-- Logs begin at Fri 2022-01-28 04:39:09 UTC, end at Fri 2022-01-28 07:21:49 UTC. -- Jan 28 05:23:44.455004 n-d-812111-12 systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 05:23:47.410250 n-d-812111-12 neutron-server[103521]: INFO neutron.common.config [-] Logging enabled! Jan 28 05:23:47.410904 n-d-812111-12 neutron-server[103521]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 05:23:47.411038 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103521) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 05:23:47.414228 n-d-812111-12 neutron-server[103521]: INFO neutron.common.config [-] Logging enabled! Jan 28 05:23:47.414499 n-d-812111-12 neutron-server[103521]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 05:23:47.414805 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103521) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 05:23:47.415728 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 05:23:47.415960 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 05:23:47.416324 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 05:23:47.416566 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 05:23:47.416789 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 05:23:47.417105 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.417517 n-d-812111-12 neutron-server[103521]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 28 05:23:47.417834 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.418123 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.418437 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.418725 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.419007 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.419285 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.419568 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.419861 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.420170 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.420451 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.420734 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.421021 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.421300 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.421581 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.421857 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.422136 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] debug = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.422446 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.422873 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.423280 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.423559 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.423847 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.424139 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.424396 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.424671 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.424951 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.425276 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] host = n-d-812111-12 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.425552 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.425836 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.426119 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.426429 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.426703 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.426979 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.427259 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.427529 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.427799 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] log_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.428071 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.428354 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.428636 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.428919 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.429143 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.429365 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.429648 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.429929 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.430199 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.430498 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.430770 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.431044 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.431313 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.431575 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.431846 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.432129 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.432403 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.432669 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.432940 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.433206 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.433469 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.433747 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.434014 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.434281 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.434568 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.434847 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.435109 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.435375 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.435668 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.436476 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.436762 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.437034 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.437303 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.437579 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.437846 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.438109 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.438401 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] use_json = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.438668 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.438936 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.439240 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.439482 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.439746 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.440011 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.440276 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.440554 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.440820 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:47.441108 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.441399 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.441694 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.441983 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.442266 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.442566 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.442849 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.443120 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.443403 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.443684 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.443968 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.444239 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.444533 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.444814 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.445101 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.445401 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.445690 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.445974 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.446246 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.446543 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.446818 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.447088 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.447370 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.447644 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.447927 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.448208 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.448481 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.448770 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.449053 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.449340 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.449623 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.449892 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.450166 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.450474 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.450745 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.451011 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.451279 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.452250 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.452605 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.452885 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.453169 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.453446 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.453716 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.453985 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.454258 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.454566 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.454840 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.455106 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.455372 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.455642 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.455908 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.456191 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.456465 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.456737 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.457265 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.457538 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.457808 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.458081 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.458388 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.458658 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.458929 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.459197 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.459464 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.459731 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.459999 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.460267 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.460535 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.460801 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.461072 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.461340 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.461608 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.461876 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.462210 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.462442 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.462727 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.463012 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.463283 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.463553 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.463825 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.464099 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.464366 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.464637 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.464907 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.465178 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.465445 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.465728 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.466005 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.466286 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.466607 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.466880 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.467210 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.467479 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.467752 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.468024 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.468297 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.468573 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.468847 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.469129 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.469411 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.469692 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.469977 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.470263 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.470559 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.470864 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.471135 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:47.471346 n-d-812111-12 neutron-server[103521]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 05:23:47.471577 n-d-812111-12 neutron-server[103521]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103521) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 05:23:47.850825 n-d-812111-12 neutron-server[103521]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 05:23:47.851103 n-d-812111-12 neutron-server[103521]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 05:23:47.851406 n-d-812111-12 neutron-server[103521]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 05:23:47.851754 n-d-812111-12 neutron-server[103521]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 05:23:48.185429 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.185635 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.185934 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.187261 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.187540 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.187810 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.231687 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.231967 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.232231 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.246945 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.247224 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.247493 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.277907 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.278181 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.278464 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.315010 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.315286 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.315551 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.650593 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.651237 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.651237 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.651420 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.652032 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.750699 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.751018 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.751299 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.751570 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.751832 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.752146 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.752396 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.752644 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.752900 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.753174 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.753428 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.753687 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.753939 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.754186 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.754462 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.754720 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.754968 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.755229 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.755493 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.755750 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.756013 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.756259 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.756536 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.756910 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.757156 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.757399 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.757782 n-d-812111-12 neutron-server[103521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 05:23:48.758064 n-d-812111-12 neutron-server[103521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 05:23:48.758253 n-d-812111-12 neutron-server[103521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 05:23:48.758511 n-d-812111-12 neutron-server[103521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 05:23:48.758741 n-d-812111-12 neutron-server[103521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 05:23:48.758973 n-d-812111-12 neutron-server[103521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 05:23:48.759328 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 05:23:48.762445 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 05:23:48.767042 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 05:23:48.770772 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jan 28 05:23:48.772406 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 05:23:48.772859 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 05:23:48.773186 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 05:23:48.773558 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 05:23:48.776404 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 05:23:48.776657 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 05:23:48.777000 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 05:23:48.782961 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 05:23:48.806731 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 05:23:48.807181 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.807474 n-d-812111-12 neutron-server[103521]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103521) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 28 05:23:48.807834 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.809207 n-d-812111-12 neutron-server[103521]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103521) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 05:23:48.809483 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 05:23:48.809729 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 05:23:48.813030 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.813303 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:48.877812 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 05:23:48.878044 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 05:23:48.878280 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 05:23:48.878675 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 05:23:48.899471 n-d-812111-12 neutron-server[103521]: DEBUG oslo_db.sqlalchemy.engines [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103521) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 05:23:49.462657 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Initializing driver for type 'gre' Jan 28 05:23:49.463182 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] gre ID ranges: [(1, 1000)] Jan 28 05:23:49.653664 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Initializing driver for type 'local' Jan 28 05:23:49.654337 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Initializing driver for type 'vlan' Jan 28 05:23:49.722587 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] VlanTypeDriver initialization complete Jan 28 05:23:49.722952 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Initializing driver for type 'vxlan' Jan 28 05:23:49.723457 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] vxlan ID ranges: [(1, 1000)] Jan 28 05:23:49.882526 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Initializing extension driver 'port_security' Jan 28 05:23:49.882873 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.extensions.port_security [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] PortSecurityExtensionDriver initialization complete Jan 28 05:23:49.883214 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Initializing mechanism driver 'openvswitch' Jan 28 05:23:49.883574 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Initializing mechanism driver 'hyperv' Jan 28 05:23:49.890256 n-d-812111-12 neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:49.894424 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > port after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.894424 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > port after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.894424 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > port after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.894424 n-d-812111-12 neutron-server[103521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 05:23:49.894424 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > subnet after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.894827 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > subnet after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.894827 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.894827 n-d-812111-12 neutron-server[103521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 05:23:49.894827 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > network after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.894827 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > network after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.895227 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > network after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.895227 n-d-812111-12 neutron-server[103521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 05:23:49.895538 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > security_group after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.895886 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > security_group after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.896225 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.896768 n-d-812111-12 neutron-server[103521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 05:23:49.897180 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.897539 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.897883 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.898349 n-d-812111-12 neutron-server[103521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 05:23:49.898776 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > address_group after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.899124 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > address_group after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.899463 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.899860 n-d-812111-12 neutron-server[103521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 05:23:49.900421 n-d-812111-12 neutron-server[103521]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] ML2 OVO RPC backend initialized. {{(pid=103521) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 05:23:49.901161 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.901527 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.901943 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > network before_response 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.902323 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > networks before_response 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.902670 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > port before_response 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.903018 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > ports before_response 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.903361 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > subnet before_response 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.903702 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > subnets before_response 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.904045 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > network after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.904879 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > network after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.905358 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > network after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.905903 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > port after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.906248 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > port after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.906613 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > port after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.906962 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > subnet after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.907307 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > subnet after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.907648 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.914983 n-d-812111-12 neutron-server[103521]: INFO neutron.quota [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded quota_driver: . Jan 28 05:23:49.915383 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.plugin [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Modular L2 Plugin initialization complete Jan 28 05:23:49.915731 n-d-812111-12 neutron-server[103521]: DEBUG neutron.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading services supported by the core plugin {{(pid=103521) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 05:23:49.916075 n-d-812111-12 neutron-server[103521]: INFO neutron.plugins.ml2.managers [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Got port-security extension from driver 'port_security' Jan 28 05:23:49.916554 n-d-812111-12 neutron-server[103521]: INFO neutron.extensions.vlantransparent [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Disabled vlantransparent extension. Jan 28 05:23:49.917051 n-d-812111-12 neutron-server[103521]: DEBUG neutron.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103521) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 05:23:49.917380 n-d-812111-12 neutron-server[103521]: INFO neutron.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading Plugin: router Jan 28 05:23:49.962909 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.963310 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router after_create 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.963684 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router before_create 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.964056 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.964432 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.964794 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router after_delete 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.965159 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.965514 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.965881 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router after_create 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.966231 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router after_update 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.966608 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router after_update 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.967509 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.967868 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router after_update 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.968280 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router precommit_update 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.968653 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: port after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.968996 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: port after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.969336 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: subnet after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.969678 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.970033 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.970416 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router precommit_create 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.970763 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: port before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.971107 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router precommit_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.971463 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router after_update 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.971806 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.972157 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router precommit_create 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.972519 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.973006 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router precommit_update 55549900 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.973234 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > agent after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.973587 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > agent after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.973939 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > network after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.974829 n-d-812111-12 neutron-server[103521]: DEBUG neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Tracking information for resource: router configured {{(pid=103521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 05:23:49.975164 n-d-812111-12 neutron-server[103521]: DEBUG neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Tracking information for resource: floatingip configured {{(pid=103521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 05:23:49.980215 n-d-812111-12 neutron-server[103521]: INFO neutron.db.l3_agentschedulers_db [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 05:23:49.980794 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: port after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.981159 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: port after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.981508 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: port after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.981857 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: port after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.983475 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router before_create 55550100 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.983843 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.984214 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router precommit_create 55550100 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.984572 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > router precommit_update 55550100 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:49.989369 n-d-812111-12 neutron-server[103521]: DEBUG neutron.services.provider_configuration [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Service providers = [] {{(pid=103521) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 05:23:49.989740 n-d-812111-12 neutron-server[103521]: DEBUG neutron.db.servicetype_db [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103521) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 05:23:49.992750 n-d-812111-12 neutron-server[103521]: DEBUG neutron.services.service_base [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 05:23:49.993104 n-d-812111-12 neutron-server[103521]: DEBUG neutron.services.service_base [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 05:23:49.993448 n-d-812111-12 neutron-server[103521]: DEBUG neutron.services.service_base [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 05:23:50.000135 n-d-812111-12 neutron-server[103521]: DEBUG neutron.services.service_base [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 05:23:50.000506 n-d-812111-12 neutron-server[103521]: INFO neutron.services.service_base [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 05:23:50.000894 n-d-812111-12 neutron-server[103521]: DEBUG neutron.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 05:23:50.001217 n-d-812111-12 neutron-server[103521]: INFO neutron.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 05:23:50.012367 n-d-812111-12 neutron-server[103521]: DEBUG neutron.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 05:23:50.012780 n-d-812111-12 neutron-server[103521]: INFO neutron.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading Plugin: auto_allocate Jan 28 05:23:50.019309 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: network precommit_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:50.019684 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: network precommit_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:50.020215 n-d-812111-12 neutron-server[103521]: DEBUG neutron.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 05:23:50.020537 n-d-812111-12 neutron-server[103521]: INFO neutron.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading Plugin: tag Jan 28 05:23:50.032795 n-d-812111-12 neutron-server[103521]: DEBUG neutron.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 05:23:50.033129 n-d-812111-12 neutron-server[103521]: INFO neutron.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading Plugin: timestamp Jan 28 05:23:50.037216 n-d-812111-12 neutron-server[103521]: DEBUG neutron.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 05:23:50.037552 n-d-812111-12 neutron-server[103521]: INFO neutron.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading Plugin: network_ip_availability Jan 28 05:23:50.043575 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:50.043953 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:50.044309 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:50.045093 n-d-812111-12 neutron-server[103521]: DEBUG neutron.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 05:23:50.045477 n-d-812111-12 neutron-server[103521]: INFO neutron.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading Plugin: flavors Jan 28 05:23:50.050555 n-d-812111-12 neutron-server[103521]: DEBUG neutron.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 05:23:50.050902 n-d-812111-12 neutron-server[103521]: INFO neutron.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading Plugin: revisions Jan 28 05:23:50.068777 n-d-812111-12 neutron-server[103521]: DEBUG neutron.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 05:23:50.069116 n-d-812111-12 neutron-server[103521]: DEBUG oslo_concurrency.lockutils [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.218s {{(pid=103521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 05:23:50.069888 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103521) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 05:23:50.070226 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Initializing extension manager. Jan 28 05:23:50.070775 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: __init__.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.071119 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: __pycache__ {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.071454 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.071790 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: address_group.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.072557 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.073167 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: address-group Jan 28 05:23:50.073499 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: address_scope.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.074218 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.074758 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: address-scope Jan 28 05:23:50.075103 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.076045 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.077104 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: router-admin-state-down-before-update Jan 28 05:23:50.077424 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: agent.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.078356 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.078872 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: agent Jan 28 05:23:50.079197 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: agent_resources_synced.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.080118 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.080631 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: agent-resources-synced Jan 28 05:23:50.080953 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: allowedaddresspairs.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.083054 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.083577 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: allowed-address-pairs Jan 28 05:23:50.083914 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: auto_allocated_topology.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.085014 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.085528 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: auto-allocated-topology Jan 28 05:23:50.085856 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: availability_zone.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.086592 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.087106 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: availability_zone Jan 28 05:23:50.087434 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: availability_zone_filter.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.088353 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.088866 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: availability_zone_filter Jan 28 05:23:50.089192 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: data_plane_status.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.090131 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.090646 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 05:23:50.090972 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: default_subnetpools.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.091939 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.093143 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: default-subnetpools Jan 28 05:23:50.093470 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.094319 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.094845 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: dhcp_agent_scheduler Jan 28 05:23:50.095174 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: dns.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.096102 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.096611 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension dns-integration not supported by any of loaded plugins Jan 28 05:23:50.096937 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: dns_domain_ports.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.097864 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.098407 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 05:23:50.098734 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.099674 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.100185 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 05:23:50.100510 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: dvr.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.101192 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.101714 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: dvr Jan 28 05:23:50.102028 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: ecmp_routes.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.111529 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.112040 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 05:23:50.112362 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: empty_string_filtering.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.113297 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.113812 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: empty-string-filtering Jan 28 05:23:50.114135 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.115084 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.115598 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 05:23:50.115918 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.116833 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.117343 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 05:23:50.117667 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: external_net.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.118620 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.119134 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: external-net Jan 28 05:23:50.119458 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.120370 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.120881 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: extra_dhcp_opt Jan 28 05:23:50.121204 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: extraroute.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.122121 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.122664 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: extraroute Jan 28 05:23:50.122989 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: extraroute_atomic.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.124089 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.124606 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: extraroute-atomic Jan 28 05:23:50.124931 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: filter_validation.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.125607 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.126124 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: filter-validation Jan 28 05:23:50.126485 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: fip_pf_description.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.127408 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.127916 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 05:23:50.128238 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: fip_port_details.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.129165 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.129676 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: fip-port-details Jan 28 05:23:50.130001 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: flavors.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.131313 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.131832 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: flavors Jan 28 05:23:50.136627 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.138160 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.139468 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 05:23:50.139825 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: floatingip_pools.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.140556 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.141077 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: floatingip-pools Jan 28 05:23:50.141409 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: ip_allocation.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.142431 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.142944 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 05:23:50.143270 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.144211 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.144727 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: ip-substring-filtering Jan 28 05:23:50.145056 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: l2_adjacency.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.146059 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.146697 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 05:23:50.147027 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: l3.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.148024 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.148553 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: router Jan 28 05:23:50.148882 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.151414 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.151942 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 05:23:50.152280 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.153228 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.153750 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: ext-gw-mode Jan 28 05:23:50.154081 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.155657 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.156366 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: l3-ha Jan 28 05:23:50.156487 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: l3_flavors.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.157418 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.157930 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: l3-flavors Jan 28 05:23:50.158257 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.163352 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.163866 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 05:23:50.164196 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: l3agentscheduler.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.165267 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.165777 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: l3_agent_scheduler Jan 28 05:23:50.166104 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: local_ip.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.168021 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.168556 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension local_ip not supported by any of loaded plugins Jan 28 05:23:50.168894 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: logging.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.170488 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.171091 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension logging not supported by any of loaded plugins Jan 28 05:23:50.171424 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: metering.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.172182 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.172770 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: metering Jan 28 05:23:50.173098 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.174207 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.174756 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: metering_source_and_destination_fields Jan 28 05:23:50.175088 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: multiprovidernet.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.176030 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.176545 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: multi-provider Jan 28 05:23:50.176871 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: netmtu.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.177799 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.178325 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: net-mtu Jan 28 05:23:50.178658 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: netmtu_writable.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.179590 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.180104 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: net-mtu-writable Jan 28 05:23:50.180430 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: network_availability_zone.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.181113 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.181622 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: network_availability_zone Jan 28 05:23:50.181946 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: network_ip_availability.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.194548 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.195068 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: network-ip-availability Jan 28 05:23:50.195397 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: network_segment_range.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.196174 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.196683 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 05:23:50.197010 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: pagination.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.198014 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.198375 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: pagination Jan 28 05:23:50.198704 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: port_device_profile.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.199625 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.200147 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: port-device-profile Jan 28 05:23:50.200474 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.201951 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.202545 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: port-mac-address-regenerate Jan 28 05:23:50.202873 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.203964 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.204484 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: port-numa-affinity-policy Jan 28 05:23:50.204810 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: port_resource_request.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.205737 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.206247 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 05:23:50.206598 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: port_resource_request_groups.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.207841 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.208351 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 28 05:23:50.208676 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: portbindings.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.209619 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.210128 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: binding Jan 28 05:23:50.210484 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: portbindings_extended.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.211785 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.212306 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: binding-extended Jan 28 05:23:50.212636 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: portsecurity.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.213565 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.214082 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: port-security Jan 28 05:23:50.214444 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: project_id.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.215434 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.215766 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: project-id Jan 28 05:23:50.216093 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: providernet.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.217684 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.218389 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: provider Jan 28 05:23:50.218722 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: qos.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.222342 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.222861 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension qos not supported by any of loaded plugins Jan 28 05:23:50.223248 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.224461 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.224979 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 05:23:50.225311 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.229980 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.230535 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 05:23:50.230867 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: qos_default.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.231795 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.232314 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension qos-default not supported by any of loaded plugins Jan 28 05:23:50.232775 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: qos_fip.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.233829 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.234370 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension qos-fip not supported by any of loaded plugins Jan 28 05:23:50.234702 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.235646 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.236165 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 28 05:23:50.236491 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: qos_gateway_ip.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.237419 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.237938 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 05:23:50.238263 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: qos_port_network_policy.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.239514 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.239782 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 05:23:50.240108 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.241170 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.241687 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 28 05:23:50.242012 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: qos_pps_rule.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.243239 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.243754 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension qos-pps not supported by any of loaded plugins Jan 28 05:23:50.244083 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: qos_rule_type_details.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.245014 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.245524 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 05:23:50.245849 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: qos_rules_alias.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.246945 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.247457 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 05:23:50.247782 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: quota_check_limit.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.248798 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.249314 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: quota-check-limit Jan 28 05:23:50.249639 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: quotasv2.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.250707 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.251034 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: quotas Jan 28 05:23:50.251357 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: quotasv2_detail.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.253246 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.253585 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: quota_details Jan 28 05:23:50.253921 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: rbac.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.255035 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.255575 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: rbac-policies Jan 28 05:23:50.255908 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: rbac_address_group.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.256847 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.257367 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: rbac-address-group Jan 28 05:23:50.257695 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: rbac_address_scope.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.258657 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.259177 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: rbac-address-scope Jan 28 05:23:50.259503 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: rbac_security_groups.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.265067 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.265580 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: rbac-security-groups Jan 28 05:23:50.265905 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: rbac_subnetpool.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.266865 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.267385 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: rbac-subnetpool Jan 28 05:23:50.267708 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: revisionifmatch.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.268642 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.269167 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: revision-if-match Jan 28 05:23:50.269528 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: revisions.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.270702 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.271220 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: standard-attr-revisions Jan 28 05:23:50.271548 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: router_availability_zone.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.272235 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.272752 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: router_availability_zone Jan 28 05:23:50.273076 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: routerservicetype.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.274018 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.274561 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension router-service-type not supported by any of loaded plugins Jan 28 05:23:50.275020 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.275906 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.276418 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: security-groups-normalized-cidr Jan 28 05:23:50.276742 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.277679 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.278193 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: port-security-groups-filtering Jan 28 05:23:50.278542 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.279574 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.280626 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: security-groups-remote-address-group Jan 28 05:23:50.280904 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.281903 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.282451 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: security-groups-shared-filtering Jan 28 05:23:50.282777 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.283387 n-d-812111-12 neutron-server[103521]: WARNING neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 28 05:23:50.283710 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: securitygroup.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.293439 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.293971 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: security-group Jan 28 05:23:50.294332 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: segment.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.295181 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.295695 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension segment not supported by any of loaded plugins Jan 28 05:23:50.296027 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.297022 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.297534 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 05:23:50.297866 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: servicetype.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.299073 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.299596 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: service-type Jan 28 05:23:50.299928 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: sorting.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.300940 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.301274 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: sorting Jan 28 05:23:50.301599 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: standard_attr_segment.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.302559 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.303081 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 05:23:50.303406 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: standardattrdescription.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.304058 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.304570 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: standard-attr-description Jan 28 05:23:50.304893 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: stateful_security_group.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.305830 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.306371 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: stateful-security-group Jan 28 05:23:50.306697 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: stdattrs_common.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.307270 n-d-812111-12 neutron-server[103521]: WARNING neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 05:23:50.307589 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.308533 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.309049 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 05:23:50.309369 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: subnet_onboard.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.310537 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.311160 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: subnet_onboard Jan 28 05:23:50.311487 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.312436 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.312955 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 05:23:50.313279 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: subnet_service_types.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.314220 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.314775 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: subnet-service-types Jan 28 05:23:50.315098 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: subnetallocation.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.316210 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.316736 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: subnet_allocation Jan 28 05:23:50.317063 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.317746 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.318259 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: subnetpool-prefix-ops Jan 28 05:23:50.327392 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.328152 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.328697 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 05:23:50.329024 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: tagging.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.330125 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.330688 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: standard-attr-tag Jan 28 05:23:50.331018 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: timestamp.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.332488 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.332998 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loaded extension: standard-attr-timestamp Jan 28 05:23:50.333322 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: trunk.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.334405 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.334923 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension trunk not supported by any of loaded plugins Jan 28 05:23:50.335243 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: trunk_details.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.336164 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.336680 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension trunk-details not supported by any of loaded plugins Jan 28 05:23:50.336997 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: uplink_status_propagation.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.337926 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.338481 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 05:23:50.338802 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Loading extension file: vlantransparent.py {{(pid=103521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 05:23:50.339477 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 05:23:50.339988 n-d-812111-12 neutron-server[103521]: INFO neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 05:23:50.343194 n-d-812111-12 neutron-server[103521]: INFO neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Creating instance of TrackedResource for resource:network Jan 28 05:23:50.343711 n-d-812111-12 neutron-server[103521]: INFO neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Creating instance of TrackedResource for resource:subnet Jan 28 05:23:50.344107 n-d-812111-12 neutron-server[103521]: INFO neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 05:23:50.344495 n-d-812111-12 neutron-server[103521]: INFO neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Creating instance of TrackedResource for resource:port Jan 28 05:23:50.345763 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 05:23:50.346203 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Service FLAVORS assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 05:23:50.346883 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 05:23:50.347313 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 05:23:50.347642 n-d-812111-12 neutron-server[103521]: INFO neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Creating instance of TrackedResource for resource:router Jan 28 05:23:50.353028 n-d-812111-12 neutron-server[103521]: INFO neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 05:23:50.353028 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Service METERING assigned prefix: /metering {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 05:23:50.353028 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:50.353028 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:50.353028 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:23:50.353462 n-d-812111-12 neutron-server[103521]: INFO neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 05:23:50.353462 n-d-812111-12 neutron-server[103521]: INFO neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Creating instance of TrackedResource for resource:security_group Jan 28 05:23:50.353462 n-d-812111-12 neutron-server[103521]: INFO neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 05:23:50.354256 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Service CORE assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 05:23:50.354618 n-d-812111-12 neutron-server[103521]: INFO neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 05:23:50.354974 n-d-812111-12 neutron-server[103521]: WARNING neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] subnetpool is already registered Jan 28 05:23:50.355405 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Service CORE assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 05:23:50.355732 n-d-812111-12 neutron-server[103521]: INFO neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 05:23:50.356063 n-d-812111-12 neutron-server[103521]: WARNING neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] subnetpool is already registered Jan 28 05:23:50.358421 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 05:23:50.358856 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Service FLAVORS assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 05:23:50.359445 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 05:23:50.359866 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 05:23:50.360197 n-d-812111-12 neutron-server[103521]: INFO neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Creating instance of TrackedResource for resource:router Jan 28 05:23:50.360534 n-d-812111-12 neutron-server[103521]: WARNING neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] router is already registered Jan 28 05:23:50.360944 n-d-812111-12 neutron-server[103521]: INFO neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 05:23:50.361278 n-d-812111-12 neutron-server[103521]: WARNING neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] floatingip is already registered Jan 28 05:23:50.361733 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Service METERING assigned prefix: /metering {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 05:23:50.362426 n-d-812111-12 neutron-server[103521]: INFO neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 05:23:50.362752 n-d-812111-12 neutron-server[103521]: WARNING neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] rbac_policy is already registered Jan 28 05:23:50.363161 n-d-812111-12 neutron-server[103521]: INFO neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Creating instance of TrackedResource for resource:security_group Jan 28 05:23:50.363489 n-d-812111-12 neutron-server[103521]: WARNING neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] security_group is already registered Jan 28 05:23:50.363887 n-d-812111-12 neutron-server[103521]: INFO neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 05:23:50.364216 n-d-812111-12 neutron-server[103521]: WARNING neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] security_group_rule is already registered Jan 28 05:23:50.364845 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Service CORE assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 05:23:50.365164 n-d-812111-12 neutron-server[103521]: INFO neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 05:23:50.365492 n-d-812111-12 neutron-server[103521]: WARNING neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] subnetpool is already registered Jan 28 05:23:50.365909 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.v2.resource_helper [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Service CORE assigned prefix: {{(pid=103521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 05:23:50.366228 n-d-812111-12 neutron-server[103521]: INFO neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 05:23:50.366577 n-d-812111-12 neutron-server[103521]: WARNING neutron.quota.resource_registry [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] subnetpool is already registered Jan 28 05:23:50.367059 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: extensions {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.368516 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: address-groups {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.369983 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: address-scopes {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.371338 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: agents {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.372489 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: auto-allocated-topology {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.373993 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: availability_zones {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.375237 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: dhcp-networks {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.376720 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: dhcp-agents {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.382451 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: routers {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.382451 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: flavors {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.382451 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: service_profiles {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.382703 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: next_providers {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.384141 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: service_profiles {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.385681 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: floatingip-pools {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.386962 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: routers {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.389592 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: floatingips {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.390891 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: l3-routers {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.392266 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: l3-agents {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.393665 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: metering-labels {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.395039 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: metering-label-rules {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.396305 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: network-ip-availabilities {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.397568 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: bindings {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.399218 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: quotas {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.400766 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: quotas {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.402323 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: rbac-policies {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.403601 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: security-groups {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.405509 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: security-group-rules {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.406790 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: service-providers {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.408012 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: subnetpools {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.409421 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: subnetpools {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.410896 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.412554 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.414378 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.416142 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.418990 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.421004 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.422724 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.424703 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.426459 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.428308 n-d-812111-12 neutron-server[103521]: DEBUG neutron.api.extensions [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Extended resource: tags {{(pid=103521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 05:23:50.434243 n-d-812111-12 neutron-server[103521]: WARNING keystonemiddleware.auth_token [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 05:23:50.439481 n-d-812111-12 neutron-server[103521]: WARNING keystonemiddleware.auth_token [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 05:23:50.448013 n-d-812111-12 neutron-server[103521]: DEBUG oslo_concurrency.lockutils [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Acquired lock "singleton_lock" {{(pid=103521) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 28 05:23:50.448481 n-d-812111-12 neutron-server[103521]: DEBUG oslo_concurrency.lockutils [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Releasing lock "singleton_lock" {{(pid=103521) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 28 05:23:50.451373 n-d-812111-12 neutron-server[103521]: INFO oslo_service.service [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Starting 2 workers Jan 28 05:23:50.454516 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Started child 103634 {{(pid=103521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 05:23:50.459351 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Started child 103635 {{(pid=103521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 05:23:50.460678 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:50.461340 n-d-812111-12 neutron-server[103521]: INFO neutron.service [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 05:23:50.461525 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:50.462433 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [-] (103634) wsgi starting up on http://0.0.0.0:9696 Jan 28 05:23:50.464087 n-d-812111-12 neutron-server[103521]: INFO oslo_service.service [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Starting 1 workers Jan 28 05:23:50.464318 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:50.465748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [-] (103635) wsgi starting up on http://0.0.0.0:9696 Jan 28 05:23:50.469740 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Started child 103636 {{(pid=103521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 05:23:50.470289 n-d-812111-12 neutron-server[103521]: INFO oslo_service.service [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Starting 1 workers Jan 28 05:23:50.473404 n-d-812111-12 neutron-server[103636]: DEBUG neutron.service [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] calling RpcWorker wait() {{(pid=103636) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 05:23:50.473952 n-d-812111-12 neutron-server[103636]: DEBUG neutron.service [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] returning from RpcWorker wait() {{(pid=103636) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 05:23:50.474914 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Started child 103637 {{(pid=103521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 05:23:50.475180 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:50.475660 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:50.475792 n-d-812111-12 neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f8c8867b-70e3-4d63-b269-4120cec0a399 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:50.477705 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103521) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 05:23:50.477907 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 05:23:50.478255 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 05:23:50.478514 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 05:23:50.478845 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 05:23:50.479005 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 05:23:50.479657 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.479946 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.480107 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:23:50.480613 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.480613 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.480786 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.481365 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.481568 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.481861 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.482097 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.482352 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.482578 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.482747 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.483204 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.483439 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.483766 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.484033 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.484446 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.484880 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.485054 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.485322 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.485587 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.485815 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.486082 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] debug = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.486360 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.486826 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.487077 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.487471 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.487687 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.488100 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.488337 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.488626 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.488865 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.489101 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.489356 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.489607 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.489881 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.490082 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.490375 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.490604 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.490855 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.491073 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.491518 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] host = n-d-812111-12 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.491756 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.491973 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.492198 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.492461 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.492673 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.492913 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.493144 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.493403 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.493641 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.493884 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.494118 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.494368 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.494599 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.494858 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] log_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.495029 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] log_options = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.495217 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.495486 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.495738 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.495925 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.496095 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.496270 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.500026 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.500026 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.500026 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.500026 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.500026 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.500026 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.500026 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.500026 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.509089 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.509089 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.509089 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.509089 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.509089 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.509089 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.509089 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.509089 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.509720 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.509720 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.509720 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.509720 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.509720 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.509720 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.509720 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.509720 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.509720 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.510405 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.510405 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.510405 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.510405 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.510405 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.510405 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.510405 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.510405 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.511504 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.511504 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.511663 n-d-812111-12 neutron-server[103637]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:50.511756 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.511756 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.511756 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.511756 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.511756 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.511756 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] use_json = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.511756 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.511756 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.511756 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.512379 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.512379 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.512379 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.512379 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.512379 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.512379 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.512379 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.512379 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.512918 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.512918 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.512918 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.512918 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.512918 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.512918 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.512918 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.512918 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.513475 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.513475 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.513475 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.513475 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.513475 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.513475 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.513475 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.513475 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.514819 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.514819 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.514819 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.514819 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.514819 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.514819 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.515233 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.515233 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.515478 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.515788 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.516055 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.516392 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.516656 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.516919 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.517164 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.517383 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.517796 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.517954 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.518093 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.518290 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.518530 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.518812 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.519060 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.519272 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.519491 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.519715 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.520013 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.520429 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.520429 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.520687 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.520828 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.521051 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.521265 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.521494 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.521715 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.521931 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.522160 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.522418 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.522682 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.522936 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.523175 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.523388 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.523598 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.523812 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.524056 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.524371 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.524582 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.524753 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.524903 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.525101 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.525354 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.525567 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.525775 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.526006 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.526216 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.526448 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.526695 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.527104 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.527104 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.527346 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.527541 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.527725 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.527951 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.528183 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.528393 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.528603 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.528812 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.529033 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.529245 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.529494 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.529734 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.529967 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.530175 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.530469 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.530773 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.531588 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.531588 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.531588 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.531934 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.531934 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.532255 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.532337 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.532538 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.532766 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.533038 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.533264 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.533474 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.533687 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.533919 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.534165 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.534400 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.534628 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.534858 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.535094 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.535316 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.535566 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.535811 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.536072 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.536260 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.536504 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.536781 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.537039 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.537320 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.537538 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.537805 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.538082 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.538386 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.538644 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.539638 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.539638 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.539638 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.539638 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.539935 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.540105 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.540345 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.540566 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.540851 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.541082 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.541574 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.541574 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.541841 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.542795 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.543179 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.544962 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.544962 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.544962 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.544962 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.544962 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.544962 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.544962 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.544962 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.546011 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.546011 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.546011 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.546011 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.546011 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.546733 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.546733 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.546733 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.547093 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.547216 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.547986 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.547986 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.547986 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.547986 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.548840 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.548840 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.548840 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.548840 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.549186 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.549268 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.549518 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.549746 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.549937 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.550393 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.550667 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.550886 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.551164 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.551586 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.554571 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.554571 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.554571 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.554571 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.554571 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.554571 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.554571 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.554571 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.555183 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.555183 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.555183 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.555183 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.555183 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.555183 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.555183 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.555653 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.555653 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.555790 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.556018 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.556334 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.556448 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.556676 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.556893 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.557109 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.557336 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.557572 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.557809 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.558076 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.558329 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.558582 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.558807 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.559013 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.559526 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.559526 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.559703 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.559923 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.560181 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.560408 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.561735 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.561735 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.561735 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.561988 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.562125 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.562335 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.562543 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.562757 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.562965 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.563195 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.563401 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.563607 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.563823 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.564081 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.564288 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.564528 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.564735 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.564962 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.565198 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.565411 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.565611 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.566341 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.566341 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.566341 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.566587 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.566699 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.566907 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.567130 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.567629 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.567629 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.567929 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.568076 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.568216 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.568439 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.568681 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.568895 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.569317 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.569470 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.569753 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.569901 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.572531 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.572531 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.572531 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.572531 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.572531 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.572531 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.572531 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.572531 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.573590 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.573590 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.573590 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.573590 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.573590 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.573590 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.574023 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.574023 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.574289 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.574593 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.574860 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.575108 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.575344 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.575572 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.576015 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.576906 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.577283 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.577531 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.577876 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.578137 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.578399 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.578626 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.578853 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.579091 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.579336 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.579548 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.579770 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.580004 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.580161 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 05:23:50.580684 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103521) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 05:23:50.580841 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 05:23:50.581000 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 05:23:50.581164 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 05:23:50.581328 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 05:23:50.581479 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 05:23:50.581688 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.581842 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.582481 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.582708 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.582865 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.583065 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.583265 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.583361 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.583522 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.583676 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.583831 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.583989 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.584145 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.584299 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.584454 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.584608 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.584762 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.584918 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.585079 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.585237 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.585393 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.585547 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.585769 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] debug = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.585870 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.586441 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.586441 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.586441 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.586685 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.586685 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.586827 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.586908 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.587079 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.587221 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.587384 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.587502 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.587658 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.587818 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.587974 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.588130 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.588288 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.588443 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.588601 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] host = n-d-812111-12 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.588753 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.588903 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.589039 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.589185 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.589327 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.589460 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.589589 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.589745 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.589901 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.590046 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.590190 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.590378 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.590509 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.590644 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] log_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.590799 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] log_options = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.590934 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.591066 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.591219 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.591405 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.591566 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.591722 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.591910 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.592073 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.592229 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.592383 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.592712 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.592712 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.592969 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.592969 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.593204 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.593327 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.593452 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.593576 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.593698 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.593831 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.593965 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.594102 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.594246 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.594417 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.594575 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.594731 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.594874 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.595012 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.595148 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.595285 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.595434 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.595588 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.595743 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.595898 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.596052 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.596206 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.596360 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.596515 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.596674 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.596828 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.596983 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.597142 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.597371 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.597532 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.597688 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.597851 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.598043 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] use_json = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.598263 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.598485 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.598485 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.598787 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.598787 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.599270 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.599270 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.599270 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.599658 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 05:23:50.599658 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.599658 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.600057 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.600057 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.600057 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.600460 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.600460 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.600722 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.600722 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.601003 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.601003 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.601255 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.601255 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.601520 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.601658 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.601797 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.601941 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.602075 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.602226 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.602461 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.602461 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.602742 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.602742 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.603003 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.603142 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.603281 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.603412 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.603554 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.603690 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.603824 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.603958 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.604100 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.604238 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.604365 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.604530 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.604691 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.604850 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.605009 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.605168 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.605326 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.605484 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.605643 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.605802 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.605960 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.606119 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.606279 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.606458 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.606619 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.606776 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.606936 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.607095 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.607307 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.607438 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.607593 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.607776 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.607982 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.608108 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.608232 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.608394 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.608553 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.608711 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.608870 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.609028 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.609186 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.609344 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.609502 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.609661 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.609819 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.609990 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.610148 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.610327 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.610489 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.610656 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.610793 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.610953 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.611111 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.611269 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.611427 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.611585 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.612748 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.612748 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.612748 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.612748 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.612748 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.612748 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.612748 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.612748 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.614997 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.614997 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.614997 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.614997 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.614997 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.614997 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.614997 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.614997 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.616033 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.616033 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.616033 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.616033 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.616033 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.616033 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.616033 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.616033 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.623674 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.623674 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.623674 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.623674 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.623674 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.623674 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.623674 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.623674 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.624855 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.624855 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.624855 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.624855 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.624855 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.624855 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.624855 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.624855 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.625394 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.625394 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.625394 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.625394 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.625394 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.625394 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.625394 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.625394 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.625929 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.625929 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.625929 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.625929 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.625929 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.625929 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.626364 n-d-812111-12 neutron-server[103636]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:23:50.626464 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.626464 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.626464 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.626464 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.626464 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.626464 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.626464 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.626464 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.627014 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.627014 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.627014 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.627014 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.627014 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.627014 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.627014 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.627014 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.627643 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.627643 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.627643 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.627643 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.627643 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.627643 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.627643 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.627643 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.628530 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.628530 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.628530 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.628530 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.628530 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.628530 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.628530 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.628530 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.629356 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.629356 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.629356 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.629356 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.629356 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.629356 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.629356 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.629356 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.630170 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.630170 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.630170 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.630170 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.630170 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.630170 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.630170 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.630170 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.631019 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.631019 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.631019 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.631019 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.631019 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.631019 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.631019 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.631019 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.631555 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.631555 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.631555 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.631555 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.631555 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.631555 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.631555 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.631555 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.632329 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.632329 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.632329 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.632329 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.632329 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.632329 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.632329 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.632329 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.633123 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.633123 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.633123 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.633123 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.633123 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.633123 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.633123 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.633123 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.633123 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.633778 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.633778 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.633778 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.633778 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.633778 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.633778 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.633778 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.633778 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.634349 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.634349 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.634349 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.634349 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.634349 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.634349 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.634921 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.634921 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.634921 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.634921 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.635339 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.635339 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.635339 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.635599 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.635599 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.635832 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.635919 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.636034 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.636191 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.636349 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.636518 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.636676 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.636833 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.636990 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.637147 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.637308 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.637473 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.637792 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.637951 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.638119 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.638283 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.638467 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.638627 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.639390 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.639556 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.639723 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.639937 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.640348 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.640348 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.640348 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.640763 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.640763 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.640763 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.641152 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.641152 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.641415 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.641415 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.641691 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.641691 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.641974 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.642118 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.642290 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.642290 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.642594 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.642594 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.642875 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.643016 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.643155 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.643294 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.643433 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.643570 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.643901 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.643901 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.644179 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.644179 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.644450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40030) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:23:50.644590 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.644590 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.644590 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.644923 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 05:23:50.644923 n-d-812111-12 neutron-server[103521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 05:23:50.654893 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0083058 Jan 28 05:24:02.387189 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5ee12c-6701-4aaa-9282-46bc697e84c6 None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:24:02.488134 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5ee12c-6701-4aaa-9282-46bc697e84c6 None None] No non-hosted networks {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 05:24:02.495785 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.agentschedulers_db [None req-cd5ee12c-6701-4aaa-9282-46bc697e84c6 None None] DHCP Agent not found on host n-d-812111-12 {{(pid=103636) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 28 05:24:02.588706 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba58b692-3548-4d8c-af1f-3638f13dd80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1944499'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:04.719173 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1592280b-d1f4-4c3c-92e2-be78f3bc7f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1944499'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:04.763677 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-d12ed022-1be4-40f0-99e5-0df274c22a5e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-812111-12 {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:24:04.764722 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-d12ed022-1be4-40f0-99e5-0df274c22a5e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:24:05.301873 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d12ed022-1be4-40f0-99e5-0df274c22a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:06.344590 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1944499'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:07.705015 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1944499'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:08.162689 n-d-812111-12 neutron-server[103636]: INFO neutron.db.l3_hamode_db [None req-ac4fce73-fd3f-4ea6-82c2-03ec7bea05df None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 05:24:08.246047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4fce73-fd3f-4ea6-82c2-03ec7bea05df None None] Routers set() bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:24:08.246469 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4fce73-fd3f-4ea6-82c2-03ec7bea05df None None] Router IDs set() for agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 05:24:09.042580 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1944499'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:09.043279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:09.043617 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:09.043958 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:09.044286 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:09.045145 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:09.045554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:09.045887 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:09.046205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:09.046558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:09.050690 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:09.050690 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:09.050690 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:09.050690 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:09.050981 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-812111-12', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:24:09.055040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-812111-12', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:24:11.401257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40130) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:24:11.906814 n-d-812111-12 neutron-server[103635]: WARNING oslo_policy.policy [None req-37a3c17f-8909-4a43-a1dd-71cce2878667 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 05:24:11.907398 n-d-812111-12 neutron-server[103635]: WARNING oslo_policy.policy [None req-37a3c17f-8909-4a43-a1dd-71cce2878667 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 05:24:12.132621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-37a3c17f-8909-4a43-a1dd-71cce2878667 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:24:12.133733 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-37a3c17f-8909-4a43-a1dd-71cce2878667 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7315440 Jan 28 05:24:14.799590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40148) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:24:15.102662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-97bced04-a4ca-46d6-93f5-f606ed9c9794 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'tenant_id': 'f237fb1fc36f48ed8dc6e8c8f4b282fe'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:24:15.194057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.policy [None req-97bced04-a4ca-46d6-93f5-f606ed9c9794 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103635) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 05:24:15.235796 n-d-812111-12 neutron-server[103635]: WARNING oslo_policy.policy [None req-97bced04-a4ca-46d6-93f5-f606ed9c9794 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 05:24:15.236115 n-d-812111-12 neutron-server[103635]: WARNING oslo_policy.policy [None req-97bced04-a4ca-46d6-93f5-f606ed9c9794 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 05:24:15.411326 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97bced04-a4ca-46d6-93f5-f606ed9c9794 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760084109502', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760084110059', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760084125559', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760084126332', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760084079042', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760084073504', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-643289', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-800729', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1932368', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2001141'] for rbac-policy (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:15.596059 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97bced04-a4ca-46d6-93f5-f606ed9c9794 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:15.597274 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-97bced04-a4ca-46d6-93f5-f606ed9c9794 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7966237 Jan 28 05:24:18.295341 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40160) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:24:18.598173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '3bf025854e6c432ab9ad41b103d1d789', 'project_id': '3bf025854e6c432ab9ad41b103d1d789', 'admin_state_up': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:24:18.676535 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Made reservation on behalf of 3bf025854e6c432ab9ad41b103d1d789 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:24:18.679315 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:18.696535 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:18.801783 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Publish callbacks [] for security_group (949449ee-335c-485e-8080-7c2f7b33444c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:18.842573 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (949449ee-335c-485e-8080-7c2f7b33444c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:18.861683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:24:18.889033 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760082206859', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (9ced8d37-e401-4737-9d94-482556cff19c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:18.889599 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Unsubscribe: segment precommit_create {{(pid=103635) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 05:24:18.890124 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Added segment 9ced8d37-e401-4737-9d94-482556cff19c of type vlan for network 957e28df-b835-4405-afbd-87261b36cd73 Jan 28 05:24:18.906638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949449ee-335c-485e-8080-7c2f7b33444c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:24:18.951725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:18.952059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:18.952390 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:18.952717 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:18.953042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:18.953362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:18.953685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:18.954002 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:18.954338 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:18.954660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:18.954974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:18.955284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:18.955596 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Tracked resource versions report: Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: pushed versions: Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: { 'AddressGroup': {'1.2'}, Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'ConntrackHelper': {'1.0'}, Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'LocalIPAssociation': {'1.0'}, Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'Log': {'1.0'}, Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'Network': {'1.1'}, Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'Port': {'1.7'}, Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'PortForwarding': {'1.2'}, Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'QosPolicy': {'1.10'}, Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'SecurityGroup': {'1.5'}, Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'SecurityGroupRule': {'1.2'}, Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'SubPort': {'1.0'}, Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'Subnet': {'1.1'}, Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'Trunk': {'1.1'}} Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: consumer versions: Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: { DHCP agent@n-d-812111-12: {}, Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: L3 agent@n-d-812111-12: {}, Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: Metadata agent@n-d-812111-12: {}, Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: Metering agent@n-d-812111-12: {}, Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: Open vSwitch agent@n-d-812111-12: { 'AddressGroup': '1.2', Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'ConntrackHelper': '1.0', Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'LocalIPAssociation': '1.0', Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'Log': '1.0', Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'Network': '1.1', Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'Port': '1.7', Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'PortForwarding': '1.2', Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'QosPolicy': '1.10', Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'SecurityGroup': '1.5', Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'SecurityGroupRule': '1.2', Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'SubPort': '1.0', Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'Subnet': '1.1', Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: 'Trunk': '1.1'}} Jan 28 05:24:18.956721 n-d-812111-12 neutron-server[103635]: {{(pid=103635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 05:24:19.002144 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (957e28df-b835-4405-afbd-87261b36cd73), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:19.114115 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (957e28df-b835-4405-afbd-87261b36cd73), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:19.115312 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:19.116005 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:19.212369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] Pushing event updated for resources: {'Network': ['ID=957e28df-b835-4405-afbd-87261b36cd73,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:24:19.224123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 957e28df-b835-4405-afbd-87261b36cd73 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:24:19.225115 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7525aca7-a11b-46a3-8587-63b58dc8e706 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9287474 Jan 28 05:24:21.989294 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40174) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:24:22.390331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49daebc0-3750-4002-92a8-fcc9347673d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:22.391706 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-49daebc0-3750-4002-92a8-fcc9347673d8 admin admin] 10.222.0.31 "GET /v2.0/networks/957e28df-b835-4405-afbd-87261b36cd73 HTTP/1.1" status: 200 len: 825 time: 0.4014127 Jan 28 05:24:22.416098 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ea6ac7af-52de-4f40-a33d-851124feb41b admin admin] 10.222.0.31 "GET /v2.0/subnetpools/881a09c4-fad0-45c9-a420-2339d754e41a HTTP/1.1" status: 200 len: 734 time: 0.0187004 Jan 28 05:24:22.425462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-cfd1bd71-6092-4e41-93c1-238644a16e42 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '957e28df-b835-4405-afbd-87261b36cd73', 'subnetpool_id': '881a09c4-fad0-45c9-a420-2339d754e41a', 'name': 'private-subnet', 'tenant_id': '3bf025854e6c432ab9ad41b103d1d789'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:24:22.499252 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd1bd71-6092-4e41-93c1-238644a16e42 admin admin] Made reservation on behalf of 3bf025854e6c432ab9ad41b103d1d789 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:24:22.501631 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfd1bd71-6092-4e41-93c1-238644a16e42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:22.876820 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfd1bd71-6092-4e41-93c1-238644a16e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for subnet (1ebb0896-6acd-4628-aeab-e3b472bc470c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:22.945641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1bd71-6092-4e41-93c1-238644a16e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ebb0896-6acd-4628-aeab-e3b472bc470c,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:24:22.948158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd1bd71-6092-4e41-93c1-238644a16e42 admin admin] Checking segment: {'id': '9ced8d37-e401-4737-9d94-482556cff19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '957e28df-b835-4405-afbd-87261b36cd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:24:22.948511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd1bd71-6092-4e41-93c1-238644a16e42 admin admin] Network hostable DHCP agents. Network: 957e28df-b835-4405-afbd-87261b36cd73, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:24:23.047618 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd1bd71-6092-4e41-93c1-238644a16e42 admin admin] Network 957e28df-b835-4405-afbd-87261b36cd73 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:24:23.116033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-cfd1bd71-6092-4e41-93c1-238644a16e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 957e28df-b835-4405-afbd-87261b36cd73) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:24:23.121074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd1bd71-6092-4e41-93c1-238644a16e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:23.121701 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfd1bd71-6092-4e41-93c1-238644a16e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:23.127100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26147c9b-d289-40bd-9d01-fd7538b1d505 None None] Network 957e28df-b835-4405-afbd-87261b36cd73 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:24:23.188341 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cfd1bd71-6092-4e41-93c1-238644a16e42 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7660620 Jan 28 05:24:23.389551 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-957e28df-b835-4405-afbd-87261b36cd73', 'network_id': '957e28df-b835-4405-afbd-87261b36cd73', 'project_id': '3bf025854e6c432ab9ad41b103d1d789', 'fixed_ips': [{'subnet_id': '1ebb0896-6acd-4628-aeab-e3b472bc470c'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:24:23.390850 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:23.702893 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Allocated IP 172.20.0.2 (957e28df-b835-4405-afbd-87261b36cd73/1ebb0896-6acd-4628-aeab-e3b472bc470c/a03258d8-2d8b-47ca-82d8-4d7fcae75e6f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:24:23.948889 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Publish callbacks [] for port (a03258d8-2d8b-47ca-82d8-4d7fcae75e6f), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:24.024573 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (a03258d8-2d8b-47ca-82d8-4d7fcae75e6f), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:24.103210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Network 957e28df-b835-4405-afbd-87261b36cd73 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:24:24.110814 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:24:24.116186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Pushing event updated for resources: {'Port': ['ID=a03258d8-2d8b-47ca-82d8-4d7fcae75e6f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:24:24.118553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:24:24.128659 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:24.129304 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:24.129404 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:24.129665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:24.130000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:24.130352 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:24.130684 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:24.131017 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:24.131343 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:24.131671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:24.131997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:24.132322 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:24.132644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Tracked resource versions report: Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: pushed versions: Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: { 'AddressGroup': {'1.2'}, Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'ConntrackHelper': {'1.0'}, Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'LocalIPAssociation': {'1.0'}, Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'Log': {'1.0'}, Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'Network': {'1.1'}, Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'Port': {'1.7'}, Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'PortForwarding': {'1.2'}, Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'QosPolicy': {'1.10'}, Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'SecurityGroup': {'1.5'}, Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'SecurityGroupRule': {'1.2'}, Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'SubPort': {'1.0'}, Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'Subnet': {'1.1'}, Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'Trunk': {'1.1'}} Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: consumer versions: Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: { DHCP agent@n-d-812111-12: {}, Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: L3 agent@n-d-812111-12: {}, Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: Metadata agent@n-d-812111-12: {}, Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: Metering agent@n-d-812111-12: {}, Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: Open vSwitch agent@n-d-812111-12: { 'AddressGroup': '1.2', Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'ConntrackHelper': '1.0', Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'LocalIPAssociation': '1.0', Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'Log': '1.0', Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'Network': '1.1', Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'Port': '1.7', Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'PortForwarding': '1.2', Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'QosPolicy': '1.10', Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'SecurityGroup': '1.5', Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'SecurityGroupRule': '1.2', Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'SubPort': '1.0', Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'Subnet': '1.1', Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: 'Trunk': '1.1'}} Jan 28 05:24:24.133782 n-d-812111-12 neutron-server[103636]: {{(pid=103636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 05:24:24.205730 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Attempting to bind port a03258d8-2d8b-47ca-82d8-4d7fcae75e6f on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:24:24.206132 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Attempting to bind port a03258d8-2d8b-47ca-82d8-4d7fcae75e6f by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '9ced8d37-e401-4737-9d94-482556cff19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '957e28df-b835-4405-afbd-87261b36cd73'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:24:24.206590 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Attempting to bind port a03258d8-2d8b-47ca-82d8-4d7fcae75e6f on network 957e28df-b835-4405-afbd-87261b36cd73 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:24:24.211707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:24:24.212099 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Checking segment: {'id': '9ced8d37-e401-4737-9d94-482556cff19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '957e28df-b835-4405-afbd-87261b36cd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:24:24.212602 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:24.212996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Bound using segment: {'id': '9ced8d37-e401-4737-9d94-482556cff19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '957e28df-b835-4405-afbd-87261b36cd73'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:24:24.213478 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Bound port: a03258d8-2d8b-47ca-82d8-4d7fcae75e6f, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ced8d37-e401-4737-9d94-482556cff19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '957e28df-b835-4405-afbd-87261b36cd73'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:24:24.213885 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a03258d8-2d8b-47ca-82d8-4d7fcae75e6f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:24.277403 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] For port a03258d8-2d8b-47ca-82d8-4d7fcae75e6f, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:24:24.282153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] For port a03258d8-2d8b-47ca-82d8-4d7fcae75e6f, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a03258d8-2d8b-47ca-82d8-4d7fcae75e6f,segment=NetworkSegment(9ced8d37-e401-4737-9d94-482556cff19c),segment_id=9ced8d37-e401-4737-9d94-482556cff19c)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:24:24.345439 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a03258d8-2d8b-47ca-82d8-4d7fcae75e6f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:24.411198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afc34e-eb07-4671-b08c-6f2cb9909722 None None] Pushing event updated for resources: {'Port': ['ID=a03258d8-2d8b-47ca-82d8-4d7fcae75e6f,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:24:25.680273 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40182) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:24:25.999885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-e729b9b2-8f26-40d1-bbdf-058f7ee628bd admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:24:26.000916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e729b9b2-8f26-40d1-bbdf-058f7ee628bd admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3196671 Jan 28 05:24:28.494148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40190) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:24:28.821508 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-e05ff4a4-096c-4aed-a40a-5e059532e668 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:24:28.822545 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e05ff4a4-096c-4aed-a40a-5e059532e668 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3272803 Jan 28 05:24:31.545198 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40200) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:24:31.847901 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-84016cc8-9279-464f-955e-e89aac09b6e7 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '3bf025854e6c432ab9ad41b103d1d789', 'admin_state_up': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:24:32.005822 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84016cc8-9279-464f-955e-e89aac09b6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (d26c9e2c-c0db-4f10-9248-420c69a08df4), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:32.007541 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84016cc8-9279-464f-955e-e89aac09b6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (d26c9e2c-c0db-4f10-9248-420c69a08df4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:32.150911 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84016cc8-9279-464f-955e-e89aac09b6e7 admin admin] Publish callbacks [] for router_controller (d26c9e2c-c0db-4f10-9248-420c69a08df4), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:32.189440 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84016cc8-9279-464f-955e-e89aac09b6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (d26c9e2c-c0db-4f10-9248-420c69a08df4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:32.276576 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84016cc8-9279-464f-955e-e89aac09b6e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:32.277851 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-84016cc8-9279-464f-955e-e89aac09b6e7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7316008 Jan 28 05:24:32.394473 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9562506-329f-450b-97f9-d30d1aed6da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:34.676072 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7fd49ba8-fd35-4430-8a16-57753c2d4830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:34.807578 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40212) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:24:35.322971 n-d-812111-12 neutron-server[103634]: WARNING oslo_policy.policy [None req-9e1a9a34-54e9-4d81-8aa8-c9560d95a5cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 05:24:35.323567 n-d-812111-12 neutron-server[103634]: WARNING oslo_policy.policy [None req-9e1a9a34-54e9-4d81-8aa8-c9560d95a5cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 05:24:35.553234 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-9e1a9a34-54e9-4d81-8aa8-c9560d95a5cb admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:24:35.554641 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9e1a9a34-54e9-4d81-8aa8-c9560d95a5cb admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7444789 Jan 28 05:24:35.577451 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a03258d8-2d8b-47ca-82d8-4d7fcae75e6f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:24:35.579627 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7371204-dd0f-4681-93a4-6e7c4db499ed None None] Network 957e28df-b835-4405-afbd-87261b36cd73 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:24:35.734755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-bc0bacaf-4c9e-4736-b8af-ea442ef2f836 None None] Provisioning complete for port a03258d8-2d8b-47ca-82d8-4d7fcae75e6f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:24:35.735400 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bc0bacaf-4c9e-4736-b8af-ea442ef2f836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a03258d8-2d8b-47ca-82d8-4d7fcae75e6f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:35.772959 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a03258d8-2d8b-47ca-82d8-4d7fcae75e6f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:24:35.773343 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a03258d8-2d8b-47ca-82d8-4d7fcae75e6f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:35.962573 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bc0bacaf-4c9e-4736-b8af-ea442ef2f836 None None] Current status of the port a03258d8-2d8b-47ca-82d8-4d7fcae75e6f is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:24:35.962965 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bc0bacaf-4c9e-4736-b8af-ea442ef2f836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a03258d8-2d8b-47ca-82d8-4d7fcae75e6f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:35.980883 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a03258d8-2d8b-47ca-82d8-4d7fcae75e6f is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:24:35.981832 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a03258d8-2d8b-47ca-82d8-4d7fcae75e6f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:36.020770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-bc0bacaf-4c9e-4736-b8af-ea442ef2f836 None None] For port a03258d8-2d8b-47ca-82d8-4d7fcae75e6f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a03258d8-2d8b-47ca-82d8-4d7fcae75e6f,segment=NetworkSegment(9ced8d37-e401-4737-9d94-482556cff19c),segment_id=9ced8d37-e401-4737-9d94-482556cff19c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:24:36.077289 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bc0bacaf-4c9e-4736-b8af-ea442ef2f836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a03258d8-2d8b-47ca-82d8-4d7fcae75e6f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:36.149773 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:24:36.150146 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:24:36.155101 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bacaf-4c9e-4736-b8af-ea442ef2f836 None None] Pushing event updated for resources: {'Port': ['ID=a03258d8-2d8b-47ca-82d8-4d7fcae75e6f,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:24:36.198733 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7bcd913c-96d9-40fa-a385-66cc67d2fe08 None None] Provisioning complete for port a03258d8-2d8b-47ca-82d8-4d7fcae75e6f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:24:36.199127 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7bcd913c-96d9-40fa-a385-66cc67d2fe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a03258d8-2d8b-47ca-82d8-4d7fcae75e6f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:36.287913 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd913c-96d9-40fa-a385-66cc67d2fe08 None None] Current status of the port a03258d8-2d8b-47ca-82d8-4d7fcae75e6f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:24:36.308008 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:36.687561 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a03258d8-2d8b-47ca-82d8-4d7fcae75e6f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:24:37.527213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a03258d8-2d8b-47ca-82d8-4d7fcae75e6f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:24:37.586138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a03258d8-2d8b-47ca-82d8-4d7fcae75e6f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:24:37.586565 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a03258d8-2d8b-47ca-82d8-4d7fcae75e6f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:37.631340 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:37.716680 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a03258d8-2d8b-47ca-82d8-4d7fcae75e6f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:24:38.148808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40250) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:24:38.278966 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'project_id': 'f237fb1fc36f48ed8dc6e8c8f4b282fe', 'router:external': True, 'tenant_id': 'f237fb1fc36f48ed8dc6e8c8f4b282fe', 'provider:network_type': 'flat'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:24:38.379216 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Made reservation on behalf of f237fb1fc36f48ed8dc6e8c8f4b282fe for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:24:38.441938 n-d-812111-12 neutron-server[103634]: DEBUG neutron.policy [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103634) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 05:24:38.483097 n-d-812111-12 neutron-server[103634]: WARNING oslo_policy.policy [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 05:24:38.483462 n-d-812111-12 neutron-server[103634]: WARNING oslo_policy.policy [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 05:24:38.493292 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:38.515201 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:38.622914 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Publish callbacks [] for security_group (a7ecb1f6-1608-45ff-b351-8ae62bec2ae8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:38.697226 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a7ecb1f6-1608-45ff-b351-8ae62bec2ae8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:38.709422 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Reserving flat network on physical network physnet1 {{(pid=103634) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 05:24:38.740154 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760082206859', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (b4f24ca2-87d1-473a-8a19-af9a931fafa3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:38.740726 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Unsubscribe: segment precommit_create {{(pid=103634) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 05:24:38.741250 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Added segment b4f24ca2-87d1-473a-8a19-af9a931fafa3 of type flat for network e332b90d-8c86-4e9e-984f-ded95bb8f28d Jan 28 05:24:38.757676 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ecb1f6-1608-45ff-b351-8ae62bec2ae8,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:24:38.812589 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:38.812924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:38.813261 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:38.813589 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:38.813917 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:38.814243 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:38.814588 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:38.814917 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:38.815250 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:38.815566 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:38.815882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:38.816196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:38.816510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Tracked resource versions report: Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: pushed versions: Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: { 'AddressGroup': {'1.2'}, Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'ConntrackHelper': {'1.0'}, Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'LocalIPAssociation': {'1.0'}, Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'Log': {'1.0'}, Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'Network': {'1.1'}, Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'Port': {'1.7'}, Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'PortForwarding': {'1.2'}, Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'QosPolicy': {'1.10'}, Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'SecurityGroup': {'1.5'}, Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'SecurityGroupRule': {'1.2'}, Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'SubPort': {'1.0'}, Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'Subnet': {'1.1'}, Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'Trunk': {'1.1'}} Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: consumer versions: Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: { DHCP agent@n-d-812111-12: {}, Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: L3 agent@n-d-812111-12: {}, Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: Metadata agent@n-d-812111-12: {}, Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: Metering agent@n-d-812111-12: {}, Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: Open vSwitch agent@n-d-812111-12: { 'AddressGroup': '1.2', Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'ConntrackHelper': '1.0', Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'LocalIPAssociation': '1.0', Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'Log': '1.0', Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'Network': '1.1', Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'Port': '1.7', Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'PortForwarding': '1.2', Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'QosPolicy': '1.10', Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'SecurityGroup': '1.5', Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'SecurityGroupRule': '1.2', Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'SubPort': '1.0', Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'Subnet': '1.1', Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: 'Trunk': '1.1'}} Jan 28 05:24:38.817670 n-d-812111-12 neutron-server[103634]: {{(pid=103634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 05:24:38.863198 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (e332b90d-8c86-4e9e-984f-ded95bb8f28d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:38.983376 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (e332b90d-8c86-4e9e-984f-ded95bb8f28d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:38.984592 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:38.985328 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:39.013659 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:39.085183 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] Pushing event updated for resources: {'Network': ['ID=e332b90d-8c86-4e9e-984f-ded95bb8f28d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:24:39.096758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:24:39.136299 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c8080970-6825-4d06-8ad6-20589bd62cf8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9863477 Jan 28 05:24:41.452654 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40264) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:24:41.585611 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2413cf-f730-4029-ac13-ecf5fc00699e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:41.587006 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bf2413cf-f730-4029-ac13-ecf5fc00699e admin admin] 10.222.0.31 "GET /v2.0/subnets/1ebb0896-6acd-4628-aeab-e3b472bc470c HTTP/1.1" status: 200 len: 849 time: 0.1333861 Jan 28 05:24:41.743441 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3a2bba8b-d5eb-49da-894d-129397ff1807 admin admin] 10.222.0.31 "GET /v2.0/routers/d26c9e2c-c0db-4f10-9248-420c69a08df4 HTTP/1.1" status: 200 len: 704 time: 0.1507907 Jan 28 05:24:42.027429 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:42.323963 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] Allocated IP 172.20.0.1 (957e28df-b835-4405-afbd-87261b36cd73/1ebb0896-6acd-4628-aeab-e3b472bc470c/95a9c951-d8d5-4c2a-8df9-de15da2b8dc3) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:24:42.506874 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] Publish callbacks [] for port (95a9c951-d8d5-4c2a-8df9-de15da2b8dc3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:42.648028 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (95a9c951-d8d5-4c2a-8df9-de15da2b8dc3), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:42.724591 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] Network 957e28df-b835-4405-afbd-87261b36cd73 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:24:42.734667 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:24:42.736693 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] Pushing event updated for resources: {'Port': ['ID=95a9c951-d8d5-4c2a-8df9-de15da2b8dc3,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:24:42.742675 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:24:42.743252 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (d26c9e2c-c0db-4f10-9248-420c69a08df4), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:42.946080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-45674f81-fc97-4b47-8e73-e380eecebe86 None None] Provisioning complete for port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:24:42.946674 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-45674f81-fc97-4b47-8e73-e380eecebe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (95a9c951-d8d5-4c2a-8df9-de15da2b8dc3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:42.979572 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-45674f81-fc97-4b47-8e73-e380eecebe86 None None] Port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:24:43.002649 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (95a9c951-d8d5-4c2a-8df9-de15da2b8dc3), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:43.265872 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] Publish callbacks [] for port (95a9c951-d8d5-4c2a-8df9-de15da2b8dc3), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:43.336950 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (95a9c951-d8d5-4c2a-8df9-de15da2b8dc3), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:43.337720 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (d26c9e2c-c0db-4f10-9248-420c69a08df4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:43.415862 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] Pushing event updated for resources: {'Port': ['ID=95a9c951-d8d5-4c2a-8df9-de15da2b8dc3,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:24:43.461038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] Network 957e28df-b835-4405-afbd-87261b36cd73 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:24:43.462324 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:24:43.693254 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] Router d26c9e2c-c0db-4f10-9248-420c69a08df4 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:24:43.702025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a251dae5-1f67-4b48-a58d-0092aae9e3d5 None None] Provisioning complete for port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:24:43.702446 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a251dae5-1f67-4b48-a58d-0092aae9e3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (95a9c951-d8d5-4c2a-8df9-de15da2b8dc3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:43.736717 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a251dae5-1f67-4b48-a58d-0092aae9e3d5 None None] Port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:24:43.784655 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:24:43.789733 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-60e44214-a339-44cf-a7d3-5ceeae2549ec admin admin] 10.222.0.31 "PUT /v2.0/routers/d26c9e2c-c0db-4f10-9248-420c69a08df4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0407143 Jan 28 05:24:43.805866 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Sync routers for ids ['d26c9e2c-c0db-4f10-9248-420c69a08df4'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:24:43.820256 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Routers {'d26c9e2c-c0db-4f10-9248-420c69a08df4'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:24:43.821118 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:24:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d26c9e2c-c0db-4f10-9248-420c69a08df4'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:24:44.009296 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Set router d26c9e2c-c0db-4f10-9248-420c69a08df4 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:24:44.444650 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26c9e2c-c0db-4f10-9248-420c69a08df4', 'name': 'router1', 'tenant_id': '3bf025854e6c432ab9ad41b103d1d789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:24:32Z', 'updated_at': '2022-01-28T05:24:42Z', 'revision_number': 2, 'project_id': '3bf025854e6c432ab9ad41b103d1d789', 'gw_port_host': None, '_interfaces': [{'id': '95a9c951-d8d5-4c2a-8df9-de15da2b8dc3', 'name': '', 'network_id': '957e28df-b835-4405-afbd-87261b36cd73', 'tenant_id': '3bf025854e6c432ab9ad41b103d1d789', 'mac_address': 'fa:16:3e:d1:c6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26c9e2c-c0db-4f10-9248-420c69a08df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ebb0896-6acd-4628-aeab-e3b472bc470c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:24:42Z', 'updated_at': '2022-01-28T05:24:43Z', 'revision_number': 2, 'project_id': '3bf025854e6c432ab9ad41b103d1d789', 'subnets': [{'id': '1ebb0896-6acd-4628-aeab-e3b472bc470c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '881a09c4-fad0-45c9-a420-2339d754e41a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:24:44.500242 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Checking router: d26c9e2c-c0db-4f10-9248-420c69a08df4 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:24:44.500242 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Updating router d26c9e2c-c0db-4f10-9248-420c69a08df4 port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:24:44.546056 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (95a9c951-d8d5-4c2a-8df9-de15da2b8dc3), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:45.059593 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Publish callbacks [] for port (95a9c951-d8d5-4c2a-8df9-de15da2b8dc3), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:45.125118 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (95a9c951-d8d5-4c2a-8df9-de15da2b8dc3), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:45.285277 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d25a9a-88ca-4807-a199-814c448e6c66 None None] Pushing event updated for resources: {'Port': ['ID=95a9c951-d8d5-4c2a-8df9-de15da2b8dc3,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:24:45.307102 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d25a9a-88ca-4807-a199-814c448e6c66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:45.307446 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d25a9a-88ca-4807-a199-814c448e6c66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:45.307782 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d25a9a-88ca-4807-a199-814c448e6c66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:45.308111 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d25a9a-88ca-4807-a199-814c448e6c66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:45.308436 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d25a9a-88ca-4807-a199-814c448e6c66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:45.308757 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d25a9a-88ca-4807-a199-814c448e6c66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:45.309110 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d25a9a-88ca-4807-a199-814c448e6c66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:45.309431 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d25a9a-88ca-4807-a199-814c448e6c66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:45.309968 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d25a9a-88ca-4807-a199-814c448e6c66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:45.310075 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d25a9a-88ca-4807-a199-814c448e6c66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:45.310399 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d25a9a-88ca-4807-a199-814c448e6c66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:45.310715 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d25a9a-88ca-4807-a199-814c448e6c66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:45.311026 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d25a9a-88ca-4807-a199-814c448e6c66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d25a9a-88ca-4807-a199-814c448e6c66 None None] Tracked resource versions report: Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: pushed versions: Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: { 'AddressGroup': {'1.2'}, Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'ConntrackHelper': {'1.0'}, Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'LocalIPAssociation': {'1.0'}, Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'Log': {'1.0'}, Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'Network': {'1.1'}, Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'Port': {'1.7'}, Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'PortForwarding': {'1.2'}, Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'QosPolicy': {'1.10'}, Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'SecurityGroup': {'1.5'}, Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'SecurityGroupRule': {'1.2'}, Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'SubPort': {'1.0'}, Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'Subnet': {'1.1'}, Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'Trunk': {'1.1'}} Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: consumer versions: Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: { DHCP agent@n-d-812111-12: {}, Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: L3 agent@n-d-812111-12: {}, Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: Metadata agent@n-d-812111-12: {}, Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: Metering agent@n-d-812111-12: {}, Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: Open vSwitch agent@n-d-812111-12: { 'AddressGroup': '1.2', Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'ConntrackHelper': '1.0', Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'LocalIPAssociation': '1.0', Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'Log': '1.0', Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'Network': '1.1', Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'Port': '1.7', Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'PortForwarding': '1.2', Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'QosPolicy': '1.10', Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'SecurityGroup': '1.5', Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'SecurityGroupRule': '1.2', Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'SubPort': '1.0', Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'Subnet': '1.1', Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: 'Trunk': '1.1'}} Jan 28 05:24:45.312211 n-d-812111-12 neutron-server[103637]: {{(pid=103637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 05:24:45.316422 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Attempting to bind port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:24:45.317012 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Attempting to bind port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '9ced8d37-e401-4737-9d94-482556cff19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '957e28df-b835-4405-afbd-87261b36cd73'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:24:45.317465 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Attempting to bind port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3 on network 957e28df-b835-4405-afbd-87261b36cd73 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:24:45.322978 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:24:45.323376 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Checking segment: {'id': '9ced8d37-e401-4737-9d94-482556cff19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '957e28df-b835-4405-afbd-87261b36cd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:24:45.323893 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:45.324259 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Bound using segment: {'id': '9ced8d37-e401-4737-9d94-482556cff19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '957e28df-b835-4405-afbd-87261b36cd73'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:24:45.324765 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Bound port: 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ced8d37-e401-4737-9d94-482556cff19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '957e28df-b835-4405-afbd-87261b36cd73'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:24:45.325152 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (95a9c951-d8d5-4c2a-8df9-de15da2b8dc3), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:45.366187 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6f49013f-a002-427f-b4ef-b95a31732b36 None None] Provisioning complete for port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:24:45.366773 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f49013f-a002-427f-b4ef-b95a31732b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (95a9c951-d8d5-4c2a-8df9-de15da2b8dc3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:45.395273 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] For port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:24:45.403713 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6f49013f-a002-427f-b4ef-b95a31732b36 None None] Port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:24:45.416312 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] For port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=95a9c951-d8d5-4c2a-8df9-de15da2b8dc3,segment=NetworkSegment(9ced8d37-e401-4737-9d94-482556cff19c),segment_id=9ced8d37-e401-4737-9d94-482556cff19c)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:24:45.465030 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (95a9c951-d8d5-4c2a-8df9-de15da2b8dc3), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:45.531407 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Routers {'d26c9e2c-c0db-4f10-9248-420c69a08df4'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:24:45.532054 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:24:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d26c9e2c-c0db-4f10-9248-420c69a08df4'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:24:45.537910 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d25a9a-88ca-4807-a199-814c448e6c66 None None] Pushing event updated for resources: {'Port': ['ID=95a9c951-d8d5-4c2a-8df9-de15da2b8dc3,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:24:45.631960 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] Set router d26c9e2c-c0db-4f10-9248-420c69a08df4 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:24:45.725954 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e042c80c-369d-4890-9585-be0f3b193028 None None] Provisioning complete for port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:24:45.726360 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e042c80c-369d-4890-9585-be0f3b193028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (95a9c951-d8d5-4c2a-8df9-de15da2b8dc3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:45.808373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e042c80c-369d-4890-9585-be0f3b193028 None None] Current status of the port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:24:45.808695 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e042c80c-369d-4890-9585-be0f3b193028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (95a9c951-d8d5-4c2a-8df9-de15da2b8dc3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:45.843268 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e042c80c-369d-4890-9585-be0f3b193028 None None] For port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=95a9c951-d8d5-4c2a-8df9-de15da2b8dc3,segment=NetworkSegment(9ced8d37-e401-4737-9d94-482556cff19c),segment_id=9ced8d37-e401-4737-9d94-482556cff19c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:24:45.848770 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26c9e2c-c0db-4f10-9248-420c69a08df4', 'name': 'router1', 'tenant_id': '3bf025854e6c432ab9ad41b103d1d789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:24:32Z', 'updated_at': '2022-01-28T05:24:42Z', 'revision_number': 2, 'project_id': '3bf025854e6c432ab9ad41b103d1d789', 'gw_port_host': None, '_interfaces': [{'id': '95a9c951-d8d5-4c2a-8df9-de15da2b8dc3', 'name': '', 'network_id': '957e28df-b835-4405-afbd-87261b36cd73', 'tenant_id': '3bf025854e6c432ab9ad41b103d1d789', 'mac_address': 'fa:16:3e:d1:c6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26c9e2c-c0db-4f10-9248-420c69a08df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ebb0896-6acd-4628-aeab-e3b472bc470c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:24:42Z', 'updated_at': '2022-01-28T05:24:45Z', 'revision_number': 4, 'project_id': '3bf025854e6c432ab9ad41b103d1d789', 'subnets': [{'id': '1ebb0896-6acd-4628-aeab-e3b472bc470c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '881a09c4-fad0-45c9-a420-2339d754e41a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:24:45.876398 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedab284-9e5f-4371-ab7a-cf90ff134511 None None] The sync data for ids ['d26c9e2c-c0db-4f10-9248-420c69a08df4'] in n-d-812111-12 is: [{'id': 'd26c9e2c-c0db-4f10-9248-420c69a08df4', 'name': 'router1', 'tenant_id': '3bf025854e6c432ab9ad41b103d1d789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:24:32Z', 'updated_at': '2022-01-28T05:24:42Z', 'revision_number': 2, 'project_id': '3bf025854e6c432ab9ad41b103d1d789', 'gw_port_host': None, '_interfaces': [{'id': '95a9c951-d8d5-4c2a-8df9-de15da2b8dc3', 'name': '', 'network_id': '957e28df-b835-4405-afbd-87261b36cd73', 'tenant_id': '3bf025854e6c432ab9ad41b103d1d789', 'mac_address': 'fa:16:3e:d1:c6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26c9e2c-c0db-4f10-9248-420c69a08df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ebb0896-6acd-4628-aeab-e3b472bc470c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:24:42Z', 'updated_at': '2022-01-28T05:24:45Z', 'revision_number': 4, 'project_id': '3bf025854e6c432ab9ad41b103d1d789', 'subnets': [{'id': '1ebb0896-6acd-4628-aeab-e3b472bc470c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '881a09c4-fad0-45c9-a420-2339d754e41a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:24:45.936880 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e042c80c-369d-4890-9585-be0f3b193028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (95a9c951-d8d5-4c2a-8df9-de15da2b8dc3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:45.992226 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042c80c-369d-4890-9585-be0f3b193028 None None] Pushing event updated for resources: {'Port': ['ID=95a9c951-d8d5-4c2a-8df9-de15da2b8dc3,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:24:48.489365 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40284) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:24:48.598776 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7f3669-b6e2-4a0c-a467-a0984f228dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:48.600130 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4f7f3669-b6e2-4a0c-a467-a0984f228dbb admin admin] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 842 time: 0.1095250 Jan 28 05:24:48.610379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-16a3f1ae-f70e-4db7-ad2c-84832d1d3c2b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.0.0/24', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'name': 'public-subnet', 'tenant_id': 'f237fb1fc36f48ed8dc6e8c8f4b282fe', 'enable_dhcp': False, 'gateway_ip': '172.25.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:24:48.699137 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a3f1ae-f70e-4db7-ad2c-84832d1d3c2b admin admin] Made reservation on behalf of f237fb1fc36f48ed8dc6e8c8f4b282fe for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:24:48.701605 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16a3f1ae-f70e-4db7-ad2c-84832d1d3c2b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:49.061382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.objects.ports [None req-16a3f1ae-f70e-4db7-ad2c-84832d1d3c2b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103634) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:24:49.061834 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16a3f1ae-f70e-4db7-ad2c-84832d1d3c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for subnet (c18042d6-8990-4601-941c-87c8d2f88552), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:49.115223 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3f1ae-f70e-4db7-ad2c-84832d1d3c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c18042d6-8990-4601-941c-87c8d2f88552,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:24:49.127692 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3f1ae-f70e-4db7-ad2c-84832d1d3c2b admin admin] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:24:49.128046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a3f1ae-f70e-4db7-ad2c-84832d1d3c2b admin admin] Network hostable DHCP agents. Network: e332b90d-8c86-4e9e-984f-ded95bb8f28d, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:24:49.224793 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a3f1ae-f70e-4db7-ad2c-84832d1d3c2b admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:24:49.327745 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-16a3f1ae-f70e-4db7-ad2c-84832d1d3c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, e332b90d-8c86-4e9e-984f-ded95bb8f28d) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:24:49.331903 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a3f1ae-f70e-4db7-ad2c-84832d1d3c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:49.333137 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16a3f1ae-f70e-4db7-ad2c-84832d1d3c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:49.338066 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c42557-9930-4bff-b35f-ff6039aa7388 None None] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:24:49.434677 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-16a3f1ae-f70e-4db7-ad2c-84832d1d3c2b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8270507 Jan 28 05:24:49.440776 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c3b356-0c0c-44cc-865c-88395db91c96 None None] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:24:51.808150 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40292) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:24:51.942191 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-280cffca-119c-4668-8e20-e262eca58ff3 admin admin] 10.222.0.31 "GET /v2.0/routers/d26c9e2c-c0db-4f10-9248-420c69a08df4 HTTP/1.1" status: 200 len: 710 time: 0.1326833 Jan 28 05:24:52.032105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c283554a-a2d3-45a0-9574-e9b8a15e0004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:24:52.033520 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c283554a-a2d3-45a0-9574-e9b8a15e0004 admin admin] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 886 time: 0.0859630 Jan 28 05:24:52.042492 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-328e00c1-5173-4373-b76c-9ad8acd64fd5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:24:52.293308 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-328e00c1-5173-4373-b76c-9ad8acd64fd5 admin admin] Publish callbacks [] for router_gateway (d26c9e2c-c0db-4f10-9248-420c69a08df4), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:52.712437 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-328e00c1-5173-4373-b76c-9ad8acd64fd5 admin admin] Publish callbacks [] for router_gateway (d26c9e2c-c0db-4f10-9248-420c69a08df4), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:52.795844 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-328e00c1-5173-4373-b76c-9ad8acd64fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:52.904533 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-328e00c1-5173-4373-b76c-9ad8acd64fd5 admin admin] Allocated IP 172.25.0.223 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/9eeae0b0-7486-4aef-8c7a-937d5fad40ee) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:24:53.071267 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-328e00c1-5173-4373-b76c-9ad8acd64fd5 admin admin] Publish callbacks [] for port (9eeae0b0-7486-4aef-8c7a-937d5fad40ee), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:53.179746 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-328e00c1-5173-4373-b76c-9ad8acd64fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (9eeae0b0-7486-4aef-8c7a-937d5fad40ee), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:53.220395 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e00c1-5173-4373-b76c-9ad8acd64fd5 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:24:53.223190 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-328e00c1-5173-4373-b76c-9ad8acd64fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:24:53.229850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e00c1-5173-4373-b76c-9ad8acd64fd5 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:24:53.264373 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e00c1-5173-4373-b76c-9ad8acd64fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=9eeae0b0-7486-4aef-8c7a-937d5fad40ee,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:24:53.564251 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-328e00c1-5173-4373-b76c-9ad8acd64fd5 admin admin] Publish callbacks [] for router_gateway (d26c9e2c-c0db-4f10-9248-420c69a08df4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:53.595642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:24:53.647605 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:24:53.647931 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (95a9c951-d8d5-4c2a-8df9-de15da2b8dc3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:53.725639 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:24:53.768511 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-328e00c1-5173-4373-b76c-9ad8acd64fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (d26c9e2c-c0db-4f10-9248-420c69a08df4), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:53.772180 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-328e00c1-5173-4373-b76c-9ad8acd64fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (d26c9e2c-c0db-4f10-9248-420c69a08df4), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:53.881769 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328e00c1-5173-4373-b76c-9ad8acd64fd5 admin admin] Router d26c9e2c-c0db-4f10-9248-420c69a08df4 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:24:53.991724 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328e00c1-5173-4373-b76c-9ad8acd64fd5 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:24:53.999502 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-328e00c1-5173-4373-b76c-9ad8acd64fd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:54.001044 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-328e00c1-5173-4373-b76c-9ad8acd64fd5 admin admin] 10.222.0.31 "PUT /v2.0/routers/d26c9e2c-c0db-4f10-9248-420c69a08df4 HTTP/1.1" status: 200 len: 890 time: 1.9616816 Jan 28 05:24:54.445759 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Sync routers for ids ['d26c9e2c-c0db-4f10-9248-420c69a08df4'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:24:54.457051 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Routers {'d26c9e2c-c0db-4f10-9248-420c69a08df4'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:24:54.457697 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:24:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d26c9e2c-c0db-4f10-9248-420c69a08df4'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:24:54.674175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Set router d26c9e2c-c0db-4f10-9248-420c69a08df4 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:24:55.145068 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26c9e2c-c0db-4f10-9248-420c69a08df4', 'name': 'router1', 'tenant_id': '3bf025854e6c432ab9ad41b103d1d789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '9eeae0b0-7486-4aef-8c7a-937d5fad40ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:24:32Z', 'updated_at': '2022-01-28T05:24:53Z', 'revision_number': 4, 'project_id': '3bf025854e6c432ab9ad41b103d1d789', 'gw_port': {'id': '9eeae0b0-7486-4aef-8c7a-937d5fad40ee', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26c9e2c-c0db-4f10-9248-420c69a08df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:24:52Z', 'updated_at': '2022-01-28T05:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '95a9c951-d8d5-4c2a-8df9-de15da2b8dc3', 'name': '', 'network_id': '957e28df-b835-4405-afbd-87261b36cd73', 'tenant_id': '3bf025854e6c432ab9ad41b103d1d789', 'mac_address': 'fa:16:3e:d1:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26c9e2c-c0db-4f10-9248-420c69a08df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ebb0896-6acd-4628-aeab-e3b472bc470c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:24:42Z', 'updated_at': '2022-01-28T05:24:45Z', 'revision_number': 5, 'project_id': '3bf025854e6c432ab9ad41b103d1d789', 'subnets': [{'id': '1ebb0896-6acd-4628-aeab-e3b472bc470c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '881a09c4-fad0-45c9-a420-2339d754e41a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:24:55.197543 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Checking router: d26c9e2c-c0db-4f10-9248-420c69a08df4 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:24:55.197902 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Updating router d26c9e2c-c0db-4f10-9248-420c69a08df4 port 9eeae0b0-7486-4aef-8c7a-937d5fad40ee binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:24:55.245277 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9eeae0b0-7486-4aef-8c7a-937d5fad40ee), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:55.566370 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Publish callbacks [] for port (9eeae0b0-7486-4aef-8c7a-937d5fad40ee), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:55.633581 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (9eeae0b0-7486-4aef-8c7a-937d5fad40ee), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:55.685646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Attempting to bind port 9eeae0b0-7486-4aef-8c7a-937d5fad40ee on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:24:55.686315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Attempting to bind port 9eeae0b0-7486-4aef-8c7a-937d5fad40ee by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:24:55.686441 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Attempting to bind port 9eeae0b0-7486-4aef-8c7a-937d5fad40ee on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:24:55.688328 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3191f-bf5b-4b38-859d-7295d6ab080b None None] Pushing event updated for resources: {'Port': ['ID=9eeae0b0-7486-4aef-8c7a-937d5fad40ee,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:24:55.694123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:24:55.694583 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:24:55.695060 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:55.695365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:24:55.695965 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Bound port: 9eeae0b0-7486-4aef-8c7a-937d5fad40ee, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:24:55.696061 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9eeae0b0-7486-4aef-8c7a-937d5fad40ee), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:55.745380 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] For port 9eeae0b0-7486-4aef-8c7a-937d5fad40ee, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:24:55.749380 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] For port 9eeae0b0-7486-4aef-8c7a-937d5fad40ee, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=9eeae0b0-7486-4aef-8c7a-937d5fad40ee,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:24:55.802062 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (9eeae0b0-7486-4aef-8c7a-937d5fad40ee), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:55.871640 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Routers {'d26c9e2c-c0db-4f10-9248-420c69a08df4'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:24:55.872521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:24:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d26c9e2c-c0db-4f10-9248-420c69a08df4'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:24:55.874444 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3191f-bf5b-4b38-859d-7295d6ab080b None None] Pushing event updated for resources: {'Port': ['ID=9eeae0b0-7486-4aef-8c7a-937d5fad40ee,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:24:55.982617 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] Set router d26c9e2c-c0db-4f10-9248-420c69a08df4 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:24:56.208462 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26c9e2c-c0db-4f10-9248-420c69a08df4', 'name': 'router1', 'tenant_id': '3bf025854e6c432ab9ad41b103d1d789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '9eeae0b0-7486-4aef-8c7a-937d5fad40ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:24:32Z', 'updated_at': '2022-01-28T05:24:53Z', 'revision_number': 4, 'project_id': '3bf025854e6c432ab9ad41b103d1d789', 'gw_port': {'id': '9eeae0b0-7486-4aef-8c7a-937d5fad40ee', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26c9e2c-c0db-4f10-9248-420c69a08df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:24:52Z', 'updated_at': '2022-01-28T05:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '95a9c951-d8d5-4c2a-8df9-de15da2b8dc3', 'name': '', 'network_id': '957e28df-b835-4405-afbd-87261b36cd73', 'tenant_id': '3bf025854e6c432ab9ad41b103d1d789', 'mac_address': 'fa:16:3e:d1:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26c9e2c-c0db-4f10-9248-420c69a08df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ebb0896-6acd-4628-aeab-e3b472bc470c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:24:42Z', 'updated_at': '2022-01-28T05:24:45Z', 'revision_number': 5, 'project_id': '3bf025854e6c432ab9ad41b103d1d789', 'subnets': [{'id': '1ebb0896-6acd-4628-aeab-e3b472bc470c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '881a09c4-fad0-45c9-a420-2339d754e41a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:24:56.240246 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70797a-bd6d-4bed-a1f4-220545dbf088 None None] The sync data for ids ['d26c9e2c-c0db-4f10-9248-420c69a08df4'] in n-d-812111-12 is: [{'id': 'd26c9e2c-c0db-4f10-9248-420c69a08df4', 'name': 'router1', 'tenant_id': '3bf025854e6c432ab9ad41b103d1d789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '9eeae0b0-7486-4aef-8c7a-937d5fad40ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:24:32Z', 'updated_at': '2022-01-28T05:24:53Z', 'revision_number': 4, 'project_id': '3bf025854e6c432ab9ad41b103d1d789', 'gw_port': {'id': '9eeae0b0-7486-4aef-8c7a-937d5fad40ee', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26c9e2c-c0db-4f10-9248-420c69a08df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:24:52Z', 'updated_at': '2022-01-28T05:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '95a9c951-d8d5-4c2a-8df9-de15da2b8dc3', 'name': '', 'network_id': '957e28df-b835-4405-afbd-87261b36cd73', 'tenant_id': '3bf025854e6c432ab9ad41b103d1d789', 'mac_address': 'fa:16:3e:d1:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26c9e2c-c0db-4f10-9248-420c69a08df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ebb0896-6acd-4628-aeab-e3b472bc470c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:24:42Z', 'updated_at': '2022-01-28T05:24:45Z', 'revision_number': 5, 'project_id': '3bf025854e6c432ab9ad41b103d1d789', 'subnets': [{'id': '1ebb0896-6acd-4628-aeab-e3b472bc470c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '881a09c4-fad0-45c9-a420-2339d754e41a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:24:56.556494 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40304) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:24:56.675096 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e517a45b-2a9c-4312-b7aa-9f48b2b9054e admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1174512 Jan 28 05:24:57.590613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 9eeae0b0-7486-4aef-8c7a-937d5fad40ee up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:24:57.640182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 9eeae0b0-7486-4aef-8c7a-937d5fad40ee triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:24:57.640576 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (9eeae0b0-7486-4aef-8c7a-937d5fad40ee), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:57.716715 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 9eeae0b0-7486-4aef-8c7a-937d5fad40ee is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:24:57.717101 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9eeae0b0-7486-4aef-8c7a-937d5fad40ee), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:57.736536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 9eeae0b0-7486-4aef-8c7a-937d5fad40ee, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=9eeae0b0-7486-4aef-8c7a-937d5fad40ee,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:24:57.818802 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (9eeae0b0-7486-4aef-8c7a-937d5fad40ee), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:57.873710 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=9eeae0b0-7486-4aef-8c7a-937d5fad40ee,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:24:59.569091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 9eeae0b0-7486-4aef-8c7a-937d5fad40ee up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:24:59.643417 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 9eeae0b0-7486-4aef-8c7a-937d5fad40ee triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:24:59.643812 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (9eeae0b0-7486-4aef-8c7a-937d5fad40ee), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:24:59.749333 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 9eeae0b0-7486-4aef-8c7a-937d5fad40ee is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:25:02.405441 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e14df24-2036-433e-84f4-6925cfcb3f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:02.519588 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 5 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:25:04.741370 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-acd70a00-8b22-469b-955d-71505017f00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:06.311244 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:07.634042 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:09.007424 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:32.422189 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c54f9992-9b12-44a5-97c5-0dc1239af633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:34.673500 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e816144e-5092-4bd0-be7c-3fa4398bc8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:36.310079 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:37.990743 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:38.996866 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:25:39.519387 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 5 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:26:02.376508 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab1ab245-53d9-4cb1-a66f-d970b7031c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:04.681043 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-349d97ea-7560-4cb8-801c-b2f7d7cc4e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:06.303865 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:07.641072 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:09.069195 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:16.518465 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 5 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:26:22.882701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40820) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:22.943381 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-6400b94e-9fed-4ff3-9fba-a664d0c08fc1 admin admin] GET failed (client error): The resource could not be found. Jan 28 05:26:22.944659 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6400b94e-9fed-4ff3-9fba-a664d0c08fc1 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610101 Jan 28 05:26:23.194509 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c8250-d697-41a1-b004-953bd191b285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:23.196000 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3d8c8250-d697-41a1-b004-953bd191b285 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2464595 Jan 28 05:26:25.482246 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40830) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:25.576396 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcad463-f808-4f58-b5df-a461399935b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:25.577758 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fbcad463-f808-4f58-b5df-a461399935b7 admin admin] 10.222.0.31 "GET /v2.0/subnets/1ebb0896-6acd-4628-aeab-e3b472bc470c HTTP/1.1" status: 200 len: 849 time: 0.0945048 Jan 28 05:26:25.587600 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:26:25.676009 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Publish callbacks [] for subnet (1ebb0896-6acd-4628-aeab-e3b472bc470c), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:25.874654 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760082023635'] for subnet (1ebb0896-6acd-4628-aeab-e3b472bc470c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:25.910269 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:25.911127 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:25.912484 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] 10.222.0.31 "PUT /v2.0/subnets/1ebb0896-6acd-4628-aeab-e3b472bc470c HTTP/1.1" status: 200 len: 868 time: 0.3289223 Jan 28 05:26:25.914239 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6770168b-db00-4122-bb2b-a46db21061e0 None None] Network 957e28df-b835-4405-afbd-87261b36cd73 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:26:25.931789 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ebb0896-6acd-4628-aeab-e3b472bc470c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:26:25.939450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:25.939853 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:25.940213 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:25.940866 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:25.940866 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:25.941140 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:25.941452 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:25.941781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:25.942107 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:25.942481 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:25.942806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:25.943338 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:25.943677 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a47c21-862f-40c3-bfc1-2026c613063a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:26:26.240717 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-47374e94-6e5a-42b0-82e5-e605f8004f3b None None] Provisioning complete for port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:26:26.241107 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47374e94-6e5a-42b0-82e5-e605f8004f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (95a9c951-d8d5-4c2a-8df9-de15da2b8dc3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:26.319191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-47374e94-6e5a-42b0-82e5-e605f8004f3b None None] Current status of the port 95a9c951-d8d5-4c2a-8df9-de15da2b8dc3 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:26:26.329875 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-47374e94-6e5a-42b0-82e5-e605f8004f3b None None] Provisioning complete for port a03258d8-2d8b-47ca-82d8-4d7fcae75e6f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:26:26.330270 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47374e94-6e5a-42b0-82e5-e605f8004f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a03258d8-2d8b-47ca-82d8-4d7fcae75e6f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:26.409855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-47374e94-6e5a-42b0-82e5-e605f8004f3b None None] Current status of the port a03258d8-2d8b-47ca-82d8-4d7fcae75e6f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:26:28.175747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40838) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:28.384471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ee3c61-966b-4a1e-a5af-288f5cbe46e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:28.384903 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ee3c61-966b-4a1e-a5af-288f5cbe46e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:28.386487 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d5ee3c61-966b-4a1e-a5af-288f5cbe46e8 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2097692 Jan 28 05:26:30.652259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40848) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:30.785708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb22d91-f0b2-4cdc-a0b7-09666e0e03f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:30.786185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb22d91-f0b2-4cdc-a0b7-09666e0e03f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:30.787746 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bcb22d91-f0b2-4cdc-a0b7-09666e0e03f0 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1344481 Jan 28 05:26:32.376516 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9986ed81-8b22-4281-a216-d25d1c1cc78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:33.052259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40856) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:33.223220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3fb45d-49b5-4bfc-96f8-6842100d3375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:33.224605 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2c3fb45d-49b5-4bfc-96f8-6842100d3375 admin admin] 10.222.0.31 "GET /v2.0/networks/957e28df-b835-4405-afbd-87261b36cd73 HTTP/1.1" status: 200 len: 869 time: 0.1714051 Jan 28 05:26:34.678834 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a1ff16d9-da86-4943-ab7b-04f634b6d564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:35.509832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40864) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:35.632328 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cbf196-e4e4-45ab-a742-1923042b3cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:35.633901 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-90cbf196-e4e4-45ab-a742-1923042b3cdf admin admin] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 886 time: 0.1229157 Jan 28 05:26:36.297447 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:37.667707 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:37.886214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40872) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:38.017512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d3fc35-af10-4905-b719-6173497a57e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:38.017966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d3fc35-af10-4905-b719-6173497a57e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:38.019531 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d3d3fc35-af10-4905-b719-6173497a57e3 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1320567 Jan 28 05:26:39.029236 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:26:40.278851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40880) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:40.405122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0513ca-b1a4-45ab-a54b-a625876cf8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:40.405584 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0513ca-b1a4-45ab-a54b-a625876cf8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:40.407172 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4b0513ca-b1a4-45ab-a54b-a625876cf8bd admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1273627 Jan 28 05:26:42.667714 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40888) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:42.759140 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ede069-387a-4a05-bb1f-9f8c1080769e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:42.760569 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-28ede069-387a-4a05-bb1f-9f8c1080769e admin admin] 10.222.0.31 "GET /v2.0/subnets/1ebb0896-6acd-4628-aeab-e3b472bc470c HTTP/1.1" status: 200 len: 868 time: 0.0918536 Jan 28 05:26:45.013638 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40896) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:26:45.098838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a894660-43e3-4544-8783-e248f18045e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:26:45.100202 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0a894660-43e3-4544-8783-e248f18045e7 admin admin] 10.222.0.31 "GET /v2.0/subnets/c18042d6-8990-4601-941c-87c8d2f88552 HTTP/1.1" status: 200 len: 816 time: 0.0856242 Jan 28 05:26:53.516708 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 5 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:27:02.383429 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f09592e-9a35-43a8-b0e7-2644f3538f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:04.686403 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-238d234e-5270-4fbc-a5af-19c9e3f82334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:06.297041 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:07.628787 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:09.005760 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:09.897674 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40950) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:27:09.945562 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-b9f14ca9-b838-43d2-ae74-4105673018fd admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:27:09.946664 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b9f14ca9-b838-43d2-ae74-4105673018fd admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473676 Jan 28 05:27:12.310784 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40958) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:27:12.373229 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cfc64c-da7d-4246-a319-cd9f61ab94f1 admin admin] GET failed (client error): The resource could not be found. Jan 28 05:27:12.374549 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-87cfc64c-da7d-4246-a319-cd9f61ab94f1 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0628142 Jan 28 05:27:12.458329 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e93f957-e19c-425c-a8f3-574147b35bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:12.459808 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8e93f957-e19c-425c-a8f3-574147b35bdf admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0808258 Jan 28 05:27:14.778642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40968) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:27:14.825401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c2b75ba3-32c4-4e74-a741-ec85cdc514c9 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True, 'tenant_id': 'f237fb1fc36f48ed8dc6e8c8f4b282fe', 'project_id': 'f237fb1fc36f48ed8dc6e8c8f4b282fe'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:27:14.908457 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b75ba3-32c4-4e74-a741-ec85cdc514c9 admin admin] Made reservation on behalf of f237fb1fc36f48ed8dc6e8c8f4b282fe for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:27:14.910773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2b75ba3-32c4-4e74-a741-ec85cdc514c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:14.939736 n-d-812111-12 neutron-server[103634]: WARNING neutron.services.revisions.revision_plugin [None req-c2b75ba3-32c4-4e74-a741-ec85cdc514c9 admin admin] Could not find related network for resource to bump revision. Jan 28 05:27:14.953254 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b75ba3-32c4-4e74-a741-ec85cdc514c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:27:14.962928 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2b75ba3-32c4-4e74-a741-ec85cdc514c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (eed8bd3a-70a5-4a09-89aa-4d0ecd560170), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:14.963274 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-c2b75ba3-32c4-4e74-a741-ec85cdc514c9 admin admin] Added segment eed8bd3a-70a5-4a09-89aa-4d0ecd560170 of type vlan for network af31de4a-dc15-4c0d-91ce-17d80a870a0e Jan 28 05:27:15.013280 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2b75ba3-32c4-4e74-a741-ec85cdc514c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (af31de4a-dc15-4c0d-91ce-17d80a870a0e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:15.103382 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2b75ba3-32c4-4e74-a741-ec85cdc514c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (af31de4a-dc15-4c0d-91ce-17d80a870a0e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:15.104385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b75ba3-32c4-4e74-a741-ec85cdc514c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:15.104970 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2b75ba3-32c4-4e74-a741-ec85cdc514c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:15.162987 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b75ba3-32c4-4e74-a741-ec85cdc514c9 admin admin] Pushing event updated for resources: {'Network': ['ID=af31de4a-dc15-4c0d-91ce-17d80a870a0e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:15.174269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:27:15.209003 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c2b75ba3-32c4-4e74-a741-ec85cdc514c9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4291954 Jan 28 05:27:17.522609 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40978) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:27:17.582015 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a56d99-8fac-41b4-b457-e6fe96bb6fbf admin admin] GET failed (client error): The resource could not be found. Jan 28 05:27:17.586936 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-09a56d99-8fac-41b4-b457-e6fe96bb6fbf admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591083 Jan 28 05:27:17.656318 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d7edfc-be24-45fe-9079-29e45cf248e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:17.657803 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f3d7edfc-be24-45fe-9079-29e45cf248e8 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0701878 Jan 28 05:27:17.668199 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1cd53e50-1b85-4f66-b7a3-a19830fa5dd4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'tenant_id': 'f237fb1fc36f48ed8dc6e8c8f4b282fe', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:27:17.748555 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd53e50-1b85-4f66-b7a3-a19830fa5dd4 admin admin] Made reservation on behalf of f237fb1fc36f48ed8dc6e8c8f4b282fe for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:27:17.750888 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1cd53e50-1b85-4f66-b7a3-a19830fa5dd4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:17.943254 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1cd53e50-1b85-4f66-b7a3-a19830fa5dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for subnet (f4a2a65a-b216-4cbb-a373-00dd8e698fcf), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:17.997017 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd53e50-1b85-4f66-b7a3-a19830fa5dd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a2a65a-b216-4cbb-a373-00dd8e698fcf,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:18.005098 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd53e50-1b85-4f66-b7a3-a19830fa5dd4 admin admin] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:27:18.005469 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd53e50-1b85-4f66-b7a3-a19830fa5dd4 admin admin] Network hostable DHCP agents. Network: af31de4a-dc15-4c0d-91ce-17d80a870a0e, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:27:18.062930 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd53e50-1b85-4f66-b7a3-a19830fa5dd4 admin admin] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:27:18.108349 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-1cd53e50-1b85-4f66-b7a3-a19830fa5dd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, af31de4a-dc15-4c0d-91ce-17d80a870a0e) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:27:18.112383 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd53e50-1b85-4f66-b7a3-a19830fa5dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:27:18.112964 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1cd53e50-1b85-4f66-b7a3-a19830fa5dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:18.118357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7f93c5-c65c-414b-b9ce-21b4798b329d None None] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:27:18.178744 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1cd53e50-1b85-4f66-b7a3-a19830fa5dd4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5140595 Jan 28 05:27:18.323028 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'project_id': 'f237fb1fc36f48ed8dc6e8c8f4b282fe', 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:27:18.324054 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:18.466991 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Allocated IP 192.168.233.2 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/d3220db2-1f93-4e18-8aa4-31bb456f36aa) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:27:18.610749 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Publish callbacks [] for port (d3220db2-1f93-4e18-8aa4-31bb456f36aa), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:18.707679 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (d3220db2-1f93-4e18-8aa4-31bb456f36aa), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:18.748923 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:27:18.751733 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:27:18.754885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:27:18.770371 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Pushing event updated for resources: {'Port': ['ID=d3220db2-1f93-4e18-8aa4-31bb456f36aa,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:18.792543 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:18.792880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:18.793219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:18.793547 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:18.793878 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:18.794205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:18.794550 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:18.794874 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:18.795189 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:18.795511 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:18.795826 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:18.796140 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:18.796453 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:27:18.830833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Attempting to bind port d3220db2-1f93-4e18-8aa4-31bb456f36aa on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:27:18.831200 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Attempting to bind port d3220db2-1f93-4e18-8aa4-31bb456f36aa by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:27:18.831565 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Attempting to bind port d3220db2-1f93-4e18-8aa4-31bb456f36aa on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:27:18.836921 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:27:18.837285 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:27:18.837679 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:18.838065 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:27:18.838551 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Bound port: d3220db2-1f93-4e18-8aa4-31bb456f36aa, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:27:18.838924 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d3220db2-1f93-4e18-8aa4-31bb456f36aa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:18.901233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] For port d3220db2-1f93-4e18-8aa4-31bb456f36aa, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:27:18.904207 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] For port d3220db2-1f93-4e18-8aa4-31bb456f36aa, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=d3220db2-1f93-4e18-8aa4-31bb456f36aa,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:27:18.989023 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d3220db2-1f93-4e18-8aa4-31bb456f36aa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:19.059493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ed887-3c38-405f-bd34-af7adfeec5a6 None None] Pushing event updated for resources: {'Port': ['ID=d3220db2-1f93-4e18-8aa4-31bb456f36aa,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:19.688985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device d3220db2-1f93-4e18-8aa4-31bb456f36aa up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:27:19.743235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port d3220db2-1f93-4e18-8aa4-31bb456f36aa triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:27:19.743636 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d3220db2-1f93-4e18-8aa4-31bb456f36aa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:19.831924 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port d3220db2-1f93-4e18-8aa4-31bb456f36aa is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:27:19.832235 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d3220db2-1f93-4e18-8aa4-31bb456f36aa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:19.874040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port d3220db2-1f93-4e18-8aa4-31bb456f36aa, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=d3220db2-1f93-4e18-8aa4-31bb456f36aa,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:27:19.954709 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d3220db2-1f93-4e18-8aa4-31bb456f36aa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:20.012278 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=d3220db2-1f93-4e18-8aa4-31bb456f36aa,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:27:20.089520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8959984-88e8-4b2f-851a-25ed447b1a91 None None] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:27:20.190043 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8c90cd9d-c5b6-4028-b990-51f8af63962f None None] Provisioning complete for port d3220db2-1f93-4e18-8aa4-31bb456f36aa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:27:20.190469 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c90cd9d-c5b6-4028-b990-51f8af63962f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d3220db2-1f93-4e18-8aa4-31bb456f36aa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:20.285555 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8c90cd9d-c5b6-4028-b990-51f8af63962f None None] Current status of the port d3220db2-1f93-4e18-8aa4-31bb456f36aa is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:27:20.509596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-924c5405-f513-4dca-b42e-5f249bb38d13 None None] Provisioning complete for port d3220db2-1f93-4e18-8aa4-31bb456f36aa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:27:20.509596 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-924c5405-f513-4dca-b42e-5f249bb38d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d3220db2-1f93-4e18-8aa4-31bb456f36aa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:20.594744 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-924c5405-f513-4dca-b42e-5f249bb38d13 None None] Current status of the port d3220db2-1f93-4e18-8aa4-31bb456f36aa is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:27:21.654094 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device d3220db2-1f93-4e18-8aa4-31bb456f36aa up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:27:21.702066 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port d3220db2-1f93-4e18-8aa4-31bb456f36aa triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:27:21.702475 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d3220db2-1f93-4e18-8aa4-31bb456f36aa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:21.785719 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port d3220db2-1f93-4e18-8aa4-31bb456f36aa is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:27:30.516011 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 5 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:27:32.399913 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9bae-0930-4c46-a05a-2d550ea0a425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:34.664172 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c83b8da4-b917-414f-95c1-6853cdde3101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:36.315467 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:37.637527 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:27:39.086349 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:02.394347 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-998ea44c-044a-4e28-8325-442b1f89cceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:04.719918 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0a9ac54-3e74-4320-80bc-bcb73b5f18d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:06.325313 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:07.515424 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 5 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:28:07.639666 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:09.032964 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:32.439460 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0fb5d64c-1efd-4f23-b08a-fbcca8936496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:34.668415 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-89c56133-5be7-44b1-b64f-50f00c6a176a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:36.377197 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:37.656200 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:39.033735 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:44.514670 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 5 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:28:47.922066 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41022) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:28:47.927966 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-73f8c787-4d2a-455c-bf88-fce5d5a985cd tempest-verify_tempest_config-566450354 tempest-verify_tempest_config-566450354-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:28:47.929827 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-73f8c787-4d2a-455c-bf88-fce5d5a985cd tempest-verify_tempest_config-566450354 tempest-verify_tempest_config-566450354-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0067356 Jan 28 05:28:48.420096 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41040) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:28:48.527076 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4aea-deff-4a7a-9190-ec56c5a81111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:48.601104 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4aea-deff-4a7a-9190-ec56c5a81111 admin admin] Publish callbacks [] for security_group (bdb572ea-e212-4669-98e1-ea0723853a1b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:48.667759 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4aea-deff-4a7a-9190-ec56c5a81111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bdb572ea-e212-4669-98e1-ea0723853a1b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:48.715571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff4aea-deff-4a7a-9190-ec56c5a81111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb572ea-e212-4669-98e1-ea0723853a1b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:28:48.720228 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a3ff4aea-deff-4a7a-9190-ec56c5a81111 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d6bef248d7f4f9e866756b44b3e23cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2991090 Jan 28 05:28:48.723184 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41046) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:28:48.724462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff4aea-deff-4a7a-9190-ec56c5a81111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.724889 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff4aea-deff-4a7a-9190-ec56c5a81111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.727068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff4aea-deff-4a7a-9190-ec56c5a81111 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.727068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff4aea-deff-4a7a-9190-ec56c5a81111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.727068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff4aea-deff-4a7a-9190-ec56c5a81111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.727068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff4aea-deff-4a7a-9190-ec56c5a81111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.727645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff4aea-deff-4a7a-9190-ec56c5a81111 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.727645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff4aea-deff-4a7a-9190-ec56c5a81111 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.727956 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff4aea-deff-4a7a-9190-ec56c5a81111 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.728284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff4aea-deff-4a7a-9190-ec56c5a81111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.728614 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff4aea-deff-4a7a-9190-ec56c5a81111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.728937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff4aea-deff-4a7a-9190-ec56c5a81111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.729262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff4aea-deff-4a7a-9190-ec56c5a81111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.779969 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] Publish callbacks [] for security_group (bdb572ea-e212-4669-98e1-ea0723853a1b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:48.801361 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] Publish callbacks [] for security_group (bdb572ea-e212-4669-98e1-ea0723853a1b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:48.936872 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bdb572ea-e212-4669-98e1-ea0723853a1b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:48.939439 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:28:48.940631 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdb572ea-e212-4669-98e1-ea0723853a1b HTTP/1.1" status: 204 len: 168 time: 0.2165096 Jan 28 05:28:48.949499 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb572ea-e212-4669-98e1-ea0723853a1b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:28:48.956345 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.956692 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.957034 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.957377 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.957716 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.958047 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.958399 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.958717 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.959043 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.959385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.959707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.960030 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:28:48.960345 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8fe62-b6ea-4efa-8a4a-c0e9455bc2e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:29:02.387601 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96b38b53-748e-4401-ac95-9daadf10d00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:04.667970 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b97b21de-2cee-4e2d-9f0d-eddbdbbe037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:06.318234 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:07.650517 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:09.021928 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:21.514371 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 5 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:29:32.387809 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2700f625-be1b-45db-a218-daa862ae59de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:34.661738 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c082987a-e5b0-4b52-8712-a378fbe0803b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:36.319514 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:37.655823 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:39.015887 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:29:58.514791 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 5 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:30:02.398776 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66a8901e-dcfc-4f6d-970b-d1d157b6f276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:04.690048 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-45d9087c-8cbd-4b8c-ab60-0cd999c5d1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:06.323913 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:07.649897 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:09.033489 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:32.415696 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ca53a6a-8c64-4334-a7c5-9b4441b0bcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:34.678460 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce774c93-4188-459e-940d-ddd6ef623e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:35.513048 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 5 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:30:36.319530 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:37.689698 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:30:39.027012 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:02.381696 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de6fef72-17d5-4d42-ab7c-4b93a3ba33fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:04.661783 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a86e9803-cc2d-4636-9952-b212691dc65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:06.329538 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:07.644498 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:09.032661 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:12.511679 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 5 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:31:32.369429 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70be4d7a-9044-4819-807d-0310969eb630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:34.683714 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e353839-df66-476d-953c-b2c483dc1439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:36.329494 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:37.649503 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:39.021196 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:49.511560 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 5 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:31:54.643996 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1944499'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:31:57.175115 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1944499'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:02.369462 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9b7da0f-676c-4875-977c-dc923559e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:04.655445 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6c6bb52-d4cf-49e8-b2f2-44a30eec25ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:06.352630 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:07.672547 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:09.015362 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:24.587282 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:26.512004 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:32:27.123478 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:28.171932 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41104) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:32:28.401231 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-060d058e-94dd-49a2-89af-b4e9bba6c1ff admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.2281933 Jan 28 05:32:30.683918 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41114) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:32:30.741064 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-00e97680-ca72-4c40-b275-23dccbaed2b4 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0560427 Jan 28 05:32:32.352656 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-262532bf-ce72-48d4-b500-85524c91705b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:34.666487 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-679c0672-05fb-4a7b-b41a-ce0cd0bedc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:36.340789 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:37.694932 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:39.021385 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:54.580766 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:32:57.129507 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:02.386855 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4de7f327-e031-4276-8d5f-21b01a55a6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:03.510571 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:33:04.649423 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b2b0b96-e505-4b21-b08a-cb0351bc425e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:06.346424 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:07.660560 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:09.032294 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:24.598459 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:27.209041 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:32.386865 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09995d44-719f-40d4-9382-1ca39f3554c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:34.769549 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed9672d4-9315-4583-a33c-2cf1d035f67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:36.342169 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:37.678313 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:39.003798 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:40.512514 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:33:54.604699 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:56.214776 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41284) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:33:56.519526 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-network', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:33:56.604064 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Made reservation on behalf of 4f89df0ed4324ba8a50b1f639b59017f for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:33:56.607569 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:56.616658 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:56.702380 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Publish callbacks [] for security_group (e112b3f7-93d4-4eb0-a676-740d92c06679), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:56.746906 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e112b3f7-93d4-4eb0-a676-740d92c06679), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:56.783344 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:33:56.785655 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e112b3f7-93d4-4eb0-a676-740d92c06679,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:33:56.796714 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:56.797261 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:56.797590 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:56.798096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:56.798456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:56.798833 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:56.799107 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:56.799550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:56.800017 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:56.800444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:56.800870 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:56.801194 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:56.801513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Tracked resource versions report: Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: pushed versions: Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: { 'AddressGroup': {'1.2'}, Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'ConntrackHelper': {'1.0'}, Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'LocalIPAssociation': {'1.0'}, Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'Log': {'1.0'}, Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'Network': {'1.1'}, Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'Port': {'1.7'}, Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'PortForwarding': {'1.2'}, Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'QosPolicy': {'1.10'}, Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'SecurityGroup': {'1.5'}, Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'SecurityGroupRule': {'1.2'}, Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'SubPort': {'1.0'}, Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'Subnet': {'1.1'}, Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'Trunk': {'1.1'}} Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: consumer versions: Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: { DHCP agent@n-d-812111-12: {}, Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: HyperV agent@n-h1-812111-12: {}, Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: HyperV agent@n-h2-812111-12: {}, Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: L3 agent@n-d-812111-12: {}, Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: Metadata agent@n-d-812111-12: {}, Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: Metering agent@n-d-812111-12: {}, Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: Open vSwitch agent@n-d-812111-12: { 'AddressGroup': '1.2', Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'ConntrackHelper': '1.0', Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'LocalIPAssociation': '1.0', Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'Log': '1.0', Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'Network': '1.1', Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'Port': '1.7', Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'PortForwarding': '1.2', Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'QosPolicy': '1.10', Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'SecurityGroup': '1.5', Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'SecurityGroupRule': '1.2', Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'SubPort': '1.0', Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'Subnet': '1.1', Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: 'Trunk': '1.1'}} Jan 28 05:33:56.802903 n-d-812111-12 neutron-server[103634]: {{(pid=103634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 05:33:56.815889 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (8fd67d56-6535-44cc-b55e-8857910b2c41), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:56.816059 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Added segment 8fd67d56-6535-44cc-b55e-8857910b2c41 of type vlan for network 7b783b1a-01c6-44a0-9611-e2e73731beff Jan 28 05:33:56.860398 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (7b783b1a-01c6-44a0-9611-e2e73731beff), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:56.998793 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (7b783b1a-01c6-44a0-9611-e2e73731beff), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:56.999761 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:33:57.000344 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:57.069899 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] Pushing event updated for resources: {'Network': ['ID=7b783b1a-01c6-44a0-9611-e2e73731beff,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:33:57.092037 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 7b783b1a-01c6-44a0-9611-e2e73731beff details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:33:57.127596 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-12fa2e67-0b5e-4faa-9021-495f4136efa4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9114888 Jan 28 05:33:57.131060 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41320) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:33:57.144382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Request body: {'subnet': {'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-subnet', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:33:57.180927 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:57.237802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Made reservation on behalf of 4f89df0ed4324ba8a50b1f639b59017f for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:33:57.240734 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:57.552534 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for subnet (f8152de8-ecac-4199-a968-1f3e5a754e20), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:57.599708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8152de8-ecac-4199-a968-1f3e5a754e20,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:33:57.608503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:57.609048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:57.609522 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:57.610019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:57.610509 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:57.610968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:57.611426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:57.611909 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:57.612231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:57.612686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:57.613142 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:57.613607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:57.613924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Tracked resource versions report: Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: pushed versions: Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: { 'AddressGroup': {'1.2'}, Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'ConntrackHelper': {'1.0'}, Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'LocalIPAssociation': {'1.0'}, Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'Log': {'1.0'}, Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'Network': {'1.1'}, Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'Port': {'1.7'}, Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'PortForwarding': {'1.2'}, Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'QosPolicy': {'1.10'}, Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'SecurityGroup': {'1.5'}, Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'SecurityGroupRule': {'1.2'}, Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'SubPort': {'1.0'}, Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'Subnet': {'1.1'}, Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'Trunk': {'1.1'}} Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: consumer versions: Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: { DHCP agent@n-d-812111-12: {}, Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: HyperV agent@n-h1-812111-12: {}, Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: HyperV agent@n-h2-812111-12: {}, Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: L3 agent@n-d-812111-12: {}, Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: Metadata agent@n-d-812111-12: {}, Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: Metering agent@n-d-812111-12: {}, Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: Open vSwitch agent@n-d-812111-12: { 'AddressGroup': '1.2', Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'ConntrackHelper': '1.0', Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'LocalIPAssociation': '1.0', Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'Log': '1.0', Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'Network': '1.1', Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'Port': '1.7', Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'PortForwarding': '1.2', Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'QosPolicy': '1.10', Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'SecurityGroup': '1.5', Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'SecurityGroupRule': '1.2', Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'SubPort': '1.0', Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'Subnet': '1.1', Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: 'Trunk': '1.1'}} Jan 28 05:33:57.615211 n-d-812111-12 neutron-server[103635]: {{(pid=103635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 05:33:57.632408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41338) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:33:57.661246 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Checking segment: {'id': '8fd67d56-6535-44cc-b55e-8857910b2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:33:57.661486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Network hostable DHCP agents. Network: 7b783b1a-01c6-44a0-9611-e2e73731beff, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:33:57.820553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Network 7b783b1a-01c6-44a0-9611-e2e73731beff is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:33:57.912156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 7b783b1a-01c6-44a0-9611-e2e73731beff) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:33:57.916380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:33:57.917093 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:57.923016 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04158bac-1937-4d9c-9748-e86cf78867dc None None] Network 7b783b1a-01c6-44a0-9611-e2e73731beff requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:33:58.001577 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41350) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:33:58.002688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9f3844c4-3c6a-4e8c-a64b-2b97382713b3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8691423 Jan 28 05:33:58.005934 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:33:58.045595 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-7b783b1a-01c6-44a0-9611-e2e73731beff', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'fixed_ips': [{'subnet_id': 'f8152de8-ecac-4199-a968-1f3e5a754e20'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:33:58.046669 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:58.095296 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (708d23c2-5079-4492-ba40-e8f8765b7fd1), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:58.096477 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (708d23c2-5079-4492-ba40-e8f8765b7fd1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:58.197358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Allocated IP 172.20.0.2 (7b783b1a-01c6-44a0-9611-e2e73731beff/f8152de8-ecac-4199-a968-1f3e5a754e20/594ec700-dc47-416d-a398-abf10676945e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:33:58.294684 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Publish callbacks [] for router_controller (708d23c2-5079-4492-ba40-e8f8765b7fd1), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:58.367897 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Publish callbacks [] for port (594ec700-dc47-416d-a398-abf10676945e), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:58.425146 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-79db50aa-6b54-4d3a-b429-53f6b9324f80 tempest-AutoAllocateNetworkTest-178965152 tempest-AutoAllocateNetworkTest-178965152-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c356a57f460045e8b77c495ef4d4cbb7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7914228 Jan 28 05:33:58.428019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41356) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:33:58.502175 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (594ec700-dc47-416d-a398-abf10676945e), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:58.554337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Network 7b783b1a-01c6-44a0-9611-e2e73731beff is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:33:58.558123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:33:58.562508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:33:58.573740 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Publish callbacks [] for router_gateway (708d23c2-5079-4492-ba40-e8f8765b7fd1), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:58.599294 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Pushing event updated for resources: {'Port': ['ID=594ec700-dc47-416d-a398-abf10676945e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:33:58.631061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:58.631061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:58.631061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:58.631061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:58.631061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:58.631061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:58.631061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:58.631061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:58.631952 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:58.632375 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:58.632794 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:58.633209 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:58.633625 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Tracked resource versions report: Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: pushed versions: Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: { 'AddressGroup': {'1.2'}, Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'ConntrackHelper': {'1.0'}, Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'LocalIPAssociation': {'1.0'}, Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'Log': {'1.0'}, Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'Network': {'1.1'}, Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'Port': {'1.7'}, Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'PortForwarding': {'1.2'}, Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'QosPolicy': {'1.10'}, Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'SecurityGroup': {'1.5'}, Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'SecurityGroupRule': {'1.2'}, Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'SubPort': {'1.0'}, Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'Subnet': {'1.1'}, Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'Trunk': {'1.1'}} Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: consumer versions: Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: { DHCP agent@n-d-812111-12: {}, Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: HyperV agent@n-h1-812111-12: {}, Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: HyperV agent@n-h2-812111-12: {}, Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: L3 agent@n-d-812111-12: {}, Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: Metadata agent@n-d-812111-12: {}, Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: Metering agent@n-d-812111-12: {}, Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: Open vSwitch agent@n-d-812111-12: { 'AddressGroup': '1.2', Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'ConntrackHelper': '1.0', Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'LocalIPAssociation': '1.0', Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'Log': '1.0', Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'Network': '1.1', Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'Port': '1.7', Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'PortForwarding': '1.2', Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'QosPolicy': '1.10', Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'SecurityGroup': '1.5', Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'SecurityGroupRule': '1.2', Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'SubPort': '1.0', Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'Subnet': '1.1', Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: 'Trunk': '1.1'}} Jan 28 05:33:58.634964 n-d-812111-12 neutron-server[103636]: {{(pid=103636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 05:33:58.643040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa53c677-4385-4b40-a415-f884b09cc81a tempest-AutoAllocateNetworkTest-178965152 tempest-AutoAllocateNetworkTest-178965152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:33:58.644557 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fa53c677-4385-4b40-a415-f884b09cc81a tempest-AutoAllocateNetworkTest-178965152 tempest-AutoAllocateNetworkTest-178965152-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2150300 Jan 28 05:33:58.658810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41364) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:33:58.662868 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Attempting to bind port 594ec700-dc47-416d-a398-abf10676945e on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:33:58.663815 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Attempting to bind port 594ec700-dc47-416d-a398-abf10676945e by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '8fd67d56-6535-44cc-b55e-8857910b2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:33:58.664332 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Attempting to bind port 594ec700-dc47-416d-a398-abf10676945e on network 7b783b1a-01c6-44a0-9611-e2e73731beff {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:33:58.674558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:33:58.674860 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Checking segment: {'id': '8fd67d56-6535-44cc-b55e-8857910b2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:33:58.675319 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:58.675673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Bound using segment: {'id': '8fd67d56-6535-44cc-b55e-8857910b2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:33:58.676144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Bound port: 594ec700-dc47-416d-a398-abf10676945e, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd67d56-6535-44cc-b55e-8857910b2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:33:58.676526 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (594ec700-dc47-416d-a398-abf10676945e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:58.712071 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-45c9d41c-91aa-44cb-b8cc-319dfa699de7 tempest-AutoAllocateNetworkTest-178965152 tempest-AutoAllocateNetworkTest-178965152-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632410 Jan 28 05:33:58.714994 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41368) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:33:58.744496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-80344faf-5c31-49c2-84b6-b79182f009d6 tempest-AutoAllocateNetworkTest-178965152 tempest-AutoAllocateNetworkTest-178965152-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c356a57f460045e8b77c495ef4d4cbb7 HTTP/1.1" status: 200 len: 208 time: 0.0283830 Jan 28 05:33:58.865700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] For port 594ec700-dc47-416d-a398-abf10676945e, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:33:58.869842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] For port 594ec700-dc47-416d-a398-abf10676945e, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=594ec700-dc47-416d-a398-abf10676945e,segment=NetworkSegment(8fd67d56-6535-44cc-b55e-8857910b2c41),segment_id=8fd67d56-6535-44cc-b55e-8857910b2c41)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:33:58.910650 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Publish callbacks [] for router_gateway (708d23c2-5079-4492-ba40-e8f8765b7fd1), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:58.933486 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:58.964527 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (594ec700-dc47-416d-a398-abf10676945e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:59.068109 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506edfb2-5f30-4b4a-ba98-826af51179e3 None None] Pushing event updated for resources: {'Port': ['ID=594ec700-dc47-416d-a398-abf10676945e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:33:59.079011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Allocated IP 172.25.0.214 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/b1f1ffce-69f6-4757-afce-aded52b980ed) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:33:59.199398 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Publish callbacks [] for port (b1f1ffce-69f6-4757-afce-aded52b980ed), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:59.313034 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (b1f1ffce-69f6-4757-afce-aded52b980ed), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:59.384921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Pushing event updated for resources: {'Port': ['ID=b1f1ffce-69f6-4757-afce-aded52b980ed,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:33:59.388956 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:33:59.391194 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:33:59.394264 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:33:59.689128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41402) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:33:59.715055 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Publish callbacks [] for router_gateway (708d23c2-5079-4492-ba40-e8f8765b7fd1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:59.957856 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (708d23c2-5079-4492-ba40-e8f8765b7fd1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:33:59.989138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 594ec700-dc47-416d-a398-abf10676945e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:34:00.105562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 594ec700-dc47-416d-a398-abf10676945e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:00.105914 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (594ec700-dc47-416d-a398-abf10676945e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:00.204559 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1441300-a4b1-482f-95c3-66f9ae159638 None None] Network 7b783b1a-01c6-44a0-9611-e2e73731beff requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:34:00.257015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 594ec700-dc47-416d-a398-abf10676945e is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:00.257483 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Router 708d23c2-5079-4492-ba40-e8f8765b7fd1 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:34:00.257770 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (594ec700-dc47-416d-a398-abf10676945e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:00.295622 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49b6f091-02b4-4812-a3b7-5264bd02d083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:00.330170 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 594ec700-dc47-416d-a398-abf10676945e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=594ec700-dc47-416d-a398-abf10676945e,segment=NetworkSegment(8fd67d56-6535-44cc-b55e-8857910b2c41),segment_id=8fd67d56-6535-44cc-b55e-8857910b2c41)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:00.331421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ba14951f-82c8-4fe0-a1c9-88a03a3a219e None None] Provisioning complete for port 594ec700-dc47-416d-a398-abf10676945e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:00.331812 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba14951f-82c8-4fe0-a1c9-88a03a3a219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (594ec700-dc47-416d-a398-abf10676945e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:00.429273 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (594ec700-dc47-416d-a398-abf10676945e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:00.570098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ba14951f-82c8-4fe0-a1c9-88a03a3a219e None None] Current status of the port 594ec700-dc47-416d-a398-abf10676945e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:00.590269 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:34:00.590622 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49b6f091-02b4-4812-a3b7-5264bd02d083 admin admin] Publish callbacks [] for security_group (f0cb582e-7024-48b6-b541-f8366f3e37bc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:00.591956 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Sync routers for ids ['708d23c2-5079-4492-ba40-e8f8765b7fd1'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:34:00.609078 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=594ec700-dc47-416d-a398-abf10676945e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:00.613092 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Routers {'708d23c2-5079-4492-ba40-e8f8765b7fd1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:34:00.622015 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:33:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['708d23c2-5079-4492-ba40-e8f8765b7fd1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:00.696500 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49b6f091-02b4-4812-a3b7-5264bd02d083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f0cb582e-7024-48b6-b541-f8366f3e37bc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:00.704239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:00.704239 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-00c05802-8318-4bc8-a0fd-59ce236bbcbc admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.7002144 Jan 28 05:34:00.705777 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41434) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:00.745360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6f091-02b4-4812-a3b7-5264bd02d083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cb582e-7024-48b6-b541-f8366f3e37bc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:00.763708 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-49b6f091-02b4-4812-a3b7-5264bd02d083 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c356a57f460045e8b77c495ef4d4cbb7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0741827 Jan 28 05:34:00.764927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41436) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:00.839515 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-894ace94-9db7-4e15-8f21-6a4c01059e99 None None] Provisioning complete for port 594ec700-dc47-416d-a398-abf10676945e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:00.840202 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-894ace94-9db7-4e15-8f21-6a4c01059e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (594ec700-dc47-416d-a398-abf10676945e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:00.861261 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Set router 708d23c2-5079-4492-ba40-e8f8765b7fd1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:34:00.868490 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a359891-87ad-46f4-8fff-9f9c4f344f12 admin admin] Publish callbacks [] for security_group (f0cb582e-7024-48b6-b541-f8366f3e37bc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:00.936630 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a359891-87ad-46f4-8fff-9f9c4f344f12 admin admin] Publish callbacks [] for security_group (f0cb582e-7024-48b6-b541-f8366f3e37bc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:01.032784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-894ace94-9db7-4e15-8f21-6a4c01059e99 None None] Current status of the port 594ec700-dc47-416d-a398-abf10676945e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:01.073745 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a359891-87ad-46f4-8fff-9f9c4f344f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f0cb582e-7024-48b6-b541-f8366f3e37bc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:01.077428 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a359891-87ad-46f4-8fff-9f9c4f344f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:01.080815 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1a359891-87ad-46f4-8fff-9f9c4f344f12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0cb582e-7024-48b6-b541-f8366f3e37bc HTTP/1.1" status: 204 len: 168 time: 0.3124604 Jan 28 05:34:01.093906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a359891-87ad-46f4-8fff-9f9c4f344f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cb582e-7024-48b6-b541-f8366f3e37bc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:01.165224 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:33:59Z', 'revision_number': 3, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:01.194256 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Checking router: 708d23c2-5079-4492-ba40-e8f8765b7fd1 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:34:01.195416 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Updating router 708d23c2-5079-4492-ba40-e8f8765b7fd1 port b1f1ffce-69f6-4757-afce-aded52b980ed binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:34:01.223676 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b1f1ffce-69f6-4757-afce-aded52b980ed), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:01.451871 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:01.564846 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Publish callbacks [] for port (b1f1ffce-69f6-4757-afce-aded52b980ed), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:01.631497 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] Allocated IP 172.20.0.1 (7b783b1a-01c6-44a0-9611-e2e73731beff/f8152de8-ecac-4199-a968-1f3e5a754e20/3922ef40-b979-43d3-a58d-2498e07c2bc5) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:34:01.655803 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b1f1ffce-69f6-4757-afce-aded52b980ed), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:01.704858 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Attempting to bind port b1f1ffce-69f6-4757-afce-aded52b980ed on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:34:01.705505 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Attempting to bind port b1f1ffce-69f6-4757-afce-aded52b980ed by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:34:01.706040 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Attempting to bind port b1f1ffce-69f6-4757-afce-aded52b980ed on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:01.736007 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:34:01.736568 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:01.737320 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:01.737972 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:34:01.738754 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Bound port: b1f1ffce-69f6-4757-afce-aded52b980ed, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:34:01.741978 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b1f1ffce-69f6-4757-afce-aded52b980ed), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:01.748579 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] Publish callbacks [] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:01.827794 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] For port b1f1ffce-69f6-4757-afce-aded52b980ed, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:34:01.837650 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] For port b1f1ffce-69f6-4757-afce-aded52b980ed, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b1f1ffce-69f6-4757-afce-aded52b980ed,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:34:01.849998 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:01.884951 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1fdee-78dc-4de7-8aa0-d1d8ad1c2406 None None] Pushing event updated for resources: {'Port': ['ID=b1f1ffce-69f6-4757-afce-aded52b980ed,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:01.894733 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1fdee-78dc-4de7-8aa0-d1d8ad1c2406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:01.895184 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1fdee-78dc-4de7-8aa0-d1d8ad1c2406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:01.895579 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1fdee-78dc-4de7-8aa0-d1d8ad1c2406 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:01.895984 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1fdee-78dc-4de7-8aa0-d1d8ad1c2406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:01.896419 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1fdee-78dc-4de7-8aa0-d1d8ad1c2406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:01.901512 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1fdee-78dc-4de7-8aa0-d1d8ad1c2406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:01.901512 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1fdee-78dc-4de7-8aa0-d1d8ad1c2406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:01.901512 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1fdee-78dc-4de7-8aa0-d1d8ad1c2406 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:01.901512 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1fdee-78dc-4de7-8aa0-d1d8ad1c2406 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:01.901797 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 594ec700-dc47-416d-a398-abf10676945e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:34:01.901866 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1fdee-78dc-4de7-8aa0-d1d8ad1c2406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:01.901866 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1fdee-78dc-4de7-8aa0-d1d8ad1c2406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:01.901866 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1fdee-78dc-4de7-8aa0-d1d8ad1c2406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:01.901866 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1fdee-78dc-4de7-8aa0-d1d8ad1c2406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1fdee-78dc-4de7-8aa0-d1d8ad1c2406 None None] Tracked resource versions report: Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: pushed versions: Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: { 'AddressGroup': {'1.2'}, Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'ConntrackHelper': {'1.0'}, Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'LocalIPAssociation': {'1.0'}, Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'Log': {'1.0'}, Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'Network': {'1.1'}, Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'Port': {'1.7'}, Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'PortForwarding': {'1.2'}, Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'QosPolicy': {'1.10'}, Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'SecurityGroup': {'1.5'}, Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'SecurityGroupRule': {'1.2'}, Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'SubPort': {'1.0'}, Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'Subnet': {'1.1'}, Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'Trunk': {'1.1'}} Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: consumer versions: Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: { DHCP agent@n-d-812111-12: {}, Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: HyperV agent@n-h1-812111-12: {}, Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: HyperV agent@n-h2-812111-12: {}, Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: L3 agent@n-d-812111-12: {}, Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: Metadata agent@n-d-812111-12: {}, Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: Metering agent@n-d-812111-12: {}, Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: Open vSwitch agent@n-d-812111-12: { 'AddressGroup': '1.2', Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'ConntrackHelper': '1.0', Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'LocalIPAssociation': '1.0', Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'Log': '1.0', Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'Network': '1.1', Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'Port': '1.7', Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'PortForwarding': '1.2', Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'QosPolicy': '1.10', Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'SecurityGroup': '1.5', Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'SecurityGroupRule': '1.2', Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'SubPort': '1.0', Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'Subnet': '1.1', Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: 'Trunk': '1.1'}} Jan 28 05:34:01.902875 n-d-812111-12 neutron-server[103637]: {{(pid=103637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 05:34:01.914186 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] Pushing event updated for resources: {'Port': ['ID=3922ef40-b979-43d3-a58d-2498e07c2bc5,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:01.924387 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b1f1ffce-69f6-4757-afce-aded52b980ed), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:01.949646 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] Network 7b783b1a-01c6-44a0-9611-e2e73731beff is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:34:01.951153 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:01.967359 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:34:01.967564 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (708d23c2-5079-4492-ba40-e8f8765b7fd1), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:01.988962 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Routers {'708d23c2-5079-4492-ba40-e8f8765b7fd1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:34:01.991938 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:33:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['708d23c2-5079-4492-ba40-e8f8765b7fd1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:01.996272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 594ec700-dc47-416d-a398-abf10676945e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:01.997830 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (594ec700-dc47-416d-a398-abf10676945e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:02.134844 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1fdee-78dc-4de7-8aa0-d1d8ad1c2406 None None] Pushing event updated for resources: {'Port': ['ID=b1f1ffce-69f6-4757-afce-aded52b980ed,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:02.190080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 594ec700-dc47-416d-a398-abf10676945e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:02.264646 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] Set router 708d23c2-5079-4492-ba40-e8f8765b7fd1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:34:02.344249 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:02.381204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-bfd1ea89-4738-4620-bcd2-695898dbd054 None None] Provisioning complete for port 3922ef40-b979-43d3-a58d-2498e07c2bc5 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:02.381598 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bfd1ea89-4738-4620-bcd2-695898dbd054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:02.432663 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d151d777-d957-4f1f-a683-d2a55a65784a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:02.457908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bfd1ea89-4738-4620-bcd2-695898dbd054 None None] Port 3922ef40-b979-43d3-a58d-2498e07c2bc5 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:34:02.582724 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:33:59Z', 'revision_number': 3, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:02.618746 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bf55c9-f645-447b-88eb-4f3c24bd584c None None] The sync data for ids ['708d23c2-5079-4492-ba40-e8f8765b7fd1'] in n-d-812111-12 is: [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:33:59Z', 'revision_number': 3, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:34:02.627874 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] Publish callbacks [] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:02.701171 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:02.702121 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (708d23c2-5079-4492-ba40-e8f8765b7fd1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:02.807924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] Pushing event updated for resources: {'Port': ['ID=3922ef40-b979-43d3-a58d-2498e07c2bc5,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:02.850008 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] Network 7b783b1a-01c6-44a0-9611-e2e73731beff is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:34:02.851602 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:03.037027 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] Router 708d23c2-5079-4492-ba40-e8f8765b7fd1 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:34:03.197390 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:34:03.206958 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-50650f4c-d966-43be-b897-c9eabef24a95 admin admin] 10.222.0.31 "PUT /v2.0/routers/708d23c2-5079-4492-ba40-e8f8765b7fd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4995828 Jan 28 05:34:03.296157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-db3fe535-13e5-46b9-8af6-6bc99f736ee8 None None] Provisioning complete for port 3922ef40-b979-43d3-a58d-2498e07c2bc5 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:03.296713 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db3fe535-13e5-46b9-8af6-6bc99f736ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:03.340512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-db3fe535-13e5-46b9-8af6-6bc99f736ee8 None None] Port 3922ef40-b979-43d3-a58d-2498e07c2bc5 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:34:03.931093 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b1f1ffce-69f6-4757-afce-aded52b980ed up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:34:03.981258 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port b1f1ffce-69f6-4757-afce-aded52b980ed triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:03.981646 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b1f1ffce-69f6-4757-afce-aded52b980ed), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:04.069516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b1f1ffce-69f6-4757-afce-aded52b980ed is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:04.069902 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b1f1ffce-69f6-4757-afce-aded52b980ed), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:04.097311 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port b1f1ffce-69f6-4757-afce-aded52b980ed, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b1f1ffce-69f6-4757-afce-aded52b980ed,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:04.169372 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b1f1ffce-69f6-4757-afce-aded52b980ed), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:04.218632 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=b1f1ffce-69f6-4757-afce-aded52b980ed,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:04.405941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41580) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:04.667446 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41e2176a-5a81-43ca-bf3f-245f14fbc0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:04.736980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Sync routers for ids ['708d23c2-5079-4492-ba40-e8f8765b7fd1'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:34:04.755821 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Routers {'708d23c2-5079-4492-ba40-e8f8765b7fd1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:34:04.756881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:34:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['708d23c2-5079-4492-ba40-e8f8765b7fd1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:04.819478 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-034decf4-c4fd-4f91-a2fc-e49acee53131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:04.951533 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-034decf4-c4fd-4f91-a2fc-e49acee53131 admin admin] Publish callbacks [] for security_group (b3c6c3b8-de5d-4175-9d91-2d17ec71877d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:04.964816 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Set router 708d23c2-5079-4492-ba40-e8f8765b7fd1 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:34:05.037732 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-034decf4-c4fd-4f91-a2fc-e49acee53131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b3c6c3b8-de5d-4175-9d91-2d17ec71877d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:05.082840 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41612) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:05.096636 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-034decf4-c4fd-4f91-a2fc-e49acee53131 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f7b2f672e1c4f5aa5cb6b7591d38f40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6906579 Jan 28 05:34:05.100872 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034decf4-c4fd-4f91-a2fc-e49acee53131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c6c3b8-de5d-4175-9d91-2d17ec71877d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:05.153220 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14e82c90-3c64-4ce9-a1e4-5bd2bec17d9e admin admin] Publish callbacks [] for security_group (b3c6c3b8-de5d-4175-9d91-2d17ec71877d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:05.175062 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14e82c90-3c64-4ce9-a1e4-5bd2bec17d9e admin admin] Publish callbacks [] for security_group (b3c6c3b8-de5d-4175-9d91-2d17ec71877d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:05.199148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41614) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:05.204135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1c7c9ea4-0e98-4338-9113-e906003c624c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-643864970-network', 'tenant_id': '7dc335d228cc400aa58d891c2643677e'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:05.220534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:02Z', 'revision_number': 4, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '3922ef40-b979-43d3-a58d-2498e07c2bc5', 'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'mac_address': 'fa:16:3e:b3:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:01Z', 'updated_at': '2022-01-28T05:34:02Z', 'revision_number': 2, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'subnets': [{'id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:05.253866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Checking router: 708d23c2-5079-4492-ba40-e8f8765b7fd1 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:34:05.254225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Updating router 708d23c2-5079-4492-ba40-e8f8765b7fd1 port 3922ef40-b979-43d3-a58d-2498e07c2bc5 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:34:05.283346 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:05.329639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7c9ea4-0e98-4338-9113-e906003c624c admin admin] Made reservation on behalf of 7dc335d228cc400aa58d891c2643677e for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:05.331932 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9ea4-0e98-4338-9113-e906003c624c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:05.341468 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9ea4-0e98-4338-9113-e906003c624c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:05.363692 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14e82c90-3c64-4ce9-a1e4-5bd2bec17d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b3c6c3b8-de5d-4175-9d91-2d17ec71877d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:05.368851 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14e82c90-3c64-4ce9-a1e4-5bd2bec17d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:05.375131 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-14e82c90-3c64-4ce9-a1e4-5bd2bec17d9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3c6c3b8-de5d-4175-9d91-2d17ec71877d HTTP/1.1" status: 204 len: 168 time: 0.2889414 Jan 28 05:34:05.392415 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e82c90-3c64-4ce9-a1e4-5bd2bec17d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c6c3b8-de5d-4175-9d91-2d17ec71877d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:05.458017 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9ea4-0e98-4338-9113-e906003c624c admin admin] Publish callbacks [] for security_group (aa92f76c-4bf4-4768-8a5e-96cc55968b67), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:05.541074 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9ea4-0e98-4338-9113-e906003c624c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (aa92f76c-4bf4-4768-8a5e-96cc55968b67), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:05.586079 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c9ea4-0e98-4338-9113-e906003c624c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa92f76c-4bf4-4768-8a5e-96cc55968b67,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:05.588776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7c9ea4-0e98-4338-9113-e906003c624c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:34:05.603220 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9ea4-0e98-4338-9113-e906003c624c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (8f14da8d-967f-47dc-9b75-767b06c9c477), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:05.603220 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-1c7c9ea4-0e98-4338-9113-e906003c624c admin admin] Added segment 8f14da8d-967f-47dc-9b75-767b06c9c477 of type vlan for network 2e7c8c02-f500-44b2-8827-edb3e3c90be0 Jan 28 05:34:05.626715 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Publish callbacks [] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:05.644646 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9ea4-0e98-4338-9113-e906003c624c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (2e7c8c02-f500-44b2-8827-edb3e3c90be0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:05.747105 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9ea4-0e98-4338-9113-e906003c624c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (2e7c8c02-f500-44b2-8827-edb3e3c90be0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:05.747319 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:05.748850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7c9ea4-0e98-4338-9113-e906003c624c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:05.749588 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9ea4-0e98-4338-9113-e906003c624c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:05.822512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c9ea4-0e98-4338-9113-e906003c624c admin admin] Pushing event updated for resources: {'Network': ['ID=2e7c8c02-f500-44b2-8827-edb3e3c90be0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:05.834579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71d259-d784-4364-9aca-d474afcc2686 None None] Pushing event updated for resources: {'Port': ['ID=3922ef40-b979-43d3-a58d-2498e07c2bc5,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:05.864336 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 2e7c8c02-f500-44b2-8827-edb3e3c90be0 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:34:05.906842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1c7c9ea4-0e98-4338-9113-e906003c624c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7064331 Jan 28 05:34:05.911584 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41648) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:05.916846 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-762e6a8c-1ada-42e1-a468-f781f8ec57b8 admin admin] Request body: {'subnet': {'network_id': '2e7c8c02-f500-44b2-8827-edb3e3c90be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643864970-subnet', 'tenant_id': '7dc335d228cc400aa58d891c2643677e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:05.953992 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b1f1ffce-69f6-4757-afce-aded52b980ed up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:34:05.955925 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Attempting to bind port 3922ef40-b979-43d3-a58d-2498e07c2bc5 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:34:05.956392 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Attempting to bind port 3922ef40-b979-43d3-a58d-2498e07c2bc5 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '8fd67d56-6535-44cc-b55e-8857910b2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:34:05.956756 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Attempting to bind port 3922ef40-b979-43d3-a58d-2498e07c2bc5 on network 7b783b1a-01c6-44a0-9611-e2e73731beff {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:06.002912 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:34:06.003292 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Checking segment: {'id': '8fd67d56-6535-44cc-b55e-8857910b2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:06.003759 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:06.004099 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Bound using segment: {'id': '8fd67d56-6535-44cc-b55e-8857910b2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:34:06.004581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Bound port: 3922ef40-b979-43d3-a58d-2498e07c2bc5, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd67d56-6535-44cc-b55e-8857910b2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:34:06.004969 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:06.028002 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762e6a8c-1ada-42e1-a468-f781f8ec57b8 admin admin] Made reservation on behalf of 7dc335d228cc400aa58d891c2643677e for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:06.031930 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-762e6a8c-1ada-42e1-a468-f781f8ec57b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:06.215301 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-38fb1069-b0c5-4dd6-9b58-c7f193271d01 None None] Provisioning complete for port 3922ef40-b979-43d3-a58d-2498e07c2bc5 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:06.215706 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38fb1069-b0c5-4dd6-9b58-c7f193271d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:06.247052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port b1f1ffce-69f6-4757-afce-aded52b980ed triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:06.247463 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b1f1ffce-69f6-4757-afce-aded52b980ed), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:06.251643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] For port 3922ef40-b979-43d3-a58d-2498e07c2bc5, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:34:06.297165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] For port 3922ef40-b979-43d3-a58d-2498e07c2bc5, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3922ef40-b979-43d3-a58d-2498e07c2bc5,segment=NetworkSegment(8fd67d56-6535-44cc-b55e-8857910b2c41),segment_id=8fd67d56-6535-44cc-b55e-8857910b2c41)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:34:06.310317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-38fb1069-b0c5-4dd6-9b58-c7f193271d01 None None] Port 3922ef40-b979-43d3-a58d-2498e07c2bc5 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:34:06.346794 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-762e6a8c-1ada-42e1-a468-f781f8ec57b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for subnet (cdb40936-0741-4f4b-897b-141403a829fe), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:06.368082 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b1f1ffce-69f6-4757-afce-aded52b980ed is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:06.368865 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41664) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:06.384141 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98d23c57-6791-4310-a1ea-74b9419af25d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:06.404466 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:06.438494 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:06.475043 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e6a8c-1ada-42e1-a468-f781f8ec57b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb40936-0741-4f4b-897b-141403a829fe,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:06.490208 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Routers {'708d23c2-5079-4492-ba40-e8f8765b7fd1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:34:06.491361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e6a8c-1ada-42e1-a468-f781f8ec57b8 admin admin] Checking segment: {'id': '8f14da8d-967f-47dc-9b75-767b06c9c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e7c8c02-f500-44b2-8827-edb3e3c90be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:06.491739 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762e6a8c-1ada-42e1-a468-f781f8ec57b8 admin admin] Network hostable DHCP agents. Network: 2e7c8c02-f500-44b2-8827-edb3e3c90be0, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:34:06.500988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:34:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['708d23c2-5079-4492-ba40-e8f8765b7fd1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:06.504403 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71d259-d784-4364-9aca-d474afcc2686 None None] Pushing event updated for resources: {'Port': ['ID=3922ef40-b979-43d3-a58d-2498e07c2bc5,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:06.525092 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98d23c57-6791-4310-a1ea-74b9419af25d admin admin] Publish callbacks [] for security_group (3f990f6e-398b-413e-becf-a143bfab7afe), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:06.603793 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98d23c57-6791-4310-a1ea-74b9419af25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3f990f6e-398b-413e-becf-a143bfab7afe), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:06.604763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762e6a8c-1ada-42e1-a468-f781f8ec57b8 admin admin] Network 2e7c8c02-f500-44b2-8827-edb3e3c90be0 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:34:06.650102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] Set router 708d23c2-5079-4492-ba40-e8f8765b7fd1 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:34:06.695788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d23c57-6791-4310-a1ea-74b9419af25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f990f6e-398b-413e-becf-a143bfab7afe,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:06.719684 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-762e6a8c-1ada-42e1-a468-f781f8ec57b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 2e7c8c02-f500-44b2-8827-edb3e3c90be0) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:06.725200 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762e6a8c-1ada-42e1-a468-f781f8ec57b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:06.726054 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-762e6a8c-1ada-42e1-a468-f781f8ec57b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:06.740741 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-98d23c57-6791-4310-a1ea-74b9419af25d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=608f0199d4944ed4909ec29ec634e7da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3698263 Jan 28 05:34:06.750166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41680) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:06.804793 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61557bd-abe6-4ca3-a008-acba9a899d01 None None] Network 2e7c8c02-f500-44b2-8827-edb3e3c90be0 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:34:06.819278 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41690) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:06.830552 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e88e01c-44ef-46be-bf4c-88ca20f34407 admin admin] Publish callbacks [] for security_group (3f990f6e-398b-413e-becf-a143bfab7afe), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:06.864160 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-762e6a8c-1ada-42e1-a468-f781f8ec57b8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9512157 Jan 28 05:34:06.867361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41694) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:06.867703 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e88e01c-44ef-46be-bf4c-88ca20f34407 admin admin] Publish callbacks [] for security_group (3f990f6e-398b-413e-becf-a143bfab7afe), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:06.873965 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-643864970-router', 'tenant_id': '7dc335d228cc400aa58d891c2643677e', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:06.976954 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-26ca1ca8-f465-4f34-98fc-ad6c4a6424bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:06.997239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (bad2afc4-83e5-4bbe-8f40-f5cd00b2f027), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:06.998110 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-80642e2b-8b98-461a-823e-b6d4ab24cda1 None None] Provisioning complete for port 3922ef40-b979-43d3-a58d-2498e07c2bc5 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:06.998545 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80642e2b-8b98-461a-823e-b6d4ab24cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:06.998669 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (bad2afc4-83e5-4bbe-8f40-f5cd00b2f027), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:07.032279 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e88e01c-44ef-46be-bf4c-88ca20f34407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3f990f6e-398b-413e-becf-a143bfab7afe), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:07.034868 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e88e01c-44ef-46be-bf4c-88ca20f34407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:07.038810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7e88e01c-44ef-46be-bf4c-88ca20f34407 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f990f6e-398b-413e-becf-a143bfab7afe HTTP/1.1" status: 204 len: 168 time: 0.2840409 Jan 28 05:34:07.045837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88e01c-44ef-46be-bf4c-88ca20f34407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f990f6e-398b-413e-becf-a143bfab7afe,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:07.100548 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-2e7c8c02-f500-44b2-8827-edb3e3c90be0', 'network_id': '2e7c8c02-f500-44b2-8827-edb3e3c90be0', 'project_id': '7dc335d228cc400aa58d891c2643677e', 'fixed_ips': [{'subnet_id': 'cdb40936-0741-4f4b-897b-141403a829fe'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:34:07.102105 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:07.106052 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Publish callbacks [] for router_controller (bad2afc4-83e5-4bbe-8f40-f5cd00b2f027), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:07.219222 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-26ca1ca8-f465-4f34-98fc-ad6c4a6424bd admin admin] Publish callbacks [] for security_group (5ebd74ee-6de8-4d17-9615-7b31a14b4222), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:07.264254 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:02Z', 'revision_number': 4, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '3922ef40-b979-43d3-a58d-2498e07c2bc5', 'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'mac_address': 'fa:16:3e:b3:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:01Z', 'updated_at': '2022-01-28T05:34:06Z', 'revision_number': 4, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'subnets': [{'id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:07.319517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e41651c-e81c-4742-ad2e-e8eafa9145f5 None None] The sync data for ids ['708d23c2-5079-4492-ba40-e8f8765b7fd1'] in n-d-812111-12 is: [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:02Z', 'revision_number': 4, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '3922ef40-b979-43d3-a58d-2498e07c2bc5', 'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'mac_address': 'fa:16:3e:b3:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:01Z', 'updated_at': '2022-01-28T05:34:06Z', 'revision_number': 4, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'subnets': [{'id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:34:07.320559 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-26ca1ca8-f465-4f34-98fc-ad6c4a6424bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5ebd74ee-6de8-4d17-9615-7b31a14b4222), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:07.328225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-80642e2b-8b98-461a-823e-b6d4ab24cda1 None None] Current status of the port 3922ef40-b979-43d3-a58d-2498e07c2bc5 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:07.328225 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80642e2b-8b98-461a-823e-b6d4ab24cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:07.339705 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Publish callbacks [] for router_gateway (bad2afc4-83e5-4bbe-8f40-f5cd00b2f027), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:07.371851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca1ca8-f465-4f34-98fc-ad6c4a6424bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebd74ee-6de8-4d17-9615-7b31a14b4222,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:07.372480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Allocated IP 172.20.0.2 (2e7c8c02-f500-44b2-8827-edb3e3c90be0/cdb40936-0741-4f4b-897b-141403a829fe/b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:34:07.442743 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-26ca1ca8-f465-4f34-98fc-ad6c4a6424bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d986acebabe4c469b3662a862057ca1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6219506 Jan 28 05:34:07.445889 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41720) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:07.450549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-80642e2b-8b98-461a-823e-b6d4ab24cda1 None None] For port 3922ef40-b979-43d3-a58d-2498e07c2bc5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3922ef40-b979-43d3-a58d-2498e07c2bc5,segment=NetworkSegment(8fd67d56-6535-44cc-b55e-8857910b2c41),segment_id=8fd67d56-6535-44cc-b55e-8857910b2c41)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:07.587950 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-70e791b5-2824-475a-badc-a66b2d7bdb84 admin admin] Publish callbacks [] for security_group (5ebd74ee-6de8-4d17-9615-7b31a14b4222), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:07.607624 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80642e2b-8b98-461a-823e-b6d4ab24cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:07.631288 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-70e791b5-2824-475a-badc-a66b2d7bdb84 admin admin] Publish callbacks [] for security_group (5ebd74ee-6de8-4d17-9615-7b31a14b4222), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:07.752325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80642e2b-8b98-461a-823e-b6d4ab24cda1 None None] Pushing event updated for resources: {'Port': ['ID=3922ef40-b979-43d3-a58d-2498e07c2bc5,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:07.774367 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:07.860921 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-70e791b5-2824-475a-badc-a66b2d7bdb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5ebd74ee-6de8-4d17-9615-7b31a14b4222), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:07.864034 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-70e791b5-2824-475a-badc-a66b2d7bdb84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:07.865328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-70e791b5-2824-475a-badc-a66b2d7bdb84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ebd74ee-6de8-4d17-9615-7b31a14b4222 HTTP/1.1" status: 204 len: 168 time: 0.4183824 Jan 28 05:34:07.874811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e791b5-2824-475a-badc-a66b2d7bdb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebd74ee-6de8-4d17-9615-7b31a14b4222,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:07.900689 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Publish callbacks [] for port (b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:07.980384 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:08.061289 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3922ef40-b979-43d3-a58d-2498e07c2bc5 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:34:08.073389 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Publish callbacks [] for router_gateway (bad2afc4-83e5-4bbe-8f40-f5cd00b2f027), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:08.111880 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:08.131837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Network 2e7c8c02-f500-44b2-8827-edb3e3c90be0 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:34:08.138645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:08.141011 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Pushing event updated for resources: {'Port': ['ID=b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:08.145340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:34:08.300638 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Attempting to bind port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:34:08.301177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Attempting to bind port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '8f14da8d-967f-47dc-9b75-767b06c9c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e7c8c02-f500-44b2-8827-edb3e3c90be0'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:34:08.301563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Attempting to bind port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb on network 2e7c8c02-f500-44b2-8827-edb3e3c90be0 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:08.304157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 3922ef40-b979-43d3-a58d-2498e07c2bc5 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:08.304695 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:08.345789 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Allocated IP 172.25.0.180 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/c43dab8e-c013-4260-b0c2-5ceba6da79ab) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:34:08.374248 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:34:08.374647 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Checking segment: {'id': '8f14da8d-967f-47dc-9b75-767b06c9c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e7c8c02-f500-44b2-8827-edb3e3c90be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:08.375061 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:08.375467 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Bound using segment: {'id': '8f14da8d-967f-47dc-9b75-767b06c9c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e7c8c02-f500-44b2-8827-edb3e3c90be0'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:34:08.375950 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Bound port: b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f14da8d-967f-47dc-9b75-767b06c9c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e7c8c02-f500-44b2-8827-edb3e3c90be0'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:34:08.376337 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:08.451727 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] For port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:34:08.456196 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] For port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb,segment=NetworkSegment(8f14da8d-967f-47dc-9b75-767b06c9c477),segment_id=8f14da8d-967f-47dc-9b75-767b06c9c477)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:34:08.463948 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Publish callbacks [] for port (c43dab8e-c013-4260-b0c2-5ceba6da79ab), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:08.518712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 3922ef40-b979-43d3-a58d-2498e07c2bc5 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:08.576191 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:08.578420 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (c43dab8e-c013-4260-b0c2-5ceba6da79ab), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:08.696402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:34:08.700698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0465c-07e0-4cec-accc-664b37b6fd47 None None] Pushing event updated for resources: {'Port': ['ID=b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:08.715967 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:08.721045 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:34:08.836242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Pushing event updated for resources: {'Port': ['ID=c43dab8e-c013-4260-b0c2-5ceba6da79ab,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:09.002757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41800) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:09.006138 n-d-812111-12 neutron-server[103635]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 05:34:09.030862 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:09.052832 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-ebb99ba6-7d80-4bef-b79a-03d59ac125fe tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6590de52d6244d7889c83a6245b27463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481260 Jan 28 05:34:09.176641 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Publish callbacks [] for router_gateway (bad2afc4-83e5-4bbe-8f40-f5cd00b2f027), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:09.191594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41810) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:09.217635 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dea4ba1-409d-4d1b-9107-4da6f80d568e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:09.232789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-52ecaf2c-c485-412c-a587-1d59c0dd021a tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:09.239025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-52ecaf2c-c485-412c-a587-1d59c0dd021a tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752939 Jan 28 05:34:09.282826 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-f9af87e3-7ea6-4e46-a2cb-45a6c62f17f3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/quotas/6590de52d6244d7889c83a6245b27463 HTTP/1.1" status: 200 len: 375 time: 0.0268333 Jan 28 05:34:09.364716 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-f5b0b71a-898c-445d-aeef-8123463db381 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6590de52d6244d7889c83a6245b27463&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809240 Jan 28 05:34:09.471454 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dea4ba1-409d-4d1b-9107-4da6f80d568e admin admin] Publish callbacks [] for security_group (39614275-e974-4780-8af0-ff7b2dad5de2), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:09.530452 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dea4ba1-409d-4d1b-9107-4da6f80d568e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (39614275-e974-4780-8af0-ff7b2dad5de2), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:09.577057 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (bad2afc4-83e5-4bbe-8f40-f5cd00b2f027), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:09.580174 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3dea4ba1-409d-4d1b-9107-4da6f80d568e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63dd467e3078420c99ceee0f255a26a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3904159 Jan 28 05:34:09.582458 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea4ba1-409d-4d1b-9107-4da6f80d568e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39614275-e974-4780-8af0-ff7b2dad5de2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:09.586067 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41818) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:09.819173 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c5149b94-b2f2-411d-b4bf-34f1ae8089b1 admin admin] Publish callbacks [] for security_group (39614275-e974-4780-8af0-ff7b2dad5de2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:09.879981 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c5149b94-b2f2-411d-b4bf-34f1ae8089b1 admin admin] Publish callbacks [] for security_group (39614275-e974-4780-8af0-ff7b2dad5de2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:10.022270 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:34:10.092312 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:10.092312 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:10.112964 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Router bad2afc4-83e5-4bbe-8f40-f5cd00b2f027 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:34:10.124615 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03886f72-3062-4729-8da5-e30a65dee947 None None] Network 2e7c8c02-f500-44b2-8827-edb3e3c90be0 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:34:10.129917 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c5149b94-b2f2-411d-b4bf-34f1ae8089b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (39614275-e974-4780-8af0-ff7b2dad5de2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:10.133012 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c5149b94-b2f2-411d-b4bf-34f1ae8089b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:10.141333 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c5149b94-b2f2-411d-b4bf-34f1ae8089b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39614275-e974-4780-8af0-ff7b2dad5de2 HTTP/1.1" status: 204 len: 168 time: 0.5471513 Jan 28 05:34:10.153092 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5149b94-b2f2-411d-b4bf-34f1ae8089b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39614275-e974-4780-8af0-ff7b2dad5de2,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:10.274223 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:34:10.289977 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Sync routers for ids ['bad2afc4-83e5-4bbe-8f40-f5cd00b2f027'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:34:10.303992 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Routers {'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:34:10.304615 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:34:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bad2afc4-83e5-4bbe-8f40-f5cd00b2f027'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:10.388080 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:10.391554 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-822d9aa1-c61f-4b8c-82a3-9b4a82af132b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5207922 Jan 28 05:34:10.392262 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41862) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:10.436226 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c14dde17-7a59-4f16-9338-b8cf318e7f22 None None] Provisioning complete for port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:10.436630 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c14dde17-7a59-4f16-9338-b8cf318e7f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:10.481515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41870) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:10.604316 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:10.604708 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:10.612596 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41878) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:10.660331 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Set router bad2afc4-83e5-4bbe-8f40-f5cd00b2f027 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:34:10.686181 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb,segment=NetworkSegment(8f14da8d-967f-47dc-9b75-767b06c9c477),segment_id=8f14da8d-967f-47dc-9b75-767b06c9c477)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:10.706230 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c14dde17-7a59-4f16-9338-b8cf318e7f22 None None] Current status of the port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:10.708677 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c14dde17-7a59-4f16-9338-b8cf318e7f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:10.749838 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:10.818809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:10.879854 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-c14dde17-7a59-4f16-9338-b8cf318e7f22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:34:10.880252 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-c14dde17-7a59-4f16-9338-b8cf318e7f22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:34:10.967526 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643864970-router', 'tenant_id': '7dc335d228cc400aa58d891c2643677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'c43dab8e-c013-4260-b0c2-5ceba6da79ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:34:07Z', 'updated_at': '2022-01-28T05:34:08Z', 'revision_number': 3, 'project_id': '7dc335d228cc400aa58d891c2643677e', 'gw_port': {'id': 'c43dab8e-c013-4260-b0c2-5ceba6da79ab', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:08Z', 'updated_at': '2022-01-28T05:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:11.007932 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Checking router: bad2afc4-83e5-4bbe-8f40-f5cd00b2f027 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:34:11.008288 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Updating router bad2afc4-83e5-4bbe-8f40-f5cd00b2f027 port c43dab8e-c013-4260-b0c2-5ceba6da79ab binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:34:11.043545 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c43dab8e-c013-4260-b0c2-5ceba6da79ab), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:11.279780 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:11.314768 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-080202f8-e8f8-4136-86d7-6dd514d4c484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:11.446060 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fce9e3a6-fa47-4749-991f-8b64e3e7ca86 req-fccdef03-9a9b-4434-8980-87a6b167de0f tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 210 time: 0.9625654 Jan 28 05:34:11.487808 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Publish callbacks [] for port (c43dab8e-c013-4260-b0c2-5ceba6da79ab), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:11.496856 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c14dde17-7a59-4f16-9338-b8cf318e7f22 None None] Current status of the port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:11.568334 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-080202f8-e8f8-4136-86d7-6dd514d4c484 admin admin] Publish callbacks [] for security_group (f8cae014-9905-4fb0-991f-fafb3a7069ad), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:11.588210 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c43dab8e-c013-4260-b0c2-5ceba6da79ab), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:11.638831 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ad941aff-d990-4b89-a486-9848f2cb3601 None None] Provisioning complete for port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:11.639601 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad941aff-d990-4b89-a486-9848f2cb3601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:11.656371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] Allocated IP 172.20.0.1 (2e7c8c02-f500-44b2-8827-edb3e3c90be0/cdb40936-0741-4f4b-897b-141403a829fe/5b2333d4-a97a-4eab-a44d-8f995fb2296f) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:34:11.695417 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Attempting to bind port c43dab8e-c013-4260-b0c2-5ceba6da79ab on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:34:11.695797 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Attempting to bind port c43dab8e-c013-4260-b0c2-5ceba6da79ab by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:34:11.696160 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Attempting to bind port c43dab8e-c013-4260-b0c2-5ceba6da79ab on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:11.699955 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa106ec-a6e0-4b33-a64f-c134d3543c00 None None] Pushing event updated for resources: {'Port': ['ID=c43dab8e-c013-4260-b0c2-5ceba6da79ab,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:11.705654 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:34:11.706029 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:11.711696 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:11.712020 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-080202f8-e8f8-4136-86d7-6dd514d4c484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f8cae014-9905-4fb0-991f-fafb3a7069ad), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:11.712151 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:34:11.712151 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Bound port: c43dab8e-c013-4260-b0c2-5ceba6da79ab, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:34:11.712151 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c43dab8e-c013-4260-b0c2-5ceba6da79ab), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:11.787692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080202f8-e8f8-4136-86d7-6dd514d4c484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cae014-9905-4fb0-991f-fafb3a7069ad,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:11.793573 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-080202f8-e8f8-4136-86d7-6dd514d4c484 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6e88deb2af24d4db9ec9b902a39ec63&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1799598 Jan 28 05:34:11.796084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41926) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:11.824500 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ad941aff-d990-4b89-a486-9848f2cb3601 None None] Current status of the port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:11.836002 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] For port c43dab8e-c013-4260-b0c2-5ceba6da79ab, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:34:11.843863 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] For port c43dab8e-c013-4260-b0c2-5ceba6da79ab, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c43dab8e-c013-4260-b0c2-5ceba6da79ab,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:34:11.867789 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] Publish callbacks [] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:11.871385 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7558248f-6f01-45d0-9a60-160a14d7e9aa admin admin] Publish callbacks [] for security_group (f8cae014-9905-4fb0-991f-fafb3a7069ad), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:11.908124 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7558248f-6f01-45d0-9a60-160a14d7e9aa admin admin] Publish callbacks [] for security_group (f8cae014-9905-4fb0-991f-fafb3a7069ad), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:11.953657 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c43dab8e-c013-4260-b0c2-5ceba6da79ab), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:11.955912 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:34:12.013742 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:12.014192 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:12.014669 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Routers {'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:34:12.015497 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:34:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bad2afc4-83e5-4bbe-8f40-f5cd00b2f027'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:12.058549 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa106ec-a6e0-4b33-a64f-c134d3543c00 None None] Pushing event updated for resources: {'Port': ['ID=c43dab8e-c013-4260-b0c2-5ceba6da79ab,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:12.070176 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:12.106726 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7558248f-6f01-45d0-9a60-160a14d7e9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f8cae014-9905-4fb0-991f-fafb3a7069ad), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:12.109639 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7558248f-6f01-45d0-9a60-160a14d7e9aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:12.111082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7558248f-6f01-45d0-9a60-160a14d7e9aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8cae014-9905-4fb0-991f-fafb3a7069ad HTTP/1.1" status: 204 len: 168 time: 0.3138971 Jan 28 05:34:12.123518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558248f-6f01-45d0-9a60-160a14d7e9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cae014-9905-4fb0-991f-fafb3a7069ad,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:12.142809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b2333d4-a97a-4eab-a44d-8f995fb2296f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:12.152454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:12.157488 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] Network 2e7c8c02-f500-44b2-8827-edb3e3c90be0 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:34:12.159624 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:12.162067 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:34:12.162849 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (bad2afc4-83e5-4bbe-8f40-f5cd00b2f027), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:12.249716 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] Set router bad2afc4-83e5-4bbe-8f40-f5cd00b2f027 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:34:12.444626 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:12.550953 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643864970-router', 'tenant_id': '7dc335d228cc400aa58d891c2643677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'c43dab8e-c013-4260-b0c2-5ceba6da79ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:34:07Z', 'updated_at': '2022-01-28T05:34:08Z', 'revision_number': 3, 'project_id': '7dc335d228cc400aa58d891c2643677e', 'gw_port': {'id': 'c43dab8e-c013-4260-b0c2-5ceba6da79ab', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:08Z', 'updated_at': '2022-01-28T05:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:12.553573 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-af20ff1b-d998-40ab-995f-6b8c76bccf12 None None] Provisioning complete for port 5b2333d4-a97a-4eab-a44d-8f995fb2296f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:12.558322 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-af20ff1b-d998-40ab-995f-6b8c76bccf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:12.623437 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bacca-affb-4508-9341-d7690de1aaa8 None None] The sync data for ids ['bad2afc4-83e5-4bbe-8f40-f5cd00b2f027'] in n-d-812111-12 is: [{'id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643864970-router', 'tenant_id': '7dc335d228cc400aa58d891c2643677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'c43dab8e-c013-4260-b0c2-5ceba6da79ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:34:07Z', 'updated_at': '2022-01-28T05:34:08Z', 'revision_number': 3, 'project_id': '7dc335d228cc400aa58d891c2643677e', 'gw_port': {'id': 'c43dab8e-c013-4260-b0c2-5ceba6da79ab', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:08Z', 'updated_at': '2022-01-28T05:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:34:12.648382 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-af20ff1b-d998-40ab-995f-6b8c76bccf12 None None] Port 5b2333d4-a97a-4eab-a44d-8f995fb2296f cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:34:12.748414 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] Publish callbacks [] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:12.763705 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-193fe06f-3a18-4772-83f4-232e26745056 req-c8b8de45-df32-4fcf-a446-ff8a3c52fba6 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 210 time: 0.0351377 Jan 28 05:34:12.820993 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:12.822212 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (bad2afc4-83e5-4bbe-8f40-f5cd00b2f027), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:12.922672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b2333d4-a97a-4eab-a44d-8f995fb2296f,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:12.982877 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] Network 2e7c8c02-f500-44b2-8827-edb3e3c90be0 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:34:12.984354 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:13.242981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41982) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:13.283734 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f2e7201-ffaa-4a4d-9a6c-06e9fccb9d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:13.292669 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] Router bad2afc4-83e5-4bbe-8f40-f5cd00b2f027 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:34:13.394578 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6061804f-da86-42ad-ba61-d7f5495e4d0e None None] Provisioning complete for port 5b2333d4-a97a-4eab-a44d-8f995fb2296f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:13.395289 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6061804f-da86-42ad-ba61-d7f5495e4d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:13.433672 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f2e7201-ffaa-4a4d-9a6c-06e9fccb9d6b admin admin] Publish callbacks [] for security_group (c67514b7-f3d6-40d2-912e-e2f77830267d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:13.473588 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6061804f-da86-42ad-ba61-d7f5495e4d0e None None] Port 5b2333d4-a97a-4eab-a44d-8f995fb2296f cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:34:13.523922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41996) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:13.530837 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f2e7201-ffaa-4a4d-9a6c-06e9fccb9d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c67514b7-f3d6-40d2-912e-e2f77830267d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:13.597312 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6f2e7201-ffaa-4a4d-9a6c-06e9fccb9d6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e3c58a9d5534fa6a05de946399ec686&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3532257 Jan 28 05:34:13.599919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42002) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:13.633793 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:34:13.639577 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-347a6b57-91f5-4a4d-a99a-c452312a23c0 admin admin] 10.222.0.31 "PUT /v2.0/routers/bad2afc4-83e5-4bbe-8f40-f5cd00b2f027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2456508 Jan 28 05:34:13.673699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e7201-ffaa-4a4d-9a6c-06e9fccb9d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67514b7-f3d6-40d2-912e-e2f77830267d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:13.707541 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9884a8de-6986-4c2e-9498-95a5801f7377 admin admin] Publish callbacks [] for security_group (c67514b7-f3d6-40d2-912e-e2f77830267d), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:13.735351 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9884a8de-6986-4c2e-9498-95a5801f7377 admin admin] Publish callbacks [] for security_group (c67514b7-f3d6-40d2-912e-e2f77830267d), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:13.872269 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9884a8de-6986-4c2e-9498-95a5801f7377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c67514b7-f3d6-40d2-912e-e2f77830267d), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:13.879451 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9884a8de-6986-4c2e-9498-95a5801f7377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:13.879451 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9884a8de-6986-4c2e-9498-95a5801f7377 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c67514b7-f3d6-40d2-912e-e2f77830267d HTTP/1.1" status: 204 len: 168 time: 0.2757761 Jan 28 05:34:13.888944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884a8de-6986-4c2e-9498-95a5801f7377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67514b7-f3d6-40d2-912e-e2f77830267d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:14.032782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.64', 63279) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:14.084686 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-08e79877-760a-483f-9bfb-9e4578587f43 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6590de52d6244d7889c83a6245b27463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506859 Jan 28 05:34:14.087189 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7e01fed6-57fd-4f52-81a4-870e25dd291a req-81d7a42f-1043-4b7e-a68a-b1884dc98db9 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 210 time: 0.0839744 Jan 28 05:34:14.088880 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e6e382a1-aa74-4023-826d-4bbf3bcec84b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:14.091850 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c43dab8e-c013-4260-b0c2-5ceba6da79ab up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:34:14.180075 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e6e382a1-aa74-4023-826d-4bbf3bcec84b admin admin] Publish callbacks [] for security_group (4ee9f25c-19c8-4bbf-b113-bbde250db5b8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:14.194661 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port c43dab8e-c013-4260-b0c2-5ceba6da79ab triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:14.195047 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c43dab8e-c013-4260-b0c2-5ceba6da79ab), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:14.308898 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c43dab8e-c013-4260-b0c2-5ceba6da79ab is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:14.309434 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c43dab8e-c013-4260-b0c2-5ceba6da79ab), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:14.318789 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e6e382a1-aa74-4023-826d-4bbf3bcec84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4ee9f25c-19c8-4bbf-b113-bbde250db5b8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:14.335222 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port c43dab8e-c013-4260-b0c2-5ceba6da79ab, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c43dab8e-c013-4260-b0c2-5ceba6da79ab,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:14.359801 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-43acb0e9-c6bd-4feb-b0f4-290f98dc6b62 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:14.361289 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-43acb0e9-c6bd-4feb-b0f4-290f98dc6b62 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2690864 Jan 28 05:34:14.362499 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e382a1-aa74-4023-826d-4bbf3bcec84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee9f25c-19c8-4bbf-b113-bbde250db5b8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:14.384309 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e6e382a1-aa74-4023-826d-4bbf3bcec84b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2fe3a5985a5b4a6a9d4e16747444074a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8593857 Jan 28 05:34:14.389214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42040) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:14.400956 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42042) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:14.415271 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c43dab8e-c013-4260-b0c2-5ceba6da79ab), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:14.468692 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a61c2670-a146-4b8c-9c77-a905fef1d7dc admin admin] Publish callbacks [] for security_group (4ee9f25c-19c8-4bbf-b113-bbde250db5b8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:14.472059 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-7bb53643-c0d2-4ccc-a446-1048eb5811e3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Request body: {'port': {'device_id': '4e9954f4-0608-4238-b26c-eb7579efc78b', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '6590de52d6244d7889c83a6245b27463'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:14.472205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=c43dab8e-c013-4260-b0c2-5ceba6da79ab,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:14.497746 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a61c2670-a146-4b8c-9c77-a905fef1d7dc admin admin] Publish callbacks [] for security_group (4ee9f25c-19c8-4bbf-b113-bbde250db5b8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:14.682639 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a61c2670-a146-4b8c-9c77-a905fef1d7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4ee9f25c-19c8-4bbf-b113-bbde250db5b8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:14.691670 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a61c2670-a146-4b8c-9c77-a905fef1d7dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:14.695772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a61c2670-a146-4b8c-9c77-a905fef1d7dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ee9f25c-19c8-4bbf-b113-bbde250db5b8 HTTP/1.1" status: 204 len: 168 time: 0.3029475 Jan 28 05:34:14.705783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c2670-a146-4b8c-9c77-a905fef1d7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee9f25c-19c8-4bbf-b113-bbde250db5b8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:14.862527 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-7bb53643-c0d2-4ccc-a446-1048eb5811e3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Made reservation on behalf of 6590de52d6244d7889c83a6245b27463 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:14.867262 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-7bb53643-c0d2-4ccc-a446-1048eb5811e3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:14.882452 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3adaafab-e1b5-42df-8370-b86ff3615c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:14.886081 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-7bb53643-c0d2-4ccc-a446-1048eb5811e3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:15.003948 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3adaafab-e1b5-42df-8370-b86ff3615c17 admin admin] Publish callbacks [] for security_group (ba7f3495-b322-43b3-8e9b-9ccf7695187b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:15.024784 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-7bb53643-c0d2-4ccc-a446-1048eb5811e3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Publish callbacks [] for security_group (e9aab61d-a031-40ea-ace9-135a272b86a6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:15.072234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3adaafab-e1b5-42df-8370-b86ff3615c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ba7f3495-b322-43b3-8e9b-9ccf7695187b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:15.096042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Sync routers for ids ['bad2afc4-83e5-4bbe-8f40-f5cd00b2f027'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:34:15.107585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Routers {'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:34:15.108137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:34:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bad2afc4-83e5-4bbe-8f40-f5cd00b2f027'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:15.216721 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-7bb53643-c0d2-4ccc-a446-1048eb5811e3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e9aab61d-a031-40ea-ace9-135a272b86a6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:15.231075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-89a3de4d-989b-41e1-ab48-cf261976bd4c req-d9606064-8054-4863-a812-6819815c2eb5 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 210 time: 0.0358863 Jan 28 05:34:15.275660 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3adaafab-e1b5-42df-8370-b86ff3615c17 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a74fe1b06a74552bda7b768edd570e8&name=default HTTP/1.1" status: 200 len: 2994 time: 0.8737311 Jan 28 05:34:15.278270 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Set router bad2afc4-83e5-4bbe-8f40-f5cd00b2f027 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:34:15.280003 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42080) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:15.304019 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adaafab-e1b5-42df-8370-b86ff3615c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7f3495-b322-43b3-8e9b-9ccf7695187b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:15.397903 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bced339b-4416-432b-bf15-26d6494ea965 admin admin] Publish callbacks [] for security_group (ba7f3495-b322-43b3-8e9b-9ccf7695187b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:15.433756 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb53643-c0d2-4ccc-a446-1048eb5811e3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aab61d-a031-40ea-ace9-135a272b86a6,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:15.452415 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bced339b-4416-432b-bf15-26d6494ea965 admin admin] Publish callbacks [] for security_group (ba7f3495-b322-43b3-8e9b-9ccf7695187b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:15.542906 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-7bb53643-c0d2-4ccc-a446-1048eb5811e3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Allocated IP 192.168.233.79 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/eb3abbd9-029a-43f4-ace0-fc217ff4bc4d) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:34:15.589325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643864970-router', 'tenant_id': '7dc335d228cc400aa58d891c2643677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'c43dab8e-c013-4260-b0c2-5ceba6da79ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:34:07Z', 'updated_at': '2022-01-28T05:34:12Z', 'revision_number': 4, 'project_id': '7dc335d228cc400aa58d891c2643677e', 'gw_port': {'id': 'c43dab8e-c013-4260-b0c2-5ceba6da79ab', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:08Z', 'updated_at': '2022-01-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '5b2333d4-a97a-4eab-a44d-8f995fb2296f', 'name': '', 'network_id': '2e7c8c02-f500-44b2-8827-edb3e3c90be0', 'tenant_id': '7dc335d228cc400aa58d891c2643677e', 'mac_address': 'fa:16:3e:92:ff:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cdb40936-0741-4f4b-897b-141403a829fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:11Z', 'updated_at': '2022-01-28T05:34:12Z', 'revision_number': 2, 'project_id': '7dc335d228cc400aa58d891c2643677e', 'subnets': [{'id': 'cdb40936-0741-4f4b-897b-141403a829fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:15.618370 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Checking router: bad2afc4-83e5-4bbe-8f40-f5cd00b2f027 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:34:15.618728 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Updating router bad2afc4-83e5-4bbe-8f40-f5cd00b2f027 port 5b2333d4-a97a-4eab-a44d-8f995fb2296f binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:34:15.644807 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:15.647526 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bced339b-4416-432b-bf15-26d6494ea965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ba7f3495-b322-43b3-8e9b-9ccf7695187b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:15.651366 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bced339b-4416-432b-bf15-26d6494ea965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:15.654753 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bced339b-4416-432b-bf15-26d6494ea965 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba7f3495-b322-43b3-8e9b-9ccf7695187b HTTP/1.1" status: 204 len: 168 time: 0.3714607 Jan 28 05:34:15.664152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced339b-4416-432b-bf15-26d6494ea965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7f3495-b322-43b3-8e9b-9ccf7695187b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:15.776601 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-7bb53643-c0d2-4ccc-a446-1048eb5811e3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Publish callbacks [] for port (eb3abbd9-029a-43f4-ace0-fc217ff4bc4d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:15.816554 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42104) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:15.914284 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c43dab8e-c013-4260-b0c2-5ceba6da79ab up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:34:15.919205 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-7bb53643-c0d2-4ccc-a446-1048eb5811e3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (eb3abbd9-029a-43f4-ace0-fc217ff4bc4d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.007310 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-7bb53643-c0d2-4ccc-a446-1048eb5811e3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:34:16.016231 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-7bb53643-c0d2-4ccc-a446-1048eb5811e3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:16.017420 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port c43dab8e-c013-4260-b0c2-5ceba6da79ab triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:16.018824 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c43dab8e-c013-4260-b0c2-5ceba6da79ab), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.020836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-7bb53643-c0d2-4ccc-a446-1048eb5811e3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:34:16.027141 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-7bb53643-c0d2-4ccc-a446-1048eb5811e3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:16.027784 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-7bb53643-c0d2-4ccc-a446-1048eb5811e3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.037573 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb53643-c0d2-4ccc-a446-1048eb5811e3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Pushing event updated for resources: {'Port': ['ID=eb3abbd9-029a-43f4-ace0-fc217ff4bc4d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:16.104568 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-7bb53643-c0d2-4ccc-a446-1048eb5811e3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6430707 Jan 28 05:34:16.114236 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-5ca9e7db-1111-408b-92bd-1d06f9b4106b tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:34:16.115753 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-5ca9e7db-1111-408b-92bd-1d06f9b4106b tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060160 Jan 28 05:34:16.127155 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Publish callbacks [] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.263108 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42116) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:16.282402 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cd5d2a5-0468-42e1-9d4d-19666c9e5940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.384426 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.435686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333861cc-33a8-493e-b6b3-a2147b918766 req-12feeec9-edd4-47f0-b3d1-ba491aa59d89 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:16.438693 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42122) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:16.442986 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-333861cc-33a8-493e-b6b3-a2147b918766 req-12feeec9-edd4-47f0-b3d1-ba491aa59d89 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 935 time: 0.1034441 Jan 28 05:34:16.445476 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7af67961-d72b-4bb8-8d92-e5518d57404c tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1084494466', 'description': 'tempest-description--1059851643'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:16.460747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b27ff8-a0f9-4703-b836-2a0c67083b98 None None] Pushing event updated for resources: {'Port': ['ID=5b2333d4-a97a-4eab-a44d-8f995fb2296f,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:16.474750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c6368e16-46a3-4054-a161-fd8e837d5f80 None None] Provisioning complete for port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:16.475332 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6368e16-46a3-4054-a161-fd8e837d5f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (eb3abbd9-029a-43f4-ace0-fc217ff4bc4d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.485942 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cd5d2a5-0468-42e1-9d4d-19666c9e5940 admin admin] Publish callbacks [] for security_group (2f054a0c-32ab-4cbd-9c69-8fcca7cbf7f7), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.539565 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c43dab8e-c013-4260-b0c2-5ceba6da79ab is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:16.542795 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-333861cc-33a8-493e-b6b3-a2147b918766 req-bb9e565b-bff2-40fc-b18a-5d8ee7353189 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987148 Jan 28 05:34:16.548936 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c6368e16-46a3-4054-a161-fd8e837d5f80 None None] Port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:34:16.569305 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7af67961-d72b-4bb8-8d92-e5518d57404c tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.580850 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cd5d2a5-0468-42e1-9d4d-19666c9e5940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2f054a0c-32ab-4cbd-9c69-8fcca7cbf7f7), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.625003 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Attempting to bind port 5b2333d4-a97a-4eab-a44d-8f995fb2296f on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:34:16.625678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Attempting to bind port 5b2333d4-a97a-4eab-a44d-8f995fb2296f by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '8f14da8d-967f-47dc-9b75-767b06c9c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e7c8c02-f500-44b2-8827-edb3e3c90be0'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:34:16.626280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Attempting to bind port 5b2333d4-a97a-4eab-a44d-8f995fb2296f on network 2e7c8c02-f500-44b2-8827-edb3e3c90be0 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:16.634758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:34:16.640094 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Checking segment: {'id': '8f14da8d-967f-47dc-9b75-767b06c9c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e7c8c02-f500-44b2-8827-edb3e3c90be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:16.640094 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.640094 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Bound using segment: {'id': '8f14da8d-967f-47dc-9b75-767b06c9c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e7c8c02-f500-44b2-8827-edb3e3c90be0'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:34:16.640094 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Bound port: 5b2333d4-a97a-4eab-a44d-8f995fb2296f, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f14da8d-967f-47dc-9b75-767b06c9c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2e7c8c02-f500-44b2-8827-edb3e3c90be0'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:34:16.640094 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.641525 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5cd5d2a5-0468-42e1-9d4d-19666c9e5940 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b86e715ada2a47aea0ebf22c9060d6f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3774662 Jan 28 05:34:16.648049 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5d2a5-0468-42e1-9d4d-19666c9e5940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f054a0c-32ab-4cbd-9c69-8fcca7cbf7f7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:16.653593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42124) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:16.662037 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1c4b674-3abd-46b7-980a-5f374c18285d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.698969 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7af67961-d72b-4bb8-8d92-e5518d57404c tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for security_group (41834bc2-b30c-453c-ad62-b62c87d0776f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.757458 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7af67961-d72b-4bb8-8d92-e5518d57404c tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (41834bc2-b30c-453c-ad62-b62c87d0776f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.771114 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d46742e9-f9c2-40cc-9681-97aac2362eba admin admin] Publish callbacks [] for security_group (2f054a0c-32ab-4cbd-9c69-8fcca7cbf7f7), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.779600 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] For port 5b2333d4-a97a-4eab-a44d-8f995fb2296f, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:34:16.784682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] For port 5b2333d4-a97a-4eab-a44d-8f995fb2296f, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5b2333d4-a97a-4eab-a44d-8f995fb2296f,segment=NetworkSegment(8f14da8d-967f-47dc-9b75-767b06c9c477),segment_id=8f14da8d-967f-47dc-9b75-767b06c9c477)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:34:16.814686 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d46742e9-f9c2-40cc-9681-97aac2362eba admin admin] Publish callbacks [] for security_group (2f054a0c-32ab-4cbd-9c69-8fcca7cbf7f7), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.849317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af67961-d72b-4bb8-8d92-e5518d57404c tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41834bc2-b30c-453c-ad62-b62c87d0776f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:16.862923 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1c4b674-3abd-46b7-980a-5f374c18285d admin admin] Publish callbacks [] for security_group (e636362e-94c6-458b-a5dd-ad4e9cbdbe9e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.873447 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.954931 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7af67961-d72b-4bb8-8d92-e5518d57404c tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:16.959865 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7af67961-d72b-4bb8-8d92-e5518d57404c tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5159051 Jan 28 05:34:16.959865 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42132) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:16.972735 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1d2dad0f-8b12-409f-992a-f16259628c09 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Request body: {'security_group_rule': {'security_group_id': '41834bc2-b30c-453c-ad62-b62c87d0776f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:17.017438 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b27ff8-a0f9-4703-b836-2a0c67083b98 None None] Pushing event updated for resources: {'Port': ['ID=5b2333d4-a97a-4eab-a44d-8f995fb2296f,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:17.028099 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Routers {'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:34:17.028738 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:34:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bad2afc4-83e5-4bbe-8f40-f5cd00b2f027'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:17.030318 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1c4b674-3abd-46b7-980a-5f374c18285d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e636362e-94c6-458b-a5dd-ad4e9cbdbe9e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:17.111093 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d2dad0f-8b12-409f-992a-f16259628c09 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for security_group_rule (98b896a0-b2b5-432a-ac02-90208b8d9f80), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:17.154613 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d1c4b674-3abd-46b7-980a-5f374c18285d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1e331da70074e689c1a86b43411c6f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3345716 Jan 28 05:34:17.155745 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42134) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:17.191349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4b674-3abd-46b7-980a-5f374c18285d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e636362e-94c6-458b-a5dd-ad4e9cbdbe9e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:17.268203 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42138) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:17.268373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-191fec0c-0944-40b7-a330-823dabae7f42 None None] Provisioning complete for port 5b2333d4-a97a-4eab-a44d-8f995fb2296f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:17.268874 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-191fec0c-0944-40b7-a330-823dabae7f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:17.271056 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d46742e9-f9c2-40cc-9681-97aac2362eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2f054a0c-32ab-4cbd-9c69-8fcca7cbf7f7), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:17.285276 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d46742e9-f9c2-40cc-9681-97aac2362eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:17.286526 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d46742e9-f9c2-40cc-9681-97aac2362eba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f054a0c-32ab-4cbd-9c69-8fcca7cbf7f7 HTTP/1.1" status: 204 len: 168 time: 0.6308708 Jan 28 05:34:17.357593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46742e9-f9c2-40cc-9681-97aac2362eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f054a0c-32ab-4cbd-9c69-8fcca7cbf7f7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:17.372495 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0f467b28-2de9-4914-a997-7ee6170bc1af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:17.412429 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] Set router bad2afc4-83e5-4bbe-8f40-f5cd00b2f027 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:34:17.424055 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-023b2fcd-bf26-4f3b-bd95-548c4c383aa4 admin admin] Publish callbacks [] for security_group (e636362e-94c6-458b-a5dd-ad4e9cbdbe9e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:17.445777 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d2dad0f-8b12-409f-992a-f16259628c09 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for security_group_rule (98b896a0-b2b5-432a-ac02-90208b8d9f80), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:17.511774 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-023b2fcd-bf26-4f3b-bd95-548c4c383aa4 admin admin] Publish callbacks [] for security_group (e636362e-94c6-458b-a5dd-ad4e9cbdbe9e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:17.514088 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d2dad0f-8b12-409f-992a-f16259628c09 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (98b896a0-b2b5-432a-ac02-90208b8d9f80), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:17.522703 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:34:17.640576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Request body: {'port': {'device_id': '4e9954f4-0608-4238-b26c-eb7579efc78b', 'device_owner': 'compute:tempest-test_az-32089232', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:17.646032 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2dad0f-8b12-409f-992a-f16259628c09 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b896a0-b2b5-432a-ac02-90208b8d9f80,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:17.667395 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-023b2fcd-bf26-4f3b-bd95-548c4c383aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e636362e-94c6-458b-a5dd-ad4e9cbdbe9e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:17.677569 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-023b2fcd-bf26-4f3b-bd95-548c4c383aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:17.679200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-023b2fcd-bf26-4f3b-bd95-548c4c383aa4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e636362e-94c6-458b-a5dd-ad4e9cbdbe9e HTTP/1.1" status: 204 len: 168 time: 0.5200517 Jan 28 05:34:17.712742 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d2dad0f-8b12-409f-992a-f16259628c09 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:17.713108 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1d2dad0f-8b12-409f-992a-f16259628c09 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7513938 Jan 28 05:34:17.721468 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42150) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:17.726479 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-18208e8b-3f9b-460c-81b7-f4e9b41d17a8 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Request body: {'security_group_rule': {'security_group_id': '41834bc2-b30c-453c-ad62-b62c87d0776f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:17.763497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-191fec0c-0944-40b7-a330-823dabae7f42 None None] Current status of the port 5b2333d4-a97a-4eab-a44d-8f995fb2296f is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:17.764032 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-191fec0c-0944-40b7-a330-823dabae7f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:17.773234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0f467b28-2de9-4914-a997-7ee6170bc1af admin admin] Publish callbacks [] for security_group (9c718325-1897-4c2e-9e7b-1f41973adf1d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:17.777429 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (eb3abbd9-029a-43f4-ace0-fc217ff4bc4d), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:17.801634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b2fcd-bf26-4f3b-bd95-548c4c383aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e636362e-94c6-458b-a5dd-ad4e9cbdbe9e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:17.850007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1ba24-b0c0-48d9-93ae-cfcc12d43e3b req-e68b9b3f-6731-4751-ab13-df9b71871100 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:17.859310 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4a1ba24-b0c0-48d9-93ae-cfcc12d43e3b req-e68b9b3f-6731-4751-ab13-df9b71871100 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 935 time: 0.1761277 Jan 28 05:34:17.891190 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0f467b28-2de9-4914-a997-7ee6170bc1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9c718325-1897-4c2e-9e7b-1f41973adf1d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:17.947798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4a1ba24-b0c0-48d9-93ae-cfcc12d43e3b req-d119b144-6d8c-4863-a9eb-2ee1b7ba2bf0 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873902 Jan 28 05:34:17.972775 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42158) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:17.973226 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0f467b28-2de9-4914-a997-7ee6170bc1af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b5d9ead14444691ae8af0486214331e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7030587 Jan 28 05:34:18.323173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-191fec0c-0944-40b7-a330-823dabae7f42 None None] For port 5b2333d4-a97a-4eab-a44d-8f995fb2296f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5b2333d4-a97a-4eab-a44d-8f995fb2296f,segment=NetworkSegment(8f14da8d-967f-47dc-9b75-767b06c9c477),segment_id=8f14da8d-967f-47dc-9b75-767b06c9c477)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:18.328318 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f467b28-2de9-4914-a997-7ee6170bc1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c718325-1897-4c2e-9e7b-1f41973adf1d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:18.329092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643864970-router', 'tenant_id': '7dc335d228cc400aa58d891c2643677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'c43dab8e-c013-4260-b0c2-5ceba6da79ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:34:07Z', 'updated_at': '2022-01-28T05:34:12Z', 'revision_number': 4, 'project_id': '7dc335d228cc400aa58d891c2643677e', 'gw_port': {'id': 'c43dab8e-c013-4260-b0c2-5ceba6da79ab', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:08Z', 'updated_at': '2022-01-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '5b2333d4-a97a-4eab-a44d-8f995fb2296f', 'name': '', 'network_id': '2e7c8c02-f500-44b2-8827-edb3e3c90be0', 'tenant_id': '7dc335d228cc400aa58d891c2643677e', 'mac_address': 'fa:16:3e:92:ff:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cdb40936-0741-4f4b-897b-141403a829fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:11Z', 'updated_at': '2022-01-28T05:34:16Z', 'revision_number': 4, 'project_id': '7dc335d228cc400aa58d891c2643677e', 'subnets': [{'id': 'cdb40936-0741-4f4b-897b-141403a829fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:18.330887 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57fbeca1-e45c-4498-bff4-d3a63ec6a207 admin admin] Publish callbacks [] for security_group (9c718325-1897-4c2e-9e7b-1f41973adf1d), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:18.331742 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78261040-a9da-44e9-ab44-e1ed73b632e8 None None] The sync data for ids ['bad2afc4-83e5-4bbe-8f40-f5cd00b2f027'] in n-d-812111-12 is: [{'id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643864970-router', 'tenant_id': '7dc335d228cc400aa58d891c2643677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'c43dab8e-c013-4260-b0c2-5ceba6da79ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:34:07Z', 'updated_at': '2022-01-28T05:34:12Z', 'revision_number': 4, 'project_id': '7dc335d228cc400aa58d891c2643677e', 'gw_port': {'id': 'c43dab8e-c013-4260-b0c2-5ceba6da79ab', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:08Z', 'updated_at': '2022-01-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '5b2333d4-a97a-4eab-a44d-8f995fb2296f', 'name': '', 'network_id': '2e7c8c02-f500-44b2-8827-edb3e3c90be0', 'tenant_id': '7dc335d228cc400aa58d891c2643677e', 'mac_address': 'fa:16:3e:92:ff:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cdb40936-0741-4f4b-897b-141403a829fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:11Z', 'updated_at': '2022-01-28T05:34:16Z', 'revision_number': 4, 'project_id': '7dc335d228cc400aa58d891c2643677e', 'subnets': [{'id': 'cdb40936-0741-4f4b-897b-141403a829fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:34:18.332225 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57fbeca1-e45c-4498-bff4-d3a63ec6a207 admin admin] Publish callbacks [] for security_group (9c718325-1897-4c2e-9e7b-1f41973adf1d), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:18.355789 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18208e8b-3f9b-460c-81b7-f4e9b41d17a8 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for security_group_rule (94ed9350-e1c1-4247-9771-a72732985b99), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:18.385624 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3abbd9-029a-43f4-ace0-fc217ff4bc4d {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:34:18.403683 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Publish callbacks [] for port (eb3abbd9-029a-43f4-ace0-fc217ff4bc4d), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:18.627261 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57fbeca1-e45c-4498-bff4-d3a63ec6a207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9c718325-1897-4c2e-9e7b-1f41973adf1d), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:18.628495 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-191fec0c-0944-40b7-a330-823dabae7f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:18.628646 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Transition to ACTIVE for port object eb3abbd9-029a-43f4-ace0-fc217ff4bc4d will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:34:18.630082 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57fbeca1-e45c-4498-bff4-d3a63ec6a207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:18.636685 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-57fbeca1-e45c-4498-bff4-d3a63ec6a207 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c718325-1897-4c2e-9e7b-1f41973adf1d HTTP/1.1" status: 204 len: 168 time: 0.6615155 Jan 28 05:34:18.647570 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbeca1-e45c-4498-bff4-d3a63ec6a207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c718325-1897-4c2e-9e7b-1f41973adf1d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:18.670172 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18208e8b-3f9b-460c-81b7-f4e9b41d17a8 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for security_group_rule (94ed9350-e1c1-4247-9771-a72732985b99), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:18.701587 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (eb3abbd9-029a-43f4-ace0-fc217ff4bc4d), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:18.802441 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Pushing event updated for resources: {'Port': ['ID=eb3abbd9-029a-43f4-ace0-fc217ff4bc4d,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:18.808318 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18208e8b-3f9b-460c-81b7-f4e9b41d17a8 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (94ed9350-e1c1-4247-9771-a72732985b99), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:18.830635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fec0c-0944-40b7-a330-823dabae7f42 None None] Pushing event updated for resources: {'Port': ['ID=5b2333d4-a97a-4eab-a44d-8f995fb2296f,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:18.839680 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18208e8b-3f9b-460c-81b7-f4e9b41d17a8 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ed9350-e1c1-4247-9771-a72732985b99,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:18.853405 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b9d4cf4c-2fb8-4373-8c38-b7d76ac21418 None None] Provisioning complete for port 5b2333d4-a97a-4eab-a44d-8f995fb2296f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:18.855248 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9d4cf4c-2fb8-4373-8c38-b7d76ac21418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:18.961423 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18208e8b-3f9b-460c-81b7-f4e9b41d17a8 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:18.964140 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-18208e8b-3f9b-460c-81b7-f4e9b41d17a8 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2412639 Jan 28 05:34:18.967277 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42166) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:18.980739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b0db1750-7a23-48c7-92a5-289cf5715d57 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:19.031366 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Attempting to bind port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:34:19.032648 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Attempting to bind port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:34:19.033770 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Attempting to bind port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:19.044719 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:34:19.046053 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Attempting to bind port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:19.054620 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:34:19.055257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:19.056037 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:34:19.056849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Bound port: eb3abbd9-029a-43f4-ace0-fc217ff4bc4d, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:34:19.057689 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (eb3abbd9-029a-43f4-ace0-fc217ff4bc4d), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:19.096220 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0db1750-7a23-48c7-92a5-289cf5715d57 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:19.127859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b9d4cf4c-2fb8-4373-8c38-b7d76ac21418 None None] Current status of the port 5b2333d4-a97a-4eab-a44d-8f995fb2296f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:19.292124 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] For port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:34:19.299478 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] For port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=eb3abbd9-029a-43f4-ace0-fc217ff4bc4d,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:34:19.401457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308b178-eda5-4ec7-bede-802a71678c24 req-b847a55b-7708-476a-b807-6a8d91c013cd tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:19.409471 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4308b178-eda5-4ec7-bede-802a71678c24 req-b847a55b-7708-476a-b807-6a8d91c013cd tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 967 time: 0.2483270 Jan 28 05:34:19.415971 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (eb3abbd9-029a-43f4-ace0-fc217ff4bc4d), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:19.503057 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:19.508048 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:19.510597 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] 10.222.0.64 "PUT /v2.0/ports/eb3abbd9-029a-43f4-ace0-fc217ff4bc4d HTTP/1.1" status: 200 len: 1116 time: 2.7625031 Jan 28 05:34:19.517118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9954f4-0608-4238-b26c-eb7579efc78b', 'tag': 'eb3abbd9-029a-43f4-ace0-fc217ff4bc4d'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:34:19.631402 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4308b178-eda5-4ec7-bede-802a71678c24 req-207eaf45-e15a-47cd-b492-c1607c959c11 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144177 Jan 28 05:34:19.719670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42176) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:19.751159 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a79d8efb-bbb0-48f0-97e9-d892fd02f943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:19.785978 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36132295-496e-4f3e-8fb2-063679f1248a service neutron] Pushing event updated for resources: {'Port': ['ID=eb3abbd9-029a-43f4-ace0-fc217ff4bc4d,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:19.877683 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a79d8efb-bbb0-48f0-97e9-d892fd02f943 admin admin] Publish callbacks [] for security_group (fcd7f851-c93c-4358-8320-6f5cb8946318), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:19.905611 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0db1750-7a23-48c7-92a5-289cf5715d57 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:20.013589 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-46ac95c1-fb77-4373-881c-84de7e3c9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:20.021377 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-46ac95c1-fb77-4373-881c-84de7e3c9680 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6590de52d6244d7889c83a6245b27463&device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 1119 time: 0.2305248 Jan 28 05:34:20.043460 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a79d8efb-bbb0-48f0-97e9-d892fd02f943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (fcd7f851-c93c-4358-8320-6f5cb8946318), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:20.097995 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5b2333d4-a97a-4eab-a44d-8f995fb2296f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:34:20.204606 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-45a9f97d-a1d6-4b75-ae75-ad6b73372543 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=eb3abbd9-029a-43f4-ace0-fc217ff4bc4d HTTP/1.1" status: 200 len: 217 time: 0.1597855 Jan 28 05:34:20.242526 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 5b2333d4-a97a-4eab-a44d-8f995fb2296f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:20.247388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a79d8efb-bbb0-48f0-97e9-d892fd02f943 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99a00882db1a45c08e8269c84fb29ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5210977 Jan 28 05:34:20.248669 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:20.248844 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42182) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:20.257848 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d8efb-bbb0-48f0-97e9-d892fd02f943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd7f851-c93c-4358-8320-6f5cb8946318,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:20.322074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-b0db1750-7a23-48c7-92a5-289cf5715d57 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Allocated IP 172.25.0.24 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/dd315574-83c9-41ce-9379-e7a2bdfefcc8) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:34:20.457034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5b2333d4-a97a-4eab-a44d-8f995fb2296f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:20.482512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42184) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:20.516466 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d912f54f-9992-4a33-8c47-6cf105caad1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:20.628200 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0db1750-7a23-48c7-92a5-289cf5715d57 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for port (dd315574-83c9-41ce-9379-e7a2bdfefcc8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:20.795091 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-462e0194-1033-4ea7-8673-faf71be3ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:20.799902 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-462e0194-1033-4ea7-8673-faf71be3ea15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.5301483 Jan 28 05:34:20.804044 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d912f54f-9992-4a33-8c47-6cf105caad1c admin admin] Publish callbacks [] for security_group (4b5d7218-4964-4815-beed-256d95280b07), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:20.874559 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d912f54f-9992-4a33-8c47-6cf105caad1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4b5d7218-4964-4815-beed-256d95280b07), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:20.921206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912f54f-9992-4a33-8c47-6cf105caad1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5d7218-4964-4815-beed-256d95280b07,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:20.927565 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0db1750-7a23-48c7-92a5-289cf5715d57 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (dd315574-83c9-41ce-9379-e7a2bdfefcc8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:20.953550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0db1750-7a23-48c7-92a5-289cf5715d57 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:34:20.973255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42200) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:20.985173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b0db1750-7a23-48c7-92a5-289cf5715d57 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:21.031186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0db1750-7a23-48c7-92a5-289cf5715d57 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:34:21.051794 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b21c1fbb-6e88-4329-aafd-4f1cc19afd15 admin admin] Publish callbacks [] for security_group (fcd7f851-c93c-4358-8320-6f5cb8946318), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:21.076675 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-5c8d1fc8-3e45-4522-8cf0-a813826e602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:21.078620 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-5c8d1fc8-3e45-4522-8cf0-a813826e602a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2522483 Jan 28 05:34:21.089617 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b828aa-2fa7-4544-aa2b-706702da909f" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9954f4-0608-4238-b26c-eb7579efc78b", "tag": "eb3abbd9-029a-43f4-ace0-fc217ff4bc4d"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:34:21.149447 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d912f54f-9992-4a33-8c47-6cf105caad1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56ef402a4e3047638f878b80f21936e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6653898 Jan 28 05:34:21.160413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cff42-65aa-4a9a-90c6-b758598cf8c5 req-8a7dcc9e-8adc-48da-bf7e-b512c51f03ac tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:21.162440 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-454cff42-65aa-4a9a-90c6-b758598cf8c5 req-8a7dcc9e-8adc-48da-bf7e-b512c51f03ac tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 967 time: 0.3628154 Jan 28 05:34:21.187634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42212) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:21.201624 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b21c1fbb-6e88-4329-aafd-4f1cc19afd15 admin admin] Publish callbacks [] for security_group (fcd7f851-c93c-4358-8320-6f5cb8946318), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:21.254291 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0db1750-7a23-48c7-92a5-289cf5715d57 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for floatingip (b905f644-d840-4b04-8467-8a60ee526ad3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:21.266392 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-b35bda27-222b-46eb-868b-9d83937a9bbd service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595221 Jan 28 05:34:21.288899 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db1750-7a23-48c7-92a5-289cf5715d57 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Pushing event updated for resources: {'Port': ['ID=dd315574-83c9-41ce-9379-e7a2bdfefcc8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:21.355673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-454cff42-65aa-4a9a-90c6-b758598cf8c5 req-4277160d-e686-4414-abd9-00f40928c22b tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691701 Jan 28 05:34:21.356692 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1dfca235-d1e5-4404-913d-a96545ba61dc admin admin] Publish callbacks [] for security_group (4b5d7218-4964-4815-beed-256d95280b07), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:21.393586 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-64aadbfd-fb98-4e46-9eab-93b2c26fd5da req-9c9d1320-ae74-40e4-9eb3-70bc0a8ef467 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198788 Jan 28 05:34:21.445792 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1dfca235-d1e5-4404-913d-a96545ba61dc admin admin] Publish callbacks [] for security_group (4b5d7218-4964-4815-beed-256d95280b07), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:21.448393 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0db1750-7a23-48c7-92a5-289cf5715d57 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dd315574-83c9-41ce-9379-e7a2bdfefcc8), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:21.489743 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b21c1fbb-6e88-4329-aafd-4f1cc19afd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (fcd7f851-c93c-4358-8320-6f5cb8946318), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:21.493536 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b21c1fbb-6e88-4329-aafd-4f1cc19afd15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:21.495846 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b21c1fbb-6e88-4329-aafd-4f1cc19afd15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcd7f851-c93c-4358-8320-6f5cb8946318 HTTP/1.1" status: 204 len: 168 time: 1.2466371 Jan 28 05:34:21.518133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c1fbb-6e88-4329-aafd-4f1cc19afd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd7f851-c93c-4358-8320-6f5cb8946318,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:21.611208 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ac570f10-12f3-4dbf-9b8c-32128b67fad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:21.680318 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4ce4f7-27fe-40e5-8955-f2aee912d6b5 x-openstack-request-id: req-3b4ce4f7-27fe-40e5-8955-f2aee912d6b5 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:34:21.683397 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9954f4-0608-4238-b26c-eb7579efc78b", "tag": "eb3abbd9-029a-43f4-ace0-fc217ff4bc4d", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:34:21.683397 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b4ce4f7-27fe-40e5-8955-f2aee912d6b5 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:34:21.683397 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9954f4-0608-4238-b26c-eb7579efc78b', 'tag': 'eb3abbd9-029a-43f4-ace0-fc217ff4bc4d', 'status': 'completed', 'code': 200} Jan 28 05:34:21.798691 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1dfca235-d1e5-4404-913d-a96545ba61dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4b5d7218-4964-4815-beed-256d95280b07), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:21.802269 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1dfca235-d1e5-4404-913d-a96545ba61dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:21.805980 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1dfca235-d1e5-4404-913d-a96545ba61dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b5d7218-4964-4815-beed-256d95280b07 HTTP/1.1" status: 204 len: 168 time: 0.6183538 Jan 28 05:34:21.828012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfca235-d1e5-4404-913d-a96545ba61dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5d7218-4964-4815-beed-256d95280b07,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:21.852571 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0db1750-7a23-48c7-92a5-289cf5715d57 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for port (dd315574-83c9-41ce-9379-e7a2bdfefcc8), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:21.873268 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ac570f10-12f3-4dbf-9b8c-32128b67fad2 admin admin] Publish callbacks [] for security_group (a5ba3115-742e-4af6-bc8a-1ac0c06b4502), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:21.902238 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0db1750-7a23-48c7-92a5-289cf5715d57 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dd315574-83c9-41ce-9379-e7a2bdfefcc8), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:21.939887 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ac570f10-12f3-4dbf-9b8c-32128b67fad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a5ba3115-742e-4af6-bc8a-1ac0c06b4502), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:22.002012 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ac570f10-12f3-4dbf-9b8c-32128b67fad2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=568f480eac384512b2150b0c90602f33&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0276120 Jan 28 05:34:22.002698 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac570f10-12f3-4dbf-9b8c-32128b67fad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ba3115-742e-4af6-bc8a-1ac0c06b4502,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:22.024363 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b828aa-2fa7-4544-aa2b-706702da909f req-9e9ef481-8dde-4a85-a0d2-3c1716f1a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:22.026428 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-91b828aa-2fa7-4544-aa2b-706702da909f req-9e9ef481-8dde-4a85-a0d2-3c1716f1a857 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6590de52d6244d7889c83a6245b27463&device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 1119 time: 0.1389980 Jan 28 05:34:22.027582 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42226) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:22.061926 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0db1750-7a23-48c7-92a5-289cf5715d57 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (b905f644-d840-4b04-8467-8a60ee526ad3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:22.106131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db1750-7a23-48c7-92a5-289cf5715d57 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Pushing event updated for resources: {'Port': ['ID=dd315574-83c9-41ce-9379-e7a2bdfefcc8,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:22.165039 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0db1750-7a23-48c7-92a5-289cf5715d57 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:22.166730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b0db1750-7a23-48c7-92a5-289cf5715d57 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1979256 Jan 28 05:34:22.325264 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d59008a9-a135-4064-b136-1b6045946a3d admin admin] Publish callbacks [] for security_group (a5ba3115-742e-4af6-bc8a-1ac0c06b4502), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:22.389668 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d59008a9-a135-4064-b136-1b6045946a3d admin admin] Publish callbacks [] for security_group (a5ba3115-742e-4af6-bc8a-1ac0c06b4502), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:22.400832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b828aa-2fa7-4544-aa2b-706702da909f req-5cafd2f2-ccea-4692-a30d-b2e8eb5f3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:22.402471 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-91b828aa-2fa7-4544-aa2b-706702da909f req-5cafd2f2-ccea-4692-a30d-b2e8eb5f3bb3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.3667061 Jan 28 05:34:22.560099 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba6f8d-9fea-4bc9-a5aa-9288aba5a402 req-135f8087-2a5d-4995-99ba-3469c682e8a0 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:22.561834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-beba6f8d-9fea-4bc9-a5aa-9288aba5a402 req-135f8087-2a5d-4995-99ba-3469c682e8a0 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 967 time: 0.0902226 Jan 28 05:34:22.594121 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-91b828aa-2fa7-4544-aa2b-706702da909f req-0ddbe2ac-c405-46ba-940a-31071439e80a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=eb3abbd9-029a-43f4-ace0-fc217ff4bc4d HTTP/1.1" status: 200 len: 217 time: 0.1140666 Jan 28 05:34:22.595760 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d59008a9-a135-4064-b136-1b6045946a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a5ba3115-742e-4af6-bc8a-1ac0c06b4502), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:22.606322 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d59008a9-a135-4064-b136-1b6045946a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:22.612916 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d59008a9-a135-4064-b136-1b6045946a3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5ba3115-742e-4af6-bc8a-1ac0c06b4502 HTTP/1.1" status: 204 len: 168 time: 0.5816231 Jan 28 05:34:22.690173 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-beba6f8d-9fea-4bc9-a5aa-9288aba5a402 req-d09ec6c5-0298-4cd8-ab5a-1a616b69b313 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205101 Jan 28 05:34:22.698151 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b828aa-2fa7-4544-aa2b-706702da909f req-c53b64c7-7109-4de4-94b1-d02506776ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:22.699628 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-91b828aa-2fa7-4544-aa2b-706702da909f req-c53b64c7-7109-4de4-94b1-d02506776ffe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0881531 Jan 28 05:34:22.708002 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59008a9-a135-4064-b136-1b6045946a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ba3115-742e-4af6-bc8a-1ac0c06b4502,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:22.810180 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b828aa-2fa7-4544-aa2b-706702da909f req-1fe2a26f-2414-4123-ba47-69216c0c57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:22.813350 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-91b828aa-2fa7-4544-aa2b-706702da909f req-1fe2a26f-2414-4123-ba47-69216c0c57bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0675104 Jan 28 05:34:22.864785 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-c9d84f5c-0574-4ce5-b7f1-400d92637d29 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1084494466&fields=id&tenant_id=4f89df0ed4324ba8a50b1f639b59017f HTTP/1.1" status: 200 len: 267 time: 0.2078974 Jan 28 05:34:23.129630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-9d3aa0a3-ece6-4e4f-82af-3e35a932b75b tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:23.131920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-9d3aa0a3-ece6-4e4f-82af-3e35a932b75b tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/networks?id=7b783b1a-01c6-44a0-9611-e2e73731beff HTTP/1.1" status: 200 len: 824 time: 0.2588959 Jan 28 05:34:23.156219 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-d5d91a8b-6905-442b-b51c-bb51dedbdf61 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/quotas/4f89df0ed4324ba8a50b1f639b59017f HTTP/1.1" status: 200 len: 375 time: 0.0179565 Jan 28 05:34:23.249074 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-0bfcdaa7-39ba-44f1-b52b-e50b691ca572 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f89df0ed4324ba8a50b1f639b59017f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895917 Jan 28 05:34:23.268589 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-91b828aa-2fa7-4544-aa2b-706702da909f req-4305c1b4-c4cb-4528-8e0b-b9039dd13fd0 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772056 Jan 28 05:34:23.434698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42274) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:23.754108 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c7d7de4b-31ce-440b-8955-a26db72ee9bd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-480949613-network', 'tenant_id': '88b3e81d38b14c1ab20fd75713b63156'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:23.771761 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42288) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:23.790603 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-105089fb-691c-45b0-a562-efedd9dfe73a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:23.865212 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d7de4b-31ce-440b-8955-a26db72ee9bd admin admin] Made reservation on behalf of 88b3e81d38b14c1ab20fd75713b63156 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:23.866992 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7d7de4b-31ce-440b-8955-a26db72ee9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:23.890922 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7d7de4b-31ce-440b-8955-a26db72ee9bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:23.915580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166ca68-9a0b-4b57-a829-fb0591b4c2f0 req-f8905d95-9175-4220-9a90-11425c2a869d tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:23.927085 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b166ca68-9a0b-4b57-a829-fb0591b4c2f0 req-f8905d95-9175-4220-9a90-11425c2a869d tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 967 time: 0.1283252 Jan 28 05:34:23.956700 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-91b828aa-2fa7-4544-aa2b-706702da909f req-dffc6316-9f58-4625-af07-6eba69fe62f0 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621435 Jan 28 05:34:24.005997 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-105089fb-691c-45b0-a562-efedd9dfe73a admin admin] Publish callbacks [] for security_group (45c26461-ab35-4012-9a87-4e80be7d5d5a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:24.030219 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b166ca68-9a0b-4b57-a829-fb0591b4c2f0 req-21beeb12-3b32-4d94-8e44-a2b8e666c669 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019065 Jan 28 05:34:24.072103 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-105089fb-691c-45b0-a562-efedd9dfe73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (45c26461-ab35-4012-9a87-4e80be7d5d5a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:24.122659 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-105089fb-691c-45b0-a562-efedd9dfe73a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c85446b2d8504df3bbf6bbbb286ca4b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3498371 Jan 28 05:34:24.127130 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7d7de4b-31ce-440b-8955-a26db72ee9bd admin admin] Publish callbacks [] for security_group (4951a9c0-5898-4dbc-acce-acbff2527d83), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:24.128171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42294) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:24.167795 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105089fb-691c-45b0-a562-efedd9dfe73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c26461-ab35-4012-9a87-4e80be7d5d5a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:24.184008 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7d7de4b-31ce-440b-8955-a26db72ee9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4951a9c0-5898-4dbc-acce-acbff2527d83), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:24.250026 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d7de4b-31ce-440b-8955-a26db72ee9bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:34:24.279033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7de4b-31ce-440b-8955-a26db72ee9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4951a9c0-5898-4dbc-acce-acbff2527d83,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:24.290957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3cf59102-5375-4860-81f0-23ab862b2493 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:34:24.292270 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3cf59102-5375-4860-81f0-23ab862b2493 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3511941 Jan 28 05:34:24.294735 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6276-6822-4349-9d33-b77cfccdeba7 admin admin] Publish callbacks [] for security_group (45c26461-ab35-4012-9a87-4e80be7d5d5a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:24.302579 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7d7de4b-31ce-440b-8955-a26db72ee9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (6a0246c0-51ae-4c38-a6b8-c82e4fade6a8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:24.302579 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-c7d7de4b-31ce-440b-8955-a26db72ee9bd admin admin] Added segment 6a0246c0-51ae-4c38-a6b8-c82e4fade6a8 of type vlan for network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce Jan 28 05:34:24.410253 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6276-6822-4349-9d33-b77cfccdeba7 admin admin] Publish callbacks [] for security_group (45c26461-ab35-4012-9a87-4e80be7d5d5a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:24.434967 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7d7de4b-31ce-440b-8955-a26db72ee9bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (8337946d-c118-4f6f-a8e6-fd66fb66f8ce), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:24.506536 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-cba1eb5b-d70b-4c36-89ac-ed3615aa959d service neutron] 10.222.0.31 "GET /v2.0/networks/7b783b1a-01c6-44a0-9611-e2e73731beff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964080 Jan 28 05:34:24.592127 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7d7de4b-31ce-440b-8955-a26db72ee9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (8337946d-c118-4f6f-a8e6-fd66fb66f8ce), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:24.594080 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d7de4b-31ce-440b-8955-a26db72ee9bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:24.594866 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7d7de4b-31ce-440b-8955-a26db72ee9bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:24.643808 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6276-6822-4349-9d33-b77cfccdeba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (45c26461-ab35-4012-9a87-4e80be7d5d5a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:24.646919 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6276-6822-4349-9d33-b77cfccdeba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:24.648092 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-eb1e6276-6822-4349-9d33-b77cfccdeba7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45c26461-ab35-4012-9a87-4e80be7d5d5a HTTP/1.1" status: 204 len: 168 time: 0.5189013 Jan 28 05:34:24.661344 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:24.717846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c7d7de4b-31ce-440b-8955-a26db72ee9bd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2782931 Jan 28 05:34:24.717846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-c7eea1e5-e7af-4618-a0d1-1d1ee7c25d9f service neutron] 10.222.0.31 "GET /v2.0/networks/7b783b1a-01c6-44a0-9611-e2e73731beff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984987 Jan 28 05:34:24.718114 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42308) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:24.723276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e6276-6822-4349-9d33-b77cfccdeba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c26461-ab35-4012-9a87-4e80be7d5d5a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:24.725517 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-370e838a-c793-4a2f-bc84-23e57538b81d admin admin] Request body: {'subnet': {'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-480949613-subnet', 'tenant_id': '88b3e81d38b14c1ab20fd75713b63156', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:24.731663 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7de4b-31ce-440b-8955-a26db72ee9bd admin admin] Pushing event updated for resources: {'Network': ['ID=8337946d-c118-4f6f-a8e6-fd66fb66f8ce,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:24.748099 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:34:24.815928 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370e838a-c793-4a2f-bc84-23e57538b81d admin admin] Made reservation on behalf of 88b3e81d38b14c1ab20fd75713b63156 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:24.818593 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-370e838a-c793-4a2f-bc84-23e57538b81d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:25.160958 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f16bb363-d7a5-491e-b986-3514270ee975 req-a375763d-d753-4026-a938-f58e7720584c tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 210 time: 0.0788755 Jan 28 05:34:25.348590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917b010-c247-4921-a14d-822641ddb922 req-4c1b72cd-7947-4ee7-87b2-ec4b79be59d0 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:25.358808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2917b010-c247-4921-a14d-822641ddb922 req-4c1b72cd-7947-4ee7-87b2-ec4b79be59d0 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 967 time: 0.1484344 Jan 28 05:34:25.364414 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-370e838a-c793-4a2f-bc84-23e57538b81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for subnet (e07818a2-85c0-4f55-b2b7-705552734697), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:25.518393 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2917b010-c247-4921-a14d-822641ddb922 req-162c537b-272a-4b99-a02f-e76ef16de2dd tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574855 Jan 28 05:34:25.538166 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e838a-c793-4a2f-bc84-23e57538b81d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e07818a2-85c0-4f55-b2b7-705552734697,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:25.549433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370e838a-c793-4a2f-bc84-23e57538b81d admin admin] Checking segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:25.549806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370e838a-c793-4a2f-bc84-23e57538b81d admin admin] Network hostable DHCP agents. Network: 8337946d-c118-4f6f-a8e6-fd66fb66f8ce, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:34:25.684430 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370e838a-c793-4a2f-bc84-23e57538b81d admin admin] Network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:34:25.769260 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-370e838a-c793-4a2f-bc84-23e57538b81d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 8337946d-c118-4f6f-a8e6-fd66fb66f8ce) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:25.776327 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370e838a-c793-4a2f-bc84-23e57538b81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:25.777042 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-370e838a-c793-4a2f-bc84-23e57538b81d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:25.784332 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d680e8ac-0715-4bf2-8421-a0e475dbcd30 None None] Network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:34:25.846345 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-370e838a-c793-4a2f-bc84-23e57538b81d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1156075 Jan 28 05:34:25.968368 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697ec1f4-69eb-4ce1-a866-1e638173b847 None None] Network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:34:26.279313 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-158e13bd-b0ff-4be7-859a-1dec7cc02e44 req-f098a5b9-f492-4bf7-a10d-5aa10d52f076 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 210 time: 0.0524852 Jan 28 05:34:26.760350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baeddcb-852e-4f3b-87ee-650a2f8ba07d req-8bb8683d-b246-4cda-97e3-0516735e0acd tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:26.760350 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7baeddcb-852e-4f3b-87ee-650a2f8ba07d req-8bb8683d-b246-4cda-97e3-0516735e0acd tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 967 time: 0.0712917 Jan 28 05:34:26.845181 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7baeddcb-852e-4f3b-87ee-650a2f8ba07d req-bde073dc-8089-46af-9041-84f5ad52381a tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873466 Jan 28 05:34:26.870693 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42406) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:27.358161 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:27.362644 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eabc1431-0a00-4af0-b66a-8a3a1c713c47 req-785b5fb3-e6e4-40bd-a1fe-992388ac30f4 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 210 time: 0.0278690 Jan 28 05:34:27.496844 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6f80a5e0-395f-4916-b1c9-960ac030755f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:27.592254 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6f80a5e0-395f-4916-b1c9-960ac030755f admin admin] Publish callbacks [] for security_group (c0f15aad-5653-453d-a84a-b16c6d5803e1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:27.654881 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6f80a5e0-395f-4916-b1c9-960ac030755f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c0f15aad-5653-453d-a84a-b16c6d5803e1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:27.703592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42432) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:27.703829 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6f80a5e0-395f-4916-b1c9-960ac030755f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a630a9b880854522bcb65b41214866a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8311462 Jan 28 05:34:27.710338 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80a5e0-395f-4916-b1c9-960ac030755f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f15aad-5653-453d-a84a-b16c6d5803e1,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:27.777643 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4a4406f-90b8-4430-b6b4-f93816e1f169 admin admin] Publish callbacks [] for security_group (c0f15aad-5653-453d-a84a-b16c6d5803e1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:27.803640 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4a4406f-90b8-4430-b6b4-f93816e1f169 admin admin] Publish callbacks [] for security_group (c0f15aad-5653-453d-a84a-b16c6d5803e1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:27.922674 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4a4406f-90b8-4430-b6b4-f93816e1f169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c0f15aad-5653-453d-a84a-b16c6d5803e1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:27.925904 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4a4406f-90b8-4430-b6b4-f93816e1f169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:27.929505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e4a4406f-90b8-4430-b6b4-f93816e1f169 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0f15aad-5653-453d-a84a-b16c6d5803e1 HTTP/1.1" status: 204 len: 168 time: 0.2223866 Jan 28 05:34:27.952478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4406f-90b8-4430-b6b4-f93816e1f169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f15aad-5653-453d-a84a-b16c6d5803e1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:27.976673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee5812-54f5-4ef1-aed7-8b063eeaf189 req-6719c9e6-df2f-4944-a1e2-94295c2f101d tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:27.990197 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67ee5812-54f5-4ef1-aed7-8b063eeaf189 req-6719c9e6-df2f-4944-a1e2-94295c2f101d tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 967 time: 0.0785356 Jan 28 05:34:28.051270 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67ee5812-54f5-4ef1-aed7-8b063eeaf189 req-2df48834-e97b-4e7b-9dda-a29305ac8a8f tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567358 Jan 28 05:34:28.458057 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.60', 58311) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:28.486710 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5eca4611-76b9-4cc4-8406-b9ecabeb4544 req-d52bec50-83ee-4d5c-83e3-f8d59a9ff6e2 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 210 time: 0.0392697 Jan 28 05:34:28.589793 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42472) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:28.600693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f01a11ad-7e2b-4812-ad05-ad1c9d5a1cda admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-212182719-network', 'tenant_id': 'a2169309266d45d79e8e93f8e5bab37c'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:28.674029 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-9f1086e6-9271-4b01-9e8b-a7467381059c tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:28.675637 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-9f1086e6-9271-4b01-9e8b-a7467381059c tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.60 "GET /v2.0/networks?id=7b783b1a-01c6-44a0-9611-e2e73731beff HTTP/1.1" status: 200 len: 824 time: 0.2157087 Jan 28 05:34:28.735862 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01a11ad-7e2b-4812-ad05-ad1c9d5a1cda admin admin] Made reservation on behalf of a2169309266d45d79e8e93f8e5bab37c for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:28.738180 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f01a11ad-7e2b-4812-ad05-ad1c9d5a1cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:28.747957 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f01a11ad-7e2b-4812-ad05-ad1c9d5a1cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:28.869309 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-795e5fd5-90f7-40aa-9cdf-761fdbff00e2 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f89df0ed4324ba8a50b1f639b59017f HTTP/1.1" status: 200 len: 380 time: 0.0835431 Jan 28 05:34:28.883462 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-0712f578-2335-4446-9bfe-383accfe8964 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Request body: {'port': {'device_id': 'd1d80743-a4f7-43b0-8d8b-a88481c923e6', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'admin_state_up': True, 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'security_groups': ['41834bc2-b30c-453c-ad62-b62c87d0776f']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:28.889262 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f01a11ad-7e2b-4812-ad05-ad1c9d5a1cda admin admin] Publish callbacks [] for security_group (927c2d56-66f1-455c-b6c2-8a644a22eb85), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:28.987897 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f01a11ad-7e2b-4812-ad05-ad1c9d5a1cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (927c2d56-66f1-455c-b6c2-8a644a22eb85), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:29.011463 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01a11ad-7e2b-4812-ad05-ad1c9d5a1cda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:34:29.027419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a11ad-7e2b-4812-ad05-ad1c9d5a1cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927c2d56-66f1-455c-b6c2-8a644a22eb85,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:29.030505 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f01a11ad-7e2b-4812-ad05-ad1c9d5a1cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (af0fbb35-6403-4e25-9142-6ec41b3f9dc9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:29.030878 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-f01a11ad-7e2b-4812-ad05-ad1c9d5a1cda admin admin] Added segment af0fbb35-6403-4e25-9142-6ec41b3f9dc9 of type vlan for network 8826cd62-a95a-44bd-940f-9181aa596ef5 Jan 28 05:34:29.090112 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42492) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:29.101439 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f01a11ad-7e2b-4812-ad05-ad1c9d5a1cda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (8826cd62-a95a-44bd-940f-9181aa596ef5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:29.120228 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60f7c01d-d78b-4e26-9d68-2c32c62997c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:29.171727 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-0712f578-2335-4446-9bfe-383accfe8964 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Made reservation on behalf of 4f89df0ed4324ba8a50b1f639b59017f for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:29.178735 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-0712f578-2335-4446-9bfe-383accfe8964 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:29.301914 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f01a11ad-7e2b-4812-ad05-ad1c9d5a1cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (8826cd62-a95a-44bd-940f-9181aa596ef5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:29.301914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01a11ad-7e2b-4812-ad05-ad1c9d5a1cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:29.301914 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f01a11ad-7e2b-4812-ad05-ad1c9d5a1cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:29.383219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60f7c01d-d78b-4e26-9d68-2c32c62997c0 admin admin] Publish callbacks [] for security_group (2aed52e9-a6fb-477d-bd4e-3336d3bcf900), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:29.391420 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-0712f578-2335-4446-9bfe-383accfe8964 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Allocated IP 172.20.0.9 (7b783b1a-01c6-44a0-9611-e2e73731beff/f8152de8-ecac-4199-a968-1f3e5a754e20/4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:34:29.445656 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60f7c01d-d78b-4e26-9d68-2c32c62997c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2aed52e9-a6fb-477d-bd4e-3336d3bcf900), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:29.460587 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f01a11ad-7e2b-4812-ad05-ad1c9d5a1cda admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8673491 Jan 28 05:34:29.467627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42502) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:29.475052 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5278fc76-cf5a-475d-88e7-12b064b84263 admin admin] Request body: {'subnet': {'network_id': '8826cd62-a95a-44bd-940f-9181aa596ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-212182719-subnet', 'tenant_id': 'a2169309266d45d79e8e93f8e5bab37c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:29.496300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5261e-cf05-4241-9bd5-101b89f29ff2 req-20b32046-eb00-4807-a6b4-c37f00ce3685 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:29.516554 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f4e5261e-cf05-4241-9bd5-101b89f29ff2 req-20b32046-eb00-4807-a6b4-c37f00ce3685 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 967 time: 0.3010705 Jan 28 05:34:29.540883 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a11ad-7e2b-4812-ad05-ad1c9d5a1cda admin admin] Pushing event updated for resources: {'Network': ['ID=8826cd62-a95a-44bd-940f-9181aa596ef5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:29.553849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 8826cd62-a95a-44bd-940f-9181aa596ef5 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:34:29.624180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f4e5261e-cf05-4241-9bd5-101b89f29ff2 req-dc16ed73-49fc-43d0-a1c9-691d0a9a43de tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864148 Jan 28 05:34:29.632766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5278fc76-cf5a-475d-88e7-12b064b84263 admin admin] Made reservation on behalf of a2169309266d45d79e8e93f8e5bab37c for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:29.649138 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5278fc76-cf5a-475d-88e7-12b064b84263 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:29.793502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d198c1f-04ee-4223-a273-ee0b64daf085 req-9fdf4cbb-ec4e-47f4-bdee-5c27d4d46210 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 210 time: 0.0384405 Jan 28 05:34:29.816680 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-60f7c01d-d78b-4e26-9d68-2c32c62997c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d70c3d0cfa254350abd67703ea871023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7250693 Jan 28 05:34:29.823604 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42510) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:29.829652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7c01d-d78b-4e26-9d68-2c32c62997c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aed52e9-a6fb-477d-bd4e-3336d3bcf900,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:29.936675 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-0712f578-2335-4446-9bfe-383accfe8964 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for port (4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:29.973821 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42516) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:30.093810 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5e0316a-2b63-4226-affb-53df7ad5c6ec admin admin] Publish callbacks [] for security_group (2aed52e9-a6fb-477d-bd4e-3336d3bcf900), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:30.096008 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-0712f578-2335-4446-9bfe-383accfe8964 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:30.119605 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5e0316a-2b63-4226-affb-53df7ad5c6ec admin admin] Publish callbacks [] for security_group (2aed52e9-a6fb-477d-bd4e-3336d3bcf900), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:30.151127 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-daaa0b42-4f7f-4a5c-b68f-1d9ad1d6685c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:30.167179 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-0712f578-2335-4446-9bfe-383accfe8964 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Network 7b783b1a-01c6-44a0-9611-e2e73731beff is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:34:30.176656 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-0712f578-2335-4446-9bfe-383accfe8964 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:30.182905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-0712f578-2335-4446-9bfe-383accfe8964 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:34:30.191429 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5278fc76-cf5a-475d-88e7-12b064b84263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for subnet (b9d49dbe-d51f-43e5-92a8-3da51bb89f65), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:30.191576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-0712f578-2335-4446-9bfe-383accfe8964 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:30.191576 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-0712f578-2335-4446-9bfe-383accfe8964 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:30.202511 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712f578-2335-4446-9bfe-383accfe8964 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Pushing event updated for resources: {'Port': ['ID=4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:30.242731 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5e0316a-2b63-4226-affb-53df7ad5c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2aed52e9-a6fb-477d-bd4e-3336d3bcf900), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:30.246284 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5e0316a-2b63-4226-affb-53df7ad5c6ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:30.249602 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f5e0316a-2b63-4226-affb-53df7ad5c6ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2aed52e9-a6fb-477d-bd4e-3336d3bcf900 HTTP/1.1" status: 204 len: 168 time: 0.4226840 Jan 28 05:34:30.281915 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0316a-2b63-4226-affb-53df7ad5c6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aed52e9-a6fb-477d-bd4e-3336d3bcf900,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:30.290276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278fc76-cf5a-475d-88e7-12b064b84263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d49dbe-d51f-43e5-92a8-3da51bb89f65,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:30.295474 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-0712f578-2335-4446-9bfe-383accfe8964 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4174013 Jan 28 05:34:30.320933 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278fc76-cf5a-475d-88e7-12b064b84263 admin admin] Checking segment: {'id': 'af0fbb35-6403-4e25-9142-6ec41b3f9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8826cd62-a95a-44bd-940f-9181aa596ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:30.320933 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5278fc76-cf5a-475d-88e7-12b064b84263 admin admin] Network hostable DHCP agents. Network: 8826cd62-a95a-44bd-940f-9181aa596ef5, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:34:30.355547 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-daaa0b42-4f7f-4a5c-b68f-1d9ad1d6685c admin admin] Publish callbacks [] for security_group (bdf5fe1e-d811-4de4-b256-d985fddc5d99), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:30.439425 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5278fc76-cf5a-475d-88e7-12b064b84263 admin admin] Network 8826cd62-a95a-44bd-940f-9181aa596ef5 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:34:30.439976 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-daaa0b42-4f7f-4a5c-b68f-1d9ad1d6685c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bdf5fe1e-d811-4de4-b256-d985fddc5d99), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:30.486561 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa0b42-4f7f-4a5c-b68f-1d9ad1d6685c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf5fe1e-d811-4de4-b256-d985fddc5d99,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:30.492169 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-daaa0b42-4f7f-4a5c-b68f-1d9ad1d6685c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd981a463d3a42e5bc0397f53e45da13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5172935 Jan 28 05:34:30.495745 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42532) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:30.535672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5278fc76-cf5a-475d-88e7-12b064b84263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 8826cd62-a95a-44bd-940f-9181aa596ef5) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:30.543744 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5278fc76-cf5a-475d-88e7-12b064b84263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:30.544735 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5278fc76-cf5a-475d-88e7-12b064b84263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:30.561128 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c488525-9a9d-4738-86b1-cbece58d5312 None None] Network 8826cd62-a95a-44bd-940f-9181aa596ef5 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:34:30.567332 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-df5860b9-3aa6-48a9-b1d7-d0e1d7ec27be admin admin] Publish callbacks [] for security_group (bdf5fe1e-d811-4de4-b256-d985fddc5d99), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:30.599410 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-df5860b9-3aa6-48a9-b1d7-d0e1d7ec27be admin admin] Publish callbacks [] for security_group (bdf5fe1e-d811-4de4-b256-d985fddc5d99), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:30.640201 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-dee0ce80-a83a-427f-8b6a-1431ea868203 None None] Provisioning complete for port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:30.640849 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dee0ce80-a83a-427f-8b6a-1431ea868203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:30.659846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5278fc76-cf5a-475d-88e7-12b064b84263 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1821334 Jan 28 05:34:30.715238 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dee0ce80-a83a-427f-8b6a-1431ea868203 None None] Port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:34:30.746651 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-df5860b9-3aa6-48a9-b1d7-d0e1d7ec27be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bdf5fe1e-d811-4de4-b256-d985fddc5d99), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:30.749908 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-df5860b9-3aa6-48a9-b1d7-d0e1d7ec27be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:30.758752 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-df5860b9-3aa6-48a9-b1d7-d0e1d7ec27be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdf5fe1e-d811-4de4-b256-d985fddc5d99 HTTP/1.1" status: 204 len: 168 time: 0.2612751 Jan 28 05:34:30.776912 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5860b9-3aa6-48a9-b1d7-d0e1d7ec27be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf5fe1e-d811-4de4-b256-d985fddc5d99,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:30.843902 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c7c03-d8a6-4c51-a18f-35c8e8d094cf req-9b0efe95-d15e-4741-80f9-59afdcdcd89a tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:30.862528 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f41c7c03-d8a6-4c51-a18f-35c8e8d094cf req-9b0efe95-d15e-4741-80f9-59afdcdcd89a tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 967 time: 0.1031013 Jan 28 05:34:30.897419 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9d57f2-232b-468b-bec3-b6586267fc3c None None] Network 8826cd62-a95a-44bd-940f-9181aa596ef5 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:34:30.937211 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f41c7c03-d8a6-4c51-a18f-35c8e8d094cf req-fb3081cd-b273-421d-bf4b-9fc5481d4910 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738893 Jan 28 05:34:31.026593 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42550) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:31.038825 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3ba26-a427-47de-b5c2-dcbf10fffb7b req-2a9db15b-a999-45ef-8ef7-b9d6fcce5b79 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:31.048560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8d3ba26-a427-47de-b5c2-dcbf10fffb7b req-2a9db15b-a999-45ef-8ef7-b9d6fcce5b79 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 931 time: 0.0821230 Jan 28 05:34:31.110266 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8d3ba26-a427-47de-b5c2-dcbf10fffb7b req-32e13b3b-00f7-47c1-b938-8c2705c631f0 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605884 Jan 28 05:34:31.115370 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device eb3abbd9-029a-43f4-ace0-fc217ff4bc4d details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:34:31.242855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=eb3abbd9-029a-43f4-ace0-fc217ff4bc4d,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:31.256312 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'eb3abbd9-029a-43f4-ace0-fc217ff4bc4d', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'eb3abbd9-029a-43f4-ace0-fc217ff4bc4d', 'mac_address': 'fa:16:3e:4a:13:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:tempest-test_az-32089232', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:34:31.321361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:31.321904 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (eb3abbd9-029a-43f4-ace0-fc217ff4bc4d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:31.339691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3abbd9-029a-43f4-ace0-fc217ff4bc4d {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:34:31.365059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=eb3abbd9-029a-43f4-ace0-fc217ff4bc4d,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:31.438349 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (eb3abbd9-029a-43f4-ace0-fc217ff4bc4d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:31.492363 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=eb3abbd9-029a-43f4-ace0-fc217ff4bc4d,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:31.560070 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-632c1fba-5350-4248-a71b-9971cb7beb2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:31.649854 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-632c1fba-5350-4248-a71b-9971cb7beb2b admin admin] Publish callbacks [] for security_group (c18b42bc-572a-4861-8100-9c3905a90d87), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:31.735839 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-632c1fba-5350-4248-a71b-9971cb7beb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c18b42bc-572a-4861-8100-9c3905a90d87), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:31.788799 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-632c1fba-5350-4248-a71b-9971cb7beb2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8794f532211e4d979708934cb1132050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7611237 Jan 28 05:34:31.790088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c1fba-5350-4248-a71b-9971cb7beb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18b42bc-572a-4861-8100-9c3905a90d87,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:31.792470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42572) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:31.803580 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['eb3abbd9-029a-43f4-ace0-fc217ff4bc4d'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:34:31.965482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-cddec8df-80e9-4f06-a28a-8214f40bd114 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:31.973341 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-cddec8df-80e9-4f06-a28a-8214f40bd114 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 807 time: 0.1196358 Jan 28 05:34:31.981069 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42582) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:32.007268 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-05aa3cb6-2346-4b4d-be92-5db586b7a7ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:32.022775 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-9fcd3bf8-e4fb-43e5-8323-8b98811307d5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/quotas/88b3e81d38b14c1ab20fd75713b63156 HTTP/1.1" status: 200 len: 375 time: 0.0484357 Jan 28 05:34:32.131531 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-9e72c1f7-182c-4801-9356-e7d5b43f4fe0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1048787 Jan 28 05:34:32.190273 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-05aa3cb6-2346-4b4d-be92-5db586b7a7ba admin admin] Publish callbacks [] for security_group (d2397a60-f938-457b-947c-21a3161db341), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:32.227150 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0497ab7-54f0-407f-941f-48273b278c75 admin admin] Publish callbacks [] for security_group (c18b42bc-572a-4861-8100-9c3905a90d87), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:32.281792 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0497ab7-54f0-407f-941f-48273b278c75 admin admin] Publish callbacks [] for security_group (c18b42bc-572a-4861-8100-9c3905a90d87), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:32.312865 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca7c0c-7c83-4924-88a6-9c57adc112eb req-d17a8dea-0c32-444c-952d-b6350886172f tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:32.315200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4ca7c0c-7c83-4924-88a6-9c57adc112eb req-d17a8dea-0c32-444c-952d-b6350886172f tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 968 time: 0.2663453 Jan 28 05:34:32.380276 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-ebcd828f-2709-407f-aff7-876df8386523 service neutron] 10.222.0.31 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337422 Jan 28 05:34:32.461982 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4ca7c0c-7c83-4924-88a6-9c57adc112eb req-46ec5371-06b6-4ea1-833c-584058e01820 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210921 Jan 28 05:34:32.805785 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-7491dc9e-4b2e-4829-b776-4a60d0ec9ed1 service neutron] 10.222.0.31 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035301 Jan 28 05:34:33.006555 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-05aa3cb6-2346-4b4d-be92-5db586b7a7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d2397a60-f938-457b-947c-21a3161db341), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:33.047499 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa3cb6-2346-4b4d-be92-5db586b7a7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2397a60-f938-457b-947c-21a3161db341,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:33.054580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42590) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:33.061349 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0497ab7-54f0-407f-941f-48273b278c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c18b42bc-572a-4861-8100-9c3905a90d87), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:33.061472 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-05aa3cb6-2346-4b4d-be92-5db586b7a7ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9cd7126eb6646a583666571a3cf6acf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0740304 Jan 28 05:34:33.061563 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0497ab7-54f0-407f-941f-48273b278c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:33.069117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f0497ab7-54f0-407f-941f-48273b278c75 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c18b42bc-572a-4861-8100-9c3905a90d87 HTTP/1.1" status: 204 len: 168 time: 1.2725186 Jan 28 05:34:33.093851 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60a1abda-6666-41e4-a0ff-38a9e52ad56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:33.105328 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0497ab7-54f0-407f-941f-48273b278c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18b42bc-572a-4861-8100-9c3905a90d87,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:33.125023 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device eb3abbd9-029a-43f4-ace0-fc217ff4bc4d up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:34:33.225768 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-71c6bdeb-85a2-45d2-8d0f-5cc130e94d44 admin admin] Publish callbacks [] for security_group (d2397a60-f938-457b-947c-21a3161db341), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:33.276173 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-71c6bdeb-85a2-45d2-8d0f-5cc130e94d44 admin admin] Publish callbacks [] for security_group (d2397a60-f938-457b-947c-21a3161db341), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:33.312723 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:34:33.321404 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:33.322496 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (eb3abbd9-029a-43f4-ace0-fc217ff4bc4d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:33.374338 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16e200-cc5a-4208-9633-08c33883856c req-0e50aa5a-a621-457a-818e-6198cd6e300c tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:33.382147 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba16e200-cc5a-4208-9633-08c33883856c req-0e50aa5a-a621-457a-818e-6198cd6e300c tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 931 time: 0.0895586 Jan 28 05:34:33.469931 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba16e200-cc5a-4208-9633-08c33883856c req-f9c71627-4894-4e75-863a-2e5475cfd579 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866740 Jan 28 05:34:33.485117 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:33.487707 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (eb3abbd9-029a-43f4-ace0-fc217ff4bc4d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:33.536462 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-71c6bdeb-85a2-45d2-8d0f-5cc130e94d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d2397a60-f938-457b-947c-21a3161db341), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:33.539314 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-71c6bdeb-85a2-45d2-8d0f-5cc130e94d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:33.542180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-71c6bdeb-85a2-45d2-8d0f-5cc130e94d44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2397a60-f938-457b-947c-21a3161db341 HTTP/1.1" status: 204 len: 168 time: 0.4857416 Jan 28 05:34:33.545149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9954f4-0608-4238-b26c-eb7579efc78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3abbd9-029a-43f4-ace0-fc217ff4bc4d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:34:33.582983 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a6c8c9b-353d-457f-9b28-028d946dbe8c req-97d2cb5d-ddfb-4396-8d1f-c87f59f1f84d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 210 time: 0.0651760 Jan 28 05:34:33.584733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6bdeb-85a2-45d2-8d0f-5cc130e94d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2397a60-f938-457b-947c-21a3161db341,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:33.659086 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=eb3abbd9-029a-43f4-ace0-fc217ff4bc4d,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:33.751498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020824ff-0716-4554-a675-e06d915593be req-451294c3-49d2-4b2f-8350-ebca56fd39ab tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:33.753040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-020824ff-0716-4554-a675-e06d915593be req-451294c3-49d2-4b2f-8350-ebca56fd39ab tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 968 time: 0.0584764 Jan 28 05:34:33.809838 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (eb3abbd9-029a-43f4-ace0-fc217ff4bc4d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:33.812634 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-020824ff-0716-4554-a675-e06d915593be req-ea9e36b4-f3b0-4400-afae-3124c5a661be tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499847 Jan 28 05:34:33.873939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=eb3abbd9-029a-43f4-ace0-fc217ff4bc4d,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:34.177062 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693f9e49-53f5-4a50-8d7d-3f2a48f4eb99" -d '{"events": [{"server_uuid": "4e9954f4-0608-4238-b26c-eb7579efc78b", "name": "network-vif-plugged", "status": "completed", "tag": "eb3abbd9-029a-43f4-ace0-fc217ff4bc4d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:34:34.260011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42650) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:34.297765 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18638a9a-94ea-4334-82ea-a11fa9648028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:34.393858 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18638a9a-94ea-4334-82ea-a11fa9648028 admin admin] Publish callbacks [] for security_group (c090e020-8bf0-4f8a-8256-5a29cba29dff), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:34.441953 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224ed80a-ad63-424b-8d85-b83ca93c375e x-openstack-request-id: req-224ed80a-ad63-424b-8d85-b83ca93c375e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:34:34.442310 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9954f4-0608-4238-b26c-eb7579efc78b", "name": "network-vif-plugged", "status": "completed", "tag": "eb3abbd9-029a-43f4-ace0-fc217ff4bc4d", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:34:34.442973 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-224ed80a-ad63-424b-8d85-b83ca93c375e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:34:34.443439 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9954f4-0608-4238-b26c-eb7579efc78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3abbd9-029a-43f4-ace0-fc217ff4bc4d', 'code': 200} Jan 28 05:34:34.513845 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18638a9a-94ea-4334-82ea-a11fa9648028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c090e020-8bf0-4f8a-8256-5a29cba29dff), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:34.566355 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-18638a9a-94ea-4334-82ea-a11fa9648028 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfa3881e52584bd8b999a8bb917d32f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047130 Jan 28 05:34:34.568005 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18638a9a-94ea-4334-82ea-a11fa9648028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c090e020-8bf0-4f8a-8256-5a29cba29dff,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:34.571715 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42664) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:34.660239 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c528d54-815a-4f8b-84f0-6f3037374440 req-5dbd0f32-7250-406a-8520-cbb6470d420f tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:34.669566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c528d54-815a-4f8b-84f0-6f3037374440 req-5dbd0f32-7250-406a-8520-cbb6470d420f tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 931 time: 0.0963154 Jan 28 05:34:34.700976 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7fa3f6b7-09da-4763-8e27-a5f53f9fb250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:34.729862 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd4702-51bb-4d05-bbec-325f1877a544 req-9ecf50e9-47f4-4133-bb97-d1f27c33d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:34.730642 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b9fd4702-51bb-4d05-bbec-325f1877a544 req-9ecf50e9-47f4-4133-bb97-d1f27c33d6b3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 1121 time: 0.1376927 Jan 28 05:34:34.758243 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-194cd03e-2770-4585-9cd1-beea2ed4b728 admin admin] Publish callbacks [] for security_group (c090e020-8bf0-4f8a-8256-5a29cba29dff), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:34.763585 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-b9fd4702-51bb-4d05-bbec-325f1877a544 req-1017f8f3-bdbe-4fc8-b863-8c7e677cef1a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:34.774080 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9b04b52-7d70-4b3a-8c6a-59001e808ce7 req-86e88386-9ac9-4340-b6b5-e37e84790c20 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 210 time: 0.0404928 Jan 28 05:34:34.787520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c528d54-815a-4f8b-84f0-6f3037374440 req-edbba5fc-3a50-4f4b-9d54-5191a22d8ba2 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163964 Jan 28 05:34:34.803278 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-194cd03e-2770-4585-9cd1-beea2ed4b728 admin admin] Publish callbacks [] for security_group (c090e020-8bf0-4f8a-8256-5a29cba29dff), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:34.899992 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-b9fd4702-51bb-4d05-bbec-325f1877a544 req-1017f8f3-bdbe-4fc8-b863-8c7e677cef1a service neutron] Publish callbacks [] for security_group (39fab479-4f23-4a88-a966-65bfde979b91), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:34.963249 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ce5e4-de13-4220-9df7-cbf57dd04ce4 req-e937af2e-b783-4f69-a28e-be1283faa4b3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:34.966286 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-903ce5e4-de13-4220-9df7-cbf57dd04ce4 req-e937af2e-b783-4f69-a28e-be1283faa4b3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 969 time: 0.0592666 Jan 28 05:34:34.969523 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-194cd03e-2770-4585-9cd1-beea2ed4b728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c090e020-8bf0-4f8a-8256-5a29cba29dff), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:34.971081 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-194cd03e-2770-4585-9cd1-beea2ed4b728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:34.972265 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-194cd03e-2770-4585-9cd1-beea2ed4b728 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c090e020-8bf0-4f8a-8256-5a29cba29dff HTTP/1.1" status: 204 len: 168 time: 0.3987520 Jan 28 05:34:34.972965 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-b9fd4702-51bb-4d05-bbec-325f1877a544 req-1017f8f3-bdbe-4fc8-b863-8c7e677cef1a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (39fab479-4f23-4a88-a966-65bfde979b91), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:35.001034 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194cd03e-2770-4585-9cd1-beea2ed4b728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c090e020-8bf0-4f8a-8256-5a29cba29dff,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:35.022161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-903ce5e4-de13-4220-9df7-cbf57dd04ce4 req-5c677607-1133-4e98-8f03-3686c9442681 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544665 Jan 28 05:34:35.028479 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b9fd4702-51bb-4d05-bbec-325f1877a544 req-1017f8f3-bdbe-4fc8-b863-8c7e677cef1a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915087 Jan 28 05:34:35.047997 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017f8f3-bdbe-4fc8-b863-8c7e677cef1a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=39fab479-4f23-4a88-a966-65bfde979b91,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:35.343441 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-5dfc28f2-5a4a-4bbc-9899-23d84acef046 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:34:35.344892 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-5dfc28f2-5a4a-4bbc-9899-23d84acef046 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058970 Jan 28 05:34:35.414562 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42690) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:35.600212 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34d2dc98-82a3-40ea-a15d-ade5354f678c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:35.664240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Request body: {'port': {'device_id': 'd1d80743-a4f7-43b0-8d8b-a88481c923e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:35.737523 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34d2dc98-82a3-40ea-a15d-ade5354f678c admin admin] Publish callbacks [] for security_group (2e0daed8-5141-4e3f-8b7b-6f771938956e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:35.746173 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:35.799974 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34d2dc98-82a3-40ea-a15d-ade5354f678c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2e0daed8-5141-4e3f-8b7b-6f771938956e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:35.924589 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-34d2dc98-82a3-40ea-a15d-ade5354f678c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e1692e06fbc4061a7bfde0ce1f09bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5089467 Jan 28 05:34:35.940403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42718) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:35.956802 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2dc98-82a3-40ea-a15d-ade5354f678c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0daed8-5141-4e3f-8b7b-6f771938956e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:35.958428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f092a747-b407-44fb-8d83-747b6b250b45 req-15e16fcd-ca07-4c22-8460-bcf82c655a58 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 210 time: 0.0476441 Jan 28 05:34:36.005241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0a6d1-1e53-4454-9354-ac300f1ed330 req-d203361d-e648-43ea-b6b6-9f75e04c4938 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:36.014738 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67c0a6d1-1e53-4454-9354-ac300f1ed330 req-d203361d-e648-43ea-b6b6-9f75e04c4938 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 931 time: 0.1440759 Jan 28 05:34:36.103696 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67c0a6d1-1e53-4454-9354-ac300f1ed330 req-7fbdfed1-1605-4ff1-8bf9-11699b5579b7 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828736 Jan 28 05:34:36.117251 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ceb50cbd-3bfb-4bc5-ba50-1039cd0c7445 admin admin] Publish callbacks [] for security_group (2e0daed8-5141-4e3f-8b7b-6f771938956e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:36.131122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:34:36.140619 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Publish callbacks [] for port (4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:36.154896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Transition to ACTIVE for port object 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:34:36.157679 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ceb50cbd-3bfb-4bc5-ba50-1039cd0c7445 admin admin] Publish callbacks [] for security_group (2e0daed8-5141-4e3f-8b7b-6f771938956e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:36.235068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb254389-22ab-48ec-8fe4-cf24e341ac4b req-2ee5af95-91d2-4729-bd16-9ef959d89f32 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:36.236584 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb254389-22ab-48ec-8fe4-cf24e341ac4b req-2ee5af95-91d2-4729-bd16-9ef959d89f32 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 969 time: 0.0721617 Jan 28 05:34:36.261232 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:36.311486 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb254389-22ab-48ec-8fe4-cf24e341ac4b req-ab20fab2-9e4e-4b61-ad9a-9550ecdd7b26 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684307 Jan 28 05:34:36.339251 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ceb50cbd-3bfb-4bc5-ba50-1039cd0c7445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2e0daed8-5141-4e3f-8b7b-6f771938956e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:36.344484 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ceb50cbd-3bfb-4bc5-ba50-1039cd0c7445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:36.345659 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ceb50cbd-3bfb-4bc5-ba50-1039cd0c7445 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e0daed8-5141-4e3f-8b7b-6f771938956e HTTP/1.1" status: 204 len: 168 time: 0.4038935 Jan 28 05:34:36.360053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb50cbd-3bfb-4bc5-ba50-1039cd0c7445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0daed8-5141-4e3f-8b7b-6f771938956e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:36.387759 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Pushing event updated for resources: {'Port': ['ID=4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:36.397943 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:36.405249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Attempting to bind port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:34:36.405886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Attempting to bind port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '8fd67d56-6535-44cc-b55e-8857910b2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:34:36.406415 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Attempting to bind port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa on network 7b783b1a-01c6-44a0-9611-e2e73731beff {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:36.413450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa on network 7b783b1a-01c6-44a0-9611-e2e73731beff not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:34:36.413936 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Attempting to bind port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa on network 7b783b1a-01c6-44a0-9611-e2e73731beff {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:36.420077 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:34:36.420653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Checking segment: {'id': '8fd67d56-6535-44cc-b55e-8857910b2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:36.421311 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Bound using segment: {'id': '8fd67d56-6535-44cc-b55e-8857910b2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:34:36.421903 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Bound port: 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd67d56-6535-44cc-b55e-8857910b2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:34:36.422574 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:36.496786 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] For port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:34:36.502195 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] For port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa,segment=NetworkSegment(8fd67d56-6535-44cc-b55e-8857910b2c41),segment_id=8fd67d56-6535-44cc-b55e-8857910b2c41)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:34:36.587103 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:36.623436 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:36.624357 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:36.627350 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] 10.222.0.60 "PUT /v2.0/ports/4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa HTTP/1.1" status: 200 len: 1092 time: 1.0944593 Jan 28 05:34:36.627350 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d80743-a4f7-43b0-8d8b-a88481c923e6', 'tag': '4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:34:36.629497 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7562c53e-fb01-474a-a0dd-a8e37d4e65d2" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d80743-a4f7-43b0-8d8b-a88481c923e6", "tag": "4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:34:36.663370 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea184c8-4474-4837-9c38-49daa4d64909 service neutron] Pushing event updated for resources: {'Port': ['ID=4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:36.692447 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f03acd1-4b85-4d99-9457-fa6dca301fc2 x-openstack-request-id: req-9f03acd1-4b85-4d99-9457-fa6dca301fc2 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:34:36.692751 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d80743-a4f7-43b0-8d8b-a88481c923e6", "tag": "4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:34:36.693012 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f03acd1-4b85-4d99-9457-fa6dca301fc2 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:34:36.693418 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d80743-a4f7-43b0-8d8b-a88481c923e6', 'tag': '4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa', 'status': 'completed', 'code': 200} Jan 28 05:34:36.794683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.60', 58316) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:36.806966 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562c53e-fb01-474a-a0dd-a8e37d4e65d2 req-a4a8dc4e-02e4-403c-bd28-05f950eb01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:36.808836 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7562c53e-fb01-474a-a0dd-a8e37d4e65d2 req-a4a8dc4e-02e4-403c-bd28-05f950eb01a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f89df0ed4324ba8a50b1f639b59017f&device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 1095 time: 0.0653613 Jan 28 05:34:37.037124 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-04f2e747-2d78-4b89-89fd-9fea241c1bee tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:37.038741 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-04f2e747-2d78-4b89-89fd-9fea241c1bee tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.60 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 807 time: 0.2422392 Jan 28 05:34:37.041735 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-1a16e243-418b-4877-a6af-1a33af198f84 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3a3781df740148d6b4244220d13c806d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636635 Jan 28 05:34:37.075520 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562c53e-fb01-474a-a0dd-a8e37d4e65d2 req-0a1ccabb-ff0d-4c21-9f52-cb75158823f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:37.077183 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7562c53e-fb01-474a-a0dd-a8e37d4e65d2 req-0a1ccabb-ff0d-4c21-9f52-cb75158823f8 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4f89df0ed4324ba8a50b1f639b59017f&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2548094 Jan 28 05:34:37.122895 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-09669d96-d78b-48fa-b9d4-39ecbef6bb7c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Request body: {'port': {'device_id': 'be319bce-313a-43bd-b516-cab0a418a713', 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce', 'admin_state_up': True, 'tenant_id': '88b3e81d38b14c1ab20fd75713b63156'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:37.240801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5664094c-6665-489b-9668-3fb596d53437 req-e8f3fcd5-81ca-4aa6-8ff3-ae05d85438ef tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 210 time: 0.1230655 Jan 28 05:34:37.261246 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562c53e-fb01-474a-a0dd-a8e37d4e65d2 req-ade3afa7-255b-41a4-aea9-0edbde6e8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:37.266749 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7562c53e-fb01-474a-a0dd-a8e37d4e65d2 req-ade3afa7-255b-41a4-aea9-0edbde6e8bb3 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1810529 Jan 28 05:34:37.320759 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-d0c2252a-fb52-4a1d-9d2e-c83cb153c279 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:37.322622 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-d0c2252a-fb52-4a1d-9d2e-c83cb153c279 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2726622 Jan 28 05:34:37.378356 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-2506c43f-4fe8-4ef9-858b-3bdd766e4485 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/quotas/3a3781df740148d6b4244220d13c806d HTTP/1.1" status: 200 len: 375 time: 0.0477631 Jan 28 05:34:37.389159 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-c0a52709-d768-4d1b-853e-03bfeb03bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:37.391003 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-c0a52709-d768-4d1b-853e-03bfeb03bc3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f89df0ed4324ba8a50b1f639b59017f&device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 1095 time: 0.0573869 Jan 28 05:34:37.416433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-8a479240-3efc-46a4-ae0a-a97d6225e534 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335033 Jan 28 05:34:37.430014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99bf4e-cbf9-40e1-8d55-f36c97c1387c req-cf818a78-373d-41cb-af23-c03fac38b47f tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:37.432026 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f99bf4e-cbf9-40e1-8d55-f36c97c1387c req-cf818a78-373d-41cb-af23-c03fac38b47f tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 943 time: 0.1081090 Jan 28 05:34:37.461756 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-09669d96-d78b-48fa-b9d4-39ecbef6bb7c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Made reservation on behalf of 88b3e81d38b14c1ab20fd75713b63156 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:37.466856 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-09669d96-d78b-48fa-b9d4-39ecbef6bb7c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:37.474218 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-4b68258b-1121-42a5-ad8a-ea6846fad50a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa HTTP/1.1" status: 200 len: 217 time: 0.0630016 Jan 28 05:34:37.531494 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-b21c33c3-31e0-4b5a-9b92-69f4382810c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:37.533183 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-b21c33c3-31e0-4b5a-9b92-69f4382810c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f8152de8-ecac-4199-a968-1f3e5a754e20 HTTP/1.1" status: 200 len: 863 time: 0.0523806 Jan 28 05:34:37.553002 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42778) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:37.584464 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-defcfeae-118d-4477-abdc-ae832603f66c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:37.598941 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f99bf4e-cbf9-40e1-8d55-f36c97c1387c req-507abff7-9397-4d80-99f2-80e9814a0382 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603565 Jan 28 05:34:37.629083 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-d951a7bf-e4ba-49b3-9c40-ee034291ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:37.633304 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-d951a7bf-e4ba-49b3-9c40-ee034291ca5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7b783b1a-01c6-44a0-9611-e2e73731beff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940123 Jan 28 05:34:37.706599 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:37.855931 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-defcfeae-118d-4477-abdc-ae832603f66c admin admin] Publish callbacks [] for security_group (7782946d-2c77-42a0-afe7-becb34d41952), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:37.860704 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-4e14c387-a6ed-49b7-a901-9fcfff139165 service neutron] 10.222.0.60 "GET /v2.0/networks/7b783b1a-01c6-44a0-9611-e2e73731beff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089386 Jan 28 05:34:37.924924 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-defcfeae-118d-4477-abdc-ae832603f66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7782946d-2c77-42a0-afe7-becb34d41952), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:37.961450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-09669d96-d78b-48fa-b9d4-39ecbef6bb7c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Allocated IP 172.20.0.6 (8337946d-c118-4f6f-a8e6-fd66fb66f8ce/e07818a2-85c0-4f55-b2b7-705552734697/b77b2dd5-73c5-4ed2-91c2-0769e7e357ff) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:34:38.002189 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bb62135-a6cb-405b-b6df-897aae8dcd6f req-8ed1bc55-0ef0-44fa-8ef9-e64a36dd87c7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 210 time: 0.2282734 Jan 28 05:34:38.030912 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcfeae-118d-4477-abdc-ae832603f66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7782946d-2c77-42a0-afe7-becb34d41952,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:38.038793 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-defcfeae-118d-4477-abdc-ae832603f66c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa9942f8469440f8b6669425cccde2b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4824471 Jan 28 05:34:38.039900 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42796) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:38.044131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e077ad-beca-4cd3-80e9-511c4b8273ec req-01cf26b2-a5f4-42d2-baa1-1c40b4341d51 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:38.045969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2e077ad-beca-4cd3-80e9-511c4b8273ec req-01cf26b2-a5f4-42d2-baa1-1c40b4341d51 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 969 time: 0.2861700 Jan 28 05:34:38.106173 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-abf8e751-e584-440c-bdd6-bffa6ed3338a req-3f6bd53d-06da-4f1c-97ec-27ca16b99475 service neutron] 10.222.0.60 "GET /v2.0/networks/7b783b1a-01c6-44a0-9611-e2e73731beff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384384 Jan 28 05:34:38.123191 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0114db7a-fc91-4c85-904a-dbf52fa56491 admin admin] Publish callbacks [] for security_group (7782946d-2c77-42a0-afe7-becb34d41952), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:38.161664 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0114db7a-fc91-4c85-904a-dbf52fa56491 admin admin] Publish callbacks [] for security_group (7782946d-2c77-42a0-afe7-becb34d41952), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:38.187285 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2e077ad-beca-4cd3-80e9-511c4b8273ec req-b64d6dd4-224b-4950-a861-88d712f79e9a tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331768 Jan 28 05:34:38.267878 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-09669d96-d78b-48fa-b9d4-39ecbef6bb7c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks [] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:38.386897 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0114db7a-fc91-4c85-904a-dbf52fa56491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7782946d-2c77-42a0-afe7-becb34d41952), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:38.389459 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0114db7a-fc91-4c85-904a-dbf52fa56491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:38.390650 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0114db7a-fc91-4c85-904a-dbf52fa56491 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7782946d-2c77-42a0-afe7-becb34d41952 HTTP/1.1" status: 204 len: 168 time: 0.3501816 Jan 28 05:34:38.398813 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114db7a-fc91-4c85-904a-dbf52fa56491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7782946d-2c77-42a0-afe7-becb34d41952,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:38.399750 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e64d2-45bb-44b0-9460-e99a9a7d0983 req-f4fd9022-0236-4295-8402-478dfef7acc1 tempest-AggregatesAdminTestJSON-1120897626 tempest-AggregatesAdminTestJSON-1120897626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:38.401344 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-125e64d2-45bb-44b0-9460-e99a9a7d0983 req-f4fd9022-0236-4295-8402-478dfef7acc1 tempest-AggregatesAdminTestJSON-1120897626 tempest-AggregatesAdminTestJSON-1120897626-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 1121 time: 0.0919931 Jan 28 05:34:38.423268 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-125e64d2-45bb-44b0-9460-e99a9a7d0983 req-3dfe3e46-f3af-4739-b982-ed6902bf8654 tempest-AggregatesAdminTestJSON-1120897626 tempest-AggregatesAdminTestJSON-1120897626-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:38.453912 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-09669d96-d78b-48fa-b9d4-39ecbef6bb7c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:38.584708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09669d96-d78b-48fa-b9d4-39ecbef6bb7c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Pushing event updated for resources: {'Port': ['ID=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:38.607634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-09669d96-d78b-48fa-b9d4-39ecbef6bb7c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:34:38.614825 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-09669d96-d78b-48fa-b9d4-39ecbef6bb7c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:38.622655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-09669d96-d78b-48fa-b9d4-39ecbef6bb7c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:34:38.627836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-09669d96-d78b-48fa-b9d4-39ecbef6bb7c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:38.628441 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-09669d96-d78b-48fa-b9d4-39ecbef6bb7c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:38.666387 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-125e64d2-45bb-44b0-9460-e99a9a7d0983 req-3dfe3e46-f3af-4739-b982-ed6902bf8654 tempest-AggregatesAdminTestJSON-1120897626 tempest-AggregatesAdminTestJSON-1120897626-project-admin] Publish callbacks [] for security_group (e618a6d2-d7ee-48e9-a052-31933f550723), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:38.680248 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33903628-16c2-4f05-8c28-7f0823204e85 req-c3914ccd-6edf-4720-aa73-aabb2f918d6f tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:38.682620 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33903628-16c2-4f05-8c28-7f0823204e85 req-c3914ccd-6edf-4720-aa73-aabb2f918d6f tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 931 time: 0.1135602 Jan 28 05:34:38.732872 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33903628-16c2-4f05-8c28-7f0823204e85 req-661ac85c-c9bb-4bd3-8ef9-272f8df566c7 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441692 Jan 28 05:34:38.737403 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-09669d96-d78b-48fa-b9d4-39ecbef6bb7c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6239929 Jan 28 05:34:38.755319 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Request body: {'port': {'device_id': 'be319bce-313a-43bd-b516-cab0a418a713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:38.785650 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-125e64d2-45bb-44b0-9460-e99a9a7d0983 req-3dfe3e46-f3af-4739-b982-ed6902bf8654 tempest-AggregatesAdminTestJSON-1120897626 tempest-AggregatesAdminTestJSON-1120897626-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e618a6d2-d7ee-48e9-a052-31933f550723), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:38.892978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-125e64d2-45bb-44b0-9460-e99a9a7d0983 req-3dfe3e46-f3af-4739-b982-ed6902bf8654 tempest-AggregatesAdminTestJSON-1120897626 tempest-AggregatesAdminTestJSON-1120897626-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854801 Jan 28 05:34:38.897309 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe3e46-f3af-4739-b982-ed6902bf8654 tempest-AggregatesAdminTestJSON-1120897626 tempest-AggregatesAdminTestJSON-1120897626-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e618a6d2-d7ee-48e9-a052-31933f550723,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:38.902525 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:38.922532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f755f-654a-4e0f-8045-464c217dc13c req-90eb5db6-f3c7-46a9-a6da-938679ce2768 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:38.924171 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fd8f755f-654a-4e0f-8045-464c217dc13c req-90eb5db6-f3c7-46a9-a6da-938679ce2768 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 943 time: 0.1048772 Jan 28 05:34:39.035787 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fd8f755f-654a-4e0f-8045-464c217dc13c req-04d6a47c-c973-4b41-a4c1-cd3ddb56bd1b tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046612 Jan 28 05:34:39.067358 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.151691 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-45bdfa64-a803-4d78-a30d-eb3f5558d0d4 req-0ff45dd0-9d4f-494e-a425-8e0fe6c0760e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 210 time: 0.0461266 Jan 28 05:34:39.250272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42838) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:39.391842 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77b2dd5-73c5-4ed2-91c2-0769e7e357ff {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:34:39.401624 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Publish callbacks [] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.444966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Transition to ACTIVE for port object b77b2dd5-73c5-4ed2-91c2-0769e7e357ff will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:34:39.448393 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-504ec87b-5b35-4801-827b-988aa2f7b45c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.512281 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.523072 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b69de8-55c1-459e-855c-c1a57d14bd40 req-923fdd58-0da2-4d99-b207-11817c992589 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:39.524612 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7b69de8-55c1-459e-855c-c1a57d14bd40 req-923fdd58-0da2-4d99-b207-11817c992589 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 969 time: 0.0635209 Jan 28 05:34:39.555335 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-504ec87b-5b35-4801-827b-988aa2f7b45c admin admin] Publish callbacks [] for security_group (58f4e421-9434-444e-863c-c1c777f06ce5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.626692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Pushing event updated for resources: {'Port': ['ID=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:39.633120 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-504ec87b-5b35-4801-827b-988aa2f7b45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (58f4e421-9434-444e-863c-c1c777f06ce5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.670861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Attempting to bind port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:34:39.671711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Attempting to bind port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:34:39.671711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Attempting to bind port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:39.678228 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7b69de8-55c1-459e-855c-c1a57d14bd40 req-07fcc496-c999-49b6-bdf6-59e352876fab tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298461 Jan 28 05:34:39.680180 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:34:39.680511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Attempting to bind port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:39.686528 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:34:39.686528 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Checking segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:39.686969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Bound using segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:34:39.687439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Bound port: b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:34:39.687828 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.693861 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-504ec87b-5b35-4801-827b-988aa2f7b45c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5636286135bb4159934fc2ac33b827e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4423347 Jan 28 05:34:39.695780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ec87b-5b35-4801-827b-988aa2f7b45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f4e421-9434-444e-863c-c1c777f06ce5,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:39.698328 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42854) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:39.770061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] For port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:34:39.772904 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8986737a-41e4-4158-ad11-00c24854145e admin admin] Publish callbacks [] for security_group (58f4e421-9434-444e-863c-c1c777f06ce5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.775698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] For port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:34:39.809528 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8986737a-41e4-4158-ad11-00c24854145e admin admin] Publish callbacks [] for security_group (58f4e421-9434-444e-863c-c1c777f06ce5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.859891 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.914409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0484ba2-7d40-41c7-b376-fdac4efbcbd8 req-cdfa852f-05e0-44ac-8f92-c75373e855d8 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:39.921768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0484ba2-7d40-41c7-b376-fdac4efbcbd8 req-cdfa852f-05e0-44ac-8f92-c75373e855d8 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 943 time: 0.1129715 Jan 28 05:34:39.923536 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42862) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:39.945268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:39.945891 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.948189 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] 10.222.0.60 "PUT /v2.0/ports/b77b2dd5-73c5-4ed2-91c2-0769e7e357ff HTTP/1.1" status: 200 len: 1092 time: 1.1970973 Jan 28 05:34:39.952165 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be319bce-313a-43bd-b516-cab0a418a713', 'tag': 'b77b2dd5-73c5-4ed2-91c2-0769e7e357ff'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:34:39.953108 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8986737a-41e4-4158-ad11-00c24854145e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (58f4e421-9434-444e-863c-c1c777f06ce5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.956695 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8986737a-41e4-4158-ad11-00c24854145e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:39.958628 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8986737a-41e4-4158-ad11-00c24854145e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58f4e421-9434-444e-863c-c1c777f06ce5 HTTP/1.1" status: 204 len: 168 time: 0.2586806 Jan 28 05:34:39.969853 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986737a-41e4-4158-ad11-00c24854145e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f4e421-9434-444e-863c-c1c777f06ce5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:40.074092 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00838226-6cab-4fee-9a69-355ced0cb9b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:40.079456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adb430-a50c-423c-abf4-bc3e3dc10dfd service neutron] Pushing event updated for resources: {'Port': ['ID=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:40.166354 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00838226-6cab-4fee-9a69-355ced0cb9b1 admin admin] Publish callbacks [] for security_group (74205b98-4748-43f8-8470-02222a89f96d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:40.196126 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0484ba2-7d40-41c7-b376-fdac4efbcbd8 req-7c869918-1f7d-48a4-940a-27aa9d028124 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734485 Jan 28 05:34:40.219491 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-1a40d9a2-9ee6-4e16-a946-8e4bf46f02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:40.220977 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-1a40d9a2-9ee6-4e16-a946-8e4bf46f02c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 1095 time: 0.1434474 Jan 28 05:34:40.232642 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c805b-3f7c-4bb9-b8fc-abfd87d2ae25 req-e22ab3df-4773-4dfd-9f37-852daca79313 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:40.234119 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a06c805b-3f7c-4bb9-b8fc-abfd87d2ae25 req-e22ab3df-4773-4dfd-9f37-852daca79313 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 943 time: 0.0978155 Jan 28 05:34:40.272772 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00838226-6cab-4fee-9a69-355ced0cb9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (74205b98-4748-43f8-8470-02222a89f96d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:40.321509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-792d83dd-164d-441e-911b-36bde7fa0bc1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff HTTP/1.1" status: 200 len: 217 time: 0.0845959 Jan 28 05:34:40.322246 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-00838226-6cab-4fee-9a69-355ced0cb9b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ace277b91454c1d9e29df1f46392554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3962932 Jan 28 05:34:40.322736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00838226-6cab-4fee-9a69-355ced0cb9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74205b98-4748-43f8-8470-02222a89f96d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:40.331223 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42884) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:40.397680 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-961021d3-01a1-403b-ae02-823cc1a4f9e9 admin admin] Publish callbacks [] for security_group (74205b98-4748-43f8-8470-02222a89f96d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:40.423612 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-961021d3-01a1-403b-ae02-823cc1a4f9e9 admin admin] Publish callbacks [] for security_group (74205b98-4748-43f8-8470-02222a89f96d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:40.491992 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8b0c00-9ffa-46ff-933d-9052e7dfbd94" -d '{"events": [{"name": "network-changed", "server_uuid": "be319bce-313a-43bd-b516-cab0a418a713", "tag": "b77b2dd5-73c5-4ed2-91c2-0769e7e357ff"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:34:40.502782 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27fdd9e4-74e0-4753-82a7-aefdeac1c395 req-9ff0c536-50cd-4d74-b57f-773384b2c9e3 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 210 time: 0.2004669 Jan 28 05:34:40.553614 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-961021d3-01a1-403b-ae02-823cc1a4f9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (74205b98-4748-43f8-8470-02222a89f96d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:40.557040 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-961021d3-01a1-403b-ae02-823cc1a4f9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:40.558507 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-961021d3-01a1-403b-ae02-823cc1a4f9e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74205b98-4748-43f8-8470-02222a89f96d HTTP/1.1" status: 204 len: 168 time: 0.2264652 Jan 28 05:34:40.579170 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961021d3-01a1-403b-ae02-823cc1a4f9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74205b98-4748-43f8-8470-02222a89f96d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:40.584561 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-01393370-f631-47c6-bc3a-ea9e08024d86 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3a3781df740148d6b4244220d13c806d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446060 Jan 28 05:34:40.606839 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a06c805b-3f7c-4bb9-b8fc-abfd87d2ae25 req-84e61de4-49a8-43a4-a133-e4b26230125f tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3308530 Jan 28 05:34:40.629896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-9228a727-9e49-4d18-8e23-6902ba38bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:40.631418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-9228a727-9e49-4d18-8e23-6902ba38bbf6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.3005509 Jan 28 05:34:40.689361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-813e5784-ff1e-424b-b31d-a8906a772a09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506527 Jan 28 05:34:40.744410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-9b25c4e1-e71c-4788-b5d3-e41fbf4461e4 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:40.746515 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-9b25c4e1-e71c-4788-b5d3-e41fbf4461e4 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460233 Jan 28 05:34:40.775823 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-a7cb9581-c9a0-44f8-9502-185f32fe2d73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Request body: {'port': {'device_id': 'a801423f-7575-4a3d-9e85-54f6d392f13b', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '3a3781df740148d6b4244220d13c806d'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:40.817171 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-c5e97abb-d36d-44a0-be03-cd40f34cb88a service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145625 Jan 28 05:34:40.941022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d5a96-8dc3-4a26-8420-b3e2d23d9ce1 req-3ffacb42-350e-4be1-84c3-ec55879199d3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:40.942863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ee8d5a96-8dc3-4a26-8420-b3e2d23d9ce1 req-3ffacb42-350e-4be1-84c3-ec55879199d3 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 969 time: 0.1300704 Jan 28 05:34:40.943581 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42898) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:40.971131 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8d0bec-f827-4fed-bc4e-e375c59f67a4 x-openstack-request-id: req-ff8d0bec-f827-4fed-bc4e-e375c59f67a4 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:34:40.971723 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be319bce-313a-43bd-b516-cab0a418a713", "tag": "b77b2dd5-73c5-4ed2-91c2-0769e7e357ff", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:34:40.972180 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff8d0bec-f827-4fed-bc4e-e375c59f67a4 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:34:40.972856 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be319bce-313a-43bd-b516-cab0a418a713', 'tag': 'b77b2dd5-73c5-4ed2-91c2-0769e7e357ff', 'status': 'completed', 'code': 200} Jan 28 05:34:40.984829 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d11b19c9-80c9-4e55-897d-7f8053386121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:41.012735 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e58235b6-5cdf-4175-aa11-eb19a560975a req-ca5a10d5-c0d8-4349-8362-6b0ab5d20682 service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838455 Jan 28 05:34:41.047414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.64', 63290) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:41.068295 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ee8d5a96-8dc3-4a26-8420-b3e2d23d9ce1 req-1e59ff72-b237-406d-9e8a-d2b5be716cc9 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111109 Jan 28 05:34:41.149587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8927245-4cdf-4228-817e-d4a4980e3f01 req-2578e341-fc92-4fcd-82ab-0ccd3aa0b27c tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:41.151897 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8927245-4cdf-4228-817e-d4a4980e3f01 req-2578e341-fc92-4fcd-82ab-0ccd3aa0b27c tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 969 time: 0.1029494 Jan 28 05:34:41.215213 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d11b19c9-80c9-4e55-897d-7f8053386121 admin admin] Publish callbacks [] for security_group (9557de04-f259-4fbf-8134-0a1f1d330d71), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:41.289135 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-a7cb9581-c9a0-44f8-9502-185f32fe2d73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Made reservation on behalf of 3a3781df740148d6b4244220d13c806d for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:41.295957 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-a7cb9581-c9a0-44f8-9502-185f32fe2d73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:41.303086 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d11b19c9-80c9-4e55-897d-7f8053386121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9557de04-f259-4fbf-8134-0a1f1d330d71), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:41.307023 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-a7cb9581-c9a0-44f8-9502-185f32fe2d73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:41.395896 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d11b19c9-80c9-4e55-897d-7f8053386121 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=430997d7b9dd44d1aca4b1f203422a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4468601 Jan 28 05:34:41.396167 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-a7cb9581-c9a0-44f8-9502-185f32fe2d73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks [] for security_group (1879aeff-53d0-4eda-8726-df334d281b23), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:41.397798 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42908) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:41.429042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b0c00-9ffa-46ff-933d-9052e7dfbd94 req-84d48c9f-7922-4b21-9f2b-a3dd9cb5a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:41.430579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb8b0c00-9ffa-46ff-933d-9052e7dfbd94 req-84d48c9f-7922-4b21-9f2b-a3dd9cb5a394 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 1095 time: 0.1804960 Jan 28 05:34:41.433595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b19c9-80c9-4e55-897d-7f8053386121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9557de04-f259-4fbf-8134-0a1f1d330d71,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:41.448910 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfe416-c408-4215-ac7d-f5ba4ad1debe req-0078664b-4f71-4dc9-b333-d4745cc97777 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:41.450772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3dfe416-c408-4215-ac7d-f5ba4ad1debe req-0078664b-4f71-4dc9-b333-d4745cc97777 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 943 time: 0.1707397 Jan 28 05:34:41.451492 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee593c59-3dbe-414d-b76d-795e8f15329d admin admin] Publish callbacks [] for security_group (9557de04-f259-4fbf-8134-0a1f1d330d71), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:41.461734 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-a7cb9581-c9a0-44f8-9502-185f32fe2d73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1879aeff-53d0-4eda-8726-df334d281b23), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:41.461882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f8927245-4cdf-4228-817e-d4a4980e3f01 req-f9d6d24f-d97f-408a-a22d-3a1a7fa3e32f tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Deleting port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:34:41.462111 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f8927245-4cdf-4228-817e-d4a4980e3f01 req-f9d6d24f-d97f-408a-a22d-3a1a7fa3e32f tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (eb3abbd9-029a-43f4-ace0-fc217ff4bc4d), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:41.535672 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee593c59-3dbe-414d-b76d-795e8f15329d admin admin] Publish callbacks [] for security_group (9557de04-f259-4fbf-8134-0a1f1d330d71), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:41.575432 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb9581-c9a0-44f8-9502-185f32fe2d73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1879aeff-53d0-4eda-8726-df334d281b23,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:41.661141 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-a7cb9581-c9a0-44f8-9502-185f32fe2d73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Allocated IP 192.168.233.57 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/c5b32a32-92ad-49b0-bfcd-2a660c8d831a) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:34:41.740365 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee593c59-3dbe-414d-b76d-795e8f15329d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9557de04-f259-4fbf-8134-0a1f1d330d71), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:41.743722 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee593c59-3dbe-414d-b76d-795e8f15329d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:41.746002 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ee593c59-3dbe-414d-b76d-795e8f15329d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9557de04-f259-4fbf-8134-0a1f1d330d71 HTTP/1.1" status: 204 len: 168 time: 0.3470454 Jan 28 05:34:41.796993 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee593c59-3dbe-414d-b76d-795e8f15329d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9557de04-f259-4fbf-8134-0a1f1d330d71,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:41.818722 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3dfe416-c408-4215-ac7d-f5ba4ad1debe req-62052d49-9324-4233-beb1-55f57418654d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497353 Jan 28 05:34:41.819778 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b0c00-9ffa-46ff-933d-9052e7dfbd94 req-eaeaf417-58bd-4eb2-8b34-62c6ffba4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:41.821214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb8b0c00-9ffa-46ff-933d-9052e7dfbd94 req-eaeaf417-58bd-4eb2-8b34-62c6ffba4438 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.3695576 Jan 28 05:34:41.833034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f8927245-4cdf-4228-817e-d4a4980e3f01 req-f9d6d24f-d97f-408a-a22d-3a1a7fa3e32f tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] For port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=eb3abbd9-029a-43f4-ace0-fc217ff4bc4d,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:41.839546 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f8927245-4cdf-4228-817e-d4a4980e3f01 req-f9d6d24f-d97f-408a-a22d-3a1a7fa3e32f tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (eb3abbd9-029a-43f4-ace0-fc217ff4bc4d), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:41.850246 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:34:41.879610 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42924) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:41.896820 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b70aae7-1767-454f-9d6b-2e2afd957ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:41.926931 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df35b7de-ed0c-445d-b59b-74cd2fad522a req-260abb56-1721-4f2a-b1f8-d20dcd9d2a40 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 210 time: 0.1047080 Jan 28 05:34:41.927629 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-a7cb9581-c9a0-44f8-9502-185f32fe2d73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks [] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:41.986924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f8927245-4cdf-4228-817e-d4a4980e3f01 req-f9d6d24f-d97f-408a-a22d-3a1a7fa3e32f tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Calling delete_port for eb3abbd9-029a-43f4-ace0-fc217ff4bc4d owned by compute:tempest-test_az-32089232 {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:34:42.010281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb8b0c00-9ffa-46ff-933d-9052e7dfbd94 req-dc79a4bd-0bdb-4dce-be3f-488308ea7ab5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff HTTP/1.1" status: 200 len: 217 time: 0.1695933 Jan 28 05:34:42.037653 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b70aae7-1767-454f-9d6b-2e2afd957ad8 admin admin] Publish callbacks [] for security_group (14537fa1-e229-4888-8cbf-31e94f911b1a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:42.055865 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa,segment=NetworkSegment(8fd67d56-6535-44cc-b55e-8857910b2c41),segment_id=8fd67d56-6535-44cc-b55e-8857910b2c41)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:42.072953 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'port_id': '4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa', 'mac_address': 'fa:16:3e:85:30:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:34:42.078794 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-a7cb9581-c9a0-44f8-9502-185f32fe2d73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:42.121002 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-a7cb9581-c9a0-44f8-9502-185f32fe2d73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:34:42.124505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:42.125377 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:42.126662 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b70aae7-1767-454f-9d6b-2e2afd957ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (14537fa1-e229-4888-8cbf-31e94f911b1a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:42.127854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b0c00-9ffa-46ff-933d-9052e7dfbd94 req-d6776526-be33-428f-a8db-9874b6236bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:42.129290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb8b0c00-9ffa-46ff-933d-9052e7dfbd94 req-d6776526-be33-428f-a8db-9874b6236bdd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.1118174 Jan 28 05:34:42.142391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcea9b6-cd08-4bfd-a606-749d0d360754 req-a04b8c7f-a20b-43ca-acd5-05e1483ed57d tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:42.144256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:34:42.149405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3bcea9b6-cd08-4bfd-a606-749d0d360754 req-a04b8c7f-a20b-43ca-acd5-05e1483ed57d tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 943 time: 0.2198448 Jan 28 05:34:42.151306 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-a7cb9581-c9a0-44f8-9502-185f32fe2d73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:42.158979 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3b70aae7-1767-454f-9d6b-2e2afd957ad8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c73a333fd7048b3b033384c2e670510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780039 Jan 28 05:34:42.163118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-a7cb9581-c9a0-44f8-9502-185f32fe2d73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:34:42.171044 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-a7cb9581-c9a0-44f8-9502-185f32fe2d73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:42.171502 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-a7cb9581-c9a0-44f8-9502-185f32fe2d73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:42.177469 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42932) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:42.178334 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa,segment=NetworkSegment(8fd67d56-6535-44cc-b55e-8857910b2c41),segment_id=8fd67d56-6535-44cc-b55e-8857910b2c41)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:42.208349 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb8b0c00-9ffa-46ff-933d-9052e7dfbd94 req-e6631c71-2e57-4a72-8c79-a8c1a91906d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543175 Jan 28 05:34:42.253019 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb9581-c9a0-44f8-9502-185f32fe2d73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Pushing event updated for resources: {'Port': ['ID=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:42.270396 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70aae7-1767-454f-9d6b-2e2afd957ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14537fa1-e229-4888-8cbf-31e94f911b1a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:42.272202 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:42.342250 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3bcea9b6-cd08-4bfd-a606-749d0d360754 req-c598c814-f1f8-4259-91ff-31d15c864265 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870167 Jan 28 05:34:42.364143 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db683e34-bf64-4e9d-8fab-12ae48620f62 admin admin] Publish callbacks [] for security_group (14537fa1-e229-4888-8cbf-31e94f911b1a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:42.423055 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:42.432936 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-a7cb9581-c9a0-44f8-9502-185f32fe2d73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6611402 Jan 28 05:34:42.437068 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db683e34-bf64-4e9d-8fab-12ae48620f62 admin admin] Publish callbacks [] for security_group (14537fa1-e229-4888-8cbf-31e94f911b1a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:42.474566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb8b0c00-9ffa-46ff-933d-9052e7dfbd94 req-57237e94-ea46-444c-9825-edf41130b859 service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582750 Jan 28 05:34:42.479731 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Request body: {'port': {'device_id': 'a801423f-7575-4a3d-9e85-54f6d392f13b', 'device_owner': 'compute:tempest-test_az-32089232', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:42.582165 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:42.613356 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8a44e60a-0c84-487a-8926-5f85d4bbdfbc None None] Provisioning complete for port c5b32a32-92ad-49b0-bfcd-2a660c8d831a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:42.613740 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a44e60a-0c84-487a-8926-5f85d4bbdfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:42.656466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8a44e60a-0c84-487a-8926-5f85d4bbdfbc None None] Port c5b32a32-92ad-49b0-bfcd-2a660c8d831a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:34:42.661833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:34:42.726056 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db683e34-bf64-4e9d-8fab-12ae48620f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (14537fa1-e229-4888-8cbf-31e94f911b1a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:42.731334 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db683e34-bf64-4e9d-8fab-12ae48620f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:42.736060 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-db683e34-bf64-4e9d-8fab-12ae48620f62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14537fa1-e229-4888-8cbf-31e94f911b1a HTTP/1.1" status: 204 len: 168 time: 0.5512772 Jan 28 05:34:42.759925 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db683e34-bf64-4e9d-8fab-12ae48620f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14537fa1-e229-4888-8cbf-31e94f911b1a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:42.832578 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1f452-0095-4405-b271-2276b94009c9 req-61907100-a4fa-440e-8dec-4591fde55b9a tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:42.838453 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5af1f452-0095-4405-b271-2276b94009c9 req-61907100-a4fa-440e-8dec-4591fde55b9a tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 969 time: 0.3584554 Jan 28 05:34:42.887025 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f8927245-4cdf-4228-817e-d4a4980e3f01 req-f9d6d24f-d97f-408a-a22d-3a1a7fa3e32f tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (eb3abbd9-029a-43f4-ace0-fc217ff4bc4d), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:42.923952 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['eb3abbd9-029a-43f4-ace0-fc217ff4bc4d'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:34:42.962232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb8b0c00-9ffa-46ff-933d-9052e7dfbd94 req-564cc708-43f7-465c-8be8-f6a942cef9d6 service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756589 Jan 28 05:34:42.963248 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6d24f-d97f-408a-a22d-3a1a7fa3e32f tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Pushing event deleted for resources: {'Port': ['ID=eb3abbd9-029a-43f4-ace0-fc217ff4bc4d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:42.986699 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5af1f452-0095-4405-b271-2276b94009c9 req-22a61865-b003-462e-beeb-9f3baaa55a98 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9aab61d-a031-40ea-ace9-135a272b86a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346114 Jan 28 05:34:43.018538 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b32a32-92ad-49b0-bfcd-2a660c8d831a {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:34:43.032261 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Publish callbacks [] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:43.050752 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Transition to ACTIVE for port object c5b32a32-92ad-49b0-bfcd-2a660c8d831a will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:34:43.102407 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8927245-4cdf-4228-817e-d4a4980e3f01 req-f9d6d24f-d97f-408a-a22d-3a1a7fa3e32f tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] No DVR routers for this DVR port eb3abbd9-029a-43f4-ace0-fc217ff4bc4d on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:34:43.116046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182d1af-999d-4b3e-8af2-482fb3b5f085 req-7b0ead84-8a96-4ea5-8149-96f1418c85df tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:43.117345 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4182d1af-999d-4b3e-8af2-482fb3b5f085 req-7b0ead84-8a96-4ea5-8149-96f1418c85df tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 943 time: 0.1637571 Jan 28 05:34:43.121460 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f8927245-4cdf-4228-817e-d4a4980e3f01 req-f9d6d24f-d97f-408a-a22d-3a1a7fa3e32f tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:43.124984 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8927245-4cdf-4228-817e-d4a4980e3f01 req-f9d6d24f-d97f-408a-a22d-3a1a7fa3e32f tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.64 "DELETE /v2.0/ports/eb3abbd9-029a-43f4-ace0-fc217ff4bc4d HTTP/1.1" status: 204 len: 173 time: 1.9657412 Jan 28 05:34:43.125516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9954f4-0608-4238-b26c-eb7579efc78b', 'name': 'network-vif-deleted', 'tag': 'eb3abbd9-029a-43f4-ace0-fc217ff4bc4d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:34:43.127866 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c111368-da49-4c3a-a7f4-d8aceecae718" -d '{"events": [{"server_uuid": "4e9954f4-0608-4238-b26c-eb7579efc78b", "name": "network-vif-deleted", "tag": "eb3abbd9-029a-43f4-ace0-fc217ff4bc4d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:34:43.142163 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:43.222066 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Pushing event updated for resources: {'Port': ['ID=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:43.249446 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4182d1af-999d-4b3e-8af2-482fb3b5f085 req-e935f1fd-b1de-4777-b660-a5e67b258368 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185138 Jan 28 05:34:43.278252 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3205874-25ad-424d-ad51-a47c4ab7fb16 req-0294c992-18a3-4d55-9114-493cf4fe7b93 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:43.285205 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a3205874-25ad-424d-ad51-a47c4ab7fb16 req-0294c992-18a3-4d55-9114-493cf4fe7b93 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 967 time: 0.1382310 Jan 28 05:34:43.293766 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Attempting to bind port c5b32a32-92ad-49b0-bfcd-2a660c8d831a on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:34:43.294052 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Attempting to bind port c5b32a32-92ad-49b0-bfcd-2a660c8d831a by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:34:43.294502 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Attempting to bind port c5b32a32-92ad-49b0-bfcd-2a660c8d831a on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:43.300058 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Port c5b32a32-92ad-49b0-bfcd-2a660c8d831a on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:34:43.300414 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Attempting to bind port c5b32a32-92ad-49b0-bfcd-2a660c8d831a on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:43.312378 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:34:43.312378 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:43.312788 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:34:43.313163 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Bound port: c5b32a32-92ad-49b0-bfcd-2a660c8d831a, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:34:43.313602 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:43.390633 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a3205874-25ad-424d-ad51-a47c4ab7fb16 req-aa86d32a-d17b-41a4-9220-4a75b4fec4a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044257 Jan 28 05:34:43.395091 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6238d4-b7b6-4268-af2d-ba640f9cc708 x-openstack-request-id: req-7e6238d4-b7b6-4268-af2d-ba640f9cc708 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:34:43.395583 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9954f4-0608-4238-b26c-eb7579efc78b", "name": "network-vif-deleted", "tag": "eb3abbd9-029a-43f4-ace0-fc217ff4bc4d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:34:43.395878 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e6238d4-b7b6-4268-af2d-ba640f9cc708 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:34:43.396291 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9954f4-0608-4238-b26c-eb7579efc78b', 'name': 'network-vif-deleted', 'tag': 'eb3abbd9-029a-43f4-ace0-fc217ff4bc4d', 'status': 'completed', 'code': 200} Jan 28 05:34:43.474905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] For port c5b32a32-92ad-49b0-bfcd-2a660c8d831a, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:34:43.479152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] For port c5b32a32-92ad-49b0-bfcd-2a660c8d831a, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:34:43.527958 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762c1ef-7f35-4e44-929d-b5ffb3a8e9d5 req-88a6a1e2-0f3f-4a3b-8d54-30025f96f6fc tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:43.529635 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9762c1ef-7f35-4e44-929d-b5ffb3a8e9d5 req-88a6a1e2-0f3f-4a3b-8d54-30025f96f6fc tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 944 time: 0.0736818 Jan 28 05:34:43.584500 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9762c1ef-7f35-4e44-929d-b5ffb3a8e9d5 req-145e1c53-c812-49b5-8d98-57bd041b0d49 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488682 Jan 28 05:34:43.587085 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:43.626879 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:43.627528 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:43.629096 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] 10.222.0.64 "PUT /v2.0/ports/c5b32a32-92ad-49b0-bfcd-2a660c8d831a HTTP/1.1" status: 200 len: 1116 time: 1.1692073 Jan 28 05:34:43.629555 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a801423f-7575-4a3d-9e85-54f6d392f13b', 'tag': 'c5b32a32-92ad-49b0-bfcd-2a660c8d831a'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:34:43.631896 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4cdb0b-a2ff-43e3-8509-09e5bde00e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "a801423f-7575-4a3d-9e85-54f6d392f13b", "tag": "c5b32a32-92ad-49b0-bfcd-2a660c8d831a"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:34:43.690454 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99007531-1423-47ff-80e1-41547aa69b9c service neutron] Pushing event updated for resources: {'Port': ['ID=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:43.707197 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd65eb8b-7ea2-4192-bd3b-f8143767e094 x-openstack-request-id: req-fd65eb8b-7ea2-4192-bd3b-f8143767e094 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:34:43.707490 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a801423f-7575-4a3d-9e85-54f6d392f13b", "tag": "c5b32a32-92ad-49b0-bfcd-2a660c8d831a", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:34:43.707751 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd65eb8b-7ea2-4192-bd3b-f8143767e094 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:34:43.708151 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a801423f-7575-4a3d-9e85-54f6d392f13b', 'tag': 'c5b32a32-92ad-49b0-bfcd-2a660c8d831a', 'status': 'completed', 'code': 200} Jan 28 05:34:43.789137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42984) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:43.811053 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cdb0b-a2ff-43e3-8509-09e5bde00e3b req-55d13ce1-7046-4168-beab-44d29a414c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:43.813586 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2d4cdb0b-a2ff-43e3-8509-09e5bde00e3b req-55d13ce1-7046-4168-beab-44d29a414c13 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 1119 time: 0.0638337 Jan 28 05:34:43.849994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device b77b2dd5-73c5-4ed2-91c2-0769e7e357ff details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:34:43.851347 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2d4cdb0b-a2ff-43e3-8509-09e5bde00e3b req-91564c13-1c29-460b-b7f9-06cc7b4a65a9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3a3781df740148d6b4244220d13c806d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224040 Jan 28 05:34:43.946283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:34:43.988698 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cdb0b-a2ff-43e3-8509-09e5bde00e3b req-47474a4c-9544-4809-8d74-aa3e91afde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:43.990210 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2d4cdb0b-a2ff-43e3-8509-09e5bde00e3b req-47474a4c-9544-4809-8d74-aa3e91afde8b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309361 Jan 28 05:34:44.029762 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a53955c6-055c-4d68-9853-3e5b4009287c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:44.046786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:44.082099 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'b77b2dd5-73c5-4ed2-91c2-0769e7e357ff', 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce', 'port_id': 'b77b2dd5-73c5-4ed2-91c2-0769e7e357ff', 'mac_address': 'fa:16:3e:1e:d3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07818a2-85c0-4f55-b2b7-705552734697', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:34:44.127813 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-3ff946e3-be79-4cc7-9d61-b661fc3374ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:44.129532 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-3ff946e3-be79-4cc7-9d61-b661fc3374ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 1119 time: 0.0652101 Jan 28 05:34:44.133568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:34:44.136804 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:44.137383 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:44.149316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6bea205b-e740-42fa-a290-0edf00606aaf req-afedaec4-57b3-4b37-96cb-032d7dfefb52 tempest-AggregatesAdminTestJSON-1528650392 tempest-AggregatesAdminTestJSON-1528650392-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e9954f4-0608-4238-b26c-eb7579efc78b HTTP/1.1" status: 200 len: 210 time: 0.0497189 Jan 28 05:34:44.155603 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:44.156284 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:44.175501 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a53955c6-055c-4d68-9853-3e5b4009287c admin admin] Publish callbacks [] for security_group (4683679c-70ef-400b-8d81-2eca69fb16cd), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:44.203091 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-d1523f15-4ded-4300-a44c-4fc8fc2d45b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=c5b32a32-92ad-49b0-bfcd-2a660c8d831a HTTP/1.1" status: 200 len: 217 time: 0.0598512 Jan 28 05:34:44.204276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77b2dd5-73c5-4ed2-91c2-0769e7e357ff {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:34:44.266160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:44.277896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-10e0fa1e-61ca-43d5-b223-6b61ecc08a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:44.279424 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-10e0fa1e-61ca-43d5-b223-6b61ecc08a69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0707300 Jan 28 05:34:44.282819 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:44.282819 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:44.295455 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a53955c6-055c-4d68-9853-3e5b4009287c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4683679c-70ef-400b-8d81-2eca69fb16cd), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:44.319719 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa,segment=NetworkSegment(8fd67d56-6535-44cc-b55e-8857910b2c41),segment_id=8fd67d56-6535-44cc-b55e-8857910b2c41)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:44.320764 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d80743-a4f7-43b0-8d8b-a88481c923e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:34:44.323919 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91469054-97f4-4ea4-944f-d4f4f37fa3c5" -d '{"events": [{"server_uuid": "d1d80743-a4f7-43b0-8d8b-a88481c923e6", "name": "network-vif-plugged", "status": "completed", "tag": "4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:34:44.347863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-35cc10de-337c-4c85-b40f-49129f9f8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:44.349365 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-35cc10de-337c-4c85-b40f-49129f9f8cd3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0565112 Jan 28 05:34:44.388549 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ba1cbe-b3d6-49ca-b1d3-7003b876c9f7 x-openstack-request-id: req-85ba1cbe-b3d6-49ca-b1d3-7003b876c9f7 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:34:44.392957 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d80743-a4f7-43b0-8d8b-a88481c923e6", "name": "network-vif-plugged", "status": "completed", "tag": "4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:34:44.392957 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85ba1cbe-b3d6-49ca-b1d3-7003b876c9f7 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:34:44.392957 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d80743-a4f7-43b0-8d8b-a88481c923e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa', 'code': 200} Jan 28 05:34:44.403783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53955c6-055c-4d68-9853-3e5b4009287c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4683679c-70ef-400b-8d81-2eca69fb16cd,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:44.411605 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:44.418257 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:44.426444 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a53955c6-055c-4d68-9853-3e5b4009287c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1022853f626b4101a7ceccdf90db509d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6361020 Jan 28 05:34:44.429288 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43008) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:44.476723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad39cc-487b-4041-9d1f-f1339ac85020 req-cf1be6f9-571c-4317-a304-2a354c60f502 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:44.478970 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fad39cc-487b-4041-9d1f-f1339ac85020 req-cf1be6f9-571c-4317-a304-2a354c60f502 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 943 time: 0.1372235 Jan 28 05:34:44.573762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:44.604334 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-a4edbb41-3fc3-4566-8fca-a5cb617afe66 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477272 Jan 28 05:34:44.618211 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3d85908-c977-46ad-ba85-e27e385b94a2 admin admin] Publish callbacks [] for security_group (4683679c-70ef-400b-8d81-2eca69fb16cd), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:44.647710 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:44.654561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a3d52-e2a5-4597-8735-27d18a3153df req-aeeb513e-dd70-48db-a658-0b35543080b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:44.655983 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c5a3d52-e2a5-4597-8735-27d18a3153df req-aeeb513e-dd70-48db-a658-0b35543080b2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 1097 time: 0.1399727 Jan 28 05:34:44.659071 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fad39cc-487b-4041-9d1f-f1339ac85020 req-a934ebf0-8070-419f-8df5-575f1097c1eb tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633716 Jan 28 05:34:44.672858 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3d85908-c977-46ad-ba85-e27e385b94a2 admin admin] Publish callbacks [] for security_group (4683679c-70ef-400b-8d81-2eca69fb16cd), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:44.720994 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6fae7-9c61-497e-8310-785b664d29b5 req-04a7cd53-72a4-4adb-9f0c-acefe68cdc52 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:44.722557 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42e6fae7-9c61-497e-8310-785b664d29b5 req-04a7cd53-72a4-4adb-9f0c-acefe68cdc52 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 967 time: 0.2086136 Jan 28 05:34:44.724071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['b77b2dd5-73c5-4ed2-91c2-0769e7e357ff'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:34:44.756834 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-027e1cf4-7d21-42eb-a5a2-715c5d49bdc2 req-4b340449-ad8a-4799-a663-e90896ea03c5 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422629 Jan 28 05:34:44.831612 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c5a3d52-e2a5-4597-8735-27d18a3153df req-240aa957-3e9e-4c0a-9552-e19ca43ddbc4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671703 Jan 28 05:34:44.891343 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42e6fae7-9c61-497e-8310-785b664d29b5 req-c49a0757-be47-4b81-969a-e9ffa3925d8a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432605 Jan 28 05:34:44.909853 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1cf91-500d-498b-8e3f-6aa6537bad0e req-c84fd55f-3ce9-4c85-9905-707df568160d tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:44.911509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ebc1cf91-500d-498b-8e3f-6aa6537bad0e req-c84fd55f-3ce9-4c85-9905-707df568160d tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 945 time: 0.1098895 Jan 28 05:34:44.939264 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3d85908-c977-46ad-ba85-e27e385b94a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4683679c-70ef-400b-8d81-2eca69fb16cd), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:44.941622 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3d85908-c977-46ad-ba85-e27e385b94a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:44.945200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d3d85908-c977-46ad-ba85-e27e385b94a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4683679c-70ef-400b-8d81-2eca69fb16cd HTTP/1.1" status: 204 len: 168 time: 0.5126970 Jan 28 05:34:44.961874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d85908-c977-46ad-ba85-e27e385b94a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4683679c-70ef-400b-8d81-2eca69fb16cd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:44.981029 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ebc1cf91-500d-498b-8e3f-6aa6537bad0e req-fa5473b4-605b-4f45-ac02-fbdc4aeb0ad0 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585413 Jan 28 05:34:45.215105 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device eb3abbd9-029a-43f4-ace0-fc217ff4bc4d no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:34:45.241393 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: eb3abbd9-029a-43f4-ace0-fc217ff4bc4d {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:34:45.241889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device eb3abbd9-029a-43f4-ace0-fc217ff4bc4d not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:34:45.310594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43046) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:45.573279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-933a7e06-1bc2-41fd-b11b-9cc5f4cb3378 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1658003475-network', 'tenant_id': '04c05e0db0d14b54ab7a5a8e6413f459'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:45.631134 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43060) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:45.650097 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c615fdf4-3392-48cb-95ae-85420d66f381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:45.683832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933a7e06-1bc2-41fd-b11b-9cc5f4cb3378 admin admin] Made reservation on behalf of 04c05e0db0d14b54ab7a5a8e6413f459 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:45.686970 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-933a7e06-1bc2-41fd-b11b-9cc5f4cb3378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:45.707817 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-933a7e06-1bc2-41fd-b11b-9cc5f4cb3378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:45.842959 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c615fdf4-3392-48cb-95ae-85420d66f381 admin admin] Publish callbacks [] for security_group (861a840f-3d15-4b41-84cd-e6278844b715), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:45.850423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device b77b2dd5-73c5-4ed2-91c2-0769e7e357ff up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:34:45.873185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bef1a-737f-4d81-8075-f7a895be7ee8 req-48b82331-2dcb-4ae3-bd2d-5ab5a4a86ec2 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:45.875128 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d1bef1a-737f-4d81-8075-f7a895be7ee8 req-48b82331-2dcb-4ae3-bd2d-5ab5a4a86ec2 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 944 time: 0.1146104 Jan 28 05:34:45.925004 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c615fdf4-3392-48cb-95ae-85420d66f381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (861a840f-3d15-4b41-84cd-e6278844b715), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:45.938072 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-933a7e06-1bc2-41fd-b11b-9cc5f4cb3378 admin admin] Publish callbacks [] for security_group (4a64d81a-ebcd-4cf7-a0c9-7ab7d56a5161), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:45.969975 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:34:45.974623 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:45.975063 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.004287 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-933a7e06-1bc2-41fd-b11b-9cc5f4cb3378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4a64d81a-ebcd-4cf7-a0c9-7ab7d56a5161), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.013568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615fdf4-3392-48cb-95ae-85420d66f381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861a840f-3d15-4b41-84cd-e6278844b715,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:46.032906 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c615fdf4-3392-48cb-95ae-85420d66f381 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9cd2af70e1f343cf8184b0aedcace326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4005051 Jan 28 05:34:46.035563 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43078) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:46.037182 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d1bef1a-737f-4d81-8075-f7a895be7ee8 req-d3189e30-2210-49c3-bf71-84b148e96a55 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506805 Jan 28 05:34:46.056395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933a7e06-1bc2-41fd-b11b-9cc5f4cb3378 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:34:46.077591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a7e06-1bc2-41fd-b11b-9cc5f4cb3378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a64d81a-ebcd-4cf7-a0c9-7ab7d56a5161,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:46.083525 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-933a7e06-1bc2-41fd-b11b-9cc5f4cb3378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (b4a28967-4be6-44a9-83cf-d46cc11b2474), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.084144 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-933a7e06-1bc2-41fd-b11b-9cc5f4cb3378 admin admin] Added segment b4a28967-4be6-44a9-83cf-d46cc11b2474 of type vlan for network 82f76bff-0ac8-457b-aaa0-37d78607c52c Jan 28 05:34:46.157906 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-39cb228d-5d05-45cf-af17-95c5e2004452 admin admin] Publish callbacks [] for security_group (861a840f-3d15-4b41-84cd-e6278844b715), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.180724 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43082) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:46.209489 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-933a7e06-1bc2-41fd-b11b-9cc5f4cb3378 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (82f76bff-0ac8-457b-aaa0-37d78607c52c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.217561 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-39cb228d-5d05-45cf-af17-95c5e2004452 admin admin] Publish callbacks [] for security_group (861a840f-3d15-4b41-84cd-e6278844b715), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.288085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc84e3-6686-4f2c-99bb-3cd38e7118da req-142857f5-0e46-40e0-9972-044037b33e4f tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:46.289781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ebc84e3-6686-4f2c-99bb-3cd38e7118da req-142857f5-0e46-40e0-9972-044037b33e4f tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 945 time: 0.1403646 Jan 28 05:34:46.302004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7eacc-c1db-452d-9d7a-068e8993fd9f req-476c5004-2e7d-447d-8667-cd1ebaaa65d4 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:46.303531 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79d7eacc-c1db-452d-9d7a-068e8993fd9f req-476c5004-2e7d-447d-8667-cd1ebaaa65d4 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 967 time: 0.1135292 Jan 28 05:34:46.312384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:46.314389 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.326568 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a1aadac0-5a28-4528-82c6-8296ffaf9c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.355012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:46.361661 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-39cb228d-5d05-45cf-af17-95c5e2004452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (861a840f-3d15-4b41-84cd-e6278844b715), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.364749 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-39cb228d-5d05-45cf-af17-95c5e2004452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.365892 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-39cb228d-5d05-45cf-af17-95c5e2004452 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/861a840f-3d15-4b41-84cd-e6278844b715 HTTP/1.1" status: 204 len: 168 time: 0.3286896 Jan 28 05:34:46.371409 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-933a7e06-1bc2-41fd-b11b-9cc5f4cb3378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (82f76bff-0ac8-457b-aaa0-37d78607c52c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.372359 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933a7e06-1bc2-41fd-b11b-9cc5f4cb3378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:46.372941 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-933a7e06-1bc2-41fd-b11b-9cc5f4cb3378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.382998 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ebc84e3-6686-4f2c-99bb-3cd38e7118da req-9ecf3037-7fc8-4480-88cd-bde6c66eafd6 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784788 Jan 28 05:34:46.383234 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb228d-5d05-45cf-af17-95c5e2004452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861a840f-3d15-4b41-84cd-e6278844b715,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:46.398986 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be319bce-313a-43bd-b516-cab0a418a713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77b2dd5-73c5-4ed2-91c2-0769e7e357ff'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:34:46.409813 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262e9a62-415a-48e7-8513-6e5b2526cdd2" -d '{"events": [{"server_uuid": "be319bce-313a-43bd-b516-cab0a418a713", "name": "network-vif-plugged", "status": "completed", "tag": "b77b2dd5-73c5-4ed2-91c2-0769e7e357ff"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:34:46.447919 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79d7eacc-c1db-452d-9d7a-068e8993fd9f req-cc1795c3-5687-4171-a74d-d9521f3c7e34 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295254 Jan 28 05:34:46.456266 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a7e06-1bc2-41fd-b11b-9cc5f4cb3378 admin admin] Pushing event updated for resources: {'Network': ['ID=82f76bff-0ac8-457b-aaa0-37d78607c52c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:46.460836 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a1aadac0-5a28-4528-82c6-8296ffaf9c54 admin admin] Publish callbacks [] for security_group (68ab712c-b997-49d3-9192-0b8f940a7ee0), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.461839 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.507916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 82f76bff-0ac8-457b-aaa0-37d78607c52c details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:34:46.520036 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5720bd76-226f-4350-9843-5922d9424fa3 x-openstack-request-id: req-5720bd76-226f-4350-9843-5922d9424fa3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:34:46.520345 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be319bce-313a-43bd-b516-cab0a418a713", "name": "network-vif-plugged", "status": "completed", "tag": "b77b2dd5-73c5-4ed2-91c2-0769e7e357ff", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:34:46.523898 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5720bd76-226f-4350-9843-5922d9424fa3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:34:46.523898 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be319bce-313a-43bd-b516-cab0a418a713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77b2dd5-73c5-4ed2-91c2-0769e7e357ff', 'code': 200} Jan 28 05:34:46.524146 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-933a7e06-1bc2-41fd-b11b-9cc5f4cb3378 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2082341 Jan 28 05:34:46.524238 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43092) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:46.530351 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7c776e6c-bffe-4f9b-b670-dcfe726093aa admin admin] Request body: {'subnet': {'network_id': '82f76bff-0ac8-457b-aaa0-37d78607c52c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1658003475-subnet', 'tenant_id': '04c05e0db0d14b54ab7a5a8e6413f459', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:46.549541 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a1aadac0-5a28-4528-82c6-8296ffaf9c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (68ab712c-b997-49d3-9192-0b8f940a7ee0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.609844 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:46.610753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43100) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:46.611739 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a1aadac0-5a28-4528-82c6-8296ffaf9c54 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dad17f6aa61a44fca89b96d185e7abd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4295132 Jan 28 05:34:46.620942 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aadac0-5a28-4528-82c6-8296ffaf9c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ab712c-b997-49d3-9192-0b8f940a7ee0,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:46.628885 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c776e6c-bffe-4f9b-b670-dcfe726093aa admin admin] Made reservation on behalf of 04c05e0db0d14b54ab7a5a8e6413f459 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:46.637009 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c776e6c-bffe-4f9b-b670-dcfe726093aa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.691651 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11f483b8-7cb8-4f8f-bd69-cb13bc411ffc admin admin] Publish callbacks [] for security_group (68ab712c-b997-49d3-9192-0b8f940a7ee0), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.720392 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11f483b8-7cb8-4f8f-bd69-cb13bc411ffc admin admin] Publish callbacks [] for security_group (68ab712c-b997-49d3-9192-0b8f940a7ee0), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.735196 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39befb-4ca7-49da-8607-805be11886df req-eac56d21-01f8-46a4-adec-62299e4cf099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:46.736734 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2f39befb-4ca7-49da-8607-805be11886df req-eac56d21-01f8-46a4-adec-62299e4cf099 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 1097 time: 0.0745788 Jan 28 05:34:46.797927 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2f39befb-4ca7-49da-8607-805be11886df req-bf681833-7dba-443b-8746-9c2f93aca892 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444629 Jan 28 05:34:46.883607 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11f483b8-7cb8-4f8f-bd69-cb13bc411ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (68ab712c-b997-49d3-9192-0b8f940a7ee0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.887266 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11f483b8-7cb8-4f8f-bd69-cb13bc411ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:46.888393 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-11f483b8-7cb8-4f8f-bd69-cb13bc411ffc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68ab712c-b997-49d3-9192-0b8f940a7ee0 HTTP/1.1" status: 204 len: 168 time: 0.2758327 Jan 28 05:34:46.896801 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f483b8-7cb8-4f8f-bd69-cb13bc411ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ab712c-b997-49d3-9192-0b8f940a7ee0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:46.958562 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c776e6c-bffe-4f9b-b670-dcfe726093aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for subnet (fbcabd13-8187-4973-bb9e-4117deeff070), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:47.020466 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c776e6c-bffe-4f9b-b670-dcfe726093aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbcabd13-8187-4973-bb9e-4117deeff070,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:47.040073 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c776e6c-bffe-4f9b-b670-dcfe726093aa admin admin] Checking segment: {'id': 'b4a28967-4be6-44a9-83cf-d46cc11b2474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '82f76bff-0ac8-457b-aaa0-37d78607c52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:47.040863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c776e6c-bffe-4f9b-b670-dcfe726093aa admin admin] Network hostable DHCP agents. Network: 82f76bff-0ac8-457b-aaa0-37d78607c52c, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:34:47.130622 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c776e6c-bffe-4f9b-b670-dcfe726093aa admin admin] Network 82f76bff-0ac8-457b-aaa0-37d78607c52c is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:34:47.200797 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f3972-fdc1-4b66-8ce7-64b7971f5c3b req-ae0cea2e-d536-43e8-ad2f-a32a1d6cbc8a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:47.202260 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e66f3972-fdc1-4b66-8ce7-64b7971f5c3b req-ae0cea2e-d536-43e8-ad2f-a32a1d6cbc8a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 945 time: 0.0536106 Jan 28 05:34:47.252335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e66f3972-fdc1-4b66-8ce7-64b7971f5c3b req-dc62be6c-e02a-4047-b183-317f24cffb82 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441980 Jan 28 05:34:47.289334 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-7c776e6c-bffe-4f9b-b670-dcfe726093aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 82f76bff-0ac8-457b-aaa0-37d78607c52c) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:47.294046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c776e6c-bffe-4f9b-b670-dcfe726093aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:47.295105 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c776e6c-bffe-4f9b-b670-dcfe726093aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:47.298214 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570e0298-533a-442c-a497-6ce0c5dde8ef None None] Network 82f76bff-0ac8-457b-aaa0-37d78607c52c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:34:47.420293 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49114fe9-2b70-473a-9e86-c7124c9eb382 None None] Network 82f76bff-0ac8-457b-aaa0-37d78607c52c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:34:47.430725 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7c776e6c-bffe-4f9b-b670-dcfe726093aa admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9048526 Jan 28 05:34:47.548251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0169f9-90a5-4f90-83a1-2da784e271fd req-3319047e-8728-453c-a488-3584e32d2555 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:47.549988 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a0169f9-90a5-4f90-83a1-2da784e271fd req-3319047e-8728-453c-a488-3584e32d2555 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 945 time: 0.0785260 Jan 28 05:34:47.606481 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43148) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:47.623858 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8725798-a3a8-434d-acb5-0f62915459c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:47.635418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a0169f9-90a5-4f90-83a1-2da784e271fd req-883500b8-574b-422c-8a3a-8341008dd3f6 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790541 Jan 28 05:34:47.655512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f808e-d0f3-4f76-9c58-3c1a9550f695 req-194b9417-9516-45a4-8f5d-131fca068569 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:47.660866 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb7f808e-d0f3-4f76-9c58-3c1a9550f695 req-194b9417-9516-45a4-8f5d-131fca068569 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 967 time: 0.0751891 Jan 28 05:34:47.722162 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8725798-a3a8-434d-acb5-0f62915459c9 admin admin] Publish callbacks [] for security_group (0e79d291-4217-4c86-a8b3-1890f56cd2b7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:47.727109 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb7f808e-d0f3-4f76-9c58-3c1a9550f695 req-fa7127f3-a714-47a5-931a-2b42747cf703 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597816 Jan 28 05:34:47.826935 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8725798-a3a8-434d-acb5-0f62915459c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0e79d291-4217-4c86-a8b3-1890f56cd2b7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:47.839526 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13d9be-e907-41a6-86c3-2ccac9800eac req-e0d84964-07dd-4d4e-b3cb-9377ac952611 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:47.841055 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c13d9be-e907-41a6-86c3-2ccac9800eac req-e0d84964-07dd-4d4e-b3cb-9377ac952611 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 945 time: 0.0520744 Jan 28 05:34:47.850183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43162) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:47.855837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e8f6e8fb-0c42-4909-95af-beb0b3fa8124 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Request body: {'floatingip': {'port_id': '4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:47.873557 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8725798-a3a8-434d-acb5-0f62915459c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e79d291-4217-4c86-a8b3-1890f56cd2b7,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:47.891095 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c8725798-a3a8-434d-acb5-0f62915459c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf669843a22c4888bf798d0daf4835e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835264 Jan 28 05:34:47.893668 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43164) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:47.946817 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e8f6e8fb-0c42-4909-95af-beb0b3fa8124 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for floatingip (b905f644-d840-4b04-8467-8a60ee526ad3), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:47.985014 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d0bcb21a-46e9-48cd-a921-00ac70d159bc admin admin] Publish callbacks [] for security_group (0e79d291-4217-4c86-a8b3-1890f56cd2b7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:48.014234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d0bcb21a-46e9-48cd-a921-00ac70d159bc admin admin] Publish callbacks [] for security_group (0e79d291-4217-4c86-a8b3-1890f56cd2b7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:48.135677 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d0bcb21a-46e9-48cd-a921-00ac70d159bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0e79d291-4217-4c86-a8b3-1890f56cd2b7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:48.138382 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d0bcb21a-46e9-48cd-a921-00ac70d159bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:48.139527 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d0bcb21a-46e9-48cd-a921-00ac70d159bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e79d291-4217-4c86-a8b3-1890f56cd2b7 HTTP/1.1" status: 204 len: 168 time: 0.2442214 Jan 28 05:34:48.147470 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcb21a-46e9-48cd-a921-00ac70d159bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e79d291-4217-4c86-a8b3-1890f56cd2b7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:48.636291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619714dd-8066-4dfc-a866-20fa29532643 req-9304a435-ee53-4cfe-80b6-2ca5cdfe68a2 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:48.643189 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-619714dd-8066-4dfc-a866-20fa29532643 req-9304a435-ee53-4cfe-80b6-2ca5cdfe68a2 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 945 time: 0.1809487 Jan 28 05:34:48.807611 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-619714dd-8066-4dfc-a866-20fa29532643 req-608bfabc-eeef-4f61-b75f-1d86da11e95a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634009 Jan 28 05:34:48.886890 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43218) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:48.892256 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-e9b6cff4-2f0b-4556-84d2-16b23f1c2bfb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1178935054-network', 'tenant_id': 'faa31ce446cf4a88ba67543ea6b18541'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:48.980297 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b6cff4-2f0b-4556-84d2-16b23f1c2bfb admin admin] Made reservation on behalf of faa31ce446cf4a88ba67543ea6b18541 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:48.982840 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9b6cff4-2f0b-4556-84d2-16b23f1c2bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:48.992324 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9b6cff4-2f0b-4556-84d2-16b23f1c2bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:49.054085 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e8f6e8fb-0c42-4909-95af-beb0b3fa8124 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:49.072316 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec1d4a-d958-4758-9e63-8144ecaf5b79 req-06595d2e-32c9-4c0b-a534-0d63c57861b7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:49.075036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6dec1d4a-d958-4758-9e63-8144ecaf5b79 req-06595d2e-32c9-4c0b-a534-0d63c57861b7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 967 time: 0.1451724 Jan 28 05:34:49.093159 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9b6cff4-2f0b-4556-84d2-16b23f1c2bfb admin admin] Publish callbacks [] for security_group (caf7dd62-5553-4ad0-9f54-c79d99aef76c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:49.139596 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6dec1d4a-d958-4758-9e63-8144ecaf5b79 req-183ea16e-4bec-48f2-bf0f-94bbc34558d2 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567796 Jan 28 05:34:49.141388 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e8f6e8fb-0c42-4909-95af-beb0b3fa8124 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (b905f644-d840-4b04-8467-8a60ee526ad3), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:49.187825 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9b6cff4-2f0b-4556-84d2-16b23f1c2bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (caf7dd62-5553-4ad0-9f54-c79d99aef76c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:49.230160 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b6cff4-2f0b-4556-84d2-16b23f1c2bfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:34:49.233016 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c5b32a32-92ad-49b0-bfcd-2a660c8d831a details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:34:49.239971 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6cff4-2f0b-4556-84d2-16b23f1c2bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf7dd62-5553-4ad0-9f54-c79d99aef76c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:49.250887 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9b6cff4-2f0b-4556-84d2-16b23f1c2bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a1d7a470-0b2e-443f-8059-491fb0e8186e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:49.251413 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-e9b6cff4-2f0b-4556-84d2-16b23f1c2bfb admin admin] Added segment a1d7a470-0b2e-443f-8059-491fb0e8186e of type vlan for network b08ac3b1-8b05-4779-82f0-fc2634e56d09 Jan 28 05:34:49.332070 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-e8f6e8fb-0c42-4909-95af-beb0b3fa8124 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Floating IP b905f644-d840-4b04-8467-8a60ee526ad3 associated. External IP: 172.25.0.24, port: 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa. Jan 28 05:34:49.333276 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9b6cff4-2f0b-4556-84d2-16b23f1c2bfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (b08ac3b1-8b05-4779-82f0-fc2634e56d09), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:49.391073 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c5b32a32-92ad-49b0-bfcd-2a660c8d831a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:49.422455 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'c5b32a32-92ad-49b0-bfcd-2a660c8d831a', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'c5b32a32-92ad-49b0-bfcd-2a660c8d831a', 'mac_address': 'fa:16:3e:1f:a0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:tempest-test_az-32089232', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:34:49.471485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d825023-33cc-4c94-adb2-fefe0037de9d req-b5d72a5f-ac84-440a-8d92-4822b65e7f10 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:49.472606 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d825023-33cc-4c94-adb2-fefe0037de9d req-b5d72a5f-ac84-440a-8d92-4822b65e7f10 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 1097 time: 0.0896211 Jan 28 05:34:49.476182 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9b6cff4-2f0b-4556-84d2-16b23f1c2bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (b08ac3b1-8b05-4779-82f0-fc2634e56d09), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:49.477168 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b6cff4-2f0b-4556-84d2-16b23f1c2bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:49.478913 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9b6cff4-2f0b-4556-84d2-16b23f1c2bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:49.487184 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c5b32a32-92ad-49b0-bfcd-2a660c8d831a is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:49.489870 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:49.520801 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b32a32-92ad-49b0-bfcd-2a660c8d831a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:34:49.573572 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c5b32a32-92ad-49b0-bfcd-2a660c8d831a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:49.595963 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e9b6cff4-2f0b-4556-84d2-16b23f1c2bfb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7077720 Jan 28 05:34:49.600483 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43240) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:49.604110 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d825023-33cc-4c94-adb2-fefe0037de9d req-503d27a2-90bb-42db-b399-2b41c88a3eac tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060798 Jan 28 05:34:49.607586 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-915c4ad3-5c1e-4bc3-8754-cee41a55e92d admin admin] Request body: {'subnet': {'network_id': 'b08ac3b1-8b05-4779-82f0-fc2634e56d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1178935054-subnet', 'tenant_id': 'faa31ce446cf4a88ba67543ea6b18541', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:49.615255 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:49.626287 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6cff4-2f0b-4556-84d2-16b23f1c2bfb admin admin] Pushing event updated for resources: {'Network': ['ID=b08ac3b1-8b05-4779-82f0-fc2634e56d09,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:49.669434 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network b08ac3b1-8b05-4779-82f0-fc2634e56d09 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:34:49.700960 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915c4ad3-5c1e-4bc3-8754-cee41a55e92d admin admin] Made reservation on behalf of faa31ce446cf4a88ba67543ea6b18541 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:49.703972 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-915c4ad3-5c1e-4bc3-8754-cee41a55e92d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:49.730706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f6e8fb-0c42-4909-95af-beb0b3fa8124 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Router 708d23c2-5079-4492-ba40-e8f8765b7fd1 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:34:49.826651 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:49.904714 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['c5b32a32-92ad-49b0-bfcd-2a660c8d831a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:34:49.927642 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12da48-27b9-4823-8bc9-7a2f1c3980fa req-a082d6f0-16c6-490e-86ce-f7be57985df1 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:49.937894 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d12da48-27b9-4823-8bc9-7a2f1c3980fa req-a082d6f0-16c6-490e-86ce-f7be57985df1 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 1097 time: 0.1875925 Jan 28 05:34:50.032251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f6e8fb-0c42-4909-95af-beb0b3fa8124 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:34:50.040812 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e8f6e8fb-0c42-4909-95af-beb0b3fa8124 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:50.051966 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a6bc1-cd1e-43f5-aa05-00f9fa75bd75 None None] Sync routers for ids ['708d23c2-5079-4492-ba40-e8f8765b7fd1'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:34:50.067767 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a6bc1-cd1e-43f5-aa05-00f9fa75bd75 None None] Routers {'708d23c2-5079-4492-ba40-e8f8765b7fd1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:34:50.068541 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-370a6bc1-cd1e-43f5-aa05-00f9fa75bd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:34:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['708d23c2-5079-4492-ba40-e8f8765b7fd1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:50.070943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d12da48-27b9-4823-8bc9-7a2f1c3980fa req-720d59dd-997e-4e4b-a7c4-0d9eaed180ea tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306546 Jan 28 05:34:50.079114 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-915c4ad3-5c1e-4bc3-8754-cee41a55e92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for subnet (658c750d-c980-49ee-b4a0-f63338cfeaec), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:50.091474 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e8f6e8fb-0c42-4909-95af-beb0b3fa8124 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "PUT /v2.0/floatingips/b905f644-d840-4b04-8467-8a60ee526ad3 HTTP/1.1" status: 200 len: 990 time: 2.2329953 Jan 28 05:34:50.091474 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d80743-a4f7-43b0-8d8b-a88481c923e6', 'tag': '4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:34:50.091474 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bc7b81-a790-49ef-aae6-44e8439a3043" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d80743-a4f7-43b0-8d8b-a88481c923e6", "tag": "4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:34:50.183061 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c4ad3-5c1e-4bc3-8754-cee41a55e92d admin admin] Pushing event updated for resources: {'Subnet': ['ID=658c750d-c980-49ee-b4a0-f63338cfeaec,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:50.191220 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c4ad3-5c1e-4bc3-8754-cee41a55e92d admin admin] Checking segment: {'id': 'a1d7a470-0b2e-443f-8059-491fb0e8186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b08ac3b1-8b05-4779-82f0-fc2634e56d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:50.191858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915c4ad3-5c1e-4bc3-8754-cee41a55e92d admin admin] Network hostable DHCP agents. Network: b08ac3b1-8b05-4779-82f0-fc2634e56d09, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:34:50.216380 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-370a6bc1-cd1e-43f5-aa05-00f9fa75bd75 None None] Set router 708d23c2-5079-4492-ba40-e8f8765b7fd1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:34:50.260006 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6291003a-29e1-4aae-b279-f4a1e9dc14ff x-openstack-request-id: req-6291003a-29e1-4aae-b279-f4a1e9dc14ff {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:34:50.260387 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d80743-a4f7-43b0-8d8b-a88481c923e6", "tag": "4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:34:50.260687 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6291003a-29e1-4aae-b279-f4a1e9dc14ff {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:34:50.261089 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d80743-a4f7-43b0-8d8b-a88481c923e6', 'tag': '4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa', 'status': 'completed', 'code': 200} Jan 28 05:34:50.283822 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915c4ad3-5c1e-4bc3-8754-cee41a55e92d admin admin] Network b08ac3b1-8b05-4779-82f0-fc2634e56d09 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:34:50.322288 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43290) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:50.380949 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-915c4ad3-5c1e-4bc3-8754-cee41a55e92d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, b08ac3b1-8b05-4779-82f0-fc2634e56d09) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:50.386177 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915c4ad3-5c1e-4bc3-8754-cee41a55e92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:50.389062 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-915c4ad3-5c1e-4bc3-8754-cee41a55e92d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:50.391530 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acbc5fe-5293-4964-9846-44fefdb17dd7 None None] Network b08ac3b1-8b05-4779-82f0-fc2634e56d09 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:34:50.428726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc7b81-a790-49ef-aae6-44e8439a3043 req-7676e15d-1076-4519-ba27-f98503cc82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:50.431651 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98bc7b81-a790-49ef-aae6-44e8439a3043 req-7676e15d-1076-4519-ba27-f98503cc82d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f89df0ed4324ba8a50b1f639b59017f&device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 1097 time: 0.0919151 Jan 28 05:34:50.492243 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-915c4ad3-5c1e-4bc3-8754-cee41a55e92d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8904796 Jan 28 05:34:50.562258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-8ac3d17d-d9c6-420a-b471-e6c78d811ae6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2088341626-network', 'tenant_id': 'f17b4afee4234ca080a4ee07c83b15b8'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:50.582071 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-370a6bc1-cd1e-43f5-aa05-00f9fa75bd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:02Z', 'revision_number': 4, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b905f644-d840-4b04-8467-8a60ee526ad3', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'floating_ip_address': '172.25.0.24', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'port_id': '4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'mac_address': 'fa:16:3e:85:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d80743-a4f7-43b0-8d8b-a88481c923e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:34:21Z', 'updated_at': '2022-01-28T05:34:48Z', 'revision_number': 1, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3922ef40-b979-43d3-a58d-2498e07c2bc5', 'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'mac_address': 'fa:16:3e:b3:63:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:01Z', 'updated_at': '2022-01-28T05:34:07Z', 'revision_number': 5, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'subnets': [{'id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:50.601050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5014af13-47de-40a7-be86-4cc4bc415276 None None] Network b08ac3b1-8b05-4779-82f0-fc2634e56d09 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:34:50.635779 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc7b81-a790-49ef-aae6-44e8439a3043 req-0a8795b1-91bc-4b83-93cd-e94e068f4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:50.638232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98bc7b81-a790-49ef-aae6-44e8439a3043 req-0a8795b1-91bc-4b83-93cd-e94e068f4238 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7b783b1a-01c6-44a0-9611-e2e73731beff HTTP/1.1" status: 200 len: 925 time: 0.1994445 Jan 28 05:34:50.656962 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac3d17d-d9c6-420a-b471-e6c78d811ae6 admin admin] Made reservation on behalf of f17b4afee4234ca080a4ee07c83b15b8 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:50.661421 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d17d-d9c6-420a-b471-e6c78d811ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:50.688496 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d17d-d9c6-420a-b471-e6c78d811ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:50.732401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43304) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:50.764233 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a6bc1-cd1e-43f5-aa05-00f9fa75bd75 None None] Checking router: 708d23c2-5079-4492-ba40-e8f8765b7fd1 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:34:50.773752 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a6bc1-cd1e-43f5-aa05-00f9fa75bd75 None None] Routers {'708d23c2-5079-4492-ba40-e8f8765b7fd1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:34:50.774533 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-370a6bc1-cd1e-43f5-aa05-00f9fa75bd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:34:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['708d23c2-5079-4492-ba40-e8f8765b7fd1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:50.814764 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e33352-13cc-4e5b-a5e5-be755ac2e5e9 admin admin] Deleting subnet fbcabd13-8187-4973-bb9e-4117deeff070 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:34:50.822628 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-94e33352-13cc-4e5b-a5e5-be755ac2e5e9 admin admin] Publish callbacks [] for subnet (fbcabd13-8187-4973-bb9e-4117deeff070), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:50.879609 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-94e33352-13cc-4e5b-a5e5-be755ac2e5e9 admin admin] Publish callbacks [] for subnet (fbcabd13-8187-4973-bb9e-4117deeff070), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:50.889587 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-370a6bc1-cd1e-43f5-aa05-00f9fa75bd75 None None] Set router 708d23c2-5079-4492-ba40-e8f8765b7fd1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:34:50.897296 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-94e33352-13cc-4e5b-a5e5-be755ac2e5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (fbcabd13-8187-4973-bb9e-4117deeff070), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:50.923709 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d17d-d9c6-420a-b471-e6c78d811ae6 admin admin] Publish callbacks [] for security_group (022fcd91-e135-4488-85db-4b99b0057244), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:50.994484 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d17d-d9c6-420a-b471-e6c78d811ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (022fcd91-e135-4488-85db-4b99b0057244), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:51.011433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98bc7b81-a790-49ef-aae6-44e8439a3043 req-4a66f92d-6b57-4857-9302-02a67b72d7e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa HTTP/1.1" status: 200 len: 998 time: 0.3661835 Jan 28 05:34:51.028456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac3d17d-d9c6-420a-b471-e6c78d811ae6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:34:51.039341 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-94e33352-13cc-4e5b-a5e5-be755ac2e5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for subnet (fbcabd13-8187-4973-bb9e-4117deeff070), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:51.044275 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d160c7-5b31-43b2-b246-c952e97792d4 req-68d323f1-908d-48b5-a545-b7fa29efd0ad tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:51.049534 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a6d160c7-5b31-43b2-b246-c952e97792d4 req-68d323f1-908d-48b5-a545-b7fa29efd0ad tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 968 time: 0.1213164 Jan 28 05:34:51.077443 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3d17d-d9c6-420a-b471-e6c78d811ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022fcd91-e135-4488-85db-4b99b0057244,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:51.096191 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-94e33352-13cc-4e5b-a5e5-be755ac2e5e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:51.109042 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-94e33352-13cc-4e5b-a5e5-be755ac2e5e9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fbcabd13-8187-4973-bb9e-4117deeff070 HTTP/1.1" status: 204 len: 168 time: 0.3686509 Jan 28 05:34:51.112070 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e33352-13cc-4e5b-a5e5-be755ac2e5e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbcabd13-8187-4973-bb9e-4117deeff070,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:51.113803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43312) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:51.120537 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d17d-d9c6-420a-b471-e6c78d811ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (5252471e-9d4c-4d36-a1d8-399e4664e392), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:51.121472 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-8ac3d17d-d9c6-420a-b471-e6c78d811ae6 admin admin] Added segment 5252471e-9d4c-4d36-a1d8-399e4664e392 of type vlan for network a68ceb60-a872-4bba-990e-8e03126b2535 Jan 28 05:34:51.135399 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc7b81-a790-49ef-aae6-44e8439a3043 req-a20fc5a6-42c1-4a9d-9c36-8c26c74c772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:51.136875 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98bc7b81-a790-49ef-aae6-44e8439a3043 req-a20fc5a6-42c1-4a9d-9c36-8c26c74c772f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f8152de8-ecac-4199-a968-1f3e5a754e20 HTTP/1.1" status: 200 len: 863 time: 0.1167984 Jan 28 05:34:51.164750 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-370a6bc1-cd1e-43f5-aa05-00f9fa75bd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:02Z', 'revision_number': 4, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b905f644-d840-4b04-8467-8a60ee526ad3', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'floating_ip_address': '172.25.0.24', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'port_id': '4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'mac_address': 'fa:16:3e:85:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d80743-a4f7-43b0-8d8b-a88481c923e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:34:21Z', 'updated_at': '2022-01-28T05:34:48Z', 'revision_number': 1, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3922ef40-b979-43d3-a58d-2498e07c2bc5', 'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'mac_address': 'fa:16:3e:b3:63:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:01Z', 'updated_at': '2022-01-28T05:34:07Z', 'revision_number': 5, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'subnets': [{'id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:51.177569 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d17d-d9c6-420a-b471-e6c78d811ae6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (a68ceb60-a872-4bba-990e-8e03126b2535), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:51.197860 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a6bc1-cd1e-43f5-aa05-00f9fa75bd75 None None] The sync data for ids ['708d23c2-5079-4492-ba40-e8f8765b7fd1'] in n-d-812111-12 is: [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:02Z', 'revision_number': 4, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b905f644-d840-4b04-8467-8a60ee526ad3', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'floating_ip_address': '172.25.0.24', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'port_id': '4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'mac_address': 'fa:16:3e:85:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d80743-a4f7-43b0-8d8b-a88481c923e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:34:21Z', 'updated_at': '2022-01-28T05:34:48Z', 'revision_number': 1, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3922ef40-b979-43d3-a58d-2498e07c2bc5', 'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'mac_address': 'fa:16:3e:b3:63:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:01Z', 'updated_at': '2022-01-28T05:34:07Z', 'revision_number': 5, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'subnets': [{'id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:34:51.199598 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-23843bcc-7720-4146-ab75-74487d41f805 req-2c0aa402-fce2-485a-be2d-44ca5a2f29fd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:34:51.200649 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23843bcc-7720-4146-ab75-74487d41f805 req-2c0aa402-fce2-485a-be2d-44ca5a2f29fd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1259077 Jan 28 05:34:51.224003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a6d160c7-5b31-43b2-b246-c952e97792d4 req-dd3a2946-634a-4f39-8f6c-689c4e464a63 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480188 Jan 28 05:34:51.232346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c5b32a32-92ad-49b0-bfcd-2a660c8d831a up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:34:51.269527 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (82f76bff-0ac8-457b-aaa0-37d78607c52c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:51.284973 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d17d-d9c6-420a-b471-e6c78d811ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (a68ceb60-a872-4bba-990e-8e03126b2535), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:51.285976 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac3d17d-d9c6-420a-b471-e6c78d811ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:51.286596 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d17d-d9c6-420a-b471-e6c78d811ae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:51.290042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc7b81-a790-49ef-aae6-44e8439a3043 req-67bf8c67-1a87-4824-a6c1-a9c577d82d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:51.292145 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98bc7b81-a790-49ef-aae6-44e8439a3043 req-67bf8c67-1a87-4824-a6c1-a9c577d82d13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7b783b1a-01c6-44a0-9611-e2e73731beff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1414194 Jan 28 05:34:51.369225 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3d17d-d9c6-420a-b471-e6c78d811ae6 admin admin] Pushing event updated for resources: {'Network': ['ID=a68ceb60-a872-4bba-990e-8e03126b2535,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:51.380914 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network a68ceb60-a872-4bba-990e-8e03126b2535 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:34:51.411685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port c5b32a32-92ad-49b0-bfcd-2a660c8d831a completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:34:51.415468 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8ac3d17d-d9c6-420a-b471-e6c78d811ae6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0917652 Jan 28 05:34:51.416404 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43318) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:51.430068 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ccb0096b-27b6-4f8e-ab35-36473e607ba7 admin admin] Request body: {'subnet': {'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2088341626-subnet', 'tenant_id': 'f17b4afee4234ca080a4ee07c83b15b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:51.442761 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (82f76bff-0ac8-457b-aaa0-37d78607c52c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:51.464752 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port c5b32a32-92ad-49b0-bfcd-2a660c8d831a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:34:51.465377 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:51.490661 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:51.491032 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:51.492444 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:51.492810 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Subscribe: > port after_create 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:51.493159 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:51.494217 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Subscribe: > port after_update 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:51.494609 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:51.494943 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:51.495340 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:51.495671 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:51.535558 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb0096b-27b6-4f8e-ab35-36473e607ba7 admin admin] Made reservation on behalf of f17b4afee4234ca080a4ee07c83b15b8 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:51.537884 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccb0096b-27b6-4f8e-ab35-36473e607ba7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:51.582974 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:51.583326 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:51.583663 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:51.583994 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:51.584358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f76bff-0ac8-457b-aaa0-37d78607c52c']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:51.584894 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6910067-7b72-4860-81ad-3f6dfceeee21 None None] New status for floating IP b905f644-d840-4b04-8467-8a60ee526ad3: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:34:51.612761 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a28967-4be6-44a9-83cf-d46cc11b2474') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:51.613057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a28967-4be6-44a9-83cf-d46cc11b2474') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:51.637393 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (b4a28967-4be6-44a9-83cf-d46cc11b2474), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:51.653038 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98bc7b81-a790-49ef-aae6-44e8439a3043 req-2d680e49-356d-437e-b96c-427476eea8bb service neutron] 10.222.0.60 "GET /v2.0/networks/7b783b1a-01c6-44a0-9611-e2e73731beff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547058 Jan 28 05:34:51.678868 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (b4a28967-4be6-44a9-83cf-d46cc11b2474), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:51.715187 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c5b32a32-92ad-49b0-bfcd-2a660c8d831a is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:34:51.715582 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:51.731654 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:34:51.732150 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (b4a28967-4be6-44a9-83cf-d46cc11b2474), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:51.791005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a801423f-7575-4a3d-9e85-54f6d392f13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b32a32-92ad-49b0-bfcd-2a660c8d831a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:34:51.793280 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef3f7eb-c7ec-4403-b163-e97adbb58222" -d '{"events": [{"server_uuid": "a801423f-7575-4a3d-9e85-54f6d392f13b", "name": "network-vif-plugged", "status": "completed", "tag": "c5b32a32-92ad-49b0-bfcd-2a660c8d831a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:34:51.802461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c5b32a32-92ad-49b0-bfcd-2a660c8d831a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: from cryptography.utils import int_from_bytes Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: from cryptography.utils import int_from_bytes Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:34:51.821328 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:34:51.881521 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccb0096b-27b6-4f8e-ab35-36473e607ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for subnet (6bf612c3-3d2e-4597-93d5-824acf2a3cd5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:51.904523 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98bc7b81-a790-49ef-aae6-44e8439a3043 req-2192f175-3bab-488b-96c7-06817c15e383 service neutron] 10.222.0.60 "GET /v2.0/networks/7b783b1a-01c6-44a0-9611-e2e73731beff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431562 Jan 28 05:34:51.936144 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (82f76bff-0ac8-457b-aaa0-37d78607c52c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:51.939186 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0096b-27b6-4f8e-ab35-36473e607ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf612c3-3d2e-4597-93d5-824acf2a3cd5,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:51.950445 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:51.959821 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] 10.222.0.31 "DELETE /v2.0/networks/82f76bff-0ac8-457b-aaa0-37d78607c52c HTTP/1.1" status: 204 len: 168 time: 0.8422091 Jan 28 05:34:51.961889 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43338) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:51.982945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb0096b-27b6-4f8e-ab35-36473e607ba7 admin admin] Checking segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:51.983590 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb0096b-27b6-4f8e-ab35-36473e607ba7 admin admin] Network hostable DHCP agents. Network: a68ceb60-a872-4bba-990e-8e03126b2535, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:34:52.004891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a0301-12ac-4e0d-b28c-73e2834c407b admin admin] Pushing event deleted for resources: {'Network': ['ID=82f76bff-0ac8-457b-aaa0-37d78607c52c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:52.012235 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:52.071275 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:52.073572 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea1815e-f2de-46ad-bb5a-0fec6e347b3f admin admin] Deleting subnet 658c750d-c980-49ee-b4a0-f63338cfeaec {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:34:52.077177 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ea1815e-f2de-46ad-bb5a-0fec6e347b3f admin admin] Publish callbacks [] for subnet (658c750d-c980-49ee-b4a0-f63338cfeaec), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:52.100870 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb0096b-27b6-4f8e-ab35-36473e607ba7 admin admin] Network a68ceb60-a872-4bba-990e-8e03126b2535 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:34:52.119970 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ea1815e-f2de-46ad-bb5a-0fec6e347b3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (658c750d-c980-49ee-b4a0-f63338cfeaec), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:52.182130 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ea1815e-f2de-46ad-bb5a-0fec6e347b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (658c750d-c980-49ee-b4a0-f63338cfeaec), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:52.192110 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-ccb0096b-27b6-4f8e-ab35-36473e607ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, a68ceb60-a872-4bba-990e-8e03126b2535) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:52.197785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb0096b-27b6-4f8e-ab35-36473e607ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:52.198614 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccb0096b-27b6-4f8e-ab35-36473e607ba7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:52.209203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf26023-c362-4e92-b4a2-60ef06eb7936 None None] Network a68ceb60-a872-4bba-990e-8e03126b2535 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:34:52.321947 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ccb0096b-27b6-4f8e-ab35-36473e607ba7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9041243 Jan 28 05:34:52.323543 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51713266-6af2-494b-b985-9db1974f9a14 None None] Network a68ceb60-a872-4bba-990e-8e03126b2535 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:34:52.347110 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ea1815e-f2de-46ad-bb5a-0fec6e347b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (658c750d-c980-49ee-b4a0-f63338cfeaec), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:52.404457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1815e-f2de-46ad-bb5a-0fec6e347b3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=658c750d-c980-49ee-b4a0-f63338cfeaec,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:52.406567 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ea1815e-f2de-46ad-bb5a-0fec6e347b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:52.412420 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43370) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:52.412573 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7ea1815e-f2de-46ad-bb5a-0fec6e347b3f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/658c750d-c980-49ee-b4a0-f63338cfeaec HTTP/1.1" status: 204 len: 168 time: 0.4169862 Jan 28 05:34:52.448355 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ff4321-c14c-4a9f-93c3-13bd254173be x-openstack-request-id: req-48ff4321-c14c-4a9f-93c3-13bd254173be {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:34:52.448809 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a801423f-7575-4a3d-9e85-54f6d392f13b", "name": "network-vif-plugged", "status": "completed", "tag": "c5b32a32-92ad-49b0-bfcd-2a660c8d831a", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:34:52.448945 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48ff4321-c14c-4a9f-93c3-13bd254173be {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:34:52.449312 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a801423f-7575-4a3d-9e85-54f6d392f13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b32a32-92ad-49b0-bfcd-2a660c8d831a', 'code': 200} Jan 28 05:34:52.523499 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (b08ac3b1-8b05-4779-82f0-fc2634e56d09), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:52.640053 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (b08ac3b1-8b05-4779-82f0-fc2634e56d09), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:52.667646 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6de89-c842-4ed0-b9d4-b46cb7ff49b7 req-f8524257-6ffd-4f7a-adb1-d4c7de5415c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:52.669282 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-02a6de89-c842-4ed0-b9d4-b46cb7ff49b7 req-f8524257-6ffd-4f7a-adb1-d4c7de5415c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 1121 time: 0.1109545 Jan 28 05:34:52.674121 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:52.674121 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:52.674121 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:52.674121 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Subscribe: > port after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:52.674121 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:52.674121 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Subscribe: > port after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:52.674121 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:52.674727 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:52.674727 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:52.675064 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:52.750565 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:52.750921 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:52.751254 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:52.751584 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 05:34:52.751952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08ac3b1-8b05-4779-82f0-fc2634e56d09']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:52.784619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d7a470-0b2e-443f-8059-491fb0e8186e') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:52.784826 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d7a470-0b2e-443f-8059-491fb0e8186e') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:34:52.806753 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (a1d7a470-0b2e-443f-8059-491fb0e8186e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:52.842671 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a1d7a470-0b2e-443f-8059-491fb0e8186e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:52.850916 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-02a6de89-c842-4ed0-b9d4-b46cb7ff49b7 req-75f4141e-84bd-45d7-a2da-8235ffb9667c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939417 Jan 28 05:34:52.855421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:34:52.855865 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (a1d7a470-0b2e-443f-8059-491fb0e8186e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: from cryptography.utils import int_from_bytes Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: from cryptography.utils import int_from_bytes Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:34:52.859927 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:34:52.885795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bcc43-d400-4871-8aee-770342eb4fa0 req-abebaa2c-6945-47ca-96b6-6bb3f2f20fa0 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:52.887467 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f95bcc43-d400-4871-8aee-770342eb4fa0 req-abebaa2c-6945-47ca-96b6-6bb3f2f20fa0 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.0678811 Jan 28 05:34:52.948497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f95bcc43-d400-4871-8aee-770342eb4fa0 req-2c9140c5-c703-4126-b72b-8fee2f916c68 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533440 Jan 28 05:34:53.026962 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (b08ac3b1-8b05-4779-82f0-fc2634e56d09), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:53.043541 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:53.046700 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b08ac3b1-8b05-4779-82f0-fc2634e56d09 HTTP/1.1" status: 204 len: 168 time: 0.6330137 Jan 28 05:34:53.047716 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60395b07-de3a-43a0-9ae3-80b4563e6b37 admin admin] Pushing event deleted for resources: {'Network': ['ID=b08ac3b1-8b05-4779-82f0-fc2634e56d09,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:53.219854 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43412) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:53.225168 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-3f64efb1-bf8f-4c22-9b25-a12b32b486e5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1737517768-network', 'tenant_id': '89403fc664754f70a65ac1b9b336b026'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:53.329172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f64efb1-bf8f-4c22-9b25-a12b32b486e5 admin admin] Made reservation on behalf of 89403fc664754f70a65ac1b9b336b026 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:53.332173 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f64efb1-bf8f-4c22-9b25-a12b32b486e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:53.341482 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f64efb1-bf8f-4c22-9b25-a12b32b486e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:53.426152 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f64efb1-bf8f-4c22-9b25-a12b32b486e5 admin admin] Publish callbacks [] for security_group (d420b33e-42b5-401f-8614-eac012e082fa), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:53.453702 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43418) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:53.486072 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f64efb1-bf8f-4c22-9b25-a12b32b486e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d420b33e-42b5-401f-8614-eac012e082fa), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:53.516195 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-687dcb60-c3b7-4ef1-ac55-a68fe368967e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04c05e0db0d14b54ab7a5a8e6413f459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613000 Jan 28 05:34:53.519509 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f64efb1-bf8f-4c22-9b25-a12b32b486e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:34:53.522530 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43422) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:53.534639 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64efb1-bf8f-4c22-9b25-a12b32b486e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d420b33e-42b5-401f-8614-eac012e082fa,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:53.539990 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f64efb1-bf8f-4c22-9b25-a12b32b486e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (0f94ad3b-d7f9-4917-8fad-80b105469100), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:53.540500 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-3f64efb1-bf8f-4c22-9b25-a12b32b486e5 admin admin] Added segment 0f94ad3b-d7f9-4917-8fad-80b105469100 of type vlan for network 3b494540-c6fa-4c20-a344-9c7ac127349a Jan 28 05:34:53.586418 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f4e2351-455a-46e6-8712-3afb1855411f admin admin] Publish callbacks [] for security_group (4a64d81a-ebcd-4cf7-a0c9-7ab7d56a5161), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:53.587905 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f64efb1-bf8f-4c22-9b25-a12b32b486e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (3b494540-c6fa-4c20-a344-9c7ac127349a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:53.620029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f4e2351-455a-46e6-8712-3afb1855411f admin admin] Publish callbacks [] for security_group (4a64d81a-ebcd-4cf7-a0c9-7ab7d56a5161), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:53.723942 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f64efb1-bf8f-4c22-9b25-a12b32b486e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (3b494540-c6fa-4c20-a344-9c7ac127349a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:53.724937 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f64efb1-bf8f-4c22-9b25-a12b32b486e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:53.725518 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f64efb1-bf8f-4c22-9b25-a12b32b486e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:53.752513 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f4e2351-455a-46e6-8712-3afb1855411f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4a64d81a-ebcd-4cf7-a0c9-7ab7d56a5161), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:53.755971 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f4e2351-455a-46e6-8712-3afb1855411f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:53.761454 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1f4e2351-455a-46e6-8712-3afb1855411f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a64d81a-ebcd-4cf7-a0c9-7ab7d56a5161 HTTP/1.1" status: 204 len: 168 time: 0.2348754 Jan 28 05:34:53.770281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e2351-455a-46e6-8712-3afb1855411f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a64d81a-ebcd-4cf7-a0c9-7ab7d56a5161,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:53.788303 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64efb1-bf8f-4c22-9b25-a12b32b486e5 admin admin] Pushing event updated for resources: {'Network': ['ID=3b494540-c6fa-4c20-a344-9c7ac127349a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:53.802737 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 3b494540-c6fa-4c20-a344-9c7ac127349a details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:34:53.864109 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3f64efb1-bf8f-4c22-9b25-a12b32b486e5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6429408 Jan 28 05:34:53.866896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43432) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:53.873186 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-057753ca-0830-4a38-809d-fd34c51ee0a8 admin admin] Request body: {'subnet': {'network_id': '3b494540-c6fa-4c20-a344-9c7ac127349a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1737517768-subnet', 'tenant_id': '89403fc664754f70a65ac1b9b336b026', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:53.953624 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057753ca-0830-4a38-809d-fd34c51ee0a8 admin admin] Made reservation on behalf of 89403fc664754f70a65ac1b9b336b026 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:53.956032 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-057753ca-0830-4a38-809d-fd34c51ee0a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:54.225531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52f43d-6b37-4454-b171-b8b747b0ec52 req-c1df9f60-e5f0-4e1d-a2df-c63f0a3f088d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:54.228526 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed52f43d-6b37-4454-b171-b8b747b0ec52 req-c1df9f60-e5f0-4e1d-a2df-c63f0a3f088d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.0787349 Jan 28 05:34:54.285411 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed52f43d-6b37-4454-b171-b8b747b0ec52 req-32378a67-5341-4df3-9f99-4c9aac5a562c tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497150 Jan 28 05:34:54.326721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43450) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:54.472406 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-057753ca-0830-4a38-809d-fd34c51ee0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (cadf2039-0709-4e13-b324-6f95257075d0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:54.523607 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:34:54.531085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057753ca-0830-4a38-809d-fd34c51ee0a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cadf2039-0709-4e13-b324-6f95257075d0,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:54.547998 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057753ca-0830-4a38-809d-fd34c51ee0a8 admin admin] Checking segment: {'id': '0f94ad3b-d7f9-4917-8fad-80b105469100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3b494540-c6fa-4c20-a344-9c7ac127349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:54.548498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057753ca-0830-4a38-809d-fd34c51ee0a8 admin admin] Network hostable DHCP agents. Network: 3b494540-c6fa-4c20-a344-9c7ac127349a, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:34:54.615424 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057753ca-0830-4a38-809d-fd34c51ee0a8 admin admin] Network 3b494540-c6fa-4c20-a344-9c7ac127349a is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:34:54.616013 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:54.651168 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43468) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:54.684486 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-057753ca-0830-4a38-809d-fd34c51ee0a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 3b494540-c6fa-4c20-a344-9c7ac127349a) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:34:54.703010 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057753ca-0830-4a38-809d-fd34c51ee0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:54.703732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20aa94f-fdcd-4f78-a636-42a553363428 None None] Network 3b494540-c6fa-4c20-a344-9c7ac127349a requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:34:54.705914 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-057753ca-0830-4a38-809d-fd34c51ee0a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:54.739869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43472) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:54.748627 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c8c8914d-6982-441e-97ee-319c994f771c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=faa31ce446cf4a88ba67543ea6b18541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0954587 Jan 28 05:34:54.771525 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43474) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:54.789462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-70127cb1-bf5d-48b8-86d1-c7c27ebe4c44 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:34:54.790529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-70127cb1-bf5d-48b8-86d1-c7c27ebe4c44 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4625733 Jan 28 05:34:54.798982 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-057753ca-0830-4a38-809d-fd34c51ee0a8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9308267 Jan 28 05:34:54.815845 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-675fd7b9-845f-499c-9a97-260bfb093f17 admin admin] Publish callbacks [] for security_group (caf7dd62-5553-4ad0-9f54-c79d99aef76c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:54.846609 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3d110e-bc72-464d-9650-51cea4a442b8 None None] Network 3b494540-c6fa-4c20-a344-9c7ac127349a requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:34:54.860122 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-675fd7b9-845f-499c-9a97-260bfb093f17 admin admin] Publish callbacks [] for security_group (caf7dd62-5553-4ad0-9f54-c79d99aef76c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:54.940073 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7d925af4-b343-429f-bef6-4c38375a0c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:55.021298 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-675fd7b9-845f-499c-9a97-260bfb093f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (caf7dd62-5553-4ad0-9f54-c79d99aef76c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:55.027400 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-675fd7b9-845f-499c-9a97-260bfb093f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:55.029513 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-675fd7b9-845f-499c-9a97-260bfb093f17 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/caf7dd62-5553-4ad0-9f54-c79d99aef76c HTTP/1.1" status: 204 len: 168 time: 0.2881033 Jan 28 05:34:55.040343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fd7b9-845f-499c-9a97-260bfb093f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf7dd62-5553-4ad0-9f54-c79d99aef76c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:55.066638 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7d925af4-b343-429f-bef6-4c38375a0c13 admin admin] Publish callbacks [] for security_group (a4777f12-0e7b-43af-ae4a-4d71219fd568), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:55.086772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-52744153-ca32-4a55-9c9d-bbee72dcaefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:55.088393 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-52744153-ca32-4a55-9c9d-bbee72dcaefb service neutron] 10.222.0.31 "GET /v2.0/ports/b77b2dd5-73c5-4ed2-91c2-0769e7e357ff HTTP/1.1" status: 200 len: 1094 time: 0.1049213 Jan 28 05:34:55.098560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-434992df-be3c-4be7-9e94-efac1ad92d1b service neutron] Request body: {'binding': {'host': 'n-h1-812111-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:55.099267 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-434992df-be3c-4be7-9e94-efac1ad92d1b service neutron] Unknown quota resources ['binding']. {{(pid=103635) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:34:55.179113 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7d925af4-b343-429f-bef6-4c38375a0c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a4777f12-0e7b-43af-ae4a-4d71219fd568), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:55.227887 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7d925af4-b343-429f-bef6-4c38375a0c13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=624982603e8842cc92f03e008232ede8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4550843 Jan 28 05:34:55.228605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d925af4-b343-429f-bef6-4c38375a0c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4777f12-0e7b-43af-ae4a-4d71219fd568,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:55.230962 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43494) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:55.293996 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-434992df-be3c-4be7-9e94-efac1ad92d1b service neutron] Attempting to bind port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff on host n-h1-812111-12 for vnic_type normal with profile None {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:34:55.294466 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-434992df-be3c-4be7-9e94-efac1ad92d1b service neutron] Attempting to bind port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:34:55.294971 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-434992df-be3c-4be7-9e94-efac1ad92d1b service neutron] Attempting to bind port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:55.295660 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-814838e7-09d4-4269-b292-c960c004512e admin admin] Publish callbacks [] for security_group (a4777f12-0e7b-43af-ae4a-4d71219fd568), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:55.300589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-434992df-be3c-4be7-9e94-efac1ad92d1b service neutron] Port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:34:55.300961 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-434992df-be3c-4be7-9e94-efac1ad92d1b service neutron] Attempting to bind port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:55.307324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-434992df-be3c-4be7-9e94-efac1ad92d1b service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:34:55.307677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-434992df-be3c-4be7-9e94-efac1ad92d1b service neutron] Checking segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:55.308067 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-434992df-be3c-4be7-9e94-efac1ad92d1b service neutron] Bound using segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:34:55.308531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-434992df-be3c-4be7-9e94-efac1ad92d1b service neutron] Bound port: b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:34:55.319822 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-814838e7-09d4-4269-b292-c960c004512e admin admin] Publish callbacks [] for security_group (a4777f12-0e7b-43af-ae4a-4d71219fd568), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:55.405173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-434992df-be3c-4be7-9e94-efac1ad92d1b service neutron] For port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:34:55.483523 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-814838e7-09d4-4269-b292-c960c004512e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a4777f12-0e7b-43af-ae4a-4d71219fd568), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:55.486104 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-814838e7-09d4-4269-b292-c960c004512e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:55.486219 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-434992df-be3c-4be7-9e94-efac1ad92d1b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:55.487280 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-814838e7-09d4-4269-b292-c960c004512e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4777f12-0e7b-43af-ae4a-4d71219fd568 HTTP/1.1" status: 204 len: 168 time: 0.2553520 Jan 28 05:34:55.487548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-434992df-be3c-4be7-9e94-efac1ad92d1b service neutron] 10.222.0.31 "POST /v2.0/ports/b77b2dd5-73c5-4ed2-91c2-0769e7e357ff/bindings HTTP/1.1" status: 201 len: 390 time: 0.3925626 Jan 28 05:34:55.498218 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814838e7-09d4-4269-b292-c960c004512e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4777f12-0e7b-43af-ae4a-4d71219fd568,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:55.736362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-fd797ea3-414f-4b0b-a2ca-2c4701ae9bdd tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:55.737863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-fd797ea3-414f-4b0b-a2ca-2c4701ae9bdd tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 821 time: 0.1249037 Jan 28 05:34:55.756272 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-d0bccd10-48c2-4f3d-ba6e-88bfa25a86a1 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/quotas/f17b4afee4234ca080a4ee07c83b15b8 HTTP/1.1" status: 200 len: 375 time: 0.0105534 Jan 28 05:34:55.789028 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-adfd0fa6-1024-47e3-815b-3971542cab85 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271485 Jan 28 05:34:55.936164 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578c484-d0cc-4be8-923e-20a885fdba6f req-9f230af3-039d-46ae-b0ca-40c5da2ead9e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:55.937705 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b578c484-d0cc-4be8-923e-20a885fdba6f req-9f230af3-039d-46ae-b0ca-40c5da2ead9e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.0724688 Jan 28 05:34:55.946284 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-c76c9e60-4ce6-43be-8784-7aafe0bac953 service neutron] 10.222.0.31 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464536 Jan 28 05:34:56.050963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b578c484-d0cc-4be8-923e-20a885fdba6f req-ca797b2f-7684-4603-9eb6-72fe938c8d8b tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957949 Jan 28 05:34:56.065442 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43536) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:56.071063 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-8319883a-35d9-4677-ac75-3fe07920bd4d service neutron] 10.222.0.31 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232536 Jan 28 05:34:56.095524 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c1c33ed8-c176-487c-a307-11900c571ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:56.204272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-f9f876db-c556-4b16-8292-a2160fbd87d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:56.205773 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-f9f876db-c556-4b16-8292-a2160fbd87d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 1097 time: 0.0702176 Jan 28 05:34:56.239259 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c1c33ed8-c176-487c-a307-11900c571ee5 admin admin] Publish callbacks [] for security_group (b288ce62-973e-4ef0-979b-9323c8d6f309), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:56.306487 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-c7e539fb-ad5c-47c6-8869-a8612b62c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:56.308132 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-c7e539fb-ad5c-47c6-8869-a8612b62c86a service neutron] 10.222.0.64 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.0964134 Jan 28 05:34:56.309436 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c1c33ed8-c176-487c-a307-11900c571ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b288ce62-973e-4ef0-979b-9323c8d6f309), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:56.388823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7edc7-9d3a-45f8-a262-5b19e0bbd83d req-5ee46222-20e6-4219-9580-d8e78e4bad6c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:56.390689 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03e7edc7-9d3a-45f8-a262-5b19e0bbd83d req-5ee46222-20e6-4219-9580-d8e78e4bad6c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 945 time: 0.0771515 Jan 28 05:34:56.394781 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-a1b5ca96-692c-45c4-bec2-6c4963029d68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff HTTP/1.1" status: 200 len: 217 time: 0.0790722 Jan 28 05:34:56.395439 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c33ed8-c176-487c-a307-11900c571ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b288ce62-973e-4ef0-979b-9323c8d6f309,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:56.470327 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c1c33ed8-c176-487c-a307-11900c571ee5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e2fa37a13934e4fbb2248624ec2632f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031277 Jan 28 05:34:56.471249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43556) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:56.528837 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-0fe98960-9f95-4628-ae25-e7a31317282b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:56.533561 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-0fe98960-9f95-4628-ae25-e7a31317282b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.1294541 Jan 28 05:34:56.534624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03e7edc7-9d3a-45f8-a262-5b19e0bbd83d req-e1e1359d-435e-4f4b-bcb1-7a594f542cf6 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382470 Jan 28 05:34:56.625455 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-46c5d53e-495a-4769-91b7-59a1a138843e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833616 Jan 28 05:34:56.655533 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5741072-0f36-4e81-bcd4-355c0e43f2be req-29729319-9033-42ac-891a-7fda4a762868 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 210 time: 0.0519502 Jan 28 05:34:56.726380 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] Publish callbacks [] for security_group (b288ce62-973e-4ef0-979b-9323c8d6f309), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:56.788300 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] Publish callbacks [] for security_group (b288ce62-973e-4ef0-979b-9323c8d6f309), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:56.822837 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-0305510b-7412-4b81-a85a-996cb5c6cb58 service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889300 Jan 28 05:34:56.945500 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-4fd737ed-5053-45e2-ad41-e7d20e146f9e service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140151 Jan 28 05:34:56.980659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f6aa8-075a-47b2-ba9e-ac1de3735209 req-883ee5d3-63d9-42a5-83e0-758cd9392986 tempest-MigrationsAdminTest-2043058160 tempest-MigrationsAdminTest-2043058160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:56.982330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c9f6aa8-075a-47b2-ba9e-ac1de3735209 req-883ee5d3-63d9-42a5-83e0-758cd9392986 tempest-MigrationsAdminTest-2043058160 tempest-MigrationsAdminTest-2043058160-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 1121 time: 0.0778034 Jan 28 05:34:57.002541 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7c9f6aa8-075a-47b2-ba9e-ac1de3735209 req-b7db6f8d-3938-4ce3-9e1e-4e2192c7e38e tempest-MigrationsAdminTest-2043058160 tempest-MigrationsAdminTest-2043058160-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:57.003885 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b288ce62-973e-4ef0-979b-9323c8d6f309), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:57.006659 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:57.010455 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b288ce62-973e-4ef0-979b-9323c8d6f309 HTTP/1.1" status: 204 len: 168 time: 0.5335655 Jan 28 05:34:57.016972 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b288ce62-973e-4ef0-979b-9323c8d6f309,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:57.025850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:57.026030 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:57.029581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:57.029581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:57.029581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:57.029581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:57.029581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:57.029581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:57.029581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:57.029581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:57.029581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:57.029581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:57.029581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0102-1747-4abd-ac70-50967a31a037 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:57.135176 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7c9f6aa8-075a-47b2-ba9e-ac1de3735209 req-b7db6f8d-3938-4ce3-9e1e-4e2192c7e38e tempest-MigrationsAdminTest-2043058160 tempest-MigrationsAdminTest-2043058160-project-admin] Publish callbacks [] for security_group (0982b861-b05a-467c-9295-62b8fc1d7cde), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:57.233147 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:57.233676 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7c9f6aa8-075a-47b2-ba9e-ac1de3735209 req-b7db6f8d-3938-4ce3-9e1e-4e2192c7e38e tempest-MigrationsAdminTest-2043058160 tempest-MigrationsAdminTest-2043058160-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0982b861-b05a-467c-9295-62b8fc1d7cde), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:57.276389 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c9f6aa8-075a-47b2-ba9e-ac1de3735209 req-b7db6f8d-3938-4ce3-9e1e-4e2192c7e38e tempest-MigrationsAdminTest-2043058160 tempest-MigrationsAdminTest-2043058160-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877238 Jan 28 05:34:57.277351 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db6f8d-3938-4ce3-9e1e-4e2192c7e38e tempest-MigrationsAdminTest-2043058160 tempest-MigrationsAdminTest-2043058160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0982b861-b05a-467c-9295-62b8fc1d7cde,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:57.427097 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-4236c774-e9cd-4771-89c9-4c56a21d3d06 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:57.428682 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-4236c774-e9cd-4771-89c9-4c56a21d3d06 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713&tenant_id=88b3e81d38b14c1ab20fd75713b63156&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 1097 time: 0.1450996 Jan 28 05:34:57.441447 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-12'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:57.538046 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:57.695203 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] For port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:34:57.760799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] For port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:34:57.762854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743c791-3fde-4782-8cd6-871fecc650d2 req-85c4c7fc-c9ac-4f1f-8370-d07d8113ef35 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:57.764949 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c743c791-3fde-4782-8cd6-871fecc650d2 req-85c4c7fc-c9ac-4f1f-8370-d07d8113ef35 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 945 time: 0.0767965 Jan 28 05:34:57.815921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be319bce-313a-43bd-b516-cab0a418a713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b77b2dd5-73c5-4ed2-91c2-0769e7e357ff'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:34:57.818807 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208f335e-a04b-4d67-9ccb-cb3596544422" -d '{"events": [{"server_uuid": "be319bce-313a-43bd-b516-cab0a418a713", "name": "network-vif-unplugged", "status": "completed", "tag": "b77b2dd5-73c5-4ed2-91c2-0769e7e357ff"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:34:57.823920 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Publish callbacks [] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:57.838920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c743c791-3fde-4782-8cd6-871fecc650d2 req-bc5c48c7-c9b9-415d-b9c2-48ebd6e111bf tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645063 Jan 28 05:34:57.922692 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:57.991891 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4b2c7cd-b6d9-44c1-b86f-405370a26e7a req-8e1a5095-df89-492d-9b2a-a10384ab02a7 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 210 time: 0.0583649 Jan 28 05:34:58.055795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43640) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:58.080412 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f54467b-0c32-4106-ae0b-887b0d6f7356 x-openstack-request-id: req-6f54467b-0c32-4106-ae0b-887b0d6f7356 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:34:58.082422 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be319bce-313a-43bd-b516-cab0a418a713", "name": "network-vif-unplugged", "status": "completed", "tag": "b77b2dd5-73c5-4ed2-91c2-0769e7e357ff", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:34:58.085290 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f54467b-0c32-4106-ae0b-887b0d6f7356 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:34:58.085290 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be319bce-313a-43bd-b516-cab0a418a713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b77b2dd5-73c5-4ed2-91c2-0769e7e357ff', 'code': 200} Jan 28 05:34:58.100868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Pushing event updated for resources: {'Port': ['ID=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,revision_number=7']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:58.106543 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Attempting to bind port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff on host n-h2-812111-12 for vnic_type normal with profile {"migrating_to": "n-h1-812111-12"} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:34:58.106948 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Attempting to bind port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:34:58.107195 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Attempting to bind port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:58.112147 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:34:58.112481 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Attempting to bind port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:34:58.119859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:34:58.120215 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Checking segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:34:58.120703 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Bound using segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:34:58.121456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Bound port: b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:34:58.121799 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:58.207089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] For port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:34:58.211133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] For port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:34:58.308864 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:58.395158 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:58.395803 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:58.397286 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] 10.222.0.64 "PUT /v2.0/ports/b77b2dd5-73c5-4ed2-91c2-0769e7e357ff HTTP/1.1" status: 200 len: 1123 time: 0.9612522 Jan 28 05:34:58.402998 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934fd96-95e4-46e8-a0c6-b3596b8c8de3 service neutron] Pushing event updated for resources: {'Port': ['ID=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,revision_number=8']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:58.467132 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e9956bd0-fd51-4673-92e3-e496636b7138 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6590de52d6244d7889c83a6245b27463&name=default HTTP/1.1" status: 200 len: 2995 time: 0.4098473 Jan 28 05:34:58.469886 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43656) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:58.698459 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] Publish callbacks [] for security_group (e9aab61d-a031-40ea-ace9-135a272b86a6), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:58.698459 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] Publish callbacks [] for security_group (e9aab61d-a031-40ea-ace9-135a272b86a6), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:58.699482 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['b77b2dd5-73c5-4ed2-91c2-0769e7e357ff'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:34:58.798120 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e9aab61d-a031-40ea-ace9-135a272b86a6), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:58.800787 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:58.804769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9aab61d-a031-40ea-ace9-135a272b86a6 HTTP/1.1" status: 204 len: 168 time: 0.3316607 Jan 28 05:34:58.832987 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aab61d-a031-40ea-ace9-135a272b86a6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:34:58.844912 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:58.845281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:58.845615 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:58.845939 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:58.846269 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:58.846648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:58.846975 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:58.847297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:58.847631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:58.848153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:58.848455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:58.848767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:58.849084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76affd44-4cd3-4c58-8c7b-864b48620983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:34:59.068886 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-e11c5756-d1a7-499a-aa50-0db83bf74de3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0480683 Jan 28 05:34:59.083999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-f7114690-471f-4aa9-b828-fac9ca6f04dc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:34:59.087696 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-f7114690-471f-4aa9-b828-fac9ca6f04dc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096934 Jan 28 05:34:59.142227 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e17b3-00c8-4c98-aa4c-ba27f1a277dd req-b254ffce-ec54-4a30-b48b-f0a32ee22167 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:59.143802 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d3e17b3-00c8-4c98-aa4c-ba27f1a277dd req-b254ffce-ec54-4a30-b48b-f0a32ee22167 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.0525720 Jan 28 05:34:59.191923 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d3e17b3-00c8-4c98-aa4c-ba27f1a277dd req-38846606-a1e8-457d-9aea-48ade32d5a8f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422809 Jan 28 05:34:59.322774 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d8aa3-b699-4319-a808-a29be9e91d6d req-d7c135de-a1eb-4414-8b50-773b2429f510 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:59.329964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a5d8aa3-b699-4319-a808-a29be9e91d6d req-d7c135de-a1eb-4414-8b50-773b2429f510 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 943 time: 0.0806358 Jan 28 05:34:59.385671 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a5d8aa3-b699-4319-a808-a29be9e91d6d req-db5b4d46-997b-4e9c-9bbc-e54c5cb2f1b9 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546730 Jan 28 05:34:59.441739 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f2da1-8dcc-4588-be53-6278ee95e6bc req-6c2940c1-72da-4473-9833-84406f5d39fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:59.444136 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-695f2da1-8dcc-4588-be53-6278ee95e6bc req-6c2940c1-72da-4473-9833-84406f5d39fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 1121 time: 0.0668442 Jan 28 05:34:59.564738 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95febc70-d70b-45c0-9d2e-66b1cab83487 req-f4374fc0-6596-4bfa-b775-540b220de1a8 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 210 time: 0.0575700 Jan 28 05:34:59.648276 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f2da1-8dcc-4588-be53-6278ee95e6bc req-8dd82b1d-8e7f-47af-88c4-3c12c2b9c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:59.650391 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-695f2da1-8dcc-4588-be53-6278ee95e6bc req-8dd82b1d-8e7f-47af-88c4-3c12c2b9c839 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1755662 Jan 28 05:34:59.656278 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-dfb97036-b88a-4e32-9e0d-050beff15663 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:59.657800 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-dfb97036-b88a-4e32-9e0d-050beff15663 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.64 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 821 time: 0.2185655 Jan 28 05:34:59.680838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-f4bd0338-e94a-428f-a84f-1ae4c811f212 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Request body: {'port': {'device_id': '7e7ee1e2-3ab0-45df-a4d7-418235e653c0', 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535', 'admin_state_up': True, 'tenant_id': 'f17b4afee4234ca080a4ee07c83b15b8'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:34:59.702763 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-695f2da1-8dcc-4588-be53-6278ee95e6bc req-71d0f125-a59f-451f-827b-aa5d98e5e436 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=c5b32a32-92ad-49b0-bfcd-2a660c8d831a HTTP/1.1" status: 200 len: 217 time: 0.0433829 Jan 28 05:34:59.749974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43716) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:59.769674 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f2da1-8dcc-4588-be53-6278ee95e6bc req-ae84b472-b4fc-4380-a69a-778a71a0f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:59.769674 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-695f2da1-8dcc-4588-be53-6278ee95e6bc req-ae84b472-b4fc-4380-a69a-778a71a0f69a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0540838 Jan 28 05:34:59.827818 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43720) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:34:59.828013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-dbe0d1e5-eb22-449a-94ea-b0f2e63f164b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5b1c73d6819424a8d8dcb70522d7927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0773687 Jan 28 05:34:59.857523 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f2da1-8dcc-4588-be53-6278ee95e6bc req-87ba6b58-915d-4b3c-a5fe-6669f0ce3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:34:59.859619 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-695f2da1-8dcc-4588-be53-6278ee95e6bc req-87ba6b58-915d-4b3c-a5fe-6669f0ce3489 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0827866 Jan 28 05:34:59.964192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-f4bd0338-e94a-428f-a84f-1ae4c811f212 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Made reservation on behalf of f17b4afee4234ca080a4ee07c83b15b8 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:34:59.968093 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-f4bd0338-e94a-428f-a84f-1ae4c811f212 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:34:59.984133 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8cc7cc0d-18d6-406b-a7ba-6772ba397269 admin admin] Publish callbacks [] for security_group (e618a6d2-d7ee-48e9-a052-31933f550723), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:00.028212 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8cc7cc0d-18d6-406b-a7ba-6772ba397269 admin admin] Publish callbacks [] for security_group (e618a6d2-d7ee-48e9-a052-31933f550723), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:00.044657 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-695f2da1-8dcc-4588-be53-6278ee95e6bc req-11647506-40e2-491b-ad22-7e8ac90e9598 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650946 Jan 28 05:35:00.084044 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be319bce-313a-43bd-b516-cab0a418a713', 'tag': 'b77b2dd5-73c5-4ed2-91c2-0769e7e357ff'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:00.086198 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2995dd-f272-4e45-a816-0f76b5320722" -d '{"events": [{"name": "network-changed", "server_uuid": "be319bce-313a-43bd-b516-cab0a418a713", "tag": "b77b2dd5-73c5-4ed2-91c2-0769e7e357ff"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:00.175801 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-f4bd0338-e94a-428f-a84f-1ae4c811f212 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Allocated IP 172.20.0.14 (a68ceb60-a872-4bba-990e-8e03126b2535/6bf612c3-3d2e-4597-93d5-824acf2a3cd5/bf91e9d1-6643-4876-a0a9-813f3897331d) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:35:00.207111 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-695f2da1-8dcc-4588-be53-6278ee95e6bc req-cb78d471-a2f2-42a4-8e90-1a8131d9a1a1 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486747 Jan 28 05:35:00.218207 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db70a205-c592-4e88-9f64-b28ed1f08e93 x-openstack-request-id: req-db70a205-c592-4e88-9f64-b28ed1f08e93 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:00.218718 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be319bce-313a-43bd-b516-cab0a418a713", "tag": "b77b2dd5-73c5-4ed2-91c2-0769e7e357ff", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:00.219537 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db70a205-c592-4e88-9f64-b28ed1f08e93 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:00.220058 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be319bce-313a-43bd-b516-cab0a418a713', 'tag': 'b77b2dd5-73c5-4ed2-91c2-0769e7e357ff', 'status': 'completed', 'code': 200} Jan 28 05:35:00.256620 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8cc7cc0d-18d6-406b-a7ba-6772ba397269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e618a6d2-d7ee-48e9-a052-31933f550723), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:00.261174 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8cc7cc0d-18d6-406b-a7ba-6772ba397269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:00.262555 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8cc7cc0d-18d6-406b-a7ba-6772ba397269 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e618a6d2-d7ee-48e9-a052-31933f550723 HTTP/1.1" status: 204 len: 168 time: 0.4326248 Jan 28 05:35:00.271441 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7cc0d-18d6-406b-a7ba-6772ba397269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e618a6d2-d7ee-48e9-a052-31933f550723,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:00.732263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2995dd-f272-4e45-a816-0f76b5320722 req-1be6ad92-c0a8-49c3-b4e1-72532341ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:00.733746 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf2995dd-f272-4e45-a816-0f76b5320722 req-1be6ad92-c0a8-49c3-b4e1-72532341ed77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 1126 time: 0.4576859 Jan 28 05:35:00.791242 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431660ec-9e68-49aa-b314-e7f082a3b77d req-ee703729-ecfb-48d8-88e8-770410905ddc tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:00.798151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-431660ec-9e68-49aa-b314-e7f082a3b77d req-ee703729-ecfb-48d8-88e8-770410905ddc tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 943 time: 0.1694636 Jan 28 05:35:00.855211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205c74c-190f-4678-b49c-c44fa535f36c req-3ce0205e-20db-4e54-b1e9-0858950d2bbe tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:00.858940 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f205c74c-190f-4678-b49c-c44fa535f36c req-3ce0205e-20db-4e54-b1e9-0858950d2bbe tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.2294157 Jan 28 05:35:00.866665 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-f4bd0338-e94a-428f-a84f-1ae4c811f212 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks [] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:00.986507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-431660ec-9e68-49aa-b314-e7f082a3b77d req-ebc6dd50-2969-4915-bd06-de39333ef99b tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872993 Jan 28 05:35:00.989836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2995dd-f272-4e45-a816-0f76b5320722 req-0ca2710f-0551-4976-be10-43e30a51b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:00.991276 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf2995dd-f272-4e45-a816-0f76b5320722 req-0ca2710f-0551-4976-be10-43e30a51b596 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.2431378 Jan 28 05:35:00.997426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f205c74c-190f-4678-b49c-c44fa535f36c req-68af550e-9a39-47de-93ba-a2d754f1263a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225998 Jan 28 05:35:01.068361 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-f4bd0338-e94a-428f-a84f-1ae4c811f212 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:01.073729 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf2995dd-f272-4e45-a816-0f76b5320722 req-5785fec3-8478-4ac0-b9d6-1c9ba106209f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff HTTP/1.1" status: 200 len: 217 time: 0.0494337 Jan 28 05:35:01.194735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-f4bd0338-e94a-428f-a84f-1ae4c811f212 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Network a68ceb60-a872-4bba-990e-8e03126b2535 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:35:01.201100 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-f4bd0338-e94a-428f-a84f-1ae4c811f212 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:35:01.203730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd0338-e94a-428f-a84f-1ae4c811f212 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Pushing event updated for resources: {'Port': ['ID=bf91e9d1-6643-4876-a0a9-813f3897331d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:01.210339 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-f4bd0338-e94a-428f-a84f-1ae4c811f212 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:35:01.218172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2995dd-f272-4e45-a816-0f76b5320722 req-20adc5eb-c889-4de9-abb4-70146de75098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:01.220277 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf2995dd-f272-4e45-a816-0f76b5320722 req-20adc5eb-c889-4de9-abb4-70146de75098 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.1421499 Jan 28 05:35:01.269796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b77b2dd5-73c5-4ed2-91c2-0769e7e357ff details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:35:01.287770 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf2995dd-f272-4e45-a816-0f76b5320722 req-c1cc5e63-2d9d-4e8f-9c06-170f28b4fd4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445454 Jan 28 05:35:01.393820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-f4bd0338-e94a-428f-a84f-1ae4c811f212 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:01.394138 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-f4bd0338-e94a-428f-a84f-1ae4c811f212 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:01.407942 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6f94e-cb3f-433a-a2d9-869cbc2f5b5b req-74069178-3fce-488b-aac8-bead0c36762e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:01.409566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4dc6f94e-cb3f-433a-a2d9-869cbc2f5b5b req-74069178-3fce-488b-aac8-bead0c36762e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 932 time: 0.2712815 Jan 28 05:35:01.435947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:01.448981 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b77b2dd5-73c5-4ed2-91c2-0769e7e357ff has no active binding in host n-h1-812111-12 {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 05:35:01.494876 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf2995dd-f272-4e45-a816-0f76b5320722 req-11d6c34e-21f4-49e7-84b1-6570d12c5b7f service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827023 Jan 28 05:35:01.499664 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-f4bd0338-e94a-428f-a84f-1ae4c811f212 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8258545 Jan 28 05:35:01.503389 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4dc6f94e-cb3f-433a-a2d9-869cbc2f5b5b req-4e7b913e-d167-4081-bada-718c3172f33e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864296 Jan 28 05:35:01.524229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Request body: {'port': {'device_id': '7e7ee1e2-3ab0-45df-a4d7-418235e653c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:01.643580 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:01.683193 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf2995dd-f272-4e45-a816-0f76b5320722 req-068a43fb-483a-48d4-b67a-eefbd5bcb999 service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714318 Jan 28 05:35:01.977316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43808) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:02.013954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf91e9d1-6643-4876-a0a9-813f3897331d {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:02.023081 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Publish callbacks [] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:02.040814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f4ce1663-a395-4add-a32a-859c24137664 req-2c04018e-c093-469a-90e5-ca1553276164 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Request body: {'security_group': {'name': 'tempest-securitygroup-139349478', 'description': 'tempest-description-377011059'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:02.058706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Transition to ACTIVE for port object bf91e9d1-6643-4876-a0a9-813f3897331d will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:35:02.136666 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:02.187082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a5b0b62-2b11-4814-8e0e-aacf5697aaf8 req-510893dc-f918-4d0a-9eee-678e50f820d8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1238284 Jan 28 05:35:02.204422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Pushing event updated for resources: {'Port': ['ID=bf91e9d1-6643-4876-a0a9-813f3897331d,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:02.207071 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4ce1663-a395-4add-a32a-859c24137664 req-2c04018e-c093-469a-90e5-ca1553276164 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:02.215960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432f2b2-43b3-45c7-bf79-bef8a0a77b5a req-e9f9f56b-ee41-4cb0-9cca-5df121241c2b tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:02.217487 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f432f2b2-43b3-45c7-bf79-bef8a0a77b5a req-e9f9f56b-ee41-4cb0-9cca-5df121241c2b tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 943 time: 0.1149001 Jan 28 05:35:02.246157 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70cf0d78-7161-4fc9-a0f7-2391de696c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:02.247495 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4ce1663-a395-4add-a32a-859c24137664 req-2c04018e-c093-469a-90e5-ca1553276164 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:02.338611 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70cf0d78-7161-4fc9-a0f7-2391de696c77 admin admin] Publish callbacks [] for security_group (25cdd3bb-6746-4686-9dea-b6d9cfd218e2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:02.398071 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70cf0d78-7161-4fc9-a0f7-2391de696c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (25cdd3bb-6746-4686-9dea-b6d9cfd218e2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:02.398443 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f891c7e-8150-418b-82cb-4eab486cf004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:02.421392 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f432f2b2-43b3-45c7-bf79-bef8a0a77b5a req-7125b19d-9ea3-4b93-bfbf-ed12212e304a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927183 Jan 28 05:35:02.427180 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Attempting to bind port bf91e9d1-6643-4876-a0a9-813f3897331d on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:35:02.427514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Attempting to bind port bf91e9d1-6643-4876-a0a9-813f3897331d by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:35:02.428136 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Attempting to bind port bf91e9d1-6643-4876-a0a9-813f3897331d on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:02.433685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b0b62-2b11-4814-8e0e-aacf5697aaf8 req-829fc8a2-8219-4c95-aa68-3d03ff322fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:02.436444 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a5b0b62-2b11-4814-8e0e-aacf5697aaf8 req-829fc8a2-8219-4c95-aa68-3d03ff322fe2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f89df0ed4324ba8a50b1f639b59017f&device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 1097 time: 0.1362238 Jan 28 05:35:02.444806 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Port bf91e9d1-6643-4876-a0a9-813f3897331d on network a68ceb60-a872-4bba-990e-8e03126b2535 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:35:02.445133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Attempting to bind port bf91e9d1-6643-4876-a0a9-813f3897331d on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:02.454128 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-70cf0d78-7161-4fc9-a0f7-2391de696c77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2dab9771a989422981726c24b1619bd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4737637 Jan 28 05:35:02.456486 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43824) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:02.457258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:35:02.457605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Checking segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:02.457985 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Bound using segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:35:02.458887 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Bound port: bf91e9d1-6643-4876-a0a9-813f3897331d, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:35:02.459250 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:02.477243 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf0d78-7161-4fc9-a0f7-2391de696c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cdd3bb-6746-4686-9dea-b6d9cfd218e2,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:02.539871 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec1ba-4c31-4d80-9530-1cfe45945397 admin admin] Publish callbacks [] for security_group (25cdd3bb-6746-4686-9dea-b6d9cfd218e2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:02.569978 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec1ba-4c31-4d80-9530-1cfe45945397 admin admin] Publish callbacks [] for security_group (25cdd3bb-6746-4686-9dea-b6d9cfd218e2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:02.607973 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4ce1663-a395-4add-a32a-859c24137664 req-2c04018e-c093-469a-90e5-ca1553276164 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks [] for security_group (eee426b4-f687-44cb-9878-848b64783ce0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:02.674505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab98a5d-a3ac-4a21-86c1-a6b5411c0576 req-24f19718-e625-4c4b-84bd-90031a9aacce tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:02.676160 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ab98a5d-a3ac-4a21-86c1-a6b5411c0576 req-24f19718-e625-4c4b-84bd-90031a9aacce tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.1368346 Jan 28 05:35:02.685277 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4ce1663-a395-4add-a32a-859c24137664 req-2c04018e-c093-469a-90e5-ca1553276164 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (eee426b4-f687-44cb-9878-848b64783ce0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:02.688376 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] For port bf91e9d1-6643-4876-a0a9-813f3897331d, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:02.698270 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec1ba-4c31-4d80-9530-1cfe45945397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (25cdd3bb-6746-4686-9dea-b6d9cfd218e2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:02.702309 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec1ba-4c31-4d80-9530-1cfe45945397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:02.703507 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2e6ec1ba-4c31-4d80-9530-1cfe45945397 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25cdd3bb-6746-4686-9dea-b6d9cfd218e2 HTTP/1.1" status: 204 len: 168 time: 0.2456331 Jan 28 05:35:02.717462 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ec1ba-4c31-4d80-9530-1cfe45945397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cdd3bb-6746-4686-9dea-b6d9cfd218e2,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:02.734326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b0b62-2b11-4814-8e0e-aacf5697aaf8 req-bbc0186a-cb20-4dfb-83d8-fdb7970699d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:02.735804 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a5b0b62-2b11-4814-8e0e-aacf5697aaf8 req-bbc0186a-cb20-4dfb-83d8-fdb7970699d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7b783b1a-01c6-44a0-9611-e2e73731beff HTTP/1.1" status: 200 len: 925 time: 0.2590744 Jan 28 05:35:02.740388 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] For port bf91e9d1-6643-4876-a0a9-813f3897331d, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=bf91e9d1-6643-4876-a0a9-813f3897331d,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:35:02.822521 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:02.824417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04018e-c093-469a-90e5-ca1553276164 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee426b4-f687-44cb-9878-848b64783ce0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:02.873534 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8dc609b3-c049-4e07-928a-c62d13e6064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:02.875409 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8dc609b3-c049-4e07-928a-c62d13e6064a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 1121 time: 0.0582786 Jan 28 05:35:02.884766 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ab98a5d-a3ac-4a21-86c1-a6b5411c0576 req-8c339326-b303-49af-af02-73a4e914dd4a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003350 Jan 28 05:35:02.932794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:02.933386 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:02.935180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] 10.222.0.64 "PUT /v2.0/ports/bf91e9d1-6643-4876-a0a9-813f3897331d HTTP/1.1" status: 200 len: 1093 time: 1.4218976 Jan 28 05:35:02.935634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7ee1e2-3ab0-45df-a4d7-418235e653c0', 'tag': 'bf91e9d1-6643-4876-a0a9-813f3897331d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:02.938025 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da496105-2801-4cd6-8e7f-a7d0263d87f4" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7ee1e2-3ab0-45df-a4d7-418235e653c0", "tag": "bf91e9d1-6643-4876-a0a9-813f3897331d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:02.953624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a5b0b62-2b11-4814-8e0e-aacf5697aaf8 req-e66893ec-4697-43e8-a9e8-6dfd37861545 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa HTTP/1.1" status: 200 len: 1000 time: 0.2046561 Jan 28 05:35:02.960733 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4ce1663-a395-4add-a32a-859c24137664 req-2c04018e-c093-469a-90e5-ca1553276164 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks [] for security_group (a9d036f2-69a2-4361-b43f-30ed54ab788b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:03.032593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa61888-33af-46fd-95cb-1b9c96d96753 service neutron] Pushing event updated for resources: {'Port': ['ID=bf91e9d1-6643-4876-a0a9-813f3897331d,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:03.045751 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4ce1663-a395-4add-a32a-859c24137664 req-2c04018e-c093-469a-90e5-ca1553276164 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a9d036f2-69a2-4361-b43f-30ed54ab788b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:03.050824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-15ac5a70-1725-4000-9880-3ceed2e04767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:03.052565 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-15ac5a70-1725-4000-9880-3ceed2e04767 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1711981 Jan 28 05:35:03.109437 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-e33a9a32-8c41-4113-b5a0-0c0ebcc5f9c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=c5b32a32-92ad-49b0-bfcd-2a660c8d831a HTTP/1.1" status: 200 len: 217 time: 0.0494001 Jan 28 05:35:03.129790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b0b62-2b11-4814-8e0e-aacf5697aaf8 req-0163bc83-c013-413b-8aa2-0ba63d96d1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:03.131551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a5b0b62-2b11-4814-8e0e-aacf5697aaf8 req-0163bc83-c013-413b-8aa2-0ba63d96d1fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f8152de8-ecac-4199-a968-1f3e5a754e20 HTTP/1.1" status: 200 len: 863 time: 0.1695995 Jan 28 05:35:03.152907 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04018e-c093-469a-90e5-ca1553276164 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d036f2-69a2-4361-b43f-30ed54ab788b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:03.178466 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-167a14ce-53de-4c18-9e23-070aaa219dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:03.178703 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-31a2f784-2d5b-45a9-b597-00d893617603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:03.179953 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-167a14ce-53de-4c18-9e23-070aaa219dd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0641854 Jan 28 05:35:03.180077 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-31a2f784-2d5b-45a9-b597-00d893617603 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 1096 time: 0.1082175 Jan 28 05:35:03.198019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b0b62-2b11-4814-8e0e-aacf5697aaf8 req-3f48ba3b-fe01-40a0-b047-ccae4280fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:03.199470 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a5b0b62-2b11-4814-8e0e-aacf5697aaf8 req-3f48ba3b-fe01-40a0-b047-ccae4280fb84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7b783b1a-01c6-44a0-9611-e2e73731beff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593629 Jan 28 05:35:03.241846 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-0f42d86c-905b-4d71-b59e-95bf8a4293c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:03.243449 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-0f42d86c-905b-4d71-b59e-95bf8a4293c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0469787 Jan 28 05:35:03.245574 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4ce1663-a395-4add-a32a-859c24137664 req-2c04018e-c093-469a-90e5-ca1553276164 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:03.246890 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f4ce1663-a395-4add-a32a-859c24137664 req-2c04018e-c093-469a-90e5-ca1553276164 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2157500 Jan 28 05:35:03.256732 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-0c0eb310-51b3-4a33-b8b2-4a86252f4015 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf91e9d1-6643-4876-a0a9-813f3897331d HTTP/1.1" status: 200 len: 217 time: 0.0562730 Jan 28 05:35:03.384537 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-9b2dfaf3-8860-44d5-9681-c1a8764699ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:03.386436 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-9b2dfaf3-8860-44d5-9681-c1a8764699ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.0975699 Jan 28 05:35:03.389405 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-9da1c2e0-f747-4ab7-ac27-3c85684e73af service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379278 Jan 28 05:35:03.418880 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a5b0b62-2b11-4814-8e0e-aacf5697aaf8 req-0b4f29ae-e1cc-4e9a-91d6-6c7efe1fd8e4 service neutron] 10.222.0.60 "GET /v2.0/networks/7b783b1a-01c6-44a0-9611-e2e73731beff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080245 Jan 28 05:35:03.422023 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b826df-880f-4a3c-8079-1faf271d97ad x-openstack-request-id: req-86b826df-880f-4a3c-8079-1faf271d97ad {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:03.422349 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7ee1e2-3ab0-45df-a4d7-418235e653c0", "tag": "bf91e9d1-6643-4876-a0a9-813f3897331d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:03.422611 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86b826df-880f-4a3c-8079-1faf271d97ad {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:03.423009 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7ee1e2-3ab0-45df-a4d7-418235e653c0', 'tag': 'bf91e9d1-6643-4876-a0a9-813f3897331d', 'status': 'completed', 'code': 200} Jan 28 05:35:03.445814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164b19c-92e5-46be-a7af-b844a0adc0cf req-937358e5-a23d-4373-9792-82d402ecdf2f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:03.448268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c164b19c-92e5-46be-a7af-b844a0adc0cf req-937358e5-a23d-4373-9792-82d402ecdf2f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 944 time: 0.1250219 Jan 28 05:35:03.456833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-c429b843-cbe9-49ab-adb3-23263a8a7fa9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512002 Jan 28 05:35:03.462332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43858) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:03.535389 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-0a377d30-eea8-42d6-afb8-4e5043a815e7 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287706 Jan 28 05:35:03.545707 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd8cee5b-2f85-4a90-8731-7f313a19652f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:03.809375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-67dbfcda-6850-48ce-a33f-84f5f08c3ce6 req-45df7761-6a2c-4855-b2a2-51032f3722c3 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Request body: {'security_group': {'name': 'tempest-securitygroup-365612365', 'description': 'tempest-description-188526157'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:03.917782 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c164b19c-92e5-46be-a7af-b844a0adc0cf req-ecb0d9f8-3092-4d47-8951-0498f0d3a9e6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524887 Jan 28 05:35:03.928308 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-21dac077-1237-4a1c-a463-a63fa6047304 service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432616 Jan 28 05:35:03.932176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a5b0b62-2b11-4814-8e0e-aacf5697aaf8 req-d1a9661d-dd20-46f0-9ea1-4446fa871d2a service neutron] 10.222.0.60 "GET /v2.0/networks/7b783b1a-01c6-44a0-9611-e2e73731beff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938829 Jan 28 05:35:03.999536 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-67dbfcda-6850-48ce-a33f-84f5f08c3ce6 req-45df7761-6a2c-4855-b2a2-51032f3722c3 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:04.114161 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd8cee5b-2f85-4a90-8731-7f313a19652f admin admin] Publish callbacks [] for security_group (869a6fc5-751c-4bbe-beec-1c8815a62fcc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:04.129162 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13460205-a1e9-450b-9ed9-11934b7fdfe1 req-9fe0378a-e180-413c-aff7-dd72382014bc service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921434 Jan 28 05:35:04.143861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3717d8-4adb-46c2-aea3-a8353478b594 req-3f6aace8-e2cb-497c-8b03-9c2516cee0e6 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:04.145307 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b3717d8-4adb-46c2-aea3-a8353478b594 req-3f6aace8-e2cb-497c-8b03-9c2516cee0e6 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 943 time: 0.1536021 Jan 28 05:35:04.184175 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-67dbfcda-6850-48ce-a33f-84f5f08c3ce6 req-45df7761-6a2c-4855-b2a2-51032f3722c3 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks [] for security_group (2487c2ba-5c2e-44e4-9db0-bbd3b0c2dbc5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:04.189121 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd8cee5b-2f85-4a90-8731-7f313a19652f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (869a6fc5-751c-4bbe-beec-1c8815a62fcc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:04.247676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cd8cee5b-2f85-4a90-8731-7f313a19652f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=339cab21aaad4ad38fbf41c89d5b3c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7871754 Jan 28 05:35:04.250429 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43874) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:04.250847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cee5b-2f85-4a90-8731-7f313a19652f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869a6fc5-751c-4bbe-beec-1c8815a62fcc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:04.256126 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b3717d8-4adb-46c2-aea3-a8353478b594 req-5b9bf03c-7ccc-4d83-93cc-57ff45477832 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984786 Jan 28 05:35:04.311202 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1bf988fa-82b6-49e1-bcc4-fdd9cd8ad229 admin admin] Publish callbacks [] for security_group (869a6fc5-751c-4bbe-beec-1c8815a62fcc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:04.323659 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-67dbfcda-6850-48ce-a33f-84f5f08c3ce6 req-45df7761-6a2c-4855-b2a2-51032f3722c3 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2487c2ba-5c2e-44e4-9db0-bbd3b0c2dbc5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:04.334417 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1bf988fa-82b6-49e1-bcc4-fdd9cd8ad229 admin admin] Publish callbacks [] for security_group (869a6fc5-751c-4bbe-beec-1c8815a62fcc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:04.409492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7761-6a2c-4855-b2a2-51032f3722c3 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2487c2ba-5c2e-44e4-9db0-bbd3b0c2dbc5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:04.434991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da496105-2801-4cd6-8e7f-a7d0263d87f4 req-738ca868-7880-4ad5-a7c0-7229edd015bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:04.436529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da496105-2801-4cd6-8e7f-a7d0263d87f4 req-738ca868-7880-4ad5-a7c0-7229edd015bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 1096 time: 0.1090233 Jan 28 05:35:04.443325 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-67dbfcda-6850-48ce-a33f-84f5f08c3ce6 req-45df7761-6a2c-4855-b2a2-51032f3722c3 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:04.444560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67dbfcda-6850-48ce-a33f-84f5f08c3ce6 req-45df7761-6a2c-4855-b2a2-51032f3722c3 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6508844 Jan 28 05:35:04.460186 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1bf988fa-82b6-49e1-bcc4-fdd9cd8ad229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (869a6fc5-751c-4bbe-beec-1c8815a62fcc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:04.467731 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1bf988fa-82b6-49e1-bcc4-fdd9cd8ad229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:04.479491 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1bf988fa-82b6-49e1-bcc4-fdd9cd8ad229 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/869a6fc5-751c-4bbe-beec-1c8815a62fcc HTTP/1.1" status: 204 len: 168 time: 0.2274091 Jan 28 05:35:04.505701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf988fa-82b6-49e1-bcc4-fdd9cd8ad229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869a6fc5-751c-4bbe-beec-1c8815a62fcc,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:04.606713 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-94d7a0d8-f71f-4f4c-9302-cf1ba0b32a05 service neutron] 10.222.0.60 "GET /v2.0/ports/b77b2dd5-73c5-4ed2-91c2-0769e7e357ff/bindings/n-h1-812111-12 HTTP/1.1" status: 200 len: 385 time: 0.2329502 Jan 28 05:35:04.663528 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c7241-604d-4489-a7ab-ce7718285a02 req-97c45855-aac9-41b9-8776-b7eb93489200 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:04.665724 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e91c7241-604d-4489-a7ab-ce7718285a02 req-97c45855-aac9-41b9-8776-b7eb93489200 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.1099725 Jan 28 05:35:04.692481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da496105-2801-4cd6-8e7f-a7d0263d87f4 req-4da09d63-5b63-4995-98a4-87acef8093fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:04.693953 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da496105-2801-4cd6-8e7f-a7d0263d87f4 req-4da09d63-5b63-4995-98a4-87acef8093fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.2485166 Jan 28 05:35:04.719051 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a131ee9a-6258-4893-9b60-33581aee25f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:04.762103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da496105-2801-4cd6-8e7f-a7d0263d87f4 req-3b7cc98c-e392-4c97-b805-9955fde17262 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf91e9d1-6643-4876-a0a9-813f3897331d HTTP/1.1" status: 200 len: 217 time: 0.0606282 Jan 28 05:35:04.835622 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e91c7241-604d-4489-a7ab-ce7718285a02 req-643c49ee-0949-4009-8435-341bb21ed45f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626861 Jan 28 05:35:04.855989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da496105-2801-4cd6-8e7f-a7d0263d87f4 req-4540fde4-ec5e-4772-9a37-09617f474a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:04.857455 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da496105-2801-4cd6-8e7f-a7d0263d87f4 req-4540fde4-ec5e-4772-9a37-09617f474a54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.0865865 Jan 28 05:35:04.927303 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da496105-2801-4cd6-8e7f-a7d0263d87f4 req-8d7da11d-306d-48e3-8825-73cce7b02662 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565686 Jan 28 05:35:05.022179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-665723cf-fc99-45ab-a2d3-6e7ba7542fe8 service neutron] For port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:05.053908 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43904) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:05.063024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-665723cf-fc99-45ab-a2d3-6e7ba7542fe8 service neutron] For port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:05.090330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da496105-2801-4cd6-8e7f-a7d0263d87f4 req-701c323c-0247-4fed-a35c-9327af740de0 service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544960 Jan 28 05:35:05.109574 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-665723cf-fc99-45ab-a2d3-6e7ba7542fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77b2dd5-73c5-4ed2-91c2-0769e7e357ff {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:05.131543 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-665723cf-fc99-45ab-a2d3-6e7ba7542fe8 service neutron] For port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:05.176323 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5c30bfe6-725d-4d1e-b8a8-f5e1eb4a7e36 req-b5820920-94b8-479f-a21d-04a9deb8723c tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-69957722', 'description': 'tempest-description-424887884'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:05.237836 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da496105-2801-4cd6-8e7f-a7d0263d87f4 req-3fee3c21-f0d6-45ef-a9b0-5e5e232f29d9 service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338356 Jan 28 05:35:05.240713 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e0264aa3-f4f9-4438-bd8e-23b9c02e2ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:05.261367 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-665723cf-fc99-45ab-a2d3-6e7ba7542fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:05.329391 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c30bfe6-725d-4d1e-b8a8-f5e1eb4a7e36 req-b5820920-94b8-479f-a21d-04a9deb8723c tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:05.336386 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c30bfe6-725d-4d1e-b8a8-f5e1eb4a7e36 req-b5820920-94b8-479f-a21d-04a9deb8723c tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:05.366611 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e0264aa3-f4f9-4438-bd8e-23b9c02e2ebc admin admin] Publish callbacks [] for security_group (46c258f3-38e5-49b7-b4cc-2dcea2ae8ba6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:05.443223 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-665723cf-fc99-45ab-a2d3-6e7ba7542fe8 service neutron] Transition to ACTIVE for port object b77b2dd5-73c5-4ed2-91c2-0769e7e357ff will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:35:05.456416 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9157b09-24cf-46c7-8bef-e46cb7d21968 req-e7dbd734-d9bf-4863-9537-e24937b445a6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:05.457947 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9157b09-24cf-46c7-8bef-e46cb7d21968 req-e7dbd734-d9bf-4863-9537-e24937b445a6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 944 time: 0.1083791 Jan 28 05:35:05.483256 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e0264aa3-f4f9-4438-bd8e-23b9c02e2ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (46c258f3-38e5-49b7-b4cc-2dcea2ae8ba6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:05.524354 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-665723cf-fc99-45ab-a2d3-6e7ba7542fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:05.540744 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e0264aa3-f4f9-4438-bd8e-23b9c02e2ebc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f79dd0d2fddd4617bb02d88532e10f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4840114 Jan 28 05:35:05.543380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43922) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:05.543519 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0264aa3-f4f9-4438-bd8e-23b9c02e2ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c258f3-38e5-49b7-b4cc-2dcea2ae8ba6,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:05.572901 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c30bfe6-725d-4d1e-b8a8-f5e1eb4a7e36 req-b5820920-94b8-479f-a21d-04a9deb8723c tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks [] for security_group (aa9ad035-b782-46ed-9bd6-1fe6bf9b13e9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:05.601012 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9157b09-24cf-46c7-8bef-e46cb7d21968 req-0e9916e7-851d-43da-9429-2bcb92330553 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327891 Jan 28 05:35:05.641157 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c30bfe6-725d-4d1e-b8a8-f5e1eb4a7e36 req-b5820920-94b8-479f-a21d-04a9deb8723c tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (aa9ad035-b782-46ed-9bd6-1fe6bf9b13e9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:05.664235 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665723cf-fc99-45ab-a2d3-6e7ba7542fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,revision_number=10']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:05.668158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-665723cf-fc99-45ab-a2d3-6e7ba7542fe8 service neutron] No DVR routers for this DVR port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:35:05.755885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5820920-94b8-479f-a21d-04a9deb8723c tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9ad035-b782-46ed-9bd6-1fe6bf9b13e9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:05.794087 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-665723cf-fc99-45ab-a2d3-6e7ba7542fe8 service neutron] 10.222.0.60 "PUT /v2.0/ports/b77b2dd5-73c5-4ed2-91c2-0769e7e357ff/bindings/n-h1-812111-12/activate HTTP/1.1" status: 200 len: 370 time: 1.1745553 Jan 28 05:35:05.795938 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0428ae18-8256-48c3-8593-d34df1d2937c admin admin] Publish callbacks [] for security_group (46c258f3-38e5-49b7-b4cc-2dcea2ae8ba6), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:05.831327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb4b06-4535-4f28-abee-71c7597c1e2b req-e1dc86a9-2a9a-4f12-ab9a-e19a01e33e40 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:05.832817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0cb4b06-4535-4f28-abee-71c7597c1e2b req-e1dc86a9-2a9a-4f12-ab9a-e19a01e33e40 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 944 time: 0.1497500 Jan 28 05:35:05.849869 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0428ae18-8256-48c3-8593-d34df1d2937c admin admin] Publish callbacks [] for security_group (46c258f3-38e5-49b7-b4cc-2dcea2ae8ba6), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:05.854251 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c30bfe6-725d-4d1e-b8a8-f5e1eb4a7e36 req-b5820920-94b8-479f-a21d-04a9deb8723c tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks [] for security_group (db4400df-24c6-49be-b4ff-e66ffa691a20), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:05.902720 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c30bfe6-725d-4d1e-b8a8-f5e1eb4a7e36 req-b5820920-94b8-479f-a21d-04a9deb8723c tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (db4400df-24c6-49be-b4ff-e66ffa691a20), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:05.944346 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0cb4b06-4535-4f28-abee-71c7597c1e2b req-36da9110-6fb1-4eb7-a8ca-db902a2ae9ab tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015630 Jan 28 05:35:05.981414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5820920-94b8-479f-a21d-04a9deb8723c tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4400df-24c6-49be-b4ff-e66ffa691a20,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:06.007257 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c30bfe6-725d-4d1e-b8a8-f5e1eb4a7e36 req-b5820920-94b8-479f-a21d-04a9deb8723c tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:06.010348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c30bfe6-725d-4d1e-b8a8-f5e1eb4a7e36 req-b5820920-94b8-479f-a21d-04a9deb8723c tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8414252 Jan 28 05:35:06.041616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-88e5ad12-edac-4567-88b7-14fc388038fd tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:06.043312 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-88e5ad12-edac-4567-88b7-14fc388038fd tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713&tenant_id=88b3e81d38b14c1ab20fd75713b63156&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 1096 time: 0.0946198 Jan 28 05:35:06.101648 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0428ae18-8256-48c3-8593-d34df1d2937c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (46c258f3-38e5-49b7-b4cc-2dcea2ae8ba6), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:06.105280 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0428ae18-8256-48c3-8593-d34df1d2937c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:06.109685 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0428ae18-8256-48c3-8593-d34df1d2937c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46c258f3-38e5-49b7-b4cc-2dcea2ae8ba6 HTTP/1.1" status: 204 len: 168 time: 0.5322247 Jan 28 05:35:06.124812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428ae18-8256-48c3-8593-d34df1d2937c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c258f3-38e5-49b7-b4cc-2dcea2ae8ba6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:06.150545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-1205a939-007c-4300-b71e-282ec3a95ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:06.151560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-1205a939-007c-4300-b71e-282ec3a95ded service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713&tenant_id=88b3e81d38b14c1ab20fd75713b63156 HTTP/1.1" status: 200 len: 1096 time: 0.0998940 Jan 28 05:35:06.247788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dd433-7bb3-4ad9-80ee-eba42b5c8f13 req-27479bef-e18c-4c8b-ab84-c9c8e55e95fd tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:06.250766 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-329dd433-7bb3-4ad9-80ee-eba42b5c8f13 req-27479bef-e18c-4c8b-ab84-c9c8e55e95fd tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.0864940 Jan 28 05:35:06.254469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-0ebf1609-3dc0-4762-baf8-2648d64a9f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:06.255977 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-0ebf1609-3dc0-4762-baf8-2648d64a9f7f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 1096 time: 0.0608923 Jan 28 05:35:06.369518 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-329dd433-7bb3-4ad9-80ee-eba42b5c8f13 req-f91daa37-df36-47d7-9e0b-eb02af76ae69 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124654 Jan 28 05:35:06.393708 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:06.404621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-72b4d44d-878a-42a4-9481-7c34d0a935d8 req-a4485c87-9e98-4d21-acf6-d0c3ed71abb5 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1565342980', 'description': 'tempest-description-1547086871'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:06.416197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-c0bfe516-bb08-4b13-beac-78ab0e7b60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:06.417710 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-c0bfe516-bb08-4b13-beac-78ab0e7b60f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.1521735 Jan 28 05:35:06.459788 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-4831765c-db74-40b1-9763-b4b0da2c766a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff HTTP/1.1" status: 200 len: 217 time: 0.0359571 Jan 28 05:35:06.507407 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72b4d44d-878a-42a4-9481-7c34d0a935d8 req-a4485c87-9e98-4d21-acf6-d0c3ed71abb5 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:06.510389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-300a897b-ba98-483c-9ffd-21bbae245718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:06.511971 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-300a897b-ba98-483c-9ffd-21bbae245718 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.0468841 Jan 28 05:35:06.553477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-c984f5fe-4591-4a52-a5a6-b5d38a34341f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335121 Jan 28 05:35:06.684051 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72b4d44d-878a-42a4-9481-7c34d0a935d8 req-a4485c87-9e98-4d21-acf6-d0c3ed71abb5 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks [] for security_group (6576cd77-cb0b-49df-8950-3eec46c2aed3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:06.689714 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-545aa654-614d-4c6b-b3e4-af143fe4a880 service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267071 Jan 28 05:35:06.753185 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72b4d44d-878a-42a4-9481-7c34d0a935d8 req-a4485c87-9e98-4d21-acf6-d0c3ed71abb5 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6576cd77-cb0b-49df-8950-3eec46c2aed3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:06.804649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4485c87-9e98-4d21-acf6-d0c3ed71abb5 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6576cd77-cb0b-49df-8950-3eec46c2aed3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:06.813261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-d50a132d-0b4a-4af4-9041-c5a0409db702 service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175785 Jan 28 05:35:06.829907 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72b4d44d-878a-42a4-9481-7c34d0a935d8 req-a4485c87-9e98-4d21-acf6-d0c3ed71abb5 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:06.831472 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72b4d44d-878a-42a4-9481-7c34d0a935d8 req-a4485c87-9e98-4d21-acf6-d0c3ed71abb5 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4327962 Jan 28 05:35:06.894512 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43976) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:06.913789 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28d726c2-9638-4490-aa39-08498685f4bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:06.994713 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8e6bd-5b50-4268-b23c-99f598d7b876 req-a5b3423c-5fc0-45ff-af72-de76c2643254 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:06.996257 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cc8e6bd-5b50-4268-b23c-99f598d7b876 req-a5b3423c-5fc0-45ff-af72-de76c2643254 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 944 time: 0.1014566 Jan 28 05:35:07.014497 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28d726c2-9638-4490-aa39-08498685f4bb admin admin] Publish callbacks [] for security_group (efdf2a76-f7d6-44e5-a61e-42771ef769ea), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:07.060986 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28d726c2-9638-4490-aa39-08498685f4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (efdf2a76-f7d6-44e5-a61e-42771ef769ea), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:07.093655 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-28d726c2-9638-4490-aa39-08498685f4bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=611a4160e051484e84715f0f5023007a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1970265 Jan 28 05:35:07.098328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cc8e6bd-5b50-4268-b23c-99f598d7b876 req-1ec6a9f8-8ca6-4b04-bda0-fdca6520a7a5 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902886 Jan 28 05:35:07.098789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43982) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:07.116941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d726c2-9638-4490-aa39-08498685f4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdf2a76-f7d6-44e5-a61e-42771ef769ea,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:07.245233 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f83f7d2-560d-48b8-9aa3-1a0dd49bd5e7 admin admin] Publish callbacks [] for security_group (efdf2a76-f7d6-44e5-a61e-42771ef769ea), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:07.272203 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-79e7a199-cf4b-4fdb-9ea9-a81132c06f04 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45385 time: 0.4186897 Jan 28 05:35:07.309190 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f83f7d2-560d-48b8-9aa3-1a0dd49bd5e7 admin admin] Publish callbacks [] for security_group (efdf2a76-f7d6-44e5-a61e-42771ef769ea), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:07.333754 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d08db2-2002-492b-bf0f-7b23cd8627a4 req-2c0ff9d7-6fda-48b7-bd2e-dba9db4c1692 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:07.335236 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78d08db2-2002-492b-bf0f-7b23cd8627a4 req-2c0ff9d7-6fda-48b7-bd2e-dba9db4c1692 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 944 time: 0.1415884 Jan 28 05:35:07.342166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device bf91e9d1-6643-4876-a0a9-813f3897331d details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:35:07.418393 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-8cdb5265-7e88-4cd3-b6a6-5012f82c2fab tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:07.419794 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-8cdb5265-7e88-4cd3-b6a6-5012f82c2fab tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713&tenant_id=88b3e81d38b14c1ab20fd75713b63156&binding%3Ahost_id=n-h1-812111-12 HTTP/1.1" status: 200 len: 1096 time: 0.1451707 Jan 28 05:35:07.428405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-1d6b224f-948b-4ca1-917e-0a2dbdc520a6 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/022fcd91-e135-4488-85db-4b99b0057244 HTTP/1.1" status: 200 len: 2998 time: 0.1063464 Jan 28 05:35:07.449407 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port bf91e9d1-6643-4876-a0a9-813f3897331d, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=bf91e9d1-6643-4876-a0a9-813f3897331d,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:07.470784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'bf91e9d1-6643-4876-a0a9-813f3897331d', 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535', 'port_id': 'bf91e9d1-6643-4876-a0a9-813f3897331d', 'mac_address': 'fa:16:3e:dc:ff:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf612c3-3d2e-4597-93d5-824acf2a3cd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:35:07.486960 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78d08db2-2002-492b-bf0f-7b23cd8627a4 req-350683ef-c508-449e-85aa-5a9ebc6c3176 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417634 Jan 28 05:35:07.514062 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port bf91e9d1-6643-4876-a0a9-813f3897331d is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:35:07.514485 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:07.532206 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf91e9d1-6643-4876-a0a9-813f3897331d {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:07.535486 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-800c9459-c811-461a-ba1d-fe181bebdeec tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/022fcd91-e135-4488-85db-4b99b0057244 HTTP/1.1" status: 200 len: 2998 time: 0.0777998 Jan 28 05:35:07.555817 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port bf91e9d1-6643-4876-a0a9-813f3897331d, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=bf91e9d1-6643-4876-a0a9-813f3897331d,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:07.558139 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f83f7d2-560d-48b8-9aa3-1a0dd49bd5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (efdf2a76-f7d6-44e5-a61e-42771ef769ea), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:07.560676 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f83f7d2-560d-48b8-9aa3-1a0dd49bd5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:07.564307 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1f83f7d2-560d-48b8-9aa3-1a0dd49bd5e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/efdf2a76-f7d6-44e5-a61e-42771ef769ea HTTP/1.1" status: 204 len: 168 time: 0.4571753 Jan 28 05:35:07.583849 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83f7d2-560d-48b8-9aa3-1a0dd49bd5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdf2a76-f7d6-44e5-a61e-42771ef769ea,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:07.621047 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-1f261070-f207-4db8-b94b-a2f3aa74aae2 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0982b861-b05a-467c-9295-62b8fc1d7cde HTTP/1.1" status: 200 len: 2998 time: 0.0671265 Jan 28 05:35:07.661320 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:07.687781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-85e0698d-5c25-4f01-9658-26a81f4bb85e tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0982b861-b05a-467c-9295-62b8fc1d7cde HTTP/1.1" status: 200 len: 2998 time: 0.0596836 Jan 28 05:35:07.723598 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:07.724643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=bf91e9d1-6643-4876-a0a9-813f3897331d,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:07.734600 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:07.734815 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:07.735366 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:07.736327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:07.736947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:07.737737 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:07.738357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:07.738860 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:07.739664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:07.740426 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:07.741103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:07.741756 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:07.742185 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-78c2b74c-dcda-411a-adbf-ba4a27711b15 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/1879aeff-53d0-4eda-8726-df334d281b23 HTTP/1.1" status: 200 len: 2998 time: 0.0535576 Jan 28 05:35:07.743412 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:07.746774 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-9ee3f383-affe-425e-a15c-fdeaea21f5c4 service neutron] For port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:07.756771 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-9ee3f383-affe-425e-a15c-fdeaea21f5c4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:07.756771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9acb303-c7a0-4ef8-8ae0-3d3b4a1d57fe req-9ee3f383-affe-425e-a15c-fdeaea21f5c4 service neutron] 10.222.0.64 "DELETE /v2.0/ports/b77b2dd5-73c5-4ed2-91c2-0769e7e357ff/bindings/n-h2-812111-12 HTTP/1.1" status: 204 len: 173 time: 0.3304944 Jan 28 05:35:07.789169 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-f966ef3c-4e04-43ab-bd1e-e23aac942cf6 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/1879aeff-53d0-4eda-8726-df334d281b23 HTTP/1.1" status: 200 len: 2998 time: 0.0460958 Jan 28 05:35:07.833123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-4120af95-86be-4eb3-b89e-337f9fabd9d9 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/39fab479-4f23-4a88-a966-65bfde979b91 HTTP/1.1" status: 200 len: 2998 time: 0.0370991 Jan 28 05:35:07.879937 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-287b7293-85fa-4e0e-beea-c3aa6ffcd6cd tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/39fab479-4f23-4a88-a966-65bfde979b91 HTTP/1.1" status: 200 len: 2998 time: 0.0366035 Jan 28 05:35:07.931657 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-df7c3bec-2b0d-47dc-bd3e-d52f025fa864 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4951a9c0-5898-4dbc-acce-acbff2527d83 HTTP/1.1" status: 200 len: 2998 time: 0.0380285 Jan 28 05:35:07.950285 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device b77b2dd5-73c5-4ed2-91c2-0769e7e357ff no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:35:07.976021 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-7d5b8348-a54b-4c69-b36d-e6696f20e770 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4951a9c0-5898-4dbc-acce-acbff2527d83 HTTP/1.1" status: 200 len: 2998 time: 0.0432582 Jan 28 05:35:07.988131 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['bf91e9d1-6643-4876-a0a9-813f3897331d'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:35:08.032647 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-cdc94f89-edcb-4932-ac53-82ef8e916a65 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/927c2d56-66f1-455c-b6c2-8a644a22eb85 HTTP/1.1" status: 200 len: 2998 time: 0.0491092 Jan 28 05:35:08.046605 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] The host n-h2-812111-12 is not matching for port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff host n-h1-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:35:08.047003 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device b77b2dd5-73c5-4ed2-91c2-0769e7e357ff not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:35:08.129461 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-7f55d9bb-9713-4a38-a723-74a97a2d1f57 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/927c2d56-66f1-455c-b6c2-8a644a22eb85 HTTP/1.1" status: 200 len: 2998 time: 0.0812726 Jan 28 05:35:08.185764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226b6c3-427f-40fe-afac-e85333bc9095 req-633be984-2892-426b-bf86-f8d2f5ad0ae7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:08.187295 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0226b6c3-427f-40fe-afac-e85333bc9095 req-633be984-2892-426b-bf86-f8d2f5ad0ae7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.1005192 Jan 28 05:35:08.219880 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-0069355a-428e-4e4d-b190-d5c61137ae0a tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/949449ee-335c-485e-8080-7c2f7b33444c HTTP/1.1" status: 200 len: 2990 time: 0.0762527 Jan 28 05:35:08.258808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0226b6c3-427f-40fe-afac-e85333bc9095 req-e3c267ac-def7-4717-b8bf-532f95ed635d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653048 Jan 28 05:35:08.288222 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-8ae603eb-8212-4ba0-856b-8a87f7a998e7 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/949449ee-335c-485e-8080-7c2f7b33444c HTTP/1.1" status: 200 len: 2990 time: 0.0511739 Jan 28 05:35:08.337546 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-00b74bd8-ad01-4076-ad77-66685f6faae3 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a7ecb1f6-1608-45ff-b351-8ae62bec2ae8 HTTP/1.1" status: 200 len: 2994 time: 0.0500124 Jan 28 05:35:08.383264 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-515c094e-e6fa-49f9-a866-e6803af805d4 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a7ecb1f6-1608-45ff-b351-8ae62bec2ae8 HTTP/1.1" status: 200 len: 2994 time: 0.0388222 Jan 28 05:35:08.428282 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-5ea7cbe3-bd2a-4ebd-bfca-2c4a8d0c9246 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/aa92f76c-4bf4-4768-8a5e-96cc55968b67 HTTP/1.1" status: 200 len: 2994 time: 0.0372694 Jan 28 05:35:08.474748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-26276ca5-4b9e-4055-83d5-5da6421d2a84 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/aa92f76c-4bf4-4768-8a5e-96cc55968b67 HTTP/1.1" status: 200 len: 2994 time: 0.0401773 Jan 28 05:35:08.530168 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-72443039-be76-4fbd-b029-00a5ae3f4fc5 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/aa9ad035-b782-46ed-9bd6-1fe6bf9b13e9 HTTP/1.1" status: 200 len: 2998 time: 0.0457063 Jan 28 05:35:08.570190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-64a1865a-b194-4e11-b087-40e9e284aeb0 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/aa9ad035-b782-46ed-9bd6-1fe6bf9b13e9 HTTP/1.1" status: 200 len: 2998 time: 0.0378625 Jan 28 05:35:08.837559 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-a1977a4e-c1d8-417c-a6c2-f18f59593689 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d420b33e-42b5-401f-8614-eac012e082fa HTTP/1.1" status: 200 len: 2998 time: 0.2592826 Jan 28 05:35:08.899022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5700b9-a0e2-4116-b4e4-b19df38bf0da req-eef3dd5a-db94-4470-8b5c-46e11b59465d tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:08.900682 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a5700b9-a0e2-4116-b4e4-b19df38bf0da req-eef3dd5a-db94-4470-8b5c-46e11b59465d tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 945 time: 0.0766878 Jan 28 05:35:08.905489 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-e7a06c64-3e9e-4ff1-a3c8-7c71a239dc4a tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d420b33e-42b5-401f-8614-eac012e082fa HTTP/1.1" status: 200 len: 2998 time: 0.0546370 Jan 28 05:35:08.981923 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-04477964-4978-4d84-b662-3a51ce7a00bf tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e112b3f7-93d4-4eb0-a676-740d92c06679 HTTP/1.1" status: 200 len: 2994 time: 0.0673547 Jan 28 05:35:08.985126 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a5700b9-a0e2-4116-b4e4-b19df38bf0da req-889254ba-ab5a-4fd8-b45a-3b9832646a8a tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775313 Jan 28 05:35:09.020018 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:09.036538 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-e1d84468-3dc1-4bc3-92e6-28800566e607 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e112b3f7-93d4-4eb0-a676-740d92c06679 HTTP/1.1" status: 200 len: 2994 time: 0.0488183 Jan 28 05:35:09.089659 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-e0dd4d72-1bc0-4ee4-941a-0524729cc9e3 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/eee426b4-f687-44cb-9878-848b64783ce0 HTTP/1.1" status: 200 len: 2998 time: 0.0433917 Jan 28 05:35:09.128448 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ec56b6-bb87-4329-b1e9-ab8e7f220469 req-8e0063c6-610f-42a9-b350-8c8ca3ef16d6 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/eee426b4-f687-44cb-9878-848b64783ce0 HTTP/1.1" status: 200 len: 2998 time: 0.0359688 Jan 28 05:35:09.230532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e77c0-94e3-46fe-8e96-1d0fcbc02129 req-a4fe29ad-8283-4043-b123-9a83cde8a078 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:09.231777 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a70e77c0-94e3-46fe-8e96-1d0fcbc02129 req-a4fe29ad-8283-4043-b123-9a83cde8a078 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 944 time: 0.0541031 Jan 28 05:35:09.280608 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a70e77c0-94e3-46fe-8e96-1d0fcbc02129 req-43ad6705-ad3a-4f11-9024-125f489284ee tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432169 Jan 28 05:35:09.355083 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device bf91e9d1-6643-4876-a0a9-813f3897331d up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:35:09.473433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port bf91e9d1-6643-4876-a0a9-813f3897331d completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:35:09.476617 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53b8c13b-ec8c-406b-a812-d150e6ccbdf5 req-a68bc745-346f-4088-9996-645635aa62db tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b29bce8be3ca421493e734b01a3e6d12 HTTP/1.1" status: 200 len: 6151 time: 0.0801718 Jan 28 05:35:09.478279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port bf91e9d1-6643-4876-a0a9-813f3897331d triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:35:09.478840 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:09.532229 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53b8c13b-ec8c-406b-a812-d150e6ccbdf5 req-53e38ffd-f4b7-4093-bdca-0c2b890fa0b8 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] 10.222.0.31 "GET /v2.0/security-groups/eee426b4-f687-44cb-9878-848b64783ce0 HTTP/1.1" status: 200 len: 2998 time: 0.0440190 Jan 28 05:35:09.569477 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port bf91e9d1-6643-4876-a0a9-813f3897331d is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:35:09.569957 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:09.583672 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53b8c13b-ec8c-406b-a812-d150e6ccbdf5 req-8bf382b1-47cb-43a4-a307-27b0f4975cb1 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] 10.222.0.31 "GET /v2.0/security-groups/eee426b4-f687-44cb-9878-848b64783ce0 HTTP/1.1" status: 200 len: 2998 time: 0.0459974 Jan 28 05:35:09.598425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7ee1e2-3ab0-45df-a4d7-418235e653c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf91e9d1-6643-4876-a0a9-813f3897331d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:09.600997 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4f2eef-430c-4289-bb70-45279a11ba61" -d '{"events": [{"server_uuid": "7e7ee1e2-3ab0-45df-a4d7-418235e653c0", "name": "network-vif-plugged", "status": "completed", "tag": "bf91e9d1-6643-4876-a0a9-813f3897331d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:09.612600 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port bf91e9d1-6643-4876-a0a9-813f3897331d, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=bf91e9d1-6643-4876-a0a9-813f3897331d,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:09.683990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8307b1-c6a4-4852-8969-c72d455b82a3 req-0b42753e-11b7-4fda-9e5e-6bd335c62488 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:09.685427 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af8307b1-c6a4-4852-8969-c72d455b82a3 req-0b42753e-11b7-4fda-9e5e-6bd335c62488 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.0498545 Jan 28 05:35:09.699698 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:09.736036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af8307b1-c6a4-4852-8969-c72d455b82a3 req-f24e5c81-9162-44a7-860b-2adeaad324eb tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448432 Jan 28 05:35:09.752700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=bf91e9d1-6643-4876-a0a9-813f3897331d,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:09.924929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-789fedd2-e158-471a-975e-9d46862945f0 req-c0722bc2-fe1b-4d17-abfd-f236be9608bf tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/6576cd77-cb0b-49df-8950-3eec46c2aed3 HTTP/1.1" status: 200 len: 1795 time: 0.0346482 Jan 28 05:35:09.979266 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-789fedd2-e158-471a-975e-9d46862945f0 req-a8ac9a3c-f35c-43be-bc87-647975124a97 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks [] for security_group (6576cd77-cb0b-49df-8950-3eec46c2aed3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:09.999647 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-789fedd2-e158-471a-975e-9d46862945f0 req-a8ac9a3c-f35c-43be-bc87-647975124a97 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks [] for security_group (6576cd77-cb0b-49df-8950-3eec46c2aed3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:10.099420 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-789fedd2-e158-471a-975e-9d46862945f0 req-a8ac9a3c-f35c-43be-bc87-647975124a97 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6576cd77-cb0b-49df-8950-3eec46c2aed3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:10.102748 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-789fedd2-e158-471a-975e-9d46862945f0 req-a8ac9a3c-f35c-43be-bc87-647975124a97 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:10.104076 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-789fedd2-e158-471a-975e-9d46862945f0 req-a8ac9a3c-f35c-43be-bc87-647975124a97 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/6576cd77-cb0b-49df-8950-3eec46c2aed3 HTTP/1.1" status: 204 len: 173 time: 0.1728485 Jan 28 05:35:10.112398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac9a3c-f35c-43be-bc87-647975124a97 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6576cd77-cb0b-49df-8950-3eec46c2aed3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:10.141358 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c1d1af-1071-46f3-848e-4df117961bab x-openstack-request-id: req-45c1d1af-1071-46f3-848e-4df117961bab {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:10.141894 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7ee1e2-3ab0-45df-a4d7-418235e653c0", "name": "network-vif-plugged", "status": "completed", "tag": "bf91e9d1-6643-4876-a0a9-813f3897331d", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:10.141988 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45c1d1af-1071-46f3-848e-4df117961bab {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:10.142360 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7ee1e2-3ab0-45df-a4d7-418235e653c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf91e9d1-6643-4876-a0a9-813f3897331d', 'code': 200} Jan 28 05:35:10.284716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73c3fa-0155-4705-8fd4-a4bca2038c8d req-81d57da7-50dd-4c65-8c8a-c76d8a850b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:10.286222 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be73c3fa-0155-4705-8fd4-a4bca2038c8d req-81d57da7-50dd-4c65-8c8a-c76d8a850b9f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 1098 time: 0.0412526 Jan 28 05:35:10.332366 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be73c3fa-0155-4705-8fd4-a4bca2038c8d req-479d5e3f-cb44-448e-b70c-841f08d78cb8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396063 Jan 28 05:35:10.389053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18b3d8-f984-4265-8190-c815f7e5c6f9 req-f64406f8-6f21-45ae-9d9e-3424195dc3ea tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:10.389053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b18b3d8-f984-4265-8190-c815f7e5c6f9 req-f64406f8-6f21-45ae-9d9e-3424195dc3ea tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 1096 time: 0.0453274 Jan 28 05:35:10.443918 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b18b3d8-f984-4265-8190-c815f7e5c6f9 req-e92bdd7b-5ce0-4d61-bc8f-5827450a8fae tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522060 Jan 28 05:35:10.502505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0d0c1-5293-47bf-bf12-80661bad6204 req-31197624-6f45-44db-a678-36452a8a0cc3 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:10.502505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88d0d0c1-5293-47bf-bf12-80661bad6204 req-31197624-6f45-44db-a678-36452a8a0cc3 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 946 time: 0.0718973 Jan 28 05:35:10.534716 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e5f792a-28bb-49e4-ad88-39b4f2b10631 req-79c3aa3c-cfde-478c-a6e2-255d70096b2b tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "GET /v2.0/security-groups/db4400df-24c6-49be-b4ff-e66ffa691a20 HTTP/1.1" status: 200 len: 1792 time: 0.0624583 Jan 28 05:35:10.582802 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88d0d0c1-5293-47bf-bf12-80661bad6204 req-19f499bc-0fd7-4fe7-91d5-de2e334bbf1a tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700321 Jan 28 05:35:10.610900 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e5f792a-28bb-49e4-ad88-39b4f2b10631 req-b9fa39ce-1b9d-430b-8873-d4bef3863459 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks [] for security_group (db4400df-24c6-49be-b4ff-e66ffa691a20), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:10.631468 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e5f792a-28bb-49e4-ad88-39b4f2b10631 req-b9fa39ce-1b9d-430b-8873-d4bef3863459 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks [] for security_group (db4400df-24c6-49be-b4ff-e66ffa691a20), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:10.785549 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e5f792a-28bb-49e4-ad88-39b4f2b10631 req-b9fa39ce-1b9d-430b-8873-d4bef3863459 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (db4400df-24c6-49be-b4ff-e66ffa691a20), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:10.788145 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e5f792a-28bb-49e4-ad88-39b4f2b10631 req-b9fa39ce-1b9d-430b-8873-d4bef3863459 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:10.789355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e5f792a-28bb-49e4-ad88-39b4f2b10631 req-b9fa39ce-1b9d-430b-8873-d4bef3863459 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/db4400df-24c6-49be-b4ff-e66ffa691a20 HTTP/1.1" status: 204 len: 173 time: 0.2484107 Jan 28 05:35:10.798059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa39ce-1b9d-430b-8873-d4bef3863459 tempest-SecurityGroupsTestAdminJSON-1206906301 tempest-SecurityGroupsTestAdminJSON-1206906301-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4400df-24c6-49be-b4ff-e66ffa691a20,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:11.067720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-827ce9b7-90b3-4308-9100-46389d799c6a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:11.069188 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-827ce9b7-90b3-4308-9100-46389d799c6a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 807 time: 0.1057587 Jan 28 05:35:11.084586 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-c072ed74-8cbf-4327-a951-8cbae71ad17a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/quotas/88b3e81d38b14c1ab20fd75713b63156 HTTP/1.1" status: 200 len: 375 time: 0.0098922 Jan 28 05:35:11.133208 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-a523bdc9-47ab-41a5-82f3-22aced380617 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430324 Jan 28 05:35:11.227702 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-4e20533f-b2ec-42ae-abee-3369a4c1f262 service neutron] 10.222.0.31 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868721 Jan 28 05:35:11.315327 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-c4ae5d69-d675-4fd1-a00a-bb2719fc9609 service neutron] 10.222.0.31 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819356 Jan 28 05:35:11.619973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef86ca-7d35-44a4-8b21-046db90f0cda req-3b6e4ed7-7508-4374-8905-948d096e2cc0 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:11.621551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44ef86ca-7d35-44a4-8b21-046db90f0cda req-3b6e4ed7-7508-4374-8905-948d096e2cc0 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.0576057 Jan 28 05:35:11.677180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44ef86ca-7d35-44a4-8b21-046db90f0cda req-753ee430-354a-4c4c-a92b-a9001cdf6023 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494733 Jan 28 05:35:11.740587 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a5f6bab-d962-455e-8762-a125d0281ae0 req-b8479e7d-f586-437b-868e-11b4e05eecb6 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] 10.222.0.31 "GET /v2.0/security-groups/2487c2ba-5c2e-44e4-9db0-bbd3b0c2dbc5 HTTP/1.1" status: 200 len: 1793 time: 0.0379992 Jan 28 05:35:11.802596 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2a5f6bab-d962-455e-8762-a125d0281ae0 req-1c228b2a-f393-402d-9fb3-2fd68a2d1f62 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks [] for security_group (2487c2ba-5c2e-44e4-9db0-bbd3b0c2dbc5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:11.827771 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2a5f6bab-d962-455e-8762-a125d0281ae0 req-1c228b2a-f393-402d-9fb3-2fd68a2d1f62 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks [] for security_group (2487c2ba-5c2e-44e4-9db0-bbd3b0c2dbc5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:11.906262 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2a5f6bab-d962-455e-8762-a125d0281ae0 req-1c228b2a-f393-402d-9fb3-2fd68a2d1f62 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2487c2ba-5c2e-44e4-9db0-bbd3b0c2dbc5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:11.908916 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2a5f6bab-d962-455e-8762-a125d0281ae0 req-1c228b2a-f393-402d-9fb3-2fd68a2d1f62 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:11.910179 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a5f6bab-d962-455e-8762-a125d0281ae0 req-1c228b2a-f393-402d-9fb3-2fd68a2d1f62 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] 10.222.0.31 "DELETE /v2.0/security-groups/2487c2ba-5c2e-44e4-9db0-bbd3b0c2dbc5 HTTP/1.1" status: 204 len: 173 time: 0.1622427 Jan 28 05:35:11.920647 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c228b2a-f393-402d-9fb3-2fd68a2d1f62 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2487c2ba-5c2e-44e4-9db0-bbd3b0c2dbc5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:11.993520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1204356b-fd9a-4df5-9d7a-e8fdb89cbe20 req-871d09aa-115a-462e-80b4-5676a0086dbf tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 210 time: 0.0328145 Jan 28 05:35:12.132199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e6e08-6eb3-492e-8e72-16508565efee req-c1150575-a5c3-41e8-b2f4-d95c44646435 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:12.134034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-770e6e08-6eb3-492e-8e72-16508565efee req-c1150575-a5c3-41e8-b2f4-d95c44646435 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 946 time: 0.0517793 Jan 28 05:35:12.183580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-770e6e08-6eb3-492e-8e72-16508565efee req-a552f105-8a16-4653-82e5-a3cbc3cd2627 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438085 Jan 28 05:35:12.321629 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ec6686fa-7f65-44cd-8011-514a65041c55 req-2900dd36-39e5-4ad5-a97b-f21f3db35867 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] 10.222.0.31 "GET /v2.0/security-groups/a9d036f2-69a2-4361-b43f-30ed54ab788b HTTP/1.1" status: 200 len: 1793 time: 0.0383954 Jan 28 05:35:12.381086 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ec6686fa-7f65-44cd-8011-514a65041c55 req-7afe6c15-71fc-4c80-9091-f4774400a2d8 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks [] for security_group (a9d036f2-69a2-4361-b43f-30ed54ab788b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:12.404842 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ec6686fa-7f65-44cd-8011-514a65041c55 req-7afe6c15-71fc-4c80-9091-f4774400a2d8 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks [] for security_group (a9d036f2-69a2-4361-b43f-30ed54ab788b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:12.535823 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ec6686fa-7f65-44cd-8011-514a65041c55 req-7afe6c15-71fc-4c80-9091-f4774400a2d8 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a9d036f2-69a2-4361-b43f-30ed54ab788b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:12.538518 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ec6686fa-7f65-44cd-8011-514a65041c55 req-7afe6c15-71fc-4c80-9091-f4774400a2d8 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:12.540390 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ec6686fa-7f65-44cd-8011-514a65041c55 req-7afe6c15-71fc-4c80-9091-f4774400a2d8 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] 10.222.0.31 "DELETE /v2.0/security-groups/a9d036f2-69a2-4361-b43f-30ed54ab788b HTTP/1.1" status: 204 len: 173 time: 0.2104902 Jan 28 05:35:12.550141 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe6c15-71fc-4c80-9091-f4774400a2d8 tempest-SecurityGroupsTestAdminJSON-1609367898 tempest-SecurityGroupsTestAdminJSON-1609367898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d036f2-69a2-4361-b43f-30ed54ab788b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:12.713863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26089384-76b2-4ab3-8fb8-d8d35e2520f7 req-a7f952d4-b9b1-4dbf-97b3-e8f88572c880 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:12.715546 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26089384-76b2-4ab3-8fb8-d8d35e2520f7 req-a7f952d4-b9b1-4dbf-97b3-e8f88572c880 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 1098 time: 0.0470033 Jan 28 05:35:12.761014 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26089384-76b2-4ab3-8fb8-d8d35e2520f7 req-454c0fcc-4bd1-49ba-8b13-31b1b10d36fe tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 Jan 28 05:35:12.934285 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33383da-5644-4222-baae-d931d762e4ae req-20060c4c-6c10-44a5-9360-6b82555906d4 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:12.935817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f33383da-5644-4222-baae-d931d762e4ae req-20060c4c-6c10-44a5-9360-6b82555906d4 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.0532298 Jan 28 05:35:13.015430 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f33383da-5644-4222-baae-d931d762e4ae req-8e7467d5-b71a-4abc-8982-57d23d95fda6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705402 Jan 28 05:35:13.018593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41436639-d6a0-4fbd-8cc8-731454b984c3 req-d583e713-d20b-460e-bfbf-18a3d1811210 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:13.021051 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41436639-d6a0-4fbd-8cc8-731454b984c3 req-d583e713-d20b-460e-bfbf-18a3d1811210 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 1098 time: 0.0842879 Jan 28 05:35:13.099314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41436639-d6a0-4fbd-8cc8-731454b984c3 req-fe749b08-30cd-4329-86ec-5a2a484a5119 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594206 Jan 28 05:35:13.114553 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ed29fa3-e444-4eef-9f7e-73d2931690f0 req-26404881-61b6-4a8f-9c20-32291269989f tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 210 time: 0.0329058 Jan 28 05:35:13.305159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-e0ffb8ae-6b37-47b4-a20e-a9f41890759b req-3ee458ad-d83c-4a63-a087-8b166bd06fea service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:35:13.306156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0ffb8ae-6b37-47b4-a20e-a9f41890759b req-3ee458ad-d83c-4a63-a087-8b166bd06fea service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054243 Jan 28 05:35:13.455005 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44190) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:13.537899 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44194) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:13.545652 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44196) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:13.584789 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44202) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:13.669253 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f684cf42-8045-41e1-8548-ddba25c96ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:13.686039 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6776d6e2-553d-45b5-b618-f578ca9eba62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:13.708984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-3d936723-7126-4b7b-b75c-36599dc8a1f3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:13.710472 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-3d936723-7126-4b7b-b75c-36599dc8a1f3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.60 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 807 time: 0.1262155 Jan 28 05:35:13.737386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-ecabf1b3-08f2-4373-9156-c7d57dbb893e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Request body: {'port': {'device_id': '2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0', 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce', 'admin_state_up': True, 'tenant_id': '88b3e81d38b14c1ab20fd75713b63156'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:13.744837 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-674d0faa-afd6-4249-be9f-483b0c81aa4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:13.813034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-aa32954c-ec9e-4b38-be2c-1bbfd27c8267 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b29bce8be3ca421493e734b01a3e6d12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653906 Jan 28 05:35:13.815737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44208) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:13.888101 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6776d6e2-553d-45b5-b618-f578ca9eba62 admin admin] Publish callbacks [] for security_group (2ee29534-78ec-4a13-b041-f9a35308e783), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:13.903910 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3ec156d3-0dea-4709-92d4-318940f081b0 admin admin] Publish callbacks [] for security_group (eee426b4-f687-44cb-9878-848b64783ce0), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:13.909267 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f684cf42-8045-41e1-8548-ddba25c96ca6 admin admin] Publish callbacks [] for security_group (5a80287a-a394-4d6a-83ab-53a35085cc06), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:13.928801 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-674d0faa-afd6-4249-be9f-483b0c81aa4b admin admin] Publish callbacks [] for security_group (4ed3aa22-5c8d-4e55-ace6-c361958ed721), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:13.933985 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3ec156d3-0dea-4709-92d4-318940f081b0 admin admin] Publish callbacks [] for security_group (eee426b4-f687-44cb-9878-848b64783ce0), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:13.970174 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6776d6e2-553d-45b5-b618-f578ca9eba62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2ee29534-78ec-4a13-b041-f9a35308e783), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:13.993761 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-ecabf1b3-08f2-4373-9156-c7d57dbb893e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Made reservation on behalf of 88b3e81d38b14c1ab20fd75713b63156 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:35:13.999876 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-ecabf1b3-08f2-4373-9156-c7d57dbb893e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.004445 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-674d0faa-afd6-4249-be9f-483b0c81aa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4ed3aa22-5c8d-4e55-ace6-c361958ed721), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.007727 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f684cf42-8045-41e1-8548-ddba25c96ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5a80287a-a394-4d6a-83ab-53a35085cc06), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.034485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44214) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:14.034714 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6776d6e2-553d-45b5-b618-f578ca9eba62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b82aeccc1b8445bb3acba7a2566d1a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5777566 Jan 28 05:35:14.045521 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776d6e2-553d-45b5-b618-f578ca9eba62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee29534-78ec-4a13-b041-f9a35308e783,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:14.068143 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-674d0faa-afd6-4249-be9f-483b0c81aa4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9077f170edef420f808d50fee37eeb2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4822335 Jan 28 05:35:14.072098 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44218) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:14.095099 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f684cf42-8045-41e1-8548-ddba25c96ca6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4e31058eb4a4995aead3fc12a241921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5556366 Jan 28 05:35:14.095710 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44220) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:14.104585 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3ec156d3-0dea-4709-92d4-318940f081b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (eee426b4-f687-44cb-9878-848b64783ce0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.107870 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3ec156d3-0dea-4709-92d4-318940f081b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.109817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3ec156d3-0dea-4709-92d4-318940f081b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eee426b4-f687-44cb-9878-848b64783ce0 HTTP/1.1" status: 204 len: 168 time: 0.2931831 Jan 28 05:35:14.110829 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d0faa-afd6-4249-be9f-483b0c81aa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed3aa22-5c8d-4e55-ace6-c361958ed721,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:14.181689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec156d3-0dea-4709-92d4-318940f081b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee426b4-f687-44cb-9878-848b64783ce0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:14.231975 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684cf42-8045-41e1-8548-ddba25c96ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a80287a-a394-4d6a-83ab-53a35085cc06,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:14.252450 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b974af79-08df-4aeb-a407-fed6c7994d3f admin admin] Publish callbacks [] for security_group (5a80287a-a394-4d6a-83ab-53a35085cc06), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.277489 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-231a3c1c-1724-4b4f-8f20-a5979cb1aa7b admin admin] Publish callbacks [] for security_group (2ee29534-78ec-4a13-b041-f9a35308e783), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.277786 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44c42dc4-dcf4-4a46-a258-c3dcf24fa017 admin admin] Publish callbacks [] for security_group (4ed3aa22-5c8d-4e55-ace6-c361958ed721), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.302751 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44c42dc4-dcf4-4a46-a258-c3dcf24fa017 admin admin] Publish callbacks [] for security_group (4ed3aa22-5c8d-4e55-ace6-c361958ed721), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.327618 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8783515-7b44-49d6-b03f-75e42ec3eca7 req-a61c6814-fa27-497a-b7af-8c14d1d23f64 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:14.329391 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8783515-7b44-49d6-b03f-75e42ec3eca7 req-a61c6814-fa27-497a-b7af-8c14d1d23f64 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.1736348 Jan 28 05:35:14.333929 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-231a3c1c-1724-4b4f-8f20-a5979cb1aa7b admin admin] Publish callbacks [] for security_group (2ee29534-78ec-4a13-b041-f9a35308e783), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.340727 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b974af79-08df-4aeb-a407-fed6c7994d3f admin admin] Publish callbacks [] for security_group (5a80287a-a394-4d6a-83ab-53a35085cc06), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.347747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-ecabf1b3-08f2-4373-9156-c7d57dbb893e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Allocated IP 172.20.0.12 (8337946d-c118-4f6f-a8e6-fd66fb66f8ce/e07818a2-85c0-4f55-b2b7-705552734697/7b787edc-db91-4f53-a197-bd0c997a942b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:35:14.434430 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8783515-7b44-49d6-b03f-75e42ec3eca7 req-2c2ab5b6-a623-46b8-b7cc-ec4878c8e3ff tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982091 Jan 28 05:35:14.500649 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b974af79-08df-4aeb-a407-fed6c7994d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5a80287a-a394-4d6a-83ab-53a35085cc06), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.507569 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b974af79-08df-4aeb-a407-fed6c7994d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.511188 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b974af79-08df-4aeb-a407-fed6c7994d3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a80287a-a394-4d6a-83ab-53a35085cc06 HTTP/1.1" status: 204 len: 168 time: 0.4090228 Jan 28 05:35:14.524864 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974af79-08df-4aeb-a407-fed6c7994d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a80287a-a394-4d6a-83ab-53a35085cc06,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:14.527948 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44c42dc4-dcf4-4a46-a258-c3dcf24fa017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4ed3aa22-5c8d-4e55-ace6-c361958ed721), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.532189 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44c42dc4-dcf4-4a46-a258-c3dcf24fa017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.533659 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-44c42dc4-dcf4-4a46-a258-c3dcf24fa017 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ed3aa22-5c8d-4e55-ace6-c361958ed721 HTTP/1.1" status: 204 len: 168 time: 0.4580746 Jan 28 05:35:14.545181 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa987998-4432-4c1d-ade4-9a2287ae5775 req-2c6e3148-0d93-46a8-8901-dfa84d411155 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 210 time: 0.0352123 Jan 28 05:35:14.552069 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c42dc4-dcf4-4a46-a258-c3dcf24fa017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed3aa22-5c8d-4e55-ace6-c361958ed721,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:14.609463 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-ecabf1b3-08f2-4373-9156-c7d57dbb893e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks [] for port (7b787edc-db91-4f53-a197-bd0c997a942b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.623474 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-231a3c1c-1724-4b4f-8f20-a5979cb1aa7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2ee29534-78ec-4a13-b041-f9a35308e783), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.626036 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-231a3c1c-1724-4b4f-8f20-a5979cb1aa7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.628414 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-231a3c1c-1724-4b4f-8f20-a5979cb1aa7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ee29534-78ec-4a13-b041-f9a35308e783 HTTP/1.1" status: 204 len: 168 time: 0.5911944 Jan 28 05:35:14.646062 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a3c1c-1724-4b4f-8f20-a5979cb1aa7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee29534-78ec-4a13-b041-f9a35308e783,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:14.735200 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-ecabf1b3-08f2-4373-9156-c7d57dbb893e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.777507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-ecabf1b3-08f2-4373-9156-c7d57dbb893e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:35:14.780485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-ecabf1b3-08f2-4373-9156-c7d57dbb893e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:35:14.784190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-ecabf1b3-08f2-4373-9156-c7d57dbb893e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:35:14.813561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabf1b3-08f2-4373-9156-c7d57dbb893e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Pushing event updated for resources: {'Port': ['ID=7b787edc-db91-4f53-a197-bd0c997a942b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:14.844578 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-ecabf1b3-08f2-4373-9156-c7d57dbb893e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:14.845181 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-ecabf1b3-08f2-4373-9156-c7d57dbb893e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.884381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44254) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:14.929652 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5a11240f-4be6-4c59-b53a-6a53895825ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60e363ffe1be4d1297f29effb659d75d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437129 Jan 28 05:35:14.932015 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44256) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:14.960620 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-ecabf1b3-08f2-4373-9156-c7d57dbb893e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2270892 Jan 28 05:35:14.982395 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc1d8-e4f4-4148-8925-617932c14f50 admin admin] Publish callbacks [] for security_group (aa9ad035-b782-46ed-9bd6-1fe6bf9b13e9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:14.983300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Request body: {'port': {'device_id': '2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:15.009187 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc1d8-e4f4-4148-8925-617932c14f50 admin admin] Publish callbacks [] for security_group (aa9ad035-b782-46ed-9bd6-1fe6bf9b13e9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:15.057399 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:15.139748 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc1d8-e4f4-4148-8925-617932c14f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (aa9ad035-b782-46ed-9bd6-1fe6bf9b13e9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:15.142340 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc1d8-e4f4-4148-8925-617932c14f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:15.143606 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d2fbc1d8-e4f4-4148-8925-617932c14f50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa9ad035-b782-46ed-9bd6-1fe6bf9b13e9 HTTP/1.1" status: 204 len: 168 time: 0.2105236 Jan 28 05:35:15.162321 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbc1d8-e4f4-4148-8925-617932c14f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9ad035-b782-46ed-9bd6-1fe6bf9b13e9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:15.411758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b787edc-db91-4f53-a197-bd0c997a942b {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:15.425775 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Publish callbacks [] for port (7b787edc-db91-4f53-a197-bd0c997a942b), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:15.460528 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Transition to ACTIVE for port object 7b787edc-db91-4f53-a197-bd0c997a942b will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:35:15.533017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-4f459e77-a78e-4c38-91cc-4a849a004aa0 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:35:15.534084 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-4f459e77-a78e-4c38-91cc-4a849a004aa0 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071049 Jan 28 05:35:15.579836 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:15.617176 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7916-63eb-462e-829c-82de57737843 req-f3b21623-5593-4c16-88a3-e4cc709447d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:15.619354 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-f3b21623-5593-4c16-88a3-e4cc709447d0 service neutron] 10.222.0.31 "GET /v2.0/ports/bf91e9d1-6643-4876-a0a9-813f3897331d HTTP/1.1" status: 200 len: 1095 time: 0.0712569 Jan 28 05:35:15.637003 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac2644-f81d-4b33-b3b8-1efc9a8f5911 req-18f3259b-2d42-4068-80ab-23776a3349e3 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:15.638476 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7dac2644-f81d-4b33-b3b8-1efc9a8f5911 req-18f3259b-2d42-4068-80ab-23776a3349e3 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.1214447 Jan 28 05:35:15.641522 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-076f7916-63eb-462e-829c-82de57737843 req-4ee5889a-7833-417d-bf61-00c9cd0743c9 service neutron] Request body: {'binding': {'host': 'n-h2-812111-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:15.641972 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-076f7916-63eb-462e-829c-82de57737843 req-4ee5889a-7833-417d-bf61-00c9cd0743c9 service neutron] Unknown quota resources ['binding']. {{(pid=103635) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:35:15.700803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b787edc-db91-4f53-a197-bd0c997a942b,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:15.813726 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44276) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:15.829166 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7dac2644-f81d-4b33-b3b8-1efc9a8f5911 req-ad6f9333-1c24-4500-af99-80ce200e1d8d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821489 Jan 28 05:35:15.851303 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-151fc979-3b90-4f46-a956-9d7e386454d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:15.863904 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Attempting to bind port 7b787edc-db91-4f53-a197-bd0c997a942b on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:35:15.864240 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Attempting to bind port 7b787edc-db91-4f53-a197-bd0c997a942b by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:35:15.864567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Attempting to bind port 7b787edc-db91-4f53-a197-bd0c997a942b on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:15.875064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Port 7b787edc-db91-4f53-a197-bd0c997a942b on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:35:15.875382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Attempting to bind port 7b787edc-db91-4f53-a197-bd0c997a942b on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:15.894188 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:35:15.894560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Checking segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:15.894947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Bound using segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:35:15.895381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Bound port: 7b787edc-db91-4f53-a197-bd0c997a942b, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:35:15.895745 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:15.949188 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-076f7916-63eb-462e-829c-82de57737843 req-4ee5889a-7833-417d-bf61-00c9cd0743c9 service neutron] Attempting to bind port bf91e9d1-6643-4876-a0a9-813f3897331d on host n-h2-812111-12 for vnic_type normal with profile None {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:35:15.949597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-076f7916-63eb-462e-829c-82de57737843 req-4ee5889a-7833-417d-bf61-00c9cd0743c9 service neutron] Attempting to bind port bf91e9d1-6643-4876-a0a9-813f3897331d by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:35:15.949986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076f7916-63eb-462e-829c-82de57737843 req-4ee5889a-7833-417d-bf61-00c9cd0743c9 service neutron] Attempting to bind port bf91e9d1-6643-4876-a0a9-813f3897331d on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:15.967246 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076f7916-63eb-462e-829c-82de57737843 req-4ee5889a-7833-417d-bf61-00c9cd0743c9 service neutron] Port bf91e9d1-6643-4876-a0a9-813f3897331d on network a68ceb60-a872-4bba-990e-8e03126b2535 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:35:15.967589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076f7916-63eb-462e-829c-82de57737843 req-4ee5889a-7833-417d-bf61-00c9cd0743c9 service neutron] Attempting to bind port bf91e9d1-6643-4876-a0a9-813f3897331d on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:15.986602 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-151fc979-3b90-4f46-a956-9d7e386454d0 admin admin] Publish callbacks [] for security_group (a627a7d2-5fa2-4d67-9e1b-14d7b68a59db), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:16.003589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076f7916-63eb-462e-829c-82de57737843 req-4ee5889a-7833-417d-bf61-00c9cd0743c9 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:35:16.003926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076f7916-63eb-462e-829c-82de57737843 req-4ee5889a-7833-417d-bf61-00c9cd0743c9 service neutron] Checking segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:16.004361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076f7916-63eb-462e-829c-82de57737843 req-4ee5889a-7833-417d-bf61-00c9cd0743c9 service neutron] Bound using segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:35:16.004741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-076f7916-63eb-462e-829c-82de57737843 req-4ee5889a-7833-417d-bf61-00c9cd0743c9 service neutron] Bound port: bf91e9d1-6643-4876-a0a9-813f3897331d, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:35:16.031748 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-151fc979-3b90-4f46-a956-9d7e386454d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a627a7d2-5fa2-4d67-9e1b-14d7b68a59db), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:16.049557 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] For port 7b787edc-db91-4f53-a197-bd0c997a942b, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:16.065281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] For port 7b787edc-db91-4f53-a197-bd0c997a942b, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=7b787edc-db91-4f53-a197-bd0c997a942b,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:35:16.071902 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-151fc979-3b90-4f46-a956-9d7e386454d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa9b7ea9d06e474b84b4e94d027eb627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568617 Jan 28 05:35:16.072653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fc979-3b90-4f46-a956-9d7e386454d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a627a7d2-5fa2-4d67-9e1b-14d7b68a59db,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:16.074867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c395c91-8dd7-42ff-af08-1e0a87161212 req-e8194e51-cfa0-44ee-896e-e03e422272f1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:16.075200 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44278) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:16.076441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c395c91-8dd7-42ff-af08-1e0a87161212 req-e8194e51-cfa0-44ee-896e-e03e422272f1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 944 time: 0.1232109 Jan 28 05:35:16.130630 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-efe074d0-ca43-47f5-95a7-f79d72e7a7e6 admin admin] Publish callbacks [] for security_group (a627a7d2-5fa2-4d67-9e1b-14d7b68a59db), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:16.144993 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-076f7916-63eb-462e-829c-82de57737843 req-4ee5889a-7833-417d-bf61-00c9cd0743c9 service neutron] For port bf91e9d1-6643-4876-a0a9-813f3897331d, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=bf91e9d1-6643-4876-a0a9-813f3897331d,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:35:16.147645 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:16.155090 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-efe074d0-ca43-47f5-95a7-f79d72e7a7e6 admin admin] Publish callbacks [] for security_group (a627a7d2-5fa2-4d67-9e1b-14d7b68a59db), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:16.178894 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c395c91-8dd7-42ff-af08-1e0a87161212 req-dffe3a27-00fc-43c9-b03a-dab06bb36cee tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952675 Jan 28 05:35:16.193251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:16.193856 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:16.195324 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] 10.222.0.60 "PUT /v2.0/ports/7b787edc-db91-4f53-a197-bd0c997a942b HTTP/1.1" status: 200 len: 1093 time: 1.2174935 Jan 28 05:35:16.195787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0', 'tag': '7b787edc-db91-4f53-a197-bd0c997a942b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:16.198218 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4604757b-e805-40a0-9b32-7447b467cd97" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0", "tag": "7b787edc-db91-4f53-a197-bd0c997a942b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:16.217650 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cff35-91f6-43f6-a36e-04b8537cb1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b787edc-db91-4f53-a197-bd0c997a942b,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:16.281105 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-076f7916-63eb-462e-829c-82de57737843 req-4ee5889a-7833-417d-bf61-00c9cd0743c9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:16.282358 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-4ee5889a-7833-417d-bf61-00c9cd0743c9 service neutron] 10.222.0.31 "POST /v2.0/ports/bf91e9d1-6643-4876-a0a9-813f3897331d/bindings HTTP/1.1" status: 201 len: 390 time: 0.6548834 Jan 28 05:35:16.294727 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-efe074d0-ca43-47f5-95a7-f79d72e7a7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a627a7d2-5fa2-4d67-9e1b-14d7b68a59db), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:16.300733 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-efe074d0-ca43-47f5-95a7-f79d72e7a7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:16.300733 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-efe074d0-ca43-47f5-95a7-f79d72e7a7e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a627a7d2-5fa2-4d67-9e1b-14d7b68a59db HTTP/1.1" status: 204 len: 168 time: 0.2244294 Jan 28 05:35:16.304698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44282) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:16.314056 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe074d0-ca43-47f5-95a7-f79d72e7a7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a627a7d2-5fa2-4d67-9e1b-14d7b68a59db,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:16.325644 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d18ccd-4ccf-429b-b6dc-057c1be5fd0b x-openstack-request-id: req-29d18ccd-4ccf-429b-b6dc-057c1be5fd0b {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:16.325644 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0", "tag": "7b787edc-db91-4f53-a197-bd0c997a942b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:16.325644 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29d18ccd-4ccf-429b-b6dc-057c1be5fd0b {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:16.325953 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0', 'tag': '7b787edc-db91-4f53-a197-bd0c997a942b', 'status': 'completed', 'code': 200} Jan 28 05:35:16.326852 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be4a7ab3-482a-485b-bc87-709840bb7aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:16.410903 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44286) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:16.428062 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9e81d20c-1cb6-4469-96e3-7ea18bd82cdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:16.449332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604757b-e805-40a0-9b32-7447b467cd97 req-d82047e0-50e7-44e8-8385-bd649038f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:16.450890 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4604757b-e805-40a0-9b32-7447b467cd97 req-d82047e0-50e7-44e8-8385-bd649038f212 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 1096 time: 0.0814588 Jan 28 05:35:16.510678 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be4a7ab3-482a-485b-bc87-709840bb7aa3 admin admin] Publish callbacks [] for security_group (34d640e1-f83c-40f9-93db-09421f8296c0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:16.587326 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be4a7ab3-482a-485b-bc87-709840bb7aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (34d640e1-f83c-40f9-93db-09421f8296c0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:16.598924 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9e81d20c-1cb6-4469-96e3-7ea18bd82cdb admin admin] Publish callbacks [] for security_group (7503e494-c31d-415e-a3e0-a081ecb6c573), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:16.660241 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9e81d20c-1cb6-4469-96e3-7ea18bd82cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7503e494-c31d-415e-a3e0-a081ecb6c573), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:16.705943 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9e81d20c-1cb6-4469-96e3-7ea18bd82cdb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cafb382808234994b9dcfdb26679dc41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914059 Jan 28 05:35:16.705943 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81d20c-1cb6-4469-96e3-7ea18bd82cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7503e494-c31d-415e-a3e0-a081ecb6c573,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:16.707401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44296) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:16.731295 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-be4a7ab3-482a-485b-bc87-709840bb7aa3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ce3302ab909486798215790d27f7f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4233806 Jan 28 05:35:16.732446 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44298) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:16.740008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a7ab3-482a-485b-bc87-709840bb7aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d640e1-f83c-40f9-93db-09421f8296c0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:16.860660 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2fc3ac7b-90fc-4be2-9de3-b24366e1a003 admin admin] Publish callbacks [] for security_group (34d640e1-f83c-40f9-93db-09421f8296c0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:16.861886 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d4dce49d-5fb5-48de-9647-2c4987da90df admin admin] Publish callbacks [] for security_group (7503e494-c31d-415e-a3e0-a081ecb6c573), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:16.967418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604757b-e805-40a0-9b32-7447b467cd97 req-2097c227-ccd0-4a6e-89e3-23071d3612d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:16.969022 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4604757b-e805-40a0-9b32-7447b467cd97 req-2097c227-ccd0-4a6e-89e3-23071d3612d2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=88b3e81d38b14c1ab20fd75713b63156&shared=False HTTP/1.1" status: 200 len: 908 time: 0.5008156 Jan 28 05:35:16.997071 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d4dce49d-5fb5-48de-9647-2c4987da90df admin admin] Publish callbacks [] for security_group (7503e494-c31d-415e-a3e0-a081ecb6c573), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:17.000493 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2fc3ac7b-90fc-4be2-9de3-b24366e1a003 admin admin] Publish callbacks [] for security_group (34d640e1-f83c-40f9-93db-09421f8296c0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:17.071524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7916-63eb-462e-829c-82de57737843 req-dfcc581b-3f34-4b64-b639-3fbf416ad70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:17.072995 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-dfcc581b-3f34-4b64-b639-3fbf416ad70f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 1098 time: 0.1505098 Jan 28 05:35:17.073487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95254aa2-8dde-497a-a84f-dfc76680ac5d req-de4d58f1-3607-4bab-a093-08d72048b723 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:17.075172 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95254aa2-8dde-497a-a84f-dfc76680ac5d req-de4d58f1-3607-4bab-a093-08d72048b723 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 946 time: 0.4450362 Jan 28 05:35:17.180050 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7916-63eb-462e-829c-82de57737843 req-5ab99933-5add-4815-9622-ec91162cd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:17.182087 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-5ab99933-5add-4815-9622-ec91162cd1e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.1003611 Jan 28 05:35:17.198424 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c00a0-8dae-4c30-942b-1f835fead658 req-81d2475c-98b7-4d84-a4c9-4441389a7633 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:17.199967 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-863c00a0-8dae-4c30-942b-1f835fead658 req-81d2475c-98b7-4d84-a4c9-4441389a7633 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.2357831 Jan 28 05:35:17.240890 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95254aa2-8dde-497a-a84f-dfc76680ac5d req-09fa266c-b0b5-44d9-9e9b-abdcf75480fd tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481321 Jan 28 05:35:17.246658 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d4dce49d-5fb5-48de-9647-2c4987da90df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7503e494-c31d-415e-a3e0-a081ecb6c573), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:17.249537 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d4dce49d-5fb5-48de-9647-2c4987da90df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:17.253308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604757b-e805-40a0-9b32-7447b467cd97 req-6123084e-30f6-4c05-bb12-ae369360ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:17.253308 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4604757b-e805-40a0-9b32-7447b467cd97 req-6123084e-30f6-4c05-bb12-ae369360ba31 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2732854 Jan 28 05:35:17.254863 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d4dce49d-5fb5-48de-9647-2c4987da90df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7503e494-c31d-415e-a3e0-a081ecb6c573 HTTP/1.1" status: 204 len: 168 time: 0.5464289 Jan 28 05:35:17.256945 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-91ed497c-315c-4007-a020-5acc6fa38689 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf91e9d1-6643-4876-a0a9-813f3897331d HTTP/1.1" status: 200 len: 217 time: 0.0672147 Jan 28 05:35:17.261750 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2fc3ac7b-90fc-4be2-9de3-b24366e1a003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (34d640e1-f83c-40f9-93db-09421f8296c0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:17.265064 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2fc3ac7b-90fc-4be2-9de3-b24366e1a003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:17.269085 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2fc3ac7b-90fc-4be2-9de3-b24366e1a003 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34d640e1-f83c-40f9-93db-09421f8296c0 HTTP/1.1" status: 204 len: 168 time: 0.5329151 Jan 28 05:35:17.284575 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dce49d-5fb5-48de-9647-2c4987da90df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7503e494-c31d-415e-a3e0-a081ecb6c573,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:17.319886 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-863c00a0-8dae-4c30-942b-1f835fead658 req-5f46de55-192c-4794-bf85-93ecf242f18a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055462 Jan 28 05:35:17.333683 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3ac7b-90fc-4be2-9de3-b24366e1a003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d640e1-f83c-40f9-93db-09421f8296c0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:17.349410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7916-63eb-462e-829c-82de57737843 req-2de7c0b3-65e9-44ed-80c2-9be09f831a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:17.351276 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-2de7c0b3-65e9-44ed-80c2-9be09f831a0d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.0812035 Jan 28 05:35:17.402661 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-9ca4ecb4-9a3e-43d5-a707-5cff1ed6e96d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452023 Jan 28 05:35:17.437321 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-6d42fb6c-e040-44bf-9333-c41648d4849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:17.438909 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-6d42fb6c-e040-44bf-9333-c41648d4849d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 1096 time: 0.1027932 Jan 28 05:35:17.453495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006b8a7-f110-4459-8c46-be6583821203 req-07d1a15c-d8f6-47d5-b773-cfbab299ea18 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:17.454970 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1006b8a7-f110-4459-8c46-be6583821203 req-07d1a15c-d8f6-47d5-b773-cfbab299ea18 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 944 time: 0.0583417 Jan 28 05:35:17.499415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-7cb9c9ae-c8d7-418d-8691-7c9423347026 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b787edc-db91-4f53-a197-bd0c997a942b HTTP/1.1" status: 200 len: 217 time: 0.0434737 Jan 28 05:35:17.513328 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-12964931-a685-4e03-8efd-8d95f584139a service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038225 Jan 28 05:35:17.574995 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-63d60787-f670-4017-8310-fc75e8970c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:17.576197 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-63d60787-f670-4017-8310-fc75e8970c55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.0715027 Jan 28 05:35:17.579420 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1006b8a7-f110-4459-8c46-be6583821203 req-5f1a8ec1-c3e7-4cff-b8a7-8820c9cda185 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163232 Jan 28 05:35:17.611200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-bbc17e16-44b8-464e-a88d-51a29c4f6497 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292473 Jan 28 05:35:17.621044 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-701ca946-41ee-4b6d-bf9c-2c6e30f3d95e service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008310 Jan 28 05:35:17.721145 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-27ad54de-7490-405f-a43d-8ca668be971f service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037309 Jan 28 05:35:17.846004 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f94a92-89a3-4df1-b180-facb2c59f626 req-764289f1-84b5-4361-b05b-d6cde2b92015 service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052625 Jan 28 05:35:17.847032 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7916-63eb-462e-829c-82de57737843 req-8bc9467d-cc73-42b7-af8e-283ef9560b96 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:17.848617 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-8bc9467d-cc73-42b7-af8e-283ef9560b96 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0&tenant_id=f17b4afee4234ca080a4ee07c83b15b8&binding%3Ahost_id=n-h1-812111-12 HTTP/1.1" status: 200 len: 1098 time: 0.0627878 Jan 28 05:35:17.866907 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-12'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:17.931235 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:18.077497 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] For port bf91e9d1-6643-4876-a0a9-813f3897331d, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=bf91e9d1-6643-4876-a0a9-813f3897331d,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:18.118316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] For port bf91e9d1-6643-4876-a0a9-813f3897331d, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:18.163136 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7ee1e2-3ab0-45df-a4d7-418235e653c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf91e9d1-6643-4876-a0a9-813f3897331d'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:18.166522 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d661e41-20b0-4fa8-98bd-2de70c4adf86" -d '{"events": [{"server_uuid": "7e7ee1e2-3ab0-45df-a4d7-418235e653c0", "name": "network-vif-unplugged", "status": "completed", "tag": "bf91e9d1-6643-4876-a0a9-813f3897331d"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:18.170523 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Publish callbacks [] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:18.211813 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ab0985-d4ad-47ca-9c17-2ef0bba11c12 x-openstack-request-id: req-e4ab0985-d4ad-47ca-9c17-2ef0bba11c12 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:18.212135 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7ee1e2-3ab0-45df-a4d7-418235e653c0", "name": "network-vif-unplugged", "status": "completed", "tag": "bf91e9d1-6643-4876-a0a9-813f3897331d", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:18.212398 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4ab0985-d4ad-47ca-9c17-2ef0bba11c12 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:18.212798 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7ee1e2-3ab0-45df-a4d7-418235e653c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf91e9d1-6643-4876-a0a9-813f3897331d', 'code': 200} Jan 28 05:35:18.254513 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:18.338478 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf91e9d1-6643-4876-a0a9-813f3897331d,revision_number=7']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:18.349821 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Attempting to bind port bf91e9d1-6643-4876-a0a9-813f3897331d on host n-h1-812111-12 for vnic_type normal with profile {"migrating_to": "n-h2-812111-12"} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:35:18.350346 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Attempting to bind port bf91e9d1-6643-4876-a0a9-813f3897331d by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:35:18.350808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Attempting to bind port bf91e9d1-6643-4876-a0a9-813f3897331d on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:18.355845 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Port bf91e9d1-6643-4876-a0a9-813f3897331d on network a68ceb60-a872-4bba-990e-8e03126b2535 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:35:18.356169 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Attempting to bind port bf91e9d1-6643-4876-a0a9-813f3897331d on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:18.366977 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:35:18.367646 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Checking segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:18.367749 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Bound using segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:35:18.368227 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Bound port: bf91e9d1-6643-4876-a0a9-813f3897331d, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:35:18.368570 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:18.394028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e2516-c032-4b83-88c6-97b4f9118b75 req-65ee988a-6b89-4f3f-bf01-9a030b891812 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:18.402442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a47e2516-c032-4b83-88c6-97b4f9118b75 req-65ee988a-6b89-4f3f-bf01-9a030b891812 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 944 time: 0.0759315 Jan 28 05:35:18.466585 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] For port bf91e9d1-6643-4876-a0a9-813f3897331d, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:18.470266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] For port bf91e9d1-6643-4876-a0a9-813f3897331d, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=bf91e9d1-6643-4876-a0a9-813f3897331d,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:35:18.486019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a47e2516-c032-4b83-88c6-97b4f9118b75 req-d8018941-dbe1-428d-8520-559713d53dd1 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826998 Jan 28 05:35:18.498019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1028a0-d848-4401-a70a-705e5c6450a2 req-2b9e1087-48c1-4f6c-a10c-6aa9f8df0abb tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:18.499669 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f1028a0-d848-4401-a70a-705e5c6450a2 req-2b9e1087-48c1-4f6c-a10c-6aa9f8df0abb tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.0859337 Jan 28 05:35:18.552214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f1028a0-d848-4401-a70a-705e5c6450a2 req-e03a1c12-fbf5-4435-ac6f-bf79c986ef55 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464077 Jan 28 05:35:18.552445 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:18.643138 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf91e9d1-6643-4876-a0a9-813f3897331d,revision_number=8']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:18.660584 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:18.661626 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:18.664521 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-49fcb14a-d48e-49ef-a4cf-8385402e9de4 service neutron] 10.222.0.60 "PUT /v2.0/ports/bf91e9d1-6643-4876-a0a9-813f3897331d HTTP/1.1" status: 200 len: 1124 time: 0.8015933 Jan 28 05:35:18.706938 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25214460-00a9-41c0-b52f-ae5a2c340695 req-0f5afa0d-dee0-45bf-b560-221f4cdaa16f tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:18.708161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-25214460-00a9-41c0-b52f-ae5a2c340695 req-0f5afa0d-dee0-45bf-b560-221f4cdaa16f tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 944 time: 0.0529170 Jan 28 05:35:18.763431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-25214460-00a9-41c0-b52f-ae5a2c340695 req-351a76ab-fd10-4096-a81e-205fe5458854 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489724 Jan 28 05:35:18.821885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['bf91e9d1-6643-4876-a0a9-813f3897331d'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:35:19.633376 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d4cb7-a1ab-48de-8d1d-77feb41e858a req-e41a5fa9-348e-45a4-94b8-297c6b2866f0 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:19.635361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-000d4cb7-a1ab-48de-8d1d-77feb41e858a req-e41a5fa9-348e-45a4-94b8-297c6b2866f0 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 944 time: 0.0538831 Jan 28 05:35:19.715311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1ed16-40ea-4f09-a950-460799ec9e5f req-9bccbe67-4d06-477d-a2ce-9ab9ff69adc4 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:19.716851 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3fa1ed16-40ea-4f09-a950-460799ec9e5f req-9bccbe67-4d06-477d-a2ce-9ab9ff69adc4 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.0804899 Jan 28 05:35:19.720129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-000d4cb7-a1ab-48de-8d1d-77feb41e858a req-46fab13b-4918-440c-a887-15eeb678875b tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756407 Jan 28 05:35:19.794612 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3fa1ed16-40ea-4f09-a950-460799ec9e5f req-db4eabe3-3a5b-4dbb-a3f4-ba4c8e94a142 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656936 Jan 28 05:35:19.941121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de798493-f9f7-4a48-8f0f-2d3541933618 req-27ac60b0-0a68-4cc1-a885-e6ba173d145c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:19.942571 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de798493-f9f7-4a48-8f0f-2d3541933618 req-27ac60b0-0a68-4cc1-a885-e6ba173d145c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 944 time: 0.0563538 Jan 28 05:35:20.009473 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de798493-f9f7-4a48-8f0f-2d3541933618 req-9db9ecf7-6ec0-4b23-bb78-cbfc186cb8ac tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602164 Jan 28 05:35:20.214688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7ee1e2-3ab0-45df-a4d7-418235e653c0', 'tag': 'bf91e9d1-6643-4876-a0a9-813f3897331d'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:20.217373 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65196e27-5ccf-4325-a16d-986e28b050c2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7ee1e2-3ab0-45df-a4d7-418235e653c0", "tag": "bf91e9d1-6643-4876-a0a9-813f3897331d"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:20.269590 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-ed973d1b-5b5a-42ce-814a-74b9f8c35231 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=89e721dd75134f499a15f117bfaac7df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277545 Jan 28 05:35:20.281884 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d1208c-76a5-443f-8b4f-946962d1fdf5 x-openstack-request-id: req-53d1208c-76a5-443f-8b4f-946962d1fdf5 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:20.282190 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7ee1e2-3ab0-45df-a4d7-418235e653c0", "tag": "bf91e9d1-6643-4876-a0a9-813f3897331d", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:20.282476 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53d1208c-76a5-443f-8b4f-946962d1fdf5 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:20.282880 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7ee1e2-3ab0-45df-a4d7-418235e653c0', 'tag': 'bf91e9d1-6643-4876-a0a9-813f3897331d', 'status': 'completed', 'code': 200} Jan 28 05:35:20.398988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65196e27-5ccf-4325-a16d-986e28b050c2 req-bc8e2d05-f44f-4380-97b5-87f77194acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:20.400680 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65196e27-5ccf-4325-a16d-986e28b050c2 req-bc8e2d05-f44f-4380-97b5-87f77194acfa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 1127 time: 0.0676708 Jan 28 05:35:20.439131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-01c54abf-8a86-45b1-8e51-c5f313fbd085 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:20.446604 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-01c54abf-8a86-45b1-8e51-c5f313fbd085 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760974 Jan 28 05:35:20.491814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-ad233b2e-c96b-4230-8f8a-72ac38345280 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/quotas/89e721dd75134f499a15f117bfaac7df HTTP/1.1" status: 200 len: 375 time: 0.0441678 Jan 28 05:35:20.537118 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-10ffc332-32f2-482f-b333-a23cf633387c tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=89e721dd75134f499a15f117bfaac7df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433433 Jan 28 05:35:20.571777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65196e27-5ccf-4325-a16d-986e28b050c2 req-31b3c488-1ac1-4e64-9da7-417c413d38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:20.573513 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65196e27-5ccf-4325-a16d-986e28b050c2 req-31b3c488-1ac1-4e64-9da7-417c413d38a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.1634252 Jan 28 05:35:20.631313 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65196e27-5ccf-4325-a16d-986e28b050c2 req-f0cd3af5-b8b2-4793-ae51-1177d134eef5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf91e9d1-6643-4876-a0a9-813f3897331d HTTP/1.1" status: 200 len: 217 time: 0.0509803 Jan 28 05:35:20.683545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65196e27-5ccf-4325-a16d-986e28b050c2 req-3cfb7ae7-6abc-4f01-905d-06cedfae4011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:20.685168 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65196e27-5ccf-4325-a16d-986e28b050c2 req-3cfb7ae7-6abc-4f01-905d-06cedfae4011 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.0471816 Jan 28 05:35:20.727291 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65196e27-5ccf-4325-a16d-986e28b050c2 req-9658e9e0-a9b2-4576-970b-0450f252c5d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346129 Jan 28 05:35:20.862857 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65196e27-5ccf-4325-a16d-986e28b050c2 req-1f283b36-9417-4ac3-a75a-bb1280dceff1 service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284676 Jan 28 05:35:21.006785 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65196e27-5ccf-4325-a16d-986e28b050c2 req-fb1113a9-d3b8-47ff-ad54-980aabbc55e6 service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350942 Jan 28 05:35:21.019090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb55ee-a348-4e1f-843d-e2ed42d84519 req-e8736cb5-94f8-4d10-b5e0-f22077588b4c tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:21.020560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3aeb55ee-a348-4e1f-843d-e2ed42d84519 req-e8736cb5-94f8-4d10-b5e0-f22077588b4c tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 944 time: 0.1511936 Jan 28 05:35:21.071791 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3aeb55ee-a348-4e1f-843d-e2ed42d84519 req-aa8fe097-7614-42dd-a50d-a34c7e1c5df7 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444019 Jan 28 05:35:21.153660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a3d89b8-461b-496f-927c-5316d840cbbc req-2452e024-3072-4048-b730-5a96b521db55 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/ports?device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 210 time: 0.0264573 Jan 28 05:35:21.206122 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ee3a5-a66f-4d01-8438-9e25e263143a req-c811a8bf-ddcb-44ee-af1c-a668fca6ada1 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:21.207867 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-196ee3a5-a66f-4d01-8438-9e25e263143a req-c811a8bf-ddcb-44ee-af1c-a668fca6ada1 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.0504587 Jan 28 05:35:21.262009 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-196ee3a5-a66f-4d01-8438-9e25e263143a req-a297490e-a26f-4287-b86f-7c24ab578852 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477920 Jan 28 05:35:21.426817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8549a27d-fb21-4af8-87fb-92427de55991 req-858b597d-3a3c-4618-84d8-a21f0cadeb0b tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d6f0bc89fc584c3b94824d5c9278396b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311866 Jan 28 05:35:21.522259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b86dc-7d74-4611-b5e4-97f8dc88496f req-0211e1c4-163b-4be4-8f60-d77f85fd982a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:21.524116 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb1b86dc-7d74-4611-b5e4-97f8dc88496f req-0211e1c4-163b-4be4-8f60-d77f85fd982a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 944 time: 0.1271534 Jan 28 05:35:21.581706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549a27d-fb21-4af8-87fb-92427de55991 req-0cd31c50-5fd4-4623-b623-46f363079800 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:21.583231 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8549a27d-fb21-4af8-87fb-92427de55991 req-0cd31c50-5fd4-4623-b623-46f363079800 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431463 Jan 28 05:35:21.608046 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb1b86dc-7d74-4611-b5e4-97f8dc88496f req-3e33c93b-e274-4430-a239-899bec5b8a6c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777550 Jan 28 05:35:21.609393 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8549a27d-fb21-4af8-87fb-92427de55991 req-7d6ea983-058f-43f7-a2fe-911e29a08043 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/quotas/d6f0bc89fc584c3b94824d5c9278396b HTTP/1.1" status: 200 len: 375 time: 0.0206137 Jan 28 05:35:21.644078 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8549a27d-fb21-4af8-87fb-92427de55991 req-54d98ee9-8087-4a67-a9c3-e11aca392f01 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d6f0bc89fc584c3b94824d5c9278396b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282228 Jan 28 05:35:21.874264 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58cc5462-e87f-4bfd-89e2-144009233b66 req-8a6dbd4f-7e49-45e5-8fad-72fccc42e814 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 210 time: 0.0305641 Jan 28 05:35:21.980700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device bf91e9d1-6643-4876-a0a9-813f3897331d details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:35:22.084338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port bf91e9d1-6643-4876-a0a9-813f3897331d, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=bf91e9d1-6643-4876-a0a9-813f3897331d,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:22.101228 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device bf91e9d1-6643-4876-a0a9-813f3897331d has no active binding in host n-h2-812111-12 {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 05:35:22.102102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 7b787edc-db91-4f53-a197-bd0c997a942b details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:35:22.205556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67d4e7-e36c-4534-a20f-aca83516a15e req-4085ec5f-fe1a-4397-acfb-2928e73c68cc tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:22.207773 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 7b787edc-db91-4f53-a197-bd0c997a942b, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=7b787edc-db91-4f53-a197-bd0c997a942b,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:22.210105 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c67d4e7-e36c-4534-a20f-aca83516a15e req-4085ec5f-fe1a-4397-acfb-2928e73c68cc tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 944 time: 0.0599322 Jan 28 05:35:22.219431 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '7b787edc-db91-4f53-a197-bd0c997a942b', 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce', 'port_id': '7b787edc-db91-4f53-a197-bd0c997a942b', 'mac_address': 'fa:16:3e:42:ae:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07818a2-85c0-4f55-b2b7-705552734697', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:35:22.274158 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 7b787edc-db91-4f53-a197-bd0c997a942b is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:35:22.274594 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:22.278737 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73790da3-1129-4d29-9d5f-c9ff4a85bae0 req-2195487b-cf8f-44c4-9cc4-36595abe34fa tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/ports?device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 210 time: 0.0392981 Jan 28 05:35:22.291527 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b787edc-db91-4f53-a197-bd0c997a942b {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:22.301367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c67d4e7-e36c-4534-a20f-aca83516a15e req-34d020a3-76a5-4805-be7f-9e2033b1a048 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864491 Jan 28 05:35:22.339483 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 7b787edc-db91-4f53-a197-bd0c997a942b, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=7b787edc-db91-4f53-a197-bd0c997a942b,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:22.428629 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44572) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:22.438729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c09311-04ed-4be8-a6f0-ea9945ff445e req-24098dc1-7d80-4348-a142-83a5f93cefd9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:22.443505 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:22.446641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39c09311-04ed-4be8-a6f0-ea9945ff445e req-24098dc1-7d80-4348-a142-83a5f93cefd9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.0767977 Jan 28 05:35:22.504926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=7b787edc-db91-4f53-a197-bd0c997a942b,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:22.518858 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39c09311-04ed-4be8-a6f0-ea9945ff445e req-8f1a1dfe-4a42-4c63-863b-80b02d57fc1f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711997 Jan 28 05:35:22.592871 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44578) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:22.634124 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ae72-a3cc-4aa2-b869-3461d2718430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:22.661426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7e948a6-7cf1-4b69-bfc1-ea625f53a518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:22.761795 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ae72-a3cc-4aa2-b869-3461d2718430 admin admin] Publish callbacks [] for security_group (e0a3587d-2931-4f79-9694-166aa7853fc3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:22.762492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a14cd7-67d9-4d0f-8293-2ef5c3155f58 req-2ed20e57-8528-411c-b0e6-70f24e18258f tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:22.764257 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86a14cd7-67d9-4d0f-8293-2ef5c3155f58 req-2ed20e57-8528-411c-b0e6-70f24e18258f tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 945 time: 0.0570934 Jan 28 05:35:22.792510 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7e948a6-7cf1-4b69-bfc1-ea625f53a518 admin admin] Publish callbacks [] for security_group (1e2b579e-8c98-4fac-9221-39596f64f300), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:22.814599 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ae72-a3cc-4aa2-b869-3461d2718430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e0a3587d-2931-4f79-9694-166aa7853fc3), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:22.816338 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86a14cd7-67d9-4d0f-8293-2ef5c3155f58 req-3d0b0bc5-78e8-41b2-8e8b-aec11181d751 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462692 Jan 28 05:35:22.855234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['7b787edc-db91-4f53-a197-bd0c997a942b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:35:22.858433 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7dc7ae72-a3cc-4aa2-b869-3461d2718430 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f1429c5f167c4e17a81195bdcc83babf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4287174 Jan 28 05:35:22.859313 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7ae72-a3cc-4aa2-b869-3461d2718430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a3587d-2931-4f79-9694-166aa7853fc3,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:22.861777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44586) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:22.871771 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7e948a6-7cf1-4b69-bfc1-ea625f53a518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1e2b579e-8c98-4fac-9221-39596f64f300), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:22.926854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44590) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:22.927396 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c7e948a6-7cf1-4b69-bfc1-ea625f53a518 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=938097cbbca94112aef6bd045a600022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3329639 Jan 28 05:35:22.928243 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e948a6-7cf1-4b69-bfc1-ea625f53a518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2b579e-8c98-4fac-9221-39596f64f300,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:22.992554 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-baeb39ed-58ea-4144-8ad4-224abbeb6f35 req-bea68680-0e1c-4fd4-8de8-8b723ae09859 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 210 time: 0.0483735 Jan 28 05:35:22.995962 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-967fdb89-3db6-49f3-a8ee-fdac771c9172 admin admin] Publish callbacks [] for security_group (e0a3587d-2931-4f79-9694-166aa7853fc3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:23.043032 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-967fdb89-3db6-49f3-a8ee-fdac771c9172 admin admin] Publish callbacks [] for security_group (e0a3587d-2931-4f79-9694-166aa7853fc3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:23.044571 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-761328c5-6d3a-4940-a1fa-1dd2e854de75 admin admin] Publish callbacks [] for security_group (1e2b579e-8c98-4fac-9221-39596f64f300), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:23.088819 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-761328c5-6d3a-4940-a1fa-1dd2e854de75 admin admin] Publish callbacks [] for security_group (1e2b579e-8c98-4fac-9221-39596f64f300), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:23.231901 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-967fdb89-3db6-49f3-a8ee-fdac771c9172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e0a3587d-2931-4f79-9694-166aa7853fc3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:23.234608 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-967fdb89-3db6-49f3-a8ee-fdac771c9172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:23.235842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-967fdb89-3db6-49f3-a8ee-fdac771c9172 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0a3587d-2931-4f79-9694-166aa7853fc3 HTTP/1.1" status: 204 len: 168 time: 0.3728304 Jan 28 05:35:23.245703 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fdb89-3db6-49f3-a8ee-fdac771c9172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a3587d-2931-4f79-9694-166aa7853fc3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:23.256478 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-761328c5-6d3a-4940-a1fa-1dd2e854de75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1e2b579e-8c98-4fac-9221-39596f64f300), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:23.260220 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-761328c5-6d3a-4940-a1fa-1dd2e854de75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:23.261365 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-761328c5-6d3a-4940-a1fa-1dd2e854de75 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e2b579e-8c98-4fac-9221-39596f64f300 HTTP/1.1" status: 204 len: 168 time: 0.3335958 Jan 28 05:35:23.270286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761328c5-6d3a-4940-a1fa-1dd2e854de75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2b579e-8c98-4fac-9221-39596f64f300,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:23.411772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d0eab2c-99d6-4eec-9811-65693bf85ba4 req-15aa41ca-a596-47b0-8437-3247548bb638 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/ports?device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 210 time: 0.0376186 Jan 28 05:35:23.457946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52385ede-281d-4839-a3cb-e9fdcefc9661 req-a5b796da-abb9-4c81-b561-189f18ba4664 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:23.459509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52385ede-281d-4839-a3cb-e9fdcefc9661 req-a5b796da-abb9-4c81-b561-189f18ba4664 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 944 time: 0.0722353 Jan 28 05:35:23.515936 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52385ede-281d-4839-a3cb-e9fdcefc9661 req-264e8b6e-6f5e-473e-9499-b1297609f4f2 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467482 Jan 28 05:35:23.619795 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-9135c282-aa70-4da2-9e14-c6ac7526754c tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=89e721dd75134f499a15f117bfaac7df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296519 Jan 28 05:35:23.643957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d23205-1044-45af-ba58-d563d70e73a9 req-4d5cede9-12b2-40e5-814b-617217625271 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:23.645291 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6d23205-1044-45af-ba58-d563d70e73a9 req-4d5cede9-12b2-40e5-814b-617217625271 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.0516064 Jan 28 05:35:23.730674 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6d23205-1044-45af-ba58-d563d70e73a9 req-6ecfc510-f393-4515-98e8-8322260b5b02 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794263 Jan 28 05:35:23.810359 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-e876dd75-92ac-4a66-ac14-854c81e5938c tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:23.812808 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-e876dd75-92ac-4a66-ac14-854c81e5938c tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410692 Jan 28 05:35:23.838025 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-6a02aad0-5a7e-4423-8f37-1ad8991e859d tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Request body: {'port': {'device_id': '05706fed-7d36-419f-b1d0-b7fb45401108', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '89e721dd75134f499a15f117bfaac7df'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:23.955645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b7753-62d3-489a-8d11-c9d3195081eb req-d4106b81-8498-4e09-8607-955473870762 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:23.957346 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-779b7753-62d3-489a-8d11-c9d3195081eb req-d4106b81-8498-4e09-8607-955473870762 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 945 time: 0.0719433 Jan 28 05:35:23.997956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 7b787edc-db91-4f53-a197-bd0c997a942b up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:35:24.014859 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-779b7753-62d3-489a-8d11-c9d3195081eb req-345ec412-047c-450c-ae32-d9816705a6cf tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495720 Jan 28 05:35:24.060085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-6a02aad0-5a7e-4423-8f37-1ad8991e859d tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Made reservation on behalf of 89e721dd75134f499a15f117bfaac7df for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:35:24.063606 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-6a02aad0-5a7e-4423-8f37-1ad8991e859d tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:24.095998 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22bcbfed-0e36-4ebb-a165-7947d008b626 req-260468be-0e68-4b25-b72b-ed1fb512de47 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 210 time: 0.0268199 Jan 28 05:35:24.139900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44612) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:24.140176 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 7b787edc-db91-4f53-a197-bd0c997a942b completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:35:24.144916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 7b787edc-db91-4f53-a197-bd0c997a942b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:35:24.145470 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:24.167736 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bbccc586-3251-42a5-91ad-8817b215b8b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:24.199301 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-1fbb9cfd-f087-430e-8dc6-1c303be7b3d7 service neutron] 10.222.0.64 "GET /v2.0/ports/bf91e9d1-6643-4876-a0a9-813f3897331d/bindings/n-h2-812111-12 HTTP/1.1" status: 200 len: 385 time: 0.1020412 Jan 28 05:35:24.235796 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44614) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:24.239345 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 7b787edc-db91-4f53-a197-bd0c997a942b is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:35:24.239749 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:24.265836 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b787edc-db91-4f53-a197-bd0c997a942b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:24.268182 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bef513-ae5c-406a-8353-247742a3fbb4" -d '{"events": [{"server_uuid": "2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0", "name": "network-vif-plugged", "status": "completed", "tag": "7b787edc-db91-4f53-a197-bd0c997a942b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:24.270747 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-6a02aad0-5a7e-4423-8f37-1ad8991e859d tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:24.270953 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5358f99-aef7-4eba-a970-4a461c6d0cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:24.288087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 7b787edc-db91-4f53-a197-bd0c997a942b, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=7b787edc-db91-4f53-a197-bd0c997a942b,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:24.314466 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051011d3-cba2-4bcc-bb6f-296164b56898 x-openstack-request-id: req-051011d3-cba2-4bcc-bb6f-296164b56898 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:24.314849 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0", "name": "network-vif-plugged", "status": "completed", "tag": "7b787edc-db91-4f53-a197-bd0c997a942b", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:24.315202 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-051011d3-cba2-4bcc-bb6f-296164b56898 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:24.315700 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b787edc-db91-4f53-a197-bd0c997a942b', 'code': 200} Jan 28 05:35:24.353475 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-6a02aad0-5a7e-4423-8f37-1ad8991e859d tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Publish callbacks [] for security_group (ba06fbed-a0e5-48f8-b757-e65850dda10d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:24.373779 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:24.400262 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bbccc586-3251-42a5-91ad-8817b215b8b1 admin admin] Publish callbacks [] for security_group (795941c4-1e52-408b-86de-21b64e426697), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:24.424161 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=7b787edc-db91-4f53-a197-bd0c997a942b,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:24.436175 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-6a02aad0-5a7e-4423-8f37-1ad8991e859d tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ba06fbed-a0e5-48f8-b757-e65850dda10d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:24.468940 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bbccc586-3251-42a5-91ad-8817b215b8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (795941c4-1e52-408b-86de-21b64e426697), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:24.509963 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02aad0-5a7e-4423-8f37-1ad8991e859d tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba06fbed-a0e5-48f8-b757-e65850dda10d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:24.598314 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-6a02aad0-5a7e-4423-8f37-1ad8991e859d tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Allocated IP 192.168.233.83 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/9f707700-6b28-44cf-95ec-51f875e37210) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:35:24.599508 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bbccc586-3251-42a5-91ad-8817b215b8b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f33b074cd26447b08c725f2aaab0f620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4585452 Jan 28 05:35:24.603230 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44624) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:24.603919 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5358f99-aef7-4eba-a970-4a461c6d0cb6 admin admin] Publish callbacks [] for security_group (451cf061-1794-4122-9042-aeeb38feb3a6), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:24.608337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a2393ef-7747-4908-b5ae-b818f3705d07 req-cc977565-a786-4863-b2cf-2b9c2433203f tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/ports?device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 210 time: 0.0919476 Jan 28 05:35:24.608951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccc586-3251-42a5-91ad-8817b215b8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795941c4-1e52-408b-86de-21b64e426697,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:24.632012 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:24.636721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-076f7916-63eb-462e-829c-82de57737843 req-3e823308-0cd2-42a6-ae52-58075af7df10 service neutron] For port bf91e9d1-6643-4876-a0a9-813f3897331d, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=bf91e9d1-6643-4876-a0a9-813f3897331d,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:24.660480 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fa39b-425c-4e8c-ad0d-e5c658748872 req-f46c4c38-e1a5-40b8-a1ca-235cfe38d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:24.662495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f05fa39b-425c-4e8c-ad0d-e5c658748872 req-f46c4c38-e1a5-40b8-a1ca-235cfe38d4cd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 1098 time: 0.1597390 Jan 28 05:35:24.668641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-076f7916-63eb-462e-829c-82de57737843 req-3e823308-0cd2-42a6-ae52-58075af7df10 service neutron] For port bf91e9d1-6643-4876-a0a9-813f3897331d, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:24.699411 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5358f99-aef7-4eba-a970-4a461c6d0cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (451cf061-1794-4122-9042-aeeb38feb3a6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:24.725543 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6497902-f732-47ad-8a88-f52e0a0b6e4d admin admin] Publish callbacks [] for security_group (795941c4-1e52-408b-86de-21b64e426697), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:24.771794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-076f7916-63eb-462e-829c-82de57737843 req-3e823308-0cd2-42a6-ae52-58075af7df10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf91e9d1-6643-4876-a0a9-813f3897331d {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:24.793362 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6497902-f732-47ad-8a88-f52e0a0b6e4d admin admin] Publish callbacks [] for security_group (795941c4-1e52-408b-86de-21b64e426697), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:24.869615 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-6a02aad0-5a7e-4423-8f37-1ad8991e859d tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Publish callbacks [] for port (9f707700-6b28-44cf-95ec-51f875e37210), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:24.954406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.60', 58357) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:24.980348 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8549a27d-fb21-4af8-87fb-92427de55991 req-98c95ff2-4614-404a-bd7c-2db36e807bdd tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d6f0bc89fc584c3b94824d5c9278396b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243671 Jan 28 05:35:24.996992 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6497902-f732-47ad-8a88-f52e0a0b6e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (795941c4-1e52-408b-86de-21b64e426697), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:24.999597 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6497902-f732-47ad-8a88-f52e0a0b6e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:25.000766 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f6497902-f732-47ad-8a88-f52e0a0b6e4d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/795941c4-1e52-408b-86de-21b64e426697 HTTP/1.1" status: 204 len: 168 time: 0.3965678 Jan 28 05:35:25.034991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-076f7916-63eb-462e-829c-82de57737843 req-3e823308-0cd2-42a6-ae52-58075af7df10 service neutron] For port bf91e9d1-6643-4876-a0a9-813f3897331d, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=bf91e9d1-6643-4876-a0a9-813f3897331d,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:25.047060 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6497902-f732-47ad-8a88-f52e0a0b6e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795941c4-1e52-408b-86de-21b64e426697,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:25.049630 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-6a02aad0-5a7e-4423-8f37-1ad8991e859d tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (9f707700-6b28-44cf-95ec-51f875e37210), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:25.063388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c5358f99-aef7-4eba-a970-4a461c6d0cb6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0fd9058501a7437ab5e343aa32546ca0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8241627 Jan 28 05:35:25.064116 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5358f99-aef7-4eba-a970-4a461c6d0cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451cf061-1794-4122-9042-aeeb38feb3a6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:25.068343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44632) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:25.089894 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f05fa39b-425c-4e8c-ad0d-e5c658748872 req-64ac7b05-6db6-4b9a-b4e7-227def074384 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186633 Jan 28 05:35:25.102999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f208a57-ec2c-42bb-b59f-cf74ced21951 req-d434d58c-5e35-40fe-801a-9bd157e62b6a tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:25.110224 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f208a57-ec2c-42bb-b59f-cf74ced21951 req-d434d58c-5e35-40fe-801a-9bd157e62b6a tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 944 time: 0.4201255 Jan 28 05:35:25.147294 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec25d29-7f14-40f3-a86b-97798d137700 req-79ff1d66-46db-4c6c-91f6-5f6c1320d01e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:25.150838 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eec25d29-7f14-40f3-a86b-97798d137700 req-79ff1d66-46db-4c6c-91f6-5f6c1320d01e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.1402762 Jan 28 05:35:25.160910 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-076f7916-63eb-462e-829c-82de57737843 req-3e823308-0cd2-42a6-ae52-58075af7df10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:25.176267 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02aad0-5a7e-4423-8f37-1ad8991e859d tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Pushing event updated for resources: {'Port': ['ID=9f707700-6b28-44cf-95ec-51f875e37210,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:25.197964 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-6a02aad0-5a7e-4423-8f37-1ad8991e859d tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:35:25.201273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f208a57-ec2c-42bb-b59f-cf74ced21951 req-85cad307-45d4-4045-b763-138fa0260342 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905538 Jan 28 05:35:25.210111 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-6a02aad0-5a7e-4423-8f37-1ad8991e859d tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:35:25.220226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-6a02aad0-5a7e-4423-8f37-1ad8991e859d tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:35:25.290874 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549a27d-fb21-4af8-87fb-92427de55991 req-2448deec-e840-4350-8430-bf7f3c0e29ef tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:25.292488 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8549a27d-fb21-4af8-87fb-92427de55991 req-2448deec-e840-4350-8430-bf7f3c0e29ef tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3058162 Jan 28 05:35:25.295657 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eec25d29-7f14-40f3-a86b-97798d137700 req-5a707a16-bdc9-40bd-b622-f66af7a09d95 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384335 Jan 28 05:35:25.327396 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-6a02aad0-5a7e-4423-8f37-1ad8991e859d tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:25.328143 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-6a02aad0-5a7e-4423-8f37-1ad8991e859d tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:25.335500 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1756308c-c8b3-4e56-b773-40f6e110e85b admin admin] Publish callbacks [] for security_group (451cf061-1794-4122-9042-aeeb38feb3a6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:25.379945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-076f7916-63eb-462e-829c-82de57737843 req-3e823308-0cd2-42a6-ae52-58075af7df10 service neutron] Transition to ACTIVE for port object bf91e9d1-6643-4876-a0a9-813f3897331d will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:35:25.384852 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d47316-1d69-4ca6-b82a-773c86ae0bf9 req-9067a30f-eba7-47f6-b310-02dda41b5ec8 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:25.386452 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5d47316-1d69-4ca6-b82a-773c86ae0bf9 req-9067a30f-eba7-47f6-b310-02dda41b5ec8 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 946 time: 0.0898561 Jan 28 05:35:25.401075 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1756308c-c8b3-4e56-b773-40f6e110e85b admin admin] Publish callbacks [] for security_group (451cf061-1794-4122-9042-aeeb38feb3a6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:25.425506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58f0c101-641f-48c2-adcb-0298b45c87f7 req-62a8bf51-de08-4ff0-863b-72349ad70874 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 210 time: 0.0378127 Jan 28 05:35:25.455054 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-8549a27d-fb21-4af8-87fb-92427de55991 req-b638c9e7-2214-488a-8403-3b7976e03911 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Request body: {'port': {'device_id': 'fba5cb55-ba11-4ca2-a8b9-9d173627021e', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': 'd6f0bc89fc584c3b94824d5c9278396b'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:25.466282 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-6a02aad0-5a7e-4423-8f37-1ad8991e859d tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6331298 Jan 28 05:35:25.474188 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5d47316-1d69-4ca6-b82a-773c86ae0bf9 req-654b4c44-0630-46d3-b419-ef81aa226c01 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783608 Jan 28 05:35:25.486678 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-076f7916-63eb-462e-829c-82de57737843 req-3e823308-0cd2-42a6-ae52-58075af7df10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:25.518598 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Request body: {'port': {'device_id': '05706fed-7d36-419f-b1d0-b7fb45401108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:25.562191 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-076f7916-63eb-462e-829c-82de57737843 req-3e823308-0cd2-42a6-ae52-58075af7df10 service neutron] No DVR routers for this DVR port bf91e9d1-6643-4876-a0a9-813f3897331d on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:35:25.566713 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f9c530b4-2481-4461-a405-742ded232007 None None] Provisioning complete for port 9f707700-6b28-44cf-95ec-51f875e37210 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:35:25.567678 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9c530b4-2481-4461-a405-742ded232007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (9f707700-6b28-44cf-95ec-51f875e37210), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:25.595693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e823308-0cd2-42a6-ae52-58075af7df10 service neutron] Pushing event updated for resources: {'Port': ['ID=bf91e9d1-6643-4876-a0a9-813f3897331d,revision_number=10']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:25.611384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-3e823308-0cd2-42a6-ae52-58075af7df10 service neutron] 10.222.0.64 "PUT /v2.0/ports/bf91e9d1-6643-4876-a0a9-813f3897331d/bindings/n-h2-812111-12/activate HTTP/1.1" status: 200 len: 370 time: 1.4055748 Jan 28 05:35:25.617330 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f9c530b4-2481-4461-a405-742ded232007 None None] Port 9f707700-6b28-44cf-95ec-51f875e37210 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:35:25.685796 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9f707700-6b28-44cf-95ec-51f875e37210), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:25.748016 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1756308c-c8b3-4e56-b773-40f6e110e85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (451cf061-1794-4122-9042-aeeb38feb3a6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:25.754690 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1756308c-c8b3-4e56-b773-40f6e110e85b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:25.754690 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1756308c-c8b3-4e56-b773-40f6e110e85b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/451cf061-1794-4122-9042-aeeb38feb3a6 HTTP/1.1" status: 204 len: 168 time: 0.6782310 Jan 28 05:35:25.763104 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235bee8-1bb2-4d7a-88ba-051f0e671ebd req-d799ec7c-7d3b-4741-9f46-cfb24d327fa3 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:25.763104 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0235bee8-1bb2-4d7a-88ba-051f0e671ebd req-d799ec7c-7d3b-4741-9f46-cfb24d327fa3 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/ports?device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 935 time: 0.0644958 Jan 28 05:35:25.768413 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756308c-c8b3-4e56-b773-40f6e110e85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451cf061-1794-4122-9042-aeeb38feb3a6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:25.821955 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8549a27d-fb21-4af8-87fb-92427de55991 req-b638c9e7-2214-488a-8403-3b7976e03911 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Made reservation on behalf of d6f0bc89fc584c3b94824d5c9278396b for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:35:25.825355 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8549a27d-fb21-4af8-87fb-92427de55991 req-b638c9e7-2214-488a-8403-3b7976e03911 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:25.840435 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8549a27d-fb21-4af8-87fb-92427de55991 req-b638c9e7-2214-488a-8403-3b7976e03911 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:25.848175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0235bee8-1bb2-4d7a-88ba-051f0e671ebd req-ce865375-1313-4cba-8621-a863fd4ee94b tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba06fbed-a0e5-48f8-b757-e65850dda10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857570 Jan 28 05:35:25.911734 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7916-63eb-462e-829c-82de57737843 req-3068dc96-301d-4a03-82be-b84a494b4420 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:25.913503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-3068dc96-301d-4a03-82be-b84a494b4420 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0&tenant_id=f17b4afee4234ca080a4ee07c83b15b8&binding%3Ahost_id=n-h1-812111-12 HTTP/1.1" status: 200 len: 1097 time: 0.0527349 Jan 28 05:35:25.978144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7916-63eb-462e-829c-82de57737843 req-6e456eaa-5ae9-439e-8ffc-cf256bd4c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:25.979682 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-6e456eaa-5ae9-439e-8ffc-cf256bd4c3fc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0&tenant_id=f17b4afee4234ca080a4ee07c83b15b8 HTTP/1.1" status: 200 len: 1097 time: 0.0496554 Jan 28 05:35:26.025366 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8549a27d-fb21-4af8-87fb-92427de55991 req-b638c9e7-2214-488a-8403-3b7976e03911 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks [] for security_group (d4862bbd-bc9d-4753-a32b-1eada5fd5e20), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:26.067550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f707700-6b28-44cf-95ec-51f875e37210 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:26.077903 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Publish callbacks [] for port (9f707700-6b28-44cf-95ec-51f875e37210), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:26.094256 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Transition to ACTIVE for port object 9f707700-6b28-44cf-95ec-51f875e37210 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:35:26.123846 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8549a27d-fb21-4af8-87fb-92427de55991 req-b638c9e7-2214-488a-8403-3b7976e03911 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d4862bbd-bc9d-4753-a32b-1eada5fd5e20), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:26.130516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7916-63eb-462e-829c-82de57737843 req-d6883906-cc05-4b6c-9a37-f8535086945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:26.130516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-d6883906-cc05-4b6c-9a37-f8535086945e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 1097 time: 0.0967650 Jan 28 05:35:26.136950 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-f6013190-2127-4f6c-b87e-2e14b1b2e788 service neutron] show failed (client error): The resource could not be found. Jan 28 05:35:26.138058 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-f6013190-2127-4f6c-b87e-2e14b1b2e788 service neutron] 10.222.0.64 "GET /v2.0/ports/c5b32a32-92ad-49b0-bfcd-2a660c8d831a/bindings/n-h2-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.0805171 Jan 28 05:35:26.197481 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (9f707700-6b28-44cf-95ec-51f875e37210), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:26.237506 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638c9e7-2214-488a-8403-3b7976e03911 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4862bbd-bc9d-4753-a32b-1eada5fd5e20,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:26.259388 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7916-63eb-462e-829c-82de57737843 req-163a1fd2-2343-4021-b147-d6f31bcdb171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:26.260485 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-163a1fd2-2343-4021-b147-d6f31bcdb171 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.1216905 Jan 28 05:35:26.275707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Pushing event updated for resources: {'Port': ['ID=9f707700-6b28-44cf-95ec-51f875e37210,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:26.361068 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-b3c33347-d4bc-474e-b318-cb62b09a6cea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf91e9d1-6643-4876-a0a9-813f3897331d HTTP/1.1" status: 200 len: 217 time: 0.0827091 Jan 28 05:35:26.392564 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-8549a27d-fb21-4af8-87fb-92427de55991 req-b638c9e7-2214-488a-8403-3b7976e03911 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Allocated IP 192.168.233.74 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/cf01543f-3684-46c2-a7ca-7d00c851b86c) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:35:26.466796 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Attempting to bind port 9f707700-6b28-44cf-95ec-51f875e37210 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:35:26.467171 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Attempting to bind port 9f707700-6b28-44cf-95ec-51f875e37210 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:35:26.468205 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Attempting to bind port 9f707700-6b28-44cf-95ec-51f875e37210 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:26.483358 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Port 9f707700-6b28-44cf-95ec-51f875e37210 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:35:26.483701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Attempting to bind port 9f707700-6b28-44cf-95ec-51f875e37210 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:26.511152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:35:26.511570 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:26.511885 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:35:26.512327 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Bound port: 9f707700-6b28-44cf-95ec-51f875e37210, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:35:26.512685 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9f707700-6b28-44cf-95ec-51f875e37210), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:26.650130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2756e0-9a81-4bfb-b4a2-aaab61f3a6d6 req-6923cc59-5143-4e62-88fc-7075ae74bbb8 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:26.657828 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce2756e0-9a81-4bfb-b4a2-aaab61f3a6d6 req-6923cc59-5143-4e62-88fc-7075ae74bbb8 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.2372396 Jan 28 05:35:26.672683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7916-63eb-462e-829c-82de57737843 req-8bb903b5-2b22-4f71-bb7f-45283d0827e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:26.674134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-8bb903b5-2b22-4f71-bb7f-45283d0827e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.1941359 Jan 28 05:35:26.680670 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] For port 9f707700-6b28-44cf-95ec-51f875e37210, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:26.686268 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] For port 9f707700-6b28-44cf-95ec-51f875e37210, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=9f707700-6b28-44cf-95ec-51f875e37210,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:35:26.720231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213d139-e9b5-4786-8806-409aa95dc794 req-c6537480-9c53-4ad2-94ba-9c1f81e09971 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:26.721784 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2213d139-e9b5-4786-8806-409aa95dc794 req-c6537480-9c53-4ad2-94ba-9c1f81e09971 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 945 time: 0.2384956 Jan 28 05:35:26.725403 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-3273c79a-174f-4739-b4ac-beef5309c616 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419970 Jan 28 05:35:26.727119 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8549a27d-fb21-4af8-87fb-92427de55991 req-b638c9e7-2214-488a-8403-3b7976e03911 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks [] for port (cf01543f-3684-46c2-a7ca-7d00c851b86c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:26.757040 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (9f707700-6b28-44cf-95ec-51f875e37210), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:26.824507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce2756e0-9a81-4bfb-b4a2-aaab61f3a6d6 req-f7556007-19e1-46d4-a937-2b8c2b3dee31 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660488 Jan 28 05:35:26.851166 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:26.851166 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:26.851385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.60', 58358) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:26.851479 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] 10.222.0.60 "PUT /v2.0/ports/9f707700-6b28-44cf-95ec-51f875e37210 HTTP/1.1" status: 200 len: 1096 time: 1.3364422 Jan 28 05:35:26.874936 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05706fed-7d36-419f-b1d0-b7fb45401108', 'tag': '9f707700-6b28-44cf-95ec-51f875e37210'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:26.884727 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083b0b7f-6e6f-482f-9d83-83f0132f3d92" -d '{"events": [{"name": "network-changed", "server_uuid": "05706fed-7d36-419f-b1d0-b7fb45401108", "tag": "9f707700-6b28-44cf-95ec-51f875e37210"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:26.920650 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189029da-e476-44f5-8477-0dab8d399a92 service neutron] Pushing event updated for resources: {'Port': ['ID=9f707700-6b28-44cf-95ec-51f875e37210,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:26.975279 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8549a27d-fb21-4af8-87fb-92427de55991 req-b638c9e7-2214-488a-8403-3b7976e03911 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (cf01543f-3684-46c2-a7ca-7d00c851b86c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:26.999336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2213d139-e9b5-4786-8806-409aa95dc794 req-99af869d-106b-4de0-a168-29fa583f36d9 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652612 Jan 28 05:35:27.064580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c53b9470-5089-4908-be0e-052c7233597c req-78aa4058-03fa-4142-8581-44a76fcf1bd3 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 210 time: 0.1142781 Jan 28 05:35:27.075736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8549a27d-fb21-4af8-87fb-92427de55991 req-b638c9e7-2214-488a-8403-3b7976e03911 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:35:27.092312 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-8549a27d-fb21-4af8-87fb-92427de55991 req-b638c9e7-2214-488a-8403-3b7976e03911 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:35:27.095131 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-8549a27d-fb21-4af8-87fb-92427de55991 req-b638c9e7-2214-488a-8403-3b7976e03911 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:35:27.124457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-0f83e39a-b883-484f-817a-089c6ebae8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:27.128110 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-0f83e39a-b883-484f-817a-089c6ebae8a0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b&tenant_id=3a3781df740148d6b4244220d13c806d HTTP/1.1" status: 200 len: 1121 time: 0.2755163 Jan 28 05:35:27.129817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638c9e7-2214-488a-8403-3b7976e03911 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Pushing event updated for resources: {'Port': ['ID=cf01543f-3684-46c2-a7ca-7d00c851b86c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:27.141980 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-b7aa5c7b-5efb-46de-8c81-e0ebaf11b3f8 service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939602 Jan 28 05:35:27.155108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-15da8806-82b8-42d9-a43a-e34a59dc7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:27.157046 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-15da8806-82b8-42d9-a43a-e34a59dc7705 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89e721dd75134f499a15f117bfaac7df&device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 1099 time: 0.1498306 Jan 28 05:35:27.176531 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549a27d-fb21-4af8-87fb-92427de55991 req-b638c9e7-2214-488a-8403-3b7976e03911 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:27.177169 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8549a27d-fb21-4af8-87fb-92427de55991 req-b638c9e7-2214-488a-8403-3b7976e03911 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:27.184926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:27.231528 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:27.274564 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-c831aa27-3552-405d-9464-be2b537498e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=9f707700-6b28-44cf-95ec-51f875e37210 HTTP/1.1" status: 200 len: 217 time: 0.0585079 Jan 28 05:35:27.277148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124abbb-5aff-4e2b-9516-dcf48b3b1dd4 req-6bfa2939-a5a6-4647-8c88-e7b0c30b8b50 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:27.278748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a124abbb-5aff-4e2b-9516-dcf48b3b1dd4 req-6bfa2939-a5a6-4647-8c88-e7b0c30b8b50 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 946 time: 0.1326492 Jan 28 05:35:27.298606 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8549a27d-fb21-4af8-87fb-92427de55991 req-b638c9e7-2214-488a-8403-3b7976e03911 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8556557 Jan 28 05:35:27.331582 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Request body: {'port': {'device_id': 'fba5cb55-ba11-4ca2-a8b9-9d173627021e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:27.422461 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:27.436628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device bf91e9d1-6643-4876-a0a9-813f3897331d no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:35:27.494034 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-ca53b641-0e1e-483f-8819-deb0b6758a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:27.495214 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] The host n-h1-812111-12 is not matching for port bf91e9d1-6643-4876-a0a9-813f3897331d host n-h2-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:35:27.495801 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device bf91e9d1-6643-4876-a0a9-813f3897331d not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:35:27.496607 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-ca53b641-0e1e-483f-8819-deb0b6758a50 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1935239 Jan 28 05:35:27.502414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1ba9a-e3b1-4a99-b97f-00a6b9c6b0a8 req-e4b6af03-5013-472d-891c-2972a965a572 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:27.506255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0baba587-3b46-4c9a-a88f-6f4df5fae3da None None] Provisioning complete for port cf01543f-3684-46c2-a7ca-7d00c851b86c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:35:27.506858 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0baba587-3b46-4c9a-a88f-6f4df5fae3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf01543f-3684-46c2-a7ca-7d00c851b86c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:27.509970 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fca1ba9a-e3b1-4a99-b97f-00a6b9c6b0a8 req-e4b6af03-5013-472d-891c-2972a965a572 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/ports?device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 947 time: 0.1951358 Jan 28 05:35:27.523784 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf01543f-3684-46c2-a7ca-7d00c851b86c), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:27.534725 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a124abbb-5aff-4e2b-9516-dcf48b3b1dd4 req-5e678e10-55f0-48a5-8960-49c1975c0a6b tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214322 Jan 28 05:35:27.544781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-a33e4fc9-214c-4a06-9851-fec99674c2d5 service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281372 Jan 28 05:35:27.547049 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0baba587-3b46-4c9a-a88f-6f4df5fae3da None None] Port cf01543f-3684-46c2-a7ca-7d00c851b86c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:35:27.641828 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-9c64b57a-1675-427b-a55a-70921e3a23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:27.643954 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-9c64b57a-1675-427b-a55a-70921e3a23f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1169348 Jan 28 05:35:27.759233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fca1ba9a-e3b1-4a99-b97f-00a6b9c6b0a8 req-17b9976d-f278-4538-9cbe-cae253862248 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba06fbed-a0e5-48f8-b757-e65850dda10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479167 Jan 28 05:35:27.790024 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95596d15-7006-482a-b314-6955f26d502e x-openstack-request-id: req-95596d15-7006-482a-b314-6955f26d502e {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:27.790636 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05706fed-7d36-419f-b1d0-b7fb45401108", "tag": "9f707700-6b28-44cf-95ec-51f875e37210", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:27.790636 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95596d15-7006-482a-b314-6955f26d502e {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:27.791052 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05706fed-7d36-419f-b1d0-b7fb45401108', 'tag': '9f707700-6b28-44cf-95ec-51f875e37210', 'status': 'completed', 'code': 200} Jan 28 05:35:27.855943 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-f05194f6-3a98-45a6-bb4f-cc42b1eb6181 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027757 Jan 28 05:35:27.918657 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca6203-021b-4de3-b1fa-ab0fcbea9084 req-0fb9fc48-bc52-401e-8c66-389eeddd6c34 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:27.920195 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fca6203-021b-4de3-b1fa-ab0fcbea9084 req-0fb9fc48-bc52-401e-8c66-389eeddd6c34 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 1098 time: 0.1231074 Jan 28 05:35:27.984539 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2cebddd6-20bf-4046-a23d-e7724bcf98ba req-7d66e426-47b7-4508-8414-c171bec91f6f service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159103 Jan 28 05:35:27.993045 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] For port c5b32a32-92ad-49b0-bfcd-2a660c8d831a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:28.043837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1517f08-8b10-4bb0-a9bc-aff5a3cdac2d req-5ac47e3c-94a0-428c-8925-32125f1757cd tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:28.045458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f1517f08-8b10-4bb0-a9bc-aff5a3cdac2d req-5ac47e3c-94a0-428c-8925-32125f1757cd tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 969 time: 0.1453331 Jan 28 05:35:28.066988 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fca6203-021b-4de3-b1fa-ab0fcbea9084 req-56d04029-45a9-4f45-aaf2-bb81d8c2ec01 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233573 Jan 28 05:35:28.090288 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] For port c5b32a32-92ad-49b0-bfcd-2a660c8d831a, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:28.201722 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b0b7f-6e6f-482f-9d83-83f0132f3d92 req-e22aa1a3-0181-423a-a59e-80e3ba604aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:28.203551 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-083b0b7f-6e6f-482f-9d83-83f0132f3d92 req-e22aa1a3-0181-423a-a59e-80e3ba604aba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89e721dd75134f499a15f117bfaac7df&device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 1099 time: 0.0432479 Jan 28 05:35:28.225588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a801423f-7575-4a3d-9e85-54f6d392f13b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5b32a32-92ad-49b0-bfcd-2a660c8d831a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:28.228225 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f116f7d-b71c-4ee0-aae8-5f6ac3b438db" -d '{"events": [{"server_uuid": "a801423f-7575-4a3d-9e85-54f6d392f13b", "name": "network-vif-unplugged", "status": "completed", "tag": "c5b32a32-92ad-49b0-bfcd-2a660c8d831a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:28.250893 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f1517f08-8b10-4bb0-a9bc-aff5a3cdac2d req-af85d612-cf9d-4249-b91e-8995daa53af6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948054 Jan 28 05:35:28.253351 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Publish callbacks [] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:28.314954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Transition to ACTIVE for port object c5b32a32-92ad-49b0-bfcd-2a660c8d831a will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:35:28.319403 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b0b7f-6e6f-482f-9d83-83f0132f3d92 req-dedcdfed-ebe0-4690-a8a4-bde03d2b73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:28.321845 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-083b0b7f-6e6f-482f-9d83-83f0132f3d92 req-dedcdfed-ebe0-4690-a8a4-bde03d2b73ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1115632 Jan 28 05:35:28.327501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba382f76-1bcc-4197-875f-bdc2a1becf5c req-c2a61938-4fea-4965-aaa2-506bdd85734e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:28.334198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba382f76-1bcc-4197-875f-bdc2a1becf5c req-c2a61938-4fea-4965-aaa2-506bdd85734e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 945 time: 0.1870830 Jan 28 05:35:28.345163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7916-63eb-462e-829c-82de57737843 req-fdbd6101-535d-4f96-9fcd-06be76ec1429 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:28.346624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-fdbd6101-535d-4f96-9fcd-06be76ec1429 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0&tenant_id=f17b4afee4234ca080a4ee07c83b15b8&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 1097 time: 0.1789105 Jan 28 05:35:28.375581 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-083b0b7f-6e6f-482f-9d83-83f0132f3d92 req-ff422a2d-9fdb-42e1-9638-ee390fc2633f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=9f707700-6b28-44cf-95ec-51f875e37210 HTTP/1.1" status: 200 len: 217 time: 0.0460854 Jan 28 05:35:28.406269 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:28.481207 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b0b7f-6e6f-482f-9d83-83f0132f3d92 req-1b766924-47ac-4499-95e9-dad35c4a1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:28.482718 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-083b0b7f-6e6f-482f-9d83-83f0132f3d92 req-1b766924-47ac-4499-95e9-dad35c4a1484 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0945866 Jan 28 05:35:28.491122 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba382f76-1bcc-4197-875f-bdc2a1becf5c req-9c1e9540-c34c-46a7-a399-7d170dc8b5d2 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559899 Jan 28 05:35:28.517448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Pushing event updated for resources: {'Port': ['ID=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:28.584291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d2c3a-bf07-4118-8798-17d40ca1d2f8 req-25a4d7d2-ebc1-45b3-8c1f-c26238cb785d tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:28.589496 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b0b7f-6e6f-482f-9d83-83f0132f3d92 req-12c3369d-3d89-429f-b4e6-2a38db24422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:28.591440 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-083b0b7f-6e6f-482f-9d83-83f0132f3d92 req-12c3369d-3d89-429f-b4e6-2a38db24422e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0965562 Jan 28 05:35:28.592098 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa7d2c3a-bf07-4118-8798-17d40ca1d2f8 req-25a4d7d2-ebc1-45b3-8c1f-c26238cb785d tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 935 time: 0.2554410 Jan 28 05:35:28.624909 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] No DVR routers for this DVR port c5b32a32-92ad-49b0-bfcd-2a660c8d831a on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:35:28.733163 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf01543f-3684-46c2-a7ca-7d00c851b86c {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:28.739283 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-083b0b7f-6e6f-482f-9d83-83f0132f3d92 req-a0a76532-fa97-49e4-a33b-00f3c45fbfb0 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381755 Jan 28 05:35:28.743833 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Publish callbacks [] for port (cf01543f-3684-46c2-a7ca-7d00c851b86c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:28.758533 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e732b-6425-4ae4-a809-380f8fe36868 req-2d7a421a-134c-41f5-b759-d372f474aaca tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:28.759968 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-942e732b-6425-4ae4-a809-380f8fe36868 req-2d7a421a-134c-41f5-b759-d372f474aaca tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 1098 time: 0.1437194 Jan 28 05:35:28.765072 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Attempting to bind port c5b32a32-92ad-49b0-bfcd-2a660c8d831a on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:35:28.765395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Attempting to bind port c5b32a32-92ad-49b0-bfcd-2a660c8d831a by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:35:28.765719 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Attempting to bind port c5b32a32-92ad-49b0-bfcd-2a660c8d831a on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:28.775878 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa7d2c3a-bf07-4118-8798-17d40ca1d2f8 req-4dd5d252-e396-43fb-bcdd-3ec399d84a79 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828015 Jan 28 05:35:28.800456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Port c5b32a32-92ad-49b0-bfcd-2a660c8d831a on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:35:28.800456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Attempting to bind port c5b32a32-92ad-49b0-bfcd-2a660c8d831a on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:28.808207 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Transition to ACTIVE for port object cf01543f-3684-46c2-a7ca-7d00c851b86c will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:35:28.810702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:35:28.811039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:28.811473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:35:28.811954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Bound port: c5b32a32-92ad-49b0-bfcd-2a660c8d831a, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:35:28.812307 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:28.845668 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-942e732b-6425-4ae4-a809-380f8fe36868 req-23860885-670e-4e1a-84ab-cc3ce820524f tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763931 Jan 28 05:35:28.858891 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-083b0b7f-6e6f-482f-9d83-83f0132f3d92 req-6390dbc1-d2f0-4dca-9966-91b05967fbbc service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118937 Jan 28 05:35:28.873071 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-076f7916-63eb-462e-829c-82de57737843 req-7179d2ee-2c96-4bcb-932a-acfa7d54f722 service neutron] For port bf91e9d1-6643-4876-a0a9-813f3897331d, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:28.877609 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-076f7916-63eb-462e-829c-82de57737843 req-7179d2ee-2c96-4bcb-932a-acfa7d54f722 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:28.878754 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-076f7916-63eb-462e-829c-82de57737843 req-7179d2ee-2c96-4bcb-932a-acfa7d54f722 service neutron] 10.222.0.60 "DELETE /v2.0/ports/bf91e9d1-6643-4876-a0a9-813f3897331d/bindings/n-h1-812111-12 HTTP/1.1" status: 204 len: 173 time: 0.5232205 Jan 28 05:35:28.894568 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (cf01543f-3684-46c2-a7ca-7d00c851b86c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:28.918993 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] For port c5b32a32-92ad-49b0-bfcd-2a660c8d831a, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:28.922174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] For port c5b32a32-92ad-49b0-bfcd-2a660c8d831a, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:35:28.931422 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdf51db-6f13-4a61-9cdf-f5503bd17c82 x-openstack-request-id: req-8cdf51db-6f13-4a61-9cdf-f5503bd17c82 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:28.931775 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a801423f-7575-4a3d-9e85-54f6d392f13b", "name": "network-vif-unplugged", "status": "completed", "tag": "c5b32a32-92ad-49b0-bfcd-2a660c8d831a", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:28.931980 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cdf51db-6f13-4a61-9cdf-f5503bd17c82 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:28.932425 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a801423f-7575-4a3d-9e85-54f6d392f13b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5b32a32-92ad-49b0-bfcd-2a660c8d831a', 'code': 200} Jan 28 05:35:29.026174 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:29.083481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Pushing event updated for resources: {'Port': ['ID=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:29.095658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:29.096417 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:29.097909 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-8d18a7be-5c1b-4b9d-9024-2a0ba208e29d service neutron] 10.222.0.60 "PUT /v2.0/ports/c5b32a32-92ad-49b0-bfcd-2a660c8d831a HTTP/1.1" status: 200 len: 1096 time: 1.9195216 Jan 28 05:35:29.191775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf01543f-3684-46c2-a7ca-7d00c851b86c,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:29.227755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-46aaff6a-3837-4319-a3e2-59ef183f7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:29.229296 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-46aaff6a-3837-4319-a3e2-59ef183f7d4c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 1099 time: 0.0749824 Jan 28 05:35:29.307477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Attempting to bind port cf01543f-3684-46c2-a7ca-7d00c851b86c on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:35:29.307830 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Attempting to bind port cf01543f-3684-46c2-a7ca-7d00c851b86c by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:35:29.308136 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Attempting to bind port cf01543f-3684-46c2-a7ca-7d00c851b86c on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:29.313046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Port cf01543f-3684-46c2-a7ca-7d00c851b86c on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:35:29.313373 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Attempting to bind port cf01543f-3684-46c2-a7ca-7d00c851b86c on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:29.318708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:35:29.319056 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:29.319445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:35:29.320036 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Bound port: cf01543f-3684-46c2-a7ca-7d00c851b86c, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:35:29.320398 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf01543f-3684-46c2-a7ca-7d00c851b86c), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:29.413255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] For port cf01543f-3684-46c2-a7ca-7d00c851b86c, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:29.420156 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] For port cf01543f-3684-46c2-a7ca-7d00c851b86c, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cf01543f-3684-46c2-a7ca-7d00c851b86c,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:35:29.423595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc84672-aa59-4b85-a581-a30dc512d41e req-00e5052b-b174-4615-bb32-db027374001b tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:29.425116 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bfc84672-aa59-4b85-a581-a30dc512d41e req-00e5052b-b174-4615-bb32-db027374001b tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/ports?device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 947 time: 0.1504114 Jan 28 05:35:29.434681 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-abead2c3-bb12-400e-9fb3-8342de65d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:29.436098 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-abead2c3-bb12-400e-9fb3-8342de65d61d service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1970272 Jan 28 05:35:29.492412 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (cf01543f-3684-46c2-a7ca-7d00c851b86c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:29.505444 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f44cb-0061-46b7-984c-dbc25a7c8388 req-e21ae3fc-3344-4f52-99b7-35e517798306 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:29.640330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de9f44cb-0061-46b7-984c-dbc25a7c8388 req-e21ae3fc-3344-4f52-99b7-35e517798306 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 1097 time: 0.1428833 Jan 28 05:35:29.640330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-962cb362-3fc8-44bb-b3df-73a255e8e34d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=c5b32a32-92ad-49b0-bfcd-2a660c8d831a HTTP/1.1" status: 200 len: 217 time: 0.0584531 Jan 28 05:35:29.642955 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:29.642955 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:29.642955 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8549a27d-fb21-4af8-87fb-92427de55991 req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] 10.222.0.60 "PUT /v2.0/ports/cf01543f-3684-46c2-a7ca-7d00c851b86c HTTP/1.1" status: 200 len: 1096 time: 2.2464585 Jan 28 05:35:29.642955 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83a348-dcae-471b-95b9-9075f197f0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf01543f-3684-46c2-a7ca-7d00c851b86c,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:29.643809 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bfc84672-aa59-4b85-a581-a30dc512d41e req-a86e1e89-e8c5-400b-a3fe-ce6d0f95a637 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba06fbed-a0e5-48f8-b757-e65850dda10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711051 Jan 28 05:35:29.643809 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de9f44cb-0061-46b7-984c-dbc25a7c8388 req-ce24ad2c-5f40-43de-a401-c92a9176929e tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010880 Jan 28 05:35:29.643809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-b43ffd32-5d8f-4c3a-9957-d130c7763f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:29.643809 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-b43ffd32-5d8f-4c3a-9957-d130c7763f49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1050777 Jan 28 05:35:29.701025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-69b67f59-0b6e-4139-88a0-2401c05d756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:29.702814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-69b67f59-0b6e-4139-88a0-2401c05d756a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0670686 Jan 28 05:35:29.792451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba5cb55-ba11-4ca2-a8b9-9d173627021e', 'tag': 'cf01543f-3684-46c2-a7ca-7d00c851b86c'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:29.795148 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a212969-ea0a-4965-9d21-c6c2f0adc046" -d '{"events": [{"name": "network-changed", "server_uuid": "fba5cb55-ba11-4ca2-a8b9-9d173627021e", "tag": "cf01543f-3684-46c2-a7ca-7d00c851b86c"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:29.859025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5f1b3-c913-4715-a0eb-8eb6a6381177 req-df094664-f5bd-4c67-81f1-ec6bb36672c2 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:29.860584 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-17b5f1b3-c913-4715-a0eb-8eb6a6381177 req-df094664-f5bd-4c67-81f1-ec6bb36672c2 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 947 time: 0.1294110 Jan 28 05:35:29.893174 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-dc9c265b-0c41-4fbd-af75-7ad733ba85e5 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800070 Jan 28 05:35:29.953981 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549a27d-fb21-4af8-87fb-92427de55991 req-5b92192e-a78b-4c13-a345-6e9d8bee5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:29.955507 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8549a27d-fb21-4af8-87fb-92427de55991 req-5b92192e-a78b-4c13-a345-6e9d8bee5dd8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6f0bc89fc584c3b94824d5c9278396b&device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 1099 time: 0.0452135 Jan 28 05:35:29.976569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-17b5f1b3-c913-4715-a0eb-8eb6a6381177 req-01497791-5f3c-492d-98f0-a9743ae53d7e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076918 Jan 28 05:35:30.014131 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04ba7aa0-337a-4798-8319-75e10d05b4b4 req-63cc1ded-a6b8-4371-bc0a-5b1f6087db7a service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122582 Jan 28 05:35:30.025424 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8549a27d-fb21-4af8-87fb-92427de55991 req-27f3cd80-1a57-49a0-b02a-13843ae88654 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=cf01543f-3684-46c2-a7ca-7d00c851b86c HTTP/1.1" status: 200 len: 217 time: 0.0475543 Jan 28 05:35:30.083593 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549a27d-fb21-4af8-87fb-92427de55991 req-745d28e0-dbad-4ff3-9e80-5b58b8677746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:30.085945 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8549a27d-fb21-4af8-87fb-92427de55991 req-745d28e0-dbad-4ff3-9e80-5b58b8677746 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0530365 Jan 28 05:35:30.087545 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4734e8b-af86-4d6f-91f9-8467460ebee3 x-openstack-request-id: req-d4734e8b-af86-4d6f-91f9-8467460ebee3 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:30.087827 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba5cb55-ba11-4ca2-a8b9-9d173627021e", "tag": "cf01543f-3684-46c2-a7ca-7d00c851b86c", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:30.088079 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4734e8b-af86-4d6f-91f9-8467460ebee3 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:30.088463 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba5cb55-ba11-4ca2-a8b9-9d173627021e', 'tag': 'cf01543f-3684-46c2-a7ca-7d00c851b86c', 'status': 'completed', 'code': 200} Jan 28 05:35:30.163049 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549a27d-fb21-4af8-87fb-92427de55991 req-8109b19d-991c-4602-aad1-b6cb83102ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:30.165681 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8549a27d-fb21-4af8-87fb-92427de55991 req-8109b19d-991c-4602-aad1-b6cb83102ab9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0574446 Jan 28 05:35:30.288023 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8549a27d-fb21-4af8-87fb-92427de55991 req-5aa3971f-8ffa-47d0-a1ed-333862bc188c service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113012 Jan 28 05:35:30.318126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109a063-b102-4cbd-98eb-9065b35c47ff req-330dfdfb-4529-41e5-8065-d03ab0434b73 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:30.319868 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1109a063-b102-4cbd-98eb-9065b35c47ff req-330dfdfb-4529-41e5-8065-d03ab0434b73 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 947 time: 0.2065706 Jan 28 05:35:30.369058 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-67b57518-83ec-4846-8736-9863cd28973f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:30.377617 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-67b57518-83ec-4846-8736-9863cd28973f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 821 time: 0.1733203 Jan 28 05:35:30.427021 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8549a27d-fb21-4af8-87fb-92427de55991 req-1d303553-96a2-4f5b-a67e-1d50c0a5788c service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242416 Jan 28 05:35:30.431067 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-691de4e6-b15d-4384-b1cb-6648847ef481 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/quotas/f17b4afee4234ca080a4ee07c83b15b8 HTTP/1.1" status: 200 len: 375 time: 0.0524073 Jan 28 05:35:30.468760 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1109a063-b102-4cbd-98eb-9065b35c47ff req-ae838cf9-65fa-485d-a48a-bd95c3e48ade tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417866 Jan 28 05:35:30.493869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-c098e525-3f77-440c-8f00-ed5eb30bf893 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617187 Jan 28 05:35:30.624773 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-827ddcc4-6d01-4bd9-8814-5fd8d5b93855 service neutron] 10.222.0.31 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182966 Jan 28 05:35:30.685304 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44798) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:30.744674 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a212969-ea0a-4965-9d21-c6c2f0adc046 req-b7e95e80-e069-4a4b-b43b-e71748642b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:30.746500 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8a212969-ea0a-4965-9d21-c6c2f0adc046 req-b7e95e80-e069-4a4b-b43b-e71748642b8e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6f0bc89fc584c3b94824d5c9278396b&device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 1099 time: 0.0535662 Jan 28 05:35:30.752009 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c269b6-1185-4671-b4d7-458da3cc6218 req-d27426f3-7dba-41db-a8ad-f44e0807f095 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:30.753630 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42c269b6-1185-4671-b4d7-458da3cc6218 req-d27426f3-7dba-41db-a8ad-f44e0807f095 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 1098 time: 0.0805447 Jan 28 05:35:30.763356 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-73e52d1c-a51f-48a9-a4f8-af4e2c38c572 service neutron] 10.222.0.31 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376963 Jan 28 05:35:30.847099 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42c269b6-1185-4671-b4d7-458da3cc6218 req-6dca352a-5bc4-4e60-a3c4-92276bd95cb6 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814929 Jan 28 05:35:30.891912 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-971eb412-1da6-4f03-890b-c6e5711d6980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:30.897070 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a212969-ea0a-4965-9d21-c6c2f0adc046 req-d4d660db-51d0-4ccc-bb16-e4d5a76676f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:30.899439 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8a212969-ea0a-4965-9d21-c6c2f0adc046 req-d4d660db-51d0-4ccc-bb16-e4d5a76676f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1373281 Jan 28 05:35:30.934006 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a801423f-7575-4a3d-9e85-54f6d392f13b', 'tag': 'c5b32a32-92ad-49b0-bfcd-2a660c8d831a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:30.937466 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5a8686-a602-42f6-aafc-98ee42d8e918" -d '{"events": [{"name": "network-changed", "server_uuid": "a801423f-7575-4a3d-9e85-54f6d392f13b", "tag": "c5b32a32-92ad-49b0-bfcd-2a660c8d831a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:30.956835 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8a212969-ea0a-4965-9d21-c6c2f0adc046 req-0ae54f6d-bb95-4d73-a35b-64bd8dc4ff9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=cf01543f-3684-46c2-a7ca-7d00c851b86c HTTP/1.1" status: 200 len: 217 time: 0.0438497 Jan 28 05:35:31.049553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c22a42-a307-4d52-b5c0-986edc3ef5ce req-bee87550-252d-4f50-8e4f-093f0e88698b tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:31.051272 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3c22a42-a307-4d52-b5c0-986edc3ef5ce req-bee87550-252d-4f50-8e4f-093f0e88698b tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/ports?device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 947 time: 0.0909193 Jan 28 05:35:31.060571 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a212969-ea0a-4965-9d21-c6c2f0adc046 req-b6e5f5bf-946f-4763-a2f1-27bd2985668c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:31.062147 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8a212969-ea0a-4965-9d21-c6c2f0adc046 req-b6e5f5bf-946f-4763-a2f1-27bd2985668c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0963590 Jan 28 05:35:31.112372 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3c22a42-a307-4d52-b5c0-986edc3ef5ce req-cc97234c-b88a-4b09-be0a-f60124b04fdc tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba06fbed-a0e5-48f8-b757-e65850dda10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550015 Jan 28 05:35:31.123747 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-971eb412-1da6-4f03-890b-c6e5711d6980 admin admin] Publish callbacks [] for security_group (59d242c0-7be0-41df-b87c-498c76b1fb36), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:31.150088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a212969-ea0a-4965-9d21-c6c2f0adc046 req-6a4b54ca-353e-48e3-a402-158bf4d285d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:31.152009 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8a212969-ea0a-4965-9d21-c6c2f0adc046 req-6a4b54ca-353e-48e3-a402-158bf4d285d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0786755 Jan 28 05:35:31.225534 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-971eb412-1da6-4f03-890b-c6e5711d6980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (59d242c0-7be0-41df-b87c-498c76b1fb36), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:31.283308 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7703c924-2cd1-41c3-9e16-89b87875e2ab x-openstack-request-id: req-7703c924-2cd1-41c3-9e16-89b87875e2ab {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:31.283308 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a801423f-7575-4a3d-9e85-54f6d392f13b", "tag": "c5b32a32-92ad-49b0-bfcd-2a660c8d831a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:31.283308 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7703c924-2cd1-41c3-9e16-89b87875e2ab {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:31.283308 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a801423f-7575-4a3d-9e85-54f6d392f13b', 'tag': 'c5b32a32-92ad-49b0-bfcd-2a660c8d831a', 'status': 'completed', 'code': 200} Jan 28 05:35:31.284362 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-971eb412-1da6-4f03-890b-c6e5711d6980 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec977bfaac7b44609be4ef1459d2f568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5970511 Jan 28 05:35:31.285111 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971eb412-1da6-4f03-890b-c6e5711d6980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d242c0-7be0-41df-b87c-498c76b1fb36,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:31.290347 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44824) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:31.338270 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8a212969-ea0a-4965-9d21-c6c2f0adc046 req-a7fe392e-530a-4136-9620-b339537b2acc service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776500 Jan 28 05:35:31.386184 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6329002d-2f15-4baf-9004-ecdf0d9c631a req-327bde34-d53c-4ad9-8dd6-314134494879 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 210 time: 0.0626915 Jan 28 05:35:31.425218 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18cbfd40-7cd7-4f13-aa82-40aedf320e51 admin admin] Publish callbacks [] for security_group (59d242c0-7be0-41df-b87c-498c76b1fb36), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:31.472481 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c5b32a32-92ad-49b0-bfcd-2a660c8d831a no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:35:31.473787 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18cbfd40-7cd7-4f13-aa82-40aedf320e51 admin admin] Publish callbacks [] for security_group (59d242c0-7be0-41df-b87c-498c76b1fb36), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:31.483491 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-84794e5f-c7e0-4e42-8009-d1ed241998ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:31.485411 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-84794e5f-c7e0-4e42-8009-d1ed241998ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 1099 time: 0.1066313 Jan 28 05:35:31.488023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-f6b64a3d-8a78-431b-b385-1d066012effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:31.489784 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-f6b64a3d-8a78-431b-b385-1d066012effd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 1099 time: 0.1059377 Jan 28 05:35:31.511086 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:35:31.527901 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8a212969-ea0a-4965-9d21-c6c2f0adc046 req-13dc5250-5bf0-4f0c-bca4-13564bd19cda service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805124 Jan 28 05:35:31.554791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] The host n-h1-812111-12 is not matching for port c5b32a32-92ad-49b0-bfcd-2a660c8d831a host n-h2-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:35:31.558614 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c5b32a32-92ad-49b0-bfcd-2a660c8d831a not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:35:31.678352 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18cbfd40-7cd7-4f13-aa82-40aedf320e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (59d242c0-7be0-41df-b87c-498c76b1fb36), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:31.683543 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18cbfd40-7cd7-4f13-aa82-40aedf320e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:31.688194 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-18cbfd40-7cd7-4f13-aa82-40aedf320e51 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59d242c0-7be0-41df-b87c-498c76b1fb36 HTTP/1.1" status: 204 len: 168 time: 0.3969188 Jan 28 05:35:31.696010 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19719519-8e08-4bef-b601-6606049451d3 req-b1639d84-4f08-485a-a362-eff8cec29da4 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:31.703637 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19719519-8e08-4bef-b601-6606049451d3 req-b1639d84-4f08-485a-a362-eff8cec29da4 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 947 time: 0.2232640 Jan 28 05:35:31.707226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbfd40-7cd7-4f13-aa82-40aedf320e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d242c0-7be0-41df-b87c-498c76b1fb36,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:32.021105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-9ac3a5d3-b831-4f91-97a7-b5149e1eec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:32.024478 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-9ac3a5d3-b831-4f91-97a7-b5149e1eec3c service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.5233057 Jan 28 05:35:32.029386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-3f24c236-23a3-42de-ab53-ae596e6887e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:32.030397 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-3f24c236-23a3-42de-ab53-ae596e6887e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.5300429 Jan 28 05:35:32.033987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 9f707700-6b28-44cf-95ec-51f875e37210 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:35:32.056000 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19719519-8e08-4bef-b601-6606049451d3 req-3d9bb05a-cecc-4889-a3de-002871a9ecad tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513117 Jan 28 05:35:32.170879 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-76f4a127-b1ae-4489-9d99-072a93114aa1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=c5b32a32-92ad-49b0-bfcd-2a660c8d831a HTTP/1.1" status: 200 len: 217 time: 0.1367955 Jan 28 05:35:32.173745 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-8b8646b0-0191-4fe2-9c8a-d39569c18b3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=c5b32a32-92ad-49b0-bfcd-2a660c8d831a HTTP/1.1" status: 200 len: 217 time: 0.1322892 Jan 28 05:35:32.199859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 9f707700-6b28-44cf-95ec-51f875e37210, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=9f707700-6b28-44cf-95ec-51f875e37210,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:32.363859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '9f707700-6b28-44cf-95ec-51f875e37210', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '9f707700-6b28-44cf-95ec-51f875e37210', 'mac_address': 'fa:16:3e:a5:47:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:35:32.380928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-b774ba31-d4a5-46fa-8edb-13902c7afedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:32.383051 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-b774ba31-d4a5-46fa-8edb-13902c7afedb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.2055025 Jan 28 05:35:32.403306 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-ca88a505-9073-43de-bdde-2b5082119aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:32.406917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-ca88a505-9073-43de-bdde-2b5082119aba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1516278 Jan 28 05:35:32.410457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 9f707700-6b28-44cf-95ec-51f875e37210 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:35:32.411052 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9f707700-6b28-44cf-95ec-51f875e37210), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:32.426158 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f707700-6b28-44cf-95ec-51f875e37210 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:32.454850 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 9f707700-6b28-44cf-95ec-51f875e37210, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=9f707700-6b28-44cf-95ec-51f875e37210,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:32.467260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258ac0b-076e-4926-b238-de3710c89afd req-f93b5d86-1906-46ab-8c2b-6c7c596d683c tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:32.469209 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0258ac0b-076e-4926-b238-de3710c89afd req-f93b5d86-1906-46ab-8c2b-6c7c596d683c tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 947 time: 0.2120266 Jan 28 05:35:32.535188 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c967d048-fba7-4628-a95b-0a88764df90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:32.542549 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (9f707700-6b28-44cf-95ec-51f875e37210), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:32.579373 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-a241f668-ddf1-4d99-987d-505db2408b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:32.581011 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-a241f668-ddf1-4d99-987d-505db2408b72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1896017 Jan 28 05:35:32.587800 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0258ac0b-076e-4926-b238-de3710c89afd req-4f7a6465-9310-4af9-80c1-5860de541021 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068065 Jan 28 05:35:32.590021 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-c2cff29c-acce-4f40-bd62-20c7f4ad82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:32.591751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-c2cff29c-acce-4f40-bd62-20c7f4ad82e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1214705 Jan 28 05:35:32.602180 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44864) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:32.629513 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e94a823f-78fe-43d7-8d7e-01988b6000a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:32.690098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=9f707700-6b28-44cf-95ec-51f875e37210,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:32.794707 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e94a823f-78fe-43d7-8d7e-01988b6000a3 admin admin] Publish callbacks [] for security_group (ed3b12ec-67b3-4503-87ab-ccf551e2a06a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:32.860631 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e94a823f-78fe-43d7-8d7e-01988b6000a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ed3b12ec-67b3-4503-87ab-ccf551e2a06a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:32.906585 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-a84f79d6-30e6-4dcd-b216-fdbdd5a6128f service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034899 Jan 28 05:35:32.917397 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e94a823f-78fe-43d7-8d7e-01988b6000a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45954b9637b64063bc581aee099e3e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109610 Jan 28 05:35:32.917932 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44866) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:32.918859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a823f-78fe-43d7-8d7e-01988b6000a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3b12ec-67b3-4503-87ab-ccf551e2a06a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:32.922352 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-7e666ae3-dfda-46ce-ac45-e23d7a56a32d service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050711 Jan 28 05:35:32.970090 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['9f707700-6b28-44cf-95ec-51f875e37210'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:35:33.097065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc788a9-38c8-4584-8c5d-1d570d20fd44 req-2f3553eb-4c53-4e32-b40e-4aacf759675c tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:33.098565 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fc788a9-38c8-4584-8c5d-1d570d20fd44 req-2f3553eb-4c53-4e32-b40e-4aacf759675c tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/ports?device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 948 time: 0.2420306 Jan 28 05:35:33.155329 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5af49a56-b7d4-4ffc-a3d5-f22404589c4f admin admin] Publish callbacks [] for security_group (ed3b12ec-67b3-4503-87ab-ccf551e2a06a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:33.161465 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-6631e665-1e34-473e-bf4f-658084db1e7e service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424555 Jan 28 05:35:33.191649 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e5a8686-a602-42f6-aafc-98ee42d8e918 req-bfcbb9a0-311a-4ed2-ac6e-8928655c2bc8 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384818 Jan 28 05:35:33.210004 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5af49a56-b7d4-4ffc-a3d5-f22404589c4f admin admin] Publish callbacks [] for security_group (ed3b12ec-67b3-4503-87ab-ccf551e2a06a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:33.233488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fc788a9-38c8-4584-8c5d-1d570d20fd44 req-93e5a163-9e86-4288-a6be-75fcbd006146 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba06fbed-a0e5-48f8-b757-e65850dda10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173351 Jan 28 05:35:33.346042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-c6c08754-9799-426a-baf5-7a31cb1fc0f5 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:35:33.347193 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-c6c08754-9799-426a-baf5-7a31cb1fc0f5 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064011 Jan 28 05:35:33.351255 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5af49a56-b7d4-4ffc-a3d5-f22404589c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ed3b12ec-67b3-4503-87ab-ccf551e2a06a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:33.353902 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5af49a56-b7d4-4ffc-a3d5-f22404589c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:33.355146 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5af49a56-b7d4-4ffc-a3d5-f22404589c4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed3b12ec-67b3-4503-87ab-ccf551e2a06a HTTP/1.1" status: 204 len: 168 time: 0.4350288 Jan 28 05:35:33.387620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af49a56-b7d4-4ffc-a3d5-f22404589c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3b12ec-67b3-4503-87ab-ccf551e2a06a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:33.400580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-ca99fdac-451a-466b-89a7-5987e97585a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:33.404531 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-ca99fdac-451a-466b-89a7-5987e97585a4 service neutron] 10.222.0.31 "GET /v2.0/ports/7b787edc-db91-4f53-a197-bd0c997a942b HTTP/1.1" status: 200 len: 1095 time: 0.0477867 Jan 28 05:35:33.424440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-b5ebc11a-b989-413f-9b98-cdd778ab85ed service neutron] Request body: {'binding': {'host': 'n-h1-812111-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:33.424906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-b5ebc11a-b989-413f-9b98-cdd778ab85ed service neutron] Unknown quota resources ['binding']. {{(pid=103635) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:35:33.631687 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-100ab20f-20cb-4c8d-a5d6-e1299ded0151 req-428c8039-9919-4378-bd26-8fe56f108da1 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 210 time: 0.0480673 Jan 28 05:35:33.662152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-90a3022d-6304-476d-88fc-a0dc8ed8af06 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:33.664389 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-90a3022d-6304-476d-88fc-a0dc8ed8af06 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.64 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 821 time: 0.2045369 Jan 28 05:35:33.683202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-e4fa384d-4b75-4805-a013-d5e67f40a6f6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Request body: {'port': {'device_id': 'a29c7c05-31e4-45b6-8bde-c9f82774938f', 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535', 'admin_state_up': True, 'tenant_id': 'f17b4afee4234ca080a4ee07c83b15b8'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:33.800751 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-b5ebc11a-b989-413f-9b98-cdd778ab85ed service neutron] Attempting to bind port 7b787edc-db91-4f53-a197-bd0c997a942b on host n-h1-812111-12 for vnic_type normal with profile None {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:35:33.801085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-b5ebc11a-b989-413f-9b98-cdd778ab85ed service neutron] Attempting to bind port 7b787edc-db91-4f53-a197-bd0c997a942b by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:35:33.806442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-b5ebc11a-b989-413f-9b98-cdd778ab85ed service neutron] Attempting to bind port 7b787edc-db91-4f53-a197-bd0c997a942b on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:33.819321 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-b5ebc11a-b989-413f-9b98-cdd778ab85ed service neutron] Port 7b787edc-db91-4f53-a197-bd0c997a942b on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:35:33.819702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-b5ebc11a-b989-413f-9b98-cdd778ab85ed service neutron] Attempting to bind port 7b787edc-db91-4f53-a197-bd0c997a942b on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:33.837716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-b5ebc11a-b989-413f-9b98-cdd778ab85ed service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:35:33.840441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-b5ebc11a-b989-413f-9b98-cdd778ab85ed service neutron] Checking segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:33.840441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-b5ebc11a-b989-413f-9b98-cdd778ab85ed service neutron] Bound using segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:35:33.840441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-b5ebc11a-b989-413f-9b98-cdd778ab85ed service neutron] Bound port: 7b787edc-db91-4f53-a197-bd0c997a942b, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:35:33.871126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fd749-8028-4ec1-bb4c-0e764944137f req-c8d86588-4ab9-4915-95a9-f88876ff84a8 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:33.872663 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be8fd749-8028-4ec1-bb4c-0e764944137f req-c8d86588-4ab9-4915-95a9-f88876ff84a8 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 947 time: 0.1703396 Jan 28 05:35:33.947675 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-b5ebc11a-b989-413f-9b98-cdd778ab85ed service neutron] For port 7b787edc-db91-4f53-a197-bd0c997a942b, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7b787edc-db91-4f53-a197-bd0c997a942b,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:35:33.959293 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be8fd749-8028-4ec1-bb4c-0e764944137f req-069545b5-6e15-44a5-ba9e-1911313cd750 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787933 Jan 28 05:35:34.008989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-e4fa384d-4b75-4805-a013-d5e67f40a6f6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Made reservation on behalf of f17b4afee4234ca080a4ee07c83b15b8 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:35:34.012364 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-e4fa384d-4b75-4805-a013-d5e67f40a6f6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:34.030109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44892) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:34.039661 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device c5b32a32-92ad-49b0-bfcd-2a660c8d831a details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:35:34.058110 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 9f707700-6b28-44cf-95ec-51f875e37210 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:35:34.058481 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-b5ebc11a-b989-413f-9b98-cdd778ab85ed service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:34.059276 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-b5ebc11a-b989-413f-9b98-cdd778ab85ed service neutron] 10.222.0.31 "POST /v2.0/ports/7b787edc-db91-4f53-a197-bd0c997a942b/bindings HTTP/1.1" status: 201 len: 390 time: 0.6432331 Jan 28 05:35:34.147712 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36847351-bbe8-4ebf-9d15-5324c2ce984a req-8c237ee9-41f6-467a-a391-32aefcc44d29 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:34.149624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36847351-bbe8-4ebf-9d15-5324c2ce984a req-8c237ee9-41f6-467a-a391-32aefcc44d29 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 947 time: 0.1145964 Jan 28 05:35:34.211453 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port c5b32a32-92ad-49b0-bfcd-2a660c8d831a, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:34.226217 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'c5b32a32-92ad-49b0-bfcd-2a660c8d831a', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'c5b32a32-92ad-49b0-bfcd-2a660c8d831a', 'mac_address': 'fa:16:3e:1f:a0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:35:34.232137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-e4fa384d-4b75-4805-a013-d5e67f40a6f6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Allocated IP 172.20.0.9 (a68ceb60-a872-4bba-990e-8e03126b2535/6bf612c3-3d2e-4597-93d5-824acf2a3cd5/bceb2b75-3195-463e-9220-215e0ea02733) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:35:34.255808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36847351-bbe8-4ebf-9d15-5324c2ce984a req-657b6c49-80d6-42f1-a6f7-c975afe0939f tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824730 Jan 28 05:35:34.277723 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-effb2529-2dd2-4d05-880e-f1e665790902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:34.285166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 9f707700-6b28-44cf-95ec-51f875e37210 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:35:34.287677 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port c5b32a32-92ad-49b0-bfcd-2a660c8d831a is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:35:34.288779 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:34.299317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 9f707700-6b28-44cf-95ec-51f875e37210 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:35:34.299926 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (9f707700-6b28-44cf-95ec-51f875e37210), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:34.322735 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b32a32-92ad-49b0-bfcd-2a660c8d831a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:34.354887 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port c5b32a32-92ad-49b0-bfcd-2a660c8d831a, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:34.410158 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-effb2529-2dd2-4d05-880e-f1e665790902 admin admin] Publish callbacks [] for security_group (7b969b84-2943-4923-b79d-a5e190deb4aa), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:34.424784 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:34.432818 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device cf01543f-3684-46c2-a7ca-7d00c851b86c details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:35:34.447180 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-e4fa384d-4b75-4805-a013-d5e67f40a6f6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks [] for port (bceb2b75-3195-463e-9220-215e0ea02733), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:34.483713 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 9f707700-6b28-44cf-95ec-51f875e37210 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:35:34.484150 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9f707700-6b28-44cf-95ec-51f875e37210), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:34.517415 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-effb2529-2dd2-4d05-880e-f1e665790902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7b969b84-2943-4923-b79d-a5e190deb4aa), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:34.537110 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528b215-f7b1-42e7-87f6-547fbf3c80f7 req-d11e94ff-543d-474e-8dea-153435348e48 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:34.540540 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05706fed-7d36-419f-b1d0-b7fb45401108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f707700-6b28-44cf-95ec-51f875e37210'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:34.542560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1528b215-f7b1-42e7-87f6-547fbf3c80f7 req-d11e94ff-543d-474e-8dea-153435348e48 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/ports?device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 948 time: 0.0797758 Jan 28 05:35:34.542986 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853613e2-2aae-4f63-b687-c4799938b882" -d '{"events": [{"server_uuid": "05706fed-7d36-419f-b1d0-b7fb45401108", "name": "network-vif-plugged", "status": "completed", "tag": "9f707700-6b28-44cf-95ec-51f875e37210"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:34.563839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:34.571222 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port cf01543f-3684-46c2-a7ca-7d00c851b86c, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cf01543f-3684-46c2-a7ca-7d00c851b86c,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:34.574850 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 9f707700-6b28-44cf-95ec-51f875e37210, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=9f707700-6b28-44cf-95ec-51f875e37210,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:34.586961 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'cf01543f-3684-46c2-a7ca-7d00c851b86c', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'cf01543f-3684-46c2-a7ca-7d00c851b86c', 'mac_address': 'fa:16:3e:59:c0:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:35:34.605073 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-effb2529-2dd2-4d05-880e-f1e665790902 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a139a2c87aa5401b8a6223bedab86dea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5713165 Jan 28 05:35:34.605556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44910) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:34.608254 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb2529-2dd2-4d05-880e-f1e665790902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b969b84-2943-4923-b79d-a5e190deb4aa,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:34.639685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port cf01543f-3684-46c2-a7ca-7d00c851b86c is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:35:34.640082 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf01543f-3684-46c2-a7ca-7d00c851b86c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:34.651120 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1528b215-f7b1-42e7-87f6-547fbf3c80f7 req-3c606033-d742-410f-91d3-76c98edd0568 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba06fbed-a0e5-48f8-b757-e65850dda10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076901 Jan 28 05:35:34.654970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf01543f-3684-46c2-a7ca-7d00c851b86c {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:34.662632 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-e4fa384d-4b75-4805-a013-d5e67f40a6f6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (bceb2b75-3195-463e-9220-215e0ea02733), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:34.665675 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (9f707700-6b28-44cf-95ec-51f875e37210), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:34.683559 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port cf01543f-3684-46c2-a7ca-7d00c851b86c, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cf01543f-3684-46c2-a7ca-7d00c851b86c,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:34.688549 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-00a0e584-c3e3-41b4-8550-557d1be93329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:34.720213 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa384d-4b75-4805-a013-d5e67f40a6f6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Pushing event updated for resources: {'Port': ['ID=bceb2b75-3195-463e-9220-215e0ea02733,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:34.746427 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=9f707700-6b28-44cf-95ec-51f875e37210,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:34.749791 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8439d25e-3118-4298-b103-52f980b44efc admin admin] Publish callbacks [] for security_group (7b969b84-2943-4923-b79d-a5e190deb4aa), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:34.755871 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7839645-e3bb-42cc-a317-8b1307a92355 x-openstack-request-id: req-b7839645-e3bb-42cc-a317-8b1307a92355 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:34.756396 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05706fed-7d36-419f-b1d0-b7fb45401108", "name": "network-vif-plugged", "status": "completed", "tag": "9f707700-6b28-44cf-95ec-51f875e37210", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:34.757535 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7839645-e3bb-42cc-a317-8b1307a92355 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:34.758755 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05706fed-7d36-419f-b1d0-b7fb45401108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f707700-6b28-44cf-95ec-51f875e37210', 'code': 200} Jan 28 05:35:34.763006 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cf01543f-3684-46c2-a7ca-7d00c851b86c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:34.771708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-e4fa384d-4b75-4805-a013-d5e67f40a6f6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Network a68ceb60-a872-4bba-990e-8e03126b2535 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:35:34.774238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-e4fa384d-4b75-4805-a013-d5e67f40a6f6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:35:34.811009 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-e4fa384d-4b75-4805-a013-d5e67f40a6f6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:35:34.818629 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8439d25e-3118-4298-b103-52f980b44efc admin admin] Publish callbacks [] for security_group (7b969b84-2943-4923-b79d-a5e190deb4aa), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:34.928814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62a311-f3c4-459d-be43-3a87851033d1 req-1185dd71-2ab8-4e4f-9c3d-8cf2e5cb5ec0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:34.931017 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e62a311-f3c4-459d-be43-3a87851033d1 req-1185dd71-2ab8-4e4f-9c3d-8cf2e5cb5ec0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 946 time: 0.1583786 Jan 28 05:35:34.931513 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.64', 63327) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:34.940005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=cf01543f-3684-46c2-a7ca-7d00c851b86c,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:34.947051 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-e4fa384d-4b75-4805-a013-d5e67f40a6f6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:34.947695 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-e4fa384d-4b75-4805-a013-d5e67f40a6f6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:35.000891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c58ded-acad-4d7f-9f7e-5e282b72a331 req-11e8c460-03b7-475b-b9d9-8293943d3a2d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:35.002523 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-69c58ded-acad-4d7f-9f7e-5e282b72a331 req-11e8c460-03b7-475b-b9d9-8293943d3a2d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.64 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b&tenant_id=3a3781df740148d6b4244220d13c806d&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 948 time: 0.1386602 Jan 28 05:35:35.071262 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [req-69c58ded-acad-4d7f-9f7e-5e282b72a331 req-1d03c41d-8ecf-474b-9adc-3922a3fd1387 service neutron] delete failed (client error): The resource could not be found. Jan 28 05:35:35.072276 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-69c58ded-acad-4d7f-9f7e-5e282b72a331 req-1d03c41d-8ecf-474b-9adc-3922a3fd1387 service neutron] 10.222.0.64 "DELETE /v2.0/ports/c5b32a32-92ad-49b0-bfcd-2a660c8d831a/bindings/n-h1-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.0633712 Jan 28 05:35:35.073752 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d9d60-f426-421c-bd44-7b8ed413a3d0 req-9ba6151f-be66-43e8-9061-3fd5afae9974 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:35.075283 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-273d9d60-f426-421c-bd44-7b8ed413a3d0 req-9ba6151f-be66-43e8-9061-3fd5afae9974 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 948 time: 0.2026596 Jan 28 05:35:35.104400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d6a99-df9f-4ddb-8cf4-a07fbd7d62cb req-c42678b4-32c7-4483-ab29-b8aacbd61081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:35.105939 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d4d6a99-df9f-4ddb-8cf4-a07fbd7d62cb req-c42678b4-32c7-4483-ab29-b8aacbd61081 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 1101 time: 0.1861293 Jan 28 05:35:35.108951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-e4fa384d-4b75-4805-a013-d5e67f40a6f6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4297683 Jan 28 05:35:35.118709 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e62a311-f3c4-459d-be43-3a87851033d1 req-67d2f470-f5b5-4bdc-9777-d03b3d04a509 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663907 Jan 28 05:35:35.120691 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-b961c763-a760-4afa-aa10-a4e08aed9d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:35.122263 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-b961c763-a760-4afa-aa10-a4e08aed9d08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 1098 time: 0.1811962 Jan 28 05:35:35.135418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Request body: {'port': {'device_id': 'a29c7c05-31e4-45b6-8bde-c9f82774938f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:35.230320 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c58ded-acad-4d7f-9f7e-5e282b72a331 req-b4a27c21-09ff-493b-95ab-ddb5da551d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:35.232416 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-69c58ded-acad-4d7f-9f7e-5e282b72a331 req-b4a27c21-09ff-493b-95ab-ddb5da551d5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 1100 time: 0.0484562 Jan 28 05:35:35.255115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['c5b32a32-92ad-49b0-bfcd-2a660c8d831a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:35:35.262898 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8439d25e-3118-4298-b103-52f980b44efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7b969b84-2943-4923-b79d-a5e190deb4aa), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:35.265692 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8439d25e-3118-4298-b103-52f980b44efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:35.269221 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8439d25e-3118-4298-b103-52f980b44efc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b969b84-2943-4923-b79d-a5e190deb4aa HTTP/1.1" status: 204 len: 168 time: 0.6604595 Jan 28 05:35:35.343844 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['cf01543f-3684-46c2-a7ca-7d00c851b86c'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:35:35.347680 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-273d9d60-f426-421c-bd44-7b8ed413a3d0 req-d020c2da-5cb0-4bf2-9385-aae19af5b0fb tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595131 Jan 28 05:35:35.358009 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439d25e-3118-4298-b103-52f980b44efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b969b84-2943-4923-b79d-a5e190deb4aa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:35.361228 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c58ded-acad-4d7f-9f7e-5e282b72a331 req-f03b38d5-e043-47e8-bdc4-9de40426e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:35.362870 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-69c58ded-acad-4d7f-9f7e-5e282b72a331 req-f03b38d5-e043-47e8-bdc4-9de40426e09f service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1250551 Jan 28 05:35:35.381777 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d4d6a99-df9f-4ddb-8cf4-a07fbd7d62cb req-3b0e5efc-3f6b-4cc2-852f-2759bb8fffd3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ba06fbed-a0e5-48f8-b757-e65850dda10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558641 Jan 28 05:35:35.386169 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bceb2b75-3195-463e-9220-215e0ea02733), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:35.433569 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e8d30-e302-481d-b4d9-72381ded4b1e req-41cebdd1-8171-4adc-a4e1-c2fef67e6727 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:35.441849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-271e8d30-e302-481d-b4d9-72381ded4b1e req-41cebdd1-8171-4adc-a4e1-c2fef67e6727 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 931 time: 0.2393699 Jan 28 05:35:35.463194 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-c7d0e092-74a0-47ad-ae24-277001adaf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:35.465502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-c7d0e092-74a0-47ad-ae24-277001adaf94 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.3263152 Jan 28 05:35:35.467811 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-69c58ded-acad-4d7f-9f7e-5e282b72a331 req-9fc0aeb7-60df-4e02-b9ca-3f9fd0f6b71f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=c5b32a32-92ad-49b0-bfcd-2a660c8d831a HTTP/1.1" status: 200 len: 217 time: 0.0971661 Jan 28 05:35:35.542890 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c58ded-acad-4d7f-9f7e-5e282b72a331 req-b9464ae5-2cab-41e3-afd7-6266033afed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:35.544854 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-69c58ded-acad-4d7f-9f7e-5e282b72a331 req-b9464ae5-2cab-41e3-afd7-6266033afed3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0679417 Jan 28 05:35:35.650597 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c58ded-acad-4d7f-9f7e-5e282b72a331 req-b4ac98a5-4abd-4d12-a8c5-b876193f7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:35.652265 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-69c58ded-acad-4d7f-9f7e-5e282b72a331 req-b4ac98a5-4abd-4d12-a8c5-b876193f7a21 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1015348 Jan 28 05:35:35.774125 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-69c58ded-acad-4d7f-9f7e-5e282b72a331 req-7dd03cff-35f6-408c-b683-d6f6ee4040d2 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151488 Jan 28 05:35:35.803176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-a7f16ccf-c245-45f1-bf07-090f6eedfbb2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b787edc-db91-4f53-a197-bd0c997a942b HTTP/1.1" status: 200 len: 217 time: 0.3160398 Jan 28 05:35:35.882189 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-69c58ded-acad-4d7f-9f7e-5e282b72a331 req-e33c7bea-f285-4257-851c-6b217cc3e776 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015582 Jan 28 05:35:35.957092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0866d9b-9d35-41ff-a85d-ee716daee7f9 req-54f8a0fd-36dc-4598-96ec-c22d4fc98ba6 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:35.958600 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0866d9b-9d35-41ff-a85d-ee716daee7f9 req-54f8a0fd-36dc-4598-96ec-c22d4fc98ba6 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 948 time: 0.5145433 Jan 28 05:35:35.972871 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-271e8d30-e302-481d-b4d9-72381ded4b1e req-8abd451b-caea-4f2f-b6a8-f73c46828a93 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299258 Jan 28 05:35:36.001593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-bdba49f2-ae4c-42e9-8b57-0eab3e21bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:36.003068 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-bdba49f2-ae4c-42e9-8b57-0eab3e21bf46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.1925635 Jan 28 05:35:36.026435 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44944) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:36.046507 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e48720d6-1101-4ee6-a31e-963ef0681a68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:36.099738 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-a3c03b01-e002-4fe7-bced-28337c5361f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586135 Jan 28 05:35:36.124861 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e48720d6-1101-4ee6-a31e-963ef0681a68 admin admin] Publish callbacks [] for security_group (d050d905-7600-4882-b20e-18caa7efd93b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:36.182889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0866d9b-9d35-41ff-a85d-ee716daee7f9 req-81534b57-a2f4-4453-9297-d67ecccb0e53 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151694 Jan 28 05:35:36.208508 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e48720d6-1101-4ee6-a31e-963ef0681a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d050d905-7600-4882-b20e-18caa7efd93b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:36.258399 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e48720d6-1101-4ee6-a31e-963ef0681a68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86417593e51e46f89bfd6dc54d266e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308385 Jan 28 05:35:36.260443 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48720d6-1101-4ee6-a31e-963ef0681a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d050d905-7600-4882-b20e-18caa7efd93b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:36.262784 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44950) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:36.297546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b6dfc-89f4-4b57-a705-6e9621421d1c req-07e00560-7462-4047-90af-83c20d764732 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:36.298969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d7b6dfc-89f4-4b57-a705-6e9621421d1c req-07e00560-7462-4047-90af-83c20d764732 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/ports?device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 949 time: 0.1201177 Jan 28 05:35:36.302896 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-24366275-3d98-4ef1-ac6c-f54ed161fe6f service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971159 Jan 28 05:35:36.327681 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0948e36c-27f3-48f2-85ae-42106f67757f admin admin] Publish callbacks [] for security_group (d050d905-7600-4882-b20e-18caa7efd93b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:36.356320 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0948e36c-27f3-48f2-85ae-42106f67757f admin admin] Publish callbacks [] for security_group (d050d905-7600-4882-b20e-18caa7efd93b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:36.375262 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:36.410770 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bceb2b75-3195-463e-9220-215e0ea02733 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:36.431929 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Publish callbacks [] for port (bceb2b75-3195-463e-9220-215e0ea02733), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:36.464485 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d7b6dfc-89f4-4b57-a705-6e9621421d1c req-8d25d4c4-c1f8-4bde-9885-0ff5a00b217b tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba06fbed-a0e5-48f8-b757-e65850dda10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296833 Jan 28 05:35:36.485668 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-55ff3cf4-de66-4b32-bcfe-bc7fb62909a1 service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588931 Jan 28 05:35:36.488959 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0948e36c-27f3-48f2-85ae-42106f67757f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d050d905-7600-4882-b20e-18caa7efd93b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:36.492163 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0948e36c-27f3-48f2-85ae-42106f67757f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:36.493364 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0948e36c-27f3-48f2-85ae-42106f67757f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d050d905-7600-4882-b20e-18caa7efd93b HTTP/1.1" status: 204 len: 168 time: 0.2291400 Jan 28 05:35:36.497999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Transition to ACTIVE for port object bceb2b75-3195-463e-9220-215e0ea02733 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:35:36.504472 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948e36c-27f3-48f2-85ae-42106f67757f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d050d905-7600-4882-b20e-18caa7efd93b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:36.567477 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (bceb2b75-3195-463e-9220-215e0ea02733), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:36.659795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Pushing event updated for resources: {'Port': ['ID=bceb2b75-3195-463e-9220-215e0ea02733,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:36.701100 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76943c-f854-4bf9-abd3-2e71690568c9 req-36343900-0142-439f-b409-756010ed6f5d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:36.702704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb76943c-f854-4bf9-abd3-2e71690568c9 req-36343900-0142-439f-b409-756010ed6f5d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 946 time: 0.1321666 Jan 28 05:35:36.815198 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-24e2dff2-a50b-4ae6-b290-fe70c2cf4d1f tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:36.816567 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-24e2dff2-a50b-4ae6-b290-fe70c2cf4d1f tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0&tenant_id=88b3e81d38b14c1ab20fd75713b63156&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 1098 time: 0.1310651 Jan 28 05:35:36.821202 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb76943c-f854-4bf9-abd3-2e71690568c9 req-c679256f-248d-43b6-aafe-6613438a87a9 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998266 Jan 28 05:35:36.822251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Attempting to bind port bceb2b75-3195-463e-9220-215e0ea02733 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:35:36.822620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Attempting to bind port bceb2b75-3195-463e-9220-215e0ea02733 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:35:36.822952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Attempting to bind port bceb2b75-3195-463e-9220-215e0ea02733 on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:36.831759 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-12'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:36.871052 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Port bceb2b75-3195-463e-9220-215e0ea02733 on network a68ceb60-a872-4bba-990e-8e03126b2535 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:35:36.871381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Attempting to bind port bceb2b75-3195-463e-9220-215e0ea02733 on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:36.883011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:35:36.883377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Checking segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:36.883745 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Bound using segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:35:36.884185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Bound port: bceb2b75-3195-463e-9220-215e0ea02733, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:35:36.884524 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bceb2b75-3195-463e-9220-215e0ea02733), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:36.973854 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:37.053823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] For port bceb2b75-3195-463e-9220-215e0ea02733, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:37.060120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] For port bceb2b75-3195-463e-9220-215e0ea02733, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=bceb2b75-3195-463e-9220-215e0ea02733,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:35:37.073715 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ceae0-a426-46eb-8cd8-d83db43d15dd req-08ecff6f-1c7e-421c-9e84-4fd31ac5b9c5 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:37.075314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f0ceae0-a426-46eb-8cd8-d83db43d15dd req-08ecff6f-1c7e-421c-9e84-4fd31ac5b9c5 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 948 time: 0.1530581 Jan 28 05:35:37.151847 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (bceb2b75-3195-463e-9220-215e0ea02733), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:37.230938 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f0ceae0-a426-46eb-8cd8-d83db43d15dd req-e0d05ae6-3eaf-43c8-92ef-bb0ceaba09ee tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397624 Jan 28 05:35:37.237149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:37.237778 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:37.239201 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] 10.222.0.64 "PUT /v2.0/ports/bceb2b75-3195-463e-9220-215e0ea02733 HTTP/1.1" status: 200 len: 1092 time: 2.1144843 Jan 28 05:35:37.244693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29c7c05-31e4-45b6-8bde-c9f82774938f', 'tag': 'bceb2b75-3195-463e-9220-215e0ea02733'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:37.247005 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807f91d7-8063-4037-bd03-50e6a917a23a" -d '{"events": [{"name": "network-changed", "server_uuid": "a29c7c05-31e4-45b6-8bde-c9f82774938f", "tag": "bceb2b75-3195-463e-9220-215e0ea02733"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:37.262109 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] For port 7b787edc-db91-4f53-a197-bd0c997a942b, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=7b787edc-db91-4f53-a197-bd0c997a942b,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:37.283549 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e4f1b-bff9-4538-9d2e-4667052f0543 service neutron] Pushing event updated for resources: {'Port': ['ID=bceb2b75-3195-463e-9220-215e0ea02733,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:37.319069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] For port 7b787edc-db91-4f53-a197-bd0c997a942b, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:37.392332 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Publish callbacks [] for port (7b787edc-db91-4f53-a197-bd0c997a942b), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:37.409452 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979f349-b867-4404-94bc-91d51ed267f4 req-9f57a735-45ff-43ca-8478-d8d564707cd9 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:37.410825 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c979f349-b867-4404-94bc-91d51ed267f4 req-9f57a735-45ff-43ca-8478-d8d564707cd9 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 943 time: 0.0702708 Jan 28 05:35:37.514018 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:37.557002 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c979f349-b867-4404-94bc-91d51ed267f4 req-a2968f7e-419e-41e8-8195-c6b951f362cd tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384392 Jan 28 05:35:37.567001 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-37f868c2-aba4-4f98-b0f3-06321ec4db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:37.568497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-37f868c2-aba4-4f98-b0f3-06321ec4db82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 1095 time: 0.1339822 Jan 28 05:35:37.603126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d37ec-ab16-497e-8d87-408f226ba7dc req-665dbc89-d64c-4bc9-b6ad-a7680c6c6d7e tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:37.604663 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd6d37ec-ab16-497e-8d87-408f226ba7dc req-665dbc89-d64c-4bc9-b6ad-a7680c6c6d7e tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 948 time: 0.1543460 Jan 28 05:35:37.613227 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c5f266-a46c-4da5-a70a-23369b07ef22 x-openstack-request-id: req-24c5f266-a46c-4da5-a70a-23369b07ef22 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:37.613533 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29c7c05-31e4-45b6-8bde-c9f82774938f", "tag": "bceb2b75-3195-463e-9220-215e0ea02733", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:37.613818 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24c5f266-a46c-4da5-a70a-23369b07ef22 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:37.614135 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29c7c05-31e4-45b6-8bde-c9f82774938f', 'tag': 'bceb2b75-3195-463e-9220-215e0ea02733', 'status': 'completed', 'code': 200} Jan 28 05:35:37.655373 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-4905f646-f7a0-4429-857b-59a8d1ca7afe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bceb2b75-3195-463e-9220-215e0ea02733 HTTP/1.1" status: 200 len: 217 time: 0.0719025 Jan 28 05:35:37.671419 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:37.672958 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Pushing event updated for resources: {'Port': ['ID=7b787edc-db91-4f53-a197-bd0c997a942b,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:37.756471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Attempting to bind port 7b787edc-db91-4f53-a197-bd0c997a942b on host n-h2-812111-12 for vnic_type normal with profile {"migrating_to": "n-h1-812111-12"} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:35:37.757419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Attempting to bind port 7b787edc-db91-4f53-a197-bd0c997a942b by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:35:37.757759 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Attempting to bind port 7b787edc-db91-4f53-a197-bd0c997a942b on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:37.780151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Port 7b787edc-db91-4f53-a197-bd0c997a942b on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:35:37.780590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Attempting to bind port 7b787edc-db91-4f53-a197-bd0c997a942b on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:37.800644 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:35:37.800984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Checking segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:37.801365 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Bound using segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:35:37.801792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Bound port: 7b787edc-db91-4f53-a197-bd0c997a942b, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:35:37.802156 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:37.808421 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd6d37ec-ab16-497e-8d87-408f226ba7dc req-29a7e82d-f09e-4741-991d-a84f6c41cc91 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595442 Jan 28 05:35:37.809777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-e677bf91-a87c-4b0d-a2fe-340370ac7d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:37.811147 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-e677bf91-a87c-4b0d-a2fe-340370ac7d84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.1352215 Jan 28 05:35:37.851348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca329700-c8d4-4d6b-85e4-3a1e8f0239a9 req-bbd7f78e-9266-43ec-b751-3a8db8e70a3b tempest-MigrationsAdminTest-2043058160 tempest-MigrationsAdminTest-2043058160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:37.853075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ca329700-c8d4-4d6b-85e4-3a1e8f0239a9 req-bbd7f78e-9266-43ec-b751-3a8db8e70a3b tempest-MigrationsAdminTest-2043058160 tempest-MigrationsAdminTest-2043058160-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 1100 time: 0.1760807 Jan 28 05:35:37.856081 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-61fb7d3c-6851-4522-bff5-79011babe0c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377350 Jan 28 05:35:38.031113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] For port 7b787edc-db91-4f53-a197-bd0c997a942b, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:38.039113 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device c5b32a32-92ad-49b0-bfcd-2a660c8d831a up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:35:38.048453 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ca329700-c8d4-4d6b-85e4-3a1e8f0239a9 req-3dac0bd2-3de3-4dde-a488-508a1d8196f0 tempest-MigrationsAdminTest-2043058160 tempest-MigrationsAdminTest-2043058160-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739738 Jan 28 05:35:38.056037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] For port 7b787edc-db91-4f53-a197-bd0c997a942b, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=7b787edc-db91-4f53-a197-bd0c997a942b,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:35:38.071150 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3fc26-4cc0-4e7e-8fb8-95a34db44d44 req-ea70428f-982d-4b2b-8a35-bf3cee3e88d1 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:38.074363 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30d3fc26-4cc0-4e7e-8fb8-95a34db44d44 req-ea70428f-982d-4b2b-8a35-bf3cee3e88d1 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/ports?device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 949 time: 0.1674976 Jan 28 05:35:38.096746 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-0c9de337-41f5-4646-804c-b85352b42176 service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233603 Jan 28 05:35:38.201911 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:38.241741 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port c5b32a32-92ad-49b0-bfcd-2a660c8d831a completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:35:38.245834 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port c5b32a32-92ad-49b0-bfcd-2a660c8d831a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:35:38.246210 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:38.266462 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30d3fc26-4cc0-4e7e-8fb8-95a34db44d44 req-f5fbce41-d1aa-4bba-a84c-29af6c10f32b tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba06fbed-a0e5-48f8-b757-e65850dda10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812704 Jan 28 05:35:38.318867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f1e63-e323-4ad8-90b0-a458dc94eb60 req-397fcab8-881d-4ff3-ac4a-99de9a8484fe tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:38.321166 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-336f1e63-e323-4ad8-90b0-a458dc94eb60 req-397fcab8-881d-4ff3-ac4a-99de9a8484fe tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 944 time: 0.1971290 Jan 28 05:35:38.358044 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d42fec0a-b12e-483f-b98f-7be8032eae88 req-303d32ef-a595-45fc-9506-119066e6619b service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522616 Jan 28 05:35:38.358661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Pushing event updated for resources: {'Port': ['ID=7b787edc-db91-4f53-a197-bd0c997a942b,revision_number=8']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:38.362203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:38.362848 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:38.364214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-211af991-65e7-4325-b604-7c55652a8aca service neutron] 10.222.0.64 "PUT /v2.0/ports/7b787edc-db91-4f53-a197-bd0c997a942b HTTP/1.1" status: 200 len: 1124 time: 1.5379786 Jan 28 05:35:38.364837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port c5b32a32-92ad-49b0-bfcd-2a660c8d831a is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:35:38.365371 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:38.399555 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a801423f-7575-4a3d-9e85-54f6d392f13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b32a32-92ad-49b0-bfcd-2a660c8d831a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:38.405988 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e033c292-871a-4e3f-bff2-956996291474" -d '{"events": [{"server_uuid": "a801423f-7575-4a3d-9e85-54f6d392f13b", "name": "network-vif-plugged", "status": "completed", "tag": "c5b32a32-92ad-49b0-bfcd-2a660c8d831a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:38.416307 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-336f1e63-e323-4ad8-90b0-a458dc94eb60 req-9681712a-9cd4-4bf5-8b20-7edf81ecdc87 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795712 Jan 28 05:35:38.424956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port c5b32a32-92ad-49b0-bfcd-2a660c8d831a, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:38.505405 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:38.514633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device cf01543f-3684-46c2-a7ca-7d00c851b86c up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:35:38.561532 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['7b787edc-db91-4f53-a197-bd0c997a942b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:35:38.603524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f91d7-8063-4037-bd03-50e6a917a23a req-b191127f-2347-45fe-be9a-1e472e2777fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:38.605593 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-807f91d7-8063-4037-bd03-50e6a917a23a req-b191127f-2347-45fe-be9a-1e472e2777fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 1095 time: 0.0730329 Jan 28 05:35:38.643496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:38.723556 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port cf01543f-3684-46c2-a7ca-7d00c851b86c completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:35:38.736980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port cf01543f-3684-46c2-a7ca-7d00c851b86c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:35:38.737947 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf01543f-3684-46c2-a7ca-7d00c851b86c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:38.757401 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f91d7-8063-4037-bd03-50e6a917a23a req-c8e8c638-5a31-4920-8270-2d8047bd4948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:38.759673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-807f91d7-8063-4037-bd03-50e6a917a23a req-c8e8c638-5a31-4920-8270-2d8047bd4948 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.1470585 Jan 28 05:35:38.817449 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-807f91d7-8063-4037-bd03-50e6a917a23a req-34203dca-98d2-4ca3-80f9-3ca3ca77d416 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bceb2b75-3195-463e-9220-215e0ea02733 HTTP/1.1" status: 200 len: 217 time: 0.0508904 Jan 28 05:35:38.852212 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450d0443-6be1-45a6-bfd3-399bd2efdd44 x-openstack-request-id: req-450d0443-6be1-45a6-bfd3-399bd2efdd44 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:38.852532 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a801423f-7575-4a3d-9e85-54f6d392f13b", "name": "network-vif-plugged", "status": "completed", "tag": "c5b32a32-92ad-49b0-bfcd-2a660c8d831a", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:38.852793 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-450d0443-6be1-45a6-bfd3-399bd2efdd44 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:38.853182 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a801423f-7575-4a3d-9e85-54f6d392f13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b32a32-92ad-49b0-bfcd-2a660c8d831a', 'code': 200} Jan 28 05:35:38.855505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port cf01543f-3684-46c2-a7ca-7d00c851b86c is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:35:38.855895 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf01543f-3684-46c2-a7ca-7d00c851b86c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:38.884356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f91d7-8063-4037-bd03-50e6a917a23a req-526fe3ca-0e11-49c2-beb6-06d2f3ac855e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:38.886164 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-807f91d7-8063-4037-bd03-50e6a917a23a req-526fe3ca-0e11-49c2-beb6-06d2f3ac855e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.0611296 Jan 28 05:35:38.933152 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-807f91d7-8063-4037-bd03-50e6a917a23a req-7e4523a0-dd17-49ea-8b0b-3608d33585c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402544 Jan 28 05:35:39.025649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe80c09-7b1a-44ac-aff0-fa7086e5316f req-348afa09-6666-4c4d-b544-c819e5e9a757 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:39.026982 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port cf01543f-3684-46c2-a7ca-7d00c851b86c, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cf01543f-3684-46c2-a7ca-7d00c851b86c,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:39.027199 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dfe80c09-7b1a-44ac-aff0-fa7086e5316f req-348afa09-6666-4c4d-b544-c819e5e9a757 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 943 time: 0.1252992 Jan 28 05:35:39.066737 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-d88a962f-f47e-4d46-878f-615099919f40 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3a3781df740148d6b4244220d13c806d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517426 Jan 28 05:35:39.071610 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:39.104726 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cf01543f-3684-46c2-a7ca-7d00c851b86c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:39.151876 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=cf01543f-3684-46c2-a7ca-7d00c851b86c,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:39.164249 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-807f91d7-8063-4037-bd03-50e6a917a23a req-10de2479-f024-449a-b80e-a89c0b428e6f service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142677 Jan 28 05:35:39.183857 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dfe80c09-7b1a-44ac-aff0-fa7086e5316f req-13474de9-5073-4aad-bd57-b6b7bd77854a tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443191 Jan 28 05:35:39.264571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-d9a06247-c358-40ff-9905-83b23550d07a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:39.266083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-d9a06247-c358-40ff-9905-83b23550d07a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917114 Jan 28 05:35:39.299697 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-af468ca6-9f55-4041-a73b-fefe837bc38a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/quotas/3a3781df740148d6b4244220d13c806d HTTP/1.1" status: 200 len: 375 time: 0.0236828 Jan 28 05:35:39.305614 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-807f91d7-8063-4037-bd03-50e6a917a23a req-2e3b7cc1-4d42-4372-839a-abd52130e2b8 service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346121 Jan 28 05:35:39.381067 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-91487f01-d122-48e9-b2a5-5426a1723ddc tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0745111 Jan 28 05:35:39.395141 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f58fd-7d18-498c-9607-5b0396519515 req-f3806d67-e268-4798-bfd4-a406e65b73e8 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:39.396575 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a3f58fd-7d18-498c-9607-5b0396519515 req-f3806d67-e268-4798-bfd4-a406e65b73e8 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 949 time: 0.0647662 Jan 28 05:35:39.443242 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a3f58fd-7d18-498c-9607-5b0396519515 req-5c6234b7-6e80-415b-97c3-0a20837d2db1 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406492 Jan 28 05:35:39.625988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b787edc-db91-4f53-a197-bd0c997a942b'}, {'name': 'network-changed', 'server_uuid': '2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0', 'tag': '7b787edc-db91-4f53-a197-bd0c997a942b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:39.629061 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cca3bc-ce22-4e13-9101-3595c3d1337d" -d '{"events": [{"server_uuid": "2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0", "name": "network-vif-unplugged", "status": "completed", "tag": "7b787edc-db91-4f53-a197-bd0c997a942b"}, {"name": "network-changed", "server_uuid": "2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0", "tag": "7b787edc-db91-4f53-a197-bd0c997a942b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:39.654744 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e2110-0040-435f-b9a6-711192a6b402 req-9b489a62-b647-439b-848c-cabd8e808c9d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:39.656242 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f4e2110-0040-435f-b9a6-711192a6b402 req-9b489a62-b647-439b-848c-cabd8e808c9d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 944 time: 0.0563741 Jan 28 05:35:39.735184 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-371bbd41-8750-409d-aff7-1aa65b2f3ceb req-2630465d-e125-45f7-aa47-ec3be104fec3 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 210 time: 0.0339305 Jan 28 05:35:39.745821 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f4e2110-0040-435f-b9a6-711192a6b402 req-488a5d9b-7238-4813-95a7-1d3ed7b602c8 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822971 Jan 28 05:35:39.904419 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cabef5a-aa10-47eb-9a37-fba7359e4f50 x-openstack-request-id: req-8cabef5a-aa10-47eb-9a37-fba7359e4f50 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:39.905009 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0", "name": "network-vif-unplugged", "status": "completed", "tag": "7b787edc-db91-4f53-a197-bd0c997a942b", "code": 200}, {"name": "network-changed", "server_uuid": "2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0", "tag": "7b787edc-db91-4f53-a197-bd0c997a942b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:39.905361 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cabef5a-aa10-47eb-9a37-fba7359e4f50 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:39.905880 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b787edc-db91-4f53-a197-bd0c997a942b', 'code': 200} Jan 28 05:35:39.906394 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0', 'tag': '7b787edc-db91-4f53-a197-bd0c997a942b', 'status': 'completed', 'code': 200} Jan 28 05:35:40.302981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cca3bc-ce22-4e13-9101-3595c3d1337d req-fa75cb63-cdff-4c1d-a7ed-ba506608f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:40.305060 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52cca3bc-ce22-4e13-9101-3595c3d1337d req-fa75cb63-cdff-4c1d-a7ed-ba506608f2bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 1127 time: 0.2891657 Jan 28 05:35:40.397751 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fe715-ac82-48d4-b51c-f5e80e342de8 req-a0968872-74c9-4855-82e5-ffa1e5c5b8d7 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:40.399499 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-018fe715-ac82-48d4-b51c-f5e80e342de8 req-a0968872-74c9-4855-82e5-ffa1e5c5b8d7 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 943 time: 0.1114407 Jan 28 05:35:40.477135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cca3bc-ce22-4e13-9101-3595c3d1337d req-18cb026b-b1f3-4065-98e6-c9cd67578e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:40.478742 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52cca3bc-ce22-4e13-9101-3595c3d1337d req-18cb026b-b1f3-4065-98e6-c9cd67578e3a service neutron] 10.222.0.60 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.1608019 Jan 28 05:35:40.508351 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45086) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:40.541095 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52cca3bc-ce22-4e13-9101-3595c3d1337d req-db00a6dc-c74c-457d-9309-64fb531c0e6d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b787edc-db91-4f53-a197-bd0c997a942b HTTP/1.1" status: 200 len: 217 time: 0.0520282 Jan 28 05:35:40.550961 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-018fe715-ac82-48d4-b51c-f5e80e342de8 req-8acf8786-690f-489e-9f0c-16ae44cff1f7 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417298 Jan 28 05:35:40.595428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877614a-795d-45bb-b957-4ccea29e12da req-a0aa6676-8364-433d-aea1-595a03005f91 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:40.604409 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9877614a-795d-45bb-b957-4ccea29e12da req-a0aa6676-8364-433d-aea1-595a03005f91 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/ports?device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 949 time: 0.1829560 Jan 28 05:35:40.669382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cca3bc-ce22-4e13-9101-3595c3d1337d req-3e3b13c3-acc4-499e-915b-dae4647a9b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:40.670911 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52cca3bc-ce22-4e13-9101-3595c3d1337d req-3e3b13c3-acc4-499e-915b-dae4647a9b1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.1167507 Jan 28 05:35:40.699693 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45092) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:40.714903 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9877614a-795d-45bb-b957-4ccea29e12da req-f2cd5864-2426-47b0-ae1e-a3ef7113298a tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba06fbed-a0e5-48f8-b757-e65850dda10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095304 Jan 28 05:35:40.744847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2fbe3-7674-4c7d-ba13-fec28327360b req-c52fe9f6-9d85-47ba-bfd5-cc136730dd47 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:40.746481 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24f2fbe3-7674-4c7d-ba13-fec28327360b req-c52fe9f6-9d85-47ba-bfd5-cc136730dd47 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 949 time: 0.1204662 Jan 28 05:35:40.749124 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52cca3bc-ce22-4e13-9101-3595c3d1337d req-cc018576-249c-41d8-9d4a-5b2b1879b70a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590672 Jan 28 05:35:40.770274 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ee46778-fd10-4cf3-94ae-b583c5e44306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:40.800358 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-419ae0e5-c932-497b-a111-3aa3e1b46e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:40.854255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba5cb55-ba11-4ca2-a8b9-9d173627021e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf01543f-3684-46c2-a7ca-7d00c851b86c'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:40.856931 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3ceaf0-a9a4-4a2e-a34a-84ed517b9083" -d '{"events": [{"server_uuid": "fba5cb55-ba11-4ca2-a8b9-9d173627021e", "name": "network-vif-plugged", "status": "completed", "tag": "cf01543f-3684-46c2-a7ca-7d00c851b86c"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:40.874509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8901185f-69f1-4d55-a105-6b3811daaf3a req-043f004f-9107-46fb-a4dc-de53956af2d1 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 210 time: 0.0415678 Jan 28 05:35:40.879496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24f2fbe3-7674-4c7d-ba13-fec28327360b req-a87ad293-6749-4c7f-b130-db5563203925 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253181 Jan 28 05:35:40.938799 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ee46778-fd10-4cf3-94ae-b583c5e44306 admin admin] Publish callbacks [] for security_group (ca2f07f6-4230-4dc4-9a19-ed8472c7f05c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:40.942576 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52cca3bc-ce22-4e13-9101-3595c3d1337d req-381aa123-5486-4c4b-b089-80c9785f2189 service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728668 Jan 28 05:35:40.954224 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-419ae0e5-c932-497b-a111-3aa3e1b46e00 admin admin] Publish callbacks [] for security_group (db16e5f1-45d2-43a3-979f-cd2d29b659c8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:40.971860 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef22c9d-ad27-429e-9e6d-680eb578fb43 x-openstack-request-id: req-aef22c9d-ad27-429e-9e6d-680eb578fb43 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:40.972174 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba5cb55-ba11-4ca2-a8b9-9d173627021e", "name": "network-vif-plugged", "status": "completed", "tag": "cf01543f-3684-46c2-a7ca-7d00c851b86c", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:40.972428 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aef22c9d-ad27-429e-9e6d-680eb578fb43 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:40.972872 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba5cb55-ba11-4ca2-a8b9-9d173627021e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf01543f-3684-46c2-a7ca-7d00c851b86c', 'code': 200} Jan 28 05:35:41.002654 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ee46778-fd10-4cf3-94ae-b583c5e44306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ca2f07f6-4230-4dc4-9a19-ed8472c7f05c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:41.048828 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee46778-fd10-4cf3-94ae-b583c5e44306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2f07f6-4230-4dc4-9a19-ed8472c7f05c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:41.055464 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1ee46778-fd10-4cf3-94ae-b583c5e44306 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2bcfded8176a428688e41f190301294d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543060 Jan 28 05:35:41.062597 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45104) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:41.083221 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-419ae0e5-c932-497b-a111-3aa3e1b46e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (db16e5f1-45d2-43a3-979f-cd2d29b659c8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:41.091882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55278efe-adfd-415d-afd3-bdffd9414e78 req-eec9e4df-3ff6-4ce3-8b01-68e5c3590e38 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:41.093430 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55278efe-adfd-415d-afd3-bdffd9414e78 req-eec9e4df-3ff6-4ce3-8b01-68e5c3590e38 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 944 time: 0.1196845 Jan 28 05:35:41.097659 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52cca3bc-ce22-4e13-9101-3595c3d1337d req-622fa617-e5c2-4754-9ba7-0ad230535340 service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485333 Jan 28 05:35:41.147725 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55278efe-adfd-415d-afd3-bdffd9414e78 req-c4a9b741-89b0-46c5-a0b1-5946554d7af1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468364 Jan 28 05:35:41.150152 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-419ae0e5-c932-497b-a111-3aa3e1b46e00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9649251b1a324aa88c7759f5e8ef433c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6402259 Jan 28 05:35:41.153537 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45106) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:41.158545 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ae0e5-c932-497b-a111-3aa3e1b46e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db16e5f1-45d2-43a3-979f-cd2d29b659c8,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:41.177557 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed512148-b337-448c-bea5-98af7b99ff6c admin admin] Publish callbacks [] for security_group (ca2f07f6-4230-4dc4-9a19-ed8472c7f05c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:41.202822 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed512148-b337-448c-bea5-98af7b99ff6c admin admin] Publish callbacks [] for security_group (ca2f07f6-4230-4dc4-9a19-ed8472c7f05c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:41.260807 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8b03762-3b6e-4847-abc9-dd66223ace8f admin admin] Publish callbacks [] for security_group (db16e5f1-45d2-43a3-979f-cd2d29b659c8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:41.272708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920d552-a4ca-49dd-ae80-e539ba71b96a req-56cf1044-2650-476e-a27a-1b3357ac0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:41.274272 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1920d552-a4ca-49dd-ae80-e539ba71b96a req-56cf1044-2650-476e-a27a-1b3357ac0d94 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 1101 time: 0.0718246 Jan 28 05:35:41.287529 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8b03762-3b6e-4847-abc9-dd66223ace8f admin admin] Publish callbacks [] for security_group (db16e5f1-45d2-43a3-979f-cd2d29b659c8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:41.311137 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed512148-b337-448c-bea5-98af7b99ff6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ca2f07f6-4230-4dc4-9a19-ed8472c7f05c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:41.313797 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed512148-b337-448c-bea5-98af7b99ff6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:41.317768 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ed512148-b337-448c-bea5-98af7b99ff6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca2f07f6-4230-4dc4-9a19-ed8472c7f05c HTTP/1.1" status: 204 len: 168 time: 0.2514231 Jan 28 05:35:41.334022 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed512148-b337-448c-bea5-98af7b99ff6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2f07f6-4230-4dc4-9a19-ed8472c7f05c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:41.357908 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1920d552-a4ca-49dd-ae80-e539ba71b96a req-e49f7c13-aa64-4cdd-9212-ad8e72535731 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580289 Jan 28 05:35:41.442832 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8b03762-3b6e-4847-abc9-dd66223ace8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (db16e5f1-45d2-43a3-979f-cd2d29b659c8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:41.445529 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8b03762-3b6e-4847-abc9-dd66223ace8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:41.446703 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f8b03762-3b6e-4847-abc9-dd66223ace8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db16e5f1-45d2-43a3-979f-cd2d29b659c8 HTTP/1.1" status: 204 len: 168 time: 0.2918317 Jan 28 05:35:41.454587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b03762-3b6e-4847-abc9-dd66223ace8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db16e5f1-45d2-43a3-979f-cd2d29b659c8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:41.543160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device bceb2b75-3195-463e-9220-215e0ea02733 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:35:41.648402 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port bceb2b75-3195-463e-9220-215e0ea02733, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=bceb2b75-3195-463e-9220-215e0ea02733,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:41.660080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'bceb2b75-3195-463e-9220-215e0ea02733', 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535', 'port_id': 'bceb2b75-3195-463e-9220-215e0ea02733', 'mac_address': 'fa:16:3e:d1:58:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf612c3-3d2e-4597-93d5-824acf2a3cd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:35:41.690360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81664023-26eb-4ded-a6f7-9790a55bf934 req-191c6d42-bdff-44a1-87d7-81eecbacd3d2 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:41.698799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81664023-26eb-4ded-a6f7-9790a55bf934 req-191c6d42-bdff-44a1-87d7-81eecbacd3d2 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 943 time: 0.0684242 Jan 28 05:35:41.709234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port bceb2b75-3195-463e-9220-215e0ea02733 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:35:41.710535 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bceb2b75-3195-463e-9220-215e0ea02733), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:41.728866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bceb2b75-3195-463e-9220-215e0ea02733 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:41.753994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port bceb2b75-3195-463e-9220-215e0ea02733, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=bceb2b75-3195-463e-9220-215e0ea02733,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:41.764886 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81664023-26eb-4ded-a6f7-9790a55bf934 req-22bfdab1-6fbb-4f3a-921b-3d734e9dc9fb tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648487 Jan 28 05:35:41.831753 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bceb2b75-3195-463e-9220-215e0ea02733), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:41.832449 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7b787edc-db91-4f53-a197-bd0c997a942b details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:35:41.872934 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f62d4-33b2-499f-88f1-519b297bdd52 req-0ef282d5-f928-404e-bc80-8ff5f8535ef4 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:41.874680 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b4f62d4-33b2-499f-88f1-519b297bdd52 req-0ef282d5-f928-404e-bc80-8ff5f8535ef4 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/ports?device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 949 time: 0.0640712 Jan 28 05:35:41.907041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=bceb2b75-3195-463e-9220-215e0ea02733,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:41.941945 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b4f62d4-33b2-499f-88f1-519b297bdd52 req-b48178c6-fbdd-40da-9602-4e66beb183e2 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba06fbed-a0e5-48f8-b757-e65850dda10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605998 Jan 28 05:35:41.979837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 7b787edc-db91-4f53-a197-bd0c997a942b, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=7b787edc-db91-4f53-a197-bd0c997a942b,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:41.991785 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7b787edc-db91-4f53-a197-bd0c997a942b has no active binding in host n-h1-812111-12 {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 05:35:42.067941 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8dd65c5-1acd-475d-9987-9bfda17c5b96 req-9e8200ce-93e5-4f65-a33b-fcb3e1d32d76 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 210 time: 0.0514150 Jan 28 05:35:42.071315 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-051c822c-984b-4df4-b3ff-3e37383f8697 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3a3781df740148d6b4244220d13c806d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444527 Jan 28 05:35:42.082045 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd16e3-c340-4a8b-a51c-b1010c9b0e3f req-a0d51dff-642b-4dc2-8f89-8321a0f5007c tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:42.083619 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-99bd16e3-c340-4a8b-a51c-b1010c9b0e3f req-a0d51dff-642b-4dc2-8f89-8321a0f5007c tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 949 time: 0.1065881 Jan 28 05:35:42.192663 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-99bd16e3-c340-4a8b-a51c-b1010c9b0e3f req-3c9c54cd-c87d-45cb-a50b-0ad901f9d413 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993795 Jan 28 05:35:42.224654 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c409c72a-5d5b-47f1-b470-b3f08c3eb917 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:42.226988 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c409c72a-5d5b-47f1-b470-b3f08c3eb917 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1425710 Jan 28 05:35:42.228905 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45128) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:42.247416 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-d9b097d5-280e-44d3-b5cc-b7a87dc836a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Request body: {'port': {'device_id': 'd8e2092f-6f37-4e9d-943c-1d076d8924cd', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '3a3781df740148d6b4244220d13c806d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:42.252008 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6a0ad97-6565-4a82-8305-8ce60652b5ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:42.341276 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45130) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:42.350947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['bceb2b75-3195-463e-9220-215e0ea02733'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:35:42.357820 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0e0840ee-095f-4a6f-a5b7-9f4ddbef8091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:42.395967 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561c8f4-9a03-438c-b284-220dc8501114 req-880b559c-4c79-4f1b-8a4a-c9015357c9ac tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:42.398033 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5561c8f4-9a03-438c-b284-220dc8501114 req-880b559c-4c79-4f1b-8a4a-c9015357c9ac tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 944 time: 0.1343687 Jan 28 05:35:42.461426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0e0840ee-095f-4a6f-a5b7-9f4ddbef8091 admin admin] Publish callbacks [] for security_group (cde1f311-e88c-48de-916c-6974e1e8792a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:42.504405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5561c8f4-9a03-438c-b284-220dc8501114 req-ef7fc76e-f354-42ab-ac6a-fdce66527245 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934780 Jan 28 05:35:42.509614 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6a0ad97-6565-4a82-8305-8ce60652b5ca admin admin] Publish callbacks [] for security_group (3a77d4aa-51e0-4ff8-8237-b63f76698c7f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:42.534106 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0e0840ee-095f-4a6f-a5b7-9f4ddbef8091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cde1f311-e88c-48de-916c-6974e1e8792a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:42.556888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-d9b097d5-280e-44d3-b5cc-b7a87dc836a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Made reservation on behalf of 3a3781df740148d6b4244220d13c806d for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:35:42.560304 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-d9b097d5-280e-44d3-b5cc-b7a87dc836a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:42.576724 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0e0840ee-095f-4a6f-a5b7-9f4ddbef8091 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90b90524684d467a8d37f1219e4c9b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341537 Jan 28 05:35:42.577439 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0840ee-095f-4a6f-a5b7-9f4ddbef8091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde1f311-e88c-48de-916c-6974e1e8792a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:42.579782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45132) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:42.620074 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6a0ad97-6565-4a82-8305-8ce60652b5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3a77d4aa-51e0-4ff8-8237-b63f76698c7f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:42.629884 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33854baf-2457-4c2e-bd0a-b4a465ddd3f3 admin admin] Publish callbacks [] for security_group (cde1f311-e88c-48de-916c-6974e1e8792a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:42.653843 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33854baf-2457-4c2e-bd0a-b4a465ddd3f3 admin admin] Publish callbacks [] for security_group (cde1f311-e88c-48de-916c-6974e1e8792a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:42.705376 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b6a0ad97-6565-4a82-8305-8ce60652b5ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb1043038cf1400688c3d9d792d19634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4752131 Jan 28 05:35:42.708036 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45134) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:42.734573 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0ad97-6565-4a82-8305-8ce60652b5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a77d4aa-51e0-4ff8-8237-b63f76698c7f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:42.759288 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d19deef4-2f21-471f-94e4-f68237bf3d71 admin admin] Publish callbacks [] for security_group (3a77d4aa-51e0-4ff8-8237-b63f76698c7f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:42.770848 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-699ba2e8-6b8d-43f2-9840-dad10eeab81c service neutron] 10.222.0.60 "GET /v2.0/ports/7b787edc-db91-4f53-a197-bd0c997a942b/bindings/n-h1-812111-12 HTTP/1.1" status: 200 len: 385 time: 0.1350169 Jan 28 05:35:42.779772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-d9b097d5-280e-44d3-b5cc-b7a87dc836a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Allocated IP 192.168.233.59 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/69986b38-c2fa-4524-bf16-63fae6dbb18a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:35:42.782004 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d19deef4-2f21-471f-94e4-f68237bf3d71 admin admin] Publish callbacks [] for security_group (3a77d4aa-51e0-4ff8-8237-b63f76698c7f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:42.789532 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33854baf-2457-4c2e-bd0a-b4a465ddd3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cde1f311-e88c-48de-916c-6974e1e8792a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:42.792126 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33854baf-2457-4c2e-bd0a-b4a465ddd3f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:42.796201 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-33854baf-2457-4c2e-bd0a-b4a465ddd3f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cde1f311-e88c-48de-916c-6974e1e8792a HTTP/1.1" status: 204 len: 168 time: 0.2125843 Jan 28 05:35:42.810211 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33854baf-2457-4c2e-bd0a-b4a465ddd3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde1f311-e88c-48de-916c-6974e1e8792a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:42.980154 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d19deef4-2f21-471f-94e4-f68237bf3d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3a77d4aa-51e0-4ff8-8237-b63f76698c7f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:42.985979 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d19deef4-2f21-471f-94e4-f68237bf3d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:42.989691 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d19deef4-2f21-471f-94e4-f68237bf3d71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a77d4aa-51e0-4ff8-8237-b63f76698c7f HTTP/1.1" status: 204 len: 168 time: 0.2783573 Jan 28 05:35:42.999653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19deef4-2f21-471f-94e4-f68237bf3d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a77d4aa-51e0-4ff8-8237-b63f76698c7f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:43.122398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0559735-91c2-4b2e-9581-c069b06a1ce8 req-ab385e5f-fc12-4031-add2-470a55b65379 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:43.123792 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0559735-91c2-4b2e-9581-c069b06a1ce8 req-ab385e5f-fc12-4031-add2-470a55b65379 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 944 time: 0.2515836 Jan 28 05:35:43.191774 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-d9b097d5-280e-44d3-b5cc-b7a87dc836a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks [] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:43.233504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-f2248692-ec62-4054-a4de-3ac0615a8ee1 service neutron] For port 7b787edc-db91-4f53-a197-bd0c997a942b, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=7b787edc-db91-4f53-a197-bd0c997a942b,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:43.243662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b426b4-0821-4389-a1e3-5e9558293ce8 req-3fcd4e8c-0f10-4802-a638-4344364ddbdd tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:43.245222 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95b426b4-0821-4389-a1e3-5e9558293ce8 req-3fcd4e8c-0f10-4802-a638-4344364ddbdd tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/ports?device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 949 time: 0.2023461 Jan 28 05:35:43.296659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-f2248692-ec62-4054-a4de-3ac0615a8ee1 service neutron] For port 7b787edc-db91-4f53-a197-bd0c997a942b, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:43.302471 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0559735-91c2-4b2e-9581-c069b06a1ce8 req-be138bf9-1a53-4736-beb7-2cfbb9f0e39c tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717820 Jan 28 05:35:43.360620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-f2248692-ec62-4054-a4de-3ac0615a8ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b787edc-db91-4f53-a197-bd0c997a942b {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:43.376148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-f2248692-ec62-4054-a4de-3ac0615a8ee1 service neutron] For port 7b787edc-db91-4f53-a197-bd0c997a942b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7b787edc-db91-4f53-a197-bd0c997a942b,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:43.381253 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95b426b4-0821-4389-a1e3-5e9558293ce8 req-0a04465f-070e-4884-8a8a-73f9841270cc tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba06fbed-a0e5-48f8-b757-e65850dda10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236980 Jan 28 05:35:43.443517 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-d9b097d5-280e-44d3-b5cc-b7a87dc836a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:43.462974 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6112b-8027-4603-8b66-a9aee1f02dc7 req-f5cf938d-9d7b-401a-85ac-8f3934113880 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:43.465307 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5d6112b-8027-4603-8b66-a9aee1f02dc7 req-f5cf938d-9d7b-401a-85ac-8f3934113880 tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.60 "GET /v2.0/ports?device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 949 time: 0.1753232 Jan 28 05:35:43.494347 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['c5b32a32-92ad-49b0-bfcd-2a660c8d831a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:35:43.506429 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-f2248692-ec62-4054-a4de-3ac0615a8ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:43.519106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886a349-a19d-4c25-8d7b-60e9b5097f35 req-a3f334ab-4ac1-45da-80c5-6d5d5c462809 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:43.520660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f886a349-a19d-4c25-8d7b-60e9b5097f35 req-a3f334ab-4ac1-45da-80c5-6d5d5c462809 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 935 time: 0.1170251 Jan 28 05:35:43.560232 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-d9b097d5-280e-44d3-b5cc-b7a87dc836a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:35:43.575722 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b097d5-280e-44d3-b5cc-b7a87dc836a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Pushing event updated for resources: {'Port': ['ID=69986b38-c2fa-4524-bf16-63fae6dbb18a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:43.578640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-d9b097d5-280e-44d3-b5cc-b7a87dc836a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:35:43.609930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device bceb2b75-3195-463e-9220-215e0ea02733 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:35:43.632866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-d9b097d5-280e-44d3-b5cc-b7a87dc836a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:35:43.759507 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-a5d6112b-8027-4603-8b66-a9aee1f02dc7 req-5dc9f867-2d40-40ef-a55d-58070b82611e tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Deleting port 9f707700-6b28-44cf-95ec-51f875e37210 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:35:43.760109 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a5d6112b-8027-4603-8b66-a9aee1f02dc7 req-5dc9f867-2d40-40ef-a55d-58070b82611e tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (9f707700-6b28-44cf-95ec-51f875e37210), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:43.797555 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port bceb2b75-3195-463e-9220-215e0ea02733 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:35:43.811575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port bceb2b75-3195-463e-9220-215e0ea02733 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:35:43.811956 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (bceb2b75-3195-463e-9220-215e0ea02733), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:43.890617 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f886a349-a19d-4c25-8d7b-60e9b5097f35 req-6bcebc84-7cd8-4f20-aa11-70c654114595 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575380 Jan 28 05:35:43.898238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-d9b097d5-280e-44d3-b5cc-b7a87dc836a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:43.899031 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-d9b097d5-280e-44d3-b5cc-b7a87dc836a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:43.924863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-a5d6112b-8027-4603-8b66-a9aee1f02dc7 req-5dc9f867-2d40-40ef-a55d-58070b82611e tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] For port 9f707700-6b28-44cf-95ec-51f875e37210, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=9f707700-6b28-44cf-95ec-51f875e37210,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:43.925272 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a5d6112b-8027-4603-8b66-a9aee1f02dc7 req-5dc9f867-2d40-40ef-a55d-58070b82611e tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (9f707700-6b28-44cf-95ec-51f875e37210), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:43.929473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-f2248692-ec62-4054-a4de-3ac0615a8ee1 service neutron] Transition to ACTIVE for port object 7b787edc-db91-4f53-a197-bd0c997a942b will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:35:43.940419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e19322-3f80-47fa-88b3-2a17353362b1 req-73c42ddc-ad21-40fa-8040-b53caa102c76 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:43.944828 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-a5d6112b-8027-4603-8b66-a9aee1f02dc7 req-5dc9f867-2d40-40ef-a55d-58070b82611e tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Calling delete_port for 9f707700-6b28-44cf-95ec-51f875e37210 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:35:43.950040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11e19322-3f80-47fa-88b3-2a17353362b1 req-73c42ddc-ad21-40fa-8040-b53caa102c76 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 949 time: 0.2516656 Jan 28 05:35:43.980435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port bceb2b75-3195-463e-9220-215e0ea02733 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:35:43.980848 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bceb2b75-3195-463e-9220-215e0ea02733), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:44.001278 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-f2248692-ec62-4054-a4de-3ac0615a8ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:44.015258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-d9b097d5-280e-44d3-b5cc-b7a87dc836a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7719064 Jan 28 05:35:44.034234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port bceb2b75-3195-463e-9220-215e0ea02733, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=bceb2b75-3195-463e-9220-215e0ea02733,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:44.040321 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29c7c05-31e4-45b6-8bde-c9f82774938f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bceb2b75-3195-463e-9220-215e0ea02733'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:44.042534 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfba5a3-7c88-4e3e-a022-e6d8170ecb50" -d '{"events": [{"server_uuid": "a29c7c05-31e4-45b6-8bde-c9f82774938f", "name": "network-vif-plugged", "status": "completed", "tag": "bceb2b75-3195-463e-9220-215e0ea02733"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:44.044924 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-724ac220-f7bf-4a65-b293-2638d1dcacb2 None None] Provisioning complete for port 69986b38-c2fa-4524-bf16-63fae6dbb18a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:35:44.045617 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-724ac220-f7bf-4a65-b293-2638d1dcacb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:44.091780 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Request body: {'port': {'device_id': 'd8e2092f-6f37-4e9d-943c-1d076d8924cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:44.114106 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bceb2b75-3195-463e-9220-215e0ea02733), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:44.129947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-724ac220-f7bf-4a65-b293-2638d1dcacb2 None None] Port 69986b38-c2fa-4524-bf16-63fae6dbb18a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:35:44.187293 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=bceb2b75-3195-463e-9220-215e0ea02733,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:44.207837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11e19322-3f80-47fa-88b3-2a17353362b1 req-e42d31d6-48c7-4541-ae61-4e5bd4f01308 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567863 Jan 28 05:35:44.249872 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-f2248692-ec62-4054-a4de-3ac0615a8ee1 service neutron] No DVR routers for this DVR port 7b787edc-db91-4f53-a197-bd0c997a942b on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:35:44.254338 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a5d6112b-8027-4603-8b66-a9aee1f02dc7 req-5dc9f867-2d40-40ef-a55d-58070b82611e tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (9f707700-6b28-44cf-95ec-51f875e37210), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:44.282563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2248692-ec62-4054-a4de-3ac0615a8ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=7b787edc-db91-4f53-a197-bd0c997a942b,revision_number=10']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:44.284557 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b8c731-ccc1-4788-b0b0-0680adc7502e x-openstack-request-id: req-f7b8c731-ccc1-4788-b0b0-0680adc7502e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:44.284886 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29c7c05-31e4-45b6-8bde-c9f82774938f", "name": "network-vif-plugged", "status": "completed", "tag": "bceb2b75-3195-463e-9220-215e0ea02733", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:44.285341 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7b8c731-ccc1-4788-b0b0-0680adc7502e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:44.285767 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29c7c05-31e4-45b6-8bde-c9f82774938f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bceb2b75-3195-463e-9220-215e0ea02733', 'code': 200} Jan 28 05:35:44.290659 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['9f707700-6b28-44cf-95ec-51f875e37210'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:35:44.297852 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:44.318676 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9f867-2d40-40ef-a55d-58070b82611e tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Pushing event deleted for resources: {'Port': ['ID=9f707700-6b28-44cf-95ec-51f875e37210,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:44.333170 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-f2248692-ec62-4054-a4de-3ac0615a8ee1 service neutron] 10.222.0.60 "PUT /v2.0/ports/7b787edc-db91-4f53-a197-bd0c997a942b/bindings/n-h1-812111-12/activate HTTP/1.1" status: 200 len: 370 time: 1.5511923 Jan 28 05:35:44.340716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20ae14-2214-429a-a595-bab65c735619 req-3c6dacf8-1e3f-4132-b892-caa7b0a156ec tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:44.348317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e20ae14-2214-429a-a595-bab65c735619 req-3c6dacf8-1e3f-4132-b892-caa7b0a156ec tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 945 time: 0.2962880 Jan 28 05:35:44.405897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d6112b-8027-4603-8b66-a9aee1f02dc7 req-5dc9f867-2d40-40ef-a55d-58070b82611e tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] No DVR routers for this DVR port 9f707700-6b28-44cf-95ec-51f875e37210 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:35:44.419818 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a5d6112b-8027-4603-8b66-a9aee1f02dc7 req-5dc9f867-2d40-40ef-a55d-58070b82611e tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:44.430081 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5d6112b-8027-4603-8b66-a9aee1f02dc7 req-5dc9f867-2d40-40ef-a55d-58070b82611e tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.60 "DELETE /v2.0/ports/9f707700-6b28-44cf-95ec-51f875e37210 HTTP/1.1" status: 204 len: 173 time: 0.9289930 Jan 28 05:35:44.430081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05706fed-7d36-419f-b1d0-b7fb45401108', 'name': 'network-vif-deleted', 'tag': '9f707700-6b28-44cf-95ec-51f875e37210'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:44.431511 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e3f028-33a5-44b2-a25a-0a50c2acb974" -d '{"events": [{"server_uuid": "05706fed-7d36-419f-b1d0-b7fb45401108", "name": "network-vif-deleted", "tag": "9f707700-6b28-44cf-95ec-51f875e37210"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:44.549057 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e20ae14-2214-429a-a595-bab65c735619 req-055b9b7a-ca3b-4be1-9b82-774863fef19b tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995728 Jan 28 05:35:44.579271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d76022-690f-47c7-86b4-32f6ca6db904 req-817ed492-4abb-4f04-875a-f72b043d7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:44.581014 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39d76022-690f-47c7-86b4-32f6ca6db904 req-817ed492-4abb-4f04-875a-f72b043d7749 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 1097 time: 0.1762643 Jan 28 05:35:44.722324 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39d76022-690f-47c7-86b4-32f6ca6db904 req-fe6da5c5-12ff-4681-9911-2fdb37bf505c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319633 Jan 28 05:35:44.817537 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd355ccb-1e20-48f8-8958-710f80f986f2 req-817289a5-406c-4ea3-aa65-288da9d67064 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:44.822623 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd355ccb-1e20-48f8-8958-710f80f986f2 req-817289a5-406c-4ea3-aa65-288da9d67064 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 945 time: 0.1230567 Jan 28 05:35:44.873782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-3620db7c-d591-45e1-87d9-33aa106f433c tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:44.874542 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-3620db7c-d591-45e1-87d9-33aa106f433c tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0&tenant_id=88b3e81d38b14c1ab20fd75713b63156&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 1097 time: 0.3573997 Jan 28 05:35:44.874775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45202) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:45.060443 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-26b0a81a-64c4-4d9f-9225-f7963185c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:45.062158 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-26b0a81a-64c4-4d9f-9225-f7963185c3e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0&tenant_id=88b3e81d38b14c1ab20fd75713b63156 HTTP/1.1" status: 200 len: 1097 time: 0.0795581 Jan 28 05:35:45.174669 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-e6a97cca-ead8-4cf1-a139-804cbd21e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:45.176425 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a849dec-937b-4ce3-b713-9a60fd1a0aef req-0d67d276-b983-4e29-9b1a-33e5ba3c0aff tempest-TenantUsagesTestJSON-1028459489 tempest-TenantUsagesTestJSON-1028459489-project] 10.222.0.31 "GET /v2.0/ports?device_id=05706fed-7d36-419f-b1d0-b7fb45401108 HTTP/1.1" status: 200 len: 210 time: 0.2917390 Jan 28 05:35:45.184718 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-e6a97cca-ead8-4cf1-a139-804cbd21e28a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 1097 time: 0.0832071 Jan 28 05:35:45.217587 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd355ccb-1e20-48f8-8958-710f80f986f2 req-9c553b70-7539-4aff-aa0c-9e50ef09c475 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869841 Jan 28 05:35:45.226490 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69986b38-c2fa-4524-bf16-63fae6dbb18a {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:45.248643 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Publish callbacks [] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:45.267191 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Transition to ACTIVE for port object 69986b38-c2fa-4524-bf16-63fae6dbb18a will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:35:45.271988 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-3d369da3-0a62-49ec-a070-6bd6d1b2e42c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1689602243-network', 'tenant_id': 'ab85cbbe200f418397761f6611cee4c5'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:45.306542 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b68ce1-9b2c-462f-ac89-a6f0557df176 x-openstack-request-id: req-83b68ce1-9b2c-462f-ac89-a6f0557df176 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:45.306835 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05706fed-7d36-419f-b1d0-b7fb45401108", "name": "network-vif-deleted", "tag": "9f707700-6b28-44cf-95ec-51f875e37210", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:45.307094 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83b68ce1-9b2c-462f-ac89-a6f0557df176 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:45.307488 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05706fed-7d36-419f-b1d0-b7fb45401108', 'name': 'network-vif-deleted', 'tag': '9f707700-6b28-44cf-95ec-51f875e37210', 'status': 'completed', 'code': 200} Jan 28 05:35:45.360521 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-840d77b9-4f39-4c3c-990c-004999ce2739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:45.363013 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-840d77b9-4f39-4c3c-990c-004999ce2739 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.1700518 Jan 28 05:35:45.391486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab01500-22db-4fda-b9b3-6789c9992e02 req-bd4d0cef-d18c-4e8e-a433-939ac1a989f9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:45.393019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ab01500-22db-4fda-b9b3-6789c9992e02 req-bd4d0cef-d18c-4e8e-a433-939ac1a989f9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 935 time: 0.0607622 Jan 28 05:35:45.410951 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-677e687a-255a-48a6-a203-66b75151da40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b787edc-db91-4f53-a197-bd0c997a942b HTTP/1.1" status: 200 len: 217 time: 0.0407214 Jan 28 05:35:45.421869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-e1c38302-6cca-4cb2-a22b-266870752e6b tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d6f0bc89fc584c3b94824d5c9278396b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278904 Jan 28 05:35:45.435797 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:45.478451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d369da3-0a62-49ec-a070-6bd6d1b2e42c admin admin] Made reservation on behalf of ab85cbbe200f418397761f6611cee4c5 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:35:45.481540 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d369da3-0a62-49ec-a070-6bd6d1b2e42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:45.484802 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-bac62a38-46a7-46c1-a30d-3eed92d1d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:45.487383 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-bac62a38-46a7-46c1-a30d-3eed92d1d49c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.0700731 Jan 28 05:35:45.514897 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d369da3-0a62-49ec-a070-6bd6d1b2e42c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:45.543003 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-ad9faf52-5e1e-4dba-9899-4bd6df990d54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396633 Jan 28 05:35:45.586600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Pushing event updated for resources: {'Port': ['ID=69986b38-c2fa-4524-bf16-63fae6dbb18a,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:45.597803 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ab01500-22db-4fda-b9b3-6789c9992e02 req-4afe9556-a9c1-40ca-b0d5-fc71410312ab tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940775 Jan 28 05:35:45.730846 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-2f312540-2410-485f-94c9-4eab07c00c59 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:45.738652 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-2f312540-2410-485f-94c9-4eab07c00c59 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3065214 Jan 28 05:35:45.766451 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-a947a414-37d4-45ac-926c-cbb028498d30 service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109621 Jan 28 05:35:45.801794 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d369da3-0a62-49ec-a070-6bd6d1b2e42c admin admin] Publish callbacks [] for security_group (addfcf6f-4f4f-460c-9fa7-316c8571f03f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:45.816432 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-5b56939c-173c-415f-9383-20ccae5af2e6 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/quotas/d6f0bc89fc584c3b94824d5c9278396b HTTP/1.1" status: 200 len: 375 time: 0.0767474 Jan 28 05:35:45.821721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Attempting to bind port 69986b38-c2fa-4524-bf16-63fae6dbb18a on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:35:45.822054 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Attempting to bind port 69986b38-c2fa-4524-bf16-63fae6dbb18a by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:35:45.822403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Attempting to bind port 69986b38-c2fa-4524-bf16-63fae6dbb18a on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:45.840531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec5d54-1d15-4aa1-a923-38161841b296 req-bbd7f8ce-81f0-4bc5-ac0b-7f5c51ae4d73 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:45.844697 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4eec5d54-1d15-4aa1-a923-38161841b296 req-bbd7f8ce-81f0-4bc5-ac0b-7f5c51ae4d73 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 945 time: 0.1507719 Jan 28 05:35:45.864009 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Port 69986b38-c2fa-4524-bf16-63fae6dbb18a on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:35:45.864536 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Attempting to bind port 69986b38-c2fa-4524-bf16-63fae6dbb18a on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:45.887007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:35:45.887332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:45.888492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:35:45.888492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Bound port: 69986b38-c2fa-4524-bf16-63fae6dbb18a, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:35:45.888492 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:45.912491 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d369da3-0a62-49ec-a070-6bd6d1b2e42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (addfcf6f-4f4f-460c-9fa7-316c8571f03f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:45.927801 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-2e9979e1-ad51-4e39-87e6-bef072c64967 service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221583 Jan 28 05:35:45.942436 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d369da3-0a62-49ec-a070-6bd6d1b2e42c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:35:45.963000 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-d7a96320-8f11-4a00-bb78-bc64a5f85b97 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d6f0bc89fc584c3b94824d5c9278396b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1455276 Jan 28 05:35:45.973690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d369da3-0a62-49ec-a070-6bd6d1b2e42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addfcf6f-4f4f-460c-9fa7-316c8571f03f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:45.977396 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d369da3-0a62-49ec-a070-6bd6d1b2e42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (76417677-f12b-4c3d-90ff-fac920596445), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:45.990209 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-3d369da3-0a62-49ec-a070-6bd6d1b2e42c admin admin] Added segment 76417677-f12b-4c3d-90ff-fac920596445 of type vlan for network f2829198-e7be-4d27-8a35-147aeae6ac46 Jan 28 05:35:46.024785 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4eec5d54-1d15-4aa1-a923-38161841b296 req-75c6c777-33b3-4c54-8e5a-d33bcf8c3612 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601584 Jan 28 05:35:46.055430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] For port 69986b38-c2fa-4524-bf16-63fae6dbb18a, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:46.059567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] For port 69986b38-c2fa-4524-bf16-63fae6dbb18a, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=69986b38-c2fa-4524-bf16-63fae6dbb18a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:35:46.064197 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d369da3-0a62-49ec-a070-6bd6d1b2e42c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (f2829198-e7be-4d27-8a35-147aeae6ac46), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:46.122372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 7b787edc-db91-4f53-a197-bd0c997a942b no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:35:46.170633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] The host n-h2-812111-12 is not matching for port 7b787edc-db91-4f53-a197-bd0c997a942b host n-h1-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:35:46.171036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 7b787edc-db91-4f53-a197-bd0c997a942b not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:35:46.171464 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 9f707700-6b28-44cf-95ec-51f875e37210 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:35:46.191509 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d369da3-0a62-49ec-a070-6bd6d1b2e42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (f2829198-e7be-4d27-8a35-147aeae6ac46), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:46.192140 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:46.192609 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d369da3-0a62-49ec-a070-6bd6d1b2e42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:46.193070 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d369da3-0a62-49ec-a070-6bd6d1b2e42c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:46.201510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 9f707700-6b28-44cf-95ec-51f875e37210 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:35:46.201863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 9f707700-6b28-44cf-95ec-51f875e37210 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:35:46.289757 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d369da3-0a62-49ec-a070-6bd6d1b2e42c admin admin] Pushing event updated for resources: {'Network': ['ID=f2829198-e7be-4d27-8a35-147aeae6ac46,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:46.305752 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network f2829198-e7be-4d27-8a35-147aeae6ac46 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:35:46.310198 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:46.310859 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:46.319802 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] 10.222.0.64 "PUT /v2.0/ports/69986b38-c2fa-4524-bf16-63fae6dbb18a HTTP/1.1" status: 200 len: 1096 time: 2.2688925 Jan 28 05:35:46.321676 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3d369da3-0a62-49ec-a070-6bd6d1b2e42c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4458549 Jan 28 05:35:46.322328 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45248) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:46.325413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e2092f-6f37-4e9d-943c-1d076d8924cd', 'tag': '69986b38-c2fa-4524-bf16-63fae6dbb18a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:46.330828 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-74480557-ba6c-49d6-88e0-49aec320c47a admin admin] Request body: {'subnet': {'network_id': 'f2829198-e7be-4d27-8a35-147aeae6ac46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1689602243-subnet', 'tenant_id': 'ab85cbbe200f418397761f6611cee4c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:46.351550 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae11fb1b-58a4-4b30-852a-1156ad81ad7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e2092f-6f37-4e9d-943c-1d076d8924cd", "tag": "69986b38-c2fa-4524-bf16-63fae6dbb18a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:46.461663 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74480557-ba6c-49d6-88e0-49aec320c47a admin admin] Made reservation on behalf of ab85cbbe200f418397761f6611cee4c5 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:35:46.463976 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74480557-ba6c-49d6-88e0-49aec320c47a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:46.471040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba3d0084-0b10-45cf-99af-64c90c288955 req-533f0654-c67f-436f-92a5-099a09fa4b66 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fc5961-4a22-492e-8250-88c80fd624df HTTP/1.1" status: 200 len: 210 time: 0.1765003 Jan 28 05:35:46.525037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc6036-7ef0-4c4f-9751-23c9302bb464 service neutron] Pushing event updated for resources: {'Port': ['ID=69986b38-c2fa-4524-bf16-63fae6dbb18a,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:46.636949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-52547372-26b3-429b-a3d2-b507d2d0ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:46.638509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-52547372-26b3-429b-a3d2-b507d2d0ed59 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 1099 time: 0.1613398 Jan 28 05:35:46.648829 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66537e64-b96a-4200-9698-d6d882cad8ff req-d804941f-fcf4-4c76-b6bd-fec6fa0123ef tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:46.652369 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-f2df48b7-90d1-473a-955f-913f18363f42 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:46.654635 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-f2df48b7-90d1-473a-955f-913f18363f42 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0&tenant_id=88b3e81d38b14c1ab20fd75713b63156&binding%3Ahost_id=n-h1-812111-12 HTTP/1.1" status: 200 len: 1097 time: 0.1421709 Jan 28 05:35:46.657376 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66537e64-b96a-4200-9698-d6d882cad8ff req-d804941f-fcf4-4c76-b6bd-fec6fa0123ef tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 945 time: 0.2051363 Jan 28 05:35:46.677998 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163b6e61-c385-40aa-a650-333294a923aa x-openstack-request-id: req-163b6e61-c385-40aa-a650-333294a923aa {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:46.678980 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e2092f-6f37-4e9d-943c-1d076d8924cd", "tag": "69986b38-c2fa-4524-bf16-63fae6dbb18a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:46.679394 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-163b6e61-c385-40aa-a650-333294a923aa {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:46.682232 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e2092f-6f37-4e9d-943c-1d076d8924cd', 'tag': '69986b38-c2fa-4524-bf16-63fae6dbb18a', 'status': 'completed', 'code': 200} Jan 28 05:35:46.725578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-477f308f-74fe-4d93-8176-55a5c2cd21ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=69986b38-c2fa-4524-bf16-63fae6dbb18a HTTP/1.1" status: 200 len: 217 time: 0.0655484 Jan 28 05:35:46.777275 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66537e64-b96a-4200-9698-d6d882cad8ff req-1f9198c7-3693-46ce-b261-7ccdf2f3599b tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190324 Jan 28 05:35:46.795235 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-0e224543-57d4-4608-a5f6-42086ce53866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:46.796925 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-0e224543-57d4-4608-a5f6-42086ce53866 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0606327 Jan 28 05:35:46.858496 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-af013681-61c7-4699-b94f-b532cfb6f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:46.860689 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-af013681-61c7-4699-b94f-b532cfb6f88e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0579104 Jan 28 05:35:46.928441 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74480557-ba6c-49d6-88e0-49aec320c47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (81bb4e47-4f82-45a8-af39-725aeb12ff9b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:46.995097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6546930-1a86-463c-b0b0-1cf1cf788fb4 req-4f82aa1b-df8e-4c08-bc5d-c1d7e976492a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:46.996657 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6546930-1a86-463c-b0b0-1cf1cf788fb4 req-4f82aa1b-df8e-4c08-bc5d-c1d7e976492a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 947 time: 0.1024919 Jan 28 05:35:47.012364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-0676d147-93cf-4ad9-992d-4a335b1f54ad service neutron] For port 7b787edc-db91-4f53-a197-bd0c997a942b, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:47.021936 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-0676d147-93cf-4ad9-992d-4a335b1f54ad service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:47.023318 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cc70864d-36e1-4a61-aacb-fbbb243d9b27 req-0676d147-93cf-4ad9-992d-4a335b1f54ad service neutron] 10.222.0.64 "DELETE /v2.0/ports/7b787edc-db91-4f53-a197-bd0c997a942b/bindings/n-h2-812111-12 HTTP/1.1" status: 204 len: 173 time: 0.3619680 Jan 28 05:35:47.043946 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74480557-ba6c-49d6-88e0-49aec320c47a admin admin] Pushing event updated for resources: {'Subnet': ['ID=81bb4e47-4f82-45a8-af39-725aeb12ff9b,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:47.052299 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74480557-ba6c-49d6-88e0-49aec320c47a admin admin] Checking segment: {'id': '76417677-f12b-4c3d-90ff-fac920596445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f2829198-e7be-4d27-8a35-147aeae6ac46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:47.052660 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74480557-ba6c-49d6-88e0-49aec320c47a admin admin] Network hostable DHCP agents. Network: f2829198-e7be-4d27-8a35-147aeae6ac46, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:35:47.052798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-0455aa63-fa21-4bb7-8d7a-0ca8ce018345 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=175b4b241c1348748b234f616ad92f82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478868 Jan 28 05:35:47.059401 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-8ea8d82f-9f1c-4cb4-9d16-ce37fa4a4469 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912987 Jan 28 05:35:47.079155 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45282) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:47.156778 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74480557-ba6c-49d6-88e0-49aec320c47a admin admin] Network f2829198-e7be-4d27-8a35-147aeae6ac46 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:35:47.199062 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6546930-1a86-463c-b0b0-1cf1cf788fb4 req-6c742223-9e32-46ac-a778-c67e2a2a68d9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952882 Jan 28 05:35:47.235751 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1f768e8e-c081-45cd-8a26-4f755200cb92 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=89e721dd75134f499a15f117bfaac7df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529541 Jan 28 05:35:47.235910 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45286) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:47.271534 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-74480557-ba6c-49d6-88e0-49aec320c47a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, f2829198-e7be-4d27-8a35-147aeae6ac46) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:35:47.276888 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74480557-ba6c-49d6-88e0-49aec320c47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:47.277756 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74480557-ba6c-49d6-88e0-49aec320c47a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:47.287586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b90163-d825-4211-abfb-abfa438c0165 None None] Network f2829198-e7be-4d27-8a35-147aeae6ac46 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:35:47.298001 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-34d4d7ab-d681-4791-ab5f-2d108c8315ff tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:47.298001 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-34d4d7ab-d681-4791-ab5f-2d108c8315ff tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2414336 Jan 28 05:35:47.298404 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab09a87e-4fa0-4149-917a-c2457ddb4e4b admin admin] Publish callbacks [] for security_group (ba06fbed-a0e5-48f8-b757-e65850dda10d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:47.318587 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-439f7d17-1a93-456e-b378-4fe6e690f9d1 req-3951228c-34a0-4285-b386-3e1511dad7fe service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468033 Jan 28 05:35:47.322909 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab09a87e-4fa0-4149-917a-c2457ddb4e4b admin admin] Publish callbacks [] for security_group (ba06fbed-a0e5-48f8-b757-e65850dda10d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:47.331292 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-48dd91cf-844e-4a3c-aaa2-ea91267349e4 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/quotas/175b4b241c1348748b234f616ad92f82 HTTP/1.1" status: 200 len: 375 time: 0.0169561 Jan 28 05:35:47.341426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a4448-fa23-4be7-ba6c-3eab44a41126 req-ad9720a4-2985-46fc-a26f-3593362d97d4 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:47.343500 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df5a4448-fa23-4be7-ba6c-3eab44a41126 req-ad9720a4-2985-46fc-a26f-3593362d97d4 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 1097 time: 0.0763977 Jan 28 05:35:47.379783 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-f22e1d96-c2da-4187-bb74-0d94e0456a00 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=175b4b241c1348748b234f616ad92f82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345676 Jan 28 05:35:47.416420 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df5a4448-fa23-4be7-ba6c-3eab44a41126 req-bc870d60-8b73-48c0-9f84-06a5c9e145bb tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610480 Jan 28 05:35:47.419970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51b04ac-1707-4875-9e72-aa414ecd8cc8 None None] Network f2829198-e7be-4d27-8a35-147aeae6ac46 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:35:47.462737 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-74480557-ba6c-49d6-88e0-49aec320c47a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1374371 Jan 28 05:35:47.493918 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab09a87e-4fa0-4149-917a-c2457ddb4e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ba06fbed-a0e5-48f8-b757-e65850dda10d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:47.496749 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab09a87e-4fa0-4149-917a-c2457ddb4e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:47.497906 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ab09a87e-4fa0-4149-917a-c2457ddb4e4b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba06fbed-a0e5-48f8-b757-e65850dda10d HTTP/1.1" status: 204 len: 168 time: 0.2610941 Jan 28 05:35:47.512053 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09a87e-4fa0-4149-917a-c2457ddb4e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba06fbed-a0e5-48f8-b757-e65850dda10d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:47.659311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11fb1b-58a4-4b30-852a-1156ad81ad7d req-e6245aaa-6b38-4a39-a596-1f4605f0f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:47.661408 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae11fb1b-58a4-4b30-852a-1156ad81ad7d req-e6245aaa-6b38-4a39-a596-1f4605f0f581 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 1099 time: 0.1202559 Jan 28 05:35:47.730442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24bf75-35aa-4bf2-b8cd-ed0c0a3bb87d req-1029fc5d-ffd2-4704-b08a-86244292d2c4 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:47.738541 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df24bf75-35aa-4bf2-b8cd-ed0c0a3bb87d req-1029fc5d-ffd2-4704-b08a-86244292d2c4 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 945 time: 0.1637073 Jan 28 05:35:47.861005 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df24bf75-35aa-4bf2-b8cd-ed0c0a3bb87d req-34380e76-d473-477b-bab7-9e6d5d51b3d0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216037 Jan 28 05:35:47.862335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11fb1b-58a4-4b30-852a-1156ad81ad7d req-27e520c3-e3d0-4734-b555-761410908847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:47.864075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae11fb1b-58a4-4b30-852a-1156ad81ad7d req-27e520c3-e3d0-4734-b555-761410908847 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1927929 Jan 28 05:35:47.867614 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a026857-c50a-4e5d-8ed7-2feee49acf86 req-8a87fbcd-5d33-4eb8-a2e9-774cefccde43 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:47.869367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a026857-c50a-4e5d-8ed7-2feee49acf86 req-8a87fbcd-5d33-4eb8-a2e9-774cefccde43 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 1097 time: 0.1227837 Jan 28 05:35:47.946062 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae11fb1b-58a4-4b30-852a-1156ad81ad7d req-4475e4e1-5b4a-4e1a-a97e-cde10774461f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=69986b38-c2fa-4524-bf16-63fae6dbb18a HTTP/1.1" status: 200 len: 217 time: 0.0712557 Jan 28 05:35:48.043877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8b0e200d-e61a-4e8c-83f2-31e42b440485 req-011672b9-343c-41e5-8d85-1c26532038da tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fc5961-4a22-492e-8250-88c80fd624df HTTP/1.1" status: 200 len: 210 time: 0.0423970 Jan 28 05:35:48.049351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a026857-c50a-4e5d-8ed7-2feee49acf86 req-c426fdcb-5959-421e-88a1-8731568642d1 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555319 Jan 28 05:35:48.056613 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11fb1b-58a4-4b30-852a-1156ad81ad7d req-4d273b02-12ed-4bdc-9f27-1be262bb5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:48.058064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae11fb1b-58a4-4b30-852a-1156ad81ad7d req-4d273b02-12ed-4bdc-9f27-1be262bb5d93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1055410 Jan 28 05:35:48.156587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11fb1b-58a4-4b30-852a-1156ad81ad7d req-4c977aaf-c77b-43b0-8b3a-f8c80ebd75d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:48.158631 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae11fb1b-58a4-4b30-852a-1156ad81ad7d req-4c977aaf-c77b-43b0-8b3a-f8c80ebd75d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0595326 Jan 28 05:35:48.207786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32c6e5ee-5f7f-4d1d-9714-4c15844d99e5 req-3b425f12-cb73-4746-9412-3bfab784fa5d tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 210 time: 0.0488596 Jan 28 05:35:48.328144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae11fb1b-58a4-4b30-852a-1156ad81ad7d req-270d96d1-952f-460a-b3d2-95fee9933d28 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610620 Jan 28 05:35:48.366215 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45326) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:48.381016 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-edde4125-ee6e-4320-b8de-ae5f3f777bfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:48.471884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96ef2a-461a-47a2-a918-e71bdbc65f70 req-9a9df785-200f-4d62-aea9-37fe8e84748c tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:48.479965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc96ef2a-461a-47a2-a918-e71bdbc65f70 req-9a9df785-200f-4d62-aea9-37fe8e84748c tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 947 time: 0.1795180 Jan 28 05:35:48.531673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9c02f-122a-45bf-bb43-e5972a99e0f3 req-6433fe82-b9ab-42be-8ca8-2b1b1d602b6b tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:48.539351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39c9c02f-122a-45bf-bb43-e5972a99e0f3 req-6433fe82-b9ab-42be-8ca8-2b1b1d602b6b tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 1097 time: 0.1618054 Jan 28 05:35:48.550756 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-edde4125-ee6e-4320-b8de-ae5f3f777bfc admin admin] Publish callbacks [] for security_group (6a7fcd5f-28f4-45e4-bf19-c411028a42d3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:48.573340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae11fb1b-58a4-4b30-852a-1156ad81ad7d req-ba7f3c7e-129e-4672-a450-1ed4303ee541 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241144 Jan 28 05:35:48.589442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc96ef2a-461a-47a2-a918-e71bdbc65f70 req-294d2d79-a060-4dac-91cd-159cc38df108 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086118 Jan 28 05:35:48.610659 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39c9c02f-122a-45bf-bb43-e5972a99e0f3 req-b5fc38f4-84cf-4f59-9780-f9bbbaa037ca tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704098 Jan 28 05:35:48.669870 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-edde4125-ee6e-4320-b8de-ae5f3f777bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6a7fcd5f-28f4-45e4-bf19-c411028a42d3), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:48.703376 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde4125-ee6e-4320-b8de-ae5f3f777bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7fcd5f-28f4-45e4-bf19-c411028a42d3,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:48.731738 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-edde4125-ee6e-4320-b8de-ae5f3f777bfc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=196bff2f8804416c9abad39b69f40af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630228 Jan 28 05:35:48.733150 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45334) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:48.796223 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9557ddd8-9e1c-4053-b8d5-056e7a26eb77 admin admin] Publish callbacks [] for security_group (6a7fcd5f-28f4-45e4-bf19-c411028a42d3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:48.799963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45344) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:48.805527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7e3e6370-6a7f-425f-b596-db6a23b6a163 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-402905067-network', 'tenant_id': '0ef4188616254902b54490483a28ed6d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:48.828470 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9557ddd8-9e1c-4053-b8d5-056e7a26eb77 admin admin] Publish callbacks [] for security_group (6a7fcd5f-28f4-45e4-bf19-c411028a42d3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:48.917853 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3e6370-6a7f-425f-b596-db6a23b6a163 admin admin] Made reservation on behalf of 0ef4188616254902b54490483a28ed6d for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:35:48.919796 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6370-6a7f-425f-b596-db6a23b6a163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:48.933062 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6370-6a7f-425f-b596-db6a23b6a163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:48.955760 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9557ddd8-9e1c-4053-b8d5-056e7a26eb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6a7fcd5f-28f4-45e4-bf19-c411028a42d3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:48.958476 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9557ddd8-9e1c-4053-b8d5-056e7a26eb77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:48.962448 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9557ddd8-9e1c-4053-b8d5-056e7a26eb77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a7fcd5f-28f4-45e4-bf19-c411028a42d3 HTTP/1.1" status: 204 len: 168 time: 0.2248800 Jan 28 05:35:48.970531 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557ddd8-9e1c-4053-b8d5-056e7a26eb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7fcd5f-28f4-45e4-bf19-c411028a42d3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:49.048318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-88d24d79-fdba-45fc-9c4c-a0bd0d018d3b tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:49.049771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-88d24d79-fdba-45fc-9c4c-a0bd0d018d3b tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 807 time: 0.2063575 Jan 28 05:35:49.083636 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-9fd2b38b-d3c4-4650-b80b-014f11fbb2d5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/quotas/88b3e81d38b14c1ab20fd75713b63156 HTTP/1.1" status: 200 len: 375 time: 0.0264795 Jan 28 05:35:49.120211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bf088-981b-4739-8be1-16456f119aca req-b8578c9f-c6f2-4cf8-9420-f664547226d8 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:49.121773 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-661bf088-981b-4739-8be1-16456f119aca req-b8578c9f-c6f2-4cf8-9420-f664547226d8 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 1097 time: 0.1585546 Jan 28 05:35:49.160941 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-d12a3d1e-f22d-4ac8-a3c9-7f1e42ad7be0 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d6f0bc89fc584c3b94824d5c9278396b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577013 Jan 28 05:35:49.193430 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6370-6a7f-425f-b596-db6a23b6a163 admin admin] Publish callbacks [] for security_group (5adb00db-33f2-4087-8ff1-f1d1a34f8b01), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:49.227909 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-0da2e097-19c6-458e-8c37-028d3a984fb6 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1434104 Jan 28 05:35:49.249210 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-0fff43e4-aa0b-402b-96ba-cc649e4f8a62 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:35:49.250200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-0fff43e4-aa0b-402b-96ba-cc649e4f8a62 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073326 Jan 28 05:35:49.276915 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-661bf088-981b-4739-8be1-16456f119aca req-47591b7f-2116-4fbf-addb-733156d02511 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285024 Jan 28 05:35:49.297809 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6370-6a7f-425f-b596-db6a23b6a163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5adb00db-33f2-4087-8ff1-f1d1a34f8b01), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:49.367917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3e6370-6a7f-425f-b596-db6a23b6a163 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:35:49.661096 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6370-6a7f-425f-b596-db6a23b6a163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (2495f1e3-1e89-4f33-a305-0ec108758f89), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:49.661096 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-7e3e6370-6a7f-425f-b596-db6a23b6a163 admin admin] Added segment 2495f1e3-1e89-4f33-a305-0ec108758f89 of type vlan for network ce67787a-357f-4039-8699-9cb4f7559ecc Jan 28 05:35:49.666032 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2705e369-3eee-4851-866e-3b4baa0710b7 req-45667787-a95a-44a2-88bf-110ca32793cd tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fc5961-4a22-492e-8250-88c80fd624df HTTP/1.1" status: 200 len: 210 time: 0.2931111 Jan 28 05:35:49.666032 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e6370-6a7f-425f-b596-db6a23b6a163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adb00db-33f2-4087-8ff1-f1d1a34f8b01,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:49.724576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-e56f38df-ff92-490b-98eb-4eec81b5d48c tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:49.726966 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-e56f38df-ff92-490b-98eb-4eec81b5d48c tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5164506 Jan 28 05:35:49.748702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-1e511b58-a83c-4f1c-9d3d-84e358eece1d tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Request body: {'port': {'device_id': '36fc5961-4a22-492e-8250-88c80fd624df', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': 'd6f0bc89fc584c3b94824d5c9278396b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:49.756332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-5a263b6f-fd7f-41a5-a2fb-baf841be7af1 service neutron] 10.222.0.31 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704325 Jan 28 05:35:49.767504 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6370-6a7f-425f-b596-db6a23b6a163 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (ce67787a-357f-4039-8699-9cb4f7559ecc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:49.915889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91af8857-f69a-4ea3-a9ce-c11bd74451f0 req-2bba033c-0a48-4e7d-84cc-afc6a9f5ec57 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 210 time: 0.0482037 Jan 28 05:35:49.962155 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6370-6a7f-425f-b596-db6a23b6a163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (ce67787a-357f-4039-8699-9cb4f7559ecc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:49.963463 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3e6370-6a7f-425f-b596-db6a23b6a163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:49.964061 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6370-6a7f-425f-b596-db6a23b6a163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:50.016624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-2a3091c2-198b-43ec-9ea6-d6488a200962 service neutron] 10.222.0.31 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467754 Jan 28 05:35:50.080771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e6370-6a7f-425f-b596-db6a23b6a163 admin admin] Pushing event updated for resources: {'Network': ['ID=ce67787a-357f-4039-8699-9cb4f7559ecc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:50.096970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network ce67787a-357f-4039-8699-9cb4f7559ecc details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:35:50.103519 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ba600-b2c2-4c4c-ab31-ff719911750c req-5ce393e2-59c2-4f2c-9854-95394f3379c2 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:50.103519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-844ba600-b2c2-4c4c-ab31-ff719911750c req-5ce393e2-59c2-4f2c-9854-95394f3379c2 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 947 time: 0.0995698 Jan 28 05:35:50.125540 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7e3e6370-6a7f-425f-b596-db6a23b6a163 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3241830 Jan 28 05:35:50.130100 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45384) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:50.134824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-542f5c13-04fa-4876-be44-529634abfb4e admin admin] Request body: {'subnet': {'network_id': 'ce67787a-357f-4039-8699-9cb4f7559ecc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-402905067-subnet', 'tenant_id': '0ef4188616254902b54490483a28ed6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:50.154414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-1e511b58-a83c-4f1c-9d3d-84e358eece1d tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Made reservation on behalf of d6f0bc89fc584c3b94824d5c9278396b for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:35:50.159229 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-1e511b58-a83c-4f1c-9d3d-84e358eece1d tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:50.185229 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-844ba600-b2c2-4c4c-ab31-ff719911750c req-82a29c4f-370e-4ebe-9c69-f202e9a70101 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777121 Jan 28 05:35:50.214072 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45386) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:50.253904 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542f5c13-04fa-4876-be44-529634abfb4e admin admin] Made reservation on behalf of 0ef4188616254902b54490483a28ed6d for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:35:50.257653 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-542f5c13-04fa-4876-be44-529634abfb4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:50.338520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b363a08-5377-42c8-bbc3-cb21e544fe78 req-97204644-db94-490f-97ac-36103ae597a3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 210 time: 0.0353286 Jan 28 05:35:50.360621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-1e511b58-a83c-4f1c-9d3d-84e358eece1d tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Allocated IP 192.168.233.155 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/199cdb64-e2c2-4c02-b948-b6dcfbdbae43) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:35:50.380165 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-47858405-f18e-4ffe-8f5e-413db058e8dc admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-235397442-network', 'tenant_id': 'd5efdc0a1cab44d3b0e49b531e0d92e3'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:50.531718 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47858405-f18e-4ffe-8f5e-413db058e8dc admin admin] Made reservation on behalf of d5efdc0a1cab44d3b0e49b531e0d92e3 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:35:50.533892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bd910-2476-4c24-890d-047375d7a423 req-b4a994de-6dc4-4754-a5b2-09beb1fcefb0 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:50.534358 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47858405-f18e-4ffe-8f5e-413db058e8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:50.535438 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa4bd910-2476-4c24-890d-047375d7a423 req-b4a994de-6dc4-4754-a5b2-09beb1fcefb0 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 1097 time: 0.1141560 Jan 28 05:35:50.559041 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47858405-f18e-4ffe-8f5e-413db058e8dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:50.562322 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-c0127128-7295-4966-a460-fb0e0fefe600 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=175b4b241c1348748b234f616ad92f82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444217 Jan 28 05:35:50.618879 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-1e511b58-a83c-4f1c-9d3d-84e358eece1d tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks [] for port (199cdb64-e2c2-4c02-b948-b6dcfbdbae43), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:50.623512 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa4bd910-2476-4c24-890d-047375d7a423 req-a527efe3-6175-49bd-a50c-708be5ee5690 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813887 Jan 28 05:35:50.637447 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-542f5c13-04fa-4876-be44-529634abfb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (b5602605-0716-418a-96ab-b66d3fc31646), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:50.723106 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-1e511b58-a83c-4f1c-9d3d-84e358eece1d tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (199cdb64-e2c2-4c02-b948-b6dcfbdbae43), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:50.753599 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f5c13-04fa-4876-be44-529634abfb4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5602605-0716-418a-96ab-b66d3fc31646,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:50.758653 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['cf01543f-3684-46c2-a7ca-7d00c851b86c'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:35:50.786125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e511b58-a83c-4f1c-9d3d-84e358eece1d tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Pushing event updated for resources: {'Port': ['ID=199cdb64-e2c2-4c02-b948-b6dcfbdbae43,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:50.801072 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-f0aa9fbf-c3ab-4f12-a192-47b87cbaaeb2 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:50.802603 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-f0aa9fbf-c3ab-4f12-a192-47b87cbaaeb2 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2323952 Jan 28 05:35:50.802728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-1e511b58-a83c-4f1c-9d3d-84e358eece1d tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:35:50.805697 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-1e511b58-a83c-4f1c-9d3d-84e358eece1d tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:35:50.820582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-1e511b58-a83c-4f1c-9d3d-84e358eece1d tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:35:50.820945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f5c13-04fa-4876-be44-529634abfb4e admin admin] Checking segment: {'id': '2495f1e3-1e89-4f33-a305-0ec108758f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ce67787a-357f-4039-8699-9cb4f7559ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:50.821312 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f5c13-04fa-4876-be44-529634abfb4e admin admin] Network hostable DHCP agents. Network: ce67787a-357f-4039-8699-9cb4f7559ecc, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:35:50.831869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-22f5152c-e32a-4165-ac2a-45bd366e9305 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Request body: {'port': {'device_id': 'ccfe5e5d-c4ce-415e-ac67-e15336135eb3', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '175b4b241c1348748b234f616ad92f82'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:50.880038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-1e511b58-a83c-4f1c-9d3d-84e358eece1d tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:50.880956 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-1e511b58-a83c-4f1c-9d3d-84e358eece1d tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:50.920789 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47858405-f18e-4ffe-8f5e-413db058e8dc admin admin] Publish callbacks [] for security_group (89fb7ae7-2309-481d-9fb0-e7c0e70b84f0), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:50.977013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f4f82-07c2-45b4-bea5-4c4b681c19cb req-30a9abd4-95a9-44dd-be69-64be38b3bd9b tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:50.988104 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-833f4f82-07c2-45b4-bea5-4c4b681c19cb req-30a9abd4-95a9-44dd-be69-64be38b3bd9b tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fc5961-4a22-492e-8250-88c80fd624df HTTP/1.1" status: 200 len: 936 time: 0.1025839 Jan 28 05:35:51.041594 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-833f4f82-07c2-45b4-bea5-4c4b681c19cb req-634ca5b6-1588-4a36-bf84-299099b20a25 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524819 Jan 28 05:35:51.046588 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47858405-f18e-4ffe-8f5e-413db058e8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (89fb7ae7-2309-481d-9fb0-e7c0e70b84f0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:51.047042 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-1e511b58-a83c-4f1c-9d3d-84e358eece1d tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3020256 Jan 28 05:35:51.050111 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f5c13-04fa-4876-be44-529634abfb4e admin admin] Network ce67787a-357f-4039-8699-9cb4f7559ecc is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:35:51.082060 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Request body: {'port': {'device_id': '36fc5961-4a22-492e-8250-88c80fd624df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:51.112341 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47858405-f18e-4ffe-8f5e-413db058e8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:51.133406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-542f5c13-04fa-4876-be44-529634abfb4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, ce67787a-357f-4039-8699-9cb4f7559ecc) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:35:51.136688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542f5c13-04fa-4876-be44-529634abfb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:51.137521 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-542f5c13-04fa-4876-be44-529634abfb4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:51.142594 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c279cbf-767f-4e9c-b520-952afeb44625 None None] Network ce67787a-357f-4039-8699-9cb4f7559ecc requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:35:51.149126 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47858405-f18e-4ffe-8f5e-413db058e8dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:35:51.157039 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-22f5152c-e32a-4165-ac2a-45bd366e9305 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Made reservation on behalf of 175b4b241c1348748b234f616ad92f82 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:35:51.159027 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (199cdb64-e2c2-4c02-b948-b6dcfbdbae43), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:51.160731 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-22f5152c-e32a-4165-ac2a-45bd366e9305 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:51.179779 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-22f5152c-e32a-4165-ac2a-45bd366e9305 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:51.222937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-567a6831-f2d0-4de3-967c-032b6bd46e8d None None] Provisioning complete for port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:35:51.223336 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-567a6831-f2d0-4de3-967c-032b6bd46e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (199cdb64-e2c2-4c02-b948-b6dcfbdbae43), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:51.275214 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-22f5152c-e32a-4165-ac2a-45bd366e9305 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks [] for security_group (a150a922-dde5-491c-8075-a120cb84b93d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:51.278646 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47858405-f18e-4ffe-8f5e-413db058e8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (fc462d44-c0ea-480b-b52f-56b0cb328658), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:51.279000 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-47858405-f18e-4ffe-8f5e-413db058e8dc admin admin] Added segment fc462d44-c0ea-480b-b52f-56b0cb328658 of type vlan for network e5e031d0-ce73-47ee-be8b-c343d567f677 Jan 28 05:35:51.295188 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-567a6831-f2d0-4de3-967c-032b6bd46e8d None None] Port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:35:51.313239 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e793b05e-1458-486d-babe-ac00f7cec6af None None] Network ce67787a-357f-4039-8699-9cb4f7559ecc requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:35:51.322925 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-542f5c13-04fa-4876-be44-529634abfb4e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1931586 Jan 28 05:35:51.349627 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f47b8f46-8095-4db1-8eae-f1b3aedd9e72 req-8be19ca6-a3b7-46be-8d60-4e1d0ce3948e tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 210 time: 0.0504091 Jan 28 05:35:51.357050 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47858405-f18e-4ffe-8f5e-413db058e8dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (e5e031d0-ce73-47ee-be8b-c343d567f677), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:51.419801 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-22f5152c-e32a-4165-ac2a-45bd366e9305 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a150a922-dde5-491c-8075-a120cb84b93d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:51.501279 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47858405-f18e-4ffe-8f5e-413db058e8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (e5e031d0-ce73-47ee-be8b-c343d567f677), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:51.501279 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47858405-f18e-4ffe-8f5e-413db058e8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:51.501279 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47858405-f18e-4ffe-8f5e-413db058e8dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:51.516460 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5152c-e32a-4165-ac2a-45bd366e9305 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a150a922-dde5-491c-8075-a120cb84b93d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:51.573473 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 69986b38-c2fa-4524-bf16-63fae6dbb18a details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:35:51.579877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a4261-4fdc-4020-8d3a-4d7517430a69 req-e4aa9f2d-e97e-48a0-b076-92b0510e46f1 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:51.581394 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f47a4261-4fdc-4020-8d3a-4d7517430a69 req-e4aa9f2d-e97e-48a0-b076-92b0510e46f1 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 947 time: 0.1197238 Jan 28 05:35:51.614926 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-47858405-f18e-4ffe-8f5e-413db058e8dc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3996913 Jan 28 05:35:51.621279 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45422) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:51.626660 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9ce352cc-a90f-4e88-8c93-61efb0bda18b admin admin] Request body: {'subnet': {'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-235397442-subnet', 'tenant_id': 'd5efdc0a1cab44d3b0e49b531e0d92e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:51.646962 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47858405-f18e-4ffe-8f5e-413db058e8dc admin admin] Pushing event updated for resources: {'Network': ['ID=e5e031d0-ce73-47ee-be8b-c343d567f677,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:51.666902 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network e5e031d0-ce73-47ee-be8b-c343d567f677 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:35:51.731906 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f47a4261-4fdc-4020-8d3a-4d7517430a69 req-769ca3a0-40a7-4841-afea-d543f50fa00b tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382194 Jan 28 05:35:51.733751 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce352cc-a90f-4e88-8c93-61efb0bda18b admin admin] Made reservation on behalf of d5efdc0a1cab44d3b0e49b531e0d92e3 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:35:51.737174 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ce352cc-a90f-4e88-8c93-61efb0bda18b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:51.758783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 69986b38-c2fa-4524-bf16-63fae6dbb18a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=69986b38-c2fa-4524-bf16-63fae6dbb18a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:51.774184 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '69986b38-c2fa-4524-bf16-63fae6dbb18a', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '69986b38-c2fa-4524-bf16-63fae6dbb18a', 'mac_address': 'fa:16:3e:88:20:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:35:51.785669 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:51.823920 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Publish callbacks [] for port (199cdb64-e2c2-4c02-b948-b6dcfbdbae43), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:51.827738 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 69986b38-c2fa-4524-bf16-63fae6dbb18a is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:35:51.828143 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:51.844203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69986b38-c2fa-4524-bf16-63fae6dbb18a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:51.868280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 69986b38-c2fa-4524-bf16-63fae6dbb18a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=69986b38-c2fa-4524-bf16-63fae6dbb18a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:51.883613 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19039197-f9cb-4b5d-9bf1-10a47da4814e req-5f820356-127c-49d1-a894-07e1bda849f2 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 210 time: 0.0558021 Jan 28 05:35:51.889044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Transition to ACTIVE for port object 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:35:51.956781 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:51.985070 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (199cdb64-e2c2-4c02-b948-b6dcfbdbae43), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:52.011629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=69986b38-c2fa-4524-bf16-63fae6dbb18a,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:52.041661 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ce352cc-a90f-4e88-8c93-61efb0bda18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (b366577e-bca6-4046-9c8c-352fbc1be9f5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:52.051664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Pushing event updated for resources: {'Port': ['ID=199cdb64-e2c2-4c02-b948-b6dcfbdbae43,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:52.114735 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-22f5152c-e32a-4165-ac2a-45bd366e9305 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Allocated IP 192.168.233.213 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/c41343a4-743f-4707-87b2-8a1fea130152) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:35:52.140168 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce352cc-a90f-4e88-8c93-61efb0bda18b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b366577e-bca6-4046-9c8c-352fbc1be9f5,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:52.175820 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce352cc-a90f-4e88-8c93-61efb0bda18b admin admin] Checking segment: {'id': 'fc462d44-c0ea-480b-b52f-56b0cb328658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:52.175820 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce352cc-a90f-4e88-8c93-61efb0bda18b admin admin] Network hostable DHCP agents. Network: e5e031d0-ce73-47ee-be8b-c343d567f677, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:35:52.178070 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Attempting to bind port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:35:52.178608 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Attempting to bind port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:35:52.180855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Attempting to bind port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:52.193169 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:35:52.195987 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Attempting to bind port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:52.212208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:35:52.212208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:52.212208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:35:52.212208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Bound port: 199cdb64-e2c2-4c02-b948-b6dcfbdbae43, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:35:52.212208 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (199cdb64-e2c2-4c02-b948-b6dcfbdbae43), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:52.253606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['69986b38-c2fa-4524-bf16-63fae6dbb18a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:35:52.329584 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce352cc-a90f-4e88-8c93-61efb0bda18b admin admin] Network e5e031d0-ce73-47ee-be8b-c343d567f677 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:35:52.375943 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-22f5152c-e32a-4165-ac2a-45bd366e9305 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks [] for port (c41343a4-743f-4707-87b2-8a1fea130152), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:52.378946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] For port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:52.401115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] For port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=199cdb64-e2c2-4c02-b948-b6dcfbdbae43,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:35:52.407546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-ec0062fa-e8dc-4bd3-8382-1f153bf87c66 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:52.413537 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-9ce352cc-a90f-4e88-8c93-61efb0bda18b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, e5e031d0-ce73-47ee-be8b-c343d567f677) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:35:52.413753 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-ec0062fa-e8dc-4bd3-8382-1f153bf87c66 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/networks?id=f2829198-e7be-4d27-8a35-147aeae6ac46 HTTP/1.1" status: 200 len: 815 time: 0.1777482 Jan 28 05:35:52.417028 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce352cc-a90f-4e88-8c93-61efb0bda18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:52.417618 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ce352cc-a90f-4e88-8c93-61efb0bda18b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:52.437908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36ba391-3ef4-4def-935c-cf23b06ce527 None None] Network e5e031d0-ce73-47ee-be8b-c343d567f677 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:35:52.438143 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-19c33022-a890-40c7-b740-a3a630089ab2 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/quotas/ab85cbbe200f418397761f6611cee4c5 HTTP/1.1" status: 200 len: 375 time: 0.0162494 Jan 28 05:35:52.471088 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (199cdb64-e2c2-4c02-b948-b6dcfbdbae43), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:52.473793 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-28bb2279-6bef-4667-8001-a8a81e4568cb tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab85cbbe200f418397761f6611cee4c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334349 Jan 28 05:35:52.532178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:52.532807 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:52.534205 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] 10.222.0.64 "PUT /v2.0/ports/199cdb64-e2c2-4c02-b948-b6dcfbdbae43 HTTP/1.1" status: 200 len: 1097 time: 1.4735289 Jan 28 05:35:52.534684 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fc5961-4a22-492e-8250-88c80fd624df', 'tag': '199cdb64-e2c2-4c02-b948-b6dcfbdbae43'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:52.536944 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7cdbbb-cc58-4688-870e-8376edfe0145" -d '{"events": [{"name": "network-changed", "server_uuid": "36fc5961-4a22-492e-8250-88c80fd624df", "tag": "199cdb64-e2c2-4c02-b948-b6dcfbdbae43"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:52.559172 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9ce352cc-a90f-4e88-8c93-61efb0bda18b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9365971 Jan 28 05:35:52.563190 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-22f5152c-e32a-4165-ac2a-45bd366e9305 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c41343a4-743f-4707-87b2-8a1fea130152), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:52.606811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27f349-50f8-4049-98eb-4f833e99ed3f service neutron] Pushing event updated for resources: {'Port': ['ID=199cdb64-e2c2-4c02-b948-b6dcfbdbae43,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:52.637939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c34ff78-5763-4952-b3c9-52d2682d4f0f None None] Network e5e031d0-ce73-47ee-be8b-c343d567f677 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:35:52.669930 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-8687698e-f8cf-4ec5-9eff-640543b1e163 service neutron] 10.222.0.31 "GET /v2.0/networks/f2829198-e7be-4d27-8a35-147aeae6ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804502 Jan 28 05:35:52.679201 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5152c-e32a-4165-ac2a-45bd366e9305 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Pushing event updated for resources: {'Port': ['ID=c41343a4-743f-4707-87b2-8a1fea130152,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:52.712669 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-22f5152c-e32a-4165-ac2a-45bd366e9305 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:35:52.718809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-22f5152c-e32a-4165-ac2a-45bd366e9305 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:35:52.723506 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-22f5152c-e32a-4165-ac2a-45bd366e9305 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:35:52.808505 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-22f5152c-e32a-4165-ac2a-45bd366e9305 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:52.809179 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-22f5152c-e32a-4165-ac2a-45bd366e9305 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:52.831181 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-62173d97-f7f1-4152-ada0-69e983b799d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:52.833418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-62173d97-f7f1-4152-ada0-69e983b799d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6f0bc89fc584c3b94824d5c9278396b&device_id=36fc5961-4a22-492e-8250-88c80fd624df HTTP/1.1" status: 200 len: 1100 time: 0.1624539 Jan 28 05:35:52.911579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-877e0093-192a-4ca5-a801-a277ce984a08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=199cdb64-e2c2-4c02-b948-b6dcfbdbae43 HTTP/1.1" status: 200 len: 217 time: 0.0633359 Jan 28 05:35:52.913891 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-9b48c84a-f89d-445f-9773-30a9394a6bc6 service neutron] 10.222.0.31 "GET /v2.0/networks/f2829198-e7be-4d27-8a35-147aeae6ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325633 Jan 28 05:35:52.932036 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-22f5152c-e32a-4165-ac2a-45bd366e9305 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1123009 Jan 28 05:35:52.949872 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Request body: {'port': {'device_id': 'ccfe5e5d-c4ce-415e-ac67-e15336135eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:52.993385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-664040b8-355e-49dd-acc9-61df99b60c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:52.995283 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-664040b8-355e-49dd-acc9-61df99b60c95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0640993 Jan 28 05:35:53.044249 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c41343a4-743f-4707-87b2-8a1fea130152), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:53.064732 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-63b95a66-cc0e-4479-9f8d-b93a814642f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:53.066960 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-63b95a66-cc0e-4479-9f8d-b93a814642f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0637186 Jan 28 05:35:53.095867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-1b7e7e6d-3ee9-4c04-ac3e-f898412f4a99 None None] Provisioning complete for port c41343a4-743f-4707-87b2-8a1fea130152 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:35:53.096581 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b7e7e6d-3ee9-4c04-ac3e-f898412f4a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c41343a4-743f-4707-87b2-8a1fea130152), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:53.096982 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-c6fb244e-6e4a-403f-b1d5-de542b0e1950 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:53.098519 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-c6fb244e-6e4a-403f-b1d5-de542b0e1950 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.60 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 807 time: 0.2376606 Jan 28 05:35:53.120841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-907f84de-61a2-4f78-a436-61edcf8ec3c0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Request body: {'port': {'device_id': 'a2f94584-9d26-4158-b2e8-f3638d5dffc2', 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce', 'admin_state_up': True, 'tenant_id': '88b3e81d38b14c1ab20fd75713b63156'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:53.142114 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e7e6d-3ee9-4c04-ac3e-f898412f4a99 None None] Port c41343a4-743f-4707-87b2-8a1fea130152 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:35:53.171649 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-d3218414-04df-43ee-9676-894460d8e1fe service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983734 Jan 28 05:35:53.292446 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45480) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:35:53.331180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fce54654-1f46-4ffa-9340-acc64a8baed9 req-009da0bc-5ec7-429e-a13c-ea84c22d2998 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532118 Jan 28 05:35:53.369535 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf29dc-3764-4a64-96a7-04cefe8030a3 req-a6d70069-9669-427e-946e-5913d4918d00 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:53.377216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6cf29dc-3764-4a64-96a7-04cefe8030a3 req-a6d70069-9669-427e-946e-5913d4918d00 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fc5961-4a22-492e-8250-88c80fd624df HTTP/1.1" status: 200 len: 948 time: 0.1040664 Jan 28 05:35:53.388637 n-d-812111-12 neutron-server[103634]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 05:35:53.394219 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-0c8c2335-4ef4-4893-a1f7-f51ebf302988 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:35:53.395363 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-0c8c2335-4ef4-4893-a1f7-f51ebf302988 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1014998 Jan 28 05:35:53.439311 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6cf29dc-3764-4a64-96a7-04cefe8030a3 req-a65eb0e2-841d-4b9c-b723-88647a0069ce tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613317 Jan 28 05:35:53.460421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-907f84de-61a2-4f78-a436-61edcf8ec3c0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Made reservation on behalf of 88b3e81d38b14c1ab20fd75713b63156 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:35:53.464117 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-907f84de-61a2-4f78-a436-61edcf8ec3c0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:53.592286 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 69986b38-c2fa-4524-bf16-63fae6dbb18a up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:35:53.606540 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-fa7b2415-f3f8-450d-9934-30542231e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:53.612181 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-fa7b2415-f3f8-450d-9934-30542231e4dd service neutron] 10.222.0.31 "GET /v2.0/ports/bceb2b75-3195-463e-9220-215e0ea02733 HTTP/1.1" status: 200 len: 1094 time: 0.1631167 Jan 28 05:35:53.645999 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-8bc575ff-cff6-4fa1-97e7-5ebb1387c805 service neutron] Request body: {'binding': {'host': 'n-h2-812111-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:53.647338 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-8bc575ff-cff6-4fa1-97e7-5ebb1387c805 service neutron] Unknown quota resources ['binding']. {{(pid=103634) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:35:53.649142 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec76681-f5d0-422f-adc4-78a184f93af7 req-7a7dcfa5-c0ba-4625-abcc-8a9567a3ec3c tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:53.650706 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ec76681-f5d0-422f-adc4-78a184f93af7 req-7a7dcfa5-c0ba-4625-abcc-8a9567a3ec3c tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 936 time: 0.0615089 Jan 28 05:35:53.700220 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ec76681-f5d0-422f-adc4-78a184f93af7 req-c2fff551-2a61-4528-a2e3-0b6b523bd32d tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432572 Jan 28 05:35:53.717434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41343a4-743f-4707-87b2-8a1fea130152 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:53.746187 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Publish callbacks [] for port (c41343a4-743f-4707-87b2-8a1fea130152), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:53.751822 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 69986b38-c2fa-4524-bf16-63fae6dbb18a completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:35:53.757288 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 69986b38-c2fa-4524-bf16-63fae6dbb18a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:35:53.758061 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bde99b-1168-4134-a843-d1b00b1aca4e x-openstack-request-id: req-77bde99b-1168-4134-a843-d1b00b1aca4e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:53.758198 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:53.758457 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fc5961-4a22-492e-8250-88c80fd624df", "tag": "199cdb64-e2c2-4c02-b948-b6dcfbdbae43", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:53.758857 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77bde99b-1168-4134-a843-d1b00b1aca4e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:53.759557 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fc5961-4a22-492e-8250-88c80fd624df', 'tag': '199cdb64-e2c2-4c02-b948-b6dcfbdbae43', 'status': 'completed', 'code': 200} Jan 28 05:35:53.786040 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-907f84de-61a2-4f78-a436-61edcf8ec3c0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Allocated IP 172.20.0.13 (8337946d-c118-4f6f-a8e6-fd66fb66f8ce/e07818a2-85c0-4f55-b2b7-705552734697/c5bf72bd-034e-4802-90e9-b2324a64e9b2) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:35:53.805269 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Transition to ACTIVE for port object c41343a4-743f-4707-87b2-8a1fea130152 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:35:53.871014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 69986b38-c2fa-4524-bf16-63fae6dbb18a is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:35:53.871927 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:53.897845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf015d-91e4-4b7f-af32-6455a4922a89 req-b0c6d23d-e631-41ec-a94a-14632cfbf7a2 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:53.899477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0cf015d-91e4-4b7f-af32-6455a4922a89 req-b0c6d23d-e631-41ec-a94a-14632cfbf7a2 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 948 time: 0.0952685 Jan 28 05:35:53.900834 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e2092f-6f37-4e9d-943c-1d076d8924cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69986b38-c2fa-4524-bf16-63fae6dbb18a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:53.903338 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16cdc1e-f5ae-4a7f-a372-520ab247ca8c" -d '{"events": [{"server_uuid": "d8e2092f-6f37-4e9d-943c-1d076d8924cd", "name": "network-vif-plugged", "status": "completed", "tag": "69986b38-c2fa-4524-bf16-63fae6dbb18a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:53.918025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cdbbb-cc58-4688-870e-8376edfe0145 req-14a29864-28cd-4fcc-bba0-fda91af42ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:53.918243 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 69986b38-c2fa-4524-bf16-63fae6dbb18a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=69986b38-c2fa-4524-bf16-63fae6dbb18a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:53.919727 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d7cdbbb-cc58-4688-870e-8376edfe0145 req-14a29864-28cd-4fcc-bba0-fda91af42ed2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6f0bc89fc584c3b94824d5c9278396b&device_id=36fc5961-4a22-492e-8250-88c80fd624df HTTP/1.1" status: 200 len: 1100 time: 0.0724771 Jan 28 05:35:54.013506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0cf015d-91e4-4b7f-af32-6455a4922a89 req-65f9aae8-3b3c-44f0-b337-cadbbae13d31 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047304 Jan 28 05:35:54.019463 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:54.082811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cdbbb-cc58-4688-870e-8376edfe0145 req-36e2387a-7d00-4be6-a137-6ac7ad7b1849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:54.084928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d7cdbbb-cc58-4688-870e-8376edfe0145 req-36e2387a-7d00-4be6-a137-6ac7ad7b1849 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1566546 Jan 28 05:35:54.094708 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (c41343a4-743f-4707-87b2-8a1fea130152), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:54.100018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=69986b38-c2fa-4524-bf16-63fae6dbb18a,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:54.136330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d7cdbbb-cc58-4688-870e-8376edfe0145 req-1bfe5b9b-c0e2-4149-b843-4362f7e8b22b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=199cdb64-e2c2-4c02-b948-b6dcfbdbae43 HTTP/1.1" status: 200 len: 217 time: 0.0449147 Jan 28 05:35:54.244098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cdbbb-cc58-4688-870e-8376edfe0145 req-0b6e07b4-3dfd-4afc-bfd1-eacffce3268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:54.245591 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d7cdbbb-cc58-4688-870e-8376edfe0145 req-0b6e07b4-3dfd-4afc-bfd1-eacffce3268b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1031151 Jan 28 05:35:54.259522 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-8bc575ff-cff6-4fa1-97e7-5ebb1387c805 service neutron] Attempting to bind port bceb2b75-3195-463e-9220-215e0ea02733 on host n-h2-812111-12 for vnic_type normal with profile None {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:35:54.259876 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-8bc575ff-cff6-4fa1-97e7-5ebb1387c805 service neutron] Attempting to bind port bceb2b75-3195-463e-9220-215e0ea02733 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:35:54.260218 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-8bc575ff-cff6-4fa1-97e7-5ebb1387c805 service neutron] Attempting to bind port bceb2b75-3195-463e-9220-215e0ea02733 on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:54.266930 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c41343a4-743f-4707-87b2-8a1fea130152,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:54.277518 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-8bc575ff-cff6-4fa1-97e7-5ebb1387c805 service neutron] Port bceb2b75-3195-463e-9220-215e0ea02733 on network a68ceb60-a872-4bba-990e-8e03126b2535 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:35:54.277822 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-8bc575ff-cff6-4fa1-97e7-5ebb1387c805 service neutron] Attempting to bind port bceb2b75-3195-463e-9220-215e0ea02733 on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:54.325121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cdbbb-cc58-4688-870e-8376edfe0145 req-8a840033-68be-47d2-b2ab-bab3c1938402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:54.326644 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d7cdbbb-cc58-4688-870e-8376edfe0145 req-8a840033-68be-47d2-b2ab-bab3c1938402 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0738103 Jan 28 05:35:54.328002 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-8bc575ff-cff6-4fa1-97e7-5ebb1387c805 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:35:54.328509 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-8bc575ff-cff6-4fa1-97e7-5ebb1387c805 service neutron] Checking segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:54.328727 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-8bc575ff-cff6-4fa1-97e7-5ebb1387c805 service neutron] Bound using segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:35:54.329168 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-8bc575ff-cff6-4fa1-97e7-5ebb1387c805 service neutron] Bound port: bceb2b75-3195-463e-9220-215e0ea02733, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:35:54.333739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-aad4aa1f-bb96-4d2f-b26c-7a857bdc03fd tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:54.341381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-aad4aa1f-bb96-4d2f-b26c-7a857bdc03fd tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/networks?id=e5e031d0-ce73-47ee-be8b-c343d567f677 HTTP/1.1" status: 200 len: 821 time: 0.1613514 Jan 28 05:35:54.370139 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-ca6a4a91-59e0-403c-b5d4-1eba7d98558f tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/quotas/d5efdc0a1cab44d3b0e49b531e0d92e3 HTTP/1.1" status: 200 len: 375 time: 0.0278509 Jan 28 05:35:54.412942 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-907f84de-61a2-4f78-a436-61edcf8ec3c0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks [] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:54.428949 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-2672079e-1da1-4644-96d6-f96f26a36bd2 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5efdc0a1cab44d3b0e49b531e0d92e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320196 Jan 28 05:35:54.444763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Attempting to bind port c41343a4-743f-4707-87b2-8a1fea130152 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:35:54.444763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Attempting to bind port c41343a4-743f-4707-87b2-8a1fea130152 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:35:54.444763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Attempting to bind port c41343a4-743f-4707-87b2-8a1fea130152 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:54.456020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-8bc575ff-cff6-4fa1-97e7-5ebb1387c805 service neutron] For port bceb2b75-3195-463e-9220-215e0ea02733, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=bceb2b75-3195-463e-9220-215e0ea02733,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:35:54.456899 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Port c41343a4-743f-4707-87b2-8a1fea130152 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:35:54.458001 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Attempting to bind port c41343a4-743f-4707-87b2-8a1fea130152 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:54.476096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:35:54.476096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:54.476521 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:35:54.476880 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Bound port: c41343a4-743f-4707-87b2-8a1fea130152, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:35:54.477246 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c41343a4-743f-4707-87b2-8a1fea130152), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:54.517139 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d7cdbbb-cc58-4688-870e-8376edfe0145 req-75e5aed2-7923-4432-9165-3a95f8847282 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731076 Jan 28 05:35:54.530991 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-8bc575ff-cff6-4fa1-97e7-5ebb1387c805 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:54.532240 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-8bc575ff-cff6-4fa1-97e7-5ebb1387c805 service neutron] 10.222.0.31 "POST /v2.0/ports/bceb2b75-3195-463e-9220-215e0ea02733/bindings HTTP/1.1" status: 201 len: 390 time: 0.9103587 Jan 28 05:35:54.572616 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] For port c41343a4-743f-4707-87b2-8a1fea130152, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:54.575863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] For port c41343a4-743f-4707-87b2-8a1fea130152, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c41343a4-743f-4707-87b2-8a1fea130152,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:35:54.580371 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-907f84de-61a2-4f78-a436-61edcf8ec3c0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:54.605890 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-76b62b4f-6209-47c2-9126-178f1e57b5ce service neutron] 10.222.0.31 "GET /v2.0/networks/e5e031d0-ce73-47ee-be8b-c343d567f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638794 Jan 28 05:35:54.635539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-907f84de-61a2-4f78-a436-61edcf8ec3c0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:35:54.639792 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-907f84de-61a2-4f78-a436-61edcf8ec3c0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:35:54.643721 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-907f84de-61a2-4f78-a436-61edcf8ec3c0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:35:54.648752 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f84de-61a2-4f78-a436-61edcf8ec3c0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Pushing event updated for resources: {'Port': ['ID=c5bf72bd-034e-4802-90e9-b2324a64e9b2,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:54.654686 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:54.682850 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (c41343a4-743f-4707-87b2-8a1fea130152), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:54.687621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d7cdbbb-cc58-4688-870e-8376edfe0145 req-2b146883-8e84-47ef-9178-a112c6cad5cd service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641798 Jan 28 05:35:54.734408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:54.735051 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:54.735964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-e2cf3449-4f6e-4a8f-b809-5c90200b67bc service neutron] 10.222.0.31 "GET /v2.0/networks/e5e031d0-ce73-47ee-be8b-c343d567f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193221 Jan 28 05:35:54.736412 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] 10.222.0.64 "PUT /v2.0/ports/c41343a4-743f-4707-87b2-8a1fea130152 HTTP/1.1" status: 200 len: 1097 time: 1.7915437 Jan 28 05:35:54.736857 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfe5e5d-c4ce-415e-ac67-e15336135eb3', 'tag': 'c41343a4-743f-4707-87b2-8a1fea130152'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:54.739234 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3b6d5b-11e3-4b21-8a1f-2507cefcda38" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfe5e5d-c4ce-415e-ac67-e15336135eb3", "tag": "c41343a4-743f-4707-87b2-8a1fea130152"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:54.753535 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-907f84de-61a2-4f78-a436-61edcf8ec3c0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:54.753753 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-907f84de-61a2-4f78-a436-61edcf8ec3c0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:54.783694 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c264c11-6225-4714-af3c-74b3650bb0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c41343a4-743f-4707-87b2-8a1fea130152,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:54.840999 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-907f84de-61a2-4f78-a436-61edcf8ec3c0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7244689 Jan 28 05:35:54.880253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bacfb-486d-4bc9-b35e-6348821ab2cd req-3f30f5f1-4bf3-4976-8606-6af629f8a506 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:54.882438 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f4bacfb-486d-4bc9-b35e-6348821ab2cd req-3f30f5f1-4bf3-4976-8606-6af629f8a506 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 932 time: 0.0640256 Jan 28 05:35:54.882927 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Request body: {'port': {'device_id': 'a2f94584-9d26-4158-b2e8-f3638d5dffc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:54.941017 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f4bacfb-486d-4bc9-b35e-6348821ab2cd req-cfdf8989-7f4e-4b51-98cc-45367c472f29 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485277 Jan 28 05:35:54.996544 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:55.055153 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-ba03f920-2405-4eee-bd32-f218c5c43e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:55.057111 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-ba03f920-2405-4eee-bd32-f218c5c43e7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=175b4b241c1348748b234f616ad92f82&device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 1100 time: 0.1693468 Jan 28 05:35:55.057251 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1875d9c9-92e6-4b15-8f59-271e60194d51 x-openstack-request-id: req-1875d9c9-92e6-4b15-8f59-271e60194d51 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:55.057490 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e2092f-6f37-4e9d-943c-1d076d8924cd", "name": "network-vif-plugged", "status": "completed", "tag": "69986b38-c2fa-4524-bf16-63fae6dbb18a", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:55.057750 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1875d9c9-92e6-4b15-8f59-271e60194d51 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:55.058160 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e2092f-6f37-4e9d-943c-1d076d8924cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69986b38-c2fa-4524-bf16-63fae6dbb18a', 'code': 200} Jan 28 05:35:55.105935 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46edc153-a593-48c4-add5-1da5eeae8d78 req-17165e96-2a88-4cf1-8eed-1ffe19c08c3a tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d137ab-0437-442a-bbd8-1e882a9d6786 HTTP/1.1" status: 200 len: 210 time: 0.0435703 Jan 28 05:35:55.220573 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-f4c55ff0-ec22-4a09-9501-40ded6a69417 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=c41343a4-743f-4707-87b2-8a1fea130152 HTTP/1.1" status: 200 len: 217 time: 0.0556421 Jan 28 05:35:55.258724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9d35a-7e7a-42fe-b0bd-97bda358c5d4 req-fd414ced-50d8-472c-be60-5dd4a9274f4b tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:55.265354 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aea9d35a-7e7a-42fe-b0bd-97bda358c5d4 req-fd414ced-50d8-472c-be60-5dd4a9274f4b tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fc5961-4a22-492e-8250-88c80fd624df HTTP/1.1" status: 200 len: 948 time: 0.0947418 Jan 28 05:35:55.286713 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddcb00-179d-430a-8a8f-20685d5d470d req-2e88e753-de7f-4150-b76a-7fca388d1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:55.288035 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8ddcb00-179d-430a-8a8f-20685d5d470d req-2e88e753-de7f-4150-b76a-7fca388d1791 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 1101 time: 0.0858476 Jan 28 05:35:55.355802 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-d334edce-51ca-488d-9dd5-4f4ec6b43bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:55.357405 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-d334edce-51ca-488d-9dd5-4f4ec6b43bf4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1292839 Jan 28 05:35:55.377112 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aea9d35a-7e7a-42fe-b0bd-97bda358c5d4 req-29198c35-5d71-4495-80ce-9a3a31cb0878 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108527 Jan 28 05:35:55.412753 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8ddcb00-179d-430a-8a8f-20685d5d470d req-0a8680aa-4a16-41a3-9d84-b771db84e862 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166878 Jan 28 05:35:55.434980 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab802f4-4a9c-484d-91b1-aa590eddbc0a x-openstack-request-id: req-4ab802f4-4a9c-484d-91b1-aa590eddbc0a {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:55.435091 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7691361-1df1-4dbd-91f1-172efa9d7cc5 req-e08f095b-e684-482e-8d18-6a49f5a8564a tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:55.435215 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfe5e5d-c4ce-415e-ac67-e15336135eb3", "tag": "c41343a4-743f-4707-87b2-8a1fea130152", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:55.435386 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ab802f4-4a9c-484d-91b1-aa590eddbc0a {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:55.435772 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfe5e5d-c4ce-415e-ac67-e15336135eb3', 'tag': 'c41343a4-743f-4707-87b2-8a1fea130152', 'status': 'completed', 'code': 200} Jan 28 05:35:55.436518 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7691361-1df1-4dbd-91f1-172efa9d7cc5 req-e08f095b-e684-482e-8d18-6a49f5a8564a tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 948 time: 0.1104021 Jan 28 05:35:55.439473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-da904412-b081-435a-abf1-58b7c7108ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:55.440849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-da904412-b081-435a-abf1-58b7c7108ddc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 1097 time: 0.0937364 Jan 28 05:35:55.456360 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-4bffd37a-6164-4e6a-9ce9-fe91ec410822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:55.458646 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-4bffd37a-6164-4e6a-9ce9-fe91ec410822 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0900781 Jan 28 05:35:55.523684 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5bf72bd-034e-4802-90e9-b2324a64e9b2 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:55.532856 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Publish callbacks [] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:55.546778 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Transition to ACTIVE for port object c5bf72bd-034e-4802-90e9-b2324a64e9b2 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:35:55.580064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7691361-1df1-4dbd-91f1-172efa9d7cc5 req-f6e91c88-491d-4cc1-9e31-81eddfe3629a tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379125 Jan 28 05:35:55.597995 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:35:55.610054 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf31964-8c7a-4570-97f7-ce45ef43e47b req-e282f17c-cbc5-445e-8ce8-bf1c89940344 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:55.610707 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:55.614545 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bf31964-8c7a-4570-97f7-ce45ef43e47b req-e282f17c-cbc5-445e-8ce8-bf1c89940344 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 945 time: 0.1112759 Jan 28 05:35:55.625870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-848fb357-180c-472b-8271-63b979af2e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:55.626435 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-848fb357-180c-472b-8271-63b979af2e00 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.1771505 Jan 28 05:35:55.685275 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-b45add87-c17f-4a65-bce9-292e933eac47 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bceb2b75-3195-463e-9220-215e0ea02733 HTTP/1.1" status: 200 len: 217 time: 0.0500295 Jan 28 05:35:55.689689 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Pushing event updated for resources: {'Port': ['ID=c5bf72bd-034e-4802-90e9-b2324a64e9b2,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:55.739298 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-467c5e3c-6fcd-48ef-9451-b9f3d319c83b req-324829c6-1bce-425b-8948-ce1b8ecdfc62 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 210 time: 0.0481613 Jan 28 05:35:55.778425 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bf31964-8c7a-4570-97f7-ce45ef43e47b req-c1d31881-4261-49a0-bd83-155eec8e76bc tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633518 Jan 28 05:35:55.809243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5bf09e06-25a0-4769-b3f8-2739d87eb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:55.811380 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5bf09e06-25a0-4769-b3f8-2739d87eb8cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.1186397 Jan 28 05:35:55.841466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=199cdb64-e2c2-4c02-b948-b6dcfbdbae43,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:55.856083 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '199cdb64-e2c2-4c02-b948-b6dcfbdbae43', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '199cdb64-e2c2-4c02-b948-b6dcfbdbae43', 'mac_address': 'fa:16:3e:74:95:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:35:55.860956 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-8af75f2d-b3d8-4c33-a266-91b7578042cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281706 Jan 28 05:35:55.880590 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Attempting to bind port c5bf72bd-034e-4802-90e9-b2324a64e9b2 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:35:55.880828 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Attempting to bind port c5bf72bd-034e-4802-90e9-b2324a64e9b2 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:35:55.881151 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Attempting to bind port c5bf72bd-034e-4802-90e9-b2324a64e9b2 on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:55.905416 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:35:55.905911 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (199cdb64-e2c2-4c02-b948-b6dcfbdbae43), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:55.922558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:55.923908 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-f906176e-2a73-4cc3-9cf5-517e86e971b5 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314789 Jan 28 05:35:55.924483 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Port c5bf72bd-034e-4802-90e9-b2324a64e9b2 on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:35:55.924809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Attempting to bind port c5bf72bd-034e-4802-90e9-b2324a64e9b2 on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:55.949016 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=199cdb64-e2c2-4c02-b948-b6dcfbdbae43,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:55.987421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:35:55.987693 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Checking segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:55.988037 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Bound using segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:35:55.988487 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Bound port: c5bf72bd-034e-4802-90e9-b2324a64e9b2, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:35:55.988852 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:56.004001 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-84f98e70-b5a0-4413-b3ec-82d6fc80a37f service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270120 Jan 28 05:35:56.028489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707f68a-f7d7-434b-94fb-6ab71b46bf1c req-55d8715c-fad6-42ef-80b5-ec8f018988d8 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:56.030008 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7707f68a-f7d7-434b-94fb-6ab71b46bf1c req-55d8715c-fad6-42ef-80b5-ec8f018988d8 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.2071543 Jan 28 05:35:56.056649 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (199cdb64-e2c2-4c02-b948-b6dcfbdbae43), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:56.092514 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-cb427f4c-b572-482b-bf26-073a7134da3e tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:56.094266 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-cb427f4c-b572-482b-bf26-073a7134da3e tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.60 "GET /v2.0/networks?id=f2829198-e7be-4d27-8a35-147aeae6ac46 HTTP/1.1" status: 200 len: 815 time: 0.2450283 Jan 28 05:35:56.125432 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Request body: {'port': {'device_id': '38d137ab-0437-442a-bbd8-1e882a9d6786', 'network_id': 'f2829198-e7be-4d27-8a35-147aeae6ac46', 'admin_state_up': True, 'tenant_id': 'ab85cbbe200f418397761f6611cee4c5'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:56.151125 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] For port c5bf72bd-034e-4802-90e9-b2324a64e9b2, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:56.182423 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-65e9e9f1-46a9-4654-a686-4406edf34528 req-3436b5a4-00e1-4008-9c3a-c3e81c458f51 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506583 Jan 28 05:35:56.197765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] For port c5bf72bd-034e-4802-90e9-b2324a64e9b2, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c5bf72bd-034e-4802-90e9-b2324a64e9b2,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:35:56.304596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=199cdb64-e2c2-4c02-b948-b6dcfbdbae43,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:56.351699 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:56.390449 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:56.391093 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:56.392188 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] 10.222.0.60 "PUT /v2.0/ports/c5bf72bd-034e-4802-90e9-b2324a64e9b2 HTTP/1.1" status: 200 len: 1093 time: 1.5229068 Jan 28 05:35:56.395712 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Made reservation on behalf of ab85cbbe200f418397761f6611cee4c5 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:35:56.399657 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:56.409874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d443a83-68f1-4ce7-8a2e-e06a00f3daa6 req-054ccfb6-97a9-45c4-8a89-80b033093a8e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:56.412561 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d443a83-68f1-4ce7-8a2e-e06a00f3daa6 req-054ccfb6-97a9-45c4-8a89-80b033093a8e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 944 time: 0.3691151 Jan 28 05:35:56.418009 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7707f68a-f7d7-434b-94fb-6ab71b46bf1c req-60c33ece-ec80-4475-8184-404d75dd6cc4 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739588 Jan 28 05:35:56.419198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['199cdb64-e2c2-4c02-b948-b6dcfbdbae43'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:35:56.445481 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-33b47dea-7ee9-4a35-8a04-85282c64a69f service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342899 Jan 28 05:35:56.467625 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be069d4b-1317-4eac-bdf8-ff89c487ff6e service neutron] Pushing event updated for resources: {'Port': ['ID=c5bf72bd-034e-4802-90e9-b2324a64e9b2,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:56.492850 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d443a83-68f1-4ce7-8a2e-e06a00f3daa6 req-c9b335fa-2a16-4136-8518-d730aa0c3fe3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592511 Jan 28 05:35:56.600864 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-454cf461-a414-4762-ab6a-4ccab824609e req-3012ddbb-a577-43c7-bf5f-bc8f744abfd3 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d137ab-0437-442a-bbd8-1e882a9d6786 HTTP/1.1" status: 200 len: 210 time: 0.0363564 Jan 28 05:35:56.614289 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b6d5b-11e3-4b21-8a1f-2507cefcda38 req-a16d855b-86c5-4ebf-86bb-37c09bfa8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:56.617279 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3c3b6d5b-11e3-4b21-8a1f-2507cefcda38 req-a16d855b-86c5-4ebf-86bb-37c09bfa8354 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=175b4b241c1348748b234f616ad92f82&device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 1100 time: 0.1145375 Jan 28 05:35:56.671004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-59749f3a-1415-4602-9186-c5e87c43d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:56.673574 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-59749f3a-1415-4602-9186-c5e87c43d2f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 1096 time: 0.0664957 Jan 28 05:35:56.733502 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Allocated IP 172.20.0.12 (f2829198-e7be-4d27-8a35-147aeae6ac46/81bb4e47-4f82-45a8-af39-725aeb12ff9b/32a5244f-8108-4b87-ae21-6ca32f002465) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:35:56.805089 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-822f1cc7-8529-44b8-ae4a-93b98b90d4cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5bf72bd-034e-4802-90e9-b2324a64e9b2 HTTP/1.1" status: 200 len: 217 time: 0.0997112 Jan 28 05:35:56.809368 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b6d5b-11e3-4b21-8a1f-2507cefcda38 req-11347df2-2347-4120-9ed2-e44391661a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:56.810851 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3c3b6d5b-11e3-4b21-8a1f-2507cefcda38 req-11347df2-2347-4120-9ed2-e44391661a3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1875081 Jan 28 05:35:56.837033 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-66857968-ff00-4c94-a1e3-a9d10fff2430 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:56.838507 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-66857968-ff00-4c94-a1e3-a9d10fff2430 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f&tenant_id=f17b4afee4234ca080a4ee07c83b15b8&binding%3Ahost_id=n-h1-812111-12 HTTP/1.1" status: 200 len: 1097 time: 0.1142430 Jan 28 05:35:56.878893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-12'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:56.880086 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd2a93-73bf-4e38-8fd8-6d103bf59ec0 req-bbe8eb13-6762-4217-b556-48a64af8f08f tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:56.882597 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d0fd2a93-73bf-4e38-8fd8-6d103bf59ec0 req-bbe8eb13-6762-4217-b556-48a64af8f08f tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fc5961-4a22-492e-8250-88c80fd624df HTTP/1.1" status: 200 len: 949 time: 0.1957994 Jan 28 05:35:56.882744 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3c3b6d5b-11e3-4b21-8a1f-2507cefcda38 req-69712403-cdb3-4bdc-bd97-344c13c452f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=c41343a4-743f-4707-87b2-8a1fea130152 HTTP/1.1" status: 200 len: 217 time: 0.0580468 Jan 28 05:35:56.901364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff45703-e95a-4f18-83b9-095644601bd6 req-86fa3152-097d-4934-bfb4-3d833ce641c4 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:56.903658 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ff45703-e95a-4f18-83b9-095644601bd6 req-86fa3152-097d-4934-bfb4-3d833ce641c4 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 948 time: 0.1608381 Jan 28 05:35:56.906862 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-80d0cf7b-5db2-490b-b4d0-9c9ecd29930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:56.908630 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-80d0cf7b-5db2-490b-b4d0-9c9ecd29930b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.0924895 Jan 28 05:35:56.955752 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-555c5703-c016-4a03-a7a3-d6fa56cbc5ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390480 Jan 28 05:35:57.029991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b6d5b-11e3-4b21-8a1f-2507cefcda38 req-676a4d38-7f01-4fce-9136-af87c68f2145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:57.031466 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3c3b6d5b-11e3-4b21-8a1f-2507cefcda38 req-676a4d38-7f01-4fce-9136-af87c68f2145 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1217077 Jan 28 05:35:57.038865 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bceb2b75-3195-463e-9220-215e0ea02733), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:57.088807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d0fd2a93-73bf-4e38-8fd8-6d103bf59ec0 req-0d907d2e-623a-420c-9111-9aef3952f128 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004926 Jan 28 05:35:57.109891 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ff45703-e95a-4f18-83b9-095644601bd6 req-007b3386-b08c-4578-8721-fcc6375cd2ff tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920245 Jan 28 05:35:57.196455 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Publish callbacks [] for port (32a5244f-8108-4b87-ae21-6ca32f002465), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:57.213982 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b6d5b-11e3-4b21-8a1f-2507cefcda38 req-b156c27d-b2db-469f-b03e-19e9a8c5ed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:57.215369 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3c3b6d5b-11e3-4b21-8a1f-2507cefcda38 req-b156c27d-b2db-469f-b03e-19e9a8c5ed70 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1744070 Jan 28 05:35:57.216224 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-e01d8feb-7821-484f-b246-ad55e9b1cc4e service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527094 Jan 28 05:35:57.218431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5938064-b8d3-4851-8521-4711aafd57b4 req-4fc0a50a-2d83-4c9a-b55d-2193fe4d7360 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 210 time: 0.0453892 Jan 28 05:35:57.230818 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:57.334503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217bbbe-a7d9-4dd5-8564-554283e68338 req-7bfe5aa1-60a9-4402-8aab-29361e33b701 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:57.336346 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2217bbbe-a7d9-4dd5-8564-554283e68338 req-7bfe5aa1-60a9-4402-8aab-29361e33b701 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 945 time: 0.1228349 Jan 28 05:35:57.375305 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-867205c1-28c9-46a8-bbbf-bcdeab37ae1b req-766d4c5b-3d54-4a66-9132-cc1451cb3de4 service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459286 Jan 28 05:35:57.418517 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2217bbbe-a7d9-4dd5-8564-554283e68338 req-2e4dad57-0648-402d-85b8-8cc65ca97eb9 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712037 Jan 28 05:35:57.544939 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f94584-9d26-4158-b2e8-f3638d5dffc2', 'tag': 'c5bf72bd-034e-4802-90e9-b2324a64e9b2'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:57.547222 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f31896-e5d3-46d1-8100-94b2cdfec466" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f94584-9d26-4158-b2e8-f3638d5dffc2", "tag": "c5bf72bd-034e-4802-90e9-b2324a64e9b2"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:57.568245 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c367db6-1ba9-433f-89b1-d39a8776d43c req-cb3d9d70-1658-42dd-a93e-61431f171b5a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:57.575364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c367db6-1ba9-433f-89b1-d39a8776d43c req-cb3d9d70-1658-42dd-a93e-61431f171b5a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.0612342 Jan 28 05:35:57.597666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:35:57.626029 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3c3b6d5b-11e3-4b21-8a1f-2507cefcda38 req-2781268d-2853-4ca5-9503-2dfd64419984 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020269 Jan 28 05:35:57.655848 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] For port bceb2b75-3195-463e-9220-215e0ea02733, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=bceb2b75-3195-463e-9220-215e0ea02733,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:57.694169 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (32a5244f-8108-4b87-ae21-6ca32f002465), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:57.714656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348abff0-2d14-4342-90c2-afa991a6cba9 req-3098540f-47c5-49bb-9965-11c73badeba5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:57.716165 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-348abff0-2d14-4342-90c2-afa991a6cba9 req-3098540f-47c5-49bb-9965-11c73badeba5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 944 time: 0.1335540 Jan 28 05:35:57.767361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c367db6-1ba9-433f-89b1-d39a8776d43c req-59d559fa-8e80-41e6-a826-8e2c14cfc9ab tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907732 Jan 28 05:35:57.769014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:35:57.775221 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Network f2829198-e7be-4d27-8a35-147aeae6ac46 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:35:57.783438 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:35:57.783438 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (199cdb64-e2c2-4c02-b948-b6dcfbdbae43), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:57.783767 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:35:57.790148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] For port bceb2b75-3195-463e-9220-215e0ea02733, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:57.793257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:35:57.819810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-348abff0-2d14-4342-90c2-afa991a6cba9 req-9ed167e4-5582-4a42-b00d-bea15563a6de tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919080 Jan 28 05:35:57.856896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-f39a706e-b7fb-4f56-8598-83da9a2c3b9b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:57.859555 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-f39a706e-b7fb-4f56-8598-83da9a2c3b9b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.60 "GET /v2.0/networks?id=e5e031d0-ce73-47ee-be8b-c343d567f677 HTTP/1.1" status: 200 len: 821 time: 0.2268581 Jan 28 05:35:57.863028 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Pushing event updated for resources: {'Port': ['ID=32a5244f-8108-4b87-ae21-6ca32f002465,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:57.872962 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3c3b6d5b-11e3-4b21-8a1f-2507cefcda38 req-39170be5-8470-4f06-8499-01d341c2d4e6 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413487 Jan 28 05:35:57.875981 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12015ab1-db15-4280-b5b1-450dff08c6ea x-openstack-request-id: req-12015ab1-db15-4280-b5b1-450dff08c6ea {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:57.876269 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f94584-9d26-4158-b2e8-f3638d5dffc2", "tag": "c5bf72bd-034e-4802-90e9-b2324a64e9b2", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:57.876518 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12015ab1-db15-4280-b5b1-450dff08c6ea {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:57.876903 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f94584-9d26-4158-b2e8-f3638d5dffc2', 'tag': 'c5bf72bd-034e-4802-90e9-b2324a64e9b2', 'status': 'completed', 'code': 200} Jan 28 05:35:57.882949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Request body: {'port': {'device_id': '8b58354d-9bb1-4909-8050-bfdc72b32574', 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677', 'admin_state_up': True, 'tenant_id': 'd5efdc0a1cab44d3b0e49b531e0d92e3'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:57.888194 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:57.888608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:57.888882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:57.889221 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:57.889557 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:57.889886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:57.890224 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:57.890559 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:57.890883 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:57.891211 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:57.891535 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:57.891895 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:57.892306 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:57.919084 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:57.919730 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:57.932220 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Publish callbacks [] for port (bceb2b75-3195-463e-9220-215e0ea02733), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:57.945345 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:35:57.946040 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (199cdb64-e2c2-4c02-b948-b6dcfbdbae43), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:57.971806 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fc5961-4a22-492e-8250-88c80fd624df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199cdb64-e2c2-4c02-b948-b6dcfbdbae43'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:57.975131 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df8fea7-4ab7-4f33-82ad-13f343b29b77" -d '{"events": [{"server_uuid": "36fc5961-4a22-492e-8250-88c80fd624df", "name": "network-vif-plugged", "status": "completed", "tag": "199cdb64-e2c2-4c02-b948-b6dcfbdbae43"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:57.995139 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=199cdb64-e2c2-4c02-b948-b6dcfbdbae43,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:58.064078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f31896-e5d3-46d1-8100-94b2cdfec466 req-5956108e-338a-451f-afe8-664141e9d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:58.065222 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73f31896-e5d3-46d1-8100-94b2cdfec466 req-5956108e-338a-451f-afe8-664141e9d819 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 1096 time: 0.1222539 Jan 28 05:35:58.074791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4c9b8-ea0b-4041-815e-e22a3c08b397 req-103a452c-c3be-4ac7-bfd8-0d6f9ee60ce7 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:58.076258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bff4c9b8-ea0b-4041-815e-e22a3c08b397 req-103a452c-c3be-4ac7-bfd8-0d6f9ee60ce7 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d137ab-0437-442a-bbd8-1e882a9d6786 HTTP/1.1" status: 200 len: 932 time: 0.1421442 Jan 28 05:35:58.081051 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (bceb2b75-3195-463e-9220-215e0ea02733), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:58.110848 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (199cdb64-e2c2-4c02-b948-b6dcfbdbae43), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:58.119780 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-eb0beaf4-e8a9-4c5f-9632-dd4fda243d53 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0078328 Jan 28 05:35:58.138892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-d48c2c86-3b1b-49f0-843e-8a24c69e50a4 req-785238fe-3559-4e6a-9bf1-1a8f7052c27c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:35:58.147133 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d48c2c86-3b1b-49f0-843e-8a24c69e50a4 req-785238fe-3559-4e6a-9bf1-1a8f7052c27c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465355 Jan 28 05:35:58.154645 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Request body: {'port': {'device_id': '38d137ab-0437-442a-bbd8-1e882a9d6786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:35:58.173901 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Pushing event updated for resources: {'Port': ['ID=bceb2b75-3195-463e-9220-215e0ea02733,revision_number=7']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:58.174272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=199cdb64-e2c2-4c02-b948-b6dcfbdbae43,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:58.205846 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Attempting to bind port bceb2b75-3195-463e-9220-215e0ea02733 on host n-h1-812111-12 for vnic_type normal with profile {"migrating_to": "n-h2-812111-12"} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:35:58.206169 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Attempting to bind port bceb2b75-3195-463e-9220-215e0ea02733 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:35:58.206856 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Attempting to bind port bceb2b75-3195-463e-9220-215e0ea02733 on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:58.231448 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Port bceb2b75-3195-463e-9220-215e0ea02733 on network a68ceb60-a872-4bba-990e-8e03126b2535 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:35:58.231782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Attempting to bind port bceb2b75-3195-463e-9220-215e0ea02733 on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:58.241194 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:35:58.241499 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Checking segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:58.241880 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Bound using segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:35:58.242331 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Bound port: bceb2b75-3195-463e-9220-215e0ea02733, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:35:58.242693 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bceb2b75-3195-463e-9220-215e0ea02733), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:58.258596 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (32a5244f-8108-4b87-ae21-6ca32f002465), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:58.270849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bff4c9b8-ea0b-4041-815e-e22a3c08b397 req-c4967188-fbbb-481d-945e-7e4ff1b50f44 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/security-groups?id=addfcf6f-4f4f-460c-9fa7-316c8571f03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718833 Jan 28 05:35:58.296699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f31896-e5d3-46d1-8100-94b2cdfec466 req-61a1a3f0-834b-437a-8c0c-22e96be06a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:58.299176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73f31896-e5d3-46d1-8100-94b2cdfec466 req-61a1a3f0-834b-437a-8c0c-22e96be06a02 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.2181211 Jan 28 05:35:58.322840 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c16b9ad-0b0c-4d0e-9806-0f41a932c956 x-openstack-request-id: req-0c16b9ad-0b0c-4d0e-9806-0f41a932c956 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:35:58.323351 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fc5961-4a22-492e-8250-88c80fd624df", "name": "network-vif-plugged", "status": "completed", "tag": "199cdb64-e2c2-4c02-b948-b6dcfbdbae43", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:35:58.323637 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c16b9ad-0b0c-4d0e-9806-0f41a932c956 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:35:58.324099 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fc5961-4a22-492e-8250-88c80fd624df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199cdb64-e2c2-4c02-b948-b6dcfbdbae43', 'code': 200} Jan 28 05:35:58.359482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Made reservation on behalf of d5efdc0a1cab44d3b0e49b531e0d92e3 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:35:58.362891 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:58.376183 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73f31896-e5d3-46d1-8100-94b2cdfec466 req-93bd90a8-509e-498c-958f-d484e5dc8000 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5bf72bd-034e-4802-90e9-b2324a64e9b2 HTTP/1.1" status: 200 len: 217 time: 0.0657783 Jan 28 05:35:58.403823 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] For port bceb2b75-3195-463e-9220-215e0ea02733, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:58.438271 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] For port bceb2b75-3195-463e-9220-215e0ea02733, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=bceb2b75-3195-463e-9220-215e0ea02733,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:35:58.528024 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (bceb2b75-3195-463e-9220-215e0ea02733), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:58.548098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f31896-e5d3-46d1-8100-94b2cdfec466 req-4f6e2a24-5e07-4953-8902-ef83c57a9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:58.549289 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73f31896-e5d3-46d1-8100-94b2cdfec466 req-4f6e2a24-5e07-4953-8902-ef83c57a9f02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.1597352 Jan 28 05:35:58.574507 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705df1a-1ff1-4f0e-9536-6c4b85b319e1 req-4ef25dd0-de7d-4009-b661-34e9c07f84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:58.575927 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4705df1a-1ff1-4f0e-9536-6c4b85b319e1 req-4ef25dd0-de7d-4009-b661-34e9c07f84f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=36fc5961-4a22-492e-8250-88c80fd624df HTTP/1.1" status: 200 len: 1102 time: 0.1468520 Jan 28 05:35:58.612165 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73f31896-e5d3-46d1-8100-94b2cdfec466 req-1c2285c1-d138-4396-93d0-564ad2290373 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506217 Jan 28 05:35:58.634611 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8f316-e4f0-4a61-a0b4-0d41fec83776 req-f2d8b57b-0882-44d8-bb28-f15604ecec87 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:58.636091 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19d8f316-e4f0-4a61-a0b4-0d41fec83776 req-f2d8b57b-0882-44d8-bb28-f15604ecec87 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fc5961-4a22-492e-8250-88c80fd624df HTTP/1.1" status: 200 len: 950 time: 0.2350903 Jan 28 05:35:58.670629 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Pushing event updated for resources: {'Port': ['ID=bceb2b75-3195-463e-9220-215e0ea02733,revision_number=8']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:58.670871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Allocated IP 172.20.0.4 (e5e031d0-ce73-47ee-be8b-c343d567f677/b366577e-bca6-4046-9c8c-352fbc1be9f5/43eb7b7d-78dd-46e2-bf38-ee93f01e1036) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:35:58.700742 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:58.701377 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:58.702794 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-5cc9478e-6184-45b0-9700-ea31b9114769 service neutron] 10.222.0.60 "PUT /v2.0/ports/bceb2b75-3195-463e-9220-215e0ea02733 HTTP/1.1" status: 200 len: 1123 time: 1.8304007 Jan 28 05:35:58.709628 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4705df1a-1ff1-4f0e-9536-6c4b85b319e1 req-d13adbcd-e608-4c11-8ae6-32c0d55b0139 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248224 Jan 28 05:35:58.745031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34e2ec-a275-4f2c-a0f7-a1947ed053f0 req-2f64b082-e800-430b-bb2a-eba83a039bdc tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:58.746564 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc34e2ec-a275-4f2c-a0f7-a1947ed053f0 req-2f64b082-e800-430b-bb2a-eba83a039bdc tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 948 time: 0.2317791 Jan 28 05:35:58.768489 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32a5244f-8108-4b87-ae21-6ca32f002465 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:58.777389 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Publish callbacks [] for port (32a5244f-8108-4b87-ae21-6ca32f002465), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:58.791778 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Transition to ACTIVE for port object 32a5244f-8108-4b87-ae21-6ca32f002465 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:35:58.836277 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (32a5244f-8108-4b87-ae21-6ca32f002465), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:58.844464 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-1d4dfd24-14cd-4e0b-967a-ddd398e6c576 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2292807 Jan 28 05:35:58.856725 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19d8f316-e4f0-4a61-a0b4-0d41fec83776 req-f01d96f3-e0fe-4cde-9ba2-7efaef05510a tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019978 Jan 28 05:35:58.906289 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73f31896-e5d3-46d1-8100-94b2cdfec466 req-4c3ab75f-f3f0-4ed0-91d6-c8f5fd082c9a service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851572 Jan 28 05:35:58.911413 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Pushing event updated for resources: {'Port': ['ID=32a5244f-8108-4b87-ae21-6ca32f002465,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:58.949798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc34e2ec-a275-4f2c-a0f7-a1947ed053f0 req-45324e78-d225-40e1-9038-77c3c28bb4fd tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970580 Jan 28 05:35:58.970811 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['bceb2b75-3195-463e-9220-215e0ea02733'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:35:59.003108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Attempting to bind port 32a5244f-8108-4b87-ae21-6ca32f002465 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:35:59.003630 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Attempting to bind port 32a5244f-8108-4b87-ae21-6ca32f002465 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '76417677-f12b-4c3d-90ff-fac920596445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f2829198-e7be-4d27-8a35-147aeae6ac46'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:35:59.015824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Attempting to bind port 32a5244f-8108-4b87-ae21-6ca32f002465 on network f2829198-e7be-4d27-8a35-147aeae6ac46 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:59.015824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Port 32a5244f-8108-4b87-ae21-6ca32f002465 on network f2829198-e7be-4d27-8a35-147aeae6ac46 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:35:59.015824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Attempting to bind port 32a5244f-8108-4b87-ae21-6ca32f002465 on network f2829198-e7be-4d27-8a35-147aeae6ac46 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:35:59.017480 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:35:59.017986 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Checking segment: {'id': '76417677-f12b-4c3d-90ff-fac920596445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f2829198-e7be-4d27-8a35-147aeae6ac46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:35:59.018581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Bound using segment: {'id': '76417677-f12b-4c3d-90ff-fac920596445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f2829198-e7be-4d27-8a35-147aeae6ac46'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:35:59.019141 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Bound port: 32a5244f-8108-4b87-ae21-6ca32f002465, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76417677-f12b-4c3d-90ff-fac920596445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f2829198-e7be-4d27-8a35-147aeae6ac46'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:35:59.019576 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (32a5244f-8108-4b87-ae21-6ca32f002465), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:59.028959 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fa2f988-a6b2-44c4-a3eb-30ca5801cc3c req-5a5e0ffe-5a49-41af-8dae-2377391bc3a0 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 210 time: 0.0939515 Jan 28 05:35:59.122505 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] For port 32a5244f-8108-4b87-ae21-6ca32f002465, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:35:59.126020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] For port 32a5244f-8108-4b87-ae21-6ca32f002465, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=32a5244f-8108-4b87-ae21-6ca32f002465,segment=NetworkSegment(76417677-f12b-4c3d-90ff-fac920596445),segment_id=76417677-f12b-4c3d-90ff-fac920596445)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:35:59.254308 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (32a5244f-8108-4b87-ae21-6ca32f002465), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:59.262848 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:59.284274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897935-f367-4796-8b5e-e86795f37e79 req-95698943-0b27-4fd4-9f69-f2d34410bb5d tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:59.284274 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33897935-f367-4796-8b5e-e86795f37e79 req-95698943-0b27-4fd4-9f69-f2d34410bb5d tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 943 time: 0.2167370 Jan 28 05:35:59.287938 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:59.288578 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:59.290016 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] 10.222.0.60 "PUT /v2.0/ports/32a5244f-8108-4b87-ae21-6ca32f002465 HTTP/1.1" status: 200 len: 1093 time: 1.1396716 Jan 28 05:35:59.304165 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73f31896-e5d3-46d1-8100-94b2cdfec466 req-46e8fd3f-5085-43de-8fce-7b0a370cde4b service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701801 Jan 28 05:35:59.329276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64970309-8dc6-4490-93b6-99501965cc50 req-0fa69d85-4ee4-4c88-8ada-adaaf47f2299 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:59.330841 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64970309-8dc6-4490-93b6-99501965cc50 req-0fa69d85-4ee4-4c88-8ada-adaaf47f2299 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.1889169 Jan 28 05:35:59.345917 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5379f6-fec0-4879-8b0d-01225e71e8aa service neutron] Pushing event updated for resources: {'Port': ['ID=32a5244f-8108-4b87-ae21-6ca32f002465,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:59.360835 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8a26883c-5bab-4caa-b9b8-42864e7c6ee5 req-9fa7c451-9915-45c9-9dce-a9793ce0ecb3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0670047 Jan 28 05:35:59.398059 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33897935-f367-4796-8b5e-e86795f37e79 req-c0dd30f1-9201-4dd7-8b63-0d34f210e503 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000998 Jan 28 05:35:59.424423 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64970309-8dc6-4490-93b6-99501965cc50 req-2f5976b1-dffa-48f3-baa6-1fbd39fb9585 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789733 Jan 28 05:35:59.483246 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:59.491742 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26883c-5bab-4caa-b9b8-42864e7c6ee5 req-1e1a9f74-2355-4eb0-9a86-92b528aabba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:59.493330 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8a26883c-5bab-4caa-b9b8-42864e7c6ee5 req-1e1a9f74-2355-4eb0-9a86-92b528aabba0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 1096 time: 0.0493495 Jan 28 05:35:59.574471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Pushing event updated for resources: {'Port': ['ID=43eb7b7d-78dd-46e2-bf38-ee93f01e1036,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:35:59.582887 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Network e5e031d0-ce73-47ee-be8b-c343d567f677 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:35:59.594661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:35:59.598871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-a47eb7fd-ca4d-4188-8756-85916bf3e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:59.601480 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-a47eb7fd-ca4d-4188-8756-85916bf3e7a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab85cbbe200f418397761f6611cee4c5&device_id=38d137ab-0437-442a-bbd8-1e882a9d6786 HTTP/1.1" status: 200 len: 1096 time: 0.1569877 Jan 28 05:35:59.602422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:35:59.605899 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:59.606115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:59.606202 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c41343a4-743f-4707-87b2-8a1fea130152 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:35:59.606677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:59.606677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:59.606974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:59.607350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:59.607624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:59.607950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:59.608271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:59.608666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:59.608904 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:59.609220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:59.609722 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:35:59.656339 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26883c-5bab-4caa-b9b8-42864e7c6ee5 req-20fa20d6-bb80-4ae2-a4d1-338dba68d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:59.658785 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8a26883c-5bab-4caa-b9b8-42864e7c6ee5 req-20fa20d6-bb80-4ae2-a4d1-338dba68d264 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.1254489 Jan 28 05:35:59.663419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7659f1f-ebea-464e-9e15-340fd71ce35c req-efef928a-572b-430d-98ea-beb88d32ccf3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:59.664931 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7659f1f-ebea-464e-9e15-340fd71ce35c req-efef928a-572b-430d-98ea-beb88d32ccf3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 944 time: 0.1863797 Jan 28 05:35:59.722913 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8a26883c-5bab-4caa-b9b8-42864e7c6ee5 req-89a33735-a912-463c-9a05-db25d57f3edd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff HTTP/1.1" status: 200 len: 217 time: 0.0500603 Jan 28 05:35:59.732781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c41343a4-743f-4707-87b2-8a1fea130152, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c41343a4-743f-4707-87b2-8a1fea130152,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:59.747281 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'c41343a4-743f-4707-87b2-8a1fea130152', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'c41343a4-743f-4707-87b2-8a1fea130152', 'mac_address': 'fa:16:3e:2c:cc:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:35:59.785241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26883c-5bab-4caa-b9b8-42864e7c6ee5 req-a7e25afd-7717-4579-ac6d-0cb9c985f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:59.789827 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8a26883c-5bab-4caa-b9b8-42864e7c6ee5 req-a7e25afd-7717-4579-ac6d-0cb9c985f8a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.0601394 Jan 28 05:35:59.793325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c41343a4-743f-4707-87b2-8a1fea130152 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:35:59.794016 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c41343a4-743f-4707-87b2-8a1fea130152), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:59.819233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41343a4-743f-4707-87b2-8a1fea130152 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:35:59.843218 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c41343a4-743f-4707-87b2-8a1fea130152, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c41343a4-743f-4707-87b2-8a1fea130152,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:35:59.868154 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8a26883c-5bab-4caa-b9b8-42864e7c6ee5 req-925057a0-02cd-49e1-b166-22e841a285c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321562 Jan 28 05:35:59.878406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29c7c05-31e4-45b6-8bde-c9f82774938f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bceb2b75-3195-463e-9220-215e0ea02733'}, {'name': 'network-changed', 'server_uuid': 'a29c7c05-31e4-45b6-8bde-c9f82774938f', 'tag': 'bceb2b75-3195-463e-9220-215e0ea02733'}, {'name': 'network-changed', 'server_uuid': '38d137ab-0437-442a-bbd8-1e882a9d6786', 'tag': '32a5244f-8108-4b87-ae21-6ca32f002465'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:35:59.881642 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5080152-3670-4b51-b77b-bb76a13872f3" -d '{"events": [{"server_uuid": "a29c7c05-31e4-45b6-8bde-c9f82774938f", "name": "network-vif-unplugged", "status": "completed", "tag": "bceb2b75-3195-463e-9220-215e0ea02733"}, {"name": "network-changed", "server_uuid": "a29c7c05-31e4-45b6-8bde-c9f82774938f", "tag": "bceb2b75-3195-463e-9220-215e0ea02733"}, {"name": "network-changed", "server_uuid": "38d137ab-0437-442a-bbd8-1e882a9d6786", "tag": "32a5244f-8108-4b87-ae21-6ca32f002465"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:35:59.922359 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c41343a4-743f-4707-87b2-8a1fea130152), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:35:59.992258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-719f2a15-4d24-47cf-8f6a-f26e2682accf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32a5244f-8108-4b87-ae21-6ca32f002465 HTTP/1.1" status: 200 len: 217 time: 0.3680592 Jan 28 05:35:59.997512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:35:59.998128 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:00.007154 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c41343a4-743f-4707-87b2-8a1fea130152,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:00.015515 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8a26883c-5bab-4caa-b9b8-42864e7c6ee5 req-b0db68f0-82dc-4994-acd5-c46fa5cb84d0 service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380482 Jan 28 05:36:00.093191 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b02de-162b-4f91-8f5d-cd827a9c5cdd req-a8ca0ab6-dac4-422e-87ca-a8fca34df0c7 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:00.094945 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-920b02de-162b-4f91-8f5d-cd827a9c5cdd req-a8ca0ab6-dac4-422e-87ca-a8fca34df0c7 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d137ab-0437-442a-bbd8-1e882a9d6786 HTTP/1.1" status: 200 len: 944 time: 0.4734061 Jan 28 05:36:00.103070 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7659f1f-ebea-464e-9e15-340fd71ce35c req-3590072f-c54d-45a8-abae-7a2e1a2568dd tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318665 Jan 28 05:36:00.112743 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-aada9440-e913-430f-9a08-ce0e0182dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:00.114043 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-aada9440-e913-430f-9a08-ce0e0182dd40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=81bb4e47-4f82-45a8-af39-725aeb12ff9b HTTP/1.1" status: 200 len: 855 time: 0.0863810 Jan 28 05:36:00.142832 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8a26883c-5bab-4caa-b9b8-42864e7c6ee5 req-423a23b9-c250-4d65-ae29-56b25e316d33 service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195862 Jan 28 05:36:00.145429 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-8be021f8-fd1b-4d0b-b5de-0384c6e337a3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2673035 Jan 28 05:36:00.169494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-f451c91c-809b-4fa7-b713-01d83d495e15 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f2829198-e7be-4d27-8a35-147aeae6ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431945 Jan 28 05:36:00.173125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Request body: {'port': {'device_id': '8b58354d-9bb1-4909-8050-bfdc72b32574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:00.241280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device c5bf72bd-034e-4802-90e9-b2324a64e9b2 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:36:00.279002 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['c41343a4-743f-4707-87b2-8a1fea130152'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:00.303532 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-920b02de-162b-4f91-8f5d-cd827a9c5cdd req-8cdc03ca-ea7e-4b4e-8c75-befc25159a64 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/security-groups?id=addfcf6f-4f4f-460c-9fa7-316c8571f03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972861 Jan 28 05:36:00.366751 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:00.375535 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c588890-ba60-4a73-a9d3-159fe3c16e50 req-aaf7964b-eeed-445a-b304-ad4627c5ea92 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:00.376990 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c588890-ba60-4a73-a9d3-159fe3c16e50 req-aaf7964b-eeed-445a-b304-ad4627c5ea92 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fc5961-4a22-492e-8250-88c80fd624df HTTP/1.1" status: 200 len: 950 time: 0.1901743 Jan 28 05:36:00.416780 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port c5bf72bd-034e-4802-90e9-b2324a64e9b2, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c5bf72bd-034e-4802-90e9-b2324a64e9b2,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:00.422191 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 28 Jan 2022 05:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7caa24b6-4030-4708-862b-e2f24dee0f0d x-openstack-request-id: req-7caa24b6-4030-4708-862b-e2f24dee0f0d {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:00.422550 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29c7c05-31e4-45b6-8bde-c9f82774938f", "name": "network-vif-unplugged", "status": "completed", "tag": "bceb2b75-3195-463e-9220-215e0ea02733", "code": 200}, {"name": "network-changed", "server_uuid": "a29c7c05-31e4-45b6-8bde-c9f82774938f", "tag": "bceb2b75-3195-463e-9220-215e0ea02733", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "38d137ab-0437-442a-bbd8-1e882a9d6786", "tag": "32a5244f-8108-4b87-ae21-6ca32f002465", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:00.423328 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7caa24b6-4030-4708-862b-e2f24dee0f0d {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:00.423448 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29c7c05-31e4-45b6-8bde-c9f82774938f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bceb2b75-3195-463e-9220-215e0ea02733', 'code': 200} Jan 28 05:36:00.423801 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29c7c05-31e4-45b6-8bde-c9f82774938f', 'tag': 'bceb2b75-3195-463e-9220-215e0ea02733', 'status': 'completed', 'code': 200} Jan 28 05:36:00.424064 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d137ab-0437-442a-bbd8-1e882a9d6786', 'tag': '32a5244f-8108-4b87-ae21-6ca32f002465', 'status': 'completed', 'code': 200} Jan 28 05:36:00.439181 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'c5bf72bd-034e-4802-90e9-b2324a64e9b2', 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce', 'port_id': 'c5bf72bd-034e-4802-90e9-b2324a64e9b2', 'mac_address': 'fa:16:3e:b0:09:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07818a2-85c0-4f55-b2b7-705552734697', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:36:00.450843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-eb60fbb2-9894-4751-854f-cf112ecfd00b service neutron] 10.222.0.60 "GET /v2.0/networks/f2829198-e7be-4d27-8a35-147aeae6ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686105 Jan 28 05:36:00.544642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port c5bf72bd-034e-4802-90e9-b2324a64e9b2 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:00.545404 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:00.570186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5bf72bd-034e-4802-90e9-b2324a64e9b2 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:00.577390 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-906e7c7b-ecef-4ae3-b04e-8466b0427225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:00.579158 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-906e7c7b-ecef-4ae3-b04e-8466b0427225 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 1126 time: 0.0714378 Jan 28 05:36:00.610471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port c5bf72bd-034e-4802-90e9-b2324a64e9b2, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c5bf72bd-034e-4802-90e9-b2324a64e9b2,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:00.650704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c588890-ba60-4a73-a9d3-159fe3c16e50 req-d8f683fe-0aaf-4299-8670-0315d197e281 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630231 Jan 28 05:36:00.703107 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-72fe5f79-2e57-4c60-bd94-cc3f4ed63dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:00.704891 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-72fe5f79-2e57-4c60-bd94-cc3f4ed63dd9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.1043942 Jan 28 05:36:00.720642 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fcf33-9fe9-4055-964c-fd04a9a76093 req-8ab02e56-cbbe-45b6-b2c0-0789ef7ac519 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:00.722120 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df0fcf33-9fe9-4055-964c-fd04a9a76093 req-8ab02e56-cbbe-45b6-b2c0-0789ef7ac519 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 949 time: 0.1825066 Jan 28 05:36:00.750520 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-a72bb0e8-70fd-45dd-8bad-0b720d7886f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bceb2b75-3195-463e-9220-215e0ea02733 HTTP/1.1" status: 200 len: 217 time: 0.0390148 Jan 28 05:36:00.800171 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7232e9e5-7a17-4c08-93fa-3e4e710ed179 req-6428d530-b400-4aac-94b1-6f95d4c59b71 service neutron] 10.222.0.60 "GET /v2.0/networks/f2829198-e7be-4d27-8a35-147aeae6ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260388 Jan 28 05:36:00.800884 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-1699881a-71a4-4240-a474-6bc3a24bc21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:00.803311 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-1699881a-71a4-4240-a474-6bc3a24bc21d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.0459206 Jan 28 05:36:00.813550 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:00.865821 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-cd1fe91b-5e50-4136-97b3-6c8e8bb76484 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285628 Jan 28 05:36:00.876647 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=c5bf72bd-034e-4802-90e9-b2324a64e9b2,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:00.884650 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4a167-0ae1-4a2c-a39c-7c2dc4c8674f req-c20dd1d8-7168-4463-83d1-c95f8e0d5341 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:00.892247 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49f4a167-0ae1-4a2c-a39c-7c2dc4c8674f req-c20dd1d8-7168-4463-83d1-c95f8e0d5341 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 931 time: 0.1627834 Jan 28 05:36:00.908233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df0fcf33-9fe9-4055-964c-fd04a9a76093 req-5758f918-d638-4b47-bb67-0f2ff705dcbb tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539459 Jan 28 05:36:00.989387 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-3d699a26-938e-4c34-b40a-b0a7af2b21a9 service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169572 Jan 28 05:36:01.018676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49f4a167-0ae1-4a2c-a39c-7c2dc4c8674f req-dd4f15e7-89fa-4a63-8137-c98c71939ff2 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255729 Jan 28 05:36:01.071711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:01.084535 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Publish callbacks [] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:01.095172 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-a39d09ed-3a40-4cad-b06e-1fc6c911f855 service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979679 Jan 28 05:36:01.110287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-57a49785-f858-4ce8-8084-bdbe13228744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:01.111778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-57a49785-f858-4ce8-8084-bdbe13228744 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab85cbbe200f418397761f6611cee4c5&device_id=38d137ab-0437-442a-bbd8-1e882a9d6786 HTTP/1.1" status: 200 len: 1096 time: 0.1490850 Jan 28 05:36:01.142882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Transition to ACTIVE for port object 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:36:01.151119 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03442616-501c-4f54-9296-96fad921c686 req-5e841fe1-21d3-4d21-8620-e073cd4bc1da tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:01.152589 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03442616-501c-4f54-9296-96fad921c686 req-5e841fe1-21d3-4d21-8620-e073cd4bc1da tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 943 time: 0.1387403 Jan 28 05:36:01.252362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7901224-709a-415a-8343-5bd69bab7793 req-050f336a-c3ae-4a0f-8ba4-9f424768dd58 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:01.253751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a7901224-709a-415a-8343-5bd69bab7793 req-050f336a-c3ae-4a0f-8ba4-9f424768dd58 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.1658936 Jan 28 05:36:01.265263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['c5bf72bd-034e-4802-90e9-b2324a64e9b2'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:01.281391 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:01.302028 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03442616-501c-4f54-9296-96fad921c686 req-20e88389-bfeb-4caa-99f3-eb7e93ad7ff7 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391087 Jan 28 05:36:01.330554 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-6182df06-d8f7-48f3-955c-6d3d47d7ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:01.332082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-6182df06-d8f7-48f3-955c-6d3d47d7ab40 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f2829198-e7be-4d27-8a35-147aeae6ac46 HTTP/1.1" status: 200 len: 916 time: 0.2023075 Jan 28 05:36:01.403598 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Pushing event updated for resources: {'Port': ['ID=43eb7b7d-78dd-46e2-bf38-ee93f01e1036,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:01.406672 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-82291d0f-083d-4189-a8f2-1001cccfb76a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32a5244f-8108-4b87-ae21-6ca32f002465 HTTP/1.1" status: 200 len: 217 time: 0.0660915 Jan 28 05:36:01.423233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a7901224-709a-415a-8343-5bd69bab7793 req-f0710691-8b77-45c2-8b24-cf707d81d2d3 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619399 Jan 28 05:36:01.571426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-e23da1c3-c661-4f27-a4cb-d8b8fcf6610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:01.572956 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-e23da1c3-c661-4f27-a4cb-d8b8fcf6610b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=81bb4e47-4f82-45a8-af39-725aeb12ff9b HTTP/1.1" status: 200 len: 855 time: 0.1337786 Jan 28 05:36:01.591488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Attempting to bind port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:36:01.591822 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Attempting to bind port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'fc462d44-c0ea-480b-b52f-56b0cb328658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:36:01.592142 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Attempting to bind port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 on network e5e031d0-ce73-47ee-be8b-c343d567f677 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:01.616451 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-d08d9f10-f5cd-4834-aa44-bfd88cc1f817 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f2829198-e7be-4d27-8a35-147aeae6ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345144 Jan 28 05:36:01.617002 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 on network e5e031d0-ce73-47ee-be8b-c343d567f677 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:36:01.617325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Attempting to bind port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 on network e5e031d0-ce73-47ee-be8b-c343d567f677 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:01.625753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a1cdc-662a-4f00-bbb4-99539bf7a6c0 req-f171c72a-1c6e-46f9-b717-fe1f5208ef22 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:01.627243 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-767a1cdc-662a-4f00-bbb4-99539bf7a6c0 req-f171c72a-1c6e-46f9-b717-fe1f5208ef22 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 945 time: 0.1095214 Jan 28 05:36:01.638194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c41343a4-743f-4707-87b2-8a1fea130152 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:36:01.640955 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:36:01.641293 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Checking segment: {'id': 'fc462d44-c0ea-480b-b52f-56b0cb328658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:36:01.641677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Bound using segment: {'id': 'fc462d44-c0ea-480b-b52f-56b0cb328658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:36:01.642118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Bound port: 43eb7b7d-78dd-46e2-bf38-ee93f01e1036, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc462d44-c0ea-480b-b52f-56b0cb328658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:36:01.642507 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:01.769887 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-99ef322e-38c0-4764-8b3a-915d5a66ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:01.772026 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-99ef322e-38c0-4764-8b3a-915d5a66ccad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 1101 time: 0.0458908 Jan 28 05:36:01.773218 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port c41343a4-743f-4707-87b2-8a1fea130152 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:36:01.777262 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port c41343a4-743f-4707-87b2-8a1fea130152 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:36:01.777643 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c41343a4-743f-4707-87b2-8a1fea130152), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:01.785864 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-767a1cdc-662a-4f00-bbb4-99539bf7a6c0 req-6b078704-c947-408c-8d8a-b31db05b778c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475763 Jan 28 05:36:01.822927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] For port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:36:01.822927 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-557bbfb8-d018-4b3f-9110-20fed003447b service neutron] 10.222.0.60 "GET /v2.0/networks/f2829198-e7be-4d27-8a35-147aeae6ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891656 Jan 28 05:36:01.836437 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] For port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=43eb7b7d-78dd-46e2-bf38-ee93f01e1036,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:36:01.873788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c41343a4-743f-4707-87b2-8a1fea130152 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:01.873788 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c41343a4-743f-4707-87b2-8a1fea130152), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:01.896008 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfe5e5d-c4ce-415e-ac67-e15336135eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41343a4-743f-4707-87b2-8a1fea130152'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:01.898669 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-914b374d-a53f-4418-9719-c141545dbdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:01.902436 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-914b374d-a53f-4418-9719-c141545dbdd8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1215868 Jan 28 05:36:01.905866 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951404ed-7147-4197-9f12-bc2666eddb5d" -d '{"events": [{"server_uuid": "ccfe5e5d-c4ce-415e-ac67-e15336135eb3", "name": "network-vif-plugged", "status": "completed", "tag": "c41343a4-743f-4707-87b2-8a1fea130152"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:01.923715 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c41343a4-743f-4707-87b2-8a1fea130152, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c41343a4-743f-4707-87b2-8a1fea130152,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:01.950684 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-10f26648-acfc-457e-b3fe-2e4369e4033b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=69986b38-c2fa-4524-bf16-63fae6dbb18a HTTP/1.1" status: 200 len: 217 time: 0.0404058 Jan 28 05:36:01.953466 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:02.007909 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-f010d4fe-622a-41b6-af0f-bd37f5e19661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:02.009448 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-f010d4fe-622a-41b6-af0f-bd37f5e19661 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0492418 Jan 28 05:36:02.031949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:02.032559 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:02.034203 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] 10.222.0.60 "PUT /v2.0/ports/43eb7b7d-78dd-46e2-bf38-ee93f01e1036 HTTP/1.1" status: 200 len: 1092 time: 1.8687208 Jan 28 05:36:02.039142 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b58354d-9bb1-4909-8050-bfdc72b32574', 'tag': '43eb7b7d-78dd-46e2-bf38-ee93f01e1036'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:02.042712 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cea66b8-6ac4-46a1-b9d0-12cae12542db" -d '{"events": [{"name": "network-changed", "server_uuid": "8b58354d-9bb1-4909-8050-bfdc72b32574", "tag": "43eb7b7d-78dd-46e2-bf38-ee93f01e1036"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:02.045945 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c41343a4-743f-4707-87b2-8a1fea130152), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:02.062413 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-32ebe097-936c-4ed9-9345-fb60966d2208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:02.063917 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-32ebe097-936c-4ed9-9345-fb60966d2208 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0457535 Jan 28 05:36:02.100446 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5080152-3670-4b51-b77b-bb76a13872f3 req-aab065ec-0131-48d2-8a57-4515c2623e32 service neutron] 10.222.0.60 "GET /v2.0/networks/f2829198-e7be-4d27-8a35-147aeae6ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607911 Jan 28 05:36:02.106090 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c41343a4-743f-4707-87b2-8a1fea130152,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:02.110128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2e63a-c9fb-46b1-8f73-d31f3b9274ec req-5edd0abf-0bc4-455d-8ae1-ae087b97e329 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:02.111641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30a2e63a-c9fb-46b1-8f73-d31f3b9274ec req-5edd0abf-0bc4-455d-8ae1-ae087b97e329 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d137ab-0437-442a-bbd8-1e882a9d6786 HTTP/1.1" status: 200 len: 944 time: 0.1853240 Jan 28 05:36:02.113165 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad09b7-a258-415f-aa07-bf7943658f68 service neutron] Pushing event updated for resources: {'Port': ['ID=43eb7b7d-78dd-46e2-bf38-ee93f01e1036,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:02.118191 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8520e1-9248-4c3d-8015-0fb72d7faad5 req-9b2d99a1-a067-4578-a9a3-a04c2281e88e tempest-ServersAdminNegativeTestJSON-1002005066 tempest-ServersAdminNegativeTestJSON-1002005066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:02.119712 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e8520e1-9248-4c3d-8015-0fb72d7faad5 req-9b2d99a1-a067-4578-a9a3-a04c2281e88e tempest-ServersAdminNegativeTestJSON-1002005066 tempest-ServersAdminNegativeTestJSON-1002005066-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=36fc5961-4a22-492e-8250-88c80fd624df HTTP/1.1" status: 200 len: 1102 time: 0.1946721 Jan 28 05:36:02.156678 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e8520e1-9248-4c3d-8015-0fb72d7faad5 req-0b370eed-865c-4b17-a02c-3f8bb472d39b tempest-ServersAdminNegativeTestJSON-1002005066 tempest-ServersAdminNegativeTestJSON-1002005066-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:02.164918 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-6988ea70-76d0-4e95-9133-85ed14c5a101 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912068 Jan 28 05:36:02.220351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30a2e63a-c9fb-46b1-8f73-d31f3b9274ec req-59455642-47b5-4e32-9b0f-1df65adf36a8 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/security-groups?id=addfcf6f-4f4f-460c-9fa7-316c8571f03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996571 Jan 28 05:36:02.245636 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device bceb2b75-3195-463e-9220-215e0ea02733 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:36:02.256168 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-eb9d7372-8287-45cb-8806-1197314b2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:02.258011 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-eb9d7372-8287-45cb-8806-1197314b2bfe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5efdc0a1cab44d3b0e49b531e0d92e3&device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 1095 time: 0.0766747 Jan 28 05:36:02.281965 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-1bb5b149-f742-4416-9dc4-aa311bb12297 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082015 Jan 28 05:36:02.343186 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-0c7f37cd-53d5-4c74-8d35-5ee81875f5ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43eb7b7d-78dd-46e2-bf38-ee93f01e1036 HTTP/1.1" status: 200 len: 217 time: 0.0568364 Jan 28 05:36:02.355551 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e8520e1-9248-4c3d-8015-0fb72d7faad5 req-0b370eed-865c-4b17-a02c-3f8bb472d39b tempest-ServersAdminNegativeTestJSON-1002005066 tempest-ServersAdminNegativeTestJSON-1002005066-project-admin] Publish callbacks [] for security_group (94f3d16e-5d23-467d-89c0-bb6aba75d2b2), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:02.369906 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642421b0-9da2-4b58-a755-18dbf56bf43b x-openstack-request-id: req-642421b0-9da2-4b58-a755-18dbf56bf43b {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:02.370376 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfe5e5d-c4ce-415e-ac67-e15336135eb3", "name": "network-vif-plugged", "status": "completed", "tag": "c41343a4-743f-4707-87b2-8a1fea130152", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:02.371428 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-642421b0-9da2-4b58-a755-18dbf56bf43b {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:02.371428 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfe5e5d-c4ce-415e-ac67-e15336135eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41343a4-743f-4707-87b2-8a1fea130152', 'code': 200} Jan 28 05:36:02.431280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port bceb2b75-3195-463e-9220-215e0ea02733, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=bceb2b75-3195-463e-9220-215e0ea02733,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:02.435996 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e8520e1-9248-4c3d-8015-0fb72d7faad5 req-0b370eed-865c-4b17-a02c-3f8bb472d39b tempest-ServersAdminNegativeTestJSON-1002005066 tempest-ServersAdminNegativeTestJSON-1002005066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (94f3d16e-5d23-467d-89c0-bb6aba75d2b2), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:02.449975 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device bceb2b75-3195-463e-9220-215e0ea02733 has no active binding in host n-h2-812111-12 {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 05:36:02.458375 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a502b58d-d49e-4021-aea1-d0e024aa81f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:02.460914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-dcffcccf-2ac2-40bd-bed8-ccad396cb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:02.462477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-dcffcccf-2ac2-40bd-bed8-ccad396cb791 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b366577e-bca6-4046-9c8c-352fbc1be9f5 HTTP/1.1" status: 200 len: 861 time: 0.1092713 Jan 28 05:36:02.574941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799107b0-247d-4dd5-9bea-4f6fa772f1c7 req-25ccfd0c-17f8-412b-b19d-77c5e0e65c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:02.576369 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-799107b0-247d-4dd5-9bea-4f6fa772f1c7 req-25ccfd0c-17f8-412b-b19d-77c5e0e65c7f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 1102 time: 0.0463128 Jan 28 05:36:02.627461 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-799107b0-247d-4dd5-9bea-4f6fa772f1c7 req-94657c88-930e-40e6-864e-088f9dbb85ec service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442686 Jan 28 05:36:02.752419 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e8520e1-9248-4c3d-8015-0fb72d7faad5 req-0b370eed-865c-4b17-a02c-3f8bb472d39b tempest-ServersAdminNegativeTestJSON-1002005066 tempest-ServersAdminNegativeTestJSON-1002005066-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6132741 Jan 28 05:36:02.756285 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-7001fdfa-37c5-4f48-af01-1ad038eb41b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5e031d0-ce73-47ee-be8b-c343d567f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2823298 Jan 28 05:36:02.757726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b370eed-865c-4b17-a02c-3f8bb472d39b tempest-ServersAdminNegativeTestJSON-1002005066 tempest-ServersAdminNegativeTestJSON-1002005066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f3d16e-5d23-467d-89c0-bb6aba75d2b2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:02.766861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523527f-fad7-4e51-bb56-305eb7cda18d req-837f6be5-ea08-4912-9c1c-302a37538dee tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:02.768381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8523527f-fad7-4e51-bb56-305eb7cda18d req-837f6be5-ea08-4912-9c1c-302a37538dee tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 950 time: 0.3654261 Jan 28 05:36:02.903174 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8523527f-fad7-4e51-bb56-305eb7cda18d req-e4d633d3-ebc7-41db-9439-25f58c5ab136 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254563 Jan 28 05:36:02.922578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-ee18893f-55ea-4a93-a8b4-d42e5263b212 service neutron] 10.222.0.60 "GET /v2.0/networks/e5e031d0-ce73-47ee-be8b-c343d567f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531250 Jan 28 05:36:02.942755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8dee5-7e57-4b8d-b598-f7090a181341 req-e412c8db-e8c1-4d4b-8e54-adaf83298379 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:02.944432 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d0f8dee5-7e57-4b8d-b598-f7090a181341 req-e412c8db-e8c1-4d4b-8e54-adaf83298379 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 943 time: 0.1066403 Jan 28 05:36:02.990622 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e1a94a-1dc4-4447-8ed2-ee99afbf9276 x-openstack-request-id: req-f6e1a94a-1dc4-4447-8ed2-ee99afbf9276 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:02.991100 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b58354d-9bb1-4909-8050-bfdc72b32574", "tag": "43eb7b7d-78dd-46e2-bf38-ee93f01e1036", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:02.991634 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6e1a94a-1dc4-4447-8ed2-ee99afbf9276 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:02.992057 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b58354d-9bb1-4909-8050-bfdc72b32574', 'tag': '43eb7b7d-78dd-46e2-bf38-ee93f01e1036', 'status': 'completed', 'code': 200} Jan 28 05:36:03.074043 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d0f8dee5-7e57-4b8d-b598-f7090a181341 req-c17cf823-e05f-4ba1-b476-0e41b0e1fb13 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164975 Jan 28 05:36:03.107901 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93d21c-8d0b-4a6a-afaf-7c46939002e0 req-7f4d0b77-3242-4676-b442-889c7bd13a44 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:03.109398 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c93d21c-8d0b-4a6a-afaf-7c46939002e0 req-7f4d0b77-3242-4676-b442-889c7bd13a44 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 943 time: 0.0905514 Jan 28 05:36:03.111706 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f56e2693-bc27-4dc5-9026-3c844efb9dd8 req-35ce5a77-e7c1-4a2a-bc58-48eec77766bb service neutron] 10.222.0.60 "GET /v2.0/networks/e5e031d0-ce73-47ee-be8b-c343d567f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827664 Jan 28 05:36:03.149731 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-101fc7a6-5fcb-4d1c-9079-d0a996e0168f service neutron] 10.222.0.64 "GET /v2.0/ports/bceb2b75-3195-463e-9220-215e0ea02733/bindings/n-h2-812111-12 HTTP/1.1" status: 200 len: 385 time: 0.0786159 Jan 28 05:36:03.168086 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c93d21c-8d0b-4a6a-afaf-7c46939002e0 req-6855c24c-cae6-4ba9-a1b7-d61522d98655 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522978 Jan 28 05:36:03.219568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361e820-820e-4cee-9396-f716c7a3be59 req-4cd98bbc-1919-4044-b787-2749fdfb5421 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:03.221420 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d361e820-820e-4cee-9396-f716c7a3be59 req-4cd98bbc-1919-4044-b787-2749fdfb5421 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.0739260 Jan 28 05:36:03.279367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d361e820-820e-4cee-9396-f716c7a3be59 req-ef793be6-40e6-4a44-9bff-1161d9fd8d0e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509446 Jan 28 05:36:03.364302 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-e77f0588-f28b-48d4-9b80-56d443f24799 service neutron] For port bceb2b75-3195-463e-9220-215e0ea02733, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=bceb2b75-3195-463e-9220-215e0ea02733,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:03.372710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea66b8-6ac4-46a1-b9d0-12cae12542db req-955e9be8-7739-4a42-a11d-1a064433ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:03.382549 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cea66b8-6ac4-46a1-b9d0-12cae12542db req-955e9be8-7739-4a42-a11d-1a064433ecf2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5efdc0a1cab44d3b0e49b531e0d92e3&device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 1095 time: 0.0774345 Jan 28 05:36:03.388085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-e77f0588-f28b-48d4-9b80-56d443f24799 service neutron] For port bceb2b75-3195-463e-9220-215e0ea02733, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:36:03.423268 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-e77f0588-f28b-48d4-9b80-56d443f24799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bceb2b75-3195-463e-9220-215e0ea02733 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:03.434642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-e77f0588-f28b-48d4-9b80-56d443f24799 service neutron] For port bceb2b75-3195-463e-9220-215e0ea02733, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=bceb2b75-3195-463e-9220-215e0ea02733,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:03.487877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf9f98-ec56-4b9d-a0a8-4e01911b31f7 req-f3d40b28-ef6b-4793-be2c-1ce9c0fbebaa tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:03.489354 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ddf9f98-ec56-4b9d-a0a8-4e01911b31f7 req-f3d40b28-ef6b-4793-be2c-1ce9c0fbebaa tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 945 time: 0.1042240 Jan 28 05:36:03.527811 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-e77f0588-f28b-48d4-9b80-56d443f24799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bceb2b75-3195-463e-9220-215e0ea02733), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:03.574864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea66b8-6ac4-46a1-b9d0-12cae12542db req-d7386650-0112-4ed4-95e8-eebe140db143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:03.576337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cea66b8-6ac4-46a1-b9d0-12cae12542db req-d7386650-0112-4ed4-95e8-eebe140db143 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e5e031d0-ce73-47ee-be8b-c343d567f677 HTTP/1.1" status: 200 len: 922 time: 0.1815240 Jan 28 05:36:03.605177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10447c4f-3290-4726-9337-0463bc2fa018 req-7e3a6be0-ead6-4e55-8517-99526f497e4d tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:03.605649 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-e77f0588-f28b-48d4-9b80-56d443f24799 service neutron] Transition to ACTIVE for port object bceb2b75-3195-463e-9220-215e0ea02733 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:36:03.606716 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10447c4f-3290-4726-9337-0463bc2fa018 req-7e3a6be0-ead6-4e55-8517-99526f497e4d tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d137ab-0437-442a-bbd8-1e882a9d6786 HTTP/1.1" status: 200 len: 944 time: 0.1158783 Jan 28 05:36:03.637793 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ddf9f98-ec56-4b9d-a0a8-4e01911b31f7 req-9eeaa813-c520-402e-b97b-803d7203a966 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299400 Jan 28 05:36:03.639763 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cea66b8-6ac4-46a1-b9d0-12cae12542db req-cd19d3f0-30b3-49a5-a1a5-96d700adcf7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43eb7b7d-78dd-46e2-bf38-ee93f01e1036 HTTP/1.1" status: 200 len: 217 time: 0.0531518 Jan 28 05:36:03.655466 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-e77f0588-f28b-48d4-9b80-56d443f24799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (bceb2b75-3195-463e-9220-215e0ea02733), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:03.764326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10447c4f-3290-4726-9337-0463bc2fa018 req-1cc08ef7-dd6c-4974-a162-4177efc887f8 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/security-groups?id=addfcf6f-4f4f-460c-9fa7-316c8571f03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297781 Jan 28 05:36:03.766755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea66b8-6ac4-46a1-b9d0-12cae12542db req-679e1fcb-cdfa-464b-9a57-751fbd4a23d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:03.769022 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cea66b8-6ac4-46a1-b9d0-12cae12542db req-679e1fcb-cdfa-464b-9a57-751fbd4a23d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b366577e-bca6-4046-9c8c-352fbc1be9f5 HTTP/1.1" status: 200 len: 861 time: 0.1158431 Jan 28 05:36:03.770076 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-e77f0588-f28b-48d4-9b80-56d443f24799 service neutron] No DVR routers for this DVR port bceb2b75-3195-463e-9220-215e0ea02733 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:36:03.803436 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f0588-f28b-48d4-9b80-56d443f24799 service neutron] Pushing event updated for resources: {'Port': ['ID=bceb2b75-3195-463e-9220-215e0ea02733,revision_number=10']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:03.809144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cea66b8-6ac4-46a1-b9d0-12cae12542db req-eb2af9d5-cc9f-4e28-bb6b-0835b99b191f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5e031d0-ce73-47ee-be8b-c343d567f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300446 Jan 28 05:36:03.818484 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-e77f0588-f28b-48d4-9b80-56d443f24799 service neutron] 10.222.0.64 "PUT /v2.0/ports/bceb2b75-3195-463e-9220-215e0ea02733/bindings/n-h2-812111-12/activate HTTP/1.1" status: 200 len: 370 time: 0.6626072 Jan 28 05:36:03.932956 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cea66b8-6ac4-46a1-b9d0-12cae12542db req-b6390ac5-24f3-4745-ac5b-483fc005eae5 service neutron] 10.222.0.60 "GET /v2.0/networks/e5e031d0-ce73-47ee-be8b-c343d567f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149971 Jan 28 05:36:03.934866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39aa18-7504-455b-8bc2-2189ee5506e2 req-30a33a7e-1977-47c2-ad00-3fca92c9df85 tempest-ServersAdminNegativeTestJSON-1002005066 tempest-ServersAdminNegativeTestJSON-1002005066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:03.936213 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a39aa18-7504-455b-8bc2-2189ee5506e2 req-30a33a7e-1977-47c2-ad00-3fca92c9df85 tempest-ServersAdminNegativeTestJSON-1002005066 tempest-ServersAdminNegativeTestJSON-1002005066-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=36fc5961-4a22-492e-8250-88c80fd624df HTTP/1.1" status: 200 len: 1102 time: 0.0750344 Jan 28 05:36:04.107753 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a39aa18-7504-455b-8bc2-2189ee5506e2 req-35bbf5f4-7233-43f2-821c-c082f8cc8e3c tempest-ServersAdminNegativeTestJSON-1002005066 tempest-ServersAdminNegativeTestJSON-1002005066-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613734 Jan 28 05:36:04.132040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456fc68-76a3-40f6-9de4-cbba5c13eae5 req-6bb5e2bf-e9f7-498f-bf79-7222d7199a07 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:04.133559 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7456fc68-76a3-40f6-9de4-cbba5c13eae5 req-6bb5e2bf-e9f7-498f-bf79-7222d7199a07 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 950 time: 0.1386590 Jan 28 05:36:04.137424 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-4f5f7086-1c36-4912-b6ea-bcafd99490e6 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:04.140479 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-4f5f7086-1c36-4912-b6ea-bcafd99490e6 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f&tenant_id=f17b4afee4234ca080a4ee07c83b15b8&binding%3Ahost_id=n-h1-812111-12 HTTP/1.1" status: 200 len: 1096 time: 0.1429019 Jan 28 05:36:04.149206 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cea66b8-6ac4-46a1-b9d0-12cae12542db req-75e77811-9f21-4b09-9e4a-a482062d60dd service neutron] 10.222.0.60 "GET /v2.0/networks/e5e031d0-ce73-47ee-be8b-c343d567f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100339 Jan 28 05:36:04.217932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7456fc68-76a3-40f6-9de4-cbba5c13eae5 req-bc5e7dc1-a0f6-4665-9543-c6a7f30835c9 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768435 Jan 28 05:36:04.224857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-60681956-3699-496e-9465-db0f99a3024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:04.227127 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-60681956-3699-496e-9465-db0f99a3024f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f&tenant_id=f17b4afee4234ca080a4ee07c83b15b8 HTTP/1.1" status: 200 len: 1096 time: 0.0764461 Jan 28 05:36:04.263576 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 32a5244f-8108-4b87-ae21-6ca32f002465 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:36:04.272215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device c5bf72bd-034e-4802-90e9-b2324a64e9b2 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:36:04.322231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-ab5d64e0-b246-444f-95c1-aa24d5b1dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:04.324055 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-ab5d64e0-b246-444f-95c1-aa24d5b1dff0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 1096 time: 0.0560253 Jan 28 05:36:04.408594 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 32a5244f-8108-4b87-ae21-6ca32f002465, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=32a5244f-8108-4b87-ae21-6ca32f002465,segment=NetworkSegment(76417677-f12b-4c3d-90ff-fac920596445),segment_id=76417677-f12b-4c3d-90ff-fac920596445)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:04.424531 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '32a5244f-8108-4b87-ae21-6ca32f002465', 'network_id': 'f2829198-e7be-4d27-8a35-147aeae6ac46', 'port_id': '32a5244f-8108-4b87-ae21-6ca32f002465', 'mac_address': 'fa:16:3e:62:4e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81bb4e47-4f82-45a8-af39-725aeb12ff9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:36:04.455475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port c5bf72bd-034e-4802-90e9-b2324a64e9b2 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:36:04.461608 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c882859-ac3d-4a6e-a8e6-95018ecba7eb req-6cc79114-f234-413d-b60e-dc8b7d93a866 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:04.463137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c882859-ac3d-4a6e-a8e6-95018ecba7eb req-6cc79114-f234-413d-b60e-dc8b7d93a866 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 943 time: 0.1343613 Jan 28 05:36:04.465666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port c5bf72bd-034e-4802-90e9-b2324a64e9b2 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:36:04.466126 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:04.469347 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 32a5244f-8108-4b87-ae21-6ca32f002465 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:04.469559 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (32a5244f-8108-4b87-ae21-6ca32f002465), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:04.506042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a5244f-8108-4b87-ae21-6ca32f002465 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:04.525436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-f8f3bca2-3b46-480d-8006-dcfea15e5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:04.526964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-f8f3bca2-3b46-480d-8006-dcfea15e5f39 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.1965277 Jan 28 05:36:04.537801 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513a2b9-936d-46dd-8e70-1cf7653164a6 req-24e1c2a9-ca47-44d4-9626-a58f0cf1939b tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:04.539477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c513a2b9-936d-46dd-8e70-1cf7653164a6 req-24e1c2a9-ca47-44d4-9626-a58f0cf1939b tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 944 time: 0.1252892 Jan 28 05:36:04.540659 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 32a5244f-8108-4b87-ae21-6ca32f002465, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=32a5244f-8108-4b87-ae21-6ca32f002465,segment=NetworkSegment(76417677-f12b-4c3d-90ff-fac920596445),segment_id=76417677-f12b-4c3d-90ff-fac920596445)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:04.581513 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port c5bf72bd-034e-4802-90e9-b2324a64e9b2 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:04.581909 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:04.589597 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-80ed8f9e-129e-407b-a743-c0ba38ee01d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bceb2b75-3195-463e-9220-215e0ea02733 HTTP/1.1" status: 200 len: 217 time: 0.0452297 Jan 28 05:36:04.592586 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c882859-ac3d-4a6e-a8e6-95018ecba7eb req-c3f1d2ad-08c0-474a-82b0-294519b476b3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195362 Jan 28 05:36:04.603715 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (32a5244f-8108-4b87-ae21-6ca32f002465), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:04.634585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f94584-9d26-4158-b2e8-f3638d5dffc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bf72bd-034e-4802-90e9-b2324a64e9b2'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:04.637284 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1305ed5f-33cf-4f56-95bb-2443f59b9198" -d '{"events": [{"server_uuid": "a2f94584-9d26-4158-b2e8-f3638d5dffc2", "name": "network-vif-plugged", "status": "completed", "tag": "c5bf72bd-034e-4802-90e9-b2324a64e9b2"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:04.663098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port c5bf72bd-034e-4802-90e9-b2324a64e9b2, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c5bf72bd-034e-4802-90e9-b2324a64e9b2,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:04.681721 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c513a2b9-936d-46dd-8e70-1cf7653164a6 req-af3b72ea-6292-499f-9b2d-2402c044c6ab tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257160 Jan 28 05:36:04.686685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=32a5244f-8108-4b87-ae21-6ca32f002465,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:04.698126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-d18bfca0-eecb-47f8-b76d-77b61d32f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:04.699600 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-d18bfca0-eecb-47f8-b76d-77b61d32f312 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.1005592 Jan 28 05:36:04.733357 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:04.738890 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-a066d4f5-fd16-4aed-81eb-7ca0727b150c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311255 Jan 28 05:36:04.747586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834d12b-1b2f-4c6e-b7be-0bfc2de31374 req-e1bbdc16-ebe9-4b09-a577-d5549b954248 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:04.749005 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7834d12b-1b2f-4c6e-b7be-0bfc2de31374 req-e1bbdc16-ebe9-4b09-a577-d5549b954248 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.0911005 Jan 28 05:36:04.763890 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73626f03-9c56-4e1d-9db7-271c4b4351eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:04.794949 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=c5bf72bd-034e-4802-90e9-b2324a64e9b2,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:04.827425 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b71cae-f17a-4496-a3d5-7f60d7ffe571 x-openstack-request-id: req-b2b71cae-f17a-4496-a3d5-7f60d7ffe571 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:04.827889 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f94584-9d26-4158-b2e8-f3638d5dffc2", "name": "network-vif-plugged", "status": "completed", "tag": "c5bf72bd-034e-4802-90e9-b2324a64e9b2", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:04.828247 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2b71cae-f17a-4496-a3d5-7f60d7ffe571 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:04.828781 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f94584-9d26-4158-b2e8-f3638d5dffc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bf72bd-034e-4802-90e9-b2324a64e9b2', 'code': 200} Jan 28 05:36:04.854045 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7834d12b-1b2f-4c6e-b7be-0bfc2de31374 req-a252bedb-f5ea-4a3a-8f01-3a90b3b645ae tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959971 Jan 28 05:36:04.875214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-e7f66000-fcdd-4d97-bab9-ffb599e23108 service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252599 Jan 28 05:36:05.012284 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['32a5244f-8108-4b87-ae21-6ca32f002465'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:05.055037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587a2a9-074c-426a-9563-6810e78c223e req-d3a1e8e2-1d74-4eb2-aed0-f7e3f6e049be tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:05.056487 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7587a2a9-074c-426a-9563-6810e78c223e req-d3a1e8e2-1d74-4eb2-aed0-f7e3f6e049be tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.1720891 Jan 28 05:36:05.095613 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd02db5-4c7b-41c5-8d47-85982b9eb02e req-6dd98626-9408-4b16-b29f-72d2a617183c tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:05.097082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bcd02db5-4c7b-41c5-8d47-85982b9eb02e req-6dd98626-9408-4b16-b29f-72d2a617183c tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d137ab-0437-442a-bbd8-1e882a9d6786 HTTP/1.1" status: 200 len: 945 time: 0.1668744 Jan 28 05:36:05.107901 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ed543-43db-4990-b566-e874deda819a req-f5b7a895-58bb-46b3-ad9c-ef3d16a1607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:05.115407 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c3ed543-43db-4990-b566-e874deda819a req-f5b7a895-58bb-46b3-ad9c-ef3d16a1607b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 1098 time: 0.1391819 Jan 28 05:36:05.122516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-da1d4088-ac65-4ffe-8301-25f9e6d6e732 service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268546 Jan 28 05:36:05.186560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7587a2a9-074c-426a-9563-6810e78c223e req-04aae07e-e503-454b-9f73-0bb263f6d9c7 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204638 Jan 28 05:36:05.213238 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bcd02db5-4c7b-41c5-8d47-85982b9eb02e req-31a37b2c-1ca2-41a0-90ea-4b95189a2f37 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/security-groups?id=addfcf6f-4f4f-460c-9fa7-316c8571f03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002610 Jan 28 05:36:05.215413 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c3ed543-43db-4990-b566-e874deda819a req-662af33e-d41d-493b-a6be-66eb6788e9d5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919580 Jan 28 05:36:05.335253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6617860-7d0d-4c3f-b544-ab5a43e17ee1 req-4a83135c-eec7-4bf4-a6d5-f5cab41af6b5 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:05.336672 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a6617860-7d0d-4c3f-b544-ab5a43e17ee1 req-4a83135c-eec7-4bf4-a6d5-f5cab41af6b5 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 950 time: 0.0480037 Jan 28 05:36:05.384111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a6617860-7d0d-4c3f-b544-ab5a43e17ee1 req-7d6d736e-000a-40da-9071-cfc7313ea014 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418684 Jan 28 05:36:05.675945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93926b8-77f6-4292-a3d5-784ee384417f req-07955313-1303-447d-b167-80c139222e78 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:05.677493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d93926b8-77f6-4292-a3d5-784ee384417f req-07955313-1303-447d-b167-80c139222e78 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fc5961-4a22-492e-8250-88c80fd624df HTTP/1.1" status: 200 len: 950 time: 0.0837343 Jan 28 05:36:05.689286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577f783-9da6-4335-bf99-aa930f894b70 req-07a10f10-6240-4cad-a2a5-f72abbe91cd3 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:05.690759 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c577f783-9da6-4335-bf99-aa930f894b70 req-07a10f10-6240-4cad-a2a5-f72abbe91cd3 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 950 time: 0.0627835 Jan 28 05:36:05.762940 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d93926b8-77f6-4292-a3d5-784ee384417f req-e26aeac5-fd38-4c23-9143-d5962f38e446 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712211 Jan 28 05:36:05.766280 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c577f783-9da6-4335-bf99-aa930f894b70 req-96f1cc39-1441-440c-9923-d3ef7f3f251f tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685611 Jan 28 05:36:05.944268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485137d1-b78a-4e7f-b143-2db54a9ab09d req-0162203f-997a-42e7-806f-758d40b966ad tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:05.945728 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-485137d1-b78a-4e7f-b143-2db54a9ab09d req-0162203f-997a-42e7-806f-758d40b966ad tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 944 time: 0.1111944 Jan 28 05:36:05.955981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc9c54-fef7-458e-b1d0-c2f25126a430 req-21d70d0e-d379-49c8-aa71-149e9001a7a5 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:05.957354 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ddc9c54-fef7-458e-b1d0-c2f25126a430 req-21d70d0e-d379-49c8-aa71-149e9001a7a5 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 943 time: 0.1120276 Jan 28 05:36:06.007080 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-1ad0602c-2896-4d79-b862-5fda593bbfd6 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:06.008539 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-1ad0602c-2896-4d79-b862-5fda593bbfd6 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f&tenant_id=f17b4afee4234ca080a4ee07c83b15b8&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 1096 time: 0.1123114 Jan 28 05:36:06.060822 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-485137d1-b78a-4e7f-b143-2db54a9ab09d req-0d38e66b-db2e-4925-85e4-ae37949bbbbf tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025457 Jan 28 05:36:06.072509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ddc9c54-fef7-458e-b1d0-c2f25126a430 req-fd7c9391-06bc-4119-a91d-da308c2ccdba tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061587 Jan 28 05:36:06.212852 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733a446-083d-43d9-be39-fa3a2a16abd4 req-d46510f7-f734-4b3a-aff4-b08ab477dc4a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:06.214624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1733a446-083d-43d9-be39-fa3a2a16abd4 req-d46510f7-f734-4b3a-aff4-b08ab477dc4a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.0646703 Jan 28 05:36:06.257037 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-51683736-7ddd-4002-aabd-b12c91353c69 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=175b4b241c1348748b234f616ad92f82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298238 Jan 28 05:36:06.263954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-7af25c76-2c17-4428-8a0f-78fe86fc0580 service neutron] For port bceb2b75-3195-463e-9220-215e0ea02733, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:36:06.276372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:36:06.281804 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-7af25c76-2c17-4428-8a0f-78fe86fc0580 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:06.282997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bea9bfe1-fe02-41d1-a980-d2bae63d0d86 req-7af25c76-2c17-4428-8a0f-78fe86fc0580 service neutron] 10.222.0.60 "DELETE /v2.0/ports/bceb2b75-3195-463e-9220-215e0ea02733/bindings/n-h1-812111-12 HTTP/1.1" status: 204 len: 173 time: 0.2593160 Jan 28 05:36:06.289880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 32a5244f-8108-4b87-ae21-6ca32f002465 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:36:06.345018 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1733a446-083d-43d9-be39-fa3a2a16abd4 req-b49fa7b9-603a-411c-b9ae-f8cf132964d3 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245809 Jan 28 05:36:06.428048 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:06.429854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-4809f702-b53f-4d59-a8cc-89945f5106eb tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:06.431882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-4809f702-b53f-4d59-a8cc-89945f5106eb tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1692159 Jan 28 05:36:06.433112 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=43eb7b7d-78dd-46e2-bf38-ee93f01e1036,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:06.444713 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '43eb7b7d-78dd-46e2-bf38-ee93f01e1036', 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677', 'port_id': '43eb7b7d-78dd-46e2-bf38-ee93f01e1036', 'mac_address': 'fa:16:3e:7a:70:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b366577e-bca6-4046-9c8c-352fbc1be9f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:36:06.461273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-2e158960-305c-43c4-b7bd-3537a312dfa4 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/quotas/175b4b241c1348748b234f616ad92f82 HTTP/1.1" status: 200 len: 375 time: 0.0151765 Jan 28 05:36:06.483529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:06.487863 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:06.488014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda07a0-5a4e-4393-a572-c4f178c10504 req-784cb871-dbc6-4616-83ca-713791a63c41 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:06.488128 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-adda07a0-5a4e-4393-a572-c4f178c10504 req-784cb871-dbc6-4616-83ca-713791a63c41 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.0789797 Jan 28 05:36:06.498076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:06.504588 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 32a5244f-8108-4b87-ae21-6ca32f002465 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:36:06.517795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 32a5244f-8108-4b87-ae21-6ca32f002465 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:36:06.518167 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (32a5244f-8108-4b87-ae21-6ca32f002465), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:06.524891 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=43eb7b7d-78dd-46e2-bf38-ee93f01e1036,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:06.545056 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-ef1b6eb8-8374-45ad-9f3c-035318130d20 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=175b4b241c1348748b234f616ad92f82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774815 Jan 28 05:36:06.563019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-adda07a0-5a4e-4393-a572-c4f178c10504 req-4726d7ac-aabf-4862-80ca-b3d1534d1d62 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601065 Jan 28 05:36:06.604356 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:06.647685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 32a5244f-8108-4b87-ae21-6ca32f002465 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:06.648167 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (32a5244f-8108-4b87-ae21-6ca32f002465), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:06.687780 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=43eb7b7d-78dd-46e2-bf38-ee93f01e1036,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:06.689247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df622d94-f544-4151-b864-fb48cfc442ea req-4208703e-2bc0-4188-937c-e3d681bf72ff tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:06.690765 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df622d94-f544-4151-b864-fb48cfc442ea req-4208703e-2bc0-4188-937c-e3d681bf72ff tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d137ab-0437-442a-bbd8-1e882a9d6786 HTTP/1.1" status: 200 len: 945 time: 0.0554640 Jan 28 05:36:06.705082 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 32a5244f-8108-4b87-ae21-6ca32f002465, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=32a5244f-8108-4b87-ae21-6ca32f002465,segment=NetworkSegment(76417677-f12b-4c3d-90ff-fac920596445),segment_id=76417677-f12b-4c3d-90ff-fac920596445)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:06.747758 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df622d94-f544-4151-b864-fb48cfc442ea req-79311786-d35b-4b8b-bedb-b7fdd985b6ee tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/security-groups?id=addfcf6f-4f4f-460c-9fa7-316c8571f03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499060 Jan 28 05:36:06.766430 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (32a5244f-8108-4b87-ae21-6ca32f002465), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:06.799514 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49d0479a-0d27-4188-8778-f01639614761 req-3c49fc7a-8cb2-4893-89ae-0c35677c0b24 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 210 time: 0.0339742 Jan 28 05:36:06.838961 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d137ab-0437-442a-bbd8-1e882a9d6786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a5244f-8108-4b87-ae21-6ca32f002465'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:06.841778 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517881be-9078-4664-b860-ec5e710ac961" -d '{"events": [{"server_uuid": "38d137ab-0437-442a-bbd8-1e882a9d6786", "name": "network-vif-plugged", "status": "completed", "tag": "32a5244f-8108-4b87-ae21-6ca32f002465"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:06.883815 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=32a5244f-8108-4b87-ae21-6ca32f002465,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:06.892595 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f2d38f-1201-4bd5-832a-d4ae24c6d6ea x-openstack-request-id: req-e8f2d38f-1201-4bd5-832a-d4ae24c6d6ea {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:06.892595 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d137ab-0437-442a-bbd8-1e882a9d6786", "name": "network-vif-plugged", "status": "completed", "tag": "32a5244f-8108-4b87-ae21-6ca32f002465", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:06.892595 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8f2d38f-1201-4bd5-832a-d4ae24c6d6ea {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:06.892923 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d137ab-0437-442a-bbd8-1e882a9d6786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a5244f-8108-4b87-ae21-6ca32f002465', 'code': 200} Jan 28 05:36:06.923390 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d2f31-21af-48c0-8ef8-ac1aa4cfe2c2 req-35dafd23-e3c9-44a8-b0a1-4d270851752b tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:06.924797 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-224d2f31-21af-48c0-8ef8-ac1aa4cfe2c2 req-35dafd23-e3c9-44a8-b0a1-4d270851752b tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fc5961-4a22-492e-8250-88c80fd624df HTTP/1.1" status: 200 len: 950 time: 0.0743635 Jan 28 05:36:06.982376 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-224d2f31-21af-48c0-8ef8-ac1aa4cfe2c2 req-94ce7380-10cf-4a47-a694-fcd64dd79435 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508649 Jan 28 05:36:07.013502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['43eb7b7d-78dd-46e2-bf38-ee93f01e1036'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:07.309450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc95468-7eed-42f8-8bab-184fb5b5072e req-e70f0af9-859f-46c7-8d65-79b6b0969b0f tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:07.311188 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4fc95468-7eed-42f8-8bab-184fb5b5072e req-e70f0af9-859f-46c7-8d65-79b6b0969b0f tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.64 "GET /v2.0/ports?device_id=36fc5961-4a22-492e-8250-88c80fd624df HTTP/1.1" status: 200 len: 950 time: 0.0519042 Jan 28 05:36:07.373974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9294d-1bb9-4408-a804-718045b80744 req-46037a65-9dd4-4309-bf3b-236a10e7c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:07.375539 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4da9294d-1bb9-4408-a804-718045b80744 req-46037a65-9dd4-4309-bf3b-236a10e7c075 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=38d137ab-0437-442a-bbd8-1e882a9d6786 HTTP/1.1" status: 200 len: 1098 time: 0.3617911 Jan 28 05:36:07.389645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022c897-ad8d-42f0-91ca-c4cedd57085a req-6a3fef41-7b2b-4a0b-95c4-7a30228b24d2 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:07.391084 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7022c897-ad8d-42f0-91ca-c4cedd57085a req-6a3fef41-7b2b-4a0b-95c4-7a30228b24d2 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 944 time: 0.1116090 Jan 28 05:36:07.403589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8ab26-007d-451e-95b8-fcc930a2349b req-4ca641c8-e14e-498a-8014-c57a5887376e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:07.405040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70b8ab26-007d-451e-95b8-fcc930a2349b req-4ca641c8-e14e-498a-8014-c57a5887376e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 944 time: 0.1269145 Jan 28 05:36:07.415031 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-4fc95468-7eed-42f8-8bab-184fb5b5072e req-fc470ce7-f77f-48be-9d1f-c0dda9389ecb tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Deleting port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:36:07.415388 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4fc95468-7eed-42f8-8bab-184fb5b5072e req-fc470ce7-f77f-48be-9d1f-c0dda9389ecb tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (199cdb64-e2c2-4c02-b948-b6dcfbdbae43), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:07.507202 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4da9294d-1bb9-4408-a804-718045b80744 req-7c89fb1f-b988-4684-ad96-d8ca4abbfee4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=addfcf6f-4f4f-460c-9fa7-316c8571f03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245420 Jan 28 05:36:07.518137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7022c897-ad8d-42f0-91ca-c4cedd57085a req-c92773f4-f7ca-475f-961d-09ac1a9070c8 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064961 Jan 28 05:36:07.519694 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-4fc95468-7eed-42f8-8bab-184fb5b5072e req-fc470ce7-f77f-48be-9d1f-c0dda9389ecb tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] For port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=199cdb64-e2c2-4c02-b948-b6dcfbdbae43,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:07.520072 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4fc95468-7eed-42f8-8bab-184fb5b5072e req-fc470ce7-f77f-48be-9d1f-c0dda9389ecb tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (199cdb64-e2c2-4c02-b948-b6dcfbdbae43), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:07.535034 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-4fc95468-7eed-42f8-8bab-184fb5b5072e req-fc470ce7-f77f-48be-9d1f-c0dda9389ecb tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Calling delete_port for 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:36:07.539763 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70b8ab26-007d-451e-95b8-fcc930a2349b req-ae7ef650-40f5-44fd-98f2-705bcfe85a4c tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174505 Jan 28 05:36:07.648363 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b4cee-48f4-43fe-95ff-ff99317ccad0 req-e6f0df88-4be2-4355-8b51-c72ee68d978e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:07.650776 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-811b4cee-48f4-43fe-95ff-ff99317ccad0 req-e6f0df88-4be2-4355-8b51-c72ee68d978e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.0555880 Jan 28 05:36:07.684705 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device bceb2b75-3195-463e-9220-215e0ea02733 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:36:07.706735 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-811b4cee-48f4-43fe-95ff-ff99317ccad0 req-b2546565-373c-404b-b14b-b1035c4082ed tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505121 Jan 28 05:36:07.731409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] The host n-h1-812111-12 is not matching for port bceb2b75-3195-463e-9220-215e0ea02733 host n-h2-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:36:07.731817 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device bceb2b75-3195-463e-9220-215e0ea02733 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:36:07.758023 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:07.825301 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4fc95468-7eed-42f8-8bab-184fb5b5072e req-fc470ce7-f77f-48be-9d1f-c0dda9389ecb tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (199cdb64-e2c2-4c02-b948-b6dcfbdbae43), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:07.843454 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c340723-5f1c-49ba-8ffa-673b86f87994 req-dca1f2a6-ba07-4806-bee2-54ff22c4ca99 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:07.853094 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c340723-5f1c-49ba-8ffa-673b86f87994 req-dca1f2a6-ba07-4806-bee2-54ff22c4ca99 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.0532691 Jan 28 05:36:07.856880 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc470ce7-f77f-48be-9d1f-c0dda9389ecb tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Pushing event deleted for resources: {'Port': ['ID=199cdb64-e2c2-4c02-b948-b6dcfbdbae43,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:07.876109 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['cf01543f-3684-46c2-a7ca-7d00c851b86c'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:07.876751 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['199cdb64-e2c2-4c02-b948-b6dcfbdbae43'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:07.908482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c340723-5f1c-49ba-8ffa-673b86f87994 req-be6f112b-5106-4542-8d63-c43d2a34ba90 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567043 Jan 28 05:36:07.909996 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc95468-7eed-42f8-8bab-184fb5b5072e req-fc470ce7-f77f-48be-9d1f-c0dda9389ecb tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] No DVR routers for this DVR port 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:36:07.917098 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4fc95468-7eed-42f8-8bab-184fb5b5072e req-fc470ce7-f77f-48be-9d1f-c0dda9389ecb tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:07.924245 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4fc95468-7eed-42f8-8bab-184fb5b5072e req-fc470ce7-f77f-48be-9d1f-c0dda9389ecb tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.64 "DELETE /v2.0/ports/199cdb64-e2c2-4c02-b948-b6dcfbdbae43 HTTP/1.1" status: 204 len: 173 time: 0.6069779 Jan 28 05:36:07.924647 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fc5961-4a22-492e-8250-88c80fd624df', 'name': 'network-vif-deleted', 'tag': '199cdb64-e2c2-4c02-b948-b6dcfbdbae43'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:07.926966 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542c60de-e731-419d-9658-3041b95575c5" -d '{"events": [{"server_uuid": "36fc5961-4a22-492e-8250-88c80fd624df", "name": "network-vif-deleted", "tag": "199cdb64-e2c2-4c02-b948-b6dcfbdbae43"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:08.018061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a10b4-10f3-4273-baa4-36c4b5e9ae6d req-4bfecd1e-28a3-48c9-a03b-fb091df65397 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:08.019749 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-795a10b4-10f3-4273-baa4-36c4b5e9ae6d req-4bfecd1e-28a3-48c9-a03b-fb091df65397 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 1096 time: 0.0656602 Jan 28 05:36:08.103279 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-795a10b4-10f3-4273-baa4-36c4b5e9ae6d req-47caa495-2881-40c9-ae55-17a8eeb7928a tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731702 Jan 28 05:36:08.111374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6dbd45-26d6-40fa-aaa2-0d46a8f2c210 req-39492194-b9f6-46c1-91d0-b9f8cba906fb tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:08.118663 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa6dbd45-26d6-40fa-aaa2-0d46a8f2c210 req-39492194-b9f6-46c1-91d0-b9f8cba906fb tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d137ab-0437-442a-bbd8-1e882a9d6786 HTTP/1.1" status: 200 len: 946 time: 0.1037865 Jan 28 05:36:08.195857 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa6dbd45-26d6-40fa-aaa2-0d46a8f2c210 req-5e58c4ab-eb0e-42b5-be6e-a420ddbebf3b tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/security-groups?id=addfcf6f-4f4f-460c-9fa7-316c8571f03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760629 Jan 28 05:36:08.238368 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b98f113-2b7b-48e3-9da1-a385e75127c9 x-openstack-request-id: req-0b98f113-2b7b-48e3-9da1-a385e75127c9 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:08.238889 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fc5961-4a22-492e-8250-88c80fd624df", "name": "network-vif-deleted", "tag": "199cdb64-e2c2-4c02-b948-b6dcfbdbae43", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:08.239308 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b98f113-2b7b-48e3-9da1-a385e75127c9 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:08.243783 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fc5961-4a22-492e-8250-88c80fd624df', 'name': 'network-vif-deleted', 'tag': '199cdb64-e2c2-4c02-b948-b6dcfbdbae43', 'status': 'completed', 'code': 200} Jan 28 05:36:08.258598 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d81173bd-f8f8-43e4-b83a-4049e4b33162 req-37cedfde-f647-4b65-9373-e268ac07946c tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 210 time: 0.0283229 Jan 28 05:36:08.295465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:36:08.338668 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbbae8-8aad-4f37-8633-b5599ab70d90 req-b5f6f865-daf3-4028-b147-7773f46ead11 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:08.342807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81cbbae8-8aad-4f37-8633-b5599ab70d90 req-b5f6f865-daf3-4028-b147-7773f46ead11 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 1098 time: 0.0506065 Jan 28 05:36:08.395624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5a42fc9-fa65-485e-9e38-a1d7ca57c1d4 req-60a40a91-1cc7-4e9d-b15c-12ab77aa7085 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=36fc5961-4a22-492e-8250-88c80fd624df HTTP/1.1" status: 200 len: 210 time: 0.0329430 Jan 28 05:36:08.419080 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81cbbae8-8aad-4f37-8633-b5599ab70d90 req-bf504a9b-e6f7-4f73-8f91-b9ff8a084f62 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720568 Jan 28 05:36:08.424655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:36:08.429749 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:36:08.430235 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:08.510004 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:36:08.521897 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:08.522281 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:08.562880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=43eb7b7d-78dd-46e2-bf38-ee93f01e1036,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:08.590158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-40b03cea-5c8d-4abe-98e2-7d036776e656 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:08.591684 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-40b03cea-5c8d-4abe-98e2-7d036776e656 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 821 time: 0.1160407 Jan 28 05:36:08.619006 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:08.628593 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-e0eb0b63-30b4-41d8-ae0c-14130a8ac004 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/quotas/f17b4afee4234ca080a4ee07c83b15b8 HTTP/1.1" status: 200 len: 375 time: 0.0266614 Jan 28 05:36:08.658167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b77bd-2946-47a3-942b-9c3867be6f4a req-bf53daf3-ae40-4618-ac68-1369103ee19a tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:08.659911 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f4b77bd-2946-47a3-942b-9c3867be6f4a req-bf53daf3-ae40-4618-ac68-1369103ee19a tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 944 time: 0.0671515 Jan 28 05:36:08.737194 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-67aedcf0-d4f2-41f4-af63-aefa61d20977 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989053 Jan 28 05:36:08.771794 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f4b77bd-2946-47a3-942b-9c3867be6f4a req-a761c118-91eb-4b2a-9cf9-97b6d7a58185 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965042 Jan 28 05:36:08.866241 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-6be8587b-49a4-4751-b3a3-29741f11c907 service neutron] 10.222.0.31 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285350 Jan 28 05:36:08.887746 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=43eb7b7d-78dd-46e2-bf38-ee93f01e1036,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:08.897785 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b58354d-9bb1-4909-8050-bfdc72b32574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43eb7b7d-78dd-46e2-bf38-ee93f01e1036'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:08.900482 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f60a46c-4b75-448f-a291-f1d77675808e" -d '{"events": [{"server_uuid": "8b58354d-9bb1-4909-8050-bfdc72b32574", "name": "network-vif-plugged", "status": "completed", "tag": "43eb7b7d-78dd-46e2-bf38-ee93f01e1036"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:08.904749 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:08.905096 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:08.905433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:08.905759 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:08.906087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:08.906439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:08.906776 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:08.907078 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:08.907395 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:08.907725 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:08.908033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:08.908349 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:08.908664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:36:08.995824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a91c6-7fb3-4f12-adcd-ea9c1dad5b7b req-a27d3850-7955-4f77-aa9b-469b06ca7f6d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:09.002700 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e09a91c6-7fb3-4f12-adcd-ea9c1dad5b7b req-a27d3850-7955-4f77-aa9b-469b06ca7f6d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.1262455 Jan 28 05:36:09.003233 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5b50657e-2aaf-45bd-9cc1-9c9784f45803 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=175b4b241c1348748b234f616ad92f82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258756 Jan 28 05:36:09.038151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-2afeaeea-d1dc-42eb-b498-4f1b1a4e9efa service neutron] 10.222.0.31 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625669 Jan 28 05:36:09.054551 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:09.087844 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e09a91c6-7fb3-4f12-adcd-ea9c1dad5b7b req-3cfb0868-8d4a-47d0-8fce-d078e9fed426 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814927 Jan 28 05:36:09.170394 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-97be7794-5e70-4000-8c54-8e36999fe42d tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:09.172901 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-97be7794-5e70-4000-8c54-8e36999fe42d tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480467 Jan 28 05:36:09.195876 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-9a1c6b8e-13ac-4219-8e0c-464e444623bf tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Request body: {'port': {'device_id': 'd886e797-faf5-490a-8006-2235e994f942', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '175b4b241c1348748b234f616ad92f82'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:09.276574 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428d5a51-acb6-45a4-bf2a-e48ae7b2dae5 x-openstack-request-id: req-428d5a51-acb6-45a4-bf2a-e48ae7b2dae5 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:09.276947 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b58354d-9bb1-4909-8050-bfdc72b32574", "name": "network-vif-plugged", "status": "completed", "tag": "43eb7b7d-78dd-46e2-bf38-ee93f01e1036", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:09.277387 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-428d5a51-acb6-45a4-bf2a-e48ae7b2dae5 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:09.277839 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b58354d-9bb1-4909-8050-bfdc72b32574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43eb7b7d-78dd-46e2-bf38-ee93f01e1036', 'code': 200} Jan 28 05:36:09.380760 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86659825-30dc-4a8e-90e6-7299584b1c4e req-a8986ecf-f01a-4e69-91a5-c98b43a185ac tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:09.382824 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86659825-30dc-4a8e-90e6-7299584b1c4e req-a8986ecf-f01a-4e69-91a5-c98b43a185ac tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d137ab-0437-442a-bbd8-1e882a9d6786 HTTP/1.1" status: 200 len: 946 time: 0.0573347 Jan 28 05:36:09.420170 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-9a1c6b8e-13ac-4219-8e0c-464e444623bf tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Made reservation on behalf of 175b4b241c1348748b234f616ad92f82 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:36:09.424333 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-9a1c6b8e-13ac-4219-8e0c-464e444623bf tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:09.494074 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd53c8b3-871d-48bf-b89a-cf673fd20555 req-5bd368d2-8deb-4ef1-ab9b-9b5c96c5ac56 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 210 time: 0.0583818 Jan 28 05:36:09.555006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86659825-30dc-4a8e-90e6-7299584b1c4e req-be6b6f2a-d356-4a51-872c-ca38b7f067d0 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/security-groups?id=addfcf6f-4f4f-460c-9fa7-316c8571f03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645825 Jan 28 05:36:09.620514 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-875242d6-8a32-4d91-9d3a-fe44bf96de24 req-37df6fda-f87f-492f-a57b-9c98a03f6ea2 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 210 time: 0.0644696 Jan 28 05:36:09.638208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f18533-f537-420b-bf9b-d9cd8f2f3a05 req-3f0c6b79-30ff-4f0a-892f-e18f0a2908bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:09.639772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78f18533-f537-420b-bf9b-d9cd8f2f3a05 req-3f0c6b79-30ff-4f0a-892f-e18f0a2908bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 1097 time: 0.1926751 Jan 28 05:36:09.645233 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-9a1c6b8e-13ac-4219-8e0c-464e444623bf tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Allocated IP 192.168.233.140 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/1c82b7dc-be99-440e-bfcd-190e76611c57) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:36:09.714359 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78f18533-f537-420b-bf9b-d9cd8f2f3a05 req-1f1217a0-9b07-4ea3-87cc-632fad75ba8e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671046 Jan 28 05:36:09.926991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebafc7a-a0df-4190-b43c-f5f3f0a1b60e req-f831ea0e-e2c4-4e52-8931-eb19c30cf22b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:09.928967 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ebafc7a-a0df-4190-b43c-f5f3f0a1b60e req-f831ea0e-e2c4-4e52-8931-eb19c30cf22b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 945 time: 0.0749185 Jan 28 05:36:09.979308 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ebafc7a-a0df-4190-b43c-f5f3f0a1b60e req-ed5aa14b-0845-4754-83a8-f90aeb6c3ba3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442412 Jan 28 05:36:10.101998 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-9a1c6b8e-13ac-4219-8e0c-464e444623bf tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks [] for port (1c82b7dc-be99-440e-bfcd-190e76611c57), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:10.103896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9711d8-f745-4f55-ac96-cf19c7398010 req-44fed073-ca39-4c3e-a90c-b36424b22323 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:10.105425 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f9711d8-f745-4f55-ac96-cf19c7398010 req-44fed073-ca39-4c3e-a90c-b36424b22323 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 949 time: 0.0577252 Jan 28 05:36:10.168268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f9711d8-f745-4f55-ac96-cf19c7398010 req-ac17ef7c-cd72-4390-942a-577376ecb6d4 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566132 Jan 28 05:36:10.220690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c0035-df84-4916-8d7a-70f71c9f3ada req-17041fbf-0b74-432f-9ce9-f9db34e76022 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:10.222357 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d0c0035-df84-4916-8d7a-70f71c9f3ada req-17041fbf-0b74-432f-9ce9-f9db34e76022 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.0498059 Jan 28 05:36:10.231283 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-9a1c6b8e-13ac-4219-8e0c-464e444623bf tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1c82b7dc-be99-440e-bfcd-190e76611c57), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:10.269078 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['c41343a4-743f-4707-87b2-8a1fea130152'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:10.288275 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-9a1c6b8e-13ac-4219-8e0c-464e444623bf tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:36:10.292315 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-9a1c6b8e-13ac-4219-8e0c-464e444623bf tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:36:10.293618 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d0c0035-df84-4916-8d7a-70f71c9f3ada req-789f9c36-61e1-4b64-a3fa-aef00f0e95e6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646691 Jan 28 05:36:10.302984 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-9a1c6b8e-13ac-4219-8e0c-464e444623bf tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:36:10.313199 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c6b8e-13ac-4219-8e0c-464e444623bf tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Pushing event updated for resources: {'Port': ['ID=1c82b7dc-be99-440e-bfcd-190e76611c57,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:10.378777 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-9a1c6b8e-13ac-4219-8e0c-464e444623bf tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:10.379756 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-9a1c6b8e-13ac-4219-8e0c-464e444623bf tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:10.502447 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-9a1c6b8e-13ac-4219-8e0c-464e444623bf tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3113732 Jan 28 05:36:10.555523 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Request body: {'port': {'device_id': 'd886e797-faf5-490a-8006-2235e994f942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:10.586001 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-dfb1acd4-6ead-424d-a5a3-45a6554a5a34 None None] Provisioning complete for port 1c82b7dc-be99-440e-bfcd-190e76611c57 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:36:10.586785 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dfb1acd4-6ead-424d-a5a3-45a6554a5a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1c82b7dc-be99-440e-bfcd-190e76611c57), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:10.617987 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1c82b7dc-be99-440e-bfcd-190e76611c57), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:10.628375 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1acd4-6ead-424d-a5a3-45a6554a5a34 None None] Port 1c82b7dc-be99-440e-bfcd-190e76611c57 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:36:10.681289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20763bc-269f-40bb-a425-2e40fc8c4df5 req-a320a394-0086-48f7-aa3c-f1a0a97dbda2 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:10.689704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d20763bc-269f-40bb-a425-2e40fc8c4df5 req-a320a394-0086-48f7-aa3c-f1a0a97dbda2 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 936 time: 0.1046607 Jan 28 05:36:10.771544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ae575-9c28-4eee-b35f-17087592b57d req-17220eff-90b7-4bb3-800d-3f8249724efc tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:10.772900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d45ae575-9c28-4eee-b35f-17087592b57d req-17220eff-90b7-4bb3-800d-3f8249724efc tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d137ab-0437-442a-bbd8-1e882a9d6786 HTTP/1.1" status: 200 len: 946 time: 0.0809269 Jan 28 05:36:10.792480 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d20763bc-269f-40bb-a425-2e40fc8c4df5 req-7a1fe584-1e14-4342-96e5-97e81a6c7283 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956967 Jan 28 05:36:10.845560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d45ae575-9c28-4eee-b35f-17087592b57d req-d67c4c9b-b4d6-49cf-824a-6d099a0b17f9 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/security-groups?id=addfcf6f-4f4f-460c-9fa7-316c8571f03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518675 Jan 28 05:36:10.920644 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a87505b3-c88c-4fbe-bf56-22f55563b6b4 req-0ac78f1b-989a-41a4-bdfa-14fb898a6b18 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 210 time: 0.0372410 Jan 28 05:36:11.002482 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c82b7dc-be99-440e-bfcd-190e76611c57 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:11.011231 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Publish callbacks [] for port (1c82b7dc-be99-440e-bfcd-190e76611c57), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:11.028276 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Transition to ACTIVE for port object 1c82b7dc-be99-440e-bfcd-190e76611c57 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:36:11.101224 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (1c82b7dc-be99-440e-bfcd-190e76611c57), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:11.131133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50c896-01bf-4395-9fe1-1db98ebc3e99 req-062ed902-8dd2-4d47-8a8f-54aa6aa67bff tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:11.141255 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba50c896-01bf-4395-9fe1-1db98ebc3e99 req-062ed902-8dd2-4d47-8a8f-54aa6aa67bff tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 945 time: 0.0709126 Jan 28 05:36:11.214904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba50c896-01bf-4395-9fe1-1db98ebc3e99 req-88d37511-811f-4f48-9b49-0dc2b21bbe52 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707724 Jan 28 05:36:11.262266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Pushing event updated for resources: {'Port': ['ID=1c82b7dc-be99-440e-bfcd-190e76611c57,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:11.315446 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Attempting to bind port 1c82b7dc-be99-440e-bfcd-190e76611c57 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:36:11.315787 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Attempting to bind port 1c82b7dc-be99-440e-bfcd-190e76611c57 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:36:11.316260 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Attempting to bind port 1c82b7dc-be99-440e-bfcd-190e76611c57 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:11.322000 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Port 1c82b7dc-be99-440e-bfcd-190e76611c57 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:36:11.322352 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Attempting to bind port 1c82b7dc-be99-440e-bfcd-190e76611c57 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:11.328020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:36:11.328357 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:36:11.328852 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:36:11.329288 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Bound port: 1c82b7dc-be99-440e-bfcd-190e76611c57, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:36:11.329645 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1c82b7dc-be99-440e-bfcd-190e76611c57), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:11.359444 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616449bd-2147-4d53-b47a-d77f81682989 req-38fc8b55-e241-4cea-b223-d6b11f0f5615 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:11.361148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-616449bd-2147-4d53-b47a-d77f81682989 req-38fc8b55-e241-4cea-b223-d6b11f0f5615 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 949 time: 0.0821524 Jan 28 05:36:11.422865 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] For port 1c82b7dc-be99-440e-bfcd-190e76611c57, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:36:11.426211 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] For port 1c82b7dc-be99-440e-bfcd-190e76611c57, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=1c82b7dc-be99-440e-bfcd-190e76611c57,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:36:11.462337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-616449bd-2147-4d53-b47a-d77f81682989 req-2f3a5c9d-e1a9-49b9-98d9-8ee1c6139637 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925748 Jan 28 05:36:11.490564 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d716-4416-4e66-9f52-61ba897fac7a req-eada8cc5-8aaf-4530-8eef-a38ee31ae050 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:11.492784 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b443d716-4416-4e66-9f52-61ba897fac7a req-eada8cc5-8aaf-4530-8eef-a38ee31ae050 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.0966442 Jan 28 05:36:11.511867 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (1c82b7dc-be99-440e-bfcd-190e76611c57), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:11.558749 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:11.560035 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:11.563133 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] 10.222.0.64 "PUT /v2.0/ports/1c82b7dc-be99-440e-bfcd-190e76611c57 HTTP/1.1" status: 200 len: 1097 time: 1.0149271 Jan 28 05:36:11.563688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd886e797-faf5-490a-8006-2235e994f942', 'tag': '1c82b7dc-be99-440e-bfcd-190e76611c57'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:11.566948 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573094c6-d30f-43f8-86bc-5acd0fc2a024" -d '{"events": [{"name": "network-changed", "server_uuid": "d886e797-faf5-490a-8006-2235e994f942", "tag": "1c82b7dc-be99-440e-bfcd-190e76611c57"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:11.594704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b443d716-4416-4e66-9f52-61ba897fac7a req-9b474b11-10a5-461a-99f3-e81ab64b083e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960574 Jan 28 05:36:11.596288 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be46ced-cb0b-4b93-8c7d-5bf200b7053b service neutron] Pushing event updated for resources: {'Port': ['ID=1c82b7dc-be99-440e-bfcd-190e76611c57,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:11.643169 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff10b0f5-3c87-4463-ba82-7c2fdac789bc x-openstack-request-id: req-ff10b0f5-3c87-4463-ba82-7c2fdac789bc {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:11.643699 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d886e797-faf5-490a-8006-2235e994f942", "tag": "1c82b7dc-be99-440e-bfcd-190e76611c57", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:11.644122 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff10b0f5-3c87-4463-ba82-7c2fdac789bc {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:11.644972 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd886e797-faf5-490a-8006-2235e994f942', 'tag': '1c82b7dc-be99-440e-bfcd-190e76611c57', 'status': 'completed', 'code': 200} Jan 28 05:36:11.714267 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:36:11.749253 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:36:11.749600 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 199cdb64-e2c2-4c02-b948-b6dcfbdbae43 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:36:11.766504 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573094c6-d30f-43f8-86bc-5acd0fc2a024 req-723bef05-3425-46f2-b8de-5a1aa34262c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:11.768392 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-573094c6-d30f-43f8-86bc-5acd0fc2a024 req-723bef05-3425-46f2-b8de-5a1aa34262c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=175b4b241c1348748b234f616ad92f82&device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 1100 time: 0.0745230 Jan 28 05:36:11.900795 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-573094c6-d30f-43f8-86bc-5acd0fc2a024 req-977d3716-1326-4a60-acae-93d9fd1132f8 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=175b4b241c1348748b234f616ad92f82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594585 Jan 28 05:36:12.017761 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-b6ebd40d-2754-4c50-86ed-ae4f501946e1 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:12.019413 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-b6ebd40d-2754-4c50-86ed-ae4f501946e1 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.64 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 821 time: 0.2128925 Jan 28 05:36:12.046696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-034bb6b5-80a7-4e89-8e80-f7157cde709f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Request body: {'port': {'device_id': 'cbf2a9ad-9341-4f07-b694-769085350101', 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535', 'admin_state_up': True, 'tenant_id': 'f17b4afee4234ca080a4ee07c83b15b8'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:12.090205 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573094c6-d30f-43f8-86bc-5acd0fc2a024 req-27ea9cdf-a1d3-4114-b365-56d14b46a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:12.091769 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-573094c6-d30f-43f8-86bc-5acd0fc2a024 req-27ea9cdf-a1d3-4114-b365-56d14b46a981 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1729276 Jan 28 05:36:12.092082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c623a-fadc-4770-849d-2a54980e28bc req-693c70ad-4002-4756-83f2-2da261d691ca tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:12.093673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-652c623a-fadc-4770-849d-2a54980e28bc req-693c70ad-4002-4756-83f2-2da261d691ca tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 948 time: 0.1558950 Jan 28 05:36:12.153214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-967bea75-4b53-45cd-9329-1e499faff59c req-be8740dd-4599-46fb-af18-1a0fce3c0c28 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 210 time: 0.0825098 Jan 28 05:36:12.215869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5327cc0e-29ff-4d46-b0db-b3574f1b8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:12.217534 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-5327cc0e-29ff-4d46-b0db-b3574f1b8221 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=175b4b241c1348748b234f616ad92f82&device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 1100 time: 0.0618348 Jan 28 05:36:12.305333 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-652c623a-fadc-4770-849d-2a54980e28bc req-9b6a6b6a-798a-43de-bf83-a2108cd8f863 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512225 Jan 28 05:36:12.344753 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-4f1af6ae-a9e6-4d3c-a9d5-e69d614234c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=1c82b7dc-be99-440e-bfcd-190e76611c57 HTTP/1.1" status: 200 len: 217 time: 0.1032031 Jan 28 05:36:12.361813 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d2347-0859-4ade-860c-649ff9ae1a49 req-502c1a1c-d701-41f9-bb20-de72aea391d7 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:12.363431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea5d2347-0859-4ade-860c-649ff9ae1a49 req-502c1a1c-d701-41f9-bb20-de72aea391d7 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 949 time: 0.1579814 Jan 28 05:36:12.418639 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-cd146473-b6bf-4f07-8d13-321c83a8dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:12.419841 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f082e8e-b711-4bd0-9d68-14fd1215e175 req-901cb583-bff4-45d0-a567-2d4d0a1015cb tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:12.420183 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-cd146473-b6bf-4f07-8d13-321c83a8dc2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0690370 Jan 28 05:36:12.421494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f082e8e-b711-4bd0-9d68-14fd1215e175 req-901cb583-bff4-45d0-a567-2d4d0a1015cb tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 945 time: 0.1351721 Jan 28 05:36:12.425491 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-034bb6b5-80a7-4e89-8e80-f7157cde709f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Made reservation on behalf of f17b4afee4234ca080a4ee07c83b15b8 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:36:12.428963 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-034bb6b5-80a7-4e89-8e80-f7157cde709f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:12.485891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-53cec5ed-f173-418d-94ca-429b231db02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:12.500773 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-53cec5ed-f173-418d-94ca-429b231db02c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0706875 Jan 28 05:36:12.629756 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-f9d7f743-9caa-45fd-8a5a-2218a13b62a9 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220295 Jan 28 05:36:12.648987 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f082e8e-b711-4bd0-9d68-14fd1215e175 req-15788e7b-22f3-499c-be08-9cf7ab6e6dc2 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126627 Jan 28 05:36:12.695176 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-ea5d2347-0859-4ade-860c-649ff9ae1a49 req-c69f705f-a783-4bad-b865-8adc1ed6d03f tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Deleting port cf01543f-3684-46c2-a7ca-7d00c851b86c {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:36:12.695813 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ea5d2347-0859-4ade-860c-649ff9ae1a49 req-c69f705f-a783-4bad-b865-8adc1ed6d03f tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (cf01543f-3684-46c2-a7ca-7d00c851b86c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:12.739362 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e1b8662f-2b24-4c85-bad8-113b98afcc54 req-302c8750-5b43-457e-969c-e049a1ba7bc9 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036334 Jan 28 05:36:12.793930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade216a-0b58-4d9a-8ae4-6682d2dcc1b3 req-5ccf13f5-e532-48f7-8091-411da7840d23 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:12.795460 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ade216a-0b58-4d9a-8ae4-6682d2dcc1b3 req-5ccf13f5-e532-48f7-8091-411da7840d23 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 949 time: 0.2351346 Jan 28 05:36:12.849139 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-034bb6b5-80a7-4e89-8e80-f7157cde709f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Allocated IP 172.20.0.12 (a68ceb60-a872-4bba-990e-8e03126b2535/6bf612c3-3d2e-4597-93d5-824acf2a3cd5/a2fc7e15-28c8-41ca-b41d-db021fed8400) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:36:12.912392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ea5d2347-0859-4ade-860c-649ff9ae1a49 req-c69f705f-a783-4bad-b865-8adc1ed6d03f tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] For port cf01543f-3684-46c2-a7ca-7d00c851b86c, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cf01543f-3684-46c2-a7ca-7d00c851b86c,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:12.912940 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ea5d2347-0859-4ade-860c-649ff9ae1a49 req-c69f705f-a783-4bad-b865-8adc1ed6d03f tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (cf01543f-3684-46c2-a7ca-7d00c851b86c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:12.956605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-ea5d2347-0859-4ade-860c-649ff9ae1a49 req-c69f705f-a783-4bad-b865-8adc1ed6d03f tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Calling delete_port for cf01543f-3684-46c2-a7ca-7d00c851b86c owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:36:12.965116 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ade216a-0b58-4d9a-8ae4-6682d2dcc1b3 req-ecc86c51-5fe9-452f-8e21-8a645c86d5f3 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4862bbd-bc9d-4753-a32b-1eada5fd5e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574903 Jan 28 05:36:13.040169 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c23ba-6012-447e-8b72-39cf69c4fee0 req-ead8348a-8c01-4de9-a500-108137875005 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:13.042675 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b43c23ba-6012-447e-8b72-39cf69c4fee0 req-ead8348a-8c01-4de9-a500-108137875005 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.1842382 Jan 28 05:36:13.225224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0f633-3645-4052-b121-c96050f82216 req-b0cc29b6-e1ab-426b-bd47-a57e0cc26910 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:13.226598 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18c0f633-3645-4052-b121-c96050f82216 req-b0cc29b6-e1ab-426b-bd47-a57e0cc26910 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 945 time: 0.1784534 Jan 28 05:36:13.243679 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b43c23ba-6012-447e-8b72-39cf69c4fee0 req-0dd08de9-2f99-4e41-94a3-6ca4fab0597a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735194 Jan 28 05:36:13.293751 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-034bb6b5-80a7-4e89-8e80-f7157cde709f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks [] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:13.356989 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18c0f633-3645-4052-b121-c96050f82216 req-c8346cbd-989c-443b-b2fa-1f908559e529 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211758 Jan 28 05:36:13.419213 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ea5d2347-0859-4ade-860c-649ff9ae1a49 req-c69f705f-a783-4bad-b865-8adc1ed6d03f tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (cf01543f-3684-46c2-a7ca-7d00c851b86c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:13.459432 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['cf01543f-3684-46c2-a7ca-7d00c851b86c'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:13.464425 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-034bb6b5-80a7-4e89-8e80-f7157cde709f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:13.467759 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f705f-a783-4bad-b865-8adc1ed6d03f tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Pushing event deleted for resources: {'Port': ['ID=cf01543f-3684-46c2-a7ca-7d00c851b86c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:13.581003 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5d2347-0859-4ade-860c-649ff9ae1a49 req-c69f705f-a783-4bad-b865-8adc1ed6d03f tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] No DVR routers for this DVR port cf01543f-3684-46c2-a7ca-7d00c851b86c on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:36:13.584291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-034bb6b5-80a7-4e89-8e80-f7157cde709f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Network a68ceb60-a872-4bba-990e-8e03126b2535 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:36:13.588308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bb6b5-80a7-4e89-8e80-f7157cde709f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Pushing event updated for resources: {'Port': ['ID=a2fc7e15-28c8-41ca-b41d-db021fed8400,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:13.591675 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ea5d2347-0859-4ade-860c-649ff9ae1a49 req-c69f705f-a783-4bad-b865-8adc1ed6d03f tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:13.595521 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea5d2347-0859-4ade-860c-649ff9ae1a49 req-c69f705f-a783-4bad-b865-8adc1ed6d03f tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.60 "DELETE /v2.0/ports/cf01543f-3684-46c2-a7ca-7d00c851b86c HTTP/1.1" status: 204 len: 173 time: 1.2264223 Jan 28 05:36:13.597957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba5cb55-ba11-4ca2-a8b9-9d173627021e', 'name': 'network-vif-deleted', 'tag': 'cf01543f-3684-46c2-a7ca-7d00c851b86c'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:13.601072 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89de3b84-3c54-420a-b2f3-befd0ba670a2" -d '{"events": [{"server_uuid": "fba5cb55-ba11-4ca2-a8b9-9d173627021e", "name": "network-vif-deleted", "tag": "cf01543f-3684-46c2-a7ca-7d00c851b86c"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:13.606839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-034bb6b5-80a7-4e89-8e80-f7157cde709f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:36:13.607628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-034bb6b5-80a7-4e89-8e80-f7157cde709f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:36:13.898660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f64a93-f59f-4cea-81a7-6b5f7aea0637 req-cb6a2cb9-8368-45c3-82ae-8d89ffd26398 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:13.900149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6f64a93-f59f-4cea-81a7-6b5f7aea0637 req-cb6a2cb9-8368-45c3-82ae-8d89ffd26398 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 932 time: 0.4706187 Jan 28 05:36:13.933402 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-034bb6b5-80a7-4e89-8e80-f7157cde709f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:13.933997 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-034bb6b5-80a7-4e89-8e80-f7157cde709f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:13.968083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6f64a93-f59f-4cea-81a7-6b5f7aea0637 req-1e60716e-7b3b-4a15-b999-c363d3e3bbce tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622861 Jan 28 05:36:14.021219 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-034bb6b5-80a7-4e89-8e80-f7157cde709f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9793859 Jan 28 05:36:14.042652 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Request body: {'port': {'device_id': 'cbf2a9ad-9341-4f07-b694-769085350101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:14.127192 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:14.137131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e77970-fdb2-4a93-9507-d968e219c2d8 req-21b47faf-6a88-4691-8e49-94509de42704 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:14.138615 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53e77970-fdb2-4a93-9507-d968e219c2d8 req-21b47faf-6a88-4691-8e49-94509de42704 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 948 time: 0.0930653 Jan 28 05:36:14.221888 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53e77970-fdb2-4a93-9507-d968e219c2d8 req-cc9989c9-4c9e-4c30-b5e3-e9e1cbbf7aa7 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770874 Jan 28 05:36:14.280031 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797a6015-9d57-4c29-a00b-04fb513b7815 x-openstack-request-id: req-797a6015-9d57-4c29-a00b-04fb513b7815 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:14.280318 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba5cb55-ba11-4ca2-a8b9-9d173627021e", "name": "network-vif-deleted", "tag": "cf01543f-3684-46c2-a7ca-7d00c851b86c", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:14.280569 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-797a6015-9d57-4c29-a00b-04fb513b7815 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:14.280961 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba5cb55-ba11-4ca2-a8b9-9d173627021e', 'name': 'network-vif-deleted', 'tag': 'cf01543f-3684-46c2-a7ca-7d00c851b86c', 'status': 'completed', 'code': 200} Jan 28 05:36:14.420874 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53a592ed-80a5-4268-9a3b-a9a37a3d9a5d req-fb42145e-33c4-41d1-809c-67c816292467 tempest-ServersAdminNegativeTestJSON-1129690398 tempest-ServersAdminNegativeTestJSON-1129690398-project] 10.222.0.31 "GET /v2.0/ports?device_id=fba5cb55-ba11-4ca2-a8b9-9d173627021e HTTP/1.1" status: 200 len: 210 time: 0.0389597 Jan 28 05:36:14.534205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06715046-1b9a-4ac7-aabb-833c51716dcd req-be942e59-f3f5-4428-b460-4041c1677924 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:14.535702 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06715046-1b9a-4ac7-aabb-833c51716dcd req-be942e59-f3f5-4428-b460-4041c1677924 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 945 time: 0.1139750 Jan 28 05:36:14.545326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fc7e15-28c8-41ca-b41d-db021fed8400 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:14.559086 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Publish callbacks [] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:14.589516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Transition to ACTIVE for port object a2fc7e15-28c8-41ca-b41d-db021fed8400 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:36:14.609658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32d024-d269-4136-959b-67e86a1b8f93 req-43cb1ba1-eb33-46ed-8ef0-19855556fa73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:14.611208 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa32d024-d269-4136-959b-67e86a1b8f93 req-43cb1ba1-eb33-46ed-8ef0-19855556fa73 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.1145787 Jan 28 05:36:14.630191 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06715046-1b9a-4ac7-aabb-833c51716dcd req-d3d1123f-657c-43da-802a-216e1e9a59fd tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805078 Jan 28 05:36:14.640600 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:14.730366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Pushing event updated for resources: {'Port': ['ID=a2fc7e15-28c8-41ca-b41d-db021fed8400,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:14.736865 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa32d024-d269-4136-959b-67e86a1b8f93 req-31aa8933-aa3c-46f4-a53b-379bfc928529 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172953 Jan 28 05:36:14.816673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6e1ed-c182-40e1-ad5c-af6ace57ce7a req-939413b6-c36e-435d-9f70-8e259095c9fe tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:14.818215 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13b6e1ed-c182-40e1-ad5c-af6ace57ce7a req-939413b6-c36e-435d-9f70-8e259095c9fe tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 945 time: 0.1065290 Jan 28 05:36:14.849699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Attempting to bind port a2fc7e15-28c8-41ca-b41d-db021fed8400 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:36:14.850024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Attempting to bind port a2fc7e15-28c8-41ca-b41d-db021fed8400 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:36:14.850410 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Attempting to bind port a2fc7e15-28c8-41ca-b41d-db021fed8400 on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:14.859322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Port a2fc7e15-28c8-41ca-b41d-db021fed8400 on network a68ceb60-a872-4bba-990e-8e03126b2535 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:36:14.859690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Attempting to bind port a2fc7e15-28c8-41ca-b41d-db021fed8400 on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:14.870528 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:36:14.870864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Checking segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:36:14.871242 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Bound using segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:36:14.871662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Bound port: a2fc7e15-28c8-41ca-b41d-db021fed8400, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:36:14.872015 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:14.898700 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13b6e1ed-c182-40e1-ad5c-af6ace57ce7a req-50409e89-1983-4886-a45b-38aecb32551b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727246 Jan 28 05:36:14.952617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] For port a2fc7e15-28c8-41ca-b41d-db021fed8400, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:36:14.956501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] For port a2fc7e15-28c8-41ca-b41d-db021fed8400, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=a2fc7e15-28c8-41ca-b41d-db021fed8400,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:36:15.030243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6af28c-4087-4240-9f60-19394bef5b21 req-6a1b9ab5-18e0-4011-8e3f-78cb3af2a51e tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:15.031798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c6af28c-4087-4240-9f60-19394bef5b21 req-6a1b9ab5-18e0-4011-8e3f-78cb3af2a51e tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 945 time: 0.0528781 Jan 28 05:36:15.051439 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:15.135604 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:15.136218 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:15.137586 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] 10.222.0.64 "PUT /v2.0/ports/a2fc7e15-28c8-41ca-b41d-db021fed8400 HTTP/1.1" status: 200 len: 1093 time: 1.0992863 Jan 28 05:36:15.148443 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c6af28c-4087-4240-9f60-19394bef5b21 req-6181dad0-6725-43c7-8afc-e5d985aa84c6 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109653 Jan 28 05:36:15.168848 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54898757-442c-4943-9514-fef45cdd2c6f service neutron] Pushing event updated for resources: {'Port': ['ID=a2fc7e15-28c8-41ca-b41d-db021fed8400,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:15.198556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0ca56-17b8-4833-bc62-660a123813fd req-fbca0f6e-4360-46d9-b408-806eab5e7949 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:15.200105 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fbf0ca56-17b8-4833-bc62-660a123813fd req-fbca0f6e-4360-46d9-b408-806eab5e7949 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 944 time: 0.1378403 Jan 28 05:36:15.262972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fbf0ca56-17b8-4833-bc62-660a123813fd req-0611a5bb-b599-4cc0-999c-ad6c9608cfea tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568364 Jan 28 05:36:15.354682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-16f71c22-5a31-47c2-9f98-d9fcd8a7747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:15.356679 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-16f71c22-5a31-47c2-9f98-d9fcd8a7747c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 1096 time: 0.0540617 Jan 28 05:36:15.439222 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-6d125441-8980-4015-a067-01dd7a9b3b71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2fc7e15-28c8-41ca-b41d-db021fed8400 HTTP/1.1" status: 200 len: 217 time: 0.0491846 Jan 28 05:36:15.500087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5c97d-568f-4ce6-948a-67f8aa187be3 req-2c66a665-4394-441a-a234-bd9a8e325068 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:15.502758 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-57c5c97d-568f-4ce6-948a-67f8aa187be3 req-2c66a665-4394-441a-a234-bd9a8e325068 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 945 time: 0.1452391 Jan 28 05:36:15.516332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-41572f22-c564-4e74-a6e9-6a7518da905e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:15.518449 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-41572f22-c564-4e74-a6e9-6a7518da905e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.0717378 Jan 28 05:36:15.562634 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-af597505-62ad-4e27-9305-dba3b38e270a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356746 Jan 28 05:36:15.642856 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-57c5c97d-568f-4ce6-948a-67f8aa187be3 req-b414c082-0604-431e-b03f-32426d2a43d5 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233647 Jan 28 05:36:15.692512 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-b5a24403-21f5-4083-97ff-2773b74b7fc3 service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232979 Jan 28 05:36:15.723333 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 1c82b7dc-be99-440e-bfcd-190e76611c57 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:36:15.822814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a085c31-837a-463e-8d9a-1a053b4cdceb req-c17c430f-f615-4a8d-afa3-8316b81758a6 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:15.830764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a085c31-837a-463e-8d9a-1a053b4cdceb req-c17c430f-f615-4a8d-afa3-8316b81758a6 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 948 time: 0.1225152 Jan 28 05:36:15.834535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 1c82b7dc-be99-440e-bfcd-190e76611c57, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=1c82b7dc-be99-440e-bfcd-190e76611c57,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:15.849439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '1c82b7dc-be99-440e-bfcd-190e76611c57', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '1c82b7dc-be99-440e-bfcd-190e76611c57', 'mac_address': 'fa:16:3e:88:8d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:36:15.865963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62a186fd-99e2-4e8e-abad-a6448a4c0673 req-362861d7-03c2-4e41-9a59-6bfc2e6c57ac service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666853 Jan 28 05:36:15.897118 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 1c82b7dc-be99-440e-bfcd-190e76611c57 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:15.897412 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1c82b7dc-be99-440e-bfcd-190e76611c57), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:15.905436 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a085c31-837a-463e-8d9a-1a053b4cdceb req-23761653-24f9-43f5-9217-49be8058a410 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733764 Jan 28 05:36:15.917048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c82b7dc-be99-440e-bfcd-190e76611c57 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:15.938538 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 1c82b7dc-be99-440e-bfcd-190e76611c57, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=1c82b7dc-be99-440e-bfcd-190e76611c57,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:15.996131 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1c82b7dc-be99-440e-bfcd-190e76611c57), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:16.100502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=1c82b7dc-be99-440e-bfcd-190e76611c57,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:16.188411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a22570-385e-4cf9-a8e4-708f75eb3c9e req-f24fb3d1-41d4-47a1-b995-1089a756a290 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:16.189919 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82a22570-385e-4cf9-a8e4-708f75eb3c9e req-f24fb3d1-41d4-47a1-b995-1089a756a290 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.0873241 Jan 28 05:36:16.210972 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2411ed8-3fca-4cfb-84e8-54084f71ffec req-93eecfad-c723-4111-8a71-a251049e987c tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:16.212430 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2411ed8-3fca-4cfb-84e8-54084f71ffec req-93eecfad-c723-4111-8a71-a251049e987c tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 945 time: 0.0745292 Jan 28 05:36:16.296517 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82a22570-385e-4cf9-a8e4-708f75eb3c9e req-40f00d4b-37c3-4c39-a74a-f546826e110c tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934231 Jan 28 05:36:16.314661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf2a9ad-9341-4f07-b694-769085350101', 'tag': 'a2fc7e15-28c8-41ca-b41d-db021fed8400'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:16.317043 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7071f3d6-bfbb-4023-a0aa-323fc186ac69" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf2a9ad-9341-4f07-b694-769085350101", "tag": "a2fc7e15-28c8-41ca-b41d-db021fed8400"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:16.328293 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2411ed8-3fca-4cfb-84e8-54084f71ffec req-6db9b8cd-61ab-4557-a6b3-b5d8ff4eeed0 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045854 Jan 28 05:36:16.347075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device cf01543f-3684-46c2-a7ca-7d00c851b86c no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:36:16.352808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['1c82b7dc-be99-440e-bfcd-190e76611c57'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:16.418049 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf887b8-f230-431c-b68f-f8bf7605dfef x-openstack-request-id: req-6bf887b8-f230-431c-b68f-f8bf7605dfef {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:16.418367 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf2a9ad-9341-4f07-b694-769085350101", "tag": "a2fc7e15-28c8-41ca-b41d-db021fed8400", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:16.418627 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bf887b8-f230-431c-b68f-f8bf7605dfef {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:16.419037 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf2a9ad-9341-4f07-b694-769085350101', 'tag': 'a2fc7e15-28c8-41ca-b41d-db021fed8400', 'status': 'completed', 'code': 200} Jan 28 05:36:16.431152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: cf01543f-3684-46c2-a7ca-7d00c851b86c {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:36:16.431814 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device cf01543f-3684-46c2-a7ca-7d00c851b86c not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:36:16.529844 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d6631-d75d-4773-8c4f-ee617a40cd90 req-c4a10f53-b1ab-4ab4-8b9a-4fad097d64c1 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:16.535600 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-493d6631-d75d-4773-8c4f-ee617a40cd90 req-c4a10f53-b1ab-4ab4-8b9a-4fad097d64c1 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 944 time: 0.1663501 Jan 28 05:36:16.573242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45932) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:16.614924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071f3d6-bfbb-4023-a0aa-323fc186ac69 req-d8ac24cf-70c6-4f42-afd5-5226c00400e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:16.616706 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7071f3d6-bfbb-4023-a0aa-323fc186ac69 req-d8ac24cf-70c6-4f42-afd5-5226c00400e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 1096 time: 0.1501446 Jan 28 05:36:16.638737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4274c2-90bc-40ee-9e65-1bb960eb2f22 req-a67c989d-3956-44ec-bd66-32f2d689263b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:16.646564 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a4274c2-90bc-40ee-9e65-1bb960eb2f22 req-a67c989d-3956-44ec-bd66-32f2d689263b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 945 time: 0.1096737 Jan 28 05:36:16.778361 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-adc0cd29-7cea-41fd-a7ab-a3e82e6fb537 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6f0bc89fc584c3b94824d5c9278396b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037134 Jan 28 05:36:16.779467 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45936) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:16.805341 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-493d6631-d75d-4773-8c4f-ee617a40cd90 req-09045ec7-8272-47d7-a5bc-5ebf05cfae19 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476721 Jan 28 05:36:16.827085 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a4274c2-90bc-40ee-9e65-1bb960eb2f22 req-7b95c458-79fb-456e-a68e-c9346336b4e7 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795599 Jan 28 05:36:16.828256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071f3d6-bfbb-4023-a0aa-323fc186ac69 req-138dcf68-8283-4758-a978-50ccd24d0132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:16.830595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7071f3d6-bfbb-4023-a0aa-323fc186ac69 req-138dcf68-8283-4758-a978-50ccd24d0132 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.1993456 Jan 28 05:36:16.866223 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48b4af7c-541e-4b42-a3ee-ead1943c1d91 admin admin] Publish callbacks [] for security_group (d4862bbd-bc9d-4753-a32b-1eada5fd5e20), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:16.911253 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48b4af7c-541e-4b42-a3ee-ead1943c1d91 admin admin] Publish callbacks [] for security_group (d4862bbd-bc9d-4753-a32b-1eada5fd5e20), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:16.913765 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7071f3d6-bfbb-4023-a0aa-323fc186ac69 req-76c64324-834a-47ee-ae37-9801fa806df4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2fc7e15-28c8-41ca-b41d-db021fed8400 HTTP/1.1" status: 200 len: 217 time: 0.0701752 Jan 28 05:36:17.106189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c6279-7293-46f2-8a46-e454696b3ace req-ef524cb6-2961-451f-970c-bca037293355 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:17.108764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b62c6279-7293-46f2-8a46-e454696b3ace req-ef524cb6-2961-451f-970c-bca037293355 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 949 time: 0.0930004 Jan 28 05:36:17.109798 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48b4af7c-541e-4b42-a3ee-ead1943c1d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d4862bbd-bc9d-4753-a32b-1eada5fd5e20), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:17.110940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071f3d6-bfbb-4023-a0aa-323fc186ac69 req-fe222587-1e3a-4bb2-8d7b-7768e5c270e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:17.112411 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48b4af7c-541e-4b42-a3ee-ead1943c1d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:17.117119 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7071f3d6-bfbb-4023-a0aa-323fc186ac69 req-fe222587-1e3a-4bb2-8d7b-7768e5c270e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.1809902 Jan 28 05:36:17.117239 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-48b4af7c-541e-4b42-a3ee-ead1943c1d91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4862bbd-bc9d-4753-a32b-1eada5fd5e20 HTTP/1.1" status: 204 len: 168 time: 0.3330297 Jan 28 05:36:17.135949 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4af7c-541e-4b42-a3ee-ead1943c1d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4862bbd-bc9d-4753-a32b-1eada5fd5e20,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:17.153410 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7071f3d6-bfbb-4023-a0aa-323fc186ac69 req-86629540-73a3-4e68-bd76-22ff42e5ce23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321591 Jan 28 05:36:17.289356 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b62c6279-7293-46f2-8a46-e454696b3ace req-05affc16-ff72-4fd8-8371-6b2e62220388 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392741 Jan 28 05:36:17.320888 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7071f3d6-bfbb-4023-a0aa-323fc186ac69 req-b8a60558-3260-4813-a62c-d5a8c25484cb service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551988 Jan 28 05:36:17.444371 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7071f3d6-bfbb-4023-a0aa-323fc186ac69 req-a4d698e5-6dbc-4a1b-9cc9-3949dda4d2d2 service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163127 Jan 28 05:36:17.608218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096fb16-b6bf-4316-830f-24d023f0f36c req-17226d6c-b3a7-4e75-b397-1bc373e04036 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:17.609731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a096fb16-b6bf-4316-830f-24d023f0f36c req-17226d6c-b3a7-4e75-b397-1bc373e04036 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.0592797 Jan 28 05:36:17.700837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a096fb16-b6bf-4316-830f-24d023f0f36c req-7442f972-2718-4752-8b71-7050c66ca87e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698462 Jan 28 05:36:17.761016 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 1c82b7dc-be99-440e-bfcd-190e76611c57 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:36:17.856580 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45970) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:17.914593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 1c82b7dc-be99-440e-bfcd-190e76611c57 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:36:17.919310 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 1c82b7dc-be99-440e-bfcd-190e76611c57 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:36:17.919950 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1c82b7dc-be99-440e-bfcd-190e76611c57), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:17.927465 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ffefc3c3-83ae-431a-92a1-b3e9155b1dc3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76fe4cd89e2a4898a89d6853c02a4843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0642724 Jan 28 05:36:17.927901 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45972) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:17.951891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6dcbf-c26c-464e-8895-4829d53b143a req-57277b83-59f5-4c60-b64b-839e8b5b81a3 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:17.953610 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dcc6dcbf-c26c-464e-8895-4829d53b143a req-57277b83-59f5-4c60-b64b-839e8b5b81a3 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 944 time: 0.0717802 Jan 28 05:36:17.998222 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0453c892-8b62-4e12-934f-246a2531bf80 admin admin] Publish callbacks [] for security_group (94f3d16e-5d23-467d-89c0-bb6aba75d2b2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:18.024452 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0453c892-8b62-4e12-934f-246a2531bf80 admin admin] Publish callbacks [] for security_group (94f3d16e-5d23-467d-89c0-bb6aba75d2b2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:18.032693 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 1c82b7dc-be99-440e-bfcd-190e76611c57 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:18.033228 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1c82b7dc-be99-440e-bfcd-190e76611c57), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:18.057099 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dcc6dcbf-c26c-464e-8895-4829d53b143a req-2661c826-f3dd-4495-8ec1-0f661752458d tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970876 Jan 28 05:36:18.078013 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd886e797-faf5-490a-8006-2235e994f942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c82b7dc-be99-440e-bfcd-190e76611c57'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:18.080771 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42494cc0-6ac8-4de3-8c6b-eedc88a69364" -d '{"events": [{"server_uuid": "d886e797-faf5-490a-8006-2235e994f942", "name": "network-vif-plugged", "status": "completed", "tag": "1c82b7dc-be99-440e-bfcd-190e76611c57"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:18.099380 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 1c82b7dc-be99-440e-bfcd-190e76611c57, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=1c82b7dc-be99-440e-bfcd-190e76611c57,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:18.133616 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f08f882-a3f8-4854-adde-161f57bd4b41 x-openstack-request-id: req-0f08f882-a3f8-4854-adde-161f57bd4b41 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:18.133934 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d886e797-faf5-490a-8006-2235e994f942", "name": "network-vif-plugged", "status": "completed", "tag": "1c82b7dc-be99-440e-bfcd-190e76611c57", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:18.134194 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f08f882-a3f8-4854-adde-161f57bd4b41 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:18.134631 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd886e797-faf5-490a-8006-2235e994f942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c82b7dc-be99-440e-bfcd-190e76611c57', 'code': 200} Jan 28 05:36:18.173583 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafadd5-8a2c-439d-9011-4a0f461ebdde req-51aa932f-a7b3-4f6c-9aff-a5a7301b0331 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:18.175089 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0aafadd5-8a2c-439d-9011-4a0f461ebdde req-51aa932f-a7b3-4f6c-9aff-a5a7301b0331 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 945 time: 0.0571618 Jan 28 05:36:18.229547 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1c82b7dc-be99-440e-bfcd-190e76611c57), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:18.230396 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0aafadd5-8a2c-439d-9011-4a0f461ebdde req-80fbeaa5-2629-45e9-beaf-731dd025c6f5 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487857 Jan 28 05:36:18.266233 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0453c892-8b62-4e12-934f-246a2531bf80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (94f3d16e-5d23-467d-89c0-bb6aba75d2b2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:18.268607 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0453c892-8b62-4e12-934f-246a2531bf80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:18.276362 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0453c892-8b62-4e12-934f-246a2531bf80 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94f3d16e-5d23-467d-89c0-bb6aba75d2b2 HTTP/1.1" status: 204 len: 168 time: 0.3411462 Jan 28 05:36:18.292865 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453c892-8b62-4e12-934f-246a2531bf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f3d16e-5d23-467d-89c0-bb6aba75d2b2,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:18.295555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e2d80-d9f7-424b-bf1c-00e536a9f509 req-7ec9c442-732b-46d0-8643-602374cf7ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:18.298123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de2e2d80-d9f7-424b-bf1c-00e536a9f509 req-7ec9c442-732b-46d0-8643-602374cf7ff0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 1102 time: 0.0569487 Jan 28 05:36:18.322594 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=1c82b7dc-be99-440e-bfcd-190e76611c57,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:18.367039 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de2e2d80-d9f7-424b-bf1c-00e536a9f509 req-af1753f9-5e5a-487a-81e1-6603e40fc9fe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634286 Jan 28 05:36:18.424171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9392ca-79e8-43ba-ab27-47f0777506ec req-c039300a-b4d4-4956-bf7f-f0dd07767420 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:18.425697 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc9392ca-79e8-43ba-ab27-47f0777506ec req-c039300a-b4d4-4956-bf7f-f0dd07767420 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 950 time: 0.0486553 Jan 28 05:36:18.488725 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc9392ca-79e8-43ba-ab27-47f0777506ec req-1836661c-1631-40cb-9447-fd420d82d7b1 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539813 Jan 28 05:36:18.827489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dffa2-f83e-4b33-b414-874024c55fcc req-e9bfdac0-c22e-455d-9050-c5f428272c6b tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:18.829095 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-500dffa2-f83e-4b33-b414-874024c55fcc req-e9bfdac0-c22e-455d-9050-c5f428272c6b tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.0516522 Jan 28 05:36:18.877702 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-500dffa2-f83e-4b33-b414-874024c55fcc req-db20e366-ed35-44ca-9f0b-7bea93ec6637 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424874 Jan 28 05:36:19.202891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e669b-e824-4b8d-a1a9-486d5fdd2771 req-b602b812-3b1c-4ad6-9601-ce4808b3bdee tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:19.204368 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-346e669b-e824-4b8d-a1a9-486d5fdd2771 req-b602b812-3b1c-4ad6-9601-ce4808b3bdee tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 944 time: 0.0543392 Jan 28 05:36:19.254238 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-346e669b-e824-4b8d-a1a9-486d5fdd2771 req-0a3660c8-e8ff-4025-802f-9c2728e5127e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433879 Jan 28 05:36:19.372255 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd6581-05b0-44b1-9a18-95785de25891 req-d46cc7e2-b425-47fc-91b9-402917bc63f1 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:19.373939 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75fd6581-05b0-44b1-9a18-95785de25891 req-d46cc7e2-b425-47fc-91b9-402917bc63f1 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 945 time: 0.0510070 Jan 28 05:36:19.428817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75fd6581-05b0-44b1-9a18-95785de25891 req-92163bb4-416d-4710-9c06-68b84ab46b5f tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477197 Jan 28 05:36:19.620699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbff73-df86-46f0-bd44-d409b43b563c req-77f52514-c65b-4397-832e-56870996de40 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:19.622168 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94fbff73-df86-46f0-bd44-d409b43b563c req-77f52514-c65b-4397-832e-56870996de40 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 950 time: 0.0597298 Jan 28 05:36:19.671604 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-c4749754-b823-4aa2-a498-750e45584909 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7c3f8073f3fe4a548420ae365875bec7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482879 Jan 28 05:36:19.702337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94fbff73-df86-46f0-bd44-d409b43b563c req-28c4f355-f7b1-4d29-a3d2-01264fe87a11 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692902 Jan 28 05:36:19.780495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device a2fc7e15-28c8-41ca-b41d-db021fed8400 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:36:19.808683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-c5da61f8-8d0e-432d-9f45-7b294e22598f tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:19.814861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-c5da61f8-8d0e-432d-9f45-7b294e22598f tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1354859 Jan 28 05:36:19.841436 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-c0a9136f-68b7-4824-a094-bfd8aae00d36 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/quotas/7c3f8073f3fe4a548420ae365875bec7 HTTP/1.1" status: 200 len: 375 time: 0.0250342 Jan 28 05:36:19.880482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-f3483ff6-41a5-490d-b2ce-58b31a8cc5af tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c3f8073f3fe4a548420ae365875bec7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313902 Jan 28 05:36:19.889477 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port a2fc7e15-28c8-41ca-b41d-db021fed8400, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=a2fc7e15-28c8-41ca-b41d-db021fed8400,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:19.903361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'a2fc7e15-28c8-41ca-b41d-db021fed8400', 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535', 'port_id': 'a2fc7e15-28c8-41ca-b41d-db021fed8400', 'mac_address': 'fa:16:3e:f0:a2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf612c3-3d2e-4597-93d5-824acf2a3cd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:36:19.948767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port a2fc7e15-28c8-41ca-b41d-db021fed8400 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:19.949421 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:19.967333 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fc7e15-28c8-41ca-b41d-db021fed8400 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:20.004261 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port a2fc7e15-28c8-41ca-b41d-db021fed8400, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=a2fc7e15-28c8-41ca-b41d-db021fed8400,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:20.018177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee0751-c939-437e-803e-1f9a4104ed7a req-9120c313-0c48-41bf-ba52-18bc55dd3cd7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:20.019698 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4dee0751-c939-437e-803e-1f9a4104ed7a req-9120c313-0c48-41bf-ba52-18bc55dd3cd7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.0597639 Jan 28 05:36:20.068076 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4dee0751-c939-437e-803e-1f9a4104ed7a req-82e1f541-8c54-4aca-ad8f-7a01ba931150 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420041 Jan 28 05:36:20.087338 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:20.164603 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=a2fc7e15-28c8-41ca-b41d-db021fed8400,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:20.166862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16fc0c66-ae59-44f2-bff9-8bc605fe8366 req-34af67d6-a696-47c6-8e79-6b16762ac1d6 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 210 time: 0.0337965 Jan 28 05:36:20.386327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8bf38-f80a-423a-a918-85b43be22539 req-b956638b-9455-4895-9eab-93f62fd993d3 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:20.387807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5a8bf38-f80a-423a-a918-85b43be22539 req-b956638b-9455-4895-9eab-93f62fd993d3 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 945 time: 0.0509820 Jan 28 05:36:20.404590 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:36:20.440666 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5a8bf38-f80a-423a-a918-85b43be22539 req-6411a7dc-7e49-4940-9646-3223cd798406 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467477 Jan 28 05:36:20.467837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['a2fc7e15-28c8-41ca-b41d-db021fed8400'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:20.559189 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=43eb7b7d-78dd-46e2-bf38-ee93f01e1036,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:20.573042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be7c60-af97-415b-9685-0ecc81ad8c45 req-201ba1af-da0e-407a-8f76-aa85b01d7a48 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:20.575732 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4be7c60-af97-415b-9685-0ecc81ad8c45 req-201ba1af-da0e-407a-8f76-aa85b01d7a48 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 945 time: 0.0540664 Jan 28 05:36:20.578526 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '43eb7b7d-78dd-46e2-bf38-ee93f01e1036', 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677', 'port_id': '43eb7b7d-78dd-46e2-bf38-ee93f01e1036', 'mac_address': 'fa:16:3e:7a:70:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b366577e-bca6-4046-9c8c-352fbc1be9f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:36:20.642276 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4be7c60-af97-415b-9685-0ecc81ad8c45 req-958c6db2-f5ef-4ad3-934f-1cfe57090e6b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587354 Jan 28 05:36:20.655976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:20.656371 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:20.682887 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:20.715969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=43eb7b7d-78dd-46e2-bf38-ee93f01e1036,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:20.795717 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:20.824497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ccc48-73e2-441c-bed4-1314c1f31257 req-201296f1-4639-48e9-b7e3-4343877650cf tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:20.826146 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e4ccc48-73e2-441c-bed4-1314c1f31257 req-201296f1-4639-48e9-b7e3-4343877650cf tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 950 time: 0.0491912 Jan 28 05:36:20.855078 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=43eb7b7d-78dd-46e2-bf38-ee93f01e1036,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:20.892456 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e4ccc48-73e2-441c-bed4-1314c1f31257 req-6d562071-5031-434d-9cdb-7e861cf2d230 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513110 Jan 28 05:36:20.998158 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['43eb7b7d-78dd-46e2-bf38-ee93f01e1036'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:21.203867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ee3d0-10a5-46a7-9112-4fee307ff8f1 req-b87c134c-4393-471f-9f14-e557a2a18428 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:21.205325 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d4ee3d0-10a5-46a7-9112-4fee307ff8f1 req-b87c134c-4393-471f-9f14-e557a2a18428 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.0533881 Jan 28 05:36:21.256900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d4ee3d0-10a5-46a7-9112-4fee307ff8f1 req-90968700-6938-4b52-814d-7937a8272fe0 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445178 Jan 28 05:36:21.342602 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-83ac5ca1-ff22-49e9-a586-46e07d5bcc45 req-c16234c4-f2e1-45f8-b3a6-37d1af478ccd tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 210 time: 0.0318718 Jan 28 05:36:21.391181 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad4854-806c-4252-a90d-12a4a3cc59d0 req-bce8f911-398c-487f-ba75-7ba03c7caae4 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:21.392630 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1ad4854-806c-4252-a90d-12a4a3cc59d0 req-bce8f911-398c-487f-ba75-7ba03c7caae4 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 950 time: 0.0526509 Jan 28 05:36:21.440348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1ad4854-806c-4252-a90d-12a4a3cc59d0 req-38619f64-45a4-437f-9fc5-3da5cee8eb58 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412393 Jan 28 05:36:21.573533 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51444f14-d591-4f21-a996-6b53a805f6e2 req-e9602c29-1f4f-41af-afce-f3f6d6157d7d tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:21.575020 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51444f14-d591-4f21-a996-6b53a805f6e2 req-e9602c29-1f4f-41af-afce-f3f6d6157d7d tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 945 time: 0.0524738 Jan 28 05:36:21.626034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51444f14-d591-4f21-a996-6b53a805f6e2 req-b8a847c7-2d44-4d67-ab4a-2cf95cce93c5 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452147 Jan 28 05:36:21.779277 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b46f69-7318-4f67-a346-50d8a967d639 req-be14d6f9-d528-47f1-b7f2-ecbadcac5210 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:21.780978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3b46f69-7318-4f67-a346-50d8a967d639 req-be14d6f9-d528-47f1-b7f2-ecbadcac5210 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 944 time: 0.0585978 Jan 28 05:36:21.783071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device a2fc7e15-28c8-41ca-b41d-db021fed8400 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:36:21.850844 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3b46f69-7318-4f67-a346-50d8a967d639 req-06b4c78d-9d01-42c5-8c1c-5e11a1368467 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625823 Jan 28 05:36:21.925924 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port a2fc7e15-28c8-41ca-b41d-db021fed8400 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:36:21.931036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port a2fc7e15-28c8-41ca-b41d-db021fed8400 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:36:21.931571 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:22.047375 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port a2fc7e15-28c8-41ca-b41d-db021fed8400 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:22.047683 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:22.080261 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf2a9ad-9341-4f07-b694-769085350101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fc7e15-28c8-41ca-b41d-db021fed8400'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:22.080261 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2849241a-cba3-45fd-b29e-c72793a72c0f" -d '{"events": [{"server_uuid": "cbf2a9ad-9341-4f07-b694-769085350101", "name": "network-vif-plugged", "status": "completed", "tag": "a2fc7e15-28c8-41ca-b41d-db021fed8400"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:22.094733 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port a2fc7e15-28c8-41ca-b41d-db021fed8400, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=a2fc7e15-28c8-41ca-b41d-db021fed8400,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:22.123384 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73006c81-7d3c-412a-9195-c532a9dc3384 x-openstack-request-id: req-73006c81-7d3c-412a-9195-c532a9dc3384 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:22.123763 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf2a9ad-9341-4f07-b694-769085350101", "name": "network-vif-plugged", "status": "completed", "tag": "a2fc7e15-28c8-41ca-b41d-db021fed8400", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:22.124091 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73006c81-7d3c-412a-9195-c532a9dc3384 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:22.124544 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf2a9ad-9341-4f07-b694-769085350101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fc7e15-28c8-41ca-b41d-db021fed8400', 'code': 200} Jan 28 05:36:22.184627 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:22.242914 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=a2fc7e15-28c8-41ca-b41d-db021fed8400,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:22.294920 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e550c-a192-459d-843b-76c41a676535 req-f105828e-3db0-47ab-8e25-ab66469cd40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:22.296496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c9e550c-a192-459d-843b-76c41a676535 req-f105828e-3db0-47ab-8e25-ab66469cd40f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 1098 time: 0.0494695 Jan 28 05:36:22.407919 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c9e550c-a192-459d-843b-76c41a676535 req-4271c52a-3519-4dea-9e74-70694d58962f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972567 Jan 28 05:36:22.428714 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:36:22.435655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2d231-cb24-48a5-ab9e-9468270d113c req-e7e5d7ec-ead9-4cf6-b1d4-073c84f0202e tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:22.437397 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72f2d231-cb24-48a5-ab9e-9468270d113c req-e7e5d7ec-ead9-4cf6-b1d4-073c84f0202e tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 944 time: 0.0934124 Jan 28 05:36:22.448644 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071c79a-43e9-4302-91b7-d084f3bd8d0b req-ac0ea155-4e60-4630-ad4f-7b7089777ded tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:22.450195 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3071c79a-43e9-4302-91b7-d084f3bd8d0b req-ac0ea155-4e60-4630-ad4f-7b7089777ded tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.0909786 Jan 28 05:36:22.512314 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 is: BUILD; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:22.512938 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:22.521191 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72f2d231-cb24-48a5-ab9e-9468270d113c req-66726b3a-0008-4b42-aa8b-d35a4e3fe9d4 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699208 Jan 28 05:36:22.528824 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:22.549636 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=43eb7b7d-78dd-46e2-bf38-ee93f01e1036,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:22.554111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3071c79a-43e9-4302-91b7-d084f3bd8d0b req-d8bec139-4f7e-4d35-9a53-b5311aa9d993 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893872 Jan 28 05:36:22.626172 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1c75fa7-7548-44e2-945c-c256902582ad req-c22b9992-43fd-4184-a200-255cc3bee1aa tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 210 time: 0.0302522 Jan 28 05:36:22.643825 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:22.679735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4844962-38fd-44fe-8bf6-7ecd49a5ad80 req-c80196f6-fa5c-4abc-80a3-22424799a205 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:22.686957 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f4844962-38fd-44fe-8bf6-7ecd49a5ad80 req-c80196f6-fa5c-4abc-80a3-22424799a205 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 950 time: 0.0637457 Jan 28 05:36:22.709476 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=43eb7b7d-78dd-46e2-bf38-ee93f01e1036,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:22.760451 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f4844962-38fd-44fe-8bf6-7ecd49a5ad80 req-f80e3a9a-4e2f-44e3-976a-21e2e822e1e9 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724566 Jan 28 05:36:22.786678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23239a7-5e6a-4a47-9f32-6f47f6a45cec req-b4cb2e74-24f7-4d92-b3be-bb0d796c40c1 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:22.786678 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d23239a7-5e6a-4a47-9f32-6f47f6a45cec req-b4cb2e74-24f7-4d92-b3be-bb0d796c40c1 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.0633903 Jan 28 05:36:22.839892 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d23239a7-5e6a-4a47-9f32-6f47f6a45cec req-bad8b74b-6d32-4c73-82e8-f2ea622e3c2f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495598 Jan 28 05:36:22.892345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6fce5-85f8-4b25-b46d-00cce8cff622 req-45f05d30-616a-48b8-964e-d9e4e7d87f88 tempest-LiveMigrationNegativeTest-371149719 tempest-LiveMigrationNegativeTest-371149719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:22.893963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5c6fce5-85f8-4b25-b46d-00cce8cff622 req-45f05d30-616a-48b8-964e-d9e4e7d87f88 tempest-LiveMigrationNegativeTest-371149719 tempest-LiveMigrationNegativeTest-371149719-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 1102 time: 0.0529320 Jan 28 05:36:22.913925 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5c6fce5-85f8-4b25-b46d-00cce8cff622 req-9a0995dd-0891-4bb2-9207-94bcbda548f4 tempest-LiveMigrationNegativeTest-371149719 tempest-LiveMigrationNegativeTest-371149719-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:22.983325 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-4868a44c-550b-4e5b-a48f-6988977ad0e2 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7c3f8073f3fe4a548420ae365875bec7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304246 Jan 28 05:36:23.065856 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5c6fce5-85f8-4b25-b46d-00cce8cff622 req-9a0995dd-0891-4bb2-9207-94bcbda548f4 tempest-LiveMigrationNegativeTest-371149719 tempest-LiveMigrationNegativeTest-371149719-project-admin] Publish callbacks [] for security_group (8cc40902-1170-4d86-99bd-0169db729c53), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:23.112353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-8c163985-8360-4e2a-9f0b-cccc69ce9809 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:23.114734 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-8c163985-8360-4e2a-9f0b-cccc69ce9809 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1234143 Jan 28 05:36:23.116051 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5c6fce5-85f8-4b25-b46d-00cce8cff622 req-9a0995dd-0891-4bb2-9207-94bcbda548f4 tempest-LiveMigrationNegativeTest-371149719 tempest-LiveMigrationNegativeTest-371149719-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8cc40902-1170-4d86-99bd-0169db729c53), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:23.152568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-9d017220-e234-4f93-895c-4ede30f41888 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Request body: {'port': {'device_id': 'ed35c42e-82fe-4210-bfb1-5d7afc39c17a', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '7c3f8073f3fe4a548420ae365875bec7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:23.159457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0995dd-0891-4bb2-9207-94bcbda548f4 tempest-LiveMigrationNegativeTest-371149719 tempest-LiveMigrationNegativeTest-371149719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc40902-1170-4d86-99bd-0169db729c53,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:23.225824 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5c6fce5-85f8-4b25-b46d-00cce8cff622 req-9a0995dd-0891-4bb2-9207-94bcbda548f4 tempest-LiveMigrationNegativeTest-371149719 tempest-LiveMigrationNegativeTest-371149719-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249495 Jan 28 05:36:23.379744 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-9d017220-e234-4f93-895c-4ede30f41888 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Made reservation on behalf of 7c3f8073f3fe4a548420ae365875bec7 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:36:23.383887 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-9d017220-e234-4f93-895c-4ede30f41888 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:23.629470 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-9d017220-e234-4f93-895c-4ede30f41888 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:23.749417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575e61d-dd35-4800-825c-a66c9a0ffdb7 req-516d81b9-e26e-4cee-90b2-c907e7d18d50 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:23.751038 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4575e61d-dd35-4800-825c-a66c9a0ffdb7 req-516d81b9-e26e-4cee-90b2-c907e7d18d50 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 943 time: 0.1234779 Jan 28 05:36:23.778168 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-9d017220-e234-4f93-895c-4ede30f41888 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Publish callbacks [] for security_group (64b5e4e7-9673-4656-93ec-ac32e53110fc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:23.847631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfa15f-dc88-434d-a338-390ac13d03de req-35df8c9e-49e4-4a6f-942c-e97470dc8776 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:23.849553 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5cbfa15f-dc88-434d-a338-390ac13d03de req-35df8c9e-49e4-4a6f-942c-e97470dc8776 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.0975978 Jan 28 05:36:23.856978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4575e61d-dd35-4800-825c-a66c9a0ffdb7 req-666b87c8-af22-4466-bda5-726c6f4a1208 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868411 Jan 28 05:36:23.872119 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-9d017220-e234-4f93-895c-4ede30f41888 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (64b5e4e7-9673-4656-93ec-ac32e53110fc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:23.991520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b4c59aa-2954-4055-8aaa-b117a97e17ff req-33853b8e-f1c0-4070-8d17-ee8532bf9204 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 210 time: 0.0466294 Jan 28 05:36:23.992138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d017220-e234-4f93-895c-4ede30f41888 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b5e4e7-9673-4656-93ec-ac32e53110fc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:24.000518 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5cbfa15f-dc88-434d-a338-390ac13d03de req-8913ca73-b5bb-4e33-b628-ee8b351d213b tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426129 Jan 28 05:36:24.081768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-9d017220-e234-4f93-895c-4ede30f41888 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Allocated IP 192.168.233.206 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/c42984b8-3dd0-40a4-8898-4110f0be39c2) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:36:24.256331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a7ea3-5e71-4ac3-a512-db6d30f33bc1 req-30f928ed-51e2-428e-a0d8-fb7c77319a59 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:24.257750 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a6a7ea3-5e71-4ac3-a512-db6d30f33bc1 req-30f928ed-51e2-428e-a0d8-fb7c77319a59 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.1651580 Jan 28 05:36:24.291081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e84e14-0f66-43f7-9544-7422676f1a77 req-7f6552a2-cc32-4478-a4ba-7044edcb8124 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:24.292519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79e84e14-0f66-43f7-9544-7422676f1a77 req-7f6552a2-cc32-4478-a4ba-7044edcb8124 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 950 time: 0.1879292 Jan 28 05:36:24.406113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a6a7ea3-5e71-4ac3-a512-db6d30f33bc1 req-20fc2348-d404-4d41-9620-0e4a4df60830 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404562 Jan 28 05:36:24.414085 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-9d017220-e234-4f93-895c-4ede30f41888 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Publish callbacks [] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:24.433771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79e84e14-0f66-43f7-9544-7422676f1a77 req-d8a26d48-fcd0-42d2-9239-133a6ca0af8a tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340275 Jan 28 05:36:24.456484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bc9b9-8664-4e74-b989-baf1488347e7 req-4087433a-069a-4f70-af5b-02705bba6246 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:24.457557 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b01bc9b9-8664-4e74-b989-baf1488347e7 req-4087433a-069a-4f70-af5b-02705bba6246 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 943 time: 0.1169779 Jan 28 05:36:24.579463 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-9d017220-e234-4f93-895c-4ede30f41888 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:24.643626 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-9d017220-e234-4f93-895c-4ede30f41888 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:36:24.653178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-9d017220-e234-4f93-895c-4ede30f41888 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:36:24.660392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-9d017220-e234-4f93-895c-4ede30f41888 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:36:24.668971 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d017220-e234-4f93-895c-4ede30f41888 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Pushing event updated for resources: {'Port': ['ID=c42984b8-3dd0-40a4-8898-4110f0be39c2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:24.698438 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bdc78-8757-4b1e-b855-973a56069305 req-95ab5d37-dbc1-4dee-8d7c-c650a3a6abb7 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:24.699990 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d5bdc78-8757-4b1e-b855-973a56069305 req-95ab5d37-dbc1-4dee-8d7c-c650a3a6abb7 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 1098 time: 0.1503401 Jan 28 05:36:24.704045 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:24.744660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-b01bc9b9-8664-4e74-b989-baf1488347e7 req-ca481ca2-25ac-4e4a-85fe-a52d1015a360 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Deleting port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:36:24.744999 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b01bc9b9-8664-4e74-b989-baf1488347e7 req-ca481ca2-25ac-4e4a-85fe-a52d1015a360 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:24.770830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-9d017220-e234-4f93-895c-4ede30f41888 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:24.771750 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-9d017220-e234-4f93-895c-4ede30f41888 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:24.846748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d5bdc78-8757-4b1e-b855-973a56069305 req-04d78032-a356-41ed-a4bd-9b03869b83a2 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376755 Jan 28 05:36:24.884880 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b01bc9b9-8664-4e74-b989-baf1488347e7 req-ca481ca2-25ac-4e4a-85fe-a52d1015a360 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] For port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=43eb7b7d-78dd-46e2-bf38-ee93f01e1036,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:24.885257 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b01bc9b9-8664-4e74-b989-baf1488347e7 req-ca481ca2-25ac-4e4a-85fe-a52d1015a360 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:24.900415 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-b01bc9b9-8664-4e74-b989-baf1488347e7 req-ca481ca2-25ac-4e4a-85fe-a52d1015a360 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Calling delete_port for 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:36:24.916660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-9d017220-e234-4f93-895c-4ede30f41888 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7678730 Jan 28 05:36:24.947676 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8ff2e6d7-070d-423d-8e5c-692c3a3f9ad6 None None] Provisioning complete for port c42984b8-3dd0-40a4-8898-4110f0be39c2 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:36:24.948268 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ff2e6d7-070d-423d-8e5c-692c3a3f9ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:24.956377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Request body: {'port': {'device_id': 'ed35c42e-82fe-4210-bfb1-5d7afc39c17a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:24.983386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8ff2e6d7-070d-423d-8e5c-692c3a3f9ad6 None None] Port c42984b8-3dd0-40a4-8898-4110f0be39c2 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:36:25.079470 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:25.097581 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aad3db-588a-48aa-9cc8-b88a7db89c93 req-e61e64ea-6c6b-4216-a63c-f5eb781d1ec5 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:25.099928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-99aad3db-588a-48aa-9cc8-b88a7db89c93 req-e61e64ea-6c6b-4216-a63c-f5eb781d1ec5 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 943 time: 0.1381419 Jan 28 05:36:25.302371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e807e77-bb5d-4176-81ca-9ad2a0688c38 req-a83d10f3-83b7-45f1-becf-6031c72eda01 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:25.304119 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e807e77-bb5d-4176-81ca-9ad2a0688c38 req-a83d10f3-83b7-45f1-becf-6031c72eda01 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.2017071 Jan 28 05:36:25.336388 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b01bc9b9-8664-4e74-b989-baf1488347e7 req-ca481ca2-25ac-4e4a-85fe-a52d1015a360 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (43eb7b7d-78dd-46e2-bf38-ee93f01e1036), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:25.340734 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-99aad3db-588a-48aa-9cc8-b88a7db89c93 req-d951f982-495f-453e-b097-0edfaef3a41d tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284696 Jan 28 05:36:25.382083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca481ca2-25ac-4e4a-85fe-a52d1015a360 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Pushing event deleted for resources: {'Port': ['ID=43eb7b7d-78dd-46e2-bf38-ee93f01e1036,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:25.517876 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01bc9b9-8664-4e74-b989-baf1488347e7 req-ca481ca2-25ac-4e4a-85fe-a52d1015a360 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] No DVR routers for this DVR port 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:36:25.520883 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b01bc9b9-8664-4e74-b989-baf1488347e7 req-ca481ca2-25ac-4e4a-85fe-a52d1015a360 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:25.524368 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b01bc9b9-8664-4e74-b989-baf1488347e7 req-ca481ca2-25ac-4e4a-85fe-a52d1015a360 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.60 "DELETE /v2.0/ports/43eb7b7d-78dd-46e2-bf38-ee93f01e1036 HTTP/1.1" status: 204 len: 173 time: 1.0574262 Jan 28 05:36:25.526950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b58354d-9bb1-4909-8050-bfdc72b32574', 'name': 'network-vif-deleted', 'tag': '43eb7b7d-78dd-46e2-bf38-ee93f01e1036'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:25.529001 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd3c8cc-4aaf-43fe-8fa8-3d63c4ddab01" -d '{"events": [{"server_uuid": "8b58354d-9bb1-4909-8050-bfdc72b32574", "name": "network-vif-deleted", "tag": "43eb7b7d-78dd-46e2-bf38-ee93f01e1036"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:25.529506 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52533f-04a0-400b-a56b-934ba696f6ee req-00932656-a592-4468-9a45-2dd66f83e53d tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:25.533167 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fa52533f-04a0-400b-a56b-934ba696f6ee req-00932656-a592-4468-9a45-2dd66f83e53d tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.64 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 950 time: 0.0696394 Jan 28 05:36:25.535371 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e807e77-bb5d-4176-81ca-9ad2a0688c38 req-833f5c59-23a0-44fc-8662-1ac1cf599a9c tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224958 Jan 28 05:36:25.579127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7c94e-ffbe-4932-a1c4-2bdaf049a781 req-aeafa7bd-928a-45eb-b3e0-8f0072b109b4 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:25.586560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6fb7c94e-ffbe-4932-a1c4-2bdaf049a781 req-aeafa7bd-928a-45eb-b3e0-8f0072b109b4 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 936 time: 0.1468399 Jan 28 05:36:25.676864 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-fa52533f-04a0-400b-a56b-934ba696f6ee req-ae6c1e42-7de5-4689-b88d-9e4261904ff6 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Deleting port 1c82b7dc-be99-440e-bfcd-190e76611c57 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:36:25.677395 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-fa52533f-04a0-400b-a56b-934ba696f6ee req-ae6c1e42-7de5-4689-b88d-9e4261904ff6 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1c82b7dc-be99-440e-bfcd-190e76611c57), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:25.704224 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6fb7c94e-ffbe-4932-a1c4-2bdaf049a781 req-3795b6ae-e8ea-4710-9064-7ed3307e9e73 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/security-groups?id=64b5e4e7-9673-4656-93ec-ac32e53110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167984 Jan 28 05:36:25.746432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976095b-7bda-4984-bec9-34162d6f3dfa req-17fbb01a-6f5b-4e13-8b25-5a51cd416482 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:25.755336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e976095b-7bda-4984-bec9-34162d6f3dfa req-17fbb01a-6f5b-4e13-8b25-5a51cd416482 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 950 time: 0.1314824 Jan 28 05:36:25.769803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42984b8-3dd0-40a4-8898-4110f0be39c2 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:25.788727 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-fa52533f-04a0-400b-a56b-934ba696f6ee req-ae6c1e42-7de5-4689-b88d-9e4261904ff6 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] For port 1c82b7dc-be99-440e-bfcd-190e76611c57, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=1c82b7dc-be99-440e-bfcd-190e76611c57,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:25.790491 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-fa52533f-04a0-400b-a56b-934ba696f6ee req-ae6c1e42-7de5-4689-b88d-9e4261904ff6 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1c82b7dc-be99-440e-bfcd-190e76611c57), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:25.791048 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Publish callbacks [] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:25.816186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Transition to ACTIVE for port object c42984b8-3dd0-40a4-8898-4110f0be39c2 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:36:25.825851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-fa52533f-04a0-400b-a56b-934ba696f6ee req-ae6c1e42-7de5-4689-b88d-9e4261904ff6 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Calling delete_port for 1c82b7dc-be99-440e-bfcd-190e76611c57 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:36:25.837401 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e976095b-7bda-4984-bec9-34162d6f3dfa req-bca76054-7e92-4e99-aae4-061b85d0dfa7 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825312 Jan 28 05:36:25.892841 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4a447b-cbb7-416c-8cae-46d296072d6e x-openstack-request-id: req-5b4a447b-cbb7-416c-8cae-46d296072d6e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:25.893370 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b58354d-9bb1-4909-8050-bfdc72b32574", "name": "network-vif-deleted", "tag": "43eb7b7d-78dd-46e2-bf38-ee93f01e1036", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:25.893627 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b4a447b-cbb7-416c-8cae-46d296072d6e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:25.894287 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b58354d-9bb1-4909-8050-bfdc72b32574', 'name': 'network-vif-deleted', 'tag': '43eb7b7d-78dd-46e2-bf38-ee93f01e1036', 'status': 'completed', 'code': 200} Jan 28 05:36:25.898097 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:25.962726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Pushing event updated for resources: {'Port': ['ID=c42984b8-3dd0-40a4-8898-4110f0be39c2,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:26.044170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Attempting to bind port c42984b8-3dd0-40a4-8898-4110f0be39c2 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:36:26.044538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Attempting to bind port c42984b8-3dd0-40a4-8898-4110f0be39c2 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:36:26.044863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Attempting to bind port c42984b8-3dd0-40a4-8898-4110f0be39c2 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:26.049729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Port c42984b8-3dd0-40a4-8898-4110f0be39c2 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:36:26.050116 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Attempting to bind port c42984b8-3dd0-40a4-8898-4110f0be39c2 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:26.055413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:36:26.055756 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:36:26.056124 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:36:26.056639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Bound port: c42984b8-3dd0-40a4-8898-4110f0be39c2, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:36:26.056991 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:26.099282 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-fa52533f-04a0-400b-a56b-934ba696f6ee req-ae6c1e42-7de5-4689-b88d-9e4261904ff6 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1c82b7dc-be99-440e-bfcd-190e76611c57), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:26.132569 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c1e42-7de5-4689-b88d-9e4261904ff6 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Pushing event deleted for resources: {'Port': ['ID=1c82b7dc-be99-440e-bfcd-190e76611c57,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:26.133263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] For port c42984b8-3dd0-40a4-8898-4110f0be39c2, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:36:26.136677 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['c41343a4-743f-4707-87b2-8a1fea130152', '1c82b7dc-be99-440e-bfcd-190e76611c57'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:26.137210 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] For port c42984b8-3dd0-40a4-8898-4110f0be39c2, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c42984b8-3dd0-40a4-8898-4110f0be39c2,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:36:26.218607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa52533f-04a0-400b-a56b-934ba696f6ee req-ae6c1e42-7de5-4689-b88d-9e4261904ff6 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] No DVR routers for this DVR port 1c82b7dc-be99-440e-bfcd-190e76611c57 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:36:26.221427 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-fa52533f-04a0-400b-a56b-934ba696f6ee req-ae6c1e42-7de5-4689-b88d-9e4261904ff6 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:26.226030 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fa52533f-04a0-400b-a56b-934ba696f6ee req-ae6c1e42-7de5-4689-b88d-9e4261904ff6 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.64 "DELETE /v2.0/ports/1c82b7dc-be99-440e-bfcd-190e76611c57 HTTP/1.1" status: 204 len: 173 time: 0.6844339 Jan 28 05:36:26.226651 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd886e797-faf5-490a-8006-2235e994f942', 'name': 'network-vif-deleted', 'tag': '1c82b7dc-be99-440e-bfcd-190e76611c57'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:26.228867 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99deef02-5608-43a2-a2d9-3ccfd1deba58" -d '{"events": [{"server_uuid": "d886e797-faf5-490a-8006-2235e994f942", "name": "network-vif-deleted", "tag": "1c82b7dc-be99-440e-bfcd-190e76611c57"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:26.229992 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:26.271535 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39b4bec-58d7-4450-9bd1-e7a6c3cc7d1c x-openstack-request-id: req-f39b4bec-58d7-4450-9bd1-e7a6c3cc7d1c {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:26.271829 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d886e797-faf5-490a-8006-2235e994f942", "name": "network-vif-deleted", "tag": "1c82b7dc-be99-440e-bfcd-190e76611c57", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:26.272230 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f39b4bec-58d7-4450-9bd1-e7a6c3cc7d1c {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:26.273089 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd886e797-faf5-490a-8006-2235e994f942', 'name': 'network-vif-deleted', 'tag': '1c82b7dc-be99-440e-bfcd-190e76611c57', 'status': 'completed', 'code': 200} Jan 28 05:36:26.296270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:26.297750 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:26.300936 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] 10.222.0.64 "PUT /v2.0/ports/c42984b8-3dd0-40a4-8898-4110f0be39c2 HTTP/1.1" status: 200 len: 1097 time: 1.3475270 Jan 28 05:36:26.341942 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f665ba4-4759-4621-8ced-a15df9032963 service neutron] Pushing event updated for resources: {'Port': ['ID=c42984b8-3dd0-40a4-8898-4110f0be39c2,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:26.534568 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50926490-9926-48d9-80b2-2f5dd8bfbead req-e66c1be9-cda0-4af7-bd77-7ba81b2f7d63 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b58354d-9bb1-4909-8050-bfdc72b32574 HTTP/1.1" status: 200 len: 210 time: 0.0471983 Jan 28 05:36:26.549466 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-33c13740-77a1-433b-9527-b8159437f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:26.553332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-33c13740-77a1-433b-9527-b8159437f44c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c3f8073f3fe4a548420ae365875bec7&device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 1100 time: 0.0753095 Jan 28 05:36:26.615151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-17bac8ef-084a-424c-8842-9bbdcd4575af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=c42984b8-3dd0-40a4-8898-4110f0be39c2 HTTP/1.1" status: 200 len: 217 time: 0.0464232 Jan 28 05:36:26.683751 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-193bc445-c7ba-441f-80fc-11bafc57f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:26.685195 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-193bc445-c7ba-441f-80fc-11bafc57f40d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0602949 Jan 28 05:36:26.772865 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdade91e-c341-4c7b-b2c1-4eb4055abc5a req-f4b82927-2a2e-4344-be97-5f377111de67 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:26.775316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdade91e-c341-4c7b-b2c1-4eb4055abc5a req-f4b82927-2a2e-4344-be97-5f377111de67 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.1522484 Jan 28 05:36:26.778582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-0dfb0500-2cf4-4e9f-8bbf-6789941ef173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:26.779493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-0dfb0500-2cf4-4e9f-8bbf-6789941ef173 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0781832 Jan 28 05:36:26.933481 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdade91e-c341-4c7b-b2c1-4eb4055abc5a req-f08b7e97-15d5-48db-b8b1-65862fdeb10b tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508904 Jan 28 05:36:26.942418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448e13e-5b53-4b73-be04-e3d038ba6761 req-4e25ef0e-7d4a-45c4-9dfa-c37c89bd65b2 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:26.943878 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5448e13e-5b53-4b73-be04-e3d038ba6761 req-4e25ef0e-7d4a-45c4-9dfa-c37c89bd65b2 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 948 time: 0.1359897 Jan 28 05:36:26.945800 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-b1fdd816-849e-4fee-b867-e968c0a5bbda service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572340 Jan 28 05:36:27.066478 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5448e13e-5b53-4b73-be04-e3d038ba6761 req-1f75520e-2487-4d74-ac1a-3d8d3560b76a tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/security-groups?id=64b5e4e7-9673-4656-93ec-ac32e53110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163397 Jan 28 05:36:27.106314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ae8d78c-6b3c-4da3-94bd-b754bde87638 req-0c681463-0c91-47fa-9e12-863a0e44c281 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248269 Jan 28 05:36:27.146727 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d42c7e5-9a7c-41a2-b566-3250bfeb3341 req-7bcd39d7-20b6-4892-a841-fb3167d66ce7 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=d886e797-faf5-490a-8006-2235e994f942 HTTP/1.1" status: 200 len: 210 time: 0.0327284 Jan 28 05:36:27.228817 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:27.896097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed35c42e-82fe-4210-bfb1-5d7afc39c17a', 'tag': 'c42984b8-3dd0-40a4-8898-4110f0be39c2'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:27.898426 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805910cf-5724-4165-8655-307dc8259fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "ed35c42e-82fe-4210-bfb1-5d7afc39c17a", "tag": "c42984b8-3dd0-40a4-8898-4110f0be39c2"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:27.935061 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1918b0bf-7dd2-44fe-a182-881dc9ada1d2 x-openstack-request-id: req-1918b0bf-7dd2-44fe-a182-881dc9ada1d2 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:27.935411 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed35c42e-82fe-4210-bfb1-5d7afc39c17a", "tag": "c42984b8-3dd0-40a4-8898-4110f0be39c2", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:27.935618 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1918b0bf-7dd2-44fe-a182-881dc9ada1d2 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:27.936013 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed35c42e-82fe-4210-bfb1-5d7afc39c17a', 'tag': 'c42984b8-3dd0-40a4-8898-4110f0be39c2', 'status': 'completed', 'code': 200} Jan 28 05:36:27.952923 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46140) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:27.958059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-aee3bf43-6e4f-414c-b4ec-034c24fe2e39 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849868826', 'description': 'tempest-description--213880493'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:28.061005 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aee3bf43-6e4f-414c-b4ec-034c24fe2e39 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:28.079339 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805910cf-5724-4165-8655-307dc8259fe5 req-9df4aa2a-13f2-47d6-ab99-9aafeaab403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:28.080901 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-805910cf-5724-4165-8655-307dc8259fe5 req-9df4aa2a-13f2-47d6-ab99-9aafeaab403d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c3f8073f3fe4a548420ae365875bec7&device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 1100 time: 0.0896440 Jan 28 05:36:28.404635 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0e61e-feeb-4629-97c2-9cfca442a1a9 req-421044d7-8599-4d23-8de4-a7986805fd80 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:28.406020 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3db0e61e-feeb-4629-97c2-9cfca442a1a9 req-421044d7-8599-4d23-8de4-a7986805fd80 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.3787475 Jan 28 05:36:28.429220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:36:28.449568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:36:28.450334 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 43eb7b7d-78dd-46e2-bf38-ee93f01e1036 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:36:28.516439 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aee3bf43-6e4f-414c-b4ec-034c24fe2e39 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for security_group (86b74388-c8ab-45eb-9994-2669e3f60bd8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:28.518547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805910cf-5724-4165-8655-307dc8259fe5 req-7c7f6cdc-52c9-473d-881c-18ee4fed63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:28.520095 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-805910cf-5724-4165-8655-307dc8259fe5 req-7c7f6cdc-52c9-473d-881c-18ee4fed63d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.4311271 Jan 28 05:36:28.529635 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0beaea-ba5f-409d-b480-86d216fdb982 req-9d2ae96d-366b-4582-ab25-cf0d43c8f811 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:28.531107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd0beaea-ba5f-409d-b480-86d216fdb982 req-9d2ae96d-366b-4582-ab25-cf0d43c8f811 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 948 time: 0.1633162 Jan 28 05:36:28.582371 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3db0e61e-feeb-4629-97c2-9cfca442a1a9 req-fd05de2d-54e3-4b12-83ab-984a502f1a58 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599221 Jan 28 05:36:28.591281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-805910cf-5724-4165-8655-307dc8259fe5 req-3fba5b44-9bfd-4272-bb1a-ae0445e0feb4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=c42984b8-3dd0-40a4-8898-4110f0be39c2 HTTP/1.1" status: 200 len: 217 time: 0.0544066 Jan 28 05:36:28.593143 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aee3bf43-6e4f-414c-b4ec-034c24fe2e39 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (86b74388-c8ab-45eb-9994-2669e3f60bd8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:28.681969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3bf43-6e4f-414c-b4ec-034c24fe2e39 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b74388-c8ab-45eb-9994-2669e3f60bd8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:28.686716 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd0beaea-ba5f-409d-b480-86d216fdb982 req-636ec232-ec40-4739-b4e8-f507ca599ff1 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/security-groups?id=64b5e4e7-9673-4656-93ec-ac32e53110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408460 Jan 28 05:36:28.688595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805910cf-5724-4165-8655-307dc8259fe5 req-e5f7a6eb-9a61-491d-8e95-b73584126c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:28.694039 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-805910cf-5724-4165-8655-307dc8259fe5 req-e5f7a6eb-9a61-491d-8e95-b73584126c5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0910547 Jan 28 05:36:28.735541 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aee3bf43-6e4f-414c-b4ec-034c24fe2e39 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:28.738367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-aee3bf43-6e4f-414c-b4ec-034c24fe2e39 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7828143 Jan 28 05:36:28.740461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46152) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:28.745678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f8755ffc-f478-4c95-b5aa-aecaa66138f8 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Request body: {'security_group_rule': {'security_group_id': '86b74388-c8ab-45eb-9994-2669e3f60bd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:28.772312 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805910cf-5724-4165-8655-307dc8259fe5 req-3dd0d27a-4253-4c1f-a3ef-c6c47a4470c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:28.773805 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-805910cf-5724-4165-8655-307dc8259fe5 req-3dd0d27a-4253-4c1f-a3ef-c6c47a4470c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0766034 Jan 28 05:36:28.868337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-805910cf-5724-4165-8655-307dc8259fe5 req-74db0080-78ea-4cd8-a424-3332df05d7dc service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848355 Jan 28 05:36:28.886129 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8755ffc-f478-4c95-b5aa-aecaa66138f8 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for security_group_rule (348c4694-79d4-400a-aba6-df6df0ddd745), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:29.013074 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8755ffc-f478-4c95-b5aa-aecaa66138f8 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for security_group_rule (348c4694-79d4-400a-aba6-df6df0ddd745), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:29.026473 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-805910cf-5724-4165-8655-307dc8259fe5 req-75b2255d-aa1f-41b8-b176-97a5669894c6 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487396 Jan 28 05:36:29.087969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855771cc-cf60-4123-b96e-11bd930ff7c1 req-e7a0af1b-a52b-4800-ab0c-c3fe56bccfae tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:29.089626 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-855771cc-cf60-4123-b96e-11bd930ff7c1 req-e7a0af1b-a52b-4800-ab0c-c3fe56bccfae tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 950 time: 0.0597463 Jan 28 05:36:29.091014 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8755ffc-f478-4c95-b5aa-aecaa66138f8 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (348c4694-79d4-400a-aba6-df6df0ddd745), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:29.126073 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8755ffc-f478-4c95-b5aa-aecaa66138f8 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348c4694-79d4-400a-aba6-df6df0ddd745,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:29.167145 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-855771cc-cf60-4123-b96e-11bd930ff7c1 req-6f0b1600-b9d0-496e-8281-4d5f73e05521 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704396 Jan 28 05:36:29.179684 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8755ffc-f478-4c95-b5aa-aecaa66138f8 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:29.183566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f8755ffc-f478-4c95-b5aa-aecaa66138f8 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4387119 Jan 28 05:36:29.189522 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46158) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:29.189522 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-150c870e-8a37-4bb4-bfea-3367217b9166 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Request body: {'security_group_rule': {'security_group_id': '86b74388-c8ab-45eb-9994-2669e3f60bd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:29.287353 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-150c870e-8a37-4bb4-bfea-3367217b9166 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for security_group_rule (5229f564-bd83-4086-ac3d-1f6e0b172e55), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:29.370603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518608c7-dbc1-4885-b533-490d8064e472 req-c5bda06b-3cc4-45ed-b4a8-c9ede96ebbea tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:29.372071 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-518608c7-dbc1-4885-b533-490d8064e472 req-c5bda06b-3cc4-45ed-b4a8-c9ede96ebbea tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 945 time: 0.0874040 Jan 28 05:36:29.402375 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-150c870e-8a37-4bb4-bfea-3367217b9166 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for security_group_rule (5229f564-bd83-4086-ac3d-1f6e0b172e55), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:29.428882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-518608c7-dbc1-4885-b533-490d8064e472 req-0dad64da-bcfa-457c-93b7-f81acf571c32 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510914 Jan 28 05:36:29.463927 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-150c870e-8a37-4bb4-bfea-3367217b9166 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (5229f564-bd83-4086-ac3d-1f6e0b172e55), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:29.482562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c870e-8a37-4bb4-bfea-3367217b9166 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5229f564-bd83-4086-ac3d-1f6e0b172e55,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:29.540242 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-150c870e-8a37-4bb4-bfea-3367217b9166 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:29.541517 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-150c870e-8a37-4bb4-bfea-3367217b9166 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3568730 Jan 28 05:36:29.544650 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46164) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:29.548924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c92c4026-e772-4f54-8f48-e5fc5b6b79bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:29.624069 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c92c4026-e772-4f54-8f48-e5fc5b6b79bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:29.730957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e74bd-623a-412c-8e03-ffa45b98100d req-4df7413f-3743-4eba-9ad7-4fd8e603224f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:29.732856 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-819e74bd-623a-412c-8e03-ffa45b98100d req-4df7413f-3743-4eba-9ad7-4fd8e603224f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.0602489 Jan 28 05:36:29.820327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c42984b8-3dd0-40a4-8898-4110f0be39c2 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:36:29.833240 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-819e74bd-623a-412c-8e03-ffa45b98100d req-708a8b3f-589b-4e27-a339-a81eec25e46c tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948172 Jan 28 05:36:29.842768 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c92c4026-e772-4f54-8f48-e5fc5b6b79bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:29.867897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30812799-5916-4732-ac12-f2488f5059eb req-d1044ecd-c8c6-4efb-8439-fcc7976b4c3e tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:29.867897 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30812799-5916-4732-ac12-f2488f5059eb req-d1044ecd-c8c6-4efb-8439-fcc7976b4c3e tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 948 time: 0.0964067 Jan 28 05:36:29.884558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 1c82b7dc-be99-440e-bfcd-190e76611c57 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:36:29.912529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 1c82b7dc-be99-440e-bfcd-190e76611c57 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:36:29.912826 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 1c82b7dc-be99-440e-bfcd-190e76611c57 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:36:29.955863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c42984b8-3dd0-40a4-8898-4110f0be39c2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c42984b8-3dd0-40a4-8898-4110f0be39c2,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:29.971580 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'c42984b8-3dd0-40a4-8898-4110f0be39c2', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'c42984b8-3dd0-40a4-8898-4110f0be39c2', 'mac_address': 'fa:16:3e:a1:05:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:36:29.980675 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30812799-5916-4732-ac12-f2488f5059eb req-2e17ae11-f06a-47b6-96bb-7c5cc0036c77 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/security-groups?id=64b5e4e7-9673-4656-93ec-ac32e53110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864670 Jan 28 05:36:30.007616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-c92c4026-e772-4f54-8f48-e5fc5b6b79bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Allocated IP 172.25.0.47 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/0e47b1f5-7218-4882-875f-94c4f8c18866) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:36:30.025987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c42984b8-3dd0-40a4-8898-4110f0be39c2 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:30.026562 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:30.042422 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42984b8-3dd0-40a4-8898-4110f0be39c2 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:30.063416 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c42984b8-3dd0-40a4-8898-4110f0be39c2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c42984b8-3dd0-40a4-8898-4110f0be39c2,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:30.111632 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c92c4026-e772-4f54-8f48-e5fc5b6b79bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for port (0e47b1f5-7218-4882-875f-94c4f8c18866), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:30.121855 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:30.172293 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c42984b8-3dd0-40a4-8898-4110f0be39c2,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:30.236680 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c92c4026-e772-4f54-8f48-e5fc5b6b79bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (0e47b1f5-7218-4882-875f-94c4f8c18866), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:30.301984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92c4026-e772-4f54-8f48-e5fc5b6b79bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:36:30.310234 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c92c4026-e772-4f54-8f48-e5fc5b6b79bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:36:30.320422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92c4026-e772-4f54-8f48-e5fc5b6b79bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:36:30.328173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c4026-e772-4f54-8f48-e5fc5b6b79bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Pushing event updated for resources: {'Port': ['ID=0e47b1f5-7218-4882-875f-94c4f8c18866,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:30.382539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a44b1-12b4-4ead-b35b-866075b46f28 req-7c3fb04a-56ec-4fc3-9da4-61ec12b309b3 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:30.383806 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed2a44b1-12b4-4ead-b35b-866075b46f28 req-7c3fb04a-56ec-4fc3-9da4-61ec12b309b3 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 950 time: 0.1436129 Jan 28 05:36:30.478364 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c92c4026-e772-4f54-8f48-e5fc5b6b79bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for floatingip (f4027b79-7b86-4648-ba84-01f2d1716d55), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:30.483183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['c42984b8-3dd0-40a4-8898-4110f0be39c2'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:30.504282 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed2a44b1-12b4-4ead-b35b-866075b46f28 req-ed04683e-88c1-4047-8ddb-a8caad2b23df tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/security-groups?id=a150a922-dde5-491c-8075-a120cb84b93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008461 Jan 28 05:36:30.669469 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c92c4026-e772-4f54-8f48-e5fc5b6b79bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0e47b1f5-7218-4882-875f-94c4f8c18866), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:30.734370 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74e21c-a2a0-4f03-b2e9-3f8cc10e9c6b req-dcaed896-c932-4ea5-a5d3-a8cea143b41d tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:30.736027 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f74e21c-a2a0-4f03-b2e9-3f8cc10e9c6b req-dcaed896-c932-4ea5-a5d3-a8cea143b41d tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 950 time: 0.1047406 Jan 28 05:36:31.016368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-9f74e21c-a2a0-4f03-b2e9-3f8cc10e9c6b req-7fb556f0-2691-4256-937b-fc4295a4c037 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Deleting port c41343a4-743f-4707-87b2-8a1fea130152 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:36:31.016711 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9f74e21c-a2a0-4f03-b2e9-3f8cc10e9c6b req-7fb556f0-2691-4256-937b-fc4295a4c037 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c41343a4-743f-4707-87b2-8a1fea130152), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:31.026721 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-55710f47-5dba-406a-b5ea-d053063e14e4 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1084494466&fields=id&tenant_id=4f89df0ed4324ba8a50b1f639b59017f HTTP/1.1" status: 200 len: 267 time: 0.1530178 Jan 28 05:36:31.028982 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c92c4026-e772-4f54-8f48-e5fc5b6b79bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for port (0e47b1f5-7218-4882-875f-94c4f8c18866), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:31.099941 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c92c4026-e772-4f54-8f48-e5fc5b6b79bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (0e47b1f5-7218-4882-875f-94c4f8c18866), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:31.189620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309994f-5571-426b-9c73-f82c8fee3b44 req-07c0370a-931f-4e0a-a7b0-67f04816cdd9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:31.191134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4309994f-5571-426b-9c73-f82c8fee3b44 req-07c0370a-931f-4e0a-a7b0-67f04816cdd9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.2356262 Jan 28 05:36:31.290277 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c4026-e772-4f54-8f48-e5fc5b6b79bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Pushing event updated for resources: {'Port': ['ID=0e47b1f5-7218-4882-875f-94c4f8c18866,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:31.328919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9f74e21c-a2a0-4f03-b2e9-3f8cc10e9c6b req-7fb556f0-2691-4256-937b-fc4295a4c037 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] For port c41343a4-743f-4707-87b2-8a1fea130152, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c41343a4-743f-4707-87b2-8a1fea130152,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:31.329289 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9f74e21c-a2a0-4f03-b2e9-3f8cc10e9c6b req-7fb556f0-2691-4256-937b-fc4295a4c037 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c41343a4-743f-4707-87b2-8a1fea130152), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:31.365326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-9f74e21c-a2a0-4f03-b2e9-3f8cc10e9c6b req-7fb556f0-2691-4256-937b-fc4295a4c037 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Calling delete_port for c41343a4-743f-4707-87b2-8a1fea130152 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:36:31.367143 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c92c4026-e772-4f54-8f48-e5fc5b6b79bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (f4027b79-7b86-4648-ba84-01f2d1716d55), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:31.382318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-8bc6f15b-7ad3-463a-84ec-512193cbcfd8 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:31.383818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-8bc6f15b-7ad3-463a-84ec-512193cbcfd8 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/networks?id=7b783b1a-01c6-44a0-9611-e2e73731beff HTTP/1.1" status: 200 len: 824 time: 0.3413844 Jan 28 05:36:31.415798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4309994f-5571-426b-9c73-f82c8fee3b44 req-bfddbba9-3546-4653-aa3c-ae5291095d92 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903076 Jan 28 05:36:31.550181 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4e420bd0-9c7e-4947-a52c-87316e60f9fa tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/quotas/4f89df0ed4324ba8a50b1f639b59017f HTTP/1.1" status: 200 len: 375 time: 0.1506813 Jan 28 05:36:31.690662 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-0dc32db3-c3d8-4fc3-864a-2b66ff7e3f48 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f89df0ed4324ba8a50b1f639b59017f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1357183 Jan 28 05:36:31.706568 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c92c4026-e772-4f54-8f48-e5fc5b6b79bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:31.717541 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c92c4026-e772-4f54-8f48-e5fc5b6b79bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1622102 Jan 28 05:36:31.822817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-530a1cfc-898c-4970-af2a-debbd0bd1800 service neutron] 10.222.0.31 "GET /v2.0/networks/7b783b1a-01c6-44a0-9611-e2e73731beff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208355 Jan 28 05:36:31.830092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a19dd1-ff5f-4de7-83af-96940f8872db req-0347f905-4b35-4e5c-9d1f-c3281406c57c tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:31.831510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c42984b8-3dd0-40a4-8898-4110f0be39c2 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:36:31.832007 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-56a19dd1-ff5f-4de7-83af-96940f8872db req-0347f905-4b35-4e5c-9d1f-c3281406c57c tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 949 time: 0.2692051 Jan 28 05:36:31.909714 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9f74e21c-a2a0-4f03-b2e9-3f8cc10e9c6b req-7fb556f0-2691-4256-937b-fc4295a4c037 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (c41343a4-743f-4707-87b2-8a1fea130152), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:31.949937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['c41343a4-743f-4707-87b2-8a1fea130152'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:31.976123 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb556f0-2691-4256-937b-fc4295a4c037 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Pushing event deleted for resources: {'Port': ['ID=c41343a4-743f-4707-87b2-8a1fea130152,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:32.017955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port c42984b8-3dd0-40a4-8898-4110f0be39c2 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:36:32.025172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port c42984b8-3dd0-40a4-8898-4110f0be39c2 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:36:32.026882 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:32.087503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f74e21c-a2a0-4f03-b2e9-3f8cc10e9c6b req-7fb556f0-2691-4256-937b-fc4295a4c037 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] No DVR routers for this DVR port c41343a4-743f-4707-87b2-8a1fea130152 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:36:32.093971 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-56a19dd1-ff5f-4de7-83af-96940f8872db req-7456d6be-2470-4d5e-acf6-a92f30a73920 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/security-groups?id=64b5e4e7-9673-4656-93ec-ac32e53110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468259 Jan 28 05:36:32.101462 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9f74e21c-a2a0-4f03-b2e9-3f8cc10e9c6b req-7fb556f0-2691-4256-937b-fc4295a4c037 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:32.101462 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f74e21c-a2a0-4f03-b2e9-3f8cc10e9c6b req-7fb556f0-2691-4256-937b-fc4295a4c037 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.64 "DELETE /v2.0/ports/c41343a4-743f-4707-87b2-8a1fea130152 HTTP/1.1" status: 204 len: 173 time: 1.3592024 Jan 28 05:36:32.101462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfe5e5d-c4ce-415e-ac67-e15336135eb3', 'name': 'network-vif-deleted', 'tag': 'c41343a4-743f-4707-87b2-8a1fea130152'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:32.103598 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0429c3-a0c9-4aeb-8dd5-0d17b10c29c0" -d '{"events": [{"server_uuid": "ccfe5e5d-c4ce-415e-ac67-e15336135eb3", "name": "network-vif-deleted", "tag": "c41343a4-743f-4707-87b2-8a1fea130152"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:32.135486 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-dd8b61f6-821d-4537-9e27-99144d650061 service neutron] 10.222.0.31 "GET /v2.0/networks/7b783b1a-01c6-44a0-9611-e2e73731beff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909093 Jan 28 05:36:32.277753 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c42984b8-3dd0-40a4-8898-4110f0be39c2 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:32.279052 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:32.308979 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74242a06-7351-4cda-bffe-1748d16d6907 req-8ef72af0-ed2f-4f84-868d-333994058742 tempest-LiveMigrationNegativeTest-6904418 tempest-LiveMigrationNegativeTest-6904418-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccfe5e5d-c4ce-415e-ac67-e15336135eb3 HTTP/1.1" status: 200 len: 210 time: 0.0560930 Jan 28 05:36:32.339353 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c42984b8-3dd0-40a4-8898-4110f0be39c2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c42984b8-3dd0-40a4-8898-4110f0be39c2,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:32.344272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed35c42e-82fe-4210-bfb1-5d7afc39c17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42984b8-3dd0-40a4-8898-4110f0be39c2'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:32.352170 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed48d376-f40f-436a-bb2f-283f2ed612e8" -d '{"events": [{"server_uuid": "ed35c42e-82fe-4210-bfb1-5d7afc39c17a", "name": "network-vif-plugged", "status": "completed", "tag": "c42984b8-3dd0-40a4-8898-4110f0be39c2"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:32.412605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4bd17-ea82-41c1-bdc9-4ade56f32c1e req-c7c2e901-0bec-4d8d-98ff-2b9fac13573e tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:32.417371 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ac4bd17-ea82-41c1-bdc9-4ade56f32c1e req-c7c2e901-0bec-4d8d-98ff-2b9fac13573e tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1d80743-a4f7-43b0-8d8b-a88481c923e6 HTTP/1.1" status: 200 len: 945 time: 0.0708323 Jan 28 05:36:32.436429 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:32.494666 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7d67505-cd71-4bc5-b96d-4e37205f736d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:32.643431 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c42984b8-3dd0-40a4-8898-4110f0be39c2,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:32.667709 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559e0ddd-1698-48ce-928c-8647483904cd x-openstack-request-id: req-559e0ddd-1698-48ce-928c-8647483904cd {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:32.670513 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfe5e5d-c4ce-415e-ac67-e15336135eb3", "name": "network-vif-deleted", "tag": "c41343a4-743f-4707-87b2-8a1fea130152", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:32.672470 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-559e0ddd-1698-48ce-928c-8647483904cd {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:32.673310 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfe5e5d-c4ce-415e-ac67-e15336135eb3', 'name': 'network-vif-deleted', 'tag': 'c41343a4-743f-4707-87b2-8a1fea130152', 'status': 'completed', 'code': 200} Jan 28 05:36:32.722933 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75945fcb-6f85-426b-a8d0-68e688704403 x-openstack-request-id: req-75945fcb-6f85-426b-a8d0-68e688704403 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:32.725099 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed35c42e-82fe-4210-bfb1-5d7afc39c17a", "name": "network-vif-plugged", "status": "completed", "tag": "c42984b8-3dd0-40a4-8898-4110f0be39c2", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:32.725696 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75945fcb-6f85-426b-a8d0-68e688704403 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:32.726335 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed35c42e-82fe-4210-bfb1-5d7afc39c17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42984b8-3dd0-40a4-8898-4110f0be39c2', 'code': 200} Jan 28 05:36:33.193534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92621449-e410-404b-817e-06b9aabf0ce6 req-e4b40941-9959-4a0b-b196-cb0840d55ae3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:33.200374 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92621449-e410-404b-817e-06b9aabf0ce6 req-e4b40941-9959-4a0b-b196-cb0840d55ae3 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/networks?id=e5e031d0-ce73-47ee-be8b-c343d567f677 HTTP/1.1" status: 200 len: 821 time: 0.7176938 Jan 28 05:36:33.226525 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-8ac4bd17-ea82-41c1-bdc9-4ade56f32c1e req-15ba47f1-e20f-43fd-bcec-43dcefa5bbbc tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Deleting port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:36:33.228087 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ac4bd17-ea82-41c1-bdc9-4ade56f32c1e req-15ba47f1-e20f-43fd-bcec-43dcefa5bbbc tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:33.233781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92621449-e410-404b-817e-06b9aabf0ce6 req-8b8732d0-5dbb-44aa-992c-1adddd9d15cf tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/quotas/d5efdc0a1cab44d3b0e49b531e0d92e3 HTTP/1.1" status: 200 len: 375 time: 0.0324271 Jan 28 05:36:33.258672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a96709-ba5c-4621-b043-b1fee04e3da4 req-79ff46af-53bd-4bb8-9da5-ef9592960981 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:33.266495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9a96709-ba5c-4621-b043-b1fee04e3da4 req-79ff46af-53bd-4bb8-9da5-ef9592960981 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.1654983 Jan 28 05:36:33.321923 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712dab3-9a63-4c9d-bfbf-8ffc0d1eaa88 req-05a138d4-edf7-4e7f-a6f5-0d68eefa3ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:33.323584 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8712dab3-9a63-4c9d-bfbf-8ffc0d1eaa88 req-05a138d4-edf7-4e7f-a6f5-0d68eefa3ef4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 1102 time: 0.2218678 Jan 28 05:36:33.380989 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92621449-e410-404b-817e-06b9aabf0ce6 req-fc691781-108b-4cf7-8894-4c35c49f4d25 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5efdc0a1cab44d3b0e49b531e0d92e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1214004 Jan 28 05:36:33.543122 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9a96709-ba5c-4621-b043-b1fee04e3da4 req-9648f292-1dbd-435c-8313-871b4aaab611 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753894 Jan 28 05:36:33.556952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8ac4bd17-ea82-41c1-bdc9-4ade56f32c1e req-15ba47f1-e20f-43fd-bcec-43dcefa5bbbc tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] For port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa,segment=NetworkSegment(8fd67d56-6535-44cc-b55e-8857910b2c41),segment_id=8fd67d56-6535-44cc-b55e-8857910b2c41)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:33.557361 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ac4bd17-ea82-41c1-bdc9-4ade56f32c1e req-15ba47f1-e20f-43fd-bcec-43dcefa5bbbc tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:33.592432 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8712dab3-9a63-4c9d-bfbf-8ffc0d1eaa88 req-52412e0e-2935-4c0d-b062-387d07ac86eb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=64b5e4e7-9673-4656-93ec-ac32e53110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145910 Jan 28 05:36:33.687132 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c880fc54-fdf8-4600-83f9-afb8bbfca6c1 req-259bb788-abb3-4b15-9867-dab8a97b2204 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 210 time: 0.0348217 Jan 28 05:36:33.729645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92621449-e410-404b-817e-06b9aabf0ce6 req-3076ffde-e70e-4f03-974f-f2d7c75f712d service neutron] 10.222.0.31 "GET /v2.0/networks/e5e031d0-ce73-47ee-be8b-c343d567f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561153 Jan 28 05:36:33.977208 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92621449-e410-404b-817e-06b9aabf0ce6 req-d7a467e5-88cd-4d41-a611-f49520807aaa service neutron] 10.222.0.31 "GET /v2.0/networks/e5e031d0-ce73-47ee-be8b-c343d567f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351048 Jan 28 05:36:33.990413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b53330-06c6-4776-8eef-0e7a59c1efca req-1c04be61-223e-42a4-b0e2-9e1216fcc2a9 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:33.996241 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70b53330-06c6-4776-8eef-0e7a59c1efca req-1c04be61-223e-42a4-b0e2-9e1216fcc2a9 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 950 time: 0.1955867 Jan 28 05:36:34.086659 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ac4bd17-ea82-41c1-bdc9-4ade56f32c1e req-15ba47f1-e20f-43fd-bcec-43dcefa5bbbc tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:34.086659 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ac4bd17-ea82-41c1-bdc9-4ade56f32c1e req-15ba47f1-e20f-43fd-bcec-43dcefa5bbbc tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (b905f644-d840-4b04-8467-8a60ee526ad3), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:34.086659 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-8ac4bd17-ea82-41c1-bdc9-4ade56f32c1e req-15ba47f1-e20f-43fd-bcec-43dcefa5bbbc tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Floating IP b905f644-d840-4b04-8467-8a60ee526ad3 disassociated. External IP: 172.25.0.24, port: 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa. Jan 28 05:36:34.086965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-8ac4bd17-ea82-41c1-bdc9-4ade56f32c1e req-15ba47f1-e20f-43fd-bcec-43dcefa5bbbc tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Calling delete_port for 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:36:34.100115 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70b53330-06c6-4776-8eef-0e7a59c1efca req-910c66a5-cf63-4f84-9e82-73b775a8135c tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/security-groups?id=64b5e4e7-9673-4656-93ec-ac32e53110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029997 Jan 28 05:36:34.352260 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ac4bd17-ea82-41c1-bdc9-4ade56f32c1e req-15ba47f1-e20f-43fd-bcec-43dcefa5bbbc tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:34.413624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba47f1-e20f-43fd-bcec-43dcefa5bbbc tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Pushing event deleted for resources: {'Port': ['ID=4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:34.464460 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3aa3e985-7a3f-476f-9855-684733389f21 req-c14522e4-d953-4086-88e3-2791ab6515d5 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 210 time: 0.0923617 Jan 28 05:36:34.708584 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ac4bd17-ea82-41c1-bdc9-4ade56f32c1e req-15ba47f1-e20f-43fd-bcec-43dcefa5bbbc tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Router 708d23c2-5079-4492-ba40-e8f8765b7fd1 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:36:34.744098 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-864ec867-9eb7-4dad-b9f3-a27e81655ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:34.884386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29620618-6ca7-4dc3-8dc2-146d08790392 req-c5e50248-11b3-44d4-9444-bfd0513b72f2 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:34.892013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29620618-6ca7-4dc3-8dc2-146d08790392 req-c5e50248-11b3-44d4-9444-bfd0513b72f2 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.2484155 Jan 28 05:36:34.932902 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54ab0550-d48f-452d-b052-60259814f856 req-038de2af-b23d-40d9-a01d-5cbe641b18c2 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 210 time: 0.0741682 Jan 28 05:36:34.944546 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46262) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:35.044272 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ac4bd17-ea82-41c1-bdc9-4ade56f32c1e req-15ba47f1-e20f-43fd-bcec-43dcefa5bbbc tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:36:35.055936 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29620618-6ca7-4dc3-8dc2-146d08790392 req-f2d65bde-8cc9-4118-834a-43b4bcd2aa3e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625340 Jan 28 05:36:35.068653 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53037a6e-92c9-48ba-a36c-3686c7812258 None None] Sync routers for ids ['708d23c2-5079-4492-ba40-e8f8765b7fd1'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:36:35.088718 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53037a6e-92c9-48ba-a36c-3686c7812258 None None] Routers {'708d23c2-5079-4492-ba40-e8f8765b7fd1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:36:35.092168 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-53037a6e-92c9-48ba-a36c-3686c7812258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:36:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['708d23c2-5079-4492-ba40-e8f8765b7fd1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:36:35.144878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac4bd17-ea82-41c1-bdc9-4ade56f32c1e req-15ba47f1-e20f-43fd-bcec-43dcefa5bbbc tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] No DVR routers for this DVR port 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:36:35.152579 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ac4bd17-ea82-41c1-bdc9-4ade56f32c1e req-15ba47f1-e20f-43fd-bcec-43dcefa5bbbc tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:35.162346 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ac4bd17-ea82-41c1-bdc9-4ade56f32c1e req-15ba47f1-e20f-43fd-bcec-43dcefa5bbbc tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.60 "DELETE /v2.0/ports/4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa HTTP/1.1" status: 204 len: 173 time: 2.7345245 Jan 28 05:36:35.165018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d80743-a4f7-43b0-8d8b-a88481c923e6', 'name': 'network-vif-deleted', 'tag': '4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:35.182216 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df214fe-8a7f-4c92-ab73-5c08e9e1ae54" -d '{"events": [{"server_uuid": "d1d80743-a4f7-43b0-8d8b-a88481c923e6", "name": "network-vif-deleted", "tag": "4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:35.271477 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98560d91-8786-4b91-970d-059092d10233 x-openstack-request-id: req-98560d91-8786-4b91-970d-059092d10233 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:35.271764 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d80743-a4f7-43b0-8d8b-a88481c923e6", "name": "network-vif-deleted", "tag": "4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:35.272088 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98560d91-8786-4b91-970d-059092d10233 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:35.272481 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d80743-a4f7-43b0-8d8b-a88481c923e6', 'name': 'network-vif-deleted', 'tag': '4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa', 'status': 'completed', 'code': 200} Jan 28 05:36:35.318645 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5711c8d3-0d7c-4d58-bbf0-c02cdcd85c7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=175b4b241c1348748b234f616ad92f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648331 Jan 28 05:36:35.318645 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46272) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:35.319047 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-53037a6e-92c9-48ba-a36c-3686c7812258 None None] Set router 708d23c2-5079-4492-ba40-e8f8765b7fd1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:36:35.395876 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-917d9fc4-b382-4cc7-ab67-31164d221847 admin admin] Publish callbacks [] for security_group (a150a922-dde5-491c-8075-a120cb84b93d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:35.445897 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-917d9fc4-b382-4cc7-ab67-31164d221847 admin admin] Publish callbacks [] for security_group (a150a922-dde5-491c-8075-a120cb84b93d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:35.616021 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-53037a6e-92c9-48ba-a36c-3686c7812258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:02Z', 'revision_number': 4, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '3922ef40-b979-43d3-a58d-2498e07c2bc5', 'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'mac_address': 'fa:16:3e:b3:63:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:01Z', 'updated_at': '2022-01-28T05:34:07Z', 'revision_number': 5, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'subnets': [{'id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:36:35.625295 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-917d9fc4-b382-4cc7-ab67-31164d221847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a150a922-dde5-491c-8075-a120cb84b93d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:35.629514 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-917d9fc4-b382-4cc7-ab67-31164d221847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:35.639108 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-917d9fc4-b382-4cc7-ab67-31164d221847 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a150a922-dde5-491c-8075-a120cb84b93d HTTP/1.1" status: 204 len: 168 time: 0.3234115 Jan 28 05:36:35.654912 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d9fc4-b382-4cc7-ab67-31164d221847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a150a922-dde5-491c-8075-a120cb84b93d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:35.657492 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53037a6e-92c9-48ba-a36c-3686c7812258 None None] Checking router: 708d23c2-5079-4492-ba40-e8f8765b7fd1 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:36:35.672542 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53037a6e-92c9-48ba-a36c-3686c7812258 None None] Routers {'708d23c2-5079-4492-ba40-e8f8765b7fd1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:36:35.673664 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-53037a6e-92c9-48ba-a36c-3686c7812258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:36:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['708d23c2-5079-4492-ba40-e8f8765b7fd1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:36:35.693230 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6aa7fb4d-d5dd-4f84-9c33-c6b73ad4272f req-64486bbb-2051-4cc6-b481-0f5aed3a458d tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 210 time: 0.1027851 Jan 28 05:36:35.694713 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-14c11dd8-7007-4ba1-b833-e5f1ace7ed5b service neutron] 10.222.0.64 "GET /v2.0/ports/69986b38-c2fa-4524-bf16-63fae6dbb18a/bindings/n-h1-812111-12 HTTP/1.1" status: 200 len: 383 time: 0.5314581 Jan 28 05:36:35.730878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c05cad-1563-4e84-b269-7b3a88e88ef8 req-06f4fcc5-9707-4bf2-89db-b15a9340d268 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:35.740137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78c05cad-1563-4e84-b269-7b3a88e88ef8 req-06f4fcc5-9707-4bf2-89db-b15a9340d268 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 950 time: 0.4515049 Jan 28 05:36:35.827857 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78c05cad-1563-4e84-b269-7b3a88e88ef8 req-b66ac5eb-9ec6-410e-aba3-af0eb23e35a8 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/security-groups?id=64b5e4e7-9673-4656-93ec-ac32e53110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841420 Jan 28 05:36:35.843421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c41343a4-743f-4707-87b2-8a1fea130152 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:36:35.878065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-09f546ef-12c9-4d1e-8217-65d445c45d56 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:35.898233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-09f546ef-12c9-4d1e-8217-65d445c45d56 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.60 "GET /v2.0/networks?id=7b783b1a-01c6-44a0-9611-e2e73731beff HTTP/1.1" status: 200 len: 824 time: 0.6249161 Jan 28 05:36:35.906606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: c41343a4-743f-4707-87b2-8a1fea130152 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:36:35.906955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c41343a4-743f-4707-87b2-8a1fea130152 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:36:35.944064 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-53037a6e-92c9-48ba-a36c-3686c7812258 None None] Set router 708d23c2-5079-4492-ba40-e8f8765b7fd1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:36:36.049009 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-45a7a51f-36a1-4ce3-8a9a-573165ff10c0 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f89df0ed4324ba8a50b1f639b59017f HTTP/1.1" status: 200 len: 380 time: 0.1031644 Jan 28 05:36:36.067589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-3daa8567-37bf-40e3-8b5d-4aa78b8bbf90 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Request body: {'port': {'device_id': '5c4a38c3-2e13-45b7-b40e-3cdb15e34539', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'admin_state_up': True, 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'security_groups': ['41834bc2-b30c-453c-ad62-b62c87d0776f']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:36.383942 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-3daa8567-37bf-40e3-8b5d-4aa78b8bbf90 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Made reservation on behalf of 4f89df0ed4324ba8a50b1f639b59017f for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:36:36.387432 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-3daa8567-37bf-40e3-8b5d-4aa78b8bbf90 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:36.418745 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:36.481213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:36:36.524365 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-53037a6e-92c9-48ba-a36c-3686c7812258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:02Z', 'revision_number': 4, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '3922ef40-b979-43d3-a58d-2498e07c2bc5', 'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'mac_address': 'fa:16:3e:b3:63:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:01Z', 'updated_at': '2022-01-28T05:34:07Z', 'revision_number': 5, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'subnets': [{'id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:36:36.535511 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:36:36.536851 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 4b22daf0-bf73-4e9a-86e8-5fa0d1f696fa not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:36:36.559177 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53037a6e-92c9-48ba-a36c-3686c7812258 None None] The sync data for ids ['708d23c2-5079-4492-ba40-e8f8765b7fd1'] in n-d-812111-12 is: [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:02Z', 'revision_number': 4, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '3922ef40-b979-43d3-a58d-2498e07c2bc5', 'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'mac_address': 'fa:16:3e:b3:63:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:01Z', 'updated_at': '2022-01-28T05:34:07Z', 'revision_number': 5, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'subnets': [{'id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:36:36.659122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46310) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:36.667117 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-3daa8567-37bf-40e3-8b5d-4aa78b8bbf90 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Allocated IP 172.20.0.8 (7b783b1a-01c6-44a0-9611-e2e73731beff/f8152de8-ecac-4199-a968-1f3e5a754e20/073eb175-bc38-4613-8fe8-80f2c8e00b85) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:36:36.760542 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d7ce2d00-2e67-4a4d-8da5-a849bbfb3e4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e7d6d1bdea24ea4b4a7d47c8c3e257c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0980203 Jan 28 05:36:36.764705 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46314) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:36.847966 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83e7ce76-2f8b-4d59-b9ce-cc6029a81d08 admin admin] Publish callbacks [] for security_group (8cc40902-1170-4d86-99bd-0169db729c53), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:36.916558 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83e7ce76-2f8b-4d59-b9ce-cc6029a81d08 admin admin] Publish callbacks [] for security_group (8cc40902-1170-4d86-99bd-0169db729c53), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:36.952389 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-3daa8567-37bf-40e3-8b5d-4aa78b8bbf90 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for port (073eb175-bc38-4613-8fe8-80f2c8e00b85), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:36.961706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-da2c6c5d-fdb6-498e-9ded-f9e26da081ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:36.967306 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-da2c6c5d-fdb6-498e-9ded-f9e26da081ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd&tenant_id=3a3781df740148d6b4244220d13c806d HTTP/1.1" status: 200 len: 1101 time: 0.1674132 Jan 28 05:36:37.053248 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fe1310-6bf3-4ecb-be9f-bc214dd79fdc None None] New status for floating IP b905f644-d840-4b04-8467-8a60ee526ad3: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:36:37.077034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7af96a4a-c02f-4b00-ab72-f28e8018ae8d req-9c4b2297-197e-49c2-a929-47e0fc9a89a1 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 210 time: 0.0684404 Jan 28 05:36:37.110553 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83e7ce76-2f8b-4d59-b9ce-cc6029a81d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8cc40902-1170-4d86-99bd-0169db729c53), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:37.114850 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83e7ce76-2f8b-4d59-b9ce-cc6029a81d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:37.116554 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-83e7ce76-2f8b-4d59-b9ce-cc6029a81d08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8cc40902-1170-4d86-99bd-0169db729c53 HTTP/1.1" status: 204 len: 168 time: 0.3505986 Jan 28 05:36:37.148087 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7ce76-2f8b-4d59-b9ce-cc6029a81d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc40902-1170-4d86-99bd-0169db729c53,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:37.198335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c9119-78ff-400d-8ea3-320e74d9a957 req-5eed000f-d9e9-493a-8229-b0635e1446a1 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:37.200387 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-508c9119-78ff-400d-8ea3-320e74d9a957 req-5eed000f-d9e9-493a-8229-b0635e1446a1 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.1259420 Jan 28 05:36:37.202474 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-3d78ddfe-a54b-4cf1-be10-7929f643a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:37.203896 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-3d78ddfe-a54b-4cf1-be10-7929f643a898 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 1101 time: 0.1736495 Jan 28 05:36:37.248562 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8cae908-a50f-4797-b383-e8d388745d35 req-bbccb291-bec5-4ed2-a5e0-534d8be51e44 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 210 time: 0.0429561 Jan 28 05:36:37.285459 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-3daa8567-37bf-40e3-8b5d-4aa78b8bbf90 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (073eb175-bc38-4613-8fe8-80f2c8e00b85), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:37.372529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-508c9119-78ff-400d-8ea3-320e74d9a957 req-9e8b7740-f2e7-4e43-920c-aa5b0237df0f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508641 Jan 28 05:36:37.385056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-3daa8567-37bf-40e3-8b5d-4aa78b8bbf90 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Network 7b783b1a-01c6-44a0-9611-e2e73731beff is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:36:37.386588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa8567-37bf-40e3-8b5d-4aa78b8bbf90 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Pushing event updated for resources: {'Port': ['ID=073eb175-bc38-4613-8fe8-80f2c8e00b85,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:37.405716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-3daa8567-37bf-40e3-8b5d-4aa78b8bbf90 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:36:37.408065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-3daa8567-37bf-40e3-8b5d-4aa78b8bbf90 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:36:37.461089 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-3daa8567-37bf-40e3-8b5d-4aa78b8bbf90 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:37.462245 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-3daa8567-37bf-40e3-8b5d-4aa78b8bbf90 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:37.562892 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-3daa8567-37bf-40e3-8b5d-4aa78b8bbf90 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5009470 Jan 28 05:36:37.589215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Request body: {'port': {'device_id': '5c4a38c3-2e13-45b7-b40e-3cdb15e34539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:37.720967 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:38.163652 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-07bf3eae-bc21-494f-9c56-81eab0ef63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:38.165404 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-07bf3eae-bc21-494f-9c56-81eab0ef63fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.5650151 Jan 28 05:36:38.190720 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (073eb175-bc38-4613-8fe8-80f2c8e00b85), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:38.266737 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-98371f82-9add-4b9b-a6a2-d886e67ac22b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=69986b38-c2fa-4524-bf16-63fae6dbb18a HTTP/1.1" status: 200 len: 217 time: 0.0929534 Jan 28 05:36:38.374729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92621449-e410-404b-817e-06b9aabf0ce6 req-6e22efdb-8677-4781-baa7-118dc6a16ad9 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:38.376185 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92621449-e410-404b-817e-06b9aabf0ce6 req-6e22efdb-8677-4781-baa7-118dc6a16ad9 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.60 "GET /v2.0/networks?id=e5e031d0-ce73-47ee-be8b-c343d567f677 HTTP/1.1" status: 200 len: 821 time: 0.7273130 Jan 28 05:36:38.420577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-92621449-e410-404b-817e-06b9aabf0ce6 req-debacd0f-8b52-48cb-8819-a3ce725afdea tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Request body: {'port': {'device_id': '80916590-60bd-4bc9-bfe8-4dbcb237fbfd', 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677', 'admin_state_up': True, 'tenant_id': 'd5efdc0a1cab44d3b0e49b531e0d92e3'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:38.426507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c21377b7-0c17-48d0-90a1-1d9462560dcb req-717b2476-d8f6-4bad-8d7b-4aff1551cd87 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 210 time: 0.0830886 Jan 28 05:36:38.556801 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-f5f7a8e0-2f67-420f-93be-83da1ea9f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:38.557599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-f5f7a8e0-2f67-420f-93be-83da1ea9f554 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.2746458 Jan 28 05:36:38.697389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662340b5-bf00-4b99-8ae9-6179ecfe7c13 req-08b05d73-e79e-49ac-b713-28b9501b57c4 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:38.699076 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-662340b5-bf00-4b99-8ae9-6179ecfe7c13 req-08b05d73-e79e-49ac-b713-28b9501b57c4 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 931 time: 0.4446092 Jan 28 05:36:38.881835 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-4946ecbb-afe7-4012-bd3c-2cc93d24c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:38.883421 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-4946ecbb-afe7-4012-bd3c-2cc93d24c873 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2512627 Jan 28 05:36:38.896368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8614651-c195-4ccf-a961-28f3e1e46191 req-54c40b21-8619-48d4-9866-452d3b5585d9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:38.897930 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8614651-c195-4ccf-a961-28f3e1e46191 req-54c40b21-8619-48d4-9866-452d3b5585d9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.2614779 Jan 28 05:36:38.904246 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-662340b5-bf00-4b99-8ae9-6179ecfe7c13 req-401b9460-1e02-4932-b026-e2977542a5ff tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794744 Jan 28 05:36:38.996919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92621449-e410-404b-817e-06b9aabf0ce6 req-debacd0f-8b52-48cb-8819-a3ce725afdea tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Made reservation on behalf of d5efdc0a1cab44d3b0e49b531e0d92e3 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:36:39.000459 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92621449-e410-404b-817e-06b9aabf0ce6 req-debacd0f-8b52-48cb-8819-a3ce725afdea tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:39.055221 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:39.133455 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7414cd42-6c38-40f8-acbc-5fcb42129338 None None] Provisioning complete for port 073eb175-bc38-4613-8fe8-80f2c8e00b85 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:36:39.135315 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7414cd42-6c38-40f8-acbc-5fcb42129338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (073eb175-bc38-4613-8fe8-80f2c8e00b85), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:39.196453 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7414cd42-6c38-40f8-acbc-5fcb42129338 None None] Port 073eb175-bc38-4613-8fe8-80f2c8e00b85 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:36:39.205093 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8614651-c195-4ccf-a961-28f3e1e46191 req-983d03c7-13fc-48e8-9a80-08c88f012cb4 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896905 Jan 28 05:36:39.237198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-fa13c4a9-c332-42d5-af69-5a2c394db958 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365676 Jan 28 05:36:39.250658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529351c3-af72-4855-8ba6-4d1164d9126c req-b561db5f-0041-4109-8c64-a7e083cd87ec tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:39.252190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-529351c3-af72-4855-8ba6-4d1164d9126c req-b561db5f-0041-4109-8c64-a7e083cd87ec tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 1098 time: 0.2439046 Jan 28 05:36:39.288970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073eb175-bc38-4613-8fe8-80f2c8e00b85 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:39.359662 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Publish callbacks [] for port (073eb175-bc38-4613-8fe8-80f2c8e00b85), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:39.411708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Transition to ACTIVE for port object 073eb175-bc38-4613-8fe8-80f2c8e00b85 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:36:39.427386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-92621449-e410-404b-817e-06b9aabf0ce6 req-debacd0f-8b52-48cb-8819-a3ce725afdea tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Allocated IP 172.20.0.4 (e5e031d0-ce73-47ee-be8b-c343d567f677/b366577e-bca6-4046-9c8c-352fbc1be9f5/a65bccfa-a9d7-468e-89b7-443cdf3ab6a8) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:36:39.447688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-529351c3-af72-4855-8ba6-4d1164d9126c req-1162b5d1-9754-44cd-9e9b-2131c9a699a7 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682758 Jan 28 05:36:39.480330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1280abc1-b8a3-4ef4-81e0-d297db8df24e req-c0797f2e-6acb-4df9-aa9a-6841ff95c88e service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279408 Jan 28 05:36:39.629391 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (073eb175-bc38-4613-8fe8-80f2c8e00b85), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:39.694023 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de56dbc2-259e-4647-b31d-71662f58d9e5 req-6f9bb894-1da8-4b61-b20d-ef0df0b71347 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 210 time: 0.0715635 Jan 28 05:36:39.753184 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92621449-e410-404b-817e-06b9aabf0ce6 req-debacd0f-8b52-48cb-8819-a3ce725afdea tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:39.778189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=073eb175-bc38-4613-8fe8-80f2c8e00b85,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:39.874181 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 69986b38-c2fa-4524-bf16-63fae6dbb18a no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:36:39.886247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Attempting to bind port 073eb175-bc38-4613-8fe8-80f2c8e00b85 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:36:39.886718 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Attempting to bind port 073eb175-bc38-4613-8fe8-80f2c8e00b85 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '8fd67d56-6535-44cc-b55e-8857910b2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:36:39.887168 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Attempting to bind port 073eb175-bc38-4613-8fe8-80f2c8e00b85 on network 7b783b1a-01c6-44a0-9611-e2e73731beff {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:39.892268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Port 073eb175-bc38-4613-8fe8-80f2c8e00b85 on network 7b783b1a-01c6-44a0-9611-e2e73731beff not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:36:39.892660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Attempting to bind port 073eb175-bc38-4613-8fe8-80f2c8e00b85 on network 7b783b1a-01c6-44a0-9611-e2e73731beff {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:39.899401 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:36:39.899738 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Checking segment: {'id': '8fd67d56-6535-44cc-b55e-8857910b2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:36:39.900123 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Bound using segment: {'id': '8fd67d56-6535-44cc-b55e-8857910b2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:36:39.900550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Bound port: 073eb175-bc38-4613-8fe8-80f2c8e00b85, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd67d56-6535-44cc-b55e-8857910b2c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:36:39.900971 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (073eb175-bc38-4613-8fe8-80f2c8e00b85), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:39.971018 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92621449-e410-404b-817e-06b9aabf0ce6 req-debacd0f-8b52-48cb-8819-a3ce725afdea tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:40.037250 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 69986b38-c2fa-4524-bf16-63fae6dbb18a is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:40.037250 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:40.070404 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e2092f-6f37-4e9d-943c-1d076d8924cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69986b38-c2fa-4524-bf16-63fae6dbb18a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:40.073663 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be44d874-078b-4b10-a4a9-d7de79867b64" -d '{"events": [{"server_uuid": "d8e2092f-6f37-4e9d-943c-1d076d8924cd", "name": "network-vif-unplugged", "status": "completed", "tag": "69986b38-c2fa-4524-bf16-63fae6dbb18a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:40.094290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 69986b38-c2fa-4524-bf16-63fae6dbb18a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=69986b38-c2fa-4524-bf16-63fae6dbb18a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:40.095163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92621449-e410-404b-817e-06b9aabf0ce6 req-debacd0f-8b52-48cb-8819-a3ce725afdea tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Network e5e031d0-ce73-47ee-be8b-c343d567f677 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:36:40.109148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-92621449-e410-404b-817e-06b9aabf0ce6 req-debacd0f-8b52-48cb-8819-a3ce725afdea tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:36:40.120495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-92621449-e410-404b-817e-06b9aabf0ce6 req-debacd0f-8b52-48cb-8819-a3ce725afdea tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:36:40.177839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debacd0f-8b52-48cb-8819-a3ce725afdea tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Pushing event updated for resources: {'Port': ['ID=a65bccfa-a9d7-468e-89b7-443cdf3ab6a8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:40.187115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] For port 073eb175-bc38-4613-8fe8-80f2c8e00b85, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:36:40.200022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9addc-8b92-4c4c-9238-7f10a8b5afe0 req-923500a9-3f6d-42e4-9bb0-0dcf9ec47d80 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:40.201172 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:40.207620 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-17a9addc-8b92-4c4c-9238-7f10a8b5afe0 req-923500a9-3f6d-42e4-9bb0-0dcf9ec47d80 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 943 time: 0.1572130 Jan 28 05:36:40.272713 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-17a9addc-8b92-4c4c-9238-7f10a8b5afe0 req-dc33234d-1bf3-4519-9fcf-c009bc288768 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638683 Jan 28 05:36:40.281932 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] For port 073eb175-bc38-4613-8fe8-80f2c8e00b85, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=073eb175-bc38-4613-8fe8-80f2c8e00b85,segment=NetworkSegment(8fd67d56-6535-44cc-b55e-8857910b2c41),segment_id=8fd67d56-6535-44cc-b55e-8857910b2c41)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:36:40.283230 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=69986b38-c2fa-4524-bf16-63fae6dbb18a,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:40.292555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92621449-e410-404b-817e-06b9aabf0ce6 req-debacd0f-8b52-48cb-8819-a3ce725afdea tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:40.292555 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92621449-e410-404b-817e-06b9aabf0ce6 req-debacd0f-8b52-48cb-8819-a3ce725afdea tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:40.337095 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa163b4e-a06f-4bd2-a48c-965476b7d1a9 x-openstack-request-id: req-aa163b4e-a06f-4bd2-a48c-965476b7d1a9 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:40.337456 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e2092f-6f37-4e9d-943c-1d076d8924cd", "name": "network-vif-unplugged", "status": "completed", "tag": "69986b38-c2fa-4524-bf16-63fae6dbb18a", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:40.337950 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa163b4e-a06f-4bd2-a48c-965476b7d1a9 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:40.338362 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e2092f-6f37-4e9d-943c-1d076d8924cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69986b38-c2fa-4524-bf16-63fae6dbb18a', 'code': 200} Jan 28 05:36:40.373148 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (073eb175-bc38-4613-8fe8-80f2c8e00b85), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:40.429211 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92621449-e410-404b-817e-06b9aabf0ce6 req-debacd0f-8b52-48cb-8819-a3ce725afdea tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0230064 Jan 28 05:36:40.435659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:40.436362 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:40.437677 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] 10.222.0.60 "PUT /v2.0/ports/073eb175-bc38-4613-8fe8-80f2c8e00b85 HTTP/1.1" status: 200 len: 1092 time: 2.8599515 Jan 28 05:36:40.438171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4a38c3-2e13-45b7-b40e-3cdb15e34539', 'tag': '073eb175-bc38-4613-8fe8-80f2c8e00b85'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:40.440469 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b62e7d6-6fa1-4f65-a2ae-ce62141d6a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4a38c3-2e13-45b7-b40e-3cdb15e34539", "tag": "073eb175-bc38-4613-8fe8-80f2c8e00b85"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:40.494046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Request body: {'port': {'device_id': '80916590-60bd-4bc9-bfe8-4dbcb237fbfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:40.546559 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09e42e-7722-4c03-ab0e-71dc88a2e6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=073eb175-bc38-4613-8fe8-80f2c8e00b85,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:40.564011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc5a22-65f9-4159-a1a3-4f52f01af4db req-18d0083b-98d2-429a-9769-3eb0775784a8 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:40.565554 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4dcc5a22-65f9-4159-a1a3-4f52f01af4db req-18d0083b-98d2-429a-9769-3eb0775784a8 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 947 time: 0.1607549 Jan 28 05:36:40.645307 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:40.708848 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4dcc5a22-65f9-4159-a1a3-4f52f01af4db req-6e28d071-dcad-40eb-a64d-865dbf5a00a9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251655 Jan 28 05:36:40.717607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-61f6ad58-c7ff-4d6d-bd06-7c1547911544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:40.719668 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-61f6ad58-c7ff-4d6d-bd06-7c1547911544 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f89df0ed4324ba8a50b1f639b59017f&device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 1095 time: 0.1318808 Jan 28 05:36:40.818206 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-a52df9e7-8556-4cf6-af8b-4e7a16600396 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=073eb175-bc38-4613-8fe8-80f2c8e00b85 HTTP/1.1" status: 200 len: 217 time: 0.0603454 Jan 28 05:36:40.984899 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-aa9af3af-d4b0-4bdc-86ca-79a06d74fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:40.986593 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-aa9af3af-d4b0-4bdc-86ca-79a06d74fb2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f8152de8-ecac-4199-a968-1f3e5a754e20 HTTP/1.1" status: 200 len: 863 time: 0.1173007 Jan 28 05:36:41.090505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-9b9cdb0a-d2d3-4c95-8b61-6ea1fc452675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:41.092013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-9b9cdb0a-d2d3-4c95-8b61-6ea1fc452675 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7b783b1a-01c6-44a0-9611-e2e73731beff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939212 Jan 28 05:36:41.203493 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97702033-df68-433c-a43d-6e08d784dc17 x-openstack-request-id: req-97702033-df68-433c-a43d-6e08d784dc17 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:41.203796 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4a38c3-2e13-45b7-b40e-3cdb15e34539", "tag": "073eb175-bc38-4613-8fe8-80f2c8e00b85", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:41.204041 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97702033-df68-433c-a43d-6e08d784dc17 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:41.204451 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4a38c3-2e13-45b7-b40e-3cdb15e34539', 'tag': '073eb175-bc38-4613-8fe8-80f2c8e00b85', 'status': 'completed', 'code': 200} Jan 28 05:36:41.233390 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:41.259835 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Publish callbacks [] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:41.273058 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-5f2e256f-c042-4f44-a463-f70e787f9b64 service neutron] 10.222.0.60 "GET /v2.0/networks/7b783b1a-01c6-44a0-9611-e2e73731beff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710305 Jan 28 05:36:41.279323 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Transition to ACTIVE for port object a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:36:41.598408 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:41.713680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a65bccfa-a9d7-468e-89b7-443cdf3ab6a8,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:41.819933 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-aaaca4b0-f489-428d-98eb-34ab55f6acf5 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:36:41.820271 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-aaaca4b0-f489-428d-98eb-34ab55f6acf5 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175266 Jan 28 05:36:41.882011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Attempting to bind port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:36:41.882336 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Attempting to bind port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'fc462d44-c0ea-480b-b52f-56b0cb328658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:36:41.882696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Attempting to bind port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 on network e5e031d0-ce73-47ee-be8b-c343d567f677 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:41.892073 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 on network e5e031d0-ce73-47ee-be8b-c343d567f677 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:36:41.892319 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Attempting to bind port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 on network e5e031d0-ce73-47ee-be8b-c343d567f677 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:41.902415 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe12050-fab0-4457-bd0c-cfcdb852e6ab req-c0a69c53-6262-4687-824f-5f395ef3304b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:41.905689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c42984b8-3dd0-40a4-8898-4110f0be39c2 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:36:41.911432 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5fe12050-fab0-4457-bd0c-cfcdb852e6ab req-c0a69c53-6262-4687-824f-5f395ef3304b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 943 time: 0.6306257 Jan 28 05:36:41.936535 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:36:41.936884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Checking segment: {'id': 'fc462d44-c0ea-480b-b52f-56b0cb328658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:36:41.937254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Bound using segment: {'id': 'fc462d44-c0ea-480b-b52f-56b0cb328658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:36:41.937701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Bound port: a65bccfa-a9d7-468e-89b7-443cdf3ab6a8, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc462d44-c0ea-480b-b52f-56b0cb328658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:36:41.938053 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:41.984254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-385662da-3446-4bb3-b256-fcba34e18786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:41.986077 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-385662da-3446-4bb3-b256-fcba34e18786 service neutron] 10.222.0.31 "GET /v2.0/ports/c5bf72bd-034e-4802-90e9-b2324a64e9b2 HTTP/1.1" status: 200 len: 1095 time: 0.1499534 Jan 28 05:36:42.031858 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c82856c-7f50-470a-94f3-4a2d8dffeae6 req-08c6e3f6-0349-4429-985e-89bb553a12bd service neutron] 10.222.0.60 "GET /v2.0/networks/7b783b1a-01c6-44a0-9611-e2e73731beff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7490075 Jan 28 05:36:42.046159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-d84d8931-5f0f-48ed-b857-5255d74d9eab service neutron] Request body: {'binding': {'host': 'n-h1-812111-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:42.046806 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-d84d8931-5f0f-48ed-b857-5255d74d9eab service neutron] Unknown quota resources ['binding']. {{(pid=103635) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:36:42.154175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c42984b8-3dd0-40a4-8898-4110f0be39c2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c42984b8-3dd0-40a4-8898-4110f0be39c2,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:42.177517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'c42984b8-3dd0-40a4-8898-4110f0be39c2', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'c42984b8-3dd0-40a4-8898-4110f0be39c2', 'mac_address': 'fa:16:3e:a1:05:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:36:42.246144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c42984b8-3dd0-40a4-8898-4110f0be39c2 is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:42.246698 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:42.346471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c42984b8-3dd0-40a4-8898-4110f0be39c2 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:42.453937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c42984b8-3dd0-40a4-8898-4110f0be39c2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c42984b8-3dd0-40a4-8898-4110f0be39c2,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:42.456111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5fe12050-fab0-4457-bd0c-cfcdb852e6ab req-83124a11-a9d2-4e93-834c-8a8081485bfb tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672148 Jan 28 05:36:42.456111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] For port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:36:42.456111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-d84d8931-5f0f-48ed-b857-5255d74d9eab service neutron] Attempting to bind port c5bf72bd-034e-4802-90e9-b2324a64e9b2 on host n-h1-812111-12 for vnic_type normal with profile None {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:36:42.456111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-d84d8931-5f0f-48ed-b857-5255d74d9eab service neutron] Attempting to bind port c5bf72bd-034e-4802-90e9-b2324a64e9b2 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:36:42.456111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-d84d8931-5f0f-48ed-b857-5255d74d9eab service neutron] Attempting to bind port c5bf72bd-034e-4802-90e9-b2324a64e9b2 on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:42.465414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] For port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a65bccfa-a9d7-468e-89b7-443cdf3ab6a8,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:36:42.483757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-d84d8931-5f0f-48ed-b857-5255d74d9eab service neutron] Port c5bf72bd-034e-4802-90e9-b2324a64e9b2 on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:36:42.483757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-d84d8931-5f0f-48ed-b857-5255d74d9eab service neutron] Attempting to bind port c5bf72bd-034e-4802-90e9-b2324a64e9b2 on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:42.486906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62e7d6-6fa1-4f65-a2ae-ce62141d6a8c req-f3a4bfbc-357e-4552-8566-2e5baf1fc30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:42.495066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b62e7d6-6fa1-4f65-a2ae-ce62141d6a8c req-f3a4bfbc-357e-4552-8566-2e5baf1fc30a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f89df0ed4324ba8a50b1f639b59017f&device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 1095 time: 0.1800160 Jan 28 05:36:42.509496 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-d84d8931-5f0f-48ed-b857-5255d74d9eab service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:36:42.512566 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-d84d8931-5f0f-48ed-b857-5255d74d9eab service neutron] Checking segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:36:42.513218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-d84d8931-5f0f-48ed-b857-5255d74d9eab service neutron] Bound using segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:36:42.513828 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-d84d8931-5f0f-48ed-b857-5255d74d9eab service neutron] Bound port: c5bf72bd-034e-4802-90e9-b2324a64e9b2, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:36:42.693594 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:42.710261 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:42.807198 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a65bccfa-a9d7-468e-89b7-443cdf3ab6a8,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:42.854465 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62e7d6-6fa1-4f65-a2ae-ce62141d6a8c req-7a0b34f2-f357-47a9-abc8-e3ce39c12f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:42.857970 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b62e7d6-6fa1-4f65-a2ae-ce62141d6a8c req-7a0b34f2-f357-47a9-abc8-e3ce39c12f77 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7b783b1a-01c6-44a0-9611-e2e73731beff HTTP/1.1" status: 200 len: 925 time: 0.3505919 Jan 28 05:36:42.888353 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c42984b8-3dd0-40a4-8898-4110f0be39c2,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:42.909667 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['c42984b8-3dd0-40a4-8898-4110f0be39c2'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:42.927428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b62e7d6-6fa1-4f65-a2ae-ce62141d6a8c req-b28c43ef-6d49-4c07-bbe0-e27810632049 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=073eb175-bc38-4613-8fe8-80f2c8e00b85 HTTP/1.1" status: 200 len: 217 time: 0.0407934 Jan 28 05:36:42.971634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-d84d8931-5f0f-48ed-b857-5255d74d9eab service neutron] For port c5bf72bd-034e-4802-90e9-b2324a64e9b2, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c5bf72bd-034e-4802-90e9-b2324a64e9b2,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:36:42.983672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:42.991233 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:42.991233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92621449-e410-404b-817e-06b9aabf0ce6 req-76f43f62-6647-40a9-9b89-6f774295c2e9 service neutron] 10.222.0.60 "PUT /v2.0/ports/a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 HTTP/1.1" status: 200 len: 1092 time: 2.5160413 Jan 28 05:36:43.024649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8df07f-f18f-407f-8181-bc3030779f99 req-7db346ef-1b1c-4ea2-aa37-44ac43ab3951 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:43.029488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf8df07f-f18f-407f-8181-bc3030779f99 req-7db346ef-1b1c-4ea2-aa37-44ac43ab3951 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 943 time: 0.2384274 Jan 28 05:36:43.066561 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-d84d8931-5f0f-48ed-b857-5255d74d9eab service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:43.067748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-d84d8931-5f0f-48ed-b857-5255d74d9eab service neutron] 10.222.0.31 "POST /v2.0/ports/c5bf72bd-034e-4802-90e9-b2324a64e9b2/bindings HTTP/1.1" status: 201 len: 390 time: 1.0345309 Jan 28 05:36:43.112162 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf8df07f-f18f-407f-8181-bc3030779f99 req-2898847f-1030-41ec-9b34-3eb1662beb27 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817325 Jan 28 05:36:43.114764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62e7d6-6fa1-4f65-a2ae-ce62141d6a8c req-fc7e4b66-cdee-4265-894a-4a4130d42b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:43.122031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b62e7d6-6fa1-4f65-a2ae-ce62141d6a8c req-fc7e4b66-cdee-4265-894a-4a4130d42b01 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f8152de8-ecac-4199-a968-1f3e5a754e20 HTTP/1.1" status: 200 len: 863 time: 0.1486483 Jan 28 05:36:43.222674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80916590-60bd-4bc9-bfe8-4dbcb237fbfd', 'tag': 'a65bccfa-a9d7-468e-89b7-443cdf3ab6a8'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:43.225496 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d2f4d0-30ff-4243-b195-7beacec5c500" -d '{"events": [{"name": "network-changed", "server_uuid": "80916590-60bd-4bc9-bfe8-4dbcb237fbfd", "tag": "a65bccfa-a9d7-468e-89b7-443cdf3ab6a8"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:43.292941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62e7d6-6fa1-4f65-a2ae-ce62141d6a8c req-a3c75124-6b55-4ebf-93be-d35f81e8d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:43.294481 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b62e7d6-6fa1-4f65-a2ae-ce62141d6a8c req-a3c75124-6b55-4ebf-93be-d35f81e8d875 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7b783b1a-01c6-44a0-9611-e2e73731beff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1506381 Jan 28 05:36:43.300819 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92621449-e410-404b-817e-06b9aabf0ce6 req-7da67fd9-077c-4b7c-a1a9-10a918188b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:43.302480 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92621449-e410-404b-817e-06b9aabf0ce6 req-7da67fd9-077c-4b7c-a1a9-10a918188b1a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5efdc0a1cab44d3b0e49b531e0d92e3&device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 1095 time: 0.1781669 Jan 28 05:36:43.373696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2eca9c-4d65-4d47-845d-eecad17cbbc3 req-81c13a33-66a9-4631-bedb-7959d304dd32 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:43.375647 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7a2eca9c-4d65-4d47-845d-eecad17cbbc3 req-81c13a33-66a9-4631-bedb-7959d304dd32 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 947 time: 0.1470804 Jan 28 05:36:43.427424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92621449-e410-404b-817e-06b9aabf0ce6 req-d0ed00ad-aabb-49c5-aa7f-aa94a6cdde3a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 HTTP/1.1" status: 200 len: 217 time: 0.1006672 Jan 28 05:36:43.554532 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7a2eca9c-4d65-4d47-845d-eecad17cbbc3 req-0f646b14-0352-4260-bc9b-b96095bf4e57 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711898 Jan 28 05:36:43.555921 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92621449-e410-404b-817e-06b9aabf0ce6 req-d3af0f1d-b525-4cc4-abd0-9bd64c847385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:43.557720 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92621449-e410-404b-817e-06b9aabf0ce6 req-d3af0f1d-b525-4cc4-abd0-9bd64c847385 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b366577e-bca6-4046-9c8c-352fbc1be9f5 HTTP/1.1" status: 200 len: 861 time: 0.1197600 Jan 28 05:36:43.564753 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b62e7d6-6fa1-4f65-a2ae-ce62141d6a8c req-e887dc62-5328-4db7-a457-73e84ee94e41 service neutron] 10.222.0.60 "GET /v2.0/networks/7b783b1a-01c6-44a0-9611-e2e73731beff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612767 Jan 28 05:36:43.761326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b62e7d6-6fa1-4f65-a2ae-ce62141d6a8c req-45dce806-036b-48df-acc6-96d7ac7ed3f4 service neutron] 10.222.0.60 "GET /v2.0/networks/7b783b1a-01c6-44a0-9611-e2e73731beff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850240 Jan 28 05:36:43.763356 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92621449-e410-404b-817e-06b9aabf0ce6 req-6c424c5e-44d2-4d71-a1e0-5e6d7f223942 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5e031d0-ce73-47ee-be8b-c343d567f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1893313 Jan 28 05:36:43.923361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 69986b38-c2fa-4524-bf16-63fae6dbb18a details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:36:43.941414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c42984b8-3dd0-40a4-8898-4110f0be39c2 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:36:44.077738 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-e2286ccc-3db2-4e68-9748-5c28a946db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:44.085373 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-e2286ccc-3db2-4e68-9748-5c28a946db32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 1098 time: 0.1948600 Jan 28 05:36:44.094010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port c42984b8-3dd0-40a4-8898-4110f0be39c2 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:36:44.094947 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:44.134167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92621449-e410-404b-817e-06b9aabf0ce6 req-24fe7299-2e31-478a-8c87-aec65f8b4de5 service neutron] 10.222.0.60 "GET /v2.0/networks/e5e031d0-ce73-47ee-be8b-c343d567f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461769 Jan 28 05:36:44.181765 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9119d03-0fc8-4cc4-a7ad-7fdc2359f1db x-openstack-request-id: req-a9119d03-0fc8-4cc4-a7ad-7fdc2359f1db {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:44.186489 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80916590-60bd-4bc9-bfe8-4dbcb237fbfd", "tag": "a65bccfa-a9d7-468e-89b7-443cdf3ab6a8", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:44.186831 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9119d03-0fc8-4cc4-a7ad-7fdc2359f1db {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:44.187388 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80916590-60bd-4bc9-bfe8-4dbcb237fbfd', 'tag': 'a65bccfa-a9d7-468e-89b7-443cdf3ab6a8', 'status': 'completed', 'code': 200} Jan 28 05:36:44.210910 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 69986b38-c2fa-4524-bf16-63fae6dbb18a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=69986b38-c2fa-4524-bf16-63fae6dbb18a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:44.242852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '69986b38-c2fa-4524-bf16-63fae6dbb18a', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '69986b38-c2fa-4524-bf16-63fae6dbb18a', 'mac_address': 'fa:16:3e:88:20:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:36:44.358802 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c42984b8-3dd0-40a4-8898-4110f0be39c2 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:44.359106 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:44.369620 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 69986b38-c2fa-4524-bf16-63fae6dbb18a is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:44.370021 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:44.386539 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69986b38-c2fa-4524-bf16-63fae6dbb18a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:44.408913 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 69986b38-c2fa-4524-bf16-63fae6dbb18a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=69986b38-c2fa-4524-bf16-63fae6dbb18a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:44.423098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccb824-e34b-44c6-bc32-fa16482a9984 req-c5ae4efd-1932-44fb-8070-f25d19dafd6b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:44.424819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9ccb824-e34b-44c6-bc32-fa16482a9984 req-c5ae4efd-1932-44fb-8070-f25d19dafd6b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 943 time: 0.1660900 Jan 28 05:36:44.431640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-91469742-cda9-42d5-a72b-c03dfb4eab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:44.433342 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-91469742-cda9-42d5-a72b-c03dfb4eab9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.3366990 Jan 28 05:36:44.451149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c42984b8-3dd0-40a4-8898-4110f0be39c2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c42984b8-3dd0-40a4-8898-4110f0be39c2,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:44.451384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93513a40-bbfd-4d4f-8cdb-87325355708c req-eaa4c79d-ac1b-4836-b559-c6ed6ae6caa6 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:44.452138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed35c42e-82fe-4210-bfb1-5d7afc39c17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42984b8-3dd0-40a4-8898-4110f0be39c2'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:44.454916 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1932620-00d6-4e2d-9590-9275a4828f46" -d '{"events": [{"server_uuid": "ed35c42e-82fe-4210-bfb1-5d7afc39c17a", "name": "network-vif-plugged", "status": "completed", "tag": "c42984b8-3dd0-40a4-8898-4110f0be39c2"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:44.458777 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93513a40-bbfd-4d4f-8cdb-87325355708c req-eaa4c79d-ac1b-4836-b559-c6ed6ae6caa6 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.2703159 Jan 28 05:36:44.469758 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:44.493128 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92621449-e410-404b-817e-06b9aabf0ce6 req-bdbad9ca-6dbb-456d-b5f1-783cc31b5345 service neutron] 10.222.0.60 "GET /v2.0/networks/e5e031d0-ce73-47ee-be8b-c343d567f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034854 Jan 28 05:36:44.526778 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:44.544650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=69986b38-c2fa-4524-bf16-63fae6dbb18a,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:44.576288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-cd0346d1-50b5-4c71-a82b-c5a21be0d223 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5bf72bd-034e-4802-90e9-b2324a64e9b2 HTTP/1.1" status: 200 len: 217 time: 0.1331742 Jan 28 05:36:44.628417 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c42984b8-3dd0-40a4-8898-4110f0be39c2,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:44.663518 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93513a40-bbfd-4d4f-8cdb-87325355708c req-3dd57bd0-67a0-4783-b5e2-c07060422ce6 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775961 Jan 28 05:36:44.759246 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9ccb824-e34b-44c6-bc32-fa16482a9984 req-3f2c50b7-afa4-44ca-9f21-df3f3ad52d95 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235857 Jan 28 05:36:44.780816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-797b2125-47f0-4f81-a03e-c9605af5f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:44.787384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-797b2125-47f0-4f81-a03e-c9605af5f33e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.1984472 Jan 28 05:36:44.850335 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['69986b38-c2fa-4524-bf16-63fae6dbb18a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:44.870415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-76213698-5ab1-48cc-8529-ffa768414a5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709536 Jan 28 05:36:44.889083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2f4d0-30ff-4243-b195-7beacec5c500 req-de46cd6c-4bd5-4c3e-816b-a92a7a85b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:44.908093 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55d2f4d0-30ff-4243-b195-7beacec5c500 req-de46cd6c-4bd5-4c3e-816b-a92a7a85b1a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5efdc0a1cab44d3b0e49b531e0d92e3&device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 1095 time: 0.2207451 Jan 28 05:36:45.172766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf13c1a-8f93-4427-b1d2-7fdc17492873 req-e2fa1db7-b555-4f21-870a-195d1c32cdda tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:45.192998 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9cf13c1a-8f93-4427-b1d2-7fdc17492873 req-e2fa1db7-b555-4f21-870a-195d1c32cdda tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 943 time: 0.1805806 Jan 28 05:36:45.195227 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-0ec4c311-d44d-4006-bb23-763a98468179 service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147597 Jan 28 05:36:45.200994 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2f4d0-30ff-4243-b195-7beacec5c500 req-b2860c01-7be2-4b64-97b5-70ac09090c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:45.202594 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55d2f4d0-30ff-4243-b195-7beacec5c500 req-b2860c01-7be2-4b64-97b5-70ac09090c71 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e5e031d0-ce73-47ee-be8b-c343d567f677 HTTP/1.1" status: 200 len: 922 time: 0.2807231 Jan 28 05:36:45.360480 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55d2f4d0-30ff-4243-b195-7beacec5c500 req-4a3f124b-f850-46e9-958f-68acea1f8d67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 HTTP/1.1" status: 200 len: 217 time: 0.1072214 Jan 28 05:36:45.443346 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68610ca4-14e6-444e-aa82-ae804137a8b9 req-49012a58-3c7c-40ed-a0cc-0bedfa243d2d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:45.445205 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-68610ca4-14e6-444e-aa82-ae804137a8b9 req-49012a58-3c7c-40ed-a0cc-0bedfa243d2d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd&tenant_id=3a3781df740148d6b4244220d13c806d&binding%3Ahost_id=n-h1-812111-12 HTTP/1.1" status: 200 len: 948 time: 0.1084700 Jan 28 05:36:45.510337 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:36:45.556100 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9cf13c1a-8f93-4427-b1d2-7fdc17492873 req-67ef0cbb-8d60-4964-9631-e26959f04960 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512757 Jan 28 05:36:45.603949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2f4d0-30ff-4243-b195-7beacec5c500 req-e39e1ce7-ee32-4fb1-a05e-a6ba5642fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:45.606344 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55d2f4d0-30ff-4243-b195-7beacec5c500 req-e39e1ce7-ee32-4fb1-a05e-a6ba5642fbf5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b366577e-bca6-4046-9c8c-352fbc1be9f5 HTTP/1.1" status: 200 len: 861 time: 0.2229249 Jan 28 05:36:45.648864 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-ac94ef43-bc3d-4a95-94ff-c4488c8b988e service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452286 Jan 28 05:36:45.664294 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f472292b-ae7e-4c16-a519-0cf4e3f064bc x-openstack-request-id: req-f472292b-ae7e-4c16-a519-0cf4e3f064bc {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:45.664742 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed35c42e-82fe-4210-bfb1-5d7afc39c17a", "name": "network-vif-plugged", "status": "completed", "tag": "c42984b8-3dd0-40a4-8898-4110f0be39c2", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:45.664854 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f472292b-ae7e-4c16-a519-0cf4e3f064bc {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:45.665243 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed35c42e-82fe-4210-bfb1-5d7afc39c17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42984b8-3dd0-40a4-8898-4110f0be39c2', 'code': 200} Jan 28 05:36:45.669966 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68610ca4-14e6-444e-aa82-ae804137a8b9 req-274623fb-64f1-4cad-a3bc-68a03a6077e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:45.680391 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55d2f4d0-30ff-4243-b195-7beacec5c500 req-b59a3f5f-b5b3-4b2e-8506-904e365b10a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5e031d0-ce73-47ee-be8b-c343d567f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570352 Jan 28 05:36:45.680759 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-68610ca4-14e6-444e-aa82-ae804137a8b9 req-274623fb-64f1-4cad-a3bc-68a03a6077e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 1100 time: 0.0947394 Jan 28 05:36:45.958876 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68610ca4-14e6-444e-aa82-ae804137a8b9 req-2ba3342a-6b59-474a-92a3-3ef3fb6762ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:45.961423 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-68610ca4-14e6-444e-aa82-ae804137a8b9 req-2ba3342a-6b59-474a-92a3-3ef3fb6762ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.2503521 Jan 28 05:36:46.033738 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-68610ca4-14e6-444e-aa82-ae804137a8b9 req-4684d396-33f9-495f-b203-17056ac63488 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=69986b38-c2fa-4524-bf16-63fae6dbb18a HTTP/1.1" status: 200 len: 217 time: 0.0652659 Jan 28 05:36:46.111142 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68610ca4-14e6-444e-aa82-ae804137a8b9 req-8dad0e31-2c4e-4ce5-a13e-04108227a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:46.113698 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-68610ca4-14e6-444e-aa82-ae804137a8b9 req-8dad0e31-2c4e-4ce5-a13e-04108227a6d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0728741 Jan 28 05:36:46.195444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68610ca4-14e6-444e-aa82-ae804137a8b9 req-75cb0a63-cf3d-4097-be17-65f3e8301ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:46.197388 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-68610ca4-14e6-444e-aa82-ae804137a8b9 req-75cb0a63-cf3d-4097-be17-65f3e8301ae0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0786006 Jan 28 05:36:46.396709 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55d2f4d0-30ff-4243-b195-7beacec5c500 req-1d2984ea-732f-438f-8d54-1acb15a8267b service neutron] 10.222.0.60 "GET /v2.0/networks/e5e031d0-ce73-47ee-be8b-c343d567f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7076583 Jan 28 05:36:46.407789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5f29e-2255-402e-8d79-9fd69e748b9a req-073176de-4f52-4a72-a0e9-e9c94a4cd503 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:46.410232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2eb5f29e-2255-402e-8d79-9fd69e748b9a req-073176de-4f52-4a72-a0e9-e9c94a4cd503 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 948 time: 0.5950639 Jan 28 05:36:46.433985 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cdcb0-743b-448a-b03b-b95ff495a877 req-4fc6f69f-8083-4f6b-b74f-00f579d129d3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:46.439874 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b56cdcb0-743b-448a-b03b-b95ff495a877 req-4fc6f69f-8083-4f6b-b74f-00f579d129d3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.1466322 Jan 28 05:36:46.475324 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-68610ca4-14e6-444e-aa82-ae804137a8b9 req-4ad86774-d32b-4576-bd90-d2e1294129d4 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707555 Jan 28 05:36:46.522585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 073eb175-bc38-4613-8fe8-80f2c8e00b85 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:36:46.526487 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46596) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:46.703403 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-68610ca4-14e6-444e-aa82-ae804137a8b9 req-16cc600c-90a9-4a50-9f23-cd432593e2dd service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203562 Jan 28 05:36:46.748384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 073eb175-bc38-4613-8fe8-80f2c8e00b85, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=073eb175-bc38-4613-8fe8-80f2c8e00b85,segment=NetworkSegment(8fd67d56-6535-44cc-b55e-8857910b2c41),segment_id=8fd67d56-6535-44cc-b55e-8857910b2c41)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:46.763435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '073eb175-bc38-4613-8fe8-80f2c8e00b85', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'port_id': '073eb175-bc38-4613-8fe8-80f2c8e00b85', 'mac_address': 'fa:16:3e:46:3f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:36:46.781090 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b56cdcb0-743b-448a-b03b-b95ff495a877 req-f3b8ca77-3678-49ac-8774-45b384e56287 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816505 Jan 28 05:36:46.852072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2eb5f29e-2255-402e-8d79-9fd69e748b9a req-38c06f41-3c93-43f7-83ba-f0f31a4a4507 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915651 Jan 28 05:36:46.864070 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4d517835-4cd9-4c42-a8c4-89d3646cae44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:46.882028 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 073eb175-bc38-4613-8fe8-80f2c8e00b85 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:46.882767 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (073eb175-bc38-4613-8fe8-80f2c8e00b85), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:46.917232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55d2f4d0-30ff-4243-b195-7beacec5c500 req-b66be090-ea72-4b2f-ae92-eced719807bf service neutron] 10.222.0.60 "GET /v2.0/networks/e5e031d0-ce73-47ee-be8b-c343d567f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041339 Jan 28 05:36:46.936562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073eb175-bc38-4613-8fe8-80f2c8e00b85 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:46.963816 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 073eb175-bc38-4613-8fe8-80f2c8e00b85, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=073eb175-bc38-4613-8fe8-80f2c8e00b85,segment=NetworkSegment(8fd67d56-6535-44cc-b55e-8857910b2c41),segment_id=8fd67d56-6535-44cc-b55e-8857910b2c41)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:47.029425 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (073eb175-bc38-4613-8fe8-80f2c8e00b85), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:47.062658 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4d517835-4cd9-4c42-a8c4-89d3646cae44 admin admin] Publish callbacks [] for security_group (c3c84eb6-d42c-4352-a200-5cd540724b22), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:47.083503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db468c-2f18-45ed-94e2-adabbe839256 req-e916263a-57ff-412b-80d7-08d412f0726b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:47.095932 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=073eb175-bc38-4613-8fe8-80f2c8e00b85,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:47.097543 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50db468c-2f18-45ed-94e2-adabbe839256 req-e916263a-57ff-412b-80d7-08d412f0726b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 943 time: 0.1685083 Jan 28 05:36:47.161268 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4d517835-4cd9-4c42-a8c4-89d3646cae44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c3c84eb6-d42c-4352-a200-5cd540724b22), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:47.194274 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50db468c-2f18-45ed-94e2-adabbe839256 req-390ffe43-e8cc-4f5b-bb6d-880a36e2cb16 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887952 Jan 28 05:36:47.221603 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4d517835-4cd9-4c42-a8c4-89d3646cae44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3be435f8a5c94da2a32d1e46b0c09bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6918740 Jan 28 05:36:47.232810 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46612) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:47.275803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325c0de-b749-42d8-8ad0-178d0a82c8d3 req-26c12a43-1fc9-4c85-b045-569f6e4e03cf tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:47.277782 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9325c0de-b749-42d8-8ad0-178d0a82c8d3 req-26c12a43-1fc9-4c85-b045-569f6e4e03cf tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 944 time: 0.0777946 Jan 28 05:36:47.323726 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d517835-4cd9-4c42-a8c4-89d3646cae44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c84eb6-d42c-4352-a200-5cd540724b22,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:47.352155 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9325c0de-b749-42d8-8ad0-178d0a82c8d3 req-4719c53c-715f-444a-9a8d-4d9973d4f1f4 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669336 Jan 28 05:36:47.387984 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-303ba3b6-9d68-41b6-805a-6f811a840884 admin admin] Publish callbacks [] for security_group (c3c84eb6-d42c-4352-a200-5cd540724b22), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:47.420632 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['073eb175-bc38-4613-8fe8-80f2c8e00b85'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:47.421238 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-303ba3b6-9d68-41b6-805a-6f811a840884 admin admin] Publish callbacks [] for security_group (c3c84eb6-d42c-4352-a200-5cd540724b22), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:47.605038 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-303ba3b6-9d68-41b6-805a-6f811a840884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c3c84eb6-d42c-4352-a200-5cd540724b22), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:47.608104 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-303ba3b6-9d68-41b6-805a-6f811a840884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:47.609424 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-303ba3b6-9d68-41b6-805a-6f811a840884 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3c84eb6-d42c-4352-a200-5cd540724b22 HTTP/1.1" status: 204 len: 168 time: 0.3680007 Jan 28 05:36:47.640316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ba3b6-9d68-41b6-805a-6f811a840884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c84eb6-d42c-4352-a200-5cd540724b22,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:47.949932 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 69986b38-c2fa-4524-bf16-63fae6dbb18a up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:36:48.042917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd579d-2744-4344-8161-5378a3c2c28e req-9d6386a6-9099-4f08-ae55-b47ddf03f287 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:48.046072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91bd579d-2744-4344-8161-5378a3c2c28e req-9d6386a6-9099-4f08-ae55-b47ddf03f287 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.1451883 Jan 28 05:36:48.075230 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 69986b38-c2fa-4524-bf16-63fae6dbb18a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:36:48.101889 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:48.124297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d30756-242c-4475-8cdf-efb834362aae req-7a28b6e1-216e-494b-9f92-03767cb0e1ee tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:48.126350 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64d30756-242c-4475-8cdf-efb834362aae req-7a28b6e1-216e-494b-9f92-03767cb0e1ee tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 948 time: 0.1254539 Jan 28 05:36:48.163380 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91bd579d-2744-4344-8161-5378a3c2c28e req-0bf8c91f-660a-4c38-8806-89f43b9a3fb2 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002285 Jan 28 05:36:48.183470 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 69986b38-c2fa-4524-bf16-63fae6dbb18a is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:48.184005 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:48.234458 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e2092f-6f37-4e9d-943c-1d076d8924cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69986b38-c2fa-4524-bf16-63fae6dbb18a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:48.236831 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8f5ee5-364f-4927-b080-4568e9420570" -d '{"events": [{"server_uuid": "d8e2092f-6f37-4e9d-943c-1d076d8924cd", "name": "network-vif-plugged", "status": "completed", "tag": "69986b38-c2fa-4524-bf16-63fae6dbb18a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:48.252795 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64d30756-242c-4475-8cdf-efb834362aae req-49c534f8-ea31-4c11-afb0-d3d8bcb4e070 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194441 Jan 28 05:36:48.268206 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 69986b38-c2fa-4524-bf16-63fae6dbb18a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=69986b38-c2fa-4524-bf16-63fae6dbb18a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:48.373610 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0b5a79-7f4c-471a-9209-0d7bb0c5aba5 x-openstack-request-id: req-9f0b5a79-7f4c-471a-9209-0d7bb0c5aba5 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:48.374090 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e2092f-6f37-4e9d-943c-1d076d8924cd", "name": "network-vif-plugged", "status": "completed", "tag": "69986b38-c2fa-4524-bf16-63fae6dbb18a", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:48.375036 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f0b5a79-7f4c-471a-9209-0d7bb0c5aba5 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:48.375708 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e2092f-6f37-4e9d-943c-1d076d8924cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69986b38-c2fa-4524-bf16-63fae6dbb18a', 'code': 200} Jan 28 05:36:48.417488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4981df-6c8b-437e-9de1-347ef9901cdd req-790a656e-1a05-4e69-bd0d-f5488ae60c94 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:48.428406 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d4981df-6c8b-437e-9de1-347ef9901cdd req-790a656e-1a05-4e69-bd0d-f5488ae60c94 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 943 time: 0.0815907 Jan 28 05:36:48.459397 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:48.539433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:36:48.540267 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d4981df-6c8b-437e-9de1-347ef9901cdd req-fe62fa98-f685-435c-97d3-f308d95eb279 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076674 Jan 28 05:36:48.546261 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 073eb175-bc38-4613-8fe8-80f2c8e00b85 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:36:48.594775 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d7bb5-bd87-472c-9c8b-c833db80f9e2 req-0eeb773a-9684-4ae2-a131-401b2f2a0c9a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:48.605793 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-322d7bb5-bd87-472c-9c8b-c833db80f9e2 req-0eeb773a-9684-4ae2-a131-401b2f2a0c9a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.1504898 Jan 28 05:36:48.652245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=69986b38-c2fa-4524-bf16-63fae6dbb18a,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:48.788678 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-322d7bb5-bd87-472c-9c8b-c833db80f9e2 req-b4d1041f-730e-4de6-b30b-c6271d902897 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819041 Jan 28 05:36:48.822379 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d951d-8882-431e-9752-6b1853b71067 req-aa0ba2e2-8bfd-4ad9-b342-9d0e03fb1d2a tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:48.836195 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-267d951d-8882-431e-9752-6b1853b71067 req-aa0ba2e2-8bfd-4ad9-b342-9d0e03fb1d2a tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 944 time: 0.1913691 Jan 28 05:36:48.897973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46652) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:48.927471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a65bccfa-a9d7-468e-89b7-443cdf3ab6a8,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:48.938433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-267d951d-8882-431e-9752-6b1853b71067 req-cc496b85-a73e-4116-a328-b12a1374d253 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989683 Jan 28 05:36:48.939829 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9f90719c-8194-459b-97de-459c15768f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:48.947861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'a65bccfa-a9d7-468e-89b7-443cdf3ab6a8', 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677', 'port_id': 'a65bccfa-a9d7-468e-89b7-443cdf3ab6a8', 'mac_address': 'fa:16:3e:7f:a8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b366577e-bca6-4046-9c8c-352fbc1be9f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:36:49.002205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 073eb175-bc38-4613-8fe8-80f2c8e00b85 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:36:49.022216 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 073eb175-bc38-4613-8fe8-80f2c8e00b85 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:36:49.022680 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (073eb175-bc38-4613-8fe8-80f2c8e00b85), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:49.093242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:49.093894 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:49.127376 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:49.137306 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9f90719c-8194-459b-97de-459c15768f4b admin admin] Publish callbacks [] for security_group (0c7c2375-50e4-4517-96ac-85996c392353), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:49.175751 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a65bccfa-a9d7-468e-89b7-443cdf3ab6a8,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:49.212695 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9f90719c-8194-459b-97de-459c15768f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0c7c2375-50e4-4517-96ac-85996c392353), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:49.248344 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 073eb175-bc38-4613-8fe8-80f2c8e00b85 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:49.249108 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (073eb175-bc38-4613-8fe8-80f2c8e00b85), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:49.300983 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:49.307440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 073eb175-bc38-4613-8fe8-80f2c8e00b85, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=073eb175-bc38-4613-8fe8-80f2c8e00b85,segment=NetworkSegment(8fd67d56-6535-44cc-b55e-8857910b2c41),segment_id=8fd67d56-6535-44cc-b55e-8857910b2c41)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:49.338047 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90719c-8194-459b-97de-459c15768f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7c2375-50e4-4517-96ac-85996c392353,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:49.345528 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9f90719c-8194-459b-97de-459c15768f4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfe8a79239684567955913c40fb1b7bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4455571 Jan 28 05:36:49.348604 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46674) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:49.418503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb99d11-a430-4553-a51f-cae27e9726e3 req-3136c495-5d4b-4369-b4d1-b14a91467a64 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:49.424676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0fb99d11-a430-4553-a51f-cae27e9726e3 req-3136c495-5d4b-4369-b4d1-b14a91467a64 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.0972900 Jan 28 05:36:49.445929 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6f061413-4b8f-4774-9f2c-63b1ca1aa0e1 admin admin] Publish callbacks [] for security_group (0c7c2375-50e4-4517-96ac-85996c392353), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:49.466067 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=a65bccfa-a9d7-468e-89b7-443cdf3ab6a8,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:49.470819 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (073eb175-bc38-4613-8fe8-80f2c8e00b85), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:49.495815 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6f061413-4b8f-4774-9f2c-63b1ca1aa0e1 admin admin] Publish callbacks [] for security_group (0c7c2375-50e4-4517-96ac-85996c392353), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:49.522510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0fb99d11-a430-4553-a51f-cae27e9726e3 req-d7986e3c-62d8-4110-ad4d-d147c50b4e60 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940866 Jan 28 05:36:49.588715 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=073eb175-bc38-4613-8fe8-80f2c8e00b85,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:49.602842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-36cda92a-42f8-4a1e-b8fe-994c9cf231ac tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3a3781df740148d6b4244220d13c806d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315044 Jan 28 05:36:49.663525 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6f061413-4b8f-4774-9f2c-63b1ca1aa0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0c7c2375-50e4-4517-96ac-85996c392353), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:49.666167 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6f061413-4b8f-4774-9f2c-63b1ca1aa0e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:49.668339 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6f061413-4b8f-4774-9f2c-63b1ca1aa0e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c7c2375-50e4-4517-96ac-85996c392353 HTTP/1.1" status: 204 len: 168 time: 0.3175080 Jan 28 05:36:49.677409 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f061413-4b8f-4774-9f2c-63b1ca1aa0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7c2375-50e4-4517-96ac-85996c392353,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:49.716018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['a65bccfa-a9d7-468e-89b7-443cdf3ab6a8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:49.846241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-d775d5de-c44f-4740-b06a-7995f7e6419d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:49.868573 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-d775d5de-c44f-4740-b06a-7995f7e6419d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2564647 Jan 28 05:36:49.910753 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-5abfab82-60ee-4aa5-8a5b-4b9958ad19ef tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/quotas/3a3781df740148d6b4244220d13c806d HTTP/1.1" status: 200 len: 375 time: 0.0397952 Jan 28 05:36:50.012358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a861ee-19e8-4df3-b990-07677c72700c req-c4d13cf8-d31b-444d-828c-c6e0b0f9df68 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:50.020141 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39a861ee-19e8-4df3-b990-07677c72700c req-c4d13cf8-d31b-444d-828c-c6e0b0f9df68 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 944 time: 0.1456492 Jan 28 05:36:50.040198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-665f60d1-82d5-4662-bc8f-6c1174c9c996 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1259358 Jan 28 05:36:50.086772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39a861ee-19e8-4df3-b990-07677c72700c req-1236f5b3-5ff1-46aa-b0d2-f92d76f933f6 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656374 Jan 28 05:36:50.199875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b114f-dd9c-4086-b804-c311c55d1447 req-dc687e2b-56bd-4b63-8289-f8ad4953eb00 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:50.211089 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b74b114f-dd9c-4086-b804-c311c55d1447 req-dc687e2b-56bd-4b63-8289-f8ad4953eb00 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 945 time: 0.0692730 Jan 28 05:36:50.318542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b74b114f-dd9c-4086-b804-c311c55d1447 req-5c61ad53-a815-41a5-83e9-e04dd50c2f32 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063702 Jan 28 05:36:50.385313 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4a38c3-2e13-45b7-b40e-3cdb15e34539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073eb175-bc38-4613-8fe8-80f2c8e00b85'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:50.387742 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f2d5c9-c732-41b4-b4b0-8f7d7289ddca" -d '{"events": [{"server_uuid": "5c4a38c3-2e13-45b7-b40e-3cdb15e34539", "name": "network-vif-plugged", "status": "completed", "tag": "073eb175-bc38-4613-8fe8-80f2c8e00b85"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:50.446170 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874e7bcd-b705-445a-9823-07cfbb5e0ed3 x-openstack-request-id: req-874e7bcd-b705-445a-9823-07cfbb5e0ed3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:50.447224 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4a38c3-2e13-45b7-b40e-3cdb15e34539", "name": "network-vif-plugged", "status": "completed", "tag": "073eb175-bc38-4613-8fe8-80f2c8e00b85", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:50.447643 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-874e7bcd-b705-445a-9823-07cfbb5e0ed3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:50.448261 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4a38c3-2e13-45b7-b40e-3cdb15e34539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073eb175-bc38-4613-8fe8-80f2c8e00b85', 'code': 200} Jan 28 05:36:50.466755 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9723b53e-a212-4aad-8982-ba96329f914c req-9aa57ef2-a5ff-4e7d-9e9b-cb73110a20db tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 210 time: 0.0718377 Jan 28 05:36:50.712965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0b275-9e0f-45a5-bb72-de87739170de req-c1b4bb26-af3a-472c-819b-90131a39ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:50.714212 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41e0b275-9e0f-45a5-bb72-de87739170de req-c1b4bb26-af3a-472c-819b-90131a39ec71 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 1097 time: 0.1338506 Jan 28 05:36:50.790255 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e5eb8-96b1-49ad-a0b5-94220ff12385 req-b59ac547-658d-4d93-b65a-bc1fff5b9735 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:50.791878 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-357e5eb8-96b1-49ad-a0b5-94220ff12385 req-b59ac547-658d-4d93-b65a-bc1fff5b9735 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.1100385 Jan 28 05:36:50.795975 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41e0b275-9e0f-45a5-bb72-de87739170de req-017edca0-e592-4e24-9cb8-c39f03dd5e2e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657549 Jan 28 05:36:50.872937 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-357e5eb8-96b1-49ad-a0b5-94220ff12385 req-4bc61d77-9bd2-4f83-85f8-246368f23065 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752106 Jan 28 05:36:51.253910 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb18da8-7a91-40b6-9230-a87e024786d7 req-8f2c8522-8a80-4c9b-9be3-84ed4238f602 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:51.293289 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0bb18da8-7a91-40b6-9230-a87e024786d7 req-8f2c8522-8a80-4c9b-9be3-84ed4238f602 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 944 time: 0.1013680 Jan 28 05:36:51.421359 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0bb18da8-7a91-40b6-9230-a87e024786d7 req-c528fc09-933f-4f3b-b32a-17de677e5a4f tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270633 Jan 28 05:36:51.607567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cb75b-c5fd-43d1-b923-ea6ae3a065bd req-f7bbc419-e514-465f-b793-a87d3cf2e558 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:51.621349 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a1cb75b-c5fd-43d1-b923-ea6ae3a065bd req-f7bbc419-e514-465f-b793-a87d3cf2e558 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 945 time: 0.1714435 Jan 28 05:36:51.676117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-71e64dff-234c-40ed-aac1-7ab3885fd82a req-a4db0c88-83ad-4723-8698-e0f5e2cb6bbc tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 210 time: 0.0486734 Jan 28 05:36:51.785933 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a1cb75b-c5fd-43d1-b923-ea6ae3a065bd req-bc5617f5-04be-406a-9f1c-f6b3213b75c1 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636441 Jan 28 05:36:52.073441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c780e21-9437-46f7-8a0f-8b31cd5e2678 req-995b2591-6044-40dc-b9c3-2edf2f8c06fa tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:52.082578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c780e21-9437-46f7-8a0f-8b31cd5e2678 req-995b2591-6044-40dc-b9c3-2edf2f8c06fa tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.0870218 Jan 28 05:36:52.161017 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c780e21-9437-46f7-8a0f-8b31cd5e2678 req-07b2bf07-14fe-445d-adc8-d36c910215d5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769920 Jan 28 05:36:52.550951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:36:52.562495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141a068-d245-4368-b8ae-727c14e5472d req-8b9fe9a4-5215-4159-81d6-d8a2d98d6555 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:52.571552 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4141a068-d245-4368-b8ae-727c14e5472d req-8b9fe9a4-5215-4159-81d6-d8a2d98d6555 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 944 time: 0.0652931 Jan 28 05:36:52.658021 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4141a068-d245-4368-b8ae-727c14e5472d req-fd38f330-0362-4ec7-9781-44b9dca15c65 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850933 Jan 28 05:36:52.768022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:36:52.774790 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:36:52.775239 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:52.885085 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1edabd0-6556-480d-b65d-f3d9e4e752d0 req-bd9e9639-21c2-4464-94cd-bc25d7505496 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 210 time: 0.0783651 Jan 28 05:36:53.087825 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-f9a0ac40-433a-4756-af76-f988dc9c244b tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3a3781df740148d6b4244220d13c806d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520794 Jan 28 05:36:53.100937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:36:53.108841 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:53.120972 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a84dfc-cac4-4299-bc79-9c8dc59a9c43 req-c728643b-bd0b-40f8-b936-d7d19b78b40c tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:53.122911 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10a84dfc-cac4-4299-bc79-9c8dc59a9c43 req-c728643b-bd0b-40f8-b936-d7d19b78b40c tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 945 time: 0.0957215 Jan 28 05:36:53.244967 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a65bccfa-a9d7-468e-89b7-443cdf3ab6a8,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:36:53.257941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80916590-60bd-4bc9-bfe8-4dbcb237fbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65bccfa-a9d7-468e-89b7-443cdf3ab6a8'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:53.272884 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2840e8f3-03d0-489e-8cdf-26168b1de28b" -d '{"events": [{"server_uuid": "80916590-60bd-4bc9-bfe8-4dbcb237fbfd", "name": "network-vif-plugged", "status": "completed", "tag": "a65bccfa-a9d7-468e-89b7-443cdf3ab6a8"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:53.315200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10a84dfc-cac4-4299-bc79-9c8dc59a9c43 req-247b8a5b-860b-4ed1-b45e-71f99760f382 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838989 Jan 28 05:36:53.368837 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:53.476154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38185ca1-4121-4c57-91ab-fa406fc1c0dd req-517a6e83-93e7-4456-99db-22ee91e2692d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:53.498674 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-6ad6767a-df6e-457b-af48-5fc2d08d0fc9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:53.503441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38185ca1-4121-4c57-91ab-fa406fc1c0dd req-517a6e83-93e7-4456-99db-22ee91e2692d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.1703472 Jan 28 05:36:53.506491 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-6ad6767a-df6e-457b-af48-5fc2d08d0fc9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4087930 Jan 28 05:36:53.519886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=a65bccfa-a9d7-468e-89b7-443cdf3ab6a8,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:53.536561 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-834c02ef-5c22-4ee7-8083-f9f1fb090a96 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Request body: {'port': {'device_id': 'b90f5195-d22b-4776-8814-918deaef9b72', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '3a3781df740148d6b4244220d13c806d'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:53.547725 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615a1d77-bd8d-4824-934a-353e6063ac6c x-openstack-request-id: req-615a1d77-bd8d-4824-934a-353e6063ac6c {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:53.548972 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80916590-60bd-4bc9-bfe8-4dbcb237fbfd", "name": "network-vif-plugged", "status": "completed", "tag": "a65bccfa-a9d7-468e-89b7-443cdf3ab6a8", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:53.551301 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-615a1d77-bd8d-4824-934a-353e6063ac6c {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:53.554482 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80916590-60bd-4bc9-bfe8-4dbcb237fbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65bccfa-a9d7-468e-89b7-443cdf3ab6a8', 'code': 200} Jan 28 05:36:53.629109 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46798) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:53.641343 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38185ca1-4121-4c57-91ab-fa406fc1c0dd req-8d7693ad-7586-4eb6-8f5b-b2a0553fc938 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369076 Jan 28 05:36:53.794448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7206e-7e16-48a5-b928-3033cf9cb9a0 req-722c3c0c-2be6-43de-88d7-d4e0b0952782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:53.795999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ddd7206e-7e16-48a5-b928-3033cf9cb9a0 req-722c3c0c-2be6-43de-88d7-d4e0b0952782 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 1097 time: 0.1642115 Jan 28 05:36:53.811648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556639d-e2b5-4f62-8563-a892ac18d708 req-6333d5d1-6179-482c-b7b8-b2d447ac567b tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:53.817761 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7556639d-e2b5-4f62-8563-a892ac18d708 req-6333d5d1-6179-482c-b7b8-b2d447ac567b tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 945 time: 0.1832170 Jan 28 05:36:53.831916 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46808) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:53.831916 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-833f45d9-787f-46e2-8252-9aba15c5aacf tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Request body: {'floatingip': {'port_id': '073eb175-bc38-4613-8fe8-80f2c8e00b85'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:53.986890 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-834c02ef-5c22-4ee7-8083-f9f1fb090a96 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Made reservation on behalf of 3a3781df740148d6b4244220d13c806d for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:36:53.991155 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-834c02ef-5c22-4ee7-8083-f9f1fb090a96 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:53.995826 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4f94-30f3-40d0-9fb1-343edb35fe0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:54.012563 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-833f45d9-787f-46e2-8252-9aba15c5aacf tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for floatingip (b905f644-d840-4b04-8467-8a60ee526ad3), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:54.032249 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ddd7206e-7e16-48a5-b928-3033cf9cb9a0 req-a8b505c3-a00a-42fb-8962-803c538aeb0d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180502 Jan 28 05:36:54.054845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5bdd2-8742-4dec-a23f-b9025334a6c5 req-58d5b1bf-93fa-483a-b4ac-2809e45344f2 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:54.057125 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35f5bdd2-8742-4dec-a23f-b9025334a6c5 req-58d5b1bf-93fa-483a-b4ac-2809e45344f2 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 945 time: 0.2418685 Jan 28 05:36:54.125925 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-45b27812-e5bc-4dc9-9c57-fef988444d8c req-049badb0-d70c-4b57-bab5-88c8fc5326b7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 210 time: 0.0595989 Jan 28 05:36:54.205427 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35f5bdd2-8742-4dec-a23f-b9025334a6c5 req-157175fa-1005-4d96-922e-d590521a5879 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092696 Jan 28 05:36:54.221199 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4f94-30f3-40d0-9fb1-343edb35fe0e admin admin] Publish callbacks [] for security_group (f5c45d56-e3b1-48f5-b7ba-0f6c8edc5025), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:54.258257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-834c02ef-5c22-4ee7-8083-f9f1fb090a96 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Allocated IP 192.168.233.106 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/54fd6ebe-ad39-4455-be38-1eb510a282ef) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:36:54.434045 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4f94-30f3-40d0-9fb1-343edb35fe0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f5c45d56-e3b1-48f5-b7ba-0f6c8edc5025), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:54.479097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ff3c4f94-30f3-40d0-9fb1-343edb35fe0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c17f1007190141ba9927d1698bd9c267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8282993 Jan 28 05:36:54.481150 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46824) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:54.483592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c4f94-30f3-40d0-9fb1-343edb35fe0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c45d56-e3b1-48f5-b7ba-0f6c8edc5025,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:54.509332 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-834c02ef-5c22-4ee7-8083-f9f1fb090a96 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks [] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:54.590191 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1927effe-fdf1-47e9-8439-d01b209d2467 admin admin] Publish callbacks [] for security_group (f5c45d56-e3b1-48f5-b7ba-0f6c8edc5025), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:54.621342 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1927effe-fdf1-47e9-8439-d01b209d2467 admin admin] Publish callbacks [] for security_group (f5c45d56-e3b1-48f5-b7ba-0f6c8edc5025), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:54.625624 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-834c02ef-5c22-4ee7-8083-f9f1fb090a96 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:54.668975 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['c5b32a32-92ad-49b0-bfcd-2a660c8d831a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:54.736967 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['69986b38-c2fa-4524-bf16-63fae6dbb18a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:36:54.788714 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1927effe-fdf1-47e9-8439-d01b209d2467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f5c45d56-e3b1-48f5-b7ba-0f6c8edc5025), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:54.791977 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1927effe-fdf1-47e9-8439-d01b209d2467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:54.795481 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1927effe-fdf1-47e9-8439-d01b209d2467 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5c45d56-e3b1-48f5-b7ba-0f6c8edc5025 HTTP/1.1" status: 204 len: 168 time: 0.3111627 Jan 28 05:36:54.817222 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:54.837903 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927effe-fdf1-47e9-8439-d01b209d2467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c45d56-e3b1-48f5-b7ba-0f6c8edc5025,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:54.857300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c316e-329b-4078-bbe1-96f4a7c2992b req-07cfbafe-3ed9-4328-b363-b7a28262c06c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:54.866658 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af6c316e-329b-4078-bbe1-96f4a7c2992b req-07cfbafe-3ed9-4328-b363-b7a28262c06c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.0926974 Jan 28 05:36:54.906363 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-834c02ef-5c22-4ee7-8083-f9f1fb090a96 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:36:54.916582 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-834c02ef-5c22-4ee7-8083-f9f1fb090a96 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:36:54.924207 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-834c02ef-5c22-4ee7-8083-f9f1fb090a96 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:36:54.961061 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af6c316e-329b-4078-bbe1-96f4a7c2992b req-ca6b643c-f785-43bd-a176-15734ff0f027 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902469 Jan 28 05:36:55.021443 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c02ef-5c22-4ee7-8083-f9f1fb090a96 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Pushing event updated for resources: {'Port': ['ID=54fd6ebe-ad39-4455-be38-1eb510a282ef,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:55.434601 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238cec2-abdb-4e0c-a26b-157ac4aa4bc1 req-635311ca-ec27-4482-828a-82b23dec6abc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:55.444110 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7238cec2-abdb-4e0c-a26b-157ac4aa4bc1 req-635311ca-ec27-4482-828a-82b23dec6abc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 945 time: 0.1341243 Jan 28 05:36:55.469779 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-96caadc1-c568-4648-ba44-bbd2679582b8 None None] Provisioning complete for port 54fd6ebe-ad39-4455-be38-1eb510a282ef triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:36:55.470162 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96caadc1-c568-4648-ba44-bbd2679582b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:55.541886 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482a595-0ca8-40a1-aebc-5cdd3189093a req-d70c6eb1-dd33-4e9f-b329-970e17b4d826 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:55.549112 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b482a595-0ca8-40a1-aebc-5cdd3189093a req-d70c6eb1-dd33-4e9f-b329-970e17b4d826 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 936 time: 0.1683843 Jan 28 05:36:55.572177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-96caadc1-c568-4648-ba44-bbd2679582b8 None None] Port 54fd6ebe-ad39-4455-be38-1eb510a282ef cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:36:55.634812 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7238cec2-abdb-4e0c-a26b-157ac4aa4bc1 req-bd9b1562-9bcb-4f28-b731-097fdbdd7356 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886420 Jan 28 05:36:55.657435 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-834c02ef-5c22-4ee7-8083-f9f1fb090a96 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:55.658031 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-834c02ef-5c22-4ee7-8083-f9f1fb090a96 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:55.660245 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b482a595-0ca8-40a1-aebc-5cdd3189093a req-314e3208-6f25-4ed9-b4ef-aad67fbf8afd tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094160 Jan 28 05:36:55.796879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46852) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:55.803671 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-834c02ef-5c22-4ee7-8083-f9f1fb090a96 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2776327 Jan 28 05:36:55.827608 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c925937a-6cee-4870-938a-109f4a8f5cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:55.854972 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Request body: {'port': {'device_id': 'b90f5195-d22b-4776-8814-918deaef9b72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:55.923428 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-833f45d9-787f-46e2-8252-9aba15c5aacf tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:55.958964 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:55.964460 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c925937a-6cee-4870-938a-109f4a8f5cc2 admin admin] Publish callbacks [] for security_group (8487394d-e990-4921-889f-ad2eff072854), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:56.011440 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-833f45d9-787f-46e2-8252-9aba15c5aacf tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (b905f644-d840-4b04-8467-8a60ee526ad3), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:56.029628 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c925937a-6cee-4870-938a-109f4a8f5cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8487394d-e990-4921-889f-ad2eff072854), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:56.090415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c925937a-6cee-4870-938a-109f4a8f5cc2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ff0f6d8a6f440b4b25ed7e4665643bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891552 Jan 28 05:36:56.093095 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46862) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:56.229434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925937a-6cee-4870-938a-109f4a8f5cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8487394d-e990-4921-889f-ad2eff072854,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:56.288725 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-833f45d9-787f-46e2-8252-9aba15c5aacf tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Floating IP b905f644-d840-4b04-8467-8a60ee526ad3 associated. External IP: 172.25.0.24, port: 073eb175-bc38-4613-8fe8-80f2c8e00b85. Jan 28 05:36:56.295702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55115521-e26e-4dfb-9505-f4be557e22ea req-905e4e06-ecbb-43d7-a6d1-6d65d13da7d7 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:56.297693 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55115521-e26e-4dfb-9505-f4be557e22ea req-905e4e06-ecbb-43d7-a6d1-6d65d13da7d7 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.2053571 Jan 28 05:36:56.416926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55115521-e26e-4dfb-9505-f4be557e22ea req-e9832b63-e3c3-47e3-91ba-81b71dc66b16 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023695 Jan 28 05:36:56.426843 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a3468833-a55f-4dc7-aa85-359bf138a577 admin admin] Publish callbacks [] for security_group (8487394d-e990-4921-889f-ad2eff072854), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:56.499203 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a3468833-a55f-4dc7-aa85-359bf138a577 admin admin] Publish callbacks [] for security_group (8487394d-e990-4921-889f-ad2eff072854), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:56.671783 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a3468833-a55f-4dc7-aa85-359bf138a577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8487394d-e990-4921-889f-ad2eff072854), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:56.675512 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a3468833-a55f-4dc7-aa85-359bf138a577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:56.676900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a3468833-a55f-4dc7-aa85-359bf138a577 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8487394d-e990-4921-889f-ad2eff072854 HTTP/1.1" status: 204 len: 168 time: 0.5755773 Jan 28 05:36:56.718806 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3468833-a55f-4dc7-aa85-359bf138a577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8487394d-e990-4921-889f-ad2eff072854,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:56.792367 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fd6ebe-ad39-4455-be38-1eb510a282ef {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:36:56.813632 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833f45d9-787f-46e2-8252-9aba15c5aacf tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Router 708d23c2-5079-4492-ba40-e8f8765b7fd1 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:36:56.824348 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Publish callbacks [] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:56.859581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Transition to ACTIVE for port object 54fd6ebe-ad39-4455-be38-1eb510a282ef will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:36:56.937075 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:57.029569 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da3c6f-b4e9-451b-9587-b9ccf2e6cbbf req-60f15bb4-3074-408b-8083-8f6381942d38 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:57.038492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0da3c6f-b4e9-451b-9587-b9ccf2e6cbbf req-60f15bb4-3074-408b-8083-8f6381942d38 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 945 time: 0.2797232 Jan 28 05:36:57.058756 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa3a8b-b4ec-4f3f-84a1-4dfb599922f5 req-671fe826-8e98-48d5-94f0-4c7eed3da97f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:57.060265 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ffa3a8b-b4ec-4f3f-84a1-4dfb599922f5 req-671fe826-8e98-48d5-94f0-4c7eed3da97f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 936 time: 0.2783737 Jan 28 05:36:57.173579 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Attempting to bind port 54fd6ebe-ad39-4455-be38-1eb510a282ef on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:36:57.174052 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Attempting to bind port 54fd6ebe-ad39-4455-be38-1eb510a282ef by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:36:57.176467 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:57.181864 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Attempting to bind port 54fd6ebe-ad39-4455-be38-1eb510a282ef on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:57.225888 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Port 54fd6ebe-ad39-4455-be38-1eb510a282ef on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:36:57.226680 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Attempting to bind port 54fd6ebe-ad39-4455-be38-1eb510a282ef on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:36:57.238619 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0da3c6f-b4e9-451b-9587-b9ccf2e6cbbf req-57988949-c8b4-42a9-b5f3-79c9d00f002a tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935167 Jan 28 05:36:57.241176 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:36:57.241638 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:36:57.242653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:36:57.243012 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Bound port: 54fd6ebe-ad39-4455-be38-1eb510a282ef, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:36:57.243462 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:57.249300 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ffa3a8b-b4ec-4f3f-84a1-4dfb599922f5 req-ef63a977-3811-475d-a7e3-3988029e4b0b tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799307 Jan 28 05:36:57.364161 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Pushing event updated for resources: {'Port': ['ID=54fd6ebe-ad39-4455-be38-1eb510a282ef,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:57.440386 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] For port 54fd6ebe-ad39-4455-be38-1eb510a282ef, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:36:57.463066 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] For port 54fd6ebe-ad39-4455-be38-1eb510a282ef, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:36:57.519635 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833f45d9-787f-46e2-8252-9aba15c5aacf tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:36:57.546459 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-833f45d9-787f-46e2-8252-9aba15c5aacf tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:57.561736 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88368a55-d381-4993-a862-4c8397544855 None None] Sync routers for ids ['708d23c2-5079-4492-ba40-e8f8765b7fd1'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:36:57.562262 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:57.573583 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88368a55-d381-4993-a862-4c8397544855 None None] Routers {'708d23c2-5079-4492-ba40-e8f8765b7fd1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:36:57.574735 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-88368a55-d381-4993-a862-4c8397544855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:36:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['708d23c2-5079-4492-ba40-e8f8765b7fd1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:36:57.714488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6876ca9-670f-4fd9-af43-1699a665f102 req-6c0df039-ce5b-44f6-8749-578a00d3e961 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:57.724215 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6876ca9-670f-4fd9-af43-1699a665f102 req-6c0df039-ce5b-44f6-8749-578a00d3e961 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 945 time: 0.2619531 Jan 28 05:36:57.734654 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-833f45d9-787f-46e2-8252-9aba15c5aacf tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "PUT /v2.0/floatingips/b905f644-d840-4b04-8467-8a60ee526ad3 HTTP/1.1" status: 200 len: 990 time: 3.9110157 Jan 28 05:36:57.760995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:57.761640 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:57.764699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e1af5-8f10-4b2c-8bf1-024c82f49141 req-4f20f5b7-37d6-4acf-a4db-afca4282c88c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:57.772981 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb5e1af5-8f10-4b2c-8bf1-024c82f49141 req-4f20f5b7-37d6-4acf-a4db-afca4282c88c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.2298610 Jan 28 05:36:57.773284 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] 10.222.0.64 "PUT /v2.0/ports/54fd6ebe-ad39-4455-be38-1eb510a282ef HTTP/1.1" status: 200 len: 1097 time: 1.9288912 Jan 28 05:36:57.774118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4a38c3-2e13-45b7-b40e-3cdb15e34539', 'tag': '073eb175-bc38-4613-8fe8-80f2c8e00b85'}, {'name': 'network-changed', 'server_uuid': 'b90f5195-d22b-4776-8814-918deaef9b72', 'tag': '54fd6ebe-ad39-4455-be38-1eb510a282ef'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:36:57.777824 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67923c37-56af-4b6e-ac37-5640e23e1871" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4a38c3-2e13-45b7-b40e-3cdb15e34539", "tag": "073eb175-bc38-4613-8fe8-80f2c8e00b85"}, {"name": "network-changed", "server_uuid": "b90f5195-d22b-4776-8814-918deaef9b72", "tag": "54fd6ebe-ad39-4455-be38-1eb510a282ef"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:36:57.836986 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8866d9-d09d-4031-8088-9d89e7e88184 service neutron] Pushing event updated for resources: {'Port': ['ID=54fd6ebe-ad39-4455-be38-1eb510a282ef,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:36:57.897061 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6876ca9-670f-4fd9-af43-1699a665f102 req-32104599-776d-4f4c-bff3-0a17588e5c02 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691842 Jan 28 05:36:57.937281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb5e1af5-8f10-4b2c-8bf1-024c82f49141 req-328c6269-065d-4be0-bc0a-bb70e5183e05 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629617 Jan 28 05:36:58.070934 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 05:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11143c65-a675-44d1-b870-fe6c8210fcdf x-openstack-request-id: req-11143c65-a675-44d1-b870-fe6c8210fcdf {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:36:58.070934 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4a38c3-2e13-45b7-b40e-3cdb15e34539", "tag": "073eb175-bc38-4613-8fe8-80f2c8e00b85", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b90f5195-d22b-4776-8814-918deaef9b72", "tag": "54fd6ebe-ad39-4455-be38-1eb510a282ef", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:36:58.071237 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11143c65-a675-44d1-b870-fe6c8210fcdf {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:36:58.071550 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4a38c3-2e13-45b7-b40e-3cdb15e34539', 'tag': '073eb175-bc38-4613-8fe8-80f2c8e00b85', 'status': 'completed', 'code': 200} Jan 28 05:36:58.071813 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90f5195-d22b-4776-8814-918deaef9b72', 'tag': '54fd6ebe-ad39-4455-be38-1eb510a282ef', 'status': 'completed', 'code': 200} Jan 28 05:36:58.123464 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-88368a55-d381-4993-a862-4c8397544855 None None] Set router 708d23c2-5079-4492-ba40-e8f8765b7fd1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:36:58.138496 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-b5659c52-c1da-4167-ba29-f00969862a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:58.142694 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-b5659c52-c1da-4167-ba29-f00969862a49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 1100 time: 0.1756124 Jan 28 05:36:58.244408 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-3c508fba-95c4-483e-9901-c607685895b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef HTTP/1.1" status: 200 len: 217 time: 0.0838392 Jan 28 05:36:58.262808 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-83babff2-0e0d-4fb0-bcc8-6be412003358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:58.274140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-83babff2-0e0d-4fb0-bcc8-6be412003358 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f89df0ed4324ba8a50b1f639b59017f&device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 1097 time: 0.1666844 Jan 28 05:36:58.356140 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-62409c01-aa23-480e-b645-22dd3fe50448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:58.360203 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-62409c01-aa23-480e-b645-22dd3fe50448 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1065733 Jan 28 05:36:58.463301 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-597b04d6-d663-4c49-acb3-8c81e5e80a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:58.464794 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-597b04d6-d663-4c49-acb3-8c81e5e80a28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0953152 Jan 28 05:36:58.576631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba80c1-9175-4f62-acc1-983a7c81776f req-6f4c25bb-95cd-4c0c-8e74-f502088e5cac tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:58.577643 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-71ba80c1-9175-4f62-acc1-983a7c81776f req-6f4c25bb-95cd-4c0c-8e74-f502088e5cac tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 948 time: 0.0968437 Jan 28 05:36:58.628350 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-32f5a156-7326-47f9-a542-2d7de5403dc8 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498020 Jan 28 05:36:58.663837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-6185d504-9783-40d2-9de5-5ec7bce7de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:58.666924 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-6185d504-9783-40d2-9de5-5ec7bce7de19 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7b783b1a-01c6-44a0-9611-e2e73731beff HTTP/1.1" status: 200 len: 925 time: 0.3721657 Jan 28 05:36:58.725802 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-71ba80c1-9175-4f62-acc1-983a7c81776f req-526fd498-373f-489a-8f70-ef4f5916d716 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321006 Jan 28 05:36:58.738785 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-88368a55-d381-4993-a862-4c8397544855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:02Z', 'revision_number': 4, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b905f644-d840-4b04-8467-8a60ee526ad3', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'floating_ip_address': '172.25.0.24', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'port_id': '073eb175-bc38-4613-8fe8-80f2c8e00b85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'mac_address': 'fa:16:3e:46:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4a38c3-2e13-45b7-b40e-3cdb15e34539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:34:21Z', 'updated_at': '2022-01-28T05:36:55Z', 'revision_number': 5, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3922ef40-b979-43d3-a58d-2498e07c2bc5', 'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'mac_address': 'fa:16:3e:b3:63:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:01Z', 'updated_at': '2022-01-28T05:34:07Z', 'revision_number': 5, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'subnets': [{'id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:36:58.833387 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8b214f88-53f3-47f4-81a5-1d89036eee72 req-31c927eb-255e-4cb7-bb59-b1596035b2bf service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878304 Jan 28 05:36:58.853681 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88368a55-d381-4993-a862-4c8397544855 None None] Checking router: 708d23c2-5079-4492-ba40-e8f8765b7fd1 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:36:58.860354 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-485c1c72-189e-489b-a12b-a2890b25a882 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=073eb175-bc38-4613-8fe8-80f2c8e00b85 HTTP/1.1" status: 200 len: 998 time: 0.1582024 Jan 28 05:36:58.874049 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88368a55-d381-4993-a862-4c8397544855 None None] Routers {'708d23c2-5079-4492-ba40-e8f8765b7fd1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:36:58.874861 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-88368a55-d381-4993-a862-4c8397544855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:36:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['708d23c2-5079-4492-ba40-e8f8765b7fd1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:36:58.875100 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46936) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:36:58.971107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-bad54585-625d-439c-965b-7dd6397167ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:58.972963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-bad54585-625d-439c-965b-7dd6397167ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f8152de8-ecac-4199-a968-1f3e5a754e20 HTTP/1.1" status: 200 len: 863 time: 0.1060693 Jan 28 05:36:59.109465 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-1c64404e-4f91-44ca-b47a-4464e5f1deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:59.115611 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-1c64404e-4f91-44ca-b47a-4464e5f1deb6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7b783b1a-01c6-44a0-9611-e2e73731beff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366332 Jan 28 05:36:59.117517 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-88368a55-d381-4993-a862-4c8397544855 None None] Set router 708d23c2-5079-4492-ba40-e8f8765b7fd1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:36:59.173179 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-588512975-network', 'tenant_id': 'b373ada81bc646c197d728690c726ee1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:36:59.322836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-8e8f1d3b-89f1-4d96-b428-ebb46dfff5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:59.329708 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-8e8f1d3b-89f1-4d96-b428-ebb46dfff5b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 1100 time: 0.2896309 Jan 28 05:36:59.336297 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-542a0b94-34f8-46f9-9fb0-88ba02a04525 service neutron] 10.222.0.60 "GET /v2.0/networks/7b783b1a-01c6-44a0-9611-e2e73731beff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438420 Jan 28 05:36:59.371109 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35af66d-2b36-4620-9fef-bdb84f8210a6 req-f000806a-f369-415e-aaf8-a3685a8cb034 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:59.379815 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c35af66d-2b36-4620-9fef-bdb84f8210a6 req-f000806a-f369-415e-aaf8-a3685a8cb034 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.2810965 Jan 28 05:36:59.413293 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Made reservation on behalf of b373ada81bc646c197d728690c726ee1 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:36:59.423189 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:59.486159 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c35af66d-2b36-4620-9fef-bdb84f8210a6 req-f569a868-eb13-4fe0-a75d-173c5f55896c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050217 Jan 28 05:36:59.584097 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:36:59.650076 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-15211939-743d-472e-872d-5ebe338c448f service neutron] 10.222.0.60 "GET /v2.0/networks/7b783b1a-01c6-44a0-9611-e2e73731beff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025644 Jan 28 05:36:59.712510 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-88368a55-d381-4993-a862-4c8397544855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:02Z', 'revision_number': 4, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b905f644-d840-4b04-8467-8a60ee526ad3', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'floating_ip_address': '172.25.0.24', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'port_id': '073eb175-bc38-4613-8fe8-80f2c8e00b85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'mac_address': 'fa:16:3e:46:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4a38c3-2e13-45b7-b40e-3cdb15e34539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:34:21Z', 'updated_at': '2022-01-28T05:36:55Z', 'revision_number': 5, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3922ef40-b979-43d3-a58d-2498e07c2bc5', 'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'mac_address': 'fa:16:3e:b3:63:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:01Z', 'updated_at': '2022-01-28T05:34:07Z', 'revision_number': 5, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'subnets': [{'id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:36:59.759319 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497e8a3-3750-4c98-8f47-4a1e0caae690 req-7e1a94f1-3344-4bb7-9c5f-9f8448e35ffd tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:59.775936 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c497e8a3-3750-4c98-8f47-4a1e0caae690 req-7e1a94f1-3344-4bb7-9c5f-9f8448e35ffd tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 945 time: 0.0795686 Jan 28 05:36:59.779609 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88368a55-d381-4993-a862-4c8397544855 None None] The sync data for ids ['708d23c2-5079-4492-ba40-e8f8765b7fd1'] in n-d-812111-12 is: [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:02Z', 'revision_number': 4, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b905f644-d840-4b04-8467-8a60ee526ad3', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'floating_ip_address': '172.25.0.24', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'port_id': '073eb175-bc38-4613-8fe8-80f2c8e00b85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'mac_address': 'fa:16:3e:46:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4a38c3-2e13-45b7-b40e-3cdb15e34539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:34:21Z', 'updated_at': '2022-01-28T05:36:55Z', 'revision_number': 5, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3922ef40-b979-43d3-a58d-2498e07c2bc5', 'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'mac_address': 'fa:16:3e:b3:63:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:01Z', 'updated_at': '2022-01-28T05:34:07Z', 'revision_number': 5, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'subnets': [{'id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:36:59.829226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-3e07c772-a668-451c-8413-584564e7ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:59.845993 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-3e07c772-a668-451c-8413-584564e7ec22 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.5063019 Jan 28 05:36:59.959705 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-a266d0b9-eaac-4fb9-99c1-2a45f59a1ecd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef HTTP/1.1" status: 200 len: 217 time: 0.1033604 Jan 28 05:36:59.963430 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c497e8a3-3750-4c98-8f47-4a1e0caae690 req-583f7147-92ea-45bc-8771-4bdac1a867a4 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843929 Jan 28 05:36:59.976957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196785c3-a369-401f-8cab-779a778c08c1 req-91bcaeca-237b-4bab-8fab-adaf4f0f1cbe tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:36:59.989415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-196785c3-a369-401f-8cab-779a778c08c1 req-91bcaeca-237b-4bab-8fab-adaf4f0f1cbe tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 948 time: 0.0974209 Jan 28 05:37:00.085901 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-81f26bea-699d-4e19-b48f-036f0381d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:00.087439 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-81f26bea-699d-4e19-b48f-036f0381d5ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1052580 Jan 28 05:37:00.094441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-196785c3-a369-401f-8cab-779a778c08c1 req-e8894760-268e-4e14-a707-f497169e184c tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038656 Jan 28 05:37:00.171203 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Publish callbacks [] for security_group (dbac3b83-58b2-44c8-b35b-cc79ceed6ab9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:00.227185 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-36561f9e-06c0-4b6f-b951-2286c53541e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:00.229185 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-36561f9e-06c0-4b6f-b951-2286c53541e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0866568 Jan 28 05:37:00.285980 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dbac3b83-58b2-44c8-b35b-cc79ceed6ab9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:00.302364 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b657e9ac-af45-4d48-84c6-449ed7b0f050 None None] New status for floating IP b905f644-d840-4b04-8467-8a60ee526ad3: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:37:00.434975 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:37:00.473338 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (d40deef8-4c8e-4686-b72c-f11ad13b93cc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:00.473716 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Added segment d40deef8-4c8e-4686-b72c-f11ad13b93cc of type vlan for network 56a01931-34aa-4e79-a960-aef0826a6cd6 Jan 28 05:37:00.636369 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:00.648804 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-69ec5939-0621-493b-a272-893e18866984 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968093 Jan 28 05:37:00.653651 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:00.654726 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:00.655069 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:00.655583 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:00.655924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:00.656255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:00.656625 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:00.656955 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:00.657468 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:00.657807 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:00.658283 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:00.658759 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:00.659089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:00.749413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac8a67-0d8f-4e99-a401-87aede8103df req-7fd78f01-7e86-416d-8b4f-8d73a42b0ffb tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:00.751156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7ac8a67-0d8f-4e99-a401-87aede8103df req-7fd78f01-7e86-416d-8b4f-8d73a42b0ffb tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.1150503 Jan 28 05:37:00.760114 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (56a01931-34aa-4e79-a960-aef0826a6cd6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:00.829648 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-67923c37-56af-4b6e-ac37-5640e23e1871 req-c9c85f33-19ea-4ed5-b2d7-1a73ac61bc64 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606317 Jan 28 05:37:00.832089 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7ac8a67-0d8f-4e99-a401-87aede8103df req-3f4783ae-a175-445d-9609-39e9043c0ee7 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720074 Jan 28 05:37:00.864654 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (56a01931-34aa-4e79-a960-aef0826a6cd6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:00.865837 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:00.871476 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:00.946421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] Pushing event updated for resources: {'Network': ['ID=56a01931-34aa-4e79-a960-aef0826a6cd6,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:00.958568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 56a01931-34aa-4e79-a960-aef0826a6cd6 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:37:00.991199 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c7492033-5700-4c5b-adb3-0c4b90d0c01a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1089253 Jan 28 05:37:00.991753 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46976) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:01.001114 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-0fb89317-5774-4f2a-86a7-f3c48cf750e9 admin admin] Request body: {'subnet': {'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-588512975-subnet', 'tenant_id': 'b373ada81bc646c197d728690c726ee1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:01.092197 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb89317-5774-4f2a-86a7-f3c48cf750e9 admin admin] Made reservation on behalf of b373ada81bc646c197d728690c726ee1 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:37:01.100437 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb89317-5774-4f2a-86a7-f3c48cf750e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:01.231296 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201448a-de39-4c5b-b1a2-599d38798f63 req-151fe56c-464e-4d5a-ade6-9cb231184992 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:01.239430 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c201448a-de39-4c5b-b1a2-599d38798f63 req-151fe56c-464e-4d5a-ade6-9cb231184992 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 945 time: 0.1143966 Jan 28 05:37:01.333365 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c201448a-de39-4c5b-b1a2-599d38798f63 req-7c14efd0-f630-4f9c-bb19-91aff7e6d585 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927007 Jan 28 05:37:01.359131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107f494-f186-4df8-ba2f-21f031629c9d req-0980d7d1-8a43-4c46-8aaf-d97146eafa48 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:01.363326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d107f494-f186-4df8-ba2f-21f031629c9d req-0980d7d1-8a43-4c46-8aaf-d97146eafa48 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 948 time: 0.1558573 Jan 28 05:37:01.463557 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d107f494-f186-4df8-ba2f-21f031629c9d req-af423b02-8584-4065-883a-68cac9e42956 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936642 Jan 28 05:37:01.681263 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb89317-5774-4f2a-86a7-f3c48cf750e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (b8ad07a0-3844-44a2-a22c-26a49efa296b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:01.746079 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb89317-5774-4f2a-86a7-f3c48cf750e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ad07a0-3844-44a2-a22c-26a49efa296b,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:01.789879 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb89317-5774-4f2a-86a7-f3c48cf750e9 admin admin] Checking segment: {'id': 'd40deef8-4c8e-4686-b72c-f11ad13b93cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:37:01.790870 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb89317-5774-4f2a-86a7-f3c48cf750e9 admin admin] Network hostable DHCP agents. Network: 56a01931-34aa-4e79-a960-aef0826a6cd6, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:37:01.978120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f6547-0cc8-4d87-a1ce-17bbb0b9a5bd req-959496fc-6bfa-4e4e-beb8-f851da94df0f tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:01.985091 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-266f6547-0cc8-4d87-a1ce-17bbb0b9a5bd req-959496fc-6bfa-4e4e-beb8-f851da94df0f tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.0635631 Jan 28 05:37:01.992748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb89317-5774-4f2a-86a7-f3c48cf750e9 admin admin] Network 56a01931-34aa-4e79-a960-aef0826a6cd6 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:37:02.067313 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 54fd6ebe-ad39-4455-be38-1eb510a282ef details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:37:02.067962 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-03140c9f-c63d-441d-b6a1-11be84504023 req-75dac758-60ec-472b-b52b-50374a1d7441 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0595338 Jan 28 05:37:02.068071 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-266f6547-0cc8-4d87-a1ce-17bbb0b9a5bd req-57b2e5eb-d3d9-4a02-9709-ee471d9814df tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528545 Jan 28 05:37:02.132276 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03140c9f-c63d-441d-b6a1-11be84504023 req-2f96364a-4cd1-48f3-8bde-3741043a430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:02.133784 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-03140c9f-c63d-441d-b6a1-11be84504023 req-2f96364a-4cd1-48f3-8bde-3741043a430a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 1097 time: 0.0574799 Jan 28 05:37:02.198758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 54fd6ebe-ad39-4455-be38-1eb510a282ef, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:02.222558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '54fd6ebe-ad39-4455-be38-1eb510a282ef', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '54fd6ebe-ad39-4455-be38-1eb510a282ef', 'mac_address': 'fa:16:3e:c3:be:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:37:02.267334 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 54fd6ebe-ad39-4455-be38-1eb510a282ef is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:02.267802 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:02.286653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03140c9f-c63d-441d-b6a1-11be84504023 req-233b17f3-1376-4761-96e0-7aef28d20d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:02.287720 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fd6ebe-ad39-4455-be38-1eb510a282ef {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:37:02.288725 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-03140c9f-c63d-441d-b6a1-11be84504023 req-233b17f3-1376-4761-96e0-7aef28d20d5d service neutron] 10.222.0.64 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.1275632 Jan 28 05:37:02.316959 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 54fd6ebe-ad39-4455-be38-1eb510a282ef, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:02.342571 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-03140c9f-c63d-441d-b6a1-11be84504023 req-046ed3f1-5ab8-4926-a2b5-8711294917a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b787edc-db91-4f53-a197-bd0c997a942b HTTP/1.1" status: 200 len: 217 time: 0.0468864 Jan 28 05:37:02.409017 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03140c9f-c63d-441d-b6a1-11be84504023 req-bf206901-4b2b-4705-b37e-301b8307a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:02.410878 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-03140c9f-c63d-441d-b6a1-11be84504023 req-bf206901-4b2b-4705-b37e-301b8307a92b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.0623047 Jan 28 05:37:02.458316 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:02.462786 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-0fb89317-5774-4f2a-86a7-f3c48cf750e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 56a01931-34aa-4e79-a960-aef0826a6cd6) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:37:02.467311 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb89317-5774-4f2a-86a7-f3c48cf750e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:02.468202 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb89317-5774-4f2a-86a7-f3c48cf750e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:02.473133 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-03140c9f-c63d-441d-b6a1-11be84504023 req-210b2750-46d2-4925-9fb4-ef220e2b5bd7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544412 Jan 28 05:37:02.490330 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa8fa35-e453-4d8c-80f5-9f23017a9b8b None None] Network 56a01931-34aa-4e79-a960-aef0826a6cd6 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:37:02.564698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60061d0-ded3-40c3-8bea-d06b25d0c26d req-084a0f04-481a-48fb-8b8a-3ea216edd1db tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:02.594230 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f60061d0-ded3-40c3-8bea-d06b25d0c26d req-084a0f04-481a-48fb-8b8a-3ea216edd1db tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 945 time: 0.1009443 Jan 28 05:37:02.629323 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0fb89317-5774-4f2a-86a7-f3c48cf750e9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6251082 Jan 28 05:37:02.688545 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-03140c9f-c63d-441d-b6a1-11be84504023 req-72fc7041-897c-49f3-96dc-8060f4b60e1b service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000422 Jan 28 05:37:02.691690 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-562aa050-a822-4a8b-a5f5-cef497c872ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:02.696079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:37:02.760826 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=54fd6ebe-ad39-4455-be38-1eb510a282ef,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:02.836057 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f60061d0-ded3-40c3-8bea-d06b25d0c26d req-3c517c9b-0dc2-4aa7-b063-e0136c2d71ca tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407141 Jan 28 05:37:02.849873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0ae96-1925-4ca5-9c97-f8ce4517a8f2 req-79181c82-93f9-4150-baa4-bc64333f7625 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:02.865218 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31c0ae96-1925-4ca5-9c97-f8ce4517a8f2 req-79181c82-93f9-4150-baa4-bc64333f7625 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 949 time: 0.2246289 Jan 28 05:37:02.890926 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-03140c9f-c63d-441d-b6a1-11be84504023 req-b743ace1-10b6-46b1-b65b-4d381e501660 service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935112 Jan 28 05:37:02.961513 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['54fd6ebe-ad39-4455-be38-1eb510a282ef'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:37:02.966083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31c0ae96-1925-4ca5-9c97-f8ce4517a8f2 req-f88421d2-9f6f-4199-af7b-55fc3cfdcdf5 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052849 Jan 28 05:37:03.037042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5624830-3ca6-4660-93a6-f4f40b0a8021 None None] Network 56a01931-34aa-4e79-a960-aef0826a6cd6 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:37:03.212841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a65bccfa-a9d7-468e-89b7-443cdf3ab6a8,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:03.260338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'a65bccfa-a9d7-468e-89b7-443cdf3ab6a8', 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677', 'port_id': 'a65bccfa-a9d7-468e-89b7-443cdf3ab6a8', 'mac_address': 'fa:16:3e:7f:a8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b366577e-bca6-4046-9c8c-352fbc1be9f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:37:03.330228 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f48ba-c16a-46c3-83e3-3a46f95d6e96 req-de163d48-cb09-4236-939d-8ee2766440e8 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:03.333704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-379f48ba-c16a-46c3-83e3-3a46f95d6e96 req-de163d48-cb09-4236-939d-8ee2766440e8 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.0767460 Jan 28 05:37:03.367300 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:03.367956 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:03.399949 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:37:03.435874 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a65bccfa-a9d7-468e-89b7-443cdf3ab6a8,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:03.503379 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-379f48ba-c16a-46c3-83e3-3a46f95d6e96 req-1e7d7219-26d6-41e8-9e0d-bace9dfb2545 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626680 Jan 28 05:37:03.519190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba13d8c0-b2c6-4d2b-9683-b8af37f672c4 req-e1380de2-98f8-4df4-ad87-6441811de44c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1498640 Jan 28 05:37:03.535898 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:03.590816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-d530cf9d-df0b-4bde-a5b4-1c83fb941c3e tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:03.600641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-d530cf9d-df0b-4bde-a5b4-1c83fb941c3e tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/networks?id=56a01931-34aa-4e79-a960-aef0826a6cd6 HTTP/1.1" status: 200 len: 804 time: 0.1765165 Jan 28 05:37:03.655833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=a65bccfa-a9d7-468e-89b7-443cdf3ab6a8,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:03.675571 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-3ec3e80b-378f-4624-a8c7-6af651b2dd32 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/quotas/b373ada81bc646c197d728690c726ee1 HTTP/1.1" status: 200 len: 375 time: 0.0740361 Jan 28 05:37:03.718782 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-9d310a74-c986-4276-b705-8d6117e0b585 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b373ada81bc646c197d728690c726ee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321498 Jan 28 05:37:03.720941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13d8c0-b2c6-4d2b-9683-b8af37f672c4 req-e49ca6c9-1d36-427e-955d-7cd9bd686f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:03.723377 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba13d8c0-b2c6-4d2b-9683-b8af37f672c4 req-e49ca6c9-1d36-427e-955d-7cd9bd686f5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 1101 time: 0.1155589 Jan 28 05:37:03.736666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['a65bccfa-a9d7-468e-89b7-443cdf3ab6a8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:37:03.902981 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-1df4b56a-ff91-44a8-829c-5af555c8974d service neutron] 10.222.0.31 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712217 Jan 28 05:37:03.936539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13d8c0-b2c6-4d2b-9683-b8af37f672c4 req-0e6d164c-d6dd-4175-9bd0-bfa140505eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:03.937958 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba13d8c0-b2c6-4d2b-9683-b8af37f672c4 req-0e6d164c-d6dd-4175-9bd0-bfa140505eb5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1516488 Jan 28 05:37:04.272907 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba13d8c0-b2c6-4d2b-9683-b8af37f672c4 req-9d1f8dba-84a6-482c-8808-3a9da0974627 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=c5b32a32-92ad-49b0-bfcd-2a660c8d831a HTTP/1.1" status: 200 len: 217 time: 0.3036430 Jan 28 05:37:04.359849 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f9b26-63d8-458d-aac3-29e4dcabb2fe req-32c510ca-f3bd-4f00-8a37-8fdc54b301c7 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:04.361342 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb9f9b26-63d8-458d-aac3-29e4dcabb2fe req-32c510ca-f3bd-4f00-8a37-8fdc54b301c7 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 944 time: 0.4268541 Jan 28 05:37:04.365747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13d8c0-b2c6-4d2b-9683-b8af37f672c4 req-a0a71ffb-1669-4084-af4e-a665eb518745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:04.367137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba13d8c0-b2c6-4d2b-9683-b8af37f672c4 req-a0a71ffb-1669-4084-af4e-a665eb518745 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0847375 Jan 28 05:37:04.379347 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-9cb1c333-c20d-4319-bf8b-86e1c3bb1b39 service neutron] 10.222.0.31 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692481 Jan 28 05:37:04.448257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13d8c0-b2c6-4d2b-9683-b8af37f672c4 req-763e28a4-591b-4785-8749-4bb9192e69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:04.449732 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba13d8c0-b2c6-4d2b-9683-b8af37f672c4 req-763e28a4-591b-4785-8749-4bb9192e69a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0745547 Jan 28 05:37:04.453088 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb9f9b26-63d8-458d-aac3-29e4dcabb2fe req-b0dc2f7e-a97d-4872-baca-5860aeafd1d2 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850821 Jan 28 05:37:04.579731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba13d8c0-b2c6-4d2b-9683-b8af37f672c4 req-eb635fc9-e106-4d4e-857b-f6e1ebf9d831 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230326 Jan 28 05:37:04.617362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31d770-03c5-4180-b75e-be8945abfadb req-117b7c88-9226-40b4-87ce-68d7cb867250 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:04.624986 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f31d770-03c5-4180-b75e-be8945abfadb req-117b7c88-9226-40b4-87ce-68d7cb867250 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 949 time: 0.0870318 Jan 28 05:37:04.664391 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:37:04.728772 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e1ebb6e-c0bd-45ff-abd1-c268c62da132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:04.778339 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba13d8c0-b2c6-4d2b-9683-b8af37f672c4 req-39bea6f6-f519-4b35-b37e-cd768be8f149 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909075 Jan 28 05:37:04.839415 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 is: BUILD; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:04.839820 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:04.843308 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f31d770-03c5-4180-b75e-be8945abfadb req-6481404c-960b-43e6-b93a-9f7353d800fa tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163308 Jan 28 05:37:04.858956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:37:04.900708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a65bccfa-a9d7-468e-89b7-443cdf3ab6a8,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:04.957294 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382630c-bf47-4f53-a42c-372c20272d67 req-373a5e1d-1f4c-471d-b1cc-8f71b650dea6 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:04.958850 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9382630c-bf47-4f53-a42c-372c20272d67 req-373a5e1d-1f4c-471d-b1cc-8f71b650dea6 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.0550120 Jan 28 05:37:04.993372 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:05.007200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9382630c-bf47-4f53-a42c-372c20272d67 req-f1730239-2a62-44f8-b8da-47deb8030b22 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425394 Jan 28 05:37:05.070152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=a65bccfa-a9d7-468e-89b7-443cdf3ab6a8,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:05.085053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8fc0f4ab-7232-4f62-a8cb-d40e79555595 req-d0ef3151-7993-466d-8192-29612e1745ff tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 210 time: 0.0333836 Jan 28 05:37:05.334830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523e0b9-2a49-48db-a3fb-8e641fa61565 req-1684ae62-5cba-4eb5-a6b9-40ccb219e1d8 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:05.336602 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5523e0b9-2a49-48db-a3fb-8e641fa61565 req-1684ae62-5cba-4eb5-a6b9-40ccb219e1d8 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 950 time: 0.0625663 Jan 28 05:37:05.420535 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5523e0b9-2a49-48db-a3fb-8e641fa61565 req-12b8403a-97c0-47c7-8b17-a140aa0e6faa tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/security-groups?id=64b5e4e7-9673-4656-93ec-ac32e53110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767193 Jan 28 05:37:05.429771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c3ce5-b3ba-4ea2-a5b3-f1648fc14417 req-a8ded548-31a1-48d3-bf85-1f506af26756 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:05.435733 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a03c3ce5-b3ba-4ea2-a5b3-f1648fc14417 req-a8ded548-31a1-48d3-bf85-1f506af26756 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 943 time: 0.0956559 Jan 28 05:37:05.481186 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a03c3ce5-b3ba-4ea2-a5b3-f1648fc14417 req-294798e3-e0f9-4527-bc1c-597356ac45bc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442443 Jan 28 05:37:05.981817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885041db-9aec-43ef-bb03-369eb0709dd9 req-1b588067-7555-4e08-a02a-9803c792c9e5 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:05.983542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-885041db-9aec-43ef-bb03-369eb0709dd9 req-1b588067-7555-4e08-a02a-9803c792c9e5 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 949 time: 0.0604572 Jan 28 05:37:06.038090 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-885041db-9aec-43ef-bb03-369eb0709dd9 req-6e3f3bea-e38c-43ef-94fa-880ecc59381a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471632 Jan 28 05:37:06.083251 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 54fd6ebe-ad39-4455-be38-1eb510a282ef up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:37:06.165861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246fcc1-8a50-44ee-a059-a8524f85ccff req-afbaa8b6-4cbd-4e3c-8a57-0a4c85cc27c1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:06.167456 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d246fcc1-8a50-44ee-a059-a8524f85ccff req-afbaa8b6-4cbd-4e3c-8a57-0a4c85cc27c1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.0525084 Jan 28 05:37:06.216681 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d246fcc1-8a50-44ee-a059-a8524f85ccff req-55e1e62a-663f-48d1-8c73-fe5d984759c0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430596 Jan 28 05:37:06.260387 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 54fd6ebe-ad39-4455-be38-1eb510a282ef completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:37:06.267194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 54fd6ebe-ad39-4455-be38-1eb510a282ef triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:37:06.268930 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:06.321492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d08d86d8-97f8-40fe-b611-f7a8893977cb req-ad0b24ac-8a25-491e-9bd5-9b36cf19a010 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 210 time: 0.0300891 Jan 28 05:37:06.387199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 54fd6ebe-ad39-4455-be38-1eb510a282ef is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:06.387616 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:06.406325 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:06.412225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f5195-d22b-4776-8814-918deaef9b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fd6ebe-ad39-4455-be38-1eb510a282ef'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:06.414467 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda97fc7-87cd-4cf4-af15-31fd1f7f825f" -d '{"events": [{"server_uuid": "b90f5195-d22b-4776-8814-918deaef9b72", "name": "network-vif-plugged", "status": "completed", "tag": "54fd6ebe-ad39-4455-be38-1eb510a282ef"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:06.427316 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 54fd6ebe-ad39-4455-be38-1eb510a282ef, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:06.469990 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efd108d-315a-49e6-9d4b-762512568a44 x-openstack-request-id: req-6efd108d-315a-49e6-9d4b-762512568a44 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:06.470390 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f5195-d22b-4776-8814-918deaef9b72", "name": "network-vif-plugged", "status": "completed", "tag": "54fd6ebe-ad39-4455-be38-1eb510a282ef", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:06.470658 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6efd108d-315a-49e6-9d4b-762512568a44 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:06.471623 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5195-d22b-4776-8814-918deaef9b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fd6ebe-ad39-4455-be38-1eb510a282ef', 'code': 200} Jan 28 05:37:06.491742 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:06.561981 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=54fd6ebe-ad39-4455-be38-1eb510a282ef,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:06.638388 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d749c7-2b5b-49ea-887d-fde8a4566381 req-9e3f5376-6997-4e21-9dbe-355535e2df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:06.640313 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f1d749c7-2b5b-49ea-887d-fde8a4566381 req-9e3f5376-6997-4e21-9dbe-355535e2df11 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 1102 time: 0.0447257 Jan 28 05:37:06.646005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60070e70-edbf-4e8a-9ea3-2ad839fcd977 req-0d5a057a-202f-4863-9baf-709248bb18f6 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:06.647483 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60070e70-edbf-4e8a-9ea3-2ad839fcd977 req-0d5a057a-202f-4863-9baf-709248bb18f6 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 943 time: 0.0546789 Jan 28 05:37:06.703191 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f1d749c7-2b5b-49ea-887d-fde8a4566381 req-ecb8b96e-07a2-4915-a041-28689ff78644 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540347 Jan 28 05:37:06.708861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60070e70-edbf-4e8a-9ea3-2ad839fcd977 req-6b119e46-ad36-44fb-8b55-2b2aab084dd8 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548718 Jan 28 05:37:07.238515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45582d5a-dffa-476d-8f08-436a9eacb1e5 req-7bc96e72-122f-4cc5-ac88-9b6fb6fd7962 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:07.239991 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-45582d5a-dffa-476d-8f08-436a9eacb1e5 req-7bc96e72-122f-4cc5-ac88-9b6fb6fd7962 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1180673 Jan 28 05:37:07.311151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-096a9a18-9120-4c0d-be01-d511c7474f0d tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:07.312622 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-096a9a18-9120-4c0d-be01-d511c7474f0d tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.60 "GET /v2.0/networks?id=56a01931-34aa-4e79-a960-aef0826a6cd6 HTTP/1.1" status: 200 len: 804 time: 0.1483767 Jan 28 05:37:07.321492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-45582d5a-dffa-476d-8f08-436a9eacb1e5 req-d6d4affc-8e8d-4bc4-883b-e2f31fc85f05 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741360 Jan 28 05:37:07.336775 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Request body: {'port': {'device_id': 'ede7a28e-0221-46a6-bbfe-65b99d9e1c99', 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6', 'admin_state_up': True, 'tenant_id': 'b373ada81bc646c197d728690c726ee1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:07.536112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792257b-3eda-4d11-8aef-af83cdd26b35 req-db2ce210-56fc-47ad-8bf6-68ce7519fa46 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:07.537766 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f792257b-3eda-4d11-8aef-af83cdd26b35 req-db2ce210-56fc-47ad-8bf6-68ce7519fa46 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.60 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 943 time: 0.1216116 Jan 28 05:37:07.544988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c28a9a-6f6d-4082-8c28-fba4d68f2607 req-1994dc66-584f-44a7-992c-98b9fd3245b8 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:07.546562 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9c28a9a-6f6d-4082-8c28-fba4d68f2607 req-1994dc66-584f-44a7-992c-98b9fd3245b8 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.1427505 Jan 28 05:37:07.672030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-189832ab-3f85-45b1-8f3f-b7fc95baf820 req-1d8ce55f-f64a-4626-89c6-d231b27a446e tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 210 time: 0.0648310 Jan 28 05:37:07.677310 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Made reservation on behalf of b373ada81bc646c197d728690c726ee1 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:37:07.680825 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:07.694975 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:07.719326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9c28a9a-6f6d-4082-8c28-fba4d68f2607 req-f7e5ec8e-1d1d-43d0-8794-09a47cee35b8 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606255 Jan 28 05:37:07.839664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f792257b-3eda-4d11-8aef-af83cdd26b35 req-c065bebd-6f10-41bd-bcc3-26386a4749ad tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Deleting port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:37:07.839977 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f792257b-3eda-4d11-8aef-af83cdd26b35 req-c065bebd-6f10-41bd-bcc3-26386a4749ad tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:07.955726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f18f7-131b-44c0-beb6-05c5d9db91cf req-a40ce66f-38cd-46c8-8875-160eabc61972 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:07.957344 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf2f18f7-131b-44c0-beb6-05c5d9db91cf req-a40ce66f-38cd-46c8-8875-160eabc61972 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 943 time: 0.1744957 Jan 28 05:37:07.987006 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Allocated IP 172.20.0.7 (56a01931-34aa-4e79-a960-aef0826a6cd6/b8ad07a0-3844-44a2-a22c-26a49efa296b/1951da60-1c11-4af5-9c52-d16b46bd0f0e) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:37:08.027809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f792257b-3eda-4d11-8aef-af83cdd26b35 req-c065bebd-6f10-41bd-bcc3-26386a4749ad tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] For port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a65bccfa-a9d7-468e-89b7-443cdf3ab6a8,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:08.028033 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f792257b-3eda-4d11-8aef-af83cdd26b35 req-c065bebd-6f10-41bd-bcc3-26386a4749ad tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:08.066287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f792257b-3eda-4d11-8aef-af83cdd26b35 req-c065bebd-6f10-41bd-bcc3-26386a4749ad tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Calling delete_port for a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:37:08.090400 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c42984b8-3dd0-40a4-8898-4110f0be39c2 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:37:08.100328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf2f18f7-131b-44c0-beb6-05c5d9db91cf req-c3c6e13d-7bba-460c-8628-f98901fce719 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286170 Jan 28 05:37:08.187584 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c42984b8-3dd0-40a4-8898-4110f0be39c2 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:08.188377 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:08.227192 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c42984b8-3dd0-40a4-8898-4110f0be39c2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c42984b8-3dd0-40a4-8898-4110f0be39c2,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:08.292385 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:08.311686 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks [] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:08.348084 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c42984b8-3dd0-40a4-8898-4110f0be39c2,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:08.449203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe0c55-f8d6-494d-9ef7-6d56c0b97983 req-8b4fe7c2-3f65-4980-aae2-66defd4b38a0 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:08.450815 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8fe0c55-f8d6-494d-9ef7-6d56c0b97983 req-8b4fe7c2-3f65-4980-aae2-66defd4b38a0 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.0501387 Jan 28 05:37:08.456762 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:08.458323 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f792257b-3eda-4d11-8aef-af83cdd26b35 req-c065bebd-6f10-41bd-bcc3-26386a4749ad tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a65bccfa-a9d7-468e-89b7-443cdf3ab6a8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:08.473180 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed35c42e-82fe-4210-bfb1-5d7afc39c17a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42984b8-3dd0-40a4-8898-4110f0be39c2'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:08.478351 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6b2d54-59c3-4436-b21f-56705a1445c3" -d '{"events": [{"server_uuid": "ed35c42e-82fe-4210-bfb1-5d7afc39c17a", "name": "network-vif-unplugged", "status": "completed", "tag": "c42984b8-3dd0-40a4-8898-4110f0be39c2"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:08.526359 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05743ac9-b03a-4875-97dc-be4eae7cb34e x-openstack-request-id: req-05743ac9-b03a-4875-97dc-be4eae7cb34e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:08.527382 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed35c42e-82fe-4210-bfb1-5d7afc39c17a", "name": "network-vif-unplugged", "status": "completed", "tag": "c42984b8-3dd0-40a4-8898-4110f0be39c2", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:08.527382 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05743ac9-b03a-4875-97dc-be4eae7cb34e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:08.527382 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed35c42e-82fe-4210-bfb1-5d7afc39c17a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42984b8-3dd0-40a4-8898-4110f0be39c2', 'code': 200} Jan 28 05:37:08.562476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Network 56a01931-34aa-4e79-a960-aef0826a6cd6 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:37:08.581019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:37:08.583445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:37:08.603369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Pushing event updated for resources: {'Port': ['ID=1951da60-1c11-4af5-9c52-d16b46bd0f0e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:08.624693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f792257b-3eda-4d11-8aef-af83cdd26b35 req-c065bebd-6f10-41bd-bcc3-26386a4749ad tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] No DVR routers for this DVR port a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:37:08.628879 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f792257b-3eda-4d11-8aef-af83cdd26b35 req-c065bebd-6f10-41bd-bcc3-26386a4749ad tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:08.632348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f792257b-3eda-4d11-8aef-af83cdd26b35 req-c065bebd-6f10-41bd-bcc3-26386a4749ad tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.60 "DELETE /v2.0/ports/a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 HTTP/1.1" status: 204 len: 173 time: 1.0837860 Jan 28 05:37:08.639866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80916590-60bd-4bc9-bfe8-4dbcb237fbfd', 'name': 'network-vif-deleted', 'tag': 'a65bccfa-a9d7-468e-89b7-443cdf3ab6a8'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:08.643576 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3e8952-1721-4e21-a4bc-42883270d935" -d '{"events": [{"server_uuid": "80916590-60bd-4bc9-bfe8-4dbcb237fbfd", "name": "network-vif-deleted", "tag": "a65bccfa-a9d7-468e-89b7-443cdf3ab6a8"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:08.660423 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:08.660763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:08.661107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:08.661449 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:08.661777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:08.662105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:08.662874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:08.663206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:08.663968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:08.663968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:08.664165 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:08.664479 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:08.664797 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:08.696548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8fe0c55-f8d6-494d-9ef7-6d56c0b97983 req-de3aafcd-3990-45f4-bff9-b56ef7a48dc9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348619 Jan 28 05:37:08.697954 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9502a60b-6b58-462a-8364-3ee020313554 x-openstack-request-id: req-9502a60b-6b58-462a-8364-3ee020313554 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:08.698238 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80916590-60bd-4bc9-bfe8-4dbcb237fbfd", "name": "network-vif-deleted", "tag": "a65bccfa-a9d7-468e-89b7-443cdf3ab6a8", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:08.698515 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9502a60b-6b58-462a-8364-3ee020313554 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:08.698899 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80916590-60bd-4bc9-bfe8-4dbcb237fbfd', 'name': 'network-vif-deleted', 'tag': 'a65bccfa-a9d7-468e-89b7-443cdf3ab6a8', 'status': 'completed', 'code': 200} Jan 28 05:37:08.702073 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065bebd-6f10-41bd-bcc3-26386a4749ad tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Pushing event deleted for resources: {'Port': ['ID=a65bccfa-a9d7-468e-89b7-443cdf3ab6a8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:08.735444 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:08.740922 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:08.851944 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-4d6139d4-35c6-4e33-9f20-bd7d59674507 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5202696 Jan 28 05:37:08.867767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da62c4-66b8-4659-a4ef-2ac06c9f9558 req-b8cc5461-8f61-428e-8631-539a063a5dba tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:08.869316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96da62c4-66b8-4659-a4ef-2ac06c9f9558 req-b8cc5461-8f61-428e-8631-539a063a5dba tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 931 time: 0.0915592 Jan 28 05:37:08.878539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae814f2c-8944-4853-b201-6deefd080c6f req-d1448835-f1be-4ab4-990b-145533a32a39 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:08.880258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae814f2c-8944-4853-b201-6deefd080c6f req-d1448835-f1be-4ab4-990b-145533a32a39 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.0927765 Jan 28 05:37:08.891557 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Request body: {'port': {'device_id': 'ede7a28e-0221-46a6-bbfe-65b99d9e1c99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:09.009844 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:09.027030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae814f2c-8944-4853-b201-6deefd080c6f req-03ab9d9e-303b-48a2-ac15-8e921f8d7d7e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302729 Jan 28 05:37:09.029479 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:09.032062 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96da62c4-66b8-4659-a4ef-2ac06c9f9558 req-2b7805ca-28e9-4776-b46a-e7816d0168f2 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506567 Jan 28 05:37:09.228769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140df6a-f20a-4069-aaf9-b264d8b2453f req-dc7e2830-1d0c-4de9-827a-9127554dfa98 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:09.231324 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7140df6a-f20a-4069-aaf9-b264d8b2453f req-dc7e2830-1d0c-4de9-827a-9127554dfa98 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.0803502 Jan 28 05:37:09.342815 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7140df6a-f20a-4069-aaf9-b264d8b2453f req-064aa43d-eef9-4536-b22e-0a0e940bf3ac tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019480 Jan 28 05:37:09.471608 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1951da60-1c11-4af5-9c52-d16b46bd0f0e {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:37:09.479859 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Publish callbacks [] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:09.524194 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Transition to ACTIVE for port object 1951da60-1c11-4af5-9c52-d16b46bd0f0e will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:37:09.526788 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a90fee4-eff2-470f-a8f8-28bdaaee2726 req-fb45d3c2-b58b-4bbf-9212-663a0cd332c2 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=80916590-60bd-4bc9-bfe8-4dbcb237fbfd HTTP/1.1" status: 200 len: 210 time: 0.0379584 Jan 28 05:37:09.610784 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-98235346-cd19-45f1-8e3d-bb11eb7e633d req-2007a54c-15bb-49e9-9c41-6c482848e1dc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:37:09.612488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98235346-cd19-45f1-8e3d-bb11eb7e633d req-2007a54c-15bb-49e9-9c41-6c482848e1dc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061374 Jan 28 05:37:09.613829 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:09.666485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Pushing event updated for resources: {'Port': ['ID=1951da60-1c11-4af5-9c52-d16b46bd0f0e,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:09.750529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Attempting to bind port 1951da60-1c11-4af5-9c52-d16b46bd0f0e on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:37:09.751214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Attempting to bind port 1951da60-1c11-4af5-9c52-d16b46bd0f0e by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'd40deef8-4c8e-4686-b72c-f11ad13b93cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:37:09.751214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Attempting to bind port 1951da60-1c11-4af5-9c52-d16b46bd0f0e on network 56a01931-34aa-4e79-a960-aef0826a6cd6 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:37:09.756487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Port 1951da60-1c11-4af5-9c52-d16b46bd0f0e on network 56a01931-34aa-4e79-a960-aef0826a6cd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:37:09.756856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Attempting to bind port 1951da60-1c11-4af5-9c52-d16b46bd0f0e on network 56a01931-34aa-4e79-a960-aef0826a6cd6 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:37:09.762253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:37:09.765946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Checking segment: {'id': 'd40deef8-4c8e-4686-b72c-f11ad13b93cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:37:09.765946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Bound using segment: {'id': 'd40deef8-4c8e-4686-b72c-f11ad13b93cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:37:09.765946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Bound port: 1951da60-1c11-4af5-9c52-d16b46bd0f0e, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40deef8-4c8e-4686-b72c-f11ad13b93cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:37:09.765946 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:09.831557 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] For port 1951da60-1c11-4af5-9c52-d16b46bd0f0e, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:37:09.834611 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] For port 1951da60-1c11-4af5-9c52-d16b46bd0f0e, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1951da60-1c11-4af5-9c52-d16b46bd0f0e,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:37:09.951404 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:10.038423 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:10.039303 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:10.040875 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] 10.222.0.60 "PUT /v2.0/ports/1951da60-1c11-4af5-9c52-d16b46bd0f0e HTTP/1.1" status: 200 len: 1092 time: 1.1579351 Jan 28 05:37:10.047413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5eaf34-1365-4456-999b-ba2a56676885 service neutron] Pushing event updated for resources: {'Port': ['ID=1951da60-1c11-4af5-9c52-d16b46bd0f0e,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:10.070194 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8365990-262d-42ce-9c24-fec13887ce02 req-245b2d28-27dd-4082-8d1f-92ce96265a40 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:10.074768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c8365990-262d-42ce-9c24-fec13887ce02 req-245b2d28-27dd-4082-8d1f-92ce96265a40 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.0852330 Jan 28 05:37:10.171293 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-9614673a-97a3-440c-8add-093760a7b045 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0522351 Jan 28 05:37:10.171828 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c8365990-262d-42ce-9c24-fec13887ce02 req-55468d57-2bd5-4908-8af1-316dcfe58f21 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910742 Jan 28 05:37:10.178984 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-a5a71c43-5e9c-411b-be2d-b856a6456c1f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:37:10.190815 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-a5a71c43-5e9c-411b-be2d-b856a6456c1f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171723 Jan 28 05:37:10.209303 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd0185-fc83-4b38-ba6f-e40376d31f32 req-61d1923f-9003-4849-a2e5-061c24c35489 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:10.210907 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16bd0185-fc83-4b38-ba6f-e40376d31f32 req-61d1923f-9003-4849-a2e5-061c24c35489 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 943 time: 0.0926049 Jan 28 05:37:10.287268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-835a3a72-6dd2-47db-be00-1a67f1d22fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:10.288860 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-835a3a72-6dd2-47db-be00-1a67f1d22fc8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b373ada81bc646c197d728690c726ee1&device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 1095 time: 0.0770910 Jan 28 05:37:10.293553 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16bd0185-fc83-4b38-ba6f-e40376d31f32 req-a9494586-c28d-4e00-bce6-fccd84077258 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739291 Jan 28 05:37:10.348834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-22665ac1-20e8-4841-9652-923d04fd8e56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1951da60-1c11-4af5-9c52-d16b46bd0f0e HTTP/1.1" status: 200 len: 217 time: 0.0454664 Jan 28 05:37:10.409376 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-924d97f3-32c8-42b0-af9a-7551f1c3e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:10.411436 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-924d97f3-32c8-42b0-af9a-7551f1c3e413 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8ad07a0-3844-44a2-a22c-26a49efa296b HTTP/1.1" status: 200 len: 844 time: 0.0556180 Jan 28 05:37:10.460908 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-98117f26-0656-47bd-a758-3b576cf3faa3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=56a01931-34aa-4e79-a960-aef0826a6cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421078 Jan 28 05:37:10.560899 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c08ab7-c9ac-470f-b932-0109f4adf827 req-573791fb-7a7c-4a63-a121-32f9df2f2f89 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:10.562522 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3c08ab7-c9ac-470f-b932-0109f4adf827 req-573791fb-7a7c-4a63-a121-32f9df2f2f89 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.1355648 Jan 28 05:37:10.633764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-d7938706-61f0-4b7e-bd54-a0291883cd71 service neutron] 10.222.0.60 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499717 Jan 28 05:37:10.639987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:37:10.645873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3c08ab7-c9ac-470f-b932-0109f4adf827 req-78479478-60e3-4edf-941b-72a846e7db65 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763619 Jan 28 05:37:10.667437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:37:10.668084 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a65bccfa-a9d7-468e-89b7-443cdf3ab6a8 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:37:10.705626 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede7a28e-0221-46a6-bbfe-65b99d9e1c99', 'tag': '1951da60-1c11-4af5-9c52-d16b46bd0f0e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:10.708967 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aea4bbc-97c2-448f-af77-ce3b0f797936" -d '{"events": [{"name": "network-changed", "server_uuid": "ede7a28e-0221-46a6-bbfe-65b99d9e1c99", "tag": "1951da60-1c11-4af5-9c52-d16b46bd0f0e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:10.761742 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a048c034-c581-43b5-a075-29dbfe9dade9 x-openstack-request-id: req-a048c034-c581-43b5-a075-29dbfe9dade9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:10.762570 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede7a28e-0221-46a6-bbfe-65b99d9e1c99", "tag": "1951da60-1c11-4af5-9c52-d16b46bd0f0e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:10.762570 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a048c034-c581-43b5-a075-29dbfe9dade9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:10.762777 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede7a28e-0221-46a6-bbfe-65b99d9e1c99', 'tag': '1951da60-1c11-4af5-9c52-d16b46bd0f0e', 'status': 'completed', 'code': 200} Jan 28 05:37:10.769841 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94b416cc-e314-4581-ba3d-29d37f10bab1 req-2847add1-18bf-47ed-acb3-f6b28cd6d2a8 service neutron] 10.222.0.60 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187913 Jan 28 05:37:11.008308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-3ddb4ec6-6903-497a-8459-61d8a3995c91 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:11.010538 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-3ddb4ec6-6903-497a-8459-61d8a3995c91 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/networks?id=e5e031d0-ce73-47ee-be8b-c343d567f677 HTTP/1.1" status: 200 len: 821 time: 0.1822379 Jan 28 05:37:11.027840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea4bbc-97c2-448f-af77-ce3b0f797936 req-cb737596-52c3-41e2-99b4-2351e45d6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:11.029271 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5aea4bbc-97c2-448f-af77-ce3b0f797936 req-cb737596-52c3-41e2-99b4-2351e45d6e16 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b373ada81bc646c197d728690c726ee1&device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 1095 time: 0.0869691 Jan 28 05:37:11.031710 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-8dd54099-f2d7-4f7d-9853-572901fcd075 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/quotas/d5efdc0a1cab44d3b0e49b531e0d92e3 HTTP/1.1" status: 200 len: 375 time: 0.0145237 Jan 28 05:37:11.079840 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-0e0ba5f1-35ce-48d9-b8fb-e8c9cce6e78f tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5efdc0a1cab44d3b0e49b531e0d92e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416451 Jan 28 05:37:11.513673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea4bbc-97c2-448f-af77-ce3b0f797936 req-46edccd5-d25e-4c20-9cfe-2abe7c8b7d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:11.515180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5aea4bbc-97c2-448f-af77-ce3b0f797936 req-46edccd5-d25e-4c20-9cfe-2abe7c8b7d9d service neutron] 10.222.0.60 "GET /v2.0/networks?id=56a01931-34aa-4e79-a960-aef0826a6cd6 HTTP/1.1" status: 200 len: 905 time: 0.4782989 Jan 28 05:37:11.547661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce85cf-eaab-4c1f-870d-282983c35972 req-d7cfac0d-2b80-4b49-88eb-ed2e88ce8074 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:11.549748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16ce85cf-eaab-4c1f-870d-282983c35972 req-d7cfac0d-2b80-4b49-88eb-ed2e88ce8074 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1212993 Jan 28 05:37:11.583356 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-5555d457-92c3-4c86-b296-508c92802747 service neutron] 10.222.0.31 "GET /v2.0/networks/e5e031d0-ce73-47ee-be8b-c343d567f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737015 Jan 28 05:37:11.585854 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5aea4bbc-97c2-448f-af77-ce3b0f797936 req-fc609560-d035-4869-b1c1-4731256396b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1951da60-1c11-4af5-9c52-d16b46bd0f0e HTTP/1.1" status: 200 len: 217 time: 0.0630138 Jan 28 05:37:11.704622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea4bbc-97c2-448f-af77-ce3b0f797936 req-2572c041-5206-43f6-bc77-223d9a4b20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:11.706561 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5aea4bbc-97c2-448f-af77-ce3b0f797936 req-2572c041-5206-43f6-bc77-223d9a4b20a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8ad07a0-3844-44a2-a22c-26a49efa296b HTTP/1.1" status: 200 len: 844 time: 0.1140728 Jan 28 05:37:11.757644 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5aea4bbc-97c2-448f-af77-ce3b0f797936 req-160de6b1-f8d7-41bb-ae3c-87deea55afaf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=56a01931-34aa-4e79-a960-aef0826a6cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398550 Jan 28 05:37:11.762467 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16ce85cf-eaab-4c1f-870d-282983c35972 req-b22918ba-d378-4203-9259-b47c4057e5b7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780393 Jan 28 05:37:11.809681 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-aa0104eb-d135-469b-84f5-2f80ca4b93c2 service neutron] 10.222.0.31 "GET /v2.0/networks/e5e031d0-ce73-47ee-be8b-c343d567f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182858 Jan 28 05:37:11.901237 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5aea4bbc-97c2-448f-af77-ce3b0f797936 req-9f2f2b64-1090-46d5-885a-d6a897eca4bb service neutron] 10.222.0.60 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322432 Jan 28 05:37:12.100965 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c42984b8-3dd0-40a4-8898-4110f0be39c2 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:37:12.125883 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5aea4bbc-97c2-448f-af77-ce3b0f797936 req-235a4b5e-526c-4ef8-b7cc-0951c0484354 service neutron] 10.222.0.60 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129207 Jan 28 05:37:12.153295 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d510672-2687-4b6f-beb9-3b8fc6aff34d req-9868ea41-c828-4121-a162-af36918c00b5 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:12.155023 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d510672-2687-4b6f-beb9-3b8fc6aff34d req-9868ea41-c828-4121-a162-af36918c00b5 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 943 time: 0.1607625 Jan 28 05:37:12.230499 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d510672-2687-4b6f-beb9-3b8fc6aff34d req-e56ff2a3-31f5-4a1f-a301-ce79704e06de tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686748 Jan 28 05:37:12.262601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c42984b8-3dd0-40a4-8898-4110f0be39c2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c42984b8-3dd0-40a4-8898-4110f0be39c2,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:12.306730 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'c42984b8-3dd0-40a4-8898-4110f0be39c2', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'c42984b8-3dd0-40a4-8898-4110f0be39c2', 'mac_address': 'fa:16:3e:a1:05:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:37:12.371411 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c42984b8-3dd0-40a4-8898-4110f0be39c2 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:12.372270 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:12.388772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb276256-622d-4cb9-bad2-64c0de4b327f req-1abc9151-991c-48a4-ae29-cb553745373a tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 210 time: 0.0844491 Jan 28 05:37:12.403549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42984b8-3dd0-40a4-8898-4110f0be39c2 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:37:12.441933 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c42984b8-3dd0-40a4-8898-4110f0be39c2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c42984b8-3dd0-40a4-8898-4110f0be39c2,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:12.449555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70eb7f-99af-492f-9ee3-9df31cbf9323 req-5dacc7ea-7efe-432b-9891-2cfa9a1d6f9b tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:12.451725 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f70eb7f-99af-492f-9ee3-9df31cbf9323 req-5dacc7ea-7efe-432b-9891-2cfa9a1d6f9b tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.0935848 Jan 28 05:37:12.517563 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f70eb7f-99af-492f-9ee3-9df31cbf9323 req-6e8ee769-8dc7-4623-b731-1b48c88d58eb tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540268 Jan 28 05:37:12.537452 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:12.587677 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c42984b8-3dd0-40a4-8898-4110f0be39c2,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:12.595756 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:12.596366 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:12.596886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:12.597394 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:12.597894 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:12.598232 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:12.598592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:12.598926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:12.599256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:12.604758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:12.604758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:12.604758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:12.604758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:12.789785 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['c42984b8-3dd0-40a4-8898-4110f0be39c2'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:37:12.963311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86919814-81c4-4fa6-9755-de370b2a1263 req-17c934da-1a20-4b28-a44e-5be6a9ce2720 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:12.974180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86919814-81c4-4fa6-9755-de370b2a1263 req-17c934da-1a20-4b28-a44e-5be6a9ce2720 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1009920 Jan 28 05:37:13.068298 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffdeea-b802-4cfd-8415-388adbdaed0f req-178e23ca-b6af-4983-809c-8e78cf2f5e71 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:13.078001 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31ffdeea-b802-4cfd-8415-388adbdaed0f req-178e23ca-b6af-4983-809c-8e78cf2f5e71 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 1098 time: 0.0948074 Jan 28 05:37:13.083757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86919814-81c4-4fa6-9755-de370b2a1263 req-acecb23e-8435-4fb5-a29d-27eb7bcbbae4 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090620 Jan 28 05:37:13.141976 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31ffdeea-b802-4cfd-8415-388adbdaed0f req-e02394df-468c-4b66-857f-520771a45a7b tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584176 Jan 28 05:37:13.198841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782393b8-71e6-445d-810f-78627aa8acc9 req-b46a11aa-c7d8-4b36-907e-d90be5bf9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:13.201434 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-b46a11aa-c7d8-4b36-907e-d90be5bf9105 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 1102 time: 0.1157343 Jan 28 05:37:13.324402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782393b8-71e6-445d-810f-78627aa8acc9 req-9b5cdbda-4d91-452a-99e1-0088d7d2b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:13.327534 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-9b5cdbda-4d91-452a-99e1-0088d7d2b41a service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1178718 Jan 28 05:37:13.395563 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-4948dab5-478f-4b96-a415-64dc9ef510d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef HTTP/1.1" status: 200 len: 217 time: 0.0582473 Jan 28 05:37:13.492335 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782393b8-71e6-445d-810f-78627aa8acc9 req-7248209f-0bd6-4d8d-9457-ed6bd8e4fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:13.494722 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-7248209f-0bd6-4d8d-9457-ed6bd8e4fc1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0917127 Jan 28 05:37:13.518292 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36d659-13fd-46fb-bad9-a54a695b1e3c req-ef655eba-823e-4dc9-8b91-9af093a260b9 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:13.525682 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c36d659-13fd-46fb-bad9-a54a695b1e3c req-ef655eba-823e-4dc9-8b91-9af093a260b9 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 943 time: 0.0834827 Jan 28 05:37:13.574245 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782393b8-71e6-445d-810f-78627aa8acc9 req-c7888d93-9e33-43c2-9b40-b1ba448e08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:13.584505 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-c7888d93-9e33-43c2-9b40-b1ba448e08a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0745347 Jan 28 05:37:13.642138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c36d659-13fd-46fb-bad9-a54a695b1e3c req-01990b38-625d-4d1d-9919-01bb705a91d3 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086700 Jan 28 05:37:13.787580 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-283ac7c2-fc6b-409b-9968-a004f9e73228 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868386 Jan 28 05:37:13.802521 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6010125-4291-4baf-87c3-dc09f8863934 req-7822865d-3c5a-40a6-9a86-3fcc8c28f246 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 210 time: 0.0537579 Jan 28 05:37:13.998647 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-5b71b6b6-bb41-4ba8-9791-e5b43a17b591 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790352 Jan 28 05:37:14.015301 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81aad3-e81a-4c7e-a0ab-6073b017a42d req-20c86e93-21f4-410d-aea6-875e14677784 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:14.041931 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a81aad3-e81a-4c7e-a0ab-6073b017a42d req-20c86e93-21f4-410d-aea6-875e14677784 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.1419921 Jan 28 05:37:14.096591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c42984b8-3dd0-40a4-8898-4110f0be39c2 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:37:14.191261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a81aad3-e81a-4c7e-a0ab-6073b017a42d req-d6c91e6e-200f-4b34-92f1-dd95f10a80eb tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475744 Jan 28 05:37:14.226940 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port c42984b8-3dd0-40a4-8898-4110f0be39c2 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:37:14.229409 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:14.372831 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c42984b8-3dd0-40a4-8898-4110f0be39c2 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:14.373472 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:14.430987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c42984b8-3dd0-40a4-8898-4110f0be39c2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c42984b8-3dd0-40a4-8898-4110f0be39c2,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:14.432373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed35c42e-82fe-4210-bfb1-5d7afc39c17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42984b8-3dd0-40a4-8898-4110f0be39c2'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:14.433256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1f519-973f-4fd5-9fa9-ae41557670e0 req-c94fdc1b-9543-422c-b93b-e41b49e257bd tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:14.435747 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dba386d-18fc-4f65-85d8-a1b4e528f0c1" -d '{"events": [{"server_uuid": "ed35c42e-82fe-4210-bfb1-5d7afc39c17a", "name": "network-vif-plugged", "status": "completed", "tag": "c42984b8-3dd0-40a4-8898-4110f0be39c2"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:14.444290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fad1f519-973f-4fd5-9fa9-ae41557670e0 req-c94fdc1b-9543-422c-b93b-e41b49e257bd tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1369240 Jan 28 05:37:14.515437 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:14.543696 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fad1f519-973f-4fd5-9fa9-ae41557670e0 req-271b5bb1-9fe0-43b4-bf91-d27712b4c790 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963171 Jan 28 05:37:14.620702 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c42984b8-3dd0-40a4-8898-4110f0be39c2,revision_number=10']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:14.666520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1951da60-1c11-4af5-9c52-d16b46bd0f0e details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:37:14.849135 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1951da60-1c11-4af5-9c52-d16b46bd0f0e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1951da60-1c11-4af5-9c52-d16b46bd0f0e,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:15.158161 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '1951da60-1c11-4af5-9c52-d16b46bd0f0e', 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6', 'port_id': '1951da60-1c11-4af5-9c52-d16b46bd0f0e', 'mac_address': 'fa:16:3e:6b:98:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ad07a0-3844-44a2-a22c-26a49efa296b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:37:15.161634 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54883c6-80d4-4eb6-839b-0075a8aaa02e x-openstack-request-id: req-e54883c6-80d4-4eb6-839b-0075a8aaa02e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:15.161945 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed35c42e-82fe-4210-bfb1-5d7afc39c17a", "name": "network-vif-plugged", "status": "completed", "tag": "c42984b8-3dd0-40a4-8898-4110f0be39c2", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:15.162222 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e54883c6-80d4-4eb6-839b-0075a8aaa02e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:15.162613 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed35c42e-82fe-4210-bfb1-5d7afc39c17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42984b8-3dd0-40a4-8898-4110f0be39c2', 'code': 200} Jan 28 05:37:15.184784 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e853d9f-3748-470b-85ae-238bed0b6539 req-776e29f5-0443-4d24-b10f-27286d6ebcee tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:15.186369 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e853d9f-3748-470b-85ae-238bed0b6539 req-776e29f5-0443-4d24-b10f-27286d6ebcee tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 943 time: 0.1338961 Jan 28 05:37:15.250167 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 1951da60-1c11-4af5-9c52-d16b46bd0f0e is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:15.250697 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:15.292919 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1951da60-1c11-4af5-9c52-d16b46bd0f0e {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:37:15.313387 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e853d9f-3748-470b-85ae-238bed0b6539 req-e02382db-2b02-431c-b289-066013a18780 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041322 Jan 28 05:37:15.323391 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1951da60-1c11-4af5-9c52-d16b46bd0f0e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1951da60-1c11-4af5-9c52-d16b46bd0f0e,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:15.411659 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:15.554148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=1951da60-1c11-4af5-9c52-d16b46bd0f0e,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:15.603604 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ed5a5b0-aaff-44b3-9406-de9cfcc3c3a8 req-d88ee28e-9a2d-4218-9e5f-1da38399cd3d tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 210 time: 0.1256580 Jan 28 05:37:15.649729 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-ec7932a4-b65a-49f8-852a-fcfb1c4e9190 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:15.649729 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-ec7932a4-b65a-49f8-852a-fcfb1c4e9190 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.64 "GET /v2.0/networks?id=e5e031d0-ce73-47ee-be8b-c343d567f677 HTTP/1.1" status: 200 len: 821 time: 0.2648234 Jan 28 05:37:15.671213 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-a6116f1c-08e7-47e7-ba90-2f0f72a76aac tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Request body: {'port': {'device_id': 'b8be2cab-e3c4-44bd-96f8-58f15df7acb8', 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677', 'admin_state_up': True, 'tenant_id': 'd5efdc0a1cab44d3b0e49b531e0d92e3'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:15.725883 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-27eef6af-356a-46ca-b117-7f55ef40035e tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:37:15.728255 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-27eef6af-356a-46ca-b117-7f55ef40035e tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108628 Jan 28 05:37:15.802646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['1951da60-1c11-4af5-9c52-d16b46bd0f0e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:37:15.843404 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-b2c63fb8-309c-454b-a06e-bd25dc475708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:15.850768 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-b2c63fb8-309c-454b-a06e-bd25dc475708 service neutron] 10.222.0.31 "GET /v2.0/ports/a2fc7e15-28c8-41ca-b41d-db021fed8400 HTTP/1.1" status: 200 len: 1095 time: 0.0702703 Jan 28 05:37:15.855435 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-862843ff-8b3d-4b98-9219-c90917fc617a service neutron] Request body: {'binding': {'host': 'n-h2-812111-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:15.855910 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-862843ff-8b3d-4b98-9219-c90917fc617a service neutron] Unknown quota resources ['binding']. {{(pid=103634) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:37:15.862704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c7fe-ba23-420b-9fcf-d17df6edb868 req-ee4c5ec5-e53d-4437-a82e-add1e89055cd tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:15.864380 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edb3c7fe-ba23-420b-9fcf-d17df6edb868 req-ee4c5ec5-e53d-4437-a82e-add1e89055cd tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.1596138 Jan 28 05:37:15.989683 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edb3c7fe-ba23-420b-9fcf-d17df6edb868 req-3c51122a-3e03-46ee-b6d0-2f90c2ebfa9d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059270 Jan 28 05:37:16.088704 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-862843ff-8b3d-4b98-9219-c90917fc617a service neutron] Attempting to bind port a2fc7e15-28c8-41ca-b41d-db021fed8400 on host n-h2-812111-12 for vnic_type normal with profile None {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:37:16.089044 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-862843ff-8b3d-4b98-9219-c90917fc617a service neutron] Attempting to bind port a2fc7e15-28c8-41ca-b41d-db021fed8400 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:37:16.089370 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-862843ff-8b3d-4b98-9219-c90917fc617a service neutron] Attempting to bind port a2fc7e15-28c8-41ca-b41d-db021fed8400 on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:37:16.098838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-862843ff-8b3d-4b98-9219-c90917fc617a service neutron] Port a2fc7e15-28c8-41ca-b41d-db021fed8400 on network a68ceb60-a872-4bba-990e-8e03126b2535 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:37:16.099163 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-862843ff-8b3d-4b98-9219-c90917fc617a service neutron] Attempting to bind port a2fc7e15-28c8-41ca-b41d-db021fed8400 on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:37:16.108083 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-862843ff-8b3d-4b98-9219-c90917fc617a service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:37:16.108421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-862843ff-8b3d-4b98-9219-c90917fc617a service neutron] Checking segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:37:16.108801 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-862843ff-8b3d-4b98-9219-c90917fc617a service neutron] Bound using segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:37:16.109231 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-862843ff-8b3d-4b98-9219-c90917fc617a service neutron] Bound port: a2fc7e15-28c8-41ca-b41d-db021fed8400, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:37:16.170504 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-a6116f1c-08e7-47e7-ba90-2f0f72a76aac tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Made reservation on behalf of d5efdc0a1cab44d3b0e49b531e0d92e3 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:37:16.176283 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-a6116f1c-08e7-47e7-ba90-2f0f72a76aac tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:16.208553 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-862843ff-8b3d-4b98-9219-c90917fc617a service neutron] For port a2fc7e15-28c8-41ca-b41d-db021fed8400, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a2fc7e15-28c8-41ca-b41d-db021fed8400,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:37:16.233309 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b05570-7ae1-4ff0-b4f0-ae13377b8435 req-f2e7ec24-0d6b-4f3d-96cc-ec922c9b108b tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:16.235455 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3b05570-7ae1-4ff0-b4f0-ae13377b8435 req-f2e7ec24-0d6b-4f3d-96cc-ec922c9b108b tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.0821555 Jan 28 05:37:16.277039 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-862843ff-8b3d-4b98-9219-c90917fc617a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:16.290787 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-862843ff-8b3d-4b98-9219-c90917fc617a service neutron] 10.222.0.31 "POST /v2.0/ports/a2fc7e15-28c8-41ca-b41d-db021fed8400/bindings HTTP/1.1" status: 201 len: 390 time: 0.4390392 Jan 28 05:37:16.337364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3b05570-7ae1-4ff0-b4f0-ae13377b8435 req-cbe04522-2779-4325-bfe0-d3c1d31be38e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930417 Jan 28 05:37:16.454642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-a6116f1c-08e7-47e7-ba90-2f0f72a76aac tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Allocated IP 172.20.0.12 (e5e031d0-ce73-47ee-be8b-c343d567f677/b366577e-bca6-4046-9c8c-352fbc1be9f5/9ff30730-546c-467c-8623-94d6c1824d9e) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:37:16.754352 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-a6116f1c-08e7-47e7-ba90-2f0f72a76aac tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for port (9ff30730-546c-467c-8623-94d6c1824d9e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:16.866276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2e534-9cf3-4139-94a0-988e0ee79a24 req-31bdda7b-21ed-43ee-abab-118269b04565 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:16.872878 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b2a2e534-9cf3-4139-94a0-988e0ee79a24 req-31bdda7b-21ed-43ee-abab-118269b04565 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 944 time: 0.1302121 Jan 28 05:37:16.916616 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7169042d-0da4-48d5-b70b-81385f90d08e req-dede7374-b24a-4790-935a-5821ec05c5e7 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 210 time: 0.0415006 Jan 28 05:37:16.973024 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b2a2e534-9cf3-4139-94a0-988e0ee79a24 req-d3809553-9c45-4c55-924b-ed57c4469228 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991127 Jan 28 05:37:16.989671 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-a6116f1c-08e7-47e7-ba90-2f0f72a76aac tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (9ff30730-546c-467c-8623-94d6c1824d9e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:17.055099 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-a6116f1c-08e7-47e7-ba90-2f0f72a76aac tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Network e5e031d0-ce73-47ee-be8b-c343d567f677 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:37:17.061696 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-a6116f1c-08e7-47e7-ba90-2f0f72a76aac tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:37:17.066662 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-a6116f1c-08e7-47e7-ba90-2f0f72a76aac tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:37:17.071423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6116f1c-08e7-47e7-ba90-2f0f72a76aac tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Pushing event updated for resources: {'Port': ['ID=9ff30730-546c-467c-8623-94d6c1824d9e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:17.159152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-a6116f1c-08e7-47e7-ba90-2f0f72a76aac tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:17.159999 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-a6116f1c-08e7-47e7-ba90-2f0f72a76aac tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:17.181980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a7922b27-c678-4d8a-b1c2-fe0b4e966761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:17.183556 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a7922b27-c678-4d8a-b1c2-fe0b4e966761 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 1098 time: 0.1558514 Jan 28 05:37:17.195362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4058e58-17c8-4413-89b8-a60b0c0659d2 req-c9a61446-7fe4-49b3-9ade-0ade9bdad6e0 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:17.196786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4058e58-17c8-4413-89b8-a60b0c0659d2 req-c9a61446-7fe4-49b3-9ade-0ade9bdad6e0 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.0789678 Jan 28 05:37:17.229918 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-a6116f1c-08e7-47e7-ba90-2f0f72a76aac tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5653620 Jan 28 05:37:17.254151 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Request body: {'port': {'device_id': 'b8be2cab-e3c4-44bd-96f8-58f15df7acb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:17.349804 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-7da58dbb-e847-4cb7-a636-87ab825561c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:17.352625 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-7da58dbb-e847-4cb7-a636-87ab825561c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.1522720 Jan 28 05:37:17.381958 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9ff30730-546c-467c-8623-94d6c1824d9e), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:17.428180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-923b0b1e-cec8-4991-aa6c-79259baa2216 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2fc7e15-28c8-41ca-b41d-db021fed8400 HTTP/1.1" status: 200 len: 217 time: 0.0651810 Jan 28 05:37:17.446773 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffd304-d7d2-4c6c-a385-723e17fa00ff req-9cfa77c8-4187-4c94-a3c5-9278f1b17148 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:17.448405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07ffd304-d7d2-4c6c-a385-723e17fa00ff req-9cfa77c8-4187-4c94-a3c5-9278f1b17148 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.2499809 Jan 28 05:37:17.525039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-7bdd89ba-7a3d-4ece-b09e-65dcd740d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:17.526862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-7bdd89ba-7a3d-4ece-b09e-65dcd740d6b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.0916038 Jan 28 05:37:17.633416 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4058e58-17c8-4413-89b8-a60b0c0659d2 req-5f7fb8bb-ee28-4381-9174-3841c1fcea32 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115121 Jan 28 05:37:17.638624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-3e705ae6-b0ec-484d-9379-8692324ab9be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749760 Jan 28 05:37:17.874918 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07ffd304-d7d2-4c6c-a385-723e17fa00ff req-2902dfe4-68c7-4fbd-a78f-93eac1a58fdf tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278556 Jan 28 05:37:17.910233 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff30730-546c-467c-8623-94d6c1824d9e {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:37:17.938507 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Publish callbacks [] for port (9ff30730-546c-467c-8623-94d6c1824d9e), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:17.955712 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Transition to ACTIVE for port object 9ff30730-546c-467c-8623-94d6c1824d9e will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:37:17.969528 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2550a-0e80-457b-91e0-a25373339c4b req-c2241764-1b2f-4c4b-888a-4093962b3a1f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:17.971307 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-83d2550a-0e80-457b-91e0-a25373339c4b req-c2241764-1b2f-4c4b-888a-4093962b3a1f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1441877 Jan 28 05:37:17.975741 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-11263c7f-0a08-4527-be48-55f24ced0c19 service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260338 Jan 28 05:37:18.097545 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-83d2550a-0e80-457b-91e0-a25373339c4b req-8f8b5deb-1a68-4ae1-86d6-164fb277a228 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188791 Jan 28 05:37:18.108742 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (9ff30730-546c-467c-8623-94d6c1824d9e), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:18.133924 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-3643d323-7f8e-493a-b6b5-599aabfeed84 service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481843 Jan 28 05:37:18.261564 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff30730-546c-467c-8623-94d6c1824d9e,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:18.309593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ed1b5-a29d-474a-80d8-6858c437c8eb req-aa5e94a2-b40d-4498-be45-73c499c15669 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:18.311617 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-659ed1b5-a29d-474a-80d8-6858c437c8eb req-aa5e94a2-b40d-4498-be45-73c499c15669 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 944 time: 0.1385677 Jan 28 05:37:18.326989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f791107-4485-47cd-b270-6a954652547a req-4eefcbee-2be2-4253-8f55-28410b6b225f tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:18.328903 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f791107-4485-47cd-b270-6a954652547a req-4eefcbee-2be2-4253-8f55-28410b6b225f tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 944 time: 0.1050649 Jan 28 05:37:18.357073 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Attempting to bind port 9ff30730-546c-467c-8623-94d6c1824d9e on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:37:18.357413 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Attempting to bind port 9ff30730-546c-467c-8623-94d6c1824d9e by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'fc462d44-c0ea-480b-b52f-56b0cb328658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:37:18.357745 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Attempting to bind port 9ff30730-546c-467c-8623-94d6c1824d9e on network e5e031d0-ce73-47ee-be8b-c343d567f677 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:37:18.370026 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Port 9ff30730-546c-467c-8623-94d6c1824d9e on network e5e031d0-ce73-47ee-be8b-c343d567f677 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:37:18.373364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Attempting to bind port 9ff30730-546c-467c-8623-94d6c1824d9e on network e5e031d0-ce73-47ee-be8b-c343d567f677 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:37:18.380153 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:37:18.381430 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Checking segment: {'id': 'fc462d44-c0ea-480b-b52f-56b0cb328658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:37:18.381842 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Bound using segment: {'id': 'fc462d44-c0ea-480b-b52f-56b0cb328658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:37:18.382350 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Bound port: 9ff30730-546c-467c-8623-94d6c1824d9e, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc462d44-c0ea-480b-b52f-56b0cb328658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:37:18.382652 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9ff30730-546c-467c-8623-94d6c1824d9e), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:18.404654 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-659ed1b5-a29d-474a-80d8-6858c437c8eb req-d14ca7d6-af2f-495f-a51f-fa12484515b6 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871749 Jan 28 05:37:18.448774 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f791107-4485-47cd-b270-6a954652547a req-475df3be-9537-481d-9be2-9822180547f0 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956945 Jan 28 05:37:18.493616 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] For port 9ff30730-546c-467c-8623-94d6c1824d9e, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:37:18.498367 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] For port 9ff30730-546c-467c-8623-94d6c1824d9e, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=9ff30730-546c-467c-8623-94d6c1824d9e,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:37:18.577771 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (9ff30730-546c-467c-8623-94d6c1824d9e), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:18.672165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1951da60-1c11-4af5-9c52-d16b46bd0f0e up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:37:18.687824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff30730-546c-467c-8623-94d6c1824d9e,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:18.709534 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:18.712131 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:18.713882 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-832cf85d-0ca0-4899-bb10-7a3926d141a2 service neutron] 10.222.0.64 "PUT /v2.0/ports/9ff30730-546c-467c-8623-94d6c1824d9e HTTP/1.1" status: 200 len: 1093 time: 1.4675462 Jan 28 05:37:18.714459 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8be2cab-e3c4-44bd-96f8-58f15df7acb8', 'tag': '9ff30730-546c-467c-8623-94d6c1824d9e'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:18.716840 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751d184e-16ef-47c2-92e7-bc186eb5cb27" -d '{"events": [{"name": "network-changed", "server_uuid": "b8be2cab-e3c4-44bd-96f8-58f15df7acb8", "tag": "9ff30730-546c-467c-8623-94d6c1824d9e"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:18.762613 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb196d3-efb9-4f03-8fa6-8826c7c360cb x-openstack-request-id: req-1eb196d3-efb9-4f03-8fa6-8826c7c360cb {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:18.762613 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8be2cab-e3c4-44bd-96f8-58f15df7acb8", "tag": "9ff30730-546c-467c-8623-94d6c1824d9e", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:18.763067 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1eb196d3-efb9-4f03-8fa6-8826c7c360cb {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:18.764006 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8be2cab-e3c4-44bd-96f8-58f15df7acb8', 'tag': '9ff30730-546c-467c-8623-94d6c1824d9e', 'status': 'completed', 'code': 200} Jan 28 05:37:18.847169 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731fd54-e2e3-46b0-8366-59ab1079b516 req-801a83d7-5ad3-4dd3-a11f-1866046cef92 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:18.857066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6731fd54-e2e3-46b0-8366-59ab1079b516 req-801a83d7-5ad3-4dd3-a11f-1866046cef92 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.0773799 Jan 28 05:37:18.874940 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 1951da60-1c11-4af5-9c52-d16b46bd0f0e completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:37:18.879699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 1951da60-1c11-4af5-9c52-d16b46bd0f0e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:37:18.880374 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:18.930714 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d184e-16ef-47c2-92e7-bc186eb5cb27 req-dd7ab497-3cf3-4c26-b65a-67048bd374ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:18.940100 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-751d184e-16ef-47c2-92e7-bc186eb5cb27 req-dd7ab497-3cf3-4c26-b65a-67048bd374ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5efdc0a1cab44d3b0e49b531e0d92e3&device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 1096 time: 0.1201725 Jan 28 05:37:19.016544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6731fd54-e2e3-46b0-8366-59ab1079b516 req-76b95b69-00bc-41a8-b93c-787ef14951a1 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581626 Jan 28 05:37:19.052257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27ce00-c861-4952-8ca2-fb8f9a1e2b14 req-3b7309bd-384a-4b4d-9ff0-9a77dbaf1e36 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:19.077533 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f27ce00-c861-4952-8ca2-fb8f9a1e2b14 req-3b7309bd-384a-4b4d-9ff0-9a77dbaf1e36 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.1291931 Jan 28 05:37:19.171480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 1951da60-1c11-4af5-9c52-d16b46bd0f0e is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:19.171480 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:19.201746 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f27ce00-c861-4952-8ca2-fb8f9a1e2b14 req-9638f2ef-335b-44e8-9d78-1c384becc65d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232033 Jan 28 05:37:19.214430 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d184e-16ef-47c2-92e7-bc186eb5cb27 req-f9268d5c-ad79-4720-ac79-cfd467caa7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:19.222112 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-751d184e-16ef-47c2-92e7-bc186eb5cb27 req-f9268d5c-ad79-4720-ac79-cfd467caa7b0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d5efdc0a1cab44d3b0e49b531e0d92e3&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2588539 Jan 28 05:37:19.234074 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede7a28e-0221-46a6-bbfe-65b99d9e1c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1951da60-1c11-4af5-9c52-d16b46bd0f0e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:19.236759 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961aa4e7-f04d-4dbd-ac8d-b827ccdd14d3" -d '{"events": [{"server_uuid": "ede7a28e-0221-46a6-bbfe-65b99d9e1c99", "name": "network-vif-plugged", "status": "completed", "tag": "1951da60-1c11-4af5-9c52-d16b46bd0f0e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:19.284039 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1951da60-1c11-4af5-9c52-d16b46bd0f0e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1951da60-1c11-4af5-9c52-d16b46bd0f0e,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:19.361890 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:19.378946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea09be8-6c58-45b1-b6f5-982d201d3810 req-eef21ac0-cb9e-4eb3-a73e-b831f8822341 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:19.382862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ea09be8-6c58-45b1-b6f5-982d201d3810 req-eef21ac0-cb9e-4eb3-a73e-b831f8822341 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.0694849 Jan 28 05:37:19.450187 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ea09be8-6c58-45b1-b6f5-982d201d3810 req-7f7faadd-0795-42bb-9c00-569051b845b9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662875 Jan 28 05:37:19.459162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d184e-16ef-47c2-92e7-bc186eb5cb27 req-6d7f0da4-3186-44f8-a3c6-34eefafdda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:19.462913 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-751d184e-16ef-47c2-92e7-bc186eb5cb27 req-6d7f0da4-3186-44f8-a3c6-34eefafdda08 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2377028 Jan 28 05:37:19.500913 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5accfa6f-fc1a-4896-b8ba-3ce8c84ebe39 x-openstack-request-id: req-5accfa6f-fc1a-4896-b8ba-3ce8c84ebe39 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:19.501537 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede7a28e-0221-46a6-bbfe-65b99d9e1c99", "name": "network-vif-plugged", "status": "completed", "tag": "1951da60-1c11-4af5-9c52-d16b46bd0f0e", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:19.502559 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5accfa6f-fc1a-4896-b8ba-3ce8c84ebe39 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:19.504486 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede7a28e-0221-46a6-bbfe-65b99d9e1c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1951da60-1c11-4af5-9c52-d16b46bd0f0e', 'code': 200} Jan 28 05:37:19.505275 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=1951da60-1c11-4af5-9c52-d16b46bd0f0e,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:19.610090 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-5ef36323-811a-47c6-93ed-d483b9d951ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:19.616323 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-5ef36323-811a-47c6-93ed-d483b9d951ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5efdc0a1cab44d3b0e49b531e0d92e3&device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 1096 time: 0.0812066 Jan 28 05:37:19.676568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87878f8-5748-4f73-8d01-aee1851cfdc4 req-74777cc6-dcb2-463a-9a9b-b24340d24162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:19.678054 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b87878f8-5748-4f73-8d01-aee1851cfdc4 req-74777cc6-dcb2-463a-9a9b-b24340d24162 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 1097 time: 0.1314867 Jan 28 05:37:19.711049 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-01422f0a-22bf-4f4f-931a-30d100eef0e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ff30730-546c-467c-8623-94d6c1824d9e HTTP/1.1" status: 200 len: 217 time: 0.0784829 Jan 28 05:37:19.711532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff01c30-1b82-41e3-800f-a24cb67c62b7 req-ca254d31-13cf-460f-96e0-05851275b849 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:19.713507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aff01c30-1b82-41e3-800f-a24cb67c62b7 req-ca254d31-13cf-460f-96e0-05851275b849 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 945 time: 0.1210697 Jan 28 05:37:19.782514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1081e-821c-4d40-8090-4cddb8f4e940 req-18bb1382-b894-4702-9477-64ce9628fc9d tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:19.784914 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-14d1081e-821c-4d40-8090-4cddb8f4e940 req-18bb1382-b894-4702-9477-64ce9628fc9d tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 944 time: 0.1503084 Jan 28 05:37:19.796502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b87878f8-5748-4f73-8d01-aee1851cfdc4 req-76fec3bc-c48b-4217-af7b-ae43b6fb2272 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098752 Jan 28 05:37:19.802139 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-9cc6ccf1-caf5-4a8f-8ef1-85e40772741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:19.810576 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-9cc6ccf1-caf5-4a8f-8ef1-85e40772741a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b366577e-bca6-4046-9c8c-352fbc1be9f5 HTTP/1.1" status: 200 len: 861 time: 0.0857723 Jan 28 05:37:19.822595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aff01c30-1b82-41e3-800f-a24cb67c62b7 req-4e7a6834-71fc-4ba7-a7e8-6720a2dab178 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971723 Jan 28 05:37:19.857189 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-111bd3c5-2e94-42c3-a8a3-9b35c5d2bbc2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5e031d0-ce73-47ee-be8b-c343d567f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438495 Jan 28 05:37:19.881422 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-14d1081e-821c-4d40-8090-4cddb8f4e940 req-dbc69713-e7a3-4753-82e7-f1fbb79c057c tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839403 Jan 28 05:37:19.995372 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-a8005496-9231-4cf9-9f47-156644ce9de2 service neutron] 10.222.0.64 "GET /v2.0/networks/e5e031d0-ce73-47ee-be8b-c343d567f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259212 Jan 28 05:37:20.158060 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f2ea57ca-ff88-4b86-a80d-63aee29a5753 req-568a12f7-5cf7-4995-b7c0-9601da2cc104 service neutron] 10.222.0.64 "GET /v2.0/networks/e5e031d0-ce73-47ee-be8b-c343d567f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535747 Jan 28 05:37:20.224258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095ddee-00fb-4613-b00a-c9529f1cb458 req-297a37cd-774f-49e9-b1f9-ccde38047423 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:20.237133 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7095ddee-00fb-4613-b00a-c9529f1cb458 req-297a37cd-774f-49e9-b1f9-ccde38047423 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.1120560 Jan 28 05:37:20.365190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7095ddee-00fb-4613-b00a-c9529f1cb458 req-d119f81e-5874-46f4-96db-bb976ef4f0f0 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271188 Jan 28 05:37:20.488869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc69a6e-d66b-4bb0-ad4b-0d19c8abb9a9 req-bff6abb4-3128-4215-928e-27b774cff0c1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:20.496650 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3cc69a6e-d66b-4bb0-ad4b-0d19c8abb9a9 req-bff6abb4-3128-4215-928e-27b774cff0c1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.0982726 Jan 28 05:37:20.572972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3cc69a6e-d66b-4bb0-ad4b-0d19c8abb9a9 req-1134e8df-7793-4060-9019-ab6c23b4d372 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752132 Jan 28 05:37:20.662561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24e8dd-ead5-4773-836b-1fc7259f0b4e req-f8b8bd39-a74c-48e6-ad42-a33a1503a4e5 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:20.671134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d24e8dd-ead5-4773-836b-1fc7259f0b4e req-f8b8bd39-a74c-48e6-ad42-a33a1503a4e5 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.0787203 Jan 28 05:37:20.732759 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d24e8dd-ead5-4773-836b-1fc7259f0b4e req-42be031c-b9b5-4578-a70b-7ee1c741a419 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579164 Jan 28 05:37:21.025655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3887fb-9641-4969-a13d-de056fbe0b02 req-5ce07941-9328-4344-842c-1eeb4f98bf9d tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:21.034364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea3887fb-9641-4969-a13d-de056fbe0b02 req-5ce07941-9328-4344-842c-1eeb4f98bf9d tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 945 time: 0.1383247 Jan 28 05:37:21.155691 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea3887fb-9641-4969-a13d-de056fbe0b02 req-678cfee6-5c9d-47a4-8cde-45f908452d36 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647633 Jan 28 05:37:21.167661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3ca8f-e1e7-49eb-8d7f-59e0ac231434 req-9514c3ba-372e-44b9-b4b7-05458d04b198 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:21.193611 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aac3ca8f-e1e7-49eb-8d7f-59e0ac231434 req-9514c3ba-372e-44b9-b4b7-05458d04b198 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 944 time: 0.1555591 Jan 28 05:37:21.270317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aac3ca8f-e1e7-49eb-8d7f-59e0ac231434 req-b74d52c3-7266-45f7-bce2-08500e40bd9f tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757301 Jan 28 05:37:21.576417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1bb1e-e81e-4398-98ce-03a48049789d req-9b3d8b16-2507-421f-8400-2ad2839a383f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:21.578149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3be1bb1e-e81e-4398-98ce-03a48049789d req-9b3d8b16-2507-421f-8400-2ad2839a383f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.1135089 Jan 28 05:37:21.653766 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3be1bb1e-e81e-4398-98ce-03a48049789d req-b920cea0-2f97-497f-ab3d-8f5b268f2215 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686355 Jan 28 05:37:21.733503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390654b8-b7bb-4ea8-8556-1650f539660c req-89218a78-2d08-4506-9243-27ecd1ad4e81 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:21.735204 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-390654b8-b7bb-4ea8-8556-1650f539660c req-89218a78-2d08-4506-9243-27ecd1ad4e81 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.0577614 Jan 28 05:37:21.846505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-390654b8-b7bb-4ea8-8556-1650f539660c req-3df9f4cd-b099-47ae-8ee1-7152cf4600aa tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011038 Jan 28 05:37:21.897630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b748c-4b33-4aab-9323-646fcd85ec04 req-02d0aae8-803c-41ce-b436-2a6f21125cb9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:21.899427 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-481b748c-4b33-4aab-9323-646fcd85ec04 req-02d0aae8-803c-41ce-b436-2a6f21125cb9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.0758231 Jan 28 05:37:21.978827 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-481b748c-4b33-4aab-9323-646fcd85ec04 req-05f789ee-14a2-43be-ae1e-50994141aa93 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679011 Jan 28 05:37:22.383629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af41ae6-95f6-404a-9b50-7dedab6ba928 req-1495a7db-1abc-416f-999c-4c4a12c4a48e tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:22.385207 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6af41ae6-95f6-404a-9b50-7dedab6ba928 req-1495a7db-1abc-416f-999c-4c4a12c4a48e tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 945 time: 0.1135128 Jan 28 05:37:22.491044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571624b-8a96-4ed7-be67-55b76bac2560 req-73d8889d-8958-4bc3-bfe0-32561aa2c481 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:22.495702 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a571624b-8a96-4ed7-be67-55b76bac2560 req-73d8889d-8958-4bc3-bfe0-32561aa2c481 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 944 time: 0.1094820 Jan 28 05:37:22.512489 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6af41ae6-95f6-404a-9b50-7dedab6ba928 req-d21f0987-f3b2-4e2f-a142-68f606790e08 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150498 Jan 28 05:37:22.519583 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:37:22.624175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a571624b-8a96-4ed7-be67-55b76bac2560 req-e50831eb-0fd2-499d-b2b3-31640aae0db0 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038280 Jan 28 05:37:23.014150 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c22473-c0a8-4eba-893c-5979eb011594 req-a38f2192-a673-44ed-9110-df3523542379 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:23.024837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07c22473-c0a8-4eba-893c-5979eb011594 req-a38f2192-a673-44ed-9110-df3523542379 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.1406100 Jan 28 05:37:23.109645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07c22473-c0a8-4eba-893c-5979eb011594 req-da7a6eb3-e238-42ea-9005-ff34e3479b04 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812953 Jan 28 05:37:23.206928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dad3f-296d-4ba0-bc62-31af68fecc3b req-e3084b3b-4b8b-4cf6-9794-991c5cb2e464 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:23.213847 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a07dad3f-296d-4ba0-bc62-31af68fecc3b req-e3084b3b-4b8b-4cf6-9794-991c5cb2e464 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 946 time: 0.1343539 Jan 28 05:37:23.332555 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a07dad3f-296d-4ba0-bc62-31af68fecc3b req-b38b56c9-ef3b-4a64-bd90-8adf9b45849a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174757 Jan 28 05:37:23.355916 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c17140-86d8-4f1c-889c-9fe44ef3bf79 req-a46ceb9c-a8ed-407a-85f7-f86da11a5ff1 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:23.366334 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80c17140-86d8-4f1c-889c-9fe44ef3bf79 req-a46ceb9c-a8ed-407a-85f7-f86da11a5ff1 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 945 time: 0.1449659 Jan 28 05:37:23.466445 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80c17140-86d8-4f1c-889c-9fe44ef3bf79 req-d155a3d9-0024-429d-8e13-5584f6ac290f tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988970 Jan 28 05:37:23.537377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b0942-169c-499c-8591-ec31ef8638c8 req-6edf0689-d66d-49b2-978f-e321e1bb6768 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:23.544674 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-793b0942-169c-499c-8591-ec31ef8638c8 req-6edf0689-d66d-49b2-978f-e321e1bb6768 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.0934148 Jan 28 05:37:23.605830 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-793b0942-169c-499c-8591-ec31ef8638c8 req-a86931ee-867b-45c8-96f1-06cfc66054ba tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598021 Jan 28 05:37:23.754328 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-66da2384-a632-4c8d-a5de-44b307514d34 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:23.760751 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-66da2384-a632-4c8d-a5de-44b307514d34 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2&tenant_id=88b3e81d38b14c1ab20fd75713b63156&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 1098 time: 0.1130924 Jan 28 05:37:23.776513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-12'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:23.839080 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb0bb0-c95f-41c1-ba52-412c29438b91 req-b8eb9bde-d362-4ea0-8e23-b5d420916517 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:23.847751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9eb0bb0-c95f-41c1-ba52-412c29438b91 req-b8eb9bde-d362-4ea0-8e23-b5d420916517 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 944 time: 0.1245151 Jan 28 05:37:23.853688 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:23.922884 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9eb0bb0-c95f-41c1-ba52-412c29438b91 req-d0d0859b-1d68-4d42-b08c-84c2d5c59608 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742178 Jan 28 05:37:24.055161 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] For port c5bf72bd-034e-4802-90e9-b2324a64e9b2, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c5bf72bd-034e-4802-90e9-b2324a64e9b2,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:24.105308 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] For port c5bf72bd-034e-4802-90e9-b2324a64e9b2, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:37:24.161270 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f94584-9d26-4158-b2e8-f3638d5dffc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5bf72bd-034e-4802-90e9-b2324a64e9b2'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:24.163944 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd73e14-8680-4ab6-9db0-8badc0c898fb" -d '{"events": [{"server_uuid": "a2f94584-9d26-4158-b2e8-f3638d5dffc2", "name": "network-vif-unplugged", "status": "completed", "tag": "c5bf72bd-034e-4802-90e9-b2324a64e9b2"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:24.166093 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 9ff30730-546c-467c-8623-94d6c1824d9e details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:37:24.168351 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Publish callbacks [] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:24.263287 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:24.332347 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a41105-fa30-46d9-bb91-f271c15843b8 x-openstack-request-id: req-76a41105-fa30-46d9-bb91-f271c15843b8 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:24.334000 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f94584-9d26-4158-b2e8-f3638d5dffc2", "name": "network-vif-unplugged", "status": "completed", "tag": "c5bf72bd-034e-4802-90e9-b2324a64e9b2", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:24.334507 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76a41105-fa30-46d9-bb91-f271c15843b8 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:24.335078 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f94584-9d26-4158-b2e8-f3638d5dffc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5bf72bd-034e-4802-90e9-b2324a64e9b2', 'code': 200} Jan 28 05:37:24.466661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f5412-8e86-4dd2-930b-51c92d046e96 req-2f327452-8016-41c9-a180-9f70c0c937a9 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:24.468926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-655f5412-8e86-4dd2-930b-51c92d046e96 req-2f327452-8016-41c9-a180-9f70c0c937a9 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.1511796 Jan 28 05:37:24.492661 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 9ff30730-546c-467c-8623-94d6c1824d9e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=9ff30730-546c-467c-8623-94d6c1824d9e,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:24.526830 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '9ff30730-546c-467c-8623-94d6c1824d9e', 'network_id': 'e5e031d0-ce73-47ee-be8b-c343d567f677', 'port_id': '9ff30730-546c-467c-8623-94d6c1824d9e', 'mac_address': 'fa:16:3e:d7:ec:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b366577e-bca6-4046-9c8c-352fbc1be9f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:37:24.529838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Pushing event updated for resources: {'Port': ['ID=c5bf72bd-034e-4802-90e9-b2324a64e9b2,revision_number=7']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:24.546056 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Attempting to bind port c5bf72bd-034e-4802-90e9-b2324a64e9b2 on host n-h2-812111-12 for vnic_type normal with profile {"migrating_to": "n-h1-812111-12"} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:37:24.546415 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Attempting to bind port c5bf72bd-034e-4802-90e9-b2324a64e9b2 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:37:24.546746 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Attempting to bind port c5bf72bd-034e-4802-90e9-b2324a64e9b2 on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:37:24.553835 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Port c5bf72bd-034e-4802-90e9-b2324a64e9b2 on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:37:24.554164 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Attempting to bind port c5bf72bd-034e-4802-90e9-b2324a64e9b2 on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:37:24.562103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:37:24.562551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Checking segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:37:24.562924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Bound using segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:37:24.563354 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Bound port: c5bf72bd-034e-4802-90e9-b2324a64e9b2, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:37:24.564304 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:24.609892 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 9ff30730-546c-467c-8623-94d6c1824d9e is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:24.618385 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9ff30730-546c-467c-8623-94d6c1824d9e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:24.651885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff30730-546c-467c-8623-94d6c1824d9e {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:37:24.661164 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1539af1-869c-4e26-81f7-87d2b1ee5af7 req-13edcdfa-3171-408c-9ee7-d4ca2afcac27 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:24.677317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1539af1-869c-4e26-81f7-87d2b1ee5af7 req-13edcdfa-3171-408c-9ee7-d4ca2afcac27 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 944 time: 0.1857474 Jan 28 05:37:24.679620 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] For port c5bf72bd-034e-4802-90e9-b2324a64e9b2, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:37:24.701527 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] For port c5bf72bd-034e-4802-90e9-b2324a64e9b2, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c5bf72bd-034e-4802-90e9-b2324a64e9b2,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:37:24.711559 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-655f5412-8e86-4dd2-930b-51c92d046e96 req-f521ae24-5edb-46cd-ab83-f4c23465b7ca tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370203 Jan 28 05:37:24.750788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 9ff30730-546c-467c-8623-94d6c1824d9e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=9ff30730-546c-467c-8623-94d6c1824d9e,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:24.776853 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:24.805873 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:24.835950 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (9ff30730-546c-467c-8623-94d6c1824d9e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:24.878915 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1539af1-869c-4e26-81f7-87d2b1ee5af7 req-91da9871-ed03-4ec5-86a5-52f21fb525f4 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003264 Jan 28 05:37:24.975699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=9ff30730-546c-467c-8623-94d6c1824d9e,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:24.986648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6639b-e149-49f8-9bb7-0c7b5b946d8b req-ddd657c2-2c55-4dd4-88a2-940f4c2d373a tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:24.993261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8df6639b-e149-49f8-9bb7-0c7b5b946d8b req-ddd657c2-2c55-4dd4-88a2-940f4c2d373a tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 945 time: 0.1080618 Jan 28 05:37:24.996775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Pushing event updated for resources: {'Port': ['ID=c5bf72bd-034e-4802-90e9-b2324a64e9b2,revision_number=8']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:25.079140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8df6639b-e149-49f8-9bb7-0c7b5b946d8b req-307fcdd9-744d-420f-a722-875d9601c45b tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847013 Jan 28 05:37:25.090078 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:25.090770 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:25.092240 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-9649763a-c01b-4a54-b804-a594d4f2b515 service neutron] 10.222.0.64 "PUT /v2.0/ports/c5bf72bd-034e-4802-90e9-b2324a64e9b2 HTTP/1.1" status: 200 len: 1124 time: 1.3227437 Jan 28 05:37:25.140373 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6d478-0413-4d2a-9061-9171f7859f72 req-8f172a17-e7ed-4cf0-bbd3-7fa42ed45ca5 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:25.165018 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ca6d478-0413-4d2a-9061-9171f7859f72 req-8f172a17-e7ed-4cf0-bbd3-7fa42ed45ca5 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1495690 Jan 28 05:37:25.248346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['c5bf72bd-034e-4802-90e9-b2324a64e9b2'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:37:25.268404 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ca6d478-0413-4d2a-9061-9171f7859f72 req-150a65ac-e7e1-464b-9ac0-c23c5769e9b9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012959 Jan 28 05:37:25.350568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['9ff30730-546c-467c-8623-94d6c1824d9e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:37:25.352665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['c5bf72bd-034e-4802-90e9-b2324a64e9b2'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:37:25.495381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba283ba-f9b7-4180-8536-16495bf95deb req-cb9ca3e0-c7b7-49dc-b33f-96a09deffabc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:25.512809 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cba283ba-f9b7-4180-8536-16495bf95deb req-cb9ca3e0-c7b7-49dc-b33f-96a09deffabc tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 945 time: 0.1270945 Jan 28 05:37:25.659545 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cba283ba-f9b7-4180-8536-16495bf95deb req-a7bcb7b7-a373-4d71-abc5-1adb34700c88 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175113 Jan 28 05:37:25.879356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a19478-c968-4ea3-932d-3f3a2077049f req-8f00832a-c54e-4844-bde6-346beeb0875d tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:25.881965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31a19478-c968-4ea3-932d-3f3a2077049f req-8f00832a-c54e-4844-bde6-346beeb0875d tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.0623510 Jan 28 05:37:25.936195 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31a19478-c968-4ea3-932d-3f3a2077049f req-411ca6dd-49a9-4f02-9229-7cf531ce04df tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465047 Jan 28 05:37:26.074581 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f93c0c-f681-4806-bf5e-516eb730a416 req-d278d229-31ad-449a-801c-ca2729c721bb tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:26.076211 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9f93c0c-f681-4806-bf5e-516eb730a416 req-d278d229-31ad-449a-801c-ca2729c721bb tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 944 time: 0.0590701 Jan 28 05:37:26.124461 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9f93c0c-f681-4806-bf5e-516eb730a416 req-5c214db5-badc-4ec1-8f88-fca618cc4077 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422366 Jan 28 05:37:26.176205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c5bf72bd-034e-4802-90e9-b2324a64e9b2 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:37:26.300115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c5bf72bd-034e-4802-90e9-b2324a64e9b2, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c5bf72bd-034e-4802-90e9-b2324a64e9b2,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:26.318165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c5bf72bd-034e-4802-90e9-b2324a64e9b2 has no active binding in host n-h1-812111-12 {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 05:37:26.339005 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f94584-9d26-4158-b2e8-f3638d5dffc2', 'tag': 'c5bf72bd-034e-4802-90e9-b2324a64e9b2'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:26.348603 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b939b890-d4a2-4ecf-a025-2fb0af5c3d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f94584-9d26-4158-b2e8-f3638d5dffc2", "tag": "c5bf72bd-034e-4802-90e9-b2324a64e9b2"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:26.434960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13f4ff-4fe2-416f-a4ab-2c0972493a6b req-70e3b935-b416-4c59-b7ce-47f90082a5db tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:26.439804 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e13f4ff-4fe2-416f-a4ab-2c0972493a6b req-70e3b935-b416-4c59-b7ce-47f90082a5db tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.0721610 Jan 28 05:37:26.532325 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e13f4ff-4fe2-416f-a4ab-2c0972493a6b req-9a6e37d7-bef5-47ad-b5c6-bd7b8bb24a24 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835619 Jan 28 05:37:26.554782 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4c90a5-e296-4c7b-9337-9538c4d3f916 x-openstack-request-id: req-5f4c90a5-e296-4c7b-9337-9538c4d3f916 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:26.557656 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f94584-9d26-4158-b2e8-f3638d5dffc2", "tag": "c5bf72bd-034e-4802-90e9-b2324a64e9b2", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:26.557656 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f4c90a5-e296-4c7b-9337-9538c4d3f916 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:26.557656 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f94584-9d26-4158-b2e8-f3638d5dffc2', 'tag': 'c5bf72bd-034e-4802-90e9-b2324a64e9b2', 'status': 'completed', 'code': 200} Jan 28 05:37:26.707954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939b890-d4a2-4ecf-a025-2fb0af5c3d5d req-2bebfd79-714a-4505-aa40-7c76d0478e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:26.709518 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b939b890-d4a2-4ecf-a025-2fb0af5c3d5d req-2bebfd79-714a-4505-aa40-7c76d0478e34 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 1127 time: 0.0528147 Jan 28 05:37:26.852927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2341c1f-5ca8-45cc-a79e-5358b22a1098 req-cd47978d-04d1-46be-9447-6d41f4a73564 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:26.854941 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2341c1f-5ca8-45cc-a79e-5358b22a1098 req-cd47978d-04d1-46be-9447-6d41f4a73564 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 945 time: 0.0992496 Jan 28 05:37:26.912578 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939b890-d4a2-4ecf-a025-2fb0af5c3d5d req-c9421e4f-33a2-4a97-ad36-6b337d5df603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:26.915330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b939b890-d4a2-4ecf-a025-2fb0af5c3d5d req-c9421e4f-33a2-4a97-ad36-6b337d5df603 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.1875648 Jan 28 05:37:26.963257 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b939b890-d4a2-4ecf-a025-2fb0af5c3d5d req-350d801c-994b-4e32-852a-d2f084c063cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5bf72bd-034e-4802-90e9-b2324a64e9b2 HTTP/1.1" status: 200 len: 217 time: 0.0389366 Jan 28 05:37:26.971707 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2341c1f-5ca8-45cc-a79e-5358b22a1098 req-9db4d973-82b7-4b2a-a920-e993c0b908de tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044147 Jan 28 05:37:27.032879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939b890-d4a2-4ecf-a025-2fb0af5c3d5d req-0f539629-5fdd-4eea-89e8-f0d94f8e2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:27.035441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b939b890-d4a2-4ecf-a025-2fb0af5c3d5d req-0f539629-5fdd-4eea-89e8-f0d94f8e2ba3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.0627708 Jan 28 05:37:27.070418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b939b890-d4a2-4ecf-a025-2fb0af5c3d5d req-bcdfd8c6-67f1-4b2e-965f-7dab7ae50801 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267832 Jan 28 05:37:27.176506 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aef483-51c7-471b-a704-bfd760032819 req-86fbbd34-916d-48f9-a761-ae7f37771bfe tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:27.180418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7aef483-51c7-471b-a704-bfd760032819 req-86fbbd34-916d-48f9-a761-ae7f37771bfe tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.1090009 Jan 28 05:37:27.184547 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:27.274754 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b939b890-d4a2-4ecf-a025-2fb0af5c3d5d req-80ca68cc-63b3-401c-9dc4-2b7a9630291a service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923671 Jan 28 05:37:27.342746 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7aef483-51c7-471b-a704-bfd760032819 req-2f7a2a48-068f-4295-93ee-44eb363893ed tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492972 Jan 28 05:37:27.358445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59993e2f-cceb-4e82-bee0-f3c9998892e7 req-d4e2cfd4-95c7-4996-bd2c-79abaa63aefe tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:27.366742 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59993e2f-cceb-4e82-bee0-f3c9998892e7 req-d4e2cfd4-95c7-4996-bd2c-79abaa63aefe tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 944 time: 0.1424091 Jan 28 05:37:27.427595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59993e2f-cceb-4e82-bee0-f3c9998892e7 req-b2a3c8d0-fd2c-42a6-9137-97a1ccb4334e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597422 Jan 28 05:37:27.472674 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b939b890-d4a2-4ecf-a025-2fb0af5c3d5d req-403f1b8a-9f2c-4cca-885f-cda15ab2cc81 service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832602 Jan 28 05:37:27.727273 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6eef0-fb13-4660-9343-017fc11b71a6 req-bc3fe95e-c084-4aac-8250-5b1f841a3b9c tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:27.733752 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cae6eef0-fb13-4660-9343-017fc11b71a6 req-bc3fe95e-c084-4aac-8250-5b1f841a3b9c tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1126456 Jan 28 05:37:28.078935 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cae6eef0-fb13-4660-9343-017fc11b71a6 req-24279d01-10bb-4dfa-9678-5db744d708c5 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363261 Jan 28 05:37:28.209405 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb696a-fc09-4c8f-9e4c-819e35f09810 req-332d4c3a-9144-4fdb-b33c-6c39ba4ca055 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:28.211736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 9ff30730-546c-467c-8623-94d6c1824d9e up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:37:28.224683 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9eb696a-fc09-4c8f-9e4c-819e35f09810 req-332d4c3a-9144-4fdb-b33c-6c39ba4ca055 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 945 time: 0.0696709 Jan 28 05:37:28.300934 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9eb696a-fc09-4c8f-9e4c-819e35f09810 req-92900a28-6510-40c9-86fc-f75761d76565 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749319 Jan 28 05:37:28.359972 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 9ff30730-546c-467c-8623-94d6c1824d9e completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:37:28.367783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 9ff30730-546c-467c-8623-94d6c1824d9e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:37:28.368522 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (9ff30730-546c-467c-8623-94d6c1824d9e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:28.576792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f6d53-3b31-4122-90db-bbdd1aaab963 req-69a2642a-f059-40d6-bc29-1e7e1a80b990 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:28.578753 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed6f6d53-3b31-4122-90db-bbdd1aaab963 req-69a2642a-f059-40d6-bc29-1e7e1a80b990 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.1008449 Jan 28 05:37:28.598364 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 9ff30730-546c-467c-8623-94d6c1824d9e is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:28.599300 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9ff30730-546c-467c-8623-94d6c1824d9e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:28.640792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 9ff30730-546c-467c-8623-94d6c1824d9e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=9ff30730-546c-467c-8623-94d6c1824d9e,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:28.641790 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8be2cab-e3c4-44bd-96f8-58f15df7acb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff30730-546c-467c-8623-94d6c1824d9e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:28.646358 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e203203b-d2d6-445a-af1d-7c2e6b27b0bd" -d '{"events": [{"server_uuid": "b8be2cab-e3c4-44bd-96f8-58f15df7acb8", "name": "network-vif-plugged", "status": "completed", "tag": "9ff30730-546c-467c-8623-94d6c1824d9e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:28.678348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed6f6d53-3b31-4122-90db-bbdd1aaab963 req-ee267f5b-c9d9-4963-8aef-66ba5c2f5e62 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929699 Jan 28 05:37:28.715945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c420f16-04a3-44f5-b14d-4336a472fb79 req-caa2c668-cff0-4474-9405-da382db25618 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:28.717448 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c420f16-04a3-44f5-b14d-4336a472fb79 req-caa2c668-cff0-4474-9405-da382db25618 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 944 time: 0.0807855 Jan 28 05:37:28.743751 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba6fb19-d2ff-46aa-bd28-134008ddb3d6 x-openstack-request-id: req-fba6fb19-d2ff-46aa-bd28-134008ddb3d6 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:28.744057 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8be2cab-e3c4-44bd-96f8-58f15df7acb8", "name": "network-vif-plugged", "status": "completed", "tag": "9ff30730-546c-467c-8623-94d6c1824d9e", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:28.744311 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fba6fb19-d2ff-46aa-bd28-134008ddb3d6 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:28.744704 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8be2cab-e3c4-44bd-96f8-58f15df7acb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff30730-546c-467c-8623-94d6c1824d9e', 'code': 200} Jan 28 05:37:28.747473 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (9ff30730-546c-467c-8623-94d6c1824d9e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:28.787526 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1951da60-1c11-4af5-9c52-d16b46bd0f0e details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:37:28.849203 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c420f16-04a3-44f5-b14d-4336a472fb79 req-ebb18c9f-f544-46c3-8858-172d25256580 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213291 Jan 28 05:37:28.938917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=9ff30730-546c-467c-8623-94d6c1824d9e,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:28.950852 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4df01-25b6-41f5-8b49-5606feaf6a89 req-213c2c9f-ad44-4a32-b396-056d74911991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:28.952347 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3ce4df01-25b6-41f5-8b49-5606feaf6a89 req-213c2c9f-ad44-4a32-b396-056d74911991 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 1098 time: 0.0953493 Jan 28 05:37:28.973665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1951da60-1c11-4af5-9c52-d16b46bd0f0e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1951da60-1c11-4af5-9c52-d16b46bd0f0e,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:28.989961 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '1951da60-1c11-4af5-9c52-d16b46bd0f0e', 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6', 'port_id': '1951da60-1c11-4af5-9c52-d16b46bd0f0e', 'mac_address': 'fa:16:3e:6b:98:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ad07a0-3844-44a2-a22c-26a49efa296b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:37:29.035707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 1951da60-1c11-4af5-9c52-d16b46bd0f0e is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:29.036277 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:29.041908 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3ce4df01-25b6-41f5-8b49-5606feaf6a89 req-04b09fec-0e6a-4391-be59-80ff25da38f5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801449 Jan 28 05:37:29.051663 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1951da60-1c11-4af5-9c52-d16b46bd0f0e {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:37:29.076338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1951da60-1c11-4af5-9c52-d16b46bd0f0e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1951da60-1c11-4af5-9c52-d16b46bd0f0e,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:29.141181 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:29.203019 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=1951da60-1c11-4af5-9c52-d16b46bd0f0e,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:29.237126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebd723-554c-488e-b401-10bb2a6bae34 req-90becdf2-b4dc-409a-96a8-b0383cc366f7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:29.246639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95ebd723-554c-488e-b401-10bb2a6bae34 req-90becdf2-b4dc-409a-96a8-b0383cc366f7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.0853982 Jan 28 05:37:29.306911 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95ebd723-554c-488e-b401-10bb2a6bae34 req-768d8d15-5329-4995-bc20-d439879df7ab tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578790 Jan 28 05:37:29.448304 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8524ebf-8558-47c4-a3df-04d7d553a12d req-602be337-9754-4dc4-840e-48914d140916 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:29.450795 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8524ebf-8558-47c4-a3df-04d7d553a12d req-602be337-9754-4dc4-840e-48914d140916 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 946 time: 0.0700002 Jan 28 05:37:29.521430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['1951da60-1c11-4af5-9c52-d16b46bd0f0e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:37:29.557444 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8524ebf-8558-47c4-a3df-04d7d553a12d req-d65894e5-41cc-4570-bdb9-e5cf5ba53095 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979567 Jan 28 05:37:29.844681 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4259aa-1771-4cb3-bae0-eea6f3eebe60 req-c6ded4fa-6b0f-4f3a-9500-e69ba47d8759 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:29.848031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd4259aa-1771-4cb3-bae0-eea6f3eebe60 req-c6ded4fa-6b0f-4f3a-9500-e69ba47d8759 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.0768592 Jan 28 05:37:29.972999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd4259aa-1771-4cb3-bae0-eea6f3eebe60 req-ca268956-490c-4bf5-bef9-a233c16485b6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177297 Jan 28 05:37:30.116978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ec35d-e943-4601-9584-8a253a4e8874 req-faa5963f-0de5-4dce-b7d8-75bedfc773ca tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:30.119674 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-691ec35d-e943-4601-9584-8a253a4e8874 req-faa5963f-0de5-4dce-b7d8-75bedfc773ca tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 944 time: 0.1683247 Jan 28 05:37:30.221102 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-691ec35d-e943-4601-9584-8a253a4e8874 req-2c321c36-2a7a-4086-8313-a36b5fd51f2e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874302 Jan 28 05:37:30.624541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978ccfd-e85e-48ce-b54f-6ceba71421f1 req-77f49279-d87f-4a12-8d48-fc38dc832fe1 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:30.640445 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7978ccfd-e85e-48ce-b54f-6ceba71421f1 req-77f49279-d87f-4a12-8d48-fc38dc832fe1 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.0968568 Jan 28 05:37:30.745618 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7978ccfd-e85e-48ce-b54f-6ceba71421f1 req-3c8e29de-12cb-4a40-8406-15f1e8412c13 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961330 Jan 28 05:37:30.769943 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64129241-571e-4e25-97ce-8a568e531d81 req-8618de1d-0307-4b2b-887f-ff7a11e1a21c tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:30.773098 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64129241-571e-4e25-97ce-8a568e531d81 req-8618de1d-0307-4b2b-887f-ff7a11e1a21c tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 946 time: 0.0846238 Jan 28 05:37:30.782990 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1951da60-1c11-4af5-9c52-d16b46bd0f0e up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:37:30.856261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64129241-571e-4e25-97ce-8a568e531d81 req-8e1aad29-74f0-4a28-96a8-b9584ab26b4f tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815701 Jan 28 05:37:30.897938 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 1951da60-1c11-4af5-9c52-d16b46bd0f0e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:37:30.898600 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:31.112626 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 1951da60-1c11-4af5-9c52-d16b46bd0f0e is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:31.115059 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:31.169214 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1951da60-1c11-4af5-9c52-d16b46bd0f0e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1951da60-1c11-4af5-9c52-d16b46bd0f0e,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:31.174613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede7a28e-0221-46a6-bbfe-65b99d9e1c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1951da60-1c11-4af5-9c52-d16b46bd0f0e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:31.178014 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cbc34c-a507-4dda-8196-d23d1b089d71" -d '{"events": [{"server_uuid": "ede7a28e-0221-46a6-bbfe-65b99d9e1c99", "name": "network-vif-plugged", "status": "completed", "tag": "1951da60-1c11-4af5-9c52-d16b46bd0f0e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:31.203508 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3caf06-c115-4ed2-85a8-f3dca69ef369 req-19faa236-d9be-4298-8362-0931ed08d36d tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:31.205212 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e3caf06-c115-4ed2-85a8-f3dca69ef369 req-19faa236-d9be-4298-8362-0931ed08d36d tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.0823934 Jan 28 05:37:31.284290 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:31.291182 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e3caf06-c115-4ed2-85a8-f3dca69ef369 req-cd618462-f6ff-4e1f-b6a9-417335f183f7 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776753 Jan 28 05:37:31.398767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=1951da60-1c11-4af5-9c52-d16b46bd0f0e,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:31.533402 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c8cd2f-6c7a-4552-a711-08b0a0756644 x-openstack-request-id: req-d0c8cd2f-6c7a-4552-a711-08b0a0756644 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:31.533831 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede7a28e-0221-46a6-bbfe-65b99d9e1c99", "name": "network-vif-plugged", "status": "completed", "tag": "1951da60-1c11-4af5-9c52-d16b46bd0f0e", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:31.534157 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0c8cd2f-6c7a-4552-a711-08b0a0756644 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:31.534654 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede7a28e-0221-46a6-bbfe-65b99d9e1c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1951da60-1c11-4af5-9c52-d16b46bd0f0e', 'code': 200} Jan 28 05:37:31.748369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f0fb3-6ff1-4d77-b58c-15ddcb28cf4d req-2cead332-5b2e-4e52-8880-6fb4adcb3387 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:31.757333 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d26f0fb3-6ff1-4d77-b58c-15ddcb28cf4d req-2cead332-5b2e-4e52-8880-6fb4adcb3387 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 944 time: 0.0973935 Jan 28 05:37:31.836199 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d26f0fb3-6ff1-4d77-b58c-15ddcb28cf4d req-16a5ae63-aef0-4034-82fa-0a0cd7ffe6af tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731814 Jan 28 05:37:32.499455 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbef352f-0ff6-4d1c-ae75-f15778e36c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:33.321768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad59f9e-ed37-434e-a85a-213b1afb91e3 req-bcf03019-f8c6-4df3-89d2-69b549e18110 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:33.329352 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cad59f9e-ed37-434e-a85a-213b1afb91e3 req-bcf03019-f8c6-4df3-89d2-69b549e18110 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 946 time: 0.0685160 Jan 28 05:37:33.434013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cad59f9e-ed37-434e-a85a-213b1afb91e3 req-10d7fe53-a070-4433-8972-69ec738bf812 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032548 Jan 28 05:37:33.531440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d055a1-4427-468a-9fba-b975fb6a2642 req-0209180d-eb75-4f4d-8bf2-25b32283ee4d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:33.536313 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65d055a1-4427-468a-9fba-b975fb6a2642 req-0209180d-eb75-4f4d-8bf2-25b32283ee4d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1467140 Jan 28 05:37:33.637138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65d055a1-4427-468a-9fba-b975fb6a2642 req-ebfec072-4363-4f72-9495-963518b446ea tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922742 Jan 28 05:37:33.664805 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d048f-05b7-468b-bd7a-b884ea20e0eb req-b883f35b-2a2e-4d29-839b-4831c6c279cd tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:33.673555 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-268d048f-05b7-468b-bd7a-b884ea20e0eb req-b883f35b-2a2e-4d29-839b-4831c6c279cd tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.0967233 Jan 28 05:37:33.741690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-268d048f-05b7-468b-bd7a-b884ea20e0eb req-d21010ca-f5df-4f56-bb0a-613903a4657c tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670664 Jan 28 05:37:33.905461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bfc5d-42d4-4345-884a-09fbef0571fa req-15aebbfe-17fc-4963-a27a-301e21b8800d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:33.915025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de3bfc5d-42d4-4345-884a-09fbef0571fa req-15aebbfe-17fc-4963-a27a-301e21b8800d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 944 time: 0.1095760 Jan 28 05:37:34.014237 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de3bfc5d-42d4-4345-884a-09fbef0571fa req-993c8c52-9879-449b-8f49-38a32e30b7bd tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978971 Jan 28 05:37:34.263135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b1492-dd65-4a7a-8bf4-7a7b47adeaea req-22b05f65-6a68-4c45-9d65-2b776066d27a tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:34.264941 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e48b1492-dd65-4a7a-8bf4-7a7b47adeaea req-22b05f65-6a68-4c45-9d65-2b776066d27a tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 951 time: 0.1026340 Jan 28 05:37:34.344803 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e48b1492-dd65-4a7a-8bf4-7a7b47adeaea req-9a96ebe7-669a-4048-84a0-9828c7eba458 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/security-groups?id=64b5e4e7-9673-4656-93ec-ac32e53110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725286 Jan 28 05:37:34.658628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769a581-b4df-4873-9c5e-45bca2de305a req-42845c6e-e454-46d9-8cee-79adafd53533 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:34.667809 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f769a581-b4df-4873-9c5e-45bca2de305a req-42845c6e-e454-46d9-8cee-79adafd53533 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 946 time: 0.0816276 Jan 28 05:37:34.731140 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3010218-9292-49ac-8075-5387505e3fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:34.746369 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f769a581-b4df-4873-9c5e-45bca2de305a req-6191b7bc-c8c0-408e-a2e6-0b9b6970f4f5 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765312 Jan 28 05:37:34.797302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device c5bf72bd-034e-4802-90e9-b2324a64e9b2 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:37:34.915812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482a897-dc95-4587-9e40-e72d64b5b2cf req-383279db-79a8-4ac7-a9bf-179b22601abf tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:34.925397 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7482a897-dc95-4587-9e40-e72d64b5b2cf req-383279db-79a8-4ac7-a9bf-179b22601abf tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1140900 Jan 28 05:37:35.027838 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port c5bf72bd-034e-4802-90e9-b2324a64e9b2 is: DOWN; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:35.045347 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7482a897-dc95-4587-9e40-e72d64b5b2cf req-bbce5987-49a8-4105-baa5-baa73e5ccf56 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190457 Jan 28 05:37:35.262803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08b4a3-9a4a-420f-83e0-fa5b79fc3b10 req-d1cc1894-0c6b-4535-8e75-b467ec9c7749 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:35.264448 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f08b4a3-9a4a-420f-83e0-fa5b79fc3b10 req-d1cc1894-0c6b-4535-8e75-b467ec9c7749 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.0824661 Jan 28 05:37:35.352524 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f08b4a3-9a4a-420f-83e0-fa5b79fc3b10 req-8c347c85-36b1-4479-8c53-571e30524130 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768638 Jan 28 05:37:35.617763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24d572-7c61-4e0e-a5b4-f3c933173655 req-b34535f7-b8bb-414f-8a38-6d6ee706df46 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:35.626449 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c24d572-7c61-4e0e-a5b4-f3c933173655 req-b34535f7-b8bb-414f-8a38-6d6ee706df46 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 944 time: 0.0636744 Jan 28 05:37:35.697909 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c24d572-7c61-4e0e-a5b4-f3c933173655 req-62802d99-824e-49c8-be0a-516a5854c859 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692511 Jan 28 05:37:36.254434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d19f6-3226-4030-ac27-dcea259bc557 req-94b5c3e5-5203-4ad4-a2bf-de1879148581 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:36.265439 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-821d19f6-3226-4030-ac27-dcea259bc557 req-94b5c3e5-5203-4ad4-a2bf-de1879148581 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 946 time: 0.0699909 Jan 28 05:37:36.423124 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:36.453332 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-821d19f6-3226-4030-ac27-dcea259bc557 req-f3f2c251-2bc1-4da6-96a8-5a85237d5756 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Deleting port 9ff30730-546c-467c-8623-94d6c1824d9e {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:37:36.453674 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-821d19f6-3226-4030-ac27-dcea259bc557 req-f3f2c251-2bc1-4da6-96a8-5a85237d5756 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (9ff30730-546c-467c-8623-94d6c1824d9e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:36.473688 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364acb6f-15ed-4403-aacb-bf994386f04b req-309ba54f-801e-4d49-9b19-70a7334b3546 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:36.484879 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-364acb6f-15ed-4403-aacb-bf994386f04b req-309ba54f-801e-4d49-9b19-70a7334b3546 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 946 time: 0.1435397 Jan 28 05:37:36.597887 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-364acb6f-15ed-4403-aacb-bf994386f04b req-281de4f4-ff06-489c-bb1e-41f096f22c3e tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups?id=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097090 Jan 28 05:37:36.665794 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-821d19f6-3226-4030-ac27-dcea259bc557 req-f3f2c251-2bc1-4da6-96a8-5a85237d5756 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] For port 9ff30730-546c-467c-8623-94d6c1824d9e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=9ff30730-546c-467c-8623-94d6c1824d9e,segment=NetworkSegment(fc462d44-c0ea-480b-b52f-56b0cb328658),segment_id=fc462d44-c0ea-480b-b52f-56b0cb328658)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:36.669327 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-821d19f6-3226-4030-ac27-dcea259bc557 req-f3f2c251-2bc1-4da6-96a8-5a85237d5756 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (9ff30730-546c-467c-8623-94d6c1824d9e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:36.700707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-821d19f6-3226-4030-ac27-dcea259bc557 req-f3f2c251-2bc1-4da6-96a8-5a85237d5756 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Calling delete_port for 9ff30730-546c-467c-8623-94d6c1824d9e owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:37:36.764025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cf56a-702b-43fb-b95a-ae7d6edf2369 req-5a544d3d-5bc1-46ac-ae8c-adbae7dd02e0 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:36.776048 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d4cf56a-702b-43fb-b95a-ae7d6edf2369 req-5a544d3d-5bc1-46ac-ae8c-adbae7dd02e0 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1102364 Jan 28 05:37:36.882045 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d4cf56a-702b-43fb-b95a-ae7d6edf2369 req-f1c991df-6f4d-488c-9306-e1ea74eb2575 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958879 Jan 28 05:37:37.063107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c48bb-d42f-450c-92b7-dd2b83b4a3f2 req-b2e05a9b-767c-4999-8914-a175ab436a7e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:37.065336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d23c48bb-d42f-450c-92b7-dd2b83b4a3f2 req-b2e05a9b-767c-4999-8914-a175ab436a7e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.1322653 Jan 28 05:37:37.171354 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d23c48bb-d42f-450c-92b7-dd2b83b4a3f2 req-fa2b8b44-0b53-4895-9fd5-379cc36274d5 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921159 Jan 28 05:37:37.182006 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33b82c-cfbe-4e61-95d4-f641b2e176e4 req-48664888-e250-4d71-8eca-7e27fe5c9a4d tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:37.184333 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0b33b82c-cfbe-4e61-95d4-f641b2e176e4 req-48664888-e250-4d71-8eca-7e27fe5c9a4d tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d137ab-0437-442a-bbd8-1e882a9d6786 HTTP/1.1" status: 200 len: 946 time: 0.1142182 Jan 28 05:37:37.255809 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0b33b82c-cfbe-4e61-95d4-f641b2e176e4 req-ac44275a-384a-44cc-ba78-f110d3cf3a23 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/security-groups?id=addfcf6f-4f4f-460c-9fa7-316c8571f03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635886 Jan 28 05:37:37.273941 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-821d19f6-3226-4030-ac27-dcea259bc557 req-f3f2c251-2bc1-4da6-96a8-5a85237d5756 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (9ff30730-546c-467c-8623-94d6c1824d9e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:37.316664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['9ff30730-546c-467c-8623-94d6c1824d9e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:37:37.352733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2c251-2bc1-4da6-96a8-5a85237d5756 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Pushing event deleted for resources: {'Port': ['ID=9ff30730-546c-467c-8623-94d6c1824d9e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:37.372925 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a873d1a-661e-4a0e-bfeb-7810534cdfb5 req-ab80d6af-71a5-4c05-80e1-289e5fb05556 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:37.410757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a873d1a-661e-4a0e-bfeb-7810534cdfb5 req-ab80d6af-71a5-4c05-80e1-289e5fb05556 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 944 time: 0.1467915 Jan 28 05:37:37.462832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-821d19f6-3226-4030-ac27-dcea259bc557 req-f3f2c251-2bc1-4da6-96a8-5a85237d5756 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] No DVR routers for this DVR port 9ff30730-546c-467c-8623-94d6c1824d9e on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:37:37.471170 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-821d19f6-3226-4030-ac27-dcea259bc557 req-f3f2c251-2bc1-4da6-96a8-5a85237d5756 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:37.478064 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-821d19f6-3226-4030-ac27-dcea259bc557 req-f3f2c251-2bc1-4da6-96a8-5a85237d5756 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.64 "DELETE /v2.0/ports/9ff30730-546c-467c-8623-94d6c1824d9e HTTP/1.1" status: 204 len: 173 time: 1.2084744 Jan 28 05:37:37.490825 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8be2cab-e3c4-44bd-96f8-58f15df7acb8', 'name': 'network-vif-deleted', 'tag': '9ff30730-546c-467c-8623-94d6c1824d9e'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:37.495579 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5829a376-693a-4fea-b934-86a9d9a6e47d" -d '{"events": [{"server_uuid": "b8be2cab-e3c4-44bd-96f8-58f15df7acb8", "name": "network-vif-deleted", "tag": "9ff30730-546c-467c-8623-94d6c1824d9e"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:37.550621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a873d1a-661e-4a0e-bfeb-7810534cdfb5 req-17e68a77-5f5e-4b68-84db-d2155864f079 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356390 Jan 28 05:37:37.711995 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac28b8b-083a-4821-a3bf-770d09cdedcf x-openstack-request-id: req-7ac28b8b-083a-4821-a3bf-770d09cdedcf {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:37.712303 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8be2cab-e3c4-44bd-96f8-58f15df7acb8", "name": "network-vif-deleted", "tag": "9ff30730-546c-467c-8623-94d6c1824d9e", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:37.712567 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ac28b8b-083a-4821-a3bf-770d09cdedcf {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:37.712965 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8be2cab-e3c4-44bd-96f8-58f15df7acb8', 'name': 'network-vif-deleted', 'tag': '9ff30730-546c-467c-8623-94d6c1824d9e', 'status': 'completed', 'code': 200} Jan 28 05:37:37.742383 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:37.873281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3cdaa4e-1a69-4ce9-b2fd-af4d85f87993 req-56162197-7f33-4375-9140-1464de54e293 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8be2cab-e3c4-44bd-96f8-58f15df7acb8 HTTP/1.1" status: 200 len: 210 time: 0.0380602 Jan 28 05:37:38.168270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cb5fb-7579-4516-93db-77669d2304bb req-39612420-cbbb-4033-957c-424c1c268a44 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:38.179280 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-823cb5fb-7579-4516-93db-77669d2304bb req-39612420-cbbb-4033-957c-424c1c268a44 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1439073 Jan 28 05:37:38.198521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baab6ee-6060-4329-ae62-47f8a97e4dc2 req-c38cb8cf-03da-4989-b73c-841e3f5bb83a tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:38.208227 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9baab6ee-6060-4329-ae62-47f8a97e4dc2 req-c38cb8cf-03da-4989-b73c-841e3f5bb83a tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 951 time: 0.2163999 Jan 28 05:37:38.239678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c42984b8-3dd0-40a4-8898-4110f0be39c2 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:37:38.304569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9baab6ee-6060-4329-ae62-47f8a97e4dc2 req-349448c8-8de2-4e41-b4c2-53f9be4480c2 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/security-groups?id=64b5e4e7-9673-4656-93ec-ac32e53110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836127 Jan 28 05:37:38.365140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-823cb5fb-7579-4516-93db-77669d2304bb req-cbb8c08e-a2d4-4788-b4d0-0c3da4b8547f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811540 Jan 28 05:37:38.392206 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c42984b8-3dd0-40a4-8898-4110f0be39c2 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:38.392974 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:38.441884 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c42984b8-3dd0-40a4-8898-4110f0be39c2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c42984b8-3dd0-40a4-8898-4110f0be39c2,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:38.443369 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed35c42e-82fe-4210-bfb1-5d7afc39c17a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42984b8-3dd0-40a4-8898-4110f0be39c2'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:38.446186 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb34ffc-7d58-454e-a1f4-10bc4ea11df7" -d '{"events": [{"server_uuid": "ed35c42e-82fe-4210-bfb1-5d7afc39c17a", "name": "network-vif-unplugged", "status": "completed", "tag": "c42984b8-3dd0-40a4-8898-4110f0be39c2"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:38.493197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b8fdb-6d8e-4f81-98ab-fb0455be0084 req-2e9c7d2e-efdf-4f3c-b306-3552f9907af7 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:38.495057 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-554b8fdb-6d8e-4f81-98ab-fb0455be0084 req-2e9c7d2e-efdf-4f3c-b306-3552f9907af7 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.60 "GET /v2.0/ports?device_id=38d137ab-0437-442a-bbd8-1e882a9d6786 HTTP/1.1" status: 200 len: 946 time: 0.0951889 Jan 28 05:37:38.575410 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:38.713420 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c42984b8-3dd0-40a4-8898-4110f0be39c2,revision_number=11']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:38.808453 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f1135-7285-4bb2-aac1-d2e1a7c845ae req-307c6a3e-ac6c-4aed-8981-f64a8403e320 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:38.817473 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a53f1135-7285-4bb2-aac1-d2e1a7c845ae req-307c6a3e-ac6c-4aed-8981-f64a8403e320 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.2193229 Jan 28 05:37:38.859041 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeddd3-3e67-479e-8866-55b1feb74ae4 req-a0e1a11c-2a50-4fda-91e5-50ebc08811de tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:38.867639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ccaeddd3-3e67-479e-8866-55b1feb74ae4 req-a0e1a11c-2a50-4fda-91e5-50ebc08811de tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d137ab-0437-442a-bbd8-1e882a9d6786 HTTP/1.1" status: 200 len: 946 time: 0.2699080 Jan 28 05:37:38.909711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-554b8fdb-6d8e-4f81-98ab-fb0455be0084 req-28a93f26-9438-4bba-a750-6bba32524cf0 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Deleting port 32a5244f-8108-4b87-ae21-6ca32f002465 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:37:38.909974 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-554b8fdb-6d8e-4f81-98ab-fb0455be0084 req-28a93f26-9438-4bba-a750-6bba32524cf0 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (32a5244f-8108-4b87-ae21-6ca32f002465), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:39.004365 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a53f1135-7285-4bb2-aac1-d2e1a7c845ae req-54619e61-6e1c-4572-abc5-b9fbe414fdeb tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859384 Jan 28 05:37:39.052779 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:39.105709 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08fc447-4c62-4f33-8d76-1623de09c8cf x-openstack-request-id: req-b08fc447-4c62-4f33-8d76-1623de09c8cf {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:39.106041 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed35c42e-82fe-4210-bfb1-5d7afc39c17a", "name": "network-vif-unplugged", "status": "completed", "tag": "c42984b8-3dd0-40a4-8898-4110f0be39c2", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:39.106662 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b08fc447-4c62-4f33-8d76-1623de09c8cf {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:39.107072 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed35c42e-82fe-4210-bfb1-5d7afc39c17a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42984b8-3dd0-40a4-8898-4110f0be39c2', 'code': 200} Jan 28 05:37:39.118750 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ccaeddd3-3e67-479e-8866-55b1feb74ae4 req-fb71c185-3c9b-4a17-8757-c55d1f6c5959 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/security-groups?id=addfcf6f-4f4f-460c-9fa7-316c8571f03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497439 Jan 28 05:37:39.176937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-554b8fdb-6d8e-4f81-98ab-fb0455be0084 req-28a93f26-9438-4bba-a750-6bba32524cf0 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] For port 32a5244f-8108-4b87-ae21-6ca32f002465, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=32a5244f-8108-4b87-ae21-6ca32f002465,segment=NetworkSegment(76417677-f12b-4c3d-90ff-fac920596445),segment_id=76417677-f12b-4c3d-90ff-fac920596445)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:39.177315 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-554b8fdb-6d8e-4f81-98ab-fb0455be0084 req-28a93f26-9438-4bba-a750-6bba32524cf0 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (32a5244f-8108-4b87-ae21-6ca32f002465), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:39.212033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-554b8fdb-6d8e-4f81-98ab-fb0455be0084 req-28a93f26-9438-4bba-a750-6bba32524cf0 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Calling delete_port for 32a5244f-8108-4b87-ae21-6ca32f002465 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:37:39.420804 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb84af8-8509-4f2e-ad61-2c2bf19cc96d req-4a69a7d8-1f5a-4462-9657-781fa134f0a4 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:39.428693 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bcb84af8-8509-4f2e-ad61-2c2bf19cc96d req-4a69a7d8-1f5a-4462-9657-781fa134f0a4 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 944 time: 0.1789379 Jan 28 05:37:39.618567 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bcb84af8-8509-4f2e-ad61-2c2bf19cc96d req-78b1b296-a4f1-4082-9695-9a38209d1b50 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751635 Jan 28 05:37:39.627859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2a25a-66cb-4e18-a6ef-6261a170fdda req-47565f46-a7f6-4e57-8e7f-d31e99a2a4a0 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:39.629388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92f2a25a-66cb-4e18-a6ef-6261a170fdda req-47565f46-a7f6-4e57-8e7f-d31e99a2a4a0 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 949 time: 0.1914840 Jan 28 05:37:39.733175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92f2a25a-66cb-4e18-a6ef-6261a170fdda req-75a41418-ac6e-4d2c-a48a-f7651be8221f tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/security-groups?id=64b5e4e7-9673-4656-93ec-ac32e53110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864868 Jan 28 05:37:39.778665 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-554b8fdb-6d8e-4f81-98ab-fb0455be0084 req-28a93f26-9438-4bba-a750-6bba32524cf0 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (32a5244f-8108-4b87-ae21-6ca32f002465), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:39.814670 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['32a5244f-8108-4b87-ae21-6ca32f002465'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:37:39.857947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a93f26-9438-4bba-a750-6bba32524cf0 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Pushing event deleted for resources: {'Port': ['ID=32a5244f-8108-4b87-ae21-6ca32f002465,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:39.931954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-554b8fdb-6d8e-4f81-98ab-fb0455be0084 req-28a93f26-9438-4bba-a750-6bba32524cf0 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] No DVR routers for this DVR port 32a5244f-8108-4b87-ae21-6ca32f002465 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:37:39.942540 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080b6a9-a9ad-4348-a799-0e4b2b1d4c99 req-20472259-d40e-4bb6-9f3f-9930362f586b tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:39.951679 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4080b6a9-a9ad-4348-a799-0e4b2b1d4c99 req-20472259-d40e-4bb6-9f3f-9930362f586b tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1877339 Jan 28 05:37:39.955805 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-554b8fdb-6d8e-4f81-98ab-fb0455be0084 req-28a93f26-9438-4bba-a750-6bba32524cf0 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:39.958775 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-554b8fdb-6d8e-4f81-98ab-fb0455be0084 req-28a93f26-9438-4bba-a750-6bba32524cf0 tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.60 "DELETE /v2.0/ports/32a5244f-8108-4b87-ae21-6ca32f002465 HTTP/1.1" status: 204 len: 173 time: 1.4553034 Jan 28 05:37:39.959251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d137ab-0437-442a-bbd8-1e882a9d6786', 'name': 'network-vif-deleted', 'tag': '32a5244f-8108-4b87-ae21-6ca32f002465'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:39.961642 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b839886-38ec-4a66-96c5-2c650b8b23a2" -d '{"events": [{"server_uuid": "38d137ab-0437-442a-bbd8-1e882a9d6786", "name": "network-vif-deleted", "tag": "32a5244f-8108-4b87-ae21-6ca32f002465"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:40.025266 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4080b6a9-a9ad-4348-a799-0e4b2b1d4c99 req-02209211-6116-4dea-b770-d4a9cb196905 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726283 Jan 28 05:37:40.026733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48044) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:40.102479 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d61e25-28f8-47bc-a619-38a5e6aa9215 x-openstack-request-id: req-71d61e25-28f8-47bc-a619-38a5e6aa9215 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:40.107781 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d137ab-0437-442a-bbd8-1e882a9d6786", "name": "network-vif-deleted", "tag": "32a5244f-8108-4b87-ae21-6ca32f002465", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:40.107781 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71d61e25-28f8-47bc-a619-38a5e6aa9215 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:40.107781 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d137ab-0437-442a-bbd8-1e882a9d6786', 'name': 'network-vif-deleted', 'tag': '32a5244f-8108-4b87-ae21-6ca32f002465', 'status': 'completed', 'code': 200} Jan 28 05:37:40.225231 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-def64c2f-6d21-49c7-bcec-e0f35e44ed6b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for security_group (86b74388-c8ab-45eb-9994-2669e3f60bd8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:40.249566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 9ff30730-546c-467c-8623-94d6c1824d9e no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:37:40.296972 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-def64c2f-6d21-49c7-bcec-e0f35e44ed6b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for security_group (86b74388-c8ab-45eb-9994-2669e3f60bd8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:40.299434 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 9ff30730-546c-467c-8623-94d6c1824d9e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:37:40.299781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 9ff30730-546c-467c-8623-94d6c1824d9e not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:37:40.306727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a3ad1-313c-47b0-90a0-dea1054674c8 req-b50062e4-3a02-49e4-a7b8-c65540564ca3 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:40.315886 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa4a3ad1-313c-47b0-90a0-dea1054674c8 req-b50062e4-3a02-49e4-a7b8-c65540564ca3 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.1515298 Jan 28 05:37:40.373611 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08f4fa-7b83-4ca4-87ba-75b1679b3b82 req-40ef54b7-e0b7-4e77-ab69-c571ecbe0473 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:40.376390 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1d08f4fa-7b83-4ca4-87ba-75b1679b3b82 req-40ef54b7-e0b7-4e77-ab69-c571ecbe0473 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 949 time: 0.2184389 Jan 28 05:37:40.386876 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23c927a2-d461-40e0-8f5e-3d13380d68f5 req-a35e6d5f-c663-4f6a-8855-fea44c52413b tempest-VolumesAdminNegativeTest-1706179991 tempest-VolumesAdminNegativeTest-1706179991-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d137ab-0437-442a-bbd8-1e882a9d6786 HTTP/1.1" status: 200 len: 210 time: 0.1243701 Jan 28 05:37:40.434374 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-def64c2f-6d21-49c7-bcec-e0f35e44ed6b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (86b74388-c8ab-45eb-9994-2669e3f60bd8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:40.437475 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-def64c2f-6d21-49c7-bcec-e0f35e44ed6b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:40.439622 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-def64c2f-6d21-49c7-bcec-e0f35e44ed6b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "DELETE /v2.0/security-groups/86b74388-c8ab-45eb-9994-2669e3f60bd8 HTTP/1.1" status: 204 len: 168 time: 0.4103720 Jan 28 05:37:40.448671 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48056) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:40.477909 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa4a3ad1-313c-47b0-90a0-dea1054674c8 req-caca56ce-01ae-46b4-bd1c-3fb68478937b tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610773 Jan 28 05:37:40.479380 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def64c2f-6d21-49c7-bcec-e0f35e44ed6b tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b74388-c8ab-45eb-9994-2669e3f60bd8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:40.534779 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-8fdd65cd-1e62-49c4-adba-217f76d0b993 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] show failed (client error): The resource could not be found. Jan 28 05:37:40.539842 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48062) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:40.555550 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8fdd65cd-1e62-49c4-adba-217f76d0b993 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "GET /v2.0/security-groups/86b74388-c8ab-45eb-9994-2669e3f60bd8 HTTP/1.1" status: 404 len: 347 time: 0.0964518 Jan 28 05:37:40.597265 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-1d08f4fa-7b83-4ca4-87ba-75b1679b3b82 req-ae14700a-27ba-4afc-ae62-56a9d95c1354 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Deleting port c42984b8-3dd0-40a4-8898-4110f0be39c2 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:37:40.597265 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1d08f4fa-7b83-4ca4-87ba-75b1679b3b82 req-ae14700a-27ba-4afc-ae62-56a9d95c1354 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:40.732342 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-1d08f4fa-7b83-4ca4-87ba-75b1679b3b82 req-ae14700a-27ba-4afc-ae62-56a9d95c1354 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] For port c42984b8-3dd0-40a4-8898-4110f0be39c2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c42984b8-3dd0-40a4-8898-4110f0be39c2,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:40.733132 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1d08f4fa-7b83-4ca4-87ba-75b1679b3b82 req-ae14700a-27ba-4afc-ae62-56a9d95c1354 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:40.748144 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-1d08f4fa-7b83-4ca4-87ba-75b1679b3b82 req-ae14700a-27ba-4afc-ae62-56a9d95c1354 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Calling delete_port for c42984b8-3dd0-40a4-8898-4110f0be39c2 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:37:40.792580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-291c5ed1-2710-493b-b803-0fd7cdf53a3a service neutron] 10.222.0.60 "GET /v2.0/ports/c5bf72bd-034e-4802-90e9-b2324a64e9b2/bindings/n-h1-812111-12 HTTP/1.1" status: 200 len: 385 time: 0.2060940 Jan 28 05:37:40.806698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2036e81-5244-41b4-b066-554a46b916fc req-506b0415-f23e-4ec6-8ae7-7156f91294c6 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:40.815687 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2036e81-5244-41b4-b066-554a46b916fc req-506b0415-f23e-4ec6-8ae7-7156f91294c6 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 944 time: 0.1255279 Jan 28 05:37:40.993899 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2cdfddfe-7b9d-4dbb-94a5-cff565ac5994 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Deleting port 0e47b1f5-7218-4882-875f-94c4f8c18866 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:37:40.995108 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cdfddfe-7b9d-4dbb-94a5-cff565ac5994 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0e47b1f5-7218-4882-875f-94c4f8c18866), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:41.015908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfc15a-6403-4608-babb-3dde94ab76f1 req-504b55b3-392f-4f06-b93f-bb680802e3ab tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:41.018019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42dfc15a-6403-4608-babb-3dde94ab76f1 req-504b55b3-392f-4f06-b93f-bb680802e3ab tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 949 time: 0.1508853 Jan 28 05:37:41.024622 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2036e81-5244-41b4-b066-554a46b916fc req-05ff6a3d-0744-4515-9de4-192fda4c0aad tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081053 Jan 28 05:37:41.028969 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1d08f4fa-7b83-4ca4-87ba-75b1679b3b82 req-ae14700a-27ba-4afc-ae62-56a9d95c1354 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c42984b8-3dd0-40a4-8898-4110f0be39c2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:41.103611 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14700a-27ba-4afc-ae62-56a9d95c1354 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Pushing event deleted for resources: {'Port': ['ID=c42984b8-3dd0-40a4-8898-4110f0be39c2,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:41.231557 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d08f4fa-7b83-4ca4-87ba-75b1679b3b82 req-ae14700a-27ba-4afc-ae62-56a9d95c1354 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] No DVR routers for this DVR port c42984b8-3dd0-40a4-8898-4110f0be39c2 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:37:41.245118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1d08f4fa-7b83-4ca4-87ba-75b1679b3b82 req-ae14700a-27ba-4afc-ae62-56a9d95c1354 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:41.250392 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1d08f4fa-7b83-4ca4-87ba-75b1679b3b82 req-ae14700a-27ba-4afc-ae62-56a9d95c1354 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.64 "DELETE /v2.0/ports/c42984b8-3dd0-40a4-8898-4110f0be39c2 HTTP/1.1" status: 204 len: 173 time: 0.8648095 Jan 28 05:37:41.250392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed35c42e-82fe-4210-bfb1-5d7afc39c17a', 'name': 'network-vif-deleted', 'tag': 'c42984b8-3dd0-40a4-8898-4110f0be39c2'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:41.251850 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0251811-d40c-4593-b6ab-86c0d7d43699" -d '{"events": [{"server_uuid": "ed35c42e-82fe-4210-bfb1-5d7afc39c17a", "name": "network-vif-deleted", "tag": "c42984b8-3dd0-40a4-8898-4110f0be39c2"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:41.260379 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cdfddfe-7b9d-4dbb-94a5-cff565ac5994 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0e47b1f5-7218-4882-875f-94c4f8c18866), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:41.260717 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cdfddfe-7b9d-4dbb-94a5-cff565ac5994 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for floatingip (0e47b1f5-7218-4882-875f-94c4f8c18866), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:41.278256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42dfc15a-6403-4608-babb-3dde94ab76f1 req-b31fbffe-b4c8-44d0-b377-d22d8f21eed6 tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/security-groups?id=64b5e4e7-9673-4656-93ec-ac32e53110fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525418 Jan 28 05:37:41.295850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2cdfddfe-7b9d-4dbb-94a5-cff565ac5994 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Calling delete_port for 0e47b1f5-7218-4882-875f-94c4f8c18866 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:37:41.349293 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc40685-cb65-48d7-9d18-709e1a8e5a9b x-openstack-request-id: req-8dc40685-cb65-48d7-9d18-709e1a8e5a9b {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:41.350101 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed35c42e-82fe-4210-bfb1-5d7afc39c17a", "name": "network-vif-deleted", "tag": "c42984b8-3dd0-40a4-8898-4110f0be39c2", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:41.351338 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8dc40685-cb65-48d7-9d18-709e1a8e5a9b {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:41.351980 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed35c42e-82fe-4210-bfb1-5d7afc39c17a', 'name': 'network-vif-deleted', 'tag': 'c42984b8-3dd0-40a4-8898-4110f0be39c2', 'status': 'completed', 'code': 200} Jan 28 05:37:41.366867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-bfdfa25d-1701-4cf1-9111-4af28544a6ed service neutron] For port c5bf72bd-034e-4802-90e9-b2324a64e9b2, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c5bf72bd-034e-4802-90e9-b2324a64e9b2,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:41.462779 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-bfdfa25d-1701-4cf1-9111-4af28544a6ed service neutron] For port c5bf72bd-034e-4802-90e9-b2324a64e9b2, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:37:41.478165 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48076) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:41.564015 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-bfdfa25d-1701-4cf1-9111-4af28544a6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5bf72bd-034e-4802-90e9-b2324a64e9b2 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:37:41.602870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da981c-20f2-4e79-adc3-67adffb82da9 req-423d8288-8792-467d-bf4b-dfe942651c6f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:41.609521 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80da981c-20f2-4e79-adc3-67adffb82da9 req-423d8288-8792-467d-bf4b-dfe942651c6f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.2694561 Jan 28 05:37:41.632118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-13170809-1d5b-4366-abca-81ebad5896ec admin admin] Deleting subnet 81bb4e47-4f82-45a8-af39-725aeb12ff9b {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:37:41.648115 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13170809-1d5b-4366-abca-81ebad5896ec admin admin] Publish callbacks [] for subnet (81bb4e47-4f82-45a8-af39-725aeb12ff9b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:41.694896 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13170809-1d5b-4366-abca-81ebad5896ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (81bb4e47-4f82-45a8-af39-725aeb12ff9b), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:41.728383 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-bfdfa25d-1701-4cf1-9111-4af28544a6ed service neutron] For port c5bf72bd-034e-4802-90e9-b2324a64e9b2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c5bf72bd-034e-4802-90e9-b2324a64e9b2,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:41.747154 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13170809-1d5b-4366-abca-81ebad5896ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (81bb4e47-4f82-45a8-af39-725aeb12ff9b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:41.817513 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d017cb-32d9-448c-90b8-dae5f28676d3 req-136aa16e-87be-43a9-9164-e784715f6a7e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:41.819060 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4d017cb-32d9-448c-90b8-dae5f28676d3 req-136aa16e-87be-43a9-9164-e784715f6a7e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.0765829 Jan 28 05:37:41.823077 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cdfddfe-7b9d-4dbb-94a5-cff565ac5994 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (0e47b1f5-7218-4882-875f-94c4f8c18866), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:41.845854 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-bfdfa25d-1701-4cf1-9111-4af28544a6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:41.921373 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13170809-1d5b-4366-abca-81ebad5896ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (81bb4e47-4f82-45a8-af39-725aeb12ff9b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:41.933267 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfddfe-7b9d-4dbb-94a5-cff565ac5994 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Pushing event deleted for resources: {'Port': ['ID=0e47b1f5-7218-4882-875f-94c4f8c18866,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:41.954366 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80da981c-20f2-4e79-adc3-67adffb82da9 req-1cb5a0a6-837e-4a23-8a63-c5e63806b5ce tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183203 Jan 28 05:37:41.972305 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13170809-1d5b-4366-abca-81ebad5896ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81bb4e47-4f82-45a8-af39-725aeb12ff9b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:41.984140 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13170809-1d5b-4366-abca-81ebad5896ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:41.988195 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cdfddfe-7b9d-4dbb-94a5-cff565ac5994 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks [] for floatingip (f4027b79-7b86-4648-ba84-01f2d1716d55), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:41.994677 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-13170809-1d5b-4366-abca-81ebad5896ec admin admin] 10.222.0.31 "DELETE /v2.0/subnets/81bb4e47-4f82-45a8-af39-725aeb12ff9b HTTP/1.1" status: 204 len: 168 time: 0.5089960 Jan 28 05:37:41.994677 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48090) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:41.994904 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cdfddfe-7b9d-4dbb-94a5-cff565ac5994 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:41.994904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2cdfddfe-7b9d-4dbb-94a5-cff565ac5994 tempest-ImagesOneServerNegativeTestJSON-193311233 tempest-ImagesOneServerNegativeTestJSON-193311233-project] 10.222.0.31 "DELETE /v2.0/floatingips/f4027b79-7b86-4648-ba84-01f2d1716d55 HTTP/1.1" status: 204 len: 168 time: 1.4530456 Jan 28 05:37:42.081477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4d017cb-32d9-448c-90b8-dae5f28676d3 req-57b837dd-1bdb-4d63-9426-f7188fe6ea56 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483287 Jan 28 05:37:42.090272 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-201d274a-8275-48d6-be2a-8678ad8ff65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (f2829198-e7be-4d27-8a35-147aeae6ac46), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:42.145737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-bfdfa25d-1701-4cf1-9111-4af28544a6ed service neutron] Transition to ACTIVE for port object c5bf72bd-034e-4802-90e9-b2324a64e9b2 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:37:42.178666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48104) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:42.208853 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-201d274a-8275-48d6-be2a-8678ad8ff65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (f2829198-e7be-4d27-8a35-147aeae6ac46), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:42.221030 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-bfdfa25d-1701-4cf1-9111-4af28544a6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:42.236716 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-201d274a-8275-48d6-be2a-8678ad8ff65b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2829198-e7be-4d27-8a35-147aeae6ac46']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:37:42.265871 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-201d274a-8275-48d6-be2a-8678ad8ff65b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76417677-f12b-4c3d-90ff-fac920596445') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:37:42.266221 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-201d274a-8275-48d6-be2a-8678ad8ff65b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76417677-f12b-4c3d-90ff-fac920596445') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:37:42.294268 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-201d274a-8275-48d6-be2a-8678ad8ff65b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (76417677-f12b-4c3d-90ff-fac920596445), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:42.307607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc52d49-e309-4379-8576-2cdb40390b48 admin admin] Deleting subnet b366577e-bca6-4046-9c8c-352fbc1be9f5 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:37:42.314728 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6bc52d49-e309-4379-8576-2cdb40390b48 admin admin] Publish callbacks [] for subnet (b366577e-bca6-4046-9c8c-352fbc1be9f5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:42.316718 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-201d274a-8275-48d6-be2a-8678ad8ff65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (76417677-f12b-4c3d-90ff-fac920596445), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:42.333034 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201d274a-8275-48d6-be2a-8678ad8ff65b admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-201d274a-8275-48d6-be2a-8678ad8ff65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (76417677-f12b-4c3d-90ff-fac920596445), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:37:42.413400 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:37:42.418093 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfa25d-1701-4cf1-9111-4af28544a6ed service neutron] Pushing event updated for resources: {'Port': ['ID=c5bf72bd-034e-4802-90e9-b2324a64e9b2,revision_number=10']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:42.418093 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6bc52d49-e309-4379-8576-2cdb40390b48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (b366577e-bca6-4046-9c8c-352fbc1be9f5), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:42.423351 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3358ef-8b28-44c5-b7c5-a7c35f95a7e6 req-8d99e8d0-0f61-4c25-9cde-b565e9d847d1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:42.425650 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d3358ef-8b28-44c5-b7c5-a7c35f95a7e6 req-8d99e8d0-0f61-4c25-9cde-b565e9d847d1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 945 time: 0.2075016 Jan 28 05:37:42.523030 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-bfdfa25d-1701-4cf1-9111-4af28544a6ed service neutron] No DVR routers for this DVR port c5bf72bd-034e-4802-90e9-b2324a64e9b2 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:37:42.833355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4c10bb5-6e81-46b3-8995-d97e6cee0b97 req-3edbe8be-6610-45c4-97f6-d4460491349b tempest-ImagesOneServerTestJSON-883191995 tempest-ImagesOneServerTestJSON-883191995-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed35c42e-82fe-4210-bfb1-5d7afc39c17a HTTP/1.1" status: 200 len: 210 time: 0.3748581 Jan 28 05:37:42.842655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 32a5244f-8108-4b87-ae21-6ca32f002465 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:37:42.877677 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 32a5244f-8108-4b87-ae21-6ca32f002465 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:37:42.878093 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 32a5244f-8108-4b87-ae21-6ca32f002465 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:37:42.878989 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6bc52d49-e309-4379-8576-2cdb40390b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (b366577e-bca6-4046-9c8c-352fbc1be9f5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:42.884949 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-201d274a-8275-48d6-be2a-8678ad8ff65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (f2829198-e7be-4d27-8a35-147aeae6ac46), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:42.890499 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-201d274a-8275-48d6-be2a-8678ad8ff65b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:42.897171 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-201d274a-8275-48d6-be2a-8678ad8ff65b admin admin] 10.222.0.31 "DELETE /v2.0/networks/f2829198-e7be-4d27-8a35-147aeae6ac46 HTTP/1.1" status: 204 len: 168 time: 0.9020076 Jan 28 05:37:42.897709 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48120) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:42.904143 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-bfdfa25d-1701-4cf1-9111-4af28544a6ed service neutron] 10.222.0.60 "PUT /v2.0/ports/c5bf72bd-034e-4802-90e9-b2324a64e9b2/bindings/n-h1-812111-12/activate HTTP/1.1" status: 200 len: 370 time: 2.0809834 Jan 28 05:37:42.934398 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d3358ef-8b28-44c5-b7c5-a7c35f95a7e6 req-605767cb-019a-425c-bd3c-81ecc861fc55 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580622 Jan 28 05:37:42.941811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-e8ee2510-0be1-4daf-87ca-ac7a038013fb tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:42.943488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-e8ee2510-0be1-4daf-87ca-ac7a038013fb tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101&tenant_id=f17b4afee4234ca080a4ee07c83b15b8&binding%3Ahost_id=n-h1-812111-12 HTTP/1.1" status: 200 len: 1098 time: 0.4303737 Jan 28 05:37:42.950768 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d274a-8275-48d6-be2a-8678ad8ff65b admin admin] Pushing event deleted for resources: {'Network': ['ID=f2829198-e7be-4d27-8a35-147aeae6ac46,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:42.957408 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-12'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:42.970096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d742f1-c0ce-4cae-a2c7-1efb6f1586f6 admin admin] Deleting subnet b5602605-0716-418a-96ab-b66d3fc31646 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:37:42.976290 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63d742f1-c0ce-4cae-a2c7-1efb6f1586f6 admin admin] Publish callbacks [] for subnet (b5602605-0716-418a-96ab-b66d3fc31646), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.034100 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63d742f1-c0ce-4cae-a2c7-1efb6f1586f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (b5602605-0716-418a-96ab-b66d3fc31646), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.050813 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.117032 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6bc52d49-e309-4379-8576-2cdb40390b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (b366577e-bca6-4046-9c8c-352fbc1be9f5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.132452 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63d742f1-c0ce-4cae-a2c7-1efb6f1586f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (b5602605-0716-418a-96ab-b66d3fc31646), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.178161 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-eb223dbf-3a96-475f-ac10-ff2ca01be004 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:43.179903 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-eb223dbf-3a96-475f-ac10-ff2ca01be004 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2&tenant_id=88b3e81d38b14c1ab20fd75713b63156&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 1097 time: 0.1091869 Jan 28 05:37:43.185629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc52d49-e309-4379-8576-2cdb40390b48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b366577e-bca6-4046-9c8c-352fbc1be9f5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:43.200292 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6bc52d49-e309-4379-8576-2cdb40390b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.205062 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6bc52d49-e309-4379-8576-2cdb40390b48 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b366577e-bca6-4046-9c8c-352fbc1be9f5 HTTP/1.1" status: 204 len: 168 time: 1.0225620 Jan 28 05:37:43.212428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3821cba-132c-48ab-a246-25b699a79de2 req-72975a4e-aabc-47b9-9a6f-3e66a70009cf tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:43.215594 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3821cba-132c-48ab-a246-25b699a79de2 req-72975a4e-aabc-47b9-9a6f-3e66a70009cf tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1523364 Jan 28 05:37:43.215836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48132) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:43.260747 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-394aef08-3291-4883-8966-c354757ba2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:43.262694 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-394aef08-3291-4883-8966-c354757ba2e6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2&tenant_id=88b3e81d38b14c1ab20fd75713b63156 HTTP/1.1" status: 200 len: 1097 time: 0.0755813 Jan 28 05:37:43.348108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-a3e1134d-d509-4806-aa10-ae52967694db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:43.349722 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-a3e1134d-d509-4806-aa10-ae52967694db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 1097 time: 0.0509067 Jan 28 05:37:43.360602 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63d742f1-c0ce-4cae-a2c7-1efb6f1586f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (b5602605-0716-418a-96ab-b66d3fc31646), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.448235 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d29f7-24f5-441d-9cee-1dd1c9a9c667 req-144cc3ff-a2bf-4aeb-b92d-09c518115c35 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:43.449663 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e29d29f7-24f5-441d-9cee-1dd1c9a9c667 req-144cc3ff-a2bf-4aeb-b92d-09c518115c35 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 946 time: 0.2328262 Jan 28 05:37:43.456563 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d742f1-c0ce-4cae-a2c7-1efb6f1586f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5602605-0716-418a-96ab-b66d3fc31646,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:43.459243 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63d742f1-c0ce-4cae-a2c7-1efb6f1586f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.462457 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-63d742f1-c0ce-4cae-a2c7-1efb6f1586f6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b5602605-0716-418a-96ab-b66d3fc31646 HTTP/1.1" status: 204 len: 168 time: 0.5641506 Jan 28 05:37:43.465174 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48136) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:43.465701 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8475b979-3998-4e52-abc4-c9c8ec1406c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (e5e031d0-ce73-47ee-be8b-c343d567f677), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.496097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3821cba-132c-48ab-a246-25b699a79de2 req-9922307f-3331-4ac9-940c-81e57536ba32 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341895 Jan 28 05:37:43.519761 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] For port a2fc7e15-28c8-41ca-b41d-db021fed8400, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=a2fc7e15-28c8-41ca-b41d-db021fed8400,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:43.578089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-8ac79292-8a47-49df-8932-5a31387a0bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:43.581157 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-8ac79292-8a47-49df-8932-5a31387a0bf4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.2239344 Jan 28 05:37:43.583698 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-22e4df04-5c3a-4a5c-a7e4-5083e34fdcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (ce67787a-357f-4039-8699-9cb4f7559ecc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.620248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e29d29f7-24f5-441d-9cee-1dd1c9a9c667 req-f6711909-1223-42a5-8566-9c9b74a64770 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447268 Jan 28 05:37:43.632629 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-17cf8087-683a-4f63-9144-a489704d2008 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5bf72bd-034e-4802-90e9-b2324a64e9b2 HTTP/1.1" status: 200 len: 217 time: 0.0453680 Jan 28 05:37:43.714967 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8475b979-3998-4e52-abc4-c9c8ec1406c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (e5e031d0-ce73-47ee-be8b-c343d567f677), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.724704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] For port a2fc7e15-28c8-41ca-b41d-db021fed8400, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:37:43.761249 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8475b979-3998-4e52-abc4-c9c8ec1406c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e031d0-ce73-47ee-be8b-c343d567f677']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:37:43.765317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-34ceb779-7d13-4085-850d-9dba503d5d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:43.765317 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-34ceb779-7d13-4085-850d-9dba503d5d8f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.1226819 Jan 28 05:37:43.768490 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-22e4df04-5c3a-4a5c-a7e4-5083e34fdcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (ce67787a-357f-4039-8699-9cb4f7559ecc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.775925 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8475b979-3998-4e52-abc4-c9c8ec1406c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc462d44-c0ea-480b-b52f-56b0cb328658') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:37:43.776215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8475b979-3998-4e52-abc4-c9c8ec1406c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc462d44-c0ea-480b-b52f-56b0cb328658') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:37:43.796658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf2a9ad-9341-4f07-b694-769085350101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2fc7e15-28c8-41ca-b41d-db021fed8400'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:43.801007 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efdeb8e-0405-40e4-a135-3adf32b3388c" -d '{"events": [{"server_uuid": "cbf2a9ad-9341-4f07-b694-769085350101", "name": "network-vif-unplugged", "status": "completed", "tag": "a2fc7e15-28c8-41ca-b41d-db021fed8400"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:43.804976 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8475b979-3998-4e52-abc4-c9c8ec1406c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (fc462d44-c0ea-480b-b52f-56b0cb328658), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.808163 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] Publish callbacks [] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.822010 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-6d7d61f7-dafa-45cd-99be-0cc65ec40ed3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493567 Jan 28 05:37:43.827521 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8475b979-3998-4e52-abc4-c9c8ec1406c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (fc462d44-c0ea-480b-b52f-56b0cb328658), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.839676 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8475b979-3998-4e52-abc4-c9c8ec1406c9 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:37:43.840913 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8475b979-3998-4e52-abc4-c9c8ec1406c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (fc462d44-c0ea-480b-b52f-56b0cb328658), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:37:43.843811 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:37:43.846570 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-22e4df04-5c3a-4a5c-a7e4-5083e34fdcf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce67787a-357f-4039-8699-9cb4f7559ecc']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:37:43.900074 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dcff10-371b-494d-bfbc-ceb109e29612 x-openstack-request-id: req-e2dcff10-371b-494d-bfbc-ceb109e29612 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:43.900336 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-22e4df04-5c3a-4a5c-a7e4-5083e34fdcf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2495f1e3-1e89-4f33-a305-0ec108758f89') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:37:43.900791 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-22e4df04-5c3a-4a5c-a7e4-5083e34fdcf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2495f1e3-1e89-4f33-a305-0ec108758f89') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:37:43.901185 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf2a9ad-9341-4f07-b694-769085350101", "name": "network-vif-unplugged", "status": "completed", "tag": "a2fc7e15-28c8-41ca-b41d-db021fed8400", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:43.901684 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2dcff10-371b-494d-bfbc-ceb109e29612 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:43.902462 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf2a9ad-9341-4f07-b694-769085350101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2fc7e15-28c8-41ca-b41d-db021fed8400', 'code': 200} Jan 28 05:37:43.918322 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.922969 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-22e4df04-5c3a-4a5c-a7e4-5083e34fdcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (2495f1e3-1e89-4f33-a305-0ec108758f89), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:43.989673 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-22e4df04-5c3a-4a5c-a7e4-5083e34fdcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (2495f1e3-1e89-4f33-a305-0ec108758f89), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:44.028754 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e4df04-5c3a-4a5c-a7e4-5083e34fdcf3 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:37:44.030939 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-22e4df04-5c3a-4a5c-a7e4-5083e34fdcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (2495f1e3-1e89-4f33-a305-0ec108758f89), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:37:44.034829 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:37:44.049445 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8475b979-3998-4e52-abc4-c9c8ec1406c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (e5e031d0-ce73-47ee-be8b-c343d567f677), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:44.054193 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8475b979-3998-4e52-abc4-c9c8ec1406c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:44.058230 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8475b979-3998-4e52-abc4-c9c8ec1406c9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e5e031d0-ce73-47ee-be8b-c343d567f677 HTTP/1.1" status: 204 len: 168 time: 0.8064682 Jan 28 05:37:44.132622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475b979-3998-4e52-abc4-c9c8ec1406c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5e031d0-ce73-47ee-be8b-c343d567f677,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:44.166627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411c688-87fc-434d-920e-379156ca962d service neutron] Pushing event updated for resources: {'Port': ['ID=a2fc7e15-28c8-41ca-b41d-db021fed8400,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:44.186879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] Attempting to bind port a2fc7e15-28c8-41ca-b41d-db021fed8400 on host n-h1-812111-12 for vnic_type normal with profile {"migrating_to": "n-h2-812111-12"} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:37:44.187265 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] Attempting to bind port a2fc7e15-28c8-41ca-b41d-db021fed8400 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:37:44.187673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] Attempting to bind port a2fc7e15-28c8-41ca-b41d-db021fed8400 on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:37:44.196343 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-4960fcb8-5368-43b1-bc80-aff3d1c86f40 service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644614 Jan 28 05:37:44.206434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47ac6d-dce1-49c6-9032-919a8f67d48a req-94fda8a8-6843-4ba7-814a-7d4b6c8b42b0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:44.214184 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f47ac6d-dce1-49c6-9032-919a8f67d48a req-94fda8a8-6843-4ba7-814a-7d4b6c8b42b0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 945 time: 0.1520767 Jan 28 05:37:44.223306 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] Port a2fc7e15-28c8-41ca-b41d-db021fed8400 on network a68ceb60-a872-4bba-990e-8e03126b2535 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:37:44.223633 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] Attempting to bind port a2fc7e15-28c8-41ca-b41d-db021fed8400 on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:37:44.238283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:37:44.238753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] Checking segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:37:44.239171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] Bound using segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:37:44.239840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] Bound port: a2fc7e15-28c8-41ca-b41d-db021fed8400, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:37:44.240106 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:44.261378 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c42984b8-3dd0-40a4-8898-4110f0be39c2 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:37:44.313186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: c42984b8-3dd0-40a4-8898-4110f0be39c2 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:37:44.313947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c42984b8-3dd0-40a4-8898-4110f0be39c2 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:37:44.317243 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-22e4df04-5c3a-4a5c-a7e4-5083e34fdcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (ce67787a-357f-4039-8699-9cb4f7559ecc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:44.336606 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-22e4df04-5c3a-4a5c-a7e4-5083e34fdcf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:44.337855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] For port a2fc7e15-28c8-41ca-b41d-db021fed8400, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:37:44.342376 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-22e4df04-5c3a-4a5c-a7e4-5083e34fdcf3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ce67787a-357f-4039-8699-9cb4f7559ecc HTTP/1.1" status: 204 len: 168 time: 0.8761756 Jan 28 05:37:44.342552 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] For port a2fc7e15-28c8-41ca-b41d-db021fed8400, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=a2fc7e15-28c8-41ca-b41d-db021fed8400,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:37:44.354053 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4df04-5c3a-4a5c-a7e4-5083e34fdcf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce67787a-357f-4039-8699-9cb4f7559ecc,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:44.383055 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f47ac6d-dce1-49c6-9032-919a8f67d48a req-a02f64f2-003b-456d-8c4f-6f28640dfb7b tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674771 Jan 28 05:37:44.407329 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-34a29982-1ea2-40e8-ad37-3327bb26ed0c service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900220 Jan 28 05:37:44.423948 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:44.554873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48164) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:44.590817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411c688-87fc-434d-920e-379156ca962d service neutron] Pushing event updated for resources: {'Port': ['ID=a2fc7e15-28c8-41ca-b41d-db021fed8400,revision_number=8']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:44.630575 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ad6f39c4-f21b-4a58-aee7-cf15e668998a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5efdc0a1cab44d3b0e49b531e0d92e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0737691 Jan 28 05:37:44.633764 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48166) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:44.735833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:44.737718 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:44.740504 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-a411c688-87fc-434d-920e-379156ca962d service neutron] 10.222.0.60 "PUT /v2.0/ports/a2fc7e15-28c8-41ca-b41d-db021fed8400 HTTP/1.1" status: 200 len: 1124 time: 1.7891414 Jan 28 05:37:44.743080 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fa27209d-b895-4d58-ad50-279637e95760 admin admin] Publish callbacks [] for security_group (89fb7ae7-2309-481d-9fb0-e7c0e70b84f0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:44.789527 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48172) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:44.807285 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fa27209d-b895-4d58-ad50-279637e95760 admin admin] Publish callbacks [] for security_group (89fb7ae7-2309-481d-9fb0-e7c0e70b84f0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:44.869543 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a2fc7e15-28c8-41ca-b41d-db021fed8400 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:37:44.912480 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96758c47-4ab3-480f-89a4-81a1dd7428a1 req-432a2f3c-e3dc-4b19-8d6c-5e0e6fe57d4f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:44.919079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['a2fc7e15-28c8-41ca-b41d-db021fed8400'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:37:44.925276 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96758c47-4ab3-480f-89a4-81a1dd7428a1 req-432a2f3c-e3dc-4b19-8d6c-5e0e6fe57d4f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1970367 Jan 28 05:37:45.004364 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['a2fc7e15-28c8-41ca-b41d-db021fed8400'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:37:45.012720 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fa27209d-b895-4d58-ad50-279637e95760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (89fb7ae7-2309-481d-9fb0-e7c0e70b84f0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:45.025419 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fa27209d-b895-4d58-ad50-279637e95760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:45.027185 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fa27209d-b895-4d58-ad50-279637e95760 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89fb7ae7-2309-481d-9fb0-e7c0e70b84f0 HTTP/1.1" status: 204 len: 168 time: 0.3918474 Jan 28 05:37:45.039117 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48178) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:45.114580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-995c76ed-30af-44c4-a3d6-aa4d57c123ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab85cbbe200f418397761f6611cee4c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0714052 Jan 28 05:37:45.116104 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48182) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:45.143613 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96758c47-4ab3-480f-89a4-81a1dd7428a1 req-a5fd98b6-98c4-4dd3-b1a8-ee0afd45ae57 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094271 Jan 28 05:37:45.197473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7dc46-bee8-44f3-aeab-dc38bbe5cf92 req-c2519fa5-9202-4e0e-8745-25746a8b0302 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:45.210843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70c7dc46-bee8-44f3-aeab-dc38bbe5cf92 req-c2519fa5-9202-4e0e-8745-25746a8b0302 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 944 time: 0.2303100 Jan 28 05:37:45.216746 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27209d-b895-4d58-ad50-279637e95760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fb7ae7-2309-481d-9fb0-e7c0e70b84f0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:45.295532 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70c7dc46-bee8-44f3-aeab-dc38bbe5cf92 req-f2274083-cadb-4ab2-a508-86aa77fb558e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826180 Jan 28 05:37:45.321714 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-48b192b0-f527-4db9-861f-912b7e7e9280 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c3f8073f3fe4a548420ae365875bec7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5287614 Jan 28 05:37:45.322329 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48192) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:45.331428 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-76d5f3e5-4994-4e28-a87f-873ffa336ecf tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:45.332924 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-76d5f3e5-4994-4e28-a87f-873ffa336ecf tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2&tenant_id=88b3e81d38b14c1ab20fd75713b63156&binding%3Ahost_id=n-h1-812111-12 HTTP/1.1" status: 200 len: 1097 time: 0.3499777 Jan 28 05:37:45.372242 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ca5a880-985d-4681-8a25-c88fd7b142fc admin admin] Publish callbacks [] for security_group (addfcf6f-4f4f-460c-9fa7-316c8571f03f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:45.408867 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-239841b2-2592-49ab-98dc-12a2d10bae4b admin admin] Publish callbacks [] for security_group (64b5e4e7-9673-4656-93ec-ac32e53110fc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:45.477442 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-239841b2-2592-49ab-98dc-12a2d10bae4b admin admin] Publish callbacks [] for security_group (64b5e4e7-9673-4656-93ec-ac32e53110fc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:45.527413 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ca5a880-985d-4681-8a25-c88fd7b142fc admin admin] Publish callbacks [] for security_group (addfcf6f-4f4f-460c-9fa7-316c8571f03f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:45.540367 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a2fc7e15-28c8-41ca-b41d-db021fed8400, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=a2fc7e15-28c8-41ca-b41d-db021fed8400,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:45.570481 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a2fc7e15-28c8-41ca-b41d-db021fed8400 has no active binding in host n-h2-812111-12 {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 05:37:45.693445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fccee-ff2e-4a4a-9397-9e6eb0f5bc97 req-48a63044-0090-4333-bbda-ec3d2aeb6f43 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:45.704174 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-939fccee-ff2e-4a4a-9397-9e6eb0f5bc97 req-48a63044-0090-4333-bbda-ec3d2aeb6f43 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 945 time: 0.2073956 Jan 28 05:37:45.742216 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-239841b2-2592-49ab-98dc-12a2d10bae4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (64b5e4e7-9673-4656-93ec-ac32e53110fc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:45.749065 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-239841b2-2592-49ab-98dc-12a2d10bae4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:45.756619 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-239841b2-2592-49ab-98dc-12a2d10bae4b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64b5e4e7-9673-4656-93ec-ac32e53110fc HTTP/1.1" status: 204 len: 168 time: 0.4320564 Jan 28 05:37:45.765654 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ca5a880-985d-4681-8a25-c88fd7b142fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (addfcf6f-4f4f-460c-9fa7-316c8571f03f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:45.778705 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ca5a880-985d-4681-8a25-c88fd7b142fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:45.785039 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5ca5a880-985d-4681-8a25-c88fd7b142fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/addfcf6f-4f4f-460c-9fa7-316c8571f03f HTTP/1.1" status: 204 len: 168 time: 0.6624665 Jan 28 05:37:45.788124 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-939fccee-ff2e-4a4a-9397-9e6eb0f5bc97 req-94dab6b3-22fb-4a93-971d-6b94d1d4b647 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867033 Jan 28 05:37:45.793657 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239841b2-2592-49ab-98dc-12a2d10bae4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b5e4e7-9673-4656-93ec-ac32e53110fc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:45.831558 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5a880-985d-4681-8a25-c88fd7b142fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addfcf6f-4f4f-460c-9fa7-316c8571f03f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:45.844070 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-d068a447-f100-449b-bb57-a60c06552669 service neutron] For port c5bf72bd-034e-4802-90e9-b2324a64e9b2, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:37:45.862467 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-d068a447-f100-449b-bb57-a60c06552669 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:45.866256 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-829c90ec-8a98-44c3-80c1-9783168a5409 req-d068a447-f100-449b-bb57-a60c06552669 service neutron] 10.222.0.64 "DELETE /v2.0/ports/c5bf72bd-034e-4802-90e9-b2324a64e9b2/bindings/n-h2-812111-12 HTTP/1.1" status: 204 len: 173 time: 0.5017438 Jan 28 05:37:45.904391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf2a9ad-9341-4f07-b694-769085350101', 'tag': 'a2fc7e15-28c8-41ca-b41d-db021fed8400'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:45.915182 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9834e9-9c6a-447b-8ba5-3879ee07a8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf2a9ad-9341-4f07-b694-769085350101", "tag": "a2fc7e15-28c8-41ca-b41d-db021fed8400"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:46.011140 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec7341-b896-4585-a9af-dcbfd41735d1 req-6a206687-0e70-40d8-b940-7635ea74e729 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:46.012846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-25ec7341-b896-4585-a9af-dcbfd41735d1 req-6a206687-0e70-40d8-b940-7635ea74e729 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 1097 time: 0.0509679 Jan 28 05:37:46.042946 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1793482-dc5f-4d54-94c8-cb0be22e1530 x-openstack-request-id: req-b1793482-dc5f-4d54-94c8-cb0be22e1530 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:46.043310 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf2a9ad-9341-4f07-b694-769085350101", "tag": "a2fc7e15-28c8-41ca-b41d-db021fed8400", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:46.043630 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1793482-dc5f-4d54-94c8-cb0be22e1530 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:46.045485 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf2a9ad-9341-4f07-b694-769085350101', 'tag': 'a2fc7e15-28c8-41ca-b41d-db021fed8400', 'status': 'completed', 'code': 200} Jan 28 05:37:46.088958 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-25ec7341-b896-4585-a9af-dcbfd41735d1 req-03a1db1c-990e-4e5a-bbe5-0258577be5cc tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656538 Jan 28 05:37:46.163332 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9834e9-9c6a-447b-8ba5-3879ee07a8d9 req-8c126844-3c2b-49f2-9c2d-d7af1131f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:46.167990 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6a9834e9-9c6a-447b-8ba5-3879ee07a8d9 req-8c126844-3c2b-49f2-9c2d-d7af1131f397 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 1127 time: 0.0778136 Jan 28 05:37:46.289241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9834e9-9c6a-447b-8ba5-3879ee07a8d9 req-57bf926a-aa90-4739-8775-5c4441933f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:46.292340 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6a9834e9-9c6a-447b-8ba5-3879ee07a8d9 req-57bf926a-aa90-4739-8775-5c4441933f6c service neutron] 10.222.0.64 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.1163251 Jan 28 05:37:46.358403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495d25c-281e-4318-a478-65a3bd20611f req-3af18330-3f53-45f9-8ec2-7dd5176998d9 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:46.362428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3495d25c-281e-4318-a478-65a3bd20611f req-3af18330-3f53-45f9-8ec2-7dd5176998d9 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 1097 time: 0.1613944 Jan 28 05:37:46.377716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84be8e-bff6-4bdf-a39a-ab81f840dd0c req-ae19673e-92f7-48a3-9596-0e5a69743f30 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:46.395965 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6a9834e9-9c6a-447b-8ba5-3879ee07a8d9 req-2dc28e5e-cdf9-4db3-916b-c70712e086ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2fc7e15-28c8-41ca-b41d-db021fed8400 HTTP/1.1" status: 200 len: 217 time: 0.0962541 Jan 28 05:37:46.399195 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a84be8e-bff6-4bdf-a39a-ab81f840dd0c req-ae19673e-92f7-48a3-9596-0e5a69743f30 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1374259 Jan 28 05:37:46.502799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9834e9-9c6a-447b-8ba5-3879ee07a8d9 req-5d111ea1-914a-446a-b0e6-732f7f2ae84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:46.504454 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6a9834e9-9c6a-447b-8ba5-3879ee07a8d9 req-5d111ea1-914a-446a-b0e6-732f7f2ae84c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.0955756 Jan 28 05:37:46.544806 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6a9834e9-9c6a-447b-8ba5-3879ee07a8d9 req-5a779009-b107-4ac6-9b7d-5b95075eac13 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334175 Jan 28 05:37:46.583133 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a84be8e-bff6-4bdf-a39a-ab81f840dd0c req-d13ab0eb-ea42-4697-bed3-f277914e6b2c tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829154 Jan 28 05:37:46.675956 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3495d25c-281e-4318-a478-65a3bd20611f req-c3ef2833-50bd-4886-bfcd-9211696cb704 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650104 Jan 28 05:37:46.772573 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-332a0633-1369-4409-847e-787671ffc551 service neutron] 10.222.0.64 "GET /v2.0/ports/54fd6ebe-ad39-4455-be38-1eb510a282ef/bindings/n-h1-812111-12 HTTP/1.1" status: 200 len: 383 time: 0.1868062 Jan 28 05:37:46.838644 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6a9834e9-9c6a-447b-8ba5-3879ee07a8d9 req-29a7e431-037a-4fff-9941-616a1ba2cefa service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857413 Jan 28 05:37:46.943012 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48246) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:47.030053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d278b18-f36e-4555-b65d-316bd86ea664 req-49c90365-6eed-4357-ac21-8fd790670d14 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:47.039944 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d278b18-f36e-4555-b65d-316bd86ea664 req-49c90365-6eed-4357-ac21-8fd790670d14 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 944 time: 0.1826987 Jan 28 05:37:47.120256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d278b18-f36e-4555-b65d-316bd86ea664 req-93382a34-0801-40f9-99df-636a9ace3f09 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789762 Jan 28 05:37:47.185032 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f8b080fb-1fbe-481f-a948-33e133bbeb23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ef4188616254902b54490483a28ed6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387125 Jan 28 05:37:47.187612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48258) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:47.210701 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6a9834e9-9c6a-447b-8ba5-3879ee07a8d9 req-78018061-c1f8-4cf1-829a-03d827302219 service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642824 Jan 28 05:37:47.295348 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f2d8a824-23bf-4ede-85c3-49809b03470b admin admin] Publish callbacks [] for security_group (5adb00db-33f2-4087-8ff1-f1d1a34f8b01), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:47.332264 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f2d8a824-23bf-4ede-85c3-49809b03470b admin admin] Publish callbacks [] for security_group (5adb00db-33f2-4087-8ff1-f1d1a34f8b01), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:47.534607 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f2d8a824-23bf-4ede-85c3-49809b03470b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5adb00db-33f2-4087-8ff1-f1d1a34f8b01), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:47.537522 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f2d8a824-23bf-4ede-85c3-49809b03470b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:47.538904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f2d8a824-23bf-4ede-85c3-49809b03470b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5adb00db-33f2-4087-8ff1-f1d1a34f8b01 HTTP/1.1" status: 204 len: 168 time: 0.3495522 Jan 28 05:37:47.559812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8a824-23bf-4ede-85c3-49809b03470b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adb00db-33f2-4087-8ff1-f1d1a34f8b01,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:47.654841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782393b8-71e6-445d-810f-78627aa8acc9 req-da38dd4e-5cb7-4dc9-87b6-4f8ccbd82163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:47.656497 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-da38dd4e-5cb7-4dc9-87b6-4f8ccbd82163 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72&tenant_id=3a3781df740148d6b4244220d13c806d HTTP/1.1" status: 200 len: 1102 time: 0.1534159 Jan 28 05:37:47.777831 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782393b8-71e6-445d-810f-78627aa8acc9 req-eb8664a8-353a-4275-8cdb-40e9591b952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:47.779595 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-eb8664a8-353a-4275-8cdb-40e9591b952f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 1102 time: 0.0818050 Jan 28 05:37:47.781937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772af44-e3bb-4e8d-aa5c-af18dc724eb1 req-3748ed89-cc6a-4727-b4f0-7733d433c61b tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:47.783878 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a772af44-e3bb-4e8d-aa5c-af18dc724eb1 req-3748ed89-cc6a-4727-b4f0-7733d433c61b tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1121140 Jan 28 05:37:47.865378 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a772af44-e3bb-4e8d-aa5c-af18dc724eb1 req-3a110f8e-33be-40ea-9d4b-1ea622e212db tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747151 Jan 28 05:37:47.940525 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782393b8-71e6-445d-810f-78627aa8acc9 req-2fba4255-0895-4c26-9b22-56d3468a7bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:47.942544 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-2fba4255-0895-4c26-9b22-56d3468a7bfa service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1553063 Jan 28 05:37:47.994802 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-0c6ae54b-f257-4669-a318-c3b74eb25771 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef HTTP/1.1" status: 200 len: 217 time: 0.0441115 Jan 28 05:37:48.071246 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782393b8-71e6-445d-810f-78627aa8acc9 req-f0d63e86-5415-4bda-97e7-6818abd8ef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:48.071246 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-f0d63e86-5415-4bda-97e7-6818abd8ef2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0633581 Jan 28 05:37:48.191871 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782393b8-71e6-445d-810f-78627aa8acc9 req-6dcef5af-efcd-4571-a7be-91f649cad5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:48.194472 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-6dcef5af-efcd-4571-a7be-91f649cad5d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1102602 Jan 28 05:37:48.363593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c595c46-2990-4ab1-90cf-cdab781e65bd req-0db6038e-36bc-42d0-a742-facc6597e9cd tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:48.365866 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c595c46-2990-4ab1-90cf-cdab781e65bd req-0db6038e-36bc-42d0-a742-facc6597e9cd tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 944 time: 0.1036880 Jan 28 05:37:48.392683 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-12570747-9251-4abd-9598-eb6eba00eedf service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887751 Jan 28 05:37:48.443208 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c595c46-2990-4ab1-90cf-cdab781e65bd req-9c7b58c8-e372-41b4-b975-0ad54a6a84df tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676274 Jan 28 05:37:48.557250 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-782393b8-71e6-445d-810f-78627aa8acc9 req-df58b54f-216e-4579-ab53-4df41d1f2346 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580651 Jan 28 05:37:49.212036 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476c263-7589-453e-91ae-9b3ddb2d3557 req-6d277868-c70d-4e98-a30e-a41f111fdcc0 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:49.224320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9476c263-7589-453e-91ae-9b3ddb2d3557 req-6d277868-c70d-4e98-a30e-a41f111fdcc0 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1825683 Jan 28 05:37:49.256360 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48332) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:49.329386 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9476c263-7589-453e-91ae-9b3ddb2d3557 req-a7f672cf-3ea6-4bc0-a100-6364f21cf679 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019123 Jan 28 05:37:49.456764 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-60b25eee-63fe-4f6f-a51f-430f335143ea admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1285089535-network', 'tenant_id': 'c35459d40b7d468d9848f9734e9a5be1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:49.519108 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48342) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:49.588257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b25eee-63fe-4f6f-a51f-430f335143ea admin admin] Made reservation on behalf of c35459d40b7d468d9848f9734e9a5be1 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:37:49.599867 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60b25eee-63fe-4f6f-a51f-430f335143ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:49.620903 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60b25eee-63fe-4f6f-a51f-430f335143ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:49.711546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee163e-b09d-4530-9d52-ec43ac484e1c req-f1e8c596-1501-4a66-af07-36daffd9c2f6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:49.725167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54ee163e-b09d-4530-9d52-ec43ac484e1c req-f1e8c596-1501-4a66-af07-36daffd9c2f6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 944 time: 0.1339214 Jan 28 05:37:49.771970 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0caa93e2-6625-42e8-8427-5fe93186bd45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:49.829026 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60b25eee-63fe-4f6f-a51f-430f335143ea admin admin] Publish callbacks [] for security_group (10734b23-beb1-4e96-9a5b-2d6f8642f9d5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:49.838762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54ee163e-b09d-4530-9d52-ec43ac484e1c req-1e3dcc56-0d3c-4140-a2a8-65850d3f47e9 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070609 Jan 28 05:37:49.913027 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60b25eee-63fe-4f6f-a51f-430f335143ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (10734b23-beb1-4e96-9a5b-2d6f8642f9d5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:49.913959 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0caa93e2-6625-42e8-8427-5fe93186bd45 admin admin] Publish callbacks [] for security_group (06047d9e-dd70-4339-acd2-055170150bdb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:49.966844 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b25eee-63fe-4f6f-a51f-430f335143ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:37:49.966844 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b25eee-63fe-4f6f-a51f-430f335143ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10734b23-beb1-4e96-9a5b-2d6f8642f9d5,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:49.980803 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60b25eee-63fe-4f6f-a51f-430f335143ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (6552025f-f7f7-4a33-bcef-030b39978f92), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:49.981188 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-60b25eee-63fe-4f6f-a51f-430f335143ea admin admin] Added segment 6552025f-f7f7-4a33-bcef-030b39978f92 of type vlan for network 798a8066-fed8-4298-a3c0-744af3fec5a1 Jan 28 05:37:50.017402 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0caa93e2-6625-42e8-8427-5fe93186bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (06047d9e-dd70-4339-acd2-055170150bdb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:50.027958 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60b25eee-63fe-4f6f-a51f-430f335143ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (798a8066-fed8-4298-a3c0-744af3fec5a1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:50.059136 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0caa93e2-6625-42e8-8427-5fe93186bd45 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8599974248014b5f888bfda1d5a78502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5388939 Jan 28 05:37:50.061137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa93e2-6625-42e8-8427-5fe93186bd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06047d9e-dd70-4339-acd2-055170150bdb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:50.061986 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48356) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:50.127402 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60b25eee-63fe-4f6f-a51f-430f335143ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (798a8066-fed8-4298-a3c0-744af3fec5a1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:50.129700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b25eee-63fe-4f6f-a51f-430f335143ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:50.129700 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60b25eee-63fe-4f6f-a51f-430f335143ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:50.157724 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4f63b2c-510a-4f70-85db-85aea237d2e9 admin admin] Publish callbacks [] for security_group (06047d9e-dd70-4339-acd2-055170150bdb), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:50.228322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48372) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:50.238279 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b25eee-63fe-4f6f-a51f-430f335143ea admin admin] Pushing event updated for resources: {'Network': ['ID=798a8066-fed8-4298-a3c0-744af3fec5a1,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:50.242713 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4f63b2c-510a-4f70-85db-85aea237d2e9 admin admin] Publish callbacks [] for security_group (06047d9e-dd70-4339-acd2-055170150bdb), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:50.251974 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 798a8066-fed8-4298-a3c0-744af3fec5a1 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:37:50.282975 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-60b25eee-63fe-4f6f-a51f-430f335143ea admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0243323 Jan 28 05:37:50.285121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48380) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:50.291584 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-25c2e468-df65-496f-bccb-ff6d1b4b9260 admin admin] Request body: {'subnet': {'network_id': '798a8066-fed8-4298-a3c0-744af3fec5a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1285089535-subnet', 'tenant_id': 'c35459d40b7d468d9848f9734e9a5be1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:50.324695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 54fd6ebe-ad39-4455-be38-1eb510a282ef no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:37:50.373831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-95d295ea-fc6a-4bcc-bffb-033e4192d297 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-network', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:50.435130 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4f63b2c-510a-4f70-85db-85aea237d2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (06047d9e-dd70-4339-acd2-055170150bdb), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:50.437950 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4f63b2c-510a-4f70-85db-85aea237d2e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:50.439649 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e4f63b2c-510a-4f70-85db-85aea237d2e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06047d9e-dd70-4339-acd2-055170150bdb HTTP/1.1" status: 204 len: 168 time: 0.3757169 Jan 28 05:37:50.444404 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c2e468-df65-496f-bccb-ff6d1b4b9260 admin admin] Made reservation on behalf of c35459d40b7d468d9848f9734e9a5be1 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:37:50.446920 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25c2e468-df65-496f-bccb-ff6d1b4b9260 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:50.453752 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f63b2c-510a-4f70-85db-85aea237d2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06047d9e-dd70-4339-acd2-055170150bdb,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:50.466106 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 54fd6ebe-ad39-4455-be38-1eb510a282ef is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:50.466529 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:50.501940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d295ea-fc6a-4bcc-bffb-033e4192d297 admin admin] Made reservation on behalf of 364449c3382c4cfa9ecf7695bc42f027 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:37:50.504997 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95d295ea-fc6a-4bcc-bffb-033e4192d297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:50.523132 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95d295ea-fc6a-4bcc-bffb-033e4192d297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:50.563298 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f5195-d22b-4776-8814-918deaef9b72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54fd6ebe-ad39-4455-be38-1eb510a282ef'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:50.565254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30863eb1-6844-48ba-aa32-94dc744149ff req-cc783419-3ed4-4988-bf64-b62b8083202c tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:50.567864 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad050be5-173f-4b72-b0c7-8f797f0aec85" -d '{"events": [{"server_uuid": "b90f5195-d22b-4776-8814-918deaef9b72", "name": "network-vif-unplugged", "status": "completed", "tag": "54fd6ebe-ad39-4455-be38-1eb510a282ef"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:50.578042 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30863eb1-6844-48ba-aa32-94dc744149ff req-cc783419-3ed4-4988-bf64-b62b8083202c tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1697187 Jan 28 05:37:50.615271 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 54fd6ebe-ad39-4455-be38-1eb510a282ef, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:50.683227 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423906d3-5b53-4b45-b235-a3db86254e11 x-openstack-request-id: req-423906d3-5b53-4b45-b235-a3db86254e11 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:50.683227 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f5195-d22b-4776-8814-918deaef9b72", "name": "network-vif-unplugged", "status": "completed", "tag": "54fd6ebe-ad39-4455-be38-1eb510a282ef", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:50.683227 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-423906d3-5b53-4b45-b235-a3db86254e11 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:50.683227 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5195-d22b-4776-8814-918deaef9b72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54fd6ebe-ad39-4455-be38-1eb510a282ef', 'code': 200} Jan 28 05:37:50.690258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30863eb1-6844-48ba-aa32-94dc744149ff req-d15df722-bf14-4d51-a55c-76848fa03bae tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105497 Jan 28 05:37:50.709329 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:50.765010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=54fd6ebe-ad39-4455-be38-1eb510a282ef,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:50.796517 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95d295ea-fc6a-4bcc-bffb-033e4192d297 admin admin] Publish callbacks [] for security_group (d3d2414d-59e4-4288-87d7-4d6d0fd2b13b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:50.873495 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95d295ea-fc6a-4bcc-bffb-033e4192d297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d3d2414d-59e4-4288-87d7-4d6d0fd2b13b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:50.927831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d295ea-fc6a-4bcc-bffb-033e4192d297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:50.945228 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d295ea-fc6a-4bcc-bffb-033e4192d297 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:37:50.955858 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25c2e468-df65-496f-bccb-ff6d1b4b9260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (e2734ff1-e530-493c-b9ad-3c4bfab84edb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:50.971896 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95d295ea-fc6a-4bcc-bffb-033e4192d297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c145a65b-96c8-4e27-bda6-dcde64ac7af8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:50.971896 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-95d295ea-fc6a-4bcc-bffb-033e4192d297 admin admin] Added segment c145a65b-96c8-4e27-bda6-dcde64ac7af8 of type vlan for network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae Jan 28 05:37:51.112492 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95d295ea-fc6a-4bcc-bffb-033e4192d297 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (fe3ef2f2-ca08-43b8-91f0-9daadf1632ae), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:51.121439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2e468-df65-496f-bccb-ff6d1b4b9260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2734ff1-e530-493c-b9ad-3c4bfab84edb,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:51.142610 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a0651-b1b7-4c6a-979d-675649faa5b8 req-ce8f1d18-3f51-4c46-9dce-53d2320620d3 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:51.144154 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb1a0651-b1b7-4c6a-979d-675649faa5b8 req-ce8f1d18-3f51-4c46-9dce-53d2320620d3 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 944 time: 0.1525829 Jan 28 05:37:51.150139 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c2e468-df65-496f-bccb-ff6d1b4b9260 admin admin] Checking segment: {'id': '6552025f-f7f7-4a33-bcef-030b39978f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '798a8066-fed8-4298-a3c0-744af3fec5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:37:51.150526 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2e468-df65-496f-bccb-ff6d1b4b9260 admin admin] Network hostable DHCP agents. Network: 798a8066-fed8-4298-a3c0-744af3fec5a1, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:37:51.210666 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb1a0651-b1b7-4c6a-979d-675649faa5b8 req-c67b1cce-0356-475d-992f-5d1d824440e6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576553 Jan 28 05:37:51.260399 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95d295ea-fc6a-4bcc-bffb-033e4192d297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (fe3ef2f2-ca08-43b8-91f0-9daadf1632ae), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:51.261700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d295ea-fc6a-4bcc-bffb-033e4192d297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:51.262325 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95d295ea-fc6a-4bcc-bffb-033e4192d297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:51.285010 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2e468-df65-496f-bccb-ff6d1b4b9260 admin admin] Network 798a8066-fed8-4298-a3c0-744af3fec5a1 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:37:51.347955 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d295ea-fc6a-4bcc-bffb-033e4192d297 admin admin] Pushing event updated for resources: {'Network': ['ID=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:51.367738 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:37:51.438489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-25c2e468-df65-496f-bccb-ff6d1b4b9260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 798a8066-fed8-4298-a3c0-744af3fec5a1) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:37:51.445669 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c2e468-df65-496f-bccb-ff6d1b4b9260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:51.448081 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25c2e468-df65-496f-bccb-ff6d1b4b9260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:51.449408 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccb616e-56dd-4815-bd53-9f63380bf7b1 None None] Network 798a8066-fed8-4298-a3c0-744af3fec5a1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:37:51.487443 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-95d295ea-fc6a-4bcc-bffb-033e4192d297 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2582996 Jan 28 05:37:51.490035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48434) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:51.496630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0e4340ba-8694-4d88-af2d-3103ee032278 admin admin] Request body: {'subnet': {'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-subnet', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:51.589617 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621d790c-dac4-41aa-8325-a68085eb3674 None None] Network 798a8066-fed8-4298-a3c0-744af3fec5a1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:37:51.608250 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-25c2e468-df65-496f-bccb-ff6d1b4b9260 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3220406 Jan 28 05:37:51.610222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4340ba-8694-4d88-af2d-3103ee032278 admin admin] Made reservation on behalf of 364449c3382c4cfa9ecf7695bc42f027 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:37:51.616093 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e4340ba-8694-4d88-af2d-3103ee032278 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:51.915423 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ae2e2-feca-4b9a-b23f-fec44bb44e03 req-b0f205d9-d060-4584-8365-2118b9589ea9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:51.916982 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e9ae2e2-feca-4b9a-b23f-fec44bb44e03 req-b0f205d9-d060-4584-8365-2118b9589ea9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 948 time: 0.1154397 Jan 28 05:37:52.001382 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e9ae2e2-feca-4b9a-b23f-fec44bb44e03 req-ad5f2baa-0777-43aa-b376-3d52cd476c5d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771637 Jan 28 05:37:52.103044 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e4340ba-8694-4d88-af2d-3103ee032278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (e0c54121-8ca4-4625-ab2e-3cdb5b60a630), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:52.175940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4340ba-8694-4d88-af2d-3103ee032278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c54121-8ca4-4625-ab2e-3cdb5b60a630,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:52.190572 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4340ba-8694-4d88-af2d-3103ee032278 admin admin] Checking segment: {'id': 'c145a65b-96c8-4e27-bda6-dcde64ac7af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:37:52.191236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4340ba-8694-4d88-af2d-3103ee032278 admin admin] Network hostable DHCP agents. Network: fe3ef2f2-ca08-43b8-91f0-9daadf1632ae, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:37:52.290494 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4340ba-8694-4d88-af2d-3103ee032278 admin admin] Network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:37:52.327087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 54fd6ebe-ad39-4455-be38-1eb510a282ef details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:37:52.348481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-df0de8bf-e2c8-486d-afde-31fc43a20053 req-13ecbbc8-4a6c-497e-a351-8cb503544e7c tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-284799280', 'description': 'tempest-description-1797457292'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:52.358086 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-0e4340ba-8694-4d88-af2d-3103ee032278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, fe3ef2f2-ca08-43b8-91f0-9daadf1632ae) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:37:52.367050 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4340ba-8694-4d88-af2d-3103ee032278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:52.367726 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e4340ba-8694-4d88-af2d-3103ee032278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:52.412029 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcda34f-f632-475f-ac00-6abec90d91d2 None None] Network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:37:52.460917 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-df0de8bf-e2c8-486d-afde-31fc43a20053 req-13ecbbc8-4a6c-497e-a351-8cb503544e7c tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:52.510052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 54fd6ebe-ad39-4455-be38-1eb510a282ef, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:52.523882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0e4340ba-8694-4d88-af2d-3103ee032278 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0322323 Jan 28 05:37:52.527197 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48492) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:52.531382 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '54fd6ebe-ad39-4455-be38-1eb510a282ef', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '54fd6ebe-ad39-4455-be38-1eb510a282ef', 'mac_address': 'fa:16:3e:c3:be:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:37:52.534056 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:52.572016 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-df0de8bf-e2c8-486d-afde-31fc43a20053 req-13ecbbc8-4a6c-497e-a351-8cb503544e7c tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (8f6d4cb3-5faa-4a0b-bd2d-e8c63ad4a8e4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:52.577317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:37:52.578731 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:52.606712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 54fd6ebe-ad39-4455-be38-1eb510a282ef is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:52.607112 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:52.616682 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (ea022867-50b8-47d9-98a7-37c27a9e2571), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:52.617783 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (ea022867-50b8-47d9-98a7-37c27a9e2571), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:52.639319 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-df0de8bf-e2c8-486d-afde-31fc43a20053 req-13ecbbc8-4a6c-497e-a351-8cb503544e7c tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8f6d4cb3-5faa-4a0b-bd2d-e8c63ad4a8e4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:52.668178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecbbc8-4a6c-497e-a351-8cb503544e7c tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6d4cb3-5faa-4a0b-bd2d-e8c63ad4a8e4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:52.679109 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fd6ebe-ad39-4455-be38-1eb510a282ef {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:37:52.698004 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Publish callbacks [] for router_controller (ea022867-50b8-47d9-98a7-37c27a9e2571), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:52.714885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 54fd6ebe-ad39-4455-be38-1eb510a282ef, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:52.767067 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Allocated IP 172.20.0.2 (fe3ef2f2-ca08-43b8-91f0-9daadf1632ae/e0c54121-8ca4-4625-ab2e-3cdb5b60a630/30904ef0-7365-423e-9814-7d218c7ddba7) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:37:52.787003 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-df0de8bf-e2c8-486d-afde-31fc43a20053 req-13ecbbc8-4a6c-497e-a351-8cb503544e7c tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:52.808294 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df0de8bf-e2c8-486d-afde-31fc43a20053 req-13ecbbc8-4a6c-497e-a351-8cb503544e7c tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4647865 Jan 28 05:37:52.851997 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:52.940380 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=54fd6ebe-ad39-4455-be38-1eb510a282ef,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:52.979051 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Publish callbacks [] for router_gateway (ea022867-50b8-47d9-98a7-37c27a9e2571), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:53.041141 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Publish callbacks [] for port (30904ef0-7365-423e-9814-7d218c7ddba7), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:53.190439 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (30904ef0-7365-423e-9814-7d218c7ddba7), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:53.204445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447bf34-9495-4a6e-acc6-7edea2056bb4 req-edf84cfe-ae5e-4e66-95ae-7665b80ecf75 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:53.206450 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7447bf34-9495-4a6e-acc6-7edea2056bb4 req-edf84cfe-ae5e-4e66-95ae-7665b80ecf75 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 944 time: 0.0600667 Jan 28 05:37:53.236810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['54fd6ebe-ad39-4455-be38-1eb510a282ef'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:37:53.250712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:37:53.275003 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:37:53.283319 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:37:53.337307 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Pushing event updated for resources: {'Port': ['ID=30904ef0-7365-423e-9814-7d218c7ddba7,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:53.347632 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7447bf34-9495-4a6e-acc6-7edea2056bb4 req-0053ece9-2197-490d-9c4f-01b19d75d21c tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280091 Jan 28 05:37:53.383661 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Publish callbacks [] for router_gateway (ea022867-50b8-47d9-98a7-37c27a9e2571), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:53.391694 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Attempting to bind port 30904ef0-7365-423e-9814-7d218c7ddba7 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:37:53.392072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Attempting to bind port 30904ef0-7365-423e-9814-7d218c7ddba7 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'c145a65b-96c8-4e27-bda6-dcde64ac7af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:37:53.392615 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Attempting to bind port 30904ef0-7365-423e-9814-7d218c7ddba7 on network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:37:53.401078 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:37:53.401712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Checking segment: {'id': 'c145a65b-96c8-4e27-bda6-dcde64ac7af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:37:53.402285 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:53.402716 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Bound using segment: {'id': 'c145a65b-96c8-4e27-bda6-dcde64ac7af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:37:53.403193 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Bound port: 30904ef0-7365-423e-9814-7d218c7ddba7, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c145a65b-96c8-4e27-bda6-dcde64ac7af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:37:53.403576 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (30904ef0-7365-423e-9814-7d218c7ddba7), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:53.412180 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:53.429276 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe3bd0db-5643-4e03-ba0c-56b29e154655 req-0290af08-40d1-4e59-b23e-ee83f6046423 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/8f6d4cb3-5faa-4a0b-bd2d-e8c63ad4a8e4 HTTP/1.1" status: 200 len: 1821 time: 0.0569987 Jan 28 05:37:53.440810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-fe3bd0db-5643-4e03-ba0c-56b29e154655 req-311a83f5-cf10-4336-a6e1-42ab17f28772 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f6d4cb3-5faa-4a0b-bd2d-e8c63ad4a8e4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:53.441400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-fe3bd0db-5643-4e03-ba0c-56b29e154655 req-311a83f5-cf10-4336-a6e1-42ab17f28772 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f6d4cb3-5faa-4a0b-bd2d-e8c63ad4a8e4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:53.553209 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] For port 30904ef0-7365-423e-9814-7d218c7ddba7, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:37:53.555788 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Allocated IP 172.25.0.204 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/44bde9c4-dd71-469f-a091-b07a72f66893) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:37:53.566583 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe3bd0db-5643-4e03-ba0c-56b29e154655 req-311a83f5-cf10-4336-a6e1-42ab17f28772 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (323c1baf-f645-4b78-a378-22cd58cdb085), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:53.571601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] For port 30904ef0-7365-423e-9814-7d218c7ddba7, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=30904ef0-7365-423e-9814-7d218c7ddba7,segment=NetworkSegment(c145a65b-96c8-4e27-bda6-dcde64ac7af8),segment_id=c145a65b-96c8-4e27-bda6-dcde64ac7af8)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:37:53.618958 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe3bd0db-5643-4e03-ba0c-56b29e154655 req-311a83f5-cf10-4336-a6e1-42ab17f28772 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (323c1baf-f645-4b78-a378-22cd58cdb085), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:53.644650 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (30904ef0-7365-423e-9814-7d218c7ddba7), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:53.707139 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Publish callbacks [] for port (44bde9c4-dd71-469f-a091-b07a72f66893), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:53.731457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0bfba-79cd-491f-8bbd-fbcb88a340df None None] Pushing event updated for resources: {'Port': ['ID=30904ef0-7365-423e-9814-7d218c7ddba7,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:53.740151 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe3bd0db-5643-4e03-ba0c-56b29e154655 req-311a83f5-cf10-4336-a6e1-42ab17f28772 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (323c1baf-f645-4b78-a378-22cd58cdb085), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:53.775625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a83f5-cf10-4336-a6e1-42ab17f28772 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323c1baf-f645-4b78-a378-22cd58cdb085,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:53.806167 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-aab92d1a-3754-41a2-9e51-a77d1a9b4e4a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:53.807804 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-aab92d1a-3754-41a2-9e51-a77d1a9b4e4a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.64 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72&tenant_id=3a3781df740148d6b4244220d13c806d&binding%3Ahost_id=n-h1-812111-12 HTTP/1.1" status: 200 len: 949 time: 0.0587161 Jan 28 05:37:53.845222 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (44bde9c4-dd71-469f-a091-b07a72f66893), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:53.846514 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe3bd0db-5643-4e03-ba0c-56b29e154655 req-311a83f5-cf10-4336-a6e1-42ab17f28772 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:53.854071 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe3bd0db-5643-4e03-ba0c-56b29e154655 req-311a83f5-cf10-4336-a6e1-42ab17f28772 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4234829 Jan 28 05:37:53.911128 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:37:53.925350 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:37:53.932713 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:37:53.970015 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Pushing event updated for resources: {'Port': ['ID=44bde9c4-dd71-469f-a091-b07a72f66893,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:53.973210 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-9f8708f2-6567-45bd-90e5-b58ee52cfbb9 service neutron] 10.222.0.64 "GET /v2.0/ports/54fd6ebe-ad39-4455-be38-1eb510a282ef/bindings/n-h1-812111-12 HTTP/1.1" status: 200 len: 383 time: 0.1583514 Jan 28 05:37:54.107344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-85e03cab-6a37-4b75-afd2-f4a5eb9ea8e9 req-3880eb3e-5584-4c6d-9642-14484c1d9f24 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1841950252', 'description': 'tempest-description-1366229481'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:54.267324 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-64b8cd2f-b78c-4e68-8cab-e19e1831cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:54.270196 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-64b8cd2f-b78c-4e68-8cab-e19e1831cd1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 1101 time: 0.2176223 Jan 28 05:37:54.286422 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-85e03cab-6a37-4b75-afd2-f4a5eb9ea8e9 req-3880eb3e-5584-4c6d-9642-14484c1d9f24 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:54.321644 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5643d-d11d-44c9-932c-ce8d26fad75b req-ad44f696-9bc4-4358-8290-be6c78671164 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:54.329143 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ec5643d-d11d-44c9-932c-ce8d26fad75b req-ad44f696-9bc4-4358-8290-be6c78671164 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 949 time: 0.0969193 Jan 28 05:37:54.341884 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 54fd6ebe-ad39-4455-be38-1eb510a282ef up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:37:54.401746 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 30904ef0-7365-423e-9814-7d218c7ddba7 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:37:54.443001 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ec5643d-d11d-44c9-932c-ce8d26fad75b req-32fef140-4d73-4e96-a64a-f4b1bad92776 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070251 Jan 28 05:37:54.487662 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 54fd6ebe-ad39-4455-be38-1eb510a282ef triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:37:54.488099 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:54.488436 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-85e03cab-6a37-4b75-afd2-f4a5eb9ea8e9 req-3880eb3e-5584-4c6d-9642-14484c1d9f24 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (9e562559-db3e-484f-8540-97012ae871a3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:54.520152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 30904ef0-7365-423e-9814-7d218c7ddba7 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:37:54.520524 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (30904ef0-7365-423e-9814-7d218c7ddba7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:54.582190 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-85e03cab-6a37-4b75-afd2-f4a5eb9ea8e9 req-3880eb3e-5584-4c6d-9642-14484c1d9f24 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9e562559-db3e-484f-8540-97012ae871a3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:54.640818 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 54fd6ebe-ad39-4455-be38-1eb510a282ef is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:54.641558 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:54.665133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880eb3e-5584-4c6d-9642-14484c1d9f24 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e562559-db3e-484f-8540-97012ae871a3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:54.679567 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-85e03cab-6a37-4b75-afd2-f4a5eb9ea8e9 req-3880eb3e-5584-4c6d-9642-14484c1d9f24 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:54.706523 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85e03cab-6a37-4b75-afd2-f4a5eb9ea8e9 req-3880eb3e-5584-4c6d-9642-14484c1d9f24 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5798113 Jan 28 05:37:54.717985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f5195-d22b-4776-8814-918deaef9b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fd6ebe-ad39-4455-be38-1eb510a282ef'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:54.720714 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cefdf7c-da79-40ec-b172-8fbee711ecfb" -d '{"events": [{"server_uuid": "b90f5195-d22b-4776-8814-918deaef9b72", "name": "network-vif-plugged", "status": "completed", "tag": "54fd6ebe-ad39-4455-be38-1eb510a282ef"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:54.726516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 54fd6ebe-ad39-4455-be38-1eb510a282ef, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:54.730225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 30904ef0-7365-423e-9814-7d218c7ddba7 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:54.730225 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (30904ef0-7365-423e-9814-7d218c7ddba7), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:54.752666 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:54.774151 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 30904ef0-7365-423e-9814-7d218c7ddba7, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=30904ef0-7365-423e-9814-7d218c7ddba7,segment=NetworkSegment(c145a65b-96c8-4e27-bda6-dcde64ac7af8),segment_id=c145a65b-96c8-4e27-bda6-dcde64ac7af8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:54.807782 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:54.809636 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device a2fc7e15-28c8-41ca-b41d-db021fed8400 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:37:54.858110 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-ef8468b6-27fa-4de4-8968-6ec5ac9cfc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:54.862181 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-ef8468b6-27fa-4de4-8968-6ec5ac9cfc2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.5840402 Jan 28 05:37:54.942546 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=54fd6ebe-ad39-4455-be38-1eb510a282ef,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:54.981690 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-71a5e02a-c626-45f5-977b-b394ae5a694a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef HTTP/1.1" status: 200 len: 217 time: 0.0552249 Jan 28 05:37:55.006682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1951da60-1c11-4af5-9c52-d16b46bd0f0e no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:37:55.039707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd950ff-a4af-4290-ada3-f4c417442ae3 req-e4d453e4-11a0-4331-81c2-ce94066d973d tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:55.046228 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Publish callbacks [] for router_gateway (ea022867-50b8-47d9-98a7-37c27a9e2571), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:55.048413 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ffd950ff-a4af-4290-ada3-f4c417442ae3 req-e4d453e4-11a0-4331-81c2-ce94066d973d tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 944 time: 0.2114301 Jan 28 05:37:55.054283 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (30904ef0-7365-423e-9814-7d218c7ddba7), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:55.116302 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-da251e87-885c-4cba-a3aa-115de5888b0f tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:55.117884 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-da251e87-885c-4cba-a3aa-115de5888b0f tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/networks?id=56a01931-34aa-4e79-a960-aef0826a6cd6 HTTP/1.1" status: 200 len: 804 time: 0.3191226 Jan 28 05:37:55.118053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port a2fc7e15-28c8-41ca-b41d-db021fed8400 is: DOWN; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:55.122673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=30904ef0-7365-423e-9814-7d218c7ddba7,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:55.185170 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ffd950ff-a4af-4290-ada3-f4c417442ae3 req-44300fdf-0e6c-4287-a23b-483c70b30d61 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354342 Jan 28 05:37:55.201421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 1951da60-1c11-4af5-9c52-d16b46bd0f0e is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:55.201871 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:55.204521 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-a0aa41ec-8272-4bb2-b877-286fcb8b5eb3 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/quotas/b373ada81bc646c197d728690c726ee1 HTTP/1.1" status: 200 len: 375 time: 0.0650809 Jan 28 05:37:55.236305 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-622508b7-3338-4fad-aedc-faa80a4f8446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:55.238384 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-622508b7-3338-4fad-aedc-faa80a4f8446 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1887679 Jan 28 05:37:55.272175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1951da60-1c11-4af5-9c52-d16b46bd0f0e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1951da60-1c11-4af5-9c52-d16b46bd0f0e,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:55.333533 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-cac6ca96-804a-4460-a923-3f71371ace8e tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b373ada81bc646c197d728690c726ee1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1277499 Jan 28 05:37:55.341139 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:55.344353 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a2fc7e15-28c8-41ca-b41d-db021fed8400 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:37:55.344495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0363ca75-e640-42f4-8fbd-150a16b1d500 req-a2f22a2a-8ade-4b10-9e9a-e52b7059b9b0 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/9e562559-db3e-484f-8540-97012ae871a3 HTTP/1.1" status: 200 len: 1822 time: 0.0734615 Jan 28 05:37:55.354031 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-be88c3e6-a57f-41f1-bc96-bc21331ec40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:55.379156 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-be88c3e6-a57f-41f1-bc96-bc21331ec40f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1285841 Jan 28 05:37:55.452735 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-5d9f716a-e02c-4c1e-b9be-cb846b695bc4 service neutron] 10.222.0.31 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076455 Jan 28 05:37:55.470054 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-0363ca75-e640-42f4-8fbd-150a16b1d500 req-95bb2587-c931-42b9-a974-b1179f2147fe tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9e562559-db3e-484f-8540-97012ae871a3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:55.470669 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-0363ca75-e640-42f4-8fbd-150a16b1d500 req-95bb2587-c931-42b9-a974-b1179f2147fe tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9e562559-db3e-484f-8540-97012ae871a3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:55.561801 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48566) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:55.586322 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-97e9fe5d-57ee-4534-bef4-27344317477a service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990297 Jan 28 05:37:55.637608 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-d94ceb7e-57cf-4799-9b38-9df9aca768ae service neutron] 10.222.0.31 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799495 Jan 28 05:37:55.682108 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704187c6-aede-43d9-8dbd-eff20f7dca6f None None] Network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:37:55.689391 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=1951da60-1c11-4af5-9c52-d16b46bd0f0e,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:55.705697 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] The host n-h2-812111-12 is not matching for port a2fc7e15-28c8-41ca-b41d-db021fed8400 host n-h1-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:37:55.706323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a2fc7e15-28c8-41ca-b41d-db021fed8400 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:37:55.739911 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0363ca75-e640-42f4-8fbd-150a16b1d500 req-95bb2587-c931-42b9-a974-b1179f2147fe tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (c8afab30-cc02-4563-b242-c0fe03ff53bd), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:55.761948 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0363ca75-e640-42f4-8fbd-150a16b1d500 req-95bb2587-c931-42b9-a974-b1179f2147fe tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (c8afab30-cc02-4563-b242-c0fe03ff53bd), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:55.791624 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c028e233-5342-44e1-b076-9e244c05e1c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:55.840678 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (ea022867-50b8-47d9-98a7-37c27a9e2571), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:55.868294 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ebb5a33c-accb-4c64-a1f4-dd6cee3509e5 None None] Provisioning complete for port 30904ef0-7365-423e-9814-7d218c7ddba7 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:37:55.869050 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a33c-accb-4c64-a1f4-dd6cee3509e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (30904ef0-7365-423e-9814-7d218c7ddba7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:55.886100 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c028e233-5342-44e1-b076-9e244c05e1c5 admin admin] Publish callbacks [] for security_group (3fce6594-1e6a-48da-957a-9495213a26ac), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:55.890775 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0363ca75-e640-42f4-8fbd-150a16b1d500 req-95bb2587-c931-42b9-a974-b1179f2147fe tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (c8afab30-cc02-4563-b242-c0fe03ff53bd), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:55.911951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb2587-c931-42b9-a974-b1179f2147fe tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8afab30-cc02-4563-b242-c0fe03ff53bd,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:56.001945 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c028e233-5342-44e1-b076-9e244c05e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3fce6594-1e6a-48da-957a-9495213a26ac), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:56.043747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5a33c-accb-4c64-a1f4-dd6cee3509e5 None None] Current status of the port 30904ef0-7365-423e-9814-7d218c7ddba7 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:56.064316 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6a0589-c89a-4e41-bfe0-b1991470c500 x-openstack-request-id: req-de6a0589-c89a-4e41-bfe0-b1991470c500 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:56.064316 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f5195-d22b-4776-8814-918deaef9b72", "name": "network-vif-plugged", "status": "completed", "tag": "54fd6ebe-ad39-4455-be38-1eb510a282ef", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:56.064316 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de6a0589-c89a-4e41-bfe0-b1991470c500 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:56.064316 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5195-d22b-4776-8814-918deaef9b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fd6ebe-ad39-4455-be38-1eb510a282ef', 'code': 200} Jan 28 05:37:56.075663 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c028e233-5342-44e1-b076-9e244c05e1c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ce1a62e6db44eeda217a1390719a002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5110767 Jan 28 05:37:56.076447 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48576) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:56.079651 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-86e68ab1-0e9b-4b57-b807-60a900045bbe service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810026 Jan 28 05:37:56.088811 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0363ca75-e640-42f4-8fbd-150a16b1d500 req-95bb2587-c931-42b9-a974-b1179f2147fe tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:56.117193 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0363ca75-e640-42f4-8fbd-150a16b1d500 req-95bb2587-c931-42b9-a974-b1179f2147fe tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6398685 Jan 28 05:37:56.197230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028e233-5342-44e1-b076-9e244c05e1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fce6594-1e6a-48da-957a-9495213a26ac,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:56.246410 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 30904ef0-7365-423e-9814-7d218c7ddba7 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:37:56.262114 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Router ea022867-50b8-47d9-98a7-37c27a9e2571 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:37:56.323675 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e654d6-545a-4290-82b2-e671fcd2b15a req-fd991f5e-b127-45ae-ab26-0f22042d6da3 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:56.324398 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 30904ef0-7365-423e-9814-7d218c7ddba7 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:37:56.324789 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (30904ef0-7365-423e-9814-7d218c7ddba7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:56.325220 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94e654d6-545a-4290-82b2-e671fcd2b15a req-fd991f5e-b127-45ae-ab26-0f22042d6da3 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.60 "GET /v2.0/ports?device_id=ede7a28e-0221-46a6-bbfe-65b99d9e1c99 HTTP/1.1" status: 200 len: 943 time: 0.3912339 Jan 28 05:37:56.359316 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fef8ee7-c85c-46eb-a472-ddf977242f7d admin admin] Publish callbacks [] for security_group (3fce6594-1e6a-48da-957a-9495213a26ac), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:56.433064 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-510b2137-412a-4f9e-8f51-300b09502099 None None] Provisioning complete for port 30904ef0-7365-423e-9814-7d218c7ddba7 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:37:56.433497 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-510b2137-412a-4f9e-8f51-300b09502099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (30904ef0-7365-423e-9814-7d218c7ddba7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:56.433858 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97462d03-290d-4889-82bf-59d19e1ed2b1 req-3c5c0b2e-ff0c-4e2a-84c2-2aaeebe5867e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:56.435412 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97462d03-290d-4889-82bf-59d19e1ed2b1 req-3c5c0b2e-ff0c-4e2a-84c2-2aaeebe5867e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1911278 Jan 28 05:37:56.484002 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:37:56.496379 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Sync routers for ids ['ea022867-50b8-47d9-98a7-37c27a9e2571'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:37:56.518976 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Routers {'ea022867-50b8-47d9-98a7-37c27a9e2571'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:37:56.523253 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:37:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea022867-50b8-47d9-98a7-37c27a9e2571'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:37:56.537752 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 30904ef0-7365-423e-9814-7d218c7ddba7 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:56.589198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-603efa35-c6f8-44f4-97a1-69ae2afb1bfa req-744acf9c-f436-4d08-b961-50e6f80b2440 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 210 time: 0.1434476 Jan 28 05:37:56.604291 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-510b2137-412a-4f9e-8f51-300b09502099 None None] Current status of the port 30904ef0-7365-423e-9814-7d218c7ddba7 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:37:56.616782 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fef8ee7-c85c-46eb-a472-ddf977242f7d admin admin] Publish callbacks [] for security_group (3fce6594-1e6a-48da-957a-9495213a26ac), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:56.624488 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:56.627142 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9c024b4c-3a4c-4afd-9fcc-3f3c3f7019db admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0979404 Jan 28 05:37:56.629970 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48586) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:56.668434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d7b6e4a0-6fe8-4ca3-b430-28e266aa7c98 req-73d8f867-4369-45a1-a2b5-a06c5cd690d9 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1107392204', 'description': 'tempest-description-767778537'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:56.731105 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Set router ea022867-50b8-47d9-98a7-37c27a9e2571 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:37:56.739981 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97462d03-290d-4889-82bf-59d19e1ed2b1 req-061c9400-9575-4b63-84cd-da57870bcfc6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935524 Jan 28 05:37:56.755656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-94e654d6-545a-4290-82b2-e671fcd2b15a req-ec020821-0dbd-4e51-bf4b-8a34b62ef16f tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Deleting port 1951da60-1c11-4af5-9c52-d16b46bd0f0e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:37:56.755898 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94e654d6-545a-4290-82b2-e671fcd2b15a req-ec020821-0dbd-4e51-bf4b-8a34b62ef16f tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:56.814087 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d7b6e4a0-6fe8-4ca3-b430-28e266aa7c98 req-73d8f867-4369-45a1-a2b5-a06c5cd690d9 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:56.987762 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:54Z', 'revision_number': 3, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:37:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:37:57.107361 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fef8ee7-c85c-46eb-a472-ddf977242f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3fce6594-1e6a-48da-957a-9495213a26ac), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:57.110746 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fef8ee7-c85c-46eb-a472-ddf977242f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:57.114689 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1fef8ee7-c85c-46eb-a472-ddf977242f7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3fce6594-1e6a-48da-957a-9495213a26ac HTTP/1.1" status: 204 len: 168 time: 1.0348542 Jan 28 05:37:57.161694 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef8ee7-c85c-46eb-a472-ddf977242f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fce6594-1e6a-48da-957a-9495213a26ac,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:57.170237 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Checking router: ea022867-50b8-47d9-98a7-37c27a9e2571 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:37:57.170483 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Updating router ea022867-50b8-47d9-98a7-37c27a9e2571 port 44bde9c4-dd71-469f-a091-b07a72f66893 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:37:57.189112 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:57.214251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6e4d0-aa5e-4a7a-8939-158e98847711 req-809a41cf-d2cd-4d81-af48-fd4fb3a2653c tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:57.215862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fc6e4d0-aa5e-4a7a-8939-158e98847711 req-809a41cf-d2cd-4d81-af48-fd4fb3a2653c tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 944 time: 0.1185730 Jan 28 05:37:57.244218 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44bde9c4-dd71-469f-a091-b07a72f66893), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:57.303213 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:57.317492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-94e654d6-545a-4290-82b2-e671fcd2b15a req-ec020821-0dbd-4e51-bf4b-8a34b62ef16f tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] For port 1951da60-1c11-4af5-9c52-d16b46bd0f0e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1951da60-1c11-4af5-9c52-d16b46bd0f0e,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:37:57.318078 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94e654d6-545a-4290-82b2-e671fcd2b15a req-ec020821-0dbd-4e51-bf4b-8a34b62ef16f tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:57.341816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-94e654d6-545a-4290-82b2-e671fcd2b15a req-ec020821-0dbd-4e51-bf4b-8a34b62ef16f tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Calling delete_port for 1951da60-1c11-4af5-9c52-d16b46bd0f0e owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:37:57.352576 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fc6e4d0-aa5e-4a7a-8939-158e98847711 req-0efc668a-67ae-4cdb-9e24-83a359fb7820 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104882 Jan 28 05:37:57.377595 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d7b6e4a0-6fe8-4ca3-b430-28e266aa7c98 req-73d8f867-4369-45a1-a2b5-a06c5cd690d9 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (91704826-4708-4025-9082-899d1b02cee9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:57.460866 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d7b6e4a0-6fe8-4ca3-b430-28e266aa7c98 req-73d8f867-4369-45a1-a2b5-a06c5cd690d9 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (91704826-4708-4025-9082-899d1b02cee9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:57.528313 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8f867-4369-45a1-a2b5-a06c5cd690d9 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91704826-4708-4025-9082-899d1b02cee9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:57.600705 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] Allocated IP 172.20.0.1 (fe3ef2f2-ca08-43b8-91f0-9daadf1632ae/e0c54121-8ca4-4625-ab2e-3cdb5b60a630/79a278d5-c870-425f-be01-ae69873cc214) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:37:57.660837 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d7b6e4a0-6fe8-4ca3-b430-28e266aa7c98 req-73d8f867-4369-45a1-a2b5-a06c5cd690d9 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:57.666139 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7b6e4a0-6fe8-4ca3-b430-28e266aa7c98 req-73d8f867-4369-45a1-a2b5-a06c5cd690d9 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.0105181 Jan 28 05:37:57.703978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-8479e111-599b-4b2f-807b-c4096527ec74 req-9c5d44ce-4230-4868-a50c-0674bd8160fa tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1660364210', 'description': 'tempest-description-1780038856'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:57.823693 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95e33a9a-fa92-40fc-88ee-c6b559cce84c req-85e48142-456a-4c40-830e-79afcb2bd8f0 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 210 time: 0.0415895 Jan 28 05:37:57.828272 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94e654d6-545a-4290-82b2-e671fcd2b15a req-ec020821-0dbd-4e51-bf4b-8a34b62ef16f tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (1951da60-1c11-4af5-9c52-d16b46bd0f0e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:57.833020 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8479e111-599b-4b2f-807b-c4096527ec74 req-9c5d44ce-4230-4868-a50c-0674bd8160fa tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:57.835412 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] Publish callbacks [] for port (79a278d5-c870-425f-be01-ae69873cc214), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:57.852200 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Publish callbacks [] for port (44bde9c4-dd71-469f-a091-b07a72f66893), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:57.930393 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (44bde9c4-dd71-469f-a091-b07a72f66893), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:57.941558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec020821-0dbd-4e51-bf4b-8a34b62ef16f tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Pushing event deleted for resources: {'Port': ['ID=1951da60-1c11-4af5-9c52-d16b46bd0f0e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:57.982860 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (79a278d5-c870-425f-be01-ae69873cc214), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:57.985606 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Attempting to bind port 44bde9c4-dd71-469f-a091-b07a72f66893 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:37:57.985977 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Attempting to bind port 44bde9c4-dd71-469f-a091-b07a72f66893 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:37:57.987047 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Attempting to bind port 44bde9c4-dd71-469f-a091-b07a72f66893 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:37:57.995751 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:37:57.996114 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:37:57.996522 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:57.996913 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:37:57.997388 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Bound port: 44bde9c4-dd71-469f-a091-b07a72f66893, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:37:57.997821 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44bde9c4-dd71-469f-a091-b07a72f66893), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:58.033447 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8a51c-40b1-435f-9642-1adf4b7b4784 None None] Pushing event updated for resources: {'Port': ['ID=44bde9c4-dd71-469f-a091-b07a72f66893,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:58.052556 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8a51c-40b1-435f-9642-1adf4b7b4784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:58.053501 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8a51c-40b1-435f-9642-1adf4b7b4784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:58.053862 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8a51c-40b1-435f-9642-1adf4b7b4784 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:58.054196 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8a51c-40b1-435f-9642-1adf4b7b4784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:58.054591 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8a51c-40b1-435f-9642-1adf4b7b4784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:58.054923 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8a51c-40b1-435f-9642-1adf4b7b4784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:58.055250 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8a51c-40b1-435f-9642-1adf4b7b4784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:58.055573 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8a51c-40b1-435f-9642-1adf4b7b4784 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:58.056056 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8a51c-40b1-435f-9642-1adf4b7b4784 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:58.056386 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8a51c-40b1-435f-9642-1adf4b7b4784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:58.056715 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8a51c-40b1-435f-9642-1adf4b7b4784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:58.057031 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8a51c-40b1-435f-9642-1adf4b7b4784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:58.057376 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8a51c-40b1-435f-9642-1adf4b7b4784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:37:58.063429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e654d6-545a-4290-82b2-e671fcd2b15a req-ec020821-0dbd-4e51-bf4b-8a34b62ef16f tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] No DVR routers for this DVR port 1951da60-1c11-4af5-9c52-d16b46bd0f0e on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:37:58.065211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede7a28e-0221-46a6-bbfe-65b99d9e1c99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1951da60-1c11-4af5-9c52-d16b46bd0f0e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:58.068280 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ed86b2-2d8a-4238-a881-567e1300faf2" -d '{"events": [{"server_uuid": "ede7a28e-0221-46a6-bbfe-65b99d9e1c99", "name": "network-vif-unplugged", "status": "completed", "tag": "1951da60-1c11-4af5-9c52-d16b46bd0f0e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:58.090147 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94e654d6-545a-4290-82b2-e671fcd2b15a req-ec020821-0dbd-4e51-bf4b-8a34b62ef16f tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:58.099284 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94e654d6-545a-4290-82b2-e671fcd2b15a req-ec020821-0dbd-4e51-bf4b-8a34b62ef16f tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.60 "DELETE /v2.0/ports/1951da60-1c11-4af5-9c52-d16b46bd0f0e HTTP/1.1" status: 204 len: 173 time: 1.7483265 Jan 28 05:37:58.101541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede7a28e-0221-46a6-bbfe-65b99d9e1c99', 'name': 'network-vif-deleted', 'tag': '1951da60-1c11-4af5-9c52-d16b46bd0f0e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:37:58.106325 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8a2a0d-8214-4306-ac73-618bfed307e4" -d '{"events": [{"server_uuid": "ede7a28e-0221-46a6-bbfe-65b99d9e1c99", "name": "network-vif-deleted", "tag": "1951da60-1c11-4af5-9c52-d16b46bd0f0e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:37:58.138168 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] Pushing event updated for resources: {'Port': ['ID=79a278d5-c870-425f-be01-ae69873cc214,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:58.163215 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] Network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:37:58.164677 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:37:58.167030 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653231a-0a70-439f-bcce-97d0c37678c1 req-e37bdfb7-a25b-4f3a-911d-bde6ed94ee52 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:58.175113 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:37:58.176422 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d653231a-0a70-439f-bcce-97d0c37678c1 req-e37bdfb7-a25b-4f3a-911d-bde6ed94ee52 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.2431576 Jan 28 05:37:58.190340 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] For port 44bde9c4-dd71-469f-a091-b07a72f66893, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:37:58.204785 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] For port 44bde9c4-dd71-469f-a091-b07a72f66893, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=44bde9c4-dd71-469f-a091-b07a72f66893,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:37:58.284798 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8479e111-599b-4b2f-807b-c4096527ec74 req-9c5d44ce-4230-4868-a50c-0674bd8160fa tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (cb0c6b08-e65a-4942-bef4-bf4591e3405d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:58.320128 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (44bde9c4-dd71-469f-a091-b07a72f66893), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:58.346654 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d653231a-0a70-439f-bcce-97d0c37678c1 req-caa363a1-8715-4868-9e9d-4ea817d0b1c4 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614089 Jan 28 05:37:58.353241 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (ea022867-50b8-47d9-98a7-37c27a9e2571), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:58.411023 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8479e111-599b-4b2f-807b-c4096527ec74 req-9c5d44ce-4230-4868-a50c-0674bd8160fa tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cb0c6b08-e65a-4942-bef4-bf4591e3405d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:58.442768 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251e4cd9-7d5f-4284-8c55-2b24dcb4ffff x-openstack-request-id: req-251e4cd9-7d5f-4284-8c55-2b24dcb4ffff {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:58.443670 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede7a28e-0221-46a6-bbfe-65b99d9e1c99", "name": "network-vif-unplugged", "status": "completed", "tag": "1951da60-1c11-4af5-9c52-d16b46bd0f0e", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:58.444083 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-251e4cd9-7d5f-4284-8c55-2b24dcb4ffff {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:58.444650 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede7a28e-0221-46a6-bbfe-65b99d9e1c99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1951da60-1c11-4af5-9c52-d16b46bd0f0e', 'code': 200} Jan 28 05:37:58.546679 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d44ce-4230-4868-a50c-0674bd8160fa tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0c6b08-e65a-4942-bef4-bf4591e3405d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:58.556971 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3babefe8-b702-45d8-815e-1423688ec343 x-openstack-request-id: req-3babefe8-b702-45d8-815e-1423688ec343 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:37:58.557511 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede7a28e-0221-46a6-bbfe-65b99d9e1c99", "name": "network-vif-deleted", "tag": "1951da60-1c11-4af5-9c52-d16b46bd0f0e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:37:58.557916 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3babefe8-b702-45d8-815e-1423688ec343 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:37:58.560818 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede7a28e-0221-46a6-bbfe-65b99d9e1c99', 'name': 'network-vif-deleted', 'tag': '1951da60-1c11-4af5-9c52-d16b46bd0f0e', 'status': 'completed', 'code': 200} Jan 28 05:37:58.566202 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Routers {'ea022867-50b8-47d9-98a7-37c27a9e2571'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:37:58.566807 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:37:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea022867-50b8-47d9-98a7-37c27a9e2571'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:37:58.582034 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8479e111-599b-4b2f-807b-c4096527ec74 req-9c5d44ce-4230-4868-a50c-0674bd8160fa tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:58.583343 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8479e111-599b-4b2f-807b-c4096527ec74 req-9c5d44ce-4230-4868-a50c-0674bd8160fa tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.8853173 Jan 28 05:37:58.685039 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-96f92a60-f344-4361-9120-f097c11113d7 None None] Provisioning complete for port 79a278d5-c870-425f-be01-ae69873cc214 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:37:58.689918 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96f92a60-f344-4361-9120-f097c11113d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (79a278d5-c870-425f-be01-ae69873cc214), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:58.751407 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8a51c-40b1-435f-9642-1adf4b7b4784 None None] Pushing event updated for resources: {'Port': ['ID=44bde9c4-dd71-469f-a091-b07a72f66893,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:58.772802 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-96f92a60-f344-4361-9120-f097c11113d7 None None] Port 79a278d5-c870-425f-be01-ae69873cc214 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:37:58.797026 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b272126-35e1-4b6f-89c3-9cb4c1706c08 req-3537b6e4-3934-44e2-8518-b754d9492cc0 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/91704826-4708-4025-9082-899d1b02cee9 HTTP/1.1" status: 200 len: 1821 time: 0.0901835 Jan 28 05:37:58.819067 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a42bd-a183-4f6b-9451-be55d8a1a070 req-7fcf97c6-40c0-4a13-b49a-546cd29e0537 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:58.821240 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-270a42bd-a183-4f6b-9451-be55d8a1a070 req-7fcf97c6-40c0-4a13-b49a-546cd29e0537 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 944 time: 0.0914154 Jan 28 05:37:58.868470 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (79a278d5-c870-425f-be01-ae69873cc214), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:58.905652 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] Set router ea022867-50b8-47d9-98a7-37c27a9e2571 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:37:58.920052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1951da60-1c11-4af5-9c52-d16b46bd0f0e no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:37:58.922934 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-270a42bd-a183-4f6b-9451-be55d8a1a070 req-a976fa7b-e91d-47b2-8fec-aadc9b24af27 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723445 Jan 28 05:37:58.936754 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b272126-35e1-4b6f-89c3-9cb4c1706c08 req-5c991918-157e-4f81-994e-17581682858d tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/cb0c6b08-e65a-4942-bef4-bf4591e3405d HTTP/1.1" status: 200 len: 1822 time: 0.1386499 Jan 28 05:37:58.948203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 1951da60-1c11-4af5-9c52-d16b46bd0f0e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:37:58.948770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1951da60-1c11-4af5-9c52-d16b46bd0f0e not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:37:58.960074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-9b272126-35e1-4b6f-89c3-9cb4c1706c08 req-b99a8f91-9855-489e-87a5-89f019057fe3 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '91704826-4708-4025-9082-899d1b02cee9', 'remote_group_id': 'cb0c6b08-e65a-4942-bef4-bf4591e3405d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:58.960409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-9b272126-35e1-4b6f-89c3-9cb4c1706c08 req-b99a8f91-9855-489e-87a5-89f019057fe3 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '91704826-4708-4025-9082-899d1b02cee9', 'remote_group_id': 'cb0c6b08-e65a-4942-bef4-bf4591e3405d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:59.147840 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48634) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:37:59.159725 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] Publish callbacks [] for port (79a278d5-c870-425f-be01-ae69873cc214), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:59.237950 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aceb45d6-80b8-4d75-958b-0f094ae902d0 req-8fb6c4c5-5bd6-48cd-a23e-6b43bc6e0315 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 210 time: 0.0509050 Jan 28 05:37:59.260540 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (79a278d5-c870-425f-be01-ae69873cc214), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:59.280085 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b272126-35e1-4b6f-89c3-9cb4c1706c08 req-b99a8f91-9855-489e-87a5-89f019057fe3 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (400fd2ca-2c86-49a0-a654-eae58d617bbe), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:59.312518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-fea42913-7048-4177-a0ba-7b24a530a97b tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:59.314503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-fea42913-7048-4177-a0ba-7b24a530a97b tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.60 "GET /v2.0/networks?id=56a01931-34aa-4e79-a960-aef0826a6cd6 HTTP/1.1" status: 200 len: 804 time: 0.3189292 Jan 28 05:37:59.357000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-cb6d00a2-d233-42e8-a268-e793d6fafac4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Request body: {'port': {'device_id': '01b3c27c-5d0c-49f5-b72f-ced669bd01a5', 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6', 'admin_state_up': True, 'tenant_id': 'b373ada81bc646c197d728690c726ee1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:59.366516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1789504685-network', 'tenant_id': '7fbaf64d8bca4176a4dfdc9669f1bcab'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:59.398600 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:54Z', 'revision_number': 3, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:37:59.404605 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] Pushing event updated for resources: {'Port': ['ID=79a278d5-c870-425f-be01-ae69873cc214,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:59.405911 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (ea022867-50b8-47d9-98a7-37c27a9e2571), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:59.451411 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b272126-35e1-4b6f-89c3-9cb4c1706c08 req-b99a8f91-9855-489e-87a5-89f019057fe3 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (400fd2ca-2c86-49a0-a654-eae58d617bbe), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:59.457443 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b575017f-21ee-484b-aceb-c2ad17f92672 None None] The sync data for ids ['ea022867-50b8-47d9-98a7-37c27a9e2571'] in n-d-812111-12 is: [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:54Z', 'revision_number': 3, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:37:59.491958 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Made reservation on behalf of 7fbaf64d8bca4176a4dfdc9669f1bcab for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:37:59.495991 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:59.535332 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:37:59.551034 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:59.570246 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b272126-35e1-4b6f-89c3-9cb4c1706c08 req-b99a8f91-9855-489e-87a5-89f019057fe3 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (400fd2ca-2c86-49a0-a654-eae58d617bbe), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:59.586070 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5984e66-7954-45f9-ab03-eb24f17ae7a5 req-075aa7ab-bf1b-48a8-b369-cf8e21cdbdde tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:59.594757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5984e66-7954-45f9-ab03-eb24f17ae7a5 req-075aa7ab-bf1b-48a8-b369-cf8e21cdbdde tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1370695 Jan 28 05:37:59.645122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-0f85ee32-030b-4f30-a913-5d9fb5c7c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:59.646938 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-0f85ee32-030b-4f30-a913-5d9fb5c7c61b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72&tenant_id=3a3781df740148d6b4244220d13c806d HTTP/1.1" status: 200 len: 1102 time: 0.1715000 Jan 28 05:37:59.658808 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a8f91-9855-489e-87a5-89f019057fe3 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400fd2ca-2c86-49a0-a654-eae58d617bbe,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:37:59.671327 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] Network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:37:59.675621 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:37:59.740297 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b272126-35e1-4b6f-89c3-9cb4c1706c08 req-b99a8f91-9855-489e-87a5-89f019057fe3 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:59.742054 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b272126-35e1-4b6f-89c3-9cb4c1706c08 req-b99a8f91-9855-489e-87a5-89f019057fe3 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8035970 Jan 28 05:37:59.774021 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5984e66-7954-45f9-ab03-eb24f17ae7a5 req-af9b47fa-ce41-4c04-b274-1ae941b83344 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779764 Jan 28 05:37:59.818868 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b7210764-2615-4129-888f-17dd4dd80f33 req-4e0f7a19-9087-44e0-9452-b8930c1d4fc0 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1610751348', 'description': 'tempest-description-50443659'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:37:59.844749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-cb6d00a2-d233-42e8-a268-e793d6fafac4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Made reservation on behalf of b373ada81bc646c197d728690c726ee1 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:37:59.850492 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-cb6d00a2-d233-42e8-a268-e793d6fafac4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:59.909429 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Publish callbacks [] for security_group (d4de26c8-b057-4713-8dc4-48f1a42ba2f0), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:37:59.951267 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] Router ea022867-50b8-47d9-98a7-37c27a9e2571 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:37:59.957857 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-e3a665cd-993c-4854-8886-cfb7f3c05b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:37:59.957857 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-e3a665cd-993c-4854-8886-cfb7f3c05b85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 1102 time: 0.1743751 Jan 28 05:37:59.990841 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b7210764-2615-4129-888f-17dd4dd80f33 req-4e0f7a19-9087-44e0-9452-b8930c1d4fc0 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:00.078204 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d4de26c8-b057-4713-8dc4-48f1a42ba2f0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:00.168674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-cb6d00a2-d233-42e8-a268-e793d6fafac4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Allocated IP 172.20.0.9 (56a01931-34aa-4e79-a960-aef0826a6cd6/b8ad07a0-3844-44a2-a22c-26a49efa296b/958983a8-9d6b-4501-a24b-b128baa73be3) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:38:00.185730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b86dc-0537-4f75-af00-285fd41543e4 req-1531de26-d22e-4b5f-9838-ca3efe36f874 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:00.191209 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:38:00.194176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b5b86dc-0537-4f75-af00-285fd41543e4 req-1531de26-d22e-4b5f-9838-ca3efe36f874 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 944 time: 0.1604557 Jan 28 05:38:00.241380 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b7210764-2615-4129-888f-17dd4dd80f33 req-4e0f7a19-9087-44e0-9452-b8930c1d4fc0 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (1d4a527b-8dc9-44db-aca6-c3dd369bb004), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:00.242639 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a9b21d2a-a3ed-4ea1-b82c-392ce6e69a2f None None] Provisioning complete for port 79a278d5-c870-425f-be01-ae69873cc214 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:00.244003 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9b21d2a-a3ed-4ea1-b82c-392ce6e69a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (79a278d5-c870-425f-be01-ae69873cc214), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:00.254241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4de26c8-b057-4713-8dc4-48f1a42ba2f0,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:00.271697 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-b7648eb4-5217-4c58-9fbb-de69da5a65ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:00.275003 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-b7648eb4-5217-4c58-9fbb-de69da5a65ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.3115716 Jan 28 05:38:00.304547 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a9b21d2a-a3ed-4ea1-b82c-392ce6e69a2f None None] Port 79a278d5-c870-425f-be01-ae69873cc214 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:38:00.351326 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 44bde9c4-dd71-469f-a091-b07a72f66893 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:38:00.366864 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-db137a79-398a-49e9-a386-71f45cfea24d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef HTTP/1.1" status: 200 len: 217 time: 0.0671647 Jan 28 05:38:00.401245 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (6404d585-7fef-44be-bcfc-e052baf4aa4a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:00.401685 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Added segment 6404d585-7fef-44be-bcfc-e052baf4aa4a of type vlan for network 0a4ac178-d1b8-470d-9dd1-b09052e14009 Jan 28 05:38:00.464922 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 44bde9c4-dd71-469f-a091-b07a72f66893 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:00.465531 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (44bde9c4-dd71-469f-a091-b07a72f66893), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:00.511370 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-cb6d00a2-d233-42e8-a268-e793d6fafac4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks [] for port (958983a8-9d6b-4501-a24b-b128baa73be3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:00.522927 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (0a4ac178-d1b8-470d-9dd1-b09052e14009), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:00.565302 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-ea63db8d-7ece-4ad0-b6dc-7ba2cf195eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:00.566823 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-ea63db8d-7ece-4ad0-b6dc-7ba2cf195eef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1675336 Jan 28 05:38:00.567931 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:38:00.583280 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-60aa7102-ebd0-43e5-912e-97211b770327 admin admin] 10.222.0.31 "PUT /v2.0/routers/ea022867-50b8-47d9-98a7-37c27a9e2571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9516745 Jan 28 05:38:00.614002 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b5b86dc-0537-4f75-af00-285fd41543e4 req-21af3421-d374-4145-8205-0ff60f765260 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188228 Jan 28 05:38:00.615535 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b7210764-2615-4129-888f-17dd4dd80f33 req-4e0f7a19-9087-44e0-9452-b8930c1d4fc0 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1d4a527b-8dc9-44db-aca6-c3dd369bb004), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:00.619322 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 44bde9c4-dd71-469f-a091-b07a72f66893 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:00.619907 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44bde9c4-dd71-469f-a091-b07a72f66893), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:00.677576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-fa8e00d9-a6d9-48c7-a869-c6cb06d6d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:00.681744 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-fa8e00d9-a6d9-48c7-a869-c6cb06d6d58d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0970845 Jan 28 05:38:00.689936 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 44bde9c4-dd71-469f-a091-b07a72f66893, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=44bde9c4-dd71-469f-a091-b07a72f66893,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:00.716949 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-cb6d00a2-d233-42e8-a268-e793d6fafac4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:00.753489 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (44bde9c4-dd71-469f-a091-b07a72f66893), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:00.768888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f7a19-9087-44e0-9452-b8930c1d4fc0 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4a527b-8dc9-44db-aca6-c3dd369bb004,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:00.790504 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b7210764-2615-4129-888f-17dd4dd80f33 req-4e0f7a19-9087-44e0-9452-b8930c1d4fc0 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:00.819995 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7210764-2615-4129-888f-17dd4dd80f33 req-4e0f7a19-9087-44e0-9452-b8930c1d4fc0 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.0057788 Jan 28 05:38:00.846454 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-4c951996-9b83-484b-82da-1bbacd3669b1 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532855 Jan 28 05:38:00.847694 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (0a4ac178-d1b8-470d-9dd1-b09052e14009), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:00.848713 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:00.849304 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:00.856158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-cb6d00a2-d233-42e8-a268-e793d6fafac4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Network 56a01931-34aa-4e79-a960-aef0826a6cd6 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:38:00.863971 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-cb6d00a2-d233-42e8-a268-e793d6fafac4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:38:00.873419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-cb6d00a2-d233-42e8-a268-e793d6fafac4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:38:00.936151 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=44bde9c4-dd71-469f-a091-b07a72f66893,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:00.967953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d00a2-d233-42e8-a268-e793d6fafac4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Pushing event updated for resources: {'Port': ['ID=958983a8-9d6b-4501-a24b-b128baa73be3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:01.058590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-cb6d00a2-d233-42e8-a268-e793d6fafac4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:01.059831 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-cb6d00a2-d233-42e8-a268-e793d6fafac4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:01.098038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3841628-c37f-4c37-9f02-2d4b2b98acb0 req-d13e4975-21e9-448f-9e3c-964c765d7b52 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:01.103329 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a3841628-c37f-4c37-9f02-2d4b2b98acb0 req-d13e4975-21e9-448f-9e3c-964c765d7b52 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1675727 Jan 28 05:38:01.113364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324576d9-ce26-4709-9d51-abba38dbbf95 req-04dc8011-f1cf-46a8-8e87-b9d658e8dd2a tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:01.115520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-324576d9-ce26-4709-9d51-abba38dbbf95 req-04dc8011-f1cf-46a8-8e87-b9d658e8dd2a tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 931 time: 0.1499116 Jan 28 05:38:01.213488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a3841628-c37f-4c37-9f02-2d4b2b98acb0 req-1f4dd2dc-5afb-4840-a3a3-392300ba9317 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968318 Jan 28 05:38:01.221972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-cb6d00a2-d233-42e8-a268-e793d6fafac4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8741755 Jan 28 05:38:01.230020 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-324576d9-ce26-4709-9d51-abba38dbbf95 req-62316455-95dc-4ca9-9574-1ccd63fe22a8 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059093 Jan 28 05:38:01.254724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-335c7612-fdf3-4adb-88c2-365602d42d61 req-500f99ad-e852-47fb-bbb2-f2d93f00e5f0 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2108398952', 'description': 'tempest-description-539717667'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:01.275912 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Request body: {'port': {'device_id': '01b3c27c-5d0c-49f5-b72f-ced669bd01a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:01.350285 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:01.351630 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2026777 Jan 28 05:38:01.352455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48662) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:01.356755 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Pushing event updated for resources: {'Network': ['ID=0a4ac178-d1b8-470d-9dd1-b09052e14009,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:01.370256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-81dd8590-d209-4a7b-92e1-56af15648f9d admin admin] Request body: {'subnet': {'network_id': '0a4ac178-d1b8-470d-9dd1-b09052e14009', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1789504685-subnet', 'tenant_id': '7fbaf64d8bca4176a4dfdc9669f1bcab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:01.377392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:01.377392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:01.377392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:01.377392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:01.377392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:01.377392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:01.377392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:01.377392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:01.378470 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:01.378470 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:01.378975 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:01.379114 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:01.379507 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b4587-37b8-4c04-88c6-4474cd69ae6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:01.383377 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-335c7612-fdf3-4adb-88c2-365602d42d61 req-500f99ad-e852-47fb-bbb2-f2d93f00e5f0 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:01.392841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 0a4ac178-d1b8-470d-9dd1-b09052e14009 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:38:01.475491 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84a1633b-93a5-4cbb-bc65-9ced8ccab024 req-fb4e6362-c918-4803-a3c0-82c94a304832 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203935 Jan 28 05:38:01.619581 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dd8590-d209-4a7b-92e1-56af15648f9d admin admin] Made reservation on behalf of 7fbaf64d8bca4176a4dfdc9669f1bcab for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:38:01.626898 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81dd8590-d209-4a7b-92e1-56af15648f9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:01.678695 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-335c7612-fdf3-4adb-88c2-365602d42d61 req-500f99ad-e852-47fb-bbb2-f2d93f00e5f0 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (a16a0094-b907-4871-ade1-060a9238bda3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:01.798329 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-335c7612-fdf3-4adb-88c2-365602d42d61 req-500f99ad-e852-47fb-bbb2-f2d93f00e5f0 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a16a0094-b907-4871-ade1-060a9238bda3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:01.929788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f99ad-e852-47fb-bbb2-f2d93f00e5f0 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a16a0094-b907-4871-ade1-060a9238bda3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:02.006283 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-335c7612-fdf3-4adb-88c2-365602d42d61 req-500f99ad-e852-47fb-bbb2-f2d93f00e5f0 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:02.007946 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-335c7612-fdf3-4adb-88c2-365602d42d61 req-500f99ad-e852-47fb-bbb2-f2d93f00e5f0 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7663736 Jan 28 05:38:02.028342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-3311623b-0844-4589-b96e-d1b79f6a66e1 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:02.029859 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-3311623b-0844-4589-b96e-d1b79f6a66e1 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/networks?id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 200 len: 820 time: 0.2874417 Jan 28 05:38:02.141719 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-fa4d2f42-53cd-4cf9-8323-bc070b2e7a9b tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/quotas/364449c3382c4cfa9ecf7695bc42f027 HTTP/1.1" status: 200 len: 375 time: 0.0920222 Jan 28 05:38:02.166849 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958983a8-9d6b-4501-a24b-b128baa73be3 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:38:02.185436 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Publish callbacks [] for port (958983a8-9d6b-4501-a24b-b128baa73be3), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:02.192415 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 44bde9c4-dd71-469f-a091-b07a72f66893 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:38:02.236502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055c8ad-d7a8-4b68-8e4c-84f779fc6c6c req-1467900b-5139-42cf-a6e6-74b5831f7169 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:02.243372 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7055c8ad-d7a8-4b68-8e4c-84f779fc6c6c req-1467900b-5139-42cf-a6e6-74b5831f7169 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 944 time: 0.1634581 Jan 28 05:38:02.252670 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81dd8590-d209-4a7b-92e1-56af15648f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (72081d27-0a82-4298-876b-145af0f2b5bf), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:02.275048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 44bde9c4-dd71-469f-a091-b07a72f66893 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:02.275426 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (44bde9c4-dd71-469f-a091-b07a72f66893), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:02.319335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-f302c295-5828-4218-b422-96a876a6f0aa tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=364449c3382c4cfa9ecf7695bc42f027&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1585915 Jan 28 05:38:02.326466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Sync routers for ids ['ea022867-50b8-47d9-98a7-37c27a9e2571'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:38:02.349481 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 54fd6ebe-ad39-4455-be38-1eb510a282ef no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:38:02.376738 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Routers {'ea022867-50b8-47d9-98a7-37c27a9e2571'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:38:02.377387 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:37:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea022867-50b8-47d9-98a7-37c27a9e2571'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:02.396591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Transition to ACTIVE for port object 958983a8-9d6b-4501-a24b-b128baa73be3 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:38:02.458441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd8590-d209-4a7b-92e1-56af15648f9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=72081d27-0a82-4298-876b-145af0f2b5bf,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:02.461996 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dbe45246-2d18-43e9-90fa-0ea9864738ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:02.468852 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7055c8ad-d7a8-4b68-8e4c-84f779fc6c6c req-aa9ca2a9-734f-4214-9b4a-64d2ed5f31c0 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240407 Jan 28 05:38:02.471676 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:02.519653 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 44bde9c4-dd71-469f-a091-b07a72f66893 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:02.525317 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd8590-d209-4a7b-92e1-56af15648f9d admin admin] Checking segment: {'id': '6404d585-7fef-44be-bcfc-e052baf4aa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0a4ac178-d1b8-470d-9dd1-b09052e14009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:38:02.525805 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd8590-d209-4a7b-92e1-56af15648f9d admin admin] Network hostable DHCP agents. Network: 0a4ac178-d1b8-470d-9dd1-b09052e14009, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:38:02.569283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Pushing event updated for resources: {'Port': ['ID=958983a8-9d6b-4501-a24b-b128baa73be3,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:02.619760 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Set router ea022867-50b8-47d9-98a7-37c27a9e2571 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:38:02.664723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Attempting to bind port 958983a8-9d6b-4501-a24b-b128baa73be3 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:38:02.665067 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Attempting to bind port 958983a8-9d6b-4501-a24b-b128baa73be3 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'd40deef8-4c8e-4686-b72c-f11ad13b93cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:38:02.665396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Attempting to bind port 958983a8-9d6b-4501-a24b-b128baa73be3 on network 56a01931-34aa-4e79-a960-aef0826a6cd6 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:38:02.678649 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-1c263ac6-d0e9-42df-9ae0-9b731b9a228d service neutron] 10.222.0.31 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571274 Jan 28 05:38:02.698115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 54fd6ebe-ad39-4455-be38-1eb510a282ef is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:02.698781 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:02.704392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Port 958983a8-9d6b-4501-a24b-b128baa73be3 on network 56a01931-34aa-4e79-a960-aef0826a6cd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:38:02.704812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Attempting to bind port 958983a8-9d6b-4501-a24b-b128baa73be3 on network 56a01931-34aa-4e79-a960-aef0826a6cd6 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:38:02.726906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:38:02.727241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Checking segment: {'id': 'd40deef8-4c8e-4686-b72c-f11ad13b93cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:38:02.727622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Bound using segment: {'id': 'd40deef8-4c8e-4686-b72c-f11ad13b93cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:38:02.728060 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Bound port: 958983a8-9d6b-4501-a24b-b128baa73be3, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40deef8-4c8e-4686-b72c-f11ad13b93cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:38:02.728462 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:02.742806 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd8590-d209-4a7b-92e1-56af15648f9d admin admin] Network 0a4ac178-d1b8-470d-9dd1-b09052e14009 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:38:02.819112 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 54fd6ebe-ad39-4455-be38-1eb510a282ef, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:02.820356 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f5195-d22b-4776-8814-918deaef9b72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54fd6ebe-ad39-4455-be38-1eb510a282ef'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:02.823365 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e415e5d-4abd-4644-b37f-e95750a68212" -d '{"events": [{"server_uuid": "b90f5195-d22b-4776-8814-918deaef9b72", "name": "network-vif-unplugged", "status": "completed", "tag": "54fd6ebe-ad39-4455-be38-1eb510a282ef"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:02.871410 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6aab268-96a9-49f3-88e4-9c0a3aea15e4 req-4e77d82e-3036-4416-aa49-418f07ea2c67 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/1d4a527b-8dc9-44db-aca6-c3dd369bb004 HTTP/1.1" status: 200 len: 1820 time: 0.1695611 Jan 28 05:38:02.892629 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:02.893509 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-81dd8590-d209-4a7b-92e1-56af15648f9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 0a4ac178-d1b8-470d-9dd1-b09052e14009) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:38:02.933097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dd8590-d209-4a7b-92e1-56af15648f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:02.933808 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81dd8590-d209-4a7b-92e1-56af15648f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:02.942201 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] For port 958983a8-9d6b-4501-a24b-b128baa73be3, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:38:02.945649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63abd675-06da-4ca1-8451-75d54c4c50d5 None None] Network 0a4ac178-d1b8-470d-9dd1-b09052e14009 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:38:02.972193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] For port 958983a8-9d6b-4501-a24b-b128baa73be3, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=958983a8-9d6b-4501-a24b-b128baa73be3,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:38:02.974715 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-6ea914e0-3962-4a77-bb28-98288d7e9ac4 service neutron] 10.222.0.31 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939520 Jan 28 05:38:02.977473 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6aab268-96a9-49f3-88e4-9c0a3aea15e4 req-7a9e2a90-9f1e-4344-8f24-a44fe6fd5269 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/a16a0094-b907-4871-ade1-060a9238bda3 HTTP/1.1" status: 200 len: 1821 time: 0.0918298 Jan 28 05:38:02.998121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e6aab268-96a9-49f3-88e4-9c0a3aea15e4 req-b21ad431-2149-4b7e-8014-798f70e56d0a tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1d4a527b-8dc9-44db-aca6-c3dd369bb004', 'remote_group_id': 'a16a0094-b907-4871-ade1-060a9238bda3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:02.998510 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e6aab268-96a9-49f3-88e4-9c0a3aea15e4 req-b21ad431-2149-4b7e-8014-798f70e56d0a tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1d4a527b-8dc9-44db-aca6-c3dd369bb004', 'remote_group_id': 'a16a0094-b907-4871-ade1-060a9238bda3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:03.070500 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-81dd8590-d209-4a7b-92e1-56af15648f9d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7075999 Jan 28 05:38:03.073159 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:03.164518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:03.165125 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:03.166529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] 10.222.0.60 "PUT /v2.0/ports/958983a8-9d6b-4501-a24b-b128baa73be3 HTTP/1.1" status: 200 len: 1092 time: 1.8960285 Jan 28 05:38:03.166979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b3c27c-5d0c-49f5-b72f-ced669bd01a5', 'tag': '958983a8-9d6b-4501-a24b-b128baa73be3'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:03.169327 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78380190-4493-49cf-a5cc-91ab09859ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "01b3c27c-5d0c-49f5-b72f-ced669bd01a5", "tag": "958983a8-9d6b-4501-a24b-b128baa73be3"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:03.209481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d23b88-b8ef-4e17-a585-aa4d032801c9 service neutron] Pushing event updated for resources: {'Port': ['ID=958983a8-9d6b-4501-a24b-b128baa73be3,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:03.230678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=54fd6ebe-ad39-4455-be38-1eb510a282ef,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:03.239144 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e6aab268-96a9-49f3-88e4-9c0a3aea15e4 req-b21ad431-2149-4b7e-8014-798f70e56d0a tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (a6f81bbc-2ca9-41fb-9481-39ed36a341cc), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:03.307396 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 2, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:03.315814 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a77a3ad-0d8e-433d-a3ba-0267bc03315b None None] Network 0a4ac178-d1b8-470d-9dd1-b09052e14009 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:38:03.364440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Checking router: ea022867-50b8-47d9-98a7-37c27a9e2571 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:38:03.365058 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Updating router ea022867-50b8-47d9-98a7-37c27a9e2571 port 79a278d5-c870-425f-be01-ae69873cc214 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:38:03.377985 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e6aab268-96a9-49f3-88e4-9c0a3aea15e4 req-b21ad431-2149-4b7e-8014-798f70e56d0a tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (a6f81bbc-2ca9-41fb-9481-39ed36a341cc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:03.448291 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (79a278d5-c870-425f-be01-ae69873cc214), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:03.486624 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e6aab268-96a9-49f3-88e4-9c0a3aea15e4 req-b21ad431-2149-4b7e-8014-798f70e56d0a tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (a6f81bbc-2ca9-41fb-9481-39ed36a341cc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:03.496159 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1abe3b92-a827-4ad6-8717-37f9f6a6a74b req-def44496-ca33-4d35-8fd1-51e4f2f49e1e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1026740 Jan 28 05:38:03.550677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ad431-2149-4b7e-8014-798f70e56d0a tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f81bbc-2ca9-41fb-9481-39ed36a341cc,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:03.570292 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-4589552e-2f77-4bd8-858b-541450672bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:03.571846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-4589552e-2f77-4bd8-858b-541450672bbc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b373ada81bc646c197d728690c726ee1&device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 1095 time: 0.1709366 Jan 28 05:38:03.640906 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-8d685ed2-1e1a-4f58-8d52-b75d31a4fb0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=958983a8-9d6b-4501-a24b-b128baa73be3 HTTP/1.1" status: 200 len: 217 time: 0.0532691 Jan 28 05:38:03.645881 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e6aab268-96a9-49f3-88e4-9c0a3aea15e4 req-b21ad431-2149-4b7e-8014-798f70e56d0a tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:03.647227 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6aab268-96a9-49f3-88e4-9c0a3aea15e4 req-b21ad431-2149-4b7e-8014-798f70e56d0a tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6564918 Jan 28 05:38:03.659027 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe3b92-a827-4ad6-8717-37f9f6a6a74b req-8a4ca705-5209-4092-b13b-214574641ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:03.660840 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1abe3b92-a827-4ad6-8717-37f9f6a6a74b req-8a4ca705-5209-4092-b13b-214574641ce5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 1101 time: 0.1047547 Jan 28 05:38:03.835648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343e69b-b739-4453-9309-d41c3d04ad5e req-12316670-1845-48c6-9a95-e2ec59a198b4 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:03.847982 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2343e69b-b739-4453-9309-d41c3d04ad5e req-12316670-1845-48c6-9a95-e2ec59a198b4 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 948 time: 0.2186310 Jan 28 05:38:03.870602 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-5bc4085d-9d6c-4fad-9160-6bf565a551f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:03.874205 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-5bc4085d-9d6c-4fad-9160-6bf565a551f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8ad07a0-3844-44a2-a22c-26a49efa296b HTTP/1.1" status: 200 len: 844 time: 0.1907263 Jan 28 05:38:03.915882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe3b92-a827-4ad6-8717-37f9f6a6a74b req-bb23acf5-2a81-472e-9111-55cf80775360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:03.917630 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1abe3b92-a827-4ad6-8717-37f9f6a6a74b req-bb23acf5-2a81-472e-9111-55cf80775360 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.2306480 Jan 28 05:38:04.022725 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1abe3b92-a827-4ad6-8717-37f9f6a6a74b req-c532b41b-47c4-4b0e-9a2c-f81d8d1ac085 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=69986b38-c2fa-4524-bf16-63fae6dbb18a HTTP/1.1" status: 200 len: 217 time: 0.0957708 Jan 28 05:38:04.071428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-bd10abba-9102-4dfe-84f7-a0464a5f164a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=56a01931-34aa-4e79-a960-aef0826a6cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1699662 Jan 28 05:38:04.106919 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe3b92-a827-4ad6-8717-37f9f6a6a74b req-4f5b112d-ed23-48c5-a8fc-3a2a0dfc7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:04.110994 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1abe3b92-a827-4ad6-8717-37f9f6a6a74b req-4f5b112d-ed23-48c5-a8fc-3a2a0dfc7bda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0852740 Jan 28 05:38:04.119687 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2343e69b-b739-4453-9309-d41c3d04ad5e req-0f8c6cdd-b300-49ac-85f1-3a11ebc44a20 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704766 Jan 28 05:38:04.243690 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b137bf0-c8e1-4a24-876e-56733c00654d x-openstack-request-id: req-0b137bf0-c8e1-4a24-876e-56733c00654d {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:04.244233 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f5195-d22b-4776-8814-918deaef9b72", "name": "network-vif-unplugged", "status": "completed", "tag": "54fd6ebe-ad39-4455-be38-1eb510a282ef", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:04.244233 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b137bf0-c8e1-4a24-876e-56733c00654d {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:04.245889 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5195-d22b-4776-8814-918deaef9b72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54fd6ebe-ad39-4455-be38-1eb510a282ef', 'code': 200} Jan 28 05:38:04.285973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe3b92-a827-4ad6-8717-37f9f6a6a74b req-4968f7a8-f851-4f1a-923c-13a034a054ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:04.293208 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1abe3b92-a827-4ad6-8717-37f9f6a6a74b req-4968f7a8-f851-4f1a-923c-13a034a054ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1561928 Jan 28 05:38:04.314677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece2697-c53a-4378-89dc-64ff02216854 req-88c80993-2d61-4bc4-b49a-0b045a5a38d7 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:04.334322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4ece2697-c53a-4378-89dc-64ff02216854 req-88c80993-2d61-4bc4-b49a-0b045a5a38d7 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 943 time: 0.4560513 Jan 28 05:38:04.342889 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Publish callbacks [] for port (79a278d5-c870-425f-be01-ae69873cc214), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:04.345035 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0286c4c6-5fa1-40f4-bb9b-1ea6a0f45645 x-openstack-request-id: req-0286c4c6-5fa1-40f4-bb9b-1ea6a0f45645 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:04.345601 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b3c27c-5d0c-49f5-b72f-ced669bd01a5", "tag": "958983a8-9d6b-4501-a24b-b128baa73be3", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:04.346491 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0286c4c6-5fa1-40f4-bb9b-1ea6a0f45645 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:04.347099 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b3c27c-5d0c-49f5-b72f-ced669bd01a5', 'tag': '958983a8-9d6b-4501-a24b-b128baa73be3', 'status': 'completed', 'code': 200} Jan 28 05:38:04.360882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 54fd6ebe-ad39-4455-be38-1eb510a282ef details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:38:04.439493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-4754a5cd-b3c6-4889-a5eb-9b51bbb393e0 service neutron] 10.222.0.60 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187802 Jan 28 05:38:04.444812 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4ece2697-c53a-4378-89dc-64ff02216854 req-d5119358-0d45-4c27-9ad5-0957743c8783 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944488 Jan 28 05:38:04.445284 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (79a278d5-c870-425f-be01-ae69873cc214), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:04.567241 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1abe3b92-a827-4ad6-8717-37f9f6a6a74b req-f50d90c3-106c-4c22-9914-7821abb2daab service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638783 Jan 28 05:38:04.614776 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-37bab8f3-6a57-45ca-a8b0-85eb7bcf06d6 req-63f96779-b032-416b-b52d-e77a604f0b2b tempest-SecurityGroupsNegativeTestJSON-1724374756 tempest-SecurityGroupsNegativeTestJSON-1724374756-project] show failed (client error): The resource could not be found. Jan 28 05:38:04.616173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad4caf-0932-4484-8861-b84f96f34e1b None None] Pushing event updated for resources: {'Port': ['ID=79a278d5-c870-425f-be01-ae69873cc214,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:04.635149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37bab8f3-6a57-45ca-a8b0-85eb7bcf06d6 req-63f96779-b032-416b-b52d-e77a604f0b2b tempest-SecurityGroupsNegativeTestJSON-1724374756 tempest-SecurityGroupsNegativeTestJSON-1724374756-project] 10.222.0.31 "GET /v2.0/security-groups/fb55ab18-0637-4604-a682-7ca0438ac260 HTTP/1.1" status: 404 len: 352 time: 0.0753405 Jan 28 05:38:04.637582 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc926024-fda2-49e1-80e2-c40c4759bd02 req-0afb2910-d892-4155-93db-ef04f16a586c tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 210 time: 0.0791581 Jan 28 05:38:04.732249 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60b7092c-2b6a-4ce5-b435-0f71bb4462ee req-8147f4f2-7b4f-45fd-b0dc-4b0b999e17b9 service neutron] 10.222.0.60 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852526 Jan 28 05:38:04.800549 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1abe3b92-a827-4ad6-8717-37f9f6a6a74b req-0f716c67-594b-41ec-9d79-98bc4d2206a7 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262757 Jan 28 05:38:04.864877 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Attempting to bind port 79a278d5-c870-425f-be01-ae69873cc214 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:38:04.865454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Attempting to bind port 79a278d5-c870-425f-be01-ae69873cc214 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'c145a65b-96c8-4e27-bda6-dcde64ac7af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:38:04.866006 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Attempting to bind port 79a278d5-c870-425f-be01-ae69873cc214 on network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:38:04.879373 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b54e0688-d226-471a-a007-69ee15e90af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:04.903086 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:38:04.904374 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Checking segment: {'id': 'c145a65b-96c8-4e27-bda6-dcde64ac7af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:38:04.904374 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:04.904752 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Bound using segment: {'id': 'c145a65b-96c8-4e27-bda6-dcde64ac7af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:38:04.905358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Bound port: 79a278d5-c870-425f-be01-ae69873cc214, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c145a65b-96c8-4e27-bda6-dcde64ac7af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:38:04.907469 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (79a278d5-c870-425f-be01-ae69873cc214), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:05.044015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] For port 79a278d5-c870-425f-be01-ae69873cc214, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:38:05.050663 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] For port 79a278d5-c870-425f-be01-ae69873cc214, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=79a278d5-c870-425f-be01-ae69873cc214,segment=NetworkSegment(c145a65b-96c8-4e27-bda6-dcde64ac7af8),segment_id=c145a65b-96c8-4e27-bda6-dcde64ac7af8)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:38:05.054008 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 54fd6ebe-ad39-4455-be38-1eb510a282ef, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:05.072197 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '54fd6ebe-ad39-4455-be38-1eb510a282ef', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '54fd6ebe-ad39-4455-be38-1eb510a282ef', 'mac_address': 'fa:16:3e:c3:be:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:38:05.123854 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 54fd6ebe-ad39-4455-be38-1eb510a282ef is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:05.124282 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:05.144266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fd6ebe-ad39-4455-be38-1eb510a282ef {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:38:05.183451 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 54fd6ebe-ad39-4455-be38-1eb510a282ef, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:05.189619 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (79a278d5-c870-425f-be01-ae69873cc214), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:05.278531 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:05.302726 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Routers {'ea022867-50b8-47d9-98a7-37c27a9e2571'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:38:05.303543 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:38:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea022867-50b8-47d9-98a7-37c27a9e2571'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:05.315394 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6a391e02-0b36-42f0-9367-a8575c40edc2 None None] Provisioning complete for port 79a278d5-c870-425f-be01-ae69873cc214 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:05.315774 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a391e02-0b36-42f0-9367-a8575c40edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (79a278d5-c870-425f-be01-ae69873cc214), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:05.321068 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a42bfb91-c073-4374-8713-abef0511cf75 req-01bf1bcb-79ec-4a02-86fd-3163edf1d149 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1841822 Jan 28 05:38:05.335254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b861b4d-a57a-4ab0-b07c-655b18095683 req-f324c9a6-2414-48cf-894b-0b539efb4ace tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/a16a0094-b907-4871-ade1-060a9238bda3 HTTP/1.1" status: 200 len: 1821 time: 0.5989718 Jan 28 05:38:05.367775 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4890ea9-08eb-4f33-88cc-0448e352e26b req-81e5edcd-03d8-464a-9c33-16e25527cf53 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:05.369729 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4890ea9-08eb-4f33-88cc-0448e352e26b req-81e5edcd-03d8-464a-9c33-16e25527cf53 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 944 time: 0.6118290 Jan 28 05:38:05.476979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78380190-4493-49cf-a5cc-91ab09859ce1 req-80fdc6b9-4ca8-4293-97cb-688a5f1a7065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:05.479085 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78380190-4493-49cf-a5cc-91ab09859ce1 req-80fdc6b9-4ca8-4293-97cb-688a5f1a7065 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b373ada81bc646c197d728690c726ee1&device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 1095 time: 0.3402948 Jan 28 05:38:05.515470 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad4caf-0932-4484-8861-b84f96f34e1b None None] Pushing event updated for resources: {'Port': ['ID=79a278d5-c870-425f-be01-ae69873cc214,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:05.636135 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4890ea9-08eb-4f33-88cc-0448e352e26b req-897b69e6-a0f4-4229-af53-a145f6eefc3a tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547712 Jan 28 05:38:05.637410 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b861b4d-a57a-4ab0-b07c-655b18095683 req-d19810c3-d9a2-4246-97f1-5b5d94a7ad85 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (a16a0094-b907-4871-ade1-060a9238bda3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:05.650848 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bfb91-c073-4374-8713-abef0511cf75 req-e54fe61b-8980-4590-aaca-bc6c0ba71511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:05.652353 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a42bfb91-c073-4374-8713-abef0511cf75 req-e54fe61b-8980-4590-aaca-bc6c0ba71511 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 1097 time: 0.2814369 Jan 28 05:38:05.673597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['54fd6ebe-ad39-4455-be38-1eb510a282ef'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:38:05.690853 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b861b4d-a57a-4ab0-b07c-655b18095683 req-d19810c3-d9a2-4246-97f1-5b5d94a7ad85 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (a16a0094-b907-4871-ade1-060a9238bda3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:05.769537 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=54fd6ebe-ad39-4455-be38-1eb510a282ef,revision_number=10']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:05.847516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] Set router ea022867-50b8-47d9-98a7-37c27a9e2571 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:38:05.898791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6a391e02-0b36-42f0-9367-a8575c40edc2 None None] Current status of the port 79a278d5-c870-425f-be01-ae69873cc214 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:05.899105 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a391e02-0b36-42f0-9367-a8575c40edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (79a278d5-c870-425f-be01-ae69873cc214), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:05.906200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78380190-4493-49cf-a5cc-91ab09859ce1 req-507b5149-4a79-48c4-9e21-63db7e53f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:05.908414 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78380190-4493-49cf-a5cc-91ab09859ce1 req-507b5149-4a79-48c4-9e21-63db7e53f8f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=56a01931-34aa-4e79-a960-aef0826a6cd6 HTTP/1.1" status: 200 len: 905 time: 0.4158227 Jan 28 05:38:05.930172 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b861b4d-a57a-4ab0-b07c-655b18095683 req-d19810c3-d9a2-4246-97f1-5b5d94a7ad85 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a16a0094-b907-4871-ade1-060a9238bda3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:05.934153 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b861b4d-a57a-4ab0-b07c-655b18095683 req-d19810c3-d9a2-4246-97f1-5b5d94a7ad85 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:05.941369 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b861b4d-a57a-4ab0-b07c-655b18095683 req-d19810c3-d9a2-4246-97f1-5b5d94a7ad85 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "DELETE /v2.0/security-groups/a16a0094-b907-4871-ade1-060a9238bda3 HTTP/1.1" status: 204 len: 173 time: 0.5826912 Jan 28 05:38:06.045025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78380190-4493-49cf-a5cc-91ab09859ce1 req-f55fea3d-6c27-4f2f-b93e-3fe0bbacd55b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=958983a8-9d6b-4501-a24b-b128baa73be3 HTTP/1.1" status: 200 len: 217 time: 0.1207237 Jan 28 05:38:06.046686 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6a391e02-0b36-42f0-9367-a8575c40edc2 None None] For port 79a278d5-c870-425f-be01-ae69873cc214, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=79a278d5-c870-425f-be01-ae69873cc214,segment=NetworkSegment(c145a65b-96c8-4e27-bda6-dcde64ac7af8),segment_id=c145a65b-96c8-4e27-bda6-dcde64ac7af8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:06.061705 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19810c3-d9a2-4246-97f1-5b5d94a7ad85 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16a0094-b907-4871-ade1-060a9238bda3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:06.088870 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-5feeaafe-08c4-4115-bbe4-29abc6d78ea0 service neutron] 10.222.0.64 "GET /v2.0/ports/a2fc7e15-28c8-41ca-b41d-db021fed8400/bindings/n-h2-812111-12 HTTP/1.1" status: 200 len: 385 time: 0.0921714 Jan 28 05:38:06.105256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bfb91-c073-4374-8713-abef0511cf75 req-4abd75ff-98a0-44ff-bc5e-7b243a053da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:06.107040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a42bfb91-c073-4374-8713-abef0511cf75 req-4abd75ff-98a0-44ff-bc5e-7b243a053da4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.2917843 Jan 28 05:38:06.185910 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a42bfb91-c073-4374-8713-abef0511cf75 req-8a037256-311a-497c-8e91-af1f30c43914 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf91e9d1-6643-4876-a0a9-813f3897331d HTTP/1.1" status: 200 len: 217 time: 0.0550158 Jan 28 05:38:06.194069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2bd24-03a6-4f9f-9bf9-8979be74e199 req-cfa0d9b7-b6b4-4f31-b0d6-676b7575c439 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:06.195602 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09b2bd24-03a6-4f9f-9bf9-8979be74e199 req-cfa0d9b7-b6b4-4f31-b0d6-676b7575c439 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.2844856 Jan 28 05:38:06.200217 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a391e02-0b36-42f0-9367-a8575c40edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (79a278d5-c870-425f-be01-ae69873cc214), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:06.262632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78380190-4493-49cf-a5cc-91ab09859ce1 req-53b2f12e-a1c4-4e7a-92d1-ebd7f2aaaa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:06.264137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78380190-4493-49cf-a5cc-91ab09859ce1 req-53b2f12e-a1c4-4e7a-92d1-ebd7f2aaaa76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8ad07a0-3844-44a2-a22c-26a49efa296b HTTP/1.1" status: 200 len: 844 time: 0.1984484 Jan 28 05:38:06.275173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947576d-6afa-4863-87d5-c21d50baf4ee req-8166dfb5-d551-4e40-81a9-71deba3edb05 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:06.282905 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c947576d-6afa-4863-87d5-c21d50baf4ee req-8166dfb5-d551-4e40-81a9-71deba3edb05 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 943 time: 0.2514436 Jan 28 05:38:06.302107 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a391e02-0b36-42f0-9367-a8575c40edc2 None None] Pushing event updated for resources: {'Port': ['ID=79a278d5-c870-425f-be01-ae69873cc214,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:06.322620 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-4c5fc771-8a28-4b05-8950-12e3c5591d86 service neutron] For port a2fc7e15-28c8-41ca-b41d-db021fed8400, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=a2fc7e15-28c8-41ca-b41d-db021fed8400,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:06.348644 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-4c5fc771-8a28-4b05-8950-12e3c5591d86 service neutron] For port a2fc7e15-28c8-41ca-b41d-db021fed8400, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:38:06.381337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78380190-4493-49cf-a5cc-91ab09859ce1 req-e86b809f-b436-4193-9427-1030af942cb5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=56a01931-34aa-4e79-a960-aef0826a6cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922956 Jan 28 05:38:06.389537 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bfb91-c073-4374-8713-abef0511cf75 req-ba5fe78b-d534-4321-aede-06b25e344064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:06.392093 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a42bfb91-c073-4374-8713-abef0511cf75 req-ba5fe78b-d534-4321-aede-06b25e344064 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.1936100 Jan 28 05:38:06.397513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-4c5fc771-8a28-4b05-8950-12e3c5591d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fc7e15-28c8-41ca-b41d-db021fed8400 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:38:06.401320 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-da8692a9-48c4-4786-9342-6ac0271b3a8f None None] Provisioning complete for port 79a278d5-c870-425f-be01-ae69873cc214 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:06.401882 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da8692a9-48c4-4786-9342-6ac0271b3a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (79a278d5-c870-425f-be01-ae69873cc214), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:06.407545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:06.418628 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-4c5fc771-8a28-4b05-8950-12e3c5591d86 service neutron] For port a2fc7e15-28c8-41ca-b41d-db021fed8400, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a2fc7e15-28c8-41ca-b41d-db021fed8400,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:06.460192 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd9b105-7885-46df-bf85-cae58455c0d3 None None] The sync data for ids ['ea022867-50b8-47d9-98a7-37c27a9e2571'] in n-d-812111-12 is: [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:38:06.461719 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:06.513303 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09b2bd24-03a6-4f9f-9bf9-8979be74e199 req-887443ee-4f69-4705-bcaf-b7f9f81e1df1 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017840 Jan 28 05:38:06.520221 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a42bfb91-c073-4374-8713-abef0511cf75 req-ba58e703-69ef-4846-ba00-d44aeef9cec1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632725 Jan 28 05:38:06.536610 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c947576d-6afa-4863-87d5-c21d50baf4ee req-0553f152-712c-4868-9c7c-7580d969e32e tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509103 Jan 28 05:38:06.550485 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-4c5fc771-8a28-4b05-8950-12e3c5591d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:06.740417 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-4c5fc771-8a28-4b05-8950-12e3c5591d86 service neutron] Transition to ACTIVE for port object a2fc7e15-28c8-41ca-b41d-db021fed8400 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:38:06.811577 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-da8692a9-48c4-4786-9342-6ac0271b3a8f None None] Current status of the port 79a278d5-c870-425f-be01-ae69873cc214 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:06.835682 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb6d315f-171f-41e8-a464-fabdd746a339 req-82fb2cfb-35ed-40f5-bf85-5f55a15f3eab tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 210 time: 0.1733453 Jan 28 05:38:06.839778 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-4c5fc771-8a28-4b05-8950-12e3c5591d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:06.886176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78380190-4493-49cf-a5cc-91ab09859ce1 req-554dc5af-b275-42f0-81ed-3cd9c850d6bc service neutron] 10.222.0.60 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894719 Jan 28 05:38:06.942555 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-4c5fc771-8a28-4b05-8950-12e3c5591d86 service neutron] No DVR routers for this DVR port a2fc7e15-28c8-41ca-b41d-db021fed8400 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:38:06.980565 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 958983a8-9d6b-4501-a24b-b128baa73be3 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:38:06.987307 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86f464f-24ef-4443-91e9-b03e3b67f52f req-abf9e29a-4101-4785-a9d1-9acf9400c542 tempest-SecurityGroupsNegativeTestJSON-1724374756 tempest-SecurityGroupsNegativeTestJSON-1724374756-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fbaf64d8bca4176a4dfdc9669f1bcab HTTP/1.1" status: 200 len: 3001 time: 0.3151217 Jan 28 05:38:06.995035 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fc771-8a28-4b05-8950-12e3c5591d86 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fc7e15-28c8-41ca-b41d-db021fed8400,revision_number=10']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:07.011225 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-4c5fc771-8a28-4b05-8950-12e3c5591d86 service neutron] 10.222.0.64 "PUT /v2.0/ports/a2fc7e15-28c8-41ca-b41d-db021fed8400/bindings/n-h2-812111-12/activate HTTP/1.1" status: 200 len: 370 time: 0.9156668 Jan 28 05:38:07.098289 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a42bfb91-c073-4374-8713-abef0511cf75 req-946fb1f0-3d10-457b-9536-5584ea2e4c94 service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426095 Jan 28 05:38:07.135073 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 958983a8-9d6b-4501-a24b-b128baa73be3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=958983a8-9d6b-4501-a24b-b128baa73be3,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:07.148774 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '958983a8-9d6b-4501-a24b-b128baa73be3', 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6', 'port_id': '958983a8-9d6b-4501-a24b-b128baa73be3', 'mac_address': 'fa:16:3e:83:a2:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ad07a0-3844-44a2-a22c-26a49efa296b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:38:07.211524 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 958983a8-9d6b-4501-a24b-b128baa73be3 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:07.212482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-763c0a9c-5acf-454b-a713-fc4fedda0f5a tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:07.212614 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:07.215695 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-763c0a9c-5acf-454b-a713-fc4fedda0f5a tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.64 "GET /v2.0/networks?id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 200 len: 820 time: 0.5503757 Jan 28 05:38:07.228947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958983a8-9d6b-4501-a24b-b128baa73be3 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:38:07.253852 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-d1f42536-dec7-4621-84bf-e68e6c5fc6fb tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Request body: {'port': {'device_id': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'admin_state_up': True, 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:07.259997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 958983a8-9d6b-4501-a24b-b128baa73be3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=958983a8-9d6b-4501-a24b-b128baa73be3,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:07.265928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86f464f-24ef-4443-91e9-b03e3b67f52f req-57fb33d5-edbc-49a2-a5ec-855d38ea2eb2 tempest-SecurityGroupsNegativeTestJSON-1724374756 tempest-SecurityGroupsNegativeTestJSON-1724374756-project] 10.222.0.31 "GET /v2.0/security-groups/d4de26c8-b057-4713-8dc4-48f1a42ba2f0 HTTP/1.1" status: 200 len: 2998 time: 0.2773805 Jan 28 05:38:07.270960 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-463b8918-5e53-4832-90a0-eab1be6e300b tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:07.272848 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-463b8918-5e53-4832-90a0-eab1be6e300b tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101&tenant_id=f17b4afee4234ca080a4ee07c83b15b8&binding%3Ahost_id=n-h1-812111-12 HTTP/1.1" status: 200 len: 1097 time: 0.0775425 Jan 28 05:38:07.340446 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:07.342489 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-540a8791-e9b0-4fec-a0c5-83d374c2bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:07.347693 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-540a8791-e9b0-4fec-a0c5-83d374c2bab0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101&tenant_id=f17b4afee4234ca080a4ee07c83b15b8 HTTP/1.1" status: 200 len: 1097 time: 0.0659356 Jan 28 05:38:07.378556 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d4b32446-2f4c-467b-abce-af1d1fde54f3 req-2f010b66-c30d-42a1-a042-7e36a3c548b7 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/1d4a527b-8dc9-44db-aca6-c3dd369bb004 HTTP/1.1" status: 200 len: 1820 time: 0.4219387 Jan 28 05:38:07.383717 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78380190-4493-49cf-a5cc-91ab09859ce1 req-c37b8fbd-752e-4207-aecc-adb914f634df service neutron] 10.222.0.60 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874442 Jan 28 05:38:07.425650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=958983a8-9d6b-4501-a24b-b128baa73be3,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:07.447611 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-f2f22096-748a-4c6a-85ad-513f42158044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:07.449479 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-f2f22096-748a-4c6a-85ad-513f42158044 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 1097 time: 0.0660462 Jan 28 05:38:07.468258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a42bfb91-c073-4374-8713-abef0511cf75 req-85d60a92-0400-4ccb-8a06-766f06dedbf4 service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473251 Jan 28 05:38:07.548029 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86f464f-24ef-4443-91e9-b03e3b67f52f req-07d1123d-6be2-471f-a130-d23553e3be19 tempest-SecurityGroupsNegativeTestJSON-1724374756 tempest-SecurityGroupsNegativeTestJSON-1724374756-project] 10.222.0.31 "GET /v2.0/security-groups/d4de26c8-b057-4713-8dc4-48f1a42ba2f0 HTTP/1.1" status: 200 len: 2998 time: 0.2808428 Jan 28 05:38:07.578005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802ca65-2c49-43e7-9c32-d4aa6d5a737e req-44896190-59d0-418a-abda-a264384d3059 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:07.584418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0802ca65-2c49-43e7-9c32-d4aa6d5a737e req-44896190-59d0-418a-abda-a264384d3059 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 950 time: 0.1145780 Jan 28 05:38:07.614320 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-78306cce-eaa8-45d3-9bd5-52e0aa223781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:07.616237 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-78306cce-eaa8-45d3-9bd5-52e0aa223781 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.1597254 Jan 28 05:38:07.678519 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-9a219ce9-c5e7-4699-b8b2-691da631165b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2fc7e15-28c8-41ca-b41d-db021fed8400 HTTP/1.1" status: 200 len: 217 time: 0.0524778 Jan 28 05:38:07.691490 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['958983a8-9d6b-4501-a24b-b128baa73be3'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:38:07.730881 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0802ca65-2c49-43e7-9c32-d4aa6d5a737e req-1ba71b5e-b1cd-463d-abb7-a7d5b1e96243 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457303 Jan 28 05:38:07.761345 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-33d78494-90b5-4175-a365-5a2eeaa208b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:07.832093 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-33d78494-90b5-4175-a365-5a2eeaa208b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.0776730 Jan 28 05:38:07.833324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fda0b8-f798-4252-9337-c814421e5d7c req-7cdb2d93-a36d-495e-ab43-6121c832f0dc tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:07.833324 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77fda0b8-f798-4252-9337-c814421e5d7c req-7cdb2d93-a36d-495e-ab43-6121c832f0dc tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 945 time: 0.1502979 Jan 28 05:38:07.833714 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-f92a5f25-05a2-4ca1-a3d4-7877ad35fa7a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446620 Jan 28 05:38:07.887637 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:07.901172 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77fda0b8-f798-4252-9337-c814421e5d7c req-d14d2284-3b4d-4f8f-9c56-3b918cf36997 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844507 Jan 28 05:38:07.901172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-faaddfff-8d5a-4c66-94fe-92c540fdffd4 req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-930016715', 'description': 'tempest-description-223716760'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:07.941340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-d1f42536-dec7-4621-84bf-e68e6c5fc6fb tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Made reservation on behalf of 364449c3382c4cfa9ecf7695bc42f027 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:38:07.945272 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-d1f42536-dec7-4621-84bf-e68e6c5fc6fb tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:08.018609 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-0fadf022-4cef-4fca-b490-a184b7ba4c69 service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730027 Jan 28 05:38:08.046851 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-faaddfff-8d5a-4c66-94fe-92c540fdffd4 req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:08.087822 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-21d89733-ddd0-43b0-beb9-810ca90b1ae4 req-d2c2f31b-e5b7-443e-9438-4ca72bd15c88 tempest-SecurityGroupsNegativeTestJSON-1724374756 tempest-SecurityGroupsNegativeTestJSON-1724374756-project] 10.222.0.31 "GET /v2.0/security-groups/d4de26c8-b057-4713-8dc4-48f1a42ba2f0 HTTP/1.1" status: 200 len: 2998 time: 0.1316364 Jan 28 05:38:08.243736 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-93f6d2e6-7c57-4c78-bab4-3336ec28a5c7 service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179494 Jan 28 05:38:08.247893 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-d1f42536-dec7-4621-84bf-e68e6c5fc6fb tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Allocated IP 172.20.0.12 (fe3ef2f2-ca08-43b8-91f0-9daadf1632ae/e0c54121-8ca4-4625-ab2e-3cdb5b60a630/2c1af978-a88d-4559-ba79-a7df9638837a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:38:08.305302 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-faaddfff-8d5a-4c66-94fe-92c540fdffd4 req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (d75139e8-89bf-4181-9354-de216809c768), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:08.308434 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-21d89733-ddd0-43b0-beb9-810ca90b1ae4 req-967f824e-0ea6-40c9-8250-7dcca46a1661 tempest-SecurityGroupsNegativeTestJSON-1724374756 tempest-SecurityGroupsNegativeTestJSON-1724374756-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 05:38:08.309485 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-21d89733-ddd0-43b0-beb9-810ca90b1ae4 req-967f824e-0ea6-40c9-8250-7dcca46a1661 tempest-SecurityGroupsNegativeTestJSON-1724374756 tempest-SecurityGroupsNegativeTestJSON-1724374756-project] 10.222.0.31 "DELETE /v2.0/security-groups/d4de26c8-b057-4713-8dc4-48f1a42ba2f0 HTTP/1.1" status: 409 len: 352 time: 0.2279236 Jan 28 05:38:08.373461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 54fd6ebe-ad39-4455-be38-1eb510a282ef up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:38:08.439401 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 79a278d5-c870-425f-be01-ae69873cc214 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:38:08.493073 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 54fd6ebe-ad39-4455-be38-1eb510a282ef triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:08.493450 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:08.518079 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd71125-02f4-456d-a5f1-99e896be6f2d req-1847427e-bcd3-4a04-9e3d-d3c8aaea1f66 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:08.525769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3bd71125-02f4-456d-a5f1-99e896be6f2d req-1847427e-bcd3-4a04-9e3d-d3c8aaea1f66 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 944 time: 0.0845971 Jan 28 05:38:08.538147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 79a278d5-c870-425f-be01-ae69873cc214 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:08.538553 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (79a278d5-c870-425f-be01-ae69873cc214), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:08.572198 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-d1f42536-dec7-4621-84bf-e68e6c5fc6fb tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks [] for port (2c1af978-a88d-4559-ba79-a7df9638837a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:08.606227 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3bd71125-02f4-456d-a5f1-99e896be6f2d req-9aa296ca-8228-4206-935f-99dac3c52ca3 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739856 Jan 28 05:38:08.638625 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-faaddfff-8d5a-4c66-94fe-92c540fdffd4 req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d75139e8-89bf-4181-9354-de216809c768), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:08.696006 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 54fd6ebe-ad39-4455-be38-1eb510a282ef is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:08.696755 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:08.714173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75139e8-89bf-4181-9354-de216809c768,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:08.724365 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:08.724721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:08.725075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:08.725471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:08.725815 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:08.726250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:08.726619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:08.726990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:08.727784 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:08.728129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:08.728469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:08.729224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:08.729224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:08.741133 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 79a278d5-c870-425f-be01-ae69873cc214 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:08.755552 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f5195-d22b-4776-8814-918deaef9b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fd6ebe-ad39-4455-be38-1eb510a282ef'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:08.759879 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bfb4bb-dfed-4f67-87cd-915ac0881e49" -d '{"events": [{"server_uuid": "b90f5195-d22b-4776-8814-918deaef9b72", "name": "network-vif-plugged", "status": "completed", "tag": "54fd6ebe-ad39-4455-be38-1eb510a282ef"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:08.766878 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c60bdf3-bcb1-4f9a-ab76-301d9e1d3f18 req-051b69e1-1de5-49dd-9580-074417ca57d9 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 210 time: 0.0327368 Jan 28 05:38:08.785137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 54fd6ebe-ad39-4455-be38-1eb510a282ef, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:08.788407 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-d1f42536-dec7-4621-84bf-e68e6c5fc6fb tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2c1af978-a88d-4559-ba79-a7df9638837a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:08.852607 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-6e3029e3-14a0-4e9a-b2b6-807f4df541a7 req-cdf20c92-5d1b-4ec3-8481-a7b4e12da89b tempest-SecurityGroupsNegativeTestJSON-1724374756 tempest-SecurityGroupsNegativeTestJSON-1724374756-project] show failed (client error): The resource could not be found. Jan 28 05:38:08.853745 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e3029e3-14a0-4e9a-b2b6-807f4df541a7 req-cdf20c92-5d1b-4ec3-8481-a7b4e12da89b tempest-SecurityGroupsNegativeTestJSON-1724374756 tempest-SecurityGroupsNegativeTestJSON-1724374756-project] 10.222.0.31 "GET /v2.0/security-groups/83a734f2-46fd-456f-9969-ac900620d0f1 HTTP/1.1" status: 404 len: 352 time: 0.0324624 Jan 28 05:38:08.860798 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-d1f42536-dec7-4621-84bf-e68e6c5fc6fb tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:38:08.867664 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-faaddfff-8d5a-4c66-94fe-92c540fdffd4 req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:08.868997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-faaddfff-8d5a-4c66-94fe-92c540fdffd4 req-62271430-babe-434e-9c18-82aabde2a198 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9750583 Jan 28 05:38:08.873065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-d1f42536-dec7-4621-84bf-e68e6c5fc6fb tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:38:08.883347 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:08.886117 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-d1f42536-dec7-4621-84bf-e68e6c5fc6fb tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:38:08.897059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f42536-dec7-4621-84bf-e68e6c5fc6fb tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Pushing event updated for resources: {'Port': ['ID=2c1af978-a88d-4559-ba79-a7df9638837a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:08.966390 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95afb6eb-832b-42a0-a781-8128331fa84d x-openstack-request-id: req-95afb6eb-832b-42a0-a781-8128331fa84d {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:08.966390 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f5195-d22b-4776-8814-918deaef9b72", "name": "network-vif-plugged", "status": "completed", "tag": "54fd6ebe-ad39-4455-be38-1eb510a282ef", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:08.966390 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95afb6eb-832b-42a0-a781-8128331fa84d {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:08.966390 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5195-d22b-4776-8814-918deaef9b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fd6ebe-ad39-4455-be38-1eb510a282ef', 'code': 200} Jan 28 05:38:08.999476 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 958983a8-9d6b-4501-a24b-b128baa73be3 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:38:09.006434 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=54fd6ebe-ad39-4455-be38-1eb510a282ef,revision_number=11']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:09.028239 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-d1f42536-dec7-4621-84bf-e68e6c5fc6fb tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:09.028957 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-d1f42536-dec7-4621-84bf-e68e6c5fc6fb tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.035642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-42043836-3bbe-416d-adaf-934b6f78683b tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3a3781df740148d6b4244220d13c806d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599661 Jan 28 05:38:09.132975 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-2817a049-bc67-4d2a-8dfe-0aaedbb95f1c req-21f38f8f-9f9c-411f-abe6-a086f9f4b958 tempest-SecurityGroupsNegativeTestJSON-1724374756 tempest-SecurityGroupsNegativeTestJSON-1724374756-project] show failed (client error): The resource could not be found. Jan 28 05:38:09.134040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2817a049-bc67-4d2a-8dfe-0aaedbb95f1c req-21f38f8f-9f9c-411f-abe6-a086f9f4b958 tempest-SecurityGroupsNegativeTestJSON-1724374756 tempest-SecurityGroupsNegativeTestJSON-1724374756-project] 10.222.0.31 "GET /v2.0/security-groups/1b7993db-745f-4ce1-a66c-2f5695b9b074 HTTP/1.1" status: 404 len: 352 time: 0.0566251 Jan 28 05:38:09.144328 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.150913 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48854) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:09.199564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 958983a8-9d6b-4501-a24b-b128baa73be3 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:38:09.211752 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 958983a8-9d6b-4501-a24b-b128baa73be3 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:09.212106 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.220776 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-f024edbc-a196-4bd8-8b40-6e83eb264fd8 admin admin] Deleting subnet 72081d27-0a82-4298-876b-145af0f2b5bf {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:38:09.225443 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-8975a35f-2c68-4426-9b0f-42756ccda897 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:09.231537 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-8975a35f-2c68-4426-9b0f-42756ccda897 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101&tenant_id=f17b4afee4234ca080a4ee07c83b15b8&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 1097 time: 0.1320918 Jan 28 05:38:09.231537 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f024edbc-a196-4bd8-8b40-6e83eb264fd8 admin admin] Publish callbacks [] for subnet (72081d27-0a82-4298-876b-145af0f2b5bf), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.280380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-5e87f960-c8cf-402b-a319-f81d496336e1 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:09.282167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-5e87f960-c8cf-402b-a319-f81d496336e1 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2395458 Jan 28 05:38:09.288366 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-d1f42536-dec7-4621-84bf-e68e6c5fc6fb tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0517223 Jan 28 05:38:09.289852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3914f7d3-a16f-4f18-be4b-f1339e5397af None None] Provisioning complete for port 2c1af978-a88d-4559-ba79-a7df9638837a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:09.289852 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3914f7d3-a16f-4f18-be4b-f1339e5397af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2c1af978-a88d-4559-ba79-a7df9638837a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.312317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-ea03ef0d-d72e-4aeb-aa46-e3597e8f24f1 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/quotas/3a3781df740148d6b4244220d13c806d HTTP/1.1" status: 200 len: 375 time: 0.0122612 Jan 28 05:38:09.318281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Request body: {'port': {'device_id': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:09.346601 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f024edbc-a196-4bd8-8b40-6e83eb264fd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (72081d27-0a82-4298-876b-145af0f2b5bf), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.360053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3914f7d3-a16f-4f18-be4b-f1339e5397af None None] Port 2c1af978-a88d-4559-ba79-a7df9638837a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:38:09.377484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 958983a8-9d6b-4501-a24b-b128baa73be3 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:09.378213 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.424291 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19cc3482-2b18-4d6a-842d-842c1349c392 req-4f577f19-3ff7-4743-981e-d177b9366225 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/d75139e8-89bf-4181-9354-de216809c768 HTTP/1.1" status: 200 len: 1820 time: 0.2548740 Jan 28 05:38:09.433343 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 958983a8-9d6b-4501-a24b-b128baa73be3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=958983a8-9d6b-4501-a24b-b128baa73be3,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:09.434691 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f024edbc-a196-4bd8-8b40-6e83eb264fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (72081d27-0a82-4298-876b-145af0f2b5bf), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.438927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-19cc3482-2b18-4d6a-842d-842c1349c392 req-ec5c6946-56df-47d6-b188-0dc1acf6e02b tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd75139e8-89bf-4181-9354-de216809c768', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:09.439251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-19cc3482-2b18-4d6a-842d-842c1349c392 req-ec5c6946-56df-47d6-b188-0dc1acf6e02b tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd75139e8-89bf-4181-9354-de216809c768', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:09.448784 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2c1af978-a88d-4559-ba79-a7df9638837a), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.531338 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.586047 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f024edbc-a196-4bd8-8b40-6e83eb264fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (72081d27-0a82-4298-876b-145af0f2b5bf), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.603982 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=958983a8-9d6b-4501-a24b-b128baa73be3,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:09.634459 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f024edbc-a196-4bd8-8b40-6e83eb264fd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.637749 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f024edbc-a196-4bd8-8b40-6e83eb264fd8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/72081d27-0a82-4298-876b-145af0f2b5bf HTTP/1.1" status: 204 len: 168 time: 0.4848013 Jan 28 05:38:09.639160 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-334752af-67dd-4941-a5cb-380c38d94ce6 service neutron] For port a2fc7e15-28c8-41ca-b41d-db021fed8400, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:38:09.640704 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48860) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:09.649781 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-334752af-67dd-4941-a5cb-380c38d94ce6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.650977 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c4064df2-5902-4e72-a954-26e2bbf8a8ae req-334752af-67dd-4941-a5cb-380c38d94ce6 service neutron] 10.222.0.60 "DELETE /v2.0/ports/a2fc7e15-28c8-41ca-b41d-db021fed8400/bindings/n-h1-812111-12 HTTP/1.1" status: 204 len: 173 time: 0.3850429 Jan 28 05:38:09.651675 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024edbc-a196-4bd8-8b40-6e83eb264fd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72081d27-0a82-4298-876b-145af0f2b5bf,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:09.729261 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d4af930-e9dd-40bd-8f40-46f5dc4ac20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (0a4ac178-d1b8-470d-9dd1-b09052e14009), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.767596 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-33f7e671-cb49-43b7-acef-d0d0e0407aba tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4110835 Jan 28 05:38:09.836464 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d4af930-e9dd-40bd-8f40-46f5dc4ac20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (0a4ac178-d1b8-470d-9dd1-b09052e14009), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.867128 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1d4af930-e9dd-40bd-8f40-46f5dc4ac20b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4ac178-d1b8-470d-9dd1-b09052e14009']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:09.877920 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1d4af930-e9dd-40bd-8f40-46f5dc4ac20b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6404d585-7fef-44be-bcfc-e052baf4aa4a') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:09.878664 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1d4af930-e9dd-40bd-8f40-46f5dc4ac20b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6404d585-7fef-44be-bcfc-e052baf4aa4a') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:09.889094 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d4af930-e9dd-40bd-8f40-46f5dc4ac20b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (6404d585-7fef-44be-bcfc-e052baf4aa4a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.903439 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-19cc3482-2b18-4d6a-842d-842c1349c392 req-ec5c6946-56df-47d6-b188-0dc1acf6e02b tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (69e7fb02-832c-420c-98dd-0caa926f5a86), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.907615 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d4af930-e9dd-40bd-8f40-46f5dc4ac20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (6404d585-7fef-44be-bcfc-e052baf4aa4a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.913304 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4af930-e9dd-40bd-8f40-46f5dc4ac20b admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:38:09.913696 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d4af930-e9dd-40bd-8f40-46f5dc4ac20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (6404d585-7fef-44be-bcfc-e052baf4aa4a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:38:09.915416 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:38:09.987553 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-19cc3482-2b18-4d6a-842d-842c1349c392 req-ec5c6946-56df-47d6-b188-0dc1acf6e02b tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (69e7fb02-832c-420c-98dd-0caa926f5a86), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:10.072184 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-19cc3482-2b18-4d6a-842d-842c1349c392 req-ec5c6946-56df-47d6-b188-0dc1acf6e02b tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (69e7fb02-832c-420c-98dd-0caa926f5a86), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:10.096153 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d4af930-e9dd-40bd-8f40-46f5dc4ac20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (0a4ac178-d1b8-470d-9dd1-b09052e14009), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:10.102746 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d4af930-e9dd-40bd-8f40-46f5dc4ac20b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:10.107712 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1d4af930-e9dd-40bd-8f40-46f5dc4ac20b admin admin] 10.222.0.31 "DELETE /v2.0/networks/0a4ac178-d1b8-470d-9dd1-b09052e14009 HTTP/1.1" status: 204 len: 168 time: 0.4642234 Jan 28 05:38:10.136601 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c6946-56df-47d6-b188-0dc1acf6e02b tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e7fb02-832c-420c-98dd-0caa926f5a86,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:10.137028 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4af930-e9dd-40bd-8f40-46f5dc4ac20b admin admin] Pushing event deleted for resources: {'Network': ['ID=0a4ac178-d1b8-470d-9dd1-b09052e14009,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:10.145214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1af978-a88d-4559-ba79-a7df9638837a {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:38:10.159312 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078218c-a06d-408d-9dea-6ac2907834da req-95890e4a-808b-4541-bf38-ada105aff623 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:10.160762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4078218c-a06d-408d-9dea-6ac2907834da req-95890e4a-808b-4541-bf38-ada105aff623 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 945 time: 0.1282401 Jan 28 05:38:10.162857 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Publish callbacks [] for port (2c1af978-a88d-4559-ba79-a7df9638837a), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:10.198971 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Transition to ACTIVE for port object 2c1af978-a88d-4559-ba79-a7df9638837a will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:38:10.234111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4078218c-a06d-408d-9dea-6ac2907834da req-7b5a3dc0-4ab8-4376-bb9e-51b76f7e8217 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627668 Jan 28 05:38:10.240005 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-19cc3482-2b18-4d6a-842d-842c1349c392 req-ec5c6946-56df-47d6-b188-0dc1acf6e02b tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:10.252729 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19cc3482-2b18-4d6a-842d-842c1349c392 req-ec5c6946-56df-47d6-b188-0dc1acf6e02b tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8263807 Jan 28 05:38:10.317724 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (2c1af978-a88d-4559-ba79-a7df9638837a), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:10.427667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Pushing event updated for resources: {'Port': ['ID=2c1af978-a88d-4559-ba79-a7df9638837a,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:10.444517 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e73f7-d924-4702-932a-3067d9d32465 req-3ce9e0b6-1a1b-418f-9de6-28b6f725cc03 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:10.446040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-925e73f7-d924-4702-932a-3067d9d32465 req-3ce9e0b6-1a1b-418f-9de6-28b6f725cc03 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 944 time: 0.1320791 Jan 28 05:38:10.453177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263106d3-4940-4a0f-a6ea-03ee99dd6575 req-a3cb52f4-ed11-43f0-b4ad-5389e9508ed5 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:10.454616 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-263106d3-4940-4a0f-a6ea-03ee99dd6575 req-a3cb52f4-ed11-43f0-b4ad-5389e9508ed5 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.1518745 Jan 28 05:38:10.610031 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48882) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:10.611929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-263106d3-4940-4a0f-a6ea-03ee99dd6575 req-e1ddfae6-424f-4f0c-9a0f-32e979040370 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488235 Jan 28 05:38:10.623139 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-925e73f7-d924-4702-932a-3067d9d32465 req-878ac2da-26cd-480e-8296-4b079d5f9a2a tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675315 Jan 28 05:38:10.655129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Attempting to bind port 2c1af978-a88d-4559-ba79-a7df9638837a on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:38:10.655548 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Attempting to bind port 2c1af978-a88d-4559-ba79-a7df9638837a by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'c145a65b-96c8-4e27-bda6-dcde64ac7af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:38:10.656050 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Attempting to bind port 2c1af978-a88d-4559-ba79-a7df9638837a on network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:38:10.661664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Port 2c1af978-a88d-4559-ba79-a7df9638837a on network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:38:10.661915 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Attempting to bind port 2c1af978-a88d-4559-ba79-a7df9638837a on network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:38:10.670708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:38:10.671712 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Checking segment: {'id': 'c145a65b-96c8-4e27-bda6-dcde64ac7af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:38:10.672318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Bound using segment: {'id': 'c145a65b-96c8-4e27-bda6-dcde64ac7af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:38:10.674426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Bound port: 2c1af978-a88d-4559-ba79-a7df9638837a, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c145a65b-96c8-4e27-bda6-dcde64ac7af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:38:10.678263 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2c1af978-a88d-4559-ba79-a7df9638837a), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:10.701509 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-90a6efa9-088d-473f-907f-e22b31a60201 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fbaf64d8bca4176a4dfdc9669f1bcab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0881550 Jan 28 05:38:10.703279 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48886) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:10.772801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65683f79-19e5-440e-b340-bc6ac05accfb req-3722d496-29bc-4542-a6b1-5cd05671e716 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 210 time: 0.0735626 Jan 28 05:38:10.785485 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44b1e314-e184-4670-aaa0-806b7939508f admin admin] Publish callbacks [] for security_group (d4de26c8-b057-4713-8dc4-48f1a42ba2f0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:10.822519 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44b1e314-e184-4670-aaa0-806b7939508f admin admin] Publish callbacks [] for security_group (d4de26c8-b057-4713-8dc4-48f1a42ba2f0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:10.906608 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36b8a41a-4397-4de0-b4ab-5142d099e5f0 req-509b1344-5256-4bb9-8094-9c165e30d90c tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/d75139e8-89bf-4181-9354-de216809c768 HTTP/1.1" status: 200 len: 2413 time: 0.0868084 Jan 28 05:38:10.907880 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] For port 2c1af978-a88d-4559-ba79-a7df9638837a, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:38:10.911188 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] For port 2c1af978-a88d-4559-ba79-a7df9638837a, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2c1af978-a88d-4559-ba79-a7df9638837a,segment=NetworkSegment(c145a65b-96c8-4e27-bda6-dcde64ac7af8),segment_id=c145a65b-96c8-4e27-bda6-dcde64ac7af8)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:38:10.925823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-36b8a41a-4397-4de0-b4ab-5142d099e5f0 req-abf40418-4e0b-4dc1-9c41-b7303cdd7936 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd75139e8-89bf-4181-9354-de216809c768', 'remote_group_id': None}]} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:10.925823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-36b8a41a-4397-4de0-b4ab-5142d099e5f0 req-abf40418-4e0b-4dc1-9c41-b7303cdd7936 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd75139e8-89bf-4181-9354-de216809c768', 'remote_group_id': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:10.965386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b3c27c-5d0c-49f5-b72f-ced669bd01a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958983a8-9d6b-4501-a24b-b128baa73be3'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:10.967673 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (2c1af978-a88d-4559-ba79-a7df9638837a), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:10.968215 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef82e6d-f1e2-4a56-995e-37f144dfb9ff" -d '{"events": [{"server_uuid": "01b3c27c-5d0c-49f5-b72f-ced669bd01a5", "name": "network-vif-plugged", "status": "completed", "tag": "958983a8-9d6b-4501-a24b-b128baa73be3"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:11.005039 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44b1e314-e184-4670-aaa0-806b7939508f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d4de26c8-b057-4713-8dc4-48f1a42ba2f0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:11.008593 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44b1e314-e184-4670-aaa0-806b7939508f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:11.012475 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-44b1e314-e184-4670-aaa0-806b7939508f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4de26c8-b057-4713-8dc4-48f1a42ba2f0 HTTP/1.1" status: 204 len: 168 time: 0.3054986 Jan 28 05:38:11.018530 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:11.019231 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:11.020758 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] 10.222.0.64 "PUT /v2.0/ports/2c1af978-a88d-4559-ba79-a7df9638837a HTTP/1.1" status: 200 len: 1093 time: 1.7074590 Jan 28 05:38:11.021302 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'tag': '2c1af978-a88d-4559-ba79-a7df9638837a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:11.024405 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7085ad-1ce8-443b-99b8-c82be16e4e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "b80d240d-1464-4828-8b42-da5fa846e17d", "tag": "2c1af978-a88d-4559-ba79-a7df9638837a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:11.031376 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6cdfa-5094-4019-8b17-ba94887803f2 req-87d3163e-b641-4393-a42f-d03e02cee836 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:11.039156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abf6cdfa-5094-4019-8b17-ba94887803f2 req-87d3163e-b641-4393-a42f-d03e02cee836 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 1097 time: 0.1024003 Jan 28 05:38:11.044042 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1e314-e184-4670-aaa0-806b7939508f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4de26c8-b057-4713-8dc4-48f1a42ba2f0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:11.076611 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c68ea-8d56-49c1-a335-12805f1cb9dd service neutron] Pushing event updated for resources: {'Port': ['ID=2c1af978-a88d-4559-ba79-a7df9638837a,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:11.147040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abf6cdfa-5094-4019-8b17-ba94887803f2 req-94edd50d-2732-4529-9487-25d63a89e508 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047728 Jan 28 05:38:11.221526 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-36b8a41a-4397-4de0-b4ab-5142d099e5f0 req-abf40418-4e0b-4dc1-9c41-b7303cdd7936 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (dfe5aa38-ba85-49ad-9f62-0f9a46332a5f), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:11.255059 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-36b8a41a-4397-4de0-b4ab-5142d099e5f0 req-abf40418-4e0b-4dc1-9c41-b7303cdd7936 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (dfe5aa38-ba85-49ad-9f62-0f9a46332a5f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:11.255212 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc197516-3f11-4e90-aeb3-eb1b47d63aa3 x-openstack-request-id: req-cc197516-3f11-4e90-aeb3-eb1b47d63aa3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:11.255416 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b3c27c-5d0c-49f5-b72f-ced669bd01a5", "name": "network-vif-plugged", "status": "completed", "tag": "958983a8-9d6b-4501-a24b-b128baa73be3", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:11.255900 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc197516-3f11-4e90-aeb3-eb1b47d63aa3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:11.256452 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b3c27c-5d0c-49f5-b72f-ced669bd01a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958983a8-9d6b-4501-a24b-b128baa73be3', 'code': 200} Jan 28 05:38:11.266743 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-a6df9a6c-a69c-499d-ba15-8b98f6f82464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:11.268105 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-a6df9a6c-a69c-499d-ba15-8b98f6f82464 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=364449c3382c4cfa9ecf7695bc42f027&device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 1096 time: 0.1138048 Jan 28 05:38:11.335309 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a80898-aae5-4450-a142-75d2b49be3bc x-openstack-request-id: req-51a80898-aae5-4450-a142-75d2b49be3bc {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:11.337059 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80d240d-1464-4828-8b42-da5fa846e17d", "tag": "2c1af978-a88d-4559-ba79-a7df9638837a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:11.337321 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51a80898-aae5-4450-a142-75d2b49be3bc {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:11.337738 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'tag': '2c1af978-a88d-4559-ba79-a7df9638837a', 'status': 'completed', 'code': 200} Jan 28 05:38:11.340361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-63db2d36-c09b-423f-bbad-cb5e1aea3c8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c1af978-a88d-4559-ba79-a7df9638837a HTTP/1.1" status: 200 len: 217 time: 0.0574727 Jan 28 05:38:11.411551 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-36b8a41a-4397-4de0-b4ab-5142d099e5f0 req-abf40418-4e0b-4dc1-9c41-b7303cdd7936 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (dfe5aa38-ba85-49ad-9f62-0f9a46332a5f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:11.456434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549672b-e1fb-4279-9f33-990db968bac0 req-69bf9650-babb-4dd1-8240-20be1df8d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:11.458363 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e549672b-e1fb-4279-9f33-990db968bac0 req-69bf9650-babb-4dd1-8240-20be1df8d685 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 1097 time: 0.0693800 Jan 28 05:38:11.459244 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf40418-4e0b-4dc1-9c41-b7303cdd7936 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe5aa38-ba85-49ad-9f62-0f9a46332a5f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:11.461860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-930fd2a0-5dc9-4219-961b-61915e98f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:11.463450 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-930fd2a0-5dc9-4219-961b-61915e98f14c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0c54121-8ca4-4625-ab2e-3cdb5b60a630 HTTP/1.1" status: 200 len: 859 time: 0.1180069 Jan 28 05:38:11.516849 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbecf3-749b-45a8-919c-7bd241e155fe req-c60f8dc0-d8f4-4647-8681-f40b4d134baf tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:11.524070 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8acbecf3-749b-45a8-919c-7bd241e155fe req-c60f8dc0-d8f4-4647-8681-f40b4d134baf tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 1097 time: 0.1234827 Jan 28 05:38:11.529865 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-7b0a90b5-2b7b-4e1a-a5cb-06d4f11dd7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:11.533367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-7b0a90b5-2b7b-4e1a-a5cb-06d4f11dd7a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619876 Jan 28 05:38:11.534981 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e549672b-e1fb-4279-9f33-990db968bac0 req-5b3e275e-87ed-403a-ad52-4dc27d69d576 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706089 Jan 28 05:38:11.567696 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-36b8a41a-4397-4de0-b4ab-5142d099e5f0 req-abf40418-4e0b-4dc1-9c41-b7303cdd7936 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:11.568953 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36b8a41a-4397-4de0-b4ab-5142d099e5f0 req-abf40418-4e0b-4dc1-9c41-b7303cdd7936 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6555402 Jan 28 05:38:11.655741 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8acbecf3-749b-45a8-919c-7bd241e155fe req-cf2c8093-eda8-40c6-9656-8b7e3cf45e1c tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283398 Jan 28 05:38:11.703076 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e77ace0-77b2-4406-966b-8aa15806d6fb req-04750fa4-ea63-413f-88e2-3d7a7f890189 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/d75139e8-89bf-4181-9354-de216809c768 HTTP/1.1" status: 200 len: 3011 time: 0.0979774 Jan 28 05:38:11.707581 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-ffdf47b1-38bf-44ee-b131-341c0e7a4e7f service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668277 Jan 28 05:38:11.909377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e17de-5ce2-4ce5-8d89-915118d98081 req-b10a7491-30d0-4807-9a42-6d81cfd78b77 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:11.910966 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-022e17de-5ce2-4ce5-8d89-915118d98081 req-b10a7491-30d0-4807-9a42-6d81cfd78b77 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.1523602 Jan 28 05:38:11.919723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505451b-be25-4303-8d74-9a4933b2b377 req-5187a6ce-ad13-4d1e-8d30-fbcd4c19f5a4 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:11.921890 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d505451b-be25-4303-8d74-9a4933b2b377 req-5187a6ce-ad13-4d1e-8d30-fbcd4c19f5a4 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 944 time: 0.1457770 Jan 28 05:38:11.924364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5de43cd-7248-499a-92eb-2c52b9393082 req-55da7166-f8c0-4336-b5e1-5bd95c2cbf23 service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116070 Jan 28 05:38:12.000469 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-022e17de-5ce2-4ce5-8d89-915118d98081 req-6417a775-45a8-43f0-85ec-18ff66d84c16 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750248 Jan 28 05:38:12.004928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d505451b-be25-4303-8d74-9a4933b2b377 req-fd2edfce-8fca-4fa6-8251-ec1d763a4e52 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735400 Jan 28 05:38:12.055840 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a84ece87-f148-4921-acdc-c851976397b4 req-99ef8067-293f-4858-a18a-c23ed1483bd5 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-group-rules/dfe5aa38-ba85-49ad-9f62-0f9a46332a5f HTTP/1.1" status: 200 len: 783 time: 0.0259156 Jan 28 05:38:12.120924 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a84ece87-f148-4921-acdc-c851976397b4 req-a425cb8b-8877-42fe-b74b-80ab1b185b1c tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/d75139e8-89bf-4181-9354-de216809c768 HTTP/1.1" status: 200 len: 3011 time: 0.0528774 Jan 28 05:38:12.149268 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a84ece87-f148-4921-acdc-c851976397b4 req-dbfe323d-1dfe-4492-a204-ff84e21e0489 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (dfe5aa38-ba85-49ad-9f62-0f9a46332a5f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:12.159837 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a84ece87-f148-4921-acdc-c851976397b4 req-dbfe323d-1dfe-4492-a204-ff84e21e0489 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (dfe5aa38-ba85-49ad-9f62-0f9a46332a5f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:12.247776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7085ad-1ce8-443b-99b8-c82be16e4e1d req-69c74029-302e-4a75-9c4d-a90bbb2dd9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:12.250050 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e7085ad-1ce8-443b-99b8-c82be16e4e1d req-69c74029-302e-4a75-9c4d-a90bbb2dd9be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=364449c3382c4cfa9ecf7695bc42f027&device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 1096 time: 0.0732188 Jan 28 05:38:12.355894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7085ad-1ce8-443b-99b8-c82be16e4e1d req-797580a9-1d78-443b-b50d-3121533132bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:12.357423 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e7085ad-1ce8-443b-99b8-c82be16e4e1d req-797580a9-1d78-443b-b50d-3121533132bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 200 len: 921 time: 0.1006949 Jan 28 05:38:12.375437 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a84ece87-f148-4921-acdc-c851976397b4 req-dbfe323d-1dfe-4492-a204-ff84e21e0489 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (dfe5aa38-ba85-49ad-9f62-0f9a46332a5f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:12.408743 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a84ece87-f148-4921-acdc-c851976397b4 req-dbfe323d-1dfe-4492-a204-ff84e21e0489 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:12.409985 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a84ece87-f148-4921-acdc-c851976397b4 req-dbfe323d-1dfe-4492-a204-ff84e21e0489 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/dfe5aa38-ba85-49ad-9f62-0f9a46332a5f HTTP/1.1" status: 204 len: 173 time: 0.2883925 Jan 28 05:38:12.412851 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e7085ad-1ce8-443b-99b8-c82be16e4e1d req-c4f1929b-4bab-473e-ae24-dc1a5d696c3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c1af978-a88d-4559-ba79-a7df9638837a HTTP/1.1" status: 200 len: 217 time: 0.0489676 Jan 28 05:38:12.431730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe323d-1dfe-4492-a204-ff84e21e0489 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfe5aa38-ba85-49ad-9f62-0f9a46332a5f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:12.547314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c66af576-d674-429b-a48b-ad7fa71e8649 req-074be8b8-d3d1-4179-b2d5-ece4b090da6c tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 210 time: 0.0436652 Jan 28 05:38:12.560433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7085ad-1ce8-443b-99b8-c82be16e4e1d req-9234a7a3-4a72-4383-8472-9f27b22e73c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:12.561967 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e7085ad-1ce8-443b-99b8-c82be16e4e1d req-9234a7a3-4a72-4383-8472-9f27b22e73c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0c54121-8ca4-4625-ab2e-3cdb5b60a630 HTTP/1.1" status: 200 len: 859 time: 0.1411588 Jan 28 05:38:12.625921 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78dbfbab-77c2-43c9-b572-71ae08d16dbc req-da483f27-27cc-4e41-a991-4cc8d9fd7f33 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/d75139e8-89bf-4181-9354-de216809c768 HTTP/1.1" status: 200 len: 2413 time: 0.1110859 Jan 28 05:38:12.646597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7085ad-1ce8-443b-99b8-c82be16e4e1d req-7a08aecb-69d4-46c0-b047-566a2b55e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:12.648134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e7085ad-1ce8-443b-99b8-c82be16e4e1d req-7a08aecb-69d4-46c0-b047-566a2b55e190 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767024 Jan 28 05:38:12.762667 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-78dbfbab-77c2-43c9-b572-71ae08d16dbc req-e8020bad-b61e-45a0-a14e-87ca9ec8694e tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (d75139e8-89bf-4181-9354-de216809c768), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:12.803621 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-78dbfbab-77c2-43c9-b572-71ae08d16dbc req-e8020bad-b61e-45a0-a14e-87ca9ec8694e tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (d75139e8-89bf-4181-9354-de216809c768), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:12.808807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e7085ad-1ce8-443b-99b8-c82be16e4e1d req-d43b4e39-b3ec-479e-8025-5fd173f5b555 service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526363 Jan 28 05:38:12.932982 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e7085ad-1ce8-443b-99b8-c82be16e4e1d req-b9cd5b77-79ab-494a-abad-d7c9b681d082 service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153090 Jan 28 05:38:12.964639 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-78dbfbab-77c2-43c9-b572-71ae08d16dbc req-e8020bad-b61e-45a0-a14e-87ca9ec8694e tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d75139e8-89bf-4181-9354-de216809c768), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:12.969354 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-78dbfbab-77c2-43c9-b572-71ae08d16dbc req-e8020bad-b61e-45a0-a14e-87ca9ec8694e tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:12.969576 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78dbfbab-77c2-43c9-b572-71ae08d16dbc req-e8020bad-b61e-45a0-a14e-87ca9ec8694e tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "DELETE /v2.0/security-groups/d75139e8-89bf-4181-9354-de216809c768 HTTP/1.1" status: 204 len: 173 time: 0.3324933 Jan 28 05:38:12.986325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8020bad-b61e-45a0-a14e-87ca9ec8694e tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75139e8-89bf-4181-9354-de216809c768,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:13.004707 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-10c03142-1b29-48f0-b0e9-3e9284dbfbc3 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3a3781df740148d6b4244220d13c806d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287092 Jan 28 05:38:13.017777 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-4d080e27-83e8-42c7-a995-785db2b37c8a req-e28d56f7-e996-45af-a14c-56b0e7f6cfab tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] show failed (client error): The resource could not be found. Jan 28 05:38:13.018874 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d080e27-83e8-42c7-a995-785db2b37c8a req-e28d56f7-e996-45af-a14c-56b0e7f6cfab tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/a16a0094-b907-4871-ade1-060a9238bda3 HTTP/1.1" status: 404 len: 352 time: 0.0237586 Jan 28 05:38:13.186024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb10dff-2742-4a62-99c0-51b52925c8b3 req-3a3b918c-e117-48a6-af59-718f8ce27fcf tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:13.188471 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8eb10dff-2742-4a62-99c0-51b52925c8b3 req-3a3b918c-e117-48a6-af59-718f8ce27fcf tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 944 time: 0.1004264 Jan 28 05:38:13.192244 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c0ff789-3324-4e20-ba67-65f94cdeafb8 req-5a6b15ed-66f9-4d95-95c9-8a2ce5caba60 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/1d4a527b-8dc9-44db-aca6-c3dd369bb004 HTTP/1.1" status: 200 len: 1820 time: 0.0950129 Jan 28 05:38:13.215079 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-2c4ce815-818e-4cfa-90db-85fac0e41b03 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:13.216867 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-2c4ce815-818e-4cfa-90db-85fac0e41b03 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038996 Jan 28 05:38:13.238009 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-763e5c9c-816e-4337-b296-308419ea3375 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Request body: {'port': {'device_id': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '3a3781df740148d6b4244220d13c806d'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:13.324607 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8eb10dff-2742-4a62-99c0-51b52925c8b3 req-3513a3e3-a612-4146-a761-6d6f7923211f tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016591 Jan 28 05:38:13.327960 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1c0ff789-3324-4e20-ba67-65f94cdeafb8 req-5903031e-8a9a-41df-9fc0-c0a413e65057 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (1d4a527b-8dc9-44db-aca6-c3dd369bb004), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:13.354830 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1c0ff789-3324-4e20-ba67-65f94cdeafb8 req-5903031e-8a9a-41df-9fc0-c0a413e65057 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (1d4a527b-8dc9-44db-aca6-c3dd369bb004), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:13.454218 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-763e5c9c-816e-4337-b296-308419ea3375 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Made reservation on behalf of 3a3781df740148d6b4244220d13c806d for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:38:13.457709 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-763e5c9c-816e-4337-b296-308419ea3375 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:13.460831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f12fc-c368-40fb-9b1b-e36b93a8c657 req-e66bf70d-a721-453d-9a21-ed8c1b0f143b tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:13.462630 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c83f12fc-c368-40fb-9b1b-e36b93a8c657 req-e66bf70d-a721-453d-9a21-ed8c1b0f143b tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.0564854 Jan 28 05:38:13.518666 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1c0ff789-3324-4e20-ba67-65f94cdeafb8 req-5903031e-8a9a-41df-9fc0-c0a413e65057 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1d4a527b-8dc9-44db-aca6-c3dd369bb004), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:13.522347 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1c0ff789-3324-4e20-ba67-65f94cdeafb8 req-5903031e-8a9a-41df-9fc0-c0a413e65057 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:13.524141 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c0ff789-3324-4e20-ba67-65f94cdeafb8 req-5903031e-8a9a-41df-9fc0-c0a413e65057 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "DELETE /v2.0/security-groups/1d4a527b-8dc9-44db-aca6-c3dd369bb004 HTTP/1.1" status: 204 len: 173 time: 0.3255777 Jan 28 05:38:13.602468 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903031e-8a9a-41df-9fc0-c0a413e65057 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4a527b-8dc9-44db-aca6-c3dd369bb004,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:13.647679 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c83f12fc-c368-40fb-9b1b-e36b93a8c657 req-228f5dd5-2617-4187-9728-04d4b576a677 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765847 Jan 28 05:38:13.713039 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60566733-02cb-419f-b005-6abc2220b2a1 req-ff21dbfe-ece8-4e83-b670-d08fbbcca93b tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/cb0c6b08-e65a-4942-bef4-bf4591e3405d HTTP/1.1" status: 200 len: 1822 time: 0.0604146 Jan 28 05:38:13.724892 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-763e5c9c-816e-4337-b296-308419ea3375 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Allocated IP 192.168.233.246 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/28a59348-ff96-43a7-8298-5ec30d593446) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:38:13.797907 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48974) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:13.800627 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b36c7ba5-f37f-45bc-a5b9-459714da062f req-6baa3ddf-e82b-49c8-b84e-6e54368cb15a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 210 time: 0.0480297 Jan 28 05:38:13.851882 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60566733-02cb-419f-b005-6abc2220b2a1 req-e5974db8-2fc8-48cc-856c-ca08926d9b5f tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (cb0c6b08-e65a-4942-bef4-bf4591e3405d), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:13.910002 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60566733-02cb-419f-b005-6abc2220b2a1 req-e5974db8-2fc8-48cc-856c-ca08926d9b5f tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (cb0c6b08-e65a-4942-bef4-bf4591e3405d), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:14.046018 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9883f71b-5149-4ceb-be90-1aabd699c7ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:14.054654 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-763e5c9c-816e-4337-b296-308419ea3375 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks [] for port (28a59348-ff96-43a7-8298-5ec30d593446), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:14.152858 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60566733-02cb-419f-b005-6abc2220b2a1 req-e5974db8-2fc8-48cc-856c-ca08926d9b5f tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cb0c6b08-e65a-4942-bef4-bf4591e3405d), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:14.157147 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60566733-02cb-419f-b005-6abc2220b2a1 req-e5974db8-2fc8-48cc-856c-ca08926d9b5f tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:14.161085 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9883f71b-5149-4ceb-be90-1aabd699c7ab admin admin] Publish callbacks [] for security_group (179c61f4-ca2d-4357-aadb-61e640301a76), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:14.162491 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60566733-02cb-419f-b005-6abc2220b2a1 req-e5974db8-2fc8-48cc-856c-ca08926d9b5f tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "DELETE /v2.0/security-groups/cb0c6b08-e65a-4942-bef4-bf4591e3405d HTTP/1.1" status: 204 len: 173 time: 0.4392581 Jan 28 05:38:14.183964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5974db8-2fc8-48cc-856c-ca08926d9b5f tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0c6b08-e65a-4942-bef4-bf4591e3405d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:14.228922 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-891390e8-8ae0-48e3-9af0-073a1ca41d9c req-252da646-0da8-4546-82a2-532bb14000ea tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/91704826-4708-4025-9082-899d1b02cee9 HTTP/1.1" status: 200 len: 1821 time: 0.0427852 Jan 28 05:38:14.296794 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-891390e8-8ae0-48e3-9af0-073a1ca41d9c req-cb8d6908-bf76-4be7-96c6-5bad48875f26 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (91704826-4708-4025-9082-899d1b02cee9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:14.321400 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-891390e8-8ae0-48e3-9af0-073a1ca41d9c req-cb8d6908-bf76-4be7-96c6-5bad48875f26 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (91704826-4708-4025-9082-899d1b02cee9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:14.374800 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9883f71b-5149-4ceb-be90-1aabd699c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (179c61f4-ca2d-4357-aadb-61e640301a76), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:14.377856 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-763e5c9c-816e-4337-b296-308419ea3375 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (28a59348-ff96-43a7-8298-5ec30d593446), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:14.416131 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['69986b38-c2fa-4524-bf16-63fae6dbb18a', '54fd6ebe-ad39-4455-be38-1eb510a282ef'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:38:14.461814 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-891390e8-8ae0-48e3-9af0-073a1ca41d9c req-cb8d6908-bf76-4be7-96c6-5bad48875f26 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (91704826-4708-4025-9082-899d1b02cee9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:14.464652 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-891390e8-8ae0-48e3-9af0-073a1ca41d9c req-cb8d6908-bf76-4be7-96c6-5bad48875f26 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:14.466077 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-891390e8-8ae0-48e3-9af0-073a1ca41d9c req-cb8d6908-bf76-4be7-96c6-5bad48875f26 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "DELETE /v2.0/security-groups/91704826-4708-4025-9082-899d1b02cee9 HTTP/1.1" status: 204 len: 173 time: 0.2301137 Jan 28 05:38:14.490235 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d6908-bf76-4be7-96c6-5bad48875f26 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91704826-4708-4025-9082-899d1b02cee9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:14.512326 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9883f71b-5149-4ceb-be90-1aabd699c7ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fcabcadfde784ef19711d9bb216b6b42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7126820 Jan 28 05:38:14.516185 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e5c9c-816e-4337-b296-308419ea3375 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Pushing event updated for resources: {'Port': ['ID=28a59348-ff96-43a7-8298-5ec30d593446,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:14.516317 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48986) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:14.569892 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2c1af978-a88d-4559-ba79-a7df9638837a details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:38:14.583927 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-763e5c9c-816e-4337-b296-308419ea3375 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:38:14.584875 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883f71b-5149-4ceb-be90-1aabd699c7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179c61f4-ca2d-4357-aadb-61e640301a76,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:14.588548 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-763e5c9c-816e-4337-b296-308419ea3375 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:38:14.590862 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-763e5c9c-816e-4337-b296-308419ea3375 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:38:14.660320 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['c5b32a32-92ad-49b0-bfcd-2a660c8d831a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:38:14.675496 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-763e5c9c-816e-4337-b296-308419ea3375 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:14.676460 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-763e5c9c-816e-4337-b296-308419ea3375 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:14.696474 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c046b4-5616-48f5-96a5-2649d0a17140 req-ccc1cbe4-065d-4812-babf-1189d7502768 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:14.698274 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70c046b4-5616-48f5-96a5-2649d0a17140 req-ccc1cbe4-065d-4812-babf-1189d7502768 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 944 time: 0.1724646 Jan 28 05:38:14.738697 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9908cfc-c5b5-4d3e-a30b-418702793726 admin admin] Publish callbacks [] for security_group (179c61f4-ca2d-4357-aadb-61e640301a76), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:14.762623 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-763e5c9c-816e-4337-b296-308419ea3375 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5289981 Jan 28 05:38:14.778037 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9908cfc-c5b5-4d3e-a30b-418702793726 admin admin] Publish callbacks [] for security_group (179c61f4-ca2d-4357-aadb-61e640301a76), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:14.792371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Request body: {'port': {'device_id': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:14.883586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55434654-e317-42af-9cd0-a00c02b14908 req-e92b2544-87fa-40c6-9eb8-2979fcfa066c tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:14.885210 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55434654-e317-42af-9cd0-a00c02b14908 req-e92b2544-87fa-40c6-9eb8-2979fcfa066c tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.2821729 Jan 28 05:38:14.933362 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (28a59348-ff96-43a7-8298-5ec30d593446), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:15.031268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55434654-e317-42af-9cd0-a00c02b14908 req-bc1215a1-fae1-4e07-aca4-edfdfa16e5f6 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339829 Jan 28 05:38:15.046193 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70c046b4-5616-48f5-96a5-2649d0a17140 req-35b4a0c3-3520-4781-a973-3577217427cf tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081307 Jan 28 05:38:15.133847 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a27443e-0d64-44bc-a749-4e87005ff0ab req-ee8f4efa-57d3-48af-93fa-2f175a6d871c tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/9e562559-db3e-484f-8540-97012ae871a3 HTTP/1.1" status: 200 len: 2421 time: 0.0597429 Jan 28 05:38:15.144130 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9908cfc-c5b5-4d3e-a30b-418702793726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (179c61f4-ca2d-4357-aadb-61e640301a76), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:15.147382 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9908cfc-c5b5-4d3e-a30b-418702793726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:15.149166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 2c1af978-a88d-4559-ba79-a7df9638837a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2c1af978-a88d-4559-ba79-a7df9638837a,segment=NetworkSegment(c145a65b-96c8-4e27-bda6-dcde64ac7af8),segment_id=c145a65b-96c8-4e27-bda6-dcde64ac7af8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:15.149521 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a9908cfc-c5b5-4d3e-a30b-418702793726 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/179c61f4-ca2d-4357-aadb-61e640301a76 HTTP/1.1" status: 204 len: 168 time: 0.6334198 Jan 28 05:38:15.198667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9908cfc-c5b5-4d3e-a30b-418702793726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179c61f4-ca2d-4357-aadb-61e640301a76,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:15.207678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-95b2983c-b8a0-4a87-bdfe-8ec76ded4cf2 None None] Provisioning complete for port 28a59348-ff96-43a7-8298-5ec30d593446 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:15.207678 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-95b2983c-b8a0-4a87-bdfe-8ec76ded4cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (28a59348-ff96-43a7-8298-5ec30d593446), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:15.255778 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1a27443e-0d64-44bc-a749-4e87005ff0ab req-df49fee3-f9a2-405c-978a-594b4446d421 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (9e562559-db3e-484f-8540-97012ae871a3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:15.270877 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '2c1af978-a88d-4559-ba79-a7df9638837a', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'port_id': '2c1af978-a88d-4559-ba79-a7df9638837a', 'mac_address': 'fa:16:3e:48:eb:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:38:15.306244 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1a27443e-0d64-44bc-a749-4e87005ff0ab req-df49fee3-f9a2-405c-978a-594b4446d421 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (9e562559-db3e-484f-8540-97012ae871a3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:15.387745 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a59348-ff96-43a7-8298-5ec30d593446 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:38:15.401567 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Publish callbacks [] for port (28a59348-ff96-43a7-8298-5ec30d593446), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:15.425379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Transition to ACTIVE for port object 28a59348-ff96-43a7-8298-5ec30d593446 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:38:15.445009 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527bc8d-9106-4b23-bc93-5da2c50de062 req-ac0cf3b2-b821-4d5f-9523-5bfcdbd9b4c0 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:15.446546 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6527bc8d-9106-4b23-bc93-5da2c50de062 req-ac0cf3b2-b821-4d5f-9523-5bfcdbd9b4c0 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 936 time: 0.0941312 Jan 28 05:38:15.502869 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (28a59348-ff96-43a7-8298-5ec30d593446), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:15.525477 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1a27443e-0d64-44bc-a749-4e87005ff0ab req-df49fee3-f9a2-405c-978a-594b4446d421 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9e562559-db3e-484f-8540-97012ae871a3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:15.526356 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 2c1af978-a88d-4559-ba79-a7df9638837a is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:15.526887 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2c1af978-a88d-4559-ba79-a7df9638837a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:15.537170 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1a27443e-0d64-44bc-a749-4e87005ff0ab req-df49fee3-f9a2-405c-978a-594b4446d421 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:15.554998 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a27443e-0d64-44bc-a749-4e87005ff0ab req-df49fee3-f9a2-405c-978a-594b4446d421 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "DELETE /v2.0/security-groups/9e562559-db3e-484f-8540-97012ae871a3 HTTP/1.1" status: 204 len: 173 time: 0.4127276 Jan 28 05:38:15.566604 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6527bc8d-9106-4b23-bc93-5da2c50de062 req-c6245b35-03af-4661-b485-fea3544d17c1 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126969 Jan 28 05:38:15.583388 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1af978-a88d-4559-ba79-a7df9638837a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:38:15.602771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49fee3-f9a2-405c-978a-594b4446d421 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e562559-db3e-484f-8540-97012ae871a3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:15.633100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 2c1af978-a88d-4559-ba79-a7df9638837a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2c1af978-a88d-4559-ba79-a7df9638837a,segment=NetworkSegment(c145a65b-96c8-4e27-bda6-dcde64ac7af8),segment_id=c145a65b-96c8-4e27-bda6-dcde64ac7af8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:15.645518 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-95b2983c-b8a0-4a87-bdfe-8ec76ded4cf2 None None] Port 28a59348-ff96-43a7-8298-5ec30d593446 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:38:15.665237 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Pushing event updated for resources: {'Port': ['ID=28a59348-ff96-43a7-8298-5ec30d593446,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:15.721378 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8bcb8f78-a415-4c6a-9d7d-de658ce5e017 req-70999257-9d13-46ae-9cdb-30eb21f55ced tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "GET /v2.0/security-groups/8f6d4cb3-5faa-4a0b-bd2d-e8c63ad4a8e4 HTTP/1.1" status: 200 len: 2414 time: 0.1051552 Jan 28 05:38:15.847881 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2c1af978-a88d-4559-ba79-a7df9638837a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:15.863352 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Attempting to bind port 28a59348-ff96-43a7-8298-5ec30d593446 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:38:15.866850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Attempting to bind port 28a59348-ff96-43a7-8298-5ec30d593446 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:38:15.868913 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Attempting to bind port 28a59348-ff96-43a7-8298-5ec30d593446 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:38:15.879078 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8bcb8f78-a415-4c6a-9d7d-de658ce5e017 req-d623cb01-678c-47de-99b7-6c0b35dc6759 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (8f6d4cb3-5faa-4a0b-bd2d-e8c63ad4a8e4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:15.881101 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Port 28a59348-ff96-43a7-8298-5ec30d593446 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:38:15.883220 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Attempting to bind port 28a59348-ff96-43a7-8298-5ec30d593446 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:38:15.898143 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:38:15.900625 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:38:15.901333 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:38:15.902016 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Bound port: 28a59348-ff96-43a7-8298-5ec30d593446, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:38:15.902683 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (28a59348-ff96-43a7-8298-5ec30d593446), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:15.915816 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8bcb8f78-a415-4c6a-9d7d-de658ce5e017 req-d623cb01-678c-47de-99b7-6c0b35dc6759 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (8f6d4cb3-5faa-4a0b-bd2d-e8c63ad4a8e4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:15.926290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=2c1af978-a88d-4559-ba79-a7df9638837a,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:15.952628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:15.954346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:15.954934 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:15.955494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:15.956056 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:15.956547 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:15.957095 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:15.958069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:15.958739 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:15.959260 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:15.959791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:15.960335 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:15.961368 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:38:16.084942 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:38:16.088897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=28a59348-ff96-43a7-8298-5ec30d593446,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:38:16.107480 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8bcb8f78-a415-4c6a-9d7d-de658ce5e017 req-d623cb01-678c-47de-99b7-6c0b35dc6759 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8f6d4cb3-5faa-4a0b-bd2d-e8c63ad4a8e4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:16.110398 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8bcb8f78-a415-4c6a-9d7d-de658ce5e017 req-d623cb01-678c-47de-99b7-6c0b35dc6759 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:16.118957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49016) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:16.126900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8bcb8f78-a415-4c6a-9d7d-de658ce5e017 req-d623cb01-678c-47de-99b7-6c0b35dc6759 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] 10.222.0.31 "DELETE /v2.0/security-groups/8f6d4cb3-5faa-4a0b-bd2d-e8c63ad4a8e4 HTTP/1.1" status: 204 len: 173 time: 0.3942401 Jan 28 05:38:16.156247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623cb01-678c-47de-99b7-6c0b35dc6759 tempest-SecurityGroupRulesTestJSON-1109007841 tempest-SecurityGroupRulesTestJSON-1109007841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6d4cb3-5faa-4a0b-bd2d-e8c63ad4a8e4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:16.201730 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (28a59348-ff96-43a7-8298-5ec30d593446), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:16.248522 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['2c1af978-a88d-4559-ba79-a7df9638837a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:38:16.264236 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:16.265108 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:16.266684 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-24effd10-30d8-4609-880e-f942829ab593 service neutron] 10.222.0.60 "PUT /v2.0/ports/28a59348-ff96-43a7-8298-5ec30d593446 HTTP/1.1" status: 200 len: 1097 time: 1.4903314 Jan 28 05:38:16.269308 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'tag': '28a59348-ff96-43a7-8298-5ec30d593446'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:16.273884 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d799ac32-ac93-47d4-9bd8-202ec42be5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d894dc23-fd2f-456d-a3c9-36a51d2858c4", "tag": "28a59348-ff96-43a7-8298-5ec30d593446"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:16.299153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3f0ae-c4fc-4151-b60f-d54856f96452 req-df251cee-96d8-4dd8-a523-723043fc31a6 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:16.308146 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cd3f0ae-c4fc-4151-b60f-d54856f96452 req-df251cee-96d8-4dd8-a523-723043fc31a6 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.1359332 Jan 28 05:38:16.309634 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd06da82-6050-43cd-ab03-54e34361d0ee admin admin] Deleting subnet e2734ff1-e530-493c-b9ad-3c4bfab84edb {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:38:16.325596 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fd06da82-6050-43cd-ab03-54e34361d0ee admin admin] Publish callbacks [] for subnet (e2734ff1-e530-493c-b9ad-3c4bfab84edb), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:16.339660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5212d-5306-4d40-a1ed-91d191823b96 req-d518ea99-05d5-4002-b701-18fa8f4d91e9 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:16.348453 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ec5212d-5306-4d40-a1ed-91d191823b96 req-d518ea99-05d5-4002-b701-18fa8f4d91e9 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 945 time: 0.1169243 Jan 28 05:38:16.419448 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fd06da82-6050-43cd-ab03-54e34361d0ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (e2734ff1-e530-493c-b9ad-3c4bfab84edb), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:16.425615 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ec5212d-5306-4d40-a1ed-91d191823b96 req-69c257d0-e7f7-4f5a-aa30-2bc4bd665e09 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762019 Jan 28 05:38:16.482673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cd3f0ae-c4fc-4151-b60f-d54856f96452 req-aeff3318-a53c-42fa-a41a-d25e13ff8949 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679380 Jan 28 05:38:16.607517 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e4170f-eacb-4f5f-a872-4318ff14f212 x-openstack-request-id: req-46e4170f-eacb-4f5f-a872-4318ff14f212 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:16.607807 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d894dc23-fd2f-456d-a3c9-36a51d2858c4", "tag": "28a59348-ff96-43a7-8298-5ec30d593446", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:16.608622 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46e4170f-eacb-4f5f-a872-4318ff14f212 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:16.609209 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'tag': '28a59348-ff96-43a7-8298-5ec30d593446', 'status': 'completed', 'code': 200} Jan 28 05:38:16.610235 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fd06da82-6050-43cd-ab03-54e34361d0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (e2734ff1-e530-493c-b9ad-3c4bfab84edb), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:16.615796 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24effd10-30d8-4609-880e-f942829ab593 service neutron] Pushing event updated for resources: {'Port': ['ID=28a59348-ff96-43a7-8298-5ec30d593446,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:16.697461 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-5e42102f-c720-49a1-ba46-92b34a70c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:16.706434 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-5e42102f-c720-49a1-ba46-92b34a70c467 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 1100 time: 0.1788321 Jan 28 05:38:16.755034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec01999-ef89-4d41-ae3d-3703e8ffce66 req-e1f3a5c7-f078-4d85-939f-b616a8b35e7a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:16.763713 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ec01999-ef89-4d41-ae3d-3703e8ffce66 req-e1f3a5c7-f078-4d85-939f-b616a8b35e7a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 948 time: 0.0678465 Jan 28 05:38:16.809520 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-3d6ac354-257b-4db4-afa3-53794b1e488a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=28a59348-ff96-43a7-8298-5ec30d593446 HTTP/1.1" status: 200 len: 217 time: 0.0884719 Jan 28 05:38:16.823201 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ec01999-ef89-4d41-ae3d-3703e8ffce66 req-f272a8df-e386-4834-93d7-9df53685bcdc tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581267 Jan 28 05:38:16.863775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-6fdd97a5-29c4-4970-870b-7b0761a13871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:16.865545 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-6fdd97a5-29c4-4970-870b-7b0761a13871 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0492911 Jan 28 05:38:16.928158 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-76d12135-bb34-4f1d-8a63-9a09a9eedf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:16.930513 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-76d12135-bb34-4f1d-8a63-9a09a9eedf53 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0590262 Jan 28 05:38:16.932733 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fd06da82-6050-43cd-ab03-54e34361d0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (e2734ff1-e530-493c-b9ad-3c4bfab84edb), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:16.974450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06da82-6050-43cd-ab03-54e34361d0ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2734ff1-e530-493c-b9ad-3c4bfab84edb,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:16.987764 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fd06da82-6050-43cd-ab03-54e34361d0ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:16.991380 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fd06da82-6050-43cd-ab03-54e34361d0ee admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e2734ff1-e530-493c-b9ad-3c4bfab84edb HTTP/1.1" status: 204 len: 168 time: 0.8716247 Jan 28 05:38:16.994782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49038) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:17.003036 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49040) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:17.106233 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-e0ff3b7b-2d69-40bf-aa7e-8f97f91a61da service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606195 Jan 28 05:38:17.136122 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b67ff62f-0336-4916-91f4-214e31d042ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (798a8066-fed8-4298-a3c0-744af3fec5a1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:17.185990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c9e1f4a5-1b67-4799-b316-2492d072675e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-459416412-network', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:17.237907 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d015669b-1bec-4507-b92b-bb239a0919b8 req-a69f209a-8fe3-4098-898a-923783455fbc service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276829 Jan 28 05:38:17.260941 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b67ff62f-0336-4916-91f4-214e31d042ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (798a8066-fed8-4298-a3c0-744af3fec5a1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:17.283978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b67ff62f-0336-4916-91f4-214e31d042ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798a8066-fed8-4298-a3c0-744af3fec5a1']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:17.297175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b67ff62f-0336-4916-91f4-214e31d042ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6552025f-f7f7-4a33-bcef-030b39978f92') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:17.297567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b67ff62f-0336-4916-91f4-214e31d042ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6552025f-f7f7-4a33-bcef-030b39978f92') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:17.307468 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b67ff62f-0336-4916-91f4-214e31d042ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (6552025f-f7f7-4a33-bcef-030b39978f92), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:17.323303 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b67ff62f-0336-4916-91f4-214e31d042ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (6552025f-f7f7-4a33-bcef-030b39978f92), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:17.329587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67ff62f-0336-4916-91f4-214e31d042ee admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:38:17.329981 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b67ff62f-0336-4916-91f4-214e31d042ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (6552025f-f7f7-4a33-bcef-030b39978f92), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:38:17.333400 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:38:17.374965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e1f4a5-1b67-4799-b316-2492d072675e admin admin] Made reservation on behalf of 77c87db4f926423d8b50d38fdfdd0e91 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:38:17.377740 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9e1f4a5-1b67-4799-b316-2492d072675e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:17.394537 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9e1f4a5-1b67-4799-b316-2492d072675e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:17.464223 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799ac32-ac93-47d4-9bd8-202ec42be5a2 req-abf1d8e2-f127-4158-adc3-15cefb1632a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:17.466052 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d799ac32-ac93-47d4-9bd8-202ec42be5a2 req-abf1d8e2-f127-4158-adc3-15cefb1632a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 1100 time: 0.0744488 Jan 28 05:38:17.504852 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9e1f4a5-1b67-4799-b316-2492d072675e admin admin] Publish callbacks [] for security_group (f7cef6f9-08b6-4abb-aa59-7b45f57b5285), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:17.525010 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b67ff62f-0336-4916-91f4-214e31d042ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (798a8066-fed8-4298-a3c0-744af3fec5a1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:17.534367 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b67ff62f-0336-4916-91f4-214e31d042ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:17.539001 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b67ff62f-0336-4916-91f4-214e31d042ee admin admin] 10.222.0.31 "DELETE /v2.0/networks/798a8066-fed8-4298-a3c0-744af3fec5a1 HTTP/1.1" status: 204 len: 168 time: 0.5431051 Jan 28 05:38:17.590655 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9e1f4a5-1b67-4799-b316-2492d072675e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f7cef6f9-08b6-4abb-aa59-7b45f57b5285), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:17.605377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e1f4a5-1b67-4799-b316-2492d072675e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:38:17.619719 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9e1f4a5-1b67-4799-b316-2492d072675e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (800f8ca9-33e4-4cd3-a045-745d99472ffb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:17.620154 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-c9e1f4a5-1b67-4799-b316-2492d072675e admin admin] Added segment 800f8ca9-33e4-4cd3-a045-745d99472ffb of type vlan for network 1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 Jan 28 05:38:17.668719 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799ac32-ac93-47d4-9bd8-202ec42be5a2 req-a26f6508-b3ec-476c-a6bf-e87e10edd31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:17.672595 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9e1f4a5-1b67-4799-b316-2492d072675e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (1e73c1dc-4fc5-4e41-b105-c4aa01477fd1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:17.676284 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d799ac32-ac93-47d4-9bd8-202ec42be5a2 req-a26f6508-b3ec-476c-a6bf-e87e10edd31d service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.2010555 Jan 28 05:38:17.726917 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d799ac32-ac93-47d4-9bd8-202ec42be5a2 req-18c50b2c-1df3-42f2-b952-619c02f052fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=28a59348-ff96-43a7-8298-5ec30d593446 HTTP/1.1" status: 200 len: 217 time: 0.0438600 Jan 28 05:38:17.742781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ff62f-0336-4916-91f4-214e31d042ee admin admin] Pushing event deleted for resources: {'Network': ['ID=798a8066-fed8-4298-a3c0-744af3fec5a1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:17.779587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1f4a5-1b67-4799-b316-2492d072675e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cef6f9-08b6-4abb-aa59-7b45f57b5285,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:17.788758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799ac32-ac93-47d4-9bd8-202ec42be5a2 req-c50ea990-4002-4e50-8f16-231b3c4328ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:17.790391 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d799ac32-ac93-47d4-9bd8-202ec42be5a2 req-c50ea990-4002-4e50-8f16-231b3c4328ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0573969 Jan 28 05:38:17.800373 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d411a-6b81-42cf-85e4-be9008fed156 req-efca150c-a4b8-4fcd-a26c-265ce8368cc2 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:17.811710 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-797d411a-6b81-42cf-85e4-be9008fed156 req-efca150c-a4b8-4fcd-a26c-265ce8368cc2 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.2277112 Jan 28 05:38:17.821331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce4717-893c-4529-b599-761ec5ffc564 req-b240fffd-92db-4692-b05d-3af3ad2e506a tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:17.823112 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26ce4717-893c-4529-b599-761ec5ffc564 req-b240fffd-92db-4692-b05d-3af3ad2e506a tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 945 time: 0.3138983 Jan 28 05:38:17.857635 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9e1f4a5-1b67-4799-b316-2492d072675e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (1e73c1dc-4fc5-4e41-b105-c4aa01477fd1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:17.859029 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e1f4a5-1b67-4799-b316-2492d072675e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:17.862843 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9e1f4a5-1b67-4799-b316-2492d072675e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:17.872056 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799ac32-ac93-47d4-9bd8-202ec42be5a2 req-5c76cb67-0800-4574-b98f-fc85a3ff6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:17.874437 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d799ac32-ac93-47d4-9bd8-202ec42be5a2 req-5c76cb67-0800-4574-b98f-fc85a3ff6016 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0770051 Jan 28 05:38:17.970871 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-797d411a-6b81-42cf-85e4-be9008fed156 req-9d04dbc4-8c0a-4fb5-800d-3962330cedc9 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585953 Jan 28 05:38:17.980905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49058) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:18.032592 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d799ac32-ac93-47d4-9bd8-202ec42be5a2 req-ef799d6b-c612-4fc7-b94a-8019e7995f69 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506469 Jan 28 05:38:18.057756 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c9e1f4a5-1b67-4799-b316-2492d072675e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0507991 Jan 28 05:38:18.061886 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49060) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:18.070153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ac93062c-705b-4e14-b567-3bb924661e00 admin admin] Request body: {'subnet': {'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-459416412-subnet', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:18.072615 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e2c599f1-2417-4df2-89b3-3f8e082b0aa4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c35459d40b7d468d9848f9734e9a5be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0904460 Jan 28 05:38:18.073968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49062) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:18.079792 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26ce4717-893c-4529-b599-761ec5ffc564 req-9abf1db1-cb21-4001-976e-2419cf37c6f5 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489791 Jan 28 05:38:18.086832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1f4a5-1b67-4799-b316-2492d072675e admin admin] Pushing event updated for resources: {'Network': ['ID=1e73c1dc-4fc5-4e41-b105-c4aa01477fd1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:18.102152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:38:18.218975 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d799ac32-ac93-47d4-9bd8-202ec42be5a2 req-2aacd71a-45ba-4eec-b99f-69d413f8ea4c service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780810 Jan 28 05:38:18.241866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac93062c-705b-4e14-b567-3bb924661e00 admin admin] Made reservation on behalf of 77c87db4f926423d8b50d38fdfdd0e91 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:38:18.244362 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac93062c-705b-4e14-b567-3bb924661e00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:18.248157 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-950b306a-8b00-4161-98cb-1bd63062bfc3 admin admin] Publish callbacks [] for security_group (10734b23-beb1-4e96-9a5b-2d6f8642f9d5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:18.451474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2c1af978-a88d-4559-ba79-a7df9638837a up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:38:18.603202 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-950b306a-8b00-4161-98cb-1bd63062bfc3 admin admin] Publish callbacks [] for security_group (10734b23-beb1-4e96-9a5b-2d6f8642f9d5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:18.609052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 2c1af978-a88d-4559-ba79-a7df9638837a completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:38:18.615328 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 2c1af978-a88d-4559-ba79-a7df9638837a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:18.615998 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2c1af978-a88d-4559-ba79-a7df9638837a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:18.659108 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9001f-f25f-4384-9657-cc9095f1ad34 req-239923ac-43ad-47cb-84cb-122a3244572a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:18.660632 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0e9001f-f25f-4384-9657-cc9095f1ad34 req-239923ac-43ad-47cb-84cb-122a3244572a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 948 time: 0.4135821 Jan 28 05:38:18.730219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 2c1af978-a88d-4559-ba79-a7df9638837a is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:18.730658 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2c1af978-a88d-4559-ba79-a7df9638837a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:18.752528 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0e9001f-f25f-4384-9657-cc9095f1ad34 req-1e97d6a4-c520-43ca-8ae3-345d372a2bca tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817130 Jan 28 05:38:18.779997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1af978-a88d-4559-ba79-a7df9638837a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:18.783683 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2aaa26-511f-432a-b4dd-b6d676cddd4b" -d '{"events": [{"server_uuid": "b80d240d-1464-4828-8b42-da5fa846e17d", "name": "network-vif-plugged", "status": "completed", "tag": "2c1af978-a88d-4559-ba79-a7df9638837a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:18.806992 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 2c1af978-a88d-4559-ba79-a7df9638837a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2c1af978-a88d-4559-ba79-a7df9638837a,segment=NetworkSegment(c145a65b-96c8-4e27-bda6-dcde64ac7af8),segment_id=c145a65b-96c8-4e27-bda6-dcde64ac7af8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:18.829026 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-950b306a-8b00-4161-98cb-1bd63062bfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (10734b23-beb1-4e96-9a5b-2d6f8642f9d5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:18.832518 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-950b306a-8b00-4161-98cb-1bd63062bfc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:18.837283 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-950b306a-8b00-4161-98cb-1bd63062bfc3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10734b23-beb1-4e96-9a5b-2d6f8642f9d5 HTTP/1.1" status: 204 len: 168 time: 0.7586839 Jan 28 05:38:18.837418 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ef8da8-6ef6-47f9-90b4-60f94c104425 x-openstack-request-id: req-f7ef8da8-6ef6-47f9-90b4-60f94c104425 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:18.837418 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80d240d-1464-4828-8b42-da5fa846e17d", "name": "network-vif-plugged", "status": "completed", "tag": "2c1af978-a88d-4559-ba79-a7df9638837a", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:18.837418 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7ef8da8-6ef6-47f9-90b4-60f94c104425 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:18.837660 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1af978-a88d-4559-ba79-a7df9638837a', 'code': 200} Jan 28 05:38:18.852365 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b306a-8b00-4161-98cb-1bd63062bfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10734b23-beb1-4e96-9a5b-2d6f8642f9d5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:18.886134 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2c1af978-a88d-4559-ba79-a7df9638837a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:18.908552 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac93062c-705b-4e14-b567-3bb924661e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (72573948-ace2-46d0-8b69-5e1befdd31d1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:18.958780 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=2c1af978-a88d-4559-ba79-a7df9638837a,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:19.118631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93062c-705b-4e14-b567-3bb924661e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72573948-ace2-46d0-8b69-5e1befdd31d1,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:19.153098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93062c-705b-4e14-b567-3bb924661e00 admin admin] Checking segment: {'id': '800f8ca9-33e4-4cd3-a045-745d99472ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:38:19.153580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac93062c-705b-4e14-b567-3bb924661e00 admin admin] Network hostable DHCP agents. Network: 1e73c1dc-4fc5-4e41-b105-c4aa01477fd1, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:38:19.160306 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb04887-5ade-41ec-aff2-f309080e23ed req-490ef0fb-891e-4135-9b79-0442aa87b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:19.161820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fb04887-5ade-41ec-aff2-f309080e23ed req-490ef0fb-891e-4135-9b79-0442aa87b4f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 1098 time: 0.1597557 Jan 28 05:38:19.177037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c39d56-5cdf-4fb9-9ac8-8af42670453d req-d0cec077-439d-45a9-b15c-1201f1f8462d tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:19.184478 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29c39d56-5cdf-4fb9-9ac8-8af42670453d req-d0cec077-439d-45a9-b15c-1201f1f8462d tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.1278017 Jan 28 05:38:19.346033 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fb04887-5ade-41ec-aff2-f309080e23ed req-610b4fbe-7a4e-4a51-9bf8-a4d4e58cf38a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554496 Jan 28 05:38:19.392889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29c39d56-5cdf-4fb9-9ac8-8af42670453d req-897ac98c-a5b9-4f5f-8250-96bdb473f8cd tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021244 Jan 28 05:38:19.394692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac93062c-705b-4e14-b567-3bb924661e00 admin admin] Network 1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:38:19.422795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2aad0-fbab-4d53-ba70-2ac3cbc181c5 req-57647ea3-3c02-404b-b55c-4a012c58de17 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:19.424477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50a2aad0-fbab-4d53-ba70-2ac3cbc181c5 req-57647ea3-3c02-404b-b55c-4a012c58de17 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 946 time: 0.2561147 Jan 28 05:38:19.474585 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ac93062c-705b-4e14-b567-3bb924661e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 1e73c1dc-4fc5-4e41-b105-c4aa01477fd1) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:38:19.485181 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3c1962-0bb7-49c2-a31c-44389387c8c4 None None] Network 1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:38:19.487335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac93062c-705b-4e14-b567-3bb924661e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:19.487952 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac93062c-705b-4e14-b567-3bb924661e00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:19.518952 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50a2aad0-fbab-4d53-ba70-2ac3cbc181c5 req-c9eeb335-7dd2-42d2-8843-1955a9ea6bd2 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825107 Jan 28 05:38:19.641454 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ac93062c-705b-4e14-b567-3bb924661e00 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5778232 Jan 28 05:38:19.644307 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49086) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:19.649041 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-459416412-router', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:19.770501 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (1cb19c54-b610-4369-9459-abe0b6a24b36), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:19.771772 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (1cb19c54-b610-4369-9459-abe0b6a24b36), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:19.829502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-1e73c1dc-4fc5-4e41-b105-c4aa01477fd1', 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1', 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'fixed_ips': [{'subnet_id': '72573948-ace2-46d0-8b69-5e1befdd31d1'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:38:19.830421 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:19.893792 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Publish callbacks [] for router_controller (1cb19c54-b610-4369-9459-abe0b6a24b36), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:19.951959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089bebf-5d9d-4336-9835-8f6af58cd1e5 req-9ca73e2c-5c07-490b-b528-d207c01d6b21 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:19.953769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5089bebf-5d9d-4336-9835-8f6af58cd1e5 req-9ca73e2c-5c07-490b-b528-d207c01d6b21 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 948 time: 0.0701206 Jan 28 05:38:20.081835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Allocated IP 172.20.0.2 (1e73c1dc-4fc5-4e41-b105-c4aa01477fd1/72573948-ace2-46d0-8b69-5e1befdd31d1/944c938c-3a99-4338-a8b6-7a6ebb266c87) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:38:20.123860 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5089bebf-5d9d-4336-9835-8f6af58cd1e5 req-024122ef-3c5c-4e8c-9ddb-90570fd7e2f9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628993 Jan 28 05:38:20.210878 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Publish callbacks [] for router_gateway (1cb19c54-b610-4369-9459-abe0b6a24b36), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:20.357180 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Publish callbacks [] for port (944c938c-3a99-4338-a8b6-7a6ebb266c87), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:20.401148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49102) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:20.449707 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (944c938c-3a99-4338-a8b6-7a6ebb266c87), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:20.564796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Pushing event updated for resources: {'Port': ['ID=944c938c-3a99-4338-a8b6-7a6ebb266c87,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:20.598510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Network 1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:38:20.601810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:38:20.605827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:38:20.647457 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ca78bb7d-9d57-4ce6-abab-3a64a4887aec admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1979736540-network', 'tenant_id': '4aaffeca84154fbfa920f617b20f5510'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:20.706914 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Publish callbacks [] for router_gateway (1cb19c54-b610-4369-9459-abe0b6a24b36), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:20.724840 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Attempting to bind port 944c938c-3a99-4338-a8b6-7a6ebb266c87 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:38:20.728195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Attempting to bind port 944c938c-3a99-4338-a8b6-7a6ebb266c87 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '800f8ca9-33e4-4cd3-a045-745d99472ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:38:20.728614 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Attempting to bind port 944c938c-3a99-4338-a8b6-7a6ebb266c87 on network 1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:38:20.738679 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:38:20.739233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Checking segment: {'id': '800f8ca9-33e4-4cd3-a045-745d99472ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:38:20.739751 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:20.740273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Bound using segment: {'id': '800f8ca9-33e4-4cd3-a045-745d99472ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:38:20.740926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Bound port: 944c938c-3a99-4338-a8b6-7a6ebb266c87, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800f8ca9-33e4-4cd3-a045-745d99472ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:38:20.741473 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (944c938c-3a99-4338-a8b6-7a6ebb266c87), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:20.752904 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca78bb7d-9d57-4ce6-abab-3a64a4887aec admin admin] Made reservation on behalf of 4aaffeca84154fbfa920f617b20f5510 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:38:20.755295 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ca78bb7d-9d57-4ce6-abab-3a64a4887aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:20.776566 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:20.777738 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ca78bb7d-9d57-4ce6-abab-3a64a4887aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:20.835879 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] For port 944c938c-3a99-4338-a8b6-7a6ebb266c87, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:38:20.840219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] For port 944c938c-3a99-4338-a8b6-7a6ebb266c87, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=944c938c-3a99-4338-a8b6-7a6ebb266c87,segment=NetworkSegment(800f8ca9-33e4-4cd3-a045-745d99472ffb),segment_id=800f8ca9-33e4-4cd3-a045-745d99472ffb)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:38:20.888706 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ca78bb7d-9d57-4ce6-abab-3a64a4887aec admin admin] Publish callbacks [] for security_group (b6dd2467-1e88-4bd0-b50a-e7baac93e7e5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:20.924574 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (944c938c-3a99-4338-a8b6-7a6ebb266c87), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:20.949748 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af3fbf-3aa3-4cde-b40c-06d7f4e0b024 req-b89c7ef1-6209-4af6-a2bf-634fb5e996ee tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:20.957159 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ca78bb7d-9d57-4ce6-abab-3a64a4887aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b6dd2467-1e88-4bd0-b50a-e7baac93e7e5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:20.957342 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1af3fbf-3aa3-4cde-b40c-06d7f4e0b024 req-b89c7ef1-6209-4af6-a2bf-634fb5e996ee tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.3780193 Jan 28 05:38:20.995961 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dffa11-c1cc-4037-a103-978fe2cc1110 None None] Pushing event updated for resources: {'Port': ['ID=944c938c-3a99-4338-a8b6-7a6ebb266c87,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:20.997485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a27a4-f066-4a7f-829d-e2de4c41f16c req-49a701ff-6fa7-4ef5-94d2-0ebf576b0f4d tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:21.003628 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fd6a27a4-f066-4a7f-829d-e2de4c41f16c req-49a701ff-6fa7-4ef5-94d2-0ebf576b0f4d tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 946 time: 0.2309165 Jan 28 05:38:21.048383 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78bb7d-9d57-4ce6-abab-3a64a4887aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dd2467-1e88-4bd0-b50a-e7baac93e7e5,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:21.058902 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca78bb7d-9d57-4ce6-abab-3a64a4887aec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:38:21.071137 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ca78bb7d-9d57-4ce6-abab-3a64a4887aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:21.071603 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-ca78bb7d-9d57-4ce6-abab-3a64a4887aec admin admin] Added segment 4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3 of type vlan for network 14eeb4b4-cafc-41fd-abe9-90449de171df Jan 28 05:38:21.097327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 28a59348-ff96-43a7-8298-5ec30d593446 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:38:21.100434 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1af3fbf-3aa3-4cde-b40c-06d7f4e0b024 req-25e4420a-aecd-41f9-a41f-7ed47058a2ac tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334996 Jan 28 05:38:21.111858 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Allocated IP 172.25.0.201 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/227f7719-1250-4bae-9449-0966e3bf4017) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:38:21.165636 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ca78bb7d-9d57-4ce6-abab-3a64a4887aec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (14eeb4b4-cafc-41fd-abe9-90449de171df), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:21.259291 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fd6a27a4-f066-4a7f-829d-e2de4c41f16c req-bfef37bd-1e99-4237-8ddc-4e3b2e4bd304 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264173 Jan 28 05:38:21.286110 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=28a59348-ff96-43a7-8298-5ec30d593446,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:21.312331 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ca78bb7d-9d57-4ce6-abab-3a64a4887aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (14eeb4b4-cafc-41fd-abe9-90449de171df), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:21.313310 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca78bb7d-9d57-4ce6-abab-3a64a4887aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:21.313680 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '28a59348-ff96-43a7-8298-5ec30d593446', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '28a59348-ff96-43a7-8298-5ec30d593446', 'mac_address': 'fa:16:3e:07:bd:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:38:21.316261 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ca78bb7d-9d57-4ce6-abab-3a64a4887aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:21.416105 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 28a59348-ff96-43a7-8298-5ec30d593446 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:21.416597 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (28a59348-ff96-43a7-8298-5ec30d593446), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:21.466573 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a59348-ff96-43a7-8298-5ec30d593446 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:38:21.496303 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Publish callbacks [] for port (227f7719-1250-4bae-9449-0966e3bf4017), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:21.519269 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eac204-353b-4967-9bd4-b474f72d43db req-74b16477-81b9-4064-90bb-29d9cbf167ba tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:21.521334 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3eac204-353b-4967-9bd4-b474f72d43db req-74b16477-81b9-4064-90bb-29d9cbf167ba tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 948 time: 0.1211054 Jan 28 05:38:21.539691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=28a59348-ff96-43a7-8298-5ec30d593446,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:21.609906 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (28a59348-ff96-43a7-8298-5ec30d593446), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:21.688322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3eac204-353b-4967-9bd4-b474f72d43db req-f9f1da65-60e3-480a-8cc8-3ca84d40bd4a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388130 Jan 28 05:38:21.720508 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (227f7719-1250-4bae-9449-0966e3bf4017), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:21.732566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=28a59348-ff96-43a7-8298-5ec30d593446,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:21.777424 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Pushing event updated for resources: {'Port': ['ID=227f7719-1250-4bae-9449-0966e3bf4017,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:21.789351 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:38:21.790873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:38:21.793263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:38:21.868198 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ca78bb7d-9d57-4ce6-abab-3a64a4887aec admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4659057 Jan 28 05:38:21.871365 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49120) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:21.877227 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-0dba0b8b-edc3-4784-91b6-839bdecac923 admin admin] Request body: {'subnet': {'network_id': '14eeb4b4-cafc-41fd-abe9-90449de171df', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1979736540-subnet', 'tenant_id': '4aaffeca84154fbfa920f617b20f5510', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:21.893525 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78bb7d-9d57-4ce6-abab-3a64a4887aec admin admin] Pushing event updated for resources: {'Network': ['ID=14eeb4b4-cafc-41fd-abe9-90449de171df,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:21.910272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 14eeb4b4-cafc-41fd-abe9-90449de171df details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:38:21.981747 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dba0b8b-edc3-4784-91b6-839bdecac923 admin admin] Made reservation on behalf of 4aaffeca84154fbfa920f617b20f5510 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:38:21.984555 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0dba0b8b-edc3-4784-91b6-839bdecac923 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:21.989091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['28a59348-ff96-43a7-8298-5ec30d593446'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:38:22.387799 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 944c938c-3a99-4338-a8b6-7a6ebb266c87 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:38:22.391655 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Publish callbacks [] for router_gateway (1cb19c54-b610-4369-9459-abe0b6a24b36), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:22.455014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddcf94-15f0-490d-aa8a-96661ada0220 req-3e55d91e-039f-400e-a51a-534e21e87d5d tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:22.462067 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98ddcf94-15f0-490d-aa8a-96661ada0220 req-3e55d91e-039f-400e-a51a-534e21e87d5d tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.1363668 Jan 28 05:38:22.514963 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 944c938c-3a99-4338-a8b6-7a6ebb266c87 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:22.515291 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (944c938c-3a99-4338-a8b6-7a6ebb266c87), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:22.518910 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0dba0b8b-edc3-4784-91b6-839bdecac923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (c1630dfd-f617-4f0d-94cc-aaa48d6c72ec), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:22.642604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 944c938c-3a99-4338-a8b6-7a6ebb266c87 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:22.643160 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (944c938c-3a99-4338-a8b6-7a6ebb266c87), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:22.662670 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dba0b8b-edc3-4784-91b6-839bdecac923 admin admin] Checking segment: {'id': '4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '14eeb4b4-cafc-41fd-abe9-90449de171df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:38:22.663044 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dba0b8b-edc3-4784-91b6-839bdecac923 admin admin] Network hostable DHCP agents. Network: 14eeb4b4-cafc-41fd-abe9-90449de171df, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:38:22.681091 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba0b8b-edc3-4784-91b6-839bdecac923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1630dfd-f617-4f0d-94cc-aaa48d6c72ec,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:22.693792 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98ddcf94-15f0-490d-aa8a-96661ada0220 req-a65adf88-bb79-48cb-b447-2c523fcba6b5 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306328 Jan 28 05:38:22.716910 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 944c938c-3a99-4338-a8b6-7a6ebb266c87, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=944c938c-3a99-4338-a8b6-7a6ebb266c87,segment=NetworkSegment(800f8ca9-33e4-4cd3-a045-745d99472ffb),segment_id=800f8ca9-33e4-4cd3-a045-745d99472ffb)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:22.761124 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520cd044-1b48-44c2-a2ce-38611791b7e7 None None] Network 1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:38:22.781435 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08793735-07b1-4638-a74c-c3cd63efd280 req-53d7aaeb-f311-4128-b742-38454fe54d10 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:22.783096 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08793735-07b1-4638-a74c-c3cd63efd280 req-53d7aaeb-f311-4128-b742-38454fe54d10 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 946 time: 0.2352328 Jan 28 05:38:22.838998 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (944c938c-3a99-4338-a8b6-7a6ebb266c87), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:22.849653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dba0b8b-edc3-4784-91b6-839bdecac923 admin admin] Network 14eeb4b4-cafc-41fd-abe9-90449de171df is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:38:22.884191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-1116f3c0-4399-4f25-94ba-8a8616d39b6d None None] Provisioning complete for port 944c938c-3a99-4338-a8b6-7a6ebb266c87 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:22.884974 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1116f3c0-4399-4f25-94ba-8a8616d39b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (944c938c-3a99-4338-a8b6-7a6ebb266c87), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:22.917680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c39959-78b5-4770-9b77-0b07e2c18653 req-a283ff90-182e-409a-8d8c-c809b9ae39e1 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:22.919300 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97c39959-78b5-4770-9b77-0b07e2c18653 req-a283ff90-182e-409a-8d8c-c809b9ae39e1 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 949 time: 0.1335409 Jan 28 05:38:22.929661 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-0dba0b8b-edc3-4784-91b6-839bdecac923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 14eeb4b4-cafc-41fd-abe9-90449de171df) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:38:22.939364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba0b8b-edc3-4784-91b6-839bdecac923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:22.940068 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0dba0b8b-edc3-4784-91b6-839bdecac923 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:22.940797 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08793735-07b1-4638-a74c-c3cd63efd280 req-747f32e9-cf6c-40ea-bd9a-2cfdfec59af4 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414523 Jan 28 05:38:22.950736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d8c800-9d85-4253-8070-04b6d831b944 None None] Network 14eeb4b4-cafc-41fd-abe9-90449de171df requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:38:22.998147 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (1cb19c54-b610-4369-9459-abe0b6a24b36), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:23.023592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=944c938c-3a99-4338-a8b6-7a6ebb266c87,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:23.078785 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97c39959-78b5-4770-9b77-0b07e2c18653 req-548024dd-cacf-401e-9a4e-668d1a28aa8d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517754 Jan 28 05:38:23.125804 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 28a59348-ff96-43a7-8298-5ec30d593446 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:38:23.159373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658aed4b-6c02-4909-a551-dfc131f54061 None None] Network 14eeb4b4-cafc-41fd-abe9-90449de171df requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:38:23.191256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1116f3c0-4399-4f25-94ba-8a8616d39b6d None None] Current status of the port 944c938c-3a99-4338-a8b6-7a6ebb266c87 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:23.413661 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a14c61b7-6964-4f47-b370-0ee4b0c1d551 None None] Provisioning complete for port 944c938c-3a99-4338-a8b6-7a6ebb266c87 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:23.414037 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a14c61b7-6964-4f47-b370-0ee4b0c1d551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (944c938c-3a99-4338-a8b6-7a6ebb266c87), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:23.519529 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0dba0b8b-edc3-4784-91b6-839bdecac923 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5755622 Jan 28 05:38:23.519842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a14c61b7-6964-4f47-b370-0ee4b0c1d551 None None] Current status of the port 944c938c-3a99-4338-a8b6-7a6ebb266c87 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:23.664321 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-558b1569-9e1a-4612-9479-515e7d61fcad req-4434fe3b-a4c1-4d07-867b-88976afa55c9 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5254946 Jan 28 05:38:23.669510 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-558b1569-9e1a-4612-9479-515e7d61fcad req-94ea6dc5-bb3b-4a25-ad14-5863b4d1d543 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:24.010531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660118c4-b398-4e93-8b57-8979d68039c3 req-dce3897d-8933-4c53-b0f8-1bd120180a91 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:24.012285 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-660118c4-b398-4e93-8b57-8979d68039c3 req-dce3897d-8933-4c53-b0f8-1bd120180a91 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/networks?id=14eeb4b4-cafc-41fd-abe9-90449de171df HTTP/1.1" status: 200 len: 814 time: 0.1108949 Jan 28 05:38:24.029353 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-660118c4-b398-4e93-8b57-8979d68039c3 req-dbe05d8c-663f-454d-91f2-a02a94672b17 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/quotas/4aaffeca84154fbfa920f617b20f5510 HTTP/1.1" status: 200 len: 375 time: 0.0093405 Jan 28 05:38:24.033217 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 28a59348-ff96-43a7-8298-5ec30d593446 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:38:24.038364 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 28a59348-ff96-43a7-8298-5ec30d593446 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:24.038775 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (28a59348-ff96-43a7-8298-5ec30d593446), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:24.081254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-660118c4-b398-4e93-8b57-8979d68039c3 req-0bb0802c-1e04-4f3c-9b0c-6e07f7c4ab82 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4aaffeca84154fbfa920f617b20f5510&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402420 Jan 28 05:38:24.089095 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-558b1569-9e1a-4612-9479-515e7d61fcad req-94ea6dc5-bb3b-4a25-ad14-5863b4d1d543 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:24.096854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Router 1cb19c54-b610-4369-9459-abe0b6a24b36 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:38:24.205980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 28a59348-ff96-43a7-8298-5ec30d593446 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:24.206415 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (28a59348-ff96-43a7-8298-5ec30d593446), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:24.257053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=28a59348-ff96-43a7-8298-5ec30d593446,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:24.258800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 944c938c-3a99-4338-a8b6-7a6ebb266c87 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:38:24.308730 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a59348-ff96-43a7-8298-5ec30d593446'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:24.314066 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f24ef0-3d62-46fe-9864-854b8ee9195a" -d '{"events": [{"server_uuid": "d894dc23-fd2f-456d-a3c9-36a51d2858c4", "name": "network-vif-plugged", "status": "completed", "tag": "28a59348-ff96-43a7-8298-5ec30d593446"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:24.334043 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 944c938c-3a99-4338-a8b6-7a6ebb266c87 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:24.334699 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (944c938c-3a99-4338-a8b6-7a6ebb266c87), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:24.363248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-660118c4-b398-4e93-8b57-8979d68039c3 req-e3257380-cc8c-4df5-8732-0f517e7ed6f1 service neutron] 10.222.0.31 "GET /v2.0/networks/14eeb4b4-cafc-41fd-abe9-90449de171df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707436 Jan 28 05:38:24.388627 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (28a59348-ff96-43a7-8298-5ec30d593446), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:24.442081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:38:24.448679 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Sync routers for ids ['1cb19c54-b610-4369-9459-abe0b6a24b36'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:38:24.475807 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Routers {'1cb19c54-b610-4369-9459-abe0b6a24b36'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:38:24.478581 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:38:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['1cb19c54-b610-4369-9459-abe0b6a24b36'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:24.512231 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-558b1569-9e1a-4612-9479-515e7d61fcad req-94ea6dc5-bb3b-4a25-ad14-5863b4d1d543 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:24.535849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-660118c4-b398-4e93-8b57-8979d68039c3 req-da637081-0679-41fe-ad14-183645e7df79 service neutron] 10.222.0.31 "GET /v2.0/networks/14eeb4b4-cafc-41fd-abe9-90449de171df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580155 Jan 28 05:38:24.558287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 944c938c-3a99-4338-a8b6-7a6ebb266c87 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:24.568189 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=28a59348-ff96-43a7-8298-5ec30d593446,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:24.631319 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:24.635836 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-78a5de6c-70c1-485d-853f-2a15bf131081 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9877009 Jan 28 05:38:24.638058 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49176) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:24.646446 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Set router 1cb19c54-b610-4369-9459-abe0b6a24b36 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:38:24.712850 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:24.802455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-558b1569-9e1a-4612-9479-515e7d61fcad req-94ea6dc5-bb3b-4a25-ad14-5863b4d1d543 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Allocated IP 172.25.0.78 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/59311ae2-bd0e-436c-af92-3a6c0e655791) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:38:24.933807 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'name': 'tempest-ServersTestFqdnHostnames-459416412-router', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '227f7719-1250-4bae-9449-0966e3bf4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:38:19Z', 'updated_at': '2022-01-28T05:38:21Z', 'revision_number': 3, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'gw_port': {'id': '227f7719-1250-4bae-9449-0966e3bf4017', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:20Z', 'updated_at': '2022-01-28T05:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:24.971946 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Checking router: 1cb19c54-b610-4369-9459-abe0b6a24b36 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:38:24.972294 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Updating router 1cb19c54-b610-4369-9459-abe0b6a24b36 port 227f7719-1250-4bae-9449-0966e3bf4017 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:38:25.000983 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (227f7719-1250-4bae-9449-0966e3bf4017), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:25.044229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d89d3-7f9c-43b1-bf6a-ecb106eb62d5 req-e94f7a13-eabd-41f5-91ec-e6154d9e9229 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:25.046110 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-947d89d3-7f9c-43b1-bf6a-ecb106eb62d5 req-e94f7a13-eabd-41f5-91ec-e6154d9e9229 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.0960326 Jan 28 05:38:25.068061 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-558b1569-9e1a-4612-9479-515e7d61fcad req-94ea6dc5-bb3b-4a25-ad14-5863b4d1d543 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks [] for port (59311ae2-bd0e-436c-af92-3a6c0e655791), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:25.132583 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-947d89d3-7f9c-43b1-bf6a-ecb106eb62d5 req-f0aba457-a361-4e2b-97f0-6636455056cd tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772805 Jan 28 05:38:25.248702 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-558b1569-9e1a-4612-9479-515e7d61fcad req-94ea6dc5-bb3b-4a25-ad14-5863b4d1d543 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (59311ae2-bd0e-436c-af92-3a6c0e655791), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:25.318396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558b1569-9e1a-4612-9479-515e7d61fcad req-94ea6dc5-bb3b-4a25-ad14-5863b4d1d543 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:38:25.322910 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-558b1569-9e1a-4612-9479-515e7d61fcad req-94ea6dc5-bb3b-4a25-ad14-5863b4d1d543 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:38:25.328698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-558b1569-9e1a-4612-9479-515e7d61fcad req-94ea6dc5-bb3b-4a25-ad14-5863b4d1d543 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:38:25.364518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea6dc5-bb3b-4a25-ad14-5863b4d1d543 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Pushing event updated for resources: {'Port': ['ID=59311ae2-bd0e-436c-af92-3a6c0e655791,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:25.456500 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:25.502136 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259fcba-223a-4dd5-bde8-f5765f485bc9 req-74eb1019-fe38-4133-a90c-f844507715fd tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:25.515256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8259fcba-223a-4dd5-bde8-f5765f485bc9 req-74eb1019-fe38-4133-a90c-f844507715fd tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.1163521 Jan 28 05:38:25.519982 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-558b1569-9e1a-4612-9479-515e7d61fcad req-94ea6dc5-bb3b-4a25-ad14-5863b4d1d543 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks [] for floatingip (b19a9daf-1539-4b09-8ade-385167e49544), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:25.529445 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Publish callbacks [] for port (227f7719-1250-4bae-9449-0966e3bf4017), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:25.599175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8259fcba-223a-4dd5-bde8-f5765f485bc9 req-7b6e43d1-4434-4d9c-aad7-366a3bea2ef5 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829082 Jan 28 05:38:25.659571 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (227f7719-1250-4bae-9449-0966e3bf4017), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:25.667107 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7d0ddf-b094-4772-b1f7-c07de4d8e019 x-openstack-request-id: req-5b7d0ddf-b094-4772-b1f7-c07de4d8e019 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:25.667938 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d894dc23-fd2f-456d-a3c9-36a51d2858c4", "name": "network-vif-plugged", "status": "completed", "tag": "28a59348-ff96-43a7-8298-5ec30d593446", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:25.668413 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b7d0ddf-b094-4772-b1f7-c07de4d8e019 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:25.669425 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a59348-ff96-43a7-8298-5ec30d593446', 'code': 200} Jan 28 05:38:25.684640 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-558b1569-9e1a-4612-9479-515e7d61fcad req-94ea6dc5-bb3b-4a25-ad14-5863b4d1d543 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (59311ae2-bd0e-436c-af92-3a6c0e655791), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:25.763044 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] Allocated IP 172.20.0.1 (1e73c1dc-4fc5-4e41-b105-c4aa01477fd1/72573948-ace2-46d0-8b69-5e1befdd31d1/8e997e91-1da1-417b-a70c-47c8ec01406c) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:38:25.806578 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f715092-a166-4829-80da-5a6e12266322 None None] Pushing event updated for resources: {'Port': ['ID=227f7719-1250-4bae-9449-0966e3bf4017,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:25.813778 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Attempting to bind port 227f7719-1250-4bae-9449-0966e3bf4017 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:38:25.815791 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Attempting to bind port 227f7719-1250-4bae-9449-0966e3bf4017 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:38:25.818823 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Attempting to bind port 227f7719-1250-4bae-9449-0966e3bf4017 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:38:25.836905 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:38:25.839492 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:38:25.841530 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:25.844605 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:38:25.845361 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Bound port: 227f7719-1250-4bae-9449-0966e3bf4017, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:38:25.846183 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (227f7719-1250-4bae-9449-0966e3bf4017), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:25.955016 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] For port 227f7719-1250-4bae-9449-0966e3bf4017, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:38:25.959934 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] For port 227f7719-1250-4bae-9449-0966e3bf4017, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=227f7719-1250-4bae-9449-0966e3bf4017,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:38:25.968624 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d247fc3-50d2-4cce-a609-fd7ac1bd235e req-8c5b75b2-986d-4184-be07-21e174353c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:25.970531 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5d247fc3-50d2-4cce-a609-fd7ac1bd235e req-8c5b75b2-986d-4184-be07-21e174353c6e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 1102 time: 0.0812013 Jan 28 05:38:25.973709 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] Publish callbacks [] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:26.021060 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-558b1569-9e1a-4612-9479-515e7d61fcad req-94ea6dc5-bb3b-4a25-ad14-5863b4d1d543 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks [] for port (59311ae2-bd0e-436c-af92-3a6c0e655791), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:26.025193 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36df9583-e3a5-4b5c-a0ab-ed3bc9d90a60 req-1b0e2c1f-5122-4bb6-b348-f14a0852a04b tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 210 time: 0.1582966 Jan 28 05:38:26.050078 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (227f7719-1250-4bae-9449-0966e3bf4017), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:26.058381 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5d247fc3-50d2-4cce-a609-fd7ac1bd235e req-ce7a4a0d-51fc-47be-8f11-4e6c61cb66e4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811031 Jan 28 05:38:26.118684 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-558b1569-9e1a-4612-9479-515e7d61fcad req-94ea6dc5-bb3b-4a25-ad14-5863b4d1d543 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (59311ae2-bd0e-436c-af92-3a6c0e655791), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:26.119389 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:26.191268 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] Network 1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:38:26.195953 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:38:26.199666 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:38:26.244565 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea6dc5-bb3b-4a25-ad14-5863b4d1d543 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Pushing event updated for resources: {'Port': ['ID=59311ae2-bd0e-436c-af92-3a6c0e655791,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:26.261257 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (1cb19c54-b610-4369-9459-abe0b6a24b36), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:26.306826 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Routers {'1cb19c54-b610-4369-9459-abe0b6a24b36'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:38:26.308992 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:38:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['1cb19c54-b610-4369-9459-abe0b6a24b36'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:26.312216 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-558b1569-9e1a-4612-9479-515e7d61fcad req-94ea6dc5-bb3b-4a25-ad14-5863b4d1d543 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (b19a9daf-1539-4b09-8ade-385167e49544), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:26.325826 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=8e997e91-1da1-417b-a70c-47c8ec01406c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:26.366970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c793d-1e29-4b60-a584-32ef1e3cad2a req-169eb550-ba2b-46fc-9333-0b6593e425b5 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:26.377301 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a53c793d-1e29-4b60-a584-32ef1e3cad2a req-169eb550-ba2b-46fc-9333-0b6593e425b5 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.1123908 Jan 28 05:38:26.398894 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f715092-a166-4829-80da-5a6e12266322 None None] Pushing event updated for resources: {'Port': ['ID=227f7719-1250-4bae-9449-0966e3bf4017,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:26.424992 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-558b1569-9e1a-4612-9479-515e7d61fcad req-94ea6dc5-bb3b-4a25-ad14-5863b4d1d543 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:26.424992 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-558b1569-9e1a-4612-9479-515e7d61fcad req-94ea6dc5-bb3b-4a25-ad14-5863b4d1d543 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7573001 Jan 28 05:38:26.531330 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] Set router 1cb19c54-b610-4369-9459-abe0b6a24b36 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:38:26.583949 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-558b1569-9e1a-4612-9479-515e7d61fcad req-6417b046-92b8-4f78-ad0c-066b61089815 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 695 time: 0.1386113 Jan 28 05:38:26.594435 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a53c793d-1e29-4b60-a584-32ef1e3cad2a req-6ad2651d-6825-4e44-9e0a-a5358498ba8c tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106433 Jan 28 05:38:26.663626 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-dea7d021-c006-428e-8b8e-bb56a33dc472 None None] Provisioning complete for port 8e997e91-1da1-417b-a70c-47c8ec01406c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:26.663999 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dea7d021-c006-428e-8b8e-bb56a33dc472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:26.688565 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:26.743613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dea7d021-c006-428e-8b8e-bb56a33dc472 None None] Port 8e997e91-1da1-417b-a70c-47c8ec01406c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:38:26.796097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b1569-9e1a-4612-9479-515e7d61fcad req-cb8fc4c8-b3f2-4172-bf92-f1fcfea6e2a3 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:26.797557 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-558b1569-9e1a-4612-9479-515e7d61fcad req-cb8fc4c8-b3f2-4172-bf92-f1fcfea6e2a3 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.2019725 Jan 28 05:38:26.809005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-558b1569-9e1a-4612-9479-515e7d61fcad req-cd362121-de10-4ac6-9599-b32c5655cfd9 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:38:26.809853 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-558b1569-9e1a-4612-9479-515e7d61fcad req-cd362121-de10-4ac6-9599-b32c5655cfd9 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070028 Jan 28 05:38:26.849590 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'name': 'tempest-ServersTestFqdnHostnames-459416412-router', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '227f7719-1250-4bae-9449-0966e3bf4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:38:19Z', 'updated_at': '2022-01-28T05:38:21Z', 'revision_number': 3, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'gw_port': {'id': '227f7719-1250-4bae-9449-0966e3bf4017', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:20Z', 'updated_at': '2022-01-28T05:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:26.889765 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e6669-3d03-4d6d-a2ba-e4de98529705 None None] The sync data for ids ['1cb19c54-b610-4369-9459-abe0b6a24b36'] in n-d-812111-12 is: [{'id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'name': 'tempest-ServersTestFqdnHostnames-459416412-router', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '227f7719-1250-4bae-9449-0966e3bf4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:38:19Z', 'updated_at': '2022-01-28T05:38:21Z', 'revision_number': 3, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'gw_port': {'id': '227f7719-1250-4bae-9449-0966e3bf4017', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:20Z', 'updated_at': '2022-01-28T05:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:38:27.000240 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd6c9-d3b6-4c58-9587-07820c51d46c req-9dc386c7-cd2f-40ec-ae01-65544946a8d6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:27.001727 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-362bd6c9-d3b6-4c58-9587-07820c51d46c req-9dc386c7-cd2f-40ec-ae01-65544946a8d6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.0988514 Jan 28 05:38:27.027584 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] Publish callbacks [] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:27.096808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-362bd6c9-d3b6-4c58-9587-07820c51d46c req-f747ceff-6fe1-42fb-bf8c-f1d0548cf6a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553441 Jan 28 05:38:27.099728 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:27.193101 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:27.219040 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=8e997e91-1da1-417b-a70c-47c8ec01406c,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:27.236840 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (1cb19c54-b610-4369-9459-abe0b6a24b36), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:27.323801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aaeed656-42f4-4b1a-ad4e-246d9230b464 req-fec8fbe5-252d-4acf-bffe-4b87784a1571 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 210 time: 0.1028929 Jan 28 05:38:27.427171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906789a-bc01-49a8-9d50-ce091c00282f req-67c80936-7d46-4665-9aa4-f2105b42d2cb tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:27.442593 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1906789a-bc01-49a8-9d50-ce091c00282f req-67c80936-7d46-4665-9aa4-f2105b42d2cb tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/networks?id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 200 len: 820 time: 0.3446057 Jan 28 05:38:27.449495 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] Network 1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:38:27.451044 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:38:27.464931 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1906789a-bc01-49a8-9d50-ce091c00282f req-b8cc4615-2a20-452a-9481-d0094741b6b2 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/quotas/364449c3382c4cfa9ecf7695bc42f027 HTTP/1.1" status: 200 len: 375 time: 0.0154777 Jan 28 05:38:27.595471 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1906789a-bc01-49a8-9d50-ce091c00282f req-6346a9d8-192f-4772-84bc-6615e8b3353a tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=364449c3382c4cfa9ecf7695bc42f027&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1195598 Jan 28 05:38:27.777833 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] Router 1cb19c54-b610-4369-9459-abe0b6a24b36 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:38:27.818847 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1906789a-bc01-49a8-9d50-ce091c00282f req-4185633e-d757-4f2a-90e1-6e4837cc386f service neutron] 10.222.0.31 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219787 Jan 28 05:38:27.937067 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b3183-b239-44d1-bb67-e5614ea06177 req-87e75f23-32f9-4097-a244-5285e2b97e2c tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:27.938952 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c6b3183-b239-44d1-bb67-e5614ea06177 req-87e75f23-32f9-4097-a244-5285e2b97e2c tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.1691906 Jan 28 05:38:27.963118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:38:27.985646 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8763b880-d68e-410d-b4c8-5ab7fa2e2dd7 admin admin] 10.222.0.31 "PUT /v2.0/routers/1cb19c54-b610-4369-9459-abe0b6a24b36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3461468 Jan 28 05:38:28.008688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0687412a-f252-4f94-8084-1a16c23ddb33 None None] Provisioning complete for port 8e997e91-1da1-417b-a70c-47c8ec01406c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:28.009251 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0687412a-f252-4f94-8084-1a16c23ddb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:28.046957 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1906789a-bc01-49a8-9d50-ce091c00282f req-b9592db4-f1c2-48b8-9e49-14f6dbb18499 service neutron] 10.222.0.31 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270734 Jan 28 05:38:28.097265 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0687412a-f252-4f94-8084-1a16c23ddb33 None None] Port 8e997e91-1da1-417b-a70c-47c8ec01406c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:38:28.240815 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c6b3183-b239-44d1-bb67-e5614ea06177 req-c1cb6cb1-a386-42af-96a2-2db177800ce3 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914777 Jan 28 05:38:28.375870 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 227f7719-1250-4bae-9449-0966e3bf4017 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:38:28.394046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660118c4-b398-4e93-8b57-8979d68039c3 req-ac194c1c-2670-426e-8b22-808fbc9873f1 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:28.395634 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-660118c4-b398-4e93-8b57-8979d68039c3 req-ac194c1c-2670-426e-8b22-808fbc9873f1 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.64 "GET /v2.0/networks?id=14eeb4b4-cafc-41fd-abe9-90449de171df HTTP/1.1" status: 200 len: 814 time: 0.3475561 Jan 28 05:38:28.415500 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-660118c4-b398-4e93-8b57-8979d68039c3 req-79cf95ca-02a2-468f-be49-943fcae633dc tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Request body: {'port': {'device_id': 'b48c8baa-d4ea-45c1-bde4-117e9c05b78e', 'network_id': '14eeb4b4-cafc-41fd-abe9-90449de171df', 'admin_state_up': True, 'tenant_id': '4aaffeca84154fbfa920f617b20f5510'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:28.470082 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 227f7719-1250-4bae-9449-0966e3bf4017 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:28.470942 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (227f7719-1250-4bae-9449-0966e3bf4017), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:28.586534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 227f7719-1250-4bae-9449-0966e3bf4017 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:28.587183 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (227f7719-1250-4bae-9449-0966e3bf4017), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:28.624734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 227f7719-1250-4bae-9449-0966e3bf4017, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=227f7719-1250-4bae-9449-0966e3bf4017,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:28.637478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf5074-ecf7-4619-94d4-432bc601d89c req-7355290e-89f5-48ba-bfa6-3fcfabe10b4e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:28.644695 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4bf5074-ecf7-4619-94d4-432bc601d89c req-7355290e-89f5-48ba-bfa6-3fcfabe10b4e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.1219008 Jan 28 05:38:28.717698 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4bf5074-ecf7-4619-94d4-432bc601d89c req-589f40ab-3978-4d3e-9a4b-23c085a38316 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719268 Jan 28 05:38:28.747683 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (227f7719-1250-4bae-9449-0966e3bf4017), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:28.779957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660118c4-b398-4e93-8b57-8979d68039c3 req-79cf95ca-02a2-468f-be49-943fcae633dc tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Made reservation on behalf of 4aaffeca84154fbfa920f617b20f5510 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:38:28.785559 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-660118c4-b398-4e93-8b57-8979d68039c3 req-79cf95ca-02a2-468f-be49-943fcae633dc tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:28.814320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc746b09-30d0-4009-a45b-d53f9124f1c8 req-c3dc905d-cb46-4d40-9756-c43c9d322799 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 210 time: 0.0399306 Jan 28 05:38:28.891345 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=227f7719-1250-4bae-9449-0966e3bf4017,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:28.942882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49306) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:28.950311 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-6458eedf-2e9c-4738-8cd0-0c1fd198af53 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159695373', 'description': 'tempest-description--1957009762'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:29.025151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36a0d417-0e8f-467a-b681-9a540f9076fb req-dfdfbff9-b71b-4d73-b82d-e54f567f06b2 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 210 time: 0.0494618 Jan 28 05:38:29.082413 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6458eedf-2e9c-4738-8cd0-0c1fd198af53 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:29.111416 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493d8a3-9c6f-4e00-9e7d-b6728480ad07 req-74ea4c47-4197-4f63-b413-66c0eff9f127 tempest-MigrationsAdminTest-2043058160 tempest-MigrationsAdminTest-2043058160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:29.113500 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d493d8a3-9c6f-4e00-9e7d-b6728480ad07 req-74ea4c47-4197-4f63-b413-66c0eff9f127 tempest-MigrationsAdminTest-2043058160 tempest-MigrationsAdminTest-2043058160-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 1102 time: 0.1199613 Jan 28 05:38:29.155022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-660118c4-b398-4e93-8b57-8979d68039c3 req-79cf95ca-02a2-468f-be49-943fcae633dc tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Allocated IP 172.20.0.12 (14eeb4b4-cafc-41fd-abe9-90449de171df/c1630dfd-f617-4f0d-94cc-aaa48d6c72ec/2d6dbaa7-118e-4ae7-9894-b5ba171f6d50) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:38:29.183431 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6458eedf-2e9c-4738-8cd0-0c1fd198af53 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for security_group (b14f7688-b49c-4575-aab3-7f7261143ba3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:29.195075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d493d8a3-9c6f-4e00-9e7d-b6728480ad07 req-54084f69-7bc6-4612-b8a5-de85ae3ce96b tempest-MigrationsAdminTest-2043058160 tempest-MigrationsAdminTest-2043058160-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731487 Jan 28 05:38:29.291257 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6458eedf-2e9c-4738-8cd0-0c1fd198af53 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b14f7688-b49c-4575-aab3-7f7261143ba3), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:29.349971 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458eedf-2e9c-4738-8cd0-0c1fd198af53 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14f7688-b49c-4575-aab3-7f7261143ba3,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:29.448486 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6458eedf-2e9c-4738-8cd0-0c1fd198af53 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:29.454791 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6458eedf-2e9c-4738-8cd0-0c1fd198af53 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5104647 Jan 28 05:38:29.455672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49346) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:29.461926 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c8169aca-e7ea-444c-8934-8f521305f183 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Request body: {'security_group_rule': {'security_group_id': 'b14f7688-b49c-4575-aab3-7f7261143ba3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:29.499400 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-660118c4-b398-4e93-8b57-8979d68039c3 req-79cf95ca-02a2-468f-be49-943fcae633dc tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Publish callbacks [] for port (2d6dbaa7-118e-4ae7-9894-b5ba171f6d50), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:29.554863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b34fe-8982-4ac1-89fe-bceb848cc9ce req-5b22f889-ac14-4fa7-a40c-9a94243ca018 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:29.556499 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be9b34fe-8982-4ac1-89fe-bceb848cc9ce req-5b22f889-ac14-4fa7-a40c-9a94243ca018 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.2000344 Jan 28 05:38:29.582542 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8169aca-e7ea-444c-8934-8f521305f183 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for security_group_rule (3c96e3aa-99fc-43ab-a51c-dd92fe419093), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:29.645488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be9b34fe-8982-4ac1-89fe-bceb848cc9ce req-afc4dd64-f322-4745-82ad-804ffa76acb8 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715566 Jan 28 05:38:29.673514 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-660118c4-b398-4e93-8b57-8979d68039c3 req-79cf95ca-02a2-468f-be49-943fcae633dc tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2d6dbaa7-118e-4ae7-9894-b5ba171f6d50), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:29.699915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Sync routers for ids ['1cb19c54-b610-4369-9459-abe0b6a24b36'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:38:29.702632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660118c4-b398-4e93-8b57-8979d68039c3 req-79cf95ca-02a2-468f-be49-943fcae633dc tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Network 14eeb4b4-cafc-41fd-abe9-90449de171df is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:38:29.705751 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-660118c4-b398-4e93-8b57-8979d68039c3 req-79cf95ca-02a2-468f-be49-943fcae633dc tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:38:29.740393 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8169aca-e7ea-444c-8934-8f521305f183 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for security_group_rule (3c96e3aa-99fc-43ab-a51c-dd92fe419093), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:29.740833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Routers {'1cb19c54-b610-4369-9459-abe0b6a24b36'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:38:29.743664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:38:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['1cb19c54-b610-4369-9459-abe0b6a24b36'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:29.793301 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-660118c4-b398-4e93-8b57-8979d68039c3 req-79cf95ca-02a2-468f-be49-943fcae633dc tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:38:29.827886 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8169aca-e7ea-444c-8934-8f521305f183 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (3c96e3aa-99fc-43ab-a51c-dd92fe419093), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:29.848771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8169aca-e7ea-444c-8934-8f521305f183 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c96e3aa-99fc-43ab-a51c-dd92fe419093,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:29.947696 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8169aca-e7ea-444c-8934-8f521305f183 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:29.952560 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c8169aca-e7ea-444c-8934-8f521305f183 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4927371 Jan 28 05:38:29.952946 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49358) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:29.960254 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-07614d7d-b27e-4053-811d-b928901a2788 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Request body: {'security_group_rule': {'security_group_id': 'b14f7688-b49c-4575-aab3-7f7261143ba3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:30.097303 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07614d7d-b27e-4053-811d-b928901a2788 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for security_group_rule (dd37315c-af2a-4b96-9df8-0d0c18f84681), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:30.145888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Set router 1cb19c54-b610-4369-9459-abe0b6a24b36 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:38:30.220507 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07614d7d-b27e-4053-811d-b928901a2788 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for security_group_rule (dd37315c-af2a-4b96-9df8-0d0c18f84681), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:30.285698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660118c4-b398-4e93-8b57-8979d68039c3 req-79cf95ca-02a2-468f-be49-943fcae633dc tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:30.285942 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-660118c4-b398-4e93-8b57-8979d68039c3 req-79cf95ca-02a2-468f-be49-943fcae633dc tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:30.297689 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07614d7d-b27e-4053-811d-b928901a2788 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (dd37315c-af2a-4b96-9df8-0d0c18f84681), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:30.318367 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07614d7d-b27e-4053-811d-b928901a2788 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd37315c-af2a-4b96-9df8-0d0c18f84681,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:30.320211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 227f7719-1250-4bae-9449-0966e3bf4017 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:38:30.360291 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-ef1f559c-febc-4c78-b45c-d28f012a76a6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096954 Jan 28 05:38:30.409894 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd7d9e6a-e408-489f-8a8d-cbded61bd6a7 req-07306bc7-d4e1-4a0d-8c96-e95d1af5a6e2 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 210 time: 0.1059439 Jan 28 05:38:30.423929 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf95ca-02a2-468f-be49-943fcae633dc tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Pushing event updated for resources: {'Port': ['ID=2d6dbaa7-118e-4ae7-9894-b5ba171f6d50,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:30.437634 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07614d7d-b27e-4053-811d-b928901a2788 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:30.437634 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-07614d7d-b27e-4053-811d-b928901a2788 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4796767 Jan 28 05:38:30.441969 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49366) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:30.442799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-77f9b31e-df82-4b28-9980-3bd2f3198b02 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:30.446062 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-660118c4-b398-4e93-8b57-8979d68039c3 req-79cf95ca-02a2-468f-be49-943fcae633dc tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0344472 Jan 28 05:38:30.482246 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Request body: {'port': {'device_id': 'b48c8baa-d4ea-45c1-bde4-117e9c05b78e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:30.576048 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77f9b31e-df82-4b28-9980-3bd2f3198b02 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:30.584780 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 227f7719-1250-4bae-9449-0966e3bf4017 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:30.587191 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (227f7719-1250-4bae-9449-0966e3bf4017), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:30.657450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fda56-100d-4885-9228-23b84a000f90 req-480c46c7-7573-497a-80b1-66112b936805 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:30.665624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-384fda56-100d-4885-9228-23b84a000f90 req-480c46c7-7573-497a-80b1-66112b936805 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.3604150 Jan 28 05:38:30.721881 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e780bc-4a8f-4f59-920f-2242f2c5a5e9 req-83b0eb11-fa0e-4e1a-88a2-27e8a3650777 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:30.729092 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08e780bc-4a8f-4f59-920f-2242f2c5a5e9 req-83b0eb11-fa0e-4e1a-88a2-27e8a3650777 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 932 time: 0.1718574 Jan 28 05:38:30.742325 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2d6dbaa7-118e-4ae7-9894-b5ba171f6d50), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:30.818134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-384fda56-100d-4885-9228-23b84a000f90 req-8273801c-581a-4e6d-a06a-d665562c8420 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516538 Jan 28 05:38:30.833798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 227f7719-1250-4bae-9449-0966e3bf4017 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:30.878158 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'name': 'tempest-ServersTestFqdnHostnames-459416412-router', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '227f7719-1250-4bae-9449-0966e3bf4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:38:19Z', 'updated_at': '2022-01-28T05:38:26Z', 'revision_number': 4, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'gw_port': {'id': '227f7719-1250-4bae-9449-0966e3bf4017', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:20Z', 'updated_at': '2022-01-28T05:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '8e997e91-1da1-417b-a70c-47c8ec01406c', 'name': '', 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'mac_address': 'fa:16:3e:dd:24:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:38:26Z', 'revision_number': 2, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'subnets': [{'id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:30.899004 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77f9b31e-df82-4b28-9980-3bd2f3198b02 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:30.975631 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Checking router: 1cb19c54-b610-4369-9459-abe0b6a24b36 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:38:30.976225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Updating router 1cb19c54-b610-4369-9459-abe0b6a24b36 port 8e997e91-1da1-417b-a70c-47c8ec01406c binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:38:31.034987 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:31.101635 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-77f9b31e-df82-4b28-9980-3bd2f3198b02 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Allocated IP 172.25.0.117 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/02a6543d-36e4-4772-bf55-32c82b824c8b) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:38:31.154031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08e780bc-4a8f-4f59-920f-2242f2c5a5e9 req-3257ac11-5cb1-4efd-ad56-6f62dbe01e5a tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6dd2467-1e88-4bd0-b50a-e7baac93e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212036 Jan 28 05:38:31.317020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3df4f-7ae8-47e1-9c21-05f086669a67 req-40edb5f2-cb48-4dbd-97d0-1f108cd4f6c0 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:31.336344 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fc3df4f-7ae8-47e1-9c21-05f086669a67 req-40edb5f2-cb48-4dbd-97d0-1f108cd4f6c0 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.2596271 Jan 28 05:38:31.533737 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77f9b31e-df82-4b28-9980-3bd2f3198b02 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for port (02a6543d-36e4-4772-bf55-32c82b824c8b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:31.549405 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906789a-bc01-49a8-9d50-ce091c00282f req-1f05cfab-eb2f-47c6-9a30-cf558703231d tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:31.550957 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1906789a-bc01-49a8-9d50-ce091c00282f req-1f05cfab-eb2f-47c6-9a30-cf558703231d tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.64 "GET /v2.0/networks?id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 200 len: 820 time: 0.1744037 Jan 28 05:38:31.576624 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-1906789a-bc01-49a8-9d50-ce091c00282f req-a65e52a5-3e0c-48f9-a485-9b9bfc577b54 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Request body: {'port': {'device_id': 'f95b9ee2-932d-473c-b183-aeed1f2b04d5', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'admin_state_up': True, 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:31.651840 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fc3df4f-7ae8-47e1-9c21-05f086669a67 req-2a827b38-993c-4eda-bb63-c29ceaec5e99 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081563 Jan 28 05:38:31.741311 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-666764aa-ed70-4cd3-b6af-2c7c371affcc req-b977a9d5-e5c0-4d57-a059-820a5386ca3f tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 210 time: 0.0430913 Jan 28 05:38:31.754496 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Publish callbacks [] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:31.775455 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77f9b31e-df82-4b28-9980-3bd2f3198b02 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (02a6543d-36e4-4772-bf55-32c82b824c8b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:31.862762 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:31.893798 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9b31e-df82-4b28-9980-3bd2f3198b02 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Pushing event updated for resources: {'Port': ['ID=02a6543d-36e4-4772-bf55-32c82b824c8b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:31.894981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:38:31.904127 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Publish callbacks [] for port (2d6dbaa7-118e-4ae7-9894-b5ba171f6d50), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:31.922542 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9b31e-df82-4b28-9980-3bd2f3198b02 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:38:31.927900 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-77f9b31e-df82-4b28-9980-3bd2f3198b02 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:38:31.931283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Transition to ACTIVE for port object 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:38:31.933405 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f9b31e-df82-4b28-9980-3bd2f3198b02 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:38:31.969671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead6fe6-a446-49e9-868a-3dcf689241b9 None None] Pushing event updated for resources: {'Port': ['ID=8e997e91-1da1-417b-a70c-47c8ec01406c,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:31.996604 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1906789a-bc01-49a8-9d50-ce091c00282f req-a65e52a5-3e0c-48f9-a485-9b9bfc577b54 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Made reservation on behalf of 364449c3382c4cfa9ecf7695bc42f027 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:38:32.005446 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1906789a-bc01-49a8-9d50-ce091c00282f req-a65e52a5-3e0c-48f9-a485-9b9bfc577b54 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:32.028555 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (2d6dbaa7-118e-4ae7-9894-b5ba171f6d50), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:32.081942 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Attempting to bind port 8e997e91-1da1-417b-a70c-47c8ec01406c on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:38:32.082239 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Attempting to bind port 8e997e91-1da1-417b-a70c-47c8ec01406c by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '800f8ca9-33e4-4cd3-a045-745d99472ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:38:32.082646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Attempting to bind port 8e997e91-1da1-417b-a70c-47c8ec01406c on network 1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:38:32.108376 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:38:32.108861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Checking segment: {'id': '800f8ca9-33e4-4cd3-a045-745d99472ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:38:32.109270 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:32.109880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Bound using segment: {'id': '800f8ca9-33e4-4cd3-a045-745d99472ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:38:32.110406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Bound port: 8e997e91-1da1-417b-a70c-47c8ec01406c, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800f8ca9-33e4-4cd3-a045-745d99472ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:38:32.110797 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:32.184916 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f855935-a374-4917-ab98-b3e43134c466 req-30726944-6f8c-4c7e-a756-b8fdc3f27935 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:32.186882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f855935-a374-4917-ab98-b3e43134c466 req-30726944-6f8c-4c7e-a756-b8fdc3f27935 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.2467804 Jan 28 05:38:32.270981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6dbaa7-118e-4ae7-9894-b5ba171f6d50,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:32.283207 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] For port 8e997e91-1da1-417b-a70c-47c8ec01406c, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:38:32.292487 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] For port 8e997e91-1da1-417b-a70c-47c8ec01406c, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8e997e91-1da1-417b-a70c-47c8ec01406c,segment=NetworkSegment(800f8ca9-33e4-4cd3-a045-745d99472ffb),segment_id=800f8ca9-33e4-4cd3-a045-745d99472ffb)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:38:32.416227 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:32.507241 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2146c18-cb16-440e-adcf-3f482e838b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:32.553109 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f855935-a374-4917-ab98-b3e43134c466 req-4bb99309-2869-4bad-afbc-4b395a5809e1 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536572 Jan 28 05:38:32.565264 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77f9b31e-df82-4b28-9980-3bd2f3198b02 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for floatingip (5dcb876b-8114-473c-8860-cca3abf6e849), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:32.613188 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e5577-46a7-44f2-95a0-a49378134e18 req-8ece65c1-36de-49dc-a4ff-476e5cc2b7b5 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:32.613627 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-09ab6656-8043-4e25-ab9f-1cb0613b1c5b None None] Provisioning complete for port 8e997e91-1da1-417b-a70c-47c8ec01406c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:32.614217 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09ab6656-8043-4e25-ab9f-1cb0613b1c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:32.619560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead6fe6-a446-49e9-868a-3dcf689241b9 None None] Pushing event updated for resources: {'Port': ['ID=8e997e91-1da1-417b-a70c-47c8ec01406c,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:32.626090 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-271e5577-46a7-44f2-95a0-a49378134e18 req-8ece65c1-36de-49dc-a4ff-476e5cc2b7b5 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 944 time: 0.2747939 Jan 28 05:38:32.635627 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-1906789a-bc01-49a8-9d50-ce091c00282f req-a65e52a5-3e0c-48f9-a485-9b9bfc577b54 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Allocated IP 172.20.0.7 (fe3ef2f2-ca08-43b8-91f0-9daadf1632ae/e0c54121-8ca4-4625-ab2e-3cdb5b60a630/96dd3305-b461-4d96-9e61-0c156b9d0a9a) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:38:32.648182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Routers {'1cb19c54-b610-4369-9459-abe0b6a24b36'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:38:32.649168 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:38:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['1cb19c54-b610-4369-9459-abe0b6a24b36'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:32.652304 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Attempting to bind port 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:38:32.652731 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Attempting to bind port 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '14eeb4b4-cafc-41fd-abe9-90449de171df'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:38:32.655019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Attempting to bind port 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 on network 14eeb4b4-cafc-41fd-abe9-90449de171df {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:38:32.685240 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Port 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 on network 14eeb4b4-cafc-41fd-abe9-90449de171df not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:38:32.686278 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Attempting to bind port 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 on network 14eeb4b4-cafc-41fd-abe9-90449de171df {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:38:32.709958 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:38:32.711662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Checking segment: {'id': '4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '14eeb4b4-cafc-41fd-abe9-90449de171df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:38:32.712061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Bound using segment: {'id': '4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '14eeb4b4-cafc-41fd-abe9-90449de171df'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:38:32.714907 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Bound port: 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '14eeb4b4-cafc-41fd-abe9-90449de171df'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:38:32.715349 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2d6dbaa7-118e-4ae7-9894-b5ba171f6d50), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:32.896462 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-271e5577-46a7-44f2-95a0-a49378134e18 req-7b367058-ee64-4a85-a260-5e16db79a6d4 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6dd2467-1e88-4bd0-b50a-e7baac93e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694108 Jan 28 05:38:32.945749 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77f9b31e-df82-4b28-9980-3bd2f3198b02 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (02a6543d-36e4-4772-bf55-32c82b824c8b), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:33.015443 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] Set router 1cb19c54-b610-4369-9459-abe0b6a24b36 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:38:33.067393 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-09ab6656-8043-4e25-ab9f-1cb0613b1c5b None None] Current status of the port 8e997e91-1da1-417b-a70c-47c8ec01406c is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:33.068045 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09ab6656-8043-4e25-ab9f-1cb0613b1c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:33.126965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] For port 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:38:33.180546 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a465ed6-6b81-422d-b9e7-f92293743e22 req-c17f83dd-87fd-4798-a646-f16048b33498 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 210 time: 0.0505111 Jan 28 05:38:33.199631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] For port 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2d6dbaa7-118e-4ae7-9894-b5ba171f6d50,segment=NetworkSegment(4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3),segment_id=4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:38:33.235572 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d7b45-a219-4c03-b7dc-6778b7356d37 req-b80dd70a-2d6f-487f-8b27-89ecc620f6e8 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:33.237427 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-295d7b45-a219-4c03-b7dc-6778b7356d37 req-b80dd70a-2d6f-487f-8b27-89ecc620f6e8 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.1959336 Jan 28 05:38:33.274702 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-09ab6656-8043-4e25-ab9f-1cb0613b1c5b None None] For port 8e997e91-1da1-417b-a70c-47c8ec01406c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8e997e91-1da1-417b-a70c-47c8ec01406c,segment=NetworkSegment(800f8ca9-33e4-4cd3-a045-745d99472ffb),segment_id=800f8ca9-33e4-4cd3-a045-745d99472ffb)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:33.276773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1906789a-bc01-49a8-9d50-ce091c00282f req-a65e52a5-3e0c-48f9-a485-9b9bfc577b54 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks [] for port (96dd3305-b461-4d96-9e61-0c156b9d0a9a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:33.306611 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (2d6dbaa7-118e-4ae7-9894-b5ba171f6d50), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:33.382069 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-295d7b45-a219-4c03-b7dc-6778b7356d37 req-e68b52e3-d697-40fe-9a8e-e58f80e041ca tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349669 Jan 28 05:38:33.397997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:33.398639 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:33.400024 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-660118c4-b398-4e93-8b57-8979d68039c3 req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] 10.222.0.64 "PUT /v2.0/ports/2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 HTTP/1.1" status: 200 len: 1093 time: 2.9362190 Jan 28 05:38:33.401555 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09ab6656-8043-4e25-ab9f-1cb0613b1c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:33.410745 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48c8baa-d4ea-45c1-bde4-117e9c05b78e', 'tag': '2d6dbaa7-118e-4ae7-9894-b5ba171f6d50'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:33.413225 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13aef7df-a38a-41e2-8128-1816122ceb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "b48c8baa-d4ea-45c1-bde4-117e9c05b78e", "tag": "2d6dbaa7-118e-4ae7-9894-b5ba171f6d50"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:33.446514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c19ff-bc92-49a5-a47c-c811230626d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6dbaa7-118e-4ae7-9894-b5ba171f6d50,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:33.489341 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77f9b31e-df82-4b28-9980-3bd2f3198b02 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for port (02a6543d-36e4-4772-bf55-32c82b824c8b), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:33.509760 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a672d7a8-e0c3-4700-b2e6-581f215ebd6a x-openstack-request-id: req-a672d7a8-e0c3-4700-b2e6-581f215ebd6a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:33.510062 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48c8baa-d4ea-45c1-bde4-117e9c05b78e", "tag": "2d6dbaa7-118e-4ae7-9894-b5ba171f6d50", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:33.513027 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a672d7a8-e0c3-4700-b2e6-581f215ebd6a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:33.513027 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48c8baa-d4ea-45c1-bde4-117e9c05b78e', 'tag': '2d6dbaa7-118e-4ae7-9894-b5ba171f6d50', 'status': 'completed', 'code': 200} Jan 28 05:38:33.537420 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1906789a-bc01-49a8-9d50-ce091c00282f req-a65e52a5-3e0c-48f9-a485-9b9bfc577b54 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (96dd3305-b461-4d96-9e61-0c156b9d0a9a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:33.559627 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab6656-8043-4e25-ab9f-1cb0613b1c5b None None] Pushing event updated for resources: {'Port': ['ID=8e997e91-1da1-417b-a70c-47c8ec01406c,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:33.592773 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['2c1af978-a88d-4559-ba79-a7df9638837a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:38:33.601474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-49dc3f88-f310-4700-a0d3-eddd68fc6390 None None] Provisioning complete for port 8e997e91-1da1-417b-a70c-47c8ec01406c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:33.602162 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49dc3f88-f310-4700-a0d3-eddd68fc6390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:33.677909 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e52a5-3e0c-48f9-a485-9b9bfc577b54 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Pushing event updated for resources: {'Port': ['ID=96dd3305-b461-4d96-9e61-0c156b9d0a9a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:33.682768 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77f9b31e-df82-4b28-9980-3bd2f3198b02 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (02a6543d-36e4-4772-bf55-32c82b824c8b), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:33.695069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660118c4-b398-4e93-8b57-8979d68039c3 req-50d56388-cb6a-4c66-bb72-8468362b593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:33.696955 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-660118c4-b398-4e93-8b57-8979d68039c3 req-50d56388-cb6a-4c66-bb72-8468362b593a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aaffeca84154fbfa920f617b20f5510&device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 1096 time: 0.1464109 Jan 28 05:38:33.725502 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1906789a-bc01-49a8-9d50-ce091c00282f req-a65e52a5-3e0c-48f9-a485-9b9bfc577b54 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:38:33.773430 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-1906789a-bc01-49a8-9d50-ce091c00282f req-a65e52a5-3e0c-48f9-a485-9b9bfc577b54 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:38:33.786787 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1906789a-bc01-49a8-9d50-ce091c00282f req-a65e52a5-3e0c-48f9-a485-9b9bfc577b54 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:38:33.804406 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-660118c4-b398-4e93-8b57-8979d68039c3 req-07b263b2-9d88-4bee-a680-736acb464690 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 HTTP/1.1" status: 200 len: 217 time: 0.0919158 Jan 28 05:38:33.946828 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906789a-bc01-49a8-9d50-ce091c00282f req-a65e52a5-3e0c-48f9-a485-9b9bfc577b54 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:33.947443 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1906789a-bc01-49a8-9d50-ce091c00282f req-a65e52a5-3e0c-48f9-a485-9b9bfc577b54 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:33.953423 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c569aec-2a78-477d-9ddb-3962073eb69c req-a8febbf6-9448-4daa-a0a8-21c705dc5282 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:33.967548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c569aec-2a78-477d-9ddb-3962073eb69c req-a8febbf6-9448-4daa-a0a8-21c705dc5282 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.1618702 Jan 28 05:38:34.039034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'name': 'tempest-ServersTestFqdnHostnames-459416412-router', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '227f7719-1250-4bae-9449-0966e3bf4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:38:19Z', 'updated_at': '2022-01-28T05:38:26Z', 'revision_number': 4, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'gw_port': {'id': '227f7719-1250-4bae-9449-0966e3bf4017', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:20Z', 'updated_at': '2022-01-28T05:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '8e997e91-1da1-417b-a70c-47c8ec01406c', 'name': '', 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'mac_address': 'fa:16:3e:dd:24:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:38:32Z', 'revision_number': 4, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'subnets': [{'id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:34.084514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-49dc3f88-f310-4700-a0d3-eddd68fc6390 None None] Current status of the port 8e997e91-1da1-417b-a70c-47c8ec01406c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:34.093918 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed1393-eab2-48f3-98c0-4697757a79c9 None None] The sync data for ids ['1cb19c54-b610-4369-9459-abe0b6a24b36'] in n-d-812111-12 is: [{'id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'name': 'tempest-ServersTestFqdnHostnames-459416412-router', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '227f7719-1250-4bae-9449-0966e3bf4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:38:19Z', 'updated_at': '2022-01-28T05:38:26Z', 'revision_number': 4, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'gw_port': {'id': '227f7719-1250-4bae-9449-0966e3bf4017', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:20Z', 'updated_at': '2022-01-28T05:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '8e997e91-1da1-417b-a70c-47c8ec01406c', 'name': '', 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'mac_address': 'fa:16:3e:dd:24:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:38:32Z', 'revision_number': 4, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'subnets': [{'id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:38:34.096651 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c569aec-2a78-477d-9ddb-3962073eb69c req-1ac5d3e6-dc1d-4ac6-a5c2-a26158c3df82 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273882 Jan 28 05:38:34.107324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660118c4-b398-4e93-8b57-8979d68039c3 req-35cc4027-9191-4a8c-ba44-b308abcf88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:34.109540 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-660118c4-b398-4e93-8b57-8979d68039c3 req-35cc4027-9191-4a8c-ba44-b308abcf88ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1630dfd-f617-4f0d-94cc-aaa48d6c72ec HTTP/1.1" status: 200 len: 854 time: 0.2604954 Jan 28 05:38:34.148662 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9b31e-df82-4b28-9980-3bd2f3198b02 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Pushing event updated for resources: {'Port': ['ID=02a6543d-36e4-4772-bf55-32c82b824c8b,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:34.174312 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77f9b31e-df82-4b28-9980-3bd2f3198b02 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (5dcb876b-8114-473c-8860-cca3abf6e849), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:34.241165 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-660118c4-b398-4e93-8b57-8979d68039c3 req-1ad7e5ca-ed82-4815-86c3-0d80608bface service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=14eeb4b4-cafc-41fd-abe9-90449de171df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196518 Jan 28 05:38:34.324306 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7388340b-1bd5-44aa-8e74-7bcf7d0da4d3 None None] Provisioning complete for port 96dd3305-b461-4d96-9e61-0c156b9d0a9a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:34.324688 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7388340b-1bd5-44aa-8e74-7bcf7d0da4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (96dd3305-b461-4d96-9e61-0c156b9d0a9a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:34.355520 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-9f8e71d2-d4ac-4c29-a16b-ccd37ac48e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:34.365064 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-9f8e71d2-d4ac-4c29-a16b-ccd37ac48e97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 1102 time: 0.2112432 Jan 28 05:38:34.398473 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7388340b-1bd5-44aa-8e74-7bcf7d0da4d3 None None] Port 96dd3305-b461-4d96-9e61-0c156b9d0a9a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:38:34.416255 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1906789a-bc01-49a8-9d50-ce091c00282f req-a65e52a5-3e0c-48f9-a485-9b9bfc577b54 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8483417 Jan 28 05:38:34.425866 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77f9b31e-df82-4b28-9980-3bd2f3198b02 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:34.428566 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-77f9b31e-df82-4b28-9980-3bd2f3198b02 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9898019 Jan 28 05:38:34.525995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Request body: {'port': {'device_id': 'f95b9ee2-932d-473c-b183-aeed1f2b04d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:34.607350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc14a1-7724-445a-bd19-49d45f59469b req-b6db41d0-83a9-4678-8f6f-13720d5a5a20 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:34.617882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7fc14a1-7724-445a-bd19-49d45f59469b req-b6db41d0-83a9-4678-8f6f-13720d5a5a20 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 944 time: 0.3744214 Jan 28 05:38:34.624254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-660118c4-b398-4e93-8b57-8979d68039c3 req-f93703ea-251e-4717-b6b2-f024ea38aada service neutron] 10.222.0.64 "GET /v2.0/networks/14eeb4b4-cafc-41fd-abe9-90449de171df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390138 Jan 28 05:38:34.640729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c60a5-7f2f-457b-86af-b32a5b7e73e3 req-83c5b7bb-62c3-477a-b153-6b1e808331f8 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:34.648528 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae3c60a5-7f2f-457b-86af-b32a5b7e73e3 req-83c5b7bb-62c3-477a-b153-6b1e808331f8 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 931 time: 0.1920536 Jan 28 05:38:34.709850 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (96dd3305-b461-4d96-9e61-0c156b9d0a9a), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:34.718840 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0495ec80-fefb-491f-a9bf-3c1b57fb55cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:34.734782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-ddda9397-75d8-4a3d-ad0b-1a44d331b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:34.737266 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-ddda9397-75d8-4a3d-ad0b-1a44d331b06b service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.3700941 Jan 28 05:38:34.848569 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-79282446-3a29-4e98-a004-89cbb4507b7c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=28a59348-ff96-43a7-8298-5ec30d593446 HTTP/1.1" status: 200 len: 217 time: 0.0585582 Jan 28 05:38:34.921470 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7fc14a1-7724-445a-bd19-49d45f59469b req-48e5bfc3-573b-4e69-9bec-01dd040d1421 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6dd2467-1e88-4bd0-b50a-e7baac93e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024421 Jan 28 05:38:34.974872 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae3c60a5-7f2f-457b-86af-b32a5b7e73e3 req-b5206797-0440-4377-a8b6-9d9b531ea3cb tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222501 Jan 28 05:38:35.054350 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-660118c4-b398-4e93-8b57-8979d68039c3 req-4885c67a-d11e-46e5-8b85-7fdd1c32246d service neutron] 10.222.0.64 "GET /v2.0/networks/14eeb4b4-cafc-41fd-abe9-90449de171df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119461 Jan 28 05:38:35.256633 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-b67bb305-cf76-455a-b9be-eeb2340fa247 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1159695373&fields=id&tenant_id=77c87db4f926423d8b50d38fdfdd0e91 HTTP/1.1" status: 200 len: 267 time: 0.1574225 Jan 28 05:38:35.301449 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780e60d-9a1d-4397-84ac-f43e9edcfa15 req-9def7579-c143-441a-a666-022186c763aa tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:35.309124 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7780e60d-9a1d-4397-84ac-f43e9edcfa15 req-9def7579-c143-441a-a666-022186c763aa tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.1858559 Jan 28 05:38:35.676400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-a89c1b20-5a26-49a4-8ec4-1db7427fda1e tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:35.684731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-a89c1b20-5a26-49a4-8ec4-1db7427fda1e tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/networks?id=1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 HTTP/1.1" status: 200 len: 814 time: 0.4107215 Jan 28 05:38:35.706989 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7780e60d-9a1d-4397-84ac-f43e9edcfa15 req-34692e99-fd62-4082-888e-420ced629dd6 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968523 Jan 28 05:38:35.716371 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-bdd3ba90-4617-40a1-adbc-c3ccf071b6d9 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/quotas/77c87db4f926423d8b50d38fdfdd0e91 HTTP/1.1" status: 200 len: 375 time: 0.0291674 Jan 28 05:38:35.762702 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96dd3305-b461-4d96-9e61-0c156b9d0a9a {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:38:35.776350 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Publish callbacks [] for port (96dd3305-b461-4d96-9e61-0c156b9d0a9a), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:35.800690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Transition to ACTIVE for port object 96dd3305-b461-4d96-9e61-0c156b9d0a9a will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:38:35.815059 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-20cc9f65-7448-4da9-9749-a09f2a6155d7 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=77c87db4f926423d8b50d38fdfdd0e91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959678 Jan 28 05:38:35.827290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aef7df-a38a-41e2-8128-1816122ceb8a req-f42a7306-4891-442b-aa47-630a69a3e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:35.827290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13aef7df-a38a-41e2-8128-1816122ceb8a req-f42a7306-4891-442b-aa47-630a69a3e84e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aaffeca84154fbfa920f617b20f5510&device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 1096 time: 0.5490036 Jan 28 05:38:35.829195 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b58f74f1-011e-4292-a923-c1c40a54a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:35.845042 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b58f74f1-011e-4292-a923-c1c40a54a5d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.9927521 Jan 28 05:38:35.890915 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (96dd3305-b461-4d96-9e61-0c156b9d0a9a), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:36.004258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-ce0bcb78-6482-442c-a119-d4a2603a9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:36.005984 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-ce0bcb78-6482-442c-a119-d4a2603a9f44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1271148 Jan 28 05:38:36.020693 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Pushing event updated for resources: {'Port': ['ID=96dd3305-b461-4d96-9e61-0c156b9d0a9a,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:36.133120 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-b4aa9531-03ca-412f-a6b7-5b711e2103ee service neutron] 10.222.0.31 "GET /v2.0/networks/1e73c1dc-4fc5-4e41-b105-c4aa01477fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036554 Jan 28 05:38:36.252373 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-6b33ae5e-8d95-4e5b-90f8-a5032907e4e8 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289381 Jan 28 05:38:36.294106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aef7df-a38a-41e2-8128-1816122ceb8a req-e3633ad9-a46c-43ba-a7e0-c66f33f9b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:36.297079 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13aef7df-a38a-41e2-8128-1816122ceb8a req-e3633ad9-a46c-43ba-a7e0-c66f33f9b0d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=14eeb4b4-cafc-41fd-abe9-90449de171df HTTP/1.1" status: 200 len: 915 time: 0.4500873 Jan 28 05:38:36.385731 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8e997e91-1da1-417b-a70c-47c8ec01406c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:38:36.391956 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:36.404644 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Attempting to bind port 96dd3305-b461-4d96-9e61-0c156b9d0a9a on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:38:36.405123 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Attempting to bind port 96dd3305-b461-4d96-9e61-0c156b9d0a9a by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'c145a65b-96c8-4e27-bda6-dcde64ac7af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:38:36.405450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Attempting to bind port 96dd3305-b461-4d96-9e61-0c156b9d0a9a on network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:38:36.412421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Port 96dd3305-b461-4d96-9e61-0c156b9d0a9a on network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:38:36.412754 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Attempting to bind port 96dd3305-b461-4d96-9e61-0c156b9d0a9a on network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:38:36.423921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:38:36.424433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Checking segment: {'id': 'c145a65b-96c8-4e27-bda6-dcde64ac7af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:38:36.424659 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Bound using segment: {'id': 'c145a65b-96c8-4e27-bda6-dcde64ac7af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:38:36.425169 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Bound port: 96dd3305-b461-4d96-9e61-0c156b9d0a9a, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c145a65b-96c8-4e27-bda6-dcde64ac7af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:38:36.425562 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (96dd3305-b461-4d96-9e61-0c156b9d0a9a), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:36.465291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d9065-13f6-423a-8879-14ad3641eae1 req-e1971b46-427e-4392-a219-6af76692773f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:36.467332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e26d9065-13f6-423a-8879-14ad3641eae1 req-e1971b46-427e-4392-a219-6af76692773f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.4730744 Jan 28 05:38:36.469577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-ed47e01b-4389-4dc3-8acc-bcf5a99a438c service neutron] 10.222.0.31 "GET /v2.0/networks/1e73c1dc-4fc5-4e41-b105-c4aa01477fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356338 Jan 28 05:38:36.471422 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13aef7df-a38a-41e2-8128-1816122ceb8a req-391c2f00-ffff-4f61-83b1-bf32370a539e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 HTTP/1.1" status: 200 len: 217 time: 0.1594760 Jan 28 05:38:36.494207 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 8e997e91-1da1-417b-a70c-47c8ec01406c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:36.494623 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:36.527460 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:38:36.532406 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-7ee83b2d-1bcb-4c84-88a4-522a8cc82348 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696943 Jan 28 05:38:36.585914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aef7df-a38a-41e2-8128-1816122ceb8a req-eafe8fe1-e57b-464f-89af-8b6e37b47505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:36.588158 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13aef7df-a38a-41e2-8128-1816122ceb8a req-eafe8fe1-e57b-464f-89af-8b6e37b47505 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1630dfd-f617-4f0d-94cc-aaa48d6c72ec HTTP/1.1" status: 200 len: 854 time: 0.1100390 Jan 28 05:38:36.606008 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] For port 96dd3305-b461-4d96-9e61-0c156b9d0a9a, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:38:36.609892 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] For port 96dd3305-b461-4d96-9e61-0c156b9d0a9a, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=96dd3305-b461-4d96-9e61-0c156b9d0a9a,segment=NetworkSegment(c145a65b-96c8-4e27-bda6-dcde64ac7af8),segment_id=c145a65b-96c8-4e27-bda6-dcde64ac7af8)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:38:36.654996 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e26d9065-13f6-423a-8879-14ad3641eae1 req-96b8c12b-827a-4ab0-99cb-b07b40e51e54 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721587 Jan 28 05:38:36.657326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13aef7df-a38a-41e2-8128-1816122ceb8a req-8202bad0-dc50-42fe-afbb-3cb00038ba44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=14eeb4b4-cafc-41fd-abe9-90449de171df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629575 Jan 28 05:38:36.669406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 8e997e91-1da1-417b-a70c-47c8ec01406c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:36.684777 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (96dd3305-b461-4d96-9e61-0c156b9d0a9a), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:36.725036 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:36.725736 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:36.727741 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1906789a-bc01-49a8-9d50-ce091c00282f req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] 10.222.0.64 "PUT /v2.0/ports/96dd3305-b461-4d96-9e61-0c156b9d0a9a HTTP/1.1" status: 200 len: 1092 time: 2.2152414 Jan 28 05:38:36.728270 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b9ee2-932d-473c-b183-aeed1f2b04d5', 'tag': '96dd3305-b461-4d96-9e61-0c156b9d0a9a'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:36.731519 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba8d405-ff99-44a6-afbc-2e4ee13643ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f95b9ee2-932d-473c-b183-aeed1f2b04d5", "tag": "96dd3305-b461-4d96-9e61-0c156b9d0a9a"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:36.799038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c27371-cc24-4b67-a656-d1d353355774 service neutron] Pushing event updated for resources: {'Port': ['ID=96dd3305-b461-4d96-9e61-0c156b9d0a9a,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:36.978931 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906789a-bc01-49a8-9d50-ce091c00282f req-5107a0b8-4758-4ea0-9ff0-a6b2d9f1a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:36.981582 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1906789a-bc01-49a8-9d50-ce091c00282f req-5107a0b8-4758-4ea0-9ff0-a6b2d9f1a7b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=364449c3382c4cfa9ecf7695bc42f027&device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 1095 time: 0.1016226 Jan 28 05:38:37.069009 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885afc2-5bc4-42e6-bc61-75b7bdd25ee2 req-3eef2db1-50f9-48f1-b848-760d090d552a tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:37.074105 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9885afc2-5bc4-42e6-bc61-75b7bdd25ee2 req-3eef2db1-50f9-48f1-b848-760d090d552a tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 944 time: 0.2758243 Jan 28 05:38:37.089332 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1906789a-bc01-49a8-9d50-ce091c00282f req-1ebf9bb2-3ca4-497c-b8ea-d14dabfa5b02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96dd3305-b461-4d96-9e61-0c156b9d0a9a HTTP/1.1" status: 200 len: 217 time: 0.0890393 Jan 28 05:38:37.100265 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa952c67-9a81-4995-abe6-d44564dc4bba req-f6387905-65d0-45f0-86d2-2a3be44a30de tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:37.107785 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa952c67-9a81-4995-abe6-d44564dc4bba req-f6387905-65d0-45f0-86d2-2a3be44a30de tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 943 time: 0.2073331 Jan 28 05:38:37.113749 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13aef7df-a38a-41e2-8128-1816122ceb8a req-8886b0c2-8208-43c5-b322-762736550caa service neutron] 10.222.0.64 "GET /v2.0/networks/14eeb4b4-cafc-41fd-abe9-90449de171df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388614 Jan 28 05:38:37.174927 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906789a-bc01-49a8-9d50-ce091c00282f req-debe8b76-87e5-4c76-a07a-e65f13cc30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:37.183578 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1906789a-bc01-49a8-9d50-ce091c00282f req-debe8b76-87e5-4c76-a07a-e65f13cc30ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0c54121-8ca4-4625-ab2e-3cdb5b60a630 HTTP/1.1" status: 200 len: 859 time: 0.0859318 Jan 28 05:38:37.247741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906789a-bc01-49a8-9d50-ce091c00282f req-a65b85b9-3985-4c98-ad4d-6269c136a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:37.249681 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1906789a-bc01-49a8-9d50-ce091c00282f req-a65b85b9-3985-4c98-ad4d-6269c136a5ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583634 Jan 28 05:38:37.286234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa952c67-9a81-4995-abe6-d44564dc4bba req-d26056f7-f2c6-4e03-a8e3-172b62990eae tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766384 Jan 28 05:38:37.300376 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9885afc2-5bc4-42e6-bc61-75b7bdd25ee2 req-35ac19aa-62fa-4abe-9d88-82188e7d7e92 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6dd2467-1e88-4bd0-b50a-e7baac93e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253428 Jan 28 05:38:37.388585 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13aef7df-a38a-41e2-8128-1816122ceb8a req-eeb5db44-c9ad-4e1f-b28e-fd890e2bc724 service neutron] 10.222.0.64 "GET /v2.0/networks/14eeb4b4-cafc-41fd-abe9-90449de171df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574120 Jan 28 05:38:37.421127 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2b07c0-5314-4110-a07c-36d88bc751ec x-openstack-request-id: req-ea2b07c0-5314-4110-a07c-36d88bc751ec {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:37.422389 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95b9ee2-932d-473c-b183-aeed1f2b04d5", "tag": "96dd3305-b461-4d96-9e61-0c156b9d0a9a", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:37.422389 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea2b07c0-5314-4110-a07c-36d88bc751ec {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:37.426924 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b9ee2-932d-473c-b183-aeed1f2b04d5', 'tag': '96dd3305-b461-4d96-9e61-0c156b9d0a9a', 'status': 'completed', 'code': 200} Jan 28 05:38:37.431510 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1906789a-bc01-49a8-9d50-ce091c00282f req-7ecd89c9-54a9-4554-8c9a-d51fe6510a7e service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741769 Jan 28 05:38:37.543932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23f89ab6-ae16-4514-88ea-f841d838694d req-98f3da18-182b-4dc7-a32a-e1353aa9ce7b tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 210 time: 0.0772421 Jan 28 05:38:37.561113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09b5e6-05f1-485a-b812-960efee6f9f3 req-7640b8f3-f8b9-4fc2-a23b-0635bd45eb8a tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:37.566865 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c09b5e6-05f1-485a-b812-960efee6f9f3 req-7640b8f3-f8b9-4fc2-a23b-0635bd45eb8a tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.1234682 Jan 28 05:38:37.608258 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1906789a-bc01-49a8-9d50-ce091c00282f req-7f87dcb1-1eda-48a3-8fa5-cab2ece8a378 service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544442 Jan 28 05:38:37.660291 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c09b5e6-05f1-485a-b812-960efee6f9f3 req-cdc8579e-17f8-4302-9d82-6725afaa5c62 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912526 Jan 28 05:38:37.813592 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:37.828348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aef1b6-9736-4da5-95c1-d64f13f1897d req-16f0c65e-3228-4cb3-b26a-07dbfb02fe2c tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:37.830778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6aef1b6-9736-4da5-95c1-d64f13f1897d req-16f0c65e-3228-4cb3-b26a-07dbfb02fe2c tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.0520015 Jan 28 05:38:37.881137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6aef1b6-9736-4da5-95c1-d64f13f1897d req-5950e7ae-3051-48dd-8c97-5ffda3279f48 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456750 Jan 28 05:38:38.138123 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8d405-ff99-44a6-afbc-2e4ee13643ca req-ede69ebf-617c-40e4-8cd9-1f441b268416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:38.138123 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2ba8d405-ff99-44a6-afbc-2e4ee13643ca req-ede69ebf-617c-40e4-8cd9-1f441b268416 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=364449c3382c4cfa9ecf7695bc42f027&device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 1095 time: 0.0581794 Jan 28 05:38:38.235422 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8d405-ff99-44a6-afbc-2e4ee13643ca req-259aafc6-bc6b-4b39-89f0-36085aff9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:38.237019 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2ba8d405-ff99-44a6-afbc-2e4ee13643ca req-259aafc6-bc6b-4b39-89f0-36085aff9e8d service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 200 len: 921 time: 0.0961938 Jan 28 05:38:38.287378 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2ba8d405-ff99-44a6-afbc-2e4ee13643ca req-61b2f134-2b30-4055-88e2-ab3386cbe522 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96dd3305-b461-4d96-9e61-0c156b9d0a9a HTTP/1.1" status: 200 len: 217 time: 0.0424130 Jan 28 05:38:38.365517 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8d405-ff99-44a6-afbc-2e4ee13643ca req-e53c5e25-aeb0-4eb8-a154-3473ec169568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:38.367058 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2ba8d405-ff99-44a6-afbc-2e4ee13643ca req-e53c5e25-aeb0-4eb8-a154-3473ec169568 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0c54121-8ca4-4625-ab2e-3cdb5b60a630 HTTP/1.1" status: 200 len: 859 time: 0.0706637 Jan 28 05:38:38.425051 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8d405-ff99-44a6-afbc-2e4ee13643ca req-15abecd0-4c7d-4ef4-a00e-c9707cc66dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:38.426530 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2ba8d405-ff99-44a6-afbc-2e4ee13643ca req-15abecd0-4c7d-4ef4-a00e-c9707cc66dd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530536 Jan 28 05:38:38.468005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf291aad-80c4-4a9d-95be-2e163c24c47d req-0456cd4c-df2e-41fc-8622-2cdc8a043c12 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:38.469910 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf291aad-80c4-4a9d-95be-2e163c24c47d req-0456cd4c-df2e-41fc-8622-2cdc8a043c12 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 944 time: 0.0894086 Jan 28 05:38:38.479916 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77d101-0d25-4ee8-9bdb-4757e54d7c36 req-adcee332-17f8-41ba-8659-295880ecf140 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:38.481437 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc77d101-0d25-4ee8-9bdb-4757e54d7c36 req-adcee332-17f8-41ba-8659-295880ecf140 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 943 time: 0.0903471 Jan 28 05:38:38.530508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:38:38.548466 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2ba8d405-ff99-44a6-afbc-2e4ee13643ca req-989b7d3a-0e94-458c-8983-29a7cccd47ef service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144001 Jan 28 05:38:38.567888 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf291aad-80c4-4a9d-95be-2e163c24c47d req-e7f57bfc-7b9a-4cb4-9d41-7855e372b1f1 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6dd2467-1e88-4bd0-b50a-e7baac93e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843492 Jan 28 05:38:38.576860 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc77d101-0d25-4ee8-9bdb-4757e54d7c36 req-c590c5da-4a98-4553-b8a4-ee16998c7d75 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870018 Jan 28 05:38:38.676079 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72cd15d5-2faa-45a7-8a94-115f075d870b req-0f935bdb-ba62-43a0-a6fc-2a02c7a8d958 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 210 time: 0.0420969 Jan 28 05:38:38.721335 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2ba8d405-ff99-44a6-afbc-2e4ee13643ca req-afed098f-208c-4e9a-941b-967d5f2493b1 service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654129 Jan 28 05:38:38.800938 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2d6dbaa7-118e-4ae7-9894-b5ba171f6d50,segment=NetworkSegment(4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3),segment_id=4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:38.815448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '2d6dbaa7-118e-4ae7-9894-b5ba171f6d50', 'network_id': '14eeb4b4-cafc-41fd-abe9-90449de171df', 'port_id': '2d6dbaa7-118e-4ae7-9894-b5ba171f6d50', 'mac_address': 'fa:16:3e:65:2d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1630dfd-f617-4f0d-94cc-aaa48d6c72ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:38:38.838803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d20440-5083-4d5b-ad63-00e14eeaf0ff req-94fa76f9-c8b3-42b0-b8b4-e1c4387c9d4b tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:38.840841 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2d20440-5083-4d5b-ad63-00e14eeaf0ff req-94fa76f9-c8b3-42b0-b8b4-e1c4387c9d4b tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.0636702 Jan 28 05:38:38.869948 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:38.870362 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2d6dbaa7-118e-4ae7-9894-b5ba171f6d50), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:38.885522 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:38:38.909553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2d6dbaa7-118e-4ae7-9894-b5ba171f6d50,segment=NetworkSegment(4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3),segment_id=4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:38.931287 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2d20440-5083-4d5b-ad63-00e14eeaf0ff req-4c2b0aa6-8bdc-4811-88fe-23d2517e7205 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804603 Jan 28 05:38:38.970189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b3114-c901-4192-a0ea-f7eb0f562388 req-e6a67dfb-09dd-49b8-b688-5042f69a34c1 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:38.972277 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e5b3114-c901-4192-a0ea-f7eb0f562388 req-e6a67dfb-09dd-49b8-b688-5042f69a34c1 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 945 time: 0.0900283 Jan 28 05:38:39.043195 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e5b3114-c901-4192-a0ea-f7eb0f562388 req-831e1779-10a4-47e2-8363-baeabda1ed6c tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643678 Jan 28 05:38:39.080365 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0411fb-4a14-428a-82b7-28f29da150dc req-e5033c95-2c4a-470f-840b-162ca8db81a7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:39.081910 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a0411fb-4a14-428a-82b7-28f29da150dc req-e5033c95-2c4a-470f-840b-162ca8db81a7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.0643542 Jan 28 05:38:39.132772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a0411fb-4a14-428a-82b7-28f29da150dc req-55a8ea82-7922-4d75-935d-c7c807dab0be tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449235 Jan 28 05:38:39.232594 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2d6dbaa7-118e-4ae7-9894-b5ba171f6d50), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:39.269714 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=2d6dbaa7-118e-4ae7-9894-b5ba171f6d50,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:39.325623 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:39.622539 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['2d6dbaa7-118e-4ae7-9894-b5ba171f6d50'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:38:39.745727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff8ff2-5c9a-465c-b5ea-fabd56ccf53f req-11584f87-fd80-47da-bb1f-7c5e8fd3fa0c tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:39.752951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38ff8ff2-5c9a-465c-b5ea-fabd56ccf53f req-11584f87-fd80-47da-bb1f-7c5e8fd3fa0c tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 945 time: 0.1005726 Jan 28 05:38:39.781013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605df97-1470-45c5-b95e-fbd249415e4c req-294d578a-79c4-49d8-bcc4-1335e0ac7130 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:39.786978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0605df97-1470-45c5-b95e-fbd249415e4c req-294d578a-79c4-49d8-bcc4-1335e0ac7130 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 943 time: 0.0963850 Jan 28 05:38:39.836248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38ff8ff2-5c9a-465c-b5ea-fabd56ccf53f req-eaa2b1eb-2cf7-4c24-8053-c9e779a1e7ea tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6dd2467-1e88-4bd0-b50a-e7baac93e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824258 Jan 28 05:38:39.864002 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0605df97-1470-45c5-b95e-fbd249415e4c req-b22b2105-d4b8-4e33-b59d-1cf2f14fab68 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731475 Jan 28 05:38:39.948066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50bc5dea-4dbc-4bee-bba0-a9ed3add4780 req-3d8d945e-3248-46c9-8385-5113e7c4fdd1 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 210 time: 0.0322156 Jan 28 05:38:40.072561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8814bd-a788-4ccf-8a54-f9ce45e98167 req-856888ea-e8fd-4f60-84e7-8023a20aaddf tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:40.074025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa8814bd-a788-4ccf-8a54-f9ce45e98167 req-856888ea-e8fd-4f60-84e7-8023a20aaddf tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.0539477 Jan 28 05:38:40.420874 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa8814bd-a788-4ccf-8a54-f9ce45e98167 req-614bec0b-6c21-46f3-9a4c-e15c1387697a tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395596 Jan 28 05:38:40.439013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399b233-8014-4d85-9892-6e1238a01796 req-c56f3e5a-7860-4b61-ae5a-2d07ac270ef7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:40.440503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4399b233-8014-4d85-9892-6e1238a01796 req-c56f3e5a-7860-4b61-ae5a-2d07ac270ef7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.0879962 Jan 28 05:38:40.505593 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4399b233-8014-4d85-9892-6e1238a01796 req-ae20abdc-6b44-4b85-bdc6-d1c87f1f6b57 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545609 Jan 28 05:38:40.542518 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 96dd3305-b461-4d96-9e61-0c156b9d0a9a details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:38:40.551313 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:38:40.694121 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 96dd3305-b461-4d96-9e61-0c156b9d0a9a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=96dd3305-b461-4d96-9e61-0c156b9d0a9a,segment=NetworkSegment(c145a65b-96c8-4e27-bda6-dcde64ac7af8),segment_id=c145a65b-96c8-4e27-bda6-dcde64ac7af8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:40.706237 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '96dd3305-b461-4d96-9e61-0c156b9d0a9a', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'port_id': '96dd3305-b461-4d96-9e61-0c156b9d0a9a', 'mac_address': 'fa:16:3e:f1:ea:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:38:40.754354 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 96dd3305-b461-4d96-9e61-0c156b9d0a9a is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:40.754883 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (96dd3305-b461-4d96-9e61-0c156b9d0a9a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:40.774544 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96dd3305-b461-4d96-9e61-0c156b9d0a9a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:38:40.802625 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-1b00b1e2-0bc9-4af5-9ab7-708ccb6fe4a8 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:40.811501 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 96dd3305-b461-4d96-9e61-0c156b9d0a9a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=96dd3305-b461-4d96-9e61-0c156b9d0a9a,segment=NetworkSegment(c145a65b-96c8-4e27-bda6-dcde64ac7af8),segment_id=c145a65b-96c8-4e27-bda6-dcde64ac7af8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:40.811660 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-1b00b1e2-0bc9-4af5-9ab7-708ccb6fe4a8 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.60 "GET /v2.0/networks?id=1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 HTTP/1.1" status: 200 len: 814 time: 0.1751287 Jan 28 05:38:40.838605 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:38:40.844466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:40.851845 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2d6dbaa7-118e-4ae7-9894-b5ba171f6d50), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:40.900019 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (96dd3305-b461-4d96-9e61-0c156b9d0a9a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:40.958127 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-2baba317-331d-4c35-9b69-801e40601bd8 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77c87db4f926423d8b50d38fdfdd0e91 HTTP/1.1" status: 200 len: 380 time: 0.0958750 Jan 28 05:38:40.984917 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-460bbacc-6e13-44d7-98cc-b9e0c5d6b311 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Request body: {'port': {'device_id': 'c62ca2c9-48e9-413a-8419-d761e2c3140d', 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1', 'admin_state_up': True, 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'security_groups': ['b14f7688-b49c-4575-aab3-7f7261143ba3']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:41.016243 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=96dd3305-b461-4d96-9e61-0c156b9d0a9a,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:41.029504 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:41.029504 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2d6dbaa7-118e-4ae7-9894-b5ba171f6d50), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:41.062892 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48c8baa-d4ea-45c1-bde4-117e9c05b78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6dbaa7-118e-4ae7-9894-b5ba171f6d50'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:41.065896 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272ce369-d96e-4896-8e05-9c85b09e2df4" -d '{"events": [{"server_uuid": "b48c8baa-d4ea-45c1-bde4-117e9c05b78e", "name": "network-vif-plugged", "status": "completed", "tag": "2d6dbaa7-118e-4ae7-9894-b5ba171f6d50"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:41.075930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f78604-bc0a-4682-bfd4-41f3982e932f req-77773b02-b9a5-40b7-86c6-b6fa1f037507 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:41.080735 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f1f78604-bc0a-4682-bfd4-41f3982e932f req-77773b02-b9a5-40b7-86c6-b6fa1f037507 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 945 time: 0.0961106 Jan 28 05:38:41.083578 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2d6dbaa7-118e-4ae7-9894-b5ba171f6d50,segment=NetworkSegment(4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3),segment_id=4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:41.105785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96de5fb-bebf-457f-b30b-9832f2d67cf6 req-cb383eb4-6f41-493f-9715-25fb5b843090 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:41.118449 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f96de5fb-bebf-457f-b30b-9832f2d67cf6 req-cb383eb4-6f41-493f-9715-25fb5b843090 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 945 time: 0.1021612 Jan 28 05:38:41.195984 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f96de5fb-bebf-457f-b30b-9832f2d67cf6 req-6cc37153-2fa2-487d-a41e-9509441d69e4 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779722 Jan 28 05:38:41.210449 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f1f78604-bc0a-4682-bfd4-41f3982e932f req-b02ca3f2-2757-435f-b0d0-67df462a9a40 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6dd2467-1e88-4bd0-b50a-e7baac93e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132569 Jan 28 05:38:41.222130 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2d6dbaa7-118e-4ae7-9894-b5ba171f6d50), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:41.276341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['96dd3305-b461-4d96-9e61-0c156b9d0a9a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:38:41.290957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-460bbacc-6e13-44d7-98cc-b9e0c5d6b311 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Made reservation on behalf of 77c87db4f926423d8b50d38fdfdd0e91 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:38:41.297497 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-460bbacc-6e13-44d7-98cc-b9e0c5d6b311 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:41.338665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-413d9219-7da6-405d-bd63-211766b6af1d req-8e86e610-b57f-473b-b0e1-0b4f34c886df tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 210 time: 0.0526099 Jan 28 05:38:41.426045 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=2d6dbaa7-118e-4ae7-9894-b5ba171f6d50,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:41.463190 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfe7dee-a799-4b2d-9cf9-44e8da09eaa4 x-openstack-request-id: req-ebfe7dee-a799-4b2d-9cf9-44e8da09eaa4 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:41.463512 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48c8baa-d4ea-45c1-bde4-117e9c05b78e", "name": "network-vif-plugged", "status": "completed", "tag": "2d6dbaa7-118e-4ae7-9894-b5ba171f6d50", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:41.463777 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebfe7dee-a799-4b2d-9cf9-44e8da09eaa4 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:41.464162 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48c8baa-d4ea-45c1-bde4-117e9c05b78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6dbaa7-118e-4ae7-9894-b5ba171f6d50', 'code': 200} Jan 28 05:38:41.468319 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61af49-09d1-4446-9ade-bcb4f5cb3e2c req-f7664695-a6e9-45aa-a4e0-25323b104606 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:41.477327 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e61af49-09d1-4446-9ade-bcb4f5cb3e2c req-f7664695-a6e9-45aa-a4e0-25323b104606 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 944 time: 0.1438208 Jan 28 05:38:41.576865 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-460bbacc-6e13-44d7-98cc-b9e0c5d6b311 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Allocated IP 172.20.0.6 (1e73c1dc-4fc5-4e41-b105-c4aa01477fd1/72573948-ace2-46d0-8b69-5e1befdd31d1/135f3193-debb-444f-b061-d80229faf64b) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:38:41.598497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e61af49-09d1-4446-9ade-bcb4f5cb3e2c req-68c0e2e4-2853-492d-aa03-80b4ccde01ff tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199355 Jan 28 05:38:41.628024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be86ac-b273-44ee-98e8-358a9a91a49a req-be01d123-ce50-4276-8571-bc036fa3ee74 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:41.638785 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82be86ac-b273-44ee-98e8-358a9a91a49a req-be01d123-ce50-4276-8571-bc036fa3ee74 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.1074920 Jan 28 05:38:41.688013 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d9d7d-1e9b-454b-bc39-97346c2269f5 req-31fb036a-7e68-48ea-a7bb-8400e3a7c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:41.689595 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2c5d9d7d-1e9b-454b-bc39-97346c2269f5 req-31fb036a-7e68-48ea-a7bb-8400e3a7c7c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 1098 time: 0.1258759 Jan 28 05:38:41.701463 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82be86ac-b273-44ee-98e8-358a9a91a49a req-300b628e-5929-40f5-88e2-49a7ce15d9df tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616527 Jan 28 05:38:41.775294 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdfa5e-55c1-4c75-8707-c2bd9ee2e40c req-8efe1eaf-7c4f-4bfd-a9b4-1590fc378810 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:41.776573 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-56cdfa5e-55c1-4c75-8707-c2bd9ee2e40c req-8efe1eaf-7c4f-4bfd-a9b4-1590fc378810 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.0742950 Jan 28 05:38:41.799113 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2c5d9d7d-1e9b-454b-bc39-97346c2269f5 req-68734b71-5ce0-4a73-a51d-54a8ff977dcc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b6dd2467-1e88-4bd0-b50a-e7baac93e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700293 Jan 28 05:38:41.834259 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-460bbacc-6e13-44d7-98cc-b9e0c5d6b311 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for port (135f3193-debb-444f-b061-d80229faf64b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:41.837024 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-56cdfa5e-55c1-4c75-8707-c2bd9ee2e40c req-1daa7666-6574-4735-898f-99be25cff55c tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535476 Jan 28 05:38:41.958867 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-460bbacc-6e13-44d7-98cc-b9e0c5d6b311 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (135f3193-debb-444f-b061-d80229faf64b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:42.011758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-460bbacc-6e13-44d7-98cc-b9e0c5d6b311 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Network 1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:38:42.013307 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-460bbacc-6e13-44d7-98cc-b9e0c5d6b311 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:38:42.016723 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-460bbacc-6e13-44d7-98cc-b9e0c5d6b311 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:38:42.054273 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bbacc-6e13-44d7-98cc-b9e0c5d6b311 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Pushing event updated for resources: {'Port': ['ID=135f3193-debb-444f-b061-d80229faf64b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:42.087544 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-460bbacc-6e13-44d7-98cc-b9e0c5d6b311 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:42.088465 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-460bbacc-6e13-44d7-98cc-b9e0c5d6b311 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:42.206774 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-460bbacc-6e13-44d7-98cc-b9e0c5d6b311 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2353067 Jan 28 05:38:42.225093 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Request body: {'port': {'device_id': 'c62ca2c9-48e9-413a-8419-d761e2c3140d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:42.284098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3f2afcca-987a-4033-9d3c-76a499872868 None None] Provisioning complete for port 135f3193-debb-444f-b061-d80229faf64b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:42.285169 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f2afcca-987a-4033-9d3c-76a499872868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (135f3193-debb-444f-b061-d80229faf64b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:42.314954 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (135f3193-debb-444f-b061-d80229faf64b), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:42.342049 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3f2afcca-987a-4033-9d3c-76a499872868 None None] Port 135f3193-debb-444f-b061-d80229faf64b cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:38:42.389762 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3324d9b-3605-4a88-8982-4c36d0a33fb6 req-2a742c64-8c4c-4681-9179-3c1380a13340 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:42.394905 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3324d9b-3605-4a88-8982-4c36d0a33fb6 req-2a742c64-8c4c-4681-9179-3c1380a13340 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 945 time: 0.1119111 Jan 28 05:38:42.409656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f8e6f-91b7-42d4-902e-c23444044ab4 req-f67c0834-12db-48b5-bdc9-615ffcffae01 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:42.411493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-348f8e6f-91b7-42d4-902e-c23444044ab4 req-f67c0834-12db-48b5-bdc9-615ffcffae01 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 946 time: 0.0778391 Jan 28 05:38:42.502641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3324d9b-3605-4a88-8982-4c36d0a33fb6 req-2095c7c1-41bc-48f4-8605-1ea17323b8c4 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866168 Jan 28 05:38:42.523364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-348f8e6f-91b7-42d4-902e-c23444044ab4 req-fdc6b62a-162f-4132-b2c0-57b0c1351b61 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6dd2467-1e88-4bd0-b50a-e7baac93e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041684 Jan 28 05:38:42.561800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 96dd3305-b461-4d96-9e61-0c156b9d0a9a up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:38:42.639361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135f3193-debb-444f-b061-d80229faf64b {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:38:42.651306 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Publish callbacks [] for port (135f3193-debb-444f-b061-d80229faf64b), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:42.652849 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f275ed0-aebc-4f48-906a-14606f5642b4 req-a57e9240-d730-42f8-9e62-5fd12bdc59d9 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:42.655170 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f275ed0-aebc-4f48-906a-14606f5642b4 req-a57e9240-d730-42f8-9e62-5fd12bdc59d9 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 931 time: 0.0693233 Jan 28 05:38:42.672057 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Transition to ACTIVE for port object 135f3193-debb-444f-b061-d80229faf64b will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:38:42.712840 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 96dd3305-b461-4d96-9e61-0c156b9d0a9a completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:38:42.717394 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 96dd3305-b461-4d96-9e61-0c156b9d0a9a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:42.717784 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (96dd3305-b461-4d96-9e61-0c156b9d0a9a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:42.748371 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f275ed0-aebc-4f48-906a-14606f5642b4 req-a4df6aec-dbb7-44ad-9d56-ee7971ecd964 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/security-groups?id=b14f7688-b49c-4575-aab3-7f7261143ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852413 Jan 28 05:38:42.756469 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (135f3193-debb-444f-b061-d80229faf64b), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:42.779789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a1e00-8e71-402d-bf45-c0f3b445a54f req-2fd70a90-53f0-40f8-a0d5-e9095bd82023 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:42.783237 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f7a1e00-8e71-402d-bf45-c0f3b445a54f req-2fd70a90-53f0-40f8-a0d5-e9095bd82023 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 944 time: 0.0926292 Jan 28 05:38:42.842372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 96dd3305-b461-4d96-9e61-0c156b9d0a9a is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:42.843168 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (96dd3305-b461-4d96-9e61-0c156b9d0a9a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:42.844278 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Pushing event updated for resources: {'Port': ['ID=135f3193-debb-444f-b061-d80229faf64b,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:42.907924 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 96dd3305-b461-4d96-9e61-0c156b9d0a9a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=96dd3305-b461-4d96-9e61-0c156b9d0a9a,segment=NetworkSegment(c145a65b-96c8-4e27-bda6-dcde64ac7af8),segment_id=c145a65b-96c8-4e27-bda6-dcde64ac7af8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:42.930069 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Attempting to bind port 135f3193-debb-444f-b061-d80229faf64b on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:38:42.931077 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Attempting to bind port 135f3193-debb-444f-b061-d80229faf64b by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '800f8ca9-33e4-4cd3-a045-745d99472ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:38:42.931504 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Attempting to bind port 135f3193-debb-444f-b061-d80229faf64b on network 1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:38:42.938894 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Port 135f3193-debb-444f-b061-d80229faf64b on network 1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:38:42.939316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Attempting to bind port 135f3193-debb-444f-b061-d80229faf64b on network 1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:38:42.947750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:38:42.948299 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Checking segment: {'id': '800f8ca9-33e4-4cd3-a045-745d99472ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:38:42.950474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Bound using segment: {'id': '800f8ca9-33e4-4cd3-a045-745d99472ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:38:42.950474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Bound port: 135f3193-debb-444f-b061-d80229faf64b, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800f8ca9-33e4-4cd3-a045-745d99472ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:38:42.950474 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (135f3193-debb-444f-b061-d80229faf64b), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:42.988302 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99fa1f-4ac0-4a73-aca2-f06354be84ff req-fc13dfbb-e53c-4000-a7e0-a2b33a89c5c0 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:42.989937 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ca99fa1f-4ac0-4a73-aca2-f06354be84ff req-fc13dfbb-e53c-4000-a7e0-a2b33a89c5c0 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 945 time: 0.2044029 Jan 28 05:38:43.012069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4349469-4a8f-4c1a-ac07-8d18e3e1eb67 req-e9fe100c-8b54-4065-bd92-b4a51ea798a9 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:43.013987 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4349469-4a8f-4c1a-ac07-8d18e3e1eb67 req-e9fe100c-8b54-4065-bd92-b4a51ea798a9 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.1745391 Jan 28 05:38:43.025032 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (96dd3305-b461-4d96-9e61-0c156b9d0a9a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:43.027447 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f7a1e00-8e71-402d-bf45-c0f3b445a54f req-6f252aae-cdae-47b8-aeb2-785a289ec93b tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784282 Jan 28 05:38:43.038090 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] For port 135f3193-debb-444f-b061-d80229faf64b, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:38:43.047610 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] For port 135f3193-debb-444f-b061-d80229faf64b, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=135f3193-debb-444f-b061-d80229faf64b,segment=NetworkSegment(800f8ca9-33e4-4cd3-a045-745d99472ffb),segment_id=800f8ca9-33e4-4cd3-a045-745d99472ffb)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:38:43.132579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=96dd3305-b461-4d96-9e61-0c156b9d0a9a,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:43.136035 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (135f3193-debb-444f-b061-d80229faf64b), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:43.181133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:43.181958 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:43.183190 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] 10.222.0.60 "PUT /v2.0/ports/135f3193-debb-444f-b061-d80229faf64b HTTP/1.1" status: 200 len: 1092 time: 0.9626038 Jan 28 05:38:43.183639 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62ca2c9-48e9-413a-8419-d761e2c3140d', 'tag': '135f3193-debb-444f-b061-d80229faf64b'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:43.187082 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab557fd-cd20-4aac-9f27-f548b4b3989d" -d '{"events": [{"name": "network-changed", "server_uuid": "c62ca2c9-48e9-413a-8419-d761e2c3140d", "tag": "135f3193-debb-444f-b061-d80229faf64b"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:43.222193 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845f20c-9d42-4e46-a954-5490e51b6e98 service neutron] Pushing event updated for resources: {'Port': ['ID=135f3193-debb-444f-b061-d80229faf64b,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:43.241131 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4349469-4a8f-4c1a-ac07-8d18e3e1eb67 req-51c58468-ad51-41f7-a977-9e50427c2e2e tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646719 Jan 28 05:38:43.256797 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4c1da-b54a-44aa-b790-9c6e42c05868 req-48c92248-5edc-4223-9c0d-5e6842ee9ee5 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:43.256797 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76c4c1da-b54a-44aa-b790-9c6e42c05868 req-48c92248-5edc-4223-9c0d-5e6842ee9ee5 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.1482470 Jan 28 05:38:43.309063 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58df400d-a7ff-4fb1-91e0-f87f115780b7 x-openstack-request-id: req-58df400d-a7ff-4fb1-91e0-f87f115780b7 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:43.309324 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62ca2c9-48e9-413a-8419-d761e2c3140d", "tag": "135f3193-debb-444f-b061-d80229faf64b", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:43.309580 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58df400d-a7ff-4fb1-91e0-f87f115780b7 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:43.311143 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62ca2c9-48e9-413a-8419-d761e2c3140d', 'tag': '135f3193-debb-444f-b061-d80229faf64b', 'status': 'completed', 'code': 200} Jan 28 05:38:43.330152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-ca99fa1f-4ac0-4a73-aca2-f06354be84ff req-2f44c73b-a202-4bb8-92f0-40d837db7599 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Deleting port 073eb175-bc38-4613-8fe8-80f2c8e00b85 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:38:43.330528 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ca99fa1f-4ac0-4a73-aca2-f06354be84ff req-2f44c73b-a202-4bb8-92f0-40d837db7599 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (073eb175-bc38-4613-8fe8-80f2c8e00b85), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:43.354185 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76c4c1da-b54a-44aa-b790-9c6e42c05868 req-f516e435-058d-4426-b6c1-839b80586d1f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923028 Jan 28 05:38:43.421175 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab557fd-cd20-4aac-9f27-f548b4b3989d req-2d61800f-f1df-4121-b1c6-70dafc0713e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:43.425168 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2ab557fd-cd20-4aac-9f27-f548b4b3989d req-2d61800f-f1df-4121-b1c6-70dafc0713e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77c87db4f926423d8b50d38fdfdd0e91&device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 1095 time: 0.0659583 Jan 28 05:38:43.464573 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ca99fa1f-4ac0-4a73-aca2-f06354be84ff req-2f44c73b-a202-4bb8-92f0-40d837db7599 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] For port 073eb175-bc38-4613-8fe8-80f2c8e00b85, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=073eb175-bc38-4613-8fe8-80f2c8e00b85,segment=NetworkSegment(8fd67d56-6535-44cc-b55e-8857910b2c41),segment_id=8fd67d56-6535-44cc-b55e-8857910b2c41)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:43.465201 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95b9ee2-932d-473c-b183-aeed1f2b04d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dd3305-b461-4d96-9e61-0c156b9d0a9a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:43.466147 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ca99fa1f-4ac0-4a73-aca2-f06354be84ff req-2f44c73b-a202-4bb8-92f0-40d837db7599 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (073eb175-bc38-4613-8fe8-80f2c8e00b85), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:43.467665 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73abb009-bebd-4f2a-9c32-d97a2b83e204" -d '{"events": [{"server_uuid": "f95b9ee2-932d-473c-b183-aeed1f2b04d5", "name": "network-vif-plugged", "status": "completed", "tag": "96dd3305-b461-4d96-9e61-0c156b9d0a9a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:43.523166 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a387ad81-d54d-4c7b-97b3-bea50fbae672 x-openstack-request-id: req-a387ad81-d54d-4c7b-97b3-bea50fbae672 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:43.523579 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95b9ee2-932d-473c-b183-aeed1f2b04d5", "name": "network-vif-plugged", "status": "completed", "tag": "96dd3305-b461-4d96-9e61-0c156b9d0a9a", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:43.523952 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a387ad81-d54d-4c7b-97b3-bea50fbae672 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:43.524454 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95b9ee2-932d-473c-b183-aeed1f2b04d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dd3305-b461-4d96-9e61-0c156b9d0a9a', 'code': 200} Jan 28 05:38:43.576124 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab557fd-cd20-4aac-9f27-f548b4b3989d req-7071ac9d-6b80-4b79-8d50-60201de47aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:43.581980 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2ab557fd-cd20-4aac-9f27-f548b4b3989d req-7071ac9d-6b80-4b79-8d50-60201de47aef service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=77c87db4f926423d8b50d38fdfdd0e91&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1391666 Jan 28 05:38:43.729832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1024b1-e227-4938-ae0c-1e4a1c116671 req-af92b49d-3211-40e9-bc94-c272a63decf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:43.731625 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8f1024b1-e227-4938-ae0c-1e4a1c116671 req-af92b49d-3211-40e9-bc94-c272a63decf0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 1097 time: 0.0986795 Jan 28 05:38:43.767240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab557fd-cd20-4aac-9f27-f548b4b3989d req-f4733bd1-6f03-48fa-81a6-f651401e016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:43.768617 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2ab557fd-cd20-4aac-9f27-f548b4b3989d req-f4733bd1-6f03-48fa-81a6-f651401e016b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1774340 Jan 28 05:38:43.795618 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fef6b9-0abb-4144-8b1b-87d096e0e0c8 req-e32812e8-1230-4930-ba4a-3c99a20b8214 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:43.797141 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06fef6b9-0abb-4144-8b1b-87d096e0e0c8 req-e32812e8-1230-4930-ba4a-3c99a20b8214 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 945 time: 0.1875169 Jan 28 05:38:43.804904 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8f1024b1-e227-4938-ae0c-1e4a1c116671 req-872111f1-6da9-4590-84e6-e53b1e51a63e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666492 Jan 28 05:38:43.811735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fff00-cda8-4303-9fce-801ed4acb4bd req-fe53aacd-a3b8-467e-af1e-e0f4e1e1a42a tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:43.813225 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-031fff00-cda8-4303-9fce-801ed4acb4bd req-fe53aacd-a3b8-467e-af1e-e0f4e1e1a42a tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 946 time: 0.1241190 Jan 28 05:38:43.861847 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ca99fa1f-4ac0-4a73-aca2-f06354be84ff req-2f44c73b-a202-4bb8-92f0-40d837db7599 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:43.862221 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ca99fa1f-4ac0-4a73-aca2-f06354be84ff req-2f44c73b-a202-4bb8-92f0-40d837db7599 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (b905f644-d840-4b04-8467-8a60ee526ad3), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:43.862553 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-ca99fa1f-4ac0-4a73-aca2-f06354be84ff req-2f44c73b-a202-4bb8-92f0-40d837db7599 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Floating IP b905f644-d840-4b04-8467-8a60ee526ad3 disassociated. External IP: 172.25.0.24, port: 073eb175-bc38-4613-8fe8-80f2c8e00b85. Jan 28 05:38:43.862900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-ca99fa1f-4ac0-4a73-aca2-f06354be84ff req-2f44c73b-a202-4bb8-92f0-40d837db7599 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Calling delete_port for 073eb175-bc38-4613-8fe8-80f2c8e00b85 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:38:43.880202 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-1d6952d8-27a1-40a7-9d71-08ce3750ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:43.882168 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-1d6952d8-27a1-40a7-9d71-08ce3750ac8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77c87db4f926423d8b50d38fdfdd0e91&device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 1095 time: 0.0483565 Jan 28 05:38:43.942089 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-f436238e-34ee-4ccd-8809-dd919228016c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=135f3193-debb-444f-b061-d80229faf64b HTTP/1.1" status: 200 len: 217 time: 0.0442374 Jan 28 05:38:43.948436 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06fef6b9-0abb-4144-8b1b-87d096e0e0c8 req-48702707-4de6-47ed-a430-5e91ad864ca2 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups?id=41834bc2-b30c-453c-ad62-b62c87d0776f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324515 Jan 28 05:38:43.955529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-031fff00-cda8-4303-9fce-801ed4acb4bd req-4e377db9-b56f-413e-938a-2c36b9c7e47f tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6dd2467-1e88-4bd0-b50a-e7baac93e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313362 Jan 28 05:38:44.035189 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-9539cd89-75d0-41e5-83d6-89cc229d97e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:44.039218 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-9539cd89-75d0-41e5-83d6-89cc229d97e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72573948-ace2-46d0-8b69-5e1befdd31d1 HTTP/1.1" status: 200 len: 853 time: 0.0892048 Jan 28 05:38:44.105517 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-abbf0938-9092-4779-9507-0a6b06e3632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:44.108780 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-abbf0938-9092-4779-9507-0a6b06e3632e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1e73c1dc-4fc5-4e41-b105-c4aa01477fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641677 Jan 28 05:38:44.135387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a201496-8d99-4cf7-9aa3-56bed45ad39b req-141b37d6-dd4b-4cc4-8a57-592768f769fc tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:44.137067 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a201496-8d99-4cf7-9aa3-56bed45ad39b req-141b37d6-dd4b-4cc4-8a57-592768f769fc tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 943 time: 0.0816007 Jan 28 05:38:44.202389 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a201496-8d99-4cf7-9aa3-56bed45ad39b req-a316bf69-78a3-45e3-8e1c-bc5516ee2b29 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/security-groups?id=b14f7688-b49c-4575-aab3-7f7261143ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541329 Jan 28 05:38:44.267870 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-7237c961-2915-48ec-ad7e-83b3eebbcb42 service neutron] 10.222.0.60 "GET /v2.0/networks/1e73c1dc-4fc5-4e41-b105-c4aa01477fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512620 Jan 28 05:38:44.328377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cc7b8-7135-4cbc-be06-9bbb62da54b4 req-e7e6ad1e-fbcc-40fe-ac4f-9bf47c471a22 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:44.330122 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-569cc7b8-7135-4cbc-be06-9bbb62da54b4 req-e7e6ad1e-fbcc-40fe-ac4f-9bf47c471a22 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 945 time: 0.0635927 Jan 28 05:38:44.372165 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-aa771a98-f615-4cae-9048-4a611de6cc5d req-e7faa8bf-0945-40b2-8f36-ea520df7b3ad service neutron] 10.222.0.60 "GET /v2.0/networks/1e73c1dc-4fc5-4e41-b105-c4aa01477fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981557 Jan 28 05:38:44.389502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-569cc7b8-7135-4cbc-be06-9bbb62da54b4 req-35c31355-3596-424c-ae02-0856d24e6f32 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485423 Jan 28 05:38:44.499122 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1c3ec-6775-46b2-8a5f-300096e22d8c req-9a1738d8-5d1b-4de4-a82a-f50b50168e79 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:44.501126 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8b1c3ec-6775-46b2-8a5f-300096e22d8c req-9a1738d8-5d1b-4de4-a82a-f50b50168e79 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.0512552 Jan 28 05:38:44.558467 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8b1c3ec-6775-46b2-8a5f-300096e22d8c req-645bf442-f827-49ce-ac33-37cf11acd0df tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512199 Jan 28 05:38:44.566288 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ca99fa1f-4ac0-4a73-aca2-f06354be84ff req-2f44c73b-a202-4bb8-92f0-40d837db7599 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (073eb175-bc38-4613-8fe8-80f2c8e00b85), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:44.601808 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44c73b-a202-4bb8-92f0-40d837db7599 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Pushing event deleted for resources: {'Port': ['ID=073eb175-bc38-4613-8fe8-80f2c8e00b85,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:44.723533 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a19401-4efd-4318-b438-dbf87728d267 req-18e0a2de-14fd-45ca-9326-0cf5665ddf69 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:44.725433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49a19401-4efd-4318-b438-dbf87728d267 req-18e0a2de-14fd-45ca-9326-0cf5665ddf69 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.1022065 Jan 28 05:38:44.839700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca99fa1f-4ac0-4a73-aca2-f06354be84ff req-2f44c73b-a202-4bb8-92f0-40d837db7599 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Router 708d23c2-5079-4492-ba40-e8f8765b7fd1 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:38:44.863020 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49a19401-4efd-4318-b438-dbf87728d267 req-30dec45e-21c6-43e3-947b-87465835b9e5 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010408 Jan 28 05:38:44.882184 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd82310-9fa4-448f-89de-1344ee0a0314 req-93269cfa-50aa-4b6f-955e-2f4849614630 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:44.883885 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dcd82310-9fa4-448f-89de-1344ee0a0314 req-93269cfa-50aa-4b6f-955e-2f4849614630 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 946 time: 0.1011260 Jan 28 05:38:45.026275 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dcd82310-9fa4-448f-89de-1344ee0a0314 req-2ddccc56-b233-404e-8454-1c298566b440 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6dd2467-1e88-4bd0-b50a-e7baac93e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108961 Jan 28 05:38:45.050524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc962ec-edd0-479d-88e3-e1f470b19679 req-b14a3437-7824-4377-acb0-288a71b4180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:45.050524 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6fc962ec-edd0-479d-88e3-e1f470b19679 req-b14a3437-7824-4377-acb0-288a71b4180c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aaffeca84154fbfa920f617b20f5510&device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 1098 time: 0.0791628 Jan 28 05:38:45.051327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca99fa1f-4ac0-4a73-aca2-f06354be84ff req-2f44c73b-a202-4bb8-92f0-40d837db7599 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:38:45.065167 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea08fe5-0abc-49bc-838c-fde6443d869d None None] Sync routers for ids ['708d23c2-5079-4492-ba40-e8f8765b7fd1'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:38:45.083057 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea08fe5-0abc-49bc-838c-fde6443d869d None None] Routers {'708d23c2-5079-4492-ba40-e8f8765b7fd1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:38:45.083955 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-eea08fe5-0abc-49bc-838c-fde6443d869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:38:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['708d23c2-5079-4492-ba40-e8f8765b7fd1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:45.169607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca99fa1f-4ac0-4a73-aca2-f06354be84ff req-2f44c73b-a202-4bb8-92f0-40d837db7599 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] No DVR routers for this DVR port 073eb175-bc38-4613-8fe8-80f2c8e00b85 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:38:45.183644 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ca99fa1f-4ac0-4a73-aca2-f06354be84ff req-2f44c73b-a202-4bb8-92f0-40d837db7599 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:45.190420 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ca99fa1f-4ac0-4a73-aca2-f06354be84ff req-2f44c73b-a202-4bb8-92f0-40d837db7599 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.60 "DELETE /v2.0/ports/073eb175-bc38-4613-8fe8-80f2c8e00b85 HTTP/1.1" status: 204 len: 173 time: 2.1918116 Jan 28 05:38:45.190420 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4a38c3-2e13-45b7-b40e-3cdb15e34539', 'name': 'network-vif-deleted', 'tag': '073eb175-bc38-4613-8fe8-80f2c8e00b85'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:45.195434 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f98878-8014-453c-bafb-6f7e90275df4" -d '{"events": [{"server_uuid": "5c4a38c3-2e13-45b7-b40e-3cdb15e34539", "name": "network-vif-deleted", "tag": "073eb175-bc38-4613-8fe8-80f2c8e00b85"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:45.228801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24c2e026-df38-46aa-acec-f6a8fc33f527 req-873e3006-3f55-4aab-8e86-ed693fc917b4 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 210 time: 0.0637681 Jan 28 05:38:45.245194 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc962ec-edd0-479d-88e3-e1f470b19679 req-6f668c12-5382-4b4b-9695-ce423e68f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:45.250520 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6fc962ec-edd0-479d-88e3-e1f470b19679 req-6f668c12-5382-4b4b-9695-ce423e68f65d service neutron] 10.222.0.64 "GET /v2.0/networks?id=14eeb4b4-cafc-41fd-abe9-90449de171df HTTP/1.1" status: 200 len: 915 time: 0.1961806 Jan 28 05:38:45.308119 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6fc962ec-edd0-479d-88e3-e1f470b19679 req-a9d95692-7006-4fca-be13-0d6fc9036804 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 HTTP/1.1" status: 200 len: 217 time: 0.0505004 Jan 28 05:38:45.309127 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-eea08fe5-0abc-49bc-838c-fde6443d869d None None] Set router 708d23c2-5079-4492-ba40-e8f8765b7fd1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:38:45.326676 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df44191-cc55-4a3d-9ecd-fded41f13e83 x-openstack-request-id: req-3df44191-cc55-4a3d-9ecd-fded41f13e83 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:45.327481 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4a38c3-2e13-45b7-b40e-3cdb15e34539", "name": "network-vif-deleted", "tag": "073eb175-bc38-4613-8fe8-80f2c8e00b85", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:45.327753 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3df44191-cc55-4a3d-9ecd-fded41f13e83 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:45.328224 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4a38c3-2e13-45b7-b40e-3cdb15e34539', 'name': 'network-vif-deleted', 'tag': '073eb175-bc38-4613-8fe8-80f2c8e00b85', 'status': 'completed', 'code': 200} Jan 28 05:38:45.389600 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc962ec-edd0-479d-88e3-e1f470b19679 req-896dc1fc-19d1-4e31-ab81-ece210f2f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:45.391069 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6fc962ec-edd0-479d-88e3-e1f470b19679 req-896dc1fc-19d1-4e31-ab81-ece210f2f972 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1630dfd-f617-4f0d-94cc-aaa48d6c72ec HTTP/1.1" status: 200 len: 854 time: 0.0757852 Jan 28 05:38:45.418562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2454ac-00e5-471a-a4f1-bcad019b8c19 req-e7d7e577-5ca7-4c2d-9139-c61104e06843 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:45.420601 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c2454ac-00e5-471a-a4f1-bcad019b8c19 req-e7d7e577-5ca7-4c2d-9139-c61104e06843 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 943 time: 0.0646517 Jan 28 05:38:45.428736 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6fc962ec-edd0-479d-88e3-e1f470b19679 req-b93c568c-42de-4150-86fd-3da623699eb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=14eeb4b4-cafc-41fd-abe9-90449de171df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314374 Jan 28 05:38:45.488597 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c2454ac-00e5-471a-a4f1-bcad019b8c19 req-5eb29737-a6ea-4740-ba6d-c7fc0e501e09 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/security-groups?id=b14f7688-b49c-4575-aab3-7f7261143ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609891 Jan 28 05:38:45.579206 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6fc962ec-edd0-479d-88e3-e1f470b19679 req-e794dba5-4964-4bf8-8ecd-53b767e71e0d service neutron] 10.222.0.64 "GET /v2.0/networks/14eeb4b4-cafc-41fd-abe9-90449de171df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416256 Jan 28 05:38:45.598692 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-eea08fe5-0abc-49bc-838c-fde6443d869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:02Z', 'revision_number': 4, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '3922ef40-b979-43d3-a58d-2498e07c2bc5', 'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'mac_address': 'fa:16:3e:b3:63:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:01Z', 'updated_at': '2022-01-28T05:34:07Z', 'revision_number': 5, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'subnets': [{'id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:45.642069 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea08fe5-0abc-49bc-838c-fde6443d869d None None] Checking router: 708d23c2-5079-4492-ba40-e8f8765b7fd1 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:38:45.652392 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea08fe5-0abc-49bc-838c-fde6443d869d None None] Routers {'708d23c2-5079-4492-ba40-e8f8765b7fd1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:38:45.653016 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-eea08fe5-0abc-49bc-838c-fde6443d869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:38:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['708d23c2-5079-4492-ba40-e8f8765b7fd1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:45.659874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7315f69-9c45-4169-8abb-f74b8f3ff7b3 req-09f7038b-a0fa-473c-9081-a7ef1d7ba512 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:45.666978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7315f69-9c45-4169-8abb-f74b8f3ff7b3 req-09f7038b-a0fa-473c-9081-a7ef1d7ba512 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 945 time: 0.1190600 Jan 28 05:38:45.726007 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6fc962ec-edd0-479d-88e3-e1f470b19679 req-f6364472-3f6b-4298-904f-8b43911004ec service neutron] 10.222.0.64 "GET /v2.0/networks/14eeb4b4-cafc-41fd-abe9-90449de171df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397123 Jan 28 05:38:45.758531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce586c3-120a-4725-a418-b4757b671176 req-db9e146e-8c6d-44fa-864e-d6ac20857259 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:45.766979 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ce586c3-120a-4725-a418-b4757b671176 req-db9e146e-8c6d-44fa-864e-d6ac20857259 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 945 time: 0.0963614 Jan 28 05:38:45.799106 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-eea08fe5-0abc-49bc-838c-fde6443d869d None None] Set router 708d23c2-5079-4492-ba40-e8f8765b7fd1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:38:45.819142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7315f69-9c45-4169-8abb-f74b8f3ff7b3 req-4c234d67-cd4e-4919-97d2-c53447be72b7 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512060 Jan 28 05:38:45.838567 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ce586c3-120a-4725-a418-b4757b671176 req-0f868775-7102-4db2-9d7e-d26485b0bfd6 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668719 Jan 28 05:38:46.032570 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c2dd8-40ef-4731-9d87-ba33ecafd752 req-480119fe-d5d8-4da1-bf9a-6751a3ce5527 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:46.034225 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-653c2dd8-40ef-4731-9d87-ba33ecafd752 req-480119fe-d5d8-4da1-bf9a-6751a3ce5527 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.0837979 Jan 28 05:38:46.081079 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-eea08fe5-0abc-49bc-838c-fde6443d869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:02Z', 'revision_number': 4, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '3922ef40-b979-43d3-a58d-2498e07c2bc5', 'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'mac_address': 'fa:16:3e:b3:63:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:01Z', 'updated_at': '2022-01-28T05:34:07Z', 'revision_number': 5, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'subnets': [{'id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:46.105240 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-653c2dd8-40ef-4731-9d87-ba33ecafd752 req-585a57ef-3afe-4852-86ba-5802f4da05b3 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618653 Jan 28 05:38:46.123563 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea08fe5-0abc-49bc-838c-fde6443d869d None None] The sync data for ids ['708d23c2-5079-4492-ba40-e8f8765b7fd1'] in n-d-812111-12 is: [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:02Z', 'revision_number': 4, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '3922ef40-b979-43d3-a58d-2498e07c2bc5', 'name': '', 'network_id': '7b783b1a-01c6-44a0-9611-e2e73731beff', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'mac_address': 'fa:16:3e:b3:63:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:01Z', 'updated_at': '2022-01-28T05:34:07Z', 'revision_number': 5, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'subnets': [{'id': 'f8152de8-ecac-4199-a968-1f3e5a754e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:38:46.234290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0767a9-049e-40c3-bbc7-408e8267e08b req-10486480-69e5-40a6-936c-a2fc87436063 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:46.235925 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc0767a9-049e-40c3-bbc7-408e8267e08b req-10486480-69e5-40a6-936c-a2fc87436063 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 946 time: 0.0701842 Jan 28 05:38:46.295515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc0767a9-049e-40c3-bbc7-408e8267e08b req-f22c4796-ffcf-480d-90c2-613e5bd3078f tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6dd2467-1e88-4bd0-b50a-e7baac93e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458016 Jan 28 05:38:46.434086 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cdf5e36d-12cc-4c75-82ca-36ff46f78b4e req-e6a2b01c-3f7d-4f2c-8793-9543adf07f40 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 210 time: 0.0360005 Jan 28 05:38:46.439236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37269f5-8cd2-4c2f-b9c7-e9decce5c33e None None] New status for floating IP b905f644-d840-4b04-8467-8a60ee526ad3: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:38:46.605249 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da513a4-98f8-45e9-81f3-c06dd459691b req-53996615-d7cf-4e8d-977f-c0d867bb6487 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:46.606779 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2da513a4-98f8-45e9-81f3-c06dd459691b req-53996615-d7cf-4e8d-977f-c0d867bb6487 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 943 time: 0.0509481 Jan 28 05:38:46.656640 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2da513a4-98f8-45e9-81f3-c06dd459691b req-da7ab6ce-718a-4d54-8000-6a546d1c1562 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/security-groups?id=b14f7688-b49c-4575-aab3-7f7261143ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439188 Jan 28 05:38:46.974354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e249c-abe8-4904-85bf-daa69f4c4dca req-d82c281f-0b9e-40c1-b3c7-a6222096f190 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:46.981527 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d07e249c-abe8-4904-85bf-daa69f4c4dca req-d82c281f-0b9e-40c1-b3c7-a6222096f190 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 945 time: 0.0887792 Jan 28 05:38:47.047064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d07e249c-abe8-4904-85bf-daa69f4c4dca req-0bf552d6-4aa2-404e-9d69-09443f13ae15 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637348 Jan 28 05:38:47.254260 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 135f3193-debb-444f-b061-d80229faf64b details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:38:47.309245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 073eb175-bc38-4613-8fe8-80f2c8e00b85 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:38:47.309428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-3883e5ad-7cdf-4756-973a-a0bf8bea2214 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:47.309428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-3883e5ad-7cdf-4756-973a-a0bf8bea2214 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1281102 Jan 28 05:38:47.310640 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 073eb175-bc38-4613-8fe8-80f2c8e00b85 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:38:47.310640 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 073eb175-bc38-4613-8fe8-80f2c8e00b85 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:38:47.310839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08036579-e23c-407c-a808-7abf9b33ce40 req-46411a72-f2f0-497b-8b18-232b07f863cb tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:47.310839 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08036579-e23c-407c-a808-7abf9b33ce40 req-46411a72-f2f0-497b-8b18-232b07f863cb tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.1232884 Jan 28 05:38:47.363929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-c52c6c85-f255-4783-a21c-f951317bd660 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 695 time: 0.0675457 Jan 28 05:38:47.381376 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-94b9483e-3483-4570-8eaa-3dc6f1e77db6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Request body: {'floatingip': {'port_id': '2c1af978-a88d-4559-ba79-a7df9638837a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:47.412917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 135f3193-debb-444f-b061-d80229faf64b, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=135f3193-debb-444f-b061-d80229faf64b,segment=NetworkSegment(800f8ca9-33e4-4cd3-a045-745d99472ffb),segment_id=800f8ca9-33e4-4cd3-a045-745d99472ffb)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:47.429578 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '135f3193-debb-444f-b061-d80229faf64b', 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1', 'port_id': '135f3193-debb-444f-b061-d80229faf64b', 'mac_address': 'fa:16:3e:6e:18:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:38:47.435223 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08036579-e23c-407c-a808-7abf9b33ce40 req-ebd9c1fb-16de-4469-990b-3e1872e6c447 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325190 Jan 28 05:38:47.437160 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-94b9483e-3483-4570-8eaa-3dc6f1e77db6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks [] for floatingip (b19a9daf-1539-4b09-8ade-385167e49544), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:47.473842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 135f3193-debb-444f-b061-d80229faf64b is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:47.474375 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (135f3193-debb-444f-b061-d80229faf64b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:47.493065 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135f3193-debb-444f-b061-d80229faf64b {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:38:47.531610 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 135f3193-debb-444f-b061-d80229faf64b, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=135f3193-debb-444f-b061-d80229faf64b,segment=NetworkSegment(800f8ca9-33e4-4cd3-a045-745d99472ffb),segment_id=800f8ca9-33e4-4cd3-a045-745d99472ffb)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:47.646103 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c179e-117a-48f8-89be-780111da6217 req-9db89334-6f2d-435b-a90d-5fe647abbaa6 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:47.647507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-071c179e-117a-48f8-89be-780111da6217 req-9db89334-6f2d-435b-a90d-5fe647abbaa6 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 946 time: 0.1175232 Jan 28 05:38:47.782780 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-071c179e-117a-48f8-89be-780111da6217 req-b586545e-b620-4969-9280-8cb985cc47fb tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6dd2467-1e88-4bd0-b50a-e7baac93e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271002 Jan 28 05:38:47.931793 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (135f3193-debb-444f-b061-d80229faf64b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:47.985854 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=135f3193-debb-444f-b061-d80229faf64b,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:48.148738 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-414682c0-b90c-4719-b362-0bd4ef795538 req-efb8a699-76f9-4a7d-971a-69d20d864002 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a38c3-2e13-45b7-b40e-3cdb15e34539 HTTP/1.1" status: 200 len: 210 time: 0.0307872 Jan 28 05:38:48.321603 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['135f3193-debb-444f-b061-d80229faf64b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:38:48.342577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe78f2-4028-4a54-92e0-0a074f7d7587 req-259ce850-f371-4324-83fc-c8283dc49346 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:48.344450 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aebe78f2-4028-4a54-92e0-0a074f7d7587 req-259ce850-f371-4324-83fc-c8283dc49346 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 944 time: 0.1254268 Jan 28 05:38:48.349024 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-94b9483e-3483-4570-8eaa-3dc6f1e77db6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:48.402657 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aebe78f2-4028-4a54-92e0-0a074f7d7587 req-988a374f-ce9d-42d4-9862-91040c89d82a tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/security-groups?id=b14f7688-b49c-4575-aab3-7f7261143ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509424 Jan 28 05:38:48.454208 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-94b9483e-3483-4570-8eaa-3dc6f1e77db6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (b19a9daf-1539-4b09-8ade-385167e49544), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:48.672190 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-94b9483e-3483-4570-8eaa-3dc6f1e77db6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Floating IP b19a9daf-1539-4b09-8ade-385167e49544 associated. External IP: 172.25.0.78, port: 2c1af978-a88d-4559-ba79-a7df9638837a. Jan 28 05:38:48.692540 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f55f21-d5ca-4603-b81a-1cd57b42adea req-60e3abfe-1eb9-48bd-b765-796d6605e406 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:48.693943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0f55f21-d5ca-4603-b81a-1cd57b42adea req-60e3abfe-1eb9-48bd-b765-796d6605e406 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.1044698 Jan 28 05:38:48.791557 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0f55f21-d5ca-4603-b81a-1cd57b42adea req-c8dcbf5d-1816-41b1-b01d-3cb361a86d49 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914462 Jan 28 05:38:48.944155 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-94b9483e-3483-4570-8eaa-3dc6f1e77db6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Router ea022867-50b8-47d9-98a7-37c27a9e2571 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:38:48.955615 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2269d-3d33-4e1a-abf8-9e6b0438e0fe req-57101a8c-5fac-478e-aab6-60fdb9cebc20 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:48.957131 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2f2269d-3d33-4e1a-abf8-9e6b0438e0fe req-57101a8c-5fac-478e-aab6-60fdb9cebc20 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 946 time: 0.0695815 Jan 28 05:38:49.089482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2f2269d-3d33-4e1a-abf8-9e6b0438e0fe req-db5760ce-e0d8-4bca-a42c-38779f81198d tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6dd2467-1e88-4bd0-b50a-e7baac93e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221519 Jan 28 05:38:49.110254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-94b9483e-3483-4570-8eaa-3dc6f1e77db6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:38:49.116028 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-94b9483e-3483-4570-8eaa-3dc6f1e77db6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:49.122205 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b69614-a839-4130-8b1a-ab3afca5a352 None None] Sync routers for ids ['ea022867-50b8-47d9-98a7-37c27a9e2571'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:38:49.142601 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b69614-a839-4130-8b1a-ab3afca5a352 None None] Routers {'ea022867-50b8-47d9-98a7-37c27a9e2571'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:38:49.143236 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b6b69614-a839-4130-8b1a-ab3afca5a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:38:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea022867-50b8-47d9-98a7-37c27a9e2571'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:49.150969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-94b9483e-3483-4570-8eaa-3dc6f1e77db6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "PUT /v2.0/floatingips/b19a9daf-1539-4b09-8ade-385167e49544 HTTP/1.1" status: 200 len: 996 time: 1.7758975 Jan 28 05:38:49.152401 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'tag': '2c1af978-a88d-4559-ba79-a7df9638837a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:49.155577 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c381c214-81bf-4e5e-8bee-efa6110b843b" -d '{"events": [{"name": "network-changed", "server_uuid": "b80d240d-1464-4828-8b42-da5fa846e17d", "tag": "2c1af978-a88d-4559-ba79-a7df9638837a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:49.222979 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0276d481-ee31-4173-abd0-51d9e20ad707 x-openstack-request-id: req-0276d481-ee31-4173-abd0-51d9e20ad707 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:49.223439 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80d240d-1464-4828-8b42-da5fa846e17d", "tag": "2c1af978-a88d-4559-ba79-a7df9638837a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:49.223863 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0276d481-ee31-4173-abd0-51d9e20ad707 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:49.224516 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'tag': '2c1af978-a88d-4559-ba79-a7df9638837a', 'status': 'completed', 'code': 200} Jan 28 05:38:49.249951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-453cfcd2-858f-468a-972e-2a12c25d8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:49.259170 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-453cfcd2-858f-468a-972e-2a12c25d8947 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=364449c3382c4cfa9ecf7695bc42f027&device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 1098 time: 0.0693538 Jan 28 05:38:49.264406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 958983a8-9d6b-4501-a24b-b128baa73be3 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:38:49.302345 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b6b69614-a839-4130-8b1a-ab3afca5a352 None None] Set router ea022867-50b8-47d9-98a7-37c27a9e2571 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:38:49.353139 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381c214-81bf-4e5e-8bee-efa6110b843b req-65b16502-5c74-4486-b615-550421e6985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:49.358938 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c381c214-81bf-4e5e-8bee-efa6110b843b req-65b16502-5c74-4486-b615-550421e6985a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=364449c3382c4cfa9ecf7695bc42f027&device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 1098 time: 0.0822697 Jan 28 05:38:49.456263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-0cf15b50-c08a-43f5-83ce-23c4a836fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:49.457686 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-0cf15b50-c08a-43f5-83ce-23c4a836fbab service neutron] 10.222.0.31 "GET /v2.0/networks?id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 200 len: 921 time: 0.1834631 Jan 28 05:38:49.467204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 958983a8-9d6b-4501-a24b-b128baa73be3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=958983a8-9d6b-4501-a24b-b128baa73be3,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:49.485158 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '958983a8-9d6b-4501-a24b-b128baa73be3', 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6', 'port_id': '958983a8-9d6b-4501-a24b-b128baa73be3', 'mac_address': 'fa:16:3e:83:a2:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ad07a0-3844-44a2-a22c-26a49efa296b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:38:49.526913 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381c214-81bf-4e5e-8bee-efa6110b843b req-5a4fab79-b2a4-48e7-b97d-5d5f88a3f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:49.530371 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c381c214-81bf-4e5e-8bee-efa6110b843b req-5a4fab79-b2a4-48e7-b97d-5d5f88a3f593 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 200 len: 921 time: 0.1591144 Jan 28 05:38:49.583833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 958983a8-9d6b-4501-a24b-b128baa73be3 is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:49.584232 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:49.597502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-e2d166e3-e2b3-4b74-951d-46b497ba5eab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c1af978-a88d-4559-ba79-a7df9638837a HTTP/1.1" status: 200 len: 999 time: 0.1307728 Jan 28 05:38:49.628500 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 958983a8-9d6b-4501-a24b-b128baa73be3 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:38:49.686860 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 958983a8-9d6b-4501-a24b-b128baa73be3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=958983a8-9d6b-4501-a24b-b128baa73be3,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:49.689930 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c381c214-81bf-4e5e-8bee-efa6110b843b req-d0f2d5b2-de59-4dab-8eb0-75532107f631 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c1af978-a88d-4559-ba79-a7df9638837a HTTP/1.1" status: 200 len: 999 time: 0.1526809 Jan 28 05:38:49.733348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-da450ad2-cd3d-4069-98aa-97d6ab50c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:49.737495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-da450ad2-cd3d-4069-98aa-97d6ab50c696 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0c54121-8ca4-4625-ab2e-3cdb5b60a630 HTTP/1.1" status: 200 len: 859 time: 0.1383338 Jan 28 05:38:49.783979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381c214-81bf-4e5e-8bee-efa6110b843b req-ff604724-9258-4685-b1a8-fc0f603da25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:49.785555 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c381c214-81bf-4e5e-8bee-efa6110b843b req-ff604724-9258-4685-b1a8-fc0f603da25c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0c54121-8ca4-4625-ab2e-3cdb5b60a630 HTTP/1.1" status: 200 len: 859 time: 0.0871103 Jan 28 05:38:49.805883 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-63136406-7d99-4fa5-ab1d-93ee32c38acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:49.811317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-63136406-7d99-4fa5-ab1d-93ee32c38acc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612226 Jan 28 05:38:49.821501 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b6b69614-a839-4130-8b1a-ab3afca5a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b19a9daf-1539-4b09-8ade-385167e49544', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'port_id': '2c1af978-a88d-4559-ba79-a7df9638837a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'mac_address': 'fa:16:3e:48:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:38:48Z', 'revision_number': 1, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:49.827906 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:49.837818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-6609b79a-641f-4120-a6d0-65927718b2d6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:38:49.841258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-6609b79a-641f-4120-a6d0-65927718b2d6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0235193 Jan 28 05:38:49.865493 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381c214-81bf-4e5e-8bee-efa6110b843b req-b9f94941-d072-43da-98e9-4b422ede6e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:49.865620 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b69614-a839-4130-8b1a-ab3afca5a352 None None] Checking router: ea022867-50b8-47d9-98a7-37c27a9e2571 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:38:49.867119 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c381c214-81bf-4e5e-8bee-efa6110b843b req-b9f94941-d072-43da-98e9-4b422ede6e5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736389 Jan 28 05:38:49.885114 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b69614-a839-4130-8b1a-ab3afca5a352 None None] Routers {'ea022867-50b8-47d9-98a7-37c27a9e2571'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:38:49.885751 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b6b69614-a839-4130-8b1a-ab3afca5a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:38:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea022867-50b8-47d9-98a7-37c27a9e2571'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:49.917358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=958983a8-9d6b-4501-a24b-b128baa73be3,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:50.060999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['958983a8-9d6b-4501-a24b-b128baa73be3'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:38:50.113718 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b6b69614-a839-4130-8b1a-ab3afca5a352 None None] Set router ea022867-50b8-47d9-98a7-37c27a9e2571 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:38:50.120552 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c381c214-81bf-4e5e-8bee-efa6110b843b req-078f1849-a1d3-49f7-9aa8-3d9367c85107 service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092080 Jan 28 05:38:50.163894 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-f3f6d204-14cd-4226-b4d2-7bf3e240e871 service neutron] 10.222.0.31 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142188 Jan 28 05:38:50.292585 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd45aa1-4277-4a7f-a290-010954bfe044 req-942569dc-f550-41c6-a898-e79bb0e79f53 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:50.300570 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edd45aa1-4277-4a7f-a290-010954bfe044 req-942569dc-f550-41c6-a898-e79bb0e79f53 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 944 time: 0.2139857 Jan 28 05:38:50.348744 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c381c214-81bf-4e5e-8bee-efa6110b843b req-43f19051-ba81-4e08-885e-90973ef6c76e service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188919 Jan 28 05:38:50.390469 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edd45aa1-4277-4a7f-a290-010954bfe044 req-3c1a8772-423a-4031-b5af-da90a6fe0b35 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/security-groups?id=b14f7688-b49c-4575-aab3-7f7261143ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888922 Jan 28 05:38:50.393367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be4db226-f9d3-4bcd-96ea-b5a2ecdf184a req-f1b47700-afee-4931-b84a-c05726c8bf0c service neutron] 10.222.0.31 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068982 Jan 28 05:38:50.429802 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b6b69614-a839-4130-8b1a-ab3afca5a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b19a9daf-1539-4b09-8ade-385167e49544', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'port_id': '2c1af978-a88d-4559-ba79-a7df9638837a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'mac_address': 'fa:16:3e:48:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:38:48Z', 'revision_number': 1, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:50.463705 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b69614-a839-4130-8b1a-ab3afca5a352 None None] The sync data for ids ['ea022867-50b8-47d9-98a7-37c27a9e2571'] in n-d-812111-12 is: [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b19a9daf-1539-4b09-8ade-385167e49544', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'port_id': '2c1af978-a88d-4559-ba79-a7df9638837a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'mac_address': 'fa:16:3e:48:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:38:48Z', 'revision_number': 1, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:38:50.677998 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13520a3c-f879-4594-a41f-3722e364cfd9 req-99a7fe93-ca03-44af-a74d-5c9f8fa0100e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:50.687382 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13520a3c-f879-4594-a41f-3722e364cfd9 req-99a7fe93-ca03-44af-a74d-5c9f8fa0100e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.1339965 Jan 28 05:38:50.749213 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cb102-9ef9-45eb-9d41-312106d639d8 req-5a1a9ce3-8595-42a2-9409-abe88b4ce0bf tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:50.757072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d07cb102-9ef9-45eb-9d41-312106d639d8 req-5a1a9ce3-8595-42a2-9409-abe88b4ce0bf tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 946 time: 0.1473360 Jan 28 05:38:50.815946 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13520a3c-f879-4594-a41f-3722e364cfd9 req-048ab17e-2167-4aca-950f-05851fed71d9 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277161 Jan 28 05:38:50.852932 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb24526-6fb8-49f4-8558-3010d1d1e611 None None] New status for floating IP b19a9daf-1539-4b09-8ade-385167e49544: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:38:50.867635 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d07cb102-9ef9-45eb-9d41-312106d639d8 req-7cc5b355-c335-4a80-952b-9af0e2c2a4a7 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6dd2467-1e88-4bd0-b50a-e7baac93e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070838 Jan 28 05:38:51.034426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49726) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:51.159500 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1def71fd-7e13-49bf-99e9-a59d0dde151a tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for security_group (41834bc2-b30c-453c-ad62-b62c87d0776f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:51.206573 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1def71fd-7e13-49bf-99e9-a59d0dde151a tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for security_group (41834bc2-b30c-453c-ad62-b62c87d0776f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:51.267501 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 135f3193-debb-444f-b061-d80229faf64b up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:38:51.363527 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1def71fd-7e13-49bf-99e9-a59d0dde151a tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (41834bc2-b30c-453c-ad62-b62c87d0776f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:51.370393 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1def71fd-7e13-49bf-99e9-a59d0dde151a tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:51.370393 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1def71fd-7e13-49bf-99e9-a59d0dde151a tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "DELETE /v2.0/security-groups/41834bc2-b30c-453c-ad62-b62c87d0776f HTTP/1.1" status: 204 len: 168 time: 0.3319938 Jan 28 05:38:51.370842 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49736) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:51.387556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def71fd-7e13-49bf-99e9-a59d0dde151a tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41834bc2-b30c-453c-ad62-b62c87d0776f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:51.412678 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-b6e2900f-9679-4da2-947d-68c374338b16 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] show failed (client error): The resource could not be found. Jan 28 05:38:51.414056 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b6e2900f-9679-4da2-947d-68c374338b16 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "GET /v2.0/security-groups/41834bc2-b30c-453c-ad62-b62c87d0776f HTTP/1.1" status: 404 len: 347 time: 0.0404902 Jan 28 05:38:51.417866 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49740) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:51.436129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 135f3193-debb-444f-b061-d80229faf64b completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:38:51.463344 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 135f3193-debb-444f-b061-d80229faf64b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:51.463765 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (135f3193-debb-444f-b061-d80229faf64b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:51.475247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-9fd97637-8cbe-4185-b17a-26aab28ca3a1 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:51.479562 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-9fd97637-8cbe-4185-b17a-26aab28ca3a1 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0938916 Jan 28 05:38:51.651656 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-84ac806e-d6d8-44e9-b6bd-dba2605dc610 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 1001 time: 0.1653214 Jan 28 05:38:51.661165 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a0d8b-caa4-4ea2-a498-1cc1cd579fe2 req-273bc10b-a404-4463-8287-69cf62d29209 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:51.663984 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d68a0d8b-caa4-4ea2-a498-1cc1cd579fe2 req-273bc10b-a404-4463-8287-69cf62d29209 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 944 time: 0.1552622 Jan 28 05:38:51.671612 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 135f3193-debb-444f-b061-d80229faf64b is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:51.672025 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (135f3193-debb-444f-b061-d80229faf64b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:51.675712 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-0188c112-f11b-4d50-96dc-64abcb67b77b tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Request body: {'floatingip': {'port_id': '96dd3305-b461-4d96-9e61-0c156b9d0a9a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:51.714444 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62ca2c9-48e9-413a-8419-d761e2c3140d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135f3193-debb-444f-b061-d80229faf64b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:51.716743 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e627088-9f13-43df-a48c-1c8ad87c4088" -d '{"events": [{"server_uuid": "c62ca2c9-48e9-413a-8419-d761e2c3140d", "name": "network-vif-plugged", "status": "completed", "tag": "135f3193-debb-444f-b061-d80229faf64b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:51.755112 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 135f3193-debb-444f-b061-d80229faf64b, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=135f3193-debb-444f-b061-d80229faf64b,segment=NetworkSegment(800f8ca9-33e4-4cd3-a045-745d99472ffb),segment_id=800f8ca9-33e4-4cd3-a045-745d99472ffb)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:51.791700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986ce89-3c20-43f9-8243-7031a3f9f3ec req-64c4fdb8-4edf-4912-94c6-1cca03612c89 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:51.793228 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a986ce89-3c20-43f9-8243-7031a3f9f3ec req-64c4fdb8-4edf-4912-94c6-1cca03612c89 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.64 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 946 time: 0.1032395 Jan 28 05:38:51.811628 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1a67586c-8477-45b8-b849-b324cba713e0 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Deleting port dd315574-83c9-41ce-9379-e7a2bdfefcc8 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:38:51.815011 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a67586c-8477-45b8-b849-b324cba713e0 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (dd315574-83c9-41ce-9379-e7a2bdfefcc8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:51.827243 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (135f3193-debb-444f-b061-d80229faf64b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:51.827690 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-0188c112-f11b-4d50-96dc-64abcb67b77b tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks [] for floatingip (b19a9daf-1539-4b09-8ade-385167e49544), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:51.828048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 958983a8-9d6b-4501-a24b-b128baa73be3 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:38:51.937950 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=135f3193-debb-444f-b061-d80229faf64b,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:51.987566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d68a0d8b-caa4-4ea2-a498-1cc1cd579fe2 req-ae363c25-7de7-4a01-8e35-7f6c4c5df784 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/security-groups?id=b14f7688-b49c-4575-aab3-7f7261143ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018410 Jan 28 05:38:52.021025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 958983a8-9d6b-4501-a24b-b128baa73be3 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:38:52.027161 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:52.279158 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce02f219-278e-4653-9971-89abb7bd0f8a x-openstack-request-id: req-ce02f219-278e-4653-9971-89abb7bd0f8a {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:52.279429 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62ca2c9-48e9-413a-8419-d761e2c3140d", "name": "network-vif-plugged", "status": "completed", "tag": "135f3193-debb-444f-b061-d80229faf64b", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:52.279653 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce02f219-278e-4653-9971-89abb7bd0f8a {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:52.280084 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62ca2c9-48e9-413a-8419-d761e2c3140d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135f3193-debb-444f-b061-d80229faf64b', 'code': 200} Jan 28 05:38:52.289626 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 958983a8-9d6b-4501-a24b-b128baa73be3 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:38:52.290025 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:52.402276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 958983a8-9d6b-4501-a24b-b128baa73be3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=958983a8-9d6b-4501-a24b-b128baa73be3,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:52.472425 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:52.615913 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=958983a8-9d6b-4501-a24b-b128baa73be3,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:52.676745 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a67586c-8477-45b8-b849-b324cba713e0 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (dd315574-83c9-41ce-9379-e7a2bdfefcc8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:52.677871 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a67586c-8477-45b8-b849-b324cba713e0 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for floatingip (dd315574-83c9-41ce-9379-e7a2bdfefcc8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:52.695808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1a67586c-8477-45b8-b849-b324cba713e0 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Calling delete_port for dd315574-83c9-41ce-9379-e7a2bdfefcc8 owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:38:52.720400 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-a986ce89-3c20-43f9-8243-7031a3f9f3ec req-6b703f4e-1612-4586-8c85-bc1090a2dd58 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Deleting port 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:38:52.721034 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a986ce89-3c20-43f9-8243-7031a3f9f3ec req-6b703f4e-1612-4586-8c85-bc1090a2dd58 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2d6dbaa7-118e-4ae7-9894-b5ba171f6d50), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:52.848151 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-a986ce89-3c20-43f9-8243-7031a3f9f3ec req-6b703f4e-1612-4586-8c85-bc1090a2dd58 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] For port 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2d6dbaa7-118e-4ae7-9894-b5ba171f6d50,segment=NetworkSegment(4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3),segment_id=4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:38:52.848516 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a986ce89-3c20-43f9-8243-7031a3f9f3ec req-6b703f4e-1612-4586-8c85-bc1090a2dd58 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2d6dbaa7-118e-4ae7-9894-b5ba171f6d50), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:52.883055 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-a986ce89-3c20-43f9-8243-7031a3f9f3ec req-6b703f4e-1612-4586-8c85-bc1090a2dd58 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Calling delete_port for 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:38:53.106579 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5032f-79ce-4058-a6c2-4e07e6f1a83d req-798cc500-2ba2-48e1-8195-c52285d4c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:53.109419 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65e5032f-79ce-4058-a6c2-4e07e6f1a83d req-798cc500-2ba2-48e1-8195-c52285d4c76d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 1097 time: 0.6597815 Jan 28 05:38:53.137455 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-0188c112-f11b-4d50-96dc-64abcb67b77b tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:53.184238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2c5a1-ac9e-41b0-b85b-1eea74abcfa2 req-5a21b04b-075f-4072-9cb1-dc085264d6a8 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:53.204743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9e2c5a1-ac9e-41b0-b85b-1eea74abcfa2 req-5a21b04b-075f-4072-9cb1-dc085264d6a8 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.1427114 Jan 28 05:38:53.259865 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a986ce89-3c20-43f9-8243-7031a3f9f3ec req-6b703f4e-1612-4586-8c85-bc1090a2dd58 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (2d6dbaa7-118e-4ae7-9894-b5ba171f6d50), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:53.260209 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-0188c112-f11b-4d50-96dc-64abcb67b77b tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (b19a9daf-1539-4b09-8ade-385167e49544), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:53.272389 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65e5032f-79ce-4058-a6c2-4e07e6f1a83d req-750714c5-7e33-4e68-adbb-230c2f7f0966 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b14f7688-b49c-4575-aab3-7f7261143ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546037 Jan 28 05:38:53.327411 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a67586c-8477-45b8-b849-b324cba713e0 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (dd315574-83c9-41ce-9379-e7a2bdfefcc8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:53.352650 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b703f4e-1612-4586-8c85-bc1090a2dd58 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Pushing event deleted for resources: {'Port': ['ID=2d6dbaa7-118e-4ae7-9894-b5ba171f6d50,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:53.376486 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9e2c5a1-ac9e-41b0-b85b-1eea74abcfa2 req-b9f9ab52-1d40-4bc1-833b-9bef7f59f4dc tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692810 Jan 28 05:38:53.449887 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67586c-8477-45b8-b849-b324cba713e0 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Pushing event deleted for resources: {'Port': ['ID=dd315574-83c9-41ce-9379-e7a2bdfefcc8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:53.515460 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3737a3a-5cd2-4861-804f-9002b4ae4e32 req-4f6045af-59a9-479b-9b33-9d15ac6e2688 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.31 "GET /v2.0/ports?device_id=b48c8baa-d4ea-45c1-bde4-117e9c05b78e HTTP/1.1" status: 200 len: 210 time: 0.0544715 Jan 28 05:38:53.517787 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-a986ce89-3c20-43f9-8243-7031a3f9f3ec req-6b703f4e-1612-4586-8c85-bc1090a2dd58 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] No DVR routers for this DVR port 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:38:53.555462 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-0188c112-f11b-4d50-96dc-64abcb67b77b tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Floating IP b19a9daf-1539-4b09-8ade-385167e49544 associated. External IP: 172.25.0.78, port: 2c1af978-a88d-4559-ba79-a7df9638837a. Jan 28 05:38:53.556573 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a986ce89-3c20-43f9-8243-7031a3f9f3ec req-6b703f4e-1612-4586-8c85-bc1090a2dd58 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:53.561870 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a986ce89-3c20-43f9-8243-7031a3f9f3ec req-6b703f4e-1612-4586-8c85-bc1090a2dd58 tempest-InstanceActionsTestJSON-840462664 tempest-InstanceActionsTestJSON-840462664-project] 10.222.0.64 "DELETE /v2.0/ports/2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 HTTP/1.1" status: 204 len: 173 time: 1.7587283 Jan 28 05:38:53.562368 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48c8baa-d4ea-45c1-bde4-117e9c05b78e', 'name': 'network-vif-deleted', 'tag': '2d6dbaa7-118e-4ae7-9894-b5ba171f6d50'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:53.565146 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0149dbf-1060-456c-af70-7748a4efa2a8" -d '{"events": [{"server_uuid": "b48c8baa-d4ea-45c1-bde4-117e9c05b78e", "name": "network-vif-deleted", "tag": "2d6dbaa7-118e-4ae7-9894-b5ba171f6d50"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:53.604832 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a67586c-8477-45b8-b849-b324cba713e0 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks [] for floatingip (b905f644-d840-4b04-8467-8a60ee526ad3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:53.613313 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a67586c-8477-45b8-b849-b324cba713e0 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:53.620390 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1a67586c-8477-45b8-b849-b324cba713e0 tempest-ServersWithSpecificFlavorTestJSON-1104325924 tempest-ServersWithSpecificFlavorTestJSON-1104325924-project] 10.222.0.31 "DELETE /v2.0/floatingips/b905f644-d840-4b04-8467-8a60ee526ad3 HTTP/1.1" status: 204 len: 168 time: 2.2008734 Jan 28 05:38:53.774197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122da71e-d823-42c7-af5b-59973268bd70 req-d558bbcb-1239-4998-9bdf-0ad28df4fecc tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:53.782213 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-122da71e-d823-42c7-af5b-59973268bd70 req-d558bbcb-1239-4998-9bdf-0ad28df4fecc tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 945 time: 0.1406074 Jan 28 05:38:54.204109 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-122da71e-d823-42c7-af5b-59973268bd70 req-63e21a51-1bf0-44ca-af1a-585f2cb151d1 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/security-groups?id=b14f7688-b49c-4575-aab3-7f7261143ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4204495 Jan 28 05:38:54.281617 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b3c27c-5d0c-49f5-b72f-ced669bd01a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958983a8-9d6b-4501-a24b-b128baa73be3'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:54.286104 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9fb732-a2fe-4ba6-a9ab-c04ae0f7d940" -d '{"events": [{"server_uuid": "01b3c27c-5d0c-49f5-b72f-ced669bd01a5", "name": "network-vif-plugged", "status": "completed", "tag": "958983a8-9d6b-4501-a24b-b128baa73be3"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:54.337846 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15fcad9-62f3-494a-b383-7fa662a20730 x-openstack-request-id: req-f15fcad9-62f3-494a-b383-7fa662a20730 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:54.338968 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48c8baa-d4ea-45c1-bde4-117e9c05b78e", "name": "network-vif-deleted", "tag": "2d6dbaa7-118e-4ae7-9894-b5ba171f6d50", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:54.339489 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f15fcad9-62f3-494a-b383-7fa662a20730 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:54.340369 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48c8baa-d4ea-45c1-bde4-117e9c05b78e', 'name': 'network-vif-deleted', 'tag': '2d6dbaa7-118e-4ae7-9894-b5ba171f6d50', 'status': 'completed', 'code': 200} Jan 28 05:38:54.405377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-0188c112-f11b-4d50-96dc-64abcb67b77b tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Router ea022867-50b8-47d9-98a7-37c27a9e2571 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:38:54.640831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-0188c112-f11b-4d50-96dc-64abcb67b77b tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:38:54.642042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:38:54.654383 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1e60ad-2333-4253-9e7f-51080fecebc3 None None] Sync routers for ids ['ea022867-50b8-47d9-98a7-37c27a9e2571'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:38:54.666755 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e60ad-2333-4253-9e7f-51080fecebc3 None None] Routers {'ea022867-50b8-47d9-98a7-37c27a9e2571'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:38:54.667376 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9a1e60ad-2333-4253-9e7f-51080fecebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:38:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea022867-50b8-47d9-98a7-37c27a9e2571'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:54.751160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:38:54.751487 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2d6dbaa7-118e-4ae7-9894-b5ba171f6d50 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:38:54.876564 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9a1e60ad-2333-4253-9e7f-51080fecebc3 None None] Set router ea022867-50b8-47d9-98a7-37c27a9e2571 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:38:54.895112 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:55.033816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-95544cce-1654-41d7-bf1c-828b1bccf0c3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:55.048114 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-95544cce-1654-41d7-bf1c-828b1bccf0c3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 807 time: 0.2795131 Jan 28 05:38:55.086640 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-6c125815-a93c-4419-a391-305fd90434da tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/quotas/88b3e81d38b14c1ab20fd75713b63156 HTTP/1.1" status: 200 len: 375 time: 0.0369351 Jan 28 05:38:55.268303 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-8da361b0-44cd-4504-9f19-88c84f480c2d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1801434 Jan 28 05:38:55.331314 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9a1e60ad-2333-4253-9e7f-51080fecebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b19a9daf-1539-4b09-8ade-385167e49544', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'port_id': '96dd3305-b461-4d96-9e61-0c156b9d0a9a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'mac_address': 'fa:16:3e:f1:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b9ee2-932d-473c-b183-aeed1f2b04d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:38:52Z', 'revision_number': 3, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:55.383119 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1e60ad-2333-4253-9e7f-51080fecebc3 None None] Checking router: ea022867-50b8-47d9-98a7-37c27a9e2571 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:38:55.411276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-0188c112-f11b-4d50-96dc-64abcb67b77b tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Router ea022867-50b8-47d9-98a7-37c27a9e2571 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:38:55.414587 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e60ad-2333-4253-9e7f-51080fecebc3 None None] Routers {'ea022867-50b8-47d9-98a7-37c27a9e2571'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:38:55.415348 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9a1e60ad-2333-4253-9e7f-51080fecebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:38:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea022867-50b8-47d9-98a7-37c27a9e2571'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:55.491751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-2dd808cb-d0aa-4900-ab61-705162eff71c service neutron] 10.222.0.31 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165918 Jan 28 05:38:55.627198 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9a1e60ad-2333-4253-9e7f-51080fecebc3 None None] Set router ea022867-50b8-47d9-98a7-37c27a9e2571 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:38:55.667070 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-0188c112-f11b-4d50-96dc-64abcb67b77b tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:38:55.674108 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-0188c112-f11b-4d50-96dc-64abcb67b77b tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:55.681418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-9e6e673e-a128-4e81-afe4-38e13bc35c78 service neutron] 10.222.0.31 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785653 Jan 28 05:38:55.719805 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'tag': '2c1af978-a88d-4559-ba79-a7df9638837a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:55.722826 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d530635e-580e-4fa4-bdc4-7e3eb84346a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b80d240d-1464-4828-8b42-da5fa846e17d", "tag": "2c1af978-a88d-4559-ba79-a7df9638837a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:55.769981 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-0188c112-f11b-4d50-96dc-64abcb67b77b tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "PUT /v2.0/floatingips/b19a9daf-1539-4b09-8ade-385167e49544 HTTP/1.1" status: 200 len: 997 time: 4.1168139 Jan 28 05:38:55.820685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-25fc9d0b-8c69-4f26-8857-ddeb498c0135 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:55.857458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-25fc9d0b-8c69-4f26-8857-ddeb498c0135 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports/2c1af978-a88d-4559-ba79-a7df9638837a HTTP/1.1" status: 200 len: 943 time: 0.0864806 Jan 28 05:38:56.021545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-6dc75cf3-954c-4fba-9511-cffd786bcffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:56.035121 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-6dc75cf3-954c-4fba-9511-cffd786bcffd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=364449c3382c4cfa9ecf7695bc42f027&device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 1098 time: 0.0729866 Jan 28 05:38:56.053526 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9a1e60ad-2333-4253-9e7f-51080fecebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b19a9daf-1539-4b09-8ade-385167e49544', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'port_id': '96dd3305-b461-4d96-9e61-0c156b9d0a9a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'mac_address': 'fa:16:3e:f1:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b9ee2-932d-473c-b183-aeed1f2b04d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:38:52Z', 'revision_number': 3, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:56.122189 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1e60ad-2333-4253-9e7f-51080fecebc3 None None] The sync data for ids ['ea022867-50b8-47d9-98a7-37c27a9e2571'] in n-d-812111-12 is: [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b19a9daf-1539-4b09-8ade-385167e49544', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'port_id': '96dd3305-b461-4d96-9e61-0c156b9d0a9a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'mac_address': 'fa:16:3e:f1:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b9ee2-932d-473c-b183-aeed1f2b04d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:38:52Z', 'revision_number': 3, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:38:56.164685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-8bc20102-68e4-4ce6-9d18-64a5dd9d5e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:56.177200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-8bc20102-68e4-4ce6-9d18-64a5dd9d5e25 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 200 len: 921 time: 0.1361601 Jan 28 05:38:56.221476 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-d3b58a60-4dd6-4c12-ba43-42d2628f67da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c1af978-a88d-4559-ba79-a7df9638837a HTTP/1.1" status: 200 len: 217 time: 0.0432162 Jan 28 05:38:56.274714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-34f38b6b-3ec8-4ebc-a8b9-8c591bc5d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:56.275972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-34f38b6b-3ec8-4ebc-a8b9-8c591bc5d852 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0c54121-8ca4-4625-ab2e-3cdb5b60a630 HTTP/1.1" status: 200 len: 859 time: 0.0536277 Jan 28 05:38:56.347135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-3c5a091e-56ae-4b1f-a112-97212c86eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:56.349043 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-3c5a091e-56ae-4b1f-a112-97212c86eff1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590396 Jan 28 05:38:56.360807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-72dd8abd-6940-403e-aa33-666f91c53fbe service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:38:56.362553 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-72dd8abd-6940-403e-aa33-666f91c53fbe service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059636 Jan 28 05:38:56.479335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-9c55f2be-8133-4b03-be6b-d8d2227e6dea service neutron] 10.222.0.31 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105211 Jan 28 05:38:56.575753 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3894da-6cfe-4df7-a19c-eacdca6af8ef None None] New status for floating IP b19a9daf-1539-4b09-8ade-385167e49544: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:38:56.699730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-568a0645-3b56-46c8-b1c4-ad6bdba3d027 service neutron] 10.222.0.31 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141795 Jan 28 05:38:56.786602 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d0977-4b3e-4947-90b7-8f451444fe42 req-c63c2de1-8a13-4353-8053-919e8302919f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:56.794007 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a5d0977-4b3e-4947-90b7-8f451444fe42 req-c63c2de1-8a13-4353-8053-919e8302919f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.0723598 Jan 28 05:38:56.882435 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a792806d-a51c-43eb-9b00-0d8287865b54 x-openstack-request-id: req-a792806d-a51c-43eb-9b00-0d8287865b54 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:56.882813 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b3c27c-5d0c-49f5-b72f-ced669bd01a5", "name": "network-vif-plugged", "status": "completed", "tag": "958983a8-9d6b-4501-a24b-b128baa73be3", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:56.883072 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a792806d-a51c-43eb-9b00-0d8287865b54 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:56.883586 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b3c27c-5d0c-49f5-b72f-ced669bd01a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958983a8-9d6b-4501-a24b-b128baa73be3', 'code': 200} Jan 28 05:38:56.886069 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a5d0977-4b3e-4947-90b7-8f451444fe42 req-68708018-4b17-4c73-b226-50034ba6fd26 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910747 Jan 28 05:38:56.934970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-4c8d7e12-c6fd-480e-9fb9-c9f2d1dbe043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:56.944326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-4c8d7e12-c6fd-480e-9fb9-c9f2d1dbe043 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=364449c3382c4cfa9ecf7695bc42f027&device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 1097 time: 0.0692546 Jan 28 05:38:57.032454 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49844) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:57.091420 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076aa577-b679-44fb-bfda-c5382cab37cb None None] Sync routers for ids ['ea022867-50b8-47d9-98a7-37c27a9e2571'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:38:57.116537 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076aa577-b679-44fb-bfda-c5382cab37cb None None] Routers {'ea022867-50b8-47d9-98a7-37c27a9e2571'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:38:57.116537 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-076aa577-b679-44fb-bfda-c5382cab37cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:38:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea022867-50b8-47d9-98a7-37c27a9e2571'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:57.136992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-f977434a-353c-4b0f-bee2-7ff81edec159 admin admin] Deleting subnet c1630dfd-f617-4f0d-94cc-aaa48d6c72ec {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:38:57.142235 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f977434a-353c-4b0f-bee2-7ff81edec159 admin admin] Publish callbacks [] for subnet (c1630dfd-f617-4f0d-94cc-aaa48d6c72ec), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:57.181395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-79038dc6-8794-40b0-8c21-e29e62ad2f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:57.183027 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-79038dc6-8794-40b0-8c21-e29e62ad2f20 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 200 len: 921 time: 0.2378724 Jan 28 05:38:57.186953 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:57.229789 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f977434a-353c-4b0f-bee2-7ff81edec159 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (c1630dfd-f617-4f0d-94cc-aaa48d6c72ec), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:57.282917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246f310-3446-4ecb-8346-b72c75edfe85 req-9a88a2d7-22a9-4ff6-a7ca-e3f70d77984c tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:57.296484 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d246f310-3446-4ecb-8346-b72c75edfe85 req-9a88a2d7-22a9-4ff6-a7ca-e3f70d77984c tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 945 time: 0.1787028 Jan 28 05:38:57.333324 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f977434a-353c-4b0f-bee2-7ff81edec159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (c1630dfd-f617-4f0d-94cc-aaa48d6c72ec), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:57.371013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-da0e98d6-3522-4fca-ae38-4dd269420b74 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96dd3305-b461-4d96-9e61-0c156b9d0a9a HTTP/1.1" status: 200 len: 1000 time: 0.1775069 Jan 28 05:38:57.456924 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d246f310-3446-4ecb-8346-b72c75edfe85 req-581f0806-1f2b-4003-b258-402631dfbb16 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/security-groups?id=b14f7688-b49c-4575-aab3-7f7261143ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562517 Jan 28 05:38:57.466616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-16ff4720-da92-42f9-8e26-2fb2ff6b10e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:57.468684 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-16ff4720-da92-42f9-8e26-2fb2ff6b10e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0c54121-8ca4-4625-ab2e-3cdb5b60a630 HTTP/1.1" status: 200 len: 859 time: 0.0896416 Jan 28 05:38:57.524991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-774eed0f-35e3-40bd-8c1a-904bcc8373be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:57.534596 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-774eed0f-35e3-40bd-8c1a-904bcc8373be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521805 Jan 28 05:38:57.586956 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f977434a-353c-4b0f-bee2-7ff81edec159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (c1630dfd-f617-4f0d-94cc-aaa48d6c72ec), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:57.716880 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-076aa577-b679-44fb-bfda-c5382cab37cb None None] Set router ea022867-50b8-47d9-98a7-37c27a9e2571 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:38:57.764362 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f977434a-353c-4b0f-bee2-7ff81edec159 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:57.779260 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f977434a-353c-4b0f-bee2-7ff81edec159 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c1630dfd-f617-4f0d-94cc-aaa48d6c72ec HTTP/1.1" status: 204 len: 168 time: 0.7457063 Jan 28 05:38:57.798723 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fd2c8e-f840-4ad6-8cd3-f9ecd1ee2f28 x-openstack-request-id: req-92fd2c8e-f840-4ad6-8cd3-f9ecd1ee2f28 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:38:57.803699 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80d240d-1464-4828-8b42-da5fa846e17d", "tag": "2c1af978-a88d-4559-ba79-a7df9638837a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:38:57.803699 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92fd2c8e-f840-4ad6-8cd3-f9ecd1ee2f28 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:38:57.803699 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'tag': '2c1af978-a88d-4559-ba79-a7df9638837a', 'status': 'completed', 'code': 200} Jan 28 05:38:57.803699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49860) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:57.816799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977434a-353c-4b0f-bee2-7ff81edec159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1630dfd-f617-4f0d-94cc-aaa48d6c72ec,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:38:57.926453 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea59674d-484d-475d-8483-c80572b73f3d req-b02e0b46-f96d-41f0-9337-d02f07897531 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 210 time: 0.1146567 Jan 28 05:38:57.935212 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530635e-580e-4fa4-bdc4-7e3eb84346a1 req-5f70b07a-eaf4-426e-b926-4fd8ad17d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:57.936780 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d530635e-580e-4fa4-bdc4-7e3eb84346a1 req-5f70b07a-eaf4-426e-b926-4fd8ad17d19b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=364449c3382c4cfa9ecf7695bc42f027&device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 1098 time: 0.1558805 Jan 28 05:38:58.022544 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-076aa577-b679-44fb-bfda-c5382cab37cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b19a9daf-1539-4b09-8ade-385167e49544', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'port_id': '96dd3305-b461-4d96-9e61-0c156b9d0a9a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'mac_address': 'fa:16:3e:f1:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b9ee2-932d-473c-b183-aeed1f2b04d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:38:56Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:58.035174 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dff3c93-ab0b-4b48-9501-80b7dc3e2592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (14eeb4b4-cafc-41fd-abe9-90449de171df), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:58.055693 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-9c6de1a5-72a5-4c35-939e-a709ef82060c service neutron] 10.222.0.31 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150239 Jan 28 05:38:58.058533 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076aa577-b679-44fb-bfda-c5382cab37cb None None] Checking router: ea022867-50b8-47d9-98a7-37c27a9e2571 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:38:58.068534 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076aa577-b679-44fb-bfda-c5382cab37cb None None] Routers {'ea022867-50b8-47d9-98a7-37c27a9e2571'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:38:58.070195 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-076aa577-b679-44fb-bfda-c5382cab37cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:38:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea022867-50b8-47d9-98a7-37c27a9e2571'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:58.087257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530635e-580e-4fa4-bdc4-7e3eb84346a1 req-54e31720-0f71-43d0-ab33-ef0353a64f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:58.089892 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d530635e-580e-4fa4-bdc4-7e3eb84346a1 req-54e31720-0f71-43d0-ab33-ef0353a64f80 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 200 len: 921 time: 0.1455355 Jan 28 05:38:58.170683 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d530635e-580e-4fa4-bdc4-7e3eb84346a1 req-ebb4cd7d-374d-4f86-b386-80616e781fa6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c1af978-a88d-4559-ba79-a7df9638837a HTTP/1.1" status: 200 len: 217 time: 0.0731022 Jan 28 05:38:58.220107 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-076aa577-b679-44fb-bfda-c5382cab37cb None None] Set router ea022867-50b8-47d9-98a7-37c27a9e2571 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:38:58.225736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530635e-580e-4fa4-bdc4-7e3eb84346a1 req-c96da6ec-7ad7-4478-9e3a-9e437bad2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:58.229190 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d530635e-580e-4fa4-bdc4-7e3eb84346a1 req-c96da6ec-7ad7-4478-9e3a-9e437bad2fcd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0c54121-8ca4-4625-ab2e-3cdb5b60a630 HTTP/1.1" status: 200 len: 859 time: 0.0473692 Jan 28 05:38:58.313121 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530635e-580e-4fa4-bdc4-7e3eb84346a1 req-e0ed6e96-0e93-4e0a-a374-8d5313c5aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:58.315206 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d530635e-580e-4fa4-bdc4-7e3eb84346a1 req-e0ed6e96-0e93-4e0a-a374-8d5313c5aaf0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708776 Jan 28 05:38:58.360245 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dff3c93-ab0b-4b48-9501-80b7dc3e2592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (14eeb4b4-cafc-41fd-abe9-90449de171df), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:58.510579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a6633ca-2c05-42c9-af64-1c36e1530204 req-6267d863-43e1-4ca0-aa30-05799a4b826e service neutron] 10.222.0.31 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535723 Jan 28 05:38:58.546030 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d530635e-580e-4fa4-bdc4-7e3eb84346a1 req-817c8d08-cb5d-4b94-bbee-d152b4e18649 service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176216 Jan 28 05:38:58.548172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3dff3c93-ab0b-4b48-9501-80b7dc3e2592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14eeb4b4-cafc-41fd-abe9-90449de171df']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:58.572150 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-076aa577-b679-44fb-bfda-c5382cab37cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b19a9daf-1539-4b09-8ade-385167e49544', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'port_id': '96dd3305-b461-4d96-9e61-0c156b9d0a9a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'mac_address': 'fa:16:3e:f1:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b9ee2-932d-473c-b183-aeed1f2b04d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:38:56Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:58.582643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a993bc-7a7d-4be2-9681-0f54bbc118d6 req-bd05a0c4-1e39-4140-a690-934b19d42f43 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:58.594389 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d0a993bc-7a7d-4be2-9681-0f54bbc118d6 req-bd05a0c4-1e39-4140-a690-934b19d42f43 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 945 time: 0.1957722 Jan 28 05:38:58.600020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49872) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:38:58.614406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-89ee414a-f6c1-436e-afef-db347d22468e tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Request body: {'floatingip': {'port_id': '135f3193-debb-444f-b061-d80229faf64b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:38:58.656276 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076aa577-b679-44fb-bfda-c5382cab37cb None None] The sync data for ids ['ea022867-50b8-47d9-98a7-37c27a9e2571'] in n-d-812111-12 is: [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b19a9daf-1539-4b09-8ade-385167e49544', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'port_id': '96dd3305-b461-4d96-9e61-0c156b9d0a9a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'mac_address': 'fa:16:3e:f1:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b9ee2-932d-473c-b183-aeed1f2b04d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:38:56Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:38:58.818331 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89ee414a-f6c1-436e-afef-db347d22468e tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for floatingip (5dcb876b-8114-473c-8860-cca3abf6e849), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:58.902674 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d530635e-580e-4fa4-bdc4-7e3eb84346a1 req-2c082803-8cda-4b09-8f2a-99e7fcd38a13 service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490548 Jan 28 05:38:58.994199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3dff3c93-ab0b-4b48-9501-80b7dc3e2592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:58.994553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3dff3c93-ab0b-4b48-9501-80b7dc3e2592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:38:59.196380 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dff3c93-ab0b-4b48-9501-80b7dc3e2592 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:59.642544 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dff3c93-ab0b-4b48-9501-80b7dc3e2592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:59.669335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dff3c93-ab0b-4b48-9501-80b7dc3e2592 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:38:59.669843 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dff3c93-ab0b-4b48-9501-80b7dc3e2592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (4bac9ed9-f3b9-4ac9-80d5-f32436e59cf3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:38:59.672887 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:38:59.751950 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f62c925-0223-4077-833b-fcd500ec2d61 req-76ebe8cf-796e-422e-93c7-ceaa0517caa8 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 1000 time: 0.5956178 Jan 28 05:38:59.789517 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19db8da-7403-4c48-b04d-4e29a38b6403 req-98af7e5a-1165-49d6-975c-40e4c0363159 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:59.789517 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a19db8da-7403-4c48-b04d-4e29a38b6403 req-98af7e5a-1165-49d6-975c-40e4c0363159 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.8035414 Jan 28 05:38:59.813688 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b9ee2-932d-473c-b183-aeed1f2b04d5', 'tag': '96dd3305-b461-4d96-9e61-0c156b9d0a9a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:38:59.815813 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8c69ea-bb58-49fb-8de0-c45640bd166c" -d '{"events": [{"name": "network-changed", "server_uuid": "f95b9ee2-932d-473c-b183-aeed1f2b04d5", "tag": "96dd3305-b461-4d96-9e61-0c156b9d0a9a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:38:59.886943 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-e68f7e5a-7375-4ee5-879e-80eadb433a6d service neutron] show failed (client error): The resource could not be found. Jan 28 05:38:59.889048 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-e68f7e5a-7375-4ee5-879e-80eadb433a6d service neutron] 10.222.0.60 "GET /v2.0/ports/28a59348-ff96-43a7-8298-5ec30d593446/bindings/n-h1-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.7174263 Jan 28 05:38:59.899895 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62c925-0223-4077-833b-fcd500ec2d61 req-51a055dc-e897-46f1-be7e-01df6568c98f tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:38:59.907934 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f62c925-0223-4077-833b-fcd500ec2d61 req-51a055dc-e897-46f1-be7e-01df6568c98f tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports/96dd3305-b461-4d96-9e61-0c156b9d0a9a HTTP/1.1" status: 200 len: 942 time: 0.1547220 Jan 28 05:38:59.987999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a19db8da-7403-4c48-b04d-4e29a38b6403 req-abe1ed40-ea1c-4a98-a2a4-5c15b71c5893 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648827 Jan 28 05:39:00.002182 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dff3c93-ab0b-4b48-9501-80b7dc3e2592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (14eeb4b4-cafc-41fd-abe9-90449de171df), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:00.020703 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dff3c93-ab0b-4b48-9501-80b7dc3e2592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:00.024087 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3dff3c93-ab0b-4b48-9501-80b7dc3e2592 admin admin] 10.222.0.31 "DELETE /v2.0/networks/14eeb4b4-cafc-41fd-abe9-90449de171df HTTP/1.1" status: 204 len: 168 time: 2.2094862 Jan 28 05:39:00.164571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff3c93-ab0b-4b48-9501-80b7dc3e2592 admin admin] Pushing event deleted for resources: {'Network': ['ID=14eeb4b4-cafc-41fd-abe9-90449de171df,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:00.206750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-37c2adcb-12ee-4618-ab5c-53d31145baa8 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:00.229001 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-37c2adcb-12ee-4618-ab5c-53d31145baa8 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.64 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 807 time: 0.3276749 Jan 28 05:39:00.239768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f62c925-0223-4077-833b-fcd500ec2d61 req-c80fb9d9-5e43-4e5d-a54a-ace4d2d8a137 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 1000 time: 0.1255295 Jan 28 05:39:00.259741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Request body: {'port': {'device_id': 'e1a6acd2-3dbe-4924-9182-1519a899b99a', 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce', 'admin_state_up': True, 'tenant_id': '88b3e81d38b14c1ab20fd75713b63156'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:00.442670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62c925-0223-4077-833b-fcd500ec2d61 req-37090d72-f3f5-4801-8e51-c2bd8d2e0ea2 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:00.444284 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f62c925-0223-4077-833b-fcd500ec2d61 req-37090d72-f3f5-4801-8e51-c2bd8d2e0ea2 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.1906557 Jan 28 05:39:00.482340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2ad49f6-3e62-4c65-a4e3-7fb9d488d164 req-5f87e577-46d8-447f-80f1-f2c6967c41de tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 210 time: 0.0549953 Jan 28 05:39:00.508051 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89ee414a-f6c1-436e-afef-db347d22468e tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:00.544148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49906) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:00.561656 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Made reservation on behalf of 88b3e81d38b14c1ab20fd75713b63156 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:39:00.565340 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:00.578246 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29a23b9-994a-4da1-94f9-449a4b53adf4 x-openstack-request-id: req-e29a23b9-994a-4da1-94f9-449a4b53adf4 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:00.578661 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95b9ee2-932d-473c-b183-aeed1f2b04d5", "tag": "96dd3305-b461-4d96-9e61-0c156b9d0a9a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:00.578979 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e29a23b9-994a-4da1-94f9-449a4b53adf4 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:00.579257 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b9ee2-932d-473c-b183-aeed1f2b04d5', 'tag': '96dd3305-b461-4d96-9e61-0c156b9d0a9a', 'status': 'completed', 'code': 200} Jan 28 05:39:00.698891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49914) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:00.700765 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5c04432a-5033-4b23-ab8b-817f64f46bec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4aaffeca84154fbfa920f617b20f5510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483111 Jan 28 05:39:00.704364 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89ee414a-f6c1-436e-afef-db347d22468e tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (5dcb876b-8114-473c-8860-cca3abf6e849), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:00.823835 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49918) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:00.907431 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Allocated IP 172.20.0.9 (8337946d-c118-4f6f-a8e6-fd66fb66f8ce/e07818a2-85c0-4f55-b2b7-705552734697/395db066-6639-46ac-867c-56d5942d10ac) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:39:00.972668 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c69ea-bb58-49fb-8de0-c45640bd166c req-37f6be77-3e63-4c38-958f-5d42252712bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:00.977207 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e8c69ea-bb58-49fb-8de0-c45640bd166c req-37f6be77-3e63-4c38-958f-5d42252712bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=364449c3382c4cfa9ecf7695bc42f027&device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 1097 time: 0.3093297 Jan 28 05:39:00.982512 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-13137749-29a7-4c08-8666-c0461cadfc68 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 1000 time: 0.3280056 Jan 28 05:39:01.172467 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks [] for port (395db066-6639-46ac-867c-56d5942d10ac), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:01.226868 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3262222e-d4d0-4f80-ab37-6febf28113c2 admin admin] Publish callbacks [] for security_group (b6dd2467-1e88-4bd0-b50a-e7baac93e7e5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:01.274819 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3262222e-d4d0-4f80-ab37-6febf28113c2 admin admin] Publish callbacks [] for security_group (b6dd2467-1e88-4bd0-b50a-e7baac93e7e5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:01.343294 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (395db066-6639-46ac-867c-56d5942d10ac), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:01.379992 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['c5bf72bd-034e-4802-90e9-b2324a64e9b2'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:01.383555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-e59bf372-0d31-48f3-a55b-8e92ab524083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:01.388477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-e59bf372-0d31-48f3-a55b-8e92ab524083 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4&tenant_id=3a3781df740148d6b4244220d13c806d HTTP/1.1" status: 200 len: 1102 time: 0.5786006 Jan 28 05:39:01.409838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:01.446148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:39:01.451109 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-14530f24-9992-4dae-a646-61bbb5594762 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:01.452771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-14530f24-9992-4dae-a646-61bbb5594762 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports/96dd3305-b461-4d96-9e61-0c156b9d0a9a HTTP/1.1" status: 200 len: 942 time: 0.3707654 Jan 28 05:39:01.478249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:39:01.499052 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:39:01.577922 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Pushing event updated for resources: {'Port': ['ID=395db066-6639-46ac-867c-56d5942d10ac,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:01.612439 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:01.612821 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:01.613171 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:01.613516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:01.613887 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:01.614226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:01.614767 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:01.615113 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:01.615458 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:01.616010 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:01.616135 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:01.616422 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:01.616751 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:01.634592 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-89ee414a-f6c1-436e-afef-db347d22468e tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Floating IP 5dcb876b-8114-473c-8860-cca3abf6e849 associated. External IP: 172.25.0.117, port: 135f3193-debb-444f-b061-d80229faf64b. Jan 28 05:39:01.657919 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:01.658738 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:01.687288 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3262222e-d4d0-4f80-ab37-6febf28113c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b6dd2467-1e88-4bd0-b50a-e7baac93e7e5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:01.690034 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3262222e-d4d0-4f80-ab37-6febf28113c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:01.693372 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3262222e-d4d0-4f80-ab37-6febf28113c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b6dd2467-1e88-4bd0-b50a-e7baac93e7e5 HTTP/1.1" status: 204 len: 168 time: 0.9804585 Jan 28 05:39:01.721608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262222e-d4d0-4f80-ab37-6febf28113c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dd2467-1e88-4bd0-b50a-e7baac93e7e5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:01.754028 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-1d664209-445e-449b-b3c1-29a0449610c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5050416 Jan 28 05:39:01.769368 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Request body: {'port': {'device_id': 'e1a6acd2-3dbe-4924-9182-1519a899b99a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:01.873979 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (395db066-6639-46ac-867c-56d5942d10ac), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:01.942607 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (28a59348-ff96-43a7-8298-5ec30d593446), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:02.020588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa6325-2cad-4db3-8948-0c24a5a0a8cc req-99e9fd28-00c8-4108-b2a6-d63a50edb2a7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:02.022999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8fa6325-2cad-4db3-8948-0c24a5a0a8cc req-99e9fd28-00c8-4108-b2a6-d63a50edb2a7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.7488492 Jan 28 05:39:02.065406 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-1243ad8a-61d8-46d1-943c-5f8d636af8ea tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 1000 time: 0.4154072 Jan 28 05:39:02.291725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c69ea-bb58-49fb-8de0-c45640bd166c req-1eda118b-7727-4321-a762-bb3a2aa87e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:02.293291 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e8c69ea-bb58-49fb-8de0-c45640bd166c req-1eda118b-7727-4321-a762-bb3a2aa87e9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 200 len: 921 time: 1.2984049 Jan 28 05:39:02.444890 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395db066-6639-46ac-867c-56d5942d10ac {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:39:02.463271 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Publish callbacks [] for port (395db066-6639-46ac-867c-56d5942d10ac), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:02.472483 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f3e805b-8898-440e-97d9-2f0b402107b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:02.486358 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Transition to ACTIVE for port object 395db066-6639-46ac-867c-56d5942d10ac will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:39:02.641488 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (395db066-6639-46ac-867c-56d5942d10ac), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:02.867668 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Pushing event updated for resources: {'Port': ['ID=395db066-6639-46ac-867c-56d5942d10ac,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:02.972060 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8fa6325-2cad-4db3-8948-0c24a5a0a8cc req-5fe202dc-162a-4c86-91e6-34991310860a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8685956 Jan 28 05:39:02.972563 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Attempting to bind port 395db066-6639-46ac-867c-56d5942d10ac on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:39:02.972678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Attempting to bind port 395db066-6639-46ac-867c-56d5942d10ac by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:39:02.973117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Attempting to bind port 395db066-6639-46ac-867c-56d5942d10ac on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:03.006875 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Port 395db066-6639-46ac-867c-56d5942d10ac on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:39:03.007355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Attempting to bind port 395db066-6639-46ac-867c-56d5942d10ac on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:03.040863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:39:03.041598 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Checking segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:39:03.044737 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Bound using segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:39:03.046868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Bound port: 395db066-6639-46ac-867c-56d5942d10ac, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:39:03.047951 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (395db066-6639-46ac-867c-56d5942d10ac), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:03.096085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-e62d0065-dee7-401a-98fa-f7186322f14d tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:03.097999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-e62d0065-dee7-401a-98fa-f7186322f14d tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 1.0302305 Jan 28 05:39:03.116034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e8c69ea-bb58-49fb-8de0-c45640bd166c req-2b1f556c-aa5f-4eca-8d1b-0968ffa80b18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96dd3305-b461-4d96-9e61-0c156b9d0a9a HTTP/1.1" status: 200 len: 1000 time: 0.7755668 Jan 28 05:39:03.185400 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] For port 395db066-6639-46ac-867c-56d5942d10ac, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:39:03.189957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] For port 395db066-6639-46ac-867c-56d5942d10ac, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=395db066-6639-46ac-867c-56d5942d10ac,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:39:03.311038 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (395db066-6639-46ac-867c-56d5942d10ac), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:03.331932 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 28a59348-ff96-43a7-8298-5ec30d593446 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:03.420224 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:03.421075 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:03.423415 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] 10.222.0.64 "PUT /v2.0/ports/395db066-6639-46ac-867c-56d5942d10ac HTTP/1.1" status: 200 len: 1092 time: 1.6584480 Jan 28 05:39:03.423884 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a6acd2-3dbe-4924-9182-1519a899b99a', 'tag': '395db066-6639-46ac-867c-56d5942d10ac'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:03.426603 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b88a8e-5a0f-499b-8ee8-393d6624a89e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a6acd2-3dbe-4924-9182-1519a899b99a", "tag": "395db066-6639-46ac-867c-56d5942d10ac"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:03.482987 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572156d6-dab8-4f9d-a0ea-878a476e93b3 service neutron] Pushing event updated for resources: {'Port': ['ID=395db066-6639-46ac-867c-56d5942d10ac,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:03.487107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c69ea-bb58-49fb-8de0-c45640bd166c req-08a714f5-fda8-4bfb-befe-3392a9aa48ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:03.488680 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e8c69ea-bb58-49fb-8de0-c45640bd166c req-08a714f5-fda8-4bfb-befe-3392a9aa48ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0c54121-8ca4-4625-ab2e-3cdb5b60a630 HTTP/1.1" status: 200 len: 859 time: 0.3190157 Jan 28 05:39:03.491519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-4aad603f-d964-40a4-9b87-df4608446c07 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 1000 time: 0.3393114 Jan 28 05:39:03.523448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f653c-5e24-49cd-b189-8d86fd754ba6 req-8f6bf886-1e9b-4b32-ae3a-b352f9462f96 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:03.537245 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-905f653c-5e24-49cd-b189-8d86fd754ba6 req-8f6bf886-1e9b-4b32-ae3a-b352f9462f96 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 943 time: 0.4344447 Jan 28 05:39:03.539795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 28a59348-ff96-43a7-8298-5ec30d593446 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:03.547834 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (28a59348-ff96-43a7-8298-5ec30d593446), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:03.566016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-28b09bce-1bfa-44ed-937b-facc97669eb6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:03.648842 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49956) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:03.713137 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-295df25d-c10a-4c38-97c6-bd5cf4c62638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:03.722061 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-295df25d-c10a-4c38-97c6-bd5cf4c62638 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 1095 time: 0.1021812 Jan 28 05:39:03.784486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=28a59348-ff96-43a7-8298-5ec30d593446,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:03.795131 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-86701a33-e109-4f23-82d3-8303dace02ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=395db066-6639-46ac-867c-56d5942d10ac HTTP/1.1" status: 200 len: 217 time: 0.0607011 Jan 28 05:39:03.888190 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-fbe8578d-233f-444e-9b3d-825a559333ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:03.889846 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-fbe8578d-233f-444e-9b3d-825a559333ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.0876043 Jan 28 05:39:03.905017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ee414a-f6c1-436e-afef-db347d22468e tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Router 1cb19c54-b610-4369-9459-abe0b6a24b36 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:39:03.920387 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-28b09bce-1bfa-44ed-937b-facc97669eb6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks [] for floatingip (b19a9daf-1539-4b09-8ade-385167e49544), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:03.931393 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-3363d439-254e-4697-b6ad-9273d71b8451 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348868 Jan 28 05:39:04.011653 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8b798aa9-a143-4886-a79a-7329c048ed18 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-976845092-network', 'tenant_id': '045230344a984cfaac87439195d4d833'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:04.030676 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c69ea-bb58-49fb-8de0-c45640bd166c req-8da070ad-0366-4317-b4b2-6611d3096028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:04.033315 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e8c69ea-bb58-49fb-8de0-c45640bd166c req-8da070ad-0366-4317-b4b2-6611d3096028 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4072888 Jan 28 05:39:04.037325 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-905f653c-5e24-49cd-b189-8d86fd754ba6 req-ecb2c079-aafb-49e6-a778-bc3fc5075b1b tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992285 Jan 28 05:39:04.082976 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-d1fc657d-fa35-4c20-8289-acc702d78adc service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436784 Jan 28 05:39:04.218325 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (708d23c2-5079-4492-ba40-e8f8765b7fd1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:04.246863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e8c69ea-bb58-49fb-8de0-c45640bd166c req-b4a3cb49-ccd5-4f2b-9b02-b0bd0de64dfd service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645942 Jan 28 05:39:04.248129 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-86c0c1a1-8b74-4705-ae8d-e3253d6a7e14 req-5ecc7978-e445-47ca-b5f9-315a6fbf091b service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532571 Jan 28 05:39:04.292923 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90753f6-9df0-4681-8b0b-7ed2b71b675b x-openstack-request-id: req-d90753f6-9df0-4681-8b0b-7ed2b71b675b {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:04.292923 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a6acd2-3dbe-4924-9182-1519a899b99a", "tag": "395db066-6639-46ac-867c-56d5942d10ac", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:04.292923 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d90753f6-9df0-4681-8b0b-7ed2b71b675b {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:04.292923 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a6acd2-3dbe-4924-9182-1519a899b99a', 'tag': '395db066-6639-46ac-867c-56d5942d10ac', 'status': 'completed', 'code': 200} Jan 28 05:39:04.490839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b798aa9-a143-4886-a79a-7329c048ed18 admin admin] Made reservation on behalf of 045230344a984cfaac87439195d4d833 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:39:04.493769 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b798aa9-a143-4886-a79a-7329c048ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:04.534596 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b88a8e-5a0f-499b-8ee8-393d6624a89e req-dcc6e3bd-90a3-4b49-9b08-af864d61c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:04.536506 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-12b88a8e-5a0f-499b-8ee8-393d6624a89e req-dcc6e3bd-90a3-4b49-9b08-af864d61c7e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 1095 time: 0.0653870 Jan 28 05:39:04.545545 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b798aa9-a143-4886-a79a-7329c048ed18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:04.550247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:39:04.657795 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b88a8e-5a0f-499b-8ee8-393d6624a89e req-4645f584-89ae-4a58-9f00-78688387c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:04.659347 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-12b88a8e-5a0f-499b-8ee8-393d6624a89e req-4645f584-89ae-4a58-9f00-78688387c691 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.1168559 Jan 28 05:39:04.723210 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-12b88a8e-5a0f-499b-8ee8-393d6624a89e req-339c8525-cc46-4fc7-9e01-0e75f3565b7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=395db066-6639-46ac-867c-56d5942d10ac HTTP/1.1" status: 200 len: 217 time: 0.0577152 Jan 28 05:39:04.806282 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b88a8e-5a0f-499b-8ee8-393d6624a89e req-0e02ac88-aad2-4aac-92de-3482167ad24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:04.808649 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-12b88a8e-5a0f-499b-8ee8-393d6624a89e req-0e02ac88-aad2-4aac-92de-3482167ad24b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.0786014 Jan 28 05:39:04.851078 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-12b88a8e-5a0f-499b-8ee8-393d6624a89e req-25101c52-bd8f-4cda-8106-bcddb0d3075a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351536 Jan 28 05:39:04.873349 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13286dd6-535e-417c-89d7-dd739f9cc0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:04.974435 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-12b88a8e-5a0f-499b-8ee8-393d6624a89e req-44e5f95f-28d7-481f-9781-26b9e96e7158 service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175575 Jan 28 05:39:05.083450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28a59348-ff96-43a7-8298-5ec30d593446'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:05.085621 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4145603a-da42-4300-a2b3-a18de75aa6b0" -d '{"events": [{"server_uuid": "d894dc23-fd2f-456d-a3c9-36a51d2858c4", "name": "network-vif-unplugged", "status": "completed", "tag": "28a59348-ff96-43a7-8298-5ec30d593446"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:05.092498 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-12b88a8e-5a0f-499b-8ee8-393d6624a89e req-32c32c6d-ca8a-44a6-b210-7d095540769d service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113741 Jan 28 05:39:05.098502 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Publish callbacks [] for port (28a59348-ff96-43a7-8298-5ec30d593446), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:05.113786 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-28b09bce-1bfa-44ed-937b-facc97669eb6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:05.172477 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa1a08-5b45-4ef1-8121-3f234a66ed7c req-5af603bc-f40c-4ade-8855-a26ef272f6af tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:05.174012 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16fa1a08-5b45-4ef1-8121-3f234a66ed7c req-5af603bc-f40c-4ade-8855-a26ef272f6af tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.6843004 Jan 28 05:39:05.183361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Transition to ACTIVE for port object 28a59348-ff96-43a7-8298-5ec30d593446 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:39:05.189531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ee414a-f6c1-436e-afef-db347d22468e tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:39:05.192625 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e8c69ea-bb58-49fb-8de0-c45640bd166c req-c842e45d-6e2c-4d14-9865-42c90f1b8135 service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9507654 Jan 28 05:39:05.198317 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89ee414a-f6c1-436e-afef-db347d22468e tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:05.205977 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb91c692-3138-430a-ba9e-a88e65db7dc7 None None] Sync routers for ids ['1cb19c54-b610-4369-9459-abe0b6a24b36'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:39:05.260547 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb91c692-3138-430a-ba9e-a88e65db7dc7 None None] Routers {'1cb19c54-b610-4369-9459-abe0b6a24b36'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:39:05.261756 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eb91c692-3138-430a-ba9e-a88e65db7dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:39:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['1cb19c54-b610-4369-9459-abe0b6a24b36'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:05.300793 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-28b09bce-1bfa-44ed-937b-facc97669eb6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (b19a9daf-1539-4b09-8ade-385167e49544), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:05.301147 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-28b09bce-1bfa-44ed-937b-facc97669eb6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Floating IP b19a9daf-1539-4b09-8ade-385167e49544 disassociated. External IP: 172.25.0.78, port: 96dd3305-b461-4d96-9e61-0c156b9d0a9a. Jan 28 05:39:05.383957 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (28a59348-ff96-43a7-8298-5ec30d593446), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:05.390964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-89ee414a-f6c1-436e-afef-db347d22468e tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "PUT /v2.0/floatingips/5dcb876b-8114-473c-8860-cca3abf6e849 HTTP/1.1" status: 200 len: 991 time: 6.7899992 Jan 28 05:39:05.432172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-eb91c692-3138-430a-ba9e-a88e65db7dc7 None None] Set router 1cb19c54-b610-4369-9459-abe0b6a24b36 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:39:05.527228 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:39:05.528726 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:39:05.547448 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16fa1a08-5b45-4ef1-8121-3f234a66ed7c req-d7ced187-9156-46b2-a8ec-4794d1278738 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594103 Jan 28 05:39:05.647999 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b798aa9-a143-4886-a79a-7329c048ed18 admin admin] Publish callbacks [] for security_group (2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:05.681959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Pushing event updated for resources: {'Port': ['ID=28a59348-ff96-43a7-8298-5ec30d593446,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:05.747147 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e75f5a5-b281-413a-b55b-0af144229eaa req-41f56662-96a5-4fd9-8bf6-36ba1b4f8328 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3956008 Jan 28 05:39:05.747874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] No DVR routers for this DVR port 28a59348-ff96-43a7-8298-5ec30d593446 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:39:05.944508 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b798aa9-a143-4886-a79a-7329c048ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:05.978195 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b798aa9-a143-4886-a79a-7329c048ed18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:39:05.992932 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b798aa9-a143-4886-a79a-7329c048ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (2517d27c-4082-4ac4-8352-4fda1fbfb3b5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:05.993280 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-8b798aa9-a143-4886-a79a-7329c048ed18 admin admin] Added segment 2517d27c-4082-4ac4-8352-4fda1fbfb3b5 of type vlan for network eb2152ca-cad6-43a6-a29c-8fac357c4c46 Jan 28 05:39:05.994235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eb91c692-3138-430a-ba9e-a88e65db7dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'name': 'tempest-ServersTestFqdnHostnames-459416412-router', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '227f7719-1250-4bae-9449-0966e3bf4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:38:19Z', 'updated_at': '2022-01-28T05:38:26Z', 'revision_number': 4, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'gw_port': {'id': '227f7719-1250-4bae-9449-0966e3bf4017', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:20Z', 'updated_at': '2022-01-28T05:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '5dcb876b-8114-473c-8860-cca3abf6e849', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'port_id': '135f3193-debb-444f-b061-d80229faf64b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1', 'mac_address': 'fa:16:3e:6e:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62ca2c9-48e9-413a-8419-d761e2c3140d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:38:32Z', 'updated_at': '2022-01-28T05:39:00Z', 'revision_number': 1, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e997e91-1da1-417b-a70c-47c8ec01406c', 'name': '', 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'mac_address': 'fa:16:3e:dd:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:38:33Z', 'revision_number': 5, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'subnets': [{'id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:06.045096 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b798aa9-a143-4886-a79a-7329c048ed18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (eb2152ca-cad6-43a6-a29c-8fac357c4c46), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:06.055848 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb91c692-3138-430a-ba9e-a88e65db7dc7 None None] Checking router: 1cb19c54-b610-4369-9459-abe0b6a24b36 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:39:06.088547 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb91c692-3138-430a-ba9e-a88e65db7dc7 None None] Routers {'1cb19c54-b610-4369-9459-abe0b6a24b36'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:39:06.089547 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eb91c692-3138-430a-ba9e-a88e65db7dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:39:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['1cb19c54-b610-4369-9459-abe0b6a24b36'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:06.091750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 28a59348-ff96-43a7-8298-5ec30d593446 is: DOWN; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:06.154611 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Attempting to bind port 28a59348-ff96-43a7-8298-5ec30d593446 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:39:06.155130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Attempting to bind port 28a59348-ff96-43a7-8298-5ec30d593446 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:39:06.155367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Attempting to bind port 28a59348-ff96-43a7-8298-5ec30d593446 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:06.209806 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Port 28a59348-ff96-43a7-8298-5ec30d593446 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:39:06.210411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Attempting to bind port 28a59348-ff96-43a7-8298-5ec30d593446 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:06.239181 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-eb91c692-3138-430a-ba9e-a88e65db7dc7 None None] Set router 1cb19c54-b610-4369-9459-abe0b6a24b36 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:39:06.303240 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b798aa9-a143-4886-a79a-7329c048ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (eb2152ca-cad6-43a6-a29c-8fac357c4c46), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:06.304191 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b798aa9-a143-4886-a79a-7329c048ed18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:06.304774 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b798aa9-a143-4886-a79a-7329c048ed18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:06.316230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:39:06.316583 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:39:06.316952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:39:06.317396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Bound port: 28a59348-ff96-43a7-8298-5ec30d593446, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:39:06.317753 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (28a59348-ff96-43a7-8298-5ec30d593446), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:06.386648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b798aa9-a143-4886-a79a-7329c048ed18 admin admin] Pushing event updated for resources: {'Network': ['ID=eb2152ca-cad6-43a6-a29c-8fac357c4c46,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:06.396940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b798aa9-a143-4886-a79a-7329c048ed18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:06.400699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75f5a5-b281-413a-b55b-0af144229eaa req-de5b12f1-a056-40fa-8f17-ad6f2032fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:06.402232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e75f5a5-b281-413a-b55b-0af144229eaa req-de5b12f1-a056-40fa-8f17-ad6f2032fd2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 1096 time: 0.5655351 Jan 28 05:39:06.452618 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f742379-eab5-47f8-bef1-908b0aa17ad2 req-171a2a7e-add5-4cba-860a-4105c36c632f tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:06.459622 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f742379-eab5-47f8-bef1-908b0aa17ad2 req-171a2a7e-add5-4cba-860a-4105c36c632f tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 943 time: 0.6787553 Jan 28 05:39:06.564670 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:06.565498 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network eb2152ca-cad6-43a6-a29c-8fac357c4c46 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:39:06.592565 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:39:06.596260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=28a59348-ff96-43a7-8298-5ec30d593446,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:39:06.635815 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8b798aa9-a143-4886-a79a-7329c048ed18 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9855287 Jan 28 05:39:06.639549 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49992) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:06.644898 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a5fd33d1-b9ca-40a1-a4b5-48969241db35 admin admin] Request body: {'subnet': {'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-976845092-subnet', 'tenant_id': '045230344a984cfaac87439195d4d833', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:06.695954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-28b09bce-1bfa-44ed-937b-facc97669eb6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Router ea022867-50b8-47d9-98a7-37c27a9e2571 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:39:06.732419 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eb91c692-3138-430a-ba9e-a88e65db7dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'name': 'tempest-ServersTestFqdnHostnames-459416412-router', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '227f7719-1250-4bae-9449-0966e3bf4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:38:19Z', 'updated_at': '2022-01-28T05:38:26Z', 'revision_number': 4, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'gw_port': {'id': '227f7719-1250-4bae-9449-0966e3bf4017', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:20Z', 'updated_at': '2022-01-28T05:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '5dcb876b-8114-473c-8860-cca3abf6e849', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'port_id': '135f3193-debb-444f-b061-d80229faf64b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1', 'mac_address': 'fa:16:3e:6e:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62ca2c9-48e9-413a-8419-d761e2c3140d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:38:32Z', 'updated_at': '2022-01-28T05:39:00Z', 'revision_number': 1, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e997e91-1da1-417b-a70c-47c8ec01406c', 'name': '', 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'mac_address': 'fa:16:3e:dd:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:38:33Z', 'revision_number': 5, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'subnets': [{'id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:06.741186 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f742379-eab5-47f8-bef1-908b0aa17ad2 req-cc8a3f22-922a-47ad-9991-1a8d29e183df tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806973 Jan 28 05:39:06.748363 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (28a59348-ff96-43a7-8298-5ec30d593446), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:06.796884 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb91c692-3138-430a-ba9e-a88e65db7dc7 None None] The sync data for ids ['1cb19c54-b610-4369-9459-abe0b6a24b36'] in n-d-812111-12 is: [{'id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'name': 'tempest-ServersTestFqdnHostnames-459416412-router', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '227f7719-1250-4bae-9449-0966e3bf4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:38:19Z', 'updated_at': '2022-01-28T05:38:26Z', 'revision_number': 4, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'gw_port': {'id': '227f7719-1250-4bae-9449-0966e3bf4017', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:20Z', 'updated_at': '2022-01-28T05:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '5dcb876b-8114-473c-8860-cca3abf6e849', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'port_id': '135f3193-debb-444f-b061-d80229faf64b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1', 'mac_address': 'fa:16:3e:6e:18:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62ca2c9-48e9-413a-8419-d761e2c3140d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:38:32Z', 'updated_at': '2022-01-28T05:39:00Z', 'revision_number': 1, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e997e91-1da1-417b-a70c-47c8ec01406c', 'name': '', 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'mac_address': 'fa:16:3e:dd:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:38:33Z', 'revision_number': 5, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'subnets': [{'id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:39:06.803527 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fd33d1-b9ca-40a1-a4b5-48969241db35 admin admin] Made reservation on behalf of 045230344a984cfaac87439195d4d833 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:39:06.807176 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a5fd33d1-b9ca-40a1-a4b5-48969241db35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:06.822484 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d696b81-b9c1-4a60-ae2d-0a11a000d47d x-openstack-request-id: req-5d696b81-b9c1-4a60-ae2d-0a11a000d47d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:06.823045 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d894dc23-fd2f-456d-a3c9-36a51d2858c4", "name": "network-vif-unplugged", "status": "completed", "tag": "28a59348-ff96-43a7-8298-5ec30d593446", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:06.823503 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d696b81-b9c1-4a60-ae2d-0a11a000d47d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:06.824077 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28a59348-ff96-43a7-8298-5ec30d593446', 'code': 200} Jan 28 05:39:06.834578 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Pushing event updated for resources: {'Port': ['ID=28a59348-ff96-43a7-8298-5ec30d593446,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:06.909310 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75f5a5-b281-413a-b55b-0af144229eaa req-80bdacf1-e762-4330-8220-41ba003cfbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:06.911495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e75f5a5-b281-413a-b55b-0af144229eaa req-80bdacf1-e762-4330-8220-41ba003cfbec service neutron] 10.222.0.64 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.4695256 Jan 28 05:39:06.914527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:06.915366 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:06.916834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-b228668a-fda6-477e-a969-6c7b75ec491b service neutron] 10.222.0.64 "PUT /v2.0/ports/28a59348-ff96-43a7-8298-5ec30d593446 HTTP/1.1" status: 200 len: 1097 time: 5.5114231 Jan 28 05:39:06.918572 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Deleting port 3922ef40-b979-43d3-a58d-2498e07c2bc5 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:06.919007 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:07.087166 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e75f5a5-b281-413a-b55b-0af144229eaa req-d23a5560-e73d-4ec8-b230-ad5ae7c51f23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff HTTP/1.1" status: 200 len: 217 time: 0.1658175 Jan 28 05:39:07.324361 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c5e030-4de7-402e-a0fd-58578600c08f None None] New status for floating IP 5dcb876b-8114-473c-8860-cca3abf6e849: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:39:07.364266 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a5fd33d1-b9ca-40a1-a4b5-48969241db35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (b09aefe9-c461-4a92-9aef-5aac0b7bbb77), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:07.428094 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd33d1-b9ca-40a1-a4b5-48969241db35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b09aefe9-c461-4a92-9aef-5aac0b7bbb77,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:07.452145 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75f5a5-b281-413a-b55b-0af144229eaa req-8d291816-42ee-4b22-9293-21f621e122c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:07.454235 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e75f5a5-b281-413a-b55b-0af144229eaa req-8d291816-42ee-4b22-9293-21f621e122c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.3461161 Jan 28 05:39:07.468891 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03d5f2f7-5959-45ab-9844-3d7d94a08735 req-55ceada8-2cf6-4b87-8249-b6a823289eca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4136176 Jan 28 05:39:07.471588 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fd33d1-b9ca-40a1-a4b5-48969241db35 admin admin] Checking segment: {'id': '2517d27c-4082-4ac4-8352-4fda1fbfb3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:39:07.472204 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fd33d1-b9ca-40a1-a4b5-48969241db35 admin admin] Network hostable DHCP agents. Network: eb2152ca-cad6-43a6-a29c-8fac357c4c46, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:39:07.528685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-d0ec5a4d-3b5f-47b6-b663-63441ac6c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:07.534218 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-d0ec5a4d-3b5f-47b6-b663-63441ac6c763 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 1100 time: 0.4909942 Jan 28 05:39:07.556574 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-28b09bce-1bfa-44ed-937b-facc97669eb6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:39:07.563570 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-28b09bce-1bfa-44ed-937b-facc97669eb6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:07.569660 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c450f-8291-4817-b405-92c00dcf5e7e None None] Sync routers for ids ['ea022867-50b8-47d9-98a7-37c27a9e2571'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:39:07.589272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304c450f-8291-4817-b405-92c00dcf5e7e None None] Routers {'ea022867-50b8-47d9-98a7-37c27a9e2571'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:39:07.591309 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-304c450f-8291-4817-b405-92c00dcf5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:39:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea022867-50b8-47d9-98a7-37c27a9e2571'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:07.670288 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fd33d1-b9ca-40a1-a4b5-48969241db35 admin admin] Network eb2152ca-cad6-43a6-a29c-8fac357c4c46 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:39:07.790643 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-28b09bce-1bfa-44ed-937b-facc97669eb6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "PUT /v2.0/floatingips/b19a9daf-1539-4b09-8ade-385167e49544 HTTP/1.1" status: 200 len: 694 time: 4.2402751 Jan 28 05:39:07.792032 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-a8f4b12d-e966-4315-ab3c-49048ff3c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:07.794878 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-a8f4b12d-e966-4315-ab3c-49048ff3c5a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1462605 Jan 28 05:39:07.798181 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e75f5a5-b281-413a-b55b-0af144229eaa req-6f29b2ba-2f11-4d3a-9769-078c636c720f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3211157 Jan 28 05:39:07.803580 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-a5fd33d1-b9ca-40a1-a4b5-48969241db35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, eb2152ca-cad6-43a6-a29c-8fac357c4c46) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:39:07.810833 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fd33d1-b9ca-40a1-a4b5-48969241db35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:07.819743 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a5fd33d1-b9ca-40a1-a4b5-48969241db35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:07.843310 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] For port 3922ef40-b979-43d3-a58d-2498e07c2bc5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3922ef40-b979-43d3-a58d-2498e07c2bc5,segment=NetworkSegment(8fd67d56-6535-44cc-b55e-8857910b2c41),segment_id=8fd67d56-6535-44cc-b55e-8857910b2c41)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:07.844074 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:07.856693 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e825e7-339a-414d-962c-982bee62970c None None] Network eb2152ca-cad6-43a6-a29c-8fac357c4c46 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:39:07.877791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Calling delete_port for 3922ef40-b979-43d3-a58d-2498e07c2bc5 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:07.955973 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a5fd33d1-b9ca-40a1-a4b5-48969241db35 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3018537 Jan 28 05:39:08.295457 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:08.316776 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-304c450f-8291-4817-b405-92c00dcf5e7e None None] Set router ea022867-50b8-47d9-98a7-37c27a9e2571 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:39:08.543778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235802d9-e169-4628-9ab3-251acc7b4fe9 None None] Network eb2152ca-cad6-43a6-a29c-8fac357c4c46 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:39:08.652298 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb4694-8b58-479b-8561-029fd383d1ee req-afca5396-f508-4021-b1a8-898977bc6748 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:08.654168 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26bb4694-8b58-479b-8561-029fd383d1ee req-afca5396-f508-4021-b1a8-898977bc6748 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 948 time: 1.3720043 Jan 28 05:39:08.709017 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-54dd5a91-5c78-497b-bad2-d8f04f94603a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=28a59348-ff96-43a7-8298-5ec30d593446 HTTP/1.1" status: 200 len: 217 time: 0.1813431 Jan 28 05:39:08.849441 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-304c450f-8291-4817-b405-92c00dcf5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:08.871979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62ca2c9-48e9-413a-8419-d761e2c3140d', 'tag': '135f3193-debb-444f-b061-d80229faf64b'}, {'name': 'network-changed', 'server_uuid': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'tag': '28a59348-ff96-43a7-8298-5ec30d593446'}, {'name': 'network-changed', 'server_uuid': 'f95b9ee2-932d-473c-b183-aeed1f2b04d5', 'tag': '96dd3305-b461-4d96-9e61-0c156b9d0a9a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:08.875963 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39667178-66e0-4316-a583-04f27fea93d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c62ca2c9-48e9-413a-8419-d761e2c3140d", "tag": "135f3193-debb-444f-b061-d80229faf64b"}, {"name": "network-changed", "server_uuid": "d894dc23-fd2f-456d-a3c9-36a51d2858c4", "tag": "28a59348-ff96-43a7-8298-5ec30d593446"}, {"name": "network-changed", "server_uuid": "f95b9ee2-932d-473c-b183-aeed1f2b04d5", "tag": "96dd3305-b461-4d96-9e61-0c156b9d0a9a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:08.921696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5f2f7-5959-45ab-9844-3d7d94a08735 req-49c8f65b-5fdc-4b78-a1c5-595d142a00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:08.923239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03d5f2f7-5959-45ab-9844-3d7d94a08735 req-49c8f65b-5fdc-4b78-a1c5-595d142a00e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 1096 time: 1.4089916 Jan 28 05:39:08.940087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c450f-8291-4817-b405-92c00dcf5e7e None None] Checking router: ea022867-50b8-47d9-98a7-37c27a9e2571 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:39:08.973889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304c450f-8291-4817-b405-92c00dcf5e7e None None] Routers {'ea022867-50b8-47d9-98a7-37c27a9e2571'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:39:08.974114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-ef6bd87b-87dd-4ed5-94f9-64078d7c2289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:08.975086 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-304c450f-8291-4817-b405-92c00dcf5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:39:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea022867-50b8-47d9-98a7-37c27a9e2571'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:08.975464 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-ef6bd87b-87dd-4ed5-94f9-64078d7c2289 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=364449c3382c4cfa9ecf7695bc42f027&device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 1097 time: 1.1709504 Jan 28 05:39:09.073631 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26bb4694-8b58-479b-8561-029fd383d1ee req-29bfbd7b-bacc-4f1a-8115-1e7188f11faf tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101634 Jan 28 05:39:09.100070 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-9af6d8db-a986-4ee0-b9bd-f5ac6fa74a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:09.100070 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-9af6d8db-a986-4ee0-b9bd-f5ac6fa74a5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.3634882 Jan 28 05:39:09.129301 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e75f5a5-b281-413a-b55b-0af144229eaa req-7208dad1-2ae5-494c-b26b-71b277473880 service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827835 Jan 28 05:39:09.188245 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:09.202457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-304c450f-8291-4817-b405-92c00dcf5e7e None None] Set router ea022867-50b8-47d9-98a7-37c27a9e2571 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:39:09.354117 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3922ef40-b979-43d3-a58d-2498e07c2bc5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:09.365064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5f2f7-5959-45ab-9844-3d7d94a08735 req-49caa41a-54d5-4986-a2b9-6bdacd180c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:09.366578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03d5f2f7-5959-45ab-9844-3d7d94a08735 req-49caa41a-54d5-4986-a2b9-6bdacd180c36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.4131043 Jan 28 05:39:09.377125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-bd567892-bd37-40bb-9acb-c2d84a73922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:09.378624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-bd567892-bd37-40bb-9acb-c2d84a73922c service neutron] 10.222.0.31 "GET /v2.0/networks?id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 200 len: 921 time: 0.3795567 Jan 28 05:39:09.405657 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-fc9a97d6-637a-4e2e-9223-8f75abc15d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:09.406863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-fc9a97d6-637a-4e2e-9223-8f75abc15d5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2816763 Jan 28 05:39:09.429150 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3922ef40-b979-43d3-a58d-2498e07c2bc5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:09.475710 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-304c450f-8291-4817-b405-92c00dcf5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:09.477082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb0039-a36f-434c-9553-16cc66b9fa79 req-b8723626-983c-4ebd-a2fd-921a47f7f1c4 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:09.478642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81bb0039-a36f-434c-9553-16cc66b9fa79 req-b8723626-983c-4ebd-a2fd-921a47f7f1c4 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 943 time: 0.2758269 Jan 28 05:39:09.527430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c450f-8291-4817-b405-92c00dcf5e7e None None] The sync data for ids ['ea022867-50b8-47d9-98a7-37c27a9e2571'] in n-d-812111-12 is: [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:39:09.570288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03d5f2f7-5959-45ab-9844-3d7d94a08735 req-c6731198-0f50-4fda-aaa4-b47978902e02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bceb2b75-3195-463e-9220-215e0ea02733 HTTP/1.1" status: 200 len: 217 time: 0.1674550 Jan 28 05:39:09.571821 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-e7ca667d-36d6-498f-a542-1d14321b6b1a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96dd3305-b461-4d96-9e61-0c156b9d0a9a HTTP/1.1" status: 200 len: 217 time: 0.1561191 Jan 28 05:39:09.607035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:09.607605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:09.607947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:09.608287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:09.608621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:09.609083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:09.609421 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:09.609747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:09.610070 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:09.610433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:09.610761 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:09.611081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:09.612710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:09.619459 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e75f5a5-b281-413a-b55b-0af144229eaa req-05d430d3-f38a-41cf-a0fc-15b4fd98382a service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718957 Jan 28 05:39:09.852459 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5f2f7-5959-45ab-9844-3d7d94a08735 req-2f0c7fb0-3d79-40a2-b7c8-d3402c9c23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:09.853933 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03d5f2f7-5959-45ab-9844-3d7d94a08735 req-2f0c7fb0-3d79-40a2-b7c8-d3402c9c23f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.1523411 Jan 28 05:39:09.942577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03d5f2f7-5959-45ab-9844-3d7d94a08735 req-7e339b0f-0a9f-4c93-942a-f33c81f7d018 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812423 Jan 28 05:39:09.989352 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81bb0039-a36f-434c-9553-16cc66b9fa79 req-f964d678-ae0c-4378-b619-dadf1f4b0750 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271505 Jan 28 05:39:09.990891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-685def4d-ac5d-4a58-a385-c2ec4170f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:09.992303 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-685def4d-ac5d-4a58-a385-c2ec4170f4ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0c54121-8ca4-4625-ab2e-3cdb5b60a630 HTTP/1.1" status: 200 len: 859 time: 0.3701665 Jan 28 05:39:10.078832 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc43276-101b-430d-b536-7d8864a7c553 None None] New status for floating IP b19a9daf-1539-4b09-8ade-385167e49544: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:39:10.088404 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-65fc9e8a-423b-4e31-ba56-8b9478736553 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6591320 Jan 28 05:39:10.273180 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-ac2fb54a-1eb9-4e37-bacf-8e1b8ece92c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:10.279068 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-ac2fb54a-1eb9-4e37-bacf-8e1b8ece92c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2396502 Jan 28 05:39:10.364032 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03d5f2f7-5959-45ab-9844-3d7d94a08735 req-95eb13cc-a91e-4e68-a7e1-1e09c7fccf47 service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061930 Jan 28 05:39:10.401639 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (708d23c2-5079-4492-ba40-e8f8765b7fd1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:10.484336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0504c6c9-d47a-456a-8989-0f8e1b189b7f req-0c37e34f-829d-4bf5-8408-7b940774b49a service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784983 Jan 28 05:39:10.763084 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-c65d10a5-f45e-4e16-bdf9-f1f262e7942d service neutron] 10.222.0.31 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485383 Jan 28 05:39:10.803817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03d5f2f7-5959-45ab-9844-3d7d94a08735 req-8a6b04b8-deba-41ae-bf26-f395e7de3647 service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919306 Jan 28 05:39:11.400602 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-021902cd-be02-4bf9-b4e7-41a36e6cc968 req-2fdbb9b7-ca2f-41e0-84fb-18c6d14059b3 service neutron] 10.222.0.31 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298926 Jan 28 05:39:11.654011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Router 708d23c2-5079-4492-ba40-e8f8765b7fd1 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:39:11.676629 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757be7f3-38e9-4eed-85b8-ebb2e3e3871f x-openstack-request-id: req-757be7f3-38e9-4eed-85b8-ebb2e3e3871f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:11.676981 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62ca2c9-48e9-413a-8419-d761e2c3140d", "tag": "135f3193-debb-444f-b061-d80229faf64b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d894dc23-fd2f-456d-a3c9-36a51d2858c4", "tag": "28a59348-ff96-43a7-8298-5ec30d593446", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f95b9ee2-932d-473c-b183-aeed1f2b04d5", "tag": "96dd3305-b461-4d96-9e61-0c156b9d0a9a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:11.677169 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-757be7f3-38e9-4eed-85b8-ebb2e3e3871f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:11.677565 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62ca2c9-48e9-413a-8419-d761e2c3140d', 'tag': '135f3193-debb-444f-b061-d80229faf64b', 'status': 'completed', 'code': 200} Jan 28 05:39:11.677811 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'tag': '28a59348-ff96-43a7-8298-5ec30d593446', 'status': 'completed', 'code': 200} Jan 28 05:39:11.678059 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b9ee2-932d-473c-b183-aeed1f2b04d5', 'tag': '96dd3305-b461-4d96-9e61-0c156b9d0a9a', 'status': 'completed', 'code': 200} Jan 28 05:39:11.820422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-03596e45-43d4-4048-8819-2209bfe158e3 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:11.822077 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-03596e45-43d4-4048-8819-2209bfe158e3 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/networks?id=eb2152ca-cad6-43a6-a29c-8fac357c4c46 HTTP/1.1" status: 200 len: 817 time: 0.4679539 Jan 28 05:39:11.892753 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-b4faac86-6e8b-4e7b-8c9b-58436861c024 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/quotas/045230344a984cfaac87439195d4d833 HTTP/1.1" status: 200 len: 375 time: 0.0613730 Jan 28 05:39:11.928603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39667178-66e0-4316-a583-04f27fea93d4 req-2ed0e948-089a-4772-bf1c-0d5ec05620bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:11.930580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-2ed0e948-089a-4772-bf1c-0d5ec05620bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77c87db4f926423d8b50d38fdfdd0e91&device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 1097 time: 0.2745345 Jan 28 05:39:11.986704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-547d0d36-bb45-4ff7-a2f5-584a16528053 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=045230344a984cfaac87439195d4d833&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869038 Jan 28 05:39:11.991225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39667178-66e0-4316-a583-04f27fea93d4 req-6bb455c8-1a26-4720-b6e0-df7f24440197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:11.992694 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-6bb455c8-1a26-4720-b6e0-df7f24440197 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 1100 time: 0.2944438 Jan 28 05:39:12.108777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39667178-66e0-4316-a583-04f27fea93d4 req-12771d12-2c95-45b0-9198-5c536f602862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:12.110275 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-12771d12-2c95-45b0-9198-5c536f602862 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 HTTP/1.1" status: 200 len: 915 time: 0.1619477 Jan 28 05:39:12.363802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa21f6a-c55b-4564-845a-2687b86e7cef req-1cde49d2-8e23-419d-82ad-412b6170b01e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:12.365480 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fa21f6a-c55b-4564-845a-2687b86e7cef req-1cde49d2-8e23-419d-82ad-412b6170b01e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 948 time: 0.6451316 Jan 28 05:39:12.405662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:39:12.412101 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-23c6ca5c-14bd-41e4-902c-e504e16969f2 admin admin] 10.222.0.31 "PUT /v2.0/routers/708d23c2-5079-4492-ba40-e8f8765b7fd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5857739 Jan 28 05:39:12.416029 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50058) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:12.420593 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-68d79dfb-5ec6-4dd3-9fed-7451c498fd36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=135f3193-debb-444f-b061-d80229faf64b HTTP/1.1" status: 200 len: 1001 time: 0.2420707 Jan 28 05:39:12.427947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5831d71-1f4e-4604-936f-260eecb93bd5 None None] Sync routers for ids ['708d23c2-5079-4492-ba40-e8f8765b7fd1'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:39:12.456828 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5831d71-1f4e-4604-936f-260eecb93bd5 None None] Routers {'708d23c2-5079-4492-ba40-e8f8765b7fd1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:39:12.458434 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f5831d71-1f4e-4604-936f-260eecb93bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:39:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['708d23c2-5079-4492-ba40-e8f8765b7fd1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:12.562961 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fa21f6a-c55b-4564-845a-2687b86e7cef req-d32a9988-ce10-4326-9e5a-608236859493 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834464 Jan 28 05:39:12.591719 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-25ee9d35-2dd6-45d2-a030-932e9a3876dd service neutron] 10.222.0.31 "GET /v2.0/networks/eb2152ca-cad6-43a6-a29c-8fac357c4c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6040971 Jan 28 05:39:12.639017 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-f5831d71-1f4e-4604-936f-260eecb93bd5 None None] Set router 708d23c2-5079-4492-ba40-e8f8765b7fd1 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:39:12.639618 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39667178-66e0-4316-a583-04f27fea93d4 req-245faf9e-f810-454f-947b-b139e4130ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:12.641501 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-245faf9e-f810-454f-947b-b139e4130ddd service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.5200543 Jan 28 05:39:12.673483 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-56f8af0c-7fea-4b2c-b968-b1741bddfbe2 admin admin] Publish callbacks [] for router (708d23c2-5079-4492-ba40-e8f8765b7fd1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:12.696074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39667178-66e0-4316-a583-04f27fea93d4 req-05856337-76a6-451a-9b3c-602167d44825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:12.697675 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-05856337-76a6-451a-9b3c-602167d44825 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72573948-ace2-46d0-8b69-5e1befdd31d1 HTTP/1.1" status: 200 len: 853 time: 0.2624426 Jan 28 05:39:12.755634 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-f0a31187-fd6f-4d51-ad46-fb4b3e12eb39 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=28a59348-ff96-43a7-8298-5ec30d593446 HTTP/1.1" status: 200 len: 217 time: 0.0687568 Jan 28 05:39:12.809491 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-56f8af0c-7fea-4b2c-b968-b1741bddfbe2 admin admin] Publish callbacks [] for router_gateway (708d23c2-5079-4492-ba40-e8f8765b7fd1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:12.900787 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f5831d71-1f4e-4604-936f-260eecb93bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:39:08Z', 'revision_number': 5, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port': {'id': 'b1f1ffce-69f6-4757-afce-aded52b980ed', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:12.905680 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-24bc7c80-e7b1-4fa5-9e42-02debd7f93d8 service neutron] 10.222.0.31 "GET /v2.0/networks/eb2152ca-cad6-43a6-a29c-8fac357c4c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129828 Jan 28 05:39:12.952987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5831d71-1f4e-4604-936f-260eecb93bd5 None None] Checking router: 708d23c2-5079-4492-ba40-e8f8765b7fd1 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:39:12.964257 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5831d71-1f4e-4604-936f-260eecb93bd5 None None] Routers {'708d23c2-5079-4492-ba40-e8f8765b7fd1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:39:12.967963 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f5831d71-1f4e-4604-936f-260eecb93bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:39:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['708d23c2-5079-4492-ba40-e8f8765b7fd1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:12.988160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648fcf8-a957-4763-9b8c-c8969867582f req-cf02561f-bd4c-41ff-a784-735934369903 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:12.996238 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c648fcf8-a957-4763-9b8c-c8969867582f req-cf02561f-bd4c-41ff-a784-735934369903 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 943 time: 0.2570977 Jan 28 05:39:13.013416 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39667178-66e0-4316-a583-04f27fea93d4 req-aa729eab-57b4-422b-b442-ff7e67e9778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:13.014998 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-aa729eab-57b4-422b-b442-ff7e67e9778d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.2453260 Jan 28 05:39:13.030949 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-56f8af0c-7fea-4b2c-b968-b1741bddfbe2 admin admin] Deleting port b1f1ffce-69f6-4757-afce-aded52b980ed {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:13.031295 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-56f8af0c-7fea-4b2c-b968-b1741bddfbe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b1f1ffce-69f6-4757-afce-aded52b980ed), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:13.083312 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39667178-66e0-4316-a583-04f27fea93d4 req-67c6d6bb-d3bc-420e-a710-736f16f069e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:13.084977 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-67c6d6bb-d3bc-420e-a710-736f16f069e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1e73c1dc-4fc5-4e41-b105-c4aa01477fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3510237 Jan 28 05:39:13.198392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-56f8af0c-7fea-4b2c-b968-b1741bddfbe2 admin admin] For port b1f1ffce-69f6-4757-afce-aded52b980ed, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b1f1ffce-69f6-4757-afce-aded52b980ed,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:13.198799 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-56f8af0c-7fea-4b2c-b968-b1741bddfbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b1f1ffce-69f6-4757-afce-aded52b980ed), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:13.233116 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-f5831d71-1f4e-4604-936f-260eecb93bd5 None None] Set router 708d23c2-5079-4492-ba40-e8f8765b7fd1 gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:39:13.239384 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-56f8af0c-7fea-4b2c-b968-b1741bddfbe2 admin admin] Calling delete_port for b1f1ffce-69f6-4757-afce-aded52b980ed owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:13.322606 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c648fcf8-a957-4763-9b8c-c8969867582f req-d565f13c-1fad-4377-926b-a6e5c61baa94 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094695 Jan 28 05:39:13.352157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f5831d71-1f4e-4604-936f-260eecb93bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:39:12Z', 'revision_number': 6, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:13.355989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39667178-66e0-4316-a583-04f27fea93d4 req-ad21f837-59e3-4e4f-9d75-3fcdb9612384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:13.357531 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-ad21f837-59e3-4e4f-9d75-3fcdb9612384 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3314376 Jan 28 05:39:13.421986 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5831d71-1f4e-4604-936f-260eecb93bd5 None None] The sync data for ids ['708d23c2-5079-4492-ba40-e8f8765b7fd1'] in n-d-812111-12 is: [{'id': '708d23c2-5079-4492-ba40-e8f8765b7fd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1784053779-router', 'tenant_id': '4f89df0ed4324ba8a50b1f639b59017f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:33:58Z', 'updated_at': '2022-01-28T05:39:12Z', 'revision_number': 6, 'project_id': '4f89df0ed4324ba8a50b1f639b59017f', 'gw_port_host': None}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:39:13.530367 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:39:13.541012 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-5f4b9be1-030d-49dc-93b0-13ec64345269 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593287 Jan 28 05:39:13.640806 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-b216c449-78e0-43ac-a2d5-b3d280d77178 service neutron] 10.222.0.60 "GET /v2.0/networks/1e73c1dc-4fc5-4e41-b105-c4aa01477fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355663 Jan 28 05:39:13.740660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-837f0bbd-081b-4b81-af91-dcfd32c79130 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914501 Jan 28 05:39:13.796745 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-b3a7ce9e-f991-42df-a695-bb282193ce2d service neutron] 10.222.0.60 "GET /v2.0/networks/1e73c1dc-4fc5-4e41-b105-c4aa01477fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424830 Jan 28 05:39:13.872748 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-56f8af0c-7fea-4b2c-b968-b1741bddfbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (b1f1ffce-69f6-4757-afce-aded52b980ed), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:13.952447 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39667178-66e0-4316-a583-04f27fea93d4 req-4f42261a-43ac-4f68-b5fe-dfeec2cc390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:13.954262 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-4f42261a-43ac-4f68-b5fe-dfeec2cc390f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=364449c3382c4cfa9ecf7695bc42f027&device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 1097 time: 0.1264925 Jan 28 05:39:13.971102 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8af0c-7fea-4b2c-b968-b1741bddfbe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f1ffce-69f6-4757-afce-aded52b980ed,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:14.087793 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-56f8af0c-7fea-4b2c-b968-b1741bddfbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (708d23c2-5079-4492-ba40-e8f8765b7fd1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:14.262957 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-56f8af0c-7fea-4b2c-b968-b1741bddfbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (708d23c2-5079-4492-ba40-e8f8765b7fd1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:14.265217 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-56f8af0c-7fea-4b2c-b968-b1741bddfbe2 admin admin] Publish callbacks [] for router_controller (708d23c2-5079-4492-ba40-e8f8765b7fd1), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:14.361057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39667178-66e0-4316-a583-04f27fea93d4 req-ffd28a25-07ef-4e96-bb36-4a382f278a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:14.362700 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-ffd28a25-07ef-4e96-bb36-4a382f278a5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 1100 time: 0.3744633 Jan 28 05:39:14.387573 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-43f616fb-6de1-443f-882c-33dfddbd5c01 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:14.396590 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-43f616fb-6de1-443f-882c-33dfddbd5c01 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 821 time: 0.3175545 Jan 28 05:39:14.434373 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-56f8af0c-7fea-4b2c-b968-b1741bddfbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (708d23c2-5079-4492-ba40-e8f8765b7fd1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:14.435618 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f8af0c-7fea-4b2c-b968-b1741bddfbe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 708d23c2-5079-4492-ba40-e8f8765b7fd1 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:39:14.455952 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-56f8af0c-7fea-4b2c-b968-b1741bddfbe2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:14.458252 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-2da744a4-f8ef-4230-9ebf-a268e9f99304 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/quotas/f17b4afee4234ca080a4ee07c83b15b8 HTTP/1.1" status: 200 len: 375 time: 0.0604181 Jan 28 05:39:14.466023 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-56f8af0c-7fea-4b2c-b968-b1741bddfbe2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/708d23c2-5079-4492-ba40-e8f8765b7fd1 HTTP/1.1" status: 204 len: 168 time: 2.0398085 Jan 28 05:39:14.470706 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50102) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:14.487274 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b1f1ffce-69f6-4757-afce-aded52b980ed no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:14.526496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: b1f1ffce-69f6-4757-afce-aded52b980ed {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:39:14.526765 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b1f1ffce-69f6-4757-afce-aded52b980ed not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:39:14.527194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3922ef40-b979-43d3-a58d-2498e07c2bc5 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:14.561256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d9cc1-7743-4821-9be8-7f843e46da1e req-74aee1ed-8a91-41e4-885f-a3ee304a0a59 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:14.570823 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 3922ef40-b979-43d3-a58d-2498e07c2bc5 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:39:14.572284 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3922ef40-b979-43d3-a58d-2498e07c2bc5 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:39:14.572400 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-610d9cc1-7743-4821-9be8-7f843e46da1e req-74aee1ed-8a91-41e4-885f-a3ee304a0a59 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 948 time: 0.2581916 Jan 28 05:39:14.575727 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7fb1e7-54f4-416c-bf93-6d9f28263046 admin admin] Deleting subnet f8152de8-ecac-4199-a968-1f3e5a754e20 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:39:14.580177 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d7fb1e7-54f4-416c-bf93-6d9f28263046 admin admin] Publish callbacks [] for subnet (f8152de8-ecac-4199-a968-1f3e5a754e20), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:14.634055 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d7fb1e7-54f4-416c-bf93-6d9f28263046 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (f8152de8-ecac-4199-a968-1f3e5a754e20), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:14.654720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39667178-66e0-4316-a583-04f27fea93d4 req-3efc1553-4d70-41ac-9d5f-cca55a7ed69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:14.656339 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-3efc1553-4d70-41ac-9d5f-cca55a7ed69a service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 200 len: 921 time: 0.5789113 Jan 28 05:39:14.714904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 28a59348-ff96-43a7-8298-5ec30d593446 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:39:14.929448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=28a59348-ff96-43a7-8298-5ec30d593446,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:14.948218 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '28a59348-ff96-43a7-8298-5ec30d593446', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '28a59348-ff96-43a7-8298-5ec30d593446', 'mac_address': 'fa:16:3e:07:bd:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:39:15.000235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 28a59348-ff96-43a7-8298-5ec30d593446 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:15.000235 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (28a59348-ff96-43a7-8298-5ec30d593446), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:15.017851 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a59348-ff96-43a7-8298-5ec30d593446 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:39:15.053730 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=28a59348-ff96-43a7-8298-5ec30d593446,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:15.102522 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-4591915e-7442-45d0-a869-0f5b863cfc52 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96dd3305-b461-4d96-9e61-0c156b9d0a9a HTTP/1.1" status: 200 len: 217 time: 0.4280808 Jan 28 05:39:15.117331 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-d9513024-f34c-4b42-8e7b-3285b1b3be29 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5875950 Jan 28 05:39:15.123900 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (28a59348-ff96-43a7-8298-5ec30d593446), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:15.138498 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-610d9cc1-7743-4821-9be8-7f843e46da1e req-d52dddcd-c1c9-4f0f-a410-21c13bb72246 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633988 Jan 28 05:39:15.151953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39667178-66e0-4316-a583-04f27fea93d4 req-740d6f16-3115-45ed-853b-dca4f1a5809d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:15.151953 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-740d6f16-3115-45ed-853b-dca4f1a5809d service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.7366393 Jan 28 05:39:15.176232 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d7fb1e7-54f4-416c-bf93-6d9f28263046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (f8152de8-ecac-4199-a968-1f3e5a754e20), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:15.213660 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=28a59348-ff96-43a7-8298-5ec30d593446,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:15.337191 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-0bfaff31-7c51-47ef-a2c6-7ebccc074c25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=28a59348-ff96-43a7-8298-5ec30d593446 HTTP/1.1" status: 200 len: 217 time: 0.0947549 Jan 28 05:39:15.359165 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d7fb1e7-54f4-416c-bf93-6d9f28263046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (f8152de8-ecac-4199-a968-1f3e5a754e20), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:15.407558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39667178-66e0-4316-a583-04f27fea93d4 req-43e9c6b4-fd93-4d13-a21f-a993f41a4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:15.409314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-43e9c6b4-fd93-4d13-a21f-a993f41a4810 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0c54121-8ca4-4625-ab2e-3cdb5b60a630 HTTP/1.1" status: 200 len: 859 time: 0.2905846 Jan 28 05:39:15.413757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdfc63a-efc0-4343-b2b9-87cbbf13fbf6 None None] Network 7b783b1a-01c6-44a0-9611-e2e73731beff requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:39:15.437106 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d7fb1e7-54f4-416c-bf93-6d9f28263046 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:15.447796 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1d7fb1e7-54f4-416c-bf93-6d9f28263046 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f8152de8-ecac-4199-a968-1f3e5a754e20 HTTP/1.1" status: 204 len: 168 time: 0.9757681 Jan 28 05:39:15.448692 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50122) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:15.457808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fb1e7-54f4-416c-bf93-6d9f28263046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8152de8-ecac-4199-a968-1f3e5a754e20,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:15.490427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39667178-66e0-4316-a583-04f27fea93d4 req-3de3b076-8ca9-4b9f-ac73-140c4aef4056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:15.491891 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-3de3b076-8ca9-4b9f-ac73-140c4aef4056 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1329627 Jan 28 05:39:15.502236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-ce6c25b7-4df3-48d8-80e8-b697728c6efd tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:15.506275 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-ce6c25b7-4df3-48d8-80e8-b697728c6efd tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2429149 Jan 28 05:39:15.515829 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['28a59348-ff96-43a7-8298-5ec30d593446'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:15.526960 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (7b783b1a-01c6-44a0-9611-e2e73731beff), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:15.547455 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-80c5c289-046f-4b0d-9696-55f89fd575ce service neutron] 10.222.0.31 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015777 Jan 28 05:39:15.587479 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] Deleting port 594ec700-dc47-416d-a398-abf10676945e {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:15.587729 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (594ec700-dc47-416d-a398-abf10676945e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:15.653732 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-8f4db4fa-b775-496f-b577-d04ba1850b3f tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 695 time: 0.1465089 Jan 28 05:39:15.658618 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-aafc254f-7643-4fb9-9bd1-bcb289f2a6db tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Request body: {'floatingip': {'port_id': '2c1af978-a88d-4559-ba79-a7df9638837a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:15.697085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39667178-66e0-4316-a583-04f27fea93d4 req-eeac22b7-3160-44ef-b0c4-a486ea300b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:15.698752 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-eeac22b7-3160-44ef-b0c4-a486ea300b13 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2683518 Jan 28 05:39:15.711323 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] For port 594ec700-dc47-416d-a398-abf10676945e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=594ec700-dc47-416d-a398-abf10676945e,segment=NetworkSegment(8fd67d56-6535-44cc-b55e-8857910b2c41),segment_id=8fd67d56-6535-44cc-b55e-8857910b2c41)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:15.712185 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (594ec700-dc47-416d-a398-abf10676945e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:15.731331 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] Calling delete_port for 594ec700-dc47-416d-a398-abf10676945e owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:15.732457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] DHCP port deletion for 7b783b1a-01c6-44a0-9611-e2e73731beff request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:39:15.772238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39667178-66e0-4316-a583-04f27fea93d4 req-d4630ac6-e5ba-4f8c-b220-75a863c4fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:15.773768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-d4630ac6-e5ba-4f8c-b220-75a863c4fbc5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2631350 Jan 28 05:39:15.780064 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-aafc254f-7643-4fb9-9bd1-bcb289f2a6db tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks [] for floatingip (b19a9daf-1539-4b09-8ade-385167e49544), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:15.863101 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Deleting port 594ec700-dc47-416d-a398-abf10676945e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:15.863588 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (594ec700-dc47-416d-a398-abf10676945e), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:15.934742 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (594ec700-dc47-416d-a398-abf10676945e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:15.941704 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] For port 594ec700-dc47-416d-a398-abf10676945e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=594ec700-dc47-416d-a398-abf10676945e,segment=NetworkSegment(8fd67d56-6535-44cc-b55e-8857910b2c41),segment_id=8fd67d56-6535-44cc-b55e-8857910b2c41)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:15.942018 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (594ec700-dc47-416d-a398-abf10676945e), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:15.958145 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Calling delete_port for 594ec700-dc47-416d-a398-abf10676945e owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:15.967680 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] Pushing event deleted for resources: {'Port': ['ID=594ec700-dc47-416d-a398-abf10676945e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:15.973061 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] No DVR routers for this DVR port 594ec700-dc47-416d-a398-abf10676945e on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:39:16.001244 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96a679-008d-4fdf-9d66-61b2e6bb19d2 req-43d5f0c8-d85d-43af-8156-0ccd9a51e1e9 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:16.002764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a96a679-008d-4fdf-9d66-61b2e6bb19d2 req-43d5f0c8-d85d-43af-8156-0ccd9a51e1e9 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95b9ee2-932d-473c-b183-aeed1f2b04d5 HTTP/1.1" status: 200 len: 945 time: 0.4108922 Jan 28 05:39:16.075227 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (7b783b1a-01c6-44a0-9611-e2e73731beff), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:16.103033 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b783b1a-01c6-44a0-9611-e2e73731beff']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:16.115817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd67d56-6535-44cc-b55e-8857910b2c41') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:16.116049 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd67d56-6535-44cc-b55e-8857910b2c41') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:16.128847 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (8fd67d56-6535-44cc-b55e-8857910b2c41), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:16.143612 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (8fd67d56-6535-44cc-b55e-8857910b2c41), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:16.151114 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:39:16.151526 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (8fd67d56-6535-44cc-b55e-8857910b2c41), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:16.228649 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-98161522-2458-48bd-a364-0a117199c263 service neutron] 10.222.0.31 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6477261 Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:39:16.239859 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:39:16.242376 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 594ec700-dc47-416d-a398-abf10676945e no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:16.283338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 594ec700-dc47-416d-a398-abf10676945e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:39:16.283338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 594ec700-dc47-416d-a398-abf10676945e not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:39:16.283608 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-a879796a-628a-4845-907b-e4116eb667c8 service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362372 Jan 28 05:39:16.300357 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-436fd2f7-a177-497f-ac64-14ab2f992a04 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292755 Jan 28 05:39:16.309295 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (594ec700-dc47-416d-a398-abf10676945e), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:16.357760 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Pushing event deleted for resources: {'Port': ['ID=594ec700-dc47-416d-a398-abf10676945e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:16.365584 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] No DVR routers for this DVR port 594ec700-dc47-416d-a398-abf10676945e on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:39:16.381393 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:16.381881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:16.382293 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:16.383926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:16.384213 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (7b783b1a-01c6-44a0-9611-e2e73731beff), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:16.384716 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:16.385060 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:16.386649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:16.388402 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:16.388775 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:16.390040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:16.390276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:16.390654 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:16.391028 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb0fb1-e913-494f-9029-0e49323a380d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:39:16.397031 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:16.404460 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7b783b1a-01c6-44a0-9611-e2e73731beff HTTP/1.1" status: 204 len: 168 time: 0.9517341 Jan 28 05:39:16.414125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50132) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:16.423724 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a8b49-2859-45ac-829d-318529b9ee81 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b783b1a-01c6-44a0-9611-e2e73731beff,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:16.711135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-5a96a679-008d-4fdf-9d66-61b2e6bb19d2 req-926f0eca-fe90-4f92-bce8-476d4a458288 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Deleting port 96dd3305-b461-4d96-9e61-0c156b9d0a9a {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:16.711728 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a96a679-008d-4fdf-9d66-61b2e6bb19d2 req-926f0eca-fe90-4f92-bce8-476d4a458288 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (96dd3305-b461-4d96-9e61-0c156b9d0a9a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:16.724693 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-265307d7-c16c-4eb9-996c-4301e82820f2 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160411 Jan 28 05:39:16.734083 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 28a59348-ff96-43a7-8298-5ec30d593446 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:39:16.894851 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 28a59348-ff96-43a7-8298-5ec30d593446 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:39:16.900836 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 28a59348-ff96-43a7-8298-5ec30d593446 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:39:16.901363 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (28a59348-ff96-43a7-8298-5ec30d593446), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:17.002621 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 28a59348-ff96-43a7-8298-5ec30d593446 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:17.003954 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (28a59348-ff96-43a7-8298-5ec30d593446), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:17.040651 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a59348-ff96-43a7-8298-5ec30d593446'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:17.045381 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3a8310-cfce-4d9e-98f5-c584afb49257" -d '{"events": [{"server_uuid": "d894dc23-fd2f-456d-a3c9-36a51d2858c4", "name": "network-vif-plugged", "status": "completed", "tag": "28a59348-ff96-43a7-8298-5ec30d593446"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:17.061936 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=28a59348-ff96-43a7-8298-5ec30d593446,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:17.102505 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (28a59348-ff96-43a7-8298-5ec30d593446), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:17.106323 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39667178-66e0-4316-a583-04f27fea93d4 req-d622da47-093e-421d-bfba-4c713236e887 service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8170972 Jan 28 05:39:17.134118 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eeb29167-e0e3-4b45-a44c-0900281d72d9 req-69f525f5-d457-4d2c-afc1-439d092e926c tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c3991b-55b5-4fa3-9276-c6fb116e7b13 HTTP/1.1" status: 200 len: 210 time: 0.0606492 Jan 28 05:39:17.192985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=28a59348-ff96-43a7-8298-5ec30d593446,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:17.269067 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.db.resource_extend [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-aafc254f-7643-4fb9-9bd1-bcb289f2a6db tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 05:39:17.368820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5a96a679-008d-4fdf-9d66-61b2e6bb19d2 req-926f0eca-fe90-4f92-bce8-476d4a458288 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] For port 96dd3305-b461-4d96-9e61-0c156b9d0a9a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=96dd3305-b461-4d96-9e61-0c156b9d0a9a,segment=NetworkSegment(c145a65b-96c8-4e27-bda6-dcde64ac7af8),segment_id=c145a65b-96c8-4e27-bda6-dcde64ac7af8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:17.369191 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a96a679-008d-4fdf-9d66-61b2e6bb19d2 req-926f0eca-fe90-4f92-bce8-476d4a458288 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (96dd3305-b461-4d96-9e61-0c156b9d0a9a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:17.388416 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 958983a8-9d6b-4501-a24b-b128baa73be3 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:17.404164 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-5a96a679-008d-4fdf-9d66-61b2e6bb19d2 req-926f0eca-fe90-4f92-bce8-476d4a458288 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Calling delete_port for 96dd3305-b461-4d96-9e61-0c156b9d0a9a owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:17.417427 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-aafc254f-7643-4fb9-9bd1-bcb289f2a6db tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:17.450432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366013ff-2d64-489b-b165-6503bdf1ed6e req-d16255ad-611e-4954-a2e9-bee49b5ee7e4 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:17.452017 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-366013ff-2d64-489b-b165-6503bdf1ed6e req-d16255ad-611e-4954-a2e9-bee49b5ee7e4 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 943 time: 0.2106776 Jan 28 05:39:17.478440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 958983a8-9d6b-4501-a24b-b128baa73be3 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:17.478940 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:17.503749 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-aafc254f-7643-4fb9-9bd1-bcb289f2a6db tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (b19a9daf-1539-4b09-8ade-385167e49544), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:17.540785 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 958983a8-9d6b-4501-a24b-b128baa73be3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=958983a8-9d6b-4501-a24b-b128baa73be3,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:17.648928 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:17.683256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-366013ff-2d64-489b-b165-6503bdf1ed6e req-b62674ca-06d0-42f9-b470-6fd3c5cdd5a2 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230599 Jan 28 05:39:17.719662 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-aafc254f-7643-4fb9-9bd1-bcb289f2a6db tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Floating IP b19a9daf-1539-4b09-8ade-385167e49544 associated. External IP: 172.25.0.78, port: 2c1af978-a88d-4559-ba79-a7df9638837a. Jan 28 05:39:17.729427 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=958983a8-9d6b-4501-a24b-b128baa73be3,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:17.966537 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a96a679-008d-4fdf-9d66-61b2e6bb19d2 req-926f0eca-fe90-4f92-bce8-476d4a458288 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (96dd3305-b461-4d96-9e61-0c156b9d0a9a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:17.999914 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['2c1af978-a88d-4559-ba79-a7df9638837a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:18.002071 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ac574fb-3ec4-4707-84f6-c3dbf973f09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (bad2afc4-83e5-4bbe-8f40-f5cd00b2f027), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:18.038898 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f0eca-fe90-4f92-bce8-476d4a458288 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Pushing event deleted for resources: {'Port': ['ID=96dd3305-b461-4d96-9e61-0c156b9d0a9a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:18.143245 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a96a679-008d-4fdf-9d66-61b2e6bb19d2 req-926f0eca-fe90-4f92-bce8-476d4a458288 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] No DVR routers for this DVR port 96dd3305-b461-4d96-9e61-0c156b9d0a9a on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:39:18.188712 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a96a679-008d-4fdf-9d66-61b2e6bb19d2 req-926f0eca-fe90-4f92-bce8-476d4a458288 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:18.192102 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a96a679-008d-4fdf-9d66-61b2e6bb19d2 req-926f0eca-fe90-4f92-bce8-476d4a458288 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.64 "DELETE /v2.0/ports/96dd3305-b461-4d96-9e61-0c156b9d0a9a HTTP/1.1" status: 204 len: 173 time: 2.1747377 Jan 28 05:39:18.199501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95b9ee2-932d-473c-b183-aeed1f2b04d5', 'name': 'network-vif-deleted', 'tag': '96dd3305-b461-4d96-9e61-0c156b9d0a9a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:18.199501 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaf13a3-1faa-4840-9d2c-eebfddb6b47e" -d '{"events": [{"server_uuid": "f95b9ee2-932d-473c-b183-aeed1f2b04d5", "name": "network-vif-deleted", "tag": "96dd3305-b461-4d96-9e61-0c156b9d0a9a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:18.265525 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-aafc254f-7643-4fb9-9bd1-bcb289f2a6db tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Router ea022867-50b8-47d9-98a7-37c27a9e2571 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:39:18.420672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e5dafed5-f72c-4b8d-95c5-93abc0eb05cd tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:18.422172 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e5dafed5-f72c-4b8d-95c5-93abc0eb05cd tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.60 "GET /v2.0/networks?id=eb2152ca-cad6-43a6-a29c-8fac357c4c46 HTTP/1.1" status: 200 len: 817 time: 0.2856896 Jan 28 05:39:18.449873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38dd36d8-3f55-43e3-9295-00498ebe069b req-f7ddc9bd-ad98-467b-9796-746915821a4c tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 210 time: 0.0526445 Jan 28 05:39:18.462593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f0de6fce-c25d-45ab-a09d-e97de63eeb93 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Request body: {'port': {'device_id': 'd903da64-1f22-4128-a987-69f37773285f', 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46', 'admin_state_up': True, 'tenant_id': '045230344a984cfaac87439195d4d833'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:18.569338 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205a8a2d-0470-45ce-be97-78bcd226f396 x-openstack-request-id: req-205a8a2d-0470-45ce-be97-78bcd226f396 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:18.569858 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d894dc23-fd2f-456d-a3c9-36a51d2858c4", "name": "network-vif-plugged", "status": "completed", "tag": "28a59348-ff96-43a7-8298-5ec30d593446", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:18.570286 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-205a8a2d-0470-45ce-be97-78bcd226f396 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:18.571052 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a59348-ff96-43a7-8298-5ec30d593446', 'code': 200} Jan 28 05:39:18.695042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-aafc254f-7643-4fb9-9bd1-bcb289f2a6db tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:39:18.713087 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83259134-5469-4b96-9ade-05e65cd49a4a None None] Sync routers for ids ['ea022867-50b8-47d9-98a7-37c27a9e2571'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:39:18.723155 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-677b5646-a20f-4753-8a04-0f5e3f080b10 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:18.723705 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-9d390a4b-914e-4ef4-98fe-9869f1bee760 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:18.725269 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-9d390a4b-914e-4ef4-98fe-9869f1bee760 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.64 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4&tenant_id=3a3781df740148d6b4244220d13c806d&binding%3Ahost_id=n-h1-812111-12 HTTP/1.1" status: 200 len: 950 time: 0.2811782 Jan 28 05:39:18.726111 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-677b5646-a20f-4753-8a04-0f5e3f080b10 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.60 "GET /v2.0/networks?id=eb2152ca-cad6-43a6-a29c-8fac357c4c46 HTTP/1.1" status: 200 len: 817 time: 0.1975491 Jan 28 05:39:18.728570 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-aafc254f-7643-4fb9-9bd1-bcb289f2a6db tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:18.736299 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 96dd3305-b461-4d96-9e61-0c156b9d0a9a no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:18.738773 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83259134-5469-4b96-9ade-05e65cd49a4a None None] Routers {'ea022867-50b8-47d9-98a7-37c27a9e2571'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:39:18.739401 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-83259134-5469-4b96-9ade-05e65cd49a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:39:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea022867-50b8-47d9-98a7-37c27a9e2571'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:18.769170 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f3fe6f8c-7ce4-41f3-9ab2-2eb5cd03ca4c tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Request body: {'port': {'device_id': '565fdaf7-3cee-48bb-9053-d168a30529a6', 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46', 'admin_state_up': True, 'tenant_id': '045230344a984cfaac87439195d4d833'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:18.791314 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 96dd3305-b461-4d96-9e61-0c156b9d0a9a {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:39:18.791930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 96dd3305-b461-4d96-9e61-0c156b9d0a9a not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:39:18.868903 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a43ea5f3-3e39-4782-980d-e8e784dcb55e req-164acb56-1ec6-4701-9ab8-9d44490e6579 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c3991b-55b5-4fa3-9276-c6fb116e7b13 HTTP/1.1" status: 200 len: 210 time: 0.0636842 Jan 28 05:39:18.911536 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-83259134-5469-4b96-9ade-05e65cd49a4a None None] Set router ea022867-50b8-47d9-98a7-37c27a9e2571 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:39:18.914495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-aafc254f-7643-4fb9-9bd1-bcb289f2a6db tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "PUT /v2.0/floatingips/b19a9daf-1539-4b09-8ade-385167e49544 HTTP/1.1" status: 200 len: 996 time: 3.2598226 Jan 28 05:39:18.950854 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d22b1e3-2ef5-44b7-884e-d48c2a357a7c x-openstack-request-id: req-6d22b1e3-2ef5-44b7-884e-d48c2a357a7c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:18.951371 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95b9ee2-932d-473c-b183-aeed1f2b04d5", "name": "network-vif-deleted", "tag": "96dd3305-b461-4d96-9e61-0c156b9d0a9a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:18.951797 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d22b1e3-2ef5-44b7-884e-d48c2a357a7c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:18.952406 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95b9ee2-932d-473c-b183-aeed1f2b04d5', 'name': 'network-vif-deleted', 'tag': '96dd3305-b461-4d96-9e61-0c156b9d0a9a', 'status': 'completed', 'code': 200} Jan 28 05:39:18.978499 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-24fefc89-f80d-4a1d-a5a1-7fda92942776 service neutron] 10.222.0.64 "GET /v2.0/ports/28a59348-ff96-43a7-8298-5ec30d593446/bindings/n-h1-812111-12 HTTP/1.1" status: 200 len: 383 time: 0.2217691 Jan 28 05:39:19.048589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f0de6fce-c25d-45ab-a09d-e97de63eeb93 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Made reservation on behalf of 045230344a984cfaac87439195d4d833 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:39:19.052223 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f0de6fce-c25d-45ab-a09d-e97de63eeb93 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:19.052682 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f3fe6f8c-7ce4-41f3-9ab2-2eb5cd03ca4c tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Made reservation on behalf of 045230344a984cfaac87439195d4d833 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:39:19.056721 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f3fe6f8c-7ce4-41f3-9ab2-2eb5cd03ca4c tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:19.098898 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-e8d36a45-a5c1-4c5e-924a-ed4d1145757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:19.100691 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-e8d36a45-a5c1-4c5e-924a-ed4d1145757e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=364449c3382c4cfa9ecf7695bc42f027&device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 1098 time: 0.1614552 Jan 28 05:39:19.270488 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f3fe6f8c-7ce4-41f3-9ab2-2eb5cd03ca4c tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Allocated IP 172.20.0.8 (eb2152ca-cad6-43a6-a29c-8fac357c4c46/b09aefe9-c461-4a92-9aef-5aac0b7bbb77/f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:39:19.301433 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-83259134-5469-4b96-9ade-05e65cd49a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b19a9daf-1539-4b09-8ade-385167e49544', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'port_id': '2c1af978-a88d-4559-ba79-a7df9638837a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'mac_address': 'fa:16:3e:48:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:39:17Z', 'revision_number': 8, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:19.336771 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83259134-5469-4b96-9ade-05e65cd49a4a None None] Checking router: ea022867-50b8-47d9-98a7-37c27a9e2571 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:39:19.347329 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83259134-5469-4b96-9ade-05e65cd49a4a None None] Routers {'ea022867-50b8-47d9-98a7-37c27a9e2571'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:39:19.348044 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-83259134-5469-4b96-9ade-05e65cd49a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:39:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea022867-50b8-47d9-98a7-37c27a9e2571'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:19.446725 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f3fe6f8c-7ce4-41f3-9ab2-2eb5cd03ca4c tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks [] for port (f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:19.484122 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-83259134-5469-4b96-9ade-05e65cd49a4a None None] Set router ea022867-50b8-47d9-98a7-37c27a9e2571 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:39:19.564121 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f3fe6f8c-7ce4-41f3-9ab2-2eb5cd03ca4c tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:19.598610 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-6ac574fb-3ec4-4707-84f6-c3dbf973f09e admin admin] Deleting port 5b2333d4-a97a-4eab-a44d-8f995fb2296f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:19.598956 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ac574fb-3ec4-4707-84f6-c3dbf973f09e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:19.632863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe6f8c-7ce4-41f3-9ab2-2eb5cd03ca4c tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Pushing event updated for resources: {'Port': ['ID=f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:19.655714 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f3fe6f8c-7ce4-41f3-9ab2-2eb5cd03ca4c tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Network eb2152ca-cad6-43a6-a29c-8fac357c4c46 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:39:19.658230 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f3fe6f8c-7ce4-41f3-9ab2-2eb5cd03ca4c tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:39:19.662479 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f3fe6f8c-7ce4-41f3-9ab2-2eb5cd03ca4c tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:39:19.679103 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474b0b6-1e34-4d62-871d-2d8d9dfc3aed req-70447349-1f34-4bd1-a544-da14d59a0522 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:19.680709 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b474b0b6-1e34-4d62-871d-2d8d9dfc3aed req-70447349-1f34-4bd1-a544-da14d59a0522 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.6552188 Jan 28 05:39:19.714280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-374bc408-afa7-4ef9-898d-f00e163874b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:19.716076 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-374bc408-afa7-4ef9-898d-f00e163874b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 1102 time: 0.5970497 Jan 28 05:39:19.723873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f3fe6f8c-7ce4-41f3-9ab2-2eb5cd03ca4c tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:19.724514 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f3fe6f8c-7ce4-41f3-9ab2-2eb5cd03ca4c tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:19.728672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f9fe52bb-d573-4821-994b-8120eb46aa16 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:19.730017 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f9fe52bb-d573-4821-994b-8120eb46aa16 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.64 "GET /v2.0/networks?id=eb2152ca-cad6-43a6-a29c-8fac357c4c46 HTTP/1.1" status: 200 len: 817 time: 0.7147241 Jan 28 05:39:19.763333 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-83259134-5469-4b96-9ade-05e65cd49a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b19a9daf-1539-4b09-8ade-385167e49544', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'port_id': '2c1af978-a88d-4559-ba79-a7df9638837a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'mac_address': 'fa:16:3e:48:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:39:17Z', 'revision_number': 8, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:19.764199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-4104d93a-205f-486e-a7c1-0bca46066afa req-4baa83f2-162d-4c12-9b1b-b2fa41ffce76 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Request body: {'port': {'device_id': '58c3991b-55b5-4fa3-9276-c6fb116e7b13', 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46', 'admin_state_up': True, 'tenant_id': '045230344a984cfaac87439195d4d833'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:19.801583 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83259134-5469-4b96-9ade-05e65cd49a4a None None] The sync data for ids ['ea022867-50b8-47d9-98a7-37c27a9e2571'] in n-d-812111-12 is: [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b19a9daf-1539-4b09-8ade-385167e49544', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'port_id': '2c1af978-a88d-4559-ba79-a7df9638837a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'mac_address': 'fa:16:3e:48:eb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:39:17Z', 'revision_number': 8, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:39:19.822428 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f3fe6f8c-7ce4-41f3-9ab2-2eb5cd03ca4c tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0547123 Jan 28 05:39:19.837613 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Request body: {'port': {'device_id': '565fdaf7-3cee-48bb-9053-d168a30529a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:19.903623 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:19.924266 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-6a957ea5-0d42-4d27-b3da-3417a42f9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:19.925724 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-6a957ea5-0d42-4d27-b3da-3417a42f9a79 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 200 len: 921 time: 0.7922196 Jan 28 05:39:20.053469 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72ad3ab-a88e-41dd-a788-87f2c5c4bb62 None None] New status for floating IP b19a9daf-1539-4b09-8ade-385167e49544: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:39:20.055767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-6ac574fb-3ec4-4707-84f6-c3dbf973f09e admin admin] For port 5b2333d4-a97a-4eab-a44d-8f995fb2296f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5b2333d4-a97a-4eab-a44d-8f995fb2296f,segment=NetworkSegment(8f14da8d-967f-47dc-9b75-767b06c9c477),segment_id=8f14da8d-967f-47dc-9b75-767b06c9c477)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:20.056139 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ac574fb-3ec4-4707-84f6-c3dbf973f09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:20.096421 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b474b0b6-1e34-4d62-871d-2d8d9dfc3aed req-18862633-3960-4f88-9bab-d97e7a2f99f3 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994324 Jan 28 05:39:20.109682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f0de6fce-c25d-45ab-a09d-e97de63eeb93 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Allocated IP 172.20.0.9 (eb2152ca-cad6-43a6-a29c-8fac357c4c46/b09aefe9-c461-4a92-9aef-5aac0b7bbb77/fee322b7-5160-40b0-b228-254197b8eaa2) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:39:20.122201 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-6ac574fb-3ec4-4707-84f6-c3dbf973f09e admin admin] Calling delete_port for 5b2333d4-a97a-4eab-a44d-8f995fb2296f owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:20.227077 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-ca5eebd9-15ce-4971-9ed2-aeef9a40ae06 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c1af978-a88d-4559-ba79-a7df9638837a HTTP/1.1" status: 200 len: 999 time: 0.2828422 Jan 28 05:39:20.296540 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e1d7ebae-779e-48f2-9333-bedca7d9fdc1 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:20.298023 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e1d7ebae-779e-48f2-9333-bedca7d9fdc1 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.60 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 821 time: 0.4780877 Jan 28 05:39:20.299211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-dd7c0d70-33ef-456f-9f60-daefed3e41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:20.300522 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-dd7c0d70-33ef-456f-9f60-daefed3e41ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.5597415 Jan 28 05:39:20.361311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-87d828ef-15df-4ef9-a238-8893544593b5 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Request body: {'port': {'device_id': '42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2', 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535', 'admin_state_up': True, 'tenant_id': 'f17b4afee4234ca080a4ee07c83b15b8'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:20.445770 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a27a39bb-c501-4618-8fcc-59ea383092f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=28a59348-ff96-43a7-8298-5ec30d593446 HTTP/1.1" status: 200 len: 217 time: 0.0946608 Jan 28 05:39:20.547307 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-3275e05d-6c23-4252-b5d5-69d1fae51f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:20.548801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-3275e05d-6c23-4252-b5d5-69d1fae51f90 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0c54121-8ca4-4625-ab2e-3cdb5b60a630 HTTP/1.1" status: 200 len: 859 time: 0.2758739 Jan 28 05:39:20.572483 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b3c27c-5d0c-49f5-b72f-ced669bd01a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958983a8-9d6b-4501-a24b-b128baa73be3'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:20.577225 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e888dfc5-6d20-4bc6-961e-3666f9f55ab3" -d '{"events": [{"server_uuid": "01b3c27c-5d0c-49f5-b72f-ced669bd01a5", "name": "network-vif-unplugged", "status": "completed", "tag": "958983a8-9d6b-4501-a24b-b128baa73be3"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:20.626011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-4baa83f2-162d-4c12-9b1b-b2fa41ffce76 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Made reservation on behalf of 045230344a984cfaac87439195d4d833 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:39:20.629102 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-4baa83f2-162d-4c12-9b1b-b2fa41ffce76 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:20.748373 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-9a5cf99e-1d24-4f01-8508-57c81781c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:20.749840 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-9a5cf99e-1d24-4f01-8508-57c81781c8eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.2488172 Jan 28 05:39:20.874233 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-00506b8b-6f0b-4366-ad5e-d2116da4a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:20.875693 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-00506b8b-6f0b-4366-ad5e-d2116da4a02d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2983594 Jan 28 05:39:20.886934 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f0de6fce-c25d-45ab-a09d-e97de63eeb93 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks [] for port (fee322b7-5160-40b0-b228-254197b8eaa2), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:20.974290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'tag': '2c1af978-a88d-4559-ba79-a7df9638837a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:20.978930 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a16b33-1955-422f-9438-ea1ec0e406d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b80d240d-1464-4828-8b42-da5fa846e17d", "tag": "2c1af978-a88d-4559-ba79-a7df9638837a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:21.030147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-61aaa43f-9a0a-4a00-9a3f-5abc61580d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:21.031679 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-61aaa43f-9a0a-4a00-9a3f-5abc61580d02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2625575 Jan 28 05:39:21.082548 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-87d828ef-15df-4ef9-a238-8893544593b5 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Made reservation on behalf of f17b4afee4234ca080a4ee07c83b15b8 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:39:21.085864 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-87d828ef-15df-4ef9-a238-8893544593b5 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:21.154321 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ac574fb-3ec4-4707-84f6-c3dbf973f09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (5b2333d4-a97a-4eab-a44d-8f995fb2296f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:21.159818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-984c9406-fc48-4dc4-8b9f-d4e10f5983af service neutron] 10.222.0.31 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705748 Jan 28 05:39:21.166061 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f0de6fce-c25d-45ab-a09d-e97de63eeb93 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (fee322b7-5160-40b0-b228-254197b8eaa2), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:21.228462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac574fb-3ec4-4707-84f6-c3dbf973f09e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2333d4-a97a-4eab-a44d-8f995fb2296f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:21.359344 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:39:21.374571 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Publish callbacks [] for port (f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:21.394173 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Transition to ACTIVE for port object f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:39:21.418432 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-65ed84dc-d050-47fb-b589-a0d1013dc473 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760066 Jan 28 05:39:21.424761 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f0de6fce-c25d-45ab-a09d-e97de63eeb93 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Network eb2152ca-cad6-43a6-a29c-8fac357c4c46 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:39:21.454608 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:21.455167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f0de6fce-c25d-45ab-a09d-e97de63eeb93 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:39:21.494059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f0de6fce-c25d-45ab-a09d-e97de63eeb93 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:39:21.537732 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de6fce-c25d-45ab-a09d-e97de63eeb93 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Pushing event updated for resources: {'Port': ['ID=fee322b7-5160-40b0-b228-254197b8eaa2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:21.595934 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Pushing event updated for resources: {'Port': ['ID=f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:21.627763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Attempting to bind port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:39:21.628363 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Attempting to bind port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '2517d27c-4082-4ac4-8352-4fda1fbfb3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:39:21.628874 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Attempting to bind port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 on network eb2152ca-cad6-43a6-a29c-8fac357c4c46 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:21.633733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 on network eb2152ca-cad6-43a6-a29c-8fac357c4c46 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:39:21.634057 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Attempting to bind port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 on network eb2152ca-cad6-43a6-a29c-8fac357c4c46 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:21.639650 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:39:21.639992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Checking segment: {'id': '2517d27c-4082-4ac4-8352-4fda1fbfb3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:39:21.640576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Bound using segment: {'id': '2517d27c-4082-4ac4-8352-4fda1fbfb3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:39:21.641016 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Bound port: f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2517d27c-4082-4ac4-8352-4fda1fbfb3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:39:21.641375 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:21.711563 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] For port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:39:21.715013 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] For port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32,segment=NetworkSegment(2517d27c-4082-4ac4-8352-4fda1fbfb3b5),segment_id=2517d27c-4082-4ac4-8352-4fda1fbfb3b5)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:39:21.824708 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:21.862906 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:21.863680 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:21.865087 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] 10.222.0.60 "PUT /v2.0/ports/f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 HTTP/1.1" status: 200 len: 1092 time: 2.0331545 Jan 28 05:39:21.865536 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565fdaf7-3cee-48bb-9053-d168a30529a6', 'tag': 'f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:21.867856 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d263732f-6979-4b47-a3cc-9168540e4014" -d '{"events": [{"name": "network-changed", "server_uuid": "565fdaf7-3cee-48bb-9053-d168a30529a6", "tag": "f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:21.891717 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136d5e2-a285-4b07-974a-beab124afb41 service neutron] Pushing event updated for resources: {'Port': ['ID=f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:22.041545 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74cabbe0-b9d3-4870-9a99-f7709b2ac7ab req-2fe4ffea-11cc-4618-8db0-67eb458af8bc service neutron] 10.222.0.31 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8697276 Jan 28 05:39:22.047801 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-16f5fc0e-9b8d-4361-baf3-c5dbf3067f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:22.050656 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-16f5fc0e-9b8d-4361-baf3-c5dbf3067f2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=045230344a984cfaac87439195d4d833&device_id=565fdaf7-3cee-48bb-9053-d168a30529a6 HTTP/1.1" status: 200 len: 1095 time: 0.0527570 Jan 28 05:39:22.084443 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f0de6fce-c25d-45ab-a09d-e97de63eeb93 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:22.085084 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f0de6fce-c25d-45ab-a09d-e97de63eeb93 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:22.102311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-87d828ef-15df-4ef9-a238-8893544593b5 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Allocated IP 172.20.0.7 (a68ceb60-a872-4bba-990e-8e03126b2535/6bf612c3-3d2e-4597-93d5-824acf2a3cd5/497251c2-c854-4961-850e-04a5325c5aa9) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:39:22.104631 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-916df6c5-0583-4992-ae90-84e78b4de553 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 HTTP/1.1" status: 200 len: 217 time: 0.0392556 Jan 28 05:39:22.171978 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.db.api [req-4104d93a-205f-486e-a7c1-0bca46066afa req-4baa83f2-162d-4c12-9b1b-b2fa41ffce76 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-a1e7a53a-f564-4e8b-a3f5-265367633f7f {{(pid=103635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:39:22.171978 n-d-812111-12 neutron-server[103635]: DEBUG oslo_db.api [req-4104d93a-205f-486e-a7c1-0bca46066afa req-4baa83f2-162d-4c12-9b1b-b2fa41ffce76 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:39:22.185585 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88f23a-fdeb-4e5a-8dd3-51142c4486b0 req-748876cf-90a8-447d-ab44-9637cc5a0157 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:22.185802 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-2f3cd4cf-0def-448f-9df2-ad6f6b2e2767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:22.187162 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-2f3cd4cf-0def-448f-9df2-ad6f6b2e2767 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b09aefe9-c461-4a92-9aef-5aac0b7bbb77 HTTP/1.1" status: 200 len: 857 time: 0.0758834 Jan 28 05:39:22.191921 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a88f23a-fdeb-4e5a-8dd3-51142c4486b0 req-748876cf-90a8-447d-ab44-9637cc5a0157 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 943 time: 0.7017524 Jan 28 05:39:22.226110 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ac574fb-3ec4-4707-84f6-c3dbf973f09e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (bad2afc4-83e5-4bbe-8f40-f5cd00b2f027), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:22.237606 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-fc250fce-9aef-4911-9b9c-6734bc80529b service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8079319 Jan 28 05:39:22.240658 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-60dc3032-c110-4e84-9ec1-bca087cb9c5d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb2152ca-cad6-43a6-a29c-8fac357c4c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465765 Jan 28 05:39:22.271674 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-f0de6fce-c25d-45ab-a09d-e97de63eeb93 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8246338 Jan 28 05:39:22.341654 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Request body: {'port': {'device_id': 'd903da64-1f22-4128-a987-69f37773285f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:22.390725 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-804b9179-0fc1-48d7-a39c-ddd913906612 service neutron] 10.222.0.60 "GET /v2.0/networks/eb2152ca-cad6-43a6-a29c-8fac357c4c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161358 Jan 28 05:39:22.420793 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38d59f02-7cd5-4e49-8b10-066fefaff7f8 req-7ab63743-91e0-4d3d-87ce-30524cd79985 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 210 time: 0.0744209 Jan 28 05:39:22.434184 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a88f23a-fdeb-4e5a-8dd3-51142c4486b0 req-b2c15a56-6778-4a57-9eac-5a319cf5f4e9 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953464 Jan 28 05:39:22.504612 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-683e0636-d43d-4711-aa21-df32a5c3d473 service neutron] 10.222.0.60 "GET /v2.0/networks/eb2152ca-cad6-43a6-a29c-8fac357c4c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063483 Jan 28 05:39:22.579790 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80016a0-d43c-4ae4-a80e-a52c01cf189c x-openstack-request-id: req-a80016a0-d43c-4ae4-a80e-a52c01cf189c {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:22.580808 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b3c27c-5d0c-49f5-b72f-ced669bd01a5", "name": "network-vif-unplugged", "status": "completed", "tag": "958983a8-9d6b-4501-a24b-b128baa73be3", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:22.581134 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a80016a0-d43c-4ae4-a80e-a52c01cf189c {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:22.581602 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b3c27c-5d0c-49f5-b72f-ced669bd01a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958983a8-9d6b-4501-a24b-b128baa73be3', 'code': 200} Jan 28 05:39:22.595702 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fee322b7-5160-40b0-b228-254197b8eaa2), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:22.622544 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33464943-6528-4a30-9ef0-3c15fbae7afb x-openstack-request-id: req-33464943-6528-4a30-9ef0-3c15fbae7afb {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:22.622837 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80d240d-1464-4828-8b42-da5fa846e17d", "tag": "2c1af978-a88d-4559-ba79-a7df9638837a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:22.623092 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33464943-6528-4a30-9ef0-3c15fbae7afb {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:22.623488 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'tag': '2c1af978-a88d-4559-ba79-a7df9638837a', 'status': 'completed', 'code': 200} Jan 28 05:39:22.627706 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-afb8b380-6dce-4daa-ad61-d9108002728e req-97376fe9-09ab-45f4-96ba-17fc5bc1c53b tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c3991b-55b5-4fa3-9276-c6fb116e7b13 HTTP/1.1" status: 200 len: 210 time: 0.0588083 Jan 28 05:39:22.705927 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-4baa83f2-162d-4c12-9b1b-b2fa41ffce76 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:22.966012 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-87d828ef-15df-4ef9-a238-8893544593b5 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks [] for port (497251c2-c854-4961-850e-04a5325c5aa9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:23.019362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a16b33-1955-422f-9438-ea1ec0e406d9 req-a687f37c-d899-4683-838b-9883b704aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:23.020896 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06a16b33-1955-422f-9438-ea1ec0e406d9 req-a687f37c-d899-4683-838b-9883b704aaa0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=364449c3382c4cfa9ecf7695bc42f027&device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 1098 time: 0.3123407 Jan 28 05:39:23.036180 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d5ba7-57b9-401a-a5c1-86696dc00a89 req-55fe4e55-f1c6-479e-b1f9-53c4d56f6cd8 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:23.043203 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0b0d5ba7-57b9-401a-a5c1-86696dc00a89 req-55fe4e55-f1c6-479e-b1f9-53c4d56f6cd8 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.3300238 Jan 28 05:39:23.091356 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c05c42b-4add-429c-bef2-14de97c9b01f x-openstack-request-id: req-3c05c42b-4add-429c-bef2-14de97c9b01f {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:23.091702 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565fdaf7-3cee-48bb-9053-d168a30529a6", "tag": "f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:23.091959 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c05c42b-4add-429c-bef2-14de97c9b01f {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:23.093088 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565fdaf7-3cee-48bb-9053-d168a30529a6', 'tag': 'f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32', 'status': 'completed', 'code': 200} Jan 28 05:39:23.166135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac574fb-3ec4-4707-84f6-c3dbf973f09e admin admin] Router bad2afc4-83e5-4bbe-8f40-f5cd00b2f027 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:39:23.190266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263732f-6979-4b47-a3cc-9168540e4014 req-5cad4118-d5ae-436f-ba73-37e06e0ab094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:23.192719 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d263732f-6979-4b47-a3cc-9168540e4014 req-5cad4118-d5ae-436f-ba73-37e06e0ab094 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=045230344a984cfaac87439195d4d833&device_id=565fdaf7-3cee-48bb-9053-d168a30529a6 HTTP/1.1" status: 200 len: 1095 time: 0.0535512 Jan 28 05:39:23.295750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263732f-6979-4b47-a3cc-9168540e4014 req-6813f935-06ea-49a3-9a51-b9bf4a4abe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:23.297376 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d263732f-6979-4b47-a3cc-9168540e4014 req-6813f935-06ea-49a3-9a51-b9bf4a4abe23 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb2152ca-cad6-43a6-a29c-8fac357c4c46 HTTP/1.1" status: 200 len: 918 time: 0.0955102 Jan 28 05:39:23.351589 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d263732f-6979-4b47-a3cc-9168540e4014 req-38b68527-b148-4213-accf-ef69fe83fd68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 HTTP/1.1" status: 200 len: 217 time: 0.0447841 Jan 28 05:39:23.378142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0b0d5ba7-57b9-401a-a5c1-86696dc00a89 req-f743e3f3-3802-4832-adba-848fc13604a4 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332734 Jan 28 05:39:23.390266 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fd291a1-1fca-4290-a9d7-019266a4371d req-170f74cf-cb29-414d-afb7-f2632310eb94 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/floatingips/b19a9daf-1539-4b09-8ade-385167e49544 HTTP/1.1" status: 200 len: 998 time: 0.2617652 Jan 28 05:39:23.407733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263732f-6979-4b47-a3cc-9168540e4014 req-9d44de67-8576-4323-b62e-498d3c7e7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:23.409286 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d263732f-6979-4b47-a3cc-9168540e4014 req-9d44de67-8576-4323-b62e-498d3c7e7c15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b09aefe9-c461-4a92-9aef-5aac0b7bbb77 HTTP/1.1" status: 200 len: 857 time: 0.0511544 Jan 28 05:39:23.466662 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d263732f-6979-4b47-a3cc-9168540e4014 req-5e7826fe-d2d7-4911-a491-619a6d9b06aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb2152ca-cad6-43a6-a29c-8fac357c4c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383117 Jan 28 05:39:23.517726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a16b33-1955-422f-9438-ea1ec0e406d9 req-874c7c66-d743-473b-a7a6-22e306c7df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:23.519214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06a16b33-1955-422f-9438-ea1ec0e406d9 req-874c7c66-d743-473b-a7a6-22e306c7df5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 200 len: 921 time: 0.4662359 Jan 28 05:39:23.549164 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-87d828ef-15df-4ef9-a238-8893544593b5 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (497251c2-c854-4961-850e-04a5325c5aa9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:23.573618 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d263732f-6979-4b47-a3cc-9168540e4014 req-3c7fc708-06fd-4f68-9fc9-27ef5e6ff4ae service neutron] 10.222.0.60 "GET /v2.0/networks/eb2152ca-cad6-43a6-a29c-8fac357c4c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022115 Jan 28 05:39:23.673616 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d263732f-6979-4b47-a3cc-9168540e4014 req-52b0732d-0635-490b-a944-75c738665139 service neutron] 10.222.0.60 "GET /v2.0/networks/eb2152ca-cad6-43a6-a29c-8fac357c4c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932622 Jan 28 05:39:23.793132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-87d828ef-15df-4ef9-a238-8893544593b5 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Network a68ceb60-a872-4bba-990e-8e03126b2535 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:39:23.828966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-87d828ef-15df-4ef9-a238-8893544593b5 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:39:23.835818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee322b7-5160-40b0-b228-254197b8eaa2 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:39:23.844503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06a16b33-1955-422f-9438-ea1ec0e406d9 req-aaa37702-88a3-4fd3-910b-1bd52dda482e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c1af978-a88d-4559-ba79-a7df9638837a HTTP/1.1" status: 200 len: 1001 time: 0.3178153 Jan 28 05:39:23.847435 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-87d828ef-15df-4ef9-a238-8893544593b5 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:39:23.859543 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d828ef-15df-4ef9-a238-8893544593b5 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Pushing event updated for resources: {'Port': ['ID=497251c2-c854-4961-850e-04a5325c5aa9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:23.867486 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Publish callbacks [] for port (fee322b7-5160-40b0-b228-254197b8eaa2), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:23.896345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac574fb-3ec4-4707-84f6-c3dbf973f09e admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:39:23.905800 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d973d-50a0-43c9-8108-27098982841d None None] Sync routers for ids ['bad2afc4-83e5-4bbe-8f40-f5cd00b2f027'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:39:23.916347 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d973d-50a0-43c9-8108-27098982841d None None] Routers {'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:39:23.917111 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c72d973d-50a0-43c9-8108-27098982841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:39:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bad2afc4-83e5-4bbe-8f40-f5cd00b2f027'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:23.926643 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6ac574fb-3ec4-4707-84f6-c3dbf973f09e admin admin] 10.222.0.31 "PUT /v2.0/routers/bad2afc4-83e5-4bbe-8f40-f5cd00b2f027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4835386 Jan 28 05:39:23.929921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50254) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:24.056614 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c72d973d-50a0-43c9-8108-27098982841d None None] Set router bad2afc4-83e5-4bbe-8f40-f5cd00b2f027 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:39:24.082021 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-170134d6-5ec1-459e-91ca-2ee9081a688c admin admin] Publish callbacks [] for router (bad2afc4-83e5-4bbe-8f40-f5cd00b2f027), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:24.245634 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-170134d6-5ec1-459e-91ca-2ee9081a688c admin admin] Publish callbacks [] for router_gateway (bad2afc4-83e5-4bbe-8f40-f5cd00b2f027), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:24.280599 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c72d973d-50a0-43c9-8108-27098982841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643864970-router', 'tenant_id': '7dc335d228cc400aa58d891c2643677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'c43dab8e-c013-4260-b0c2-5ceba6da79ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:34:07Z', 'updated_at': '2022-01-28T05:39:20Z', 'revision_number': 5, 'project_id': '7dc335d228cc400aa58d891c2643677e', 'gw_port': {'id': 'c43dab8e-c013-4260-b0c2-5ceba6da79ab', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:08Z', 'updated_at': '2022-01-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:24.288360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Transition to ACTIVE for port object fee322b7-5160-40b0-b228-254197b8eaa2 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:39:24.301948 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-77cbd14e-244b-4dbf-89e4-5d2fec1d193d tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:24.308897 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d973d-50a0-43c9-8108-27098982841d None None] Checking router: bad2afc4-83e5-4bbe-8f40-f5cd00b2f027 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:39:24.309261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-77cbd14e-244b-4dbf-89e4-5d2fec1d193d tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/networks?id=56a01931-34aa-4e79-a960-aef0826a6cd6 HTTP/1.1" status: 200 len: 804 time: 0.8257246 Jan 28 05:39:24.317872 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d973d-50a0-43c9-8108-27098982841d None None] Routers {'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:39:24.318640 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c72d973d-50a0-43c9-8108-27098982841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:39:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bad2afc4-83e5-4bbe-8f40-f5cd00b2f027'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:24.322186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd291a1-1fca-4290-a9d7-019266a4371d req-2582d28e-c5a2-428f-b733-65c1d7489419 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:24.327798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fd291a1-1fca-4290-a9d7-019266a4371d req-2582d28e-c5a2-428f-b733-65c1d7489419 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.8764009 Jan 28 05:39:24.342177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-1fd291a1-1fca-4290-a9d7-019266a4371d req-3920f4f1-92fa-416b-833f-8cbb8250fb06 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:39:24.343203 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fd291a1-1fca-4290-a9d7-019266a4371d req-3920f4f1-92fa-416b-833f-8cbb8250fb06 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146601 Jan 28 05:39:24.362771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-fcc07487-2d88-41e2-ad44-04f126ff483c tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/quotas/b373ada81bc646c197d728690c726ee1 HTTP/1.1" status: 200 len: 375 time: 0.0524299 Jan 28 05:39:24.380286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-87d828ef-15df-4ef9-a238-8893544593b5 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:24.380989 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-87d828ef-15df-4ef9-a238-8893544593b5 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:24.384343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a16b33-1955-422f-9438-ea1ec0e406d9 req-b592c492-7e2b-4e06-8d7e-fa9ab4781dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:24.385880 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06a16b33-1955-422f-9438-ea1ec0e406d9 req-b592c492-7e2b-4e06-8d7e-fa9ab4781dc7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0c54121-8ca4-4625-ab2e-3cdb5b60a630 HTTP/1.1" status: 200 len: 859 time: 0.4920413 Jan 28 05:39:24.438392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-170134d6-5ec1-459e-91ca-2ee9081a688c admin admin] Deleting port c43dab8e-c013-4260-b0c2-5ceba6da79ab {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:24.439380 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-170134d6-5ec1-459e-91ca-2ee9081a688c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c43dab8e-c013-4260-b0c2-5ceba6da79ab), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:24.447050 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c72d973d-50a0-43c9-8108-27098982841d None None] Set router bad2afc4-83e5-4bbe-8f40-f5cd00b2f027 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:39:24.481564 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (fee322b7-5160-40b0-b228-254197b8eaa2), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:24.613443 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-170134d6-5ec1-459e-91ca-2ee9081a688c admin admin] For port c43dab8e-c013-4260-b0c2-5ceba6da79ab, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c43dab8e-c013-4260-b0c2-5ceba6da79ab,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:24.618286 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-170134d6-5ec1-459e-91ca-2ee9081a688c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c43dab8e-c013-4260-b0c2-5ceba6da79ab), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:24.633815 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-170134d6-5ec1-459e-91ca-2ee9081a688c admin admin] Calling delete_port for c43dab8e-c013-4260-b0c2-5ceba6da79ab owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:24.647596 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-87d828ef-15df-4ef9-a238-8893544593b5 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2937298 Jan 28 05:39:24.657881 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-c84ed48b-a32b-4293-b9cf-1a27c4cf2b2c tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b373ada81bc646c197d728690c726ee1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2709315 Jan 28 05:39:24.689297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Request body: {'port': {'device_id': '42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:24.703842 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c72d973d-50a0-43c9-8108-27098982841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643864970-router', 'tenant_id': '7dc335d228cc400aa58d891c2643677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'c43dab8e-c013-4260-b0c2-5ceba6da79ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:34:07Z', 'updated_at': '2022-01-28T05:39:20Z', 'revision_number': 5, 'project_id': '7dc335d228cc400aa58d891c2643677e', 'gw_port': {'id': 'c43dab8e-c013-4260-b0c2-5ceba6da79ab', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:08Z', 'updated_at': '2022-01-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:24.706687 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:24.749499 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d973d-50a0-43c9-8108-27098982841d None None] The sync data for ids ['bad2afc4-83e5-4bbe-8f40-f5cd00b2f027'] in n-d-812111-12 is: [{'id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643864970-router', 'tenant_id': '7dc335d228cc400aa58d891c2643677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'c43dab8e-c013-4260-b0c2-5ceba6da79ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:34:07Z', 'updated_at': '2022-01-28T05:39:20Z', 'revision_number': 5, 'project_id': '7dc335d228cc400aa58d891c2643677e', 'gw_port': {'id': 'c43dab8e-c013-4260-b0c2-5ceba6da79ab', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad2afc4-83e5-4bbe-8f40-f5cd00b2f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:34:08Z', 'updated_at': '2022-01-28T05:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:39:24.752888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 395db066-6639-46ac-867c-56d5942d10ac details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:39:24.804164 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-4104d93a-205f-486e-a7c1-0bca46066afa req-4baa83f2-162d-4c12-9b1b-b2fa41ffce76 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Allocated IP 172.20.0.2 (eb2152ca-cad6-43a6-a29c-8fac357c4c46/b09aefe9-c461-4a92-9aef-5aac0b7bbb77/2df47c98-4f16-403b-858a-4aa6cfd0f2f0) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:39:24.855693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Pushing event updated for resources: {'Port': ['ID=fee322b7-5160-40b0-b228-254197b8eaa2,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:24.894413 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 395db066-6639-46ac-867c-56d5942d10ac, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=395db066-6639-46ac-867c-56d5942d10ac,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:24.900391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a16b33-1955-422f-9438-ea1ec0e406d9 req-597ff26f-a1b3-46fe-b2c3-91532523b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:24.902250 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06a16b33-1955-422f-9438-ea1ec0e406d9 req-597ff26f-a1b3-46fe-b2c3-91532523b22f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4833255 Jan 28 05:39:24.907340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '395db066-6639-46ac-867c-56d5942d10ac', 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce', 'port_id': '395db066-6639-46ac-867c-56d5942d10ac', 'mac_address': 'fa:16:3e:a0:5a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07818a2-85c0-4f55-b2b7-705552734697', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:39:24.908949 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (497251c2-c854-4961-850e-04a5325c5aa9), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:24.953725 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 395db066-6639-46ac-867c-56d5942d10ac is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:24.954212 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (395db066-6639-46ac-867c-56d5942d10ac), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:24.965348 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f38413-52c9-43a2-a48b-64cf86e2efb6 req-ce2de643-64cc-40c2-8bc1-ecb42c54c6a8 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:24.973719 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05f38413-52c9-43a2-a48b-64cf86e2efb6 req-ce2de643-64cc-40c2-8bc1-ecb42c54c6a8 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b3c27c-5d0c-49f5-b72f-ced669bd01a5 HTTP/1.1" status: 200 len: 943 time: 0.0657320 Jan 28 05:39:24.973883 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395db066-6639-46ac-867c-56d5942d10ac {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:39:24.991952 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-170134d6-5ec1-459e-91ca-2ee9081a688c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c43dab8e-c013-4260-b0c2-5ceba6da79ab), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:24.997536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 395db066-6639-46ac-867c-56d5942d10ac, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=395db066-6639-46ac-867c-56d5942d10ac,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:25.007200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6af6d-4e8c-4d43-86ea-3a672a7677b2 req-16c09595-9d21-4dab-87f9-69faeadef428 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:25.009228 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8af6af6d-4e8c-4d43-86ea-3a672a7677b2 req-16c09595-9d21-4dab-87f9-69faeadef428 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 943 time: 0.4285128 Jan 28 05:39:25.042918 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170134d6-5ec1-459e-91ca-2ee9081a688c admin admin] Pushing event deleted for resources: {'Port': ['ID=c43dab8e-c013-4260-b0c2-5ceba6da79ab,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:25.099290 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (395db066-6639-46ac-867c-56d5942d10ac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:25.158258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Attempting to bind port fee322b7-5160-40b0-b228-254197b8eaa2 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:39:25.158625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Attempting to bind port fee322b7-5160-40b0-b228-254197b8eaa2 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '2517d27c-4082-4ac4-8352-4fda1fbfb3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:39:25.158958 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Attempting to bind port fee322b7-5160-40b0-b228-254197b8eaa2 on network eb2152ca-cad6-43a6-a29c-8fac357c4c46 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:25.173355 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=395db066-6639-46ac-867c-56d5942d10ac,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:25.236987 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-170134d6-5ec1-459e-91ca-2ee9081a688c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (bad2afc4-83e5-4bbe-8f40-f5cd00b2f027), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:25.278189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Port fee322b7-5160-40b0-b228-254197b8eaa2 on network eb2152ca-cad6-43a6-a29c-8fac357c4c46 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:39:25.282222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Attempting to bind port fee322b7-5160-40b0-b228-254197b8eaa2 on network eb2152ca-cad6-43a6-a29c-8fac357c4c46 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:25.336361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-1b991a82-4494-42cd-89dc-164f7453c7ff service neutron] 10.222.0.31 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115274 Jan 28 05:39:25.337106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:39:25.337447 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Checking segment: {'id': '2517d27c-4082-4ac4-8352-4fda1fbfb3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:39:25.337824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Bound using segment: {'id': '2517d27c-4082-4ac4-8352-4fda1fbfb3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:39:25.338287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Bound port: fee322b7-5160-40b0-b228-254197b8eaa2, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2517d27c-4082-4ac4-8352-4fda1fbfb3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:39:25.338664 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fee322b7-5160-40b0-b228-254197b8eaa2), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:25.384938 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-170134d6-5ec1-459e-91ca-2ee9081a688c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (bad2afc4-83e5-4bbe-8f40-f5cd00b2f027), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:25.389384 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-170134d6-5ec1-459e-91ca-2ee9081a688c admin admin] Publish callbacks [] for router_controller (bad2afc4-83e5-4bbe-8f40-f5cd00b2f027), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:25.398106 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-05f38413-52c9-43a2-a48b-64cf86e2efb6 req-58e13ff8-2237-4f70-8464-bbf90764cae4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Deleting port 958983a8-9d6b-4501-a24b-b128baa73be3 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:25.398106 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-05f38413-52c9-43a2-a48b-64cf86e2efb6 req-58e13ff8-2237-4f70-8464-bbf90764cae4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:25.400038 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:39:25.452362 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['395db066-6639-46ac-867c-56d5942d10ac'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:25.586011 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-170134d6-5ec1-459e-91ca-2ee9081a688c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (bad2afc4-83e5-4bbe-8f40-f5cd00b2f027), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:25.586825 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170134d6-5ec1-459e-91ca-2ee9081a688c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bad2afc4-83e5-4bbe-8f40-f5cd00b2f027 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:39:25.594744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-05f38413-52c9-43a2-a48b-64cf86e2efb6 req-58e13ff8-2237-4f70-8464-bbf90764cae4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] For port 958983a8-9d6b-4501-a24b-b128baa73be3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=958983a8-9d6b-4501-a24b-b128baa73be3,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:25.595306 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-05f38413-52c9-43a2-a48b-64cf86e2efb6 req-58e13ff8-2237-4f70-8464-bbf90764cae4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:25.603670 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-170134d6-5ec1-459e-91ca-2ee9081a688c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:25.605659 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-170134d6-5ec1-459e-91ca-2ee9081a688c admin admin] 10.222.0.31 "DELETE /v2.0/routers/bad2afc4-83e5-4bbe-8f40-f5cd00b2f027 HTTP/1.1" status: 204 len: 168 time: 1.6741259 Jan 28 05:39:25.611977 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50264) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:25.653791 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-05f38413-52c9-43a2-a48b-64cf86e2efb6 req-58e13ff8-2237-4f70-8464-bbf90764cae4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Calling delete_port for 958983a8-9d6b-4501-a24b-b128baa73be3 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:25.713912 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32,segment=NetworkSegment(2517d27c-4082-4ac4-8352-4fda1fbfb3b5),segment_id=2517d27c-4082-4ac4-8352-4fda1fbfb3b5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:25.728287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32', 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46', 'port_id': 'f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32', 'mac_address': 'fa:16:3e:81:10:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09aefe9-c461-4a92-9aef-5aac0b7bbb77', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:39:25.789118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54384b8-ccd0-4c3d-b0ed-5072857661b1 admin admin] Deleting subnet cdb40936-0741-4f4b-897b-141403a829fe {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:39:25.799477 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c54384b8-ccd0-4c3d-b0ed-5072857661b1 admin admin] Publish callbacks [] for subnet (cdb40936-0741-4f4b-897b-141403a829fe), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:25.799711 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06a16b33-1955-422f-9438-ea1ec0e406d9 req-e1b4b933-d0d5-45e7-8a9a-0268f5e0464d service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8876512 Jan 28 05:39:25.802100 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-ae9e08f7-ccfa-4806-b888-54cb476af046 service neutron] 10.222.0.31 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443581 Jan 28 05:39:25.816411 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8af6af6d-4e8c-4d43-86ea-3a672a7677b2 req-31c9a3f0-a58b-4975-98fa-7fdf2093d9be tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7921646 Jan 28 05:39:25.854632 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:25.855226 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:25.882208 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:39:25.908542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32,segment=NetworkSegment(2517d27c-4082-4ac4-8352-4fda1fbfb3b5),segment_id=2517d27c-4082-4ac4-8352-4fda1fbfb3b5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:25.910915 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-cc8d32f6-a2e2-4a29-b564-33b64423a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:25.924839 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-cc8d32f6-a2e2-4a29-b564-33b64423a8f2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4&tenant_id=3a3781df740148d6b4244220d13c806d HTTP/1.1" status: 200 len: 1102 time: 0.2728665 Jan 28 05:39:25.948311 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:25.983800 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c54384b8-ccd0-4c3d-b0ed-5072857661b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (cdb40936-0741-4f4b-897b-141403a829fe), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:25.984536 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:26.090757 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-4baa83f2-162d-4c12-9b1b-b2fa41ffce76 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks [] for port (2df47c98-4f16-403b-858a-4aa6cfd0f2f0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:26.103464 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c42773-aa0c-420a-b7ed-97c1769d3e6c req-bbe63f06-5e42-4d96-b53d-19c0f65dbfe5 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:26.104896 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:26.111144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00c42773-aa0c-420a-b7ed-97c1769d3e6c req-bbe63f06-5e42-4d96-b53d-19c0f65dbfe5 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 931 time: 0.1469331 Jan 28 05:39:26.265857 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06a16b33-1955-422f-9438-ea1ec0e406d9 req-b4f7f7d4-d130-4ac5-94a7-fccdbdc5f50c service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432113 Jan 28 05:39:26.315593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5b2333d4-a97a-4eab-a44d-8f995fb2296f no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:26.352597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] For port fee322b7-5160-40b0-b228-254197b8eaa2, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:39:26.374388 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] For port fee322b7-5160-40b0-b228-254197b8eaa2, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=fee322b7-5160-40b0-b228-254197b8eaa2,segment=NetworkSegment(2517d27c-4082-4ac4-8352-4fda1fbfb3b5),segment_id=2517d27c-4082-4ac4-8352-4fda1fbfb3b5)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:39:26.382595 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (28a59348-ff96-43a7-8298-5ec30d593446), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:26.394064 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:26.397970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 5b2333d4-a97a-4eab-a44d-8f995fb2296f {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:39:26.398324 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5b2333d4-a97a-4eab-a44d-8f995fb2296f not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:39:26.405606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c43dab8e-c013-4260-b0c2-5ceba6da79ab no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:26.422101 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497251c2-c854-4961-850e-04a5325c5aa9 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:39:26.434812 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Publish callbacks [] for port (497251c2-c854-4961-850e-04a5325c5aa9), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:26.455025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Transition to ACTIVE for port object 497251c2-c854-4961-850e-04a5325c5aa9 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:39:26.475132 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-4baa83f2-162d-4c12-9b1b-b2fa41ffce76 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2df47c98-4f16-403b-858a-4aa6cfd0f2f0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:26.489904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: c43dab8e-c013-4260-b0c2-5ceba6da79ab {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:39:26.490498 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c43dab8e-c013-4260-b0c2-5ceba6da79ab not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:39:26.525051 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (fee322b7-5160-40b0-b228-254197b8eaa2), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:26.562602 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c54384b8-ccd0-4c3d-b0ed-5072857661b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (cdb40936-0741-4f4b-897b-141403a829fe), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:26.578438 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00c42773-aa0c-420a-b7ed-97c1769d3e6c req-ca7228a8-d22f-4fa2-93c3-02f33469adfb tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663532 Jan 28 05:39:26.579075 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (497251c2-c854-4961-850e-04a5325c5aa9), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:26.582064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:26.582851 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:26.584387 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] 10.222.0.60 "PUT /v2.0/ports/fee322b7-5160-40b0-b228-254197b8eaa2 HTTP/1.1" status: 200 len: 1092 time: 4.2557912 Jan 28 05:39:26.591142 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd903da64-1f22-4128-a987-69f37773285f', 'tag': 'fee322b7-5160-40b0-b228-254197b8eaa2'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:26.594521 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14fb8f5-c5a9-482d-95d2-a2f8ee00ef55" -d '{"events": [{"name": "network-changed", "server_uuid": "d903da64-1f22-4128-a987-69f37773285f", "tag": "fee322b7-5160-40b0-b228-254197b8eaa2"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:26.628758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4104d93a-205f-486e-a7c1-0bca46066afa req-4baa83f2-162d-4c12-9b1b-b2fa41ffce76 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Network eb2152ca-cad6-43a6-a29c-8fac357c4c46 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:39:26.642842 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-4104d93a-205f-486e-a7c1-0bca46066afa req-4baa83f2-162d-4c12-9b1b-b2fa41ffce76 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:39:26.646105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4104d93a-205f-486e-a7c1-0bca46066afa req-4baa83f2-162d-4c12-9b1b-b2fa41ffce76 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:39:26.696635 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-05f38413-52c9-43a2-a48b-64cf86e2efb6 req-58e13ff8-2237-4f70-8464-bbf90764cae4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (958983a8-9d6b-4501-a24b-b128baa73be3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:26.705347 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-4baa83f2-162d-4c12-9b1b-b2fa41ffce76 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:26.706095 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-4baa83f2-162d-4c12-9b1b-b2fa41ffce76 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:26.735661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa83f2-162d-4c12-9b1b-b2fa41ffce76 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Pushing event updated for resources: {'Port': ['ID=2df47c98-4f16-403b-858a-4aa6cfd0f2f0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:26.762219 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e13ff8-2237-4f70-8464-bbf90764cae4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Pushing event deleted for resources: {'Port': ['ID=958983a8-9d6b-4501-a24b-b128baa73be3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:26.794486 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 395db066-6639-46ac-867c-56d5942d10ac up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:39:26.861005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a159d-9b39-4692-89bf-a91794c7db4b req-70a32d56-a605-4e68-8ee4-3830b7b6e902 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:26.869512 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d65a159d-9b39-4692-89bf-a91794c7db4b req-70a32d56-a605-4e68-8ee4-3830b7b6e902 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c3991b-55b5-4fa3-9276-c6fb116e7b13 HTTP/1.1" status: 200 len: 931 time: 0.4099314 Jan 28 05:39:26.876317 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82118dde-ac2a-48c3-b82b-d5c2f9adc3fa service neutron] Pushing event updated for resources: {'Port': ['ID=fee322b7-5160-40b0-b228-254197b8eaa2,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:26.878442 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f38413-52c9-43a2-a48b-64cf86e2efb6 req-58e13ff8-2237-4f70-8464-bbf90764cae4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] No DVR routers for this DVR port 958983a8-9d6b-4501-a24b-b128baa73be3 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:39:26.882221 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c54384b8-ccd0-4c3d-b0ed-5072857661b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (cdb40936-0741-4f4b-897b-141403a829fe), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:26.885605 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-05f38413-52c9-43a2-a48b-64cf86e2efb6 req-58e13ff8-2237-4f70-8464-bbf90764cae4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:26.889690 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05f38413-52c9-43a2-a48b-64cf86e2efb6 req-58e13ff8-2237-4f70-8464-bbf90764cae4 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.60 "DELETE /v2.0/ports/958983a8-9d6b-4501-a24b-b128baa73be3 HTTP/1.1" status: 204 len: 173 time: 1.9158504 Jan 28 05:39:26.899158 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b3c27c-5d0c-49f5-b72f-ced669bd01a5', 'name': 'network-vif-deleted', 'tag': '958983a8-9d6b-4501-a24b-b128baa73be3'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:26.901418 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac6689d-5c7f-4251-b1bd-1c468773b0e7" -d '{"events": [{"server_uuid": "01b3c27c-5d0c-49f5-b72f-ced669bd01a5", "name": "network-vif-deleted", "tag": "958983a8-9d6b-4501-a24b-b128baa73be3"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:26.933952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54384b8-ccd0-4c3d-b0ed-5072857661b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb40936-0741-4f4b-897b-141403a829fe,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:26.938968 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c54384b8-ccd0-4c3d-b0ed-5072857661b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:26.945210 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c54384b8-ccd0-4c3d-b0ed-5072857661b1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cdb40936-0741-4f4b-897b-141403a829fe HTTP/1.1" status: 204 len: 168 time: 1.3291018 Jan 28 05:39:26.945210 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50280) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:26.947910 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eda218-1ac3-41ea-a1ab-7df4923b51a4 None None] Network 2e7c8c02-f500-44b2-8827-edb3e3c90be0 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:39:26.974974 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 395db066-6639-46ac-867c-56d5942d10ac completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:39:27.016669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 395db066-6639-46ac-867c-56d5942d10ac triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:39:27.016961 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (395db066-6639-46ac-867c-56d5942d10ac), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:27.032694 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-8c064285-8a95-48f0-aa09-13861a5d7db2 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 1001 time: 0.3100576 Jan 28 05:39:27.036964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-4baa83f2-162d-4c12-9b1b-b2fa41ffce76 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2893455 Jan 28 05:39:27.077205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Request body: {'port': {'device_id': '58c3991b-55b5-4fa3-9276-c6fb116e7b13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:27.131601 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d65a159d-9b39-4692-89bf-a91794c7db4b req-304f81c0-f343-46e1-b1dc-2cf5e9395118 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611203 Jan 28 05:39:27.159336 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Pushing event updated for resources: {'Port': ['ID=497251c2-c854-4961-850e-04a5325c5aa9,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:27.174993 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 395db066-6639-46ac-867c-56d5942d10ac is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:27.175394 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (395db066-6639-46ac-867c-56d5942d10ac), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:27.192315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-b9344aa7-4f46-41de-8e2d-fe6c169846e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:27.194805 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-b9344aa7-4f46-41de-8e2d-fe6c169846e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=045230344a984cfaac87439195d4d833&device_id=d903da64-1f22-4128-a987-69f37773285f HTTP/1.1" status: 200 len: 1095 time: 0.4494309 Jan 28 05:39:27.217664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e7e3b5-5467-477e-b5ce-1bed56e8afdd None None] DHCP port deletion for 2e7c8c02-f500-44b2-8827-edb3e3c90be0 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:39:27.222767 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:27.228628 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (2e7c8c02-f500-44b2-8827-edb3e3c90be0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:27.234749 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a6acd2-3dbe-4924-9182-1519a899b99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395db066-6639-46ac-867c-56d5942d10ac'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:27.237720 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81048f46-102a-4bf7-90a5-4485bf99cb73" -d '{"events": [{"server_uuid": "e1a6acd2-3dbe-4924-9182-1519a899b99a", "name": "network-vif-plugged", "status": "completed", "tag": "395db066-6639-46ac-867c-56d5942d10ac"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:27.243960 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=28a59348-ff96-43a7-8298-5ec30d593446,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:27.284964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 395db066-6639-46ac-867c-56d5942d10ac, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=395db066-6639-46ac-867c-56d5942d10ac,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:27.296999 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:39:27.310918 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-24e7e3b5-5467-477e-b5ce-1bed56e8afdd None None] Deleting port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:27.311590 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24e7e3b5-5467-477e-b5ce-1bed56e8afdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:27.327386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-75adc885-c605-4d2a-b5f9-dcfa784f2023 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:27.328784 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-75adc885-c605-4d2a-b5f9-dcfa784f2023 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports/2c1af978-a88d-4559-ba79-a7df9638837a HTTP/1.1" status: 200 len: 943 time: 0.2624576 Jan 28 05:39:27.348157 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-bdaa8183-4e9b-44e0-a372-9e684e6c192d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fee322b7-5160-40b0-b228-254197b8eaa2 HTTP/1.1" status: 200 len: 217 time: 0.1358914 Jan 28 05:39:27.391654 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Publish callbacks [] for port (28a59348-ff96-43a7-8298-5ec30d593446), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:27.392834 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-24e7e3b5-5467-477e-b5ce-1bed56e8afdd None None] For port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb,segment=NetworkSegment(8f14da8d-967f-47dc-9b75-767b06c9c477),segment_id=8f14da8d-967f-47dc-9b75-767b06c9c477)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:27.394611 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24e7e3b5-5467-477e-b5ce-1bed56e8afdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:27.406539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Attempting to bind port 497251c2-c854-4961-850e-04a5325c5aa9 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:39:27.407284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Attempting to bind port 497251c2-c854-4961-850e-04a5325c5aa9 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:39:27.407284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Attempting to bind port 497251c2-c854-4961-850e-04a5325c5aa9 on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:27.408897 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 958983a8-9d6b-4501-a24b-b128baa73be3 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:27.413949 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (395db066-6639-46ac-867c-56d5942d10ac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:27.414789 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 28a59348-ff96-43a7-8298-5ec30d593446 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:27.424260 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Transition to ACTIVE for port object 28a59348-ff96-43a7-8298-5ec30d593446 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:39:27.437012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Port 497251c2-c854-4961-850e-04a5325c5aa9 on network a68ceb60-a872-4bba-990e-8e03126b2535 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:39:27.437369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Attempting to bind port 497251c2-c854-4961-850e-04a5325c5aa9 on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:27.441102 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] Deleting port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:27.446952 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2df47c98-4f16-403b-858a-4aa6cfd0f2f0), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:27.447131 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:27.476435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-24e7e3b5-5467-477e-b5ce-1bed56e8afdd None None] Calling delete_port for b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:27.483296 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 958983a8-9d6b-4501-a24b-b128baa73be3 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:39:27.483644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 958983a8-9d6b-4501-a24b-b128baa73be3 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:39:27.518386 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (28a59348-ff96-43a7-8298-5ec30d593446), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:27.538994 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:39:27.538994 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Checking segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:39:27.539499 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Bound using segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:39:27.539908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Bound port: 497251c2-c854-4961-850e-04a5325c5aa9, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:39:27.540267 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (497251c2-c854-4961-850e-04a5325c5aa9), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:27.595855 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Pushing event updated for resources: {'Port': ['ID=28a59348-ff96-43a7-8298-5ec30d593446,revision_number=10']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:27.604698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] The host n-h1-812111-12 is not matching for port 28a59348-ff96-43a7-8298-5ec30d593446 host n-h2-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:39:27.605166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 28a59348-ff96-43a7-8298-5ec30d593446 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:39:27.619863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=395db066-6639-46ac-867c-56d5942d10ac,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:27.629710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-63a060f9-8f20-4ad6-9acb-53a7a3d37215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:27.631542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-63a060f9-8f20-4ad6-9acb-53a7a3d37215 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b09aefe9-c461-4a92-9aef-5aac0b7bbb77 HTTP/1.1" status: 200 len: 857 time: 0.2531779 Jan 28 05:39:27.632640 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] For port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb,segment=NetworkSegment(8f14da8d-967f-47dc-9b75-767b06c9c477),segment_id=8f14da8d-967f-47dc-9b75-767b06c9c477)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:27.633189 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:27.652295 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171449e-4727-4764-b50a-195fbcf2479d req-0bc87132-3fe9-4f89-8cf3-7cbebab7831f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:27.653814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f171449e-4727-4764-b50a-195fbcf2479d req-0bc87132-3fe9-4f89-8cf3-7cbebab7831f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.3426621 Jan 28 05:39:27.672185 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] No DVR routers for this DVR port 28a59348-ff96-43a7-8298-5ec30d593446 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:39:27.680935 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] Calling delete_port for b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:27.733368 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-80f6e78b-f1c3-4246-89d8-f3690306989d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb2152ca-cad6-43a6-a29c-8fac357c4c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763311 Jan 28 05:39:27.740575 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-b02fdbc7-d95d-4a56-bc97-38e29bd63bbb tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 1001 time: 0.2842205 Jan 28 05:39:27.749385 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24e7e3b5-5467-477e-b5ce-1bed56e8afdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:27.769246 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Attempting to bind port 28a59348-ff96-43a7-8298-5ec30d593446 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:39:27.769808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Attempting to bind port 28a59348-ff96-43a7-8298-5ec30d593446 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:39:27.769940 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Attempting to bind port 28a59348-ff96-43a7-8298-5ec30d593446 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:27.782857 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Port 28a59348-ff96-43a7-8298-5ec30d593446 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:39:27.783192 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Attempting to bind port 28a59348-ff96-43a7-8298-5ec30d593446 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:27.800028 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:39:27.800028 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:39:27.800409 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:39:27.800869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Bound port: 28a59348-ff96-43a7-8298-5ec30d593446, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:39:27.801233 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (28a59348-ff96-43a7-8298-5ec30d593446), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:27.856979 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7e3b5-5467-477e-b5ce-1bed56e8afdd None None] Pushing event deleted for resources: {'Port': ['ID=b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:27.867401 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e7e3b5-5467-477e-b5ce-1bed56e8afdd None None] No DVR routers for this DVR port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:39:27.935754 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:39:27.939688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=28a59348-ff96-43a7-8298-5ec30d593446,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:39:27.941002 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:27.974173 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:27.993191 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] No DVR routers for this DVR port b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:39:28.113037 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (2e7c8c02-f500-44b2-8827-edb3e3c90be0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:28.137637 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7c8c02-f500-44b2-8827-edb3e3c90be0']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:28.152324 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f14da8d-967f-47dc-9b75-767b06c9c477') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:28.152324 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f14da8d-967f-47dc-9b75-767b06c9c477') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:28.172232 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (8f14da8d-967f-47dc-9b75-767b06c9c477), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:28.193727 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (8f14da8d-967f-47dc-9b75-767b06c9c477), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:28.201748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (8f14da8d-967f-47dc-9b75-767b06c9c477), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:39:28.208788 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (28a59348-ff96-43a7-8298-5ec30d593446), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:28.279223 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:28.304781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:28.310569 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:28.310569 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] 10.222.0.60 "PUT /v2.0/ports/28a59348-ff96-43a7-8298-5ec30d593446 HTTP/1.1" status: 200 len: 1098 time: 2.3629920 Jan 28 05:39:28.378579 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] For port 497251c2-c854-4961-850e-04a5325c5aa9, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:39:28.381212 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009dbe0-2364-4a32-8797-ccd3fd49f44e service neutron] Pushing event updated for resources: {'Port': ['ID=28a59348-ff96-43a7-8298-5ec30d593446,revision_number=11']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:28.384947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:39:28.385300 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b8447eb6-9ebb-4d83-9bba-3ef9e18b83fb not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:39:28.388986 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f171449e-4727-4764-b50a-195fbcf2479d req-979554c4-c0c6-46ef-9f5b-7ea6ebf9a545 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6884563 Jan 28 05:39:28.430576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] For port 497251c2-c854-4961-850e-04a5325c5aa9, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=497251c2-c854-4961-850e-04a5325c5aa9,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:39:28.457951 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (2e7c8c02-f500-44b2-8827-edb3e3c90be0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:28.514966 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:28.529416 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2e7c8c02-f500-44b2-8827-edb3e3c90be0 HTTP/1.1" status: 204 len: 168 time: 1.5702076 Jan 28 05:39:28.545771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af789361-2717-4bb7-96c0-99c0e9b30835 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e7c8c02-f500-44b2-8827-edb3e3c90be0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:28.573817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-03306bdf-01d7-4da0-9555-8678418da14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:28.576267 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-03306bdf-01d7-4da0-9555-8678418da14b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 1101 time: 0.1533265 Jan 28 05:39:28.601594 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (497251c2-c854-4961-850e-04a5325c5aa9), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:28.609016 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-3779b319-cf1b-4d03-b5c7-684e0ae06594 service neutron] 10.222.0.60 "GET /v2.0/networks/eb2152ca-cad6-43a6-a29c-8fac357c4c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8510463 Jan 28 05:39:28.702091 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-f2a5d42f-b562-4478-bbc9-3b55397ace4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:28.703679 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-f2a5d42f-b562-4478-bbc9-3b55397ace4f service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1203713 Jan 28 05:39:28.753415 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-aa2220a8-e4be-49c1-9384-5cb6c1074f85 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:28.754805 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-aa2220a8-e4be-49c1-9384-5cb6c1074f85 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.9746339 Jan 28 05:39:28.756080 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:28.756680 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:28.758188 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] 10.222.0.60 "PUT /v2.0/ports/497251c2-c854-4961-850e-04a5325c5aa9 HTTP/1.1" status: 200 len: 1092 time: 4.0746717 Jan 28 05:39:28.797346 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00719ffa-c984-4b74-bca1-4b890561212a req-21bd2e54-731f-4b2c-8dea-c5c16e4be423 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=14709eae-a9d4-4c37-a45a-9c4970e73d63 HTTP/1.1" status: 200 len: 210 time: 0.1340621 Jan 28 05:39:28.800958 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-86fa7935-cff6-42fe-88db-b02f873258f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=28a59348-ff96-43a7-8298-5ec30d593446 HTTP/1.1" status: 200 len: 217 time: 0.0881381 Jan 28 05:39:28.860059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9a07e-3c27-4a15-826d-872d04e95245 service neutron] Pushing event updated for resources: {'Port': ['ID=497251c2-c854-4961-850e-04a5325c5aa9,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:28.916626 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-9aabc1e8-1ad0-4c4c-b9d5-7d875bcb310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:28.922328 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-9aabc1e8-1ad0-4c4c-b9d5-7d875bcb310e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1137967 Jan 28 05:39:28.972897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50292) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:28.994500 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-75fddc61-74e9-43cd-9a9b-9b7fbcf29c37 service neutron] 10.222.0.60 "GET /v2.0/networks/eb2152ca-cad6-43a6-a29c-8fac357c4c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164310 Jan 28 05:39:29.007642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-8a8991cd-1c8d-4c6c-8f53-5472ff011f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:29.007879 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b79035-fc17-4160-8694-71f69647c343 x-openstack-request-id: req-76b79035-fc17-4160-8694-71f69647c343 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:29.008130 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d903da64-1f22-4128-a987-69f37773285f", "tag": "fee322b7-5160-40b0-b228-254197b8eaa2", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:29.008349 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76b79035-fc17-4160-8694-71f69647c343 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:29.008678 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd903da64-1f22-4128-a987-69f37773285f', 'tag': 'fee322b7-5160-40b0-b228-254197b8eaa2', 'status': 'completed', 'code': 200} Jan 28 05:39:29.009179 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-8a8991cd-1c8d-4c6c-8f53-5472ff011f64 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0820255 Jan 28 05:39:29.099474 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cf2dfc14-3330-4f9b-987d-0ac5b63417f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f89df0ed4324ba8a50b1f639b59017f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1239498 Jan 28 05:39:29.102371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50294) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:29.169038 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-885183db-23b1-49e3-9a51-de50e577535f service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510634 Jan 28 05:39:29.207158 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2835193-3f7e-459e-b698-2267ef22b198 admin admin] Publish callbacks [] for security_group (e112b3f7-93d4-4eb0-a676-740d92c06679), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:29.211823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7af4c19d-2d43-4358-8b3e-ddeae73eb875 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:29.213427 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7af4c19d-2d43-4358-8b3e-ddeae73eb875 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.64 "GET /v2.0/networks?id=56a01931-34aa-4e79-a960-aef0826a6cd6 HTTP/1.1" status: 200 len: 804 time: 0.1268771 Jan 28 05:39:29.270280 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2835193-3f7e-459e-b698-2267ef22b198 admin admin] Publish callbacks [] for security_group (e112b3f7-93d4-4eb0-a676-740d92c06679), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:29.277579 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-ca4d2fd1-5df4-4d9b-89db-9d826c8c7bdb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Request body: {'port': {'device_id': '14709eae-a9d4-4c37-a45a-9c4970e73d63', 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6', 'admin_state_up': True, 'tenant_id': 'b373ada81bc646c197d728690c726ee1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:29.327820 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2719d306-7c81-461f-9e9f-d3e3b4f18dc8 req-fe35abf4-b6b0-40e7-9335-db4a25f8a4f4 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496420 Jan 28 05:39:29.336101 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:39:29.346850 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-33ba6e69-79c3-406e-b0ab-21a06eefe9c2 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 1001 time: 0.5430174 Jan 28 05:39:29.367680 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Publish callbacks [] for port (2df47c98-4f16-403b-858a-4aa6cfd0f2f0), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:29.373686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-d7820ca7-02d9-4a5c-8978-82e7c280fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:29.375223 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-d7820ca7-02d9-4a5c-8978-82e7c280fcc8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 1095 time: 0.3781571 Jan 28 05:39:29.378586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-1c51898d-15fb-4f75-a713-6c8687d3d4b8 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:29.391373 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3423fc-85a7-45b7-b3a1-6c9def9f89dd req-d6ddd07a-0009-4b52-b538-9463c459cb87 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:29.392932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa3423fc-85a7-45b7-b3a1-6c9def9f89dd req-d6ddd07a-0009-4b52-b538-9463c459cb87 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 945 time: 0.3975420 Jan 28 05:39:29.402609 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:39:29.445791 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2835193-3f7e-459e-b698-2267ef22b198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e112b3f7-93d4-4eb0-a676-740d92c06679), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:29.449954 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2835193-3f7e-459e-b698-2267ef22b198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:29.452317 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c2835193-3f7e-459e-b698-2267ef22b198 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e112b3f7-93d4-4eb0-a676-740d92c06679 HTTP/1.1" status: 204 len: 168 time: 0.3488884 Jan 28 05:39:29.463230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fb8f5-c5a9-482d-95d2-a2f8ee00ef55 req-ac39d8dc-8874-456f-8bae-c829f431f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:29.464856 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2835193-3f7e-459e-b698-2267ef22b198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e112b3f7-93d4-4eb0-a676-740d92c06679,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:29.466066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c14fb8f5-c5a9-482d-95d2-a2f8ee00ef55 req-ac39d8dc-8874-456f-8bae-c829f431f0fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=045230344a984cfaac87439195d4d833&device_id=d903da64-1f22-4128-a987-69f37773285f HTTP/1.1" status: 200 len: 1095 time: 0.2476385 Jan 28 05:39:29.508785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Transition to ACTIVE for port object 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:39:29.523814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-07448be7-6322-4e2e-a164-4ae5c7a26319 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=497251c2-c854-4961-850e-04a5325c5aa9 HTTP/1.1" status: 200 len: 217 time: 0.0916691 Jan 28 05:39:29.550938 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:39:29.560154 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:39:29.562152 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:29.585388 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-1c51898d-15fb-4f75-a713-6c8687d3d4b8 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks [] for floatingip (b19a9daf-1539-4b09-8ade-385167e49544), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:29.657499 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:29.657799 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:29.696592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32,segment=NetworkSegment(2517d27c-4082-4ac4-8352-4fda1fbfb3b5),segment_id=2517d27c-4082-4ac4-8352-4fda1fbfb3b5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:29.715028 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa3423fc-85a7-45b7-b3a1-6c9def9f89dd req-1beecfee-3b5a-48af-8585-29de08545bc3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604938 Jan 28 05:39:29.719832 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (2df47c98-4f16-403b-858a-4aa6cfd0f2f0), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:29.771838 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dbd34e-8d5f-4810-9def-ff186cfcae3c x-openstack-request-id: req-b3dbd34e-8d5f-4810-9def-ff186cfcae3c {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:29.772549 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b3c27c-5d0c-49f5-b72f-ced669bd01a5", "name": "network-vif-deleted", "tag": "958983a8-9d6b-4501-a24b-b128baa73be3", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:29.773013 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3dbd34e-8d5f-4810-9def-ff186cfcae3c {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:29.773703 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b3c27c-5d0c-49f5-b72f-ced669bd01a5', 'name': 'network-vif-deleted', 'tag': '958983a8-9d6b-4501-a24b-b128baa73be3', 'status': 'completed', 'code': 200} Jan 28 05:39:29.783207 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:29.803302 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-4766177c-d309-4ff0-99e7-5618675ea72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:29.805951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-4766177c-d309-4ff0-99e7-5618675ea72b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.2653720 Jan 28 05:39:29.829028 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211c0952-d063-40ac-95b5-74df1e1d901a x-openstack-request-id: req-211c0952-d063-40ac-95b5-74df1e1d901a {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:29.829210 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a6acd2-3dbe-4924-9182-1519a899b99a", "name": "network-vif-plugged", "status": "completed", "tag": "395db066-6639-46ac-867c-56d5942d10ac", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:29.830138 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-211c0952-d063-40ac-95b5-74df1e1d901a {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:29.830588 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a6acd2-3dbe-4924-9182-1519a899b99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395db066-6639-46ac-867c-56d5942d10ac', 'code': 200} Jan 28 05:39:29.867213 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fb8f5-c5a9-482d-95d2-a2f8ee00ef55 req-e51911ed-c726-4943-a2f4-858a8788697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:29.869560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c14fb8f5-c5a9-482d-95d2-a2f8ee00ef55 req-e51911ed-c726-4943-a2f4-858a8788697d service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb2152ca-cad6-43a6-a29c-8fac357c4c46 HTTP/1.1" status: 200 len: 918 time: 0.3661103 Jan 28 05:39:29.874978 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:29.889891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-ca4d2fd1-5df4-4d9b-89db-9d826c8c7bdb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Made reservation on behalf of b373ada81bc646c197d728690c726ee1 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:39:29.894034 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-ca4d2fd1-5df4-4d9b-89db-9d826c8c7bdb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:29.923500 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Pushing event updated for resources: {'Port': ['ID=2df47c98-4f16-403b-858a-4aa6cfd0f2f0,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:29.969146 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28695e1d-47b1-4304-ac7b-0bf7ab374ca2 req-6273d471-db19-48d9-92d1-b4b6875f6270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:29.971058 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-28695e1d-47b1-4304-ac7b-0bf7ab374ca2 req-6273d471-db19-48d9-92d1-b4b6875f6270 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 1097 time: 0.0575807 Jan 28 05:39:30.018541 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-68915805-5bef-4a44-928a-e9b647140284 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403840 Jan 28 05:39:30.022655 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-28695e1d-47b1-4304-ac7b-0bf7ab374ca2 req-f479d749-9c9d-4309-aac0-edb9c25d336c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451593 Jan 28 05:39:30.163019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c14fb8f5-c5a9-482d-95d2-a2f8ee00ef55 req-1d231f24-2ad2-4723-a82f-03a9bd643ca8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fee322b7-5160-40b0-b228-254197b8eaa2 HTTP/1.1" status: 200 len: 217 time: 0.2538178 Jan 28 05:39:30.290980 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50306) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:30.354559 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c895442d-d3b4-4be3-90d4-c5c1b0952344 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7dc335d228cc400aa58d891c2643677e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0619206 Jan 28 05:39:30.355484 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50308) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:30.425578 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f443cada-9a44-4e55-bba7-4ce439448fe6 admin admin] Publish callbacks [] for security_group (aa92f76c-4bf4-4768-8a5e-96cc55968b67), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:30.460600 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f443cada-9a44-4e55-bba7-4ce439448fe6 admin admin] Publish callbacks [] for security_group (aa92f76c-4bf4-4768-8a5e-96cc55968b67), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:30.619203 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f443cada-9a44-4e55-bba7-4ce439448fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (aa92f76c-4bf4-4768-8a5e-96cc55968b67), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:30.623865 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f443cada-9a44-4e55-bba7-4ce439448fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:30.629182 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f443cada-9a44-4e55-bba7-4ce439448fe6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa92f76c-4bf4-4768-8a5e-96cc55968b67 HTTP/1.1" status: 204 len: 168 time: 0.2724206 Jan 28 05:39:30.641486 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443cada-9a44-4e55-bba7-4ce439448fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa92f76c-4bf4-4768-8a5e-96cc55968b67,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:30.828683 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-1c51898d-15fb-4f75-a713-6c8687d3d4b8 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:30.843236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d8c79-507e-438e-ab25-a4487b9c8f5f req-47ffd546-0b96-4cd8-89ea-8c65d7a1a642 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:30.844983 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d72d8c79-507e-438e-ab25-a4487b9c8f5f req-47ffd546-0b96-4cd8-89ea-8c65d7a1a642 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 0.9233835 Jan 28 05:39:30.862235 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fb8f5-c5a9-482d-95d2-a2f8ee00ef55 req-f1d49a3d-e47a-4f5c-b2f2-b57d04286515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:30.863736 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c14fb8f5-c5a9-482d-95d2-a2f8ee00ef55 req-f1d49a3d-e47a-4f5c-b2f2-b57d04286515 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b09aefe9-c461-4a92-9aef-5aac0b7bbb77 HTTP/1.1" status: 200 len: 857 time: 0.6765091 Jan 28 05:39:30.948000 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-1c51898d-15fb-4f75-a713-6c8687d3d4b8 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (b19a9daf-1539-4b09-8ade-385167e49544), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:30.948829 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-1c51898d-15fb-4f75-a713-6c8687d3d4b8 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Floating IP b19a9daf-1539-4b09-8ade-385167e49544 disassociated. External IP: 172.25.0.78, port: 2c1af978-a88d-4559-ba79-a7df9638837a. Jan 28 05:39:30.958553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Attempting to bind port 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:39:30.958889 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Attempting to bind port 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '2517d27c-4082-4ac4-8352-4fda1fbfb3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:39:30.959226 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Attempting to bind port 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 on network eb2152ca-cad6-43a6-a29c-8fac357c4c46 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:30.962792 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c14fb8f5-c5a9-482d-95d2-a2f8ee00ef55 req-1a5c2502-a771-4ff7-a591-45e6eb846fc3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb2152ca-cad6-43a6-a29c-8fac357c4c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805321 Jan 28 05:39:31.018811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2', 'tag': '497251c2-c854-4961-850e-04a5325c5aa9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:31.021022 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1ff7e7-dda1-4797-aaec-b449b76c011f" -d '{"events": [{"name": "network-changed", "server_uuid": "42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2", "tag": "497251c2-c854-4961-850e-04a5325c5aa9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:31.040369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Port 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 on network eb2152ca-cad6-43a6-a29c-8fac357c4c46 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:39:31.040698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Attempting to bind port 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 on network eb2152ca-cad6-43a6-a29c-8fac357c4c46 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:31.044579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-3130bfab-e0f7-4189-866e-8f9d21981b9f service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9342635 Jan 28 05:39:31.091777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-ca4d2fd1-5df4-4d9b-89db-9d826c8c7bdb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Allocated IP 172.20.0.3 (56a01931-34aa-4e79-a960-aef0826a6cd6/b8ad07a0-3844-44a2-a22c-26a49efa296b/503d343d-38f9-4114-baf4-a15d044c3134) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:39:31.118011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:39:31.118011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Checking segment: {'id': '2517d27c-4082-4ac4-8352-4fda1fbfb3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:39:31.118011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Bound using segment: {'id': '2517d27c-4082-4ac4-8352-4fda1fbfb3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:39:31.118011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Bound port: 2df47c98-4f16-403b-858a-4aa6cfd0f2f0, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2517d27c-4082-4ac4-8352-4fda1fbfb3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:39:31.118011 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2df47c98-4f16-403b-858a-4aa6cfd0f2f0), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:31.238122 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d72d8c79-507e-438e-ab25-a4487b9c8f5f req-b8dffd4e-dabc-4f54-9ba5-989656c06511 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720958 Jan 28 05:39:31.416442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c14fb8f5-c5a9-482d-95d2-a2f8ee00ef55 req-09c86200-cca0-4594-bd4d-80ddf94df307 service neutron] 10.222.0.60 "GET /v2.0/networks/eb2152ca-cad6-43a6-a29c-8fac357c4c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450829 Jan 28 05:39:31.419262 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 28a59348-ff96-43a7-8298-5ec30d593446 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:39:31.458183 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6422c95-0bfa-4fef-9d47-7ecc675be935 req-b26423aa-76a0-4a34-8b09-3b541c02aedd service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983066 Jan 28 05:39:31.592238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] For port 2df47c98-4f16-403b-858a-4aa6cfd0f2f0, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:39:31.621508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=28a59348-ff96-43a7-8298-5ec30d593446,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:31.634605 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '28a59348-ff96-43a7-8298-5ec30d593446', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '28a59348-ff96-43a7-8298-5ec30d593446', 'mac_address': 'fa:16:3e:07:bd:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:39:31.687166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 28a59348-ff96-43a7-8298-5ec30d593446 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:31.688316 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (28a59348-ff96-43a7-8298-5ec30d593446), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:31.706447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a59348-ff96-43a7-8298-5ec30d593446 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:39:31.726661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] For port 2df47c98-4f16-403b-858a-4aa6cfd0f2f0, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2df47c98-4f16-403b-858a-4aa6cfd0f2f0,segment=NetworkSegment(2517d27c-4082-4ac4-8352-4fda1fbfb3b5),segment_id=2517d27c-4082-4ac4-8352-4fda1fbfb3b5)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:39:31.736164 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=28a59348-ff96-43a7-8298-5ec30d593446,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:31.743927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850bbbe-556e-4f68-bd9a-28c90aeff61a req-5aaea64a-ac59-4734-b228-9799ca20f436 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:31.745663 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2850bbbe-556e-4f68-bd9a-28c90aeff61a req-5aaea64a-ac59-4734-b228-9799ca20f436 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c3991b-55b5-4fa3-9276-c6fb116e7b13 HTTP/1.1" status: 200 len: 943 time: 0.3793476 Jan 28 05:39:31.775101 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28a59348-ff96-43a7-8298-5ec30d593446'}, {'name': 'network-changed', 'server_uuid': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'tag': '28a59348-ff96-43a7-8298-5ec30d593446'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:31.779379 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bf29f7-de8a-498b-bf2b-2d66a45a7ffd" -d '{"events": [{"server_uuid": "d894dc23-fd2f-456d-a3c9-36a51d2858c4", "name": "network-vif-unplugged", "status": "completed", "tag": "28a59348-ff96-43a7-8298-5ec30d593446"}, {"name": "network-changed", "server_uuid": "d894dc23-fd2f-456d-a3c9-36a51d2858c4", "tag": "28a59348-ff96-43a7-8298-5ec30d593446"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:31.833090 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565fdaf7-3cee-48bb-9053-d168a30529a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:31.836621 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9466676b-1dc9-4289-b2ac-5c7f02c87d06" -d '{"events": [{"server_uuid": "565fdaf7-3cee-48bb-9053-d168a30529a6", "name": "network-vif-plugged", "status": "completed", "tag": "f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:31.855735 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (28a59348-ff96-43a7-8298-5ec30d593446), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:31.857226 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device fee322b7-5160-40b0-b228-254197b8eaa2 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:39:31.876577 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (2df47c98-4f16-403b-858a-4aa6cfd0f2f0), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:31.908187 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:31.909409 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:31.910947 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] 10.222.0.64 "PUT /v2.0/ports/2df47c98-4f16-403b-858a-4aa6cfd0f2f0 HTTP/1.1" status: 200 len: 1092 time: 4.8460836 Jan 28 05:39:31.999632 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2850bbbe-556e-4f68-bd9a-28c90aeff61a req-e9eabdd8-7d3d-4166-912b-6fb69f0e83f7 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151413 Jan 28 05:39:32.001954 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c14fb8f5-c5a9-482d-95d2-a2f8ee00ef55 req-b4f49e39-8702-4d78-bd16-246433fdface service neutron] 10.222.0.60 "GET /v2.0/networks/eb2152ca-cad6-43a6-a29c-8fac357c4c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618021 Jan 28 05:39:32.014901 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-ca4d2fd1-5df4-4d9b-89db-9d826c8c7bdb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks [] for port (503d343d-38f9-4114-baf4-a15d044c3134), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:32.020362 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=28a59348-ff96-43a7-8298-5ec30d593446,revision_number=12']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:32.048556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-1c51898d-15fb-4f75-a713-6c8687d3d4b8 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Router ea022867-50b8-47d9-98a7-37c27a9e2571 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:39:32.117256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port fee322b7-5160-40b0-b228-254197b8eaa2, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=fee322b7-5160-40b0-b228-254197b8eaa2,segment=NetworkSegment(2517d27c-4082-4ac4-8352-4fda1fbfb3b5),segment_id=2517d27c-4082-4ac4-8352-4fda1fbfb3b5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:32.130804 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'fee322b7-5160-40b0-b228-254197b8eaa2', 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46', 'port_id': 'fee322b7-5160-40b0-b228-254197b8eaa2', 'mac_address': 'fa:16:3e:35:22:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09aefe9-c461-4a92-9aef-5aac0b7bbb77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:39:32.184218 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port fee322b7-5160-40b0-b228-254197b8eaa2 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:32.184669 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fee322b7-5160-40b0-b228-254197b8eaa2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:32.203751 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee322b7-5160-40b0-b228-254197b8eaa2 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:39:32.211835 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e831d0-e734-4dc8-a1ac-48121d8e67af service neutron] Pushing event updated for resources: {'Port': ['ID=2df47c98-4f16-403b-858a-4aa6cfd0f2f0,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:32.248732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port fee322b7-5160-40b0-b228-254197b8eaa2, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=fee322b7-5160-40b0-b228-254197b8eaa2,segment=NetworkSegment(2517d27c-4082-4ac4-8352-4fda1fbfb3b5),segment_id=2517d27c-4082-4ac4-8352-4fda1fbfb3b5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:32.256185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-3511db6a-e5b6-4fa2-b1d4-9b9aca9606cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:32.258114 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-3511db6a-e5b6-4fa2-b1d4-9b9aca9606cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=045230344a984cfaac87439195d4d833&device_id=58c3991b-55b5-4fa3-9276-c6fb116e7b13 HTTP/1.1" status: 200 len: 1095 time: 0.2062206 Jan 28 05:39:32.354873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-c4b2ee36-e0b6-4f13-a2c7-943af98d2577 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2df47c98-4f16-403b-858a-4aa6cfd0f2f0 HTTP/1.1" status: 200 len: 217 time: 0.0789337 Jan 28 05:39:32.380219 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455d7e-4914-474a-9c0e-0e9a074131dc req-8675d1b5-de33-46c4-8d35-1976833105b6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:32.387095 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fee322b7-5160-40b0-b228-254197b8eaa2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:32.395329 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b455d7e-4914-474a-9c0e-0e9a074131dc req-8675d1b5-de33-46c4-8d35-1976833105b6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 950 time: 0.2669411 Jan 28 05:39:32.428589 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae278-0cfa-42e9-a398-4581a754b549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:32.432637 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-ca4d2fd1-5df4-4d9b-89db-9d826c8c7bdb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (503d343d-38f9-4114-baf4-a15d044c3134), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:32.436978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-1c51898d-15fb-4f75-a713-6c8687d3d4b8 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:39:32.449407 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf679896-6d1b-41a3-baec-9e38efb99fcb None None] Sync routers for ids ['ea022867-50b8-47d9-98a7-37c27a9e2571'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:39:32.482712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=fee322b7-5160-40b0-b228-254197b8eaa2,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:32.495119 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf679896-6d1b-41a3-baec-9e38efb99fcb None None] Routers {'ea022867-50b8-47d9-98a7-37c27a9e2571'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:39:32.496546 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-cf679896-6d1b-41a3-baec-9e38efb99fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:39:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea022867-50b8-47d9-98a7-37c27a9e2571'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:32.517964 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-1c51898d-15fb-4f75-a713-6c8687d3d4b8 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:32.575049 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-ca4d2fd1-5df4-4d9b-89db-9d826c8c7bdb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Network 56a01931-34aa-4e79-a960-aef0826a6cd6 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:39:32.594370 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-ca4d2fd1-5df4-4d9b-89db-9d826c8c7bdb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:39:32.598969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b455d7e-4914-474a-9c0e-0e9a074131dc req-89e77310-57fa-4df4-ac14-7fe1dcfc7736 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954927 Jan 28 05:39:32.601561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-ca4d2fd1-5df4-4d9b-89db-9d826c8c7bdb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:39:32.671238 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-1c51898d-15fb-4f75-a713-6c8687d3d4b8 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "PUT /v2.0/floatingips/b19a9daf-1539-4b09-8ade-385167e49544 HTTP/1.1" status: 200 len: 695 time: 3.3089633 Jan 28 05:39:32.676692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-ca4d2fd1-5df4-4d9b-89db-9d826c8c7bdb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:32.677353 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-ca4d2fd1-5df4-4d9b-89db-9d826c8c7bdb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:32.690703 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e29b5237-03df-4fa9-86f7-f14bceac02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:32.692374 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e29b5237-03df-4fa9-86f7-f14bceac02a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b09aefe9-c461-4a92-9aef-5aac0b7bbb77 HTTP/1.1" status: 200 len: 857 time: 0.3312988 Jan 28 05:39:32.696574 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d2fd1-5df4-4d9b-89db-9d826c8c7bdb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Pushing event updated for resources: {'Port': ['ID=503d343d-38f9-4114-baf4-a15d044c3134,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:32.767026 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-e4729980-9e1a-4b7d-93a6-459019a9f627 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eb2152ca-cad6-43a6-a29c-8fac357c4c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669258 Jan 28 05:39:32.772972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-ca4d2fd1-5df4-4d9b-89db-9d826c8c7bdb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5120819 Jan 28 05:39:32.801852 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Request body: {'port': {'device_id': '14709eae-a9d4-4c37-a45a-9c4970e73d63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:32.876049 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-cf679896-6d1b-41a3-baec-9e38efb99fcb None None] Set router ea022867-50b8-47d9-98a7-37c27a9e2571 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:39:32.992685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-05b49c5e-b93c-478d-a312-90d9fc48498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:32.994242 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-05b49c5e-b93c-478d-a312-90d9fc48498e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=364449c3382c4cfa9ecf7695bc42f027&device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 1098 time: 0.2929924 Jan 28 05:39:33.016747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['28a59348-ff96-43a7-8298-5ec30d593446'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:33.020101 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['fee322b7-5160-40b0-b228-254197b8eaa2'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:33.047836 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (503d343d-38f9-4114-baf4-a15d044c3134), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:33.117106 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-38d162e4-ae27-4d88-8f21-0258d0b1de85 service neutron] 10.222.0.64 "GET /v2.0/networks/eb2152ca-cad6-43a6-a29c-8fac357c4c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223948 Jan 28 05:39:33.117106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7b880-b1f4-4c64-ba0e-6ef2a9b6ae56 req-0bfef029-e5e0-4b3a-8205-8e90125a84d8 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:33.117106 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ba7b880-b1f4-4c64-ba0e-6ef2a9b6ae56 req-0bfef029-e5e0-4b3a-8205-8e90125a84d8 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=14709eae-a9d4-4c37-a45a-9c4970e73d63 HTTP/1.1" status: 200 len: 931 time: 0.2054441 Jan 28 05:39:33.266591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-1fc11023-0197-4f09-a110-89050ae117f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:33.268081 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-1fc11023-0197-4f09-a110-89050ae117f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 200 len: 921 time: 0.2586520 Jan 28 05:39:33.386961 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ba7b880-b1f4-4c64-ba0e-6ef2a9b6ae56 req-48a002a8-dada-4e75-ba33-2db75e608da7 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618418 Jan 28 05:39:33.397414 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-18fc1570-871b-4fc3-b18e-3211fadd37f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c1af978-a88d-4559-ba79-a7df9638837a HTTP/1.1" status: 200 len: 217 time: 0.0690041 Jan 28 05:39:33.405375 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4104d93a-205f-486e-a7c1-0bca46066afa req-7109087a-8caf-46a1-9998-237e42978ba8 service neutron] 10.222.0.64 "GET /v2.0/networks/eb2152ca-cad6-43a6-a29c-8fac357c4c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939241 Jan 28 05:39:33.532148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-cf679896-6d1b-41a3-baec-9e38efb99fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:33.577956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf679896-6d1b-41a3-baec-9e38efb99fcb None None] Checking router: ea022867-50b8-47d9-98a7-37c27a9e2571 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:39:33.607468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf679896-6d1b-41a3-baec-9e38efb99fcb None None] Routers {'ea022867-50b8-47d9-98a7-37c27a9e2571'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:39:33.608118 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-cf679896-6d1b-41a3-baec-9e38efb99fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:39:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea022867-50b8-47d9-98a7-37c27a9e2571'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:33.741147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-cf679896-6d1b-41a3-baec-9e38efb99fcb None None] Set router ea022867-50b8-47d9-98a7-37c27a9e2571 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:39:33.822247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-db9c81ad-3979-4a71-8c99-ab5522e5f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:33.824295 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-db9c81ad-3979-4a71-8c99-ab5522e5f86f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0c54121-8ca4-4625-ab2e-3cdb5b60a630 HTTP/1.1" status: 200 len: 859 time: 0.4180753 Jan 28 05:39:33.946051 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf9ade-8ff7-4647-a3d8-0125b516e3dd req-7e4d5d10-d71c-4d7a-a07f-ec554671204f tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:33.947453 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-deaf9ade-8ff7-4647-a3d8-0125b516e3dd req-7e4d5d10-d71c-4d7a-a07f-ec554671204f tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 945 time: 0.1133673 Jan 28 05:39:33.953746 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-9e1c1077-c08f-48b8-abd4-e2eebff541dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:33.955234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-9e1c1077-c08f-48b8-abd4-e2eebff541dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1222320 Jan 28 05:39:33.960977 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-cf679896-6d1b-41a3-baec-9e38efb99fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:33.988342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf679896-6d1b-41a3-baec-9e38efb99fcb None None] The sync data for ids ['ea022867-50b8-47d9-98a7-37c27a9e2571'] in n-d-812111-12 is: [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:37:58Z', 'revision_number': 4, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '79a278d5-c870-425f-be01-ae69873cc214', 'name': '', 'network_id': 'fe3ef2f2-ca08-43b8-91f0-9daadf1632ae', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'mac_address': 'fa:16:3e:ee:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:57Z', 'updated_at': '2022-01-28T05:38:05Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'subnets': [{'id': 'e0c54121-8ca4-4625-ab2e-3cdb5b60a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:39:34.075283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503d343d-38f9-4114-baf4-a15d044c3134 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:39:34.092732 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Publish callbacks [] for port (503d343d-38f9-4114-baf4-a15d044c3134), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:34.124712 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-deaf9ade-8ff7-4647-a3d8-0125b516e3dd req-8a086ebd-bcdf-4113-91b4-15641764083c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640289 Jan 28 05:39:34.128624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Transition to ACTIVE for port object 503d343d-38f9-4114-baf4-a15d044c3134 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:39:34.155789 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-6a18aeaf-5095-4a19-b0eb-acc94fadb68e service neutron] 10.222.0.31 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846406 Jan 28 05:39:34.182745 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7794333b-58fd-4a84-826f-0d6699a8bab3 x-openstack-request-id: req-7794333b-58fd-4a84-826f-0d6699a8bab3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:34.191115 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2", "tag": "497251c2-c854-4961-850e-04a5325c5aa9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:34.191115 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7794333b-58fd-4a84-826f-0d6699a8bab3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:34.191115 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2', 'tag': '497251c2-c854-4961-850e-04a5325c5aa9', 'status': 'completed', 'code': 200} Jan 28 05:39:34.221116 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba85f334-b36f-4d4e-afee-e4651db5ef2f x-openstack-request-id: req-ba85f334-b36f-4d4e-afee-e4651db5ef2f {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:34.221618 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d894dc23-fd2f-456d-a3c9-36a51d2858c4", "name": "network-vif-unplugged", "status": "completed", "tag": "28a59348-ff96-43a7-8298-5ec30d593446", "code": 200}, {"name": "network-changed", "server_uuid": "d894dc23-fd2f-456d-a3c9-36a51d2858c4", "tag": "28a59348-ff96-43a7-8298-5ec30d593446", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:34.221733 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba85f334-b36f-4d4e-afee-e4651db5ef2f {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:34.222040 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28a59348-ff96-43a7-8298-5ec30d593446', 'code': 200} Jan 28 05:39:34.222766 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'tag': '28a59348-ff96-43a7-8298-5ec30d593446', 'status': 'completed', 'code': 200} Jan 28 05:39:34.234683 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (503d343d-38f9-4114-baf4-a15d044c3134), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:34.298402 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ab2341-3309-447e-a7d8-8f2eadb35f5b None None] New status for floating IP b19a9daf-1539-4b09-8ade-385167e49544: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:39:34.322913 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Pushing event updated for resources: {'Port': ['ID=503d343d-38f9-4114-baf4-a15d044c3134,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:34.333104 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c1c50f9-2fa4-4173-b9e5-8544ab54dc65 req-96642635-7013-4c26-8b3d-b68fdb4831fa service neutron] 10.222.0.31 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715164 Jan 28 05:39:34.343116 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdb1879-aab7-46c1-ad44-4da5e9d80175 x-openstack-request-id: req-5fdb1879-aab7-46c1-ad44-4da5e9d80175 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:34.343719 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565fdaf7-3cee-48bb-9053-d168a30529a6", "name": "network-vif-plugged", "status": "completed", "tag": "f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:34.344055 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fdb1879-aab7-46c1-ad44-4da5e9d80175 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:34.344530 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565fdaf7-3cee-48bb-9053-d168a30529a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32', 'code': 200} Jan 28 05:39:34.452020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Attempting to bind port 503d343d-38f9-4114-baf4-a15d044c3134 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:39:34.452809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Attempting to bind port 503d343d-38f9-4114-baf4-a15d044c3134 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'd40deef8-4c8e-4686-b72c-f11ad13b93cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:39:34.453231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Attempting to bind port 503d343d-38f9-4114-baf4-a15d044c3134 on network 56a01931-34aa-4e79-a960-aef0826a6cd6 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:34.459646 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Port 503d343d-38f9-4114-baf4-a15d044c3134 on network 56a01931-34aa-4e79-a960-aef0826a6cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:39:34.459934 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Attempting to bind port 503d343d-38f9-4114-baf4-a15d044c3134 on network 56a01931-34aa-4e79-a960-aef0826a6cd6 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:34.484296 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:39:34.484799 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Checking segment: {'id': 'd40deef8-4c8e-4686-b72c-f11ad13b93cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:39:34.485636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Bound using segment: {'id': 'd40deef8-4c8e-4686-b72c-f11ad13b93cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:39:34.486159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Bound port: 503d343d-38f9-4114-baf4-a15d044c3134, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40deef8-4c8e-4686-b72c-f11ad13b93cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:39:34.486697 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (503d343d-38f9-4114-baf4-a15d044c3134), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:34.603660 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0d422-3cf3-4498-b5cd-f6d8baa4d55e req-672400f4-5adc-42b3-b379-1c063ec471aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:34.606507 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e1c0d422-3cf3-4498-b5cd-f6d8baa4d55e req-672400f4-5adc-42b3-b379-1c063ec471aa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=565fdaf7-3cee-48bb-9053-d168a30529a6 HTTP/1.1" status: 200 len: 1097 time: 0.1388376 Jan 28 05:39:34.638753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec55ca-8c7f-4b5c-86f5-19ad3c8d4a2d req-84191b6b-5772-4aa6-8323-7cd6088e34f4 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:34.640342 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4bec55ca-8c7f-4b5c-86f5-19ad3c8d4a2d req-84191b6b-5772-4aa6-8323-7cd6088e34f4 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 0.2094691 Jan 28 05:39:34.664311 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e1c0d422-3cf3-4498-b5cd-f6d8baa4d55e req-dfea322d-4b83-462c-967d-4038cd1025e6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514624 Jan 28 05:39:34.703219 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf29f7-de8a-498b-bf2b-2d66a45a7ffd req-7550f205-b6b2-4a9f-9f76-ee6b46498802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:34.704676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87bf29f7-de8a-498b-bf2b-2d66a45a7ffd req-7550f205-b6b2-4a9f-9f76-ee6b46498802 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a3781df740148d6b4244220d13c806d&device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 1102 time: 0.4036798 Jan 28 05:39:34.711280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] For port 503d343d-38f9-4114-baf4-a15d044c3134, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:39:34.711491 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-944003bb-06da-4494-9cfb-60f45d627bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:34.736949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ff7e7-dda1-4797-aaec-b449b76c011f req-10792ba1-6da2-446a-bb0b-e9e0709dd106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:34.738516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df1ff7e7-dda1-4797-aaec-b449b76c011f req-10792ba1-6da2-446a-bb0b-e9e0709dd106 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 1095 time: 0.4288108 Jan 28 05:39:34.743431 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cf63d-6905-4cb2-b6fd-d5bc4a9d31bb req-8e3d864b-05cd-4c61-a3ed-3454d3a2fad9 tempest-MigrationsAdminTest-2043058160 tempest-MigrationsAdminTest-2043058160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:34.744814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0b2cf63d-6905-4cb2-b6fd-d5bc4a9d31bb req-8e3d864b-05cd-4c61-a3ed-3454d3a2fad9 tempest-MigrationsAdminTest-2043058160 tempest-MigrationsAdminTest-2043058160-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 1102 time: 0.1827645 Jan 28 05:39:34.749501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] For port 503d343d-38f9-4114-baf4-a15d044c3134, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=503d343d-38f9-4114-baf4-a15d044c3134,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:39:34.767765 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4bec55ca-8c7f-4b5c-86f5-19ad3c8d4a2d req-c7f52095-8a8e-4313-bce6-aaf9f19b3cec tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128418 Jan 28 05:39:34.814525 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0b2cf63d-6905-4cb2-b6fd-d5bc4a9d31bb req-159dc705-50f0-4142-9262-8232026b6799 tempest-MigrationsAdminTest-2043058160 tempest-MigrationsAdminTest-2043058160-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598385 Jan 28 05:39:34.850814 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (503d343d-38f9-4114-baf4-a15d044c3134), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:34.907855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:34.908484 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:34.909984 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] 10.222.0.64 "PUT /v2.0/ports/503d343d-38f9-4114-baf4-a15d044c3134 HTTP/1.1" status: 200 len: 1092 time: 2.1196454 Jan 28 05:39:34.941348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1c88e-1df6-4ea6-ad6c-811982e8a67b req-bca0b3fc-3b13-47d4-9bdc-ecd3d28b93fd tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:34.941651 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-25f1c88e-1df6-4ea6-ad6c-811982e8a67b req-bca0b3fc-3b13-47d4-9bdc-ecd3d28b93fd tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c3991b-55b5-4fa3-9276-c6fb116e7b13 HTTP/1.1" status: 200 len: 943 time: 0.1022217 Jan 28 05:39:34.944910 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483d5a0-35a1-4ee8-88c5-8aab2db39b17 service neutron] Pushing event updated for resources: {'Port': ['ID=503d343d-38f9-4114-baf4-a15d044c3134,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:35.007722 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-9e5981ef-122b-419c-97ff-cb857e4818fc tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7ae4d040b421448797d1c095da310d4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540810 Jan 28 05:39:35.234504 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-25f1c88e-1df6-4ea6-ad6c-811982e8a67b req-b72b77fd-97a7-4492-8915-f8c3d7e0910e tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708275 Jan 28 05:39:35.267166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-73d88355-3255-4b43-9303-d7ee6b139ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:35.270223 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-73d88355-3255-4b43-9303-d7ee6b139ae8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b373ada81bc646c197d728690c726ee1&device_id=14709eae-a9d4-4c37-a45a-9c4970e73d63 HTTP/1.1" status: 200 len: 1095 time: 0.2157047 Jan 28 05:39:35.300301 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ff7e7-dda1-4797-aaec-b449b76c011f req-ac1d431f-7f2f-44a2-822c-5622a524c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:35.301709 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df1ff7e7-dda1-4797-aaec-b449b76c011f req-ac1d431f-7f2f-44a2-822c-5622a524c962 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.3333285 Jan 28 05:39:35.305186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf29f7-de8a-498b-bf2b-2d66a45a7ffd req-46744be5-56b7-4307-9763-f69a5b8d8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:35.306610 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87bf29f7-de8a-498b-bf2b-2d66a45a7ffd req-46744be5-56b7-4307-9763-f69a5b8d8c21 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.3369746 Jan 28 05:39:35.344741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-6a3f2b9c-b675-4c04-9dfb-c725b6955a36 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:35.346244 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-6a3f2b9c-b675-4c04-9dfb-c725b6955a36 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2944257 Jan 28 05:39:35.349810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-89661743-4cca-452b-9186-17f37e60f689 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=503d343d-38f9-4114-baf4-a15d044c3134 HTTP/1.1" status: 200 len: 217 time: 0.0632355 Jan 28 05:39:35.442419 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 28a59348-ff96-43a7-8298-5ec30d593446 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:39:35.449536 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df1ff7e7-dda1-4797-aaec-b449b76c011f req-e2f23f27-3dfc-4c29-a08a-019b3f6cdda5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=497251c2-c854-4961-850e-04a5325c5aa9 HTTP/1.1" status: 200 len: 217 time: 0.1011016 Jan 28 05:39:35.460621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87bf29f7-de8a-498b-bf2b-2d66a45a7ffd req-6466ab1c-0ce9-40d2-bfd4-ef5b8dff4c19 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=28a59348-ff96-43a7-8298-5ec30d593446 HTTP/1.1" status: 200 len: 217 time: 0.1132603 Jan 28 05:39:35.466411 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-eab9313a-e4d2-44fb-b75c-9e476f4060d4 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/quotas/7ae4d040b421448797d1c095da310d4a HTTP/1.1" status: 200 len: 375 time: 0.1048996 Jan 28 05:39:35.577733 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-11a50472-4d30-4ba6-94c5-b0b6a0512175 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ae4d040b421448797d1c095da310d4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938375 Jan 28 05:39:35.584686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-c0ffd331-11b8-4a65-9be0-7786197bf202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:35.586088 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-c0ffd331-11b8-4a65-9be0-7786197bf202 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b8ad07a0-3844-44a2-a22c-26a49efa296b HTTP/1.1" status: 200 len: 844 time: 0.2257245 Jan 28 05:39:35.591301 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 28a59348-ff96-43a7-8298-5ec30d593446 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:39:35.597101 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 28a59348-ff96-43a7-8298-5ec30d593446 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:39:35.597497 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (28a59348-ff96-43a7-8298-5ec30d593446), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:35.628386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf29f7-de8a-498b-bf2b-2d66a45a7ffd req-e4726f7c-2ed2-4d1b-9129-c81f7b47833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:35.629927 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87bf29f7-de8a-498b-bf2b-2d66a45a7ffd req-e4726f7c-2ed2-4d1b-9129-c81f7b47833a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1473467 Jan 28 05:39:35.633778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-7ed6d514-07ed-487a-b6ba-d3a503a28b62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56a01931-34aa-4e79-a960-aef0826a6cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390093 Jan 28 05:39:35.635547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44067652-cb44-4ebf-bf8f-e0d6045fdf45 req-cd8d8fd4-e22e-4ac3-a34f-94882952e00a tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:35.637248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44067652-cb44-4ebf-bf8f-e0d6045fdf45 req-cd8d8fd4-e22e-4ac3-a34f-94882952e00a tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 1097 time: 0.2413161 Jan 28 05:39:35.656199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ff7e7-dda1-4797-aaec-b449b76c011f req-266b8cb1-2a54-4a04-8fc0-efb8d5367f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:35.657599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df1ff7e7-dda1-4797-aaec-b449b76c011f req-266b8cb1-2a54-4a04-8fc0-efb8d5367f32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.1730106 Jan 28 05:39:35.699880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 28a59348-ff96-43a7-8298-5ec30d593446 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:35.700280 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (28a59348-ff96-43a7-8298-5ec30d593446), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:35.737154 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=28a59348-ff96-43a7-8298-5ec30d593446,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:35.759759 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df1ff7e7-dda1-4797-aaec-b449b76c011f req-60dca151-b397-43d4-9aed-7e4ad47af3d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672162 Jan 28 05:39:35.800697 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf29f7-de8a-498b-bf2b-2d66a45a7ffd req-be5c5292-679c-493d-a822-a56c1cf57ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:35.802773 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87bf29f7-de8a-498b-bf2b-2d66a45a7ffd req-be5c5292-679c-493d-a822-a56c1cf57ea0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1615140 Jan 28 05:39:35.814488 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (28a59348-ff96-43a7-8298-5ec30d593446), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:35.815751 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device fee322b7-5160-40b0-b228-254197b8eaa2 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:39:35.834841 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44067652-cb44-4ebf-bf8f-e0d6045fdf45 req-9fd3bcf7-a9b7-4fad-8e16-f804f9f1d99e tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762781 Jan 28 05:39:35.930274 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=28a59348-ff96-43a7-8298-5ec30d593446,revision_number=13']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:35.931613 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-6db803b5-93d2-405e-af7c-279384ebddc0 service neutron] 10.222.0.64 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915871 Jan 28 05:39:36.040519 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port fee322b7-5160-40b0-b228-254197b8eaa2 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:39:36.046947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port fee322b7-5160-40b0-b228-254197b8eaa2 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:39:36.050722 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fee322b7-5160-40b0-b228-254197b8eaa2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:36.071159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f26d-e01e-4584-a6d3-cf8a2e62538f req-5ee4f472-6f2b-470c-b3d3-72c134a5a7c7 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:36.072681 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd59f26d-e01e-4584-a6d3-cf8a2e62538f req-5ee4f472-6f2b-470c-b3d3-72c134a5a7c7 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=14709eae-a9d4-4c37-a45a-9c4970e73d63 HTTP/1.1" status: 200 len: 943 time: 0.2604692 Jan 28 05:39:36.141156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df1ff7e7-dda1-4797-aaec-b449b76c011f req-bde13a5b-4ec7-4c01-9aa4-e6f77382b0f0 service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299150 Jan 28 05:39:36.148028 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87bf29f7-de8a-498b-bf2b-2d66a45a7ffd req-cf0c8877-f9f6-4be7-9c53-d6e6b8d937f1 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945616 Jan 28 05:39:36.157202 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port fee322b7-5160-40b0-b228-254197b8eaa2 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:36.157603 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fee322b7-5160-40b0-b228-254197b8eaa2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:36.200548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2da48f10-c98d-43d3-bbb4-c049a9929440 req-6cde0f60-b195-4bf1-8880-e28447b64a31 service neutron] 10.222.0.64 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323050 Jan 28 05:39:36.200993 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c3991b-55b5-4fa3-9276-c6fb116e7b13', 'tag': '2df47c98-4f16-403b-858a-4aa6cfd0f2f0'}, {'name': 'network-changed', 'server_uuid': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'tag': '2c1af978-a88d-4559-ba79-a7df9638837a'}, {'name': 'network-changed', 'server_uuid': '14709eae-a9d4-4c37-a45a-9c4970e73d63', 'tag': '503d343d-38f9-4114-baf4-a15d044c3134'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:36.204688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port fee322b7-5160-40b0-b228-254197b8eaa2, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=fee322b7-5160-40b0-b228-254197b8eaa2,segment=NetworkSegment(2517d27c-4082-4ac4-8352-4fda1fbfb3b5),segment_id=2517d27c-4082-4ac4-8352-4fda1fbfb3b5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:36.205032 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "58c3991b-55b5-4fa3-9276-c6fb116e7b13", "tag": "2df47c98-4f16-403b-858a-4aa6cfd0f2f0"}, {"name": "network-changed", "server_uuid": "b80d240d-1464-4828-8b42-da5fa846e17d", "tag": "2c1af978-a88d-4559-ba79-a7df9638837a"}, {"name": "network-changed", "server_uuid": "14709eae-a9d4-4c37-a45a-9c4970e73d63", "tag": "503d343d-38f9-4114-baf4-a15d044c3134"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:36.254561 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fee322b7-5160-40b0-b228-254197b8eaa2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:36.285469 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd59f26d-e01e-4584-a6d3-cf8a2e62538f req-3ce6ec5c-fd7a-46e1-ba67-d9f9cc8b44e8 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031178 Jan 28 05:39:36.343394 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=fee322b7-5160-40b0-b228-254197b8eaa2,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:36.346331 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a59348-ff96-43a7-8298-5ec30d593446'}, {'server_uuid': 'd903da64-1f22-4128-a987-69f37773285f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee322b7-5160-40b0-b228-254197b8eaa2'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:36.348297 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df1ff7e7-dda1-4797-aaec-b449b76c011f req-2a0ffdeb-5052-45a3-8e5d-cf512ef95952 service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993439 Jan 28 05:39:36.352435 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f2b099-c1fe-4fe3-b8a0-36d62d463661" -d '{"events": [{"server_uuid": "d894dc23-fd2f-456d-a3c9-36a51d2858c4", "name": "network-vif-plugged", "status": "completed", "tag": "28a59348-ff96-43a7-8298-5ec30d593446"}, {"server_uuid": "d903da64-1f22-4128-a987-69f37773285f", "name": "network-vif-plugged", "status": "completed", "tag": "fee322b7-5160-40b0-b228-254197b8eaa2"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:36.353047 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87bf29f7-de8a-498b-bf2b-2d66a45a7ffd req-aaa7b663-f543-44ab-a09e-e5212a9bc0f6 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970117 Jan 28 05:39:36.392543 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-943f1308-cd73-4ef2-9d60-a36e484947fd req-d8402218-2629-4881-9d40-08485cee65d2 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc4c49b1-80ea-410b-95ab-3af51e69f58a HTTP/1.1" status: 200 len: 210 time: 0.0321414 Jan 28 05:39:36.440549 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:36.513481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fae8c9-4f2b-4228-a7f2-d97cd15a03f1 req-ece33fc7-7d78-4129-b15f-6d6cbb2e704c tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:36.515031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96fae8c9-4f2b-4228-a7f2-d97cd15a03f1 req-ece33fc7-7d78-4129-b15f-6d6cbb2e704c tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 0.0598283 Jan 28 05:39:36.577714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd4ca9-92af-4c51-a3ab-b91a03f92b7a req-1ee14622-4011-4fd7-b4fb-44e0528be972 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:36.579264 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22cd4ca9-92af-4c51-a3ab-b91a03f92b7a req-1ee14622-4011-4fd7-b4fb-44e0528be972 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 1097 time: 0.0817139 Jan 28 05:39:36.597673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96fae8c9-4f2b-4228-a7f2-d97cd15a03f1 req-578eca40-498b-4ed3-9480-6fa087bcec50 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651650 Jan 28 05:39:36.639359 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22cd4ca9-92af-4c51-a3ab-b91a03f92b7a req-b3b4b926-bf75-4bfe-84a9-e2a1fcb85cf7 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522246 Jan 28 05:39:36.692077 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea418a4-55eb-4a3e-8a94-b2407e1b35b6 x-openstack-request-id: req-7ea418a4-55eb-4a3e-8a94-b2407e1b35b6 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:36.692383 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c3991b-55b5-4fa3-9276-c6fb116e7b13", "tag": "2df47c98-4f16-403b-858a-4aa6cfd0f2f0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b80d240d-1464-4828-8b42-da5fa846e17d", "tag": "2c1af978-a88d-4559-ba79-a7df9638837a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "14709eae-a9d4-4c37-a45a-9c4970e73d63", "tag": "503d343d-38f9-4114-baf4-a15d044c3134", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:36.692637 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ea418a4-55eb-4a3e-8a94-b2407e1b35b6 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:36.693044 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c3991b-55b5-4fa3-9276-c6fb116e7b13', 'tag': '2df47c98-4f16-403b-858a-4aa6cfd0f2f0', 'status': 'completed', 'code': 200} Jan 28 05:39:36.693296 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'tag': '2c1af978-a88d-4559-ba79-a7df9638837a', 'status': 'completed', 'code': 200} Jan 28 05:39:36.693546 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14709eae-a9d4-4c37-a45a-9c4970e73d63', 'tag': '503d343d-38f9-4114-baf4-a15d044c3134', 'status': 'completed', 'code': 200} Jan 28 05:39:36.772747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b8615-27e8-480c-bd70-24e58cf294b5 req-74304f29-8d1a-40b6-9314-89f541563364 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:36.773190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-563b8615-27e8-480c-bd70-24e58cf294b5 req-74304f29-8d1a-40b6-9314-89f541563364 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c3991b-55b5-4fa3-9276-c6fb116e7b13 HTTP/1.1" status: 200 len: 943 time: 0.0723884 Jan 28 05:39:36.804675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:39:36.809751 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-eb4c8002-4840-4c8b-82fb-50ccaefcaea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:36.809751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-eb4c8002-4840-4c8b-82fb-50ccaefcaea5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=045230344a984cfaac87439195d4d833&device_id=58c3991b-55b5-4fa3-9276-c6fb116e7b13 HTTP/1.1" status: 200 len: 1095 time: 0.0677452 Jan 28 05:39:36.816620 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54efaee-f817-4557-9bea-a5c95a9f4e5f x-openstack-request-id: req-c54efaee-f817-4557-9bea-a5c95a9f4e5f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:36.817210 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d894dc23-fd2f-456d-a3c9-36a51d2858c4", "name": "network-vif-plugged", "status": "completed", "tag": "28a59348-ff96-43a7-8298-5ec30d593446", "code": 200}, {"server_uuid": "d903da64-1f22-4128-a987-69f37773285f", "name": "network-vif-plugged", "status": "completed", "tag": "fee322b7-5160-40b0-b228-254197b8eaa2", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:36.817504 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c54efaee-f817-4557-9bea-a5c95a9f4e5f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:36.818075 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a59348-ff96-43a7-8298-5ec30d593446', 'code': 200} Jan 28 05:39:36.818623 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd903da64-1f22-4128-a987-69f37773285f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee322b7-5160-40b0-b228-254197b8eaa2', 'code': 200} Jan 28 05:39:36.882630 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-563b8615-27e8-480c-bd70-24e58cf294b5 req-d81582c1-acc0-4a40-b525-85ddeb370c98 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013510 Jan 28 05:39:36.933788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 2df47c98-4f16-403b-858a-4aa6cfd0f2f0, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2df47c98-4f16-403b-858a-4aa6cfd0f2f0,segment=NetworkSegment(2517d27c-4082-4ac4-8352-4fda1fbfb3b5),segment_id=2517d27c-4082-4ac4-8352-4fda1fbfb3b5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:36.947335 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '2df47c98-4f16-403b-858a-4aa6cfd0f2f0', 'network_id': 'eb2152ca-cad6-43a6-a29c-8fac357c4c46', 'port_id': '2df47c98-4f16-403b-858a-4aa6cfd0f2f0', 'mac_address': 'fa:16:3e:7d:8a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09aefe9-c461-4a92-9aef-5aac0b7bbb77', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:39:36.989661 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:36.990085 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2df47c98-4f16-403b-858a-4aa6cfd0f2f0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:37.004808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:39:37.026119 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 2df47c98-4f16-403b-858a-4aa6cfd0f2f0, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2df47c98-4f16-403b-858a-4aa6cfd0f2f0,segment=NetworkSegment(2517d27c-4082-4ac4-8352-4fda1fbfb3b5),segment_id=2517d27c-4082-4ac4-8352-4fda1fbfb3b5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:37.099993 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2df47c98-4f16-403b-858a-4aa6cfd0f2f0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:37.154415 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=2df47c98-4f16-403b-858a-4aa6cfd0f2f0,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:37.302815 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-0dc20b1a-7d8c-4a33-b438-033c0c593de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:37.304474 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-0dc20b1a-7d8c-4a33-b438-033c0c593de6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eb2152ca-cad6-43a6-a29c-8fac357c4c46 HTTP/1.1" status: 200 len: 918 time: 0.4871421 Jan 28 05:39:37.313326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f607fa-0258-441b-a888-f151f1710e78 req-dc074c6a-f65f-4316-b19a-05e706e1ab62 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:37.315030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2f607fa-0258-441b-a888-f151f1710e78 req-dc074c6a-f65f-4316-b19a-05e706e1ab62 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 951 time: 0.4370325 Jan 28 05:39:37.320380 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-21ded9a5-d0cd-4c34-9387-57ffc6fc1073 req-e43cb591-0bba-4ded-b8f7-a7ece7dd9248 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/floatingips/b19a9daf-1539-4b09-8ade-385167e49544 HTTP/1.1" status: 200 len: 693 time: 0.3788629 Jan 28 05:39:37.390078 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-2d89599d-7abf-4fa8-89fa-ac8a29e07f22 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2df47c98-4f16-403b-858a-4aa6cfd0f2f0 HTTP/1.1" status: 200 len: 217 time: 0.0660329 Jan 28 05:39:37.477722 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194447e-74df-40f5-a96f-2d734a1ccbe3 req-318417f3-210a-4db5-8ac4-164d727baa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:37.479133 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f194447e-74df-40f5-a96f-2d734a1ccbe3 req-318417f3-210a-4db5-8ac4-164d727baa84 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d903da64-1f22-4128-a987-69f37773285f HTTP/1.1" status: 200 len: 1097 time: 0.5182109 Jan 28 05:39:37.483039 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['2df47c98-4f16-403b-858a-4aa6cfd0f2f0'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:37.532178 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2f607fa-0258-441b-a888-f151f1710e78 req-6e8b6425-fb0f-485f-bf7e-60bc27681319 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108326 Jan 28 05:39:37.558543 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-c6a0cd42-8664-4a84-89f7-5c377c37ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:37.560093 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-c6a0cd42-8664-4a84-89f7-5c377c37ed6a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b09aefe9-c461-4a92-9aef-5aac0b7bbb77 HTTP/1.1" status: 200 len: 857 time: 0.1562054 Jan 28 05:39:37.623000 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-eb063f0a-6583-48c4-b423-b613ace7a4c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eb2152ca-cad6-43a6-a29c-8fac357c4c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504246 Jan 28 05:39:37.630330 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ded9a5-d0cd-4c34-9387-57ffc6fc1073 req-398f5ed5-d552-422c-b099-25d5f97f574e tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:37.631713 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-21ded9a5-d0cd-4c34-9387-57ffc6fc1073 req-398f5ed5-d552-422c-b099-25d5f97f574e tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.2931800 Jan 28 05:39:37.643989 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f194447e-74df-40f5-a96f-2d734a1ccbe3 req-c490052c-0a4f-4266-98df-1b1e3866934a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549878 Jan 28 05:39:37.659626 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-21ded9a5-d0cd-4c34-9387-57ffc6fc1073 req-7da5bce6-eaed-4a91-a0ff-8eaf24f3ba46 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:39:37.660626 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-21ded9a5-d0cd-4c34-9387-57ffc6fc1073 req-7da5bce6-eaed-4a91-a0ff-8eaf24f3ba46 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076776 Jan 28 05:39:37.717038 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:37.768474 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-21ded9a5-d0cd-4c34-9387-57ffc6fc1073 req-503afdc2-a4bd-4614-85eb-34fb4812043b tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 696 time: 0.0979400 Jan 28 05:39:37.837650 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e431ca6-7f7a-42a5-83af-8b4f1a6d851a req-40bed9e9-6c55-4e5b-8621-384665241e5b tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:37.839599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e431ca6-7f7a-42a5-83af-8b4f1a6d851a req-40bed9e9-6c55-4e5b-8621-384665241e5b tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=14709eae-a9d4-4c37-a45a-9c4970e73d63 HTTP/1.1" status: 200 len: 943 time: 0.2069774 Jan 28 05:39:37.848853 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-21ded9a5-d0cd-4c34-9387-57ffc6fc1073 req-3766321a-7bdd-4831-a0b2-d8f75478c172 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 696 time: 0.0743551 Jan 28 05:39:37.909762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-a8622b28-a52f-4629-8042-26e9e80f4a48 service neutron] 10.222.0.64 "GET /v2.0/networks/eb2152ca-cad6-43a6-a29c-8fac357c4c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760093 Jan 28 05:39:38.052258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e431ca6-7f7a-42a5-83af-8b4f1a6d851a req-7f4e7879-44de-4677-b307-5058916126e8 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061329 Jan 28 05:39:38.090905 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-77f800b1-69ab-440d-b86c-8fa807721313 service neutron] 10.222.0.64 "GET /v2.0/networks/eb2152ca-cad6-43a6-a29c-8fac357c4c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738658 Jan 28 05:39:38.109740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-21ded9a5-d0cd-4c34-9387-57ffc6fc1073 req-e1e29303-d55b-4fb4-96c2-b9c22966749e tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Deleting port 59311ae2-bd0e-436c-af92-3a6c0e655791 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:38.110090 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-21ded9a5-d0cd-4c34-9387-57ffc6fc1073 req-e1e29303-d55b-4fb4-96c2-b9c22966749e tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (59311ae2-bd0e-436c-af92-3a6c0e655791), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:38.181670 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fb1692b-cb7a-462a-b44e-6a1ddaad9d6d req-a5501d9e-25d7-48d3-b628-342303765e27 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc4c49b1-80ea-410b-95ab-3af51e69f58a HTTP/1.1" status: 200 len: 210 time: 0.0573077 Jan 28 05:39:38.266057 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-56bcae58-b9f0-42a8-bdbf-753d128bacf0 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7ae4d040b421448797d1c095da310d4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613809 Jan 28 05:39:38.272947 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-21ded9a5-d0cd-4c34-9387-57ffc6fc1073 req-e1e29303-d55b-4fb4-96c2-b9c22966749e tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (59311ae2-bd0e-436c-af92-3a6c0e655791), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:38.273341 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-21ded9a5-d0cd-4c34-9387-57ffc6fc1073 req-e1e29303-d55b-4fb4-96c2-b9c22966749e tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks [] for floatingip (59311ae2-bd0e-436c-af92-3a6c0e655791), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:38.322132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-21ded9a5-d0cd-4c34-9387-57ffc6fc1073 req-e1e29303-d55b-4fb4-96c2-b9c22966749e tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Calling delete_port for 59311ae2-bd0e-436c-af92-3a6c0e655791 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:38.395932 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-8a9a10c4-3bc5-4c54-8ab7-66c90dd24ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:38.397430 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-8a9a10c4-3bc5-4c54-8ab7-66c90dd24ebd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=364449c3382c4cfa9ecf7695bc42f027&device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 1098 time: 0.1918285 Jan 28 05:39:38.530074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87c23d-ae2b-4e17-811c-5caeefd408b7 req-39a52118-d818-49d9-8194-a845fc9269c2 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:38.531574 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fd87c23d-ae2b-4e17-811c-5caeefd408b7 req-39a52118-d818-49d9-8194-a845fc9269c2 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.60 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 951 time: 0.2350624 Jan 28 05:39:38.547446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-aa1c8e88-b606-4fb0-8f7d-8d0352976fdf tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:38.548796 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-aa1c8e88-b606-4fb0-8f7d-8d0352976fdf tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664645 Jan 28 05:39:38.595117 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-724723c1-cc4f-40d5-9554-53463b3b10cc tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Request body: {'port': {'device_id': 'bc4c49b1-80ea-410b-95ab-3af51e69f58a', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '7ae4d040b421448797d1c095da310d4a'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:38.716130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-f04cfc07-d014-4ede-96a5-3045f38d404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:38.717581 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-f04cfc07-d014-4ede-96a5-3045f38d404b service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 200 len: 921 time: 0.3110650 Jan 28 05:39:38.800853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 503d343d-38f9-4114-baf4-a15d044c3134 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:39:38.811808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:39:38.816136 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-7bb287f8-9b02-44f5-b1f5-f83c7a073430 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c1af978-a88d-4559-ba79-a7df9638837a HTTP/1.1" status: 200 len: 217 time: 0.0836351 Jan 28 05:39:38.898126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-fd87c23d-ae2b-4e17-811c-5caeefd408b7 req-a3cd5157-6ebc-4107-a597-7ea81d3319a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Deleting port 28a59348-ff96-43a7-8298-5ec30d593446 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:38.898492 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fd87c23d-ae2b-4e17-811c-5caeefd408b7 req-a3cd5157-6ebc-4107-a597-7ea81d3319a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (28a59348-ff96-43a7-8298-5ec30d593446), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:38.920782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-7bd573a7-e069-42b2-9466-840219d5da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:38.922468 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-7bd573a7-e069-42b2-9466-840219d5da69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0c54121-8ca4-4625-ab2e-3cdb5b60a630 HTTP/1.1" status: 200 len: 859 time: 0.0975938 Jan 28 05:39:38.970629 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-21ded9a5-d0cd-4c34-9387-57ffc6fc1073 req-e1e29303-d55b-4fb4-96c2-b9c22966749e tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (59311ae2-bd0e-436c-af92-3a6c0e655791), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:38.996183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-724723c1-cc4f-40d5-9554-53463b3b10cc tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Made reservation on behalf of 7ae4d040b421448797d1c095da310d4a for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:39:38.999750 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-724723c1-cc4f-40d5-9554-53463b3b10cc tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:39.051437 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-724723c1-cc4f-40d5-9554-53463b3b10cc tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:39.053485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e29303-d55b-4fb4-96c2-b9c22966749e tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Pushing event deleted for resources: {'Port': ['ID=59311ae2-bd0e-436c-af92-3a6c0e655791,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:39.124723 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 503d343d-38f9-4114-baf4-a15d044c3134, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=503d343d-38f9-4114-baf4-a15d044c3134,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:39.144645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '503d343d-38f9-4114-baf4-a15d044c3134', 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6', 'port_id': '503d343d-38f9-4114-baf4-a15d044c3134', 'mac_address': 'fa:16:3e:65:ed:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ad07a0-3844-44a2-a22c-26a49efa296b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:39:39.155761 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-a0454194-c569-48da-8ed2-bfda780c403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:39.157250 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-a0454194-c569-48da-8ed2-bfda780c403b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2079484 Jan 28 05:39:39.165604 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-fd87c23d-ae2b-4e17-811c-5caeefd408b7 req-a3cd5157-6ebc-4107-a597-7ea81d3319a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] For port 28a59348-ff96-43a7-8298-5ec30d593446, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=28a59348-ff96-43a7-8298-5ec30d593446,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:39.165969 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fd87c23d-ae2b-4e17-811c-5caeefd408b7 req-a3cd5157-6ebc-4107-a597-7ea81d3319a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (28a59348-ff96-43a7-8298-5ec30d593446), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:39.171579 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:39.177147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:39:39.183936 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:39:39.184321 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2df47c98-4f16-403b-858a-4aa6cfd0f2f0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:39.195592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-fd87c23d-ae2b-4e17-811c-5caeefd408b7 req-a3cd5157-6ebc-4107-a597-7ea81d3319a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Calling delete_port for 28a59348-ff96-43a7-8298-5ec30d593446 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:39.215231 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 503d343d-38f9-4114-baf4-a15d044c3134 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:39.215972 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (503d343d-38f9-4114-baf4-a15d044c3134), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:39.239951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503d343d-38f9-4114-baf4-a15d044c3134 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:39:39.242699 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-21ded9a5-d0cd-4c34-9387-57ffc6fc1073 req-e1e29303-d55b-4fb4-96c2-b9c22966749e tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks [] for floatingip (b19a9daf-1539-4b09-8ade-385167e49544), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:39.246142 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-21ded9a5-d0cd-4c34-9387-57ffc6fc1073 req-e1e29303-d55b-4fb4-96c2-b9c22966749e tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:39.247185 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-21ded9a5-d0cd-4c34-9387-57ffc6fc1073 req-e1e29303-d55b-4fb4-96c2-b9c22966749e tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "DELETE /v2.0/floatingips/b19a9daf-1539-4b09-8ade-385167e49544 HTTP/1.1" status: 204 len: 173 time: 1.3844974 Jan 28 05:39:39.267713 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 503d343d-38f9-4114-baf4-a15d044c3134, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=503d343d-38f9-4114-baf4-a15d044c3134,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:39.306693 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:39.307101 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2df47c98-4f16-403b-858a-4aa6cfd0f2f0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:39.335553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c3991b-55b5-4fa3-9276-c6fb116e7b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df47c98-4f16-403b-858a-4aa6cfd0f2f0'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:39.338086 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891ffbb2-1a42-4b59-a9d4-0a566859f96d" -d '{"events": [{"server_uuid": "58c3991b-55b5-4fa3-9276-c6fb116e7b13", "name": "network-vif-plugged", "status": "completed", "tag": "2df47c98-4f16-403b-858a-4aa6cfd0f2f0"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:39.349111 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (503d343d-38f9-4114-baf4-a15d044c3134), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:39.355182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 2df47c98-4f16-403b-858a-4aa6cfd0f2f0, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2df47c98-4f16-403b-858a-4aa6cfd0f2f0,segment=NetworkSegment(2517d27c-4082-4ac4-8352-4fda1fbfb3b5),segment_id=2517d27c-4082-4ac4-8352-4fda1fbfb3b5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:39.409360 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=503d343d-38f9-4114-baf4-a15d044c3134,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:39.409941 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-b7b54036-7df4-41db-9527-51abafd39ebe service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405958 Jan 28 05:39:39.444761 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-724723c1-cc4f-40d5-9554-53463b3b10cc tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Publish callbacks [] for security_group (86994ed4-7bd5-46fd-90d5-213844ce4a43), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:39.446133 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2df47c98-4f16-403b-858a-4aa6cfd0f2f0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:39.461944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32f315-4a8b-4932-9344-9b63e0ac7e75 req-92ea0b6f-5e6f-4d59-90a7-8e2ef9d2e536 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:39.463458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f32f315-4a8b-4932-9344-9b63e0ac7e75 req-92ea0b6f-5e6f-4d59-90a7-8e2ef9d2e536 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 0.1500204 Jan 28 05:39:39.503682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=2df47c98-4f16-403b-858a-4aa6cfd0f2f0,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:39.714372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['503d343d-38f9-4114-baf4-a15d044c3134'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:39.840144 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-724723c1-cc4f-40d5-9554-53463b3b10cc tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (86994ed4-7bd5-46fd-90d5-213844ce4a43), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:39.969886 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724723c1-cc4f-40d5-9554-53463b3b10cc tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86994ed4-7bd5-46fd-90d5-213844ce4a43,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:39.974821 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f32f315-4a8b-4932-9344-9b63e0ac7e75 req-fd0401de-02f0-45ac-b444-6170bcf64b04 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801056 Jan 28 05:39:39.992492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-38b764d2-8f40-4690-b792-b16a8758aad4 service neutron] 10.222.0.64 "GET /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754042 Jan 28 05:39:40.050854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-724723c1-cc4f-40d5-9554-53463b3b10cc tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Allocated IP 192.168.233.187 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/ef05a2ca-1d17-4364-a230-af5f6c786a4b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:39:40.064820 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fd87c23d-ae2b-4e17-811c-5caeefd408b7 req-a3cd5157-6ebc-4107-a597-7ea81d3319a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (28a59348-ff96-43a7-8298-5ec30d593446), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:40.099186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['c5b32a32-92ad-49b0-bfcd-2a660c8d831a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:40.106809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['69986b38-c2fa-4524-bf16-63fae6dbb18a', '54fd6ebe-ad39-4455-be38-1eb510a282ef'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:40.128661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd5157-6ebc-4107-a597-7ea81d3319a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Pushing event deleted for resources: {'Port': ['ID=28a59348-ff96-43a7-8298-5ec30d593446,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:40.249434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-2bd32915-98be-42e8-b8e5-fd48e4571e7f tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:39:40.250668 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-2bd32915-98be-42e8-b8e5-fd48e4571e7f tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0311496 Jan 28 05:39:40.251749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd87c23d-ae2b-4e17-811c-5caeefd408b7 req-a3cd5157-6ebc-4107-a597-7ea81d3319a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] No DVR routers for this DVR port 28a59348-ff96-43a7-8298-5ec30d593446 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:39:40.255267 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fd87c23d-ae2b-4e17-811c-5caeefd408b7 req-a3cd5157-6ebc-4107-a597-7ea81d3319a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:40.262682 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fd87c23d-ae2b-4e17-811c-5caeefd408b7 req-a3cd5157-6ebc-4107-a597-7ea81d3319a6 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.60 "DELETE /v2.0/ports/28a59348-ff96-43a7-8298-5ec30d593446 HTTP/1.1" status: 204 len: 173 time: 1.7195392 Jan 28 05:39:40.263529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'name': 'network-vif-deleted', 'tag': '28a59348-ff96-43a7-8298-5ec30d593446'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:40.265913 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f82ebf-cee6-4dc9-b863-414bb39945c3" -d '{"events": [{"server_uuid": "d894dc23-fd2f-456d-a3c9-36a51d2858c4", "name": "network-vif-deleted", "tag": "28a59348-ff96-43a7-8298-5ec30d593446"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:40.358799 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-74df353a-d339-4233-a506-e41bb10ae54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:40.360440 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-74df353a-d339-4233-a506-e41bb10ae54c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b373ada81bc646c197d728690c726ee1&device_id=14709eae-a9d4-4c37-a45a-9c4970e73d63 HTTP/1.1" status: 200 len: 1096 time: 0.2466297 Jan 28 05:39:40.371857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-2b6a5f5d-1304-4735-a74e-35a435319440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:40.372655 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-2b6a5f5d-1304-4735-a74e-35a435319440 service neutron] 10.222.0.31 "GET /v2.0/ports/395db066-6639-46ac-867c-56d5942d10ac HTTP/1.1" status: 200 len: 1094 time: 0.1011934 Jan 28 05:39:40.394340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec6d57-af8f-481a-b9c4-838970a56e6c req-66e47c09-21e3-4537-8cb0-81d684512d8d tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:40.396901 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51ec6d57-af8f-481a-b9c4-838970a56e6c req-66e47c09-21e3-4537-8cb0-81d684512d8d tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c3991b-55b5-4fa3-9276-c6fb116e7b13 HTTP/1.1" status: 200 len: 945 time: 0.2429237 Jan 28 05:39:40.414066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-37d06ad3-0214-4b1c-b1ca-a4b883b863b1 service neutron] Request body: {'binding': {'host': 'n-h2-812111-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:40.414066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-37d06ad3-0214-4b1c-b1ca-a4b883b863b1 service neutron] Unknown quota resources ['binding']. {{(pid=103635) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:39:40.574956 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-724723c1-cc4f-40d5-9554-53463b3b10cc tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Publish callbacks [] for port (ef05a2ca-1d17-4364-a230-af5f6c786a4b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:40.647087 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51ec6d57-af8f-481a-b9c4-838970a56e6c req-15d05e54-5cf4-41eb-aee2-0c797eef6a13 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302432 Jan 28 05:39:40.655783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-01941ed3-c8b2-4113-bfa4-a9b3f8c8e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:40.657297 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-01941ed3-c8b2-4113-bfa4-a9b3f8c8e136 service neutron] 10.222.0.64 "GET /v2.0/networks?id=56a01931-34aa-4e79-a960-aef0826a6cd6 HTTP/1.1" status: 200 len: 905 time: 0.2891340 Jan 28 05:39:40.723365 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-73f38a52-c537-4068-99b7-04888af5afbc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=503d343d-38f9-4114-baf4-a15d044c3134 HTTP/1.1" status: 200 len: 217 time: 0.0510542 Jan 28 05:39:40.803334 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e502224-d9b1-4bab-99ca-b36be9b3f4cb req-23820d40-c973-48af-9785-309d59ea7de7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d894dc23-fd2f-456d-a3c9-36a51d2858c4 HTTP/1.1" status: 200 len: 210 time: 0.0788598 Jan 28 05:39:40.830682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-d796061b-0e28-4e60-85a5-29731cd448e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:40.832142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-d796061b-0e28-4e60-85a5-29731cd448e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b8ad07a0-3844-44a2-a22c-26a49efa296b HTTP/1.1" status: 200 len: 844 time: 0.0976262 Jan 28 05:39:40.833007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-37d06ad3-0214-4b1c-b1ca-a4b883b863b1 service neutron] Attempting to bind port 395db066-6639-46ac-867c-56d5942d10ac on host n-h2-812111-12 for vnic_type normal with profile None {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:39:40.833340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-37d06ad3-0214-4b1c-b1ca-a4b883b863b1 service neutron] Attempting to bind port 395db066-6639-46ac-867c-56d5942d10ac by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:39:40.833709 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-37d06ad3-0214-4b1c-b1ca-a4b883b863b1 service neutron] Attempting to bind port 395db066-6639-46ac-867c-56d5942d10ac on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:40.838498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-37d06ad3-0214-4b1c-b1ca-a4b883b863b1 service neutron] Port 395db066-6639-46ac-867c-56d5942d10ac on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:39:40.840515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-37d06ad3-0214-4b1c-b1ca-a4b883b863b1 service neutron] Attempting to bind port 395db066-6639-46ac-867c-56d5942d10ac on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:40.868330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-8432a522-3d1c-41d3-8134-b1f20cbb81f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56a01931-34aa-4e79-a960-aef0826a6cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265877 Jan 28 05:39:40.869062 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-37d06ad3-0214-4b1c-b1ca-a4b883b863b1 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:39:40.869402 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-37d06ad3-0214-4b1c-b1ca-a4b883b863b1 service neutron] Checking segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:39:40.869785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-37d06ad3-0214-4b1c-b1ca-a4b883b863b1 service neutron] Bound using segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:39:40.870388 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-37d06ad3-0214-4b1c-b1ca-a4b883b863b1 service neutron] Bound port: 395db066-6639-46ac-867c-56d5942d10ac, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:39:40.874039 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-724723c1-cc4f-40d5-9554-53463b3b10cc tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ef05a2ca-1d17-4364-a230-af5f6c786a4b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:41.034950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-724723c1-cc4f-40d5-9554-53463b3b10cc tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:39:41.050016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-724723c1-cc4f-40d5-9554-53463b3b10cc tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:39:41.060796 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724723c1-cc4f-40d5-9554-53463b3b10cc tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Pushing event updated for resources: {'Port': ['ID=ef05a2ca-1d17-4364-a230-af5f6c786a4b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:41.063212 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-724723c1-cc4f-40d5-9554-53463b3b10cc tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:39:41.070422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-37d06ad3-0214-4b1c-b1ca-a4b883b863b1 service neutron] For port 395db066-6639-46ac-867c-56d5942d10ac, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=395db066-6639-46ac-867c-56d5942d10ac,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:39:41.106691 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52bc0f-b5db-414c-9af6-e5575825b85b req-037ccf6d-6704-41fb-9bf1-ce93f1cc5833 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:41.108297 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc52bc0f-b5db-414c-9af6-e5575825b85b req-037ccf6d-6704-41fb-9bf1-ce93f1cc5833 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=14709eae-a9d4-4c37-a45a-9c4970e73d63 HTTP/1.1" status: 200 len: 944 time: 0.2357001 Jan 28 05:39:41.147833 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-37d06ad3-0214-4b1c-b1ca-a4b883b863b1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:41.149015 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-37d06ad3-0214-4b1c-b1ca-a4b883b863b1 service neutron] 10.222.0.31 "POST /v2.0/ports/395db066-6639-46ac-867c-56d5942d10ac/bindings HTTP/1.1" status: 201 len: 390 time: 0.7644885 Jan 28 05:39:41.167671 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-42c94cb0-ead7-44c8-a9d1-8b4302ae45a2 service neutron] 10.222.0.64 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916241 Jan 28 05:39:41.178218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-724723c1-cc4f-40d5-9554-53463b3b10cc tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:41.181036 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-724723c1-cc4f-40d5-9554-53463b3b10cc tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:41.250817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc52bc0f-b5db-414c-9af6-e5575825b85b req-f3e78d46-8a68-4f4c-be3e-4c84c411808b tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344628 Jan 28 05:39:41.295441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e1e7a3-0b1e-481c-bd6d-dda4fac36bd8 req-1288a42c-eef6-4e06-8480-7eea0cff0761 service neutron] 10.222.0.64 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115825 Jan 28 05:39:41.296656 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5a8567ce-ea88-41a8-8351-ea406d950beb None None] Provisioning complete for port ef05a2ca-1d17-4364-a230-af5f6c786a4b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:39:41.297171 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a8567ce-ea88-41a8-8351-ea406d950beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ef05a2ca-1d17-4364-a230-af5f6c786a4b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:41.334959 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5a8567ce-ea88-41a8-8351-ea406d950beb None None] Port ef05a2ca-1d17-4364-a230-af5f6c786a4b cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:39:41.366209 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ac573-14a4-4d69-9947-b1acd739d811 req-6839e4ed-e4aa-423d-89d0-a31feaded21f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:41.367712 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e55ac573-14a4-4d69-9947-b1acd739d811 req-6839e4ed-e4aa-423d-89d0-a31feaded21f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc4c49b1-80ea-410b-95ab-3af51e69f58a HTTP/1.1" status: 200 len: 936 time: 0.0567110 Jan 28 05:39:41.384144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-724723c1-cc4f-40d5-9554-53463b3b10cc tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7978632 Jan 28 05:39:41.410472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Request body: {'port': {'device_id': 'bc4c49b1-80ea-410b-95ab-3af51e69f58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:41.445530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e55ac573-14a4-4d69-9947-b1acd739d811 req-46b74d67-5fa4-4043-b034-d806c0e8534a tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710080 Jan 28 05:39:41.454511 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 497251c2-c854-4961-850e-04a5325c5aa9 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:39:41.468907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 28a59348-ff96-43a7-8298-5ec30d593446 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:41.479244 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ef05a2ca-1d17-4364-a230-af5f6c786a4b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:41.518256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 28a59348-ff96-43a7-8298-5ec30d593446 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:39:41.518631 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 28a59348-ff96-43a7-8298-5ec30d593446 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:39:41.538542 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e80af0-2fee-4ff4-940b-f353dd9c8ede x-openstack-request-id: req-54e80af0-2fee-4ff4-940b-f353dd9c8ede {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:41.545668 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c3991b-55b5-4fa3-9276-c6fb116e7b13", "name": "network-vif-plugged", "status": "completed", "tag": "2df47c98-4f16-403b-858a-4aa6cfd0f2f0", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:41.545668 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54e80af0-2fee-4ff4-940b-f353dd9c8ede {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:41.545668 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c3991b-55b5-4fa3-9276-c6fb116e7b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df47c98-4f16-403b-858a-4aa6cfd0f2f0', 'code': 200} Jan 28 05:39:41.639805 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689da3ca-4668-4918-be0a-b306f3cd0608 x-openstack-request-id: req-689da3ca-4668-4918-be0a-b306f3cd0608 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:41.640143 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d894dc23-fd2f-456d-a3c9-36a51d2858c4", "name": "network-vif-deleted", "tag": "28a59348-ff96-43a7-8298-5ec30d593446", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:41.640363 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-689da3ca-4668-4918-be0a-b306f3cd0608 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:41.640822 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd894dc23-fd2f-456d-a3c9-36a51d2858c4', 'name': 'network-vif-deleted', 'tag': '28a59348-ff96-43a7-8298-5ec30d593446', 'status': 'completed', 'code': 200} Jan 28 05:39:41.651817 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 497251c2-c854-4961-850e-04a5325c5aa9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=497251c2-c854-4961-850e-04a5325c5aa9,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:41.668227 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '497251c2-c854-4961-850e-04a5325c5aa9', 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535', 'port_id': '497251c2-c854-4961-850e-04a5325c5aa9', 'mac_address': 'fa:16:3e:ae:d0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf612c3-3d2e-4597-93d5-824acf2a3cd5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:39:41.715523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 497251c2-c854-4961-850e-04a5325c5aa9 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:41.715933 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (497251c2-c854-4961-850e-04a5325c5aa9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:41.730268 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497251c2-c854-4961-850e-04a5325c5aa9 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:39:41.755866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 497251c2-c854-4961-850e-04a5325c5aa9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=497251c2-c854-4961-850e-04a5325c5aa9,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:41.777322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817ed8b-df25-4a45-8e08-89c0268a5992 req-0fdc3ed7-20cf-4b82-aa50-16daf2ed0c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:41.778918 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6817ed8b-df25-4a45-8e08-89c0268a5992 req-0fdc3ed7-20cf-4b82-aa50-16daf2ed0c2b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=58c3991b-55b5-4fa3-9276-c6fb116e7b13 HTTP/1.1" status: 200 len: 1097 time: 0.1103692 Jan 28 05:39:41.827539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20299b7-3f06-4904-9d49-0c715363a75e req-e951cd40-4729-4e53-831b-8482b744af44 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:41.829469 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d20299b7-3f06-4904-9d49-0c715363a75e req-e951cd40-4729-4e53-831b-8482b744af44 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 0.1248019 Jan 28 05:39:41.835314 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (497251c2-c854-4961-850e-04a5325c5aa9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:41.887586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=497251c2-c854-4961-850e-04a5325c5aa9,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:41.913320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6817ed8b-df25-4a45-8e08-89c0268a5992 req-25e90e03-67a3-4332-8f8d-18efdcff6af4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210742 Jan 28 05:39:41.924489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef05a2ca-1d17-4364-a230-af5f6c786a4b {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:39:41.937466 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Publish callbacks [] for port (ef05a2ca-1d17-4364-a230-af5f6c786a4b), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:41.957646 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d20299b7-3f06-4904-9d49-0c715363a75e req-2b8beaf7-36b7-4615-bd3c-e5329a13506d tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145127 Jan 28 05:39:41.960563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Transition to ACTIVE for port object ef05a2ca-1d17-4364-a230-af5f6c786a4b will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:39:42.030807 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ef05a2ca-1d17-4364-a230-af5f6c786a4b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:42.035843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-7c97fe04-07fb-4097-848d-0c2d159d1df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:42.037424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-7c97fe04-07fb-4097-848d-0c2d159d1df7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 1097 time: 0.0567195 Jan 28 05:39:42.207341 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef05a2ca-1d17-4364-a230-af5f6c786a4b,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:42.213248 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['497251c2-c854-4961-850e-04a5325c5aa9'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:42.261400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847f6a7-dec5-4c61-9595-fe8e27542931 req-8ea64809-6ec2-4714-825d-50d966649cc0 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:42.263140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3847f6a7-dec5-4c61-9595-fe8e27542931 req-8ea64809-6ec2-4714-825d-50d966649cc0 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c3991b-55b5-4fa3-9276-c6fb116e7b13 HTTP/1.1" status: 200 len: 945 time: 0.2218616 Jan 28 05:39:42.274185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582cc41-094e-47e8-86ff-48e640b75cdc req-3c7a0338-d5b7-4563-b697-2db60bbf83f0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:42.276950 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7582cc41-094e-47e8-86ff-48e640b75cdc req-3c7a0338-d5b7-4563-b697-2db60bbf83f0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 945 time: 0.2386239 Jan 28 05:39:42.354992 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-b8a133d2-996b-4067-9a54-674aeefc4f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:42.356640 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-b8a133d2-996b-4067-9a54-674aeefc4f34 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.2954476 Jan 28 05:39:42.451972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-32556710-a270-4468-8b30-3fccc46f7e9e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=395db066-6639-46ac-867c-56d5942d10ac HTTP/1.1" status: 200 len: 217 time: 0.0858166 Jan 28 05:39:42.461297 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3847f6a7-dec5-4c61-9595-fe8e27542931 req-4ea872e1-9fd3-408b-9c54-8bb19b6e2b3d tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806130 Jan 28 05:39:42.472062 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Attempting to bind port ef05a2ca-1d17-4364-a230-af5f6c786a4b on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:39:42.472396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Attempting to bind port ef05a2ca-1d17-4364-a230-af5f6c786a4b by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:39:42.472803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Attempting to bind port ef05a2ca-1d17-4364-a230-af5f6c786a4b on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:42.480920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7582cc41-094e-47e8-86ff-48e640b75cdc req-65309ea5-b856-4243-baa8-9450bcc0515d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783867 Jan 28 05:39:42.514705 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Port ef05a2ca-1d17-4364-a230-af5f6c786a4b on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:39:42.515128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Attempting to bind port ef05a2ca-1d17-4364-a230-af5f6c786a4b on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:42.524826 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:39:42.525274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:39:42.526499 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:39:42.527488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Bound port: ef05a2ca-1d17-4364-a230-af5f6c786a4b, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:39:42.528082 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ef05a2ca-1d17-4364-a230-af5f6c786a4b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:42.544494 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-64f3fd9a-ca8e-4a16-8671-6c1a79898797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:42.546209 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-64f3fd9a-ca8e-4a16-8671-6c1a79898797 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.0838048 Jan 28 05:39:42.622600 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-7bb7aac1-894e-4b3a-82ad-6505b031794e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531678 Jan 28 05:39:42.742343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] For port ef05a2ca-1d17-4364-a230-af5f6c786a4b, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:39:42.765700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] For port ef05a2ca-1d17-4364-a230-af5f6c786a4b, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ef05a2ca-1d17-4364-a230-af5f6c786a4b,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:39:42.777875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec2346-b159-4d40-a8c9-bab1b92223d9 req-9ca29fd9-dff3-4e97-a3e5-109d5b5bbfaf tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:42.779488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9ec2346-b159-4d40-a8c9-bab1b92223d9 req-9ca29fd9-dff3-4e97-a3e5-109d5b5bbfaf tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=14709eae-a9d4-4c37-a45a-9c4970e73d63 HTTP/1.1" status: 200 len: 944 time: 0.1976714 Jan 28 05:39:42.788735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b581a-dc8e-4c80-9d66-173ee7f6b25e req-ee80a671-7e49-4797-917b-63363b63b2ca tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:42.790189 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-357b581a-dc8e-4c80-9d66-173ee7f6b25e req-ee80a671-7e49-4797-917b-63363b63b2ca tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 946 time: 0.2197294 Jan 28 05:39:42.810998 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 503d343d-38f9-4114-baf4-a15d044c3134 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:39:42.848483 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ef05a2ca-1d17-4364-a230-af5f6c786a4b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:42.893732 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-70cfcd66-bebf-46cd-9f3e-cd4a5b2c0959 service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543519 Jan 28 05:39:42.935026 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:42.935640 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:42.937120 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] 10.222.0.64 "PUT /v2.0/ports/ef05a2ca-1d17-4364-a230-af5f6c786a4b HTTP/1.1" status: 200 len: 1097 time: 1.5330899 Jan 28 05:39:42.939851 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 503d343d-38f9-4114-baf4-a15d044c3134 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:39:42.944356 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 503d343d-38f9-4114-baf4-a15d044c3134 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:39:42.944741 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (503d343d-38f9-4114-baf4-a15d044c3134), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:42.953934 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9ec2346-b159-4d40-a8c9-bab1b92223d9 req-4c6e44b7-fe60-4774-8ecb-cdc1564e6de2 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626916 Jan 28 05:39:42.966270 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-357b581a-dc8e-4c80-9d66-173ee7f6b25e req-61cb849b-7db3-4e37-a1ca-e3c8cb2bd8c6 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670563 Jan 28 05:39:43.063159 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 503d343d-38f9-4114-baf4-a15d044c3134 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:43.065862 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (503d343d-38f9-4114-baf4-a15d044c3134), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:43.138400 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 503d343d-38f9-4114-baf4-a15d044c3134, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=503d343d-38f9-4114-baf4-a15d044c3134,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:43.236951 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (503d343d-38f9-4114-baf4-a15d044c3134), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:43.303249 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=503d343d-38f9-4114-baf4-a15d044c3134,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:43.369911 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbb461-d085-4875-869f-c03417b957d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef05a2ca-1d17-4364-a230-af5f6c786a4b,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:43.428459 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-1f8bad10-7e11-4d66-8a49-19dcd8d1b368 service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250330 Jan 28 05:39:43.437218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b5e4c-ed67-4609-a130-180107eec245 req-9807acf4-6513-488b-ba0a-525179239535 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:43.438796 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b12b5e4c-ed67-4609-a130-180107eec245 req-9807acf4-6513-488b-ba0a-525179239535 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc4c49b1-80ea-410b-95ab-3af51e69f58a HTTP/1.1" status: 200 len: 948 time: 0.1322880 Jan 28 05:39:43.443797 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-a3a7be8d-84fb-4aef-8dcc-c8b09c6a68e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:43.445269 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-a3a7be8d-84fb-4aef-8dcc-c8b09c6a68e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ae4d040b421448797d1c095da310d4a&device_id=bc4c49b1-80ea-410b-95ab-3af51e69f58a HTTP/1.1" status: 200 len: 1100 time: 0.1373632 Jan 28 05:39:43.477353 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 497251c2-c854-4961-850e-04a5325c5aa9 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:39:43.519586 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-0ceb226a-e933-40c4-a372-345542226f5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=ef05a2ca-1d17-4364-a230-af5f6c786a4b HTTP/1.1" status: 200 len: 217 time: 0.0458343 Jan 28 05:39:43.536216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b12b5e4c-ed67-4609-a130-180107eec245 req-0c2d2f6d-c428-4faa-a9ca-c3cb1ff7e794 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878932 Jan 28 05:39:43.542231 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14709eae-a9d4-4c37-a45a-9c4970e73d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503d343d-38f9-4114-baf4-a15d044c3134'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:43.546879 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf07c2f2-8c14-4e05-9009-0ff0455228e9" -d '{"events": [{"server_uuid": "14709eae-a9d4-4c37-a45a-9c4970e73d63", "name": "network-vif-plugged", "status": "completed", "tag": "503d343d-38f9-4114-baf4-a15d044c3134"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:43.608242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 497251c2-c854-4961-850e-04a5325c5aa9 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:39:43.613261 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 497251c2-c854-4961-850e-04a5325c5aa9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:39:43.613785 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (497251c2-c854-4961-850e-04a5325c5aa9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:43.641931 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4c49b1-80ea-410b-95ab-3af51e69f58a', 'tag': 'ef05a2ca-1d17-4364-a230-af5f6c786a4b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:43.644417 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e308ad5-ea2a-442c-8770-0c1025cbe318" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4c49b1-80ea-410b-95ab-3af51e69f58a", "tag": "ef05a2ca-1d17-4364-a230-af5f6c786a4b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:43.661186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-0a151954-71b4-401d-a51d-f0636853d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:43.662782 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-0a151954-71b4-401d-a51d-f0636853d137 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0901625 Jan 28 05:39:43.671252 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01c8e5-3c5b-4cb9-a867-91ea4e6dc739 req-c9bbb671-72d4-4def-9bd7-a4bded508b58 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:43.672940 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e01c8e5-3c5b-4cb9-a867-91ea4e6dc739 req-c9bbb671-72d4-4def-9bd7-a4bded508b58 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 944 time: 0.1095390 Jan 28 05:39:43.712257 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 497251c2-c854-4961-850e-04a5325c5aa9 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:43.713241 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (497251c2-c854-4961-850e-04a5325c5aa9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:43.753052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 497251c2-c854-4961-850e-04a5325c5aa9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=497251c2-c854-4961-850e-04a5325c5aa9,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:43.788431 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-88524d1a-a68a-48ed-9398-4d638953d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:43.789962 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-88524d1a-a68a-48ed-9398-4d638953d32d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1161699 Jan 28 05:39:43.794554 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e01c8e5-3c5b-4cb9-a867-91ea4e6dc739 req-8892c7d4-2f78-4b90-b2e8-4f606d35aa3d tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111588 Jan 28 05:39:43.805328 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3779e-1bc9-4fc3-a9f8-af49959c49d4 req-510b4d9a-298a-4be3-bdb3-18221bdfa4d2 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:43.806767 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ace3779e-1bc9-4fc3-a9f8-af49959c49d4 req-510b4d9a-298a-4be3-bdb3-18221bdfa4d2 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?device_id=58c3991b-55b5-4fa3-9276-c6fb116e7b13 HTTP/1.1" status: 200 len: 945 time: 0.0971830 Jan 28 05:39:43.825396 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (497251c2-c854-4961-850e-04a5325c5aa9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:43.894048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=497251c2-c854-4961-850e-04a5325c5aa9,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:43.966673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ace3779e-1bc9-4fc3-a9f8-af49959c49d4 req-4fdda14f-84fa-42b7-8258-7940b2cd4b08 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515641 Jan 28 05:39:43.976813 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-73b0211d-cdf4-4881-83e7-4b7cfdb3f4e1 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690361 Jan 28 05:39:43.988730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe8d41-5ded-4e73-95f4-19f0771d414a req-d45a709f-47a7-4919-a2da-3932f388dc16 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:43.990338 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ecfe8d41-5ded-4e73-95f4-19f0771d414a req-d45a709f-47a7-4919-a2da-3932f388dc16 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 951 time: 0.1005635 Jan 28 05:39:44.126603 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ecfe8d41-5ded-4e73-95f4-19f0771d414a req-50554576-2c60-4b17-aa79-ef103d1299e5 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266229 Jan 28 05:39:44.182168 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f8851e-4fe4-4bf2-aef5-bedafb23e1f9 x-openstack-request-id: req-06f8851e-4fe4-4bf2-aef5-bedafb23e1f9 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:44.184804 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14709eae-a9d4-4c37-a45a-9c4970e73d63", "name": "network-vif-plugged", "status": "completed", "tag": "503d343d-38f9-4114-baf4-a15d044c3134", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:44.185144 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06f8851e-4fe4-4bf2-aef5-bedafb23e1f9 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:44.186119 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14709eae-a9d4-4c37-a45a-9c4970e73d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503d343d-38f9-4114-baf4-a15d044c3134', 'code': 200} Jan 28 05:39:44.192203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f6459-2670-45de-8141-32dff00500d4 req-344809d0-bf2b-4696-ab74-be0c97f48d93 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:44.193687 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-700f6459-2670-45de-8141-32dff00500d4 req-344809d0-bf2b-4696-ab74-be0c97f48d93 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 945 time: 0.1372173 Jan 28 05:39:44.195885 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32933549-1da0-4541-adcc-119c9f34dbc5 req-d92418be-51e4-4233-8678-4c0705da4517 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046437 Jan 28 05:39:44.215445 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b41516-edf4-4dbf-9cf5-663952eba4c3 x-openstack-request-id: req-47b41516-edf4-4dbf-9cf5-663952eba4c3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:44.215744 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4c49b1-80ea-410b-95ab-3af51e69f58a", "tag": "ef05a2ca-1d17-4364-a230-af5f6c786a4b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:44.216001 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47b41516-edf4-4dbf-9cf5-663952eba4c3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:44.216396 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4c49b1-80ea-410b-95ab-3af51e69f58a', 'tag': 'ef05a2ca-1d17-4364-a230-af5f6c786a4b', 'status': 'completed', 'code': 200} Jan 28 05:39:44.234577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dae55-074e-4592-92c8-2a55295cfb06 req-0e9953ce-0af3-4af7-b5ae-d05a80f87e06 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:44.234577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-277dae55-074e-4592-92c8-2a55295cfb06 req-0e9953ce-0af3-4af7-b5ae-d05a80f87e06 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.64 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 946 time: 0.1054327 Jan 28 05:39:44.340487 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-700f6459-2670-45de-8141-32dff00500d4 req-960b1715-09cc-4b76-8472-0f01e5fa42fd tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362758 Jan 28 05:39:44.432845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f32bd-8164-4fcb-a912-6db109eaec8b req-716f71ee-1ea3-484d-ba02-ebfe7598365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:44.434330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a63f32bd-8164-4fcb-a912-6db109eaec8b req-716f71ee-1ea3-484d-ba02-ebfe7598365d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=14709eae-a9d4-4c37-a45a-9c4970e73d63 HTTP/1.1" status: 200 len: 1097 time: 0.1291764 Jan 28 05:39:44.441386 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e308ad5-ea2a-442c-8770-0c1025cbe318 req-c7b39c1b-d265-450c-961e-a047ff3334cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:44.443457 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0e308ad5-ea2a-442c-8770-0c1025cbe318 req-c7b39c1b-d265-450c-961e-a047ff3334cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ae4d040b421448797d1c095da310d4a&device_id=bc4c49b1-80ea-410b-95ab-3af51e69f58a HTTP/1.1" status: 200 len: 1100 time: 0.0600071 Jan 28 05:39:44.458585 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead417e-1157-40fe-b784-58c2f5a1d6f6 req-0ea9a740-813d-486c-a32a-255344617de1 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:44.460097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ead417e-1157-40fe-b784-58c2f5a1d6f6 req-0ea9a740-813d-486c-a32a-255344617de1 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?device_id=565fdaf7-3cee-48bb-9053-d168a30529a6 HTTP/1.1" status: 200 len: 945 time: 0.1887507 Jan 28 05:39:44.542987 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-277dae55-074e-4592-92c8-2a55295cfb06 req-bc2c52d2-0dac-4263-9884-08eed3b2b10c tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Deleting port 2c1af978-a88d-4559-ba79-a7df9638837a {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:44.543725 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-277dae55-074e-4592-92c8-2a55295cfb06 req-bc2c52d2-0dac-4263-9884-08eed3b2b10c tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2c1af978-a88d-4559-ba79-a7df9638837a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:44.560532 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e308ad5-ea2a-442c-8770-0c1025cbe318 req-7da436f7-555f-4b35-a7ea-eb04ea39619d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:44.562403 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0e308ad5-ea2a-442c-8770-0c1025cbe318 req-7da436f7-555f-4b35-a7ea-eb04ea39619d service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1106102 Jan 28 05:39:44.576621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556892a-09bf-44e4-8ce4-6e4f40507826 req-fb80d737-57e4-4b79-a095-c579d2332f08 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:44.578096 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2556892a-09bf-44e4-8ce4-6e4f40507826 req-fb80d737-57e4-4b79-a095-c579d2332f08 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 946 time: 0.1659620 Jan 28 05:39:44.580232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a63f32bd-8164-4fcb-a912-6db109eaec8b req-0e046f97-5666-4f9b-bdd4-b28af27403ed service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289926 Jan 28 05:39:44.608422 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0e308ad5-ea2a-442c-8770-0c1025cbe318 req-db50e105-2a7f-4f5c-8c66-7f21950329cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=ef05a2ca-1d17-4364-a230-af5f6c786a4b HTTP/1.1" status: 200 len: 217 time: 0.0369380 Jan 28 05:39:44.629328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ead417e-1157-40fe-b784-58c2f5a1d6f6 req-40121e6f-3ee3-49a4-9789-2a4b418a5b0c tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531241 Jan 28 05:39:44.695860 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2556892a-09bf-44e4-8ce4-6e4f40507826 req-adc3c466-fa8d-4c96-82de-b6915065ffa0 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819490 Jan 28 05:39:44.711671 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-277dae55-074e-4592-92c8-2a55295cfb06 req-bc2c52d2-0dac-4263-9884-08eed3b2b10c tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] For port 2c1af978-a88d-4559-ba79-a7df9638837a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2c1af978-a88d-4559-ba79-a7df9638837a,segment=NetworkSegment(c145a65b-96c8-4e27-bda6-dcde64ac7af8),segment_id=c145a65b-96c8-4e27-bda6-dcde64ac7af8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:44.711671 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-277dae55-074e-4592-92c8-2a55295cfb06 req-bc2c52d2-0dac-4263-9884-08eed3b2b10c tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2c1af978-a88d-4559-ba79-a7df9638837a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:44.748822 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-277dae55-074e-4592-92c8-2a55295cfb06 req-bc2c52d2-0dac-4263-9884-08eed3b2b10c tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Calling delete_port for 2c1af978-a88d-4559-ba79-a7df9638837a owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:44.855547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c079b-69b0-401e-ba82-09740059355d req-0ce476b4-d5dc-49aa-b4d4-8a56d77df16a tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:44.857119 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-816c079b-69b0-401e-ba82-09740059355d req-0ce476b4-d5dc-49aa-b4d4-8a56d77df16a tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=14709eae-a9d4-4c37-a45a-9c4970e73d63 HTTP/1.1" status: 200 len: 945 time: 0.1492128 Jan 28 05:39:44.895456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047a386-36fb-4948-908f-a6ca58e3994f req-ee9d4505-3cbc-42c8-b941-a7f4d336fe6b tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:44.898770 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f047a386-36fb-4948-908f-a6ca58e3994f req-ee9d4505-3cbc-42c8-b941-a7f4d336fe6b tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc4c49b1-80ea-410b-95ab-3af51e69f58a HTTP/1.1" status: 200 len: 948 time: 0.1411986 Jan 28 05:39:44.922482 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e308ad5-ea2a-442c-8770-0c1025cbe318 req-ffcfe734-0cc0-4ce2-88e7-a03c9e8262c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:44.923957 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0e308ad5-ea2a-442c-8770-0c1025cbe318 req-ffcfe734-0cc0-4ce2-88e7-a03c9e8262c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0496457 Jan 28 05:39:44.991038 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-816c079b-69b0-401e-ba82-09740059355d req-65fac9fb-f727-47df-8531-621adc3b2593 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210456 Jan 28 05:39:45.005054 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e308ad5-ea2a-442c-8770-0c1025cbe318 req-8dbb1bff-cdd5-4ee9-881b-882e7097d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:45.006578 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0e308ad5-ea2a-442c-8770-0c1025cbe318 req-8dbb1bff-cdd5-4ee9-881b-882e7097d37a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0483472 Jan 28 05:39:45.026140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f047a386-36fb-4948-908f-a6ca58e3994f req-418f3002-0b90-42d1-9d92-8e01af86291f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205533 Jan 28 05:39:45.106233 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-277dae55-074e-4592-92c8-2a55295cfb06 req-bc2c52d2-0dac-4263-9884-08eed3b2b10c tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2c1af978-a88d-4559-ba79-a7df9638837a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:45.132541 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0e308ad5-ea2a-442c-8770-0c1025cbe318 req-a650f3ed-e19f-4c53-97de-44109f6a0e64 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167083 Jan 28 05:39:45.149802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c52d2-0dac-4263-9884-08eed3b2b10c tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Pushing event deleted for resources: {'Port': ['ID=2c1af978-a88d-4559-ba79-a7df9638837a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:45.256185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-277dae55-074e-4592-92c8-2a55295cfb06 req-bc2c52d2-0dac-4263-9884-08eed3b2b10c tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] No DVR routers for this DVR port 2c1af978-a88d-4559-ba79-a7df9638837a on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:39:45.259352 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-277dae55-074e-4592-92c8-2a55295cfb06 req-bc2c52d2-0dac-4263-9884-08eed3b2b10c tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:45.263246 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-277dae55-074e-4592-92c8-2a55295cfb06 req-bc2c52d2-0dac-4263-9884-08eed3b2b10c tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.64 "DELETE /v2.0/ports/2c1af978-a88d-4559-ba79-a7df9638837a HTTP/1.1" status: 204 len: 173 time: 1.0027542 Jan 28 05:39:45.289061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e565242-cd92-40c4-8867-ed7df53f7ce4 req-761149a9-cdb8-4135-9690-7acbab63217a tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:45.289841 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0e308ad5-ea2a-442c-8770-0c1025cbe318 req-6f5fb3fb-8741-4299-8bc1-160737270b75 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399579 Jan 28 05:39:45.290634 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e565242-cd92-40c4-8867-ed7df53f7ce4 req-761149a9-cdb8-4135-9690-7acbab63217a tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d903da64-1f22-4128-a987-69f37773285f HTTP/1.1" status: 200 len: 945 time: 0.1447239 Jan 28 05:39:45.302357 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cecfe-5ab8-47aa-86e3-63da4dba7466 req-3dcd4c77-dee4-4651-b15a-725c0de10dfe tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:45.303829 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-558cecfe-5ab8-47aa-86e3-63da4dba7466 req-3dcd4c77-dee4-4651-b15a-725c0de10dfe tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.0891507 Jan 28 05:39:45.379683 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e565242-cd92-40c4-8867-ed7df53f7ce4 req-8873d15d-49c3-4c4b-8573-7dfba894d0e0 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748937 Jan 28 05:39:45.382943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-558cecfe-5ab8-47aa-86e3-63da4dba7466 req-373b3049-30fb-44fe-b9cb-fc3b6a9fbffa tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721254 Jan 28 05:39:45.542782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1af014-7ecb-4f89-8f69-a0174600d293 req-d21e0c47-09df-4b25-91d8-ca148c850df7 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:45.547319 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b1af014-7ecb-4f89-8f69-a0174600d293 req-d21e0c47-09df-4b25-91d8-ca148c850df7 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 945 time: 0.0919700 Jan 28 05:39:45.563805 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb8a9b-4781-4531-9459-c5650a155387 req-95acee83-0f88-413c-a29e-9bda7ff37a17 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:45.565520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cdfb8a9b-4781-4531-9459-c5650a155387 req-95acee83-0f88-413c-a29e-9bda7ff37a17 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 951 time: 0.1083219 Jan 28 05:39:45.653492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b1af014-7ecb-4f89-8f69-a0174600d293 req-2748848a-34e4-4bf1-aead-3379d60715ef tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867774 Jan 28 05:39:45.683991 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cdfb8a9b-4781-4531-9459-c5650a155387 req-839425b5-c876-44f7-ae2b-0e44510ee980 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108878 Jan 28 05:39:45.811348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-812142a8-98ad-46c8-83a5-4ee2bbc0876c req-f310e33e-ba39-4ec8-a005-72d27dd66886 tempest-FloatingIPsAssociationTestJSON-1903379581 tempest-FloatingIPsAssociationTestJSON-1903379581-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80d240d-1464-4828-8b42-da5fa846e17d HTTP/1.1" status: 200 len: 210 time: 0.0259950 Jan 28 05:39:46.055860 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1d36d-ee5c-445b-90de-84c0a0b351ab req-fa3dcd6c-1d23-4dc6-b8db-79d0d215166d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:46.059350 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5bf1d36d-ee5c-445b-90de-84c0a0b351ab req-fa3dcd6c-1d23-4dc6-b8db-79d0d215166d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.64 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 951 time: 0.0567091 Jan 28 05:39:46.186849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497251c2-c854-4961-850e-04a5325c5aa9'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:46.190863 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60611c6c-6e66-4da7-9f2e-b34a339c00b6" -d '{"events": [{"server_uuid": "42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2", "name": "network-vif-plugged", "status": "completed", "tag": "497251c2-c854-4961-850e-04a5325c5aa9"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:46.220506 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-5bf1d36d-ee5c-445b-90de-84c0a0b351ab req-d1875144-a623-4cf4-b8f3-512410901bcf tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Deleting port 54fd6ebe-ad39-4455-be38-1eb510a282ef {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:46.220861 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5bf1d36d-ee5c-445b-90de-84c0a0b351ab req-d1875144-a623-4cf4-b8f3-512410901bcf tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:46.224833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'name': 'network-vif-deleted', 'tag': '2c1af978-a88d-4559-ba79-a7df9638837a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:46.227339 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f0fa27-7223-4d2e-bf10-73fc95b3aee4" -d '{"events": [{"server_uuid": "b80d240d-1464-4828-8b42-da5fa846e17d", "name": "network-vif-deleted", "tag": "2c1af978-a88d-4559-ba79-a7df9638837a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:46.278881 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e20a6b-a4b5-4ce2-889e-d4118c53d4b7 req-c5b824a1-4b31-4b4d-b972-2c7a6eb1c50e tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:46.280265 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-12e20a6b-a4b5-4ce2-889e-d4118c53d4b7 req-c5b824a1-4b31-4b4d-b972-2c7a6eb1c50e tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=14709eae-a9d4-4c37-a45a-9c4970e73d63 HTTP/1.1" status: 200 len: 945 time: 0.1239586 Jan 28 05:39:46.293114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf287d-f34c-4e71-b39f-6c6ef9ac2c43 req-95cad7f0-019a-42b9-8ab6-8794703452a4 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:46.294640 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00bf287d-f34c-4e71-b39f-6c6ef9ac2c43 req-95cad7f0-019a-42b9-8ab6-8794703452a4 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d903da64-1f22-4128-a987-69f37773285f HTTP/1.1" status: 200 len: 945 time: 0.1266587 Jan 28 05:39:46.338269 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-5bf1d36d-ee5c-445b-90de-84c0a0b351ab req-d1875144-a623-4cf4-b8f3-512410901bcf tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] For port 54fd6ebe-ad39-4455-be38-1eb510a282ef, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=54fd6ebe-ad39-4455-be38-1eb510a282ef,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:46.339479 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5bf1d36d-ee5c-445b-90de-84c0a0b351ab req-d1875144-a623-4cf4-b8f3-512410901bcf tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:46.355015 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-5bf1d36d-ee5c-445b-90de-84c0a0b351ab req-d1875144-a623-4cf4-b8f3-512410901bcf tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Calling delete_port for 54fd6ebe-ad39-4455-be38-1eb510a282ef owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:46.376275 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-12e20a6b-a4b5-4ce2-889e-d4118c53d4b7 req-8747b731-860b-48d6-a0f2-43eaabf40649 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805476 Jan 28 05:39:46.389232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00bf287d-f34c-4e71-b39f-6c6ef9ac2c43 req-7e28269c-5dde-4f38-9f61-bd5ede97ca22 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863171 Jan 28 05:39:46.542087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdee127-5895-4db2-8208-3261e3884723 req-03642d32-946c-46f4-8787-019ce47d29e7 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:46.554058 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3bdee127-5895-4db2-8208-3261e3884723 req-03642d32-946c-46f4-8787-019ce47d29e7 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc4c49b1-80ea-410b-95ab-3af51e69f58a HTTP/1.1" status: 200 len: 948 time: 0.0991969 Jan 28 05:39:46.563041 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ad3473-52f2-4df0-821a-a71780bf89be x-openstack-request-id: req-02ad3473-52f2-4df0-821a-a71780bf89be {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:46.563339 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2", "name": "network-vif-plugged", "status": "completed", "tag": "497251c2-c854-4961-850e-04a5325c5aa9", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:46.563596 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02ad3473-52f2-4df0-821a-a71780bf89be {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:46.563977 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497251c2-c854-4961-850e-04a5325c5aa9', 'code': 200} Jan 28 05:39:46.598985 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f910c6-87c1-4747-9b46-698373195aa5 x-openstack-request-id: req-74f910c6-87c1-4747-9b46-698373195aa5 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:46.599417 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80d240d-1464-4828-8b42-da5fa846e17d", "name": "network-vif-deleted", "tag": "2c1af978-a88d-4559-ba79-a7df9638837a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:46.599661 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74f910c6-87c1-4747-9b46-698373195aa5 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:46.599978 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80d240d-1464-4828-8b42-da5fa846e17d', 'name': 'network-vif-deleted', 'tag': '2c1af978-a88d-4559-ba79-a7df9638837a', 'status': 'completed', 'code': 200} Jan 28 05:39:46.615930 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3bdee127-5895-4db2-8208-3261e3884723 req-a9a8c08a-8855-4476-a7ce-5770f883abf0 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589674 Jan 28 05:39:46.625689 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5bf1d36d-ee5c-445b-90de-84c0a0b351ab req-d1875144-a623-4cf4-b8f3-512410901bcf tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (54fd6ebe-ad39-4455-be38-1eb510a282ef), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:46.665341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['c5b32a32-92ad-49b0-bfcd-2a660c8d831a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:46.671410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1875144-a623-4cf4-b8f3-512410901bcf tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Pushing event deleted for resources: {'Port': ['ID=54fd6ebe-ad39-4455-be38-1eb510a282ef,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:46.748921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf1d36d-ee5c-445b-90de-84c0a0b351ab req-d1875144-a623-4cf4-b8f3-512410901bcf tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] No DVR routers for this DVR port 54fd6ebe-ad39-4455-be38-1eb510a282ef on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:39:46.752277 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5bf1d36d-ee5c-445b-90de-84c0a0b351ab req-d1875144-a623-4cf4-b8f3-512410901bcf tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:46.756559 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5bf1d36d-ee5c-445b-90de-84c0a0b351ab req-d1875144-a623-4cf4-b8f3-512410901bcf tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.64 "DELETE /v2.0/ports/54fd6ebe-ad39-4455-be38-1eb510a282ef HTTP/1.1" status: 204 len: 173 time: 0.6818371 Jan 28 05:39:46.757321 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f5195-d22b-4776-8814-918deaef9b72', 'name': 'network-vif-deleted', 'tag': '54fd6ebe-ad39-4455-be38-1eb510a282ef'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:46.758846 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['69986b38-c2fa-4524-bf16-63fae6dbb18a', '54fd6ebe-ad39-4455-be38-1eb510a282ef'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:46.762144 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0a9419-b01d-4866-8b9a-42a2bd57213b" -d '{"events": [{"server_uuid": "b90f5195-d22b-4776-8814-918deaef9b72", "name": "network-vif-deleted", "tag": "54fd6ebe-ad39-4455-be38-1eb510a282ef"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:46.840851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1f755-11ec-4ffa-8e21-8198700fb34b req-2a58c2f9-4eb0-459d-b134-0bd563dd2b04 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:46.842433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4c1f755-11ec-4ffa-8e21-8198700fb34b req-2a58c2f9-4eb0-459d-b134-0bd563dd2b04 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.1424122 Jan 28 05:39:46.847709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ef05a2ca-1d17-4364-a230-af5f6c786a4b details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:39:46.854535 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac112ea4-0ddb-4b60-93f4-790b8eb6c0d6 req-e7e5a865-c6b9-42a1-bcea-dba3301a44c4 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:46.856074 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac112ea4-0ddb-4b60-93f4-790b8eb6c0d6 req-e7e5a865-c6b9-42a1-bcea-dba3301a44c4 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 945 time: 0.1066885 Jan 28 05:39:46.866152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9721b-af3b-4365-a211-ab79810b3b8d req-5a880e91-588c-4eb6-9923-32159a8ccb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:46.867647 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fe9721b-af3b-4365-a211-ab79810b3b8d req-5a880e91-588c-4eb6-9923-32159a8ccb5b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 1097 time: 0.1280594 Jan 28 05:39:46.900542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2c1af978-a88d-4559-ba79-a7df9638837a no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:46.963110 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 2c1af978-a88d-4559-ba79-a7df9638837a {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:39:46.963942 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2c1af978-a88d-4559-ba79-a7df9638837a not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:39:46.970115 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4c1f755-11ec-4ffa-8e21-8198700fb34b req-480385d7-1e36-40f3-9294-8a69f2574f63 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117454 Jan 28 05:39:46.974365 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac112ea4-0ddb-4b60-93f4-790b8eb6c0d6 req-63a6e5a9-4548-4dd3-afe3-9f706ae17e4d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996838 Jan 28 05:39:46.977161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fe9721b-af3b-4365-a211-ab79810b3b8d req-24b0f06a-3e36-48aa-b782-4d26d1d81142 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008441 Jan 28 05:39:47.100447 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a838ca9-7156-44f1-8fa7-420e16cd4834 x-openstack-request-id: req-9a838ca9-7156-44f1-8fa7-420e16cd4834 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:47.103828 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f5195-d22b-4776-8814-918deaef9b72", "name": "network-vif-deleted", "tag": "54fd6ebe-ad39-4455-be38-1eb510a282ef", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:47.103828 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a838ca9-7156-44f1-8fa7-420e16cd4834 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:47.103828 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5195-d22b-4776-8814-918deaef9b72', 'name': 'network-vif-deleted', 'tag': '54fd6ebe-ad39-4455-be38-1eb510a282ef', 'status': 'completed', 'code': 200} Jan 28 05:39:47.119762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db530721-e4c3-49a2-8e1e-9001a361d998 req-c2c68ad8-2da7-46a4-a945-58e646507eff tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b90f5195-d22b-4776-8814-918deaef9b72 HTTP/1.1" status: 200 len: 210 time: 0.0484757 Jan 28 05:39:47.153910 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50550) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:47.212491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port ef05a2ca-1d17-4364-a230-af5f6c786a4b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ef05a2ca-1d17-4364-a230-af5f6c786a4b,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:47.235031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'ef05a2ca-1d17-4364-a230-af5f6c786a4b', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'ef05a2ca-1d17-4364-a230-af5f6c786a4b', 'mac_address': 'fa:16:3e:ed:09:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:39:47.282007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port ef05a2ca-1d17-4364-a230-af5f6c786a4b is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:47.282428 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ef05a2ca-1d17-4364-a230-af5f6c786a4b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:47.298862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef05a2ca-1d17-4364-a230-af5f6c786a4b {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:39:47.321648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port ef05a2ca-1d17-4364-a230-af5f6c786a4b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ef05a2ca-1d17-4364-a230-af5f6c786a4b,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:47.386441 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ef05a2ca-1d17-4364-a230-af5f6c786a4b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:47.469737 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=ef05a2ca-1d17-4364-a230-af5f6c786a4b,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:47.547516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d33e14-65f8-4ea8-b035-52c1b5c95d55 req-30af7916-f32d-4806-b038-945602186045 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:47.549007 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98d33e14-65f8-4ea8-b035-52c1b5c95d55 req-30af7916-f32d-4806-b038-945602186045 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=14709eae-a9d4-4c37-a45a-9c4970e73d63 HTTP/1.1" status: 200 len: 945 time: 0.0916066 Jan 28 05:39:47.568885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7573f81-4892-4103-b9a6-c76a3a4f9380 req-3bd80d3b-1ae4-4b83-b4c0-ce62b1e2a767 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:47.570377 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a7573f81-4892-4103-b9a6-c76a3a4f9380 req-3bd80d3b-1ae4-4b83-b4c0-ce62b1e2a767 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d903da64-1f22-4128-a987-69f37773285f HTTP/1.1" status: 200 len: 945 time: 0.0713682 Jan 28 05:39:47.660433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98d33e14-65f8-4ea8-b035-52c1b5c95d55 req-5cc857db-1455-4638-932e-f3fb65f4f099 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989556 Jan 28 05:39:47.690816 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dab8d0f5-b4f7-45d8-b2d0-b916578f185f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (ea022867-50b8-47d9-98a7-37c27a9e2571), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:47.697813 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a7573f81-4892-4103-b9a6-c76a3a4f9380 req-92b82f7f-0379-4887-a04a-6602cc6ebb14 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174569 Jan 28 05:39:47.805088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['ef05a2ca-1d17-4364-a230-af5f6c786a4b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:47.840498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00011dbc-22ed-4999-b5f2-f007ae649b7f req-268f301a-7337-4472-b082-176447878665 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:47.842320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00011dbc-22ed-4999-b5f2-f007ae649b7f req-268f301a-7337-4472-b082-176447878665 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc4c49b1-80ea-410b-95ab-3af51e69f58a HTTP/1.1" status: 200 len: 949 time: 0.0811348 Jan 28 05:39:47.927864 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00011dbc-22ed-4999-b5f2-f007ae649b7f req-90696015-ad1c-4778-a7c8-f2b244c66676 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775931 Jan 28 05:39:48.125981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00049c-2d68-4c95-badf-a4b74617372a req-ba7ec68d-02c5-46df-8ef1-a3a876613712 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:48.127904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb00049c-2d68-4c95-badf-a4b74617372a req-ba7ec68d-02c5-46df-8ef1-a3a876613712 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.0620608 Jan 28 05:39:48.214194 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb00049c-2d68-4c95-badf-a4b74617372a req-20cd3978-de78-4517-8cc2-0e7c54f30ed2 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755112 Jan 28 05:39:48.359721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb53a0-b347-44db-bcc2-41225e226004 req-ab87df11-d234-42dd-b2e5-cc2e6e1193f7 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:48.361527 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4eb53a0-b347-44db-bcc2-41225e226004 req-ab87df11-d234-42dd-b2e5-cc2e6e1193f7 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 945 time: 0.0796323 Jan 28 05:39:48.381799 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c6e1c-90e2-4d87-8bb4-6e6b2fb310b9 req-13edd034-24d3-471a-ab95-6a17e7ebea08 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:48.384917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-825c6e1c-90e2-4d87-8bb4-6e6b2fb310b9 req-13edd034-24d3-471a-ab95-6a17e7ebea08 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.60 "GET /v2.0/ports?device_id=d903da64-1f22-4128-a987-69f37773285f HTTP/1.1" status: 200 len: 945 time: 0.0913804 Jan 28 05:39:48.428170 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-dab8d0f5-b4f7-45d8-b2d0-b916578f185f admin admin] Deleting port 79a278d5-c870-425f-be01-ae69873cc214 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:48.428785 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dab8d0f5-b4f7-45d8-b2d0-b916578f185f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (79a278d5-c870-425f-be01-ae69873cc214), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:48.546900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4eb53a0-b347-44db-bcc2-41225e226004 req-8b373770-5f6e-4641-b607-681cee3b0a54 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728034 Jan 28 05:39:48.571262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-825c6e1c-90e2-4d87-8bb4-6e6b2fb310b9 req-1c65feee-4f7b-4290-938a-22f6e71ca271 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Deleting port fee322b7-5160-40b0-b228-254197b8eaa2 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:48.572509 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-825c6e1c-90e2-4d87-8bb4-6e6b2fb310b9 req-1c65feee-4f7b-4290-938a-22f6e71ca271 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (fee322b7-5160-40b0-b228-254197b8eaa2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:48.578987 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-dab8d0f5-b4f7-45d8-b2d0-b916578f185f admin admin] For port 79a278d5-c870-425f-be01-ae69873cc214, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=79a278d5-c870-425f-be01-ae69873cc214,segment=NetworkSegment(c145a65b-96c8-4e27-bda6-dcde64ac7af8),segment_id=c145a65b-96c8-4e27-bda6-dcde64ac7af8)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:48.579364 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dab8d0f5-b4f7-45d8-b2d0-b916578f185f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (79a278d5-c870-425f-be01-ae69873cc214), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:48.599417 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-dab8d0f5-b4f7-45d8-b2d0-b916578f185f admin admin] Calling delete_port for 79a278d5-c870-425f-be01-ae69873cc214 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:48.670463 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619a04e-cc1d-4cef-a62c-35f72dfe6821 req-478e7a76-8ae9-4791-8f61-a5a6ad7aad27 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:48.672167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9619a04e-cc1d-4cef-a62c-35f72dfe6821 req-478e7a76-8ae9-4791-8f61-a5a6ad7aad27 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=14709eae-a9d4-4c37-a45a-9c4970e73d63 HTTP/1.1" status: 200 len: 945 time: 0.1693611 Jan 28 05:39:48.758676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9619a04e-cc1d-4cef-a62c-35f72dfe6821 req-9225a2b7-5e44-4205-9096-0c6fffe10688 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787663 Jan 28 05:39:48.765026 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-825c6e1c-90e2-4d87-8bb4-6e6b2fb310b9 req-1c65feee-4f7b-4290-938a-22f6e71ca271 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] For port fee322b7-5160-40b0-b228-254197b8eaa2, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=fee322b7-5160-40b0-b228-254197b8eaa2,segment=NetworkSegment(2517d27c-4082-4ac4-8352-4fda1fbfb3b5),segment_id=2517d27c-4082-4ac4-8352-4fda1fbfb3b5)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:48.765434 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-825c6e1c-90e2-4d87-8bb4-6e6b2fb310b9 req-1c65feee-4f7b-4290-938a-22f6e71ca271 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (fee322b7-5160-40b0-b228-254197b8eaa2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:48.790914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-825c6e1c-90e2-4d87-8bb4-6e6b2fb310b9 req-1c65feee-4f7b-4290-938a-22f6e71ca271 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Calling delete_port for fee322b7-5160-40b0-b228-254197b8eaa2 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:48.861447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 54fd6ebe-ad39-4455-be38-1eb510a282ef no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:48.887989 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 54fd6ebe-ad39-4455-be38-1eb510a282ef {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:39:48.888747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 54fd6ebe-ad39-4455-be38-1eb510a282ef not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:39:48.923530 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc93564-2b3d-46cd-813e-fd70f8661c4d req-287f12fc-a932-46db-9035-84b247ec1828 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:48.923759 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dab8d0f5-b4f7-45d8-b2d0-b916578f185f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (79a278d5-c870-425f-be01-ae69873cc214), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:48.925030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2bc93564-2b3d-46cd-813e-fd70f8661c4d req-287f12fc-a932-46db-9035-84b247ec1828 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d903da64-1f22-4128-a987-69f37773285f HTTP/1.1" status: 200 len: 945 time: 0.0843840 Jan 28 05:39:48.960613 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8d0f5-b4f7-45d8-b2d0-b916578f185f admin admin] Pushing event deleted for resources: {'Port': ['ID=79a278d5-c870-425f-be01-ae69873cc214,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:49.030951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2bc93564-2b3d-46cd-813e-fd70f8661c4d req-2eb4bc29-ecc7-418b-a770-692beca7a460 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889134 Jan 28 05:39:49.105738 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-825c6e1c-90e2-4d87-8bb4-6e6b2fb310b9 req-1c65feee-4f7b-4290-938a-22f6e71ca271 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (fee322b7-5160-40b0-b228-254197b8eaa2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:49.147396 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['2df47c98-4f16-403b-858a-4aa6cfd0f2f0'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:49.171607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65feee-4f7b-4290-938a-22f6e71ca271 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Pushing event deleted for resources: {'Port': ['ID=fee322b7-5160-40b0-b228-254197b8eaa2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:49.257765 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32', 'fee322b7-5160-40b0-b228-254197b8eaa2'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:49.296818 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dab8d0f5-b4f7-45d8-b2d0-b916578f185f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (ea022867-50b8-47d9-98a7-37c27a9e2571), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:49.367727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-825c6e1c-90e2-4d87-8bb4-6e6b2fb310b9 req-1c65feee-4f7b-4290-938a-22f6e71ca271 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] No DVR routers for this DVR port fee322b7-5160-40b0-b228-254197b8eaa2 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:39:49.372510 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-825c6e1c-90e2-4d87-8bb4-6e6b2fb310b9 req-1c65feee-4f7b-4290-938a-22f6e71ca271 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:49.376297 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-825c6e1c-90e2-4d87-8bb4-6e6b2fb310b9 req-1c65feee-4f7b-4290-938a-22f6e71ca271 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.60 "DELETE /v2.0/ports/fee322b7-5160-40b0-b228-254197b8eaa2 HTTP/1.1" status: 204 len: 173 time: 0.9736209 Jan 28 05:39:49.380361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd903da64-1f22-4128-a987-69f37773285f', 'name': 'network-vif-deleted', 'tag': 'fee322b7-5160-40b0-b228-254197b8eaa2'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:49.384889 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a143d4b8-ea52-4779-8b3f-7db7bdfd4b67" -d '{"events": [{"server_uuid": "d903da64-1f22-4128-a987-69f37773285f", "name": "network-vif-deleted", "tag": "fee322b7-5160-40b0-b228-254197b8eaa2"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:49.415366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23914b90-3d1e-4317-b37f-5f6a66d1ea06 req-16ab024b-3448-4870-beee-a8321490e597 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:49.425789 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23914b90-3d1e-4317-b37f-5f6a66d1ea06 req-16ab024b-3448-4870-beee-a8321490e597 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc4c49b1-80ea-410b-95ab-3af51e69f58a HTTP/1.1" status: 200 len: 949 time: 0.2346394 Jan 28 05:39:49.464315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84251501-8e0c-4aa8-a7ea-98e1114e60ac req-2e0842be-1917-4253-9212-db05afabe243 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:49.466961 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84251501-8e0c-4aa8-a7ea-98e1114e60ac req-2e0842be-1917-4253-9212-db05afabe243 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.1445844 Jan 28 05:39:49.564363 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23914b90-3d1e-4317-b37f-5f6a66d1ea06 req-a37c4511-909f-48b0-9be2-018772464d63 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373560 Jan 28 05:39:49.580805 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84251501-8e0c-4aa8-a7ea-98e1114e60ac req-d34ce10b-b5df-4735-9e8b-8d2caf28247f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070182 Jan 28 05:39:49.600115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab8d0f5-b4f7-45d8-b2d0-b916578f185f admin admin] Router ea022867-50b8-47d9-98a7-37c27a9e2571 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:39:49.645918 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba85f0b7-e271-4af2-b1a8-b9e90c35cf03 x-openstack-request-id: req-ba85f0b7-e271-4af2-b1a8-b9e90c35cf03 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:49.645918 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d903da64-1f22-4128-a987-69f37773285f", "name": "network-vif-deleted", "tag": "fee322b7-5160-40b0-b228-254197b8eaa2", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:49.645918 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba85f0b7-e271-4af2-b1a8-b9e90c35cf03 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:49.645918 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd903da64-1f22-4128-a987-69f37773285f', 'name': 'network-vif-deleted', 'tag': 'fee322b7-5160-40b0-b228-254197b8eaa2', 'status': 'completed', 'code': 200} Jan 28 05:39:49.746919 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab8d0f5-b4f7-45d8-b2d0-b916578f185f admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:39:49.750516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501ff6e-689d-4fff-bea3-79729a942c7a req-d0a48a7c-a3e3-417a-a0b1-552f2d791264 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:49.754694 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5501ff6e-689d-4fff-bea3-79729a942c7a req-d0a48a7c-a3e3-417a-a0b1-552f2d791264 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.0931132 Jan 28 05:39:49.754857 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dab8d0f5-b4f7-45d8-b2d0-b916578f185f admin admin] 10.222.0.31 "PUT /v2.0/routers/ea022867-50b8-47d9-98a7-37c27a9e2571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5973909 Jan 28 05:39:49.754959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50586) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:49.765491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f95d537-9c9b-43e8-b2d4-14b2d2541797 None None] Sync routers for ids ['ea022867-50b8-47d9-98a7-37c27a9e2571'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:39:49.778515 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f95d537-9c9b-43e8-b2d4-14b2d2541797 None None] Routers {'ea022867-50b8-47d9-98a7-37c27a9e2571'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:39:49.779397 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-9f95d537-9c9b-43e8-b2d4-14b2d2541797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:39:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea022867-50b8-47d9-98a7-37c27a9e2571'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:49.839519 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f95be8-047e-40b8-a0f1-ee2d97420ba0 req-decf78c1-82d8-4e64-a55c-84e060ab8298 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:49.842498 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46f95be8-047e-40b8-a0f1-ee2d97420ba0 req-decf78c1-82d8-4e64-a55c-84e060ab8298 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 945 time: 0.1363962 Jan 28 05:39:49.899738 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-9f95d537-9c9b-43e8-b2d4-14b2d2541797 None None] Set router ea022867-50b8-47d9-98a7-37c27a9e2571 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:39:49.928495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5501ff6e-689d-4fff-bea3-79729a942c7a req-83d927a8-c673-4f96-a788-c70daebc2173 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331050 Jan 28 05:39:49.953080 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fa9ead-a630-4a5d-9ea5-b4ad791ff8e3 admin admin] Publish callbacks [] for router (ea022867-50b8-47d9-98a7-37c27a9e2571), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:50.109166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-9f95d537-9c9b-43e8-b2d4-14b2d2541797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:39:48Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:50.139980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f95d537-9c9b-43e8-b2d4-14b2d2541797 None None] Checking router: ea022867-50b8-47d9-98a7-37c27a9e2571 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:39:50.149812 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f95d537-9c9b-43e8-b2d4-14b2d2541797 None None] Routers {'ea022867-50b8-47d9-98a7-37c27a9e2571'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:39:50.150501 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-9f95d537-9c9b-43e8-b2d4-14b2d2541797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:39:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea022867-50b8-47d9-98a7-37c27a9e2571'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:50.350120 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46f95be8-047e-40b8-a0f1-ee2d97420ba0 req-64d1db25-9496-4e4e-89ac-94db7e75c2a1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975021 Jan 28 05:39:50.430801 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-9f95d537-9c9b-43e8-b2d4-14b2d2541797 None None] Set router ea022867-50b8-47d9-98a7-37c27a9e2571 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:39:50.533011 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:39:50.564088 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fa9ead-a630-4a5d-9ea5-b4ad791ff8e3 admin admin] Publish callbacks [] for router_gateway (ea022867-50b8-47d9-98a7-37c27a9e2571), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:50.588312 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c233344-2093-4af0-bac2-8a6fe09a6432 req-0f9d1cd7-ab58-4586-b272-58acaf952b12 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:50.589828 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c233344-2093-4af0-bac2-8a6fe09a6432 req-0f9d1cd7-ab58-4586-b272-58acaf952b12 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=14709eae-a9d4-4c37-a45a-9c4970e73d63 HTTP/1.1" status: 200 len: 945 time: 0.2708886 Jan 28 05:39:50.651071 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e8ae7-43bf-4812-98e1-134a979b989e req-5c567fa7-e1d5-4761-8c3a-6785374ac15f tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:50.660464 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-981e8ae7-43bf-4812-98e1-134a979b989e req-5c567fa7-e1d5-4761-8c3a-6785374ac15f tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 1097 time: 0.1744900 Jan 28 05:39:50.683264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-9f95d537-9c9b-43e8-b2d4-14b2d2541797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:39:48Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:50.695309 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcaf1f4-63be-4b37-9995-190f24c71c19 req-10afa26a-5c95-480b-9630-c383d9e12fd5 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:50.697044 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fdcaf1f4-63be-4b37-9995-190f24c71c19 req-10afa26a-5c95-480b-9630-c383d9e12fd5 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.0602772 Jan 28 05:39:50.716889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f95d537-9c9b-43e8-b2d4-14b2d2541797 None None] The sync data for ids ['ea022867-50b8-47d9-98a7-37c27a9e2571'] in n-d-812111-12 is: [{'id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'name': 'tempest-FloatingIPsAssociationTestJSON-445346057-router', 'tenant_id': '364449c3382c4cfa9ecf7695bc42f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:37:52Z', 'updated_at': '2022-01-28T05:39:48Z', 'revision_number': 5, 'project_id': '364449c3382c4cfa9ecf7695bc42f027', 'gw_port': {'id': '44bde9c4-dd71-469f-a091-b07a72f66893', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea022867-50b8-47d9-98a7-37c27a9e2571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:37:53Z', 'updated_at': '2022-01-28T05:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:39:50.752959 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c233344-2093-4af0-bac2-8a6fe09a6432 req-f8968f03-4c81-4565-9074-e82c5ad3fea6 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536593 Jan 28 05:39:50.786437 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-981e8ae7-43bf-4812-98e1-134a979b989e req-9019fd11-e66a-4615-9801-a00124bbe10a tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210496 Jan 28 05:39:50.839296 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-74fa9ead-a630-4a5d-9ea5-b4ad791ff8e3 admin admin] Deleting port 44bde9c4-dd71-469f-a091-b07a72f66893 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:50.839857 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fa9ead-a630-4a5d-9ea5-b4ad791ff8e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (44bde9c4-dd71-469f-a091-b07a72f66893), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:50.848361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ef05a2ca-1d17-4364-a230-af5f6c786a4b up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:39:50.895738 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-fdcaf1f4-63be-4b37-9995-190f24c71c19 req-595ea7d2-3131-4dd5-8b21-a58fd48a773a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Deleting port 69986b38-c2fa-4524-bf16-63fae6dbb18a {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:50.902375 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-fdcaf1f4-63be-4b37-9995-190f24c71c19 req-595ea7d2-3131-4dd5-8b21-a58fd48a773a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:50.967526 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-74fa9ead-a630-4a5d-9ea5-b4ad791ff8e3 admin admin] For port 44bde9c4-dd71-469f-a091-b07a72f66893, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=44bde9c4-dd71-469f-a091-b07a72f66893,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:50.968063 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fa9ead-a630-4a5d-9ea5-b4ad791ff8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (44bde9c4-dd71-469f-a091-b07a72f66893), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:51.012467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-74fa9ead-a630-4a5d-9ea5-b4ad791ff8e3 admin admin] Calling delete_port for 44bde9c4-dd71-469f-a091-b07a72f66893 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:51.027434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-fdcaf1f4-63be-4b37-9995-190f24c71c19 req-595ea7d2-3131-4dd5-8b21-a58fd48a773a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] For port 69986b38-c2fa-4524-bf16-63fae6dbb18a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=69986b38-c2fa-4524-bf16-63fae6dbb18a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:51.027731 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-fdcaf1f4-63be-4b37-9995-190f24c71c19 req-595ea7d2-3131-4dd5-8b21-a58fd48a773a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:51.028905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port ef05a2ca-1d17-4364-a230-af5f6c786a4b completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:39:51.034462 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port ef05a2ca-1d17-4364-a230-af5f6c786a4b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:39:51.036121 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ef05a2ca-1d17-4364-a230-af5f6c786a4b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:51.042407 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-fdcaf1f4-63be-4b37-9995-190f24c71c19 req-595ea7d2-3131-4dd5-8b21-a58fd48a773a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Calling delete_port for 69986b38-c2fa-4524-bf16-63fae6dbb18a owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:51.117112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad21596-6691-4022-8a6b-9e26ddfc6ad1 req-1cfe4d60-654c-4bc4-8c74-5536c1dc94bb tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:51.118866 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ad21596-6691-4022-8a6b-9e26ddfc6ad1 req-1cfe4d60-654c-4bc4-8c74-5536c1dc94bb tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc4c49b1-80ea-410b-95ab-3af51e69f58a HTTP/1.1" status: 200 len: 949 time: 0.2124856 Jan 28 05:39:51.132168 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195efe8-89ef-43a3-993f-cf58fc1baae3 req-b38db84d-29a7-401c-b386-c9e4eeab0aa3 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:51.133720 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9195efe8-89ef-43a3-993f-cf58fc1baae3 req-b38db84d-29a7-401c-b386-c9e4eeab0aa3 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 949 time: 0.1370282 Jan 28 05:39:51.164639 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port ef05a2ca-1d17-4364-a230-af5f6c786a4b is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:51.165318 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ef05a2ca-1d17-4364-a230-af5f6c786a4b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:51.192221 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4c49b1-80ea-410b-95ab-3af51e69f58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef05a2ca-1d17-4364-a230-af5f6c786a4b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:51.194864 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b099dc94-4136-4b28-89ed-fa4cc83ae9f3" -d '{"events": [{"server_uuid": "bc4c49b1-80ea-410b-95ab-3af51e69f58a", "name": "network-vif-plugged", "status": "completed", "tag": "ef05a2ca-1d17-4364-a230-af5f6c786a4b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:51.210674 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port ef05a2ca-1d17-4364-a230-af5f6c786a4b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ef05a2ca-1d17-4364-a230-af5f6c786a4b,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:51.293333 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9195efe8-89ef-43a3-993f-cf58fc1baae3 req-23a63f3d-8ace-4891-9101-fd2f5b9a2851 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477168 Jan 28 05:39:51.297809 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ad21596-6691-4022-8a6b-9e26ddfc6ad1 req-da9f4cca-b939-4ff1-9b9c-c555d9283428 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631205 Jan 28 05:39:51.306619 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ef05a2ca-1d17-4364-a230-af5f6c786a4b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:51.340565 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-fdcaf1f4-63be-4b37-9995-190f24c71c19 req-595ea7d2-3131-4dd5-8b21-a58fd48a773a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (69986b38-c2fa-4524-bf16-63fae6dbb18a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:51.384508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['69986b38-c2fa-4524-bf16-63fae6dbb18a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:51.391458 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['c5b32a32-92ad-49b0-bfcd-2a660c8d831a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:51.411381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ea7d2-3131-4dd5-8b21-a58fd48a773a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Pushing event deleted for resources: {'Port': ['ID=69986b38-c2fa-4524-bf16-63fae6dbb18a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:51.487612 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fa9ead-a630-4a5d-9ea5-b4ad791ff8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (44bde9c4-dd71-469f-a091-b07a72f66893), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:51.488065 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcaf1f4-63be-4b37-9995-190f24c71c19 req-595ea7d2-3131-4dd5-8b21-a58fd48a773a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] No DVR routers for this DVR port 69986b38-c2fa-4524-bf16-63fae6dbb18a on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:39:51.491507 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-fdcaf1f4-63be-4b37-9995-190f24c71c19 req-595ea7d2-3131-4dd5-8b21-a58fd48a773a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:51.495485 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fdcaf1f4-63be-4b37-9995-190f24c71c19 req-595ea7d2-3131-4dd5-8b21-a58fd48a773a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.64 "DELETE /v2.0/ports/69986b38-c2fa-4524-bf16-63fae6dbb18a HTTP/1.1" status: 204 len: 173 time: 0.7908747 Jan 28 05:39:51.496408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e2092f-6f37-4e9d-943c-1d076d8924cd', 'name': 'network-vif-deleted', 'tag': '69986b38-c2fa-4524-bf16-63fae6dbb18a'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:51.512599 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7105901c-925e-41e7-a60c-493b873f934e" -d '{"events": [{"server_uuid": "d8e2092f-6f37-4e9d-943c-1d076d8924cd", "name": "network-vif-deleted", "tag": "69986b38-c2fa-4524-bf16-63fae6dbb18a"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:51.531555 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=ef05a2ca-1d17-4364-a230-af5f6c786a4b,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:51.532843 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device fee322b7-5160-40b0-b228-254197b8eaa2 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:51.558837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa9ead-a630-4a5d-9ea5-b4ad791ff8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=44bde9c4-dd71-469f-a091-b07a72f66893,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:51.570553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: fee322b7-5160-40b0-b228-254197b8eaa2 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:39:51.571245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device fee322b7-5160-40b0-b228-254197b8eaa2 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:39:51.660486 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fa9ead-a630-4a5d-9ea5-b4ad791ff8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (ea022867-50b8-47d9-98a7-37c27a9e2571), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:51.719421 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818679e1-05d4-4ca1-b1d6-2116b14a8ff1 req-6de65d7d-a5a3-4a49-bb3b-5ee5d3236dc0 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:51.721301 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-818679e1-05d4-4ca1-b1d6-2116b14a8ff1 req-6de65d7d-a5a3-4a49-bb3b-5ee5d3236dc0 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 1097 time: 0.2562382 Jan 28 05:39:51.817467 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fa9ead-a630-4a5d-9ea5-b4ad791ff8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (ea022867-50b8-47d9-98a7-37c27a9e2571), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:51.823526 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fa9ead-a630-4a5d-9ea5-b4ad791ff8e3 admin admin] Publish callbacks [] for router_controller (ea022867-50b8-47d9-98a7-37c27a9e2571), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:51.937328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-818679e1-05d4-4ca1-b1d6-2116b14a8ff1 req-3520f932-fc00-4e47-a678-81b0d363a287 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699131 Jan 28 05:39:52.009721 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fa9ead-a630-4a5d-9ea5-b4ad791ff8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (ea022867-50b8-47d9-98a7-37c27a9e2571), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:52.017406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fa9ead-a630-4a5d-9ea5-b4ad791ff8e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea022867-50b8-47d9-98a7-37c27a9e2571 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:39:52.029508 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fa9ead-a630-4a5d-9ea5-b4ad791ff8e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:52.030766 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-74fa9ead-a630-4a5d-9ea5-b4ad791ff8e3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ea022867-50b8-47d9-98a7-37c27a9e2571 HTTP/1.1" status: 204 len: 168 time: 2.2744050 Jan 28 05:39:52.033286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50624) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:52.108177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-7810e0eb-2dec-4964-9977-832807566494 admin admin] Deleting subnet e0c54121-8ca4-4625-ab2e-3cdb5b60a630 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:39:52.113156 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7810e0eb-2dec-4964-9977-832807566494 admin admin] Publish callbacks [] for subnet (e0c54121-8ca4-4625-ab2e-3cdb5b60a630), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:52.148232 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eb6814-5a71-47cb-9893-8e0c94efa00b x-openstack-request-id: req-29eb6814-5a71-47cb-9893-8e0c94efa00b {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:52.148768 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4c49b1-80ea-410b-95ab-3af51e69f58a", "name": "network-vif-plugged", "status": "completed", "tag": "ef05a2ca-1d17-4364-a230-af5f6c786a4b", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:52.149114 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29eb6814-5a71-47cb-9893-8e0c94efa00b {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:52.149525 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4c49b1-80ea-410b-95ab-3af51e69f58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef05a2ca-1d17-4364-a230-af5f6c786a4b', 'code': 200} Jan 28 05:39:52.195577 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7810e0eb-2dec-4964-9977-832807566494 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (e0c54121-8ca4-4625-ab2e-3cdb5b60a630), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:52.204917 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efeb716-ff91-4481-b9d9-072a29ab8c03 x-openstack-request-id: req-8efeb716-ff91-4481-b9d9-072a29ab8c03 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:52.205447 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e2092f-6f37-4e9d-943c-1d076d8924cd", "name": "network-vif-deleted", "tag": "69986b38-c2fa-4524-bf16-63fae6dbb18a", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:52.205447 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8efeb716-ff91-4481-b9d9-072a29ab8c03 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:52.205849 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e2092f-6f37-4e9d-943c-1d076d8924cd', 'name': 'network-vif-deleted', 'tag': '69986b38-c2fa-4524-bf16-63fae6dbb18a', 'status': 'completed', 'code': 200} Jan 28 05:39:52.366345 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7810e0eb-2dec-4964-9977-832807566494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (e0c54121-8ca4-4625-ab2e-3cdb5b60a630), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:52.390973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013499b1-762c-46c2-b8cc-566e83fbe75d req-0199ed58-5e8d-4916-9217-0b2c5c60cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:52.392919 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-013499b1-762c-46c2-b8cc-566e83fbe75d req-0199ed58-5e8d-4916-9217-0b2c5c60cd35 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bc4c49b1-80ea-410b-95ab-3af51e69f58a HTTP/1.1" status: 200 len: 1102 time: 0.0785265 Jan 28 05:39:52.405138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d355630-a2a0-494d-a59d-94aa3e9d546a req-a8861cd9-ad24-4239-9ea5-b7711f5b3f07 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:52.406753 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d355630-a2a0-494d-a59d-94aa3e9d546a req-a8861cd9-ad24-4239-9ea5-b7711f5b3f07 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 945 time: 0.1052308 Jan 28 05:39:52.463721 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-013499b1-762c-46c2-b8cc-566e83fbe75d req-2818db1e-6137-4ff3-b53d-84572cf7e538 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489011 Jan 28 05:39:52.479382 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d355630-a2a0-494d-a59d-94aa3e9d546a req-61459175-f82e-46a6-9aeb-808235e5cc9d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587032 Jan 28 05:39:52.609390 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8547875c-db8c-416d-81ab-1b535804c573 req-2bcb0f46-88ab-4878-b8d2-a9c9c8b9374d tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8e2092f-6f37-4e9d-943c-1d076d8924cd HTTP/1.1" status: 200 len: 210 time: 0.0291862 Jan 28 05:39:52.618088 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7810e0eb-2dec-4964-9977-832807566494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (e0c54121-8ca4-4625-ab2e-3cdb5b60a630), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:52.645364 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 79a278d5-c870-425f-be01-ae69873cc214 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:52.656133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810e0eb-2dec-4964-9977-832807566494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c54121-8ca4-4625-ab2e-3cdb5b60a630,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:52.665391 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7810e0eb-2dec-4964-9977-832807566494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:52.671999 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50648) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:52.672260 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7810e0eb-2dec-4964-9977-832807566494 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e0c54121-8ca4-4625-ab2e-3cdb5b60a630 HTTP/1.1" status: 204 len: 168 time: 0.6377537 Jan 28 05:39:52.679296 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca98c20-9fb0-449c-97a5-2b74c970a0c0 req-232c7374-92dd-4f30-b42d-5de4e3f57afb tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:52.681149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eca98c20-9fb0-449c-97a5-2b74c970a0c0 req-232c7374-92dd-4f30-b42d-5de4e3f57afb tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc4c49b1-80ea-410b-95ab-3af51e69f58a HTTP/1.1" status: 200 len: 950 time: 0.1313372 Jan 28 05:39:52.682994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b31c05f-d1a0-451d-90a7-818afcdadb88 None None] Network fe3ef2f2-ca08-43b8-91f0-9daadf1632ae requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:39:52.686949 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 79a278d5-c870-425f-be01-ae69873cc214 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:39:52.687476 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 79a278d5-c870-425f-be01-ae69873cc214 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:39:52.740681 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eca98c20-9fb0-449c-97a5-2b74c970a0c0 req-1aed9d00-e620-493d-834f-b502973679df tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515656 Jan 28 05:39:52.785895 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (fe3ef2f2-ca08-43b8-91f0-9daadf1632ae), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:52.865992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] Deleting port 30904ef0-7365-423e-9814-7d218c7ddba7 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:52.866391 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (30904ef0-7365-423e-9814-7d218c7ddba7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:52.909592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1701f75f-058e-490d-a92c-d3cc23e2cd72 None None] DHCP port deletion for fe3ef2f2-ca08-43b8-91f0-9daadf1632ae request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:39:52.976332 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] For port 30904ef0-7365-423e-9814-7d218c7ddba7, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=30904ef0-7365-423e-9814-7d218c7ddba7,segment=NetworkSegment(c145a65b-96c8-4e27-bda6-dcde64ac7af8),segment_id=c145a65b-96c8-4e27-bda6-dcde64ac7af8)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:52.976567 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1701f75f-058e-490d-a92c-d3cc23e2cd72 None None] Deleting port 30904ef0-7365-423e-9814-7d218c7ddba7 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:52.976705 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (30904ef0-7365-423e-9814-7d218c7ddba7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:52.976857 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1701f75f-058e-490d-a92c-d3cc23e2cd72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (30904ef0-7365-423e-9814-7d218c7ddba7), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:52.993129 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] Calling delete_port for 30904ef0-7365-423e-9814-7d218c7ddba7 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:53.087789 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1701f75f-058e-490d-a92c-d3cc23e2cd72 None None] For port 30904ef0-7365-423e-9814-7d218c7ddba7, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=30904ef0-7365-423e-9814-7d218c7ddba7,segment=NetworkSegment(c145a65b-96c8-4e27-bda6-dcde64ac7af8),segment_id=c145a65b-96c8-4e27-bda6-dcde64ac7af8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:53.088842 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1701f75f-058e-490d-a92c-d3cc23e2cd72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (30904ef0-7365-423e-9814-7d218c7ddba7), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:53.112001 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1701f75f-058e-490d-a92c-d3cc23e2cd72 None None] Calling delete_port for 30904ef0-7365-423e-9814-7d218c7ddba7 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:53.174877 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (30904ef0-7365-423e-9814-7d218c7ddba7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:53.221590 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=30904ef0-7365-423e-9814-7d218c7ddba7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:53.225168 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1701f75f-058e-490d-a92c-d3cc23e2cd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (30904ef0-7365-423e-9814-7d218c7ddba7), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:53.237660 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] No DVR routers for this DVR port 30904ef0-7365-423e-9814-7d218c7ddba7 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:39:53.262897 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701f75f-058e-490d-a92c-d3cc23e2cd72 None None] Pushing event deleted for resources: {'Port': ['ID=30904ef0-7365-423e-9814-7d218c7ddba7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:53.266864 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1701f75f-058e-490d-a92c-d3cc23e2cd72 None None] No DVR routers for this DVR port 30904ef0-7365-423e-9814-7d218c7ddba7 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:39:53.360304 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (fe3ef2f2-ca08-43b8-91f0-9daadf1632ae), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:53.382796 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3ef2f2-ca08-43b8-91f0-9daadf1632ae']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:53.397827 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c145a65b-96c8-4e27-bda6-dcde64ac7af8') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:53.398113 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c145a65b-96c8-4e27-bda6-dcde64ac7af8') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:39:53.414389 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (c145a65b-96c8-4e27-bda6-dcde64ac7af8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:53.430070 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c145a65b-96c8-4e27-bda6-dcde64ac7af8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:53.438218 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:39:53.438748 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (c145a65b-96c8-4e27-bda6-dcde64ac7af8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:39:53.440943 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:39:53.640501 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (fe3ef2f2-ca08-43b8-91f0-9daadf1632ae), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:53.648411 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:53.653585 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fe3ef2f2-ca08-43b8-91f0-9daadf1632ae HTTP/1.1" status: 204 len: 168 time: 0.9797044 Jan 28 05:39:53.670707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168f47b-3581-4301-8b1d-a67ebc659c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe3ef2f2-ca08-43b8-91f0-9daadf1632ae,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:53.832230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c0646-c7f6-4357-98b5-775fc261350b req-e169a70a-ac1c-4458-8274-78f5a2941823 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:53.833738 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-387c0646-c7f6-4357-98b5-775fc261350b req-e169a70a-ac1c-4458-8274-78f5a2941823 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 945 time: 0.0710068 Jan 28 05:39:53.886458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-387c0646-c7f6-4357-98b5-775fc261350b req-77728260-7fe9-4df1-a0a4-d5bdac9248a2 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456324 Jan 28 05:39:54.095954 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50706) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:54.143210 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4de8b23e-908e-4b5a-8dd5-859897548ee7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=364449c3382c4cfa9ecf7695bc42f027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435340 Jan 28 05:39:54.143772 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50708) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:54.300216 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-750f74c0-d94e-4b5d-aabf-59b9ec124a24 admin admin] Publish callbacks [] for security_group (d3d2414d-59e4-4288-87d7-4d6d0fd2b13b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:54.301234 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f05ca0-0a85-49b5-8d53-5320f5780bdb req-05771a58-e1ce-46ff-960d-1dd9b41ec054 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:54.301234 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f05ca0-0a85-49b5-8d53-5320f5780bdb req-05771a58-e1ce-46ff-960d-1dd9b41ec054 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:54.301234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66f05ca0-0a85-49b5-8d53-5320f5780bdb req-05771a58-e1ce-46ff-960d-1dd9b41ec054 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?device_id=565fdaf7-3cee-48bb-9053-d168a30529a6&device_id=58c3991b-55b5-4fa3-9276-c6fb116e7b13 HTTP/1.1" status: 200 len: 1681 time: 0.0767238 Jan 28 05:39:54.301683 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-750f74c0-d94e-4b5d-aabf-59b9ec124a24 admin admin] Publish callbacks [] for security_group (d3d2414d-59e4-4288-87d7-4d6d0fd2b13b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:54.301783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 44bde9c4-dd71-469f-a091-b07a72f66893 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:54.301783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 44bde9c4-dd71-469f-a091-b07a72f66893 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:39:54.301783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 44bde9c4-dd71-469f-a091-b07a72f66893 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:39:54.301783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 30904ef0-7365-423e-9814-7d218c7ddba7 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:54.302400 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66f05ca0-0a85-49b5-8d53-5320f5780bdb req-dda78afa-f307-4fab-aa8e-3b674e188962 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480409 Jan 28 05:39:54.326962 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 30904ef0-7365-423e-9814-7d218c7ddba7 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:39:54.327347 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 30904ef0-7365-423e-9814-7d218c7ddba7 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:39:54.443660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba777135-8da2-474c-bcf6-fb6e98952525 req-59a13777-e9b0-4b0f-a63c-6e341b882263 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:54.445426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba777135-8da2-474c-bcf6-fb6e98952525 req-59a13777-e9b0-4b0f-a63c-6e341b882263 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc4c49b1-80ea-410b-95ab-3af51e69f58a HTTP/1.1" status: 200 len: 950 time: 0.0547330 Jan 28 05:39:54.512160 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba777135-8da2-474c-bcf6-fb6e98952525 req-9abd4184-86cd-45fe-af6e-9b67d1225617 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588500 Jan 28 05:39:54.537848 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-750f74c0-d94e-4b5d-aabf-59b9ec124a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d3d2414d-59e4-4288-87d7-4d6d0fd2b13b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:54.545872 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-750f74c0-d94e-4b5d-aabf-59b9ec124a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:54.545872 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-750f74c0-d94e-4b5d-aabf-59b9ec124a24 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3d2414d-59e4-4288-87d7-4d6d0fd2b13b HTTP/1.1" status: 204 len: 168 time: 0.3985722 Jan 28 05:39:54.554521 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f74c0-d94e-4b5d-aabf-59b9ec124a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d2414d-59e4-4288-87d7-4d6d0fd2b13b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:54.737486 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:54.891577 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 503d343d-38f9-4114-baf4-a15d044c3134 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:39:54.909622 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 69986b38-c2fa-4524-bf16-63fae6dbb18a no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:54.938645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 69986b38-c2fa-4524-bf16-63fae6dbb18a {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:39:54.939001 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 69986b38-c2fa-4524-bf16-63fae6dbb18a not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:39:55.045416 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 503d343d-38f9-4114-baf4-a15d044c3134, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=503d343d-38f9-4114-baf4-a15d044c3134,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:55.056459 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '503d343d-38f9-4114-baf4-a15d044c3134', 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6', 'port_id': '503d343d-38f9-4114-baf4-a15d044c3134', 'mac_address': 'fa:16:3e:65:ed:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ad07a0-3844-44a2-a22c-26a49efa296b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:39:55.105635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 503d343d-38f9-4114-baf4-a15d044c3134 is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:55.105635 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (503d343d-38f9-4114-baf4-a15d044c3134), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:55.129210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 503d343d-38f9-4114-baf4-a15d044c3134 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:39:55.158012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 503d343d-38f9-4114-baf4-a15d044c3134, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=503d343d-38f9-4114-baf4-a15d044c3134,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:55.232809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-cfc50ed5-1bb7-4268-9e53-421c580bb4d5 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:39:55.234165 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-cfc50ed5-1bb7-4268-9e53-421c580bb4d5 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074081 Jan 28 05:39:55.240578 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (503d343d-38f9-4114-baf4-a15d044c3134), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:55.326282 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=503d343d-38f9-4114-baf4-a15d044c3134,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:55.344801 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-91da2cc1-db7f-4bc3-8246-083cc525185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:55.366832 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-91da2cc1-db7f-4bc3-8246-083cc525185f service neutron] 10.222.0.31 "GET /v2.0/ports/497251c2-c854-4961-850e-04a5325c5aa9 HTTP/1.1" status: 200 len: 1094 time: 0.0861173 Jan 28 05:39:55.372183 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-5626041d-aa96-46bc-ab93-2fc38a9eee89 service neutron] Request body: {'binding': {'host': 'n-h1-812111-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:55.372661 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-5626041d-aa96-46bc-ab93-2fc38a9eee89 service neutron] Unknown quota resources ['binding']. {{(pid=103634) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:39:55.455446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['503d343d-38f9-4114-baf4-a15d044c3134'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:55.560514 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-5626041d-aa96-46bc-ab93-2fc38a9eee89 service neutron] Attempting to bind port 497251c2-c854-4961-850e-04a5325c5aa9 on host n-h1-812111-12 for vnic_type normal with profile None {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:39:55.561061 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-5626041d-aa96-46bc-ab93-2fc38a9eee89 service neutron] Attempting to bind port 497251c2-c854-4961-850e-04a5325c5aa9 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:39:55.561394 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-5626041d-aa96-46bc-ab93-2fc38a9eee89 service neutron] Attempting to bind port 497251c2-c854-4961-850e-04a5325c5aa9 on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:55.567104 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-5626041d-aa96-46bc-ab93-2fc38a9eee89 service neutron] Port 497251c2-c854-4961-850e-04a5325c5aa9 on network a68ceb60-a872-4bba-990e-8e03126b2535 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:39:55.567104 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-5626041d-aa96-46bc-ab93-2fc38a9eee89 service neutron] Attempting to bind port 497251c2-c854-4961-850e-04a5325c5aa9 on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:39:55.571777 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-5626041d-aa96-46bc-ab93-2fc38a9eee89 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:39:55.572228 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-5626041d-aa96-46bc-ab93-2fc38a9eee89 service neutron] Checking segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:39:55.573153 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-5626041d-aa96-46bc-ab93-2fc38a9eee89 service neutron] Bound using segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:39:55.573587 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-5626041d-aa96-46bc-ab93-2fc38a9eee89 service neutron] Bound port: 497251c2-c854-4961-850e-04a5325c5aa9, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:39:55.658732 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-5626041d-aa96-46bc-ab93-2fc38a9eee89 service neutron] For port 497251c2-c854-4961-850e-04a5325c5aa9, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=497251c2-c854-4961-850e-04a5325c5aa9,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:39:55.726735 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-5626041d-aa96-46bc-ab93-2fc38a9eee89 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:55.734947 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-5626041d-aa96-46bc-ab93-2fc38a9eee89 service neutron] 10.222.0.31 "POST /v2.0/ports/497251c2-c854-4961-850e-04a5325c5aa9/bindings HTTP/1.1" status: 201 len: 390 time: 0.3652425 Jan 28 05:39:55.860501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50766) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:56.122415 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8ef41249-7a62-442c-a615-754a8b9a427d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1012431265-network', 'tenant_id': '3cfa5b1307bb478092b9129cee85d485'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:56.195889 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985aaba2-4a64-4080-bedb-2949ed3297af req-03319130-6606-42c5-8338-1262e9a46ebd tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:56.197411 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-985aaba2-4a64-4080-bedb-2949ed3297af req-03319130-6606-42c5-8338-1262e9a46ebd tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 945 time: 0.1909688 Jan 28 05:39:56.226700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec988a-2fc7-47cd-9258-9dc532668e6b req-8c989277-3e21-41ef-803d-27c43cbae381 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:56.228215 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-14ec988a-2fc7-47cd-9258-9dc532668e6b req-8c989277-3e21-41ef-803d-27c43cbae381 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 949 time: 0.0928700 Jan 28 05:39:56.288972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-985aaba2-4a64-4080-bedb-2949ed3297af req-437a44be-1b60-48e1-8d72-ceade70528e9 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839624 Jan 28 05:39:56.301579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-14ec988a-2fc7-47cd-9258-9dc532668e6b req-f6640b1d-8652-4012-93bd-d0ffdc4f056e tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659497 Jan 28 05:39:56.311147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef41249-7a62-442c-a615-754a8b9a427d admin admin] Made reservation on behalf of 3cfa5b1307bb478092b9129cee85d485 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:39:56.315328 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ef41249-7a62-442c-a615-754a8b9a427d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:56.335673 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ef41249-7a62-442c-a615-754a8b9a427d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:56.506086 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63e73e-9b5e-4836-90e3-b582475271b3 req-b94c342e-8023-4491-87bd-4016cb649088 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:56.519917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da63e73e-9b5e-4836-90e3-b582475271b3 req-b94c342e-8023-4491-87bd-4016cb649088 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc4c49b1-80ea-410b-95ab-3af51e69f58a HTTP/1.1" status: 200 len: 950 time: 0.1400247 Jan 28 05:39:56.534999 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-68c415d3-038f-4f47-bb57-e8998398acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:56.542482 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-68c415d3-038f-4f47-bb57-e8998398acbd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 1097 time: 0.0927136 Jan 28 05:39:56.608177 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da63e73e-9b5e-4836-90e3-b582475271b3 req-76ccf3a9-87e0-41c7-8448-b4c600ef4b58 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758367 Jan 28 05:39:56.624873 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ef41249-7a62-442c-a615-754a8b9a427d admin admin] Publish callbacks [] for security_group (c34b36c0-6ef0-4c9c-82ef-cd8bd74c6787), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:56.678744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-b5ff3700-4632-49b0-9ab7-a99f21c9eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:56.680761 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-b5ff3700-4632-49b0-9ab7-a99f21c9eba9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.1358588 Jan 28 05:39:56.711266 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ef41249-7a62-442c-a615-754a8b9a427d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c34b36c0-6ef0-4c9c-82ef-cd8bd74c6787), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:56.791952 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-13a00b7b-543b-4112-801f-a4e247ebe362 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=497251c2-c854-4961-850e-04a5325c5aa9 HTTP/1.1" status: 200 len: 217 time: 0.1000791 Jan 28 05:39:56.811786 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef41249-7a62-442c-a615-754a8b9a427d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:39:56.855578 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-b805d345-5a2b-4617-92c7-8312c97405c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:56.857719 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-b805d345-5a2b-4617-92c7-8312c97405c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.0552697 Jan 28 05:39:56.879232 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ef41249-7a62-442c-a615-754a8b9a427d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c760f2c2-62af-482f-94a1-e8e99152c85c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:56.879865 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-8ef41249-7a62-442c-a615-754a8b9a427d admin admin] Added segment c760f2c2-62af-482f-94a1-e8e99152c85c of type vlan for network bd336c1e-a585-432d-8922-ddef9e95d2a4 Jan 28 05:39:56.882897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef41249-7a62-442c-a615-754a8b9a427d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34b36c0-6ef0-4c9c-82ef-cd8bd74c6787,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:56.898695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 503d343d-38f9-4114-baf4-a15d044c3134 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:39:56.925718 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-1d4159d0-10ca-4ea9-9cde-eaa3d98f4e54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599823 Jan 28 05:39:56.943804 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ef41249-7a62-442c-a615-754a8b9a427d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (bd336c1e-a585-432d-8922-ddef9e95d2a4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:56.956659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7afe0-b630-4334-b1ea-aa3f83946e30 req-6d7ef67c-0e4c-4d1d-bf53-3e203d29cfb7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:56.958254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50a7afe0-b630-4334-b1ea-aa3f83946e30 req-6d7ef67c-0e4c-4d1d-bf53-3e203d29cfb7 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.60 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 949 time: 0.1716835 Jan 28 05:39:56.964760 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 503d343d-38f9-4114-baf4-a15d044c3134 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:39:56.965480 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (503d343d-38f9-4114-baf4-a15d044c3134), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:56.985910 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbe6a7-cdb0-4be2-8464-c4fe0d9090ee req-a7af8477-accc-4bb7-9c8b-faca4a95a6c9 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:56.993306 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdfbe6a7-cdb0-4be2-8464-c4fe0d9090ee req-a7af8477-accc-4bb7-9c8b-faca4a95a6c9 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.2102904 Jan 28 05:39:57.102131 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 503d343d-38f9-4114-baf4-a15d044c3134 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:57.103069 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (503d343d-38f9-4114-baf4-a15d044c3134), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:57.134331 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdfbe6a7-cdb0-4be2-8464-c4fe0d9090ee req-96ae54d0-e9f0-461e-aa59-52f2a10fd278 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303618 Jan 28 05:39:57.134331 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ef41249-7a62-442c-a615-754a8b9a427d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (bd336c1e-a585-432d-8922-ddef9e95d2a4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:57.134331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef41249-7a62-442c-a615-754a8b9a427d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:57.134331 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ef41249-7a62-442c-a615-754a8b9a427d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:57.135886 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-7dd83b76-ea21-4b46-a620-a01562bec152 service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981280 Jan 28 05:39:57.162847 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14709eae-a9d4-4c37-a45a-9c4970e73d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503d343d-38f9-4114-baf4-a15d044c3134'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:57.165482 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799cc7ee-1b27-4d42-b9ae-c4505ca9cdbe" -d '{"events": [{"server_uuid": "14709eae-a9d4-4c37-a45a-9c4970e73d63", "name": "network-vif-plugged", "status": "completed", "tag": "503d343d-38f9-4114-baf4-a15d044c3134"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:57.186083 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 503d343d-38f9-4114-baf4-a15d044c3134, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=503d343d-38f9-4114-baf4-a15d044c3134,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:57.260477 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:57.262169 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef41249-7a62-442c-a615-754a8b9a427d admin admin] Pushing event updated for resources: {'Network': ['ID=bd336c1e-a585-432d-8922-ddef9e95d2a4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:57.269168 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-50a7afe0-b630-4334-b1ea-aa3f83946e30 req-5d85bfee-4ad0-482f-ab6a-a85b292c2a63 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Deleting port c5b32a32-92ad-49b0-bfcd-2a660c8d831a {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:57.269797 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50a7afe0-b630-4334-b1ea-aa3f83946e30 req-5d85bfee-4ad0-482f-ab6a-a85b292c2a63 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:57.276057 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-6476d920-73c6-4e42-b235-e53e3803fee1 service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305652 Jan 28 05:39:57.278164 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network bd336c1e-a585-432d-8922-ddef9e95d2a4 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:39:57.305883 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8ef41249-7a62-442c-a615-754a8b9a427d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4415514 Jan 28 05:39:57.306433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50812) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:57.311689 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-95f202fe-5200-4f4b-8aeb-f93eeb54749d admin admin] Request body: {'subnet': {'network_id': 'bd336c1e-a585-432d-8922-ddef9e95d2a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1012431265-subnet', 'tenant_id': '3cfa5b1307bb478092b9129cee85d485', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:57.362969 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14be1877-d5d4-4c5f-944e-20aef8b730e3 x-openstack-request-id: req-14be1877-d5d4-4c5f-944e-20aef8b730e3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:57.367245 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14709eae-a9d4-4c37-a45a-9c4970e73d63", "name": "network-vif-plugged", "status": "completed", "tag": "503d343d-38f9-4114-baf4-a15d044c3134", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:57.367953 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14be1877-d5d4-4c5f-944e-20aef8b730e3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:57.368482 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14709eae-a9d4-4c37-a45a-9c4970e73d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503d343d-38f9-4114-baf4-a15d044c3134', 'code': 200} Jan 28 05:39:57.456920 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-50a7afe0-b630-4334-b1ea-aa3f83946e30 req-5d85bfee-4ad0-482f-ab6a-a85b292c2a63 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] For port c5b32a32-92ad-49b0-bfcd-2a660c8d831a, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:57.457689 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50a7afe0-b630-4334-b1ea-aa3f83946e30 req-5d85bfee-4ad0-482f-ab6a-a85b292c2a63 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:57.465861 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f202fe-5200-4f4b-8aeb-f93eeb54749d admin admin] Made reservation on behalf of 3cfa5b1307bb478092b9129cee85d485 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:39:57.470247 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-95f202fe-5200-4f4b-8aeb-f93eeb54749d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:57.483262 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (503d343d-38f9-4114-baf4-a15d044c3134), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:57.535143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-50a7afe0-b630-4334-b1ea-aa3f83946e30 req-5d85bfee-4ad0-482f-ab6a-a85b292c2a63 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Calling delete_port for c5b32a32-92ad-49b0-bfcd-2a660c8d831a owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:57.544677 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=503d343d-38f9-4114-baf4-a15d044c3134,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:57.629714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b16e84-bbc2-4ff0-a6b5-b5201a2cc28e req-fee74320-8872-4d58-a4c6-a3bb8c6bd8a1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:57.631335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8b16e84-bbc2-4ff0-a6b5-b5201a2cc28e req-fee74320-8872-4d58-a4c6-a3bb8c6bd8a1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 945 time: 0.1684799 Jan 28 05:39:57.777045 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8b16e84-bbc2-4ff0-a6b5-b5201a2cc28e req-f8196264-dcfd-4b5c-9f3c-583e656d284d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270101 Jan 28 05:39:57.781067 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8ae48-9bb0-4577-9ebf-9c9fce8e8f3c req-cfee898a-235a-43a6-8aad-d57af43f339a tempest-DeleteServersAdminTestJSON-1792715195 tempest-DeleteServersAdminTestJSON-1792715195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:57.783021 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-13f8ae48-9bb0-4577-9ebf-9c9fce8e8f3c req-cfee898a-235a-43a6-8aad-d57af43f339a tempest-DeleteServersAdminTestJSON-1792715195 tempest-DeleteServersAdminTestJSON-1792715195-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bc4c49b1-80ea-410b-95ab-3af51e69f58a HTTP/1.1" status: 200 len: 1102 time: 0.1025984 Jan 28 05:39:57.899678 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-95f202fe-5200-4f4b-8aeb-f93eeb54749d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (735fa399-955e-421d-82ce-e5d557a3e5a6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:57.942663 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e896d-3388-47be-af70-b51051302070 req-24844bd8-3004-448b-81a5-7b7e7751b88a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:57.944327 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-547e896d-3388-47be-af70-b51051302070 req-24844bd8-3004-448b-81a5-7b7e7751b88a tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 949 time: 0.0728016 Jan 28 05:39:57.982537 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f202fe-5200-4f4b-8aeb-f93eeb54749d admin admin] Pushing event updated for resources: {'Subnet': ['ID=735fa399-955e-421d-82ce-e5d557a3e5a6,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:57.987251 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50a7afe0-b630-4334-b1ea-aa3f83946e30 req-5d85bfee-4ad0-482f-ab6a-a85b292c2a63 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (c5b32a32-92ad-49b0-bfcd-2a660c8d831a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:58.013355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f202fe-5200-4f4b-8aeb-f93eeb54749d admin admin] Checking segment: {'id': 'c760f2c2-62af-482f-94a1-e8e99152c85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bd336c1e-a585-432d-8922-ddef9e95d2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:39:58.014250 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f202fe-5200-4f4b-8aeb-f93eeb54749d admin admin] Network hostable DHCP agents. Network: bd336c1e-a585-432d-8922-ddef9e95d2a4, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:39:58.020451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-13f8ae48-9bb0-4577-9ebf-9c9fce8e8f3c req-a150fe24-1495-4b4b-9445-c567375bd4c2 tempest-DeleteServersAdminTestJSON-1792715195 tempest-DeleteServersAdminTestJSON-1792715195-project-admin] Deleting port ef05a2ca-1d17-4364-a230-af5f6c786a4b {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:58.021174 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-13f8ae48-9bb0-4577-9ebf-9c9fce8e8f3c req-a150fe24-1495-4b4b-9445-c567375bd4c2 tempest-DeleteServersAdminTestJSON-1792715195 tempest-DeleteServersAdminTestJSON-1792715195-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ef05a2ca-1d17-4364-a230-af5f6c786a4b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:58.073115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85bfee-4ad0-482f-ab6a-a85b292c2a63 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Pushing event deleted for resources: {'Port': ['ID=c5b32a32-92ad-49b0-bfcd-2a660c8d831a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:58.176020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-13f8ae48-9bb0-4577-9ebf-9c9fce8e8f3c req-a150fe24-1495-4b4b-9445-c567375bd4c2 tempest-DeleteServersAdminTestJSON-1792715195 tempest-DeleteServersAdminTestJSON-1792715195-project-admin] For port ef05a2ca-1d17-4364-a230-af5f6c786a4b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ef05a2ca-1d17-4364-a230-af5f6c786a4b,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:58.176977 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-13f8ae48-9bb0-4577-9ebf-9c9fce8e8f3c req-a150fe24-1495-4b4b-9445-c567375bd4c2 tempest-DeleteServersAdminTestJSON-1792715195 tempest-DeleteServersAdminTestJSON-1792715195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ef05a2ca-1d17-4364-a230-af5f6c786a4b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:58.202741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a7afe0-b630-4334-b1ea-aa3f83946e30 req-5d85bfee-4ad0-482f-ab6a-a85b292c2a63 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] No DVR routers for this DVR port c5b32a32-92ad-49b0-bfcd-2a660c8d831a on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:39:58.207040 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f202fe-5200-4f4b-8aeb-f93eeb54749d admin admin] Network bd336c1e-a585-432d-8922-ddef9e95d2a4 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:39:58.207586 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50a7afe0-b630-4334-b1ea-aa3f83946e30 req-5d85bfee-4ad0-482f-ab6a-a85b292c2a63 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:58.211641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50a7afe0-b630-4334-b1ea-aa3f83946e30 req-5d85bfee-4ad0-482f-ab6a-a85b292c2a63 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.60 "DELETE /v2.0/ports/c5b32a32-92ad-49b0-bfcd-2a660c8d831a HTTP/1.1" status: 204 len: 173 time: 1.2477636 Jan 28 05:39:58.217627 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-13f8ae48-9bb0-4577-9ebf-9c9fce8e8f3c req-a150fe24-1495-4b4b-9445-c567375bd4c2 tempest-DeleteServersAdminTestJSON-1792715195 tempest-DeleteServersAdminTestJSON-1792715195-project-admin] Calling delete_port for ef05a2ca-1d17-4364-a230-af5f6c786a4b owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:39:58.230360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a801423f-7575-4a3d-9e85-54f6d392f13b', 'name': 'network-vif-deleted', 'tag': 'c5b32a32-92ad-49b0-bfcd-2a660c8d831a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:58.233679 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab5f185-7d96-41bc-aa99-947b175d8084" -d '{"events": [{"server_uuid": "a801423f-7575-4a3d-9e85-54f6d392f13b", "name": "network-vif-deleted", "tag": "c5b32a32-92ad-49b0-bfcd-2a660c8d831a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:58.267279 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-547e896d-3388-47be-af70-b51051302070 req-6302a211-b3cb-4ae9-88be-1d97cf257150 tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/security-groups?id=1879aeff-53d0-4eda-8726-df334d281b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961588 Jan 28 05:39:58.301127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba424417-9f1e-44ae-bc5e-cf447e90129f req-bdcba9d8-f1a6-4e88-b12a-b928cf62e915 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:58.306148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba424417-9f1e-44ae-bc5e-cf447e90129f req-bdcba9d8-f1a6-4e88-b12a-b928cf62e915 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc4c49b1-80ea-410b-95ab-3af51e69f58a HTTP/1.1" status: 200 len: 950 time: 0.3336296 Jan 28 05:39:58.360703 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-95f202fe-5200-4f4b-8aeb-f93eeb54749d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, bd336c1e-a585-432d-8922-ddef9e95d2a4) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:39:58.372373 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f202fe-5200-4f4b-8aeb-f93eeb54749d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:58.373287 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-95f202fe-5200-4f4b-8aeb-f93eeb54749d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:58.377554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b37e7d5-46c5-49c7-8163-b62fdde7d2e2 None None] Network bd336c1e-a585-432d-8922-ddef9e95d2a4 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:39:58.432056 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba424417-9f1e-44ae-bc5e-cf447e90129f req-606e457e-aeea-41ec-bd36-f8ec01794a38 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142735 Jan 28 05:39:58.520968 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-95f202fe-5200-4f4b-8aeb-f93eeb54749d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2131691 Jan 28 05:39:58.523603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50830) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:39:58.529863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1012431265-router', 'tenant_id': '3cfa5b1307bb478092b9129cee85d485', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:39:58.553462 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-13f8ae48-9bb0-4577-9ebf-9c9fce8e8f3c req-a150fe24-1495-4b4b-9445-c567375bd4c2 tempest-DeleteServersAdminTestJSON-1792715195 tempest-DeleteServersAdminTestJSON-1792715195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ef05a2ca-1d17-4364-a230-af5f6c786a4b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:58.655327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['ef05a2ca-1d17-4364-a230-af5f6c786a4b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:39:58.658904 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150fe24-1495-4b4b-9445-c567375bd4c2 tempest-DeleteServersAdminTestJSON-1792715195 tempest-DeleteServersAdminTestJSON-1792715195-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef05a2ca-1d17-4364-a230-af5f6c786a4b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:39:58.790533 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f8ae48-9bb0-4577-9ebf-9c9fce8e8f3c req-a150fe24-1495-4b4b-9445-c567375bd4c2 tempest-DeleteServersAdminTestJSON-1792715195 tempest-DeleteServersAdminTestJSON-1792715195-project-admin] No DVR routers for this DVR port ef05a2ca-1d17-4364-a230-af5f6c786a4b on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:39:58.793416 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:58.794796 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:58.801253 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-13f8ae48-9bb0-4577-9ebf-9c9fce8e8f3c req-a150fe24-1495-4b4b-9445-c567375bd4c2 tempest-DeleteServersAdminTestJSON-1792715195 tempest-DeleteServersAdminTestJSON-1792715195-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:58.804800 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-13f8ae48-9bb0-4577-9ebf-9c9fce8e8f3c req-a150fe24-1495-4b4b-9445-c567375bd4c2 tempest-DeleteServersAdminTestJSON-1792715195 tempest-DeleteServersAdminTestJSON-1792715195-project-admin] 10.222.0.64 "DELETE /v2.0/ports/ef05a2ca-1d17-4364-a230-af5f6c786a4b HTTP/1.1" status: 204 len: 173 time: 1.0141647 Jan 28 05:39:58.805406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4c49b1-80ea-410b-95ab-3af51e69f58a', 'name': 'network-vif-deleted', 'tag': 'ef05a2ca-1d17-4364-a230-af5f6c786a4b'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:58.810773 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edea5dab-f785-4c8a-aac0-5be6d6cc7740" -d '{"events": [{"server_uuid": "bc4c49b1-80ea-410b-95ab-3af51e69f58a", "name": "network-vif-deleted", "tag": "ef05a2ca-1d17-4364-a230-af5f6c786a4b"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:58.813033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad41c1e-1a91-4e5f-a6c3-2e92221e59e9 req-9ead5afd-1ac3-4d0f-9dad-f2ce79312b69 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:58.826471 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ad41c1e-1a91-4e5f-a6c3-2e92221e59e9 req-9ead5afd-1ac3-4d0f-9dad-f2ce79312b69 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.1075678 Jan 28 05:39:58.857138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-bd336c1e-a585-432d-8922-ddef9e95d2a4', 'network_id': 'bd336c1e-a585-432d-8922-ddef9e95d2a4', 'project_id': '3cfa5b1307bb478092b9129cee85d485', 'fixed_ips': [{'subnet_id': '735fa399-955e-421d-82ce-e5d557a3e5a6'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:39:58.858184 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:58.970506 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Publish callbacks [] for router_controller (6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:59.004198 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f027ce8a-77d5-461e-b3dc-2736c2fe4071 x-openstack-request-id: req-f027ce8a-77d5-461e-b3dc-2736c2fe4071 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:39:59.004771 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a801423f-7575-4a3d-9e85-54f6d392f13b", "name": "network-vif-deleted", "tag": "c5b32a32-92ad-49b0-bfcd-2a660c8d831a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:39:59.004771 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f027ce8a-77d5-461e-b3dc-2736c2fe4071 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:39:59.009274 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a801423f-7575-4a3d-9e85-54f6d392f13b', 'name': 'network-vif-deleted', 'tag': 'c5b32a32-92ad-49b0-bfcd-2a660c8d831a', 'status': 'completed', 'code': 200} Jan 28 05:39:59.035842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ad41c1e-1a91-4e5f-a6c3-2e92221e59e9 req-e0552dc0-0cd0-450f-8c90-35aec7e47104 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067227 Jan 28 05:39:59.133155 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eff007-5382-47bb-8257-3785895c6e80 req-a03b4da8-bbb1-4396-8ffd-673778f5c13a tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:59.138455 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7eff007-5382-47bb-8257-3785895c6e80 req-a03b4da8-bbb1-4396-8ffd-673778f5c13a tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.60 "GET /v2.0/ports?device_id=565fdaf7-3cee-48bb-9053-d168a30529a6 HTTP/1.1" status: 200 len: 945 time: 0.2276027 Jan 28 05:39:59.306389 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Allocated IP 172.20.0.2 (bd336c1e-a585-432d-8922-ddef9e95d2a4/735fa399-955e-421d-82ce-e5d557a3e5a6/8cec546c-2643-47de-b88b-bb4a2037e462) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:39:59.615918 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device c5b32a32-92ad-49b0-bfcd-2a660c8d831a no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:59.660194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: c5b32a32-92ad-49b0-bfcd-2a660c8d831a {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:39:59.660829 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device c5b32a32-92ad-49b0-bfcd-2a660c8d831a not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:39:59.661791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:39:59.692847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e98daa-af5a-4546-a0c0-46fe04c32344 req-44a961c7-569d-4992-8d0d-82c244cd10f2 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:59.710328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93e98daa-af5a-4546-a0c0-46fe04c32344 req-44a961c7-569d-4992-8d0d-82c244cd10f2 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?device_id=565fdaf7-3cee-48bb-9053-d168a30529a6 HTTP/1.1" status: 200 len: 945 time: 0.6085646 Jan 28 05:39:59.725755 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Publish callbacks [] for port (8cec546c-2643-47de-b88b-bb4a2037e462), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:59.787407 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:39:59.788092 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:59.793756 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e5642-181c-425e-9031-cc6178960668 req-3af58833-8dc1-4ac3-b07b-3352035c1949 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:39:59.823472 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-316e5642-181c-425e-9031-cc6178960668 req-3af58833-8dc1-4ac3-b07b-3352035c1949 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 945 time: 0.4990344 Jan 28 05:39:59.843903 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32,segment=NetworkSegment(2517d27c-4082-4ac4-8352-4fda1fbfb3b5),segment_id=2517d27c-4082-4ac4-8352-4fda1fbfb3b5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:39:59.845241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565fdaf7-3cee-48bb-9053-d168a30529a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:39:59.856042 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636ae355-4f4b-4fe5-a0d9-bafff35b57ee" -d '{"events": [{"server_uuid": "565fdaf7-3cee-48bb-9053-d168a30529a6", "name": "network-vif-unplugged", "status": "completed", "tag": "f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:39:59.901107 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (8cec546c-2643-47de-b88b-bb4a2037e462), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:59.904550 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93e98daa-af5a-4546-a0c0-46fe04c32344 req-82c47887-ab40-40d9-a6ba-6c72234991c9 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891506 Jan 28 05:39:59.945065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c7eff007-5382-47bb-8257-3785895c6e80 req-d32477af-fc82-461c-999e-813d43f05109 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Deleting port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:39:59.945065 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c7eff007-5382-47bb-8257-3785895c6e80 req-d32477af-fc82-461c-999e-813d43f05109 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:39:59.968157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Network bd336c1e-a585-432d-8922-ddef9e95d2a4 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:39:59.971450 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:00.042986 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:40:00.055624 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:00.145149 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b14518-28de-4e70-9136-53cbb6cd5955 x-openstack-request-id: req-13b14518-28de-4e70-9136-53cbb6cd5955 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:00.145732 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4c49b1-80ea-410b-95ab-3af51e69f58a", "name": "network-vif-deleted", "tag": "ef05a2ca-1d17-4364-a230-af5f6c786a4b", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:00.145732 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13b14518-28de-4e70-9136-53cbb6cd5955 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:00.146069 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4c49b1-80ea-410b-95ab-3af51e69f58a', 'name': 'network-vif-deleted', 'tag': 'ef05a2ca-1d17-4364-a230-af5f6c786a4b', 'status': 'completed', 'code': 200} Jan 28 05:40:00.183538 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Pushing event updated for resources: {'Port': ['ID=8cec546c-2643-47de-b88b-bb4a2037e462,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:00.211423 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Publish callbacks [] for router_gateway (6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:00.233276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Attempting to bind port 8cec546c-2643-47de-b88b-bb4a2037e462 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:40:00.233535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Attempting to bind port 8cec546c-2643-47de-b88b-bb4a2037e462 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'c760f2c2-62af-482f-94a1-e8e99152c85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bd336c1e-a585-432d-8922-ddef9e95d2a4'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:40:00.233917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Attempting to bind port 8cec546c-2643-47de-b88b-bb4a2037e462 on network bd336c1e-a585-432d-8922-ddef9e95d2a4 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:00.246478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c7eff007-5382-47bb-8257-3785895c6e80 req-d32477af-fc82-461c-999e-813d43f05109 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] For port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32,segment=NetworkSegment(2517d27c-4082-4ac4-8352-4fda1fbfb3b5),segment_id=2517d27c-4082-4ac4-8352-4fda1fbfb3b5)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:00.247495 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c7eff007-5382-47bb-8257-3785895c6e80 req-d32477af-fc82-461c-999e-813d43f05109 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:00.249121 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:40:00.249511 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Checking segment: {'id': 'c760f2c2-62af-482f-94a1-e8e99152c85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bd336c1e-a585-432d-8922-ddef9e95d2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:00.250292 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:00.255879 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Bound using segment: {'id': 'c760f2c2-62af-482f-94a1-e8e99152c85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bd336c1e-a585-432d-8922-ddef9e95d2a4'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:40:00.255879 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Bound port: 8cec546c-2643-47de-b88b-bb4a2037e462, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c760f2c2-62af-482f-94a1-e8e99152c85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bd336c1e-a585-432d-8922-ddef9e95d2a4'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:40:00.255879 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8cec546c-2643-47de-b88b-bb4a2037e462), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:00.259400 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcd86b-646e-43ce-b3f0-4b87343982f5 req-367de618-89d3-459a-ad8a-a82109ca145f tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:00.261190 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84fcd86b-646e-43ce-b3f0-4b87343982f5 req-367de618-89d3-459a-ad8a-a82109ca145f tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.64 "GET /v2.0/ports?device_id=58c3991b-55b5-4fa3-9276-c6fb116e7b13 HTTP/1.1" status: 200 len: 945 time: 0.1277118 Jan 28 05:40:00.309938 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c7eff007-5382-47bb-8257-3785895c6e80 req-d32477af-fc82-461c-999e-813d43f05109 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Calling delete_port for f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:40:00.465454 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-84fcd86b-646e-43ce-b3f0-4b87343982f5 req-349ec17a-0b78-489e-a833-cd29de45d3b5 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Deleting port 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:40:00.465745 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-84fcd86b-646e-43ce-b3f0-4b87343982f5 req-349ec17a-0b78-489e-a833-cd29de45d3b5 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2df47c98-4f16-403b-858a-4aa6cfd0f2f0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:00.481530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-316e5642-181c-425e-9031-cc6178960668 req-0c26f97e-163c-48fa-aec5-5ad58bfc9313 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6539993 Jan 28 05:40:00.597824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-84fcd86b-646e-43ce-b3f0-4b87343982f5 req-349ec17a-0b78-489e-a833-cd29de45d3b5 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] For port 2df47c98-4f16-403b-858a-4aa6cfd0f2f0, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2df47c98-4f16-403b-858a-4aa6cfd0f2f0,segment=NetworkSegment(2517d27c-4082-4ac4-8352-4fda1fbfb3b5),segment_id=2517d27c-4082-4ac4-8352-4fda1fbfb3b5)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:00.598266 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-84fcd86b-646e-43ce-b3f0-4b87343982f5 req-349ec17a-0b78-489e-a833-cd29de45d3b5 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2df47c98-4f16-403b-858a-4aa6cfd0f2f0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:00.612854 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] For port 8cec546c-2643-47de-b88b-bb4a2037e462, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:00.614155 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-84fcd86b-646e-43ce-b3f0-4b87343982f5 req-349ec17a-0b78-489e-a833-cd29de45d3b5 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Calling delete_port for 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:40:00.618014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] For port 8cec546c-2643-47de-b88b-bb4a2037e462, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8cec546c-2643-47de-b88b-bb4a2037e462,segment=NetworkSegment(c760f2c2-62af-482f-94a1-e8e99152c85c),segment_id=c760f2c2-62af-482f-94a1-e8e99152c85c)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:40:00.631272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:00.661996 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01567fbd-120e-4b82-8105-0c8e40d17b37 req-9dc2f552-1831-41ed-85d3-fcac4165f71f tempest-MigrationsAdminTest-845871445 tempest-MigrationsAdminTest-845871445-project] 10.222.0.31 "GET /v2.0/ports?device_id=a801423f-7575-4a3d-9e85-54f6d392f13b HTTP/1.1" status: 200 len: 210 time: 0.1894321 Jan 28 05:40:00.699097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e8c4864-d278-4297-8353-ab8f7f81cbbb req-9a135ced-5f19-4a1a-b554-498bcec52dde service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2232907 Jan 28 05:40:00.823204 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d561a9d-797b-4a41-88de-ee3f2cbf1e3f x-openstack-request-id: req-9d561a9d-797b-4a41-88de-ee3f2cbf1e3f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:00.823496 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565fdaf7-3cee-48bb-9053-d168a30529a6", "name": "network-vif-unplugged", "status": "completed", "tag": "f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:00.824033 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d561a9d-797b-4a41-88de-ee3f2cbf1e3f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:00.824650 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565fdaf7-3cee-48bb-9053-d168a30529a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32', 'code': 200} Jan 28 05:40:00.827055 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8cec546c-2643-47de-b88b-bb4a2037e462), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:00.835705 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c4864-d278-4297-8353-ab8f7f81cbbb req-a5f5eaf4-70e0-4187-854b-87f44b8b0cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:00.837067 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e8c4864-d278-4297-8353-ab8f7f81cbbb req-a5f5eaf4-70e0-4187-854b-87f44b8b0cdb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 1097 time: 0.1030154 Jan 28 05:40:00.950022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ef05a2ca-1d17-4364-a230-af5f6c786a4b no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:40:00.998368 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-84fcd86b-646e-43ce-b3f0-4b87343982f5 req-349ec17a-0b78-489e-a833-cd29de45d3b5 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (2df47c98-4f16-403b-858a-4aa6cfd0f2f0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:01.053243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c4864-d278-4297-8353-ab8f7f81cbbb req-79feda6e-a2ab-4a7f-b05a-0adf056d0da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:01.056464 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e8c4864-d278-4297-8353-ab8f7f81cbbb req-79feda6e-a2ab-4a7f-b05a-0adf056d0da5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.1797976 Jan 28 05:40:01.065249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ec17a-0b78-489e-a833-cd29de45d3b5 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Pushing event deleted for resources: {'Port': ['ID=2df47c98-4f16-403b-858a-4aa6cfd0f2f0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:01.076653 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: ef05a2ca-1d17-4364-a230-af5f6c786a4b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:40:01.077033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ef05a2ca-1d17-4364-a230-af5f6c786a4b not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:40:01.109802 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc980965-36c5-4c60-af55-b6c8f53f22d7 None None] Pushing event updated for resources: {'Port': ['ID=8cec546c-2643-47de-b88b-bb4a2037e462,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:01.137988 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fcd86b-646e-43ce-b3f0-4b87343982f5 req-349ec17a-0b78-489e-a833-cd29de45d3b5 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] No DVR routers for this DVR port 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:40:01.140607 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-84fcd86b-646e-43ce-b3f0-4b87343982f5 req-349ec17a-0b78-489e-a833-cd29de45d3b5 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:01.145190 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84fcd86b-646e-43ce-b3f0-4b87343982f5 req-349ec17a-0b78-489e-a833-cd29de45d3b5 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.64 "DELETE /v2.0/ports/2df47c98-4f16-403b-858a-4aa6cfd0f2f0 HTTP/1.1" status: 204 len: 173 time: 0.8767562 Jan 28 05:40:01.158553 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Publish callbacks [] for router_gateway (6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:01.205373 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:01.453408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Allocated IP 172.25.0.12 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/aa4e19a4-5997-49d9-ab66-ec061fb20a1d) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:40:01.688477 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Publish callbacks [] for port (aa4e19a4-5997-49d9-ab66-ec061fb20a1d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:01.705071 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e8c4864-d278-4297-8353-ab8f7f81cbbb req-6efc6f9e-a24a-4209-9123-30411380b1b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b787edc-db91-4f53-a197-bd0c997a942b HTTP/1.1" status: 200 len: 217 time: 0.5679369 Jan 28 05:40:01.823896 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (aa4e19a4-5997-49d9-ab66-ec061fb20a1d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:01.839756 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbf37e-4344-477b-b53f-310e0b9305a3 req-6b43ea0b-fc42-43c1-997c-26a79ed228b4 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:01.841538 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30dbf37e-4344-477b-b53f-310e0b9305a3 req-6b43ea0b-fc42-43c1-997c-26a79ed228b4 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.7437623 Jan 28 05:40:01.854370 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c4864-d278-4297-8353-ab8f7f81cbbb req-34973e3e-b6d4-4350-9c9c-0bb42a3e7070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:01.856074 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e8c4864-d278-4297-8353-ab8f7f81cbbb req-34973e3e-b6d4-4350-9c9c-0bb42a3e7070 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.1311095 Jan 28 05:40:01.868192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9249227-06da-47d1-bcc7-b6e34ad9cbe8 req-810428eb-bc05-4989-917e-22f711fab362 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:01.872612 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9249227-06da-47d1-bcc7-b6e34ad9cbe8 req-810428eb-bc05-4989-917e-22f711fab362 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/ports?device_id=565fdaf7-3cee-48bb-9053-d168a30529a6 HTTP/1.1" status: 200 len: 943 time: 0.7264075 Jan 28 05:40:01.906176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e8c4864-d278-4297-8353-ab8f7f81cbbb req-5272147c-a18d-4f3e-9bc1-fe00a59c71ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346656 Jan 28 05:40:01.919761 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:40:01.932077 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:01.937651 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:40:01.941043 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Pushing event updated for resources: {'Port': ['ID=aa4e19a4-5997-49d9-ab66-ec061fb20a1d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:01.977932 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:01.980786 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:01.981386 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:01.981634 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:01.982117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:01.982518 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:01.982860 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:01.983197 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:01.983533 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:01.983921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:01.984188 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:01.984518 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:01.984854 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:02.075587 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e8c4864-d278-4297-8353-ab8f7f81cbbb req-7f71e32b-17f1-47d6-92fc-7adfff2b5143 service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610403 Jan 28 05:40:02.084200 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c7eff007-5382-47bb-8257-3785895c6e80 req-d32477af-fc82-461c-999e-813d43f05109 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:02.148027 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c3991b-55b5-4fa3-9276-c6fb116e7b13', 'name': 'network-vif-deleted', 'tag': '2df47c98-4f16-403b-858a-4aa6cfd0f2f0'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:02.155269 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc666c4-01c9-4279-bf82-2bbe0038ed43" -d '{"events": [{"server_uuid": "58c3991b-55b5-4fa3-9276-c6fb116e7b13", "name": "network-vif-deleted", "tag": "2df47c98-4f16-403b-858a-4aa6cfd0f2f0"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:02.238273 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32477af-fc82-461c-999e-813d43f05109 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Pushing event deleted for resources: {'Port': ['ID=f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:02.427664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8cec546c-2643-47de-b88b-bb4a2037e462 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:40:02.483129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7eff007-5382-47bb-8257-3785895c6e80 req-d32477af-fc82-461c-999e-813d43f05109 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] No DVR routers for this DVR port f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:40:02.490850 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c7eff007-5382-47bb-8257-3785895c6e80 req-d32477af-fc82-461c-999e-813d43f05109 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:02.499216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7eff007-5382-47bb-8257-3785895c6e80 req-d32477af-fc82-461c-999e-813d43f05109 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.60 "DELETE /v2.0/ports/f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32 HTTP/1.1" status: 204 len: 173 time: 3.2667832 Jan 28 05:40:02.506044 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c580-e23a-4515-8402-7d5fdc85f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:02.523085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565fdaf7-3cee-48bb-9053-d168a30529a6', 'name': 'network-vif-deleted', 'tag': 'f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:02.533571 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd63743-1cef-409f-9556-ee18e38299cd" -d '{"events": [{"server_uuid": "565fdaf7-3cee-48bb-9053-d168a30529a6", "name": "network-vif-deleted", "tag": "f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:02.536679 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Publish callbacks [] for router_gateway (6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:02.584322 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 8cec546c-2643-47de-b88b-bb4a2037e462 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:02.585135 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8cec546c-2643-47de-b88b-bb4a2037e462), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:02.620312 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30dbf37e-4344-477b-b53f-310e0b9305a3 req-2c947e8c-f538-4679-b0e9-b043036e7310 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7700012 Jan 28 05:40:02.695461 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9249227-06da-47d1-bcc7-b6e34ad9cbe8 req-c84a6fcb-3e43-4bbe-bd1a-60a16eb63988 tempest-ListServersNegativeTestJSON-709320432 tempest-ListServersNegativeTestJSON-709320432-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7809653 Jan 28 05:40:02.796443 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-10e935cb-5ead-428c-aff5-1e7832a40b62 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:02.806102 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-10e935cb-5ead-428c-aff5-1e7832a40b62 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a&tenant_id=88b3e81d38b14c1ab20fd75713b63156&binding%3Ahost_id=n-h1-812111-12 HTTP/1.1" status: 200 len: 1097 time: 0.4200323 Jan 28 05:40:02.843340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e8c4864-d278-4297-8353-ab8f7f81cbbb req-ead39dc0-361e-4686-b2b4-47a26e60d62d service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7518897 Jan 28 05:40:02.847566 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-12'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:02.865586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2420f5d0-c879-4e70-b4a4-5dc2fbea6a78 None None] Network bd336c1e-a585-432d-8922-ddef9e95d2a4 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:40:02.917077 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-709941ba-6013-4e7b-80e5-e9069e68c479 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7ae4d040b421448797d1c095da310d4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1257944 Jan 28 05:40:02.943639 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:40:02.995854 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:03.115980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 8cec546c-2643-47de-b88b-bb4a2037e462 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:03.118131 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8cec546c-2643-47de-b88b-bb4a2037e462), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:03.148889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-1873f8a3-b60b-4547-99a9-de94eb506510 None None] Provisioning complete for port 8cec546c-2643-47de-b88b-bb4a2037e462 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:03.153804 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1873f8a3-b60b-4547-99a9-de94eb506510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8cec546c-2643-47de-b88b-bb4a2037e462), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:03.178033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 8cec546c-2643-47de-b88b-bb4a2037e462, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8cec546c-2643-47de-b88b-bb4a2037e462,segment=NetworkSegment(c760f2c2-62af-482f-94a1-e8e99152c85c),segment_id=c760f2c2-62af-482f-94a1-e8e99152c85c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:03.179301 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:40:03.179686 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2df47c98-4f16-403b-858a-4aa6cfd0f2f0 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:40:03.189637 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (395db066-6639-46ac-867c-56d5942d10ac), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:03.311789 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8cec546c-2643-47de-b88b-bb4a2037e462), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:03.357290 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Router 6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:40:03.363811 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1873f8a3-b60b-4547-99a9-de94eb506510 None None] Current status of the port 8cec546c-2643-47de-b88b-bb4a2037e462 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:03.365000 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1873f8a3-b60b-4547-99a9-de94eb506510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8cec546c-2643-47de-b88b-bb4a2037e462), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:03.422472 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=8cec546c-2643-47de-b88b-bb4a2037e462,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:03.483580 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-1873f8a3-b60b-4547-99a9-de94eb506510 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:40:03.484676 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-1873f8a3-b60b-4547-99a9-de94eb506510 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:40:03.579301 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 395db066-6639-46ac-867c-56d5942d10ac details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:40:03.687636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995771ad-a831-40b6-a62e-7312ceb3271a req-994a4c9b-04d9-4d07-a729-f76934fd4c24 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:03.689645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-995771ad-a831-40b6-a62e-7312ceb3271a req-994a4c9b-04d9-4d07-a729-f76934fd4c24 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 945 time: 0.7853339 Jan 28 05:40:03.720323 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:40:03.739330 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Sync routers for ids ['6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:40:03.748379 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] For port 395db066-6639-46ac-867c-56d5942d10ac, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=395db066-6639-46ac-867c-56d5942d10ac,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:03.767589 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Routers {'6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:40:03.768218 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:39:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:03.771394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-a67aaeed-d50f-4cfb-b1ff-88b58d1acfdb tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:03.780711 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-a67aaeed-d50f-4cfb-b1ff-88b58d1acfdb tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8626122 Jan 28 05:40:03.851581 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-379ce1f7-03a2-465c-b392-346091ec8bc7 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/quotas/7ae4d040b421448797d1c095da310d4a HTTP/1.1" status: 200 len: 375 time: 0.0507710 Jan 28 05:40:03.883303 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 395db066-6639-46ac-867c-56d5942d10ac, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=395db066-6639-46ac-867c-56d5942d10ac,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:03.900940 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-995771ad-a831-40b6-a62e-7312ceb3271a req-cb284f59-6f71-4769-899c-aabf956ee967 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970322 Jan 28 05:40:03.912643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 395db066-6639-46ac-867c-56d5942d10ac has no active binding in host n-h2-812111-12 {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 05:40:03.923696 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-f5ef2f3b-57d1-4702-8fc4-96a9ee409bae tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ae4d040b421448797d1c095da310d4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586879 Jan 28 05:40:03.937725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] For port 395db066-6639-46ac-867c-56d5942d10ac, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:03.983359 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Publish callbacks [] for port (395db066-6639-46ac-867c-56d5942d10ac), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:03.990063 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Set router 6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:40:04.079315 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:04.081017 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2f4f6b0b-f388-438f-a4f2-f86ae21c54b7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5561821 Jan 28 05:40:04.087218 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50900) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:04.142937 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (395db066-6639-46ac-867c-56d5942d10ac), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:04.143943 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1873f8a3-b60b-4547-99a9-de94eb506510 None None] Current status of the port 8cec546c-2643-47de-b88b-bb4a2037e462 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:04.250707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Pushing event updated for resources: {'Port': ['ID=395db066-6639-46ac-867c-56d5942d10ac,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:04.271882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-76c7cb40-d0d9-401c-a573-050f7ac1cc64 None None] Provisioning complete for port 8cec546c-2643-47de-b88b-bb4a2037e462 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:04.272746 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76c7cb40-d0d9-401c-a573-050f7ac1cc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8cec546c-2643-47de-b88b-bb4a2037e462), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:04.339516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Attempting to bind port 395db066-6639-46ac-867c-56d5942d10ac on host n-h1-812111-12 for vnic_type normal with profile {"migrating_to": "n-h2-812111-12"} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:40:04.339918 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Attempting to bind port 395db066-6639-46ac-867c-56d5942d10ac by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:40:04.341570 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Attempting to bind port 395db066-6639-46ac-867c-56d5942d10ac on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:04.343901 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8cec546c-2643-47de-b88b-bb4a2037e462 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:40:04.353094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Port 395db066-6639-46ac-867c-56d5942d10ac on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:40:04.354065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Attempting to bind port 395db066-6639-46ac-867c-56d5942d10ac on network 8337946d-c118-4f6f-a8e6-fd66fb66f8ce {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:04.385385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:40:04.385741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Checking segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:04.388814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Bound using segment: {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:40:04.389288 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Bound port: 395db066-6639-46ac-867c-56d5942d10ac, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8337946d-c118-4f6f-a8e6-fd66fb66f8ce'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:40:04.389678 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (395db066-6639-46ac-867c-56d5942d10ac), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:04.459814 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6bda52-cee3-498a-81f0-0f64020bc38d x-openstack-request-id: req-6d6bda52-cee3-498a-81f0-0f64020bc38d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:04.460107 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565fdaf7-3cee-48bb-9053-d168a30529a6", "name": "network-vif-deleted", "tag": "f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:04.460359 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d6bda52-cee3-498a-81f0-0f64020bc38d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:04.460757 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565fdaf7-3cee-48bb-9053-d168a30529a6', 'name': 'network-vif-deleted', 'tag': 'f69d03fb-8de4-4fc5-9f3e-e0d831a3ee32', 'status': 'completed', 'code': 200} Jan 28 05:40:04.607756 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1012431265-router', 'tenant_id': '3cfa5b1307bb478092b9129cee85d485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'aa4e19a4-5997-49d9-ab66-ec061fb20a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:39:58Z', 'updated_at': '2022-01-28T05:40:02Z', 'revision_number': 3, 'project_id': '3cfa5b1307bb478092b9129cee85d485', 'gw_port': {'id': 'aa4e19a4-5997-49d9-ab66-ec061fb20a1d', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:71:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:01Z', 'updated_at': '2022-01-28T05:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:04.637619 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b11ca8-84d5-4d02-833e-7d916b66962e x-openstack-request-id: req-d2b11ca8-84d5-4d02-833e-7d916b66962e {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:04.649961 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c3991b-55b5-4fa3-9276-c6fb116e7b13", "name": "network-vif-deleted", "tag": "2df47c98-4f16-403b-858a-4aa6cfd0f2f0", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:04.649961 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2b11ca8-84d5-4d02-833e-7d916b66962e {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:04.649961 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c3991b-55b5-4fa3-9276-c6fb116e7b13', 'name': 'network-vif-deleted', 'tag': '2df47c98-4f16-403b-858a-4aa6cfd0f2f0', 'status': 'completed', 'code': 200} Jan 28 05:40:04.716727 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 8cec546c-2643-47de-b88b-bb4a2037e462 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:04.719768 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8cec546c-2643-47de-b88b-bb4a2037e462), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:04.738402 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Checking router: 6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:40:04.749405 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Updating router 6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e port aa4e19a4-5997-49d9-ab66-ec061fb20a1d binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:40:04.779014 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (aa4e19a4-5997-49d9-ab66-ec061fb20a1d), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:04.833516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-76c7cb40-d0d9-401c-a573-050f7ac1cc64 None None] Current status of the port 8cec546c-2643-47de-b88b-bb4a2037e462 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:04.952852 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] For port 395db066-6639-46ac-867c-56d5942d10ac, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:04.956298 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50922) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:04.968421 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba420635-dc4d-4592-aa0c-19c34f128ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:04.973116 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9740292b-94b9-45e2-aede-2e3042a9f08c req-3661ad7f-9a7f-4c6e-acd5-b7b8564aa7d6 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 210 time: 0.1581137 Jan 28 05:40:05.041182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 8cec546c-2643-47de-b88b-bb4a2037e462 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:05.055714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9a3ca-cc8c-4f08-ba1f-ee8c8ff108f4 req-7ec1b07b-434d-4204-848b-5b57b9cfedae tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:05.066117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2dc9a3ca-cc8c-4f08-ba1f-ee8c8ff108f4 req-7ec1b07b-434d-4204-848b-5b57b9cfedae tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.4723277 Jan 28 05:40:05.076282 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] For port 395db066-6639-46ac-867c-56d5942d10ac, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=395db066-6639-46ac-867c-56d5942d10ac,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:40:05.137263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50930) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:05.225980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8c8e73-6c92-43e8-8c0a-fe21a7c03a03 admin admin] Deleting subnet b09aefe9-c461-4a92-9aef-5aac0b7bbb77 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:40:05.235545 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8e73-6c92-43e8-8c0a-fe21a7c03a03 admin admin] Publish callbacks [] for subnet (b09aefe9-c461-4a92-9aef-5aac0b7bbb77), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:05.240840 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (395db066-6639-46ac-867c-56d5942d10ac), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:05.348800 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Pushing event updated for resources: {'Port': ['ID=395db066-6639-46ac-867c-56d5942d10ac,revision_number=8']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:05.419318 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2dc9a3ca-cc8c-4f08-ba1f-ee8c8ff108f4 req-cd2999d5-dbeb-41c5-a562-8d704ff6fd31 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521843 Jan 28 05:40:05.454634 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Publish callbacks [] for port (aa4e19a4-5997-49d9-ab66-ec061fb20a1d), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:05.463642 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-471391e2-4a82-4d53-bc0d-c100a1b44e96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a3781df740148d6b4244220d13c806d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5086882 Jan 28 05:40:05.467247 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50936) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:05.470394 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8e73-6c92-43e8-8c0a-fe21a7c03a03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (b09aefe9-c461-4a92-9aef-5aac0b7bbb77), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:05.539736 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (aa4e19a4-5997-49d9-ab66-ec061fb20a1d), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:05.543003 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:05.616502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e690145-5e3d-475e-92f6-93d7806c8d78 req-8ac1741e-b2bc-43de-b2a4-02ed0ed51861 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:05.619302 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e690145-5e3d-475e-92f6-93d7806c8d78 req-8ac1741e-b2bc-43de-b2a4-02ed0ed51861 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 943 time: 0.3894527 Jan 28 05:40:05.659210 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bdc14-3eb8-4baa-86d6-6fa68e49d2b6 None None] Pushing event updated for resources: {'Port': ['ID=aa4e19a4-5997-49d9-ab66-ec061fb20a1d,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:05.688343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:05.689272 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:05.691337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-ac172d34-2439-4726-af99-5f566d4706c4 service neutron] 10.222.0.60 "PUT /v2.0/ports/395db066-6639-46ac-867c-56d5942d10ac HTTP/1.1" status: 200 len: 1123 time: 2.8518515 Jan 28 05:40:05.711869 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdc14-3eb8-4baa-86d6-6fa68e49d2b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:05.717293 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdc14-3eb8-4baa-86d6-6fa68e49d2b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:05.718329 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdc14-3eb8-4baa-86d6-6fa68e49d2b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:05.719837 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdc14-3eb8-4baa-86d6-6fa68e49d2b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:05.720414 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdc14-3eb8-4baa-86d6-6fa68e49d2b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:05.721438 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdc14-3eb8-4baa-86d6-6fa68e49d2b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:05.722052 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdc14-3eb8-4baa-86d6-6fa68e49d2b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:05.722700 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdc14-3eb8-4baa-86d6-6fa68e49d2b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:05.723310 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdc14-3eb8-4baa-86d6-6fa68e49d2b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:05.723858 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdc14-3eb8-4baa-86d6-6fa68e49d2b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:05.724406 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdc14-3eb8-4baa-86d6-6fa68e49d2b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:05.724964 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdc14-3eb8-4baa-86d6-6fa68e49d2b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:05.725640 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bdc14-3eb8-4baa-86d6-6fa68e49d2b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:05.730062 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Attempting to bind port aa4e19a4-5997-49d9-ab66-ec061fb20a1d on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:40:05.731491 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Attempting to bind port aa4e19a4-5997-49d9-ab66-ec061fb20a1d by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:40:05.732182 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Attempting to bind port aa4e19a4-5997-49d9-ab66-ec061fb20a1d on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:05.739863 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:40:05.740646 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:05.741599 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:05.742504 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:40:05.743252 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Bound port: aa4e19a4-5997-49d9-ab66-ec061fb20a1d, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:40:05.744431 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (aa4e19a4-5997-49d9-ab66-ec061fb20a1d), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:05.790189 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8e73-6c92-43e8-8c0a-fe21a7c03a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (b09aefe9-c461-4a92-9aef-5aac0b7bbb77), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:05.813194 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] For port aa4e19a4-5997-49d9-ab66-ec061fb20a1d, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:05.827542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['395db066-6639-46ac-867c-56d5942d10ac'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:40:05.832869 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] For port aa4e19a4-5997-49d9-ab66-ec061fb20a1d, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=aa4e19a4-5997-49d9-ab66-ec061fb20a1d,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:40:05.839371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] Allocated IP 172.20.0.1 (bd336c1e-a585-432d-8922-ddef9e95d2a4/735fa399-955e-421d-82ce-e5d557a3e5a6/4f2086af-bce0-4365-ae23-a8ae4ef3b7cd) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:40:05.910107 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['395db066-6639-46ac-867c-56d5942d10ac'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:40:05.915484 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e690145-5e3d-475e-92f6-93d7806c8d78 req-687f6e64-b8b6-4362-bc4c-5f964e2790f9 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784514 Jan 28 05:40:05.938786 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (aa4e19a4-5997-49d9-ab66-ec061fb20a1d), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:05.941420 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d636e29-7a82-47f4-bd82-30c1a14db04f admin admin] Publish callbacks [] for security_group (1879aeff-53d0-4eda-8726-df334d281b23), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:06.042484 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bdc14-3eb8-4baa-86d6-6fa68e49d2b6 None None] Pushing event updated for resources: {'Port': ['ID=aa4e19a4-5997-49d9-ab66-ec061fb20a1d,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:06.055901 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d636e29-7a82-47f4-bd82-30c1a14db04f admin admin] Publish callbacks [] for security_group (1879aeff-53d0-4eda-8726-df334d281b23), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:06.060363 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Routers {'6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:40:06.061150 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:06.171441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a62d8e8-1b83-4d57-bd22-f85139dfe67e req-ed00a3ad-c9f1-44a3-b696-1baa6a354ccf tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 210 time: 0.0963964 Jan 28 05:40:06.180266 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8e73-6c92-43e8-8c0a-fe21a7c03a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (b09aefe9-c461-4a92-9aef-5aac0b7bbb77), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:06.198002 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] Set router 6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:40:06.304337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c8e73-6c92-43e8-8c0a-fe21a7c03a03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b09aefe9-c461-4a92-9aef-5aac0b7bbb77,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:06.314635 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8e73-6c92-43e8-8c0a-fe21a7c03a03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:06.322763 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ba8c8e73-6c92-43e8-8c0a-fe21a7c03a03 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b09aefe9-c461-4a92-9aef-5aac0b7bbb77 HTTP/1.1" status: 204 len: 168 time: 1.1837871 Jan 28 05:40:06.326802 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50952) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:06.362995 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] Publish callbacks [] for port (4f2086af-bce0-4365-ae23-a8ae4ef3b7cd), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:06.463664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a6acd2-3dbe-4924-9182-1519a899b99a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395db066-6639-46ac-867c-56d5942d10ac'}, {'name': 'network-changed', 'server_uuid': 'e1a6acd2-3dbe-4924-9182-1519a899b99a', 'tag': '395db066-6639-46ac-867c-56d5942d10ac'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:06.467962 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbdf6a6-0b20-4dae-a287-f5fc955eed6c" -d '{"events": [{"server_uuid": "e1a6acd2-3dbe-4924-9182-1519a899b99a", "name": "network-vif-unplugged", "status": "completed", "tag": "395db066-6639-46ac-867c-56d5942d10ac"}, {"name": "network-changed", "server_uuid": "e1a6acd2-3dbe-4924-9182-1519a899b99a", "tag": "395db066-6639-46ac-867c-56d5942d10ac"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:06.489976 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:06.563481 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1e8a4f-211e-4ef8-9e94-16e04c70161b x-openstack-request-id: req-7f1e8a4f-211e-4ef8-9e94-16e04c70161b {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:06.564897 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a6acd2-3dbe-4924-9182-1519a899b99a", "name": "network-vif-unplugged", "status": "completed", "tag": "395db066-6639-46ac-867c-56d5942d10ac", "code": 200}, {"name": "network-changed", "server_uuid": "e1a6acd2-3dbe-4924-9182-1519a899b99a", "tag": "395db066-6639-46ac-867c-56d5942d10ac", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:06.565394 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0d2e0710-bb27-48ef-89a8-db241a7a219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (eb2152ca-cad6-43a6-a29c-8fac357c4c46), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:06.565900 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f1e8a4f-211e-4ef8-9e94-16e04c70161b {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:06.566557 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a6acd2-3dbe-4924-9182-1519a899b99a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395db066-6639-46ac-867c-56d5942d10ac', 'code': 200} Jan 28 05:40:06.567013 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a6acd2-3dbe-4924-9182-1519a899b99a', 'tag': '395db066-6639-46ac-867c-56d5942d10ac', 'status': 'completed', 'code': 200} Jan 28 05:40:06.569875 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d636e29-7a82-47f4-bd82-30c1a14db04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1879aeff-53d0-4eda-8726-df334d281b23), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:06.574864 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d636e29-7a82-47f4-bd82-30c1a14db04f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:06.576155 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1d636e29-7a82-47f4-bd82-30c1a14db04f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1879aeff-53d0-4eda-8726-df334d281b23 HTTP/1.1" status: 204 len: 168 time: 1.1078169 Jan 28 05:40:06.592668 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d636e29-7a82-47f4-bd82-30c1a14db04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1879aeff-53d0-4eda-8726-df334d281b23,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:06.686322 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1012431265-router', 'tenant_id': '3cfa5b1307bb478092b9129cee85d485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'aa4e19a4-5997-49d9-ab66-ec061fb20a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:39:58Z', 'updated_at': '2022-01-28T05:40:02Z', 'revision_number': 3, 'project_id': '3cfa5b1307bb478092b9129cee85d485', 'gw_port': {'id': 'aa4e19a4-5997-49d9-ab66-ec061fb20a1d', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:71:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:01Z', 'updated_at': '2022-01-28T05:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:06.757452 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23a110-dfde-4668-8bbe-ea32f1082c1f None None] The sync data for ids ['6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e'] in n-d-812111-12 is: [{'id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1012431265-router', 'tenant_id': '3cfa5b1307bb478092b9129cee85d485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'aa4e19a4-5997-49d9-ab66-ec061fb20a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:39:58Z', 'updated_at': '2022-01-28T05:40:02Z', 'revision_number': 3, 'project_id': '3cfa5b1307bb478092b9129cee85d485', 'gw_port': {'id': 'aa4e19a4-5997-49d9-ab66-ec061fb20a1d', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:71:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:01Z', 'updated_at': '2022-01-28T05:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:40:06.779486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdf6a6-0b20-4dae-a287-f5fc955eed6c req-a4cf9903-ea13-416a-9d98-5173d64a532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:06.781048 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dfbdf6a6-0b20-4dae-a287-f5fc955eed6c req-a4cf9903-ea13-416a-9d98-5173d64a532e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 1126 time: 0.1415019 Jan 28 05:40:06.813568 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0d2e0710-bb27-48ef-89a8-db241a7a219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (eb2152ca-cad6-43a6-a29c-8fac357c4c46), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:06.821835 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aeeeda-04f4-4a9d-8723-263c58a9cd03 req-76de2c49-de7d-4045-9c95-9ce1d9bd1ce7 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:06.829454 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96aeeeda-04f4-4a9d-8723-263c58a9cd03 req-76de2c49-de7d-4045-9c95-9ce1d9bd1ce7 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.1185277 Jan 28 05:40:06.965089 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96aeeeda-04f4-4a9d-8723-263c58a9cd03 req-4ca9a1ee-a19d-4be6-af84-383e214e59cb tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308453 Jan 28 05:40:07.025438 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdf6a6-0b20-4dae-a287-f5fc955eed6c req-55ae9ad4-3e16-4dda-9578-d3e0e401f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:07.027423 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dfbdf6a6-0b20-4dae-a287-f5fc955eed6c req-55ae9ad4-3e16-4dda-9578-d3e0e401f719 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.2390246 Jan 28 05:40:07.180053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dfbdf6a6-0b20-4dae-a287-f5fc955eed6c req-8a266285-792d-4381-bd36-fa7c4698c2b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=395db066-6639-46ac-867c-56d5942d10ac HTTP/1.1" status: 200 len: 217 time: 0.1431127 Jan 28 05:40:07.423672 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c17bf2f-9131-4dea-9dd3-67c084bc7879 req-fa38765b-fed9-4f21-8541-2fbe5a28e538 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 210 time: 0.0717180 Jan 28 05:40:07.452332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdf6a6-0b20-4dae-a287-f5fc955eed6c req-7e843fb9-ac00-4ab5-9c49-8963d69a740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:07.453956 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dfbdf6a6-0b20-4dae-a287-f5fc955eed6c req-7e843fb9-ac00-4ab5-9c49-8963d69a740b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.2593398 Jan 28 05:40:07.462587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bccba7-7a7e-4ebc-a8ed-98eb1a5314de req-d9300b9f-9f7f-4abf-b81c-3d0e4b269da3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:07.470575 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16bccba7-7a7e-4ebc-a8ed-98eb1a5314de req-d9300b9f-9f7f-4abf-b81c-3d0e4b269da3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 943 time: 0.2965672 Jan 28 05:40:07.532695 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dfbdf6a6-0b20-4dae-a287-f5fc955eed6c req-78e5420a-ceac-41ba-9b42-87c2cc6e36f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592356 Jan 28 05:40:07.572190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16bccba7-7a7e-4ebc-a8ed-98eb1a5314de req-4b625ae8-0167-4199-9c7a-4be9e5975744 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004374 Jan 28 05:40:07.585785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-0d2e0710-bb27-48ef-89a8-db241a7a219b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2152ca-cad6-43a6-a29c-8fac357c4c46']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:07.598226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-0d2e0710-bb27-48ef-89a8-db241a7a219b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2517d27c-4082-4ac4-8352-4fda1fbfb3b5') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:07.598516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-0d2e0710-bb27-48ef-89a8-db241a7a219b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2517d27c-4082-4ac4-8352-4fda1fbfb3b5') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:07.613174 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0d2e0710-bb27-48ef-89a8-db241a7a219b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (2517d27c-4082-4ac4-8352-4fda1fbfb3b5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:07.632649 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0d2e0710-bb27-48ef-89a8-db241a7a219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (2517d27c-4082-4ac4-8352-4fda1fbfb3b5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:07.648347 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (4f2086af-bce0-4365-ae23-a8ae4ef3b7cd), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:07.650692 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2e0710-bb27-48ef-89a8-db241a7a219b admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:40:07.651113 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0d2e0710-bb27-48ef-89a8-db241a7a219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (2517d27c-4082-4ac4-8352-4fda1fbfb3b5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:40:07.654248 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:40:07.724499 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dfbdf6a6-0b20-4dae-a287-f5fc955eed6c req-5fc7fc56-11dd-4ce7-a1f4-c40ba4f6fc1d service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823661 Jan 28 05:40:07.777244 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:07.798685 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50980) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:07.864444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] Network bd336c1e-a585-432d-8922-ddef9e95d2a4 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:40:07.877838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:07.893766 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dfbdf6a6-0b20-4dae-a287-f5fc955eed6c req-cbb3535c-c831-471e-af15-71d37b1fce72 service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325452 Jan 28 05:40:07.910708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:40:07.921850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] Pushing event updated for resources: {'Port': ['ID=4f2086af-bce0-4365-ae23-a8ae4ef3b7cd,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:07.986431 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5a9366db-b2a2-46f2-b374-556f1531917d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d3a8b5f5f6354bf193d5e9d89002ff75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1761208 Jan 28 05:40:07.989278 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0d2e0710-bb27-48ef-89a8-db241a7a219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (eb2152ca-cad6-43a6-a29c-8fac357c4c46), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:07.990002 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50988) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:08.010445 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0d2e0710-bb27-48ef-89a8-db241a7a219b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:08.019468 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0d2e0710-bb27-48ef-89a8-db241a7a219b admin admin] 10.222.0.31 "DELETE /v2.0/networks/eb2152ca-cad6-43a6-a29c-8fac357c4c46 HTTP/1.1" status: 204 len: 168 time: 1.6892111 Jan 28 05:40:08.037036 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:08.052937 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e0710-bb27-48ef-89a8-db241a7a219b admin admin] Pushing event deleted for resources: {'Network': ['ID=eb2152ca-cad6-43a6-a29c-8fac357c4c46,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:08.278756 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-7ce63866-9b0e-495c-a005-22479e813582 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7ae4d040b421448797d1c095da310d4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858862 Jan 28 05:40:08.489513 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eac6b67e-df32-4c64-a414-eb5544410a96 req-2737f87d-abcd-4814-89a1-181b5a1f6ca5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0869303 Jan 28 05:40:08.513888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-031a9fbb-ed25-4b53-b476-5ba0f0ba9bbb None None] Provisioning complete for port 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:08.514741 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-031a9fbb-ed25-4b53-b476-5ba0f0ba9bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4f2086af-bce0-4365-ae23-a8ae4ef3b7cd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:08.585063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device aa4e19a4-5997-49d9-ab66-ec061fb20a1d up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:40:08.611411 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6b67e-df32-4c64-a414-eb5544410a96 req-e1ddbd11-5994-4beb-98c3-476647a57bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:08.613888 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eac6b67e-df32-4c64-a414-eb5544410a96 req-e1ddbd11-5994-4beb-98c3-476647a57bbf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 1097 time: 0.0665946 Jan 28 05:40:08.614996 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4f2086af-bce0-4365-ae23-a8ae4ef3b7cd), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:08.755248 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-031a9fbb-ed25-4b53-b476-5ba0f0ba9bbb None None] Port 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:40:08.777861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port aa4e19a4-5997-49d9-ab66-ec061fb20a1d triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:08.779797 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (aa4e19a4-5997-49d9-ab66-ec061fb20a1d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:08.782550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6b67e-df32-4c64-a414-eb5544410a96 req-abaee84d-4e30-4590-950f-34bd96b0f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:08.784507 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eac6b67e-df32-4c64-a414-eb5544410a96 req-abaee84d-4e30-4590-950f-34bd96b0f312 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.1171043 Jan 28 05:40:08.785217 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-4aae4e59-49d9-41d6-8c9a-b8642d20d4df tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:08.792208 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-4aae4e59-49d9-41d6-8c9a-b8642d20d4df tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4749365 Jan 28 05:40:08.853784 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eac6b67e-df32-4c64-a414-eb5544410a96 req-8bb58961-5754-4a08-90c0-2d97100e8cba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5bf72bd-034e-4802-90e9-b2324a64e9b2 HTTP/1.1" status: 200 len: 217 time: 0.0584657 Jan 28 05:40:08.860198 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51002) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:08.899549 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-55b37388-200e-4ad2-9b5e-67b244809a3f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Request body: {'port': {'device_id': '7f2ee1af-2dab-4f97-8081-9978976d40eb', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '7ae4d040b421448797d1c095da310d4a'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:08.957175 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-14173539-a552-4aa4-9155-ca2426e7c06d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=045230344a984cfaac87439195d4d833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0826695 Jan 28 05:40:08.962492 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51004) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:09.002110 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port aa4e19a4-5997-49d9-ab66-ec061fb20a1d is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:09.002880 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (aa4e19a4-5997-49d9-ab66-ec061fb20a1d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:09.038060 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99e100d9-b3d1-45c3-be67-341d2a9de50d admin admin] Publish callbacks [] for security_group (2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:09.041992 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port aa4e19a4-5997-49d9-ab66-ec061fb20a1d, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=aa4e19a4-5997-49d9-ab66-ec061fb20a1d,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:09.067970 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99e100d9-b3d1-45c3-be67-341d2a9de50d admin admin] Publish callbacks [] for security_group (2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:09.079327 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-284ff3bb-5629-4a7c-8046-84a0fe67266c req-9341ce5c-ec67-4c84-92b3-ffbd57dc8aee tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 210 time: 0.2288156 Jan 28 05:40:09.103639 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (aa4e19a4-5997-49d9-ab66-ec061fb20a1d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:09.193952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6b67e-df32-4c64-a414-eb5544410a96 req-b267b98b-1dac-43d7-9699-4b166477d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:09.195559 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eac6b67e-df32-4c64-a414-eb5544410a96 req-b267b98b-1dac-43d7-9699-4b166477d036 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.3344965 Jan 28 05:40:09.204464 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] Publish callbacks [] for security_group (0982b861-b05a-467c-9295-62b8fc1d7cde), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:09.210573 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:09.261648 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eac6b67e-df32-4c64-a414-eb5544410a96 req-4aa1c044-414f-46f8-8cd6-72ccd97db063 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582657 Jan 28 05:40:09.264473 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99e100d9-b3d1-45c3-be67-341d2a9de50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:09.270578 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99e100d9-b3d1-45c3-be67-341d2a9de50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:09.271725 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-99e100d9-b3d1-45c3-be67-341d2a9de50d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7 HTTP/1.1" status: 204 len: 168 time: 0.3039994 Jan 28 05:40:09.278538 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=aa4e19a4-5997-49d9-ab66-ec061fb20a1d,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:09.291984 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e100d9-b3d1-45c3-be67-341d2a9de50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7bdeff-84f7-4cd9-8bee-afce8aba0bf7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:09.333278 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] Publish callbacks [] for security_group (0982b861-b05a-467c-9295-62b8fc1d7cde), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:09.530772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fb3ce-a793-4bb5-a35f-dc76c91a7d1e req-20f13dd0-fcc3-4b7d-bd98-10ee5e1730c0 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:09.532911 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] Publish callbacks [] for port (4f2086af-bce0-4365-ae23-a8ae4ef3b7cd), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:09.541857 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-179fb3ce-a793-4bb5-a35f-dc76c91a7d1e req-20f13dd0-fcc3-4b7d-bd98-10ee5e1730c0 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 1.2907197 Jan 28 05:40:09.561200 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eac6b67e-df32-4c64-a414-eb5544410a96 req-9ac85ace-02db-4b20-806b-a82addb114f6 service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706659 Jan 28 05:40:09.587204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a0415-328f-4113-a927-926e8ff33f9b req-78f81851-94fb-47d5-9536-e97c0eeaaf9a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:09.595759 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-580a0415-328f-4113-a927-926e8ff33f9b req-78f81851-94fb-47d5-9536-e97c0eeaaf9a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 943 time: 0.1982670 Jan 28 05:40:09.699020 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-179fb3ce-a793-4bb5-a35f-dc76c91a7d1e req-c86a6589-6898-45e7-8e8f-d887f4c0dede tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559055 Jan 28 05:40:09.758114 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (4f2086af-bce0-4365-ae23-a8ae4ef3b7cd), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:09.814617 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0982b861-b05a-467c-9295-62b8fc1d7cde), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:09.823123 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:09.824832 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0982b861-b05a-467c-9295-62b8fc1d7cde HTTP/1.1" status: 204 len: 168 time: 1.8336844 Jan 28 05:40:09.870578 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0982b861-b05a-467c-9295-62b8fc1d7cde,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:09.893920 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eac6b67e-df32-4c64-a414-eb5544410a96 req-5a99dccb-7e98-4ff1-92d4-040cc9c6565d service neutron] 10.222.0.64 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146241 Jan 28 05:40:09.918609 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-580a0415-328f-4113-a927-926e8ff33f9b req-36fb587f-8021-4522-8c1a-29e65f2e7a8b tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214262 Jan 28 05:40:09.921545 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] Pushing event updated for resources: {'Port': ['ID=4f2086af-bce0-4365-ae23-a8ae4ef3b7cd,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:09.937415 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:09.972562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-55b37388-200e-4ad2-9b5e-67b244809a3f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Made reservation on behalf of 7ae4d040b421448797d1c095da310d4a for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:40:09.986359 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-55b37388-200e-4ad2-9b5e-67b244809a3f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:10.041016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:10.042340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:10.043740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:10.051622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:10.052122 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:10.053407 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:10.054892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:10.056783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:10.063763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:10.064701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:10.066719 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:10.067280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:10.067782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0da0b-7e71-4356-8179-700dc6e38b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:10.164773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] Network bd336c1e-a585-432d-8922-ddef9e95d2a4 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:40:10.179318 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:10.379346 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-207efc23-0182-4f3c-907a-6e9e600cbd85 req-0e0fcda7-f046-4b4a-8797-f1cb90f0980e tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 210 time: 0.0747662 Jan 28 05:40:10.386028 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device aa4e19a4-5997-49d9-ab66-ec061fb20a1d up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:40:10.440149 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] Router 6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:40:10.454944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-55b37388-200e-4ad2-9b5e-67b244809a3f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Allocated IP 192.168.233.123 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/3086de7e-c701-437d-a0c0-cd8701550d32) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:40:10.549970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port aa4e19a4-5997-49d9-ab66-ec061fb20a1d triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:10.550984 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (aa4e19a4-5997-49d9-ab66-ec061fb20a1d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:10.649766 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-58af8c20-a1a7-4567-a9c0-3aa12b31b94d None None] Provisioning complete for port 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:10.662385 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-58af8c20-a1a7-4567-a9c0-3aa12b31b94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4f2086af-bce0-4365-ae23-a8ae4ef3b7cd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:10.756563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-58af8c20-a1a7-4567-a9c0-3aa12b31b94d None None] Port 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:40:10.763026 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:40:10.778877 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3088f39c-e760-41e0-97c4-4caf916c1e9b admin admin] 10.222.0.31 "PUT /v2.0/routers/6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6852818 Jan 28 05:40:10.788862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Sync routers for ids ['6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:40:10.827459 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Routers {'6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:40:10.829161 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:11.005475 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-55b37388-200e-4ad2-9b5e-67b244809a3f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Publish callbacks [] for port (3086de7e-c701-437d-a0c0-cd8701550d32), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:11.103780 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e41f4-2237-42c7-9a12-609c1b32cfc5 req-81e96d9e-19b3-414c-bbdd-91ae054de493 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:11.113860 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a44e41f4-2237-42c7-9a12-609c1b32cfc5 req-81e96d9e-19b3-414c-bbdd-91ae054de493 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.2460220 Jan 28 05:40:11.186099 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a44e41f4-2237-42c7-9a12-609c1b32cfc5 req-a80db60c-bd09-4439-b3c2-435af3470f31 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636876 Jan 28 05:40:11.235352 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-55b37388-200e-4ad2-9b5e-67b244809a3f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3086de7e-c701-437d-a0c0-cd8701550d32), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:11.251702 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port aa4e19a4-5997-49d9-ab66-ec061fb20a1d is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:11.330575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Set router 6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:40:11.395859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b37388-200e-4ad2-9b5e-67b244809a3f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Pushing event updated for resources: {'Port': ['ID=3086de7e-c701-437d-a0c0-cd8701550d32,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:11.497252 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-55b37388-200e-4ad2-9b5e-67b244809a3f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:40:11.511835 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-55b37388-200e-4ad2-9b5e-67b244809a3f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:11.514920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53b1ed37-9b53-4a07-bf34-58a958ff93bc req-5c4b00d2-df3d-4cbd-8d9f-2394d18054dc tempest-FloatingIPsNegativeTestJSON-1138581442 tempest-FloatingIPsNegativeTestJSON-1138581442-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=3cfa5b1307bb478092b9129cee85d485 HTTP/1.1" status: 200 len: 217 time: 0.1659400 Jan 28 05:40:11.515659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-55b37388-200e-4ad2-9b5e-67b244809a3f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:40:11.652318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f107cfc-4526-47f4-88b9-ffb72ba6a40b req-3363347b-1dbd-4dfe-84fe-f06b49e77927 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:11.654229 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f107cfc-4526-47f4-88b9-ffb72ba6a40b req-3363347b-1dbd-4dfe-84fe-f06b49e77927 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 943 time: 0.2863376 Jan 28 05:40:11.715692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-55b37388-200e-4ad2-9b5e-67b244809a3f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:11.720153 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-55b37388-200e-4ad2-9b5e-67b244809a3f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:11.829812 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f107cfc-4526-47f4-88b9-ffb72ba6a40b req-0ba0e126-9d1b-47cd-89fb-92b34b97beff tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617196 Jan 28 05:40:11.861947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdba118-b8fd-4eed-b351-21e22eaaf673 req-401c9d19-bb87-4556-8d2e-4e73a12796ae tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:11.876638 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcdba118-b8fd-4eed-b351-21e22eaaf673 req-401c9d19-bb87-4556-8d2e-4e73a12796ae tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 936 time: 0.1262331 Jan 28 05:40:11.904233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-55b37388-200e-4ad2-9b5e-67b244809a3f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0389535 Jan 28 05:40:11.923769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Request body: {'port': {'device_id': '7f2ee1af-2dab-4f97-8081-9978976d40eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:11.932643 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51084) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:12.016270 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcdba118-b8fd-4eed-b351-21e22eaaf673 req-a0de543e-3974-4954-b10e-079bef96ccd6 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383681 Jan 28 05:40:12.035123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64f48e57-e975-4d6e-a5be-166af296acb4 req-d1f03f68-7559-4c1b-8f8f-a3e49ad18092 tempest-FloatingIPsNegativeTestJSON-1138581442 tempest-FloatingIPsNegativeTestJSON-1138581442-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1432152 Jan 28 05:40:12.070567 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-caaaca81-e72c-4796-b939-85c64da1649f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2034352430-network', 'tenant_id': 'f6b6b8ef3a51426f82271774c4ac5762'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:12.123175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-df14a6fc-73d7-4bc9-9d22-c22b52c86588 None None] Provisioning complete for port 3086de7e-c701-437d-a0c0-cd8701550d32 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:12.124279 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df14a6fc-73d7-4bc9-9d22-c22b52c86588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3086de7e-c701-437d-a0c0-cd8701550d32), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:12.163179 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-1ec23018-98ce-4018-ac59-fa26bed4b3de req-e607bdef-ac7d-44e1-b442-0c4a482faaaf tempest-FloatingIPsNegativeTestJSON-1138581442 tempest-FloatingIPsNegativeTestJSON-1138581442-project] show failed (client error): The resource could not be found. Jan 28 05:40:12.163999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ec23018-98ce-4018-ac59-fa26bed4b3de req-e607bdef-ac7d-44e1-b442-0c4a482faaaf tempest-FloatingIPsNegativeTestJSON-1138581442 tempest-FloatingIPsNegativeTestJSON-1138581442-project] 10.222.0.31 "GET /v2.0/floatingips/dc5843bf-0090-47e6-b577-75644d55cfdb HTTP/1.1" status: 404 len: 350 time: 0.0943389 Jan 28 05:40:12.170372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-df14a6fc-73d7-4bc9-9d22-c22b52c86588 None None] Port 3086de7e-c701-437d-a0c0-cd8701550d32 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:40:12.192068 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51092) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:12.211549 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3086de7e-c701-437d-a0c0-cd8701550d32), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:12.217162 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1012431265-router', 'tenant_id': '3cfa5b1307bb478092b9129cee85d485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'aa4e19a4-5997-49d9-ab66-ec061fb20a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:39:58Z', 'updated_at': '2022-01-28T05:40:08Z', 'revision_number': 4, 'project_id': '3cfa5b1307bb478092b9129cee85d485', 'gw_port': {'id': 'aa4e19a4-5997-49d9-ab66-ec061fb20a1d', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:01Z', 'updated_at': '2022-01-28T05:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '4f2086af-bce0-4365-ae23-a8ae4ef3b7cd', 'name': '', 'network_id': 'bd336c1e-a585-432d-8922-ddef9e95d2a4', 'tenant_id': '3cfa5b1307bb478092b9129cee85d485', 'mac_address': 'fa:16:3e:46:db:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '735fa399-955e-421d-82ce-e5d557a3e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:05Z', 'updated_at': '2022-01-28T05:40:08Z', 'revision_number': 2, 'project_id': '3cfa5b1307bb478092b9129cee85d485', 'subnets': [{'id': '735fa399-955e-421d-82ce-e5d557a3e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:12.236950 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaaca81-e72c-4796-b939-85c64da1649f admin admin] Made reservation on behalf of f6b6b8ef3a51426f82271774c4ac5762 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:40:12.246589 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-caaaca81-e72c-4796-b939-85c64da1649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:12.301215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Checking router: 6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:40:12.301651 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Updating router 6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e port 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:40:12.353233 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4f2086af-bce0-4365-ae23-a8ae4ef3b7cd), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:12.418224 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51098) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:12.445281 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-caaaca81-e72c-4796-b939-85c64da1649f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:12.662949 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a50e7159-0517-43ae-a404-00b36f5a9a77 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1426518599-network', 'tenant_id': '7eff42ae5dea44d8a66fe80488bc20c8'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:12.718755 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-caaaca81-e72c-4796-b939-85c64da1649f admin admin] Publish callbacks [] for security_group (e9e6f463-ffd7-4084-8921-d78090917326), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:12.789314 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-caaaca81-e72c-4796-b939-85c64da1649f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e9e6f463-ffd7-4084-8921-d78090917326), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:12.831023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50e7159-0517-43ae-a404-00b36f5a9a77 admin admin] Made reservation on behalf of 7eff42ae5dea44d8a66fe80488bc20c8 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:40:12.833145 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a50e7159-0517-43ae-a404-00b36f5a9a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:12.838234 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caaaca81-e72c-4796-b939-85c64da1649f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:40:12.843205 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaaca81-e72c-4796-b939-85c64da1649f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e6f463-ffd7-4084-8921-d78090917326,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:12.843392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c76ba-7a86-4e0f-8ef8-fcbe4edcaef5 req-ab35509d-bc40-4935-8614-374c632d8417 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:12.855615 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc6c76ba-7a86-4e0f-8ef8-fcbe4edcaef5 req-ab35509d-bc40-4935-8614-374c632d8417 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.2015834 Jan 28 05:40:12.895598 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a50e7159-0517-43ae-a404-00b36f5a9a77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:12.923473 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-caaaca81-e72c-4796-b939-85c64da1649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a1d7466d-7d69-4827-9c92-d9489ba2a7fc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:12.926767 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-caaaca81-e72c-4796-b939-85c64da1649f admin admin] Added segment a1d7466d-7d69-4827-9c92-d9489ba2a7fc of type vlan for network 7ec0833a-7b62-4927-b291-5ebad48637b1 Jan 28 05:40:12.977860 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 395db066-6639-46ac-867c-56d5942d10ac no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:40:13.039437 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-caaaca81-e72c-4796-b939-85c64da1649f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (7ec0833a-7b62-4927-b291-5ebad48637b1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:13.122705 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Publish callbacks [] for port (4f2086af-bce0-4365-ae23-a8ae4ef3b7cd), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:13.142334 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc6c76ba-7a86-4e0f-8ef8-fcbe4edcaef5 req-f30db9ad-70aa-41d0-ad8d-d505f7e1ae22 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806349 Jan 28 05:40:13.188233 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-caaaca81-e72c-4796-b939-85c64da1649f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (7ec0833a-7b62-4927-b291-5ebad48637b1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:13.189441 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaaca81-e72c-4796-b939-85c64da1649f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:13.192150 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-caaaca81-e72c-4796-b939-85c64da1649f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:13.237789 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 395db066-6639-46ac-867c-56d5942d10ac is: DOWN; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:13.246316 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4f2086af-bce0-4365-ae23-a8ae4ef3b7cd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:13.282552 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaaca81-e72c-4796-b939-85c64da1649f admin admin] Pushing event updated for resources: {'Network': ['ID=7ec0833a-7b62-4927-b291-5ebad48637b1,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:13.286794 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a50e7159-0517-43ae-a404-00b36f5a9a77 admin admin] Publish callbacks [] for security_group (f406e4f7-bdd2-4927-a0f0-4aaac57475a6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:13.299477 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016f5c2-4ab2-4ba2-86e5-3fe2a3451f0f req-cd244929-5e11-4286-b545-f87e66bc7c62 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:13.314611 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-caaaca81-e72c-4796-b939-85c64da1649f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3805978 Jan 28 05:40:13.318541 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b016f5c2-4ab2-4ba2-86e5-3fe2a3451f0f req-cd244929-5e11-4286-b545-f87e66bc7c62 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 943 time: 0.3317475 Jan 28 05:40:13.319415 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51118) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:13.324408 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 7ec0833a-7b62-4927-b291-5ebad48637b1 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:40:13.334230 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2c78a087-c96d-4453-817e-dda5ba268be5 admin admin] Request body: {'subnet': {'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2034352430-subnet', 'tenant_id': 'f6b6b8ef3a51426f82271774c4ac5762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:13.404800 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-53e89573-4609-4bbe-878e-38d516774b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:13.411717 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a50e7159-0517-43ae-a404-00b36f5a9a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f406e4f7-bdd2-4927-a0f0-4aaac57475a6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:13.472527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3086de7e-c701-437d-a0c0-cd8701550d32 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:40:13.530258 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Publish callbacks [] for port (3086de7e-c701-437d-a0c0-cd8701550d32), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:13.546761 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e7159-0517-43ae-a404-00b36f5a9a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f406e4f7-bdd2-4927-a0f0-4aaac57475a6,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:13.553031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fa0f8-6796-4251-a426-184f410116bc None None] Pushing event updated for resources: {'Port': ['ID=4f2086af-bce0-4365-ae23-a8ae4ef3b7cd,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:13.560239 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c78a087-c96d-4453-817e-dda5ba268be5 admin admin] Made reservation on behalf of f6b6b8ef3a51426f82271774c4ac5762 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:40:13.560497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b016f5c2-4ab2-4ba2-86e5-3fe2a3451f0f req-f172a9f5-a422-45f0-8729-9f578915d7b4 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388163 Jan 28 05:40:13.560623 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2c78a087-c96d-4453-817e-dda5ba268be5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:13.587099 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50e7159-0517-43ae-a404-00b36f5a9a77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:40:13.595035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Transition to ACTIVE for port object 3086de7e-c701-437d-a0c0-cd8701550d32 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:40:13.628075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa28a-7f3f-44e6-b432-3dfdd1b494d8 req-7ab12d2f-c6e7-4e81-8351-a07bc28fa513 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:13.629710 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de5aa28a-7f3f-44e6-b432-3dfdd1b494d8 req-7ab12d2f-c6e7-4e81-8351-a07bc28fa513 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 936 time: 0.2959478 Jan 28 05:40:13.685579 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (3086de7e-c701-437d-a0c0-cd8701550d32), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:13.837682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Attempting to bind port 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:40:13.838125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Attempting to bind port 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'c760f2c2-62af-482f-94a1-e8e99152c85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bd336c1e-a585-432d-8922-ddef9e95d2a4'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:40:13.838590 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Attempting to bind port 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd on network bd336c1e-a585-432d-8922-ddef9e95d2a4 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:13.852753 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:40:13.853191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Checking segment: {'id': 'c760f2c2-62af-482f-94a1-e8e99152c85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bd336c1e-a585-432d-8922-ddef9e95d2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:13.853693 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:13.854148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Bound using segment: {'id': 'c760f2c2-62af-482f-94a1-e8e99152c85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bd336c1e-a585-432d-8922-ddef9e95d2a4'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:40:13.856171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Bound port: 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c760f2c2-62af-482f-94a1-e8e99152c85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bd336c1e-a585-432d-8922-ddef9e95d2a4'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:40:13.856610 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4f2086af-bce0-4365-ae23-a8ae4ef3b7cd), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:13.873436 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de5aa28a-7f3f-44e6-b432-3dfdd1b494d8 req-9778ec3f-5c4a-4ae1-adcb-1ce4757703df tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247038 Jan 28 05:40:13.874884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Pushing event updated for resources: {'Port': ['ID=3086de7e-c701-437d-a0c0-cd8701550d32,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:14.032260 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e7e1d62b-4003-4b71-8db1-57f7c04aa3d1 None None] Provisioning complete for port 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:14.037512 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7e1d62b-4003-4b71-8db1-57f7c04aa3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4f2086af-bce0-4365-ae23-a8ae4ef3b7cd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:14.074775 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Attempting to bind port 3086de7e-c701-437d-a0c0-cd8701550d32 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:40:14.077865 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Attempting to bind port 3086de7e-c701-437d-a0c0-cd8701550d32 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:40:14.078287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Attempting to bind port 3086de7e-c701-437d-a0c0-cd8701550d32 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:14.090513 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Port 3086de7e-c701-437d-a0c0-cd8701550d32 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:40:14.094999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Attempting to bind port 3086de7e-c701-437d-a0c0-cd8701550d32 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:14.102626 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a50e7159-0517-43ae-a404-00b36f5a9a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (11ceaf39-ca61-44f4-a20c-08ea6ba33eae), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:14.102626 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-a50e7159-0517-43ae-a404-00b36f5a9a77 admin admin] Added segment 11ceaf39-ca61-44f4-a20c-08ea6ba33eae of type vlan for network b5a5282b-6e28-4736-9e13-1b658bbd5747 Jan 28 05:40:14.106706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:40:14.107454 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:14.108570 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:40:14.109255 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Bound port: 3086de7e-c701-437d-a0c0-cd8701550d32, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:40:14.109790 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3086de7e-c701-437d-a0c0-cd8701550d32), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:14.167302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] For port 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:14.201441 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2c78a087-c96d-4453-817e-dda5ba268be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (f53cd1c1-77ff-47ed-87c9-7587a2e81e2d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:14.211027 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e7e1d62b-4003-4b71-8db1-57f7c04aa3d1 None None] Port 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:40:14.214812 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] For port 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4f2086af-bce0-4365-ae23-a8ae4ef3b7cd,segment=NetworkSegment(c760f2c2-62af-482f-94a1-e8e99152c85c),segment_id=c760f2c2-62af-482f-94a1-e8e99152c85c)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:40:14.263284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] For port 3086de7e-c701-437d-a0c0-cd8701550d32, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:14.267867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] For port 3086de7e-c701-437d-a0c0-cd8701550d32, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=3086de7e-c701-437d-a0c0-cd8701550d32,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:40:14.308761 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a50e7159-0517-43ae-a404-00b36f5a9a77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (b5a5282b-6e28-4736-9e13-1b658bbd5747), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:14.339675 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4f2086af-bce0-4365-ae23-a8ae4ef3b7cd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:14.364717 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (3086de7e-c701-437d-a0c0-cd8701550d32), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:14.385459 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:14.386738 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:14.388452 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] 10.222.0.64 "PUT /v2.0/ports/3086de7e-c701-437d-a0c0-cd8701550d32 HTTP/1.1" status: 200 len: 1097 time: 2.4696324 Jan 28 05:40:14.391242 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2ee1af-2dab-4f97-8081-9978976d40eb', 'tag': '3086de7e-c701-437d-a0c0-cd8701550d32'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:14.393560 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15a1a3a-8217-4b1b-b1de-5e46fc725e64" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2ee1af-2dab-4f97-8081-9978976d40eb", "tag": "3086de7e-c701-437d-a0c0-cd8701550d32"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:14.428006 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.db.resource_extend [None req-a50e7159-0517-43ae-a404-00b36f5a9a77 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 05:40:14.431113 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78a087-c96d-4453-817e-dda5ba268be5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f53cd1c1-77ff-47ed-87c9-7587a2e81e2d,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:14.479215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e919d-b23a-4bf7-a06c-763ddcd3cd55 req-b324da4d-d109-4c80-8d98-8510a35a348b tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:14.479215 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-649e919d-b23a-4bf7-a06c-763ddcd3cd55 req-b324da4d-d109-4c80-8d98-8510a35a348b tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.1387951 Jan 28 05:40:14.489795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Routers {'6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:40:14.490486 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:14.495394 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fa0f8-6796-4251-a426-184f410116bc None None] Pushing event updated for resources: {'Port': ['ID=4f2086af-bce0-4365-ae23-a8ae4ef3b7cd,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:14.520272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c78a087-c96d-4453-817e-dda5ba268be5 admin admin] Checking segment: {'id': 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:14.520678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c78a087-c96d-4453-817e-dda5ba268be5 admin admin] Network hostable DHCP agents. Network: 7ec0833a-7b62-4927-b291-5ebad48637b1, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:40:14.536638 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa2e5cb-e9c8-4332-82f2-f4cabd9aa9d6 x-openstack-request-id: req-ffa2e5cb-e9c8-4332-82f2-f4cabd9aa9d6 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:14.550497 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2ee1af-2dab-4f97-8081-9978976d40eb", "tag": "3086de7e-c701-437d-a0c0-cd8701550d32", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:14.550497 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffa2e5cb-e9c8-4332-82f2-f4cabd9aa9d6 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:14.550497 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2ee1af-2dab-4f97-8081-9978976d40eb', 'tag': '3086de7e-c701-437d-a0c0-cd8701550d32', 'status': 'completed', 'code': 200} Jan 28 05:40:14.567270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915571e2-0d33-4a51-a2cd-fa7b9df17742 service neutron] Pushing event updated for resources: {'Port': ['ID=3086de7e-c701-437d-a0c0-cd8701550d32,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:14.684028 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a50e7159-0517-43ae-a404-00b36f5a9a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (b5a5282b-6e28-4736-9e13-1b658bbd5747), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:14.684787 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50e7159-0517-43ae-a404-00b36f5a9a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:14.685446 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a50e7159-0517-43ae-a404-00b36f5a9a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:14.685565 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-649e919d-b23a-4bf7-a06c-763ddcd3cd55 req-5f04eb77-a9ed-49d7-9d67-7ed62d7c2303 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194571 Jan 28 05:40:14.737693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a1a3a-8217-4b1b-b1de-5e46fc725e64 req-c29b1168-572d-4078-b251-5f31a2b001b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:14.869081 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a15a1a3a-8217-4b1b-b1de-5e46fc725e64 req-c29b1168-572d-4078-b251-5f31a2b001b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ae4d040b421448797d1c095da310d4a&device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 1100 time: 0.1642430 Jan 28 05:40:14.869081 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a15a1a3a-8217-4b1b-b1de-5e46fc725e64 req-cdb1b14e-9eb3-4c3d-ab8a-f6dbc2591840 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7ae4d040b421448797d1c095da310d4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458453 Jan 28 05:40:14.869721 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] Set router 6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:40:14.903256 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e7159-0517-43ae-a404-00b36f5a9a77 admin admin] Pushing event updated for resources: {'Network': ['ID=b5a5282b-6e28-4736-9e13-1b658bbd5747,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:14.923683 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network b5a5282b-6e28-4736-9e13-1b658bbd5747 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:40:14.943516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-53e89573-4609-4bbe-878e-38d516774b62 admin admin] Deleting port 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:40:14.944036 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-53e89573-4609-4bbe-878e-38d516774b62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (4f2086af-bce0-4365-ae23-a8ae4ef3b7cd), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:15.108742 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-53e89573-4609-4bbe-878e-38d516774b62 admin admin] For port 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4f2086af-bce0-4365-ae23-a8ae4ef3b7cd,segment=NetworkSegment(c760f2c2-62af-482f-94a1-e8e99152c85c),segment_id=c760f2c2-62af-482f-94a1-e8e99152c85c)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:15.110763 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-53e89573-4609-4bbe-878e-38d516774b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (4f2086af-bce0-4365-ae23-a8ae4ef3b7cd), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:15.131600 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-53e89573-4609-4bbe-878e-38d516774b62 admin admin] Calling delete_port for 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:40:15.362072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1012431265-router', 'tenant_id': '3cfa5b1307bb478092b9129cee85d485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'aa4e19a4-5997-49d9-ab66-ec061fb20a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:39:58Z', 'updated_at': '2022-01-28T05:40:08Z', 'revision_number': 4, 'project_id': '3cfa5b1307bb478092b9129cee85d485', 'gw_port': {'id': 'aa4e19a4-5997-49d9-ab66-ec061fb20a1d', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:01Z', 'updated_at': '2022-01-28T05:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '4f2086af-bce0-4365-ae23-a8ae4ef3b7cd', 'name': '', 'network_id': 'bd336c1e-a585-432d-8922-ddef9e95d2a4', 'tenant_id': '3cfa5b1307bb478092b9129cee85d485', 'mac_address': 'fa:16:3e:46:db:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '735fa399-955e-421d-82ce-e5d557a3e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:05Z', 'updated_at': '2022-01-28T05:40:14Z', 'revision_number': 4, 'project_id': '3cfa5b1307bb478092b9129cee85d485', 'subnets': [{'id': '735fa399-955e-421d-82ce-e5d557a3e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:15.371296 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1ecb1-318a-4033-bcac-fde9545c059f req-e16730cf-184a-4458-8fef-43cf64bb0574 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:15.378035 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3f1ecb1-318a-4033-bcac-fde9545c059f req-e16730cf-184a-4458-8fef-43cf64bb0574 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 943 time: 0.5820200 Jan 28 05:40:15.440662 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c78a087-c96d-4453-817e-dda5ba268be5 admin admin] Network 7ec0833a-7b62-4927-b291-5ebad48637b1 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:40:15.453126 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a50e7159-0517-43ae-a404-00b36f5a9a77 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0219095 Jan 28 05:40:15.453481 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51146) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:15.456309 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49b1b4-2717-41f5-8495-1051a7d169df None None] The sync data for ids ['6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e'] in n-d-812111-12 is: [{'id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1012431265-router', 'tenant_id': '3cfa5b1307bb478092b9129cee85d485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'aa4e19a4-5997-49d9-ab66-ec061fb20a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:39:58Z', 'updated_at': '2022-01-28T05:40:08Z', 'revision_number': 4, 'project_id': '3cfa5b1307bb478092b9129cee85d485', 'gw_port': {'id': 'aa4e19a4-5997-49d9-ab66-ec061fb20a1d', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:01Z', 'updated_at': '2022-01-28T05:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '4f2086af-bce0-4365-ae23-a8ae4ef3b7cd', 'name': '', 'network_id': 'bd336c1e-a585-432d-8922-ddef9e95d2a4', 'tenant_id': '3cfa5b1307bb478092b9129cee85d485', 'mac_address': 'fa:16:3e:46:db:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '735fa399-955e-421d-82ce-e5d557a3e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:05Z', 'updated_at': '2022-01-28T05:40:14Z', 'revision_number': 4, 'project_id': '3cfa5b1307bb478092b9129cee85d485', 'subnets': [{'id': '735fa399-955e-421d-82ce-e5d557a3e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:40:15.463942 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-47d8e361-a624-4220-adb2-b49534f87775 admin admin] Request body: {'subnet': {'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1426518599-subnet', 'tenant_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:15.471959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156194e-8300-4c4d-83e8-f21eaaacb236 req-2232ad6c-e525-4c37-8766-7d62f4f6e605 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:15.474974 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1156194e-8300-4c4d-83e8-f21eaaacb236 req-2232ad6c-e525-4c37-8766-7d62f4f6e605 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 948 time: 0.1577656 Jan 28 05:40:15.475467 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8bd66144-a7a3-431a-bc59-e55328eef364 None None] Provisioning complete for port 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:15.475859 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8bd66144-a7a3-431a-bc59-e55328eef364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4f2086af-bce0-4365-ae23-a8ae4ef3b7cd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:15.481402 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a1a3a-8217-4b1b-b1de-5e46fc725e64 req-01313a44-a4b3-4acf-a348-2837774e80cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:15.485294 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a15a1a3a-8217-4b1b-b1de-5e46fc725e64 req-01313a44-a4b3-4acf-a348-2837774e80cc service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6312113 Jan 28 05:40:15.510312 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3f1ecb1-318a-4033-bcac-fde9545c059f req-378e753b-141b-4a6c-a3f9-dd4b9a938d32 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312220 Jan 28 05:40:15.518517 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-53e89573-4609-4bbe-878e-38d516774b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (4f2086af-bce0-4365-ae23-a8ae4ef3b7cd), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:15.608626 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8bd66144-a7a3-431a-bc59-e55328eef364 None None] Could not find standard attr ID for object 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:40:15.614325 n-d-812111-12 neutron-server[103636]: INFO neutron.plugins.ml2.db [None req-8bd66144-a7a3-431a-bc59-e55328eef364 None None] No ports have port_id starting with 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd Jan 28 05:40:15.633731 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-2c78a087-c96d-4453-817e-dda5ba268be5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 7ec0833a-7b62-4927-b291-5ebad48637b1) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:15.647193 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e89573-4609-4bbe-878e-38d516774b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2086af-bce0-4365-ae23-a8ae4ef3b7cd,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:15.663320 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6ab882-2a60-44a1-a293-06a19d72c101 None None] Network 7ec0833a-7b62-4927-b291-5ebad48637b1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:40:15.722173 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c78a087-c96d-4453-817e-dda5ba268be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:15.722811 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2c78a087-c96d-4453-817e-dda5ba268be5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:15.752760 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1156194e-8300-4c4d-83e8-f21eaaacb236 req-e041b6e4-2dae-484a-8859-bbceef6af3da tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369869 Jan 28 05:40:15.767081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d8e361-a624-4220-adb2-b49534f87775 admin admin] Made reservation on behalf of 7eff42ae5dea44d8a66fe80488bc20c8 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:40:15.773598 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47d8e361-a624-4220-adb2-b49534f87775 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:15.793887 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-0fc5f524-d196-446c-9358-36df3cc14d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:15.800654 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-0fc5f524-d196-446c-9358-36df3cc14d5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ae4d040b421448797d1c095da310d4a&device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 1100 time: 0.1239829 Jan 28 05:40:15.888526 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-c53151df-1ecc-4189-9097-da8740df7c8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=3086de7e-c701-437d-a0c0-cd8701550d32 HTTP/1.1" status: 200 len: 217 time: 0.0748556 Jan 28 05:40:15.965353 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206850ff-644f-4a41-a1f7-208733d2e90d None None] Network 7ec0833a-7b62-4927-b291-5ebad48637b1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:40:16.026722 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2c78a087-c96d-4453-817e-dda5ba268be5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6936886 Jan 28 05:40:16.045394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86943dff-0c39-40c6-a0ad-0f627f7121f9 req-5dd1086d-712b-418e-86ba-921a031823e3 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:16.054103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86943dff-0c39-40c6-a0ad-0f627f7121f9 req-5dd1086d-712b-418e-86ba-921a031823e3 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.1680400 Jan 28 05:40:16.092628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-00c1299e-2713-4581-aa0f-bb49e2a440ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:16.096954 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-00c1299e-2713-4581-aa0f-bb49e2a440ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1418836 Jan 28 05:40:16.273657 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86943dff-0c39-40c6-a0ad-0f627f7121f9 req-eed7e051-b7cc-4f60-9611-0f8315774990 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184467 Jan 28 05:40:16.333209 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-306a12cd-6780-4637-bc5f-eaf3041eefc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:16.338212 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-306a12cd-6780-4637-bc5f-eaf3041eefc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2321558 Jan 28 05:40:16.449111 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-53e89573-4609-4bbe-878e-38d516774b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:16.512472 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-68db1350-7b8b-47c2-9bc3-c6897ecacb77 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674094 Jan 28 05:40:16.750837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43cb4a82-673d-4324-89ba-12e99cf9ad49 req-668bda79-a884-46ce-ac91-ecfeabc34474 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320666 Jan 28 05:40:16.844529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f98ef6-3879-4ec7-92b3-8b55dc229a6f req-4dc8cd15-280d-4d2f-beb4-72d5e586203d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:16.865184 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0f98ef6-3879-4ec7-92b3-8b55dc229a6f req-4dc8cd15-280d-4d2f-beb4-72d5e586203d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 943 time: 0.1133704 Jan 28 05:40:17.045426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47d8e361-a624-4220-adb2-b49534f87775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (641f6b07-7fd2-43fd-a026-23de93518b4b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:17.064440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c208-5acc-427e-af07-7631482f6a81 req-04f60fee-e365-496c-8d5c-adbe4735cf58 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:17.071811 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-04f60fee-e365-496c-8d5c-adbe4735cf58 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/networks?id=7ec0833a-7b62-4927-b291-5ebad48637b1 HTTP/1.1" status: 200 len: 813 time: 0.1780086 Jan 28 05:40:17.100533 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-bd5be1c5-0e0b-468d-bd87-4dfe11f718f7 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/quotas/f6b6b8ef3a51426f82271774c4ac5762 HTTP/1.1" status: 200 len: 375 time: 0.0275946 Jan 28 05:40:17.109343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8e361-a624-4220-adb2-b49534f87775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=641f6b07-7fd2-43fd-a026-23de93518b4b,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:17.139273 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e89573-4609-4bbe-878e-38d516774b62 admin admin] Router 6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:40:17.158379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d8e361-a624-4220-adb2-b49534f87775 admin admin] Checking segment: {'id': '11ceaf39-ca61-44f4-a20c-08ea6ba33eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:17.158758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d8e361-a624-4220-adb2-b49534f87775 admin admin] Network hostable DHCP agents. Network: b5a5282b-6e28-4736-9e13-1b658bbd5747, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:40:17.190993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-2b4c9537-7c02-401a-85ab-a189ecd574f7 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f6b6b8ef3a51426f82271774c4ac5762&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893312 Jan 28 05:40:17.225791 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0f98ef6-3879-4ec7-92b3-8b55dc229a6f req-cba3b429-90ac-4821-96ad-97bf04e81b06 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640480 Jan 28 05:40:17.423142 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e89573-4609-4bbe-878e-38d516774b62 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:40:17.435844 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-53e89573-4609-4bbe-878e-38d516774b62 admin admin] 10.222.0.31 "PUT /v2.0/routers/6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2423642 Jan 28 05:40:17.448623 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51196) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:17.461836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d8e361-a624-4220-adb2-b49534f87775 admin admin] Network b5a5282b-6e28-4736-9e13-1b658bbd5747 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:40:17.617739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb7a62-4767-4a0f-8854-8f1835db4907 req-3c6ddb20-5ae5-4d1a-9a43-812cf07ca843 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:17.620197 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8eb7a62-4767-4a0f-8854-8f1835db4907 req-3c6ddb20-5ae5-4d1a-9a43-812cf07ca843 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 948 time: 0.1386585 Jan 28 05:40:17.635484 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-b30be939-aaeb-4f8c-9c14-9a5014a0ecc5 service neutron] 10.222.0.31 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433739 Jan 28 05:40:17.653432 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d374acaf-0446-49dd-a665-8294f644de97 admin admin] Publish callbacks [] for router (6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:17.657742 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-47d8e361-a624-4220-adb2-b49534f87775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, b5a5282b-6e28-4736-9e13-1b658bbd5747) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:17.678652 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddb67de-3777-4a2c-a86b-ae71a7db23ac None None] Network b5a5282b-6e28-4736-9e13-1b658bbd5747 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:40:17.729003 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d8e361-a624-4220-adb2-b49534f87775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:17.729530 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47d8e361-a624-4220-adb2-b49534f87775 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:17.769632 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8eb7a62-4767-4a0f-8854-8f1835db4907 req-dbe9fa32-0cfd-4bf5-b731-ad578f5dd25f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377587 Jan 28 05:40:17.816922 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-c3c1ed64-aafc-4fe2-b794-fe8915a58647 service neutron] 10.222.0.31 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734788 Jan 28 05:40:18.032719 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51198) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:18.036738 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1426518599-router', 'tenant_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:18.039954 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-47d8e361-a624-4220-adb2-b49534f87775 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5853586 Jan 28 05:40:18.082189 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-b5a5282b-6e28-4736-9e13-1b658bbd5747', 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747', 'project_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'fixed_ips': [{'subnet_id': '641f6b07-7fd2-43fd-a026-23de93518b4b'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:40:18.083900 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:18.088946 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d374acaf-0446-49dd-a665-8294f644de97 admin admin] Publish callbacks [] for router_gateway (6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:18.133209 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668fabc-fbda-4f24-b0ae-c54aeeee51bb None None] Sync routers for ids ['6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:40:18.148166 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668fabc-fbda-4f24-b0ae-c54aeeee51bb None None] Routers {'6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:40:18.149146 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0668fabc-fbda-4f24-b0ae-c54aeeee51bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:18.157561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fbc4d-c9ad-4442-be53-3a3c90315202 req-5f28134f-2f18-47cc-8501-49216868c9ef tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:18.159743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f0fbc4d-c9ad-4442-be53-3a3c90315202 req-5f28134f-2f18-47cc-8501-49216868c9ef tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.0850401 Jan 28 05:40:18.246545 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (cdf5dcd2-3ea7-47fe-9947-f2646e8c0050), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:18.248909 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (cdf5dcd2-3ea7-47fe-9947-f2646e8c0050), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:18.286631 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f0fbc4d-c9ad-4442-be53-3a3c90315202 req-fe1b434e-3a9c-4eda-8f56-9d3f4d8530ce tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188896 Jan 28 05:40:18.304891 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-0668fabc-fbda-4f24-b0ae-c54aeeee51bb None None] Set router 6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:40:18.381598 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-d374acaf-0446-49dd-a665-8294f644de97 admin admin] Deleting port aa4e19a4-5997-49d9-ab66-ec061fb20a1d {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:40:18.381943 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d374acaf-0446-49dd-a665-8294f644de97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (aa4e19a4-5997-49d9-ab66-ec061fb20a1d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:18.434074 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Publish callbacks [] for router_controller (cdf5dcd2-3ea7-47fe-9947-f2646e8c0050), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:18.509240 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Allocated IP 172.20.0.2 (b5a5282b-6e28-4736-9e13-1b658bbd5747/641f6b07-7fd2-43fd-a026-23de93518b4b/7708bf58-84cc-4f9f-922f-cc54c7343026) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:40:18.664924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-d374acaf-0446-49dd-a665-8294f644de97 admin admin] For port aa4e19a4-5997-49d9-ab66-ec061fb20a1d, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=aa4e19a4-5997-49d9-ab66-ec061fb20a1d,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:18.666011 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d374acaf-0446-49dd-a665-8294f644de97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (aa4e19a4-5997-49d9-ab66-ec061fb20a1d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:18.706692 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-d374acaf-0446-49dd-a665-8294f644de97 admin admin] Calling delete_port for aa4e19a4-5997-49d9-ab66-ec061fb20a1d owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:40:18.898410 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0668fabc-fbda-4f24-b0ae-c54aeeee51bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1012431265-router', 'tenant_id': '3cfa5b1307bb478092b9129cee85d485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'aa4e19a4-5997-49d9-ab66-ec061fb20a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:39:58Z', 'updated_at': '2022-01-28T05:40:15Z', 'revision_number': 5, 'project_id': '3cfa5b1307bb478092b9129cee85d485', 'gw_port': {'id': 'aa4e19a4-5997-49d9-ab66-ec061fb20a1d', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:01Z', 'updated_at': '2022-01-28T05:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:18.938228 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668fabc-fbda-4f24-b0ae-c54aeeee51bb None None] Checking router: 6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:40:18.950970 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668fabc-fbda-4f24-b0ae-c54aeeee51bb None None] Routers {'6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:40:18.951842 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0668fabc-fbda-4f24-b0ae-c54aeeee51bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:19.011777 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 3086de7e-c701-437d-a0c0-cd8701550d32 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:40:19.024222 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Publish callbacks [] for router_gateway (cdf5dcd2-3ea7-47fe-9947-f2646e8c0050), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:19.066533 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Publish callbacks [] for port (7708bf58-84cc-4f9f-922f-cc54c7343026), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:19.081639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744b5ed-3392-4bc9-9994-8d4611127e3c req-91797d91-41b8-499e-9c71-c43f1b54541a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:19.088945 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0744b5ed-3392-4bc9-9994-8d4611127e3c req-91797d91-41b8-499e-9c71-c43f1b54541a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 943 time: 0.6490500 Jan 28 05:40:19.175459 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (7708bf58-84cc-4f9f-922f-cc54c7343026), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:19.236879 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-0668fabc-fbda-4f24-b0ae-c54aeeee51bb None None] Set router 6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:40:19.339102 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0744b5ed-3392-4bc9-9994-8d4611127e3c req-684b2e06-6ee0-4251-a980-910949f98c16 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402673 Jan 28 05:40:19.340134 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Network b5a5282b-6e28-4736-9e13-1b658bbd5747 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:40:19.362574 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 3086de7e-c701-437d-a0c0-cd8701550d32, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=3086de7e-c701-437d-a0c0-cd8701550d32,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:19.372656 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:19.378659 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:40:19.409013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3bff1-1f65-4d4d-82be-9584f1ef01fc req-4cdd190e-257d-456b-8175-33cfadd837bf tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:19.417880 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7dd3bff1-1f65-4d4d-82be-9584f1ef01fc req-4cdd190e-257d-456b-8175-33cfadd837bf tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 948 time: 0.1940107 Jan 28 05:40:19.465710 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Pushing event updated for resources: {'Port': ['ID=7708bf58-84cc-4f9f-922f-cc54c7343026,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:19.467685 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0668fabc-fbda-4f24-b0ae-c54aeeee51bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1012431265-router', 'tenant_id': '3cfa5b1307bb478092b9129cee85d485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:39:58Z', 'updated_at': '2022-01-28T05:40:18Z', 'revision_number': 6, 'project_id': '3cfa5b1307bb478092b9129cee85d485', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:19.474736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '3086de7e-c701-437d-a0c0-cd8701550d32', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '3086de7e-c701-437d-a0c0-cd8701550d32', 'mac_address': 'fa:16:3e:0e:16:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:40:19.551219 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668fabc-fbda-4f24-b0ae-c54aeeee51bb None None] The sync data for ids ['6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e'] in n-d-812111-12 is: [{'id': '6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1012431265-router', 'tenant_id': '3cfa5b1307bb478092b9129cee85d485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:39:58Z', 'updated_at': '2022-01-28T05:40:18Z', 'revision_number': 6, 'project_id': '3cfa5b1307bb478092b9129cee85d485', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:40:19.617922 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7dd3bff1-1f65-4d4d-82be-9584f1ef01fc req-c45010d4-e033-4b86-a4b7-b1c1d48aad14 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865692 Jan 28 05:40:19.658330 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:19.658803 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:19.659153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:19.659497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:19.662498 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:19.662922 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:19.663266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:19.667303 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:19.667780 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:19.668158 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:19.669070 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:19.669259 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:19.669725 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:40:19.746886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Attempting to bind port 7708bf58-84cc-4f9f-922f-cc54c7343026 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:40:19.752191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Attempting to bind port 7708bf58-84cc-4f9f-922f-cc54c7343026 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '11ceaf39-ca61-44f4-a20c-08ea6ba33eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:40:19.752768 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Attempting to bind port 7708bf58-84cc-4f9f-922f-cc54c7343026 on network b5a5282b-6e28-4736-9e13-1b658bbd5747 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:19.780548 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:40:19.780934 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Checking segment: {'id': '11ceaf39-ca61-44f4-a20c-08ea6ba33eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:19.781619 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:19.782434 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Bound using segment: {'id': '11ceaf39-ca61-44f4-a20c-08ea6ba33eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:40:19.783180 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Bound port: 7708bf58-84cc-4f9f-922f-cc54c7343026, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ceaf39-ca61-44f4-a20c-08ea6ba33eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:40:19.784012 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7708bf58-84cc-4f9f-922f-cc54c7343026), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:19.826341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 3086de7e-c701-437d-a0c0-cd8701550d32 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:19.827166 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3086de7e-c701-437d-a0c0-cd8701550d32), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:19.848468 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d76ff20-327a-46a6-82c8-fe16550048bf req-342ad33a-1d64-41dc-b0e1-6912f9c58e94 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2464ad-dec5-4172-ade8-fe4c0e616065 HTTP/1.1" status: 200 len: 210 time: 0.1276920 Jan 28 05:40:19.964305 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Publish callbacks [] for router_gateway (cdf5dcd2-3ea7-47fe-9947-f2646e8c0050), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:20.060574 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f054731-2d12-4733-90cd-eeaa13997b36 req-b12bafc1-7f06-4a85-b9b5-f01538ada91f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:20.062160 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f054731-2d12-4733-90cd-eeaa13997b36 req-b12bafc1-7f06-4a85-b9b5-f01538ada91f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.3408787 Jan 28 05:40:20.063331 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:20.094154 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3086de7e-c701-437d-a0c0-cd8701550d32 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:40:20.126747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 3086de7e-c701-437d-a0c0-cd8701550d32, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=3086de7e-c701-437d-a0c0-cd8701550d32,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:20.136119 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d374acaf-0446-49dd-a665-8294f644de97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (aa4e19a4-5997-49d9-ab66-ec061fb20a1d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:20.175543 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] For port 7708bf58-84cc-4f9f-922f-cc54c7343026, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:20.179931 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] For port 7708bf58-84cc-4f9f-922f-cc54c7343026, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7708bf58-84cc-4f9f-922f-cc54c7343026,segment=NetworkSegment(11ceaf39-ca61-44f4-a20c-08ea6ba33eae),segment_id=11ceaf39-ca61-44f4-a20c-08ea6ba33eae)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:40:20.192285 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374acaf-0446-49dd-a665-8294f644de97 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4e19a4-5997-49d9-ab66-ec061fb20a1d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:20.209395 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3086de7e-c701-437d-a0c0-cd8701550d32), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:20.280436 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d374acaf-0446-49dd-a665-8294f644de97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:20.292454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=3086de7e-c701-437d-a0c0-cd8701550d32,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:20.323647 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7708bf58-84cc-4f9f-922f-cc54c7343026), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:20.419398 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d374acaf-0446-49dd-a665-8294f644de97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:20.423335 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d374acaf-0446-49dd-a665-8294f644de97 admin admin] Publish callbacks [] for router_controller (6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:20.462641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d3416-b4c6-4f35-a01a-bda73348faf6 None None] Pushing event updated for resources: {'Port': ['ID=7708bf58-84cc-4f9f-922f-cc54c7343026,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:20.571199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['3086de7e-c701-437d-a0c0-cd8701550d32'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:40:20.589115 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f054731-2d12-4733-90cd-eeaa13997b36 req-5b94fa94-e80b-46dc-a68e-734eb3bd7207 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108214 Jan 28 05:40:20.624712 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d374acaf-0446-49dd-a665-8294f644de97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:20.625615 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d374acaf-0446-49dd-a665-8294f644de97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:40:20.633898 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d374acaf-0446-49dd-a665-8294f644de97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:20.635453 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d374acaf-0446-49dd-a665-8294f644de97 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6d6f22f4-72dd-4dfc-80aa-50d7ec3b7c6e HTTP/1.1" status: 204 len: 168 time: 3.1841273 Jan 28 05:40:20.638246 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51250) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:20.660260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Allocated IP 172.25.0.84 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/20ae89a5-3290-4456-b596-e1b7cc51162e) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:40:20.684809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:40:20.726220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:40:20.726883 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4f2086af-bce0-4365-ae23-a8ae4ef3b7cd not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:40:20.727671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device aa4e19a4-5997-49d9-ab66-ec061fb20a1d no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:40:20.732102 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-91fc7751-6e3b-4308-a354-c16967605c35 admin admin] Deleting subnet 735fa399-955e-421d-82ce-e5d557a3e5a6 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:40:20.751456 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91fc7751-6e3b-4308-a354-c16967605c35 admin admin] Publish callbacks [] for subnet (735fa399-955e-421d-82ce-e5d557a3e5a6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:20.768787 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: aa4e19a4-5997-49d9-ab66-ec061fb20a1d {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:40:20.769513 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device aa4e19a4-5997-49d9-ab66-ec061fb20a1d not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:40:20.832842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-2dc9b839-f91f-4fb0-97e6-c1c8703b61d4 service neutron] 10.222.0.64 "GET /v2.0/ports/395db066-6639-46ac-867c-56d5942d10ac/bindings/n-h2-812111-12 HTTP/1.1" status: 200 len: 385 time: 0.6531801 Jan 28 05:40:20.887045 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91fc7751-6e3b-4308-a354-c16967605c35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (735fa399-955e-421d-82ce-e5d557a3e5a6), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:21.118013 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91fc7751-6e3b-4308-a354-c16967605c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (735fa399-955e-421d-82ce-e5d557a3e5a6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:21.177033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100e26a-ef14-4033-baeb-110b91ee0b1b req-aec4c07f-d735-4fe0-9489-b58ae4d81c9e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:21.186686 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9100e26a-ef14-4033-baeb-110b91ee0b1b req-aec4c07f-d735-4fe0-9489-b58ae4d81c9e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 943 time: 0.6483302 Jan 28 05:40:21.329409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e5fe7-771d-4a81-a450-0f619ccd2eda req-4afd80aa-457a-4764-992f-e4c32c8bd26f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:21.331278 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-956e5fe7-771d-4a81-a450-0f619ccd2eda req-4afd80aa-457a-4764-992f-e4c32c8bd26f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 949 time: 0.5500109 Jan 28 05:40:21.408948 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91fc7751-6e3b-4308-a354-c16967605c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (735fa399-955e-421d-82ce-e5d557a3e5a6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:21.466374 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc7751-6e3b-4308-a354-c16967605c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=735fa399-955e-421d-82ce-e5d557a3e5a6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:21.499230 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91fc7751-6e3b-4308-a354-c16967605c35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:21.504785 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c78401c-dce3-4b0f-b14b-8e757e45fb06 None None] Network bd336c1e-a585-432d-8922-ddef9e95d2a4 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:40:21.511298 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-91fc7751-6e3b-4308-a354-c16967605c35 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/735fa399-955e-421d-82ce-e5d557a3e5a6 HTTP/1.1" status: 204 len: 168 time: 0.8692288 Jan 28 05:40:21.511298 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51256) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:21.625383 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Publish callbacks [] for port (20ae89a5-3290-4456-b596-e1b7cc51162e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:21.632733 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-956e5fe7-771d-4a81-a450-0f619ccd2eda req-c406f56d-18b6-4349-91d8-a6fa2801330c tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775631 Jan 28 05:40:21.662890 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9100e26a-ef14-4033-baeb-110b91ee0b1b req-506632c1-1cf4-42c5-a36d-7745b1452f48 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611051 Jan 28 05:40:21.783124 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (bd336c1e-a585-432d-8922-ddef9e95d2a4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:21.820793 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-71598618-953f-4062-aab0-669359ec5246 service neutron] For port 395db066-6639-46ac-867c-56d5942d10ac, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=395db066-6639-46ac-867c-56d5942d10ac,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:22.013489 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d15396-1317-4755-9eea-b776315b741c None None] DHCP port deletion for bd336c1e-a585-432d-8922-ddef9e95d2a4 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:40:22.034171 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] Deleting port 8cec546c-2643-47de-b88b-bb4a2037e462 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:40:22.034547 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (8cec546c-2643-47de-b88b-bb4a2037e462), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:22.067913 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4ef71c87-a0da-4be2-8182-472c43f2c662 req-6a773588-6ad3-4efa-8bb9-5cf1404168d6 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2464ad-dec5-4172-ade8-fe4c0e616065 HTTP/1.1" status: 200 len: 210 time: 0.1222155 Jan 28 05:40:22.069417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-71598618-953f-4062-aab0-669359ec5246 service neutron] For port 395db066-6639-46ac-867c-56d5942d10ac, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:22.183905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-73d15396-1317-4755-9eea-b776315b741c None None] Deleting port 8cec546c-2643-47de-b88b-bb4a2037e462 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:40:22.184289 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73d15396-1317-4755-9eea-b776315b741c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (8cec546c-2643-47de-b88b-bb4a2037e462), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:22.197150 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (20ae89a5-3290-4456-b596-e1b7cc51162e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:22.207785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] For port 8cec546c-2643-47de-b88b-bb4a2037e462, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8cec546c-2643-47de-b88b-bb4a2037e462,segment=NetworkSegment(c760f2c2-62af-482f-94a1-e8e99152c85c),segment_id=c760f2c2-62af-482f-94a1-e8e99152c85c)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:22.208237 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (8cec546c-2643-47de-b88b-bb4a2037e462), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:22.229225 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] Calling delete_port for 8cec546c-2643-47de-b88b-bb4a2037e462 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:40:22.375478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Pushing event updated for resources: {'Port': ['ID=20ae89a5-3290-4456-b596-e1b7cc51162e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:22.390035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-71598618-953f-4062-aab0-669359ec5246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395db066-6639-46ac-867c-56d5942d10ac {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:40:22.397028 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-73d15396-1317-4755-9eea-b776315b741c None None] For port 8cec546c-2643-47de-b88b-bb4a2037e462, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8cec546c-2643-47de-b88b-bb4a2037e462,segment=NetworkSegment(c760f2c2-62af-482f-94a1-e8e99152c85c),segment_id=c760f2c2-62af-482f-94a1-e8e99152c85c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:22.397028 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73d15396-1317-4755-9eea-b776315b741c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (8cec546c-2643-47de-b88b-bb4a2037e462), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:22.438374 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994aa8f8-b8b4-43f4-aba2-ea397d29cb2d None None] Network b5a5282b-6e28-4736-9e13-1b658bbd5747 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:40:22.453815 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (8cec546c-2643-47de-b88b-bb4a2037e462), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:22.459545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-73d15396-1317-4755-9eea-b776315b741c None None] Calling delete_port for 8cec546c-2643-47de-b88b-bb4a2037e462 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:40:22.478973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] No DVR routers for this DVR port 8cec546c-2643-47de-b88b-bb4a2037e462 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:40:22.480739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-71598618-953f-4062-aab0-669359ec5246 service neutron] For port 395db066-6639-46ac-867c-56d5942d10ac, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=395db066-6639-46ac-867c-56d5942d10ac,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:22.548388 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cec546c-2643-47de-b88b-bb4a2037e462,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:22.568123 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:40:22.579975 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:22.597231 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7708bf58-84cc-4f9f-922f-cc54c7343026 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:40:22.598393 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf5afd-789b-4815-8aba-af13869d16ad req-fca65845-9bc7-4624-9fd8-6e33efc3e44f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:22.607761 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5bf5afd-789b-4815-8aba-af13869d16ad req-fca65845-9bc7-4624-9fd8-6e33efc3e44f tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.4847183 Jan 28 05:40:22.630476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:40:22.662609 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-71598618-953f-4062-aab0-669359ec5246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (395db066-6639-46ac-867c-56d5942d10ac), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:22.697145 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c52e358b-05e6-4862-8d9c-4d4562d9e618 None None] Provisioning complete for port 7708bf58-84cc-4f9f-922f-cc54c7343026 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:22.698967 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c52e358b-05e6-4862-8d9c-4d4562d9e618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7708bf58-84cc-4f9f-922f-cc54c7343026), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:22.719039 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (bd336c1e-a585-432d-8922-ddef9e95d2a4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:22.796398 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd336c1e-a585-432d-8922-ddef9e95d2a4']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:22.829249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c760f2c2-62af-482f-94a1-e8e99152c85c') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:22.831275 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c760f2c2-62af-482f-94a1-e8e99152c85c') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:22.861184 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (c760f2c2-62af-482f-94a1-e8e99152c85c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:22.880067 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5bf5afd-789b-4815-8aba-af13869d16ad req-9361a12c-af0f-4bef-aa9d-3e999f548fa3 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682505 Jan 28 05:40:22.892755 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c760f2c2-62af-482f-94a1-e8e99152c85c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:22.905249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:40:22.905777 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (c760f2c2-62af-482f-94a1-e8e99152c85c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:40:22.907850 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:40:23.020822 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c52e358b-05e6-4862-8d9c-4d4562d9e618 None None] Current status of the port 7708bf58-84cc-4f9f-922f-cc54c7343026 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:23.021529 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c52e358b-05e6-4862-8d9c-4d4562d9e618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7708bf58-84cc-4f9f-922f-cc54c7343026), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:23.042731 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 3086de7e-c701-437d-a0c0-cd8701550d32 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:40:23.152260 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (bd336c1e-a585-432d-8922-ddef9e95d2a4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:23.191583 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:23.204582 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] 10.222.0.31 "DELETE /v2.0/networks/bd336c1e-a585-432d-8922-ddef9e95d2a4 HTTP/1.1" status: 204 len: 168 time: 1.6919434 Jan 28 05:40:23.288007 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73d15396-1317-4755-9eea-b776315b741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (8cec546c-2643-47de-b88b-bb4a2037e462), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:23.308572 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c52e358b-05e6-4862-8d9c-4d4562d9e618 None None] For port 7708bf58-84cc-4f9f-922f-cc54c7343026, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7708bf58-84cc-4f9f-922f-cc54c7343026,segment=NetworkSegment(11ceaf39-ca61-44f4-a20c-08ea6ba33eae),segment_id=11ceaf39-ca61-44f4-a20c-08ea6ba33eae)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:23.311887 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb2711-90f2-4a78-9373-c892e9f13703 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd336c1e-a585-432d-8922-ddef9e95d2a4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:23.398601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d15396-1317-4755-9eea-b776315b741c None None] Pushing event deleted for resources: {'Port': ['ID=8cec546c-2643-47de-b88b-bb4a2037e462,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:23.418668 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c52e358b-05e6-4862-8d9c-4d4562d9e618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7708bf58-84cc-4f9f-922f-cc54c7343026), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:23.504645 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c208-5acc-427e-af07-7631482f6a81 req-9cb0ea40-425b-493d-a6df-68e534d232cb tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:23.507682 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-9cb0ea40-425b-493d-a6df-68e534d232cb tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.64 "GET /v2.0/networks?id=7ec0833a-7b62-4927-b291-5ebad48637b1 HTTP/1.1" status: 200 len: 813 time: 0.3524296 Jan 28 05:40:23.543840 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-e178c208-5acc-427e-af07-7631482f6a81 req-a890b7be-0733-4a0d-b3ac-e98d78a6b541 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Request body: {'port': {'device_id': '4e2464ad-dec5-4172-ade8-fe4c0e616065', 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1', 'admin_state_up': True, 'tenant_id': 'f6b6b8ef3a51426f82271774c4ac5762'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:23.551091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e358b-05e6-4862-8d9c-4d4562d9e618 None None] Pushing event updated for resources: {'Port': ['ID=7708bf58-84cc-4f9f-922f-cc54c7343026,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:23.558666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73d15396-1317-4755-9eea-b776315b741c None None] Network bd336c1e-a585-432d-8922-ddef9e95d2a4 is not hosted by any dhcp agent {{(pid=103636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 05:40:23.559165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d15396-1317-4755-9eea-b776315b741c None None] No DVR routers for this DVR port 8cec546c-2643-47de-b88b-bb4a2037e462 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:40:23.581322 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7708bf58-84cc-4f9f-922f-cc54c7343026 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:23.581322 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7708bf58-84cc-4f9f-922f-cc54c7343026), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:23.738157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 3086de7e-c701-437d-a0c0-cd8701550d32 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:40:23.747446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 3086de7e-c701-437d-a0c0-cd8701550d32 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:23.747830 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3086de7e-c701-437d-a0c0-cd8701550d32), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:23.751387 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7708bf58-84cc-4f9f-922f-cc54c7343026 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:23.794850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51280) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:23.865311 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8cec546c-2643-47de-b88b-bb4a2037e462 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:40:23.894163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c208-5acc-427e-af07-7631482f6a81 req-4b395316-399c-4a72-8815-83b5b3d351a7 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:23.895321 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-4b395316-399c-4a72-8815-83b5b3d351a7 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.60 "GET /v2.0/networks?id=7ec0833a-7b62-4927-b291-5ebad48637b1 HTTP/1.1" status: 200 len: 813 time: 1.2621119 Jan 28 05:40:23.901023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-71598618-953f-4062-aab0-669359ec5246 service neutron] Transition to ACTIVE for port object 395db066-6639-46ac-867c-56d5942d10ac will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:40:23.907746 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 8cec546c-2643-47de-b88b-bb4a2037e462 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:40:23.908369 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8cec546c-2643-47de-b88b-bb4a2037e462 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:40:23.910635 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-976d2cd4-0c21-4d3a-8601-20770fb4f896 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3cfa5b1307bb478092b9129cee85d485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1144662 Jan 28 05:40:23.925874 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 3086de7e-c701-437d-a0c0-cd8701550d32 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:23.925874 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3086de7e-c701-437d-a0c0-cd8701550d32), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:23.926198 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51282) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:23.926412 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e178c208-5acc-427e-af07-7631482f6a81 req-d2c5c4b2-ec6b-4842-b7c5-bea3aff493eb tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Request body: {'port': {'device_id': 'c828753f-de30-4084-9a27-bf64e200c54e', 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1', 'admin_state_up': True, 'tenant_id': 'f6b6b8ef3a51426f82271774c4ac5762'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:23.926614 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e178c208-5acc-427e-af07-7631482f6a81 req-a890b7be-0733-4a0d-b3ac-e98d78a6b541 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Made reservation on behalf of f6b6b8ef3a51426f82271774c4ac5762 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:40:23.931915 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-a890b7be-0733-4a0d-b3ac-e98d78a6b541 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:23.970577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff44bee-e56e-4755-a935-2742ad355a0c req-05e53feb-8c3c-41fa-8052-4dc1044d5160 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:23.972156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ff44bee-e56e-4755-a935-2742ad355a0c req-05e53feb-8c3c-41fa-8052-4dc1044d5160 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 949 time: 1.1708274 Jan 28 05:40:23.986204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3f9213b-f365-4256-8e20-c2469c2a5878 None None] Provisioning complete for port 7708bf58-84cc-4f9f-922f-cc54c7343026 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:23.986894 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3f9213b-f365-4256-8e20-c2469c2a5878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7708bf58-84cc-4f9f-922f-cc54c7343026), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:23.988506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2ee1af-2dab-4f97-8081-9978976d40eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3086de7e-c701-437d-a0c0-cd8701550d32'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:23.991776 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90f8c8b-b595-41bc-8d18-c48b5e2b12f8" -d '{"events": [{"server_uuid": "7f2ee1af-2dab-4f97-8081-9978976d40eb", "name": "network-vif-plugged", "status": "completed", "tag": "3086de7e-c701-437d-a0c0-cd8701550d32"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:24.005112 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-71598618-953f-4062-aab0-669359ec5246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (395db066-6639-46ac-867c-56d5942d10ac), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:24.040748 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 3086de7e-c701-437d-a0c0-cd8701550d32, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=3086de7e-c701-437d-a0c0-cd8701550d32,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:24.108744 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71598618-953f-4062-aab0-669359ec5246 service neutron] Pushing event updated for resources: {'Port': ['ID=395db066-6639-46ac-867c-56d5942d10ac,revision_number=10']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:24.119092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0193970-1064-4642-b95b-e93bbb420654 req-6b91eb1b-13bb-44e8-b881-cc84145d863a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:24.119478 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9213b-f365-4256-8e20-c2469c2a5878 None None] Current status of the port 7708bf58-84cc-4f9f-922f-cc54c7343026 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:24.125020 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3086de7e-c701-437d-a0c0-cd8701550d32), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:24.126288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0193970-1064-4642-b95b-e93bbb420654 req-6b91eb1b-13bb-44e8-b881-cc84145d863a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 943 time: 1.0176263 Jan 28 05:40:24.200970 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ff44bee-e56e-4755-a935-2742ad355a0c req-3d6154a7-3e11-43e8-bfd5-d2589156588f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106376 Jan 28 05:40:24.239544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-71598618-953f-4062-aab0-669359ec5246 service neutron] No DVR routers for this DVR port 395db066-6639-46ac-867c-56d5942d10ac on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:40:24.270460 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=3086de7e-c701-437d-a0c0-cd8701550d32,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:24.335350 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0193970-1064-4642-b95b-e93bbb420654 req-e72863e7-46d4-4505-a5ca-1890538d5d50 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080319 Jan 28 05:40:24.339672 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-71598618-953f-4062-aab0-669359ec5246 service neutron] 10.222.0.64 "PUT /v2.0/ports/395db066-6639-46ac-867c-56d5942d10ac/bindings/n-h2-812111-12/activate HTTP/1.1" status: 200 len: 370 time: 3.4911957 Jan 28 05:40:24.467421 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f50cea31-e265-4544-a30f-f70078d8f696 admin admin] Publish callbacks [] for security_group (c34b36c0-6ef0-4c9c-82ef-cd8bd74c6787), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:24.557898 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f50cea31-e265-4544-a30f-f70078d8f696 admin admin] Publish callbacks [] for security_group (c34b36c0-6ef0-4c9c-82ef-cd8bd74c6787), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:24.669718 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-e178c208-5acc-427e-af07-7631482f6a81 req-a890b7be-0733-4a0d-b3ac-e98d78a6b541 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Allocated IP 172.20.0.6 (7ec0833a-7b62-4927-b291-5ebad48637b1/f53cd1c1-77ff-47ed-87c9-7587a2e81e2d/6819adf2-b87c-4509-8152-a7604e80cfd1) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:40:24.702518 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9b773a8-55ee-48cb-bfac-2ecfdfc515ab req-ac87965a-8a75-4373-8243-c3e38a361c4e tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2464ad-dec5-4172-ade8-fe4c0e616065 HTTP/1.1" status: 200 len: 210 time: 0.0443363 Jan 28 05:40:24.844355 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Publish callbacks [] for router_gateway (cdf5dcd2-3ea7-47fe-9947-f2646e8c0050), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:24.845097 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87364d7-3f31-467d-a052-f46e9a57c157 x-openstack-request-id: req-f87364d7-3f31-467d-a052-f46e9a57c157 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:24.845097 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2ee1af-2dab-4f97-8081-9978976d40eb", "name": "network-vif-plugged", "status": "completed", "tag": "3086de7e-c701-437d-a0c0-cd8701550d32", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:24.845097 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f87364d7-3f31-467d-a052-f46e9a57c157 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:24.845097 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2ee1af-2dab-4f97-8081-9978976d40eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3086de7e-c701-437d-a0c0-cd8701550d32', 'code': 200} Jan 28 05:40:24.845097 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7708bf58-84cc-4f9f-922f-cc54c7343026 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:40:24.867387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01442837-d236-4d9f-afa9-21e099def717 req-fdcab0ce-cd2a-490c-812a-63602ee64752 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:24.875431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01442837-d236-4d9f-afa9-21e099def717 req-fdcab0ce-cd2a-490c-812a-63602ee64752 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.2540867 Jan 28 05:40:24.918664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7708bf58-84cc-4f9f-922f-cc54c7343026 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:24.919038 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7708bf58-84cc-4f9f-922f-cc54c7343026), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:24.928236 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f50cea31-e265-4544-a30f-f70078d8f696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c34b36c0-6ef0-4c9c-82ef-cd8bd74c6787), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:24.932471 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f50cea31-e265-4544-a30f-f70078d8f696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:24.932616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e178c208-5acc-427e-af07-7631482f6a81 req-d2c5c4b2-ec6b-4842-b7c5-bea3aff493eb tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Made reservation on behalf of f6b6b8ef3a51426f82271774c4ac5762 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:40:24.933652 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f50cea31-e265-4544-a30f-f70078d8f696 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c34b36c0-6ef0-4c9c-82ef-cd8bd74c6787 HTTP/1.1" status: 204 len: 168 time: 0.9783266 Jan 28 05:40:24.937084 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-d2c5c4b2-ec6b-4842-b7c5-bea3aff493eb tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:24.950995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cea31-e265-4544-a30f-f70078d8f696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34b36c0-6ef0-4c9c-82ef-cd8bd74c6787,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:24.971004 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-a890b7be-0733-4a0d-b3ac-e98d78a6b541 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks [] for port (6819adf2-b87c-4509-8152-a7604e80cfd1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:25.006991 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:25.085717 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7708bf58-84cc-4f9f-922f-cc54c7343026 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:25.105445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-0033ab47-01c2-4a8b-ad0e-7452338e748b tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:25.107595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-0033ab47-01c2-4a8b-ad0e-7452338e748b tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a&tenant_id=88b3e81d38b14c1ab20fd75713b63156&binding%3Ahost_id=n-h1-812111-12 HTTP/1.1" status: 200 len: 1096 time: 0.4592021 Jan 28 05:40:25.125650 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-a890b7be-0733-4a0d-b3ac-e98d78a6b541 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6819adf2-b87c-4509-8152-a7604e80cfd1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:25.130449 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01442837-d236-4d9f-afa9-21e099def717 req-50e4b31e-c7e3-4d68-8ded-15af2fea2477 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383511 Jan 28 05:40:25.193147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa788c59-b0e0-4cbd-9ae1-3e2173ab53ee req-cfc4119d-fc66-434a-bb73-214cd6ac075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:25.194847 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa788c59-b0e0-4cbd-9ae1-3e2173ab53ee req-cfc4119d-fc66-434a-bb73-214cd6ac075a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 1102 time: 0.2959602 Jan 28 05:40:25.203162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e178c208-5acc-427e-af07-7631482f6a81 req-a890b7be-0733-4a0d-b3ac-e98d78a6b541 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Network 7ec0833a-7b62-4927-b291-5ebad48637b1 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:40:25.208289 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-e178c208-5acc-427e-af07-7631482f6a81 req-a890b7be-0733-4a0d-b3ac-e98d78a6b541 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:25.217431 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-e178c208-5acc-427e-af07-7631482f6a81 req-a890b7be-0733-4a0d-b3ac-e98d78a6b541 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:40:25.272949 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890b7be-0733-4a0d-b3ac-e98d78a6b541 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Pushing event updated for resources: {'Port': ['ID=6819adf2-b87c-4509-8152-a7604e80cfd1,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:25.305417 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c208-5acc-427e-af07-7631482f6a81 req-a890b7be-0733-4a0d-b3ac-e98d78a6b541 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:25.306895 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-a890b7be-0733-4a0d-b3ac-e98d78a6b541 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:25.537840 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-a890b7be-0733-4a0d-b3ac-e98d78a6b541 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0146739 Jan 28 05:40:25.557133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Request body: {'port': {'device_id': '4e2464ad-dec5-4172-ade8-fe4c0e616065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:25.671431 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-de22a675-1400-4162-8ace-439087f45451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:25.672941 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-de22a675-1400-4162-8ace-439087f45451 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a&tenant_id=88b3e81d38b14c1ab20fd75713b63156 HTTP/1.1" status: 200 len: 1096 time: 0.5415597 Jan 28 05:40:25.687453 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6819adf2-b87c-4509-8152-a7604e80cfd1), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:25.700833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa788c59-b0e0-4cbd-9ae1-3e2173ab53ee req-e84009f6-ea31-47cd-a666-8167ef7953bd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958813 Jan 28 05:40:25.731049 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca43a4-f54e-4ff5-aebb-7e08540b5d26 req-a2040e0d-f6db-478c-a2be-17aa9b786c73 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:25.732830 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51ca43a4-f54e-4ff5-aebb-7e08540b5d26 req-a2040e0d-f6db-478c-a2be-17aa9b786c73 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 950 time: 0.3816874 Jan 28 05:40:25.768407 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (cdf5dcd2-3ea7-47fe-9947-f2646e8c0050), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:25.776161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-e178c208-5acc-427e-af07-7631482f6a81 req-d2c5c4b2-ec6b-4842-b7c5-bea3aff493eb tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Allocated IP 172.20.0.13 (7ec0833a-7b62-4927-b291-5ebad48637b1/f53cd1c1-77ff-47ed-87c9-7587a2e81e2d/97711e90-40d9-43be-81f9-c557277cb8a1) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:40:25.830048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48782aaa-3c91-402a-9fba-c24993ba1009 req-0fcc57f0-77ef-4693-bb20-19cb27fcb843 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:25.831870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48782aaa-3c91-402a-9fba-c24993ba1009 req-0fcc57f0-77ef-4693-bb20-19cb27fcb843 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 944 time: 0.3396556 Jan 28 05:40:25.970018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-c34d72fe-568a-48ff-b27f-1c33cc83a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:25.972595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-c34d72fe-568a-48ff-b27f-1c33cc83a873 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88b3e81d38b14c1ab20fd75713b63156&device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 1096 time: 0.2275515 Jan 28 05:40:26.096396 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51ca43a4-f54e-4ff5-aebb-7e08540b5d26 req-2103f177-e9e7-48e2-93af-202673b4d8a7 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511028 Jan 28 05:40:26.178879 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48782aaa-3c91-402a-9fba-c24993ba1009 req-de63f016-96f4-4bc2-8edb-0b38a117c60e tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373048 Jan 28 05:40:26.389117 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-9e6ffde7-f370-4fd8-8ee1-6005460d5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:26.391977 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-9e6ffde7-f370-4fd8-8ee1-6005460d5f51 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 200 len: 908 time: 0.3805339 Jan 28 05:40:26.471467 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-d2c5c4b2-ec6b-4842-b7c5-bea3aff493eb tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks [] for port (97711e90-40d9-43be-81f9-c557277cb8a1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:26.473578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-6cf5ef00-460d-44fb-8a7a-6178f71b748b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=395db066-6639-46ac-867c-56d5942d10ac HTTP/1.1" status: 200 len: 217 time: 0.0541649 Jan 28 05:40:26.527323 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea52d41-6d63-4b4d-8c40-72f3b68fabf4 req-d969ec45-0e5c-482b-ad2a-7a6096deb0a5 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:26.528892 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cea52d41-6d63-4b4d-8c40-72f3b68fabf4 req-d969ec45-0e5c-482b-ad2a-7a6096deb0a5 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2464ad-dec5-4172-ade8-fe4c0e616065 HTTP/1.1" status: 200 len: 931 time: 0.2435260 Jan 28 05:40:26.558403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Router cdf5dcd2-3ea7-47fe-9947-f2646e8c0050 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:40:26.587753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562b45b-eceb-41cf-a196-3c41e411b84c req-7c6ac533-fa12-467a-987f-7c735883c110 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:26.590888 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6562b45b-eceb-41cf-a196-3c41e411b84c req-7c6ac533-fa12-467a-987f-7c735883c110 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.2185099 Jan 28 05:40:26.720725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-df37f508-3b1c-40a3-a61e-a6107faea2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:26.720725 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-df37f508-3b1c-40a3-a61e-a6107faea2c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 200 len: 847 time: 0.2383330 Jan 28 05:40:26.764053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cea52d41-6d63-4b4d-8c40-72f3b68fabf4 req-0612e85a-9ce0-4619-9277-be7c7d24e871 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089982 Jan 28 05:40:26.792233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-e8f60f53-7b36-478b-8e16-2b7a11bb6938 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8337946d-c118-4f6f-a8e6-fd66fb66f8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596771 Jan 28 05:40:26.836106 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6562b45b-eceb-41cf-a196-3c41e411b84c req-5c0f00bd-7d90-4559-bbe4-409d45c8a6e8 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040803 Jan 28 05:40:26.849333 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-d2c5c4b2-ec6b-4842-b7c5-bea3aff493eb tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (97711e90-40d9-43be-81f9-c557277cb8a1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:26.956710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:40:26.959467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e178c208-5acc-427e-af07-7631482f6a81 req-d2c5c4b2-ec6b-4842-b7c5-bea3aff493eb tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Network 7ec0833a-7b62-4927-b291-5ebad48637b1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:40:26.969113 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Sync routers for ids ['cdf5dcd2-3ea7-47fe-9947-f2646e8c0050'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:40:26.973849 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-e178c208-5acc-427e-af07-7631482f6a81 req-d2c5c4b2-ec6b-4842-b7c5-bea3aff493eb tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:26.980917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5c4b2-ec6b-4842-b7c5-bea3aff493eb tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Pushing event updated for resources: {'Port': ['ID=97711e90-40d9-43be-81f9-c557277cb8a1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:26.989020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e178c208-5acc-427e-af07-7631482f6a81 req-d2c5c4b2-ec6b-4842-b7c5-bea3aff493eb tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:40:27.000227 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Routers {'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:40:27.002465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['cdf5dcd2-3ea7-47fe-9947-f2646e8c0050'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:27.059094 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-eb1ec7af-2584-4e5c-a147-c5ee53d85ee8 service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210383 Jan 28 05:40:27.067314 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c208-5acc-427e-af07-7631482f6a81 req-d2c5c4b2-ec6b-4842-b7c5-bea3aff493eb tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:27.068199 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-d2c5c4b2-ec6b-4842-b7c5-bea3aff493eb tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:27.111468 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6819adf2-b87c-4509-8152-a7604e80cfd1 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:40:27.124612 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Publish callbacks [] for port (6819adf2-b87c-4509-8152-a7604e80cfd1), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:27.145616 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:27.145616 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-13f6e4ac-c882-41d9-819e-d83968d92b26 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.1060617 Jan 28 05:40:27.145945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51358) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:27.170687 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Set router cdf5dcd2-3ea7-47fe-9947-f2646e8c0050 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:40:27.197639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-b67f38f5-7933-4e84-97f7-79a54fec2c50 service neutron] 10.222.0.60 "GET /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259508 Jan 28 05:40:27.199959 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Transition to ACTIVE for port object 6819adf2-b87c-4509-8152-a7604e80cfd1 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:40:27.261456 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-d2c5c4b2-ec6b-4842-b7c5-bea3aff493eb tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3444202 Jan 28 05:40:27.286446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Request body: {'port': {'device_id': 'c828753f-de30-4084-9a27-bf64e200c54e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:27.334349 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (6819adf2-b87c-4509-8152-a7604e80cfd1), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:27.417010 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Pushing event updated for resources: {'Port': ['ID=6819adf2-b87c-4509-8152-a7604e80cfd1,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:27.465503 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:27.471969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'name': 'tempest-AttachSCSIVolumeTestJSON-1426518599-router', 'tenant_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '20ae89a5-3290-4456-b596-e1b7cc51162e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:18Z', 'updated_at': '2022-01-28T05:40:24Z', 'revision_number': 3, 'project_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'gw_port': {'id': '20ae89a5-3290-4456-b596-e1b7cc51162e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:53:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:20Z', 'updated_at': '2022-01-28T05:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:27.509390 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Checking router: cdf5dcd2-3ea7-47fe-9947-f2646e8c0050 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:40:27.513092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Updating router cdf5dcd2-3ea7-47fe-9947-f2646e8c0050 port 20ae89a5-3290-4456-b596-e1b7cc51162e binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:40:27.532745 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:40:27.548712 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (20ae89a5-3290-4456-b596-e1b7cc51162e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:27.648211 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Attempting to bind port 6819adf2-b87c-4509-8152-a7604e80cfd1 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:40:27.648568 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Attempting to bind port 6819adf2-b87c-4509-8152-a7604e80cfd1 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:40:27.648897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Attempting to bind port 6819adf2-b87c-4509-8152-a7604e80cfd1 on network 7ec0833a-7b62-4927-b291-5ebad48637b1 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:27.699660 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Port 6819adf2-b87c-4509-8152-a7604e80cfd1 on network 7ec0833a-7b62-4927-b291-5ebad48637b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:40:27.700038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Attempting to bind port 6819adf2-b87c-4509-8152-a7604e80cfd1 on network 7ec0833a-7b62-4927-b291-5ebad48637b1 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:27.711463 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:40:27.713387 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Checking segment: {'id': 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:27.713387 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Bound using segment: {'id': 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:40:27.713387 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Bound port: 6819adf2-b87c-4509-8152-a7604e80cfd1, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:40:27.713387 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6819adf2-b87c-4509-8152-a7604e80cfd1), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:27.747202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89192950-e880-469b-b30e-542ada2d3bd8 req-23e0bcd4-ba95-4d01-beb8-23b69ca6f59f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:27.748841 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-89192950-e880-469b-b30e-542ada2d3bd8 req-23e0bcd4-ba95-4d01-beb8-23b69ca6f59f tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 950 time: 0.5264177 Jan 28 05:40:27.858689 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] For port 6819adf2-b87c-4509-8152-a7604e80cfd1, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:27.873279 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (97711e90-40d9-43be-81f9-c557277cb8a1), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:27.876954 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] For port 6819adf2-b87c-4509-8152-a7604e80cfd1, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=6819adf2-b87c-4509-8152-a7604e80cfd1,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:40:27.907565 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Publish callbacks [] for port (20ae89a5-3290-4456-b596-e1b7cc51162e), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:27.924524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878def1-15bf-40f0-a8e0-0e08192b5477 req-60b662b9-b36e-4541-bbdc-ce95bcda6b01 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:27.926152 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b878def1-15bf-40f0-a8e0-0e08192b5477 req-60b662b9-b36e-4541-bbdc-ce95bcda6b01 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 944 time: 0.2051747 Jan 28 05:40:27.938497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-89192950-e880-469b-b30e-542ada2d3bd8 req-99a6c67d-7427-4d82-8782-a87697937752 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676650 Jan 28 05:40:27.982066 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:27.986831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-71d62135-8042-4464-9b4d-c222715d7829 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:27.988384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-71d62135-8042-4464-9b4d-c222715d7829 tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a&tenant_id=88b3e81d38b14c1ab20fd75713b63156&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 1096 time: 0.1586740 Jan 28 05:40:27.998691 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (6819adf2-b87c-4509-8152-a7604e80cfd1), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:28.016355 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (20ae89a5-3290-4456-b596-e1b7cc51162e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:28.079832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Pushing event updated for resources: {'Port': ['ID=6819adf2-b87c-4509-8152-a7604e80cfd1,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:28.104855 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:28.105720 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:28.107668 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-91a053aa-5569-4eed-8a39-42d79c6ccf65 service neutron] 10.222.0.64 "PUT /v2.0/ports/6819adf2-b87c-4509-8152-a7604e80cfd1 HTTP/1.1" status: 200 len: 1092 time: 2.5576844 Jan 28 05:40:28.113823 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Attempting to bind port 20ae89a5-3290-4456-b596-e1b7cc51162e on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:40:28.113823 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Attempting to bind port 20ae89a5-3290-4456-b596-e1b7cc51162e by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:40:28.113823 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Attempting to bind port 20ae89a5-3290-4456-b596-e1b7cc51162e on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:28.114547 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2464ad-dec5-4172-ade8-fe4c0e616065', 'tag': '6819adf2-b87c-4509-8152-a7604e80cfd1'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:28.114547 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee73a37-b4ea-4677-8ca8-508727e44a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2464ad-dec5-4172-ade8-fe4c0e616065", "tag": "6819adf2-b87c-4509-8152-a7604e80cfd1"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:28.116671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063d0e0-5cfd-4f91-b5dd-8dadc3323bf0 None None] Pushing event updated for resources: {'Port': ['ID=20ae89a5-3290-4456-b596-e1b7cc51162e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:28.135442 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:40:28.138000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:28.138000 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:28.138000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:40:28.138000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Bound port: 20ae89a5-3290-4456-b596-e1b7cc51162e, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:40:28.139657 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (20ae89a5-3290-4456-b596-e1b7cc51162e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:28.158547 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b878def1-15bf-40f0-a8e0-0e08192b5477 req-36721de8-1a17-4864-880e-c4b60de83273 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187493 Jan 28 05:40:28.219591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] For port 20ae89a5-3290-4456-b596-e1b7cc51162e, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:28.223761 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] For port 20ae89a5-3290-4456-b596-e1b7cc51162e, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=20ae89a5-3290-4456-b596-e1b7cc51162e,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:40:28.327418 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c208-5acc-427e-af07-7631482f6a81 req-19c32ca3-1227-4656-90b8-a94db19c0e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:28.328903 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-19c32ca3-1227-4656-90b8-a94db19c0e99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6b6b8ef3a51426f82271774c4ac5762&device_id=4e2464ad-dec5-4172-ade8-fe4c0e616065 HTTP/1.1" status: 200 len: 1095 time: 0.0882137 Jan 28 05:40:28.354544 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] Allocated IP 172.20.0.1 (b5a5282b-6e28-4736-9e13-1b658bbd5747/641f6b07-7fd2-43fd-a026-23de93518b4b/7cdb1f9e-c639-4be1-9c4f-60da66f58785) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:40:28.376603 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (20ae89a5-3290-4456-b596-e1b7cc51162e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:28.387681 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-a441c47c-38e8-47af-b6b2-89594f268454 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6819adf2-b87c-4509-8152-a7604e80cfd1 HTTP/1.1" status: 200 len: 217 time: 0.0428944 Jan 28 05:40:28.401409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfaa83-d2d7-4bce-b4e8-7d6c117b3197 req-62930948-7582-4d18-96af-3b7578f7d1c5 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:28.403154 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bfcfaa83-d2d7-4bce-b4e8-7d6c117b3197 req-62930948-7582-4d18-96af-3b7578f7d1c5 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2464ad-dec5-4172-ade8-fe4c0e616065 HTTP/1.1" status: 200 len: 943 time: 0.1430452 Jan 28 05:40:28.430038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63023eab-5fc4-4c3b-8acb-c43bc113ca6e req-1a5d9080-0eb4-4c75-9b98-476e92fefbab tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:28.437915 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63023eab-5fc4-4c3b-8acb-c43bc113ca6e req-1a5d9080-0eb4-4c75-9b98-476e92fefbab tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.1607871 Jan 28 05:40:28.444562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063d0e0-5cfd-4f91-b5dd-8dadc3323bf0 None None] Pushing event updated for resources: {'Port': ['ID=20ae89a5-3290-4456-b596-e1b7cc51162e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:28.447578 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Routers {'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:40:28.448860 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['cdf5dcd2-3ea7-47fe-9947-f2646e8c0050'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:28.463367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-96d5696d-8b51-4871-989f-c14a1f1b77a4 service neutron] For port 395db066-6639-46ac-867c-56d5942d10ac, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:28.486157 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-96d5696d-8b51-4871-989f-c14a1f1b77a4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:28.487351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-96d5696d-8b51-4871-989f-c14a1f1b77a4 service neutron] 10.222.0.60 "DELETE /v2.0/ports/395db066-6639-46ac-867c-56d5942d10ac/bindings/n-h1-812111-12 HTTP/1.1" status: 204 len: 173 time: 0.4928539 Jan 28 05:40:28.494177 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c208-5acc-427e-af07-7631482f6a81 req-ad058009-7eb6-4688-8b01-c3cbb7b50909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:28.495690 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-ad058009-7eb6-4688-8b01-c3cbb7b50909 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f53cd1c1-77ff-47ed-87c9-7587a2e81e2d HTTP/1.1" status: 200 len: 853 time: 0.1016076 Jan 28 05:40:28.539176 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-e2434281-a15c-4ecb-a7e9-b103aa05db81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ec0833a-7b62-4927-b291-5ebad48637b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361216 Jan 28 05:40:28.575481 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63023eab-5fc4-4c3b-8acb-c43bc113ca6e req-21440afe-1768-4060-b84c-cf95f60cd88e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366110 Jan 28 05:40:28.577863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97711e90-40d9-43be-81f9-c557277cb8a1 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:40:28.583072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] Set router cdf5dcd2-3ea7-47fe-9947-f2646e8c0050 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:40:28.585997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bfcfaa83-d2d7-4bce-b4e8-7d6c117b3197 req-52e5d95f-4e38-4d26-bcee-905e0bef7659 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717768 Jan 28 05:40:28.596333 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Publish callbacks [] for port (97711e90-40d9-43be-81f9-c557277cb8a1), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:28.611589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Transition to ACTIVE for port object 97711e90-40d9-43be-81f9-c557277cb8a1 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:40:28.619750 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] Publish callbacks [] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:28.673960 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (97711e90-40d9-43be-81f9-c557277cb8a1), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:28.693667 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-43d3f73e-c44d-4341-93a7-0331c5285f96 service neutron] 10.222.0.64 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441588 Jan 28 05:40:28.759318 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a14d091-6d98-4e8e-ab61-c5df84809864 x-openstack-request-id: req-1a14d091-6d98-4e8e-ab61-c5df84809864 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:28.759801 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2464ad-dec5-4172-ade8-fe4c0e616065", "tag": "6819adf2-b87c-4509-8152-a7604e80cfd1", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:28.760210 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a14d091-6d98-4e8e-ab61-c5df84809864 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:28.761552 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2464ad-dec5-4172-ade8-fe4c0e616065', 'tag': '6819adf2-b87c-4509-8152-a7604e80cfd1', 'status': 'completed', 'code': 200} Jan 28 05:40:28.814771 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-b1370c9b-4af6-45df-903a-77d146a90cb0 service neutron] 10.222.0.64 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146011 Jan 28 05:40:28.816628 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:28.848958 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Pushing event updated for resources: {'Port': ['ID=97711e90-40d9-43be-81f9-c557277cb8a1,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:28.873701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] Network b5a5282b-6e28-4736-9e13-1b658bbd5747 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:40:28.879133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:28.881760 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:40:28.922248 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Attempting to bind port 97711e90-40d9-43be-81f9-c557277cb8a1 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:40:28.922739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Attempting to bind port 97711e90-40d9-43be-81f9-c557277cb8a1 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:40:28.923160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Attempting to bind port 97711e90-40d9-43be-81f9-c557277cb8a1 on network 7ec0833a-7b62-4927-b291-5ebad48637b1 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:28.945559 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Port 97711e90-40d9-43be-81f9-c557277cb8a1 on network 7ec0833a-7b62-4927-b291-5ebad48637b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:40:28.947764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Attempting to bind port 97711e90-40d9-43be-81f9-c557277cb8a1 on network 7ec0833a-7b62-4927-b291-5ebad48637b1 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:28.952962 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (cdf5dcd2-3ea7-47fe-9947-f2646e8c0050), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:28.958539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:40:28.963470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Checking segment: {'id': 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:28.963974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Bound using segment: {'id': 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:40:28.966696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Bound port: 97711e90-40d9-43be-81f9-c557277cb8a1, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:40:28.972890 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (97711e90-40d9-43be-81f9-c557277cb8a1), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:28.973059 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] Pushing event updated for resources: {'Port': ['ID=7cdb1f9e-c639-4be1-9c4f-60da66f58785,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:29.110235 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] For port 97711e90-40d9-43be-81f9-c557277cb8a1, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:29.117247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] For port 97711e90-40d9-43be-81f9-c557277cb8a1, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=97711e90-40d9-43be-81f9-c557277cb8a1,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:40:29.160838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee73a37-b4ea-4677-8ca8-508727e44a1c req-641ea821-814b-44ce-b544-3402774dd41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:29.162474 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eee73a37-b4ea-4677-8ca8-508727e44a1c req-641ea821-814b-44ce-b544-3402774dd41d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6b6b8ef3a51426f82271774c4ac5762&device_id=4e2464ad-dec5-4172-ade8-fe4c0e616065 HTTP/1.1" status: 200 len: 1095 time: 0.1121650 Jan 28 05:40:29.167448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'name': 'tempest-AttachSCSIVolumeTestJSON-1426518599-router', 'tenant_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '20ae89a5-3290-4456-b596-e1b7cc51162e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:18Z', 'updated_at': '2022-01-28T05:40:24Z', 'revision_number': 3, 'project_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'gw_port': {'id': '20ae89a5-3290-4456-b596-e1b7cc51162e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:53:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:20Z', 'updated_at': '2022-01-28T05:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:29.206659 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (97711e90-40d9-43be-81f9-c557277cb8a1), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:29.253144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2b8551-3469-4420-afca-ce2cbbc6fb4b None None] The sync data for ids ['cdf5dcd2-3ea7-47fe-9947-f2646e8c0050'] in n-d-812111-12 is: [{'id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'name': 'tempest-AttachSCSIVolumeTestJSON-1426518599-router', 'tenant_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '20ae89a5-3290-4456-b596-e1b7cc51162e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:18Z', 'updated_at': '2022-01-28T05:40:24Z', 'revision_number': 3, 'project_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'gw_port': {'id': '20ae89a5-3290-4456-b596-e1b7cc51162e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:53:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:20Z', 'updated_at': '2022-01-28T05:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:40:29.306426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:29.307016 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:29.308864 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] 10.222.0.60 "PUT /v2.0/ports/97711e90-40d9-43be-81f9-c557277cb8a1 HTTP/1.1" status: 200 len: 1093 time: 2.0266814 Jan 28 05:40:29.309531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c828753f-de30-4084-9a27-bf64e200c54e', 'tag': '97711e90-40d9-43be-81f9-c557277cb8a1'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:29.312913 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9200a3ce-384d-4bf8-a172-5b89d773b57a" -d '{"events": [{"name": "network-changed", "server_uuid": "c828753f-de30-4084-9a27-bf64e200c54e", "tag": "97711e90-40d9-43be-81f9-c557277cb8a1"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:29.359364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ac679-cd33-46b5-9582-f051254a7022 service neutron] Pushing event updated for resources: {'Port': ['ID=97711e90-40d9-43be-81f9-c557277cb8a1,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:29.369142 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee73a37-b4ea-4677-8ca8-508727e44a1c req-9569121a-d6ec-426d-bd68-b7b3787413c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:29.371151 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eee73a37-b4ea-4677-8ca8-508727e44a1c req-9569121a-d6ec-426d-bd68-b7b3787413c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7ec0833a-7b62-4927-b291-5ebad48637b1 HTTP/1.1" status: 200 len: 914 time: 0.1860294 Jan 28 05:40:29.408395 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0581feab-a4af-4bc9-868b-f9a6860bff00 None None] Provisioning complete for port 7cdb1f9e-c639-4be1-9c4f-60da66f58785 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:29.408884 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0581feab-a4af-4bc9-868b-f9a6860bff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:29.451285 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eee73a37-b4ea-4677-8ca8-508727e44a1c req-6f7c3da2-4817-47af-b9ac-bbc5ebb53e17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6819adf2-b87c-4509-8152-a7604e80cfd1 HTTP/1.1" status: 200 len: 217 time: 0.0731616 Jan 28 05:40:29.464073 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0581feab-a4af-4bc9-868b-f9a6860bff00 None None] Port 7cdb1f9e-c639-4be1-9c4f-60da66f58785 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:40:29.484795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba77977-f21f-4f3e-934f-fd291974bffc req-804ab06f-a539-498f-b501-24e55f044b12 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:29.492552 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ba77977-f21f-4f3e-934f-fd291974bffc req-804ab06f-a539-498f-b501-24e55f044b12 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 950 time: 0.0828485 Jan 28 05:40:29.518403 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:29.548481 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ba77977-f21f-4f3e-934f-fd291974bffc req-11889d04-c55a-4328-b13a-d633144cf375 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543737 Jan 28 05:40:29.551319 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee73a37-b4ea-4677-8ca8-508727e44a1c req-e6799134-31e7-4c51-b52a-d59862106c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:29.551319 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eee73a37-b4ea-4677-8ca8-508727e44a1c req-e6799134-31e7-4c51-b52a-d59862106c92 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f53cd1c1-77ff-47ed-87c9-7587a2e81e2d HTTP/1.1" status: 200 len: 853 time: 0.0828838 Jan 28 05:40:29.726374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c208-5acc-427e-af07-7631482f6a81 req-4a7d7ced-d1b5-4048-b5da-d4d27bc7991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:29.728597 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-4a7d7ced-d1b5-4048-b5da-d4d27bc7991e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6b6b8ef3a51426f82271774c4ac5762&device_id=c828753f-de30-4084-9a27-bf64e200c54e HTTP/1.1" status: 200 len: 1096 time: 0.1428864 Jan 28 05:40:29.747990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75096c1-234b-4689-8fda-30196f4a17fb req-33118b63-3be2-4e82-be41-65bcd3326928 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:29.751462 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d75096c1-234b-4689-8fda-30196f4a17fb req-33118b63-3be2-4e82-be41-65bcd3326928 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 944 time: 0.0952032 Jan 28 05:40:29.804228 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-0c4e04bb-2a1e-48f0-8ed3-1d840057b112 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97711e90-40d9-43be-81f9-c557277cb8a1 HTTP/1.1" status: 200 len: 217 time: 0.0515165 Jan 28 05:40:29.838258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51464) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:29.922012 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d75096c1-234b-4689-8fda-30196f4a17fb req-ad4aefb4-0cb7-4a6d-9eb1-b5d46651ac20 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203041 Jan 28 05:40:29.940959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c208-5acc-427e-af07-7631482f6a81 req-81f441ff-9b9f-4b71-aec7-64c84df6fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:29.940959 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-81f441ff-9b9f-4b71-aec7-64c84df6fd8c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f53cd1c1-77ff-47ed-87c9-7587a2e81e2d HTTP/1.1" status: 200 len: 853 time: 0.1201622 Jan 28 05:40:29.987125 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-9d69a793-84e4-4f7a-bef6-1bfe7b9b27fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ec0833a-7b62-4927-b291-5ebad48637b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379713 Jan 28 05:40:30.014406 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7cee24-81ae-42a7-9879-03573000444e x-openstack-request-id: req-6f7cee24-81ae-42a7-9879-03573000444e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:30.014705 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c828753f-de30-4084-9a27-bf64e200c54e", "tag": "97711e90-40d9-43be-81f9-c557277cb8a1", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:30.014960 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f7cee24-81ae-42a7-9879-03573000444e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:30.015362 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c828753f-de30-4084-9a27-bf64e200c54e', 'tag': '97711e90-40d9-43be-81f9-c557277cb8a1', 'status': 'completed', 'code': 200} Jan 28 05:40:30.093192 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ad32b18-94bd-4a46-8223-c187cde0f94e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:30.130327 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eee73a37-b4ea-4677-8ca8-508727e44a1c req-9b00b801-1d2f-4d72-adde-51a283768000 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ec0833a-7b62-4927-b291-5ebad48637b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474982 Jan 28 05:40:30.181430 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-2cd185cc-2836-47bf-9c65-7ac542c4e155 service neutron] 10.222.0.60 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893308 Jan 28 05:40:30.303681 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ad32b18-94bd-4a46-8223-c187cde0f94e admin admin] Publish callbacks [] for security_group (2d861d94-7ff0-4a51-8bbd-3899438f7d3d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:30.324854 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e178c208-5acc-427e-af07-7631482f6a81 req-72948273-6452-45eb-9b02-ec41854d0901 service neutron] 10.222.0.60 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361594 Jan 28 05:40:30.345289 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eee73a37-b4ea-4677-8ca8-508727e44a1c req-4b3ed137-d976-49a0-82ef-8d4d5beb0e12 service neutron] 10.222.0.64 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075725 Jan 28 05:40:30.414099 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ad32b18-94bd-4a46-8223-c187cde0f94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2d861d94-7ff0-4a51-8bbd-3899438f7d3d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:30.462241 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] Publish callbacks [] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:30.465906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad32b18-94bd-4a46-8223-c187cde0f94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d861d94-7ff0-4a51-8bbd-3899438f7d3d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:30.474181 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2ad32b18-94bd-4a46-8223-c187cde0f94e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3bfb72ba3f9a459781da78135db2dc18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6322758 Jan 28 05:40:30.474828 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51490) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:30.511041 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eee73a37-b4ea-4677-8ca8-508727e44a1c req-ab47bae5-7d30-407c-9923-6712da149d05 service neutron] 10.222.0.64 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594720 Jan 28 05:40:30.577558 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:30.623629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200a3ce-384d-4bf8-a172-5b89d773b57a req-875c64c9-d3cd-45f1-8f00-46e8f708f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:30.625216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9200a3ce-384d-4bf8-a172-5b89d773b57a req-875c64c9-d3cd-45f1-8f00-46e8f708f8aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6b6b8ef3a51426f82271774c4ac5762&device_id=c828753f-de30-4084-9a27-bf64e200c54e HTTP/1.1" status: 200 len: 1096 time: 0.0857139 Jan 28 05:40:30.690995 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e23ea01-11bc-4324-bc42-dcc14c854f2d admin admin] Publish callbacks [] for security_group (2d861d94-7ff0-4a51-8bbd-3899438f7d3d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:30.730576 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (cdf5dcd2-3ea7-47fe-9947-f2646e8c0050), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:30.780393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] Pushing event updated for resources: {'Port': ['ID=7cdb1f9e-c639-4be1-9c4f-60da66f58785,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:30.811753 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e23ea01-11bc-4324-bc42-dcc14c854f2d admin admin] Publish callbacks [] for security_group (2d861d94-7ff0-4a51-8bbd-3899438f7d3d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:30.822758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200a3ce-384d-4bf8-a172-5b89d773b57a req-b3798671-b1ac-42cf-b1e2-487cabcda6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:30.824226 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9200a3ce-384d-4bf8-a172-5b89d773b57a req-b3798671-b1ac-42cf-b1e2-487cabcda6fe service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ec0833a-7b62-4927-b291-5ebad48637b1 HTTP/1.1" status: 200 len: 914 time: 0.1921084 Jan 28 05:40:30.892782 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9200a3ce-384d-4bf8-a172-5b89d773b57a req-f0351b2b-9b8a-4026-9adc-12fc2f5b443a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97711e90-40d9-43be-81f9-c557277cb8a1 HTTP/1.1" status: 200 len: 217 time: 0.0506680 Jan 28 05:40:30.910353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb17acc-925c-4eca-98ea-ae6baaf45c03 req-6e5f33ea-2b1f-4429-9d8d-ca9070cb7a4c tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:30.920902 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fb17acc-925c-4eca-98ea-ae6baaf45c03 req-6e5f33ea-2b1f-4429-9d8d-ca9070cb7a4c tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.1198056 Jan 28 05:40:30.921269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 20ae89a5-3290-4456-b596-e1b7cc51162e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:40:30.976193 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] Network b5a5282b-6e28-4736-9e13-1b658bbd5747 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:40:30.980950 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:31.002365 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200a3ce-384d-4bf8-a172-5b89d773b57a req-fc77a95d-1660-4146-a3d5-3e6557a3849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:31.004339 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9200a3ce-384d-4bf8-a172-5b89d773b57a req-fc77a95d-1660-4146-a3d5-3e6557a3849b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f53cd1c1-77ff-47ed-87c9-7587a2e81e2d HTTP/1.1" status: 200 len: 853 time: 0.0919890 Jan 28 05:40:31.013746 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e23ea01-11bc-4324-bc42-dcc14c854f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2d861d94-7ff0-4a51-8bbd-3899438f7d3d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:31.019905 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e23ea01-11bc-4324-bc42-dcc14c854f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:31.027367 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5e23ea01-11bc-4324-bc42-dcc14c854f2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d861d94-7ff0-4a51-8bbd-3899438f7d3d HTTP/1.1" status: 204 len: 168 time: 0.5514524 Jan 28 05:40:31.051741 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 6819adf2-b87c-4509-8152-a7604e80cfd1 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:40:31.059141 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 503d343d-38f9-4114-baf4-a15d044c3134 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:40:31.099764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fb17acc-925c-4eca-98ea-ae6baaf45c03 req-ff073ec9-3cd0-41d3-b5bf-34c36f69dd8b tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786313 Jan 28 05:40:31.105366 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9200a3ce-384d-4bf8-a172-5b89d773b57a req-207a793e-7d82-4d96-9364-03a29487e391 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ec0833a-7b62-4927-b291-5ebad48637b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930510 Jan 28 05:40:31.119744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23ea01-11bc-4324-bc42-dcc14c854f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d861d94-7ff0-4a51-8bbd-3899438f7d3d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:31.204373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 20ae89a5-3290-4456-b596-e1b7cc51162e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:31.205013 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (20ae89a5-3290-4456-b596-e1b7cc51162e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:31.306660 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] Router cdf5dcd2-3ea7-47fe-9947-f2646e8c0050 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:40:31.338440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb38df8-badc-4a35-8801-bc1eaad96564 req-fe83f3c9-4ae7-47fa-86f1-eb38cb8e4b23 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:31.341857 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cb38df8-badc-4a35-8801-bc1eaad96564 req-fe83f3c9-4ae7-47fa-86f1-eb38cb8e4b23 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2464ad-dec5-4172-ade8-fe4c0e616065 HTTP/1.1" status: 200 len: 943 time: 0.2474048 Jan 28 05:40:31.416107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9200a3ce-384d-4bf8-a172-5b89d773b57a req-27ca9a69-b542-408f-b041-0cdab1565733 service neutron] 10.222.0.60 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971525 Jan 28 05:40:31.533535 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:40:31.548858 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9617a2eb-2ad3-49c9-aed9-844c2b8687a2 admin admin] 10.222.0.31 "PUT /v2.0/routers/cdf5dcd2-3ea7-47fe-9947-f2646e8c0050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4022975 Jan 28 05:40:31.584803 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 503d343d-38f9-4114-baf4-a15d044c3134 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:31.585196 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (503d343d-38f9-4114-baf4-a15d044c3134), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:31.629377 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 503d343d-38f9-4114-baf4-a15d044c3134, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=503d343d-38f9-4114-baf4-a15d044c3134,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:31.632922 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14709eae-a9d4-4c37-a45a-9c4970e73d63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '503d343d-38f9-4114-baf4-a15d044c3134'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:31.636458 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f971735f-8136-405f-a774-755f752e0728" -d '{"events": [{"server_uuid": "14709eae-a9d4-4c37-a45a-9c4970e73d63", "name": "network-vif-unplugged", "status": "completed", "tag": "503d343d-38f9-4114-baf4-a15d044c3134"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:31.647004 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-1ac5b10d-7a66-4dd4-b090-c9756c761e3d None None] Provisioning complete for port 7cdb1f9e-c639-4be1-9c4f-60da66f58785 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:31.647382 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1ac5b10d-7a66-4dd4-b090-c9756c761e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:31.699700 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cb38df8-badc-4a35-8801-bc1eaad96564 req-aa64d012-557c-4171-b54c-6e7635698c6f tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363049 Jan 28 05:40:31.728706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35b996-736c-4f1e-b2ae-d2d08aaf60ca req-6bc977d6-50ac-433b-acd3-6de5782fc4af tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:31.737752 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b35b996-736c-4f1e-b2ae-d2d08aaf60ca req-6bc977d6-50ac-433b-acd3-6de5782fc4af tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 950 time: 0.2586162 Jan 28 05:40:31.832162 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 20ae89a5-3290-4456-b596-e1b7cc51162e is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:31.833844 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (20ae89a5-3290-4456-b596-e1b7cc51162e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:31.847871 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b35b996-736c-4f1e-b2ae-d2d08aaf60ca req-d4179b4b-d105-4a8e-9446-cb25cd7fdee8 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/security-groups?id=86994ed4-7bd5-46fd-90d5-213844ce4a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083670 Jan 28 05:40:31.849016 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 97711e90-40d9-43be-81f9-c557277cb8a1 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:40:31.862006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9200a3ce-384d-4bf8-a172-5b89d773b57a req-e2055061-7f1a-4528-8d13-de8049004d8d service neutron] 10.222.0.60 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248316 Jan 28 05:40:31.864922 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (503d343d-38f9-4114-baf4-a15d044c3134), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:31.903806 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Sync routers for ids ['cdf5dcd2-3ea7-47fe-9947-f2646e8c0050'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:40:31.917536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1ac5b10d-7a66-4dd4-b090-c9756c761e3d None None] Port 7cdb1f9e-c639-4be1-9c4f-60da66f58785 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:40:31.919723 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Routers {'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:40:31.921445 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2a241580-f431-4685-9cea-383929c6f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['cdf5dcd2-3ea7-47fe-9947-f2646e8c0050'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:31.986983 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 6819adf2-b87c-4509-8152-a7604e80cfd1, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=6819adf2-b87c-4509-8152-a7604e80cfd1,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:32.058457 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Set router cdf5dcd2-3ea7-47fe-9947-f2646e8c0050 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:40:32.072237 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0776a-007b-4112-9289-d995c03e8ab9 req-542fce4b-3175-4b58-9d2e-c523fdf1e95d tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:32.076495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0a0776a-007b-4112-9289-d995c03e8ab9 req-542fce4b-3175-4b58-9d2e-c523fdf1e95d tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 1096 time: 0.0915408 Jan 28 05:40:32.143754 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0a0776a-007b-4112-9289-d995c03e8ab9 req-cdb10a1c-75b0-4420-b382-0d42ccec5c8d tempest-LiveMigrationTest-1278369293 tempest-LiveMigrationTest-1278369293-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603075 Jan 28 05:40:32.173372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 20ae89a5-3290-4456-b596-e1b7cc51162e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=20ae89a5-3290-4456-b596-e1b7cc51162e,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:32.173372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '6819adf2-b87c-4509-8152-a7604e80cfd1', 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1', 'port_id': '6819adf2-b87c-4509-8152-a7604e80cfd1', 'mac_address': 'fa:16:3e:5a:bd:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53cd1c1-77ff-47ed-87c9-7587a2e81e2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:40:32.229364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc20e3-9c54-47c4-9443-b4783a4a1154 req-aa1fab72-0fc0-4c8f-888d-e6b5a6901fc4 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:32.231445 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d6fc20e3-9c54-47c4-9443-b4783a4a1154 req-aa1fab72-0fc0-4c8f-888d-e6b5a6901fc4 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 950 time: 0.1024652 Jan 28 05:40:32.244914 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=503d343d-38f9-4114-baf4-a15d044c3134,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:32.307737 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd007f6-7490-4fa5-ab5c-4e8ce8da143a x-openstack-request-id: req-bbd007f6-7490-4fa5-ab5c-4e8ce8da143a {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:32.307737 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14709eae-a9d4-4c37-a45a-9c4970e73d63", "name": "network-vif-unplugged", "status": "completed", "tag": "503d343d-38f9-4114-baf4-a15d044c3134", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:32.307737 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbd007f6-7490-4fa5-ab5c-4e8ce8da143a {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:32.307737 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14709eae-a9d4-4c37-a45a-9c4970e73d63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '503d343d-38f9-4114-baf4-a15d044c3134', 'code': 200} Jan 28 05:40:32.308367 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 6819adf2-b87c-4509-8152-a7604e80cfd1 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:32.309353 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6819adf2-b87c-4509-8152-a7604e80cfd1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:32.342991 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6819adf2-b87c-4509-8152-a7604e80cfd1 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:40:32.348412 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (20ae89a5-3290-4456-b596-e1b7cc51162e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:32.437088 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2a241580-f431-4685-9cea-383929c6f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'name': 'tempest-AttachSCSIVolumeTestJSON-1426518599-router', 'tenant_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '20ae89a5-3290-4456-b596-e1b7cc51162e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:18Z', 'updated_at': '2022-01-28T05:40:29Z', 'revision_number': 4, 'project_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'gw_port': {'id': '20ae89a5-3290-4456-b596-e1b7cc51162e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:53:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:20Z', 'updated_at': '2022-01-28T05:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '7cdb1f9e-c639-4be1-9c4f-60da66f58785', 'name': '', 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747', 'tenant_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'mac_address': 'fa:16:3e:d9:32:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '641f6b07-7fd2-43fd-a026-23de93518b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:28Z', 'updated_at': '2022-01-28T05:40:30Z', 'revision_number': 2, 'project_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'subnets': [{'id': '641f6b07-7fd2-43fd-a026-23de93518b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:32.445000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=20ae89a5-3290-4456-b596-e1b7cc51162e,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:32.452562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 97711e90-40d9-43be-81f9-c557277cb8a1, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=97711e90-40d9-43be-81f9-c557277cb8a1,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:32.458323 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-d6fc20e3-9c54-47c4-9443-b4783a4a1154 req-339d012c-6663-4ed3-a179-bcf3207e182b tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Deleting port 3086de7e-c701-437d-a0c0-cd8701550d32 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:40:32.458678 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d6fc20e3-9c54-47c4-9443-b4783a4a1154 req-339d012c-6663-4ed3-a179-bcf3207e182b tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (3086de7e-c701-437d-a0c0-cd8701550d32), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:32.481059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 6819adf2-b87c-4509-8152-a7604e80cfd1, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=6819adf2-b87c-4509-8152-a7604e80cfd1,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:32.484371 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '97711e90-40d9-43be-81f9-c557277cb8a1', 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1', 'port_id': '97711e90-40d9-43be-81f9-c557277cb8a1', 'mac_address': 'fa:16:3e:ac:1e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53cd1c1-77ff-47ed-87c9-7587a2e81e2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:40:32.492169 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476fed3-a065-4404-a1cc-6ccfc7d1b797 req-bfcda3b9-9092-4013-8375-a43a9aaa532a tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:32.494684 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d476fed3-a065-4404-a1cc-6ccfc7d1b797 req-bfcda3b9-9092-4013-8375-a43a9aaa532a tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 945 time: 0.0650365 Jan 28 05:40:32.500894 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Checking router: cdf5dcd2-3ea7-47fe-9947-f2646e8c0050 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:40:32.501248 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Updating router cdf5dcd2-3ea7-47fe-9947-f2646e8c0050 port 7cdb1f9e-c639-4be1-9c4f-60da66f58785 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:40:32.536130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 97711e90-40d9-43be-81f9-c557277cb8a1 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:32.536713 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (97711e90-40d9-43be-81f9-c557277cb8a1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:32.576805 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:32.589314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d476fed3-a065-4404-a1cc-6ccfc7d1b797 req-042f6ed9-65c6-4646-94ef-f3eda563f983 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753894 Jan 28 05:40:32.590655 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbbb394a-0925-4a4e-bd3a-310d79cfd06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:32.599542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97711e90-40d9-43be-81f9-c557277cb8a1 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:40:32.613018 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6819adf2-b87c-4509-8152-a7604e80cfd1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:32.698751 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-d6fc20e3-9c54-47c4-9443-b4783a4a1154 req-339d012c-6663-4ed3-a179-bcf3207e182b tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] For port 3086de7e-c701-437d-a0c0-cd8701550d32, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=3086de7e-c701-437d-a0c0-cd8701550d32,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:32.701439 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d6fc20e3-9c54-47c4-9443-b4783a4a1154 req-339d012c-6663-4ed3-a179-bcf3207e182b tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (3086de7e-c701-437d-a0c0-cd8701550d32), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:32.702684 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=6819adf2-b87c-4509-8152-a7604e80cfd1,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:32.738906 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-d6fc20e3-9c54-47c4-9443-b4783a4a1154 req-339d012c-6663-4ed3-a179-bcf3207e182b tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Calling delete_port for 3086de7e-c701-437d-a0c0-cd8701550d32 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:40:32.748629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 97711e90-40d9-43be-81f9-c557277cb8a1, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=97711e90-40d9-43be-81f9-c557277cb8a1,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:32.837188 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (97711e90-40d9-43be-81f9-c557277cb8a1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:32.920763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=97711e90-40d9-43be-81f9-c557277cb8a1,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:32.935788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 20ae89a5-3290-4456-b596-e1b7cc51162e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:40:33.046437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['6819adf2-b87c-4509-8152-a7604e80cfd1'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:40:33.049805 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Publish callbacks [] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:33.144628 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:33.144861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 3086de7e-c701-437d-a0c0-cd8701550d32 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:40:33.193735 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d6fc20e3-9c54-47c4-9443-b4783a4a1154 req-339d012c-6663-4ed3-a179-bcf3207e182b tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (3086de7e-c701-437d-a0c0-cd8701550d32), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:33.238572 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No active binding found for port 3086de7e-c701-437d-a0c0-cd8701550d32 {{(pid=103636) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 05:40:33.238953 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] The host n-h1-812111-12 is not matching for port 3086de7e-c701-437d-a0c0-cd8701550d32 host None! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:40:33.255606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 3086de7e-c701-437d-a0c0-cd8701550d32 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:40:33.272381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d012c-6663-4ed3-a179-bcf3207e182b tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Pushing event deleted for resources: {'Port': ['ID=3086de7e-c701-437d-a0c0-cd8701550d32,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:33.300507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266fcca-3fc5-46ae-b2cb-a5db68f5d963 req-7c288b7b-1d42-4a58-a8ef-44dc77456c58 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:33.309200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b266fcca-3fc5-46ae-b2cb-a5db68f5d963 req-7c288b7b-1d42-4a58-a8ef-44dc77456c58 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2464ad-dec5-4172-ade8-fe4c0e616065 HTTP/1.1" status: 200 len: 944 time: 0.2090740 Jan 28 05:40:33.342178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51560) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:33.346048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 20ae89a5-3290-4456-b596-e1b7cc51162e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:33.346456 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (20ae89a5-3290-4456-b596-e1b7cc51162e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:33.351657 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-90411a06-4726-4e70-8d5e-d6c6a9558521 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-283980683-network', 'tenant_id': 'f76403fe1e5f4d5795b5f4c6efc03098'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:33.367378 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Attempting to bind port 7cdb1f9e-c639-4be1-9c4f-60da66f58785 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:40:33.368858 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Attempting to bind port 7cdb1f9e-c639-4be1-9c4f-60da66f58785 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '11ceaf39-ca61-44f4-a20c-08ea6ba33eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:40:33.370559 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Attempting to bind port 7cdb1f9e-c639-4be1-9c4f-60da66f58785 on network b5a5282b-6e28-4736-9e13-1b658bbd5747 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:33.377050 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:40:33.377440 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Checking segment: {'id': '11ceaf39-ca61-44f4-a20c-08ea6ba33eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:33.378038 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:33.378751 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Bound using segment: {'id': '11ceaf39-ca61-44f4-a20c-08ea6ba33eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:40:33.379406 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Bound port: 7cdb1f9e-c639-4be1-9c4f-60da66f58785, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ceaf39-ca61-44f4-a20c-08ea6ba33eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:40:33.380130 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:33.391304 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fc20e3-9c54-47c4-9443-b4783a4a1154 req-339d012c-6663-4ed3-a179-bcf3207e182b tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] No DVR routers for this DVR port 3086de7e-c701-437d-a0c0-cd8701550d32 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:40:33.393663 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['97711e90-40d9-43be-81f9-c557277cb8a1'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:40:33.398604 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d6fc20e3-9c54-47c4-9443-b4783a4a1154 req-339d012c-6663-4ed3-a179-bcf3207e182b tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:33.401895 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-3e787434-b829-428a-986a-d499263d771a tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:33.405904 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d6fc20e3-9c54-47c4-9443-b4783a4a1154 req-339d012c-6663-4ed3-a179-bcf3207e182b tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.64 "DELETE /v2.0/ports/3086de7e-c701-437d-a0c0-cd8701550d32 HTTP/1.1" status: 204 len: 173 time: 1.1695201 Jan 28 05:40:33.406573 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2ee1af-2dab-4f97-8081-9978976d40eb', 'name': 'network-vif-deleted', 'tag': '3086de7e-c701-437d-a0c0-cd8701550d32'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:33.409833 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21166927-9545-4b43-832a-0a8b545d8a97" -d '{"events": [{"server_uuid": "7f2ee1af-2dab-4f97-8081-9978976d40eb", "name": "network-vif-deleted", "tag": "3086de7e-c701-437d-a0c0-cd8701550d32"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:33.416059 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-3e787434-b829-428a-986a-d499263d771a tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/networks?id=56a01931-34aa-4e79-a960-aef0826a6cd6 HTTP/1.1" status: 200 len: 804 time: 0.4619668 Jan 28 05:40:33.472098 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-e3d75339-41be-489e-b58d-b524111fe511 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/quotas/b373ada81bc646c197d728690c726ee1 HTTP/1.1" status: 200 len: 375 time: 0.0498438 Jan 28 05:40:33.493638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90411a06-4726-4e70-8d5e-d6c6a9558521 admin admin] Made reservation on behalf of f76403fe1e5f4d5795b5f4c6efc03098 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:40:33.495782 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-90411a06-4726-4e70-8d5e-d6c6a9558521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:33.515627 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64424d51-9de9-458b-b544-010e1f004bef None None] Pushing event updated for resources: {'Port': ['ID=7cdb1f9e-c639-4be1-9c4f-60da66f58785,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:33.547449 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2a241580-f431-4685-9cea-383929c6f284 None None] For port 7cdb1f9e-c639-4be1-9c4f-60da66f58785, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:33.552847 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2a241580-f431-4685-9cea-383929c6f284 None None] For port 7cdb1f9e-c639-4be1-9c4f-60da66f58785, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7cdb1f9e-c639-4be1-9c4f-60da66f58785,segment=NetworkSegment(11ceaf39-ca61-44f4-a20c-08ea6ba33eae),segment_id=11ceaf39-ca61-44f4-a20c-08ea6ba33eae)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:40:33.569993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b266fcca-3fc5-46ae-b2cb-a5db68f5d963 req-a2b8715a-263c-4f19-881e-6d83aad2f453 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542081 Jan 28 05:40:33.589494 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-90411a06-4726-4e70-8d5e-d6c6a9558521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:33.618388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-58782c0f-f4c3-4c0b-a18f-689e1fed21ac tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b373ada81bc646c197d728690c726ee1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1320670 Jan 28 05:40:33.699529 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:33.714948 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f48237aa-2faf-430e-af06-03c6d3cc3479 None None] Provisioning complete for port 7cdb1f9e-c639-4be1-9c4f-60da66f58785 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:33.715423 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f48237aa-2faf-430e-af06-03c6d3cc3479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:33.760460 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 20ae89a5-3290-4456-b596-e1b7cc51162e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:33.872755 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Routers {'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:40:33.873888 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2a241580-f431-4685-9cea-383929c6f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['cdf5dcd2-3ea7-47fe-9947-f2646e8c0050'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:33.905656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835e199-1bf3-43df-bbf1-cb67b968655a req-4ac2dc0b-1650-44e5-b2f6-b66509c96c6d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:33.907999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3835e199-1bf3-43df-bbf1-cb67b968655a req-4ac2dc0b-1650-44e5-b2f6-b66509c96c6d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 944 time: 0.2422938 Jan 28 05:40:33.936566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f48237aa-2faf-430e-af06-03c6d3cc3479 None None] Current status of the port 7cdb1f9e-c639-4be1-9c4f-60da66f58785 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:33.959100 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f48237aa-2faf-430e-af06-03c6d3cc3479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:33.980595 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64424d51-9de9-458b-b544-010e1f004bef None None] Pushing event updated for resources: {'Port': ['ID=7cdb1f9e-c639-4be1-9c4f-60da66f58785,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:33.987589 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-73b768cb-c53c-456f-a4d8-1d64112a12cc service neutron] 10.222.0.31 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518908 Jan 28 05:40:34.035878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8891c-c867-4d41-9c40-235ed6d5611f req-bf269341-e903-44ed-93b4-bdcd2d4c60c0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:34.040174 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbc8891c-c867-4d41-9c40-235ed6d5611f req-bf269341-e903-44ed-93b4-bdcd2d4c60c0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 944 time: 0.2525184 Jan 28 05:40:34.049692 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-762bc3af-9425-41b8-af66-69078024892f tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:34.051659 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f48237aa-2faf-430e-af06-03c6d3cc3479 None None] For port 7cdb1f9e-c639-4be1-9c4f-60da66f58785, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7cdb1f9e-c639-4be1-9c4f-60da66f58785,segment=NetworkSegment(11ceaf39-ca61-44f4-a20c-08ea6ba33eae),segment_id=11ceaf39-ca61-44f4-a20c-08ea6ba33eae)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:34.053702 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-762bc3af-9425-41b8-af66-69078024892f tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2&tenant_id=f17b4afee4234ca080a4ee07c83b15b8&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 1097 time: 0.1144197 Jan 28 05:40:34.061189 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-90411a06-4726-4e70-8d5e-d6c6a9558521 admin admin] Publish callbacks [] for security_group (0eaf94ac-76f6-4bae-b31c-85881a23718a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:34.073324 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-12'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:34.087370 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2a241580-f431-4685-9cea-383929c6f284 None None] Set router cdf5dcd2-3ea7-47fe-9947-f2646e8c0050 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:40:34.145378 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (497251c2-c854-4961-850e-04a5325c5aa9), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:34.197343 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3835e199-1bf3-43df-bbf1-cb67b968655a req-c12ba96e-55d1-4e4b-ad98-acbebd11a678 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725866 Jan 28 05:40:34.208240 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f48237aa-2faf-430e-af06-03c6d3cc3479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:34.267588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d135f7-a02b-4230-a23f-a805afa2de42 req-d69783cb-07ad-437d-b0de-3b9ee593d7b6 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:34.269249 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10d135f7-a02b-4230-a23f-a805afa2de42 req-d69783cb-07ad-437d-b0de-3b9ee593d7b6 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.64 "GET /v2.0/ports?device_id=14709eae-a9d4-4c37-a45a-9c4970e73d63 HTTP/1.1" status: 200 len: 943 time: 0.1909263 Jan 28 05:40:34.302660 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-90411a06-4726-4e70-8d5e-d6c6a9558521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0eaf94ac-76f6-4bae-b31c-85881a23718a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:34.317168 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48237aa-2faf-430e-af06-03c6d3cc3479 None None] Pushing event updated for resources: {'Port': ['ID=7cdb1f9e-c639-4be1-9c4f-60da66f58785,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:34.371870 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-687a6dfc-fadb-4802-9649-2d357c3a5cfc None None] Provisioning complete for port 7cdb1f9e-c639-4be1-9c4f-60da66f58785 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:34.372248 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-687a6dfc-fadb-4802-9649-2d357c3a5cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:34.390279 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] For port 497251c2-c854-4961-850e-04a5325c5aa9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=497251c2-c854-4961-850e-04a5325c5aa9,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:34.436446 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] For port 497251c2-c854-4961-850e-04a5325c5aa9, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:34.447970 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-b5b788f8-8efb-4d1b-8e48-dc8d1a9f4fef service neutron] 10.222.0.31 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050541 Jan 28 05:40:34.453248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1655c9aa-7e13-4d92-8da6-21e627736b66 req-29278496-b4ca-4cf2-a7a6-a039ac186fc3 tempest-DeleteServersAdminTestJSON-304026234 tempest-DeleteServersAdminTestJSON-304026234-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2ee1af-2dab-4f97-8081-9978976d40eb HTTP/1.1" status: 200 len: 210 time: 0.0835316 Jan 28 05:40:34.463460 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2a241580-f431-4685-9cea-383929c6f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'name': 'tempest-AttachSCSIVolumeTestJSON-1426518599-router', 'tenant_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '20ae89a5-3290-4456-b596-e1b7cc51162e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:18Z', 'updated_at': '2022-01-28T05:40:29Z', 'revision_number': 4, 'project_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'gw_port': {'id': '20ae89a5-3290-4456-b596-e1b7cc51162e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:53:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:20Z', 'updated_at': '2022-01-28T05:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '7cdb1f9e-c639-4be1-9c4f-60da66f58785', 'name': '', 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747', 'tenant_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'mac_address': 'fa:16:3e:d9:32:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '641f6b07-7fd2-43fd-a026-23de93518b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:28Z', 'updated_at': '2022-01-28T05:40:33Z', 'revision_number': 4, 'project_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'subnets': [{'id': '641f6b07-7fd2-43fd-a026-23de93518b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:34.480052 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90411a06-4726-4e70-8d5e-d6c6a9558521 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:40:34.499377 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Publish callbacks [] for port (497251c2-c854-4961-850e-04a5325c5aa9), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:34.535505 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a241580-f431-4685-9cea-383929c6f284 None None] The sync data for ids ['cdf5dcd2-3ea7-47fe-9947-f2646e8c0050'] in n-d-812111-12 is: [{'id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'name': 'tempest-AttachSCSIVolumeTestJSON-1426518599-router', 'tenant_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '20ae89a5-3290-4456-b596-e1b7cc51162e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:18Z', 'updated_at': '2022-01-28T05:40:29Z', 'revision_number': 4, 'project_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'gw_port': {'id': '20ae89a5-3290-4456-b596-e1b7cc51162e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:53:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:20Z', 'updated_at': '2022-01-28T05:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '7cdb1f9e-c639-4be1-9c4f-60da66f58785', 'name': '', 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747', 'tenant_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'mac_address': 'fa:16:3e:d9:32:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '641f6b07-7fd2-43fd-a026-23de93518b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:28Z', 'updated_at': '2022-01-28T05:40:33Z', 'revision_number': 4, 'project_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'subnets': [{'id': '641f6b07-7fd2-43fd-a026-23de93518b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:40:34.538223 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-687a6dfc-fadb-4802-9649-2d357c3a5cfc None None] Current status of the port 7cdb1f9e-c639-4be1-9c4f-60da66f58785 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:34.576918 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-90411a06-4726-4e70-8d5e-d6c6a9558521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (86a180a8-6342-4172-898d-317598973ba0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:34.577538 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-90411a06-4726-4e70-8d5e-d6c6a9558521 admin admin] Added segment 86a180a8-6342-4172-898d-317598973ba0 of type vlan for network d95a2273-0126-44d2-84ff-be7bc3192943 Jan 28 05:40:34.578757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90411a06-4726-4e70-8d5e-d6c6a9558521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaf94ac-76f6-4bae-b31c-85881a23718a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:34.616945 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (497251c2-c854-4961-850e-04a5325c5aa9), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:34.628305 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-dbc8891c-c867-4d41-9c40-235ed6d5611f req-6d777735-7767-45c3-9ace-b4f13123183d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Deleting port 395db066-6639-46ac-867c-56d5942d10ac {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:40:34.628833 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dbc8891c-c867-4d41-9c40-235ed6d5611f req-6d777735-7767-45c3-9ace-b4f13123183d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (395db066-6639-46ac-867c-56d5942d10ac), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:34.729006 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-90411a06-4726-4e70-8d5e-d6c6a9558521 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (d95a2273-0126-44d2-84ff-be7bc3192943), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:34.763426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Pushing event updated for resources: {'Port': ['ID=497251c2-c854-4961-850e-04a5325c5aa9,revision_number=7']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:34.768119 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14923dd7-468f-4c12-a68a-30cf280ae812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:34.784379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Attempting to bind port 497251c2-c854-4961-850e-04a5325c5aa9 on host n-h2-812111-12 for vnic_type normal with profile {"migrating_to": "n-h1-812111-12"} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:40:34.784841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Attempting to bind port 497251c2-c854-4961-850e-04a5325c5aa9 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:40:34.785254 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Attempting to bind port 497251c2-c854-4961-850e-04a5325c5aa9 on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:34.795294 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Port 497251c2-c854-4961-850e-04a5325c5aa9 on network a68ceb60-a872-4bba-990e-8e03126b2535 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:40:34.802897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Attempting to bind port 497251c2-c854-4961-850e-04a5325c5aa9 on network a68ceb60-a872-4bba-990e-8e03126b2535 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:34.817577 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:40:34.819299 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Checking segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:34.819783 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Bound using segment: {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:40:34.820355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Bound port: 497251c2-c854-4961-850e-04a5325c5aa9, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5252471e-9d4c-4d36-a1d8-399e4664e392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a68ceb60-a872-4bba-990e-8e03126b2535'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:40:34.821586 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (497251c2-c854-4961-850e-04a5325c5aa9), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:34.855156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-10d135f7-a02b-4230-a23f-a805afa2de42 req-f77cb960-33ed-4cb5-84fa-65c075fa4e4c tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Deleting port 503d343d-38f9-4114-baf4-a15d044c3134 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:40:34.855308 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-10d135f7-a02b-4230-a23f-a805afa2de42 req-f77cb960-33ed-4cb5-84fa-65c075fa4e4c tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (503d343d-38f9-4114-baf4-a15d044c3134), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:34.954430 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d599750b-1e47-4afa-afd2-19b60e0749e8 x-openstack-request-id: req-d599750b-1e47-4afa-afd2-19b60e0749e8 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:34.960014 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2ee1af-2dab-4f97-8081-9978976d40eb", "name": "network-vif-deleted", "tag": "3086de7e-c701-437d-a0c0-cd8701550d32", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:34.960194 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d599750b-1e47-4afa-afd2-19b60e0749e8 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:34.960659 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2ee1af-2dab-4f97-8081-9978976d40eb', 'name': 'network-vif-deleted', 'tag': '3086de7e-c701-437d-a0c0-cd8701550d32', 'status': 'completed', 'code': 200} Jan 28 05:40:35.004706 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] For port 497251c2-c854-4961-850e-04a5325c5aa9, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:35.011970 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] For port 497251c2-c854-4961-850e-04a5325c5aa9, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=497251c2-c854-4961-850e-04a5325c5aa9,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:40:35.025094 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-90411a06-4726-4e70-8d5e-d6c6a9558521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (d95a2273-0126-44d2-84ff-be7bc3192943), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:35.032208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90411a06-4726-4e70-8d5e-d6c6a9558521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:35.032208 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-90411a06-4726-4e70-8d5e-d6c6a9558521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:35.046131 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7cdb1f9e-c639-4be1-9c4f-60da66f58785 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:40:35.109260 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 497251c2-c854-4961-850e-04a5325c5aa9 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:40:35.112323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 6819adf2-b87c-4509-8152-a7604e80cfd1 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:40:35.121520 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (497251c2-c854-4961-850e-04a5325c5aa9), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:35.275822 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:35.276573 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:35.278019 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] 10.222.0.64 "PUT /v2.0/ports/497251c2-c854-4961-850e-04a5325c5aa9 HTTP/1.1" status: 200 len: 1123 time: 1.2111557 Jan 28 05:40:35.284097 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079b795-f3c6-4691-82a2-426e74ca67dc service neutron] Pushing event updated for resources: {'Port': ['ID=497251c2-c854-4961-850e-04a5325c5aa9,revision_number=8']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:35.293662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-dbc8891c-c867-4d41-9c40-235ed6d5611f req-6d777735-7767-45c3-9ace-b4f13123183d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] For port 395db066-6639-46ac-867c-56d5942d10ac, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=395db066-6639-46ac-867c-56d5942d10ac,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:35.294066 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dbc8891c-c867-4d41-9c40-235ed6d5611f req-6d777735-7767-45c3-9ace-b4f13123183d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (395db066-6639-46ac-867c-56d5942d10ac), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:35.330636 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-90411a06-4726-4e70-8d5e-d6c6a9558521 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9846721 Jan 28 05:40:35.335487 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51586) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:35.345468 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f9c9089e-4fcd-4abc-aba1-e9122ae84637 admin admin] Request body: {'subnet': {'network_id': 'd95a2273-0126-44d2-84ff-be7bc3192943', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-283980683-subnet', 'tenant_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:35.374009 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-10d135f7-a02b-4230-a23f-a805afa2de42 req-f77cb960-33ed-4cb5-84fa-65c075fa4e4c tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] For port 503d343d-38f9-4114-baf4-a15d044c3134, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=503d343d-38f9-4114-baf4-a15d044c3134,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:35.374436 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-10d135f7-a02b-4230-a23f-a805afa2de42 req-f77cb960-33ed-4cb5-84fa-65c075fa4e4c tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (503d343d-38f9-4114-baf4-a15d044c3134), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:35.402272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7cdb1f9e-c639-4be1-9c4f-60da66f58785 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:35.402847 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:35.457745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['497251c2-c854-4961-850e-04a5325c5aa9'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:40:35.515003 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c9089e-4fcd-4abc-aba1-e9122ae84637 admin admin] Made reservation on behalf of f76403fe1e5f4d5795b5f4c6efc03098 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:40:35.525963 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9c9089e-4fcd-4abc-aba1-e9122ae84637 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:35.664098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['497251c2-c854-4961-850e-04a5325c5aa9'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:40:35.695242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 6819adf2-b87c-4509-8152-a7604e80cfd1 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:40:35.743038 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 6819adf2-b87c-4509-8152-a7604e80cfd1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:35.743424 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6819adf2-b87c-4509-8152-a7604e80cfd1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:35.749465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 497251c2-c854-4961-850e-04a5325c5aa9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=497251c2-c854-4961-850e-04a5325c5aa9,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:35.753500 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-dbc8891c-c867-4d41-9c40-235ed6d5611f req-6d777735-7767-45c3-9ace-b4f13123183d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Calling delete_port for 395db066-6639-46ac-867c-56d5942d10ac owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:40:35.767346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 97711e90-40d9-43be-81f9-c557277cb8a1 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:40:35.810927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90411a06-4726-4e70-8d5e-d6c6a9558521 admin admin] Pushing event updated for resources: {'Network': ['ID=d95a2273-0126-44d2-84ff-be7bc3192943,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:35.847255 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-10d135f7-a02b-4230-a23f-a805afa2de42 req-f77cb960-33ed-4cb5-84fa-65c075fa4e4c tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Calling delete_port for 503d343d-38f9-4114-baf4-a15d044c3134 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:40:35.847570 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network d95a2273-0126-44d2-84ff-be7bc3192943 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:40:35.862776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0c345-b31d-4f16-a7f6-651c9b9baf9f req-376617e5-c9b6-4f91-971c-8b308c52a55a tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:35.863836 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 497251c2-c854-4961-850e-04a5325c5aa9 has no active binding in host n-h1-812111-12 {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 05:40:35.865640 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5cd0c345-b31d-4f16-a7f6-651c9b9baf9f req-376617e5-c9b6-4f91-971c-8b308c52a55a tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 0.8178530 Jan 28 05:40:35.974889 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9c9089e-4fcd-4abc-aba1-e9122ae84637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (c8932cc8-7990-4c74-89e4-624cd23d3f06), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:36.005523 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63da3c5-c44e-4b27-91b2-6077c0824363 req-58d99bbc-a82b-4079-aec2-15f00d3c001b tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:36.014613 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b63da3c5-c44e-4b27-91b2-6077c0824363 req-58d99bbc-a82b-4079-aec2-15f00d3c001b tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2464ad-dec5-4172-ade8-fe4c0e616065 HTTP/1.1" status: 200 len: 944 time: 0.6283019 Jan 28 05:40:36.040672 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5cd0c345-b31d-4f16-a7f6-651c9b9baf9f req-bbc0160f-2a4c-4b87-a7a4-57cbbb143772 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737969 Jan 28 05:40:36.072710 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7cdb1f9e-c639-4be1-9c4f-60da66f58785 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:36.081715 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9089e-4fcd-4abc-aba1-e9122ae84637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8932cc8-7990-4c74-89e4-624cd23d3f06,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:36.092055 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c9089e-4fcd-4abc-aba1-e9122ae84637 admin admin] Checking segment: {'id': '86a180a8-6342-4172-898d-317598973ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd95a2273-0126-44d2-84ff-be7bc3192943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:36.092552 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9089e-4fcd-4abc-aba1-e9122ae84637 admin admin] Network hostable DHCP agents. Network: d95a2273-0126-44d2-84ff-be7bc3192943, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:40:36.147941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 6819adf2-b87c-4509-8152-a7604e80cfd1 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:36.148476 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6819adf2-b87c-4509-8152-a7604e80cfd1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:36.172904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 97711e90-40d9-43be-81f9-c557277cb8a1 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:40:36.192946 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 97711e90-40d9-43be-81f9-c557277cb8a1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:36.193303 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (97711e90-40d9-43be-81f9-c557277cb8a1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:36.233050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2464ad-dec5-4172-ade8-fe4c0e616065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6819adf2-b87c-4509-8152-a7604e80cfd1'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:36.235529 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09faca56-0efa-4aab-bc0a-23bef90f2a85" -d '{"events": [{"server_uuid": "4e2464ad-dec5-4172-ade8-fe4c0e616065", "name": "network-vif-plugged", "status": "completed", "tag": "6819adf2-b87c-4509-8152-a7604e80cfd1"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:36.273242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9089e-4fcd-4abc-aba1-e9122ae84637 admin admin] Network d95a2273-0126-44d2-84ff-be7bc3192943 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:40:36.292427 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 6819adf2-b87c-4509-8152-a7604e80cfd1, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=6819adf2-b87c-4509-8152-a7604e80cfd1,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:36.303025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91e375ee-7760-4462-a981-933346cc8d13 req-be822518-4f3c-448c-850c-e14d454da20c tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 210 time: 0.1591070 Jan 28 05:40:36.311203 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b63da3c5-c44e-4b27-91b2-6077c0824363 req-3dddd2f8-a358-419b-bf35-a059f29742c6 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956367 Jan 28 05:40:36.389105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-f9c9089e-4fcd-4abc-aba1-e9122ae84637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, d95a2273-0126-44d2-84ff-be7bc3192943) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:36.390000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 97711e90-40d9-43be-81f9-c557277cb8a1 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:36.391369 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c9089e-4fcd-4abc-aba1-e9122ae84637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:36.391501 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (97711e90-40d9-43be-81f9-c557277cb8a1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:36.392303 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9c9089e-4fcd-4abc-aba1-e9122ae84637 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:36.412205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5712243-9054-4b84-bce5-b41e59870756 None None] Network d95a2273-0126-44d2-84ff-be7bc3192943 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:40:36.437040 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-10d135f7-a02b-4230-a23f-a805afa2de42 req-f77cb960-33ed-4cb5-84fa-65c075fa4e4c tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (503d343d-38f9-4114-baf4-a15d044c3134), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:36.438840 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dbc8891c-c867-4d41-9c40-235ed6d5611f req-6d777735-7767-45c3-9ace-b4f13123183d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (395db066-6639-46ac-867c-56d5942d10ac), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:36.476121 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be1b1eb2-19c1-4b8a-a85b-85009aa37452 req-2af8af53-0c59-48b8-9e1b-8dc995574fb3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 210 time: 0.0553913 Jan 28 05:40:36.513435 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6819adf2-b87c-4509-8152-a7604e80cfd1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:36.519958 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 97711e90-40d9-43be-81f9-c557277cb8a1, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=97711e90-40d9-43be-81f9-c557277cb8a1,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:36.521082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76f051f4-4f9f-4024-b46a-738fc1f65d4c req-77038d87-9761-45ef-a8f5-13ffebb02d53 tempest-AbsoluteLimitsNegativeTestJSON-466232239 tempest-AbsoluteLimitsNegativeTestJSON-466232239-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9e439e0e493c470484c3bccb75a87019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867305 Jan 28 05:40:36.526195 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cb960-33ed-4cb5-84fa-65c075fa4e4c tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Pushing event deleted for resources: {'Port': ['ID=503d343d-38f9-4114-baf4-a15d044c3134,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:36.540619 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f9c9089e-4fcd-4abc-aba1-e9122ae84637 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2039812 Jan 28 05:40:36.543359 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51610) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:36.548831 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-283980683-router', 'tenant_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:36.576421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['c5bf72bd-034e-4802-90e9-b2324a64e9b2'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:40:36.685846 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:36.690194 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (49242122-3ab4-4cf5-80a1-1f1911a1c2b7), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:36.690194 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (49242122-3ab4-4cf5-80a1-1f1911a1c2b7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:36.698972 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e603f99-9071-4a33-9318-8450ca0959bb x-openstack-request-id: req-4e603f99-9071-4a33-9318-8450ca0959bb {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:36.699423 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2464ad-dec5-4172-ade8-fe4c0e616065", "name": "network-vif-plugged", "status": "completed", "tag": "6819adf2-b87c-4509-8152-a7604e80cfd1", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:36.699818 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e603f99-9071-4a33-9318-8450ca0959bb {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:36.700412 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2464ad-dec5-4172-ade8-fe4c0e616065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6819adf2-b87c-4509-8152-a7604e80cfd1', 'code': 200} Jan 28 05:40:36.715641 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (97711e90-40d9-43be-81f9-c557277cb8a1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:36.715641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 395db066-6639-46ac-867c-56d5942d10ac no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:40:36.744970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d777735-7767-45c3-9ace-b4f13123183d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Pushing event deleted for resources: {'Port': ['ID=395db066-6639-46ac-867c-56d5942d10ac,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:36.788094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d135f7-a02b-4230-a23f-a805afa2de42 req-f77cb960-33ed-4cb5-84fa-65c075fa4e4c tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] No DVR routers for this DVR port 503d343d-38f9-4114-baf4-a15d044c3134 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:40:36.793052 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc8891c-c867-4d41-9c40-235ed6d5611f req-6d777735-7767-45c3-9ace-b4f13123183d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] No DVR routers for this DVR port 395db066-6639-46ac-867c-56d5942d10ac on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:40:36.796128 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Publish callbacks [] for router_controller (49242122-3ab4-4cf5-80a1-1f1911a1c2b7), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:36.802165 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dbc8891c-c867-4d41-9c40-235ed6d5611f req-6d777735-7767-45c3-9ace-b4f13123183d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:36.802165 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbc8891c-c867-4d41-9c40-235ed6d5611f req-6d777735-7767-45c3-9ace-b4f13123183d tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.60 "DELETE /v2.0/ports/395db066-6639-46ac-867c-56d5942d10ac HTTP/1.1" status: 204 len: 173 time: 2.7387900 Jan 28 05:40:36.805450 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-10d135f7-a02b-4230-a23f-a805afa2de42 req-f77cb960-33ed-4cb5-84fa-65c075fa4e4c tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:36.809664 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10d135f7-a02b-4230-a23f-a805afa2de42 req-f77cb960-33ed-4cb5-84fa-65c075fa4e4c tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.64 "DELETE /v2.0/ports/503d343d-38f9-4114-baf4-a15d044c3134 HTTP/1.1" status: 204 len: 173 time: 2.5332649 Jan 28 05:40:36.810361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a6acd2-3dbe-4924-9182-1519a899b99a', 'name': 'network-vif-deleted', 'tag': '395db066-6639-46ac-867c-56d5942d10ac'}, {'server_uuid': '14709eae-a9d4-4c37-a45a-9c4970e73d63', 'name': 'network-vif-deleted', 'tag': '503d343d-38f9-4114-baf4-a15d044c3134'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:36.812838 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04f03c9-0470-44c8-8eb7-cd976682671c" -d '{"events": [{"server_uuid": "e1a6acd2-3dbe-4924-9182-1519a899b99a", "name": "network-vif-deleted", "tag": "395db066-6639-46ac-867c-56d5942d10ac"}, {"server_uuid": "14709eae-a9d4-4c37-a45a-9c4970e73d63", "name": "network-vif-deleted", "tag": "503d343d-38f9-4114-baf4-a15d044c3134"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:36.817321 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 395db066-6639-46ac-867c-56d5942d10ac {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:40:36.817803 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 395db066-6639-46ac-867c-56d5942d10ac not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:40:36.854138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=6819adf2-b87c-4509-8152-a7604e80cfd1,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:36.876237 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f051f4-4f9f-4024-b46a-738fc1f65d4c req-251cdfe5-912f-495d-89d1-c9bb0e131586 tempest-AbsoluteLimitsNegativeTestJSON-466232239 tempest-AbsoluteLimitsNegativeTestJSON-466232239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:36.885081 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76f051f4-4f9f-4024-b46a-738fc1f65d4c req-251cdfe5-912f-495d-89d1-c9bb0e131586 tempest-AbsoluteLimitsNegativeTestJSON-466232239 tempest-AbsoluteLimitsNegativeTestJSON-466232239-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3628569 Jan 28 05:40:36.902644 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913fa85-e338-4f8c-ae19-91d879ec98db req-6e137759-b3ac-4d3d-819d-90aee1b52452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:36.905183 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8913fa85-e338-4f8c-ae19-91d879ec98db req-6e137759-b3ac-4d3d-819d-90aee1b52452 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e2464ad-dec5-4172-ade8-fe4c0e616065 HTTP/1.1" status: 200 len: 1097 time: 0.1234801 Jan 28 05:40:36.908059 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76f051f4-4f9f-4024-b46a-738fc1f65d4c req-990cce4a-ad3c-44aa-8cc1-c9584a35842a tempest-AbsoluteLimitsNegativeTestJSON-466232239 tempest-AbsoluteLimitsNegativeTestJSON-466232239-project] 10.222.0.31 "GET /v2.0/quotas/9e439e0e493c470484c3bccb75a87019 HTTP/1.1" status: 200 len: 375 time: 0.0209980 Jan 28 05:40:36.949215 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76f051f4-4f9f-4024-b46a-738fc1f65d4c req-9f63617f-c468-4186-8d39-3dd0f9e9cbe9 tempest-AbsoluteLimitsNegativeTestJSON-466232239 tempest-AbsoluteLimitsNegativeTestJSON-466232239-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9e439e0e493c470484c3bccb75a87019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388556 Jan 28 05:40:36.976554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-d95a2273-0126-44d2-84ff-be7bc3192943', 'network_id': 'd95a2273-0126-44d2-84ff-be7bc3192943', 'project_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'fixed_ips': [{'subnet_id': 'c8932cc8-7990-4c74-89e4-624cd23d3f06'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:40:36.980275 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:36.981629 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a63487a-4c25-4c9d-9181-1cacae811853 x-openstack-request-id: req-7a63487a-4c25-4c9d-9181-1cacae811853 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:36.981969 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a6acd2-3dbe-4924-9182-1519a899b99a", "name": "network-vif-deleted", "tag": "395db066-6639-46ac-867c-56d5942d10ac", "status": "completed", "code": 200}, {"server_uuid": "14709eae-a9d4-4c37-a45a-9c4970e73d63", "name": "network-vif-deleted", "tag": "503d343d-38f9-4114-baf4-a15d044c3134", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:36.982241 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a63487a-4c25-4c9d-9181-1cacae811853 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:36.982716 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a6acd2-3dbe-4924-9182-1519a899b99a', 'name': 'network-vif-deleted', 'tag': '395db066-6639-46ac-867c-56d5942d10ac', 'status': 'completed', 'code': 200} Jan 28 05:40:36.982980 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14709eae-a9d4-4c37-a45a-9c4970e73d63', 'name': 'network-vif-deleted', 'tag': '503d343d-38f9-4114-baf4-a15d044c3134', 'status': 'completed', 'code': 200} Jan 28 05:40:37.015735 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=97711e90-40d9-43be-81f9-c557277cb8a1,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:37.020039 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497251c2-c854-4961-850e-04a5325c5aa9'}, {'name': 'network-changed', 'server_uuid': '42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2', 'tag': '497251c2-c854-4961-850e-04a5325c5aa9'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:37.022770 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8443caa3-83df-4d5d-98a6-8e0d2225c3a9" -d '{"events": [{"server_uuid": "42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2", "name": "network-vif-unplugged", "status": "completed", "tag": "497251c2-c854-4961-850e-04a5325c5aa9"}, {"name": "network-changed", "server_uuid": "42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2", "tag": "497251c2-c854-4961-850e-04a5325c5aa9"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:37.151577 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 503d343d-38f9-4114-baf4-a15d044c3134 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:40:37.169846 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea18b24c-af03-4862-96b1-1087fb107ab3 x-openstack-request-id: req-ea18b24c-af03-4862-96b1-1087fb107ab3 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:37.170389 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2", "name": "network-vif-unplugged", "status": "completed", "tag": "497251c2-c854-4961-850e-04a5325c5aa9", "code": 200}, {"name": "network-changed", "server_uuid": "42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2", "tag": "497251c2-c854-4961-850e-04a5325c5aa9", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:37.170788 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea18b24c-af03-4862-96b1-1087fb107ab3 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:37.171921 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497251c2-c854-4961-850e-04a5325c5aa9', 'code': 200} Jan 28 05:40:37.172319 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2', 'tag': '497251c2-c854-4961-850e-04a5325c5aa9', 'status': 'completed', 'code': 200} Jan 28 05:40:37.194690 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 503d343d-38f9-4114-baf4-a15d044c3134 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:40:37.195082 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 503d343d-38f9-4114-baf4-a15d044c3134 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:40:37.287869 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Allocated IP 172.20.0.2 (d95a2273-0126-44d2-84ff-be7bc3192943/c8932cc8-7990-4c74-89e4-624cd23d3f06/2774cb47-2fab-4738-97ba-34a4d75b1f56) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:40:37.308283 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Publish callbacks [] for router_gateway (49242122-3ab4-4cf5-80a1-1f1911a1c2b7), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:37.325450 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8913fa85-e338-4f8c-ae19-91d879ec98db req-91f0a2e1-bc7d-4abb-8c19-e2355016ffcf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001267 Jan 28 05:40:37.430853 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-045dbcd5-a5c5-48a0-9f75-13db1031a1e0 req-fadba229-025f-4c46-9fa7-92c52fc036cc tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 210 time: 0.0420907 Jan 28 05:40:37.432824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443caa3-83df-4d5d-98a6-8e0d2225c3a9 req-ed3cd476-f079-4af2-bc03-7cd8b07aa42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:37.434212 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8443caa3-83df-4d5d-98a6-8e0d2225c3a9 req-ed3cd476-f079-4af2-bc03-7cd8b07aa42a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 1126 time: 0.1863000 Jan 28 05:40:37.460274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2352c11-ef00-48f3-ba89-e6a33285febe req-ce90a28c-8c04-4239-9d2d-710c587781e3 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:37.469051 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2352c11-ef00-48f3-ba89-e6a33285febe req-ce90a28c-8c04-4239-9d2d-710c587781e3 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 0.2314365 Jan 28 05:40:37.582524 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Publish callbacks [] for port (2774cb47-2fab-4738-97ba-34a4d75b1f56), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:37.656066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443caa3-83df-4d5d-98a6-8e0d2225c3a9 req-733e28eb-31bb-4d28-af06-347436e39b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:37.657665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8443caa3-83df-4d5d-98a6-8e0d2225c3a9 req-733e28eb-31bb-4d28-af06-347436e39b3e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.1860757 Jan 28 05:40:37.667080 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (2774cb47-2fab-4738-97ba-34a4d75b1f56), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:37.713023 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Publish callbacks [] for router_gateway (49242122-3ab4-4cf5-80a1-1f1911a1c2b7), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:37.740827 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:37.750799 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef12e5d-eca5-48b7-adb6-e6d52dfbd625 req-d97a7bbf-56c4-4a08-b962-7050a48719ed tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:37.760880 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ef12e5d-eca5-48b7-adb6-e6d52dfbd625 req-d97a7bbf-56c4-4a08-b962-7050a48719ed tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2464ad-dec5-4172-ade8-fe4c0e616065 HTTP/1.1" status: 200 len: 945 time: 0.1807368 Jan 28 05:40:37.788806 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:37.817544 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Network d95a2273-0126-44d2-84ff-be7bc3192943 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:40:37.828152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:37.837619 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2352c11-ef00-48f3-ba89-e6a33285febe req-13294f1c-0144-4a8c-8e77-32e4edd3c958 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672173 Jan 28 05:40:37.847871 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:40:37.863066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8443caa3-83df-4d5d-98a6-8e0d2225c3a9 req-be921a8a-ec8b-4caa-bfb6-92cdb138673a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=497251c2-c854-4961-850e-04a5325c5aa9 HTTP/1.1" status: 200 len: 217 time: 0.1853740 Jan 28 05:40:37.864254 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Pushing event updated for resources: {'Port': ['ID=2774cb47-2fab-4738-97ba-34a4d75b1f56,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:37.889124 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51640) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:37.946181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51644) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:37.989085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Allocated IP 172.25.0.192 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:40:38.003426 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Attempting to bind port 2774cb47-2fab-4738-97ba-34a4d75b1f56 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:40:38.009148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Attempting to bind port 2774cb47-2fab-4738-97ba-34a4d75b1f56 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '86a180a8-6342-4172-898d-317598973ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd95a2273-0126-44d2-84ff-be7bc3192943'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:40:38.010665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Attempting to bind port 2774cb47-2fab-4738-97ba-34a4d75b1f56 on network d95a2273-0126-44d2-84ff-be7bc3192943 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:38.024798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:40:38.029569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Checking segment: {'id': '86a180a8-6342-4172-898d-317598973ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd95a2273-0126-44d2-84ff-be7bc3192943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:38.029569 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:38.029569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Bound using segment: {'id': '86a180a8-6342-4172-898d-317598973ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd95a2273-0126-44d2-84ff-be7bc3192943'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:40:38.029569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Bound port: 2774cb47-2fab-4738-97ba-34a4d75b1f56, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a180a8-6342-4172-898d-317598973ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd95a2273-0126-44d2-84ff-be7bc3192943'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:40:38.029569 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2774cb47-2fab-4738-97ba-34a4d75b1f56), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:38.091860 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51740c83-8d64-46dd-83b0-04cce4505418 req-8a6563b1-feff-4d60-bcff-7c144b5cc82b tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 210 time: 0.1196442 Jan 28 05:40:38.153913 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] For port 2774cb47-2fab-4738-97ba-34a4d75b1f56, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:38.156296 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ef12e5d-eca5-48b7-adb6-e6d52dfbd625 req-a59d4250-4364-407b-83bf-05e3f2d9ca06 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917723 Jan 28 05:40:38.168726 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] For port 2774cb47-2fab-4738-97ba-34a4d75b1f56, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2774cb47-2fab-4738-97ba-34a4d75b1f56,segment=NetworkSegment(86a180a8-6342-4172-898d-317598973ba0),segment_id=86a180a8-6342-4172-898d-317598973ba0)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:40:38.175682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443caa3-83df-4d5d-98a6-8e0d2225c3a9 req-b690e6bf-d3ae-4ae4-8faf-86a5e7446f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:38.193946 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8443caa3-83df-4d5d-98a6-8e0d2225c3a9 req-b690e6bf-d3ae-4ae4-8faf-86a5e7446f3e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.3145018 Jan 28 05:40:38.239692 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2774cb47-2fab-4738-97ba-34a4d75b1f56), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:38.265034 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b8928ca-fa60-4039-bb4a-abad2eb2f3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:38.272015 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Publish callbacks [] for port (ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:38.272263 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8443caa3-83df-4d5d-98a6-8e0d2225c3a9 req-28358eb7-35d5-4e2f-b959-19d9877e373b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325723 Jan 28 05:40:38.329290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106c025-62cc-4332-8367-7e2bf073406a None None] Pushing event updated for resources: {'Port': ['ID=2774cb47-2fab-4738-97ba-34a4d75b1f56,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:38.340379 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-57c1bd09-3662-4bee-b27f-6582ca7478e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ae4d040b421448797d1c095da310d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914008 Jan 28 05:40:38.343494 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51650) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:38.424769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8443caa3-83df-4d5d-98a6-8e0d2225c3a9 req-6256a09a-aec5-4040-9bdf-5643e7d631e2 service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446521 Jan 28 05:40:38.455178 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2d82789-6c83-48c2-b66b-58ae181f2b22 admin admin] Publish callbacks [] for security_group (86994ed4-7bd5-46fd-90d5-213844ce4a43), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:38.532340 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2d82789-6c83-48c2-b66b-58ae181f2b22 admin admin] Publish callbacks [] for security_group (86994ed4-7bd5-46fd-90d5-213844ce4a43), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:38.566203 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:38.596821 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b8928ca-fa60-4039-bb4a-abad2eb2f3c8 admin admin] Publish callbacks [] for security_group (32fc8d52-68f8-4f0d-9730-1eb0d50a8a19), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:38.663264 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a28d99e2-0d0e-4e26-93d5-fd49ffcf303e req-b8f027e4-f41c-4a6b-8566-b198dcef2eee tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 210 time: 0.0863428 Jan 28 05:40:38.666091 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8443caa3-83df-4d5d-98a6-8e0d2225c3a9 req-9900b69d-8b94-45c3-9325-d09b5427155b service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324195 Jan 28 05:40:38.701691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c828753f-de30-4084-9a27-bf64e200c54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97711e90-40d9-43be-81f9-c557277cb8a1'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:38.703091 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b8928ca-fa60-4039-bb4a-abad2eb2f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (32fc8d52-68f8-4f0d-9730-1eb0d50a8a19), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:38.704711 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06388741-a5e4-4c9b-b3ef-abb95cc9ea94" -d '{"events": [{"server_uuid": "c828753f-de30-4084-9a27-bf64e200c54e", "name": "network-vif-plugged", "status": "completed", "tag": "97711e90-40d9-43be-81f9-c557277cb8a1"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:38.764740 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f1e8ba-ec9f-4536-8c13-116fe3672c25 x-openstack-request-id: req-a7f1e8ba-ec9f-4536-8c13-116fe3672c25 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:38.766496 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c828753f-de30-4084-9a27-bf64e200c54e", "name": "network-vif-plugged", "status": "completed", "tag": "97711e90-40d9-43be-81f9-c557277cb8a1", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:38.767047 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7f1e8ba-ec9f-4536-8c13-116fe3672c25 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:38.768675 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c828753f-de30-4084-9a27-bf64e200c54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97711e90-40d9-43be-81f9-c557277cb8a1', 'code': 200} Jan 28 05:40:38.774643 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:40:38.816422 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2d82789-6c83-48c2-b66b-58ae181f2b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (86994ed4-7bd5-46fd-90d5-213844ce4a43), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:38.820182 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8928ca-fa60-4039-bb4a-abad2eb2f3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fc8d52-68f8-4f0d-9730-1eb0d50a8a19,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:38.821299 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2d82789-6c83-48c2-b66b-58ae181f2b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:38.827493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c2d82789-6c83-48c2-b66b-58ae181f2b22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86994ed4-7bd5-46fd-90d5-213844ce4a43 HTTP/1.1" status: 204 len: 168 time: 0.4815221 Jan 28 05:40:38.847915 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:38.851125 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:40:38.851742 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d82789-6c83-48c2-b66b-58ae181f2b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86994ed4-7bd5-46fd-90d5-213844ce4a43,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:38.956248 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3b8928ca-fa60-4039-bb4a-abad2eb2f3c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e439e0e493c470484c3bccb75a87019&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0650082 Jan 28 05:40:38.958940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51662) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:39.023200 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Pushing event updated for resources: {'Port': ['ID=ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:39.046337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2774cb47-2fab-4738-97ba-34a4d75b1f56 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:40:39.088389 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-aa1f3be5-5bbb-4754-9083-ff8a0d7a743a tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:39.090023 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-aa1f3be5-5bbb-4754-9083-ff8a0d7a743a tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.64 "GET /v2.0/networks?id=56a01931-34aa-4e79-a960-aef0826a6cd6 HTTP/1.1" status: 200 len: 804 time: 0.6559203 Jan 28 05:40:39.117339 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 497251c2-c854-4961-850e-04a5325c5aa9 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:40:39.150969 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:39.187697 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91032f4-1886-4c42-b1b2-b78f3cc2de6a req-74df7773-6b38-42d1-8c88-481f855f6b4c tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:39.189378 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c91032f4-1886-4c42-b1b2-b78f3cc2de6a req-74df7773-6b38-42d1-8c88-481f855f6b4c tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 0.2032061 Jan 28 05:40:39.217084 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b151ec30-1670-4ddd-8fe4-4e222e67bec3 admin admin] Publish callbacks [] for security_group (32fc8d52-68f8-4f0d-9730-1eb0d50a8a19), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:39.232522 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-1aa5dfaf-2900-4ead-b7f8-a27129ec60cb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Request body: {'port': {'device_id': 'ba643430-7ea9-4cd0-99d4-5f162d6d8a47', 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6', 'admin_state_up': True, 'tenant_id': 'b373ada81bc646c197d728690c726ee1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:39.243521 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b151ec30-1670-4ddd-8fe4-4e222e67bec3 admin admin] Publish callbacks [] for security_group (32fc8d52-68f8-4f0d-9730-1eb0d50a8a19), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:39.295247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59583a43-586e-49d5-819b-d094e5385de7 req-ad8c5f64-1a32-4303-a0e5-4ca2c52d06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:39.296836 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59583a43-586e-49d5-819b-d094e5385de7 req-ad8c5f64-1a32-4303-a0e5-4ca2c52d06ac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c828753f-de30-4084-9a27-bf64e200c54e HTTP/1.1" status: 200 len: 1098 time: 0.2442861 Jan 28 05:40:39.303906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 497251c2-c854-4961-850e-04a5325c5aa9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=497251c2-c854-4961-850e-04a5325c5aa9,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:39.322557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 497251c2-c854-4961-850e-04a5325c5aa9 has no active binding in host n-h1-812111-12 {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 05:40:39.335677 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc23c6ca-5dff-4953-8e76-c6082c32afa6 req-59df17a3-4ca0-4b9d-9cc6-328fcbeca612 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 210 time: 0.0431240 Jan 28 05:40:39.346229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 2774cb47-2fab-4738-97ba-34a4d75b1f56 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:39.347371 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2774cb47-2fab-4738-97ba-34a4d75b1f56), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:39.409543 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c91032f4-1886-4c42-b1b2-b78f3cc2de6a req-37a118f0-d4e5-422f-80cb-e0f3bd430e98 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088525 Jan 28 05:40:39.426077 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b151ec30-1670-4ddd-8fe4-4e222e67bec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (32fc8d52-68f8-4f0d-9730-1eb0d50a8a19), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:39.455586 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b151ec30-1670-4ddd-8fe4-4e222e67bec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:39.456949 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b151ec30-1670-4ddd-8fe4-4e222e67bec3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32fc8d52-68f8-4f0d-9730-1eb0d50a8a19 HTTP/1.1" status: 204 len: 168 time: 0.4963746 Jan 28 05:40:39.526875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151ec30-1670-4ddd-8fe4-4e222e67bec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fc8d52-68f8-4f0d-9730-1eb0d50a8a19,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:39.581110 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 2774cb47-2fab-4738-97ba-34a4d75b1f56 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:39.581502 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2774cb47-2fab-4738-97ba-34a4d75b1f56), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:39.623205 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-1aa5dfaf-2900-4ead-b7f8-a27129ec60cb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Made reservation on behalf of b373ada81bc646c197d728690c726ee1 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:40:39.631004 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 2774cb47-2fab-4738-97ba-34a4d75b1f56, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2774cb47-2fab-4738-97ba-34a4d75b1f56,segment=NetworkSegment(86a180a8-6342-4172-898d-317598973ba0),segment_id=86a180a8-6342-4172-898d-317598973ba0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:39.639442 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-1aa5dfaf-2900-4ead-b7f8-a27129ec60cb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:39.641641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59583a43-586e-49d5-819b-d094e5385de7 req-087b8a5d-108b-47a4-ab6a-adc10cd75549 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988138 Jan 28 05:40:39.666039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d49404-5dac-4f58-be00-564d543a724b req-babba3eb-03d0-479d-a1eb-5c4d3396339a tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:39.674117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1d49404-5dac-4f58-be00-564d543a724b req-babba3eb-03d0-479d-a1eb-5c4d3396339a tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e2464ad-dec5-4172-ade8-fe4c0e616065 HTTP/1.1" status: 200 len: 945 time: 0.1587009 Jan 28 05:40:39.712188 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2774cb47-2fab-4738-97ba-34a4d75b1f56), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:39.785434 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1d49404-5dac-4f58-be00-564d543a724b req-60b0e92e-0a42-473a-a2f0-8b88ed5ae043 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102502 Jan 28 05:40:39.866800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=2774cb47-2fab-4738-97ba-34a4d75b1f56,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:39.880034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-deeff62a-dfc4-414c-90ad-e65b013e26ac req-11eb718b-26d6-4a06-8ce3-4774d1e51e8f tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 210 time: 0.0632694 Jan 28 05:40:39.904919 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-1aa5dfaf-2900-4ead-b7f8-a27129ec60cb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Allocated IP 172.20.0.14 (56a01931-34aa-4e79-a960-aef0826a6cd6/b8ad07a0-3844-44a2-a22c-26a49efa296b/21fae95e-d001-43cc-8907-8476cc3fea2a) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:40:39.995771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297b780-b8b8-4d4c-b275-80337d1b5923 req-dee7b69b-88e9-4519-93c7-28fdc282f0ea tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:39.998955 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Publish callbacks [] for router_gateway (49242122-3ab4-4cf5-80a1-1f1911a1c2b7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:40.000818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0297b780-b8b8-4d4c-b275-80337d1b5923 req-dee7b69b-88e9-4519-93c7-28fdc282f0ea tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=c828753f-de30-4084-9a27-bf64e200c54e HTTP/1.1" status: 200 len: 946 time: 0.1003108 Jan 28 05:40:40.049175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae645b7b-844d-44d8-8622-33ea80dff696 None None] Network d95a2273-0126-44d2-84ff-be7bc3192943 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:40:40.073276 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0297b780-b8b8-4d4c-b275-80337d1b5923 req-cdc5fc7f-dd14-45f7-94c2-39b5c5721bed tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651748 Jan 28 05:40:40.137698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-18a40e21-7b5e-4c50-b739-bf2134715679 None None] Provisioning complete for port 2774cb47-2fab-4738-97ba-34a4d75b1f56 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:40.138079 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18a40e21-7b5e-4c50-b739-bf2134715679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2774cb47-2fab-4738-97ba-34a4d75b1f56), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:40.274938 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51682) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:40.301051 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3b560724-9732-4f7f-9bf5-e9acd427dfad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:40.464290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-18a40e21-7b5e-4c50-b739-bf2134715679 None None] Current status of the port 2774cb47-2fab-4738-97ba-34a4d75b1f56 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:40.478588 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3b560724-9732-4f7f-9bf5-e9acd427dfad admin admin] Publish callbacks [] for security_group (33473dfb-cb8a-4bbf-a92b-df795f214a58), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:40.525170 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c38dc901-f636-458e-a560-0a6850f731ee req-f3cd8e9e-dfb8-48b1-9b8f-95c900594346 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 210 time: 0.0442986 Jan 28 05:40:40.601539 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3b560724-9732-4f7f-9bf5-e9acd427dfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (33473dfb-cb8a-4bbf-a92b-df795f214a58), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:40.661943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3b560724-9732-4f7f-9bf5-e9acd427dfad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f385a82e7a04c97ba3f1cfebb156269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857083 Jan 28 05:40:40.668013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51696) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:40.676821 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b560724-9732-4f7f-9bf5-e9acd427dfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33473dfb-cb8a-4bbf-a92b-df795f214a58,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:40.710239 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c3bd5-9670-48df-b292-65f015564462 req-c260e8fa-88da-46f2-88c0-f44d361e188a tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:40.712447 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-450c3bd5-9670-48df-b292-65f015564462 req-c260e8fa-88da-46f2-88c0-f44d361e188a tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 0.1512058 Jan 28 05:40:40.806960 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-1aa5dfaf-2900-4ead-b7f8-a27129ec60cb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks [] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:40.837899 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf4db277-c20f-464c-83e6-5e796201d89b admin admin] Publish callbacks [] for security_group (33473dfb-cb8a-4bbf-a92b-df795f214a58), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:40.882014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2774cb47-2fab-4738-97ba-34a4d75b1f56 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:40:40.887210 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf4db277-c20f-464c-83e6-5e796201d89b admin admin] Publish callbacks [] for security_group (33473dfb-cb8a-4bbf-a92b-df795f214a58), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:40.923674 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (49242122-3ab4-4cf5-80a1-1f1911a1c2b7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:40.962125 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-450c3bd5-9670-48df-b292-65f015564462 req-1a74c8b0-4e77-447f-a39c-03d9da3628b1 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317545 Jan 28 05:40:40.974381 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d7e44970-f0ac-422f-bf35-5eba7628388a None None] Provisioning complete for port 2774cb47-2fab-4738-97ba-34a4d75b1f56 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:40.974761 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d7e44970-f0ac-422f-bf35-5eba7628388a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2774cb47-2fab-4738-97ba-34a4d75b1f56), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:41.053337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 2774cb47-2fab-4738-97ba-34a4d75b1f56 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:41.053965 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2774cb47-2fab-4738-97ba-34a4d75b1f56), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:41.065242 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7649b812-1918-4ab8-9720-959ddbcbd842 req-e33fc171-f97b-4007-9acb-9c73ddb1511e tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 210 time: 0.0416203 Jan 28 05:40:41.130209 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d7e44970-f0ac-422f-bf35-5eba7628388a None None] Current status of the port 2774cb47-2fab-4738-97ba-34a4d75b1f56 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:41.169462 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-1aa5dfaf-2900-4ead-b7f8-a27129ec60cb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:41.174655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 2774cb47-2fab-4738-97ba-34a4d75b1f56 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:41.198809 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf4db277-c20f-464c-83e6-5e796201d89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (33473dfb-cb8a-4bbf-a92b-df795f214a58), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:41.202366 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf4db277-c20f-464c-83e6-5e796201d89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:41.204847 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cf4db277-c20f-464c-83e6-5e796201d89b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33473dfb-cb8a-4bbf-a92b-df795f214a58 HTTP/1.1" status: 204 len: 168 time: 0.5356758 Jan 28 05:40:41.225386 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-1aa5dfaf-2900-4ead-b7f8-a27129ec60cb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Network 56a01931-34aa-4e79-a960-aef0826a6cd6 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:40:41.241288 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-1aa5dfaf-2900-4ead-b7f8-a27129ec60cb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:41.252401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-1aa5dfaf-2900-4ead-b7f8-a27129ec60cb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:40:41.282937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4db277-c20f-464c-83e6-5e796201d89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33473dfb-cb8a-4bbf-a92b-df795f214a58,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:41.318172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-1aa5dfaf-2900-4ead-b7f8-a27129ec60cb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:41.318887 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-1aa5dfaf-2900-4ead-b7f8-a27129ec60cb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:41.330732 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Router 49242122-3ab4-4cf5-80a1-1f1911a1c2b7 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:40:41.338521 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5dfaf-2900-4ead-b7f8-a27129ec60cb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Pushing event updated for resources: {'Port': ['ID=21fae95e-d001-43cc-8907-8476cc3fea2a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:41.346983 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d9f61-6de0-49de-9ba2-d1ff2926f8fe req-113dd189-e932-4bd1-ac18-817df4683379 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:41.352917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-623d9f61-6de0-49de-9ba2-d1ff2926f8fe req-113dd189-e932-4bd1-ac18-817df4683379 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=c828753f-de30-4084-9a27-bf64e200c54e HTTP/1.1" status: 200 len: 946 time: 0.1923635 Jan 28 05:40:41.442491 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-623d9f61-6de0-49de-9ba2-d1ff2926f8fe req-1fa59b84-3ae5-4c81-ad40-6521effa978d tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829046 Jan 28 05:40:41.471830 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-1aa5dfaf-2900-4ead-b7f8-a27129ec60cb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2447546 Jan 28 05:40:41.491560 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Request body: {'port': {'device_id': 'ba643430-7ea9-4cd0-99d4-5f162d6d8a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:41.500358 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:40:41.505044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24c287-63d6-4cad-9859-c0e34b2f7a26 req-ec0c4ee9-9329-4e6b-a45e-90773bb79e78 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:41.506571 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df24c287-63d6-4cad-9859-c0e34b2f7a26 req-ec0c4ee9-9329-4e6b-a45e-90773bb79e78 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 945 time: 0.0577385 Jan 28 05:40:41.517211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Sync routers for ids ['49242122-3ab4-4cf5-80a1-1f1911a1c2b7'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:40:41.532750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Routers {'49242122-3ab4-4cf5-80a1-1f1911a1c2b7'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:40:41.533868 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['49242122-3ab4-4cf5-80a1-1f1911a1c2b7'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:41.589297 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:41.616202 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:41.620882 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-23316978-8cc9-4cbf-a894-ac8680f20255 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0764387 Jan 28 05:40:41.624092 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51718) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:41.665384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df24c287-63d6-4cad-9859-c0e34b2f7a26 req-9444dddb-fc14-4717-97de-aa007fb85fcb tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/security-groups?id=b14f7688-b49c-4575-aab3-7f7261143ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136026 Jan 28 05:40:41.719956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Set router 49242122-3ab4-4cf5-80a1-1f1911a1c2b7 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:40:41.752877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4768d223-faac-4df1-892c-6858249ff278 req-6950d6de-7c24-4edf-af1d-8a5bd2343fff tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 210 time: 0.0437808 Jan 28 05:40:41.808154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51722) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:41.941883 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 497251c2-c854-4961-850e-04a5325c5aa9 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:40:41.987625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7d52919b-b872-4598-b310-b3be3d80be9e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-36047363-network', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:42.100302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 497251c2-c854-4961-850e-04a5325c5aa9 is: DOWN; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:42.119374 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-283980683-router', 'tenant_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:36Z', 'updated_at': '2022-01-28T05:40:39Z', 'revision_number': 3, 'project_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'gw_port': {'id': 'ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ea:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:37Z', 'updated_at': '2022-01-28T05:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:42.121063 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d52919b-b872-4598-b310-b3be3d80be9e admin admin] Made reservation on behalf of 65d1630dd99f462f88d092b15e2322ea for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:40:42.123662 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7d52919b-b872-4598-b310-b3be3d80be9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.136729 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7d52919b-b872-4598-b310-b3be3d80be9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.170014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Checking router: 49242122-3ab4-4cf5-80a1-1f1911a1c2b7 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:40:42.170849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Updating router 49242122-3ab4-4cf5-80a1-1f1911a1c2b7 port ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:40:42.207011 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.218523 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21fae95e-d001-43cc-8907-8476cc3fea2a {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:40:42.230207 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Publish callbacks [] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.239110 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3f6c2-3d5f-4dd5-8c48-3c80894daa4b req-6a2e3c6e-a9c2-4646-96e7-aaa538d76b7a tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:42.243343 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a6e3f6c2-3d5f-4dd5-8c48-3c80894daa4b req-6a2e3c6e-a9c2-4646-96e7-aaa538d76b7a tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 0.1573670 Jan 28 05:40:42.263327 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Transition to ACTIVE for port object 21fae95e-d001-43cc-8907-8476cc3fea2a will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:40:42.298875 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7d52919b-b872-4598-b310-b3be3d80be9e admin admin] Publish callbacks [] for security_group (8acb850d-9464-47ff-82df-41c946b62dd5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.334348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca098e9-b9b5-4fe6-94d9-30ca6cb4c7dc req-23a4ddd4-eb95-4e53-bb63-0c25ae50f2b3 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:42.336686 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ca098e9-b9b5-4fe6-94d9-30ca6cb4c7dc req-23a4ddd4-eb95-4e53-bb63-0c25ae50f2b3 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 932 time: 0.1467462 Jan 28 05:40:42.355418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a6e3f6c2-3d5f-4dd5-8c48-3c80894daa4b req-e9567135-7084-4bf1-862b-2c68c2e57244 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055813 Jan 28 05:40:42.405745 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.443055 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ca098e9-b9b5-4fe6-94d9-30ca6cb4c7dc req-055a45a4-3cb9-4c48-a18f-386f42108282 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860276 Jan 28 05:40:42.471694 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7d52919b-b872-4598-b310-b3be3d80be9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8acb850d-9464-47ff-82df-41c946b62dd5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.530347 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52919b-b872-4598-b310-b3be3d80be9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acb850d-9464-47ff-82df-41c946b62dd5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:42.565776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d52919b-b872-4598-b310-b3be3d80be9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:40:42.565776 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7d52919b-b872-4598-b310-b3be3d80be9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (8daf45de-8e55-429f-b569-ab8f529462ff), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.565776 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-7d52919b-b872-4598-b310-b3be3d80be9e admin admin] Added segment 8daf45de-8e55-429f-b569-ab8f529462ff of type vlan for network 61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 Jan 28 05:40:42.569060 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Pushing event updated for resources: {'Port': ['ID=21fae95e-d001-43cc-8907-8476cc3fea2a,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:42.619273 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7d52919b-b872-4598-b310-b3be3d80be9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (61b95cd5-ca03-4d9d-a93b-dda3240d6ae6), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.731941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d345a2c-3836-4558-b29e-2e12ab094179 req-e38bf476-037f-4e68-bba2-e93c1803a051 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:42.739130 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Publish callbacks [] for port (ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.743973 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d345a2c-3836-4558-b29e-2e12ab094179 req-e38bf476-037f-4e68-bba2-e93c1803a051 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=c828753f-de30-4084-9a27-bf64e200c54e HTTP/1.1" status: 200 len: 946 time: 0.0857847 Jan 28 05:40:42.751870 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7d52919b-b872-4598-b310-b3be3d80be9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (61b95cd5-ca03-4d9d-a93b-dda3240d6ae6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.752925 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d52919b-b872-4598-b310-b3be3d80be9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:42.753670 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7d52919b-b872-4598-b310-b3be3d80be9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.795969 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.835344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52919b-b872-4598-b310-b3be3d80be9e admin admin] Pushing event updated for resources: {'Network': ['ID=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:42.854905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:40:42.862234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7d52919b-b872-4598-b310-b3be3d80be9e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0521510 Jan 28 05:40:42.865975 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51750) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:42.877857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-dae47747-8277-4960-886f-4c807474675e admin admin] Request body: {'subnet': {'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-36047363-subnet', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:42.881355 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Attempting to bind port ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:40:42.881745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Attempting to bind port ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:40:42.882140 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Attempting to bind port ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:42.905612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Attempting to bind port 21fae95e-d001-43cc-8907-8476cc3fea2a on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:40:42.906196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Attempting to bind port 21fae95e-d001-43cc-8907-8476cc3fea2a by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'd40deef8-4c8e-4686-b72c-f11ad13b93cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:40:42.907912 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Attempting to bind port 21fae95e-d001-43cc-8907-8476cc3fea2a on network 56a01931-34aa-4e79-a960-aef0826a6cd6 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:42.915729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:40:42.916114 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:42.916525 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.916925 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:40:42.917410 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Bound port: ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:40:42.917799 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.920340 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Port 21fae95e-d001-43cc-8907-8476cc3fea2a on network 56a01931-34aa-4e79-a960-aef0826a6cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:40:42.920968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Attempting to bind port 21fae95e-d001-43cc-8907-8476cc3fea2a on network 56a01931-34aa-4e79-a960-aef0826a6cd6 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:42.932522 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:40:42.933159 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Checking segment: {'id': 'd40deef8-4c8e-4686-b72c-f11ad13b93cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:42.934277 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Bound using segment: {'id': 'd40deef8-4c8e-4686-b72c-f11ad13b93cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:40:42.934968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Bound port: 21fae95e-d001-43cc-8907-8476cc3fea2a, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40deef8-4c8e-4686-b72c-f11ad13b93cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:40:42.943697 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:42.962440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519948a-ad6f-4a1a-9ef9-5c9e98e0cfac None None] Pushing event updated for resources: {'Port': ['ID=ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:42.991036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d345a2c-3836-4558-b29e-2e12ab094179 req-6317ae04-4ee6-4819-8255-f0fcadbc4fb4 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459722 Jan 28 05:40:43.017162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b51b3-c75b-4714-a7f4-1b3800f0a51e req-d5683c7c-0499-4ee3-a8f1-bdbb012d128a tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:43.038850 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c08b51b3-c75b-4714-a7f4-1b3800f0a51e req-d5683c7c-0499-4ee3-a8f1-bdbb012d128a tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.60 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 945 time: 0.1922255 Jan 28 05:40:43.045171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] For port ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:43.051675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] For port ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:40:43.065894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b9d9b-aead-4b31-a604-fa398ce3e7e7 req-5ec03669-218b-40fb-9cc9-ccf001a5521a tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:43.067566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a55b9d9b-aead-4b31-a604-fa398ce3e7e7 req-5ec03669-218b-40fb-9cc9-ccf001a5521a tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 945 time: 0.2398343 Jan 28 05:40:43.090783 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:43.110664 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] For port 21fae95e-d001-43cc-8907-8476cc3fea2a, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:43.120910 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae47747-8277-4960-886f-4c807474675e admin admin] Made reservation on behalf of 65d1630dd99f462f88d092b15e2322ea for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:40:43.124177 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dae47747-8277-4960-886f-4c807474675e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:43.172379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] For port 21fae95e-d001-43cc-8907-8476cc3fea2a, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=21fae95e-d001-43cc-8907-8476cc3fea2a,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:40:43.215996 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b53de974-bf48-4dcc-b857-ecb72585dd46 req-d3188a8b-969f-46be-beec-9cf0f65113c5 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 210 time: 0.1137948 Jan 28 05:40:43.220054 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:43.346269 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a55b9d9b-aead-4b31-a604-fa398ce3e7e7 req-f49bca04-1bbb-4269-bfc6-15128952fd4a tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/security-groups?id=b14f7688-b49c-4575-aab3-7f7261143ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474303 Jan 28 05:40:43.347694 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:43.376573 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519948a-ad6f-4a1a-9ef9-5c9e98e0cfac None None] Pushing event updated for resources: {'Port': ['ID=ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:43.379422 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Routers {'49242122-3ab4-4cf5-80a1-1f1911a1c2b7'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:40:43.380174 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['49242122-3ab4-4cf5-80a1-1f1911a1c2b7'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:43.398857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c08b51b3-c75b-4714-a7f4-1b3800f0a51e req-67648be3-c4f0-4ab9-9a94-4e86f555d7c3 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Deleting port 135f3193-debb-444f-b061-d80229faf64b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:40:43.404450 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c08b51b3-c75b-4714-a7f4-1b3800f0a51e req-67648be3-c4f0-4ab9-9a94-4e86f555d7c3 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (135f3193-debb-444f-b061-d80229faf64b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:43.475373 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:43.475993 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:43.478495 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] 10.222.0.64 "PUT /v2.0/ports/21fae95e-d001-43cc-8907-8476cc3fea2a HTTP/1.1" status: 200 len: 1093 time: 1.9929852 Jan 28 05:40:43.490171 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba643430-7ea9-4cd0-99d4-5f162d6d8a47', 'tag': '21fae95e-d001-43cc-8907-8476cc3fea2a'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:43.493204 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ae127c-3236-460a-a6e1-3838d7df2b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba643430-7ea9-4cd0-99d4-5f162d6d8a47", "tag": "21fae95e-d001-43cc-8907-8476cc3fea2a"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:43.521688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] Allocated IP 172.20.0.1 (d95a2273-0126-44d2-84ff-be7bc3192943/c8932cc8-7990-4c74-89e4-624cd23d3f06/ef6696e5-b642-4a71-a39e-571423f5df4f) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:40:43.539615 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad28716-6af5-4865-9c56-7c514670f52e service neutron] Pushing event updated for resources: {'Port': ['ID=21fae95e-d001-43cc-8907-8476cc3fea2a,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:43.560243 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] Set router 49242122-3ab4-4cf5-80a1-1f1911a1c2b7 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:40:43.722139 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d489a88-d157-4fb4-9f53-612673e894a4 req-dab4510c-40ae-4bc7-8aa5-3f34c9020e12 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:43.733464 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d489a88-d157-4fb4-9f53-612673e894a4 req-dab4510c-40ae-4bc7-8aa5-3f34c9020e12 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 0.2450542 Jan 28 05:40:43.754652 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c08b51b3-c75b-4714-a7f4-1b3800f0a51e req-67648be3-c4f0-4ab9-9a94-4e86f555d7c3 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] For port 135f3193-debb-444f-b061-d80229faf64b, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=135f3193-debb-444f-b061-d80229faf64b,segment=NetworkSegment(800f8ca9-33e4-4cd3-a045-745d99472ffb),segment_id=800f8ca9-33e4-4cd3-a045-745d99472ffb)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:43.756052 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c08b51b3-c75b-4714-a7f4-1b3800f0a51e req-67648be3-c4f0-4ab9-9a94-4e86f555d7c3 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (135f3193-debb-444f-b061-d80229faf64b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:43.774036 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] Publish callbacks [] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:43.777386 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-2e75b779-a80f-4973-a587-81f0d5803635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:43.779170 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-2e75b779-a80f-4973-a587-81f0d5803635 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b373ada81bc646c197d728690c726ee1&device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 1096 time: 0.1087208 Jan 28 05:40:43.843043 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-283980683-router', 'tenant_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:36Z', 'updated_at': '2022-01-28T05:40:39Z', 'revision_number': 3, 'project_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'gw_port': {'id': 'ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ea:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:37Z', 'updated_at': '2022-01-28T05:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:43.884077 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-f6c84dc6-36e5-4002-9c5c-0687dcadf8f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21fae95e-d001-43cc-8907-8476cc3fea2a HTTP/1.1" status: 200 len: 217 time: 0.0902843 Jan 28 05:40:43.884459 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dae47747-8277-4960-886f-4c807474675e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (a5b1eb11-9372-4285-a398-f70d8c8c3671), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:43.922275 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d489a88-d157-4fb4-9f53-612673e894a4 req-7563940e-7ff5-4f7d-af51-11a5eafaf86e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902339 Jan 28 05:40:43.924883 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c325e3-665e-4ade-8d4f-4d7f0d12270c None None] The sync data for ids ['49242122-3ab4-4cf5-80a1-1f1911a1c2b7'] in n-d-812111-12 is: [{'id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-283980683-router', 'tenant_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:36Z', 'updated_at': '2022-01-28T05:40:39Z', 'revision_number': 3, 'project_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'gw_port': {'id': 'ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ea:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:37Z', 'updated_at': '2022-01-28T05:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:40:44.021187 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-527be21d-6752-4fe4-b3f0-dfb50c740c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:44.022285 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-527be21d-6752-4fe4-b3f0-dfb50c740c7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b8ad07a0-3844-44a2-a22c-26a49efa296b HTTP/1.1" status: 200 len: 844 time: 0.1290946 Jan 28 05:40:44.028941 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1a841f-d048-453e-910d-077c6e2c878a x-openstack-request-id: req-3f1a841f-d048-453e-910d-077c6e2c878a {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:44.029293 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba643430-7ea9-4cd0-99d4-5f162d6d8a47", "tag": "21fae95e-d001-43cc-8907-8476cc3fea2a", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:44.029614 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f1a841f-d048-453e-910d-077c6e2c878a {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:44.030138 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba643430-7ea9-4cd0-99d4-5f162d6d8a47', 'tag': '21fae95e-d001-43cc-8907-8476cc3fea2a', 'status': 'completed', 'code': 200} Jan 28 05:40:44.090101 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae47747-8277-4960-886f-4c807474675e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b1eb11-9372-4285-a398-f70d8c8c3671,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:44.092817 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-5a07e1ce-bfde-4f52-8131-40163b6f1148 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56a01931-34aa-4e79-a960-aef0826a6cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498700 Jan 28 05:40:44.094767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae47747-8277-4960-886f-4c807474675e admin admin] Checking segment: {'id': '8daf45de-8e55-429f-b569-ab8f529462ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:44.095130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae47747-8277-4960-886f-4c807474675e admin admin] Network hostable DHCP agents. Network: 61b95cd5-ca03-4d9d-a93b-dda3240d6ae6, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:40:44.182910 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e5df8-04aa-4c5e-850f-78a6c77bc48d req-2146c0b1-9deb-4b52-bd72-5fce032839a8 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:44.184508 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea7e5df8-04aa-4c5e-850f-78a6c77bc48d req-2146c0b1-9deb-4b52-bd72-5fce032839a8 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 944 time: 0.2238998 Jan 28 05:40:44.227544 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c08b51b3-c75b-4714-a7f4-1b3800f0a51e req-67648be3-c4f0-4ab9-9a94-4e86f555d7c3 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:44.227914 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c08b51b3-c75b-4714-a7f4-1b3800f0a51e req-67648be3-c4f0-4ab9-9a94-4e86f555d7c3 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (5dcb876b-8114-473c-8860-cca3abf6e849), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:44.228234 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-c08b51b3-c75b-4714-a7f4-1b3800f0a51e req-67648be3-c4f0-4ab9-9a94-4e86f555d7c3 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Floating IP 5dcb876b-8114-473c-8860-cca3abf6e849 disassociated. External IP: 172.25.0.117, port: 135f3193-debb-444f-b061-d80229faf64b. Jan 28 05:40:44.228579 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c08b51b3-c75b-4714-a7f4-1b3800f0a51e req-67648be3-c4f0-4ab9-9a94-4e86f555d7c3 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Calling delete_port for 135f3193-debb-444f-b061-d80229faf64b owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:40:44.264921 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-b29dc7bb-ceae-449f-8951-fa36b9291767 service neutron] 10.222.0.64 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633425 Jan 28 05:40:44.268080 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:44.268845 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea7e5df8-04aa-4c5e-850f-78a6c77bc48d req-4903dc83-273f-45fd-a94b-0430dcc36dfc tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738912 Jan 28 05:40:44.357750 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae47747-8277-4960-886f-4c807474675e admin admin] Network 61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:40:44.387251 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] Network d95a2273-0126-44d2-84ff-be7bc3192943 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:40:44.495026 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:44.499007 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:40:44.505675 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbc4e392-266c-49a3-8618-dc1295c236ae req-0c50e78c-ba62-42ff-a981-cf4c89035f0c tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 210 time: 0.0793452 Jan 28 05:40:44.506443 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-dae47747-8277-4960-886f-4c807474675e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 61b95cd5-ca03-4d9d-a93b-dda3240d6ae6) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:44.514426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae47747-8277-4960-886f-4c807474675e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:44.515020 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dae47747-8277-4960-886f-4c807474675e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:44.550259 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6d7e80-e0bb-4101-8c93-e80c3cf3f837 None None] Network 61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:40:44.612012 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] Pushing event updated for resources: {'Port': ['ID=ef6696e5-b642-4a71-a39e-571423f5df4f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:44.696051 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (49242122-3ab4-4cf5-80a1-1f1911a1c2b7), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:44.703143 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-dae47747-8277-4960-886f-4c807474675e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8354559 Jan 28 05:40:44.712448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51790) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:44.733678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-36047363-router', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:44.795776 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c08b51b3-c75b-4714-a7f4-1b3800f0a51e req-67648be3-c4f0-4ab9-9a94-4e86f555d7c3 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (135f3193-debb-444f-b061-d80229faf64b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:44.900692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087fe993-0629-4aa0-9a04-4f70530ee009 None None] Network 61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:40:44.903003 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-120a56a8-2b05-40ec-9ab9-3f8e97bd9bdc req-558d80bf-a6a3-4cb8-8619-96fa06b1ba1b service neutron] 10.222.0.64 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150250 Jan 28 05:40:44.990082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67648be3-c4f0-4ab9-9a94-4e86f555d7c3 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Pushing event deleted for resources: {'Port': ['ID=135f3193-debb-444f-b061-d80229faf64b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:45.004309 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:40:45.024384 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (d6b5a16a-4877-4306-8a81-bbdb9b8ce578), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:45.025643 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (d6b5a16a-4877-4306-8a81-bbdb9b8ce578), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:45.052154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e687f-ea03-4129-b8cc-0b098f5dc7dc req-4105106f-4b80-4c9e-88ac-358781b20d0c tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:45.063713 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-974e687f-ea03-4129-b8cc-0b098f5dc7dc req-4105106f-4b80-4c9e-88ac-358781b20d0c tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62ca2c9-48e9-413a-8419-d761e2c3140d HTTP/1.1" status: 200 len: 945 time: 0.4329364 Jan 28 05:40:45.200912 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae127c-3236-460a-a6e1-3838d7df2b6d req-927cd315-d2b3-4ee9-8db6-f79e1d6bb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:45.202540 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-21ae127c-3236-460a-a6e1-3838d7df2b6d req-927cd315-d2b3-4ee9-8db6-f79e1d6bb9a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b373ada81bc646c197d728690c726ee1&device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 1096 time: 0.1262476 Jan 28 05:40:45.203399 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:45.210075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8fffac99-6332-43c7-884b-b6b8878f7413 None None] Provisioning complete for port ef6696e5-b642-4a71-a39e-571423f5df4f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:45.210478 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8fffac99-6332-43c7-884b-b6b8878f7413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:45.271580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c08b51b3-c75b-4714-a7f4-1b3800f0a51e req-67648be3-c4f0-4ab9-9a94-4e86f555d7c3 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Router 1cb19c54-b610-4369-9459-abe0b6a24b36 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:40:45.302219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:45.305354 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:45.336770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8fffac99-6332-43c7-884b-b6b8878f7413 None None] Port ef6696e5-b642-4a71-a39e-571423f5df4f cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:40:45.428528 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae127c-3236-460a-a6e1-3838d7df2b6d req-9098468b-7856-4891-b788-fe5d72924568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:45.430932 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-21ae127c-3236-460a-a6e1-3838d7df2b6d req-9098468b-7856-4891-b788-fe5d72924568 service neutron] 10.222.0.64 "GET /v2.0/networks?id=56a01931-34aa-4e79-a960-aef0826a6cd6 HTTP/1.1" status: 200 len: 905 time: 0.2120914 Jan 28 05:40:45.447000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:45.450824 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:45.508479 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:45.580512 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-21ae127c-3236-460a-a6e1-3838d7df2b6d req-95a50063-55ff-4ace-a649-671eec85d8a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21fae95e-d001-43cc-8907-8476cc3fea2a HTTP/1.1" status: 200 len: 217 time: 0.1096601 Jan 28 05:40:45.591034 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:45.705062 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:45.724679 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae127c-3236-460a-a6e1-3838d7df2b6d req-41f45755-74c7-4516-aeea-83ea65b9d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:45.726250 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-21ae127c-3236-460a-a6e1-3838d7df2b6d req-41f45755-74c7-4516-aeea-83ea65b9d098 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b8ad07a0-3844-44a2-a22c-26a49efa296b HTTP/1.1" status: 200 len: 844 time: 0.1195307 Jan 28 05:40:45.771381 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-21ae127c-3236-460a-a6e1-3838d7df2b6d req-cd056a8d-6445-4495-a81a-8437e211d024 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56a01931-34aa-4e79-a960-aef0826a6cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375683 Jan 28 05:40:45.772711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 135f3193-debb-444f-b061-d80229faf64b no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:40:45.797403 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 135f3193-debb-444f-b061-d80229faf64b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:40:45.798208 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 135f3193-debb-444f-b061-d80229faf64b not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:40:45.829705 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] Publish callbacks [] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:45.910367 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Publish callbacks [] for router_controller (d6b5a16a-4877-4306-8a81-bbdb9b8ce578), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:45.913593 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-21ae127c-3236-460a-a6e1-3838d7df2b6d req-1043c477-9b98-40ed-b2cc-fbbbf73422ae service neutron] 10.222.0.64 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120794 Jan 28 05:40:45.966870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b1d20-86f2-41c4-b4d3-c55286748089 req-3ede82da-ba98-4fdb-b083-fc369c92b23e tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:45.968372 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d27b1d20-86f2-41c4-b4d3-c55286748089 req-3ede82da-ba98-4fdb-b083-fc369c92b23e tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.60 "GET /v2.0/ports?device_id=c828753f-de30-4084-9a27-bf64e200c54e HTTP/1.1" status: 200 len: 946 time: 0.6929045 Jan 28 05:40:46.030979 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-974e687f-ea03-4129-b8cc-0b098f5dc7dc req-552e05c8-5027-43c7-ae20-22670aa4ad96 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/security-groups?id=b14f7688-b49c-4575-aab3-7f7261143ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9661195 Jan 28 05:40:46.265769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-51727802-9d00-490b-8ebd-08e03f2ffc68 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:46.272891 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-51727802-9d00-490b-8ebd-08e03f2ffc68 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/networks?id=7ec0833a-7b62-4927-b291-5ebad48637b1 HTTP/1.1" status: 200 len: 813 time: 0.9989703 Jan 28 05:40:46.273613 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:46.388054 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c08b51b3-c75b-4714-a7f4-1b3800f0a51e req-67648be3-c4f0-4ab9-9a94-4e86f555d7c3 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:40:46.396268 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] Pushing event updated for resources: {'Port': ['ID=ef6696e5-b642-4a71-a39e-571423f5df4f,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:46.405919 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f7034-0708-42ae-ad91-d58784068b8f None None] Sync routers for ids ['1cb19c54-b610-4369-9459-abe0b6a24b36'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:40:46.408213 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-80b1d46a-82ee-463b-8d9c-2987577a04ce tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/quotas/f6b6b8ef3a51426f82271774c4ac5762 HTTP/1.1" status: 200 len: 375 time: 0.1348045 Jan 28 05:40:46.417716 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6f7034-0708-42ae-ad91-d58784068b8f None None] Routers {'1cb19c54-b610-4369-9459-abe0b6a24b36'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:40:46.418623 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ae6f7034-0708-42ae-ad91-d58784068b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['1cb19c54-b610-4369-9459-abe0b6a24b36'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:46.422349 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (49242122-3ab4-4cf5-80a1-1f1911a1c2b7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:46.446887 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-21ae127c-3236-460a-a6e1-3838d7df2b6d req-270c36b4-3f3f-437b-be7a-42d04c1c09e4 service neutron] 10.222.0.64 "GET /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256572 Jan 28 05:40:46.512136 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Publish callbacks [] for router_gateway (d6b5a16a-4877-4306-8a81-bbdb9b8ce578), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:46.577002 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] Network d95a2273-0126-44d2-84ff-be7bc3192943 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:40:46.579810 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:46.589772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ae0ba-42d4-4680-a45c-03d60f7d2efb req-af23f576-e5cf-4693-8dc8-cb5409128a2e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:46.598372 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa3ae0ba-42d4-4680-a45c-03d60f7d2efb req-af23f576-e5cf-4693-8dc8-cb5409128a2e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 0.4627733 Jan 28 05:40:46.603487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08b51b3-c75b-4714-a7f4-1b3800f0a51e req-67648be3-c4f0-4ab9-9a94-4e86f555d7c3 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] No DVR routers for this DVR port 135f3193-debb-444f-b061-d80229faf64b on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:40:46.606671 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c08b51b3-c75b-4714-a7f4-1b3800f0a51e req-67648be3-c4f0-4ab9-9a94-4e86f555d7c3 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:46.611705 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c08b51b3-c75b-4714-a7f4-1b3800f0a51e req-67648be3-c4f0-4ab9-9a94-4e86f555d7c3 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.60 "DELETE /v2.0/ports/135f3193-debb-444f-b061-d80229faf64b HTTP/1.1" status: 204 len: 173 time: 3.5713322 Jan 28 05:40:46.622530 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ae6f7034-0708-42ae-ad91-d58784068b8f None None] Set router 1cb19c54-b610-4369-9459-abe0b6a24b36 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:40:46.628366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62ca2c9-48e9-413a-8419-d761e2c3140d', 'name': 'network-vif-deleted', 'tag': '135f3193-debb-444f-b061-d80229faf64b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:46.630966 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246f2201-699c-479a-842e-c9632f696380" -d '{"events": [{"server_uuid": "c62ca2c9-48e9-413a-8419-d761e2c3140d", "name": "network-vif-deleted", "tag": "135f3193-debb-444f-b061-d80229faf64b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:46.642494 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2daed-b06a-4283-9582-85a934d0f504 req-e718a018-a64a-4f01-8672-292865b6b16a tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:46.644263 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52b2daed-b06a-4283-9582-85a934d0f504 req-e718a018-a64a-4f01-8672-292865b6b16a tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e2464ad-dec5-4172-ade8-fe4c0e616065 HTTP/1.1" status: 200 len: 945 time: 0.3878949 Jan 28 05:40:46.801562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-d27b1d20-86f2-41c4-b4d3-c55286748089 req-48a5a3eb-1e96-46fd-988f-11e58b5f3f6b tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Deleting port 97711e90-40d9-43be-81f9-c557277cb8a1 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:40:46.801971 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d27b1d20-86f2-41c4-b4d3-c55286748089 req-48a5a3eb-1e96-46fd-988f-11e58b5f3f6b tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (97711e90-40d9-43be-81f9-c557277cb8a1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:46.854916 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] Router 49242122-3ab4-4cf5-80a1-1f1911a1c2b7 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:40:46.871176 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:40:46.930960 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa3ae0ba-42d4-4680-a45c-03d60f7d2efb req-677db20a-730f-4b26-9a80-8fb4a88ce37d tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319793 Jan 28 05:40:46.985270 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:46.985270 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:47.012158 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-35f95f70-be81-4dce-8b8d-ef7f4a12f1e9 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f6b6b8ef3a51426f82271774c4ac5762&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6026764 Jan 28 05:40:47.121741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:40:47.152426 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1585f35e-7e75-4945-83db-dc768dd6545e admin admin] 10.222.0.31 "PUT /v2.0/routers/49242122-3ab4-4cf5-80a1-1f1911a1c2b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5240765 Jan 28 05:40:47.248510 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ae6f7034-0708-42ae-ad91-d58784068b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'name': 'tempest-ServersTestFqdnHostnames-459416412-router', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '227f7719-1250-4bae-9449-0966e3bf4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:38:19Z', 'updated_at': '2022-01-28T05:38:26Z', 'revision_number': 4, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'gw_port': {'id': '227f7719-1250-4bae-9449-0966e3bf4017', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:20Z', 'updated_at': '2022-01-28T05:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '8e997e91-1da1-417b-a70c-47c8ec01406c', 'name': '', 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'mac_address': 'fa:16:3e:dd:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:38:33Z', 'revision_number': 5, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'subnets': [{'id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:47.284434 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f7034-0708-42ae-ad91-d58784068b8f None None] Checking router: 1cb19c54-b610-4369-9459-abe0b6a24b36 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:40:47.294372 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6f7034-0708-42ae-ad91-d58784068b8f None None] Routers {'1cb19c54-b610-4369-9459-abe0b6a24b36'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:40:47.295370 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ae6f7034-0708-42ae-ad91-d58784068b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['1cb19c54-b610-4369-9459-abe0b6a24b36'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:47.306127 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-2af0bbdd-74bf-475f-b21e-afc66bd9eca2 service neutron] 10.222.0.31 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799842 Jan 28 05:40:47.333847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d27b1d20-86f2-41c4-b4d3-c55286748089 req-48a5a3eb-1e96-46fd-988f-11e58b5f3f6b tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] For port 97711e90-40d9-43be-81f9-c557277cb8a1, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=97711e90-40d9-43be-81f9-c557277cb8a1,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:47.334264 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d27b1d20-86f2-41c4-b4d3-c55286748089 req-48a5a3eb-1e96-46fd-988f-11e58b5f3f6b tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (97711e90-40d9-43be-81f9-c557277cb8a1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:47.349634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-d27b1d20-86f2-41c4-b4d3-c55286748089 req-48a5a3eb-1e96-46fd-988f-11e58b5f3f6b tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Calling delete_port for 97711e90-40d9-43be-81f9-c557277cb8a1 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:40:47.366063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 21fae95e-d001-43cc-8907-8476cc3fea2a details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:40:47.369463 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Sync routers for ids ['49242122-3ab4-4cf5-80a1-1f1911a1c2b7'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:40:47.432420 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-39e471bd-5af4-4526-a276-be2bb12f7cdb None None] Provisioning complete for port ef6696e5-b642-4a71-a39e-571423f5df4f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:47.435632 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39e471bd-5af4-4526-a276-be2bb12f7cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:47.471524 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ae6f7034-0708-42ae-ad91-d58784068b8f None None] Set router 1cb19c54-b610-4369-9459-abe0b6a24b36 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:40:47.482909 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-52b2daed-b06a-4283-9582-85a934d0f504 req-174943ec-1f64-4120-a1f9-53a4e43ba8dd tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Deleting port 6819adf2-b87c-4509-8152-a7604e80cfd1 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:40:47.484934 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-52b2daed-b06a-4283-9582-85a934d0f504 req-174943ec-1f64-4120-a1f9-53a4e43ba8dd tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6819adf2-b87c-4509-8152-a7604e80cfd1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:47.500678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Routers {'49242122-3ab4-4cf5-80a1-1f1911a1c2b7'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:40:47.500678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['49242122-3ab4-4cf5-80a1-1f1911a1c2b7'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:47.648904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-39e471bd-5af4-4526-a276-be2bb12f7cdb None None] Port ef6696e5-b642-4a71-a39e-571423f5df4f cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:40:47.857468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 97711e90-40d9-43be-81f9-c557277cb8a1 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:40:47.884144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:47.896157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0dce9-67d7-471c-ba94-79dbe1304228 req-835678a9-90b7-4306-a4a7-a1719dee43cc tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:47.908592 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31f0dce9-67d7-471c-ba94-79dbe1304228 req-835678a9-90b7-4306-a4a7-a1719dee43cc tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 944 time: 0.5972500 Jan 28 05:40:47.995832 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ae6f7034-0708-42ae-ad91-d58784068b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'name': 'tempest-ServersTestFqdnHostnames-459416412-router', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '227f7719-1250-4bae-9449-0966e3bf4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:38:19Z', 'updated_at': '2022-01-28T05:38:26Z', 'revision_number': 4, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'gw_port': {'id': '227f7719-1250-4bae-9449-0966e3bf4017', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:20Z', 'updated_at': '2022-01-28T05:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '8e997e91-1da1-417b-a70c-47c8ec01406c', 'name': '', 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'mac_address': 'fa:16:3e:dd:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:38:33Z', 'revision_number': 5, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'subnets': [{'id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:48.005241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51832) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:48.033966 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 21fae95e-d001-43cc-8907-8476cc3fea2a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=21fae95e-d001-43cc-8907-8476cc3fea2a,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:48.056963 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f7034-0708-42ae-ad91-d58784068b8f None None] The sync data for ids ['1cb19c54-b610-4369-9459-abe0b6a24b36'] in n-d-812111-12 is: [{'id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'name': 'tempest-ServersTestFqdnHostnames-459416412-router', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '227f7719-1250-4bae-9449-0966e3bf4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:38:19Z', 'updated_at': '2022-01-28T05:38:26Z', 'revision_number': 4, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'gw_port': {'id': '227f7719-1250-4bae-9449-0966e3bf4017', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:20Z', 'updated_at': '2022-01-28T05:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '8e997e91-1da1-417b-a70c-47c8ec01406c', 'name': '', 'network_id': '1e73c1dc-4fc5-4e41-b105-c4aa01477fd1', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'mac_address': 'fa:16:3e:dd:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:25Z', 'updated_at': '2022-01-28T05:38:33Z', 'revision_number': 5, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'subnets': [{'id': '72573948-ace2-46d0-8b69-5e1befdd31d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:40:48.076615 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Set router 49242122-3ab4-4cf5-80a1-1f1911a1c2b7 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:40:48.091733 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-4743e32b-0993-4bef-9d2c-8e85fe70465e service neutron] 10.222.0.31 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7338281 Jan 28 05:40:48.148335 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '21fae95e-d001-43cc-8907-8476cc3fea2a', 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6', 'port_id': '21fae95e-d001-43cc-8907-8476cc3fea2a', 'mac_address': 'fa:16:3e:bb:be:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ad07a0-3844-44a2-a22c-26a49efa296b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:40:48.237343 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 97711e90-40d9-43be-81f9-c557277cb8a1 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:48.238735 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (97711e90-40d9-43be-81f9-c557277cb8a1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:48.288009 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 21fae95e-d001-43cc-8907-8476cc3fea2a is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:48.288544 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:48.356564 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-735bf904-a4fe-452a-9cb2-7b910c248994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:48.435770 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-52b2daed-b06a-4283-9582-85a934d0f504 req-174943ec-1f64-4120-a1f9-53a4e43ba8dd tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] For port 6819adf2-b87c-4509-8152-a7604e80cfd1, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=6819adf2-b87c-4509-8152-a7604e80cfd1,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:48.436254 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-52b2daed-b06a-4283-9582-85a934d0f504 req-174943ec-1f64-4120-a1f9-53a4e43ba8dd tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6819adf2-b87c-4509-8152-a7604e80cfd1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:48.547642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31f0dce9-67d7-471c-ba94-79dbe1304228 req-435c23fb-6768-45d0-bcfa-5132b940bd30 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6388490 Jan 28 05:40:48.559817 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-735bf904-a4fe-452a-9cb2-7b910c248994 admin admin] Publish callbacks [] for security_group (d3e2f181-1582-4c02-81d0-9eec7074eb81), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:48.560978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-52b2daed-b06a-4283-9582-85a934d0f504 req-174943ec-1f64-4120-a1f9-53a4e43ba8dd tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Calling delete_port for 6819adf2-b87c-4509-8152-a7604e80cfd1 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:40:48.635709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21fae95e-d001-43cc-8907-8476cc3fea2a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:40:48.647518 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-735bf904-a4fe-452a-9cb2-7b910c248994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d3e2f181-1582-4c02-81d0-9eec7074eb81), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:48.670529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 21fae95e-d001-43cc-8907-8476cc3fea2a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=21fae95e-d001-43cc-8907-8476cc3fea2a,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:48.687375 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a8579f-0c42-409d-9946-c43003336066 None None] New status for floating IP 5dcb876b-8114-473c-8860-cca3abf6e849: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:40:48.712113 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf904-a4fe-452a-9cb2-7b910c248994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e2f181-1582-4c02-81d0-9eec7074eb81,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:48.802820 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-735bf904-a4fe-452a-9cb2-7b910c248994 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63d033da3457448bb03fbc10338169c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7934093 Jan 28 05:40:48.807653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51838) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:48.829111 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:48.838118 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Publish callbacks [] for router_gateway (d6b5a16a-4877-4306-8a81-bbdb9b8ce578), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:48.848068 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f2453f-702c-4a96-b5be-8bc2728cffe3 x-openstack-request-id: req-26f2453f-702c-4a96-b5be-8bc2728cffe3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:48.848366 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62ca2c9-48e9-413a-8419-d761e2c3140d", "name": "network-vif-deleted", "tag": "135f3193-debb-444f-b061-d80229faf64b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:48.849607 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26f2453f-702c-4a96-b5be-8bc2728cffe3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:48.850687 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62ca2c9-48e9-413a-8419-d761e2c3140d', 'name': 'network-vif-deleted', 'tag': '135f3193-debb-444f-b061-d80229faf64b', 'status': 'completed', 'code': 200} Jan 28 05:40:48.933810 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a615e9e2-a322-4dcd-b3b2-8618feb22df2 admin admin] Publish callbacks [] for security_group (d3e2f181-1582-4c02-81d0-9eec7074eb81), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:48.947447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=21fae95e-d001-43cc-8907-8476cc3fea2a,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:48.991307 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39614742-8723-4a5d-afce-f067da99aef1 req-36a73f7f-a8a1-459b-ac07-b68462a2de33 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 210 time: 0.2803454 Jan 28 05:40:49.008719 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a615e9e2-a322-4dcd-b3b2-8618feb22df2 admin admin] Publish callbacks [] for security_group (d3e2f181-1582-4c02-81d0-9eec7074eb81), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:49.020653 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:49.022564 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 28 05:40:49.022564 n-d-812111-12 neutron-server[103636]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Jan 28 05:40:49.022564 n-d-812111-12 neutron-server[103636]: [parameters: {'status': 'DOWN', 'ports_id': '97711e90-40d9-43be-81f9-c557277cb8a1'}] Jan 28 05:40:49.022564 n-d-812111-12 neutron-server[103636]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:40:49.023877 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:40:49.136512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-283980683-router', 'tenant_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:36Z', 'updated_at': '2022-01-28T05:40:45Z', 'revision_number': 4, 'project_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'gw_port': {'id': 'ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:37Z', 'updated_at': '2022-01-28T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'ef6696e5-b642-4a71-a39e-571423f5df4f', 'name': '', 'network_id': 'd95a2273-0126-44d2-84ff-be7bc3192943', 'tenant_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'mac_address': 'fa:16:3e:c9:ac:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'c8932cc8-7990-4c74-89e4-624cd23d3f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:43Z', 'updated_at': '2022-01-28T05:40:45Z', 'revision_number': 2, 'project_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'subnets': [{'id': 'c8932cc8-7990-4c74-89e4-624cd23d3f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:49.253291 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a615e9e2-a322-4dcd-b3b2-8618feb22df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d3e2f181-1582-4c02-81d0-9eec7074eb81), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:49.256149 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a615e9e2-a322-4dcd-b3b2-8618feb22df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:49.258864 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a615e9e2-a322-4dcd-b3b2-8618feb22df2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3e2f181-1582-4c02-81d0-9eec7074eb81 HTTP/1.1" status: 204 len: 168 time: 0.4523926 Jan 28 05:40:49.286243 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615e9e2-a322-4dcd-b3b2-8618feb22df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e2f181-1582-4c02-81d0-9eec7074eb81,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:49.312241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 6819adf2-b87c-4509-8152-a7604e80cfd1 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:40:49.314640 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['21fae95e-d001-43cc-8907-8476cc3fea2a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:40:49.331153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Checking router: 49242122-3ab4-4cf5-80a1-1f1911a1c2b7 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:40:49.331643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Updating router 49242122-3ab4-4cf5-80a1-1f1911a1c2b7 port ef6696e5-b642-4a71-a39e-571423f5df4f binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:40:49.418066 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d27b1d20-86f2-41c4-b4d3-c55286748089 req-48a5a3eb-1e96-46fd-988f-11e58b5f3f6b tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (97711e90-40d9-43be-81f9-c557277cb8a1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:49.423310 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:49.548832 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 6819adf2-b87c-4509-8152-a7604e80cfd1 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:49.548832 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6819adf2-b87c-4509-8152-a7604e80cfd1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:49.640037 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Port 97711e90-40d9-43be-81f9-c557277cb8a1 update to DOWN by agent not found {{(pid=103636) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 05:40:49.659306 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5a3eb-1e96-46fd-988f-11e58b5f3f6b tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Pushing event deleted for resources: {'Port': ['ID=97711e90-40d9-43be-81f9-c557277cb8a1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:49.717695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51854) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:49.835490 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Allocated IP 172.25.0.6 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/b5bdfa36-19a9-4597-87ee-2aab43804a31) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:40:49.871657 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4f7a50f5-0bf5-4800-bbfe-1ece49030323 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for security_group (b14f7688-b49c-4575-aab3-7f7261143ba3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:49.941582 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4f7a50f5-0bf5-4800-bbfe-1ece49030323 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for security_group (b14f7688-b49c-4575-aab3-7f7261143ba3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:50.077333 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Publish callbacks [] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:50.182745 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4f7a50f5-0bf5-4800-bbfe-1ece49030323 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b14f7688-b49c-4575-aab3-7f7261143ba3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:50.185126 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4f7a50f5-0bf5-4800-bbfe-1ece49030323 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:50.188996 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4f7a50f5-0bf5-4800-bbfe-1ece49030323 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "DELETE /v2.0/security-groups/b14f7688-b49c-4575-aab3-7f7261143ba3 HTTP/1.1" status: 204 len: 168 time: 0.4671984 Jan 28 05:40:50.191245 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51864) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:50.236374 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a50f5-0bf5-4800-bbfe-1ece49030323 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14f7688-b49c-4575-aab3-7f7261143ba3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:50.244409 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:50.249019 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Publish callbacks [] for port (b5bdfa36-19a9-4597-87ee-2aab43804a31), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:50.257277 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-1ec005c7-f9b6-4550-9224-87f1adcaa05d tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] show failed (client error): The resource could not be found. Jan 28 05:40:50.259912 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1ec005c7-f9b6-4550-9224-87f1adcaa05d tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "GET /v2.0/security-groups/b14f7688-b49c-4575-aab3-7f7261143ba3 HTTP/1.1" status: 404 len: 347 time: 0.0616782 Jan 28 05:40:50.262666 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51866) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:50.338163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27b1d20-86f2-41c4-b4d3-c55286748089 req-48a5a3eb-1e96-46fd-988f-11e58b5f3f6b tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] No DVR routers for this DVR port 97711e90-40d9-43be-81f9-c557277cb8a1 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:40:50.341797 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d27b1d20-86f2-41c4-b4d3-c55286748089 req-48a5a3eb-1e96-46fd-988f-11e58b5f3f6b tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:50.345928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d27b1d20-86f2-41c4-b4d3-c55286748089 req-48a5a3eb-1e96-46fd-988f-11e58b5f3f6b tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.60 "DELETE /v2.0/ports/97711e90-40d9-43be-81f9-c557277cb8a1 HTTP/1.1" status: 204 len: 173 time: 4.3641558 Jan 28 05:40:50.362978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a87a6-e6b8-4ea1-a34b-55ae0deabfb2 req-e86a2d7c-b1f5-4ecb-af64-f79fd38946bd tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:50.376849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77a87a6-e6b8-4ea1-a34b-55ae0deabfb2 req-e86a2d7c-b1f5-4ecb-af64-f79fd38946bd tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 1.0995319 Jan 28 05:40:50.377239 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed04f88-8a70-4358-aa5a-1c3f825799b2 None None] Pushing event updated for resources: {'Port': ['ID=ef6696e5-b642-4a71-a39e-571423f5df4f,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:50.494092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Attempting to bind port ef6696e5-b642-4a71-a39e-571423f5df4f on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:40:50.498119 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Attempting to bind port ef6696e5-b642-4a71-a39e-571423f5df4f by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '86a180a8-6342-4172-898d-317598973ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd95a2273-0126-44d2-84ff-be7bc3192943'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:40:50.499191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Attempting to bind port ef6696e5-b642-4a71-a39e-571423f5df4f on network d95a2273-0126-44d2-84ff-be7bc3192943 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:50.517359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:40:50.520801 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Checking segment: {'id': '86a180a8-6342-4172-898d-317598973ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd95a2273-0126-44d2-84ff-be7bc3192943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:50.521966 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:50.522985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Bound using segment: {'id': '86a180a8-6342-4172-898d-317598973ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd95a2273-0126-44d2-84ff-be7bc3192943'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:40:50.535517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Bound port: ef6696e5-b642-4a71-a39e-571423f5df4f, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a180a8-6342-4172-898d-317598973ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd95a2273-0126-44d2-84ff-be7bc3192943'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:40:50.537745 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:50.654862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77a87a6-e6b8-4ea1-a34b-55ae0deabfb2 req-38c347a5-0d86-417a-bcec-643e8b0de636 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769830 Jan 28 05:40:50.673211 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-52b2daed-b06a-4283-9582-85a934d0f504 req-174943ec-1f64-4120-a1f9-53a4e43ba8dd tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (6819adf2-b87c-4509-8152-a7604e80cfd1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:50.734868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51868) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:50.748386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] For port ef6696e5-b642-4a71-a39e-571423f5df4f, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:50.755430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] For port ef6696e5-b642-4a71-a39e-571423f5df4f, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ef6696e5-b642-4a71-a39e-571423f5df4f,segment=NetworkSegment(86a180a8-6342-4172-898d-317598973ba0),segment_id=86a180a8-6342-4172-898d-317598973ba0)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:40:50.801347 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0374d1d-dc24-4817-a2c4-558d72c2ce14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:50.869924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c828753f-de30-4084-9a27-bf64e200c54e', 'name': 'network-vif-deleted', 'tag': '97711e90-40d9-43be-81f9-c557277cb8a1'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:50.883104 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679fce51-c73c-487a-ab12-fef3f484dc11" -d '{"events": [{"server_uuid": "c828753f-de30-4084-9a27-bf64e200c54e", "name": "network-vif-deleted", "tag": "97711e90-40d9-43be-81f9-c557277cb8a1"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:50.895270 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d87751e6-fed6-4653-a38c-08a57567e2d2 None None] Provisioning complete for port ef6696e5-b642-4a71-a39e-571423f5df4f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:50.895718 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d87751e6-fed6-4653-a38c-08a57567e2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:50.900711 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:50.941308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174943ec-1f64-4120-a1f9-53a4e43ba8dd tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Pushing event deleted for resources: {'Port': ['ID=6819adf2-b87c-4509-8152-a7604e80cfd1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:50.982792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ae6f2-34c6-4bb7-a455-3bc37841e550 req-45793d00-99bc-44cd-99e0-851b038fa871 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:50.999314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d2ae6f2-34c6-4bb7-a455-3bc37841e550 req-45793d00-99bc-44cd-99e0-851b038fa871 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 945 time: 0.7351198 Jan 28 05:40:51.027341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Routers {'49242122-3ab4-4cf5-80a1-1f1911a1c2b7'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:40:51.028387 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['49242122-3ab4-4cf5-80a1-1f1911a1c2b7'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:51.030557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed04f88-8a70-4358-aa5a-1c3f825799b2 None None] Pushing event updated for resources: {'Port': ['ID=ef6696e5-b642-4a71-a39e-571423f5df4f,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:51.184884 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6588d539-456f-4208-9d33-5e716f9cbfdf req-c7512ad9-df50-494d-bafa-101338ebb473 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 210 time: 0.2553475 Jan 28 05:40:51.225573 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 21fae95e-d001-43cc-8907-8476cc3fea2a up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:40:51.339750 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b5bdfa36-19a9-4597-87ee-2aab43804a31), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:51.359081 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0374d1d-dc24-4817-a2c4-558d72c2ce14 admin admin] Publish callbacks [] for security_group (4845461c-1910-4a22-8352-9b8a04813da3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:51.388696 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d2ae6f2-34c6-4bb7-a455-3bc37841e550 req-ca8e496c-103b-4407-ac28-3636ef9f3643 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883095 Jan 28 05:40:51.396078 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-62cdaf93-3866-4ed0-860c-760bf33f9b57 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Deleting port 02a6543d-36e4-4772-bf55-32c82b824c8b {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:40:51.396427 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62cdaf93-3866-4ed0-860c-760bf33f9b57 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (02a6543d-36e4-4772-bf55-32c82b824c8b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:51.416477 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:40:51.469246 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:51.540702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:40:51.547790 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13c0fe8-bb50-4fbd-8858-88f1c309c155 x-openstack-request-id: req-d13c0fe8-bb50-4fbd-8858-88f1c309c155 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:51.548180 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c828753f-de30-4084-9a27-bf64e200c54e", "name": "network-vif-deleted", "tag": "97711e90-40d9-43be-81f9-c557277cb8a1", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:51.548634 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d13c0fe8-bb50-4fbd-8858-88f1c309c155 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:51.549129 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c828753f-de30-4084-9a27-bf64e200c54e', 'name': 'network-vif-deleted', 'tag': '97711e90-40d9-43be-81f9-c557277cb8a1', 'status': 'completed', 'code': 200} Jan 28 05:40:51.631024 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] Set router 49242122-3ab4-4cf5-80a1-1f1911a1c2b7 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:40:51.667020 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62cdaf93-3866-4ed0-860c-760bf33f9b57 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (02a6543d-36e4-4772-bf55-32c82b824c8b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:51.667824 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62cdaf93-3866-4ed0-860c-760bf33f9b57 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for floatingip (02a6543d-36e4-4772-bf55-32c82b824c8b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:51.710438 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-62cdaf93-3866-4ed0-860c-760bf33f9b57 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Calling delete_port for 02a6543d-36e4-4772-bf55-32c82b824c8b owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:40:51.796770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d87751e6-fed6-4653-a38c-08a57567e2d2 None None] Current status of the port ef6696e5-b642-4a71-a39e-571423f5df4f is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:51.798370 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d87751e6-fed6-4653-a38c-08a57567e2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:51.974350 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d87751e6-fed6-4653-a38c-08a57567e2d2 None None] For port ef6696e5-b642-4a71-a39e-571423f5df4f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ef6696e5-b642-4a71-a39e-571423f5df4f,segment=NetworkSegment(86a180a8-6342-4172-898d-317598973ba0),segment_id=86a180a8-6342-4172-898d-317598973ba0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:52.102970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-283980683-router', 'tenant_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:36Z', 'updated_at': '2022-01-28T05:40:45Z', 'revision_number': 4, 'project_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'gw_port': {'id': 'ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:37Z', 'updated_at': '2022-01-28T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'ef6696e5-b642-4a71-a39e-571423f5df4f', 'name': '', 'network_id': 'd95a2273-0126-44d2-84ff-be7bc3192943', 'tenant_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'mac_address': 'fa:16:3e:c9:ac:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'c8932cc8-7990-4c74-89e4-624cd23d3f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:43Z', 'updated_at': '2022-01-28T05:40:50Z', 'revision_number': 4, 'project_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'subnets': [{'id': 'c8932cc8-7990-4c74-89e4-624cd23d3f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:52.107937 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d87751e6-fed6-4653-a38c-08a57567e2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:52.109829 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 21fae95e-d001-43cc-8907-8476cc3fea2a completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:40:52.119192 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0374d1d-dc24-4817-a2c4-558d72c2ce14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4845461c-1910-4a22-8352-9b8a04813da3), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:52.169120 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0374d1d-dc24-4817-a2c4-558d72c2ce14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4845461c-1910-4a22-8352-9b8a04813da3,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:52.192779 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b0374d1d-dc24-4817-a2c4-558d72c2ce14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42550aee500240e69004278757cb53e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4532757 Jan 28 05:40:52.193230 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51876) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:52.209152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de250a74-e505-4da0-a27f-ea95b5c54351 None None] The sync data for ids ['49242122-3ab4-4cf5-80a1-1f1911a1c2b7'] in n-d-812111-12 is: [{'id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-283980683-router', 'tenant_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:36Z', 'updated_at': '2022-01-28T05:40:45Z', 'revision_number': 4, 'project_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'gw_port': {'id': 'ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:37Z', 'updated_at': '2022-01-28T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'ef6696e5-b642-4a71-a39e-571423f5df4f', 'name': '', 'network_id': 'd95a2273-0126-44d2-84ff-be7bc3192943', 'tenant_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'mac_address': 'fa:16:3e:c9:ac:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'c8932cc8-7990-4c74-89e4-624cd23d3f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:43Z', 'updated_at': '2022-01-28T05:40:50Z', 'revision_number': 4, 'project_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'subnets': [{'id': 'c8932cc8-7990-4c74-89e4-624cd23d3f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:40:52.219939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 21fae95e-d001-43cc-8907-8476cc3fea2a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:52.220194 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:52.265746 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b2daed-b06a-4283-9582-85a934d0f504 req-174943ec-1f64-4120-a1f9-53a4e43ba8dd tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] No DVR routers for this DVR port 6819adf2-b87c-4509-8152-a7604e80cfd1 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:40:52.276106 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-52b2daed-b06a-4283-9582-85a934d0f504 req-174943ec-1f64-4120-a1f9-53a4e43ba8dd tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:52.312493 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62cdaf93-3866-4ed0-860c-760bf33f9b57 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (02a6543d-36e4-4772-bf55-32c82b824c8b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:52.354013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52b2daed-b06a-4283-9582-85a934d0f504 req-174943ec-1f64-4120-a1f9-53a4e43ba8dd tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.64 "DELETE /v2.0/ports/6819adf2-b87c-4509-8152-a7604e80cfd1 HTTP/1.1" status: 204 len: 173 time: 5.7034194 Jan 28 05:40:52.398610 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-89c48c65-e70e-45a0-a81e-9ae8401b7a78 None None] Provisioning complete for port ef6696e5-b642-4a71-a39e-571423f5df4f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:52.399448 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-89c48c65-e70e-45a0-a81e-9ae8401b7a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:52.407508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87751e6-fed6-4653-a38c-08a57567e2d2 None None] Pushing event updated for resources: {'Port': ['ID=ef6696e5-b642-4a71-a39e-571423f5df4f,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:52.447351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a686ed3-b48b-4985-981c-355a727a4154 req-119a4a67-811f-40c2-8d74-ba05ad6619a2 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 210 time: 0.9119020 Jan 28 05:40:52.558324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Pushing event updated for resources: {'Port': ['ID=b5bdfa36-19a9-4597-87ee-2aab43804a31,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:52.592058 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdaf93-3866-4ed0-860c-760bf33f9b57 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Pushing event deleted for resources: {'Port': ['ID=02a6543d-36e4-4772-bf55-32c82b824c8b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:52.759328 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 21fae95e-d001-43cc-8907-8476cc3fea2a is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:52.760571 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:52.840541 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba643430-7ea9-4cd0-99d4-5f162d6d8a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fae95e-d001-43cc-8907-8476cc3fea2a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:52.855635 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ae8bc1-4812-4f80-96e9-1ff97c127a30" -d '{"events": [{"server_uuid": "ba643430-7ea9-4cd0-99d4-5f162d6d8a47", "name": "network-vif-plugged", "status": "completed", "tag": "21fae95e-d001-43cc-8907-8476cc3fea2a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:52.886931 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 21fae95e-d001-43cc-8907-8476cc3fea2a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=21fae95e-d001-43cc-8907-8476cc3fea2a,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:52.928493 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b68fde2-8024-4e1c-bf60-bc6f6b2d7e87 admin admin] Publish callbacks [] for security_group (4845461c-1910-4a22-8352-9b8a04813da3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:53.052270 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-89c48c65-e70e-45a0-a81e-9ae8401b7a78 None None] Current status of the port ef6696e5-b642-4a71-a39e-571423f5df4f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:53.059793 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:53.061835 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4701de7a-039d-4956-b691-f2e19556cbb3 req-42f3e7d1-1d30-43d7-a970-5907de906b61 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 210 time: 0.4500213 Jan 28 05:40:53.064957 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b68fde2-8024-4e1c-bf60-bc6f6b2d7e87 admin admin] Publish callbacks [] for security_group (4845461c-1910-4a22-8352-9b8a04813da3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:53.090659 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62cdaf93-3866-4ed0-860c-760bf33f9b57 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks [] for floatingip (5dcb876b-8114-473c-8860-cca3abf6e849), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:53.106234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62cdaf93-3866-4ed0-860c-760bf33f9b57 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:53.117466 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-62cdaf93-3866-4ed0-860c-760bf33f9b57 tempest-ServersTestFqdnHostnames-1054967026 tempest-ServersTestFqdnHostnames-1054967026-project] 10.222.0.31 "DELETE /v2.0/floatingips/5dcb876b-8114-473c-8860-cca3abf6e849 HTTP/1.1" status: 204 len: 168 time: 2.8525372 Jan 28 05:40:53.126449 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51884) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:53.127276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da865-72b8-4042-a87a-07cb7e8bab92 req-4d76136a-7413-426e-a941-c4b6adafbb3c tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:53.146209 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc4da865-72b8-4042-a87a-07cb7e8bab92 req-4d76136a-7413-426e-a941-c4b6adafbb3c tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 0.8857462 Jan 28 05:40:53.178527 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ef6696e5-b642-4a71-a39e-571423f5df4f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:40:53.209427 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=21fae95e-d001-43cc-8907-8476cc3fea2a,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:53.288072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port ef6696e5-b642-4a71-a39e-571423f5df4f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:40:53.289946 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:53.459026 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b68fde2-8024-4e1c-bf60-bc6f6b2d7e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4845461c-1910-4a22-8352-9b8a04813da3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:53.470553 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b68fde2-8024-4e1c-bf60-bc6f6b2d7e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:53.474185 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4b68fde2-8024-4e1c-bf60-bc6f6b2d7e87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4845461c-1910-4a22-8352-9b8a04813da3 HTTP/1.1" status: 204 len: 168 time: 1.2774134 Jan 28 05:40:53.511521 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68fde2-8024-4e1c-bf60-bc6f6b2d7e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4845461c-1910-4a22-8352-9b8a04813da3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:53.576733 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc4da865-72b8-4042-a87a-07cb7e8bab92 req-c20e614a-8c64-467b-9b95-7d208e3439d9 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292445 Jan 28 05:40:53.580366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2464ad-dec5-4172-ade8-fe4c0e616065', 'name': 'network-vif-deleted', 'tag': '6819adf2-b87c-4509-8152-a7604e80cfd1'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:40:53.588321 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f7fd83-1bd9-4529-a6da-fd1f146c55bf" -d '{"events": [{"server_uuid": "4e2464ad-dec5-4172-ade8-fe4c0e616065", "name": "network-vif-deleted", "tag": "6819adf2-b87c-4509-8152-a7604e80cfd1"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:40:53.595229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port ef6696e5-b642-4a71-a39e-571423f5df4f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:40:53.691015 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d243e-52d5-49b6-b17f-22e36e6dcaea req-8468b3b7-eac4-44b5-a812-2ddf66ede4ad tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:53.702936 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-765d243e-52d5-49b6-b17f-22e36e6dcaea req-8468b3b7-eac4-44b5-a812-2ddf66ede4ad tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 946 time: 0.3883965 Jan 28 05:40:53.738169 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5068de36-e32b-41bc-aa4e-52109e6b4d7f x-openstack-request-id: req-5068de36-e32b-41bc-aa4e-52109e6b4d7f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:53.738169 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba643430-7ea9-4cd0-99d4-5f162d6d8a47", "name": "network-vif-plugged", "status": "completed", "tag": "21fae95e-d001-43cc-8907-8476cc3fea2a", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:53.738169 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5068de36-e32b-41bc-aa4e-52109e6b4d7f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:53.738903 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba643430-7ea9-4cd0-99d4-5f162d6d8a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fae95e-d001-43cc-8907-8476cc3fea2a', 'code': 200} Jan 28 05:40:54.289711 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c73de388-c414-4583-ad55-97c5485365db req-da0fd8bb-d095-4d39-97bb-21d05f76b150 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 210 time: 0.3826175 Jan 28 05:40:54.300415 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ee915-4b93-4e88-a331-47e2a179de02 req-7abab65b-e3f9-4176-a7d1-8ad95b614863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:54.317618 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a9ee915-4b93-4e88-a331-47e2a179de02 req-7abab65b-e3f9-4176-a7d1-8ad95b614863 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 1098 time: 0.4148440 Jan 28 05:40:54.321308 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-765d243e-52d5-49b6-b17f-22e36e6dcaea req-2cc47644-e4d6-4ae0-8d81-e38f55abe235 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6157193 Jan 28 05:40:54.519915 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c5c390-39ca-4b44-853a-137e574908a0 x-openstack-request-id: req-d9c5c390-39ca-4b44-853a-137e574908a0 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:40:54.520230 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2464ad-dec5-4172-ade8-fe4c0e616065", "name": "network-vif-deleted", "tag": "6819adf2-b87c-4509-8152-a7604e80cfd1", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:40:54.520470 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9c5c390-39ca-4b44-853a-137e574908a0 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:40:54.520887 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2464ad-dec5-4172-ade8-fe4c0e616065', 'name': 'network-vif-deleted', 'tag': '6819adf2-b87c-4509-8152-a7604e80cfd1', 'status': 'completed', 'code': 200} Jan 28 05:40:54.653489 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7eb6bbb3-0e34-424f-b5b4-c2ac15c87f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (1cb19c54-b610-4369-9459-abe0b6a24b36), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:54.789727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-75c90a4e-a4e7-40b2-99b0-f62cdf4e9048 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:54.798966 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:54.822113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-75c90a4e-a4e7-40b2-99b0-f62cdf4e9048 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.60 "GET /v2.0/networks?id=7ec0833a-7b62-4927-b291-5ebad48637b1 HTTP/1.1" status: 200 len: 813 time: 0.9333880 Jan 28 05:40:54.838666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-11768784-a204-4494-abc3-2c10851eef0c tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Request body: {'port': {'device_id': 'bb46702b-0ead-4af4-8956-41c7f49ebd66', 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1', 'admin_state_up': True, 'tenant_id': 'f6b6b8ef3a51426f82271774c4ac5762'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:55.021071 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-1083228e-e35f-41ad-92f6-1154298df581 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:55.022693 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-1083228e-e35f-41ad-92f6-1154298df581 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.64 "GET /v2.0/networks?id=7ec0833a-7b62-4927-b291-5ebad48637b1 HTTP/1.1" status: 200 len: 813 time: 0.2556655 Jan 28 05:40:55.084522 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a9ee915-4b93-4e88-a331-47e2a179de02 req-6c19032d-8bd9-4363-9205-5990227d7b3b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7544596 Jan 28 05:40:55.099968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-855aff90-b476-423f-beef-7b7bce34a656 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Request body: {'port': {'device_id': 'e12f1df9-aa92-4e39-ac18-ce54a1145ea3', 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1', 'admin_state_up': True, 'tenant_id': 'f6b6b8ef3a51426f82271774c4ac5762'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:55.149884 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d4020a60-b9cb-45b3-8104-cde73dc57089 req-50c6f6fb-0560-4599-bbcd-4bce7d89c3dc tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 210 time: 0.1340132 Jan 28 05:40:55.172014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633a31c-1fab-4f08-b83e-350f9e4d4f06 req-8509534a-eb57-4728-a033-9ed1cfd38500 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:55.179390 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e633a31c-1fab-4f08-b83e-350f9e4d4f06 req-8509534a-eb57-4728-a033-9ed1cfd38500 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 0.1605020 Jan 28 05:40:55.205993 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Publish callbacks [] for router_gateway (d6b5a16a-4877-4306-8a81-bbdb9b8ce578), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:55.257799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e633a31c-1fab-4f08-b83e-350f9e4d4f06 req-7aea7774-f1c5-494c-8037-86528bc72c8e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739572 Jan 28 05:40:55.489881 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-11768784-a204-4494-abc3-2c10851eef0c tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Made reservation on behalf of f6b6b8ef3a51426f82271774c4ac5762 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:40:55.512349 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-11768784-a204-4494-abc3-2c10851eef0c tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:55.597138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30ee547b-61c8-4c28-89d6-5045210eeb04 req-02df55b7-58a0-4efe-b055-6044cef01d13 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1a6acd2-3dbe-4924-9182-1519a899b99a HTTP/1.1" status: 200 len: 210 time: 0.0497777 Jan 28 05:40:55.739949 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6bbb3-0e34-424f-b5b4-c2ac15c87f24 admin admin] Deleting port 8e997e91-1da1-417b-a70c-47c8ec01406c {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:40:55.741227 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7eb6bbb3-0e34-424f-b5b4-c2ac15c87f24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:55.802463 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-855aff90-b476-423f-beef-7b7bce34a656 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Made reservation on behalf of f6b6b8ef3a51426f82271774c4ac5762 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:40:55.808643 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-855aff90-b476-423f-beef-7b7bce34a656 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:55.873130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db360e8-5658-4478-8c93-7f8e3a3e1f7f req-d06a0ced-27c2-408a-b5c5-fbea80f01a6a tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:55.876429 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1db360e8-5658-4478-8c93-7f8e3a3e1f7f req-d06a0ced-27c2-408a-b5c5-fbea80f01a6a tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 946 time: 0.3305056 Jan 28 05:40:55.956913 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-11768784-a204-4494-abc3-2c10851eef0c tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Allocated IP 172.20.0.3 (7ec0833a-7b62-4927-b291-5ebad48637b1/f53cd1c1-77ff-47ed-87c9-7587a2e81e2d/306a5c47-c23a-46ed-98fd-9b129e9b10d5) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:40:55.973284 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-7eb6bbb3-0e34-424f-b5b4-c2ac15c87f24 admin admin] For port 8e997e91-1da1-417b-a70c-47c8ec01406c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8e997e91-1da1-417b-a70c-47c8ec01406c,segment=NetworkSegment(800f8ca9-33e4-4cd3-a045-745d99472ffb),segment_id=800f8ca9-33e4-4cd3-a045-745d99472ffb)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:40:55.974131 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7eb6bbb3-0e34-424f-b5b4-c2ac15c87f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:56.029228 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (d6b5a16a-4877-4306-8a81-bbdb9b8ce578), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:56.032310 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6bbb3-0e34-424f-b5b4-c2ac15c87f24 admin admin] Calling delete_port for 8e997e91-1da1-417b-a70c-47c8ec01406c owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:40:56.067606 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1db360e8-5658-4478-8c93-7f8e3a3e1f7f req-7c713808-5099-4f37-9dc1-e6fd92bee2cf tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782305 Jan 28 05:40:56.338815 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72bb0df7-8998-49a4-9887-baacdfa581a9 req-7a54da9e-e243-4057-bb98-ff7627cb375b tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 210 time: 0.0364816 Jan 28 05:40:56.471058 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-11768784-a204-4494-abc3-2c10851eef0c tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks [] for port (306a5c47-c23a-46ed-98fd-9b129e9b10d5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:56.599414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f07b24-842f-40c4-b85f-6ffb2d372e0b req-b8de56b8-0efb-4742-abff-15b678b357a7 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:56.599414 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63f07b24-842f-40c4-b85f-6ffb2d372e0b req-b8de56b8-0efb-4742-abff-15b678b357a7 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 0.0730684 Jan 28 05:40:56.668345 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63f07b24-842f-40c4-b85f-6ffb2d372e0b req-134a5c95-b289-48c3-bdde-4d7b1a91fe35 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605495 Jan 28 05:40:56.757183 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-11768784-a204-4494-abc3-2c10851eef0c tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (306a5c47-c23a-46ed-98fd-9b129e9b10d5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:56.758725 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7eb6bbb3-0e34-424f-b5b4-c2ac15c87f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (8e997e91-1da1-417b-a70c-47c8ec01406c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:56.762145 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Router d6b5a16a-4877-4306-8a81-bbdb9b8ce578 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:40:56.875216 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-855aff90-b476-423f-beef-7b7bce34a656 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Allocated IP 172.20.0.5 (7ec0833a-7b62-4927-b291-5ebad48637b1/f53cd1c1-77ff-47ed-87c9-7587a2e81e2d/c35baf96-da7b-4dfc-850b-0f15095c9e9e) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:40:56.876816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-11768784-a204-4494-abc3-2c10851eef0c tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Network 7ec0833a-7b62-4927-b291-5ebad48637b1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:40:56.904644 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-11768784-a204-4494-abc3-2c10851eef0c tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:56.909595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11768784-a204-4494-abc3-2c10851eef0c tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Pushing event updated for resources: {'Port': ['ID=306a5c47-c23a-46ed-98fd-9b129e9b10d5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:56.913168 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-11768784-a204-4494-abc3-2c10851eef0c tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:40:57.047564 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6bbb3-0e34-424f-b5b4-c2ac15c87f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e997e91-1da1-417b-a70c-47c8ec01406c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:57.082225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:40:57.155267 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Sync routers for ids ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:40:57.167402 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-11768784-a204-4494-abc3-2c10851eef0c tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:57.168091 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-11768784-a204-4494-abc3-2c10851eef0c tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:57.204905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Routers {'d6b5a16a-4877-4306-8a81-bbdb9b8ce578'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:40:57.205877 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:57.246128 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:57.247483 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6d1eac3b-6178-4374-8924-37bb85e9ec54 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.5340886 Jan 28 05:40:57.250432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51936) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:40:57.388908 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-11768784-a204-4494-abc3-2c10851eef0c tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5600338 Jan 28 05:40:57.414456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Request body: {'port': {'device_id': 'bb46702b-0ead-4af4-8956-41c7f49ebd66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:57.553222 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Set router d6b5a16a-4877-4306-8a81-bbdb9b8ce578 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:40:57.828675 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-855aff90-b476-423f-beef-7b7bce34a656 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks [] for port (c35baf96-da7b-4dfc-850b-0f15095c9e9e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:57.938691 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7eb6bbb3-0e34-424f-b5b4-c2ac15c87f24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (1cb19c54-b610-4369-9459-abe0b6a24b36), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:57.954960 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:57.983181 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-855aff90-b476-423f-beef-7b7bce34a656 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c35baf96-da7b-4dfc-850b-0f15095c9e9e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:58.151437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'name': 'tempest-ServerRescueTestJSONUnderV235-36047363-router', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:45Z', 'updated_at': '2022-01-28T05:40:53Z', 'revision_number': 3, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'gw_port': {'id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:49Z', 'updated_at': '2022-01-28T05:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:58.197101 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Checking router: d6b5a16a-4877-4306-8a81-bbdb9b8ce578 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:40:58.198389 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Updating router d6b5a16a-4877-4306-8a81-bbdb9b8ce578 port b5bdfa36-19a9-4597-87ee-2aab43804a31 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:40:58.250895 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b5bdfa36-19a9-4597-87ee-2aab43804a31), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:58.342835 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (306a5c47-c23a-46ed-98fd-9b129e9b10d5), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:58.379857 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855aff90-b476-423f-beef-7b7bce34a656 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Pushing event updated for resources: {'Port': ['ID=c35baf96-da7b-4dfc-850b-0f15095c9e9e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:58.405845 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-855aff90-b476-423f-beef-7b7bce34a656 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Network 7ec0833a-7b62-4927-b291-5ebad48637b1 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:40:58.410235 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-855aff90-b476-423f-beef-7b7bce34a656 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:40:58.420456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-855aff90-b476-423f-beef-7b7bce34a656 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:40:58.488437 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-855aff90-b476-423f-beef-7b7bce34a656 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:58.489090 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-855aff90-b476-423f-beef-7b7bce34a656 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:58.664370 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-855aff90-b476-423f-beef-7b7bce34a656 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5709207 Jan 28 05:40:58.684151 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Request body: {'port': {'device_id': 'e12f1df9-aa92-4e39-ac18-ce54a1145ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:40:58.739335 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Publish callbacks [] for port (b5bdfa36-19a9-4597-87ee-2aab43804a31), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:58.804500 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8842db4-6915-4a73-81b4-48633b6e5217 req-d45992c8-7ee6-48a3-a519-4e57ea4471ea tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:58.807189 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8842db4-6915-4a73-81b4-48633b6e5217 req-d45992c8-7ee6-48a3-a519-4e57ea4471ea tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 931 time: 1.2369969 Jan 28 05:40:58.814479 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21189401-12dd-4fd3-b6dd-9a725fdae036 req-f56e0957-2aae-4454-8339-489bef36a07a tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:58.816308 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-21189401-12dd-4fd3-b6dd-9a725fdae036 req-f56e0957-2aae-4454-8339-489bef36a07a tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 946 time: 1.3311105 Jan 28 05:40:58.827224 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b5bdfa36-19a9-4597-87ee-2aab43804a31), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:58.855966 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Attempting to bind port b5bdfa36-19a9-4597-87ee-2aab43804a31 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:40:58.857309 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Attempting to bind port b5bdfa36-19a9-4597-87ee-2aab43804a31 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:40:58.857309 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Attempting to bind port b5bdfa36-19a9-4597-87ee-2aab43804a31 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:40:58.886590 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:40:58.887172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:40:58.887848 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:58.888375 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:40:58.888957 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Bound port: b5bdfa36-19a9-4597-87ee-2aab43804a31, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:40:58.889447 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b5bdfa36-19a9-4597-87ee-2aab43804a31), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:58.925916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7b3ac-02ef-4116-b053-6b790847c44b None None] Pushing event updated for resources: {'Port': ['ID=b5bdfa36-19a9-4597-87ee-2aab43804a31,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:58.933016 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c35baf96-da7b-4dfc-850b-0f15095c9e9e), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:58.974110 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] For port b5bdfa36-19a9-4597-87ee-2aab43804a31, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:40:58.994551 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] For port b5bdfa36-19a9-4597-87ee-2aab43804a31, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b5bdfa36-19a9-4597-87ee-2aab43804a31,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:40:59.092402 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b5bdfa36-19a9-4597-87ee-2aab43804a31), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:59.180003 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7b3ac-02ef-4116-b053-6b790847c44b None None] Pushing event updated for resources: {'Port': ['ID=b5bdfa36-19a9-4597-87ee-2aab43804a31,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:40:59.233765 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Routers {'d6b5a16a-4877-4306-8a81-bbdb9b8ce578'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:40:59.234579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:59.235857 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-21189401-12dd-4fd3-b6dd-9a725fdae036 req-7b542df1-4863-4919-ade7-c4e3404f8041 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111640 Jan 28 05:40:59.430559 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8842db4-6915-4a73-81b4-48633b6e5217 req-9b174789-08f7-491d-9bff-970489d0d13e tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6127908 Jan 28 05:40:59.471554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] Set router d6b5a16a-4877-4306-8a81-bbdb9b8ce578 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:40:59.634788 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb6bbb3-0e34-424f-b5b4-c2ac15c87f24 admin admin] Router 1cb19c54-b610-4369-9459-abe0b6a24b36 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:40:59.854200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2287e51-66eb-46c4-ac95-1c40d84f25db req-a921902c-7bf6-43e7-bf82-e38b889198a9 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:40:59.862624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2287e51-66eb-46c4-ac95-1c40d84f25db req-a921902c-7bf6-43e7-bf82-e38b889198a9 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 0.4428802 Jan 28 05:40:59.905782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306a5c47-c23a-46ed-98fd-9b129e9b10d5 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:40:59.933330 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Publish callbacks [] for port (306a5c47-c23a-46ed-98fd-9b129e9b10d5), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:59.937353 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:40:59.969568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'name': 'tempest-ServerRescueTestJSONUnderV235-36047363-router', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:45Z', 'updated_at': '2022-01-28T05:40:53Z', 'revision_number': 3, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'gw_port': {'id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:49Z', 'updated_at': '2022-01-28T05:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:40:59.996747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Transition to ACTIVE for port object 306a5c47-c23a-46ed-98fd-9b129e9b10d5 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:41:00.016975 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2287e51-66eb-46c4-ac95-1c40d84f25db req-d4c8c968-e153-4226-860d-392b86abdda0 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529598 Jan 28 05:41:00.092808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb74b0d-fd6c-42e5-b187-4c251bc725e6 None None] The sync data for ids ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'] in n-d-812111-12 is: [{'id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'name': 'tempest-ServerRescueTestJSONUnderV235-36047363-router', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:45Z', 'updated_at': '2022-01-28T05:40:53Z', 'revision_number': 3, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'gw_port': {'id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:49Z', 'updated_at': '2022-01-28T05:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:41:00.341048 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (306a5c47-c23a-46ed-98fd-9b129e9b10d5), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:00.681409 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb6bbb3-0e34-424f-b5b4-c2ac15c87f24 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:41:00.694390 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c911c296-bceb-484e-af60-5677df07d954 None None] Sync routers for ids ['1cb19c54-b610-4369-9459-abe0b6a24b36'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:41:00.700667 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7eb6bbb3-0e34-424f-b5b4-c2ac15c87f24 admin admin] 10.222.0.31 "PUT /v2.0/routers/1cb19c54-b610-4369-9459-abe0b6a24b36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5453458 Jan 28 05:41:00.719009 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911c296-bceb-484e-af60-5677df07d954 None None] Routers {'1cb19c54-b610-4369-9459-abe0b6a24b36'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:41:00.719798 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c911c296-bceb-484e-af60-5677df07d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['1cb19c54-b610-4369-9459-abe0b6a24b36'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:00.758829 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51978) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:00.854048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Pushing event updated for resources: {'Port': ['ID=306a5c47-c23a-46ed-98fd-9b129e9b10d5,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:00.941959 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c911c296-bceb-484e-af60-5677df07d954 None None] Set router 1cb19c54-b610-4369-9459-abe0b6a24b36 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:41:01.113654 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd8985-baeb-45ad-8f8e-5eca22cdd038 req-0866d231-abf5-4107-b12f-fa4f46e4290e tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:01.121752 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65dd8985-baeb-45ad-8f8e-5eca22cdd038 req-0866d231-abf5-4107-b12f-fa4f46e4290e tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 931 time: 0.2384665 Jan 28 05:41:01.198847 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c58e1e7-5fda-411c-9e06-b499fbb78754 admin admin] Publish callbacks [] for router (1cb19c54-b610-4369-9459-abe0b6a24b36), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:01.231863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65dd8985-baeb-45ad-8f8e-5eca22cdd038 req-0e027c7e-25e3-4f39-a564-ecac7bd924b9 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090248 Jan 28 05:41:01.328010 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Attempting to bind port 306a5c47-c23a-46ed-98fd-9b129e9b10d5 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:41:01.328477 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Attempting to bind port 306a5c47-c23a-46ed-98fd-9b129e9b10d5 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:41:01.331158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Attempting to bind port 306a5c47-c23a-46ed-98fd-9b129e9b10d5 on network 7ec0833a-7b62-4927-b291-5ebad48637b1 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:01.334275 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] Allocated IP 172.20.0.1 (61b95cd5-ca03-4d9d-a93b-dda3240d6ae6/a5b1eb11-9372-4285-a398-f70d8c8c3671/a686ecc9-ef62-47d0-915c-516c8b04a221) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:41:01.341660 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35baf96-da7b-4dfc-850b-0f15095c9e9e {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:01.342947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Port 306a5c47-c23a-46ed-98fd-9b129e9b10d5 on network 7ec0833a-7b62-4927-b291-5ebad48637b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:41:01.343461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Attempting to bind port 306a5c47-c23a-46ed-98fd-9b129e9b10d5 on network 7ec0833a-7b62-4927-b291-5ebad48637b1 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:01.355773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c58e1e7-5fda-411c-9e06-b499fbb78754 admin admin] Publish callbacks [] for router_gateway (1cb19c54-b610-4369-9459-abe0b6a24b36), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:01.361507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:41:01.361884 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Publish callbacks [] for port (c35baf96-da7b-4dfc-850b-0f15095c9e9e), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:01.362053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Checking segment: {'id': 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:41:01.362578 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Bound using segment: {'id': 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:41:01.363135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Bound port: 306a5c47-c23a-46ed-98fd-9b129e9b10d5, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:41:01.363697 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (306a5c47-c23a-46ed-98fd-9b129e9b10d5), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:01.391539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Transition to ACTIVE for port object c35baf96-da7b-4dfc-850b-0f15095c9e9e will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:41:01.397203 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c911c296-bceb-484e-af60-5677df07d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'name': 'tempest-ServersTestFqdnHostnames-459416412-router', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '227f7719-1250-4bae-9449-0966e3bf4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:38:19Z', 'updated_at': '2022-01-28T05:40:56Z', 'revision_number': 5, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'gw_port': {'id': '227f7719-1250-4bae-9449-0966e3bf4017', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:38:20Z', 'updated_at': '2022-01-28T05:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:01.494545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] For port 306a5c47-c23a-46ed-98fd-9b129e9b10d5, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:41:01.517133 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c911c296-bceb-484e-af60-5677df07d954 None None] Checking router: 1cb19c54-b610-4369-9459-abe0b6a24b36 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:41:01.523358 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (c35baf96-da7b-4dfc-850b-0f15095c9e9e), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:01.525190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] For port 306a5c47-c23a-46ed-98fd-9b129e9b10d5, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=306a5c47-c23a-46ed-98fd-9b129e9b10d5,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:41:01.544341 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911c296-bceb-484e-af60-5677df07d954 None None] Routers {'1cb19c54-b610-4369-9459-abe0b6a24b36'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:41:01.545495 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c911c296-bceb-484e-af60-5677df07d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:40:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['1cb19c54-b610-4369-9459-abe0b6a24b36'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:01.693320 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (306a5c47-c23a-46ed-98fd-9b129e9b10d5), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:01.725445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Pushing event updated for resources: {'Port': ['ID=c35baf96-da7b-4dfc-850b-0f15095c9e9e,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:01.820433 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c911c296-bceb-484e-af60-5677df07d954 None None] Set router 1cb19c54-b610-4369-9459-abe0b6a24b36 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:41:01.875071 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-0c58e1e7-5fda-411c-9e06-b499fbb78754 admin admin] Deleting port 227f7719-1250-4bae-9449-0966e3bf4017 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:01.876020 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c58e1e7-5fda-411c-9e06-b499fbb78754 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (227f7719-1250-4bae-9449-0966e3bf4017), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:01.898810 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c911c296-bceb-484e-af60-5677df07d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'name': 'tempest-ServersTestFqdnHostnames-459416412-router', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:38:19Z', 'updated_at': '2022-01-28T05:41:01Z', 'revision_number': 6, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:02.035967 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Pushing event updated for resources: {'Port': ['ID=306a5c47-c23a-46ed-98fd-9b129e9b10d5,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:02.040618 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Attempting to bind port c35baf96-da7b-4dfc-850b-0f15095c9e9e on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:41:02.045843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Attempting to bind port c35baf96-da7b-4dfc-850b-0f15095c9e9e by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:41:02.045843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Attempting to bind port c35baf96-da7b-4dfc-850b-0f15095c9e9e on network 7ec0833a-7b62-4927-b291-5ebad48637b1 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:02.065320 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Port c35baf96-da7b-4dfc-850b-0f15095c9e9e on network 7ec0833a-7b62-4927-b291-5ebad48637b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:41:02.066268 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Attempting to bind port c35baf96-da7b-4dfc-850b-0f15095c9e9e on network 7ec0833a-7b62-4927-b291-5ebad48637b1 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:02.075380 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:41:02.080232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Checking segment: {'id': 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:41:02.080232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Bound using segment: {'id': 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:41:02.080232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Bound port: c35baf96-da7b-4dfc-850b-0f15095c9e9e, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:41:02.080232 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c35baf96-da7b-4dfc-850b-0f15095c9e9e), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:02.143584 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c911c296-bceb-484e-af60-5677df07d954 None None] The sync data for ids ['1cb19c54-b610-4369-9459-abe0b6a24b36'] in n-d-812111-12 is: [{'id': '1cb19c54-b610-4369-9459-abe0b6a24b36', 'name': 'tempest-ServersTestFqdnHostnames-459416412-router', 'tenant_id': '77c87db4f926423d8b50d38fdfdd0e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:38:19Z', 'updated_at': '2022-01-28T05:41:01Z', 'revision_number': 6, 'project_id': '77c87db4f926423d8b50d38fdfdd0e91', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:41:02.155298 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:02.156196 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:02.158101 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-47da0452-33d5-47f3-a6d6-6f62112ca757 service neutron] 10.222.0.60 "PUT /v2.0/ports/306a5c47-c23a-46ed-98fd-9b129e9b10d5 HTTP/1.1" status: 200 len: 1092 time: 4.7613184 Jan 28 05:41:02.164060 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb46702b-0ead-4af4-8956-41c7f49ebd66', 'tag': '306a5c47-c23a-46ed-98fd-9b129e9b10d5'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:02.173913 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97eb2db5-56cc-4aad-9d84-1c885d568816" -d '{"events": [{"name": "network-changed", "server_uuid": "bb46702b-0ead-4af4-8956-41c7f49ebd66", "tag": "306a5c47-c23a-46ed-98fd-9b129e9b10d5"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:02.178057 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-0c58e1e7-5fda-411c-9e06-b499fbb78754 admin admin] For port 227f7719-1250-4bae-9449-0966e3bf4017, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=227f7719-1250-4bae-9449-0966e3bf4017,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:02.178057 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c58e1e7-5fda-411c-9e06-b499fbb78754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (227f7719-1250-4bae-9449-0966e3bf4017), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:02.236309 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82806b70-84bb-409a-b3b9-5b6c8d2e9f36 req-1b6359e8-5b27-4a46-9691-7e5995434020 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:02.248503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82806b70-84bb-409a-b3b9-5b6c8d2e9f36 req-1b6359e8-5b27-4a46-9691-7e5995434020 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 0.7194057 Jan 28 05:41:02.276614 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-0c58e1e7-5fda-411c-9e06-b499fbb78754 admin admin] Calling delete_port for 227f7719-1250-4bae-9449-0966e3bf4017 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:02.386181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] For port c35baf96-da7b-4dfc-850b-0f15095c9e9e, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:41:02.391483 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] For port c35baf96-da7b-4dfc-850b-0f15095c9e9e, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c35baf96-da7b-4dfc-850b-0f15095c9e9e,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:41:02.438159 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d9a8e55-e624-4cf4-90a7-0908b44bc1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:02.457100 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82806b70-84bb-409a-b3b9-5b6c8d2e9f36 req-3fe532d7-d236-4ac7-a060-f77aab0cad75 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082703 Jan 28 05:41:02.479778 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41017491-ef23-4b49-a72c-c16f4fc2e197 x-openstack-request-id: req-41017491-ef23-4b49-a72c-c16f4fc2e197 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:02.480423 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb46702b-0ead-4af4-8956-41c7f49ebd66", "tag": "306a5c47-c23a-46ed-98fd-9b129e9b10d5", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:02.480540 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41017491-ef23-4b49-a72c-c16f4fc2e197 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:02.480958 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb46702b-0ead-4af4-8956-41c7f49ebd66', 'tag': '306a5c47-c23a-46ed-98fd-9b129e9b10d5', 'status': 'completed', 'code': 200} Jan 28 05:41:02.590901 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (c35baf96-da7b-4dfc-850b-0f15095c9e9e), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:02.620349 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-70932bec-84ae-463c-8db2-42fba1cd37cf service neutron] 10.222.0.60 "GET /v2.0/ports/497251c2-c854-4961-850e-04a5325c5aa9/bindings/n-h1-812111-12 HTTP/1.1" status: 200 len: 385 time: 0.5421584 Jan 28 05:41:02.628584 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] Publish callbacks [] for port (a686ecc9-ef62-47d0-915c-516c8b04a221), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:02.631361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-e174ec15-8053-4597-9e55-ee2630e28c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:02.633632 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-e174ec15-8053-4597-9e55-ee2630e28c98 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6b6b8ef3a51426f82271774c4ac5762&device_id=bb46702b-0ead-4af4-8956-41c7f49ebd66 HTTP/1.1" status: 200 len: 1095 time: 0.2737808 Jan 28 05:41:02.654177 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Pushing event updated for resources: {'Port': ['ID=c35baf96-da7b-4dfc-850b-0f15095c9e9e,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:02.672570 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:02.672926 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:02.673278 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:02.673623 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:02.674002 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:02.674453 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:02.682272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:02.682272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:02.682272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:02.682272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:02.682272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:02.682272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:02.682272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:02.684121 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:02.684332 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:02.685753 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-cce98c86-2f12-4af7-bbf3-cfdf529d5a73 service neutron] 10.222.0.64 "PUT /v2.0/ports/c35baf96-da7b-4dfc-850b-0f15095c9e9e HTTP/1.1" status: 200 len: 1092 time: 4.0061047 Jan 28 05:41:02.686210 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e12f1df9-aa92-4e39-ac18-ce54a1145ea3', 'tag': 'c35baf96-da7b-4dfc-850b-0f15095c9e9e'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:02.688561 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0552f8a6-b287-49ae-9fe7-cdbc7b230a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e12f1df9-aa92-4e39-ac18-ce54a1145ea3", "tag": "c35baf96-da7b-4dfc-850b-0f15095c9e9e"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:02.845698 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-ed8e83d0-0549-4281-980f-a1ac50aed65e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=306a5c47-c23a-46ed-98fd-9b129e9b10d5 HTTP/1.1" status: 200 len: 217 time: 0.1384053 Jan 28 05:41:02.936104 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-90579068-dc28-4cc1-ac04-4f2d62dc4f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:02.941071 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-90579068-dc28-4cc1-ac04-4f2d62dc4f66 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6b6b8ef3a51426f82271774c4ac5762&device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0817299 Jan 28 05:41:02.947461 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c58e1e7-5fda-411c-9e06-b499fbb78754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (227f7719-1250-4bae-9449-0966e3bf4017), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:03.026065 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a686ecc9-ef62-47d0-915c-516c8b04a221), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:03.064155 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d38630-3973-4ab4-9c15-3dd76c208c86 req-ebf8b2a2-d7f2-4f4b-aae4-70e921a8c6f1 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:03.067641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85d38630-3973-4ab4-9c15-3dd76c208c86 req-ebf8b2a2-d7f2-4f4b-aae4-70e921a8c6f1 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 943 time: 0.5101147 Jan 28 05:41:03.136568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c5009-866b-4b6c-8cc8-8a140f42677a req-424f2fb2-69ae-4766-8f9d-53861811fb0e tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:03.139465 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ee0c5009-866b-4b6c-8cc8-8a140f42677a req-424f2fb2-69ae-4766-8f9d-53861811fb0e tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 946 time: 0.3832548 Jan 28 05:41:03.172309 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58e1e7-5fda-411c-9e06-b499fbb78754 admin admin] Pushing event deleted for resources: {'Port': ['ID=227f7719-1250-4bae-9449-0966e3bf4017,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:03.186653 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b5bdfa36-19a9-4597-87ee-2aab43804a31 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:03.243597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 21fae95e-d001-43cc-8907-8476cc3fea2a details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:41:03.270768 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52056) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:03.301094 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85d38630-3973-4ab4-9c15-3dd76c208c86 req-b84c2ebd-7c91-4e2f-9d61-77c4fd9e0662 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771386 Jan 28 05:41:03.303434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] Network 61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:41:03.307966 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-ab7dac7e-c2e8-4554-b27a-bfc35e680fb8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c35baf96-da7b-4dfc-850b-0f15095c9e9e HTTP/1.1" status: 200 len: 217 time: 0.3360627 Jan 28 05:41:03.348299 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:03.351636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-2e34ef1f-fa9e-4eaa-acc6-134e6163c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:03.357828 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-2e34ef1f-fa9e-4eaa-acc6-134e6163c035 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f53cd1c1-77ff-47ed-87c9-7587a2e81e2d HTTP/1.1" status: 200 len: 853 time: 0.4696720 Jan 28 05:41:03.372459 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:41:03.417365 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-1f967272-c7b3-483c-ad21-c70068c05e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:03.421314 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-1f967272-c7b3-483c-ad21-c70068c05e2b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f53cd1c1-77ff-47ed-87c9-7587a2e81e2d HTTP/1.1" status: 200 len: 853 time: 0.1016252 Jan 28 05:41:03.430982 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77a454f-f331-45e2-83b6-fe4e72849739 x-openstack-request-id: req-e77a454f-f331-45e2-83b6-fe4e72849739 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:03.433690 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e12f1df9-aa92-4e39-ac18-ce54a1145ea3", "tag": "c35baf96-da7b-4dfc-850b-0f15095c9e9e", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:03.434555 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e77a454f-f331-45e2-83b6-fe4e72849739 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:03.435227 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e12f1df9-aa92-4e39-ac18-ce54a1145ea3', 'tag': 'c35baf96-da7b-4dfc-850b-0f15095c9e9e', 'status': 'completed', 'code': 200} Jan 28 05:41:03.484248 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] Pushing event updated for resources: {'Port': ['ID=a686ecc9-ef62-47d0-915c-516c8b04a221,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:03.508572 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c58e1e7-5fda-411c-9e06-b499fbb78754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (1cb19c54-b610-4369-9459-abe0b6a24b36), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:03.524622 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-aa106ed4-381d-4287-a018-8df7660b6ace service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ec0833a-7b62-4927-b291-5ebad48637b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580463 Jan 28 05:41:03.542516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-bbcfc668-d4ca-4096-ae33-285893a58b7a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ec0833a-7b62-4927-b291-5ebad48637b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1743121 Jan 28 05:41:03.602939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 21fae95e-d001-43cc-8907-8476cc3fea2a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=21fae95e-d001-43cc-8907-8476cc3fea2a,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:03.632712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '21fae95e-d001-43cc-8907-8476cc3fea2a', 'network_id': '56a01931-34aa-4e79-a960-aef0826a6cd6', 'port_id': '21fae95e-d001-43cc-8907-8476cc3fea2a', 'mac_address': 'fa:16:3e:bb:be:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ad07a0-3844-44a2-a22c-26a49efa296b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:41:03.691642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 21fae95e-d001-43cc-8907-8476cc3fea2a is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:03.704414 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:03.723218 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-d76f978f-08b1-4b14-a034-c83951cd239e service neutron] 10.222.0.60 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710272 Jan 28 05:41:03.729164 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21fae95e-d001-43cc-8907-8476cc3fea2a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:03.738349 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-0fc6ce03-e817-45f8-8981-3b091ea4b221 service neutron] 10.222.0.64 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119293 Jan 28 05:41:03.781481 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 21fae95e-d001-43cc-8907-8476cc3fea2a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=21fae95e-d001-43cc-8907-8476cc3fea2a,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:03.804534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port b5bdfa36-19a9-4597-87ee-2aab43804a31 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:03.804931 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b5bdfa36-19a9-4597-87ee-2aab43804a31), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:03.806530 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ca943a65-0925-4bf4-a080-ade9fb5afe1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:03.811323 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ee0c5009-866b-4b6c-8cc8-8a140f42677a req-70925705-de84-47ca-a7ed-6e4a8c5e0eeb tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6488376 Jan 28 05:41:03.863094 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (d6b5a16a-4877-4306-8a81-bbdb9b8ce578), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:03.886471 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:04.033837 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-932ba2b8-541b-4bf3-9882-f6d354162f0e service neutron] 10.222.0.64 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327218 Jan 28 05:41:04.034672 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=21fae95e-d001-43cc-8907-8476cc3fea2a,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:04.063948 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c58e1e7-5fda-411c-9e06-b499fbb78754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (1cb19c54-b610-4369-9459-abe0b6a24b36), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:04.063948 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c58e1e7-5fda-411c-9e06-b499fbb78754 admin admin] Publish callbacks [] for router_controller (1cb19c54-b610-4369-9459-abe0b6a24b36), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:04.079875 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['21fae95e-d001-43cc-8907-8476cc3fea2a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:41:04.263636 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c58e1e7-5fda-411c-9e06-b499fbb78754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (1cb19c54-b610-4369-9459-abe0b6a24b36), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:04.264120 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c58e1e7-5fda-411c-9e06-b499fbb78754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cb19c54-b610-4369-9459-abe0b6a24b36 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:41:04.277624 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c58e1e7-5fda-411c-9e06-b499fbb78754 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:04.281535 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0c58e1e7-5fda-411c-9e06-b499fbb78754 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1cb19c54-b610-4369-9459-abe0b6a24b36 HTTP/1.1" status: 204 len: 168 time: 3.5212789 Jan 28 05:41:04.287517 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ca943a65-0925-4bf4-a080-ade9fb5afe1c admin admin] Publish callbacks [] for security_group (481fec34-aca3-4ff9-9afa-6d31e0529989), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:04.287517 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52064) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:04.336550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552f8a6-b287-49ae-9fe7-cdbc7b230a3c req-04f1fbef-3e48-498a-bbff-554cbd22214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:04.338091 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0552f8a6-b287-49ae-9fe7-cdbc7b230a3c req-04f1fbef-3e48-498a-bbff-554cbd22214b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6b6b8ef3a51426f82271774c4ac5762&device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 1095 time: 0.1109984 Jan 28 05:41:04.386970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b5bdfa36-19a9-4597-87ee-2aab43804a31 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:04.387369 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b5bdfa36-19a9-4597-87ee-2aab43804a31), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:04.396569 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ca943a65-0925-4bf4-a080-ade9fb5afe1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (481fec34-aca3-4ff9-9afa-6d31e0529989), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:04.466041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port b5bdfa36-19a9-4597-87ee-2aab43804a31, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b5bdfa36-19a9-4597-87ee-2aab43804a31,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:04.484215 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a4de52-9b4f-40a7-a241-8cbd0f2c17e9 admin admin] Deleting subnet 72573948-ace2-46d0-8b69-5e1befdd31d1 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:41:04.522048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca943a65-0925-4bf4-a080-ade9fb5afe1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481fec34-aca3-4ff9-9afa-6d31e0529989,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:04.544101 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:41:04.548774 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28a4de52-9b4f-40a7-a241-8cbd0f2c17e9 admin admin] Publish callbacks [] for subnet (72573948-ace2-46d0-8b69-5e1befdd31d1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:04.613095 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b5bdfa36-19a9-4597-87ee-2aab43804a31), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:04.629503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-50249eef-6465-4818-b5ec-1eacec2aa4ed service neutron] For port 497251c2-c854-4961-850e-04a5325c5aa9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=497251c2-c854-4961-850e-04a5325c5aa9,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:04.635155 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ca943a65-0925-4bf4-a080-ade9fb5afe1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3b822c8066a4c909111385611260ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3628054 Jan 28 05:41:04.645686 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28a4de52-9b4f-40a7-a241-8cbd0f2c17e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (72573948-ace2-46d0-8b69-5e1befdd31d1), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:04.648074 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52070) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:04.665382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-50249eef-6465-4818-b5ec-1eacec2aa4ed service neutron] For port 497251c2-c854-4961-850e-04a5325c5aa9, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:41:04.702520 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-50249eef-6465-4818-b5ec-1eacec2aa4ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497251c2-c854-4961-850e-04a5325c5aa9 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:04.715022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-50249eef-6465-4818-b5ec-1eacec2aa4ed service neutron] For port 497251c2-c854-4961-850e-04a5325c5aa9, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=497251c2-c854-4961-850e-04a5325c5aa9,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:04.740801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c073234-8d7b-4f0a-b3ea-2f560c69674c req-4362f938-0094-4e9c-b48a-b64a86fff1f1 service neutron] 10.222.0.60 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9755194 Jan 28 05:41:04.771953 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 227f7719-1250-4bae-9449-0966e3bf4017 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:41:04.806855 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552f8a6-b287-49ae-9fe7-cdbc7b230a3c req-73dbdcc8-830f-4389-bae2-9a2f1ce8ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:04.808679 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0552f8a6-b287-49ae-9fe7-cdbc7b230a3c req-73dbdcc8-830f-4389-bae2-9a2f1ce8ccc0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7ec0833a-7b62-4927-b291-5ebad48637b1 HTTP/1.1" status: 200 len: 914 time: 0.4548266 Jan 28 05:41:04.860264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 227f7719-1250-4bae-9449-0966e3bf4017 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:41:04.862081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 227f7719-1250-4bae-9449-0966e3bf4017 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:41:04.863811 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8e997e91-1da1-417b-a70c-47c8ec01406c no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:41:04.869078 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a686ecc9-ef62-47d0-915c-516c8b04a221), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:04.885543 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0552f8a6-b287-49ae-9fe7-cdbc7b230a3c req-0ebc5e01-9faa-4b5a-8f27-90b78bf717c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c35baf96-da7b-4dfc-850b-0f15095c9e9e HTTP/1.1" status: 200 len: 217 time: 0.0494533 Jan 28 05:41:04.943261 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-50249eef-6465-4818-b5ec-1eacec2aa4ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (497251c2-c854-4961-850e-04a5325c5aa9), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:04.999874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11798127-9936-4ede-8481-1e45bc8c1fe2 req-97c390a5-14a3-422f-a04b-7d4dc9b0248a tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:05.001052 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-43be3aa1-a77e-44e4-8c7e-0622b14e6622 admin admin] Publish callbacks [] for security_group (481fec34-aca3-4ff9-9afa-6d31e0529989), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:05.012934 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11798127-9936-4ede-8481-1e45bc8c1fe2 req-97c390a5-14a3-422f-a04b-7d4dc9b0248a tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 943 time: 1.2883375 Jan 28 05:41:05.023669 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28a4de52-9b4f-40a7-a241-8cbd0f2c17e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (72573948-ace2-46d0-8b69-5e1befdd31d1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:05.084236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd626e30-51b2-4d7b-8aae-11dc81f883d6 req-47214fd5-92d4-4f8f-bab9-33dc349d2e47 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:05.086414 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd626e30-51b2-4d7b-8aae-11dc81f883d6 req-47214fd5-92d4-4f8f-bab9-33dc349d2e47 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 943 time: 0.3438227 Jan 28 05:41:05.189027 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34943d16-7494-4510-8dd2-8d4696dbb420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:05.192125 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552f8a6-b287-49ae-9fe7-cdbc7b230a3c req-b590184f-3079-46e4-9ed6-4d432ea9a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:05.194945 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0552f8a6-b287-49ae-9fe7-cdbc7b230a3c req-b590184f-3079-46e4-9ed6-4d432ea9a3f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f53cd1c1-77ff-47ed-87c9-7587a2e81e2d HTTP/1.1" status: 200 len: 853 time: 0.3001673 Jan 28 05:41:05.197764 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-43be3aa1-a77e-44e4-8c7e-0622b14e6622 admin admin] Publish callbacks [] for security_group (481fec34-aca3-4ff9-9afa-6d31e0529989), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:05.199403 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 8e997e91-1da1-417b-a70c-47c8ec01406c {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:41:05.199821 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8e997e91-1da1-417b-a70c-47c8ec01406c not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:41:05.214205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=b5bdfa36-19a9-4597-87ee-2aab43804a31,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:05.232463 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28a4de52-9b4f-40a7-a241-8cbd0f2c17e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (72573948-ace2-46d0-8b69-5e1befdd31d1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:05.272429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-50249eef-6465-4818-b5ec-1eacec2aa4ed service neutron] Transition to ACTIVE for port object 497251c2-c854-4961-850e-04a5325c5aa9 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:41:05.273222 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0552f8a6-b287-49ae-9fe7-cdbc7b230a3c req-c54c064e-bac9-472b-a263-cd475f36f4b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ec0833a-7b62-4927-b291-5ebad48637b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618477 Jan 28 05:41:05.281530 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f0ea43-901e-47de-9ca0-966171104a96 None None] Network 1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:41:05.332367 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28a4de52-9b4f-40a7-a241-8cbd0f2c17e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:05.347676 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-28a4de52-9b4f-40a7-a241-8cbd0f2c17e9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/72573948-ace2-46d0-8b69-5e1befdd31d1 HTTP/1.1" status: 204 len: 168 time: 1.0603938 Jan 28 05:41:05.374570 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52076) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:05.375381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4de52-9b4f-40a7-a241-8cbd0f2c17e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72573948-ace2-46d0-8b69-5e1befdd31d1,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:05.401161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd626e30-51b2-4d7b-8aae-11dc81f883d6 req-c97514cd-fe7d-4bbf-b4db-45d35c59ce73 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392536 Jan 28 05:41:05.415969 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-50249eef-6465-4818-b5ec-1eacec2aa4ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (497251c2-c854-4961-850e-04a5325c5aa9), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:05.457495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb2db5-56cc-4aad-9d84-1c885d568816 req-698b62df-e9bf-419c-ab93-bcdcedceaa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:05.457495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97eb2db5-56cc-4aad-9d84-1c885d568816 req-698b62df-e9bf-419c-ab93-bcdcedceaa95 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6b6b8ef3a51426f82271774c4ac5762&device_id=bb46702b-0ead-4af4-8956-41c7f49ebd66 HTTP/1.1" status: 200 len: 1095 time: 0.4896755 Jan 28 05:41:05.554400 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (1e73c1dc-4fc5-4e41-b105-c4aa01477fd1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:05.565573 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-50249eef-6465-4818-b5ec-1eacec2aa4ed service neutron] No DVR routers for this DVR port 497251c2-c854-4961-850e-04a5325c5aa9 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:41:05.575731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11798127-9936-4ede-8481-1e45bc8c1fe2 req-1b0ea978-72b1-4fc0-9db2-db312e2e8f5b tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614462 Jan 28 05:41:05.695199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9dd14e-0114-4b74-9c4f-acc4629fd00a None None] DHCP port deletion for 1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:41:05.723545 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-50249eef-6465-4818-b5ec-1eacec2aa4ed service neutron] 10.222.0.60 "PUT /v2.0/ports/497251c2-c854-4961-850e-04a5325c5aa9/bindings/n-h1-812111-12/activate HTTP/1.1" status: 200 len: 370 time: 3.0887871 Jan 28 05:41:05.750835 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0552f8a6-b287-49ae-9fe7-cdbc7b230a3c req-282b9e8f-4445-423b-8094-75fd496aedf4 service neutron] 10.222.0.64 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955269 Jan 28 05:41:05.753947 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-43be3aa1-a77e-44e4-8c7e-0622b14e6622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (481fec34-aca3-4ff9-9afa-6d31e0529989), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:05.756225 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-43be3aa1-a77e-44e4-8c7e-0622b14e6622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:05.763748 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-43be3aa1-a77e-44e4-8c7e-0622b14e6622 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/481fec34-aca3-4ff9-9afa-6d31e0529989 HTTP/1.1" status: 204 len: 168 time: 1.1121244 Jan 28 05:41:05.810102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4b9dd14e-0114-4b74-9c4f-acc4629fd00a None None] Deleting port 944c938c-3a99-4338-a8b6-7a6ebb266c87 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:05.810603 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b9dd14e-0114-4b74-9c4f-acc4629fd00a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (944c938c-3a99-4338-a8b6-7a6ebb266c87), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:05.812942 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be3aa1-a77e-44e4-8c7e-0622b14e6622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481fec34-aca3-4ff9-9afa-6d31e0529989,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:05.888832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb2db5-56cc-4aad-9d84-1c885d568816 req-5c881723-1bd9-431d-b98d-44840bacc6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:05.893270 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97eb2db5-56cc-4aad-9d84-1c885d568816 req-5c881723-1bd9-431d-b98d-44840bacc6df service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ec0833a-7b62-4927-b291-5ebad48637b1 HTTP/1.1" status: 200 len: 914 time: 0.4225032 Jan 28 05:41:05.905766 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] Deleting port 944c938c-3a99-4338-a8b6-7a6ebb266c87 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:05.906859 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (944c938c-3a99-4338-a8b6-7a6ebb266c87), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:05.983368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50249eef-6465-4818-b5ec-1eacec2aa4ed service neutron] Pushing event updated for resources: {'Port': ['ID=497251c2-c854-4961-850e-04a5325c5aa9,revision_number=10']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:05.998215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4b9dd14e-0114-4b74-9c4f-acc4629fd00a None None] For port 944c938c-3a99-4338-a8b6-7a6ebb266c87, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=944c938c-3a99-4338-a8b6-7a6ebb266c87,segment=NetworkSegment(800f8ca9-33e4-4cd3-a045-745d99472ffb),segment_id=800f8ca9-33e4-4cd3-a045-745d99472ffb)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:05.999162 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b9dd14e-0114-4b74-9c4f-acc4629fd00a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (944c938c-3a99-4338-a8b6-7a6ebb266c87), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:05.999549 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0552f8a6-b287-49ae-9fe7-cdbc7b230a3c req-b0a9b076-c787-4e7b-a019-63a94664d638 service neutron] 10.222.0.64 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309272 Jan 28 05:41:06.057721 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4b9dd14e-0114-4b74-9c4f-acc4629fd00a None None] Calling delete_port for 944c938c-3a99-4338-a8b6-7a6ebb266c87 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:06.087317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] For port 944c938c-3a99-4338-a8b6-7a6ebb266c87, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=944c938c-3a99-4338-a8b6-7a6ebb266c87,segment=NetworkSegment(800f8ca9-33e4-4cd3-a045-745d99472ffb),segment_id=800f8ca9-33e4-4cd3-a045-745d99472ffb)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:06.088565 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (944c938c-3a99-4338-a8b6-7a6ebb266c87), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:06.115549 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] Calling delete_port for 944c938c-3a99-4338-a8b6-7a6ebb266c87 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:06.145186 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97eb2db5-56cc-4aad-9d84-1c885d568816 req-ef9ce3a8-ab65-4702-8a24-d25d3b26d19c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=306a5c47-c23a-46ed-98fd-9b129e9b10d5 HTTP/1.1" status: 200 len: 217 time: 0.1482952 Jan 28 05:41:06.208637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb2db5-56cc-4aad-9d84-1c885d568816 req-17c6c613-a0ca-449f-8421-0b6d070bc9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:06.210212 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97eb2db5-56cc-4aad-9d84-1c885d568816 req-17c6c613-a0ca-449f-8421-0b6d070bc9e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f53cd1c1-77ff-47ed-87c9-7587a2e81e2d HTTP/1.1" status: 200 len: 853 time: 0.0550323 Jan 28 05:41:06.219951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146eea5-c4d7-41af-ac18-8265dd7994e9 req-5cc72614-3c59-46ab-be91-3213860620b3 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:06.228501 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9146eea5-c4d7-41af-ac18-8265dd7994e9 req-5cc72614-3c59-46ab-be91-3213860620b3 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 945 time: 0.6994817 Jan 28 05:41:06.288019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97eb2db5-56cc-4aad-9d84-1c885d568816 req-233e0b01-ca69-45b8-88a1-39df2b9bb095 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ec0833a-7b62-4927-b291-5ebad48637b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535941 Jan 28 05:41:06.344335 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b9dd14e-0114-4b74-9c4f-acc4629fd00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (944c938c-3a99-4338-a8b6-7a6ebb266c87), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:06.375710 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (944c938c-3a99-4338-a8b6-7a6ebb266c87), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:06.427058 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9dd14e-0114-4b74-9c4f-acc4629fd00a None None] No DVR routers for this DVR port 944c938c-3a99-4338-a8b6-7a6ebb266c87 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:41:06.437028 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dd14e-0114-4b74-9c4f-acc4629fd00a None None] Pushing event deleted for resources: {'Port': ['ID=944c938c-3a99-4338-a8b6-7a6ebb266c87,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:06.467166 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:06.641766 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] Publish callbacks [] for port (a686ecc9-ef62-47d0-915c-516c8b04a221), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:06.735514 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9146eea5-c4d7-41af-ac18-8265dd7994e9 req-df53cae2-8c2a-4b45-aab0-e174d607d707 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058954 Jan 28 05:41:06.762321 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (a686ecc9-ef62-47d0-915c-516c8b04a221), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:06.864633 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (d6b5a16a-4877-4306-8a81-bbdb9b8ce578), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:06.920810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52090) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:06.961247 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c949f5f5-97d6-47b4-9c24-dccbb69cbd86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:06.968097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97eb2db5-56cc-4aad-9d84-1c885d568816 req-a7067c9a-1f9a-4259-b9bf-65fcf07d17d8 service neutron] 10.222.0.60 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6730921 Jan 28 05:41:06.977626 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4360d2-ce60-4923-81d0-2e668d282934 req-6e0e465d-e6d9-4951-a24e-645a0e357ccb tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:06.979573 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c4360d2-ce60-4923-81d0-2e668d282934 req-6e0e465d-e6d9-4951-a24e-645a0e357ccb tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 943 time: 0.4380956 Jan 28 05:41:07.111861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] Network 61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:41:07.194494 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b6330-a7cb-40d5-8a73-abc17976b15b req-7d59364b-972a-4c4e-b064-136ff9f8b3f1 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:07.197298 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-be3e6d3b-4e43-4299-843c-8ad358f95a40 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:07.198998 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-be3e6d3b-4e43-4299-843c-8ad358f95a40 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2&tenant_id=f17b4afee4234ca080a4ee07c83b15b8&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 1096 time: 0.9318960 Jan 28 05:41:07.201692 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] Pushing event deleted for resources: {'Port': ['ID=944c938c-3a99-4338-a8b6-7a6ebb266c87,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:07.211918 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f0b6330-a7cb-40d5-8a73-abc17976b15b req-7d59364b-972a-4c4e-b064-136ff9f8b3f1 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 944 time: 0.3293598 Jan 28 05:41:07.213947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:07.221283 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] No DVR routers for this DVR port 944c938c-3a99-4338-a8b6-7a6ebb266c87 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:41:07.227345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] Pushing event updated for resources: {'Port': ['ID=a686ecc9-ef62-47d0-915c-516c8b04a221,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:07.267414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c35baf96-da7b-4dfc-850b-0f15095c9e9e details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:41:07.406601 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (1e73c1dc-4fc5-4e41-b105-c4aa01477fd1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:07.436516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e73c1dc-4fc5-4e41-b105-c4aa01477fd1']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:07.448686 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800f8ca9-33e4-4cd3-a045-745d99472ffb') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:07.449233 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800f8ca9-33e4-4cd3-a045-745d99472ffb') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:07.467032 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (800f8ca9-33e4-4cd3-a045-745d99472ffb), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:07.483970 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (800f8ca9-33e4-4cd3-a045-745d99472ffb), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:07.492057 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:41:07.492715 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (800f8ca9-33e4-4cd3-a045-745d99472ffb), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:07.492852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 21fae95e-d001-43cc-8907-8476cc3fea2a up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:07.499477 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b5bdfa36-19a9-4597-87ee-2aab43804a31 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:41:07.563735 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:41:07.584406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-6fbafe5b-e4a5-4f4a-a35f-3c604ff4549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:07.587104 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-6fbafe5b-e4a5-4f4a-a35f-3c604ff4549d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2&tenant_id=f17b4afee4234ca080a4ee07c83b15b8 HTTP/1.1" status: 200 len: 1096 time: 0.3588529 Jan 28 05:41:07.704104 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c949f5f5-97d6-47b4-9c24-dccbb69cbd86 admin admin] Publish callbacks [] for security_group (1309bc16-742b-4b2c-a458-fed25cb77ade), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:07.706864 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (1e73c1dc-4fc5-4e41-b105-c4aa01477fd1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:07.726987 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:07.731860 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] 10.222.0.31 "DELETE /v2.0/networks/1e73c1dc-4fc5-4e41-b105-c4aa01477fd1 HTTP/1.1" status: 204 len: 168 time: 2.3430769 Jan 28 05:41:07.774530 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e11e2-cc00-4017-8be1-af68c8f0554e admin admin] Pushing event deleted for resources: {'Network': ['ID=1e73c1dc-4fc5-4e41-b105-c4aa01477fd1,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:07.788271 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-30cdd356-ca2c-4e02-b61d-618d7b93de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:07.797585 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-30cdd356-ca2c-4e02-b61d-618d7b93de78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 1096 time: 0.1643925 Jan 28 05:41:07.817581 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97eb2db5-56cc-4aad-9d84-1c885d568816 req-97667456-eaf7-4b5e-9e3f-5a62d2ceb4ba service neutron] 10.222.0.60 "GET /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7447853 Jan 28 05:41:07.830400 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f0b6330-a7cb-40d5-8a73-abc17976b15b req-fd275982-36ed-4540-98b8-39dfb005a1f6 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6207688 Jan 28 05:41:07.855005 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c949f5f5-97d6-47b4-9c24-dccbb69cbd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1309bc16-742b-4b2c-a458-fed25cb77ade), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:07.864898 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] Router d6b5a16a-4877-4306-8a81-bbdb9b8ce578 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:41:07.869650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 306a5c47-c23a-46ed-98fd-9b129e9b10d5 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:41:07.892889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c4360d2-ce60-4923-81d0-2e668d282934 req-62ba615c-cb68-4ebd-ab8f-abb378e6c531 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8215513 Jan 28 05:41:08.017698 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c949f5f5-97d6-47b4-9c24-dccbb69cbd86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9b9953da28745f88d92d15be6dca881&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0919898 Jan 28 05:41:08.042276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52096) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:08.130762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 306a5c47-c23a-46ed-98fd-9b129e9b10d5, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=306a5c47-c23a-46ed-98fd-9b129e9b10d5,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:08.145136 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-04949d4e-d151-4ace-830f-4de9284662b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:08.149830 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-04949d4e-d151-4ace-830f-4de9284662b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.3487916 Jan 28 05:41:08.206163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c35baf96-da7b-4dfc-850b-0f15095c9e9e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c35baf96-da7b-4dfc-850b-0f15095c9e9e,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:08.244786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'c35baf96-da7b-4dfc-850b-0f15095c9e9e', 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1', 'port_id': 'c35baf96-da7b-4dfc-850b-0f15095c9e9e', 'mac_address': 'fa:16:3e:e4:34:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53cd1c1-77ff-47ed-87c9-7587a2e81e2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:41:08.246336 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:08.248166 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-c6e1ae6e-c61f-4fe6-980e-4feb038b7a6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=497251c2-c854-4961-850e-04a5325c5aa9 HTTP/1.1" status: 200 len: 217 time: 0.0939584 Jan 28 05:41:08.297497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '306a5c47-c23a-46ed-98fd-9b129e9b10d5', 'network_id': '7ec0833a-7b62-4927-b291-5ebad48637b1', 'port_id': '306a5c47-c23a-46ed-98fd-9b129e9b10d5', 'mac_address': 'fa:16:3e:3b:b5:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53cd1c1-77ff-47ed-87c9-7587a2e81e2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:41:08.316981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949f5f5-97d6-47b4-9c24-dccbb69cbd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1309bc16-742b-4b2c-a458-fed25cb77ade,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:08.384534 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-7eb710ac-658c-4c5c-b96a-3ac17d70e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:08.386652 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-7eb710ac-658c-4c5c-b96a-3ac17d70e460 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.1264231 Jan 28 05:41:08.387443 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30b8f3df-6ca5-41c1-a18e-060dbfb85278 admin admin] Publish callbacks [] for security_group (1309bc16-742b-4b2c-a458-fed25cb77ade), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:08.436268 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-1989f097-1fc1-4fd1-a191-f5a00d6c977b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396078 Jan 28 05:41:08.581247 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c35baf96-da7b-4dfc-850b-0f15095c9e9e is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:08.583981 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c35baf96-da7b-4dfc-850b-0f15095c9e9e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:08.634951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35baf96-da7b-4dfc-850b-0f15095c9e9e {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:08.672775 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30b8f3df-6ca5-41c1-a18e-060dbfb85278 admin admin] Publish callbacks [] for security_group (1309bc16-742b-4b2c-a458-fed25cb77ade), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:08.714330 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-feb2d372-6ae8-4ef7-bd59-5470109370f0 service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584100 Jan 28 05:41:08.731547 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52106) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:08.778778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 306a5c47-c23a-46ed-98fd-9b129e9b10d5 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:08.780720 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (306a5c47-c23a-46ed-98fd-9b129e9b10d5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:08.806165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 21fae95e-d001-43cc-8907-8476cc3fea2a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:08.811619 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:08.833289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:41:08.858238 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7c12fcc3-b70b-4784-b197-4966a0fe0916 admin admin] 10.222.0.31 "PUT /v2.0/routers/d6b5a16a-4877-4306-8a81-bbdb9b8ce578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6065915 Jan 28 05:41:08.897333 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Sync routers for ids ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:41:08.904915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c35baf96-da7b-4dfc-850b-0f15095c9e9e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c35baf96-da7b-4dfc-850b-0f15095c9e9e,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:08.916354 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port b5bdfa36-19a9-4597-87ee-2aab43804a31 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:08.916871 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b5bdfa36-19a9-4597-87ee-2aab43804a31), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:08.923383 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306a5c47-c23a-46ed-98fd-9b129e9b10d5 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:08.955527 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30b8f3df-6ca5-41c1-a18e-060dbfb85278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1309bc16-742b-4b2c-a458-fed25cb77ade), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:08.959293 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30b8f3df-6ca5-41c1-a18e-060dbfb85278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:08.962036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-30b8f3df-6ca5-41c1-a18e-060dbfb85278 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1309bc16-742b-4b2c-a458-fed25cb77ade HTTP/1.1" status: 204 len: 168 time: 0.8982105 Jan 28 05:41:08.966253 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 306a5c47-c23a-46ed-98fd-9b129e9b10d5, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=306a5c47-c23a-46ed-98fd-9b129e9b10d5,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:08.995824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8f3df-6ca5-41c1-a18e-060dbfb85278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1309bc16-742b-4b2c-a458-fed25cb77ade,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:09.097256 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (306a5c47-c23a-46ed-98fd-9b129e9b10d5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:09.103860 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Routers {'d6b5a16a-4877-4306-8a81-bbdb9b8ce578'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:41:09.112506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:41:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:09.146508 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52120) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:09.147538 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7a117061-e367-455a-8c62-25cdff67dae7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77c87db4f926423d8b50d38fdfdd0e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4118004 Jan 28 05:41:09.199549 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-60199527-68fa-4c93-a9ae-bc895e4534b8 service neutron] 10.222.0.64 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812033 Jan 28 05:41:09.331518 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb845ec4-ecd1-4735-b788-fc5e7dccd769 req-92605288-173c-4a5e-9f42-c4b9bd604aaa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2944908 Jan 28 05:41:09.412739 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Set router d6b5a16a-4877-4306-8a81-bbdb9b8ce578 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:41:09.416444 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c35baf96-da7b-4dfc-850b-0f15095c9e9e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:09.576842 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] Publish callbacks [] for security_group (f7cef6f9-08b6-4abb-aa59-7b45f57b5285), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:09.594228 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90f88b-9df0-4575-88ab-6e4d2e0da0a1 req-5c980bc5-e993-4f12-9c24-e65a7c8d0432 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:09.596292 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['306a5c47-c23a-46ed-98fd-9b129e9b10d5'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:41:09.596648 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c90f88b-9df0-4575-88ab-6e4d2e0da0a1 req-5c980bc5-e993-4f12-9c24-e65a7c8d0432 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 944 time: 0.5056129 Jan 28 05:41:09.758969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196ba82-f507-4bac-b94f-08db2dbe3711 req-e30f7a4e-21b7-464c-8ffb-cd2c519cca91 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:09.770455 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0196ba82-f507-4bac-b94f-08db2dbe3711 req-e30f7a4e-21b7-464c-8ffb-cd2c519cca91 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 944 time: 0.4377289 Jan 28 05:41:09.791611 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=306a5c47-c23a-46ed-98fd-9b129e9b10d5,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:09.822975 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] Publish callbacks [] for security_group (f7cef6f9-08b6-4abb-aa59-7b45f57b5285), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:09.911921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-5ad0754f-54fb-45ee-aa41-dc6d1512492b tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:09.916253 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-5ad0754f-54fb-45ee-aa41-dc6d1512492b tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2&tenant_id=f17b4afee4234ca080a4ee07c83b15b8&binding%3Ahost_id=n-h1-812111-12 HTTP/1.1" status: 200 len: 1096 time: 0.1011403 Jan 28 05:41:09.918419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb845ec4-ecd1-4735-b788-fc5e7dccd769 req-deb428e1-de3b-4faf-b6f6-e60b14bf8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:09.926198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb845ec4-ecd1-4735-b788-fc5e7dccd769 req-deb428e1-de3b-4faf-b6f6-e60b14bf8b9a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 1097 time: 0.5130618 Jan 28 05:41:09.945820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c35baf96-da7b-4dfc-850b-0f15095c9e9e,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:10.004677 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:10.025729 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c90f88b-9df0-4575-88ab-6e4d2e0da0a1 req-509efae5-6fce-4442-8b81-fc91669be82b tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092412 Jan 28 05:41:10.172142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0196ba82-f507-4bac-b94f-08db2dbe3711 req-4a938afc-3107-4909-b647-7182e4e1a644 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999970 Jan 28 05:41:10.195701 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['c35baf96-da7b-4dfc-850b-0f15095c9e9e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:41:10.343141 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb845ec4-ecd1-4735-b788-fc5e7dccd769 req-c842f448-8767-4711-9cbd-c433a7a81eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:10.345390 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb845ec4-ecd1-4735-b788-fc5e7dccd769 req-c842f448-8767-4711-9cbd-c433a7a81eac service neutron] 10.222.0.60 "GET /v2.0/networks?id=a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 200 len: 922 time: 0.3710649 Jan 28 05:41:10.349791 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f7cef6f9-08b6-4abb-aa59-7b45f57b5285), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:10.353799 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:10.355583 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7cef6f9-08b6-4abb-aa59-7b45f57b5285 HTTP/1.1" status: 204 len: 168 time: 1.2079148 Jan 28 05:41:10.372113 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-fd489e68-8c6d-4b5f-b734-9e647ea396a6 service neutron] For port 497251c2-c854-4961-850e-04a5325c5aa9, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:41:10.376004 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-fd489e68-8c6d-4b5f-b734-9e647ea396a6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:10.377582 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-fd489e68-8c6d-4b5f-b734-9e647ea396a6 service neutron] 10.222.0.64 "DELETE /v2.0/ports/497251c2-c854-4961-850e-04a5325c5aa9/bindings/n-h2-812111-12 HTTP/1.1" status: 204 len: 173 time: 0.4522393 Jan 28 05:41:10.487160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 21fae95e-d001-43cc-8907-8476cc3fea2a is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:10.487751 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:10.491855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1351831-4d1c-47db-8d66-2502b5a8cf69 req-df647e26-ce47-4302-8ea2-770d7b38bc0d tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:10.516758 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f1351831-4d1c-47db-8d66-2502b5a8cf69 req-df647e26-ce47-4302-8ea2-770d7b38bc0d tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 945 time: 0.2550616 Jan 28 05:41:10.520992 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb845ec4-ecd1-4735-b788-fc5e7dccd769 req-767d4987-88d3-4712-9114-3ac652fef8e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf91e9d1-6643-4876-a0a9-813f3897331d HTTP/1.1" status: 200 len: 217 time: 0.1636662 Jan 28 05:41:10.607327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b5bdfa36-19a9-4597-87ee-2aab43804a31 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:10.626114 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f1351831-4d1c-47db-8d66-2502b5a8cf69 req-d5e2856c-860f-416d-b58c-c0ab5bf7da43 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029408 Jan 28 05:41:10.640152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cef6f9-08b6-4abb-aa59-7b45f57b5285,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:10.734027 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:10.734616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:10.734965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:10.735304 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:10.735637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:10.735968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:10.736393 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:10.736770 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:10.737177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:10.737555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:10.737932 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:10.738259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:10.743722 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09880c-ac36-4fb9-907a-e882a9735435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:10.801581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 21fae95e-d001-43cc-8907-8476cc3fea2a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=21fae95e-d001-43cc-8907-8476cc3fea2a,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:10.809937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb845ec4-ecd1-4735-b788-fc5e7dccd769 req-d5f53303-c775-4a0b-9bd3-d8f915a686c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:10.811824 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb845ec4-ecd1-4735-b788-fc5e7dccd769 req-d5f53303-c775-4a0b-9bd3-d8f915a686c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 200 len: 861 time: 0.2005725 Jan 28 05:41:10.935558 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46b39c-0af4-4eba-8fe1-8f1eea79937c req-6d9eb37b-25c2-408c-abe4-6da2da598210 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:10.941881 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6c46b39c-0af4-4eba-8fe1-8f1eea79937c req-6d9eb37b-25c2-408c-abe4-6da2da598210 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 945 time: 0.1438241 Jan 28 05:41:10.996239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb845ec4-ecd1-4735-b788-fc5e7dccd769 req-f179895b-03a2-49ec-b326-bbb9e775f705 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a68ceb60-a872-4bba-990e-8e03126b2535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438839 Jan 28 05:41:11.222588 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-6c46b39c-0af4-4eba-8fe1-8f1eea79937c req-f4283d23-e3f4-4de8-964b-59b76798ef39 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Deleting port 21fae95e-d001-43cc-8907-8476cc3fea2a {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:11.223009 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6c46b39c-0af4-4eba-8fe1-8f1eea79937c req-f4283d23-e3f4-4de8-964b-59b76798ef39 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:11.261755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba643430-7ea9-4cd0-99d4-5f162d6d8a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fae95e-d001-43cc-8907-8476cc3fea2a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:11.271911 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b4b96d-023a-4851-bda3-a5bc86f98406" -d '{"events": [{"server_uuid": "ba643430-7ea9-4cd0-99d4-5f162d6d8a47", "name": "network-vif-plugged", "status": "completed", "tag": "21fae95e-d001-43cc-8907-8476cc3fea2a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:11.290421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 944c938c-3a99-4338-a8b6-7a6ebb266c87 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:41:11.320476 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:11.358604 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb845ec4-ecd1-4735-b788-fc5e7dccd769 req-f822a61b-53c7-4098-b756-f8ebd34c8ec0 service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380313 Jan 28 05:41:11.480515 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 21fae95e-d001-43cc-8907-8476cc3fea2a no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:41:11.485063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-6c46b39c-0af4-4eba-8fe1-8f1eea79937c req-f4283d23-e3f4-4de8-964b-59b76798ef39 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] For port 21fae95e-d001-43cc-8907-8476cc3fea2a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=21fae95e-d001-43cc-8907-8476cc3fea2a,segment=NetworkSegment(d40deef8-4c8e-4686-b72c-f11ad13b93cc),segment_id=d40deef8-4c8e-4686-b72c-f11ad13b93cc)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:11.485796 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6c46b39c-0af4-4eba-8fe1-8f1eea79937c req-f4283d23-e3f4-4de8-964b-59b76798ef39 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:11.534127 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-6c46b39c-0af4-4eba-8fe1-8f1eea79937c req-f4283d23-e3f4-4de8-964b-59b76798ef39 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Calling delete_port for 21fae95e-d001-43cc-8907-8476cc3fea2a owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:11.573139 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'name': 'tempest-ServerRescueTestJSONUnderV235-36047363-router', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:45Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'gw_port': {'id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:49Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'a686ecc9-ef62-47d0-915c-516c8b04a221', 'name': '', 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'mac_address': 'fa:16:3e:c1:fb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:00Z', 'updated_at': '2022-01-28T05:41:05Z', 'revision_number': 2, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'subnets': [{'id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:11.633030 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 944c938c-3a99-4338-a8b6-7a6ebb266c87 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:41:11.633253 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 944c938c-3a99-4338-a8b6-7a6ebb266c87 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:41:11.655929 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Checking router: d6b5a16a-4877-4306-8a81-bbdb9b8ce578 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:41:11.656063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Updating router d6b5a16a-4877-4306-8a81-bbdb9b8ce578 port a686ecc9-ef62-47d0-915c-516c8b04a221 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:41:11.693298 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a686ecc9-ef62-47d0-915c-516c8b04a221), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:11.743767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-600ff572-7272-44ca-aa49-91263235522f tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:11.751429 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-600ff572-7272-44ca-aa49-91263235522f tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/networks?id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 HTTP/1.1" status: 200 len: 818 time: 0.9611590 Jan 28 05:41:11.805500 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52180) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:11.815998 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 21fae95e-d001-43cc-8907-8476cc3fea2a is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:11.816391 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:11.850827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9802e5b-3099-46a7-9a42-de77d69f84f7 req-085e5ede-f80b-4add-9ce9-67b82bb24cbc tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:11.862494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9802e5b-3099-46a7-9a42-de77d69f84f7 req-085e5ede-f80b-4add-9ce9-67b82bb24cbc tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 944 time: 0.5027881 Jan 28 05:41:11.983576 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-2ae0e859-6b42-4a60-986f-ef0f6890e0f1 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/quotas/65d1630dd99f462f88d092b15e2322ea HTTP/1.1" status: 200 len: 375 time: 0.1698406 Jan 28 05:41:12.066173 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb845ec4-ecd1-4735-b788-fc5e7dccd769 req-90bc6e6f-3c48-4889-a670-5284821544bb service neutron] 10.222.0.60 "GET /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6951442 Jan 28 05:41:12.107161 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6c46b39c-0af4-4eba-8fe1-8f1eea79937c req-f4283d23-e3f4-4de8-964b-59b76798ef39 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (21fae95e-d001-43cc-8907-8476cc3fea2a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:12.130688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9802e5b-3099-46a7-9a42-de77d69f84f7 req-2223a4b2-293a-432a-9928-3a586ab1e52e tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644794 Jan 28 05:41:12.151516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-2f06ea8d-0846-4b0d-9a96-82f3a495a888 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=65d1630dd99f462f88d092b15e2322ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2031350 Jan 28 05:41:12.236568 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-68f5e475-4034-4736-a6ff-c96d6e6b54e2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-776448483-network', 'tenant_id': 'be7bf173b3c54c719f3cc15a83e24448'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:12.262730 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4283d23-e3f4-4de8-964b-59b76798ef39 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Pushing event deleted for resources: {'Port': ['ID=21fae95e-d001-43cc-8907-8476cc3fea2a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:12.334022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=21fae95e-d001-43cc-8907-8476cc3fea2a,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:12.420991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c46b39c-0af4-4eba-8fe1-8f1eea79937c req-f4283d23-e3f4-4de8-964b-59b76798ef39 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] No DVR routers for this DVR port 21fae95e-d001-43cc-8907-8476cc3fea2a on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:41:12.432050 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6c46b39c-0af4-4eba-8fe1-8f1eea79937c req-f4283d23-e3f4-4de8-964b-59b76798ef39 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:12.435323 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6c46b39c-0af4-4eba-8fe1-8f1eea79937c req-f4283d23-e3f4-4de8-964b-59b76798ef39 tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.64 "DELETE /v2.0/ports/21fae95e-d001-43cc-8907-8476cc3fea2a HTTP/1.1" status: 204 len: 173 time: 1.4870000 Jan 28 05:41:12.468059 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba643430-7ea9-4cd0-99d4-5f162d6d8a47', 'name': 'network-vif-deleted', 'tag': '21fae95e-d001-43cc-8907-8476cc3fea2a'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:12.472570 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Publish callbacks [] for port (a686ecc9-ef62-47d0-915c-516c8b04a221), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:12.479743 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c285577-f5cf-4c5f-a19a-32d2109b4a0a" -d '{"events": [{"server_uuid": "ba643430-7ea9-4cd0-99d4-5f162d6d8a47", "name": "network-vif-deleted", "tag": "21fae95e-d001-43cc-8907-8476cc3fea2a"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:12.544423 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b23aa0-4591-4e49-bcea-e155364da7ec req-a03baccb-a5b4-4068-b385-87e191d0cb9c tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:12.546064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61b23aa0-4591-4e49-bcea-e155364da7ec req-a03baccb-a5b4-4068-b385-87e191d0cb9c tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 944 time: 0.2164991 Jan 28 05:41:12.558917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-3e5c7cae-df23-4399-829a-c20e4c4395a9 service neutron] 10.222.0.31 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992119 Jan 28 05:41:12.571718 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a686ecc9-ef62-47d0-915c-516c8b04a221), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:12.638172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f5e475-4034-4736-a6ff-c96d6e6b54e2 admin admin] Made reservation on behalf of be7bf173b3c54c719f3cc15a83e24448 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:41:12.640683 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-68f5e475-4034-4736-a6ff-c96d6e6b54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:12.656245 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-68f5e475-4034-4736-a6ff-c96d6e6b54e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:12.730282 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3d6ed-5a37-4c7f-9fda-373c575cd50b None None] Pushing event updated for resources: {'Port': ['ID=a686ecc9-ef62-47d0-915c-516c8b04a221,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:12.732564 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61b23aa0-4591-4e49-bcea-e155364da7ec req-3d68f229-c8ac-4c7a-b268-6c1fd40190ef tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702857 Jan 28 05:41:12.803165 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52200) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:12.844673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-5e0003bf-b429-4b58-9de7-dc0c0bfcc1c3 service neutron] 10.222.0.31 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845902 Jan 28 05:41:12.869910 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Attempting to bind port a686ecc9-ef62-47d0-915c-516c8b04a221 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:41:12.870563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Attempting to bind port a686ecc9-ef62-47d0-915c-516c8b04a221 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '8daf45de-8e55-429f-b569-ab8f529462ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:41:12.872104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Attempting to bind port a686ecc9-ef62-47d0-915c-516c8b04a221 on network 61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:12.879030 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-68f5e475-4034-4736-a6ff-c96d6e6b54e2 admin admin] Publish callbacks [] for security_group (c5ba41ff-7a67-4641-9a76-20cf31c9d9ae), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:12.891906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:41:12.892317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Checking segment: {'id': '8daf45de-8e55-429f-b569-ab8f529462ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:41:12.892722 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:12.893125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Bound using segment: {'id': '8daf45de-8e55-429f-b569-ab8f529462ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:41:12.895313 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Bound port: a686ecc9-ef62-47d0-915c-516c8b04a221, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8daf45de-8e55-429f-b569-ab8f529462ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:41:12.897444 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a686ecc9-ef62-47d0-915c-516c8b04a221), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:12.922418 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d614f499-5b72-4887-9270-7221af8f938c x-openstack-request-id: req-d614f499-5b72-4887-9270-7221af8f938c {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:12.922750 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba643430-7ea9-4cd0-99d4-5f162d6d8a47", "name": "network-vif-plugged", "status": "completed", "tag": "21fae95e-d001-43cc-8907-8476cc3fea2a", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:12.922971 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d614f499-5b72-4887-9270-7221af8f938c {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:12.923364 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba643430-7ea9-4cd0-99d4-5f162d6d8a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fae95e-d001-43cc-8907-8476cc3fea2a', 'code': 200} Jan 28 05:41:12.949908 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-68f5e475-4034-4736-a6ff-c96d6e6b54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c5ba41ff-7a67-4641-9a76-20cf31c9d9ae), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:13.018004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-349ecc46-1f02-4761-9a59-d016708ceda1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-521299682-network', 'tenant_id': '79fbef5367d24a58af655d60fa276ac5'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:13.044361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f5e475-4034-4736-a6ff-c96d6e6b54e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:41:13.096631 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-68f5e475-4034-4736-a6ff-c96d6e6b54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (915c3266-ee11-4ae1-aa16-3f7b185ef08a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:13.096952 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-68f5e475-4034-4736-a6ff-c96d6e6b54e2 admin admin] Added segment 915c3266-ee11-4ae1-aa16-3f7b185ef08a of type vlan for network c55cd528-a79f-41db-9d74-9d3c194c3476 Jan 28 05:41:13.124702 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] For port a686ecc9-ef62-47d0-915c-516c8b04a221, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:41:13.128383 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] For port a686ecc9-ef62-47d0-915c-516c8b04a221, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a686ecc9-ef62-47d0-915c-516c8b04a221,segment=NetworkSegment(8daf45de-8e55-429f-b569-ab8f529462ff),segment_id=8daf45de-8e55-429f-b569-ab8f529462ff)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:41:13.191524 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-68f5e475-4034-4736-a6ff-c96d6e6b54e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (c55cd528-a79f-41db-9d74-9d3c194c3476), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:13.230356 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a686ecc9-ef62-47d0-915c-516c8b04a221), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:13.240721 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2aaf2201-41bc-4ccb-9b6a-1d22c68e5c6d req-0122c09c-c6be-453b-aa0a-65c2f55bbf8b tempest-ImagesTestJSON-457772069 tempest-ImagesTestJSON-457772069-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba643430-7ea9-4cd0-99d4-5f162d6d8a47 HTTP/1.1" status: 200 len: 210 time: 0.1080525 Jan 28 05:41:13.244706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349ecc46-1f02-4761-9a59-d016708ceda1 admin admin] Made reservation on behalf of 79fbef5367d24a58af655d60fa276ac5 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:41:13.245848 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5e475-4034-4736-a6ff-c96d6e6b54e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ba41ff-7a67-4641-9a76-20cf31c9d9ae,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:13.286150 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-349ecc46-1f02-4761-9a59-d016708ceda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:13.330390 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-349ecc46-1f02-4761-9a59-d016708ceda1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:13.336080 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-68f5e475-4034-4736-a6ff-c96d6e6b54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (c55cd528-a79f-41db-9d74-9d3c194c3476), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:13.337365 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f5e475-4034-4736-a6ff-c96d6e6b54e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:13.338195 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-68f5e475-4034-4736-a6ff-c96d6e6b54e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:13.367185 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Routers {'d6b5a16a-4877-4306-8a81-bbdb9b8ce578'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:41:13.367759 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:41:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:13.452043 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5115547d-ddba-4ea8-85bd-e668b18a43a9 x-openstack-request-id: req-5115547d-ddba-4ea8-85bd-e668b18a43a9 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:13.452570 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba643430-7ea9-4cd0-99d4-5f162d6d8a47", "name": "network-vif-deleted", "tag": "21fae95e-d001-43cc-8907-8476cc3fea2a", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:13.453005 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5115547d-ddba-4ea8-85bd-e668b18a43a9 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:13.453607 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba643430-7ea9-4cd0-99d4-5f162d6d8a47', 'name': 'network-vif-deleted', 'tag': '21fae95e-d001-43cc-8907-8476cc3fea2a', 'status': 'completed', 'code': 200} Jan 28 05:41:13.473917 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5e475-4034-4736-a6ff-c96d6e6b54e2 admin admin] Pushing event updated for resources: {'Network': ['ID=c55cd528-a79f-41db-9d74-9d3c194c3476,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:13.521494 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-68f5e475-4034-4736-a6ff-c96d6e6b54e2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7145226 Jan 28 05:41:13.525226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52212) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:13.534020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-abddf0fb-acbb-4ac6-80a1-7082bd35f742 admin admin] Request body: {'subnet': {'network_id': 'c55cd528-a79f-41db-9d74-9d3c194c3476', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-776448483-subnet', 'tenant_id': 'be7bf173b3c54c719f3cc15a83e24448', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:13.566685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] Set router d6b5a16a-4877-4306-8a81-bbdb9b8ce578 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:41:13.639545 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26cb52ab-6c9c-4407-a329-3cf6bd723540 req-c60f66d9-faa7-4d28-9806-774dde32fa90 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 210 time: 0.0928175 Jan 28 05:41:13.664363 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network c55cd528-a79f-41db-9d74-9d3c194c3476 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:41:13.667589 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c35baf96-da7b-4dfc-850b-0f15095c9e9e up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:13.667906 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abddf0fb-acbb-4ac6-80a1-7082bd35f742 admin admin] Made reservation on behalf of be7bf173b3c54c719f3cc15a83e24448 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:41:13.670863 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abddf0fb-acbb-4ac6-80a1-7082bd35f742 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:13.687760 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3d6ed-5a37-4c7f-9fda-373c575cd50b None None] Pushing event updated for resources: {'Port': ['ID=a686ecc9-ef62-47d0-915c-516c8b04a221,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:13.783867 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-349ecc46-1f02-4761-9a59-d016708ceda1 admin admin] Publish callbacks [] for security_group (f419e5c4-fc44-4646-a4eb-1f0da998745f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:13.795541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addbe9b-882c-4396-a84f-342f57ca8d70 req-7c197514-2284-471c-90bd-0f72149985b7 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:13.805764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6addbe9b-882c-4396-a84f-342f57ca8d70 req-7c197514-2284-471c-90bd-0f72149985b7 tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 1096 time: 0.1461501 Jan 28 05:41:13.879151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6addbe9b-882c-4396-a84f-342f57ca8d70 req-7977847f-84b3-4f72-9b06-d9d3c10745ba tempest-LiveAutoBlockMigrationV225Test-1378890090 tempest-LiveAutoBlockMigrationV225Test-1378890090-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720491 Jan 28 05:41:13.882678 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-349ecc46-1f02-4761-9a59-d016708ceda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f419e5c4-fc44-4646-a4eb-1f0da998745f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:13.885538 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 306a5c47-c23a-46ed-98fd-9b129e9b10d5 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:14.121050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port c35baf96-da7b-4dfc-850b-0f15095c9e9e completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:41:14.138400 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port c35baf96-da7b-4dfc-850b-0f15095c9e9e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:14.139883 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c35baf96-da7b-4dfc-850b-0f15095c9e9e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:14.214804 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 306a5c47-c23a-46ed-98fd-9b129e9b10d5 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:41:14.218322 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'name': 'tempest-ServerRescueTestJSONUnderV235-36047363-router', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:45Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'gw_port': {'id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:49Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'a686ecc9-ef62-47d0-915c-516c8b04a221', 'name': '', 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'mac_address': 'fa:16:3e:c1:fb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:00Z', 'updated_at': '2022-01-28T05:41:13Z', 'revision_number': 4, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'subnets': [{'id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:14.231626 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abddf0fb-acbb-4ac6-80a1-7082bd35f742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (6a23cc7f-41ef-4d9a-8347-1387351d637e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:14.271135 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 306a5c47-c23a-46ed-98fd-9b129e9b10d5 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:14.271537 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (306a5c47-c23a-46ed-98fd-9b129e9b10d5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:14.341759 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4a4174-c910-4b49-a48f-4b377d9269d2 None None] The sync data for ids ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'] in n-d-812111-12 is: [{'id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'name': 'tempest-ServerRescueTestJSONUnderV235-36047363-router', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:45Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'gw_port': {'id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:49Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'a686ecc9-ef62-47d0-915c-516c8b04a221', 'name': '', 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'mac_address': 'fa:16:3e:c1:fb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:00Z', 'updated_at': '2022-01-28T05:41:13Z', 'revision_number': 4, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'subnets': [{'id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:41:14.462578 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddf0fb-acbb-4ac6-80a1-7082bd35f742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a23cc7f-41ef-4d9a-8347-1387351d637e,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:14.485789 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abddf0fb-acbb-4ac6-80a1-7082bd35f742 admin admin] Checking segment: {'id': '915c3266-ee11-4ae1-aa16-3f7b185ef08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c55cd528-a79f-41db-9d74-9d3c194c3476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:41:14.486148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abddf0fb-acbb-4ac6-80a1-7082bd35f742 admin admin] Network hostable DHCP agents. Network: c55cd528-a79f-41db-9d74-9d3c194c3476, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:41:14.536712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 306a5c47-c23a-46ed-98fd-9b129e9b10d5 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:14.538209 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (306a5c47-c23a-46ed-98fd-9b129e9b10d5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:14.649965 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abddf0fb-acbb-4ac6-80a1-7082bd35f742 admin admin] Network c55cd528-a79f-41db-9d74-9d3c194c3476 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:41:14.668502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 306a5c47-c23a-46ed-98fd-9b129e9b10d5, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=306a5c47-c23a-46ed-98fd-9b129e9b10d5,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:14.691905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c35baf96-da7b-4dfc-850b-0f15095c9e9e is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:14.696212 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c35baf96-da7b-4dfc-850b-0f15095c9e9e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:14.750914 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-abddf0fb-acbb-4ac6-80a1-7082bd35f742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, c55cd528-a79f-41db-9d74-9d3c194c3476) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:14.759521 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abddf0fb-acbb-4ac6-80a1-7082bd35f742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:14.765739 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abddf0fb-acbb-4ac6-80a1-7082bd35f742 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:14.766390 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378d81d-3aec-40e9-baa4-13442345a1bf None None] Network c55cd528-a79f-41db-9d74-9d3c194c3476 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:41:14.773229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c35baf96-da7b-4dfc-850b-0f15095c9e9e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c35baf96-da7b-4dfc-850b-0f15095c9e9e,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:14.851671 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-abddf0fb-acbb-4ac6-80a1-7082bd35f742 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3251004 Jan 28 05:41:14.854571 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52234) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:14.861641 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-776448483-router', 'tenant_id': 'be7bf173b3c54c719f3cc15a83e24448', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:14.869433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ecc46-1f02-4761-9a59-d016708ceda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f419e5c4-fc44-4646-a4eb-1f0da998745f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:14.943107 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb46702b-0ead-4af4-8956-41c7f49ebd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306a5c47-c23a-46ed-98fd-9b129e9b10d5'}, {'server_uuid': 'e12f1df9-aa92-4e39-ac18-ce54a1145ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35baf96-da7b-4dfc-850b-0f15095c9e9e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:14.945682 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c95c73-531f-484c-aa32-173a7fb582fb" -d '{"events": [{"server_uuid": "bb46702b-0ead-4af4-8956-41c7f49ebd66", "name": "network-vif-plugged", "status": "completed", "tag": "306a5c47-c23a-46ed-98fd-9b129e9b10d5"}, {"server_uuid": "e12f1df9-aa92-4e39-ac18-ce54a1145ea3", "name": "network-vif-plugged", "status": "completed", "tag": "c35baf96-da7b-4dfc-850b-0f15095c9e9e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:14.961436 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c35baf96-da7b-4dfc-850b-0f15095c9e9e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:14.967194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 21fae95e-d001-43cc-8907-8476cc3fea2a no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:41:14.969840 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (306a5c47-c23a-46ed-98fd-9b129e9b10d5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:15.007585 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (84cdfa28-366f-4485-bf65-8865b62fcb8f), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:15.009256 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (84cdfa28-366f-4485-bf65-8865b62fcb8f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:15.067851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349ecc46-1f02-4761-9a59-d016708ceda1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:41:15.121667 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-349ecc46-1f02-4761-9a59-d016708ceda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (fa878db0-7b27-43b4-9723-6095e82662db), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:15.122198 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-349ecc46-1f02-4761-9a59-d016708ceda1 admin admin] Added segment fa878db0-7b27-43b4-9723-6095e82662db of type vlan for network b7fafb85-2281-41db-85af-da2c477e5fbd Jan 28 05:41:15.206895 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Publish callbacks [] for router_controller (84cdfa28-366f-4485-bf65-8865b62fcb8f), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:15.208228 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-349ecc46-1f02-4761-9a59-d016708ceda1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (b7fafb85-2281-41db-85af-da2c477e5fbd), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:15.281592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a832f5-fba9-4ea1-95bb-51477a41150b req-26bbc54e-14e1-42b1-b1e7-2615a2037710 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:15.290349 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22a832f5-fba9-4ea1-95bb-51477a41150b req-26bbc54e-14e1-42b1-b1e7-2615a2037710 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 945 time: 0.3955228 Jan 28 05:41:15.321032 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f90d75-474d-4b87-8771-322e974d7cd6 req-70c4dee5-3167-45b6-8d4d-8180b2b8cbd8 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:15.332501 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68f90d75-474d-4b87-8771-322e974d7cd6 req-70c4dee5-3167-45b6-8d4d-8180b2b8cbd8 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 944 time: 0.4267020 Jan 28 05:41:15.402023 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-349ecc46-1f02-4761-9a59-d016708ceda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (b7fafb85-2281-41db-85af-da2c477e5fbd), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:15.405754 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349ecc46-1f02-4761-9a59-d016708ceda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:15.409537 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-349ecc46-1f02-4761-9a59-d016708ceda1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:15.466063 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22a832f5-fba9-4ea1-95bb-51477a41150b req-7bb8ef44-a582-4b3d-a496-d2e0aac03b11 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688268 Jan 28 05:41:15.474705 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 21fae95e-d001-43cc-8907-8476cc3fea2a {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:41:15.475849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 21fae95e-d001-43cc-8907-8476cc3fea2a not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:41:15.603241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c35baf96-da7b-4dfc-850b-0f15095c9e9e,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:15.644706 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-c55cd528-a79f-41db-9d74-9d3c194c3476', 'network_id': 'c55cd528-a79f-41db-9d74-9d3c194c3476', 'project_id': 'be7bf173b3c54c719f3cc15a83e24448', 'fixed_ips': [{'subnet_id': '6a23cc7f-41ef-4d9a-8347-1387351d637e'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:41:15.647916 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:15.786007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=306a5c47-c23a-46ed-98fd-9b129e9b10d5,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:15.845418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-349ecc46-1f02-4761-9a59-d016708ceda1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0345371 Jan 28 05:41:15.865035 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68f90d75-474d-4b87-8771-322e974d7cd6 req-6ae7cc93-b305-4b91-ac0e-054a800230f8 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312893 Jan 28 05:41:15.870210 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52240) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:15.888147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0ba5df98-d350-4ea1-9401-ad95c4d538e2 admin admin] Request body: {'subnet': {'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-521299682-subnet', 'tenant_id': '79fbef5367d24a58af655d60fa276ac5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:15.898618 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Publish callbacks [] for router_gateway (84cdfa28-366f-4485-bf65-8865b62fcb8f), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:15.947410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399d12f-632b-4da4-ab57-33e1055f8a40 req-478d79dd-729f-47ea-b8a9-58d304ca96e1 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:15.949729 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c399d12f-632b-4da4-ab57-33e1055f8a40 req-478d79dd-729f-47ea-b8a9-58d304ca96e1 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.64 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 944 time: 0.3940189 Jan 28 05:41:15.973035 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a686ecc9-ef62-47d0-915c-516c8b04a221 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:16.012852 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf091ca-7daa-4393-8641-e6ce8afaba7b req-cf356cbf-63e9-45a6-a5a3-aa15c6d23558 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 210 time: 0.3555655 Jan 28 05:41:16.019281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba5df98-d350-4ea1-9401-ad95c4d538e2 admin admin] Made reservation on behalf of 79fbef5367d24a58af655d60fa276ac5 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:41:16.027363 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0ba5df98-d350-4ea1-9401-ad95c4d538e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:16.171549 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba306d5-6850-40a0-af53-3c550cc81b25 x-openstack-request-id: req-7ba306d5-6850-40a0-af53-3c550cc81b25 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:16.172118 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb46702b-0ead-4af4-8956-41c7f49ebd66", "name": "network-vif-plugged", "status": "completed", "tag": "306a5c47-c23a-46ed-98fd-9b129e9b10d5", "code": 200}, {"server_uuid": "e12f1df9-aa92-4e39-ac18-ce54a1145ea3", "name": "network-vif-plugged", "status": "completed", "tag": "c35baf96-da7b-4dfc-850b-0f15095c9e9e", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:16.172379 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ba306d5-6850-40a0-af53-3c550cc81b25 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:16.172770 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb46702b-0ead-4af4-8956-41c7f49ebd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306a5c47-c23a-46ed-98fd-9b129e9b10d5', 'code': 200} Jan 28 05:41:16.173124 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e12f1df9-aa92-4e39-ac18-ce54a1145ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35baf96-da7b-4dfc-850b-0f15095c9e9e', 'code': 200} Jan 28 05:41:16.235852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a686ecc9-ef62-47d0-915c-516c8b04a221 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:16.236226 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a686ecc9-ef62-47d0-915c-516c8b04a221), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:16.405422 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-c399d12f-632b-4da4-ab57-33e1055f8a40 req-d81e2284-3274-433d-be1a-9aa04ccc9015 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Deleting port 497251c2-c854-4961-850e-04a5325c5aa9 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:16.405858 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-c399d12f-632b-4da4-ab57-33e1055f8a40 req-d81e2284-3274-433d-be1a-9aa04ccc9015 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (497251c2-c854-4961-850e-04a5325c5aa9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:16.427471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Allocated IP 172.20.0.2 (c55cd528-a79f-41db-9d74-9d3c194c3476/6a23cc7f-41ef-4d9a-8347-1387351d637e/cf2760d3-039b-4ac0-8b19-d4c0360163d7) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:41:16.552228 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ecc46-1f02-4761-9a59-d016708ceda1 admin admin] Pushing event updated for resources: {'Network': ['ID=b7fafb85-2281-41db-85af-da2c477e5fbd,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:16.645541 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-c399d12f-632b-4da4-ab57-33e1055f8a40 req-d81e2284-3274-433d-be1a-9aa04ccc9015 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] For port 497251c2-c854-4961-850e-04a5325c5aa9, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=497251c2-c854-4961-850e-04a5325c5aa9,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:16.646242 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-c399d12f-632b-4da4-ab57-33e1055f8a40 req-d81e2284-3274-433d-be1a-9aa04ccc9015 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (497251c2-c854-4961-850e-04a5325c5aa9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:16.670009 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-c399d12f-632b-4da4-ab57-33e1055f8a40 req-d81e2284-3274-433d-be1a-9aa04ccc9015 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Calling delete_port for 497251c2-c854-4961-850e-04a5325c5aa9 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:16.924785 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Publish callbacks [] for port (cf2760d3-039b-4ac0-8b19-d4c0360163d7), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:16.954170 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network b7fafb85-2281-41db-85af-da2c477e5fbd details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:41:17.062871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980fa6c-3849-499d-b792-4a03bcdd728a req-030353f2-9a13-49db-bdaa-13391317b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:17.065498 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1980fa6c-3849-499d-b792-4a03bcdd728a req-030353f2-9a13-49db-bdaa-13391317b519 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bb46702b-0ead-4af4-8956-41c7f49ebd66 HTTP/1.1" status: 200 len: 1097 time: 0.6631589 Jan 28 05:41:17.107918 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (cf2760d3-039b-4ac0-8b19-d4c0360163d7), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:17.120654 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f8efb-217f-48aa-9dbb-159488dd3e4d req-a1562b31-6de7-4b1c-9556-fafe13d27fd1 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:17.133738 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-394f8efb-217f-48aa-9dbb-159488dd3e4d req-a1562b31-6de7-4b1c-9556-fafe13d27fd1 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 945 time: 0.3569751 Jan 28 05:41:17.214843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6cd8d-34d6-4674-a3e1-077c1b225187 req-ac37b839-428a-444e-a714-c07ccc4b1286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:17.216339 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1c6cd8d-34d6-4674-a3e1-077c1b225187 req-ac37b839-428a-444e-a714-c07ccc4b1286 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 1097 time: 0.8023365 Jan 28 05:41:17.316391 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Pushing event updated for resources: {'Port': ['ID=cf2760d3-039b-4ac0-8b19-d4c0360163d7,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:17.320129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-394f8efb-217f-48aa-9dbb-159488dd3e4d req-bdea90d7-0450-469a-aa78-4676744da37f tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784375 Jan 28 05:41:17.351995 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Network c55cd528-a79f-41db-9d74-9d3c194c3476 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:41:17.384509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1980fa6c-3849-499d-b792-4a03bcdd728a req-bb57da5e-a87d-4fea-a267-13aa6a86ba0f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091197 Jan 28 05:41:17.396750 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0ba5df98-d350-4ea1-9401-ad95c4d538e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (c507c782-4f53-4cd1-85bd-9b428677b1ce), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:17.414217 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:17.442276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:41:17.485131 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Publish callbacks [] for router_gateway (84cdfa28-366f-4485-bf65-8865b62fcb8f), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:17.553048 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:17.574095 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5df98-d350-4ea1-9401-ad95c4d538e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c507c782-4f53-4cd1-85bd-9b428677b1ce,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:17.592996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Attempting to bind port cf2760d3-039b-4ac0-8b19-d4c0360163d7 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:41:17.593373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Attempting to bind port cf2760d3-039b-4ac0-8b19-d4c0360163d7 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '915c3266-ee11-4ae1-aa16-3f7b185ef08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c55cd528-a79f-41db-9d74-9d3c194c3476'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:41:17.594230 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Attempting to bind port cf2760d3-039b-4ac0-8b19-d4c0360163d7 on network c55cd528-a79f-41db-9d74-9d3c194c3476 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:17.600734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a686ecc9-ef62-47d0-915c-516c8b04a221 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:17.611226 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a686ecc9-ef62-47d0-915c-516c8b04a221), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:17.614794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-755dc7c9-d090-4bc9-807d-4cfd2da6a7f0 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:17.617359 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-755dc7c9-d090-4bc9-807d-4cfd2da6a7f0 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.60 "GET /v2.0/networks?id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 HTTP/1.1" status: 200 len: 818 time: 0.8377962 Jan 28 05:41:17.652286 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1c6cd8d-34d6-4674-a3e1-077c1b225187 req-a3247527-da5d-4c11-955f-dcc78a643d12 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033632 Jan 28 05:41:17.670240 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4312988-c48b-40e1-988a-4565d3fc590c req-59fa3683-cc25-4063-b223-079bd2f5a57c tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 210 time: 0.1209843 Jan 28 05:41:17.683884 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port a686ecc9-ef62-47d0-915c-516c8b04a221, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a686ecc9-ef62-47d0-915c-516c8b04a221,segment=NetworkSegment(8daf45de-8e55-429f-b569-ab8f529462ff),segment_id=8daf45de-8e55-429f-b569-ab8f529462ff)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:17.686359 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-d94c0527-7658-4b0d-8e7a-c63a2ccad752 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Request body: {'port': {'device_id': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6', 'admin_state_up': True, 'tenant_id': '65d1630dd99f462f88d092b15e2322ea'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:17.693466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:41:17.694797 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Checking segment: {'id': '915c3266-ee11-4ae1-aa16-3f7b185ef08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c55cd528-a79f-41db-9d74-9d3c194c3476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:41:17.695430 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:17.696032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Bound using segment: {'id': '915c3266-ee11-4ae1-aa16-3f7b185ef08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c55cd528-a79f-41db-9d74-9d3c194c3476'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:41:17.696699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Bound port: cf2760d3-039b-4ac0-8b19-d4c0360163d7, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915c3266-ee11-4ae1-aa16-3f7b185ef08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c55cd528-a79f-41db-9d74-9d3c194c3476'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:41:17.697860 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf2760d3-039b-4ac0-8b19-d4c0360163d7), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:17.702314 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-c399d12f-632b-4da4-ab57-33e1055f8a40 req-d81e2284-3274-433d-be1a-9aa04ccc9015 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (497251c2-c854-4961-850e-04a5325c5aa9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:17.726692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066064cf-ffaf-40e5-8eec-699e093cbb53 req-19f9cd2d-77ad-41a0-8b32-703877828581 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:17.738845 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-066064cf-ffaf-40e5-8eec-699e093cbb53 req-19f9cd2d-77ad-41a0-8b32-703877828581 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 944 time: 0.4392629 Jan 28 05:41:17.793793 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] For port cf2760d3-039b-4ac0-8b19-d4c0360163d7, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:41:17.799392 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] For port cf2760d3-039b-4ac0-8b19-d4c0360163d7, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cf2760d3-039b-4ac0-8b19-d4c0360163d7,segment=NetworkSegment(915c3266-ee11-4ae1-aa16-3f7b185ef08a),segment_id=915c3266-ee11-4ae1-aa16-3f7b185ef08a)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:41:17.801715 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a686ecc9-ef62-47d0-915c-516c8b04a221), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:17.834049 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e2284-3274-433d-be1a-9aa04ccc9015 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Pushing event deleted for resources: {'Port': ['ID=497251c2-c854-4961-850e-04a5325c5aa9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:17.864236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=a686ecc9-ef62-47d0-915c-516c8b04a221,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:17.898945 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cf2760d3-039b-4ac0-8b19-d4c0360163d7), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:17.939081 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-066064cf-ffaf-40e5-8eec-699e093cbb53 req-aa480312-55ee-4be6-ad43-22f671916472 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986530 Jan 28 05:41:18.008246 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c399d12f-632b-4da4-ab57-33e1055f8a40 req-d81e2284-3274-433d-be1a-9aa04ccc9015 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] No DVR routers for this DVR port 497251c2-c854-4961-850e-04a5325c5aa9 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:41:18.014415 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-c399d12f-632b-4da4-ab57-33e1055f8a40 req-d81e2284-3274-433d-be1a-9aa04ccc9015 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:18.017855 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c399d12f-632b-4da4-ab57-33e1055f8a40 req-d81e2284-3274-433d-be1a-9aa04ccc9015 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.64 "DELETE /v2.0/ports/497251c2-c854-4961-850e-04a5325c5aa9 HTTP/1.1" status: 204 len: 173 time: 2.0628009 Jan 28 05:41:18.045749 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2', 'name': 'network-vif-deleted', 'tag': '497251c2-c854-4961-850e-04a5325c5aa9'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:18.048096 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1b388f-9e2e-409c-9195-8ca720924035" -d '{"events": [{"server_uuid": "42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2", "name": "network-vif-deleted", "tag": "497251c2-c854-4961-850e-04a5325c5aa9"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:18.073980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba5df98-d350-4ea1-9401-ad95c4d538e2 admin admin] Checking segment: {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:41:18.081413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba5df98-d350-4ea1-9401-ad95c4d538e2 admin admin] Network hostable DHCP agents. Network: b7fafb85-2281-41db-85af-da2c477e5fbd, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:41:18.089677 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Allocated IP 172.25.0.123 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/6b65dab4-44a1-4281-9019-e29339236720) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:41:18.143786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650770b-c337-4a21-9d42-8c8f9a2ba76b None None] Pushing event updated for resources: {'Port': ['ID=cf2760d3-039b-4ac0-8b19-d4c0360163d7,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:18.176667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371f1bc-1955-4d09-8028-8d4738512c8b req-5b73c7fc-d067-41dc-803e-39c2b4d0bcb0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:18.185552 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6371f1bc-1955-4d09-8028-8d4738512c8b req-5b73c7fc-d067-41dc-803e-39c2b4d0bcb0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 945 time: 0.3399501 Jan 28 05:41:18.260403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0e29b-49ce-49ae-9a63-ad75e9f6d3ba req-1c173439-30e8-4c4f-bc00-e61ef94b0d38 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:18.262641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50a0e29b-49ce-49ae-9a63-ad75e9f6d3ba req-1c173439-30e8-4c4f-bc00-e61ef94b0d38 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 945 time: 0.3205688 Jan 28 05:41:18.265194 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68be0240-5c34-49f2-962d-b6775aaa99a7 x-openstack-request-id: req-68be0240-5c34-49f2-962d-b6775aaa99a7 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:18.265526 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2", "name": "network-vif-deleted", "tag": "497251c2-c854-4961-850e-04a5325c5aa9", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:18.268980 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68be0240-5c34-49f2-962d-b6775aaa99a7 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:18.269459 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2', 'name': 'network-vif-deleted', 'tag': '497251c2-c854-4961-850e-04a5325c5aa9', 'status': 'completed', 'code': 200} Jan 28 05:41:18.364490 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52286) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:18.416476 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Publish callbacks [] for port (6b65dab4-44a1-4281-9019-e29339236720), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:18.518366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba5df98-d350-4ea1-9401-ad95c4d538e2 admin admin] Network b7fafb85-2281-41db-85af-da2c477e5fbd is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:41:18.620357 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6b65dab4-44a1-4281-9019-e29339236720), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:18.665351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6371f1bc-1955-4d09-8028-8d4738512c8b req-99fb1ca9-65fb-4e49-b9c4-ea47590ae3d0 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762371 Jan 28 05:41:18.745672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Pushing event updated for resources: {'Port': ['ID=6b65dab4-44a1-4281-9019-e29339236720,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:18.753600 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:41:18.755001 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:18.758414 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:41:18.875393 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcc6693-c6d7-4486-a82a-d86b38b24eaa admin admin] Deleting subnet b8ad07a0-3844-44a2-a22c-26a49efa296b {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:41:18.894716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-d94c0527-7658-4b0d-8e7a-c63a2ccad752 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Made reservation on behalf of 65d1630dd99f462f88d092b15e2322ea for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:41:18.898509 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-d94c0527-7658-4b0d-8e7a-c63a2ccad752 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:18.902564 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-0ba5df98-d350-4ea1-9401-ad95c4d538e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, b7fafb85-2281-41db-85af-da2c477e5fbd) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:18.921151 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90aa8cc-bea9-4891-90df-76b45cb3d635 None None] Network b7fafb85-2281-41db-85af-da2c477e5fbd requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:41:18.932588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba5df98-d350-4ea1-9401-ad95c4d538e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:18.933139 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0ba5df98-d350-4ea1-9401-ad95c4d538e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:19.007446 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fcc6693-c6d7-4486-a82a-d86b38b24eaa admin admin] Publish callbacks [] for subnet (b8ad07a0-3844-44a2-a22c-26a49efa296b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:19.057032 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fcc6693-c6d7-4486-a82a-d86b38b24eaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (b8ad07a0-3844-44a2-a22c-26a49efa296b), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:19.149370 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fcc6693-c6d7-4486-a82a-d86b38b24eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (b8ad07a0-3844-44a2-a22c-26a49efa296b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:19.167297 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6d7bbc-ecfd-4fb1-9f94-f50ba7ff4b95 None None] Network b7fafb85-2281-41db-85af-da2c477e5fbd requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:41:19.304913 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2195999a-cfd6-4021-b78d-54a2da24db4e req-f61a8cd9-308b-4c6c-820f-e9688b44f0f6 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 210 time: 0.3511569 Jan 28 05:41:19.331513 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c649f98-3349-47a6-ac19-9853b4fc527d req-96c37054-3dfb-4d65-9139-e047ca56a0ce tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:19.345623 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c649f98-3349-47a6-ac19-9853b4fc527d req-96c37054-3dfb-4d65-9139-e047ca56a0ce tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 945 time: 0.8761301 Jan 28 05:41:19.362973 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Publish callbacks [] for router_gateway (84cdfa28-366f-4485-bf65-8865b62fcb8f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:19.535997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 497251c2-c854-4961-850e-04a5325c5aa9 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:41:19.630774 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 497251c2-c854-4961-850e-04a5325c5aa9 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:41:19.651929 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 497251c2-c854-4961-850e-04a5325c5aa9 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:41:19.654916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c5bf72bd-034e-4802-90e9-b2324a64e9b2 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:41:19.671475 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-d94c0527-7658-4b0d-8e7a-c63a2ccad752 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Allocated IP 172.20.0.7 (61b95cd5-ca03-4d9d-a93b-dda3240d6ae6/a5b1eb11-9372-4285-a398-f70d8c8c3671/bf1200f9-2d11-4b35-9926-10249986e6fb) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:41:19.867485 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (84cdfa28-366f-4485-bf65-8865b62fcb8f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:19.916194 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0ba5df98-d350-4ea1-9401-ad95c4d538e2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.0402014 Jan 28 05:41:20.005389 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60a820fd-b832-4031-a492-f62f624e0d3c req-17defc1d-b52a-41e5-8061-f54517ecc663 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 210 time: 0.1251757 Jan 28 05:41:20.030479 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-d94c0527-7658-4b0d-8e7a-c63a2ccad752 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:20.060891 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c5bf72bd-034e-4802-90e9-b2324a64e9b2 is: DOWN; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:20.112020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-50a0e29b-49ce-49ae-9a63-ad75e9f6d3ba req-7b0172ba-ddc3-4687-91b4-eb5dd7e30bd3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Deleting port c5bf72bd-034e-4802-90e9-b2324a64e9b2 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:20.112381 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50a0e29b-49ce-49ae-9a63-ad75e9f6d3ba req-7b0172ba-ddc3-4687-91b4-eb5dd7e30bd3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:20.135095 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c649f98-3349-47a6-ac19-9853b4fc527d req-481ddc9c-3d87-474c-8a0b-73e409e94de0 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7865052 Jan 28 05:41:20.253823 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a686ecc9-ef62-47d0-915c-516c8b04a221 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:20.331005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8a2817-a957-4722-9b04-243fb6380fee None None] Network c55cd528-a79f-41db-9d74-9d3c194c3476 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:41:20.379184 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fcc6693-c6d7-4486-a82a-d86b38b24eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (b8ad07a0-3844-44a2-a22c-26a49efa296b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:20.421967 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Router 84cdfa28-366f-4485-bf65-8865b62fcb8f is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:41:20.483632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-50a0e29b-49ce-49ae-9a63-ad75e9f6d3ba req-7b0172ba-ddc3-4687-91b4-eb5dd7e30bd3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] For port c5bf72bd-034e-4802-90e9-b2324a64e9b2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c5bf72bd-034e-4802-90e9-b2324a64e9b2,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:20.484454 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50a0e29b-49ce-49ae-9a63-ad75e9f6d3ba req-7b0172ba-ddc3-4687-91b4-eb5dd7e30bd3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:20.505019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-50a0e29b-49ce-49ae-9a63-ad75e9f6d3ba req-7b0172ba-ddc3-4687-91b4-eb5dd7e30bd3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Calling delete_port for c5bf72bd-034e-4802-90e9-b2324a64e9b2 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:20.637476 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Provisioning complete for port cf2760d3-039b-4ac0-8b19-d4c0360163d7 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:20.640030 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf2760d3-039b-4ac0-8b19-d4c0360163d7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:20.727936 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:41:20.739349 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Sync routers for ids ['84cdfa28-366f-4485-bf65-8865b62fcb8f'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:41:20.758822 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Routers {'84cdfa28-366f-4485-bf65-8865b62fcb8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:41:20.763433 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:41:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['84cdfa28-366f-4485-bf65-8865b62fcb8f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:20.790702 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a686ecc9-ef62-47d0-915c-516c8b04a221 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:20.795004 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a686ecc9-ef62-47d0-915c-516c8b04a221), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:20.808641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc6693-c6d7-4486-a82a-d86b38b24eaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ad07a0-3844-44a2-a22c-26a49efa296b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:20.873267 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5448717-b9d0-487d-857d-fd708fc38173 req-de5fef15-27ce-4476-9808-14d9b3034372 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:20.885306 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d5448717-b9d0-487d-857d-fd708fc38173 req-de5fef15-27ce-4476-9808-14d9b3034372 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 945 time: 0.5996020 Jan 28 05:41:20.901137 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:20.903133 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4decc53d-ac2f-4a65-8b50-b5f48b4e2a5e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0473638 Jan 28 05:41:20.905817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52302) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:20.976584 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Set router 84cdfa28-366f-4485-bf65-8865b62fcb8f gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:41:21.045924 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-d94c0527-7658-4b0d-8e7a-c63a2ccad752 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:21.047365 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50a0e29b-49ce-49ae-9a63-ad75e9f6d3ba req-7b0172ba-ddc3-4687-91b4-eb5dd7e30bd3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (c5bf72bd-034e-4802-90e9-b2324a64e9b2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:21.057116 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fcc6693-c6d7-4486-a82a-d86b38b24eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:21.066440 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3fcc6693-c6d7-4486-a82a-d86b38b24eaa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b8ad07a0-3844-44a2-a22c-26a49efa296b HTTP/1.1" status: 204 len: 168 time: 2.6968379 Jan 28 05:41:21.093056 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d5448717-b9d0-487d-857d-fd708fc38173 req-b4a2fd36-891f-486b-95e2-3c8b0f543930 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066593 Jan 28 05:41:21.240171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a686ecc9-ef62-47d0-915c-516c8b04a221 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:21.246240 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cf2760d3-039b-4ac0-8b19-d4c0360163d7 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:21.257218 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52308) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:21.287123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0dba797-46bb-4285-ba23-e52c461b2353 req-1d97b2d1-4e42-472c-9741-c16fbbf4b51c tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 210 time: 0.4875953 Jan 28 05:41:21.343335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c0527-7658-4b0d-8e7a-c63a2ccad752 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Pushing event updated for resources: {'Port': ['ID=bf1200f9-2d11-4b35-9926-10249986e6fb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:21.400180 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'name': 'tempest-FloatingIPsTestJSON-776448483-router', 'tenant_id': 'be7bf173b3c54c719f3cc15a83e24448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '6b65dab4-44a1-4281-9019-e29339236720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:41:15Z', 'updated_at': '2022-01-28T05:41:19Z', 'revision_number': 3, 'project_id': 'be7bf173b3c54c719f3cc15a83e24448', 'gw_port': {'id': '6b65dab4-44a1-4281-9019-e29339236720', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:17Z', 'updated_at': '2022-01-28T05:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:21.430131 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Current status of the port cf2760d3-039b-4ac0-8b19-d4c0360163d7 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:21.435560 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf2760d3-039b-4ac0-8b19-d4c0360163d7), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:21.437588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-d94c0527-7658-4b0d-8e7a-c63a2ccad752 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Network 61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:41:21.496047 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Checking router: 84cdfa28-366f-4485-bf65-8865b62fcb8f for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:41:21.496762 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Updating router 84cdfa28-366f-4485-bf65-8865b62fcb8f port 6b65dab4-44a1-4281-9019-e29339236720 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:41:21.504036 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-d94c0527-7658-4b0d-8e7a-c63a2ccad752 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:21.531451 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0172ba-ddc3-4687-91b4-eb5dd7e30bd3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Pushing event deleted for resources: {'Port': ['ID=c5bf72bd-034e-4802-90e9-b2324a64e9b2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:21.554908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-d94c0527-7658-4b0d-8e7a-c63a2ccad752 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:41:21.597656 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6b65dab4-44a1-4281-9019-e29339236720), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:21.606049 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] For port cf2760d3-039b-4ac0-8b19-d4c0360163d7, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cf2760d3-039b-4ac0-8b19-d4c0360163d7,segment=NetworkSegment(915c3266-ee11-4ae1-aa16-3f7b185ef08a),segment_id=915c3266-ee11-4ae1-aa16-3f7b185ef08a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:21.635701 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port cf2760d3-039b-4ac0-8b19-d4c0360163d7 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:21.636231 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf2760d3-039b-4ac0-8b19-d4c0360163d7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:21.712843 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1dd131b5-2439-4d0a-8ea4-57885f97f793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (56a01931-34aa-4e79-a960-aef0826a6cd6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:21.750379 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cf2760d3-039b-4ac0-8b19-d4c0360163d7), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:21.807133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a0e29b-49ce-49ae-9a63-ad75e9f6d3ba req-7b0172ba-ddc3-4687-91b4-eb5dd7e30bd3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] No DVR routers for this DVR port c5bf72bd-034e-4802-90e9-b2324a64e9b2 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:41:21.871424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Pushing event updated for resources: {'Port': ['ID=cf2760d3-039b-4ac0-8b19-d4c0360163d7,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:21.905379 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:21.906130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:21.906770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:21.907890 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:21.908507 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:21.909186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:21.909689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:21.910242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:21.910778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:21.911304 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:21.911822 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:21.912323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:21.913522 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd30ef-822f-48eb-b115-538d4fcfc221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:21.957985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-87f07791-7a54-42f9-99fb-dba9ea5fffd6 None None] Provisioning complete for port cf2760d3-039b-4ac0-8b19-d4c0360163d7 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:21.959014 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87f07791-7a54-42f9-99fb-dba9ea5fffd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf2760d3-039b-4ac0-8b19-d4c0360163d7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:22.080541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-41ff04cc-b198-4f30-9391-979ea4e49cfd tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:22.093624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-41ff04cc-b198-4f30-9391-979ea4e49cfd tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 811 time: 0.2754529 Jan 28 05:41:22.103559 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77ee3487-afab-4e1c-aeac-794817bd944b req-db3c91e1-70ee-45d1-9bb1-81327ff660e2 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 210 time: 0.4778414 Jan 28 05:41:22.135253 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50a0e29b-49ce-49ae-9a63-ad75e9f6d3ba req-7b0172ba-ddc3-4687-91b4-eb5dd7e30bd3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:22.144347 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50a0e29b-49ce-49ae-9a63-ad75e9f6d3ba req-7b0172ba-ddc3-4687-91b4-eb5dd7e30bd3 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.64 "DELETE /v2.0/ports/c5bf72bd-034e-4802-90e9-b2324a64e9b2 HTTP/1.1" status: 204 len: 173 time: 3.8355958 Jan 28 05:41:22.147009 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port cf2760d3-039b-4ac0-8b19-d4c0360163d7 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:22.164129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f94584-9d26-4158-b2e8-f3638d5dffc2', 'name': 'network-vif-deleted', 'tag': 'c5bf72bd-034e-4802-90e9-b2324a64e9b2'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:22.177173 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b339b05e-8677-449a-825b-5e2d03ed4953" -d '{"events": [{"server_uuid": "a2f94584-9d26-4158-b2e8-f3638d5dffc2", "name": "network-vif-deleted", "tag": "c5bf72bd-034e-4802-90e9-b2324a64e9b2"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:22.227997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-34de9d87-fc33-4ad1-a9ef-4670ba2566d5 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/quotas/79fbef5367d24a58af655d60fa276ac5 HTTP/1.1" status: 200 len: 375 time: 0.0920386 Jan 28 05:41:22.232002 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-87f07791-7a54-42f9-99fb-dba9ea5fffd6 None None] Current status of the port cf2760d3-039b-4ac0-8b19-d4c0360163d7 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:22.286327 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-0a2597a0-1ace-4760-a807-eab3fe6d072c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573044 Jan 28 05:41:22.298228 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cf2760d3-039b-4ac0-8b19-d4c0360163d7 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:22.318320 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-d94c0527-7658-4b0d-8e7a-c63a2ccad752 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:22.319250 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-d94c0527-7658-4b0d-8e7a-c63a2ccad752 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:22.348409 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Publish callbacks [] for port (6b65dab4-44a1-4281-9019-e29339236720), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:22.376601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port cf2760d3-039b-4ac0-8b19-d4c0360163d7 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:22.376988 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf2760d3-039b-4ac0-8b19-d4c0360163d7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:22.437906 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6b65dab4-44a1-4281-9019-e29339236720), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:22.540113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb2651-ebd9-4912-b265-d74012bc2fc4 req-68c5a8dc-1ee7-4d84-a4b2-caeab77000c6 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:22.541944 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7cb2651-ebd9-4912-b265-d74012bc2fc4 req-68c5a8dc-1ee7-4d84-a4b2-caeab77000c6 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 945 time: 0.2078798 Jan 28 05:41:22.585390 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-d94c0527-7658-4b0d-8e7a-c63a2ccad752 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9139729 Jan 28 05:41:22.611428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Request body: {'port': {'device_id': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:22.625084 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port cf2760d3-039b-4ac0-8b19-d4c0360163d7 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:22.646004 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-67362ae9-bd49-4628-a4cc-ae1c47586485 service neutron] 10.222.0.31 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238473 Jan 28 05:41:22.646256 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d27ca-15d5-4923-b7cc-e59e21903604 None None] Pushing event updated for resources: {'Port': ['ID=6b65dab4-44a1-4281-9019-e29339236720,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:22.689256 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d27ca-15d5-4923-b7cc-e59e21903604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:22.696947 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d27ca-15d5-4923-b7cc-e59e21903604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:22.699392 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7cb2651-ebd9-4912-b265-d74012bc2fc4 req-d3a5b1b4-6358-4706-ad15-837d0689e736 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342702 Jan 28 05:41:22.699517 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d27ca-15d5-4923-b7cc-e59e21903604 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:22.701998 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d27ca-15d5-4923-b7cc-e59e21903604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:22.703443 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d27ca-15d5-4923-b7cc-e59e21903604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:22.703812 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d27ca-15d5-4923-b7cc-e59e21903604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:22.704156 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d27ca-15d5-4923-b7cc-e59e21903604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:22.708452 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d27ca-15d5-4923-b7cc-e59e21903604 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:22.712203 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d27ca-15d5-4923-b7cc-e59e21903604 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:22.712578 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d27ca-15d5-4923-b7cc-e59e21903604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:22.712928 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d27ca-15d5-4923-b7cc-e59e21903604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:22.713274 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d27ca-15d5-4923-b7cc-e59e21903604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:22.713611 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d27ca-15d5-4923-b7cc-e59e21903604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:41:22.734538 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Attempting to bind port 6b65dab4-44a1-4281-9019-e29339236720 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:41:22.734914 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Attempting to bind port 6b65dab4-44a1-4281-9019-e29339236720 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:41:22.735281 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Attempting to bind port 6b65dab4-44a1-4281-9019-e29339236720 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:22.779941 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:41:22.780311 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:41:22.785895 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:22.787101 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1dd131b5-2439-4d0a-8ea4-57885f97f793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (56a01931-34aa-4e79-a960-aef0826a6cd6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:22.790415 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:41:22.792746 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Bound port: 6b65dab4-44a1-4281-9019-e29339236720, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:41:22.797152 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6b65dab4-44a1-4281-9019-e29339236720), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:22.826866 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1dd131b5-2439-4d0a-8ea4-57885f97f793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a01931-34aa-4e79-a960-aef0826a6cd6']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:22.906090 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] For port 6b65dab4-44a1-4281-9019-e29339236720, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:41:22.911699 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] For port 6b65dab4-44a1-4281-9019-e29339236720, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6b65dab4-44a1-4281-9019-e29339236720,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:41:22.917345 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1ea24be-9b1b-4ae1-98a2-650f944485e6 req-3f5af9dc-2bbf-4f15-8bf0-c0256b2742cf tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2f94584-9d26-4158-b2e8-f3638d5dffc2 HTTP/1.1" status: 200 len: 210 time: 0.0514538 Jan 28 05:41:22.927672 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:22.940796 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:22.957371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1dd131b5-2439-4d0a-8ea4-57885f97f793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40deef8-4c8e-4686-b72c-f11ad13b93cc') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:22.957528 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1dd131b5-2439-4d0a-8ea4-57885f97f793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40deef8-4c8e-4686-b72c-f11ad13b93cc') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:23.030260 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1445a4ba-9680-45fe-b04e-9e8f257933da x-openstack-request-id: req-1445a4ba-9680-45fe-b04e-9e8f257933da {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:23.031263 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f94584-9d26-4158-b2e8-f3638d5dffc2", "name": "network-vif-deleted", "tag": "c5bf72bd-034e-4802-90e9-b2324a64e9b2", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:23.034043 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1445a4ba-9680-45fe-b04e-9e8f257933da {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:23.034953 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f94584-9d26-4158-b2e8-f3638d5dffc2', 'name': 'network-vif-deleted', 'tag': 'c5bf72bd-034e-4802-90e9-b2324a64e9b2', 'status': 'completed', 'code': 200} Jan 28 05:41:23.044750 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6b65dab4-44a1-4281-9019-e29339236720), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:23.122622 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-f4723e35-6a74-48b5-b011-5ffc446081af service neutron] 10.222.0.31 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443729 Jan 28 05:41:23.180636 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] Allocated IP 172.20.0.1 (c55cd528-a79f-41db-9d74-9d3c194c3476/6a23cc7f-41ef-4d9a-8347-1387351d637e/bb69aeff-31a7-4aa5-bed7-4999ac0136ee) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:41:23.255016 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Routers {'84cdfa28-366f-4485-bf65-8865b62fcb8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:41:23.255745 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:41:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['84cdfa28-366f-4485-bf65-8865b62fcb8f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:23.335600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e7823-f074-43bf-b028-17fa5d2f5f96 req-96c447f8-0c4c-4ed9-a421-9ad900e35e2e tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:23.344783 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e52e7823-f074-43bf-b028-17fa5d2f5f96 req-96c447f8-0c4c-4ed9-a421-9ad900e35e2e tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 931 time: 0.2366085 Jan 28 05:41:23.479784 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] Publish callbacks [] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:23.480454 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d27ca-15d5-4923-b7cc-e59e21903604 None None] Pushing event updated for resources: {'Port': ['ID=6b65dab4-44a1-4281-9019-e29339236720,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:23.551602 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1dd131b5-2439-4d0a-8ea4-57885f97f793 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (d40deef8-4c8e-4686-b72c-f11ad13b93cc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:23.589186 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1dd131b5-2439-4d0a-8ea4-57885f97f793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (d40deef8-4c8e-4686-b72c-f11ad13b93cc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:23.591579 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] Set router 84cdfa28-366f-4485-bf65-8865b62fcb8f gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:41:23.613329 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd131b5-2439-4d0a-8ea4-57885f97f793 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:41:23.614022 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1dd131b5-2439-4d0a-8ea4-57885f97f793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (d40deef8-4c8e-4686-b72c-f11ad13b93cc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:41:23.862741 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:41:23.935997 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1dd131b5-2439-4d0a-8ea4-57885f97f793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (56a01931-34aa-4e79-a960-aef0826a6cd6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:23.979546 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1dd131b5-2439-4d0a-8ea4-57885f97f793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:23.995407 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1dd131b5-2439-4d0a-8ea4-57885f97f793 admin admin] 10.222.0.31 "DELETE /v2.0/networks/56a01931-34aa-4e79-a960-aef0826a6cd6 HTTP/1.1" status: 204 len: 168 time: 2.7348316 Jan 28 05:41:23.995407 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd131b5-2439-4d0a-8ea4-57885f97f793 admin admin] Pushing event deleted for resources: {'Network': ['ID=56a01931-34aa-4e79-a960-aef0826a6cd6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:24.071536 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'name': 'tempest-FloatingIPsTestJSON-776448483-router', 'tenant_id': 'be7bf173b3c54c719f3cc15a83e24448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '6b65dab4-44a1-4281-9019-e29339236720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:41:15Z', 'updated_at': '2022-01-28T05:41:19Z', 'revision_number': 3, 'project_id': 'be7bf173b3c54c719f3cc15a83e24448', 'gw_port': {'id': '6b65dab4-44a1-4281-9019-e29339236720', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:17Z', 'updated_at': '2022-01-28T05:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:24.097642 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef852585-b352-44aa-ac42-9a08229b8fd5 None None] The sync data for ids ['84cdfa28-366f-4485-bf65-8865b62fcb8f'] in n-d-812111-12 is: [{'id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'name': 'tempest-FloatingIPsTestJSON-776448483-router', 'tenant_id': 'be7bf173b3c54c719f3cc15a83e24448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '6b65dab4-44a1-4281-9019-e29339236720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:41:15Z', 'updated_at': '2022-01-28T05:41:19Z', 'revision_number': 3, 'project_id': 'be7bf173b3c54c719f3cc15a83e24448', 'gw_port': {'id': '6b65dab4-44a1-4281-9019-e29339236720', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:17Z', 'updated_at': '2022-01-28T05:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:41:24.141691 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:24.225448 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] Network c55cd528-a79f-41db-9d74-9d3c194c3476 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:41:24.231860 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:24.251667 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:41:24.286960 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e52e7823-f074-43bf-b028-17fa5d2f5f96 req-bd21c6ba-68aa-4477-8609-294ca790a31b tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9357407 Jan 28 05:41:24.365414 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] Pushing event updated for resources: {'Port': ['ID=bb69aeff-31a7-4aa5-bed7-4999ac0136ee,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:24.375483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c224f9-f4be-47ad-a89b-3ef856e44844 req-1669bafc-360c-472b-b4e0-acccb619d141 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:24.383510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05c224f9-f4be-47ad-a89b-3ef856e44844 req-1669bafc-360c-472b-b4e0-acccb619d141 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb46702b-0ead-4af4-8956-41c7f49ebd66 HTTP/1.1" status: 200 len: 945 time: 0.2374697 Jan 28 05:41:24.395182 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (84cdfa28-366f-4485-bf65-8865b62fcb8f), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:24.561262 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-147a389c-aa6f-41e1-a832-23a169a6c4a6 req-b0883586-e2ee-4c00-9cd8-01f524c1e18d tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 210 time: 0.1556442 Jan 28 05:41:24.661326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf1200f9-2d11-4b35-9926-10249986e6fb {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:24.703861 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Publish callbacks [] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:24.765974 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:24.789217 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05c224f9-f4be-47ad-a89b-3ef856e44844 req-3238feef-9447-4496-81a7-b53031100368 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047258 Jan 28 05:41:24.829752 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Transition to ACTIVE for port object bf1200f9-2d11-4b35-9926-10249986e6fb will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:41:24.833588 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:24.886620 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e739cf27-3abc-4bea-a812-63997741a8b1 None None] Provisioning complete for port bb69aeff-31a7-4aa5-bed7-4999ac0136ee triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:24.887583 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e739cf27-3abc-4bea-a812-63997741a8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:24.985431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6fef3bbe-dd73-4b3e-a5b4-3a0e725e60a9 req-05402799-0069-4fd0-827b-b4e2503d6363 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2d7b20f-d8e6-4cf2-8e3f-61800f989dec HTTP/1.1" status: 200 len: 210 time: 0.0960610 Jan 28 05:41:24.993108 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:25.024248 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e739cf27-3abc-4bea-a812-63997741a8b1 None None] Port bb69aeff-31a7-4aa5-bed7-4999ac0136ee cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:41:25.046831 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52352) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:25.171887 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Pushing event updated for resources: {'Port': ['ID=bf1200f9-2d11-4b35-9926-10249986e6fb,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:25.351460 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Attempting to bind port bf1200f9-2d11-4b35-9926-10249986e6fb on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:41:25.352521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Attempting to bind port bf1200f9-2d11-4b35-9926-10249986e6fb by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '8daf45de-8e55-429f-b569-ab8f529462ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:41:25.353045 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Attempting to bind port bf1200f9-2d11-4b35-9926-10249986e6fb on network 61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:25.359873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Port bf1200f9-2d11-4b35-9926-10249986e6fb on network 61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:41:25.360556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Attempting to bind port bf1200f9-2d11-4b35-9926-10249986e6fb on network 61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:25.367955 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:41:25.368553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Checking segment: {'id': '8daf45de-8e55-429f-b569-ab8f529462ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:41:25.369295 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Bound using segment: {'id': '8daf45de-8e55-429f-b569-ab8f529462ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:41:25.369910 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Bound port: bf1200f9-2d11-4b35-9926-10249986e6fb, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8daf45de-8e55-429f-b569-ab8f529462ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:41:25.370539 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:25.399845 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-efb29a57-d692-4f80-bb3b-fad20321b8c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b373ada81bc646c197d728690c726ee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337953 Jan 28 05:41:25.400258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52358) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:25.510203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] For port bf1200f9-2d11-4b35-9926-10249986e6fb, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:41:25.520672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] For port bf1200f9-2d11-4b35-9926-10249986e6fb, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=bf1200f9-2d11-4b35-9926-10249986e6fb,segment=NetworkSegment(8daf45de-8e55-429f-b569-ab8f529462ff),segment_id=8daf45de-8e55-429f-b569-ab8f529462ff)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:41:25.582080 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] Publish callbacks [] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:25.656012 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:25.666664 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3a08fedb-32a9-4310-a3c5-441b9d7451a2 admin admin] Publish callbacks [] for security_group (dbac3b83-58b2-44c8-b35b-cc79ceed6ab9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:25.739469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:25.744638 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:25.746837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] 10.222.0.60 "PUT /v2.0/ports/bf1200f9-2d11-4b35-9926-10249986e6fb HTTP/1.1" status: 200 len: 1092 time: 3.1412108 Jan 28 05:41:25.750469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'tag': 'bf1200f9-2d11-4b35-9926-10249986e6fb'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:25.755177 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23800f84-e3f5-424f-9a6d-9b5239981f18" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5cab1e-ea4f-4448-9943-524edf425844", "tag": "bf1200f9-2d11-4b35-9926-10249986e6fb"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:25.757334 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3a08fedb-32a9-4310-a3c5-441b9d7451a2 admin admin] Publish callbacks [] for security_group (dbac3b83-58b2-44c8-b35b-cc79ceed6ab9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:25.848997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089dc2ec-3cff-4001-b4c8-43d2eb1bbabb service neutron] Pushing event updated for resources: {'Port': ['ID=bf1200f9-2d11-4b35-9926-10249986e6fb,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:25.880896 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:25.892987 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8db46c-4267-4288-a9bd-0a4c145974c4 req-7f262beb-94ad-484e-9d78-4b3cadcc11ff tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:25.906375 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c8db46c-4267-4288-a9bd-0a4c145974c4 req-7f262beb-94ad-484e-9d78-4b3cadcc11ff tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 943 time: 0.1064670 Jan 28 05:41:25.932976 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] Pushing event updated for resources: {'Port': ['ID=bb69aeff-31a7-4aa5-bed7-4999ac0136ee,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:25.985059 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3a08fedb-32a9-4310-a3c5-441b9d7451a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dbac3b83-58b2-44c8-b35b-cc79ceed6ab9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:25.988022 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3a08fedb-32a9-4310-a3c5-441b9d7451a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:25.992596 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3a08fedb-32a9-4310-a3c5-441b9d7451a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dbac3b83-58b2-44c8-b35b-cc79ceed6ab9 HTTP/1.1" status: 204 len: 168 time: 0.5913279 Jan 28 05:41:26.037510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08fedb-32a9-4310-a3c5-441b9d7451a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbac3b83-58b2-44c8-b35b-cc79ceed6ab9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:26.069749 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (84cdfa28-366f-4485-bf65-8865b62fcb8f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:26.286316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22457c76-2b52-4660-b8a2-d3cc8339d872 req-b1eaaffd-f552-482b-9791-c010aab71794 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 210 time: 0.2522767 Jan 28 05:41:26.369288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c8db46c-4267-4288-a9bd-0a4c145974c4 req-fee56137-563a-40a8-939d-b53d127a63c5 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610913 Jan 28 05:41:26.422555 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] Network c55cd528-a79f-41db-9d74-9d3c194c3476 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:41:26.425241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:26.467231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037d7e7-4287-47c2-b111-06a06cf7efed req-af348a48-fb93-4602-b4d5-77d43872855b tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:26.472506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3037d7e7-4287-47c2-b111-06a06cf7efed req-af348a48-fb93-4602-b4d5-77d43872855b tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 945 time: 0.1850712 Jan 28 05:41:26.483777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-54a7fd00-d6a7-49df-8532-3743318e54a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:26.485321 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-54a7fd00-d6a7-49df-8532-3743318e54a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65d1630dd99f462f88d092b15e2322ea&device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 1095 time: 0.5476964 Jan 28 05:41:26.533119 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6b65dab4-44a1-4281-9019-e29339236720 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:26.712664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6b65dab4-44a1-4281-9019-e29339236720 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:26.714019 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6b65dab4-44a1-4281-9019-e29339236720), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:26.797772 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] Router 84cdfa28-366f-4485-bf65-8865b62fcb8f has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:41:26.804553 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-3b18db1b-7a30-4ebe-939d-aa31006cc72e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf1200f9-2d11-4b35-9926-10249986e6fb HTTP/1.1" status: 200 len: 217 time: 0.2489150 Jan 28 05:41:26.920908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6b65dab4-44a1-4281-9019-e29339236720 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:26.921700 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6b65dab4-44a1-4281-9019-e29339236720), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:26.980751 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 6b65dab4-44a1-4281-9019-e29339236720, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6b65dab4-44a1-4281-9019-e29339236720,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:27.029366 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4a3ffe3b-534e-43a5-aba7-da53455ca271 None None] Provisioning complete for port bb69aeff-31a7-4aa5-bed7-4999ac0136ee triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:27.035433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606f2c7-9195-465a-aff0-086533daffd6 req-b89c9b20-d2b0-4c16-b883-f8fbaebdeeb4 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:27.036343 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4a3ffe3b-534e-43a5-aba7-da53455ca271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:27.044579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5606f2c7-9195-465a-aff0-086533daffd6 req-b89c9b20-d2b0-4c16-b883-f8fbaebdeeb4 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 945 time: 0.4610889 Jan 28 05:41:27.070835 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-d700bced-dd5e-493b-810f-e507f5003468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:27.075158 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-d700bced-dd5e-493b-810f-e507f5003468 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b1eb11-9372-4285-a398-f70d8c8c3671 HTTP/1.1" status: 200 len: 858 time: 0.2593210 Jan 28 05:41:27.119952 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ffe3b-534e-43a5-aba7-da53455ca271 None None] Port bb69aeff-31a7-4aa5-bed7-4999ac0136ee cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:41:27.126633 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6b65dab4-44a1-4281-9019-e29339236720), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:27.133086 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:41:27.142405 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-742ea92b-4b85-4994-a616-06ad52017430 admin admin] 10.222.0.31 "PUT /v2.0/routers/84cdfa28-366f-4485-bf65-8865b62fcb8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2351267 Jan 28 05:41:27.151814 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e644ab-c818-4b81-a5e0-1c74c7c1de18 x-openstack-request-id: req-01e644ab-c818-4b81-a5e0-1c74c7c1de18 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:27.152224 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5cab1e-ea4f-4448-9943-524edf425844", "tag": "bf1200f9-2d11-4b35-9926-10249986e6fb", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:27.152495 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01e644ab-c818-4b81-a5e0-1c74c7c1de18 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:27.153273 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'tag': 'bf1200f9-2d11-4b35-9926-10249986e6fb', 'status': 'completed', 'code': 200} Jan 28 05:41:27.315824 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-adba27f5-ab30-4cf8-acc3-53f9bbac9946 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2236745 Jan 28 05:41:27.368136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=6b65dab4-44a1-4281-9019-e29339236720,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:27.391415 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:27.518813 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-2954f215-e60d-47fe-87ed-675a5645abf1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:27.521428 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-2954f215-e60d-47fe-87ed-675a5645abf1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.64 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 811 time: 0.3137288 Jan 28 05:41:27.541554 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-1b595989-475f-4ebb-98dc-090b1971e341 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Request body: {'port': {'device_id': 'd2d7b20f-d8e6-4cf2-8e3f-61800f989dec', 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd', 'admin_state_up': True, 'tenant_id': '79fbef5367d24a58af655d60fa276ac5'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:27.561756 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Sync routers for ids ['84cdfa28-366f-4485-bf65-8865b62fcb8f'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:41:27.593813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Routers {'84cdfa28-366f-4485-bf65-8865b62fcb8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:41:27.604123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:41:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['84cdfa28-366f-4485-bf65-8865b62fcb8f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:27.644887 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5606f2c7-9195-465a-aff0-086533daffd6 req-3c160477-bfd7-4d0b-be22-0b9cb620b997 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992513 Jan 28 05:41:27.654664 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fd54ff34-6310-4bd1-8a51-f06415986488 req-da503fae-97b5-42d6-8646-c451a474d908 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2d7b20f-d8e6-4cf2-8e3f-61800f989dec HTTP/1.1" status: 200 len: 210 time: 0.2858922 Jan 28 05:41:27.723789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a413adb-71c2-40e0-9b7f-75c35a5cb1b6 req-1b5bff06-3407-4748-b185-5852356a5f41 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:27.725913 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a413adb-71c2-40e0-9b7f-75c35a5cb1b6 req-1b5bff06-3407-4748-b185-5852356a5f41 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb46702b-0ead-4af4-8956-41c7f49ebd66 HTTP/1.1" status: 200 len: 945 time: 0.5219414 Jan 28 05:41:27.753727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3037d7e7-4287-47c2-b111-06a06cf7efed req-9b837962-f649-462d-9471-f33e4812efa1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Deleting port 7b787edc-db91-4f53-a197-bd0c997a942b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:27.757941 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3037d7e7-4287-47c2-b111-06a06cf7efed req-9b837962-f649-462d-9471-f33e4812efa1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:27.873171 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-1b595989-475f-4ebb-98dc-090b1971e341 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Made reservation on behalf of 79fbef5367d24a58af655d60fa276ac5 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:41:27.876736 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-1b595989-475f-4ebb-98dc-090b1971e341 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:27.916269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Set router 84cdfa28-366f-4485-bf65-8865b62fcb8f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:41:28.048782 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2ff0317-3b09-4572-86bd-7ec12a5a3e2d req-300d2163-3cc1-4586-a9d4-d7b704974a04 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 210 time: 0.2504597 Jan 28 05:41:28.189927 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-1b595989-475f-4ebb-98dc-090b1971e341 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Allocated IP 172.20.0.13 (b7fafb85-2281-41db-85af-da2c477e5fbd/c507c782-4f53-4cd1-85bd-9b428677b1ce/7668a64e-3fac-42e7-a9f6-a46043d8ba20) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:41:28.329058 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-7874d5b8-ec5b-46ca-9347-044e49e3933a service neutron] 10.222.0.60 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9403265 Jan 28 05:41:28.334748 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3037d7e7-4287-47c2-b111-06a06cf7efed req-9b837962-f649-462d-9471-f33e4812efa1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] For port 7b787edc-db91-4f53-a197-bd0c997a942b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7b787edc-db91-4f53-a197-bd0c997a942b,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:28.337142 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3037d7e7-4287-47c2-b111-06a06cf7efed req-9b837962-f649-462d-9471-f33e4812efa1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.402199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3037d7e7-4287-47c2-b111-06a06cf7efed req-9b837962-f649-462d-9471-f33e4812efa1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Calling delete_port for 7b787edc-db91-4f53-a197-bd0c997a942b owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:28.444708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad41cd5-0f17-4cbc-91fd-e10a9d2ee242 req-77344910-1b64-4a88-8974-90cc8789f29f tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:28.452105 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fad41cd5-0f17-4cbc-91fd-e10a9d2ee242 req-77344910-1b64-4a88-8974-90cc8789f29f tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb46702b-0ead-4af4-8956-41c7f49ebd66 HTTP/1.1" status: 200 len: 945 time: 0.5073905 Jan 28 05:41:28.555038 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-1b595989-475f-4ebb-98dc-090b1971e341 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks [] for port (7668a64e-3fac-42e7-a9f6-a46043d8ba20), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.555968 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6b65dab4-44a1-4281-9019-e29339236720 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:28.575525 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6c515-f840-4639-bba4-e22b3fd3622f req-6e0a9480-5c27-474f-b502-6e82e522fb19 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:28.585169 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1a6c515-f840-4639-bba4-e22b3fd3622f req-6e0a9480-5c27-474f-b502-6e82e522fb19 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 943 time: 0.3949385 Jan 28 05:41:28.651606 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3a413adb-71c2-40e0-9b7f-75c35a5cb1b6 req-aaed4d17-e99e-4423-8e36-fbaa8892f9da tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Deleting port 306a5c47-c23a-46ed-98fd-9b129e9b10d5 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:28.652934 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3a413adb-71c2-40e0-9b7f-75c35a5cb1b6 req-aaed4d17-e99e-4423-8e36-fbaa8892f9da tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (306a5c47-c23a-46ed-98fd-9b129e9b10d5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.712924 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-1b595989-475f-4ebb-98dc-090b1971e341 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7668a64e-3fac-42e7-a9f6-a46043d8ba20), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.744946 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'name': 'tempest-FloatingIPsTestJSON-776448483-router', 'tenant_id': 'be7bf173b3c54c719f3cc15a83e24448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '6b65dab4-44a1-4281-9019-e29339236720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:41:15Z', 'updated_at': '2022-01-28T05:41:24Z', 'revision_number': 4, 'project_id': 'be7bf173b3c54c719f3cc15a83e24448', 'gw_port': {'id': '6b65dab4-44a1-4281-9019-e29339236720', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:17Z', 'updated_at': '2022-01-28T05:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'bb69aeff-31a7-4aa5-bed7-4999ac0136ee', 'name': '', 'network_id': 'c55cd528-a79f-41db-9d74-9d3c194c3476', 'tenant_id': 'be7bf173b3c54c719f3cc15a83e24448', 'mac_address': 'fa:16:3e:be:af:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6a23cc7f-41ef-4d9a-8347-1387351d637e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:22Z', 'updated_at': '2022-01-28T05:41:25Z', 'revision_number': 2, 'project_id': 'be7bf173b3c54c719f3cc15a83e24448', 'subnets': [{'id': '6a23cc7f-41ef-4d9a-8347-1387351d637e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:28.780162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52404) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:28.780398 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Checking router: 84cdfa28-366f-4485-bf65-8865b62fcb8f for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:41:28.780398 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Updating router 84cdfa28-366f-4485-bf65-8865b62fcb8f port bb69aeff-31a7-4aa5-bed7-4999ac0136ee binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:41:28.806638 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6b65dab4-44a1-4281-9019-e29339236720 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:28.807204 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6b65dab4-44a1-4281-9019-e29339236720), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.824926 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-1b595989-475f-4ebb-98dc-090b1971e341 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Network b7fafb85-2281-41db-85af-da2c477e5fbd is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:41:28.832487 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-1b595989-475f-4ebb-98dc-090b1971e341 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:28.839888 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-1b595989-475f-4ebb-98dc-090b1971e341 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:41:28.869900 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.903673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81d5f262-2957-4635-b10b-22f131c5e3ee req-53710178-ebe4-4fc5-815c-06c8c8d24b00 service neutron] 10.222.0.60 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5513799 Jan 28 05:41:28.919726 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fad41cd5-0f17-4cbc-91fd-e10a9d2ee242 req-fdf0818b-19b3-4808-906b-e31b1fa61e05 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9e6f463-ffd7-4084-8921-d78090917326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166794 Jan 28 05:41:28.937519 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-1b595989-475f-4ebb-98dc-090b1971e341 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:28.940300 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-1b595989-475f-4ebb-98dc-090b1971e341 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:28.953794 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b595989-475f-4ebb-98dc-090b1971e341 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Pushing event updated for resources: {'Port': ['ID=7668a64e-3fac-42e7-a9f6-a46043d8ba20,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:29.014714 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a0a46ae7-4994-448a-be35-2e3a61646e02 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-680846502-network', 'tenant_id': '354d7997b3a94bea9a2cca0cef3fe341'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:29.033968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3a413adb-71c2-40e0-9b7f-75c35a5cb1b6 req-aaed4d17-e99e-4423-8e36-fbaa8892f9da tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] For port 306a5c47-c23a-46ed-98fd-9b129e9b10d5, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=306a5c47-c23a-46ed-98fd-9b129e9b10d5,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:29.033968 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3a413adb-71c2-40e0-9b7f-75c35a5cb1b6 req-aaed4d17-e99e-4423-8e36-fbaa8892f9da tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (306a5c47-c23a-46ed-98fd-9b129e9b10d5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.058225 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-1b595989-475f-4ebb-98dc-090b1971e341 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5218711 Jan 28 05:41:29.068621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3a413adb-71c2-40e0-9b7f-75c35a5cb1b6 req-aaed4d17-e99e-4423-8e36-fbaa8892f9da tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Calling delete_port for 306a5c47-c23a-46ed-98fd-9b129e9b10d5 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:29.078188 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Request body: {'port': {'device_id': 'd2d7b20f-d8e6-4cf2-8e3f-61800f989dec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:29.104039 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1a6c515-f840-4639-bba4-e22b3fd3622f req-cef11b5e-ab96-4288-acc1-082d820fd58b tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177989 Jan 28 05:41:29.226660 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6b65dab4-44a1-4281-9019-e29339236720 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:29.236289 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7668a64e-3fac-42e7-a9f6-a46043d8ba20), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.243329 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a46ae7-4994-448a-be35-2e3a61646e02 admin admin] Made reservation on behalf of 354d7997b3a94bea9a2cca0cef3fe341 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:41:29.251048 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0a46ae7-4994-448a-be35-2e3a61646e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.285347 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0a46ae7-4994-448a-be35-2e3a61646e02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.440369 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Publish callbacks [] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.448175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23800f84-e3f5-424f-9a6d-9b5239981f18 req-fc7a2f0b-cf82-4cf1-8eb4-5668b125baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:29.449981 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23800f84-e3f5-424f-9a6d-9b5239981f18 req-fc7a2f0b-cf82-4cf1-8eb4-5668b125baa9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65d1630dd99f462f88d092b15e2322ea&device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 1095 time: 0.3676710 Jan 28 05:41:29.457040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfe81d-8073-4fbc-a97a-5aefaa57a8a9 req-26832265-5f53-4ab4-8b12-a80bb5aed67d tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:29.458545 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37cfe81d-8073-4fbc-a97a-5aefaa57a8a9 req-26832265-5f53-4ab4-8b12-a80bb5aed67d tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.64 "GET /v2.0/ports?device_id=e12f1df9-aa92-4e39-ac18-ce54a1145ea3 HTTP/1.1" status: 200 len: 945 time: 0.8011706 Jan 28 05:41:29.539871 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.619022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7b787edc-db91-4f53-a197-bd0c997a942b no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:41:29.723995 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7747b6-103f-44bc-8a2d-49a07a6f1376 None None] Pushing event updated for resources: {'Port': ['ID=bb69aeff-31a7-4aa5-bed7-4999ac0136ee,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:29.733972 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0a46ae7-4994-448a-be35-2e3a61646e02 admin admin] Publish callbacks [] for security_group (6a5c6a17-3c7d-450d-92ca-40298cf37c67), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.779387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23800f84-e3f5-424f-9a6d-9b5239981f18 req-7b66a1fb-0125-4e74-82c0-e4ebfbaeb923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:29.792576 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23800f84-e3f5-424f-9a6d-9b5239981f18 req-7b66a1fb-0125-4e74-82c0-e4ebfbaeb923 service neutron] 10.222.0.60 "GET /v2.0/networks?id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 HTTP/1.1" status: 200 len: 919 time: 0.3317685 Jan 28 05:41:29.822658 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0a46ae7-4994-448a-be35-2e3a61646e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6a5c6a17-3c7d-450d-92ca-40298cf37c67), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.829271 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3a413adb-71c2-40e0-9b7f-75c35a5cb1b6 req-aaed4d17-e99e-4423-8e36-fbaa8892f9da tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (306a5c47-c23a-46ed-98fd-9b129e9b10d5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.867760 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Attempting to bind port bb69aeff-31a7-4aa5-bed7-4999ac0136ee on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:41:29.868736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Attempting to bind port bb69aeff-31a7-4aa5-bed7-4999ac0136ee by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '915c3266-ee11-4ae1-aa16-3f7b185ef08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c55cd528-a79f-41db-9d74-9d3c194c3476'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:41:29.869314 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Attempting to bind port bb69aeff-31a7-4aa5-bed7-4999ac0136ee on network c55cd528-a79f-41db-9d74-9d3c194c3476 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:29.876334 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a46ae7-4994-448a-be35-2e3a61646e02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:41:29.882542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:41:29.882943 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Checking segment: {'id': '915c3266-ee11-4ae1-aa16-3f7b185ef08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c55cd528-a79f-41db-9d74-9d3c194c3476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:41:29.883358 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.883765 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Bound using segment: {'id': '915c3266-ee11-4ae1-aa16-3f7b185ef08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c55cd528-a79f-41db-9d74-9d3c194c3476'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:41:29.884257 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Bound port: bb69aeff-31a7-4aa5-bed7-4999ac0136ee, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915c3266-ee11-4ae1-aa16-3f7b185ef08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c55cd528-a79f-41db-9d74-9d3c194c3476'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:41:29.884639 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.899044 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0a46ae7-4994-448a-be35-2e3a61646e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (e20b329b-421b-4121-9a6e-33d932a823e0), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.902851 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-a0a46ae7-4994-448a-be35-2e3a61646e02 admin admin] Added segment e20b329b-421b-4121-9a6e-33d932a823e0 of type vlan for network c8dea946-1eda-441f-818f-132915c7e7a2 Jan 28 05:41:29.965426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0a46ae7-4994-448a-be35-2e3a61646e02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (c8dea946-1eda-441f-818f-132915c7e7a2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:29.981678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device bf1200f9-2d11-4b35-9926-10249986e6fb details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:41:30.009552 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7668a64e-3fac-42e7-a9f6-a46043d8ba20 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:30.022883 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Publish callbacks [] for port (7668a64e-3fac-42e7-a9f6-a46043d8ba20), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.028619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a46ae7-4994-448a-be35-2e3a61646e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5c6a17-3c7d-450d-92ca-40298cf37c67,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:30.041355 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] For port bb69aeff-31a7-4aa5-bed7-4999ac0136ee, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:41:30.044778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] For port bb69aeff-31a7-4aa5-bed7-4999ac0136ee, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=bb69aeff-31a7-4aa5-bed7-4999ac0136ee,segment=NetworkSegment(915c3266-ee11-4ae1-aa16-3f7b185ef08a),segment_id=915c3266-ee11-4ae1-aa16-3f7b185ef08a)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:41:30.048554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 306a5c47-c23a-46ed-98fd-9b129e9b10d5 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:41:30.064960 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Transition to ACTIVE for port object 7668a64e-3fac-42e7-a9f6-a46043d8ba20 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:41:30.079996 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0a46ae7-4994-448a-be35-2e3a61646e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (c8dea946-1eda-441f-818f-132915c7e7a2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.080758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a46ae7-4994-448a-be35-2e3a61646e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:30.085828 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0a46ae7-4994-448a-be35-2e3a61646e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.087755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 306a5c47-c23a-46ed-98fd-9b129e9b10d5 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:41:30.088100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 306a5c47-c23a-46ed-98fd-9b129e9b10d5 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:41:30.104987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 7b787edc-db91-4f53-a197-bd0c997a942b is: DOWN; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:30.167244 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a46ae7-4994-448a-be35-2e3a61646e02 admin admin] Pushing event updated for resources: {'Network': ['ID=c8dea946-1eda-441f-818f-132915c7e7a2,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:30.176580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed4d17-e99e-4423-8e36-fbaa8892f9da tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Pushing event deleted for resources: {'Port': ['ID=306a5c47-c23a-46ed-98fd-9b129e9b10d5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:30.192385 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (7668a64e-3fac-42e7-a9f6-a46043d8ba20), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.213371 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23800f84-e3f5-424f-9a6d-9b5239981f18 req-317ef2c3-4afa-4821-b4bd-95ee7aa7d6a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf1200f9-2d11-4b35-9926-10249986e6fb HTTP/1.1" status: 200 len: 217 time: 0.3566961 Jan 28 05:41:30.241834 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a0a46ae7-4994-448a-be35-2e3a61646e02 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4635253 Jan 28 05:41:30.247103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52416) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:30.257126 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-57a3fae8-e35b-49d5-b36e-04d4e14bf330 admin admin] Request body: {'subnet': {'network_id': 'c8dea946-1eda-441f-818f-132915c7e7a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-680846502-subnet', 'tenant_id': '354d7997b3a94bea9a2cca0cef3fe341', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:30.260891 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port bf1200f9-2d11-4b35-9926-10249986e6fb, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=bf1200f9-2d11-4b35-9926-10249986e6fb,segment=NetworkSegment(8daf45de-8e55-429f-b569-ab8f529462ff),segment_id=8daf45de-8e55-429f-b569-ab8f529462ff)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:30.278470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a413adb-71c2-40e0-9b7f-75c35a5cb1b6 req-aaed4d17-e99e-4423-8e36-fbaa8892f9da tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] No DVR routers for this DVR port 306a5c47-c23a-46ed-98fd-9b129e9b10d5 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:41:30.282208 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3a413adb-71c2-40e0-9b7f-75c35a5cb1b6 req-aaed4d17-e99e-4423-8e36-fbaa8892f9da tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.286276 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a413adb-71c2-40e0-9b7f-75c35a5cb1b6 req-aaed4d17-e99e-4423-8e36-fbaa8892f9da tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.60 "DELETE /v2.0/ports/306a5c47-c23a-46ed-98fd-9b129e9b10d5 HTTP/1.1" status: 204 len: 173 time: 2.5173948 Jan 28 05:41:30.312489 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0ca91e67-7a1b-45ce-a18b-48687fcf3207 None None] Provisioning complete for port bb69aeff-31a7-4aa5-bed7-4999ac0136ee triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:30.312489 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ca91e67-7a1b-45ce-a18b-48687fcf3207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.357915 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Pushing event updated for resources: {'Port': ['ID=7668a64e-3fac-42e7-a9f6-a46043d8ba20,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:30.362956 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb46702b-0ead-4af4-8956-41c7f49ebd66', 'name': 'network-vif-deleted', 'tag': '306a5c47-c23a-46ed-98fd-9b129e9b10d5'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:30.370590 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc49c86-b156-410f-a6fc-747e32a58a74" -d '{"events": [{"server_uuid": "bb46702b-0ead-4af4-8956-41c7f49ebd66", "name": "network-vif-deleted", "tag": "306a5c47-c23a-46ed-98fd-9b129e9b10d5"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:30.398884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f4a05-a208-4a2d-8687-cef06b7cf62e req-f53eca9e-f292-44d2-949b-c65c2b4ca308 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:30.410344 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-306f4a05-a208-4a2d-8687-cef06b7cf62e req-f53eca9e-f292-44d2-949b-c65c2b4ca308 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2d7b20f-d8e6-4cf2-8e3f-61800f989dec HTTP/1.1" status: 200 len: 932 time: 0.9786699 Jan 28 05:41:30.414108 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23800f84-e3f5-424f-9a6d-9b5239981f18 req-9fe2fcf5-e50e-4b1f-8f61-f0ced3e5d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:30.424348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23800f84-e3f5-424f-9a6d-9b5239981f18 req-9fe2fcf5-e50e-4b1f-8f61-f0ced3e5d179 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b1eb11-9372-4285-a398-f70d8c8c3671 HTTP/1.1" status: 200 len: 858 time: 0.1486528 Jan 28 05:41:30.430203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'bf1200f9-2d11-4b35-9926-10249986e6fb', 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6', 'port_id': 'bf1200f9-2d11-4b35-9926-10249986e6fb', 'mac_address': 'fa:16:3e:f6:30:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:41:30.448663 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Attempting to bind port 7668a64e-3fac-42e7-a9f6-a46043d8ba20 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:41:30.449302 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Attempting to bind port 7668a64e-3fac-42e7-a9f6-a46043d8ba20 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:41:30.450071 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Attempting to bind port 7668a64e-3fac-42e7-a9f6-a46043d8ba20 on network b7fafb85-2281-41db-85af-da2c477e5fbd {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:30.454821 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network c8dea946-1eda-441f-818f-132915c7e7a2 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:41:30.462996 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Port 7668a64e-3fac-42e7-a9f6-a46043d8ba20 on network b7fafb85-2281-41db-85af-da2c477e5fbd not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:41:30.463525 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Attempting to bind port 7668a64e-3fac-42e7-a9f6-a46043d8ba20 on network b7fafb85-2281-41db-85af-da2c477e5fbd {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:30.474987 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:41:30.475697 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Checking segment: {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:41:30.476353 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Bound using segment: {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:41:30.476995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Bound port: 7668a64e-3fac-42e7-a9f6-a46043d8ba20, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:41:30.477529 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7668a64e-3fac-42e7-a9f6-a46043d8ba20), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.482693 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3037d7e7-4287-47c2-b111-06a06cf7efed req-9b837962-f649-462d-9471-f33e4812efa1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (7b787edc-db91-4f53-a197-bd0c997a942b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.483332 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a3fae8-e35b-49d5-b36e-04d4e14bf330 admin admin] Made reservation on behalf of 354d7997b3a94bea9a2cca0cef3fe341 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:41:30.487308 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57a3fae8-e35b-49d5-b36e-04d4e14bf330 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.613943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23800f84-e3f5-424f-9a6d-9b5239981f18 req-cf43bc9d-efdc-410b-9653-4a34310487f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862441 Jan 28 05:41:30.618726 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-93acc78f-3059-4694-b020-953a902eb05b tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1989803 Jan 28 05:41:30.685048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b837962-f649-462d-9471-f33e4812efa1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Pushing event deleted for resources: {'Port': ['ID=7b787edc-db91-4f53-a197-bd0c997a942b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:30.698203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-ad8253b7-8e11-44fc-a306-0d39fe49060f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:30.780553 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.792384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-306f4a05-a208-4a2d-8687-cef06b7cf62e req-190241cb-c3c4-41ca-a045-a1d1d40af44a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806961 Jan 28 05:41:30.882710 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port bf1200f9-2d11-4b35-9926-10249986e6fb is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:30.883693 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:30.965414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7747b6-103f-44bc-8a2d-49a07a6f1376 None None] Pushing event updated for resources: {'Port': ['ID=bb69aeff-31a7-4aa5-bed7-4999ac0136ee,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:30.972802 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Routers {'84cdfa28-366f-4485-bf65-8865b62fcb8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:41:30.973734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:41:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['84cdfa28-366f-4485-bf65-8865b62fcb8f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:30.977604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf1200f9-2d11-4b35-9926-10249986e6fb {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:31.055692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3037d7e7-4287-47c2-b111-06a06cf7efed req-9b837962-f649-462d-9471-f33e4812efa1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] No DVR routers for this DVR port 7b787edc-db91-4f53-a197-bd0c997a942b on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:41:31.062195 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3037d7e7-4287-47c2-b111-06a06cf7efed req-9b837962-f649-462d-9471-f33e4812efa1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:31.072861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3037d7e7-4287-47c2-b111-06a06cf7efed req-9b837962-f649-462d-9471-f33e4812efa1 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.64 "DELETE /v2.0/ports/7b787edc-db91-4f53-a197-bd0c997a942b HTTP/1.1" status: 204 len: 173 time: 4.5756791 Jan 28 05:41:31.120283 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57a3fae8-e35b-49d5-b36e-04d4e14bf330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (246780a3-7b7a-413e-90b2-2cea78d98b20), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:31.130757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0ca91e67-7a1b-45ce-a18b-48687fcf3207 None None] Current status of the port bb69aeff-31a7-4aa5-bed7-4999ac0136ee is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:31.131959 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ca91e67-7a1b-45ce-a18b-48687fcf3207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:31.180338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port bf1200f9-2d11-4b35-9926-10249986e6fb, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=bf1200f9-2d11-4b35-9926-10249986e6fb,segment=NetworkSegment(8daf45de-8e55-429f-b569-ab8f529462ff),segment_id=8daf45de-8e55-429f-b569-ab8f529462ff)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:31.190215 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1eafc642-fb3f-44d3-ba87-9a5d6c57062a req-1492217f-6c1a-498c-ac26-a3c83165be27 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0 HTTP/1.1" status: 200 len: 210 time: 0.1060390 Jan 28 05:41:31.204490 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-ad8253b7-8e11-44fc-a306-0d39fe49060f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:31.235547 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3fae8-e35b-49d5-b36e-04d4e14bf330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=246780a3-7b7a-413e-90b2-2cea78d98b20,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:31.332222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-37cfe81d-8073-4fbc-a97a-5aefaa57a8a9 req-6f9dc27f-2039-4b3f-ad99-57b9bd8d53d4 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Deleting port c35baf96-da7b-4dfc-850b-0f15095c9e9e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:31.332570 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-37cfe81d-8073-4fbc-a97a-5aefaa57a8a9 req-6f9dc27f-2039-4b3f-ad99-57b9bd8d53d4 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c35baf96-da7b-4dfc-850b-0f15095c9e9e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:31.345666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0ca91e67-7a1b-45ce-a18b-48687fcf3207 None None] For port bb69aeff-31a7-4aa5-bed7-4999ac0136ee, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=bb69aeff-31a7-4aa5-bed7-4999ac0136ee,segment=NetworkSegment(915c3266-ee11-4ae1-aa16-3f7b185ef08a),segment_id=915c3266-ee11-4ae1-aa16-3f7b185ef08a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:31.345914 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] For port 7668a64e-3fac-42e7-a9f6-a46043d8ba20, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:41:31.368764 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:31.437103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] For port 7668a64e-3fac-42e7-a9f6-a46043d8ba20, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7668a64e-3fac-42e7-a9f6-a46043d8ba20,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:41:31.441303 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a3fae8-e35b-49d5-b36e-04d4e14bf330 admin admin] Checking segment: {'id': 'e20b329b-421b-4121-9a6e-33d932a823e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c8dea946-1eda-441f-818f-132915c7e7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:41:31.441988 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a3fae8-e35b-49d5-b36e-04d4e14bf330 admin admin] Network hostable DHCP agents. Network: c8dea946-1eda-441f-818f-132915c7e7a2, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:41:31.479265 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] Set router 84cdfa28-366f-4485-bf65-8865b62fcb8f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:41:31.481596 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ca91e67-7a1b-45ce-a18b-48687fcf3207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:31.554219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c35baf96-da7b-4dfc-850b-0f15095c9e9e no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:41:31.607561 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a3fae8-e35b-49d5-b36e-04d4e14bf330 admin admin] Network c8dea946-1eda-441f-818f-132915c7e7a2 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:41:31.614283 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (7668a64e-3fac-42e7-a9f6-a46043d8ba20), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:31.696447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['bf1200f9-2d11-4b35-9926-10249986e6fb'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:41:31.713845 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=bf1200f9-2d11-4b35-9926-10249986e6fb,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:31.759265 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-57a3fae8-e35b-49d5-b36e-04d4e14bf330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, c8dea946-1eda-441f-818f-132915c7e7a2) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:31.761825 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:31.762487 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:31.774758 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] 10.222.0.64 "PUT /v2.0/ports/7668a64e-3fac-42e7-a9f6-a46043d8ba20 HTTP/1.1" status: 200 len: 1093 time: 2.7022078 Jan 28 05:41:31.780794 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d7b20f-d8e6-4cf2-8e3f-61800f989dec', 'tag': '7668a64e-3fac-42e7-a9f6-a46043d8ba20'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:31.792682 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc66e031-34ed-4a59-99f6-1f9bfe5c013e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d7b20f-d8e6-4cf2-8e3f-61800f989dec", "tag": "7668a64e-3fac-42e7-a9f6-a46043d8ba20"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:31.816285 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a3fae8-e35b-49d5-b36e-04d4e14bf330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:31.819051 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57a3fae8-e35b-49d5-b36e-04d4e14bf330 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:31.875326 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6dc78-dd2d-4896-a88b-95a422821616 service neutron] Pushing event updated for resources: {'Port': ['ID=7668a64e-3fac-42e7-a9f6-a46043d8ba20,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:31.895283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3023ae-7c6a-4ed3-8b51-710bcd56173c None None] Network c8dea946-1eda-441f-818f-132915c7e7a2 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:41:32.003045 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-57a3fae8-e35b-49d5-b36e-04d4e14bf330 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7471883 Jan 28 05:41:32.119037 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-4ccfe3b6-599c-4474-a22d-17383742b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:32.120609 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-4ccfe3b6-599c-4474-a22d-17383742b086 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&device_id=d2d7b20f-d8e6-4cf2-8e3f-61800f989dec HTTP/1.1" status: 200 len: 1096 time: 0.1845233 Jan 28 05:41:32.222928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23800f84-e3f5-424f-9a6d-9b5239981f18 req-e722722b-7206-48ce-9fa3-bf7f3856a116 service neutron] 10.222.0.60 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5571532 Jan 28 05:41:32.223695 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-c806657c-16ba-415b-8f6d-4f35feadd45d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7668a64e-3fac-42e7-a9f6-a46043d8ba20 HTTP/1.1" status: 200 len: 217 time: 0.0807765 Jan 28 05:41:32.316476 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-eb6e579b-21d7-4dc1-ac67-fb70e95dc78f None None] Provisioning complete for port bb69aeff-31a7-4aa5-bed7-4999ac0136ee triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:32.316903 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eb6e579b-21d7-4dc1-ac67-fb70e95dc78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:32.343381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d3b9148-2fb3-4121-aaa1-49682e4e933a req-18934060-f615-44ba-b4ff-ba56a3f7a27c tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 210 time: 0.8771107 Jan 28 05:41:32.358968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-461886f8-3f59-4416-8e9d-41eb6063bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:32.361742 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-461886f8-3f59-4416-8e9d-41eb6063bf54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c507c782-4f53-4cd1-85bd-9b428677b1ce HTTP/1.1" status: 200 len: 851 time: 0.1324251 Jan 28 05:41:32.463824 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-cb9083df-6c9e-4c8b-93b7-982d37b1a458 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7fafb85-2281-41db-85af-da2c477e5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842609 Jan 28 05:41:32.527881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca91e67-7a1b-45ce-a18b-48687fcf3207 None None] Pushing event updated for resources: {'Port': ['ID=bb69aeff-31a7-4aa5-bed7-4999ac0136ee,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:32.648379 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59b73aa1-03d3-42dc-8c5f-b0f43e4393ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:32.702070 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-37cfe81d-8073-4fbc-a97a-5aefaa57a8a9 req-6f9dc27f-2039-4b3f-ad99-57b9bd8d53d4 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] For port c35baf96-da7b-4dfc-850b-0f15095c9e9e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c35baf96-da7b-4dfc-850b-0f15095c9e9e,segment=NetworkSegment(a1d7466d-7d69-4827-9c92-d9489ba2a7fc),segment_id=a1d7466d-7d69-4827-9c92-d9489ba2a7fc)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:32.702494 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-37cfe81d-8073-4fbc-a97a-5aefaa57a8a9 req-6f9dc27f-2039-4b3f-ad99-57b9bd8d53d4 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c35baf96-da7b-4dfc-850b-0f15095c9e9e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:32.723992 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-203dd59c-1533-427d-997d-f3273aafd934 service neutron] 10.222.0.64 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522540 Jan 28 05:41:32.726106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-37cfe81d-8073-4fbc-a97a-5aefaa57a8a9 req-6f9dc27f-2039-4b3f-ad99-57b9bd8d53d4 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Calling delete_port for c35baf96-da7b-4dfc-850b-0f15095c9e9e owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:32.747512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c35baf96-da7b-4dfc-850b-0f15095c9e9e is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:32.748385 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c35baf96-da7b-4dfc-850b-0f15095c9e9e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:32.873720 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3a8d383a-465c-4cf6-b3f9-a8b01d3c74fe req-7cdca599-d6f5-4046-8847-86043f7efac3 service neutron] 10.222.0.64 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437621 Jan 28 05:41:32.972771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa53f0d-1488-4e53-9bfa-63fd9cd1101f None None] Network c8dea946-1eda-441f-818f-132915c7e7a2 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:41:32.996846 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-37cfe81d-8073-4fbc-a97a-5aefaa57a8a9 req-6f9dc27f-2039-4b3f-ad99-57b9bd8d53d4 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (c35baf96-da7b-4dfc-850b-0f15095c9e9e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:33.016415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23800f84-e3f5-424f-9a6d-9b5239981f18 req-0d46718f-bdf6-425a-8429-0c06136034d8 service neutron] 10.222.0.60 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7762611 Jan 28 05:41:33.075682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dc27f-2039-4b3f-ad99-57b9bd8d53d4 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Pushing event deleted for resources: {'Port': ['ID=c35baf96-da7b-4dfc-850b-0f15095c9e9e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:33.096640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d80738-912c-45a7-94f8-a372f9af49a3 req-2e02432d-7277-47e9-95e4-fc7a635dd8a6 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:33.106458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77d80738-912c-45a7-94f8-a372f9af49a3 req-2e02432d-7277-47e9-95e4-fc7a635dd8a6 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 944 time: 0.4690123 Jan 28 05:41:33.206160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e579b-21d7-4dc1-ac67-fb70e95dc78f None None] Current status of the port bb69aeff-31a7-4aa5-bed7-4999ac0136ee is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:33.238844 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cfe81d-8073-4fbc-a97a-5aefaa57a8a9 req-6f9dc27f-2039-4b3f-ad99-57b9bd8d53d4 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] No DVR routers for this DVR port c35baf96-da7b-4dfc-850b-0f15095c9e9e on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:41:33.244332 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-37cfe81d-8073-4fbc-a97a-5aefaa57a8a9 req-6f9dc27f-2039-4b3f-ad99-57b9bd8d53d4 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:33.247870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37cfe81d-8073-4fbc-a97a-5aefaa57a8a9 req-6f9dc27f-2039-4b3f-ad99-57b9bd8d53d4 tempest-MultipleCreateTestJSON-1478348725 tempest-MultipleCreateTestJSON-1478348725-project] 10.222.0.64 "DELETE /v2.0/ports/c35baf96-da7b-4dfc-850b-0f15095c9e9e HTTP/1.1" status: 204 len: 173 time: 3.6858900 Jan 28 05:41:33.267100 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-ad8253b7-8e11-44fc-a306-0d39fe49060f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:33.337072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77d80738-912c-45a7-94f8-a372f9af49a3 req-71127baf-3af7-4d29-b560-14e05ce46190 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296960 Jan 28 05:41:33.432144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'name': 'tempest-FloatingIPsTestJSON-776448483-router', 'tenant_id': 'be7bf173b3c54c719f3cc15a83e24448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '6b65dab4-44a1-4281-9019-e29339236720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:41:15Z', 'updated_at': '2022-01-28T05:41:24Z', 'revision_number': 4, 'project_id': 'be7bf173b3c54c719f3cc15a83e24448', 'gw_port': {'id': '6b65dab4-44a1-4281-9019-e29339236720', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:17Z', 'updated_at': '2022-01-28T05:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'bb69aeff-31a7-4aa5-bed7-4999ac0136ee', 'name': '', 'network_id': 'c55cd528-a79f-41db-9d74-9d3c194c3476', 'tenant_id': 'be7bf173b3c54c719f3cc15a83e24448', 'mac_address': 'fa:16:3e:be:af:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6a23cc7f-41ef-4d9a-8347-1387351d637e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:22Z', 'updated_at': '2022-01-28T05:41:30Z', 'revision_number': 4, 'project_id': 'be7bf173b3c54c719f3cc15a83e24448', 'subnets': [{'id': '6a23cc7f-41ef-4d9a-8347-1387351d637e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:33.452399 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb9ebe2-62c6-465c-945c-e6efab6692e1 x-openstack-request-id: req-ceb9ebe2-62c6-465c-945c-e6efab6692e1 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:33.454899 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d7b20f-d8e6-4cf2-8e3f-61800f989dec", "tag": "7668a64e-3fac-42e7-a9f6-a46043d8ba20", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:33.455591 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ceb9ebe2-62c6-465c-945c-e6efab6692e1 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:33.463433 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d7b20f-d8e6-4cf2-8e3f-61800f989dec', 'tag': '7668a64e-3fac-42e7-a9f6-a46043d8ba20', 'status': 'completed', 'code': 200} Jan 28 05:41:33.473563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ee137-d9a9-42a8-9c35-305cd9b0618a None None] The sync data for ids ['84cdfa28-366f-4485-bf65-8865b62fcb8f'] in n-d-812111-12 is: [{'id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'name': 'tempest-FloatingIPsTestJSON-776448483-router', 'tenant_id': 'be7bf173b3c54c719f3cc15a83e24448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '6b65dab4-44a1-4281-9019-e29339236720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:41:15Z', 'updated_at': '2022-01-28T05:41:24Z', 'revision_number': 4, 'project_id': 'be7bf173b3c54c719f3cc15a83e24448', 'gw_port': {'id': '6b65dab4-44a1-4281-9019-e29339236720', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:17Z', 'updated_at': '2022-01-28T05:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'bb69aeff-31a7-4aa5-bed7-4999ac0136ee', 'name': '', 'network_id': 'c55cd528-a79f-41db-9d74-9d3c194c3476', 'tenant_id': 'be7bf173b3c54c719f3cc15a83e24448', 'mac_address': 'fa:16:3e:be:af:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '6a23cc7f-41ef-4d9a-8347-1387351d637e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:22Z', 'updated_at': '2022-01-28T05:41:30Z', 'revision_number': 4, 'project_id': 'be7bf173b3c54c719f3cc15a83e24448', 'subnets': [{'id': '6a23cc7f-41ef-4d9a-8347-1387351d637e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:41:33.491986 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4670627d-0f71-40d4-bc50-9abbaa791158 x-openstack-request-id: req-4670627d-0f71-40d4-bc50-9abbaa791158 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:33.497909 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb46702b-0ead-4af4-8956-41c7f49ebd66", "name": "network-vif-deleted", "tag": "306a5c47-c23a-46ed-98fd-9b129e9b10d5", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:33.497909 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4670627d-0f71-40d4-bc50-9abbaa791158 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:33.497909 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb46702b-0ead-4af4-8956-41c7f49ebd66', 'name': 'network-vif-deleted', 'tag': '306a5c47-c23a-46ed-98fd-9b129e9b10d5', 'status': 'completed', 'code': 200} Jan 28 05:41:33.690586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-ad8253b7-8e11-44fc-a306-0d39fe49060f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Allocated IP 172.25.0.136 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/3b9b3fd6-265e-4364-a23b-7f2028e362db) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:41:33.725620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66e031-34ed-4a59-99f6-1f9bfe5c013e req-e5949ad0-22b7-4e6f-ab7a-24a9b3b475aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:33.727156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc66e031-34ed-4a59-99f6-1f9bfe5c013e req-e5949ad0-22b7-4e6f-ab7a-24a9b3b475aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&device_id=d2d7b20f-d8e6-4cf2-8e3f-61800f989dec HTTP/1.1" status: 200 len: 1096 time: 0.2129025 Jan 28 05:41:33.757550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d013510-24de-4295-9b57-b947ecf85c95 req-3e9bdc53-8457-4dbe-a50e-53052f5a96ae tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:33.760401 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d013510-24de-4295-9b57-b947ecf85c95 req-3e9bdc53-8457-4dbe-a50e-53052f5a96ae tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2d7b20f-d8e6-4cf2-8e3f-61800f989dec HTTP/1.1" status: 200 len: 944 time: 0.1538639 Jan 28 05:41:33.945507 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device bf1200f9-2d11-4b35-9926-10249986e6fb up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:33.970798 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66e031-34ed-4a59-99f6-1f9bfe5c013e req-5101ad6a-343a-456c-9e48-028d91768569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:33.975215 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc66e031-34ed-4a59-99f6-1f9bfe5c013e req-5101ad6a-343a-456c-9e48-028d91768569 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 912 time: 0.2123208 Jan 28 05:41:34.221844 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-ad8253b7-8e11-44fc-a306-0d39fe49060f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks [] for port (3b9b3fd6-265e-4364-a23b-7f2028e362db), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:34.323151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc66e031-34ed-4a59-99f6-1f9bfe5c013e req-230eceaa-cc62-4063-97f8-94e2fadf19c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7668a64e-3fac-42e7-a9f6-a46043d8ba20 HTTP/1.1" status: 200 len: 217 time: 0.2914815 Jan 28 05:41:34.418008 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d013510-24de-4295-9b57-b947ecf85c95 req-67b4ce6e-a60a-4087-8bb9-71968ce03ce9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929465 Jan 28 05:41:34.447470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66e031-34ed-4a59-99f6-1f9bfe5c013e req-16774f68-fdbf-4873-8799-2a73d2e66cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:34.450005 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc66e031-34ed-4a59-99f6-1f9bfe5c013e req-16774f68-fdbf-4873-8799-2a73d2e66cb4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c507c782-4f53-4cd1-85bd-9b428677b1ce HTTP/1.1" status: 200 len: 851 time: 0.1129358 Jan 28 05:41:34.505314 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device bb69aeff-31a7-4aa5-bed7-4999ac0136ee up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:34.517138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc66e031-34ed-4a59-99f6-1f9bfe5c013e req-14e4b991-d3dc-4189-b8bd-fd5471056db4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7fafb85-2281-41db-85af-da2c477e5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568197 Jan 28 05:41:34.616865 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port bf1200f9-2d11-4b35-9926-10249986e6fb completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:41:34.617672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-0eb1d60a-ca67-4a15-80e1-d355ac5a3604 req-b6174479-89fc-4b53-b9e5-f236a510b1a4 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-224997939', 'description': 'tempest-description-904453476'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:34.633212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port bf1200f9-2d11-4b35-9926-10249986e6fb triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:34.633599 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:34.636385 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port bb69aeff-31a7-4aa5-bed7-4999ac0136ee triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:34.636756 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:34.645499 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-ad8253b7-8e11-44fc-a306-0d39fe49060f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3b9b3fd6-265e-4364-a23b-7f2028e362db), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:34.744097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-ad8253b7-8e11-44fc-a306-0d39fe49060f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:41:34.799206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-ad8253b7-8e11-44fc-a306-0d39fe49060f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:34.835596 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-ad8253b7-8e11-44fc-a306-0d39fe49060f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:41:34.906508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port bf1200f9-2d11-4b35-9926-10249986e6fb is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:34.907104 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:34.911842 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c35e5d5-e297-459d-94cf-3ea45664da6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:34.948977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8253b7-8e11-44fc-a306-0d39fe49060f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Pushing event updated for resources: {'Port': ['ID=3b9b3fd6-265e-4364-a23b-7f2028e362db,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:34.967742 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0eb1d60a-ca67-4a15-80e1-d355ac5a3604 req-b6174479-89fc-4b53-b9e5-f236a510b1a4 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:34.981199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port bf1200f9-2d11-4b35-9926-10249986e6fb, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=bf1200f9-2d11-4b35-9926-10249986e6fb,segment=NetworkSegment(8daf45de-8e55-429f-b569-ab8f529462ff),segment_id=8daf45de-8e55-429f-b569-ab8f529462ff)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:34.993326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc66e031-34ed-4a59-99f6-1f9bfe5c013e req-f20dd5ed-77bd-4251-8cd5-bdb4e939f2e6 service neutron] 10.222.0.64 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648659 Jan 28 05:41:35.001565 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1200f9-2d11-4b35-9926-10249986e6fb'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:35.006757 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93124a30-7b73-4ff8-8544-b46b67483936" -d '{"events": [{"server_uuid": "ad5cab1e-ea4f-4448-9943-524edf425844", "name": "network-vif-plugged", "status": "completed", "tag": "bf1200f9-2d11-4b35-9926-10249986e6fb"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:35.014058 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port bb69aeff-31a7-4aa5-bed7-4999ac0136ee is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:35.058276 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:35.167329 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=bf1200f9-2d11-4b35-9926-10249986e6fb,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:35.223423 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-ad8253b7-8e11-44fc-a306-0d39fe49060f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks [] for floatingip (5d1cfbc7-5944-43c7-9d59-72f4da9059c0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:35.261536 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0eb1d60a-ca67-4a15-80e1-d355ac5a3604 req-b6174479-89fc-4b53-b9e5-f236a510b1a4 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (60eebcf4-5553-44ce-8e3c-e1e5d0909d77), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:35.265660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc66e031-34ed-4a59-99f6-1f9bfe5c013e req-601ee7da-a3f6-4f53-b886-ddc9322255f0 service neutron] 10.222.0.64 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712595 Jan 28 05:41:35.366696 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0eb1d60a-ca67-4a15-80e1-d355ac5a3604 req-b6174479-89fc-4b53-b9e5-f236a510b1a4 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (60eebcf4-5553-44ce-8e3c-e1e5d0909d77), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:35.470867 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-ad8253b7-8e11-44fc-a306-0d39fe49060f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3b9b3fd6-265e-4364-a23b-7f2028e362db), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:35.475819 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6174479-89fc-4b53-b9e5-f236a510b1a4 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60eebcf4-5553-44ce-8e3c-e1e5d0909d77,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:35.484610 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0eb1d60a-ca67-4a15-80e1-d355ac5a3604 req-b6174479-89fc-4b53-b9e5-f236a510b1a4 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:35.486011 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0eb1d60a-ca67-4a15-80e1-d355ac5a3604 req-b6174479-89fc-4b53-b9e5-f236a510b1a4 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.8740549 Jan 28 05:41:35.543939 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0', 'name': 'network-vif-deleted', 'tag': '7b787edc-db91-4f53-a197-bd0c997a942b'}, {'server_uuid': 'e12f1df9-aa92-4e39-ac18-ce54a1145ea3', 'name': 'network-vif-deleted', 'tag': 'c35baf96-da7b-4dfc-850b-0f15095c9e9e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:35.546176 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7668a64e-3fac-42e7-a9f6-a46043d8ba20 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:41:35.548401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52450) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:35.595850 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422df453-b4c6-45ea-8bf5-76ec685742fe" -d '{"events": [{"server_uuid": "2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0", "name": "network-vif-deleted", "tag": "7b787edc-db91-4f53-a197-bd0c997a942b"}, {"server_uuid": "e12f1df9-aa92-4e39-ac18-ce54a1145ea3", "name": "network-vif-deleted", "tag": "c35baf96-da7b-4dfc-850b-0f15095c9e9e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:35.654143 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce784d7f-0573-4966-822d-9fba6ae906ba admin admin] Deleting subnet f53cd1c1-77ff-47ed-87c9-7587a2e81e2d {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:41:35.657615 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ce784d7f-0573-4966-822d-9fba6ae906ba admin admin] Publish callbacks [] for subnet (f53cd1c1-77ff-47ed-87c9-7587a2e81e2d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:35.687650 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cee95291-b2a1-46cf-bfce-014ea5a785c0 req-1b53213c-724a-44a7-ba79-d0be1951e673 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 210 time: 0.0476909 Jan 28 05:41:35.714120 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ce784d7f-0573-4966-822d-9fba6ae906ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (f53cd1c1-77ff-47ed-87c9-7587a2e81e2d), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:35.749666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 7668a64e-3fac-42e7-a9f6-a46043d8ba20, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7668a64e-3fac-42e7-a9f6-a46043d8ba20,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:35.763378 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '7668a64e-3fac-42e7-a9f6-a46043d8ba20', 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd', 'port_id': '7668a64e-3fac-42e7-a9f6-a46043d8ba20', 'mac_address': 'fa:16:3e:bf:53:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c507c782-4f53-4cd1-85bd-9b428677b1ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:41:35.811671 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ce784d7f-0573-4966-822d-9fba6ae906ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (f53cd1c1-77ff-47ed-87c9-7587a2e81e2d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:35.843421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 7668a64e-3fac-42e7-a9f6-a46043d8ba20 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:35.844796 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7668a64e-3fac-42e7-a9f6-a46043d8ba20), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:35.864398 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7668a64e-3fac-42e7-a9f6-a46043d8ba20 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:35.894371 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 7668a64e-3fac-42e7-a9f6-a46043d8ba20, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7668a64e-3fac-42e7-a9f6-a46043d8ba20,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:35.911718 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c497d12-8899-485e-b426-6d1a6dac6a06 req-62d7f268-b8bc-4b40-bcee-b0edd0c7e9a3 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:35.915105 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c497d12-8899-485e-b426-6d1a6dac6a06 req-62d7f268-b8bc-4b40-bcee-b0edd0c7e9a3 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.0940080 Jan 28 05:41:35.937703 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-ad8253b7-8e11-44fc-a306-0d39fe49060f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks [] for port (3b9b3fd6-265e-4364-a23b-7f2028e362db), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:35.961112 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7668a64e-3fac-42e7-a9f6-a46043d8ba20), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:35.963470 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ce784d7f-0573-4966-822d-9fba6ae906ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (f53cd1c1-77ff-47ed-87c9-7587a2e81e2d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:35.989463 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce784d7f-0573-4966-822d-9fba6ae906ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f53cd1c1-77ff-47ed-87c9-7587a2e81e2d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:36.002501 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c497d12-8899-485e-b426-6d1a6dac6a06 req-d349c06d-7db0-43b6-ba94-bfcc76ff86ea tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764551 Jan 28 05:41:36.010571 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ce784d7f-0573-4966-822d-9fba6ae906ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.014750 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ce784d7f-0573-4966-822d-9fba6ae906ba admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f53cd1c1-77ff-47ed-87c9-7587a2e81e2d HTTP/1.1" status: 204 len: 168 time: 0.4650385 Jan 28 05:41:36.016775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52460) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:36.029491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=7668a64e-3fac-42e7-a9f6-a46043d8ba20,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:36.043443 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-ad8253b7-8e11-44fc-a306-0d39fe49060f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (3b9b3fd6-265e-4364-a23b-7f2028e362db), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.172318 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63a5d88f-f179-4d13-a659-0e144f4582fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (7ec0833a-7b62-4927-b291-5ebad48637b1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.208640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8253b7-8e11-44fc-a306-0d39fe49060f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Pushing event updated for resources: {'Port': ['ID=3b9b3fd6-265e-4364-a23b-7f2028e362db,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:36.231240 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-ad8253b7-8e11-44fc-a306-0d39fe49060f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (5d1cfbc7-5944-43c7-9d59-72f4da9059c0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.248624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['7668a64e-3fac-42e7-a9f6-a46043d8ba20'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:41:36.292381 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63a5d88f-f179-4d13-a659-0e144f4582fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (7ec0833a-7b62-4927-b291-5ebad48637b1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.316312 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-63a5d88f-f179-4d13-a659-0e144f4582fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec0833a-7b62-4927-b291-5ebad48637b1']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:36.323246 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-ad8253b7-8e11-44fc-a306-0d39fe49060f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.324836 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-ad8253b7-8e11-44fc-a306-0d39fe49060f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6580439 Jan 28 05:41:36.331905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-63a5d88f-f179-4d13-a659-0e144f4582fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:36.332671 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-63a5d88f-f179-4d13-a659-0e144f4582fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d7466d-7d69-4827-9c92-d9489ba2a7fc') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:36.362191 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63a5d88f-f179-4d13-a659-0e144f4582fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (a1d7466d-7d69-4827-9c92-d9489ba2a7fc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.380449 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63a5d88f-f179-4d13-a659-0e144f4582fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a1d7466d-7d69-4827-9c92-d9489ba2a7fc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.393463 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a5d88f-f179-4d13-a659-0e144f4582fa admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:41:36.394159 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63a5d88f-f179-4d13-a659-0e144f4582fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (a1d7466d-7d69-4827-9c92-d9489ba2a7fc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:41:36.396632 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:41:36.401259 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-a81e0346-17aa-4681-b555-400b5d4bf81f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.136 HTTP/1.1" status: 200 len: 696 time: 0.0698724 Jan 28 05:41:36.515093 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.516287 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07f448c-93b2-4c9a-b09d-e4ed53f9bb84 x-openstack-request-id: req-a07f448c-93b2-4c9a-b09d-e4ed53f9bb84 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:36.516591 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5cab1e-ea4f-4448-9943-524edf425844", "name": "network-vif-plugged", "status": "completed", "tag": "bf1200f9-2d11-4b35-9926-10249986e6fb", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:36.516853 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a07f448c-93b2-4c9a-b09d-e4ed53f9bb84 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:36.517251 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1200f9-2d11-4b35-9926-10249986e6fb', 'code': 200} Jan 28 05:41:36.561538 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63a5d88f-f179-4d13-a659-0e144f4582fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (7ec0833a-7b62-4927-b291-5ebad48637b1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.565656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-087ff163-74f0-4f96-ae36-7eba43e967c7 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:36.569134 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63a5d88f-f179-4d13-a659-0e144f4582fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.573025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-087ff163-74f0-4f96-ae36-7eba43e967c7 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.1643646 Jan 28 05:41:36.579011 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-63a5d88f-f179-4d13-a659-0e144f4582fa admin admin] 10.222.0.31 "DELETE /v2.0/networks/7ec0833a-7b62-4927-b291-5ebad48637b1 HTTP/1.1" status: 204 len: 168 time: 0.5590665 Jan 28 05:41:36.582787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-f29eb42d-3c1a-46de-96d1-b93e9e6a7da2 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:41:36.584505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ba9d7bc-075a-473c-82e7-4348ff3b2a38 req-f29eb42d-3c1a-46de-96d1-b93e9e6a7da2 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099168 Jan 28 05:41:36.603208 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5d88f-f179-4d13-a659-0e144f4582fa admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec0833a-7b62-4927-b291-5ebad48637b1,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:36.632740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-febc965e-8679-4418-9098-e3ce40dcdb23 req-eb67b32e-9404-4c85-a96c-92a5e0eac35d tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-57258700', 'description': 'tempest-description-1889289623'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:36.685568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e00af9-9dc6-43ce-b235-9bdbdf59b0c6 req-c78b34bd-6cd9-4069-be07-a7e01ed625a8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:36.687111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9e00af9-9dc6-43ce-b235-9bdbdf59b0c6 req-c78b34bd-6cd9-4069-be07-a7e01ed625a8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2d7b20f-d8e6-4cf2-8e3f-61800f989dec HTTP/1.1" status: 200 len: 945 time: 0.1013350 Jan 28 05:41:36.720910 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d236dd-5d88-49df-bf88-b599f6d91f8d req-8cf5c47d-1deb-421c-92e8-27e0d0eeda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:36.722537 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22d236dd-5d88-49df-bf88-b599f6d91f8d req-8cf5c47d-1deb-421c-92e8-27e0d0eeda81 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 1097 time: 0.0844376 Jan 28 05:41:36.762830 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9e00af9-9dc6-43ce-b235-9bdbdf59b0c6 req-fe30a8b3-dd0a-4c73-b094-3b61285cd83b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687637 Jan 28 05:41:36.781040 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-febc965e-8679-4418-9098-e3ce40dcdb23 req-eb67b32e-9404-4c85-a96c-92a5e0eac35d tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.808703 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22d236dd-5d88-49df-bf88-b599f6d91f8d req-771cf05c-c7d6-496e-8cc7-26af91e2504d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779443 Jan 28 05:41:36.822223 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5c2901-4029-4b8e-818b-8f62bb7c5d4a x-openstack-request-id: req-bf5c2901-4029-4b8e-818b-8f62bb7c5d4a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:36.822659 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0", "name": "network-vif-deleted", "tag": "7b787edc-db91-4f53-a197-bd0c997a942b", "status": "completed", "code": 200}, {"server_uuid": "e12f1df9-aa92-4e39-ac18-ce54a1145ea3", "name": "network-vif-deleted", "tag": "c35baf96-da7b-4dfc-850b-0f15095c9e9e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:36.823005 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf5c2901-4029-4b8e-818b-8f62bb7c5d4a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:36.823499 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1ca4c9-4bc6-4637-b2f7-6f646dece4e0', 'name': 'network-vif-deleted', 'tag': '7b787edc-db91-4f53-a197-bd0c997a942b', 'status': 'completed', 'code': 200} Jan 28 05:41:36.823844 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e12f1df9-aa92-4e39-ac18-ce54a1145ea3', 'name': 'network-vif-deleted', 'tag': 'c35baf96-da7b-4dfc-850b-0f15095c9e9e', 'status': 'completed', 'code': 200} Jan 28 05:41:36.878206 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-febc965e-8679-4418-9098-e3ce40dcdb23 req-eb67b32e-9404-4c85-a96c-92a5e0eac35d tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (dd149e02-b466-4e1b-9367-1cb89e18de86), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.944605 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-febc965e-8679-4418-9098-e3ce40dcdb23 req-eb67b32e-9404-4c85-a96c-92a5e0eac35d tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dd149e02-b466-4e1b-9367-1cb89e18de86), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:36.994530 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52484) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:37.040092 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-febc965e-8679-4418-9098-e3ce40dcdb23 req-eb67b32e-9404-4c85-a96c-92a5e0eac35d tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:37.041299 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-febc965e-8679-4418-9098-e3ce40dcdb23 req-eb67b32e-9404-4c85-a96c-92a5e0eac35d tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4127505 Jan 28 05:41:37.041902 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67b32e-9404-4c85-a96c-92a5e0eac35d tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd149e02-b466-4e1b-9367-1cb89e18de86,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:37.184301 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e844dec2-52ab-44be-b0b7-4fb77ea665e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6b6b8ef3a51426f82271774c4ac5762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1881864 Jan 28 05:41:37.185795 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52492) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:37.209038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075efe71-8863-4d76-85e9-42dfbc84d197 req-25c45983-a3ec-4177-9d09-8110abb30532 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:37.211075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-075efe71-8863-4d76-85e9-42dfbc84d197 req-25c45983-a3ec-4177-9d09-8110abb30532 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.64 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 944 time: 0.1642895 Jan 28 05:41:37.219418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1502473-0539-483e-949f-3129219f860c req-02ed1b3e-bf9f-440b-bef8-8b18a0819dbc tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:37.227414 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1502473-0539-483e-949f-3129219f860c req-02ed1b3e-bf9f-440b-bef8-8b18a0819dbc tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/networks?id=b5a5282b-6e28-4736-9e13-1b658bbd5747 HTTP/1.1" status: 200 len: 815 time: 0.2619324 Jan 28 05:41:37.252283 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91989ad1-5502-42fa-adb6-ffe9cdd74697 admin admin] Publish callbacks [] for security_group (e9e6f463-ffd7-4084-8921-d78090917326), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:37.270106 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1502473-0539-483e-949f-3129219f860c req-f71ef95b-c6e3-430e-8df8-e37adc29c4c6 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/quotas/7eff42ae5dea44d8a66fe80488bc20c8 HTTP/1.1" status: 200 len: 375 time: 0.0414608 Jan 28 05:41:37.277786 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91989ad1-5502-42fa-adb6-ffe9cdd74697 admin admin] Publish callbacks [] for security_group (e9e6f463-ffd7-4084-8921-d78090917326), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:37.282182 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9c34c-3c16-4f2d-b6b5-8335d57a6894 req-12b2e67a-c69c-408e-ac3e-5cb6d97dc18b tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:37.283785 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6de9c34c-3c16-4f2d-b6b5-8335d57a6894 req-12b2e67a-c69c-408e-ac3e-5cb6d97dc18b tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 944 time: 0.1845653 Jan 28 05:41:37.403919 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91989ad1-5502-42fa-adb6-ffe9cdd74697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e9e6f463-ffd7-4084-8921-d78090917326), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:37.405805 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6de9c34c-3c16-4f2d-b6b5-8335d57a6894 req-babc1fec-3f4e-45cd-8944-7ad6a325d4d7 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/security-groups?id=4951a9c0-5898-4dbc-acce-acbff2527d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080296 Jan 28 05:41:37.408320 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91989ad1-5502-42fa-adb6-ffe9cdd74697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:37.409754 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-91989ad1-5502-42fa-adb6-ffe9cdd74697 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9e6f463-ffd7-4084-8921-d78090917326 HTTP/1.1" status: 204 len: 168 time: 0.2228949 Jan 28 05:41:37.416855 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1502473-0539-483e-949f-3129219f860c req-def46752-4b60-4739-99b4-a9da41a2fcff tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7eff42ae5dea44d8a66fe80488bc20c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1320341 Jan 28 05:41:37.434389 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91989ad1-5502-42fa-adb6-ffe9cdd74697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e6f463-ffd7-4084-8921-d78090917326,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:37.533947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-075efe71-8863-4d76-85e9-42dfbc84d197 req-4ca71003-5067-4392-a22e-9c97894a893a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Deleting port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:37.534319 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-075efe71-8863-4d76-85e9-42dfbc84d197 req-4ca71003-5067-4392-a22e-9c97894a893a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:37.556812 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e945115f-5a01-464f-8681-16d9a1fabc3c req-08f4414a-43da-412f-bfcc-c2aab492f517 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/floatingips/5d1cfbc7-5944-43c7-9d59-72f4da9059c0 HTTP/1.1" status: 200 len: 693 time: 0.1205325 Jan 28 05:41:37.559902 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7668a64e-3fac-42e7-a9f6-a46043d8ba20 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:37.683861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 7668a64e-3fac-42e7-a9f6-a46043d8ba20 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:41:37.689664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 7668a64e-3fac-42e7-a9f6-a46043d8ba20 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:37.691213 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7668a64e-3fac-42e7-a9f6-a46043d8ba20), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:37.704386 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1502473-0539-483e-949f-3129219f860c req-f4680143-5846-402d-9d70-e47c535913ae service neutron] 10.222.0.31 "GET /v2.0/networks/b5a5282b-6e28-4736-9e13-1b658bbd5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537694 Jan 28 05:41:37.725891 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:37.762638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-075efe71-8863-4d76-85e9-42dfbc84d197 req-4ca71003-5067-4392-a22e-9c97894a893a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] For port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,segment=NetworkSegment(6a0246c0-51ae-4c38-a6b8-c82e4fade6a8),segment_id=6a0246c0-51ae-4c38-a6b8-c82e4fade6a8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:37.763023 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-075efe71-8863-4d76-85e9-42dfbc84d197 req-4ca71003-5067-4392-a22e-9c97894a893a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:37.795842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 7668a64e-3fac-42e7-a9f6-a46043d8ba20 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:37.795842 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7668a64e-3fac-42e7-a9f6-a46043d8ba20), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:37.824627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-075efe71-8863-4d76-85e9-42dfbc84d197 req-4ca71003-5067-4392-a22e-9c97894a893a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Calling delete_port for b77b2dd5-73c5-4ed2-91c2-0769e7e357ff owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:37.838032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 7668a64e-3fac-42e7-a9f6-a46043d8ba20, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7668a64e-3fac-42e7-a9f6-a46043d8ba20,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:37.851101 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945115f-5a01-464f-8681-16d9a1fabc3c req-51811517-4208-4df2-ba70-64f419f4c799 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:37.859462 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e945115f-5a01-464f-8681-16d9a1fabc3c req-51811517-4208-4df2-ba70-64f419f4c799 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.2676799 Jan 28 05:41:37.921518 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7668a64e-3fac-42e7-a9f6-a46043d8ba20), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:37.955915 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0bc8be3b-f1b0-478c-9bad-0d6558a920fd req-7967355f-733a-42c4-999f-733a202f9768 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=42c4d6ac-7f9b-4cc8-8ebf-9db3a90c6bb2 HTTP/1.1" status: 200 len: 210 time: 0.0287771 Jan 28 05:41:37.976781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=7668a64e-3fac-42e7-a9f6-a46043d8ba20,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:38.002425 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1502473-0539-483e-949f-3129219f860c req-64bbf1a6-9898-4a51-bfd8-e033df92e312 service neutron] 10.222.0.31 "GET /v2.0/networks/b5a5282b-6e28-4736-9e13-1b658bbd5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822564 Jan 28 05:41:38.140094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad955b1-7c87-46ce-9777-7201da74d71d req-fa2354a5-2438-48af-af22-75117b96c577 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:38.141584 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad955b1-7c87-46ce-9777-7201da74d71d req-fa2354a5-2438-48af-af22-75117b96c577 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.0667236 Jan 28 05:41:38.191175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad955b1-7c87-46ce-9777-7201da74d71d req-0bd15b03-ac73-4b34-9070-9a1d705d17d4 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436430 Jan 28 05:41:38.252483 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-075efe71-8863-4d76-85e9-42dfbc84d197 req-4ca71003-5067-4392-a22e-9c97894a893a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b77b2dd5-73c5-4ed2-91c2-0769e7e357ff), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:38.297441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca71003-5067-4392-a22e-9c97894a893a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Pushing event deleted for resources: {'Port': ['ID=b77b2dd5-73c5-4ed2-91c2-0769e7e357ff,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:38.518875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-075efe71-8863-4d76-85e9-42dfbc84d197 req-4ca71003-5067-4392-a22e-9c97894a893a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] No DVR routers for this DVR port b77b2dd5-73c5-4ed2-91c2-0769e7e357ff on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:41:38.519569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d7b20f-d8e6-4cf2-8e3f-61800f989dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7668a64e-3fac-42e7-a9f6-a46043d8ba20'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:38.523148 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fafec6-b945-47b5-9400-94da7c1968aa" -d '{"events": [{"server_uuid": "d2d7b20f-d8e6-4cf2-8e3f-61800f989dec", "name": "network-vif-plugged", "status": "completed", "tag": "7668a64e-3fac-42e7-a9f6-a46043d8ba20"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:38.526338 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-075efe71-8863-4d76-85e9-42dfbc84d197 req-4ca71003-5067-4392-a22e-9c97894a893a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:38.529867 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-075efe71-8863-4d76-85e9-42dfbc84d197 req-4ca71003-5067-4392-a22e-9c97894a893a tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.64 "DELETE /v2.0/ports/b77b2dd5-73c5-4ed2-91c2-0769e7e357ff HTTP/1.1" status: 204 len: 173 time: 1.2912540 Jan 28 05:41:38.559222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b181e3-eb6d-4a60-92df-556d4a356e97 req-39bbc00a-2aae-4dbc-b391-23bcc15dcebb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:38.560692 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7b181e3-eb6d-4a60-92df-556d4a356e97 req-39bbc00a-2aae-4dbc-b391-23bcc15dcebb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2d7b20f-d8e6-4cf2-8e3f-61800f989dec HTTP/1.1" status: 200 len: 946 time: 0.1712942 Jan 28 05:41:38.569306 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-451639c1-85ec-490c-96e8-8925be7afde0 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:38.574869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-451639c1-85ec-490c-96e8-8925be7afde0 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/networks?id=c8dea946-1eda-441f-818f-132915c7e7a2 HTTP/1.1" status: 200 len: 812 time: 0.2801266 Jan 28 05:41:38.603031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-a2278689-379d-4379-891e-9e7edf0b10ef tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/quotas/354d7997b3a94bea9a2cca0cef3fe341 HTTP/1.1" status: 200 len: 375 time: 0.0255978 Jan 28 05:41:38.653980 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-89c06682-3193-4ab7-a4c9-708e387a1a01 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=354d7997b3a94bea9a2cca0cef3fe341&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368590 Jan 28 05:41:38.678867 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7b181e3-eb6d-4a60-92df-556d4a356e97 req-0beead71-cf5e-4df0-a68a-49ddf9defdb3 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013467 Jan 28 05:41:38.797708 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d72054c1-89a0-4458-ab65-ec9b0e8925ce req-999a3e77-76d7-4373-8705-00ec19ad0b27 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=be7bf173b3c54c719f3cc15a83e24448 HTTP/1.1" status: 200 len: 696 time: 0.0662534 Jan 28 05:41:38.828106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be319bce-313a-43bd-b516-cab0a418a713', 'name': 'network-vif-deleted', 'tag': 'b77b2dd5-73c5-4ed2-91c2-0769e7e357ff'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:38.830326 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb7f25b-37a5-408b-9b51-cbfec4e79a8e" -d '{"events": [{"server_uuid": "be319bce-313a-43bd-b516-cab0a418a713", "name": "network-vif-deleted", "tag": "b77b2dd5-73c5-4ed2-91c2-0769e7e357ff"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:38.909975 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52540) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:39.076565 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-10c682d2-a022-436c-86bf-0b64f5fcb52e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-582456866-network', 'tenant_id': '7fe1fa61d749437bba74c31c922b0ab2'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:39.106581 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:39.166168 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c682d2-a022-436c-86bf-0b64f5fcb52e admin admin] Made reservation on behalf of 7fe1fa61d749437bba74c31c922b0ab2 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:41:39.168666 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-10c682d2-a022-436c-86bf-0b64f5fcb52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:39.180422 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-10c682d2-a022-436c-86bf-0b64f5fcb52e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:39.234096 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-d9b09add-556a-45e0-9278-14f6d76acbdc service neutron] 10.222.0.31 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5685437 Jan 28 05:41:39.275892 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-10c682d2-a022-436c-86bf-0b64f5fcb52e admin admin] Publish callbacks [] for security_group (01de4c93-377f-41b7-8487-be13f8969225), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:39.329344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72054c1-89a0-4458-ab65-ec9b0e8925ce req-9413fb6d-6a8a-4010-9a33-d456ed23aa2e tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:39.330878 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d72054c1-89a0-4458-ab65-ec9b0e8925ce req-9413fb6d-6a8a-4010-9a33-d456ed23aa2e tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/networks?id=e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 787 time: 0.5219364 Jan 28 05:41:39.345717 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-d72054c1-89a0-4458-ab65-ec9b0e8925ce req-e6cce192-715a-404f-917c-f02c6683a195 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:41:39.346798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d72054c1-89a0-4458-ab65-ec9b0e8925ce req-e6cce192-715a-404f-917c-f02c6683a195 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085533 Jan 28 05:41:39.372214 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-10c682d2-a022-436c-86bf-0b64f5fcb52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (01de4c93-377f-41b7-8487-be13f8969225), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:39.381400 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-d1860049-0ada-4989-8866-4a076cb1cfec service neutron] 10.222.0.31 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457114 Jan 28 05:41:39.414134 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c682d2-a022-436c-86bf-0b64f5fcb52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01de4c93-377f-41b7-8487-be13f8969225,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:39.431350 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ffc2f557-6a06-428d-86c9-8bf4ef0184a9 req-476f5afe-2613-41a8-b49e-722e73b39189 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/ports?device_id=81a75a9f-0d21-4bea-a6a1-12fcf0747885 HTTP/1.1" status: 200 len: 210 time: 0.0297208 Jan 28 05:41:39.454876 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c682d2-a022-436c-86bf-0b64f5fcb52e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:41:39.458318 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-10c682d2-a022-436c-86bf-0b64f5fcb52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (acc6d6cb-69e6-4f16-8e13-d6bce05c0449), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:39.459577 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-10c682d2-a022-436c-86bf-0b64f5fcb52e admin admin] Added segment acc6d6cb-69e6-4f16-8e13-d6bce05c0449 of type vlan for network 861f8cc9-f76e-46a6-a80b-1334792fa75b Jan 28 05:41:39.525998 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-10c682d2-a022-436c-86bf-0b64f5fcb52e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (861f8cc9-f76e-46a6-a80b-1334792fa75b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:39.573569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1f2a3ad-b327-47d5-ba15-89b9ee2e336b req-622cdb30-9729-4e98-8059-56766eec9408 tempest-LiveMigrationTest-385099180 tempest-LiveMigrationTest-385099180-project] 10.222.0.31 "GET /v2.0/ports?device_id=be319bce-313a-43bd-b516-cab0a418a713 HTTP/1.1" status: 200 len: 210 time: 0.0388663 Jan 28 05:41:39.634267 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8eedd7-d2ec-47a8-ab6f-d267172f6335 x-openstack-request-id: req-9d8eedd7-d2ec-47a8-ab6f-d267172f6335 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:39.634587 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d7b20f-d8e6-4cf2-8e3f-61800f989dec", "name": "network-vif-plugged", "status": "completed", "tag": "7668a64e-3fac-42e7-a9f6-a46043d8ba20", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:39.635036 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d8eedd7-d2ec-47a8-ab6f-d267172f6335 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:39.635598 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d7b20f-d8e6-4cf2-8e3f-61800f989dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7668a64e-3fac-42e7-a9f6-a46043d8ba20', 'code': 200} Jan 28 05:41:39.649530 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-10c682d2-a022-436c-86bf-0b64f5fcb52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (861f8cc9-f76e-46a6-a80b-1334792fa75b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:39.651403 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c682d2-a022-436c-86bf-0b64f5fcb52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:39.652066 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-10c682d2-a022-436c-86bf-0b64f5fcb52e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:39.691415 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5789a05b-9696-44d5-8585-5755140f84d3 x-openstack-request-id: req-5789a05b-9696-44d5-8585-5755140f84d3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:39.695003 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be319bce-313a-43bd-b516-cab0a418a713", "name": "network-vif-deleted", "tag": "b77b2dd5-73c5-4ed2-91c2-0769e7e357ff", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:39.695003 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5789a05b-9696-44d5-8585-5755140f84d3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:39.695003 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be319bce-313a-43bd-b516-cab0a418a713', 'name': 'network-vif-deleted', 'tag': 'b77b2dd5-73c5-4ed2-91c2-0769e7e357ff', 'status': 'completed', 'code': 200} Jan 28 05:41:39.820397 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-10c682d2-a022-436c-86bf-0b64f5fcb52e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9078414 Jan 28 05:41:39.822529 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52560) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:39.842601 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-569781f6-56d8-4e7b-948a-c35a2d3738cd admin admin] Request body: {'subnet': {'network_id': '861f8cc9-f76e-46a6-a80b-1334792fa75b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-582456866-subnet', 'tenant_id': '7fe1fa61d749437bba74c31c922b0ab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:39.857740 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c682d2-a022-436c-86bf-0b64f5fcb52e admin admin] Pushing event updated for resources: {'Network': ['ID=861f8cc9-f76e-46a6-a80b-1334792fa75b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:39.868640 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 861f8cc9-f76e-46a6-a80b-1334792fa75b details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:41:39.929380 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c394d18-44ad-47fc-858f-106325bd66f5 req-1447b4ba-25e8-41db-8e00-97a063a880ec tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/floatingips/5d1cfbc7-5944-43c7-9d59-72f4da9059c0 HTTP/1.1" status: 200 len: 693 time: 0.1504362 Jan 28 05:41:39.957280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fd2fd-d14a-4c9b-a615-7ccb2142c743 req-bb238a29-c07b-47dc-b76e-7be8f73d7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:39.959846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c3fd2fd-d14a-4c9b-a615-7ccb2142c743 req-bb238a29-c07b-47dc-b76e-7be8f73d7237 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d2d7b20f-d8e6-4cf2-8e3f-61800f989dec HTTP/1.1" status: 200 len: 1098 time: 0.1966662 Jan 28 05:41:39.989908 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569781f6-56d8-4e7b-948a-c35a2d3738cd admin admin] Made reservation on behalf of 7fe1fa61d749437bba74c31c922b0ab2 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:41:40.004191 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-569781f6-56d8-4e7b-948a-c35a2d3738cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:40.064073 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef01d7-76a0-4250-ba20-625105655065 req-9f883f53-2e62-4729-9956-10a4fd6e6793 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:40.065886 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eeef01d7-76a0-4250-ba20-625105655065 req-9f883f53-2e62-4729-9956-10a4fd6e6793 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.2574043 Jan 28 05:41:40.150972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c3fd2fd-d14a-4c9b-a615-7ccb2142c743 req-62bee5d8-e782-412b-8b4d-1e7b978069a4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783335 Jan 28 05:41:40.164853 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c394d18-44ad-47fc-858f-106325bd66f5 req-6a9b24cb-b91f-4d72-82da-e567f5ac83c2 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:40.172165 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c394d18-44ad-47fc-858f-106325bd66f5 req-6a9b24cb-b91f-4d72-82da-e567f5ac83c2 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.2342114 Jan 28 05:41:40.187096 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-0c394d18-44ad-47fc-858f-106325bd66f5 req-74f89be6-d5c4-4aef-bf32-51fbe0d65582 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:41:40.195074 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c394d18-44ad-47fc-858f-106325bd66f5 req-74f89be6-d5c4-4aef-bf32-51fbe0d65582 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0217278 Jan 28 05:41:40.257834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c394d18-44ad-47fc-858f-106325bd66f5 req-82204a16-77ef-4800-a966-8fd05fd86b18 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.136 HTTP/1.1" status: 200 len: 696 time: 0.0616059 Jan 28 05:41:40.262608 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eeef01d7-76a0-4250-ba20-625105655065 req-7fe4e59f-f6a4-4f29-93c6-6345ead1c205 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866150 Jan 28 05:41:40.347240 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c394d18-44ad-47fc-858f-106325bd66f5 req-3043f8c7-1135-49a9-a3e8-57a4befe15f5 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.136 HTTP/1.1" status: 200 len: 696 time: 0.0836754 Jan 28 05:41:40.358279 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-569781f6-56d8-4e7b-948a-c35a2d3738cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (882f88ff-e8a8-4e61-842d-acff6c352ade), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:40.368695 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-098e36af-1c2d-4f55-beda-13d963f73ca4 req-494f2106-181b-4e77-a8e4-0c212d06edaf tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 210 time: 0.0413830 Jan 28 05:41:40.486813 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569781f6-56d8-4e7b-948a-c35a2d3738cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=882f88ff-e8a8-4e61-842d-acff6c352ade,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:40.490117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569781f6-56d8-4e7b-948a-c35a2d3738cd admin admin] Checking segment: {'id': 'acc6d6cb-69e6-4f16-8e13-d6bce05c0449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '861f8cc9-f76e-46a6-a80b-1334792fa75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:41:40.490975 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569781f6-56d8-4e7b-948a-c35a2d3738cd admin admin] Network hostable DHCP agents. Network: 861f8cc9-f76e-46a6-a80b-1334792fa75b, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:41:40.629236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643c44f-3f75-4fcb-a3f9-e75eda131f85 req-c1c74a17-18ac-43f9-94fe-3ffb2d8e2ee1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:40.631781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569781f6-56d8-4e7b-948a-c35a2d3738cd admin admin] Network 861f8cc9-f76e-46a6-a80b-1334792fa75b is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:41:40.631970 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f643c44f-3f75-4fcb-a3f9-e75eda131f85 req-c1c74a17-18ac-43f9-94fe-3ffb2d8e2ee1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2d7b20f-d8e6-4cf2-8e3f-61800f989dec HTTP/1.1" status: 200 len: 946 time: 0.1337581 Jan 28 05:41:40.643842 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-0c394d18-44ad-47fc-858f-106325bd66f5 req-64b8260b-2d8a-4e0f-968b-7b6a436cb51e tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Deleting port 3b9b3fd6-265e-4364-a23b-7f2028e362db {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:40.644227 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0c394d18-44ad-47fc-858f-106325bd66f5 req-64b8260b-2d8a-4e0f-968b-7b6a436cb51e tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (3b9b3fd6-265e-4364-a23b-7f2028e362db), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:40.715562 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-569781f6-56d8-4e7b-948a-c35a2d3738cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 861f8cc9-f76e-46a6-a80b-1334792fa75b) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:40.728012 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569781f6-56d8-4e7b-948a-c35a2d3738cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:40.728673 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-569781f6-56d8-4e7b-948a-c35a2d3738cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:40.777296 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f643c44f-3f75-4fcb-a3f9-e75eda131f85 req-3d9e4ef1-4897-4c30-80c8-05fbda018230 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349130 Jan 28 05:41:40.800284 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7908bbd-a882-4ada-84f2-4922ed604b85 None None] Network 861f8cc9-f76e-46a6-a80b-1334792fa75b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:41:40.814704 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-569781f6-56d8-4e7b-948a-c35a2d3738cd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9875085 Jan 28 05:41:40.871410 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0c394d18-44ad-47fc-858f-106325bd66f5 req-64b8260b-2d8a-4e0f-968b-7b6a436cb51e tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (3b9b3fd6-265e-4364-a23b-7f2028e362db), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:40.877758 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0c394d18-44ad-47fc-858f-106325bd66f5 req-64b8260b-2d8a-4e0f-968b-7b6a436cb51e tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks [] for floatingip (3b9b3fd6-265e-4364-a23b-7f2028e362db), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:40.902537 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-0c394d18-44ad-47fc-858f-106325bd66f5 req-64b8260b-2d8a-4e0f-968b-7b6a436cb51e tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Calling delete_port for 3b9b3fd6-265e-4364-a23b-7f2028e362db owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:41.172533 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0c394d18-44ad-47fc-858f-106325bd66f5 req-64b8260b-2d8a-4e0f-968b-7b6a436cb51e tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3b9b3fd6-265e-4364-a23b-7f2028e362db), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:41.227986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8260b-2d8a-4e0f-968b-7b6a436cb51e tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Pushing event deleted for resources: {'Port': ['ID=3b9b3fd6-265e-4364-a23b-7f2028e362db,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:41.343226 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85745533-d54a-454c-bdd9-62137082fcd2 None None] Network 861f8cc9-f76e-46a6-a80b-1334792fa75b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:41:41.385091 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0c394d18-44ad-47fc-858f-106325bd66f5 req-64b8260b-2d8a-4e0f-968b-7b6a436cb51e tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks [] for floatingip (5d1cfbc7-5944-43c7-9d59-72f4da9059c0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:41.388818 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0c394d18-44ad-47fc-858f-106325bd66f5 req-64b8260b-2d8a-4e0f-968b-7b6a436cb51e tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:41.390604 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c394d18-44ad-47fc-858f-106325bd66f5 req-64b8260b-2d8a-4e0f-968b-7b6a436cb51e tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "DELETE /v2.0/floatingips/5d1cfbc7-5944-43c7-9d59-72f4da9059c0 HTTP/1.1" status: 204 len: 173 time: 1.0252149 Jan 28 05:41:41.507229 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52590) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:41.545280 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:41:41.545790 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a56cef3-f211-498c-8899-46ff2751e7fd req-2eca4ef1-b62b-41a0-a3fa-215e35fbb392 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/ports?device_id=81a75a9f-0d21-4bea-a6a1-12fcf0747885 HTTP/1.1" status: 200 len: 210 time: 0.0468476 Jan 28 05:41:41.561573 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b77b2dd5-73c5-4ed2-91c2-0769e7e357ff no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:41:41.605186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: b77b2dd5-73c5-4ed2-91c2-0769e7e357ff {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:41:41.606506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b77b2dd5-73c5-4ed2-91c2-0769e7e357ff not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:41:41.735348 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-8908c8c4-9f78-435a-b2ba-835c18341ed3 admin admin] Deleting subnet e07818a2-85c0-4f55-b2b7-705552734697 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:41:41.738913 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1502473-0539-483e-949f-3129219f860c req-7fc47ab0-0a08-4901-b671-ff91a43776bf tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:41.739470 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8908c8c4-9f78-435a-b2ba-835c18341ed3 admin admin] Publish callbacks [] for subnet (e07818a2-85c0-4f55-b2b7-705552734697), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:41.741755 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1502473-0539-483e-949f-3129219f860c req-7fc47ab0-0a08-4901-b671-ff91a43776bf tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.64 "GET /v2.0/networks?id=b5a5282b-6e28-4736-9e13-1b658bbd5747 HTTP/1.1" status: 200 len: 815 time: 0.1771009 Jan 28 05:41:41.829051 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8908c8c4-9f78-435a-b2ba-835c18341ed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (e07818a2-85c0-4f55-b2b7-705552734697), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:41.830250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-a1502473-0539-483e-949f-3129219f860c req-05365677-aa67-4453-a7f9-cdf5836dbcb7 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Request body: {'port': {'device_id': '81a75a9f-0d21-4bea-a6a1-12fcf0747885', 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747', 'admin_state_up': True, 'tenant_id': '7eff42ae5dea44d8a66fe80488bc20c8'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:41.920569 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8908c8c4-9f78-435a-b2ba-835c18341ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (e07818a2-85c0-4f55-b2b7-705552734697), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:42.054093 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c7a8d-8924-4d8d-8e0b-9b3ced2823dc req-6db8f329-7595-41e9-8530-2a69230fd61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:42.056245 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c8c7a8d-8924-4d8d-8e0b-9b3ced2823dc req-6db8f329-7595-41e9-8530-2a69230fd61d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65d1630dd99f462f88d092b15e2322ea&device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 1097 time: 0.3126068 Jan 28 05:41:42.116223 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8908c8c4-9f78-435a-b2ba-835c18341ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (e07818a2-85c0-4f55-b2b7-705552734697), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:42.152950 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908c8c4-9f78-435a-b2ba-835c18341ed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e07818a2-85c0-4f55-b2b7-705552734697,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:42.157137 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8908c8c4-9f78-435a-b2ba-835c18341ed3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:42.164924 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8908c8c4-9f78-435a-b2ba-835c18341ed3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e07818a2-85c0-4f55-b2b7-705552734697 HTTP/1.1" status: 204 len: 168 time: 0.6525671 Jan 28 05:41:42.164924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52606) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:42.185038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c7a8d-8924-4d8d-8e0b-9b3ced2823dc req-67c778f7-733c-4321-a461-32506f130497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:42.189376 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c8c7a8d-8924-4d8d-8e0b-9b3ced2823dc req-67c778f7-733c-4321-a461-32506f130497 service neutron] 10.222.0.60 "GET /v2.0/networks?id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 HTTP/1.1" status: 200 len: 919 time: 0.1182227 Jan 28 05:41:42.258280 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c8c7a8d-8924-4d8d-8e0b-9b3ced2823dc req-1d5af9cb-e32b-42f9-9278-106048c57c50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf1200f9-2d11-4b35-9926-10249986e6fb HTTP/1.1" status: 200 len: 217 time: 0.0409577 Jan 28 05:41:42.290164 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-67e2a407-2d97-4f8d-ae92-9deccf01d407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (8337946d-c118-4f6f-a8e6-fd66fb66f8ce), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:42.361144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-4eda51c1-ab58-4f66-b699-adf94d1f2d7c tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:42.369757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-4eda51c1-ab58-4f66-b699-adf94d1f2d7c tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/networks?id=861f8cc9-f76e-46a6-a80b-1334792fa75b HTTP/1.1" status: 200 len: 812 time: 0.4687171 Jan 28 05:41:42.390094 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-122fbcdc-75cf-4bf0-80ac-fafe12d2e9bc tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6475024 Jan 28 05:41:42.406598 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-67e2a407-2d97-4f8d-ae92-9deccf01d407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (8337946d-c118-4f6f-a8e6-fd66fb66f8ce), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:42.406852 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-9eb68d1d-c0a6-485f-9e60-547dcd76fc5f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:42.440999 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-67e2a407-2d97-4f8d-ae92-9deccf01d407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8337946d-c118-4f6f-a8e6-fd66fb66f8ce']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:42.452537 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-ad9a4939-e840-4063-8a24-b8f8e0a104fd tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/quotas/7fe1fa61d749437bba74c31c922b0ab2 HTTP/1.1" status: 200 len: 375 time: 0.0818253 Jan 28 05:41:42.455695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-67e2a407-2d97-4f8d-ae92-9deccf01d407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:42.455695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-67e2a407-2d97-4f8d-ae92-9deccf01d407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0246c0-51ae-4c38-a6b8-c82e4fade6a8') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:42.469543 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-67e2a407-2d97-4f8d-ae92-9deccf01d407 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (6a0246c0-51ae-4c38-a6b8-c82e4fade6a8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:42.491106 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-67e2a407-2d97-4f8d-ae92-9deccf01d407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (6a0246c0-51ae-4c38-a6b8-c82e4fade6a8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:42.498679 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e2a407-2d97-4f8d-ae92-9deccf01d407 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:41:42.499081 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-67e2a407-2d97-4f8d-ae92-9deccf01d407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (6a0246c0-51ae-4c38-a6b8-c82e4fade6a8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:42.532730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-c602cd90-75d4-4f1e-bd7e-c6cd5e0d17d9 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7fe1fa61d749437bba74c31c922b0ab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792451 Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:41:42.560575 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:41:42.598102 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-9eb68d1d-c0a6-485f-9e60-547dcd76fc5f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:42.602453 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c7a8d-8924-4d8d-8e0b-9b3ced2823dc req-07373dd5-858d-4847-9fe6-5c5f03e7ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:42.604150 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c8c7a8d-8924-4d8d-8e0b-9b3ced2823dc req-07373dd5-858d-4847-9fe6-5c5f03e7ef13 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b1eb11-9372-4285-a398-f70d8c8c3671 HTTP/1.1" status: 200 len: 858 time: 0.3339674 Jan 28 05:41:42.661215 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-67e2a407-2d97-4f8d-ae92-9deccf01d407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (8337946d-c118-4f6f-a8e6-fd66fb66f8ce), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:42.674844 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-67e2a407-2d97-4f8d-ae92-9deccf01d407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:42.685631 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-67e2a407-2d97-4f8d-ae92-9deccf01d407 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8337946d-c118-4f6f-a8e6-fd66fb66f8ce HTTP/1.1" status: 204 len: 168 time: 0.5192664 Jan 28 05:41:42.688940 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52622) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:42.700657 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1502473-0539-483e-949f-3129219f860c req-05365677-aa67-4453-a7f9-cdf5836dbcb7 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Made reservation on behalf of 7eff42ae5dea44d8a66fe80488bc20c8 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:41:42.704181 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1502473-0539-483e-949f-3129219f860c req-05365677-aa67-4453-a7f9-cdf5836dbcb7 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:42.710495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c8c7a8d-8924-4d8d-8e0b-9b3ced2823dc req-63db4b4a-f16f-47c0-9269-2142c183f858 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754099 Jan 28 05:41:42.742848 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2a407-2d97-4f8d-ae92-9deccf01d407 admin admin] Pushing event deleted for resources: {'Network': ['ID=8337946d-c118-4f6f-a8e6-fd66fb66f8ce,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:42.766686 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d0f90b-9010-44fa-a62e-4d77a720ed84 admin admin] Deleting subnet b9d49dbe-d51f-43e5-92a8-3da51bb89f65 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:41:42.770247 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4d0f90b-9010-44fa-a62e-4d77a720ed84 admin admin] Publish callbacks [] for subnet (b9d49dbe-d51f-43e5-92a8-3da51bb89f65), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:42.829357 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4d0f90b-9010-44fa-a62e-4d77a720ed84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (b9d49dbe-d51f-43e5-92a8-3da51bb89f65), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:42.946634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-a1502473-0539-483e-949f-3129219f860c req-05365677-aa67-4453-a7f9-cdf5836dbcb7 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Allocated IP 172.20.0.4 (b5a5282b-6e28-4736-9e13-1b658bbd5747/641f6b07-7fd2-43fd-a026-23de93518b4b/ddb9353f-3da1-4c52-a894-34fb93eb6e15) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:41:43.244767 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1502473-0539-483e-949f-3129219f860c req-05365677-aa67-4453-a7f9-cdf5836dbcb7 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Publish callbacks [] for port (ddb9353f-3da1-4c52-a894-34fb93eb6e15), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:43.258511 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4d0f90b-9010-44fa-a62e-4d77a720ed84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (b9d49dbe-d51f-43e5-92a8-3da51bb89f65), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:43.304937 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-ec8dbf71-d930-4570-a313-92faf2fa0305 service neutron] 10.222.0.31 "GET /v2.0/networks/861f8cc9-f76e-46a6-a80b-1334792fa75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7712936 Jan 28 05:41:43.420745 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1502473-0539-483e-949f-3129219f860c req-05365677-aa67-4453-a7f9-cdf5836dbcb7 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ddb9353f-3da1-4c52-a894-34fb93eb6e15), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:43.446186 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-f64417da-d6ec-4b25-907b-a5d97cf85d1a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:43.451981 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-f64417da-d6ec-4b25-907b-a5d97cf85d1a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.64 "GET /v2.0/networks?id=c8dea946-1eda-441f-818f-132915c7e7a2 HTTP/1.1" status: 200 len: 812 time: 0.6004205 Jan 28 05:41:43.527391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05365677-aa67-4453-a7f9-cdf5836dbcb7 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Pushing event updated for resources: {'Port': ['ID=ddb9353f-3da1-4c52-a894-34fb93eb6e15,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:43.532106 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-315cc8e1-2055-4641-8e36-b8757eacf71a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Request body: {'port': {'device_id': '3a069cf3-481f-4227-87dc-8bfe18b6e8c6', 'network_id': 'c8dea946-1eda-441f-818f-132915c7e7a2', 'admin_state_up': True, 'tenant_id': '354d7997b3a94bea9a2cca0cef3fe341'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:43.561432 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4d0f90b-9010-44fa-a62e-4d77a720ed84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (b9d49dbe-d51f-43e5-92a8-3da51bb89f65), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:43.592393 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1502473-0539-483e-949f-3129219f860c req-05365677-aa67-4453-a7f9-cdf5836dbcb7 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Network b5a5282b-6e28-4736-9e13-1b658bbd5747 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:41:43.603107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-a1502473-0539-483e-949f-3129219f860c req-05365677-aa67-4453-a7f9-cdf5836dbcb7 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:43.605759 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1502473-0539-483e-949f-3129219f860c req-05365677-aa67-4453-a7f9-cdf5836dbcb7 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:41:43.732849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0f90b-9010-44fa-a62e-4d77a720ed84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d49dbe-d51f-43e5-92a8-3da51bb89f65,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:43.741049 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4d0f90b-9010-44fa-a62e-4d77a720ed84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:43.748501 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e4d0f90b-9010-44fa-a62e-4d77a720ed84 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b9d49dbe-d51f-43e5-92a8-3da51bb89f65 HTTP/1.1" status: 204 len: 168 time: 1.0559831 Jan 28 05:41:43.751327 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52632) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:43.793991 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c8c7a8d-8924-4d8d-8e0b-9b3ced2823dc req-098e84b5-73e5-4389-8f3c-9a02604fdeae service neutron] 10.222.0.60 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0714657 Jan 28 05:41:43.795877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-8bd368e3-c8c2-4460-97d3-fe03a53511f9 service neutron] 10.222.0.31 "GET /v2.0/networks/861f8cc9-f76e-46a6-a80b-1334792fa75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340279 Jan 28 05:41:43.811867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1502473-0539-483e-949f-3129219f860c req-05365677-aa67-4453-a7f9-cdf5836dbcb7 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:43.812747 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1502473-0539-483e-949f-3129219f860c req-05365677-aa67-4453-a7f9-cdf5836dbcb7 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:44.029997 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc6b8e67-4401-4f7b-8d10-153c01f36fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (8826cd62-a95a-44bd-940f-9181aa596ef5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:44.077510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-beb02920-df72-46f9-a072-823d0b765c2c None None] Provisioning complete for port ddb9353f-3da1-4c52-a894-34fb93eb6e15 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:44.078554 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-beb02920-df72-46f9-a072-823d0b765c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ddb9353f-3da1-4c52-a894-34fb93eb6e15), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:44.097597 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-315cc8e1-2055-4641-8e36-b8757eacf71a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Made reservation on behalf of 354d7997b3a94bea9a2cca0cef3fe341 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:41:44.102443 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-315cc8e1-2055-4641-8e36-b8757eacf71a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:44.108451 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c8c7a8d-8924-4d8d-8e0b-9b3ced2823dc req-80933ff3-3c99-48a3-b172-5218546b58cb service neutron] 10.222.0.60 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836127 Jan 28 05:41:44.115497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1502473-0539-483e-949f-3129219f860c req-05365677-aa67-4453-a7f9-cdf5836dbcb7 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2909908 Jan 28 05:41:44.121176 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-9eb68d1d-c0a6-485f-9e60-547dcd76fc5f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:44.186999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Request body: {'port': {'device_id': '81a75a9f-0d21-4bea-a6a1-12fcf0747885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:44.322348 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-beb02920-df72-46f9-a072-823d0b765c2c None None] Port ddb9353f-3da1-4c52-a894-34fb93eb6e15 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:41:44.334948 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc6b8e67-4401-4f7b-8d10-153c01f36fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (8826cd62-a95a-44bd-940f-9181aa596ef5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:44.422567 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-dc6b8e67-4401-4f7b-8d10-153c01f36fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8826cd62-a95a-44bd-940f-9181aa596ef5']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:44.447375 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-dc6b8e67-4401-4f7b-8d10-153c01f36fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0fbb35-6403-4e25-9142-6ec41b3f9dc9') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:44.448574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-dc6b8e67-4401-4f7b-8d10-153c01f36fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0fbb35-6403-4e25-9142-6ec41b3f9dc9') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:44.460647 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ddb9353f-3da1-4c52-a894-34fb93eb6e15), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:44.466806 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc6b8e67-4401-4f7b-8d10-153c01f36fcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (af0fbb35-6403-4e25-9142-6ec41b3f9dc9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:44.549225 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc6b8e67-4401-4f7b-8d10-153c01f36fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (af0fbb35-6403-4e25-9142-6ec41b3f9dc9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:44.562142 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6b8e67-4401-4f7b-8d10-153c01f36fcc admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:41:44.563266 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc6b8e67-4401-4f7b-8d10-153c01f36fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (af0fbb35-6403-4e25-9142-6ec41b3f9dc9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:41:44.565217 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:41:44.628088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-315cc8e1-2055-4641-8e36-b8757eacf71a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Allocated IP 172.20.0.3 (c8dea946-1eda-441f-818f-132915c7e7a2/246780a3-7b7a-413e-90b2-2cea78d98b20/ff72beb2-99e3-4fae-8d8c-3902222f837c) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:41:44.665459 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72aa268f-82f7-4f6f-b583-db26a6854350 req-bc87ddc2-2e95-408f-a42b-8cf746f61484 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 210 time: 0.1823914 Jan 28 05:41:44.741851 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc6b8e67-4401-4f7b-8d10-153c01f36fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (8826cd62-a95a-44bd-940f-9181aa596ef5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:44.772519 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-9eb68d1d-c0a6-485f-9e60-547dcd76fc5f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Allocated IP 172.25.0.61 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/4e403917-914f-4554-a33c-93ec66ae8c80) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:41:44.804173 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc6b8e67-4401-4f7b-8d10-153c01f36fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:44.812000 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dc6b8e67-4401-4f7b-8d10-153c01f36fcc admin admin] 10.222.0.31 "DELETE /v2.0/networks/8826cd62-a95a-44bd-940f-9181aa596ef5 HTTP/1.1" status: 204 len: 168 time: 1.0574141 Jan 28 05:41:44.812893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b8e67-4401-4f7b-8d10-153c01f36fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=8826cd62-a95a-44bd-940f-9181aa596ef5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:45.058995 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-315cc8e1-2055-4641-8e36-b8757eacf71a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:45.205239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-315cc8e1-2055-4641-8e36-b8757eacf71a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:45.237791 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-9eb68d1d-c0a6-485f-9e60-547dcd76fc5f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks [] for port (4e403917-914f-4554-a33c-93ec66ae8c80), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:45.336203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52652) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:45.354800 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cf1d0-1d0c-4bce-85d0-a6f96566076a req-332ecf72-f831-4216-9f02-ca3bc81d85d8 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:45.356035 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-315cc8e1-2055-4641-8e36-b8757eacf71a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Network c8dea946-1eda-441f-818f-132915c7e7a2 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:41:45.356344 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b7cf1d0-1d0c-4bce-85d0-a6f96566076a req-332ecf72-f831-4216-9f02-ca3bc81d85d8 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.4282799 Jan 28 05:41:45.367556 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-315cc8e1-2055-4641-8e36-b8757eacf71a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:45.372084 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-315cc8e1-2055-4641-8e36-b8757eacf71a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:41:45.525953 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cc8e1-2055-4641-8e36-b8757eacf71a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event updated for resources: {'Port': ['ID=ff72beb2-99e3-4fae-8d8c-3902222f837c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:45.593167 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-315cc8e1-2055-4641-8e36-b8757eacf71a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:45.593896 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-315cc8e1-2055-4641-8e36-b8757eacf71a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:45.634127 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-18fc07a8-3ae2-4777-8f3d-6d7f88175991 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88b3e81d38b14c1ab20fd75713b63156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946730 Jan 28 05:41:45.642944 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52656) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:45.723792 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-315cc8e1-2055-4641-8e36-b8757eacf71a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2005470 Jan 28 05:41:45.741509 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-27abc557-5524-4e8f-a451-29c9530a1e44 admin admin] Publish callbacks [] for security_group (4951a9c0-5898-4dbc-acce-acbff2527d83), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:45.748182 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-9eb68d1d-c0a6-485f-9e60-547dcd76fc5f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (4e403917-914f-4554-a33c-93ec66ae8c80), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:45.776604 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-27abc557-5524-4e8f-a451-29c9530a1e44 admin admin] Publish callbacks [] for security_group (4951a9c0-5898-4dbc-acce-acbff2527d83), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:45.781680 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Request body: {'port': {'device_id': '3a069cf3-481f-4227-87dc-8bfe18b6e8c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:45.799852 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b7cf1d0-1d0c-4bce-85d0-a6f96566076a req-5be62595-7744-4e97-8972-38c06921ec7b tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779862 Jan 28 05:41:45.919664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb9353f-3da1-4c52-a894-34fb93eb6e15 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:45.931476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-9eb68d1d-c0a6-485f-9e60-547dcd76fc5f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:41:45.967238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-9eb68d1d-c0a6-485f-9e60-547dcd76fc5f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:45.985759 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Publish callbacks [] for port (ddb9353f-3da1-4c52-a894-34fb93eb6e15), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:45.988461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-9eb68d1d-c0a6-485f-9e60-547dcd76fc5f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:41:46.065439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb68d1d-c0a6-485f-9e60-547dcd76fc5f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Pushing event updated for resources: {'Port': ['ID=4e403917-914f-4554-a33c-93ec66ae8c80,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:46.077071 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:46.097271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Transition to ACTIVE for port object ddb9353f-3da1-4c52-a894-34fb93eb6e15 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:41:46.140636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416be3e-ae97-4a09-8f56-fb52c6a91c05 req-4a6d84c4-ee0b-44fc-93e6-d79d65c320f6 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:46.143160 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2416be3e-ae97-4a09-8f56-fb52c6a91c05 req-4a6d84c4-ee0b-44fc-93e6-d79d65c320f6 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2d7b20f-d8e6-4cf2-8e3f-61800f989dec HTTP/1.1" status: 200 len: 946 time: 0.2105136 Jan 28 05:41:46.261886 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-27abc557-5524-4e8f-a451-29c9530a1e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4951a9c0-5898-4dbc-acce-acbff2527d83), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:46.264800 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-27abc557-5524-4e8f-a451-29c9530a1e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:46.276142 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-27abc557-5524-4e8f-a451-29c9530a1e44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4951a9c0-5898-4dbc-acce-acbff2527d83 HTTP/1.1" status: 204 len: 168 time: 0.6215649 Jan 28 05:41:46.297218 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ddb9353f-3da1-4c52-a894-34fb93eb6e15), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:46.309239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2416be3e-ae97-4a09-8f56-fb52c6a91c05 req-276abade-c343-4486-b38a-173edddfd13b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495047 Jan 28 05:41:46.357727 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abc557-5524-4e8f-a451-29c9530a1e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4951a9c0-5898-4dbc-acce-acbff2527d83,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:46.501028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb9353f-3da1-4c52-a894-34fb93eb6e15,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:46.649540 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-9eb68d1d-c0a6-485f-9e60-547dcd76fc5f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks [] for floatingip (8279a1a3-8a1e-4ac0-aedd-69a62d17852f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:47.296540 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff72beb2-99e3-4fae-8d8c-3902222f837c {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:47.305103 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Publish callbacks [] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:47.320767 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Transition to ACTIVE for port object ff72beb2-99e3-4fae-8d8c-3902222f837c will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:41:47.412867 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:47.482727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6d253-e30d-421f-8a99-a7037cf6447b req-65bded3f-ed11-460d-9647-20f8c81fe8da tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:47.493493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5e6d253-e30d-421f-8a99-a7037cf6447b req-65bded3f-ed11-460d-9647-20f8c81fe8da tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/ports?device_id=81a75a9f-0d21-4bea-a6a1-12fcf0747885 HTTP/1.1" status: 200 len: 943 time: 0.9695551 Jan 28 05:41:47.566625 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Pushing event updated for resources: {'Port': ['ID=ff72beb2-99e3-4fae-8d8c-3902222f837c,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:47.641241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52672) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:47.667977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-63440f2b-e65c-4475-842a-27e9f78dac59 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:47.670035 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-63440f2b-e65c-4475-842a-27e9f78dac59 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.60 "GET /v2.0/networks?id=861f8cc9-f76e-46a6-a80b-1334792fa75b HTTP/1.1" status: 200 len: 812 time: 0.3404422 Jan 28 05:41:47.684501 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-9eb68d1d-c0a6-485f-9e60-547dcd76fc5f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4e403917-914f-4554-a33c-93ec66ae8c80), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:47.704802 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0ef8e825-55a9-4871-b7d2-8d8642c12139 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2169309266d45d79e8e93f8e5bab37c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0616634 Jan 28 05:41:47.714219 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52674) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:47.744292 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Attempting to bind port ff72beb2-99e3-4fae-8d8c-3902222f837c on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:41:47.744783 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Attempting to bind port ff72beb2-99e3-4fae-8d8c-3902222f837c by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'e20b329b-421b-4121-9a6e-33d932a823e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c8dea946-1eda-441f-818f-132915c7e7a2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:41:47.745004 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Attempting to bind port ff72beb2-99e3-4fae-8d8c-3902222f837c on network c8dea946-1eda-441f-818f-132915c7e7a2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:47.754392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Port ff72beb2-99e3-4fae-8d8c-3902222f837c on network c8dea946-1eda-441f-818f-132915c7e7a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:41:47.754681 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Attempting to bind port ff72beb2-99e3-4fae-8d8c-3902222f837c on network c8dea946-1eda-441f-818f-132915c7e7a2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:47.773632 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:41:47.774003 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Checking segment: {'id': 'e20b329b-421b-4121-9a6e-33d932a823e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c8dea946-1eda-441f-818f-132915c7e7a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:41:47.774403 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Bound using segment: {'id': 'e20b329b-421b-4121-9a6e-33d932a823e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c8dea946-1eda-441f-818f-132915c7e7a2'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:41:47.774987 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Bound port: ff72beb2-99e3-4fae-8d8c-3902222f837c, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20b329b-421b-4121-9a6e-33d932a823e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c8dea946-1eda-441f-818f-132915c7e7a2'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:41:47.775354 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:47.806101 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e562620-d10d-4c8c-bed0-28e1ed9aa1fd admin admin] Publish callbacks [] for security_group (927c2d56-66f1-455c-b6c2-8a644a22eb85), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:47.815350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-5fb9d961-e7f2-4c2f-a8a3-4fdad34086e3 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Request body: {'port': {'device_id': '49abc462-3481-4e68-b8af-0013278e44fb', 'network_id': '861f8cc9-f76e-46a6-a80b-1334792fa75b', 'admin_state_up': True, 'tenant_id': '7fe1fa61d749437bba74c31c922b0ab2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:47.826541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Attempting to bind port ddb9353f-3da1-4c52-a894-34fb93eb6e15 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:41:47.826964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Attempting to bind port ddb9353f-3da1-4c52-a894-34fb93eb6e15 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '11ceaf39-ca61-44f4-a20c-08ea6ba33eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:41:47.827297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Attempting to bind port ddb9353f-3da1-4c52-a894-34fb93eb6e15 on network b5a5282b-6e28-4736-9e13-1b658bbd5747 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:47.871048 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e562620-d10d-4c8c-bed0-28e1ed9aa1fd admin admin] Publish callbacks [] for security_group (927c2d56-66f1-455c-b6c2-8a644a22eb85), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:47.939340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Port ddb9353f-3da1-4c52-a894-34fb93eb6e15 on network b5a5282b-6e28-4736-9e13-1b658bbd5747 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:41:47.939710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Attempting to bind port ddb9353f-3da1-4c52-a894-34fb93eb6e15 on network b5a5282b-6e28-4736-9e13-1b658bbd5747 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:47.952472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:41:47.953003 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Checking segment: {'id': '11ceaf39-ca61-44f4-a20c-08ea6ba33eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:41:47.953398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Bound using segment: {'id': '11ceaf39-ca61-44f4-a20c-08ea6ba33eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:41:47.953805 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Bound port: ddb9353f-3da1-4c52-a894-34fb93eb6e15, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11ceaf39-ca61-44f4-a20c-08ea6ba33eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:41:47.954174 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ddb9353f-3da1-4c52-a894-34fb93eb6e15), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:47.956833 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] For port ff72beb2-99e3-4fae-8d8c-3902222f837c, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:41:47.969528 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5e6d253-e30d-421f-8a99-a7037cf6447b req-8f95cad6-f95b-41c2-9c47-2e0033f71f81 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/security-groups?id=f406e4f7-bdd2-4927-a0f0-4aaac57475a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715018 Jan 28 05:41:47.973350 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] For port ff72beb2-99e3-4fae-8d8c-3902222f837c, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ff72beb2-99e3-4fae-8d8c-3902222f837c,segment=NetworkSegment(e20b329b-421b-4121-9a6e-33d932a823e0),segment_id=e20b329b-421b-4121-9a6e-33d932a823e0)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:41:48.042062 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:48.085728 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e562620-d10d-4c8c-bed0-28e1ed9aa1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (927c2d56-66f1-455c-b6c2-8a644a22eb85), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:48.090708 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e562620-d10d-4c8c-bed0-28e1ed9aa1fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:48.092542 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3e562620-d10d-4c8c-bed0-28e1ed9aa1fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/927c2d56-66f1-455c-b6c2-8a644a22eb85 HTTP/1.1" status: 204 len: 168 time: 0.3773422 Jan 28 05:41:48.112624 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:48.113684 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:48.118118 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] 10.222.0.64 "PUT /v2.0/ports/ff72beb2-99e3-4fae-8d8c-3902222f837c HTTP/1.1" status: 200 len: 1092 time: 2.3432131 Jan 28 05:41:48.155607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a069cf3-481f-4227-87dc-8bfe18b6e8c6', 'tag': 'ff72beb2-99e3-4fae-8d8c-3902222f837c'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:48.160883 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec9650a-df3d-4d2a-ace2-b768e49c753e" -d '{"events": [{"name": "network-changed", "server_uuid": "3a069cf3-481f-4227-87dc-8bfe18b6e8c6", "tag": "ff72beb2-99e3-4fae-8d8c-3902222f837c"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:48.177677 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e562620-d10d-4c8c-bed0-28e1ed9aa1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927c2d56-66f1-455c-b6c2-8a644a22eb85,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:48.274856 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-021eb3ff-9034-41aa-bc41-6e1aad698722 req-8c1cbc8f-09f7-4ee5-b6c2-b3179c8e2549 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/ports?device_id=49abc462-3481-4e68-b8af-0013278e44fb HTTP/1.1" status: 200 len: 210 time: 0.0886478 Jan 28 05:41:48.307810 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60833d-35fc-4f43-a6c1-7df329d7be77 service neutron] Pushing event updated for resources: {'Port': ['ID=ff72beb2-99e3-4fae-8d8c-3902222f837c,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:48.522723 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-e1698fa4-b856-4e55-ac88-bbfd5e81753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:48.524381 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-e1698fa4-b856-4e55-ac88-bbfd5e81753c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=354d7997b3a94bea9a2cca0cef3fe341&device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 1095 time: 0.0922186 Jan 28 05:41:48.559075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] For port ddb9353f-3da1-4c52-a894-34fb93eb6e15, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:41:48.588663 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd9d94-3279-4e5e-a551-4543f535b4da req-22590551-da82-4f76-98bf-d4ed006aa8f8 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:48.590328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07dd9d94-3279-4e5e-a551-4543f535b4da req-22590551-da82-4f76-98bf-d4ed006aa8f8 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 943 time: 0.1563678 Jan 28 05:41:48.609965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] For port ddb9353f-3da1-4c52-a894-34fb93eb6e15, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ddb9353f-3da1-4c52-a894-34fb93eb6e15,segment=NetworkSegment(11ceaf39-ca61-44f4-a20c-08ea6ba33eae),segment_id=11ceaf39-ca61-44f4-a20c-08ea6ba33eae)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:41:48.635219 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-2b9d8d73-e59c-48dc-8c53-13ca1467b28f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff72beb2-99e3-4fae-8d8c-3902222f837c HTTP/1.1" status: 200 len: 217 time: 0.0833004 Jan 28 05:41:48.682640 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07dd9d94-3279-4e5e-a551-4543f535b4da req-3c318b74-25f3-4e48-812b-526cf7789b1b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a5c6a17-3c7d-450d-92ca-40298cf37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823650 Jan 28 05:41:48.688818 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ddb9353f-3da1-4c52-a894-34fb93eb6e15), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:48.761821 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-5fb9d961-e7f2-4c2f-a8a3-4fdad34086e3 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Made reservation on behalf of 7fe1fa61d749437bba74c31c922b0ab2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:41:48.783321 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-3d6dc809-22e3-457c-98f9-b8aa462f455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:48.789605 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-3d6dc809-22e3-457c-98f9-b8aa462f455d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=246780a3-7b7a-413e-90b2-2cea78d98b20 HTTP/1.1" status: 200 len: 852 time: 0.1288688 Jan 28 05:41:48.799389 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-5fb9d961-e7f2-4c2f-a8a3-4fdad34086e3 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:48.820636 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-9eb68d1d-c0a6-485f-9e60-547dcd76fc5f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks [] for port (4e403917-914f-4554-a33c-93ec66ae8c80), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:48.879792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:48.888877 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:48.894602 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1502473-0539-483e-949f-3129219f860c req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] 10.222.0.64 "PUT /v2.0/ports/ddb9353f-3da1-4c52-a894-34fb93eb6e15 HTTP/1.1" status: 200 len: 1092 time: 4.7577455 Jan 28 05:41:48.898433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a75a9f-0d21-4bea-a6a1-12fcf0747885', 'tag': 'ddb9353f-3da1-4c52-a894-34fb93eb6e15'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:48.899707 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-a76571cf-4966-4176-9887-32edc8033978 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8dea946-1eda-441f-818f-132915c7e7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722742 Jan 28 05:41:48.908982 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ef36b7-de9c-446c-bfb6-7189ee15bc43" -d '{"events": [{"name": "network-changed", "server_uuid": "81a75a9f-0d21-4bea-a6a1-12fcf0747885", "tag": "ddb9353f-3da1-4c52-a894-34fb93eb6e15"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:48.973761 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783113be-d10a-441f-acbc-8da63d4a2352 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb9353f-3da1-4c52-a894-34fb93eb6e15,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:49.008433 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-9eb68d1d-c0a6-485f-9e60-547dcd76fc5f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (4e403917-914f-4554-a33c-93ec66ae8c80), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:49.077215 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-d3cca733-6055-48bd-899e-db8412d7400a service neutron] 10.222.0.64 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485100 Jan 28 05:41:49.233374 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-9eb68d1d-c0a6-485f-9e60-547dcd76fc5f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (8279a1a3-8a1e-4ac0-aedd-69a62d17852f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:49.379969 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ab629e7-4d23-46a4-90c3-60796b3e0975 req-e28682e3-f5c0-46e6-a6a8-1315515fe4b8 service neutron] 10.222.0.64 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900398 Jan 28 05:41:49.527928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb68d1d-c0a6-485f-9e60-547dcd76fc5f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Pushing event updated for resources: {'Port': ['ID=4e403917-914f-4554-a33c-93ec66ae8c80,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:49.546922 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-9eb68d1d-c0a6-485f-9e60-547dcd76fc5f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:49.548375 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-9eb68d1d-c0a6-485f-9e60-547dcd76fc5f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.1574137 Jan 28 05:41:49.877413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-5fb9d961-e7f2-4c2f-a8a3-4fdad34086e3 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Allocated IP 172.20.0.8 (861f8cc9-f76e-46a6-a80b-1334792fa75b/882f88ff-e8a8-4e61-842d-acff6c352ade/cc0612fd-d1b8-4c7c-a549-c6272111b129) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:41:49.967321 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-53038b3f-7d9b-4a66-8d34-53c41486686d tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.61 HTTP/1.1" status: 200 len: 695 time: 0.3961091 Jan 28 05:41:49.984068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1502473-0539-483e-949f-3129219f860c req-452e6f35-abec-4bb7-ab3a-168ab8957282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:49.989908 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1502473-0539-483e-949f-3129219f860c req-452e6f35-abec-4bb7-ab3a-168ab8957282 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7eff42ae5dea44d8a66fe80488bc20c8&device_id=81a75a9f-0d21-4bea-a6a1-12fcf0747885 HTTP/1.1" status: 200 len: 1095 time: 0.7560015 Jan 28 05:41:50.167614 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381536b7-e4c8-420a-8270-6211bd5ce673 req-e34b2a29-86b2-443f-95f1-b5f6ca4ae530 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:50.169176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-381536b7-e4c8-420a-8270-6211bd5ce673 req-e34b2a29-86b2-443f-95f1-b5f6ca4ae530 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.6339581 Jan 28 05:41:50.189243 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1502473-0539-483e-949f-3129219f860c req-3b57f16a-2514-4910-995b-e24e55c45d80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddb9353f-3da1-4c52-a894-34fb93eb6e15 HTTP/1.1" status: 200 len: 217 time: 0.1293745 Jan 28 05:41:50.508570 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-d4f8d674-04f2-4068-8da6-3cfe92c22d76 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:50.510161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c2fc60c-6e7d-41f3-98f2-11e412244564 req-d4f8d674-04f2-4068-8da6-3cfe92c22d76 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.5417516 Jan 28 05:41:50.523071 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1502473-0539-483e-949f-3129219f860c req-2329b286-b77d-49c1-873f-ee9981e3fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:50.524492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1502473-0539-483e-949f-3129219f860c req-2329b286-b77d-49c1-873f-ee9981e3fdae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=641f6b07-7fd2-43fd-a026-23de93518b4b HTTP/1.1" status: 200 len: 854 time: 0.2661510 Jan 28 05:41:50.582955 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-381536b7-e4c8-420a-8270-6211bd5ce673 req-5317a71b-e34e-4ebb-9018-8acfb401366f tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975439 Jan 28 05:41:50.597682 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e60273-67d0-4260-b4ba-87a0c83d40a3 x-openstack-request-id: req-29e60273-67d0-4260-b4ba-87a0c83d40a3 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:50.598254 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a069cf3-481f-4227-87dc-8bfe18b6e8c6", "tag": "ff72beb2-99e3-4fae-8d8c-3902222f837c", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:50.598254 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29e60273-67d0-4260-b4ba-87a0c83d40a3 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:50.598751 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a069cf3-481f-4227-87dc-8bfe18b6e8c6', 'tag': 'ff72beb2-99e3-4fae-8d8c-3902222f837c', 'status': 'completed', 'code': 200} Jan 28 05:41:50.659705 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-5fb9d961-e7f2-4c2f-a8a3-4fdad34086e3 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Publish callbacks [] for port (cc0612fd-d1b8-4c7c-a549-c6272111b129), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:50.678005 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276dba95-afba-4916-b01a-982ceeaa5c50 x-openstack-request-id: req-276dba95-afba-4916-b01a-982ceeaa5c50 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:50.678327 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a75a9f-0d21-4bea-a6a1-12fcf0747885", "tag": "ddb9353f-3da1-4c52-a894-34fb93eb6e15", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:50.678709 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-276dba95-afba-4916-b01a-982ceeaa5c50 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:50.679223 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a75a9f-0d21-4bea-a6a1-12fcf0747885', 'tag': 'ddb9353f-3da1-4c52-a894-34fb93eb6e15', 'status': 'completed', 'code': 200} Jan 28 05:41:50.885597 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9650a-df3d-4d2a-ace2-b768e49c753e req-425006bb-6e43-4d90-b5da-bbcb23072c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:50.896655 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6ec9650a-df3d-4d2a-ace2-b768e49c753e req-425006bb-6e43-4d90-b5da-bbcb23072c02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=354d7997b3a94bea9a2cca0cef3fe341&device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 1095 time: 0.1024232 Jan 28 05:41:50.983237 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d699083-3be2-4fc7-aa79-88b2b5d602bc req-cfb12817-3247-4e76-b475-9c8c88d9409b tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/ports?device_id=49abc462-3481-4e68-b8af-0013278e44fb HTTP/1.1" status: 200 len: 210 time: 0.1598041 Jan 28 05:41:51.045439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1502473-0539-483e-949f-3129219f860c req-9a5dada4-d368-4771-963c-a2a4e2972d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:51.050877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1502473-0539-483e-949f-3129219f860c req-9a5dada4-d368-4771-963c-a2a4e2972d8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5a5282b-6e28-4736-9e13-1b658bbd5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3371248 Jan 28 05:41:51.084733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9650a-df3d-4d2a-ace2-b768e49c753e req-51643351-42a4-43d9-9255-a6bf907afd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:51.086202 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6ec9650a-df3d-4d2a-ace2-b768e49c753e req-51643351-42a4-43d9-9255-a6bf907afd3b service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8dea946-1eda-441f-818f-132915c7e7a2 HTTP/1.1" status: 200 len: 913 time: 0.1863780 Jan 28 05:41:51.108355 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ff52e-8f0d-4460-95d2-958042dc4667 req-e69f7142-0ec7-40ea-95b4-f1b3c1aa139b tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:51.120256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d24ff52e-8f0d-4460-95d2-958042dc4667 req-e69f7142-0ec7-40ea-95b4-f1b3c1aa139b tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/ports?device_id=81a75a9f-0d21-4bea-a6a1-12fcf0747885 HTTP/1.1" status: 200 len: 943 time: 0.2963078 Jan 28 05:41:51.152091 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-5fb9d961-e7f2-4c2f-a8a3-4fdad34086e3 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (cc0612fd-d1b8-4c7c-a549-c6272111b129), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:51.213371 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6ec9650a-df3d-4d2a-ace2-b768e49c753e req-4784c245-a0c8-4992-afdf-38afb9d767b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff72beb2-99e3-4fae-8d8c-3902222f837c HTTP/1.1" status: 200 len: 217 time: 0.0871105 Jan 28 05:41:51.326524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9650a-df3d-4d2a-ace2-b768e49c753e req-2f338d89-e025-423b-8dbb-aaf47f0ba72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:51.328119 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6ec9650a-df3d-4d2a-ace2-b768e49c753e req-2f338d89-e025-423b-8dbb-aaf47f0ba72f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=246780a3-7b7a-413e-90b2-2cea78d98b20 HTTP/1.1" status: 200 len: 852 time: 0.1076162 Jan 28 05:41:51.419786 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-5fb9d961-e7f2-4c2f-a8a3-4fdad34086e3 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Network 861f8cc9-f76e-46a6-a80b-1334792fa75b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:41:51.442507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-5fb9d961-e7f2-4c2f-a8a3-4fdad34086e3 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:41:51.450875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-5fb9d961-e7f2-4c2f-a8a3-4fdad34086e3 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:41:51.456476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9d961-e7f2-4c2f-a8a3-4fdad34086e3 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Pushing event updated for resources: {'Port': ['ID=cc0612fd-d1b8-4c7c-a549-c6272111b129,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:51.475159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46daac2-319c-4feb-867c-0cd1dc93c867 req-44f82ef4-03ff-4685-b4b8-e57e2eda74b8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:51.483466 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c46daac2-319c-4feb-867c-0cd1dc93c867 req-44f82ef4-03ff-4685-b4b8-e57e2eda74b8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2d7b20f-d8e6-4cf2-8e3f-61800f989dec HTTP/1.1" status: 200 len: 946 time: 0.3617146 Jan 28 05:41:51.535789 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d24ff52e-8f0d-4460-95d2-958042dc4667 req-95eb4e1b-e88c-4792-b790-aaad07da5971 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/security-groups?id=f406e4f7-bdd2-4927-a0f0-4aaac57475a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852177 Jan 28 05:41:51.566867 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1502473-0539-483e-949f-3129219f860c req-e662c51c-d2cf-4a24-b169-e0e3e092d056 service neutron] 10.222.0.64 "GET /v2.0/networks/b5a5282b-6e28-4736-9e13-1b658bbd5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887784 Jan 28 05:41:51.588964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-5fb9d961-e7f2-4c2f-a8a3-4fdad34086e3 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:51.590759 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-5fb9d961-e7f2-4c2f-a8a3-4fdad34086e3 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:51.624072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ff72beb2-99e3-4fae-8d8c-3902222f837c details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:41:51.651157 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c46daac2-319c-4feb-867c-0cd1dc93c867 req-fd80925a-f907-4f84-8e78-7b45197cf93c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660688 Jan 28 05:41:51.717431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-5fb9d961-e7f2-4c2f-a8a3-4fdad34086e3 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0135427 Jan 28 05:41:51.744879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Request body: {'port': {'device_id': '49abc462-3481-4e68-b8af-0013278e44fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:51.801156 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port ff72beb2-99e3-4fae-8d8c-3902222f837c, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ff72beb2-99e3-4fae-8d8c-3902222f837c,segment=NetworkSegment(e20b329b-421b-4121-9a6e-33d932a823e0),segment_id=e20b329b-421b-4121-9a6e-33d932a823e0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:51.814752 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'ff72beb2-99e3-4fae-8d8c-3902222f837c', 'network_id': 'c8dea946-1eda-441f-818f-132915c7e7a2', 'port_id': 'ff72beb2-99e3-4fae-8d8c-3902222f837c', 'mac_address': 'fa:16:3e:9d:0d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246780a3-7b7a-413e-90b2-2cea78d98b20', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:41:51.851740 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6ec9650a-df3d-4d2a-ace2-b768e49c753e req-85c72364-5e8f-4ac6-a497-4972703d6d9a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8dea946-1eda-441f-818f-132915c7e7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737054 Jan 28 05:41:51.883967 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port ff72beb2-99e3-4fae-8d8c-3902222f837c is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:51.885686 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:51.905288 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff72beb2-99e3-4fae-8d8c-3902222f837c {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:51.971684 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port ff72beb2-99e3-4fae-8d8c-3902222f837c, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ff72beb2-99e3-4fae-8d8c-3902222f837c,segment=NetworkSegment(e20b329b-421b-4121-9a6e-33d932a823e0),segment_id=e20b329b-421b-4121-9a6e-33d932a823e0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:52.033983 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cc0612fd-d1b8-4c7c-a549-c6272111b129), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:52.063802 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:52.070044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48fb8f-0af5-4454-8f82-5bfef7cd4a77 req-1260962c-69a6-4455-ac2d-7e8178f563cb tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:52.077320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b48fb8f-0af5-4454-8f82-5bfef7cd4a77 req-1260962c-69a6-4455-ac2d-7e8178f563cb tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 943 time: 0.3467908 Jan 28 05:41:52.100247 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6ec9650a-df3d-4d2a-ace2-b768e49c753e req-3a6f4f4f-be0a-4d15-a5ca-14fe1740d3c0 service neutron] 10.222.0.64 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714747 Jan 28 05:41:52.153723 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=ff72beb2-99e3-4fae-8d8c-3902222f837c,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:52.290844 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6ec9650a-df3d-4d2a-ace2-b768e49c753e req-4bf34541-2323-4b39-9516-9a0c7b0bf7c2 service neutron] 10.222.0.64 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573422 Jan 28 05:41:52.323459 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b48fb8f-0af5-4454-8f82-5bfef7cd4a77 req-933472f7-86ba-4672-a9ee-e4fa643bd449 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a5c6a17-3c7d-450d-92ca-40298cf37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452028 Jan 28 05:41:52.354062 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['ff72beb2-99e3-4fae-8d8c-3902222f837c'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:41:52.518204 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1502473-0539-483e-949f-3129219f860c req-c808f741-f4d6-443f-8f81-24b157ecb61d service neutron] 10.222.0.64 "GET /v2.0/networks/b5a5282b-6e28-4736-9e13-1b658bbd5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7351356 Jan 28 05:41:52.566061 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e7bd019-d7b8-4f52-89c5-767c3fcb6a82 req-70f572f8-ad7a-4c6b-872f-008c7edcb381 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/floatingips/8279a1a3-8a1e-4ac0-aedd-69a62d17852f HTTP/1.1" status: 200 len: 692 time: 0.3692358 Jan 28 05:41:52.708994 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e82294-096b-44bd-ba46-a26648bab12f req-599cb176-dc0f-4557-b110-b869dd30d2fa tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:52.711691 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7e82294-096b-44bd-ba46-a26648bab12f req-599cb176-dc0f-4557-b110-b869dd30d2fa tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2d7b20f-d8e6-4cf2-8e3f-61800f989dec HTTP/1.1" status: 200 len: 946 time: 0.0761719 Jan 28 05:41:52.898128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0612fd-d1b8-4c7c-a549-c6272111b129 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:52.908326 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Publish callbacks [] for port (cc0612fd-d1b8-4c7c-a549-c6272111b129), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:52.925774 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Transition to ACTIVE for port object cc0612fd-d1b8-4c7c-a549-c6272111b129 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:41:53.062928 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (cc0612fd-d1b8-4c7c-a549-c6272111b129), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:53.071701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-d7e82294-096b-44bd-ba46-a26648bab12f req-7fb0e970-c77e-4df0-9957-34d0adcfef93 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Deleting port 7668a64e-3fac-42e7-a9f6-a46043d8ba20 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:53.072739 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d7e82294-096b-44bd-ba46-a26648bab12f req-7fb0e970-c77e-4df0-9957-34d0adcfef93 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7668a64e-3fac-42e7-a9f6-a46043d8ba20), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:53.187612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bd019-d7b8-4f52-89c5-767c3fcb6a82 req-a1d671e7-2b51-4e2e-bc23-7c5d32f5ad3c tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:53.187868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-d7e82294-096b-44bd-ba46-a26648bab12f req-7fb0e970-c77e-4df0-9957-34d0adcfef93 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] For port 7668a64e-3fac-42e7-a9f6-a46043d8ba20, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7668a64e-3fac-42e7-a9f6-a46043d8ba20,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:53.187868 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d7e82294-096b-44bd-ba46-a26648bab12f req-7fb0e970-c77e-4df0-9957-34d0adcfef93 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7668a64e-3fac-42e7-a9f6-a46043d8ba20), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:53.195819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e7bd019-d7b8-4f52-89c5-767c3fcb6a82 req-a1d671e7-2b51-4e2e-bc23-7c5d32f5ad3c tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.6279488 Jan 28 05:41:53.209155 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-d7e82294-096b-44bd-ba46-a26648bab12f req-7fb0e970-c77e-4df0-9957-34d0adcfef93 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Calling delete_port for 7668a64e-3fac-42e7-a9f6-a46043d8ba20 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:53.378960 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e7bd019-d7b8-4f52-89c5-767c3fcb6a82 req-3e57de1e-3b75-4256-9286-25a471367d6f tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.61 HTTP/1.1" status: 200 len: 695 time: 0.1822000 Jan 28 05:41:53.392515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef36b7-de9c-446c-bfb6-7189ee15bc43 req-2ae98fa9-ed22-4da3-a240-acc291e3faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:53.394959 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10ef36b7-de9c-446c-bfb6-7189ee15bc43 req-2ae98fa9-ed22-4da3-a240-acc291e3faf9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7eff42ae5dea44d8a66fe80488bc20c8&device_id=81a75a9f-0d21-4bea-a6a1-12fcf0747885 HTTP/1.1" status: 200 len: 1095 time: 0.4546010 Jan 28 05:41:53.404252 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a8d2f-9662-4237-a0b2-92280e445e13 req-3fea073f-41c2-40dc-81a0-51d75e3a4d48 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:53.406199 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-970a8d2f-9662-4237-a0b2-92280e445e13 req-3fea073f-41c2-40dc-81a0-51d75e3a4d48 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.8911972 Jan 28 05:41:53.470843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4a62f-9e35-447a-8771-3b966afec551 req-b4244795-a2c7-4cec-92d8-880fa9163f02 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:53.472288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88e4a62f-9e35-447a-8771-3b966afec551 req-b4244795-a2c7-4cec-92d8-880fa9163f02 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 945 time: 0.5442662 Jan 28 05:41:53.496059 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e7bd019-d7b8-4f52-89c5-767c3fcb6a82 req-bd7900c5-eab4-4c7b-9c3b-710d815022ef tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.61 HTTP/1.1" status: 200 len: 695 time: 0.0885220 Jan 28 05:41:53.496681 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Pushing event updated for resources: {'Port': ['ID=cc0612fd-d1b8-4c7c-a549-c6272111b129,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:53.651325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ff72beb2-99e3-4fae-8d8c-3902222f837c up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:53.741312 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-970a8d2f-9662-4237-a0b2-92280e445e13 req-894f1ec2-a2e3-4b85-b024-82c687823a6c tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653522 Jan 28 05:41:53.772794 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d7e82294-096b-44bd-ba46-a26648bab12f req-7fb0e970-c77e-4df0-9957-34d0adcfef93 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7668a64e-3fac-42e7-a9f6-a46043d8ba20), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:53.824429 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0e970-c77e-4df0-9957-34d0adcfef93 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Pushing event deleted for resources: {'Port': ['ID=7668a64e-3fac-42e7-a9f6-a46043d8ba20,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:53.857966 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port ff72beb2-99e3-4fae-8d8c-3902222f837c completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:41:53.867816 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port ff72beb2-99e3-4fae-8d8c-3902222f837c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:41:53.868333 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:53.875087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Attempting to bind port cc0612fd-d1b8-4c7c-a549-c6272111b129 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:41:53.875512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Attempting to bind port cc0612fd-d1b8-4c7c-a549-c6272111b129 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'acc6d6cb-69e6-4f16-8e13-d6bce05c0449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '861f8cc9-f76e-46a6-a80b-1334792fa75b'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:41:53.875896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Attempting to bind port cc0612fd-d1b8-4c7c-a549-c6272111b129 on network 861f8cc9-f76e-46a6-a80b-1334792fa75b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:53.899153 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e82294-096b-44bd-ba46-a26648bab12f req-7fb0e970-c77e-4df0-9957-34d0adcfef93 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] No DVR routers for this DVR port 7668a64e-3fac-42e7-a9f6-a46043d8ba20 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:41:53.903093 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d7e82294-096b-44bd-ba46-a26648bab12f req-7fb0e970-c77e-4df0-9957-34d0adcfef93 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:53.906985 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7e82294-096b-44bd-ba46-a26648bab12f req-7fb0e970-c77e-4df0-9957-34d0adcfef93 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.64 "DELETE /v2.0/ports/7668a64e-3fac-42e7-a9f6-a46043d8ba20 HTTP/1.1" status: 204 len: 173 time: 1.1428192 Jan 28 05:41:53.907557 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d7b20f-d8e6-4cf2-8e3f-61800f989dec', 'name': 'network-vif-deleted', 'tag': '7668a64e-3fac-42e7-a9f6-a46043d8ba20'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:53.907689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Port cc0612fd-d1b8-4c7c-a549-c6272111b129 on network 861f8cc9-f76e-46a6-a80b-1334792fa75b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:41:53.907948 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Attempting to bind port cc0612fd-d1b8-4c7c-a549-c6272111b129 on network 861f8cc9-f76e-46a6-a80b-1334792fa75b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:41:53.909954 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b17f69-760c-4484-b23f-908af9dc3e56" -d '{"events": [{"server_uuid": "d2d7b20f-d8e6-4cf2-8e3f-61800f989dec", "name": "network-vif-deleted", "tag": "7668a64e-3fac-42e7-a9f6-a46043d8ba20"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:53.922605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:41:53.923014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Checking segment: {'id': 'acc6d6cb-69e6-4f16-8e13-d6bce05c0449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '861f8cc9-f76e-46a6-a80b-1334792fa75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:41:53.923486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Bound using segment: {'id': 'acc6d6cb-69e6-4f16-8e13-d6bce05c0449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '861f8cc9-f76e-46a6-a80b-1334792fa75b'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:41:53.923776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Bound port: cc0612fd-d1b8-4c7c-a549-c6272111b129, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc6d6cb-69e6-4f16-8e13-d6bce05c0449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '861f8cc9-f76e-46a6-a80b-1334792fa75b'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:41:53.924147 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cc0612fd-d1b8-4c7c-a549-c6272111b129), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:53.965753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-88e4a62f-9e35-447a-8771-3b966afec551 req-15af25b6-b9ce-4ac8-b010-15db5468b9ea tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Deleting port a2fc7e15-28c8-41ca-b41d-db021fed8400 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:53.965879 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-88e4a62f-9e35-447a-8771-3b966afec551 req-15af25b6-b9ce-4ac8-b010-15db5468b9ea tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:54.010776 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port ff72beb2-99e3-4fae-8d8c-3902222f837c is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:54.011226 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:54.064433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a069cf3-481f-4227-87dc-8bfe18b6e8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff72beb2-99e3-4fae-8d8c-3902222f837c'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:54.067006 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862e7c3e-a5cc-41b7-88a6-cab46d778ee4" -d '{"events": [{"server_uuid": "3a069cf3-481f-4227-87dc-8bfe18b6e8c6", "name": "network-vif-plugged", "status": "completed", "tag": "ff72beb2-99e3-4fae-8d8c-3902222f837c"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:54.085601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port ff72beb2-99e3-4fae-8d8c-3902222f837c, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ff72beb2-99e3-4fae-8d8c-3902222f837c,segment=NetworkSegment(e20b329b-421b-4121-9a6e-33d932a823e0),segment_id=e20b329b-421b-4121-9a6e-33d932a823e0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:54.171785 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:54.172699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7668a64e-3fac-42e7-a9f6-a46043d8ba20 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:41:54.335295 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 7668a64e-3fac-42e7-a9f6-a46043d8ba20 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:41:54.335295 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7668a64e-3fac-42e7-a9f6-a46043d8ba20 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:41:54.335295 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=ff72beb2-99e3-4fae-8d8c-3902222f837c,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:54.404680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-1e7bd019-d7b8-4f52-89c5-767c3fcb6a82 req-70f052a8-5ec1-43f2-afd8-dac42c41727a tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Deleting port 4e403917-914f-4554-a33c-93ec66ae8c80 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:54.413475 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1e7bd019-d7b8-4f52-89c5-767c3fcb6a82 req-70f052a8-5ec1-43f2-afd8-dac42c41727a tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (4e403917-914f-4554-a33c-93ec66ae8c80), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:54.551420 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] For port cc0612fd-d1b8-4c7c-a549-c6272111b129, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:41:54.557614 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-88e4a62f-9e35-447a-8771-3b966afec551 req-15af25b6-b9ce-4ac8-b010-15db5468b9ea tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] For port a2fc7e15-28c8-41ca-b41d-db021fed8400, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a2fc7e15-28c8-41ca-b41d-db021fed8400,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:54.565786 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-88e4a62f-9e35-447a-8771-3b966afec551 req-15af25b6-b9ce-4ac8-b010-15db5468b9ea tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:54.602714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] For port cc0612fd-d1b8-4c7c-a549-c6272111b129, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cc0612fd-d1b8-4c7c-a549-c6272111b129,segment=NetworkSegment(acc6d6cb-69e6-4f16-8e13-d6bce05c0449),segment_id=acc6d6cb-69e6-4f16-8e13-d6bce05c0449)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:41:54.612779 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-88e4a62f-9e35-447a-8771-3b966afec551 req-15af25b6-b9ce-4ac8-b010-15db5468b9ea tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Calling delete_port for a2fc7e15-28c8-41ca-b41d-db021fed8400 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:54.624932 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1e7bd019-d7b8-4f52-89c5-767c3fcb6a82 req-70f052a8-5ec1-43f2-afd8-dac42c41727a tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (4e403917-914f-4554-a33c-93ec66ae8c80), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:54.625266 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1e7bd019-d7b8-4f52-89c5-767c3fcb6a82 req-70f052a8-5ec1-43f2-afd8-dac42c41727a tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks [] for floatingip (4e403917-914f-4554-a33c-93ec66ae8c80), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:54.643433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5b192-05ac-4238-b30a-b23517cd2b41 req-5cdf58eb-ceb2-464e-b1b6-1d65955fa415 tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:54.643912 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5b192-05ac-4238-b30a-b23517cd2b41 req-5cdf58eb-ceb2-464e-b1b6-1d65955fa415 tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:54.644970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5b192-05ac-4238-b30a-b23517cd2b41 req-5cdf58eb-ceb2-464e-b1b6-1d65955fa415 tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:54.645660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5b192-05ac-4238-b30a-b23517cd2b41 req-5cdf58eb-ceb2-464e-b1b6-1d65955fa415 tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:54.646187 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5b192-05ac-4238-b30a-b23517cd2b41 req-5cdf58eb-ceb2-464e-b1b6-1d65955fa415 tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:54.646699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5b192-05ac-4238-b30a-b23517cd2b41 req-5cdf58eb-ceb2-464e-b1b6-1d65955fa415 tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:54.647173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5b192-05ac-4238-b30a-b23517cd2b41 req-5cdf58eb-ceb2-464e-b1b6-1d65955fa415 tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:54.647777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5b192-05ac-4238-b30a-b23517cd2b41 req-5cdf58eb-ceb2-464e-b1b6-1d65955fa415 tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:54.648078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5b192-05ac-4238-b30a-b23517cd2b41 req-5cdf58eb-ceb2-464e-b1b6-1d65955fa415 tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:54.648531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5b192-05ac-4238-b30a-b23517cd2b41 req-5cdf58eb-ceb2-464e-b1b6-1d65955fa415 tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:54.648979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5b192-05ac-4238-b30a-b23517cd2b41 req-5cdf58eb-ceb2-464e-b1b6-1d65955fa415 tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:54.654231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5b192-05ac-4238-b30a-b23517cd2b41 req-5cdf58eb-ceb2-464e-b1b6-1d65955fa415 tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:54.654231 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abd5b192-05ac-4238-b30a-b23517cd2b41 req-5cdf58eb-ceb2-464e-b1b6-1d65955fa415 tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8531 time: 0.6691835 Jan 28 05:41:54.659718 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-1e7bd019-d7b8-4f52-89c5-767c3fcb6a82 req-70f052a8-5ec1-43f2-afd8-dac42c41727a tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Calling delete_port for 4e403917-914f-4554-a33c-93ec66ae8c80 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:54.699859 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (cc0612fd-d1b8-4c7c-a549-c6272111b129), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:54.710593 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:54.796266 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:54.796961 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:54.798257 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] 10.222.0.60 "PUT /v2.0/ports/cc0612fd-d1b8-4c7c-a549-c6272111b129 HTTP/1.1" status: 200 len: 1092 time: 3.0661252 Jan 28 05:41:54.800374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49abc462-3481-4e68-b8af-0013278e44fb', 'tag': 'cc0612fd-d1b8-4c7c-a549-c6272111b129'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:54.803154 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819d0e45-7898-4751-93d7-21b9c9195216" -d '{"events": [{"name": "network-changed", "server_uuid": "49abc462-3481-4e68-b8af-0013278e44fb", "tag": "cc0612fd-d1b8-4c7c-a549-c6272111b129"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:54.866762 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb7e5e-2907-4345-9486-7ac68ec1925c service neutron] Pushing event updated for resources: {'Port': ['ID=cc0612fd-d1b8-4c7c-a549-c6272111b129,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:54.905201 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b994f9a-ea3d-4270-809a-21f3cbcb6b5c req-0e0d2906-c8ac-46e2-8376-6b4a5390051f tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:54.906790 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0b994f9a-ea3d-4270-809a-21f3cbcb6b5c req-0e0d2906-c8ac-46e2-8376-6b4a5390051f tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/ports?device_id=49abc462-3481-4e68-b8af-0013278e44fb HTTP/1.1" status: 200 len: 943 time: 0.1381497 Jan 28 05:41:55.059899 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-d41b7dd4-1562-49f2-bf11-06d2a241f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:55.061392 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-d41b7dd4-1562-49f2-bf11-06d2a241f37c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fe1fa61d749437bba74c31c922b0ab2&device_id=49abc462-3481-4e68-b8af-0013278e44fb HTTP/1.1" status: 200 len: 1095 time: 0.1489663 Jan 28 05:41:55.064405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0b994f9a-ea3d-4270-809a-21f3cbcb6b5c req-e0bca332-047d-4c37-8f1c-2a5dcf3befb4 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/security-groups?id=01de4c93-377f-41b7-8487-be13f8969225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503179 Jan 28 05:41:55.114144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-c58852e5-8aff-4114-b224-93baf38692e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc0612fd-d1b8-4c7c-a549-c6272111b129 HTTP/1.1" status: 200 len: 217 time: 0.0399408 Jan 28 05:41:55.114901 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-88e4a62f-9e35-447a-8771-3b966afec551 req-15af25b6-b9ce-4ac8-b010-15db5468b9ea tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a2fc7e15-28c8-41ca-b41d-db021fed8400), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:55.169514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af25b6-b9ce-4ac8-b010-15db5468b9ea tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Pushing event deleted for resources: {'Port': ['ID=a2fc7e15-28c8-41ca-b41d-db021fed8400,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:55.190568 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1e7bd019-d7b8-4f52-89c5-767c3fcb6a82 req-70f052a8-5ec1-43f2-afd8-dac42c41727a tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (4e403917-914f-4554-a33c-93ec66ae8c80), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:55.228990 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32a36bdf-ddac-4707-b03e-aefeb0f96705 req-35cbc9c5-f85c-4fd1-af94-e3f463a6cb3a tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbf2a9ad-9341-4f07-b694-769085350101 HTTP/1.1" status: 200 len: 210 time: 0.0806646 Jan 28 05:41:55.288781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f052a8-5ec1-43f2-afd8-dac42c41727a tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Pushing event deleted for resources: {'Port': ['ID=4e403917-914f-4554-a33c-93ec66ae8c80,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:55.333764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-905ee39f-540b-4dfd-8d49-5ccaf7fcb03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:55.335280 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-905ee39f-540b-4dfd-8d49-5ccaf7fcb03f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=882f88ff-e8a8-4e61-842d-acff6c352ade HTTP/1.1" status: 200 len: 852 time: 0.2128835 Jan 28 05:41:55.382077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e4a62f-9e35-447a-8771-3b966afec551 req-15af25b6-b9ce-4ac8-b010-15db5468b9ea tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] No DVR routers for this DVR port a2fc7e15-28c8-41ca-b41d-db021fed8400 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:41:55.389188 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-88e4a62f-9e35-447a-8771-3b966afec551 req-15af25b6-b9ce-4ac8-b010-15db5468b9ea tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:55.392514 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88e4a62f-9e35-447a-8771-3b966afec551 req-15af25b6-b9ce-4ac8-b010-15db5468b9ea tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.60 "DELETE /v2.0/ports/a2fc7e15-28c8-41ca-b41d-db021fed8400 HTTP/1.1" status: 204 len: 173 time: 1.9075449 Jan 28 05:41:55.451524 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-89670d2d-134b-460a-8e25-dfde02dd70b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=861f8cc9-f76e-46a6-a80b-1334792fa75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721409 Jan 28 05:41:55.493332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef36b7-de9c-446c-bfb6-7189ee15bc43 req-e37bec72-2d46-464f-aef4-402a9a880c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:55.494853 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10ef36b7-de9c-446c-bfb6-7189ee15bc43 req-e37bec72-2d46-464f-aef4-402a9a880c9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5a5282b-6e28-4736-9e13-1b658bbd5747 HTTP/1.1" status: 200 len: 916 time: 0.3426394 Jan 28 05:41:55.546883 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadc29b-2ef3-4c85-b700-c7054851a29a req-5a878006-7342-4344-b185-919aacff731a tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:55.548343 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdadc29b-2ef3-4c85-b700-c7054851a29a req-5a878006-7342-4344-b185-919aacff731a tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/ports?device_id=81a75a9f-0d21-4bea-a6a1-12fcf0747885 HTTP/1.1" status: 200 len: 943 time: 0.2383692 Jan 28 05:41:55.552315 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1e7bd019-d7b8-4f52-89c5-767c3fcb6a82 req-70f052a8-5ec1-43f2-afd8-dac42c41727a tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks [] for floatingip (8279a1a3-8a1e-4ac0-aedd-69a62d17852f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:55.555858 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1e7bd019-d7b8-4f52-89c5-767c3fcb6a82 req-70f052a8-5ec1-43f2-afd8-dac42c41727a tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:55.556100 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e7bd019-d7b8-4f52-89c5-767c3fcb6a82 req-70f052a8-5ec1-43f2-afd8-dac42c41727a tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "DELETE /v2.0/floatingips/8279a1a3-8a1e-4ac0-aedd-69a62d17852f HTTP/1.1" status: 204 len: 173 time: 2.0136096 Jan 28 05:41:55.592867 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10ef36b7-de9c-446c-bfb6-7189ee15bc43 req-e7c69fcb-1277-44d8-bb17-1c2b41805bff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddb9353f-3da1-4c52-a894-34fb93eb6e15 HTTP/1.1" status: 200 len: 217 time: 0.0635049 Jan 28 05:41:55.695065 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85a9f8d2-7e80-474f-93c4-19c184158f3d req-bde8729b-10ae-4f7c-915a-694aacb12ccd tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2d7b20f-d8e6-4cf2-8e3f-61800f989dec HTTP/1.1" status: 200 len: 210 time: 0.0770853 Jan 28 05:41:55.720297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef36b7-de9c-446c-bfb6-7189ee15bc43 req-b9ab5e34-37bb-461a-ae45-724cf40c82cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:55.721705 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10ef36b7-de9c-446c-bfb6-7189ee15bc43 req-b9ab5e34-37bb-461a-ae45-724cf40c82cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=641f6b07-7fd2-43fd-a026-23de93518b4b HTTP/1.1" status: 200 len: 854 time: 0.1170843 Jan 28 05:41:55.727562 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-039f6ecb-8437-4baa-9d12-10da99807e17 service neutron] 10.222.0.60 "GET /v2.0/networks/861f8cc9-f76e-46a6-a80b-1334792fa75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694318 Jan 28 05:41:55.732201 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdadc29b-2ef3-4c85-b700-c7054851a29a req-79dbaf5e-8eff-45a3-8ca6-642f32a343a7 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/security-groups?id=f406e4f7-bdd2-4927-a0f0-4aaac57475a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751728 Jan 28 05:41:55.780706 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d096a7-cf23-4212-ae3a-f3e94bcddafe x-openstack-request-id: req-72d096a7-cf23-4212-ae3a-f3e94bcddafe {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:55.781241 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d7b20f-d8e6-4cf2-8e3f-61800f989dec", "name": "network-vif-deleted", "tag": "7668a64e-3fac-42e7-a9f6-a46043d8ba20", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:55.781491 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72d096a7-cf23-4212-ae3a-f3e94bcddafe {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:55.782063 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d7b20f-d8e6-4cf2-8e3f-61800f989dec', 'name': 'network-vif-deleted', 'tag': '7668a64e-3fac-42e7-a9f6-a46043d8ba20', 'status': 'completed', 'code': 200} Jan 28 05:41:55.823286 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654bef1d-9d7d-4205-ad3d-0eebb0f46a76 x-openstack-request-id: req-654bef1d-9d7d-4205-ad3d-0eebb0f46a76 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:55.823286 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a069cf3-481f-4227-87dc-8bfe18b6e8c6", "name": "network-vif-plugged", "status": "completed", "tag": "ff72beb2-99e3-4fae-8d8c-3902222f837c", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:55.823286 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-654bef1d-9d7d-4205-ad3d-0eebb0f46a76 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:55.823985 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a069cf3-481f-4227-87dc-8bfe18b6e8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff72beb2-99e3-4fae-8d8c-3902222f837c', 'code': 200} Jan 28 05:41:55.885910 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef36b7-de9c-446c-bfb6-7189ee15bc43 req-bef785b0-946c-481f-9411-7f6370d9d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:55.887438 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10ef36b7-de9c-446c-bfb6-7189ee15bc43 req-bef785b0-946c-481f-9411-7f6370d9d528 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5a5282b-6e28-4736-9e13-1b658bbd5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1543703 Jan 28 05:41:55.960343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793036a3-7265-42a9-86cc-aabc95d56b85 req-e23a84f1-4fed-4e06-ae0f-8d7b75af5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:55.961775 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-793036a3-7265-42a9-86cc-aabc95d56b85 req-e23a84f1-4fed-4e06-ae0f-8d7b75af5d5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 1097 time: 0.0452704 Jan 28 05:41:55.970506 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25cc6a-8504-4b86-91f6-b5ff98a3aeb8 req-92c8c06b-3548-43e5-9f9e-ab8c8213cb81 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:55.971991 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd25cc6a-8504-4b86-91f6-b5ff98a3aeb8 req-92c8c06b-3548-43e5-9f9e-ab8c8213cb81 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 945 time: 0.1942618 Jan 28 05:41:56.003855 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b687da85-fc5e-401a-8b4b-4f9c6124552a req-0f2dd4d7-469e-427b-a14e-75f4be8d4430 service neutron] 10.222.0.60 "GET /v2.0/networks/861f8cc9-f76e-46a6-a80b-1334792fa75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623429 Jan 28 05:41:56.007343 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-793036a3-7265-42a9-86cc-aabc95d56b85 req-c283f4d9-154b-4a47-9edd-78300b39073d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6a5c6a17-3c7d-450d-92ca-40298cf37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394642 Jan 28 05:41:56.093176 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65d96d-8499-4f09-8905-8d2ec987ff1e req-a60574bd-4fd1-462a-b3f6-83d14cedc0dc tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.094872 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d65d96d-8499-4f09-8905-8d2ec987ff1e req-a60574bd-4fd1-462a-b3f6-83d14cedc0dc tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 886 time: 0.2514393 Jan 28 05:41:56.101534 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd25cc6a-8504-4b86-91f6-b5ff98a3aeb8 req-96dc2a27-349d-40ec-9784-e91fb630432b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a5c6a17-3c7d-450d-92ca-40298cf37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001904 Jan 28 05:41:56.103587 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10ef36b7-de9c-446c-bfb6-7189ee15bc43 req-0df0ff22-048e-4813-b134-0e8d15ad575b service neutron] 10.222.0.64 "GET /v2.0/networks/b5a5282b-6e28-4736-9e13-1b658bbd5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853616 Jan 28 05:41:56.163026 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b24d134-6a5d-4f27-9ca8-eafaf0e94900 x-openstack-request-id: req-5b24d134-6a5d-4f27-9ca8-eafaf0e94900 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:56.163026 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49abc462-3481-4e68-b8af-0013278e44fb", "tag": "cc0612fd-d1b8-4c7c-a549-c6272111b129", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:56.163026 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b24d134-6a5d-4f27-9ca8-eafaf0e94900 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:56.163026 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49abc462-3481-4e68-b8af-0013278e44fb', 'tag': 'cc0612fd-d1b8-4c7c-a549-c6272111b129', 'status': 'completed', 'code': 200} Jan 28 05:41:56.227387 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-e20a8eb2-f794-4920-a22d-f22b7a991f90 req-59172d51-1fb0-4f00-bcfb-fb72172e9398 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] show failed (client error): The resource could not be found. Jan 28 05:41:56.228312 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e20a8eb2-f794-4920-a22d-f22b7a991f90 req-59172d51-1fb0-4f00-bcfb-fb72172e9398 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/floatingips/8279a1a3-8a1e-4ac0-aedd-69a62d17852f HTTP/1.1" status: 404 len: 350 time: 0.0492902 Jan 28 05:41:56.264015 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc19ed-9475-460f-8ae2-8561f1ce4c8a req-2665a463-24a5-4ef4-9de1-c94436e5dd5c tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.266272 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aefc19ed-9475-460f-8ae2-8561f1ce4c8a req-2665a463-24a5-4ef4-9de1-c94436e5dd5c tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.1171470 Jan 28 05:41:56.307720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d0e45-7898-4751-93d7-21b9c9195216 req-dd175e24-621e-4d0c-8094-c49164a613a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.309240 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-819d0e45-7898-4751-93d7-21b9c9195216 req-dd175e24-621e-4d0c-8094-c49164a613a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fe1fa61d749437bba74c31c922b0ab2&device_id=49abc462-3481-4e68-b8af-0013278e44fb HTTP/1.1" status: 200 len: 1095 time: 0.0915902 Jan 28 05:41:56.484773 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aefc19ed-9475-460f-8ae2-8561f1ce4c8a req-b894d742-dd83-49a9-b514-5b9f012480e2 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114370 Jan 28 05:41:56.504243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee86464-13b4-4915-94a9-9f66867381de req-dd5ceaad-a5ea-4fe1-9a33-3dfe5db04619 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.506491 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eee86464-13b4-4915-94a9-9f66867381de req-dd5ceaad-a5ea-4fe1-9a33-3dfe5db04619 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/ports?device_id=49abc462-3481-4e68-b8af-0013278e44fb HTTP/1.1" status: 200 len: 943 time: 0.2216656 Jan 28 05:41:56.557105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d0e45-7898-4751-93d7-21b9c9195216 req-b3870ef2-b6a7-4b58-ace3-42fa8faa754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.558567 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-819d0e45-7898-4751-93d7-21b9c9195216 req-b3870ef2-b6a7-4b58-ace3-42fa8faa754c service neutron] 10.222.0.60 "GET /v2.0/networks?id=861f8cc9-f76e-46a6-a80b-1334792fa75b HTTP/1.1" status: 200 len: 913 time: 0.2309406 Jan 28 05:41:56.574056 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10ef36b7-de9c-446c-bfb6-7189ee15bc43 req-dca6283b-f7f6-4070-a1dc-730edf5be70f service neutron] 10.222.0.64 "GET /v2.0/networks/b5a5282b-6e28-4736-9e13-1b658bbd5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903249 Jan 28 05:41:56.648320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-819d0e45-7898-4751-93d7-21b9c9195216 req-ba06629a-e8f4-4313-864c-669615efe662 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc0612fd-d1b8-4c7c-a549-c6272111b129 HTTP/1.1" status: 200 len: 217 time: 0.0776768 Jan 28 05:41:56.705656 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eee86464-13b4-4915-94a9-9f66867381de req-94d9a344-cbea-4e2a-9080-cb89a9b88af1 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/security-groups?id=01de4c93-377f-41b7-8487-be13f8969225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927891 Jan 28 05:41:56.782978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d0e45-7898-4751-93d7-21b9c9195216 req-07b24b21-52f4-4e2d-8d4a-32e298a55291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.784358 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-819d0e45-7898-4751-93d7-21b9c9195216 req-07b24b21-52f4-4e2d-8d4a-32e298a55291 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=882f88ff-e8a8-4e61-842d-acff6c352ade HTTP/1.1" status: 200 len: 852 time: 0.1252224 Jan 28 05:41:56.787414 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-940f3509-fea5-40e2-bc06-243d78ae94ff req-97d7ee73-8eff-4497-9d67-d22f89afd4a1 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] show failed (client error): The resource could not be found. Jan 28 05:41:56.788346 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-940f3509-fea5-40e2-bc06-243d78ae94ff req-97d7ee73-8eff-4497-9d67-d22f89afd4a1 tempest-FloatingIPsTestJSON-598240130 tempest-FloatingIPsTestJSON-598240130-project] 10.222.0.31 "GET /v2.0/floatingips/8279a1a3-8a1e-4ac0-aedd-69a62d17852f HTTP/1.1" status: 404 len: 350 time: 0.0591850 Jan 28 05:41:56.797088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52776) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:56.803194 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c39813-2fc6-45b7-babc-8a9899a8ba57 req-45860752-7812-4f3e-b9a7-e2541083004d tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.803734 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c39813-2fc6-45b7-babc-8a9899a8ba57 req-45860752-7812-4f3e-b9a7-e2541083004d tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.804202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c39813-2fc6-45b7-babc-8a9899a8ba57 req-45860752-7812-4f3e-b9a7-e2541083004d tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.804667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c39813-2fc6-45b7-babc-8a9899a8ba57 req-45860752-7812-4f3e-b9a7-e2541083004d tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.805126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c39813-2fc6-45b7-babc-8a9899a8ba57 req-45860752-7812-4f3e-b9a7-e2541083004d tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.805658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c39813-2fc6-45b7-babc-8a9899a8ba57 req-45860752-7812-4f3e-b9a7-e2541083004d tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.806095 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c39813-2fc6-45b7-babc-8a9899a8ba57 req-45860752-7812-4f3e-b9a7-e2541083004d tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.806519 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c39813-2fc6-45b7-babc-8a9899a8ba57 req-45860752-7812-4f3e-b9a7-e2541083004d tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.806977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c39813-2fc6-45b7-babc-8a9899a8ba57 req-45860752-7812-4f3e-b9a7-e2541083004d tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.807430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c39813-2fc6-45b7-babc-8a9899a8ba57 req-45860752-7812-4f3e-b9a7-e2541083004d tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.807879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c39813-2fc6-45b7-babc-8a9899a8ba57 req-45860752-7812-4f3e-b9a7-e2541083004d tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.808334 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c39813-2fc6-45b7-babc-8a9899a8ba57 req-45860752-7812-4f3e-b9a7-e2541083004d tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.810367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5c39813-2fc6-45b7-babc-8a9899a8ba57 req-45860752-7812-4f3e-b9a7-e2541083004d tempest-NetworksTest-1400954071 tempest-NetworksTest-1400954071-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8531 time: 0.2899296 Jan 28 05:41:56.831424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-819d0e45-7898-4751-93d7-21b9c9195216 req-57feb9cb-14cd-42f6-9c59-4beb7393f885 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=861f8cc9-f76e-46a6-a80b-1334792fa75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374837 Jan 28 05:41:56.969936 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9264d6b-3c35-45ec-8dab-69dd9940a04c req-2387661e-3050-473e-abb1-4631cc5c417b tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:56.972019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9264d6b-3c35-45ec-8dab-69dd9940a04c req-2387661e-3050-473e-abb1-4631cc5c417b tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/ports?device_id=81a75a9f-0d21-4bea-a6a1-12fcf0747885 HTTP/1.1" status: 200 len: 943 time: 0.0717804 Jan 28 05:41:57.026581 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-819d0e45-7898-4751-93d7-21b9c9195216 req-68750cf5-71ee-4265-9ea4-7b3d25a2e0fb service neutron] 10.222.0.60 "GET /v2.0/networks/861f8cc9-f76e-46a6-a80b-1334792fa75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867251 Jan 28 05:41:57.075757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9264d6b-3c35-45ec-8dab-69dd9940a04c req-854ee421-61f1-4c64-9adf-f9d79d88069e tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/security-groups?id=f406e4f7-bdd2-4927-a0f0-4aaac57475a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842466 Jan 28 05:41:57.148086 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-819d0e45-7898-4751-93d7-21b9c9195216 req-0590df57-fe58-4e33-89d3-c1b9b637ad77 service neutron] 10.222.0.60 "GET /v2.0/networks/861f8cc9-f76e-46a6-a80b-1334792fa75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147997 Jan 28 05:41:57.258917 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f94b19d-1a6f-4c1c-a6f9-3159ae75610b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (84cdfa28-366f-4485-bf65-8865b62fcb8f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:57.267383 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1602990-518c-4091-8248-5ef8f6db8476 req-e2810aab-fff8-4307-81ac-a4cf46f21b66 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:57.267971 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:57.269542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1602990-518c-4091-8248-5ef8f6db8476 req-e2810aab-fff8-4307-81ac-a4cf46f21b66 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 811 time: 0.1104531 Jan 28 05:41:57.285590 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1602990-518c-4091-8248-5ef8f6db8476 req-9d0c336b-e88d-4c3f-a578-c5267dd09557 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/quotas/79fbef5367d24a58af655d60fa276ac5 HTTP/1.1" status: 200 len: 375 time: 0.0096877 Jan 28 05:41:57.329646 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1602990-518c-4091-8248-5ef8f6db8476 req-3ecbd8f7-c339-4b12-9446-9e22a763c35a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378475 Jan 28 05:41:57.454612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52800) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:57.481650 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1602990-518c-4091-8248-5ef8f6db8476 req-aad88060-caac-40aa-b668-23700a2007e0 service neutron] 10.222.0.31 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499088 Jan 28 05:41:57.505973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439c1b2-39b0-48fe-b5cf-be45f35116b5 req-68e9fd48-ea9f-4e3e-8fb5-8cf254d0b248 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:57.506889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f439c1b2-39b0-48fe-b5cf-be45f35116b5 req-68e9fd48-ea9f-4e3e-8fb5-8cf254d0b248 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 945 time: 0.0879083 Jan 28 05:41:57.542459 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1f94b19d-1a6f-4c1c-a6f9-3159ae75610b admin admin] Deleting port bb69aeff-31a7-4aa5-bed7-4999ac0136ee {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:57.542947 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f94b19d-1a6f-4c1c-a6f9-3159ae75610b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:57.603568 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-acb59878-90fb-49f8-a30a-e8927211b263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:57.608405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f439c1b2-39b0-48fe-b5cf-be45f35116b5 req-e90b99bb-c59b-4a77-adc2-9aa32923c42b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a5c6a17-3c7d-450d-92ca-40298cf37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888619 Jan 28 05:41:57.619881 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1602990-518c-4091-8248-5ef8f6db8476 req-699a45f2-2933-499f-88da-94e72da0d8ba service neutron] 10.222.0.31 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298172 Jan 28 05:41:57.626550 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ddb9353f-3da1-4c52-a894-34fb93eb6e15 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:41:57.682846 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-1f94b19d-1a6f-4c1c-a6f9-3159ae75610b admin admin] For port bb69aeff-31a7-4aa5-bed7-4999ac0136ee, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=bb69aeff-31a7-4aa5-bed7-4999ac0136ee,segment=NetworkSegment(915c3266-ee11-4ae1-aa16-3f7b185ef08a),segment_id=915c3266-ee11-4ae1-aa16-3f7b185ef08a)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:57.683303 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f94b19d-1a6f-4c1c-a6f9-3159ae75610b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:57.713740 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1f94b19d-1a6f-4c1c-a6f9-3159ae75610b admin admin] Calling delete_port for bb69aeff-31a7-4aa5-bed7-4999ac0136ee owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:57.749125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8291a8-48a2-40f9-beb2-ee3ba52e70a2 req-13c6ff2e-4233-40f9-b1e6-7d88b31a59a2 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:57.750582 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port ddb9353f-3da1-4c52-a894-34fb93eb6e15, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ddb9353f-3da1-4c52-a894-34fb93eb6e15,segment=NetworkSegment(11ceaf39-ca61-44f4-a20c-08ea6ba33eae),segment_id=11ceaf39-ca61-44f4-a20c-08ea6ba33eae)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:57.751086 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe8291a8-48a2-40f9-beb2-ee3ba52e70a2 req-13c6ff2e-4233-40f9-b1e6-7d88b31a59a2 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 944 time: 0.0581779 Jan 28 05:41:57.765265 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'ddb9353f-3da1-4c52-a894-34fb93eb6e15', 'network_id': 'b5a5282b-6e28-4736-9e13-1b658bbd5747', 'port_id': 'ddb9353f-3da1-4c52-a894-34fb93eb6e15', 'mac_address': 'fa:16:3e:a1:45:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641f6b07-7fd2-43fd-a026-23de93518b4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:41:57.811281 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port ddb9353f-3da1-4c52-a894-34fb93eb6e15 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:41:57.811724 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ddb9353f-3da1-4c52-a894-34fb93eb6e15), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:57.812991 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe8291a8-48a2-40f9-beb2-ee3ba52e70a2 req-0a9ed067-095f-454e-8d2c-b45e716fb679 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541759 Jan 28 05:41:57.826182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb9353f-3da1-4c52-a894-34fb93eb6e15 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:41:57.839617 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-acb59878-90fb-49f8-a30a-e8927211b263 admin admin] Publish callbacks [] for security_group (ad22ce66-1962-47cc-bab0-be2b9703cc43), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:57.864130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port ddb9353f-3da1-4c52-a894-34fb93eb6e15, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ddb9353f-3da1-4c52-a894-34fb93eb6e15,segment=NetworkSegment(11ceaf39-ca61-44f4-a20c-08ea6ba33eae),segment_id=11ceaf39-ca61-44f4-a20c-08ea6ba33eae)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:57.915523 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-acb59878-90fb-49f8-a30a-e8927211b263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ad22ce66-1962-47cc-bab0-be2b9703cc43), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:57.939928 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ddb9353f-3da1-4c52-a894-34fb93eb6e15), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:57.988770 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-acb59878-90fb-49f8-a30a-e8927211b263 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2afadd219cbe4e4f965b71554396fd7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5331316 Jan 28 05:41:57.995091 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52814) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:57.996817 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=ddb9353f-3da1-4c52-a894-34fb93eb6e15,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:58.014833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcc925-d57e-40d6-bf1f-4529192565ec req-810c7b9e-d0f5-4146-b892-10f531073b4f tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:58.020918 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a2fc7e15-28c8-41ca-b41d-db021fed8400 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:41:58.021862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43dcc925-d57e-40d6-bf1f-4529192565ec req-810c7b9e-d0f5-4146-b892-10f531073b4f tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.1193819 Jan 28 05:41:58.048195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: a2fc7e15-28c8-41ca-b41d-db021fed8400 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:41:58.048477 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a2fc7e15-28c8-41ca-b41d-db021fed8400 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:41:58.054656 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb59878-90fb-49f8-a30a-e8927211b263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad22ce66-1962-47cc-bab0-be2b9703cc43,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:58.086937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f27348-8919-444f-9132-06d946737f45 req-353ace3a-4b2f-4b20-8d82-762312bd1d85 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:58.092814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27f27348-8919-444f-9132-06d946737f45 req-353ace3a-4b2f-4b20-8d82-762312bd1d85 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.60 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 944 time: 0.1569655 Jan 28 05:41:58.096986 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-101fa92b-9880-4459-af48-b99469fd1812 req-10df7e6c-0a6a-4109-9bcd-e228dd40c09e tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-224997939&fields=id&tenant_id=354d7997b3a94bea9a2cca0cef3fe341 HTTP/1.1" status: 200 len: 267 time: 0.1671691 Jan 28 05:41:58.111606 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f94b19d-1a6f-4c1c-a6f9-3159ae75610b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (bb69aeff-31a7-4aa5-bed7-4999ac0136ee), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:58.145426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94b19d-1a6f-4c1c-a6f9-3159ae75610b admin admin] Pushing event deleted for resources: {'Port': ['ID=bb69aeff-31a7-4aa5-bed7-4999ac0136ee,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:58.170467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf2a9ad-9341-4f07-b694-769085350101', 'name': 'network-vif-deleted', 'tag': 'a2fc7e15-28c8-41ca-b41d-db021fed8400'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:41:58.173702 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b7dd37-228c-4490-bca8-79345cee118e" -d '{"events": [{"server_uuid": "cbf2a9ad-9341-4f07-b694-769085350101", "name": "network-vif-deleted", "tag": "a2fc7e15-28c8-41ca-b41d-db021fed8400"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:41:58.183634 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43dcc925-d57e-40d6-bf1f-4529192565ec req-3c100249-946e-45fe-b8b9-dc4482c04d3f tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609395 Jan 28 05:41:58.238632 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['ddb9353f-3da1-4c52-a894-34fb93eb6e15'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:41:58.239838 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4b1500f-93a3-4370-834f-8127c6ed7038 admin admin] Publish callbacks [] for security_group (ad22ce66-1962-47cc-bab0-be2b9703cc43), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:58.434597 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f94b19d-1a6f-4c1c-a6f9-3159ae75610b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (84cdfa28-366f-4485-bf65-8865b62fcb8f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:58.666189 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f94b19d-1a6f-4c1c-a6f9-3159ae75610b admin admin] Router 84cdfa28-366f-4485-bf65-8865b62fcb8f has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:41:58.725123 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fa92b-9880-4459-af48-b99469fd1812 req-19167cb4-a627-40f5-b3ec-24d50a90779c tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:58.726994 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-101fa92b-9880-4459-af48-b99469fd1812 req-19167cb4-a627-40f5-b3ec-24d50a90779c tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 945 time: 0.6179645 Jan 28 05:41:58.728601 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4b1500f-93a3-4370-834f-8127c6ed7038 admin admin] Publish callbacks [] for security_group (ad22ce66-1962-47cc-bab0-be2b9703cc43), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:58.749761 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-101fa92b-9880-4459-af48-b99469fd1812 req-0c7898f4-4d90-4924-a4ef-10e885ce6e1a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Request body: {'port': {'security_groups': ['6a5c6a17-3c7d-450d-92ca-40298cf37c67', '60eebcf4-5553-44ce-8e3c-e1e5d0909d77']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:41:58.780039 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f94b19d-1a6f-4c1c-a6f9-3159ae75610b admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:41:58.785150 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1f94b19d-1a6f-4c1c-a6f9-3159ae75610b admin admin] 10.222.0.31 "PUT /v2.0/routers/84cdfa28-366f-4485-bf65-8865b62fcb8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9872005 Jan 28 05:41:58.789558 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52826) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:41:58.794580 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7cf192-5f5a-4559-81af-04769884f877 None None] Sync routers for ids ['84cdfa28-366f-4485-bf65-8865b62fcb8f'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:41:58.806533 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7cf192-5f5a-4559-81af-04769884f877 None None] Routers {'84cdfa28-366f-4485-bf65-8865b62fcb8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:41:58.807296 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fa7cf192-5f5a-4559-81af-04769884f877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:41:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['84cdfa28-366f-4485-bf65-8865b62fcb8f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:58.809976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78809ba5-0124-45dc-a545-4de3e10cecdb req-205344d1-9228-42d7-9f2a-1e116825cd6b tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:58.811479 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78809ba5-0124-45dc-a545-4de3e10cecdb req-205344d1-9228-42d7-9f2a-1e116825cd6b tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/ports?device_id=49abc462-3481-4e68-b8af-0013278e44fb HTTP/1.1" status: 200 len: 943 time: 0.5031819 Jan 28 05:41:58.860587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-27f27348-8919-444f-9132-06d946737f45 req-3095ccad-6fee-424a-bacf-a53dd5b759f4 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Deleting port bceb2b75-3195-463e-9220-215e0ea02733 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:58.860980 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-27f27348-8919-444f-9132-06d946737f45 req-3095ccad-6fee-424a-bacf-a53dd5b759f4 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (bceb2b75-3195-463e-9220-215e0ea02733), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:58.911568 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08da4059-b41e-471e-978e-81199efabe18 admin admin] Publish callbacks [] for router (84cdfa28-366f-4485-bf65-8865b62fcb8f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:58.924244 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-101fa92b-9880-4459-af48-b99469fd1812 req-0c7898f4-4d90-4924-a4ef-10e885ce6e1a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:58.929246 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-fa7cf192-5f5a-4559-81af-04769884f877 None None] Set router 84cdfa28-366f-4485-bf65-8865b62fcb8f gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:41:58.994649 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4b1500f-93a3-4370-834f-8127c6ed7038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ad22ce66-1962-47cc-bab0-be2b9703cc43), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:58.997254 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4b1500f-93a3-4370-834f-8127c6ed7038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:58.998395 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b4b1500f-93a3-4370-834f-8127c6ed7038 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad22ce66-1962-47cc-bab0-be2b9703cc43 HTTP/1.1" status: 204 len: 168 time: 0.9967773 Jan 28 05:41:59.037379 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08da4059-b41e-471e-978e-81199efabe18 admin admin] Publish callbacks [] for router_gateway (84cdfa28-366f-4485-bf65-8865b62fcb8f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:59.039390 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1500f-93a3-4370-834f-8127c6ed7038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad22ce66-1962-47cc-bab0-be2b9703cc43,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:59.045479 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78809ba5-0124-45dc-a545-4de3e10cecdb req-871ea83d-5ba0-4672-a7be-718831b7fbc4 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/security-groups?id=01de4c93-377f-41b7-8487-be13f8969225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194946 Jan 28 05:41:59.090120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-27f27348-8919-444f-9132-06d946737f45 req-3095ccad-6fee-424a-bacf-a53dd5b759f4 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] For port bceb2b75-3195-463e-9220-215e0ea02733, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=bceb2b75-3195-463e-9220-215e0ea02733,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:59.090599 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-27f27348-8919-444f-9132-06d946737f45 req-3095ccad-6fee-424a-bacf-a53dd5b759f4 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (bceb2b75-3195-463e-9220-215e0ea02733), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:59.115000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-27f27348-8919-444f-9132-06d946737f45 req-3095ccad-6fee-424a-bacf-a53dd5b759f4 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Calling delete_port for bceb2b75-3195-463e-9220-215e0ea02733 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:59.170635 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-08da4059-b41e-471e-978e-81199efabe18 admin admin] Deleting port 6b65dab4-44a1-4281-9019-e29339236720 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:41:59.170889 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08da4059-b41e-471e-978e-81199efabe18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6b65dab4-44a1-4281-9019-e29339236720), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:59.205711 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fa7cf192-5f5a-4559-81af-04769884f877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'name': 'tempest-FloatingIPsTestJSON-776448483-router', 'tenant_id': 'be7bf173b3c54c719f3cc15a83e24448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '6b65dab4-44a1-4281-9019-e29339236720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:41:15Z', 'updated_at': '2022-01-28T05:41:57Z', 'revision_number': 5, 'project_id': 'be7bf173b3c54c719f3cc15a83e24448', 'gw_port': {'id': '6b65dab4-44a1-4281-9019-e29339236720', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:17Z', 'updated_at': '2022-01-28T05:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:59.241137 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7cf192-5f5a-4559-81af-04769884f877 None None] Checking router: 84cdfa28-366f-4485-bf65-8865b62fcb8f for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:41:59.247971 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fc41d02-ca1e-43fa-9345-2dcfa8083cb8 req-108859a0-2fac-41b2-ae4e-c5e200608821 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 210 time: 0.0720263 Jan 28 05:41:59.264442 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-08da4059-b41e-471e-978e-81199efabe18 admin admin] For port 6b65dab4-44a1-4281-9019-e29339236720, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6b65dab4-44a1-4281-9019-e29339236720,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:59.264825 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08da4059-b41e-471e-978e-81199efabe18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6b65dab4-44a1-4281-9019-e29339236720), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:59.269806 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7cf192-5f5a-4559-81af-04769884f877 None None] Routers {'84cdfa28-366f-4485-bf65-8865b62fcb8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:41:59.270690 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fa7cf192-5f5a-4559-81af-04769884f877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:41:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['84cdfa28-366f-4485-bf65-8865b62fcb8f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:59.281638 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-08da4059-b41e-471e-978e-81199efabe18 admin admin] Calling delete_port for 6b65dab4-44a1-4281-9019-e29339236720 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:41:59.455211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-101fa92b-9880-4459-af48-b99469fd1812 req-0c7898f4-4d90-4924-a4ef-10e885ce6e1a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] For port ff72beb2-99e3-4fae-8d8c-3902222f837c, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ff72beb2-99e3-4fae-8d8c-3902222f837c,segment=NetworkSegment(e20b329b-421b-4121-9a6e-33d932a823e0),segment_id=e20b329b-421b-4121-9a6e-33d932a823e0)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:41:59.507639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea82c2-13d9-44f0-a4d9-d901a48c4ae2 req-8f04afc6-e9ec-4fd4-8690-b963ae586956 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:59.514718 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7eea82c2-13d9-44f0-a4d9-d901a48c4ae2 req-8f04afc6-e9ec-4fd4-8690-b963ae586956 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/ports?device_id=81a75a9f-0d21-4bea-a6a1-12fcf0747885 HTTP/1.1" status: 200 len: 944 time: 0.1391883 Jan 28 05:41:59.574643 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-101fa92b-9880-4459-af48-b99469fd1812 req-0c7898f4-4d90-4924-a4ef-10e885ce6e1a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:59.576139 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-fa7cf192-5f5a-4559-81af-04769884f877 None None] Set router 84cdfa28-366f-4485-bf65-8865b62fcb8f gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:41:59.601179 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7eea82c2-13d9-44f0-a4d9-d901a48c4ae2 req-6ef0a18e-2928-49a3-b31d-0b09ed610c00 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/security-groups?id=f406e4f7-bdd2-4927-a0f0-4aaac57475a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853393 Jan 28 05:41:59.635113 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fa7cf192-5f5a-4559-81af-04769884f877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'name': 'tempest-FloatingIPsTestJSON-776448483-router', 'tenant_id': 'be7bf173b3c54c719f3cc15a83e24448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:41:15Z', 'updated_at': '2022-01-28T05:41:59Z', 'revision_number': 6, 'project_id': 'be7bf173b3c54c719f3cc15a83e24448', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:41:59.644994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ddb9353f-3da1-4c52-a894-34fb93eb6e15 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:41:59.658265 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b82981-ebbe-4aeb-8cd5-57dcdb9779ba x-openstack-request-id: req-c1b82981-ebbe-4aeb-8cd5-57dcdb9779ba {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:41:59.658627 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf2a9ad-9341-4f07-b694-769085350101", "name": "network-vif-deleted", "tag": "a2fc7e15-28c8-41ca-b41d-db021fed8400", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:41:59.658910 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1b82981-ebbe-4aeb-8cd5-57dcdb9779ba {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:41:59.659414 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf2a9ad-9341-4f07-b694-769085350101', 'name': 'network-vif-deleted', 'tag': 'a2fc7e15-28c8-41ca-b41d-db021fed8400', 'status': 'completed', 'code': 200} Jan 28 05:41:59.682241 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7cf192-5f5a-4559-81af-04769884f877 None None] The sync data for ids ['84cdfa28-366f-4485-bf65-8865b62fcb8f'] in n-d-812111-12 is: [{'id': '84cdfa28-366f-4485-bf65-8865b62fcb8f', 'name': 'tempest-FloatingIPsTestJSON-776448483-router', 'tenant_id': 'be7bf173b3c54c719f3cc15a83e24448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:41:15Z', 'updated_at': '2022-01-28T05:41:59Z', 'revision_number': 6, 'project_id': 'be7bf173b3c54c719f3cc15a83e24448', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:41:59.769692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78c1d4-b025-46a9-a42e-674baea20492 req-a000b24d-2c25-420a-bc06-29ff64306531 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:59.772146 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb78c1d4-b025-46a9-a42e-674baea20492 req-a000b24d-2c25-420a-bc06-29ff64306531 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 944 time: 0.0562599 Jan 28 05:41:59.819323 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08da4059-b41e-471e-978e-81199efabe18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6b65dab4-44a1-4281-9019-e29339236720), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:59.820002 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-27f27348-8919-444f-9132-06d946737f45 req-3095ccad-6fee-424a-bacf-a53dd5b759f4 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (bceb2b75-3195-463e-9220-215e0ea02733), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:59.822265 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-101fa92b-9880-4459-af48-b99469fd1812 req-0c7898f4-4d90-4924-a4ef-10e885ce6e1a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:59.826083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb78c1d4-b025-46a9-a42e-674baea20492 req-f85f4f41-f8e2-4a55-8219-f22ff42a0d34 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471792 Jan 28 05:41:59.854687 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095ccad-6fee-424a-bacf-a53dd5b759f4 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Pushing event deleted for resources: {'Port': ['ID=bceb2b75-3195-463e-9220-215e0ea02733,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:59.857859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da4059-b41e-471e-978e-81199efabe18 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b65dab4-44a1-4281-9019-e29339236720,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:41:59.899220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['ff72beb2-99e3-4fae-8d8c-3902222f837c'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:41:59.941249 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08da4059-b41e-471e-978e-81199efabe18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (84cdfa28-366f-4485-bf65-8865b62fcb8f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:59.977798 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fa92b-9880-4459-af48-b99469fd1812 req-0c7898f4-4d90-4924-a4ef-10e885ce6e1a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:41:59.978445 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-101fa92b-9880-4459-af48-b99469fd1812 req-0c7898f4-4d90-4924-a4ef-10e885ce6e1a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:41:59.980151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-101fa92b-9880-4459-af48-b99469fd1812 req-0c7898f4-4d90-4924-a4ef-10e885ce6e1a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "PUT /v2.0/ports/ff72beb2-99e3-4fae-8d8c-3902222f837c HTTP/1.1" status: 200 len: 981 time: 1.2422943 Jan 28 05:42:00.024683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f27348-8919-444f-9132-06d946737f45 req-3095ccad-6fee-424a-bacf-a53dd5b759f4 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] No DVR routers for this DVR port bceb2b75-3195-463e-9220-215e0ea02733 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:42:00.027584 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-27f27348-8919-444f-9132-06d946737f45 req-3095ccad-6fee-424a-bacf-a53dd5b759f4 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:00.031876 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27f27348-8919-444f-9132-06d946737f45 req-3095ccad-6fee-424a-bacf-a53dd5b759f4 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.60 "DELETE /v2.0/ports/bceb2b75-3195-463e-9220-215e0ea02733 HTTP/1.1" status: 204 len: 173 time: 1.9290886 Jan 28 05:42:00.060937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7898f4-4d90-4924-a4ef-10e885ce6e1a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event updated for resources: {'Port': ['ID=ff72beb2-99e3-4fae-8d8c-3902222f837c,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:00.062648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device cc0612fd-d1b8-4c7c-a549-c6272111b129 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:42:00.126921 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['ff72beb2-99e3-4fae-8d8c-3902222f837c'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:00.147479 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286d455-50c6-4b98-8e6f-3a36762447a4 req-79224f93-8877-4c6d-9d7c-409bb0669d6c tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:00.149811 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1286d455-50c6-4b98-8e6f-3a36762447a4 req-79224f93-8877-4c6d-9d7c-409bb0669d6c tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.1686869 Jan 28 05:42:00.153829 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0564c281-132b-401c-a6d5-8d46b6bfaab9 req-a51dbf65-9ed2-4284-a5b6-db70208cc9b8 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-57258700&fields=id&tenant_id=354d7997b3a94bea9a2cca0cef3fe341 HTTP/1.1" status: 200 len: 267 time: 0.0830128 Jan 28 05:42:00.263795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564c281-132b-401c-a6d5-8d46b6bfaab9 req-7d46ca88-2f62-4240-91ef-c5210ce38d52 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:00.265547 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0564c281-132b-401c-a6d5-8d46b6bfaab9 req-7d46ca88-2f62-4240-91ef-c5210ce38d52 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 984 time: 0.1018507 Jan 28 05:42:00.274446 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1286d455-50c6-4b98-8e6f-3a36762447a4 req-24265393-dbee-4ada-ae3a-690703166de3 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187866 Jan 28 05:42:00.280333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-0564c281-132b-401c-a6d5-8d46b6bfaab9 req-8456c7c4-ba0c-4fbb-bed8-294953709745 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Request body: {'port': {'security_groups': ['60eebcf4-5553-44ce-8e3c-e1e5d0909d77', '6a5c6a17-3c7d-450d-92ca-40298cf37c67', 'dd149e02-b466-4e1b-9367-1cb89e18de86']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:00.361581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port cc0612fd-d1b8-4c7c-a549-c6272111b129, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cc0612fd-d1b8-4c7c-a549-c6272111b129,segment=NetworkSegment(acc6d6cb-69e6-4f16-8e13-d6bce05c0449),segment_id=acc6d6cb-69e6-4f16-8e13-d6bce05c0449)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:00.381542 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08da4059-b41e-471e-978e-81199efabe18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (84cdfa28-366f-4485-bf65-8865b62fcb8f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:00.383711 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08da4059-b41e-471e-978e-81199efabe18 admin admin] Publish callbacks [] for router_controller (84cdfa28-366f-4485-bf65-8865b62fcb8f), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:00.394814 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'cc0612fd-d1b8-4c7c-a549-c6272111b129', 'network_id': '861f8cc9-f76e-46a6-a80b-1334792fa75b', 'port_id': 'cc0612fd-d1b8-4c7c-a549-c6272111b129', 'mac_address': 'fa:16:3e:86:75:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '882f88ff-e8a8-4e61-842d-acff6c352ade', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:42:00.414405 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0564c281-132b-401c-a6d5-8d46b6bfaab9 req-8456c7c4-ba0c-4fbb-bed8-294953709745 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:00.442805 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6952cc-db3b-4e9e-b8fc-c45a14923c09 req-4e4766f8-c792-4805-b4bd-85b8eee41292 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:00.444582 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd6952cc-db3b-4e9e-b8fc-c45a14923c09 req-4e4766f8-c792-4805-b4bd-85b8eee41292 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/ports?device_id=49abc462-3481-4e68-b8af-0013278e44fb HTTP/1.1" status: 200 len: 943 time: 0.0812893 Jan 28 05:42:00.465760 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port cc0612fd-d1b8-4c7c-a549-c6272111b129 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:00.465760 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cc0612fd-d1b8-4c7c-a549-c6272111b129), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:00.488801 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0612fd-d1b8-4c7c-a549-c6272111b129 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:42:00.544379 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08da4059-b41e-471e-978e-81199efabe18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (84cdfa28-366f-4485-bf65-8865b62fcb8f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:00.547465 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08da4059-b41e-471e-978e-81199efabe18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84cdfa28-366f-4485-bf65-8865b62fcb8f {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:42:00.557006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd6952cc-db3b-4e9e-b8fc-c45a14923c09 req-355e1990-7431-4a9c-9ad6-0a640c76bcf6 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/security-groups?id=01de4c93-377f-41b7-8487-be13f8969225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902400 Jan 28 05:42:00.559591 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08da4059-b41e-471e-978e-81199efabe18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:00.562118 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port ddb9353f-3da1-4c52-a894-34fb93eb6e15 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:42:00.582088 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-08da4059-b41e-471e-978e-81199efabe18 admin admin] 10.222.0.31 "DELETE /v2.0/routers/84cdfa28-366f-4485-bf65-8865b62fcb8f HTTP/1.1" status: 204 len: 168 time: 1.7792983 Jan 28 05:42:00.582088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52842) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:00.612140 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device bb69aeff-31a7-4aa5-bed7-4999ac0136ee no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:42:00.670224 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-4094eaee-b8d7-41d6-b217-2677dccb373f admin admin] Deleting subnet 6a23cc7f-41ef-4d9a-8347-1387351d637e {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:42:00.673311 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port cc0612fd-d1b8-4c7c-a549-c6272111b129, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cc0612fd-d1b8-4c7c-a549-c6272111b129,segment=NetworkSegment(acc6d6cb-69e6-4f16-8e13-d6bce05c0449),segment_id=acc6d6cb-69e6-4f16-8e13-d6bce05c0449)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:00.683617 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4094eaee-b8d7-41d6-b217-2677dccb373f admin admin] Publish callbacks [] for subnet (6a23cc7f-41ef-4d9a-8347-1387351d637e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:00.684195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port ddb9353f-3da1-4c52-a894-34fb93eb6e15 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:00.684576 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ddb9353f-3da1-4c52-a894-34fb93eb6e15), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:00.688605 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: bb69aeff-31a7-4aa5-bed7-4999ac0136ee {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:42:00.688947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device bb69aeff-31a7-4aa5-bed7-4999ac0136ee not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:42:00.727889 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4094eaee-b8d7-41d6-b217-2677dccb373f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (6a23cc7f-41ef-4d9a-8347-1387351d637e), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:00.800210 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cef06ee6-860b-40ca-a7e6-8f31c3c987b4 req-5168c06d-fbdb-477d-9508-b2b5bc690c0e tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 210 time: 0.1256428 Jan 28 05:42:00.804551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52846) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:00.814713 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cc0612fd-d1b8-4c7c-a549-c6272111b129), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:00.835690 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-42e3c122-5512-4fb8-a164-3b5b62ec22db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:00.950504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-0564c281-132b-401c-a6d5-8d46b6bfaab9 req-8456c7c4-ba0c-4fbb-bed8-294953709745 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] For port ff72beb2-99e3-4fae-8d8c-3902222f837c, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ff72beb2-99e3-4fae-8d8c-3902222f837c,segment=NetworkSegment(e20b329b-421b-4121-9a6e-33d932a823e0),segment_id=e20b329b-421b-4121-9a6e-33d932a823e0)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:00.955940 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-42e3c122-5512-4fb8-a164-3b5b62ec22db admin admin] Publish callbacks [] for security_group (8977b9c1-97a2-4309-a6ad-3030f612dbf2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:00.983905 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4094eaee-b8d7-41d6-b217-2677dccb373f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (6a23cc7f-41ef-4d9a-8347-1387351d637e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:01.029272 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0564c281-132b-401c-a6d5-8d46b6bfaab9 req-8456c7c4-ba0c-4fbb-bed8-294953709745 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:01.048443 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-42e3c122-5512-4fb8-a164-3b5b62ec22db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8977b9c1-97a2-4309-a6ad-3030f612dbf2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:01.065494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=cc0612fd-d1b8-4c7c-a549-c6272111b129,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:01.077562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port ddb9353f-3da1-4c52-a894-34fb93eb6e15 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:01.078012 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ddb9353f-3da1-4c52-a894-34fb93eb6e15), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:01.081108 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba549b-2a20-4320-8d93-bea701aa585e req-4c374304-33b3-485f-b7f9-99e93aa75f43 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:01.084043 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ffba549b-2a20-4320-8d93-bea701aa585e req-4c374304-33b3-485f-b7f9-99e93aa75f43 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/ports?device_id=81a75a9f-0d21-4bea-a6a1-12fcf0747885 HTTP/1.1" status: 200 len: 944 time: 0.1270902 Jan 28 05:42:01.119669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a75a9f-0d21-4bea-a6a1-12fcf0747885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb9353f-3da1-4c52-a894-34fb93eb6e15'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:01.121954 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c017b27a-a5f0-4f11-8e9e-3b83234d686e" -d '{"events": [{"server_uuid": "81a75a9f-0d21-4bea-a6a1-12fcf0747885", "name": "network-vif-plugged", "status": "completed", "tag": "ddb9353f-3da1-4c52-a894-34fb93eb6e15"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:01.137016 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-42e3c122-5512-4fb8-a164-3b5b62ec22db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97b9bd3c765d433089e434d8def79b5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179564 Jan 28 05:42:01.142154 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port ddb9353f-3da1-4c52-a894-34fb93eb6e15, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ddb9353f-3da1-4c52-a894-34fb93eb6e15,segment=NetworkSegment(11ceaf39-ca61-44f4-a20c-08ea6ba33eae),segment_id=11ceaf39-ca61-44f4-a20c-08ea6ba33eae)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:01.146648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52852) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:01.166575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['cc0612fd-d1b8-4c7c-a549-c6272111b129'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:01.179362 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3c122-5512-4fb8-a164-3b5b62ec22db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8977b9c1-97a2-4309-a6ad-3030f612dbf2,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:01.179535 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ffba549b-2a20-4320-8d93-bea701aa585e req-a2a0aff4-1a87-4d07-8738-d699baac6a5e tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/security-groups?id=f406e4f7-bdd2-4927-a0f0-4aaac57475a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833566 Jan 28 05:42:01.204125 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0564c281-132b-401c-a6d5-8d46b6bfaab9 req-8456c7c4-ba0c-4fbb-bed8-294953709745 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:01.252330 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['ff72beb2-99e3-4fae-8d8c-3902222f837c'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:01.270629 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4094eaee-b8d7-41d6-b217-2677dccb373f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (6a23cc7f-41ef-4d9a-8347-1387351d637e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:01.283581 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ddb9353f-3da1-4c52-a894-34fb93eb6e15), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:01.299778 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4094eaee-b8d7-41d6-b217-2677dccb373f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:01.305335 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4094eaee-b8d7-41d6-b217-2677dccb373f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6a23cc7f-41ef-4d9a-8347-1387351d637e HTTP/1.1" status: 204 len: 168 time: 0.7244117 Jan 28 05:42:01.306426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094eaee-b8d7-41d6-b217-2677dccb373f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a23cc7f-41ef-4d9a-8347-1387351d637e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:01.308330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52856) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:01.333863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f2e615-e258-4a88-9fab-06687aa235cf None None] Network c55cd528-a79f-41db-9d74-9d3c194c3476 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:01.389708 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (c55cd528-a79f-41db-9d74-9d3c194c3476), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:01.411076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564c281-132b-401c-a6d5-8d46b6bfaab9 req-8456c7c4-ba0c-4fbb-bed8-294953709745 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:01.411723 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0564c281-132b-401c-a6d5-8d46b6bfaab9 req-8456c7c4-ba0c-4fbb-bed8-294953709745 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:01.413776 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0564c281-132b-401c-a6d5-8d46b6bfaab9 req-8456c7c4-ba0c-4fbb-bed8-294953709745 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "PUT /v2.0/ports/ff72beb2-99e3-4fae-8d8c-3902222f837c HTTP/1.1" status: 200 len: 1020 time: 1.1384232 Jan 28 05:42:01.431836 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ced3bc4a-1d9f-48ec-9563-13bdb452e971 req-17d68273-02dd-45c5-b132-5892238506d8 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=a29c7c05-31e4-45b6-8bde-c9f82774938f HTTP/1.1" status: 200 len: 210 time: 0.1341510 Jan 28 05:42:01.466072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=ddb9353f-3da1-4c52-a894-34fb93eb6e15,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:01.510694 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456c7c4-ba0c-4fbb-bed8-294953709745 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event updated for resources: {'Port': ['ID=ff72beb2-99e3-4fae-8d8c-3902222f837c,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:01.541353 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e593074c-4bb7-4773-96e3-ccada3093519 x-openstack-request-id: req-e593074c-4bb7-4773-96e3-ccada3093519 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:01.541665 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a75a9f-0d21-4bea-a6a1-12fcf0747885", "name": "network-vif-plugged", "status": "completed", "tag": "ddb9353f-3da1-4c52-a894-34fb93eb6e15", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:01.541939 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e593074c-4bb7-4773-96e3-ccada3093519 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:01.542387 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a75a9f-0d21-4bea-a6a1-12fcf0747885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb9353f-3da1-4c52-a894-34fb93eb6e15', 'code': 200} Jan 28 05:42:01.544385 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c58be2e2-573f-4eb2-aeee-c97dfbf69d8f admin admin] Publish callbacks [] for security_group (8977b9c1-97a2-4309-a6ad-3030f612dbf2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:01.564109 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1602990-518c-4091-8248-5ef8f6db8476 req-db3c387d-90e4-4134-9b09-16519eefc61f tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:01.566240 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1602990-518c-4091-8248-5ef8f6db8476 req-db3c387d-90e4-4134-9b09-16519eefc61f tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.64 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 811 time: 0.4091916 Jan 28 05:42:01.588013 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Deleting port cf2760d3-039b-4ac0-8b19-d4c0360163d7 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:42:01.588530 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (cf2760d3-039b-4ac0-8b19-d4c0360163d7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:01.590458 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['ff72beb2-99e3-4fae-8d8c-3902222f837c'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:01.602116 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c58be2e2-573f-4eb2-aeee-c97dfbf69d8f admin admin] Publish callbacks [] for security_group (8977b9c1-97a2-4309-a6ad-3030f612dbf2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:01.652521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c1602990-518c-4091-8248-5ef8f6db8476 req-41ba5596-4c14-47a2-8962-6e46c1e3ba47 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Request body: {'port': {'device_id': 'e6e12640-2f52-4281-94a2-93a6cf32ade4', 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd', 'admin_state_up': True, 'tenant_id': '79fbef5367d24a58af655d60fa276ac5'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:01.688934 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a069cf3-481f-4227-87dc-8bfe18b6e8c6', 'tag': 'ff72beb2-99e3-4fae-8d8c-3902222f837c'}, {'server_uuid': 'a29c7c05-31e4-45b6-8bde-c9f82774938f', 'name': 'network-vif-deleted', 'tag': 'bceb2b75-3195-463e-9220-215e0ea02733'}, {'name': 'network-changed', 'server_uuid': '3a069cf3-481f-4227-87dc-8bfe18b6e8c6', 'tag': 'ff72beb2-99e3-4fae-8d8c-3902222f837c'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:01.691253 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fda9dc-3a02-4c70-9ccd-803506581289" -d '{"events": [{"name": "network-changed", "server_uuid": "3a069cf3-481f-4227-87dc-8bfe18b6e8c6", "tag": "ff72beb2-99e3-4fae-8d8c-3902222f837c"}, {"server_uuid": "a29c7c05-31e4-45b6-8bde-c9f82774938f", "name": "network-vif-deleted", "tag": "bceb2b75-3195-463e-9220-215e0ea02733"}, {"name": "network-changed", "server_uuid": "3a069cf3-481f-4227-87dc-8bfe18b6e8c6", "tag": "ff72beb2-99e3-4fae-8d8c-3902222f837c"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:01.731993 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] For port cf2760d3-039b-4ac0-8b19-d4c0360163d7, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cf2760d3-039b-4ac0-8b19-d4c0360163d7,segment=NetworkSegment(915c3266-ee11-4ae1-aa16-3f7b185ef08a),segment_id=915c3266-ee11-4ae1-aa16-3f7b185ef08a)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:01.732438 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (cf2760d3-039b-4ac0-8b19-d4c0360163d7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:01.753172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Calling delete_port for cf2760d3-039b-4ac0-8b19-d4c0360163d7 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:42:01.764492 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c6644-096a-41e2-8b6c-542dec3372ce req-a28c69ec-4d7e-4f80-ab4e-bb103b796e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:01.766547 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-de8c6644-096a-41e2-8b6c-542dec3372ce req-a28c69ec-4d7e-4f80-ab4e-bb103b796e4b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=81a75a9f-0d21-4bea-a6a1-12fcf0747885 HTTP/1.1" status: 200 len: 1097 time: 0.0853572 Jan 28 05:42:01.885922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926e4f1-6f14-48dc-bd2a-5797e62d7a7b req-266a7a2c-dc28-4961-9671-81e009f00c2c tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:01.896710 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d926e4f1-6f14-48dc-bd2a-5797e62d7a7b req-266a7a2c-dc28-4961-9671-81e009f00c2c tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.2161198 Jan 28 05:42:01.901497 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-de8c6644-096a-41e2-8b6c-542dec3372ce req-3fd9a8de-87b5-44b0-b149-bc03c1c656bd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f406e4f7-bdd2-4927-a0f0-4aaac57475a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898719 Jan 28 05:42:01.912215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070da09c-3b98-426d-af9c-1f42725aae6b None None] DHCP port deletion for c55cd528-a79f-41db-9d74-9d3c194c3476 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:42:01.920485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a4d0b-cd00-4c8d-b0a1-d79b05ddc69f req-ed150b60-bbca-4a2d-bd53-4059f01b66ec tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:01.924609 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-376a4d0b-cd00-4c8d-b0a1-d79b05ddc69f req-ed150b60-bbca-4a2d-bd53-4059f01b66ec tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 1023 time: 0.1954629 Jan 28 05:42:02.003266 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (cf2760d3-039b-4ac0-8b19-d4c0360163d7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:02.031197 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2760d3-039b-4ac0-8b19-d4c0360163d7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:02.032287 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d926e4f1-6f14-48dc-bd2a-5797e62d7a7b req-bf33b194-7192-48e9-8a02-0ce3f2a8de56 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291440 Jan 28 05:42:02.033078 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] No DVR routers for this DVR port cf2760d3-039b-4ac0-8b19-d4c0360163d7 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:42:02.043951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device bceb2b75-3195-463e-9220-215e0ea02733 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:42:02.075868 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c58be2e2-573f-4eb2-aeee-c97dfbf69d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8977b9c1-97a2-4309-a6ad-3030f612dbf2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:02.078873 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c58be2e2-573f-4eb2-aeee-c97dfbf69d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:02.085106 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c58be2e2-573f-4eb2-aeee-c97dfbf69d8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8977b9c1-97a2-4309-a6ad-3030f612dbf2 HTTP/1.1" status: 204 len: 168 time: 0.9351468 Jan 28 05:42:02.088753 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: bceb2b75-3195-463e-9220-215e0ea02733 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:42:02.089106 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device bceb2b75-3195-463e-9220-215e0ea02733 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:42:02.094946 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-376a4d0b-cd00-4c8d-b0a1-d79b05ddc69f req-cdaad49b-d566-475a-aa6f-b3a6e80ca271 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd149e02-b466-4e1b-9367-1cb89e18de86&id=60eebcf4-5553-44ce-8e3c-e1e5d0909d77&id=6a5c6a17-3c7d-450d-92ca-40298cf37c67 HTTP/1.1" status: 200 len: 6197 time: 0.1469841 Jan 28 05:42:02.101639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58be2e2-573f-4eb2-aeee-c97dfbf69d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8977b9c1-97a2-4309-a6ad-3030f612dbf2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:02.110727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1602990-518c-4091-8248-5ef8f6db8476 req-41ba5596-4c14-47a2-8962-6e46c1e3ba47 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Made reservation on behalf of 79fbef5367d24a58af655d60fa276ac5 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:02.117147 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1602990-518c-4091-8248-5ef8f6db8476 req-41ba5596-4c14-47a2-8962-6e46c1e3ba47 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:02.184595 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-070da09c-3b98-426d-af9c-1f42725aae6b None None] Deleting port cf2760d3-039b-4ac0-8b19-d4c0360163d7 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:42:02.184978 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-070da09c-3b98-426d-af9c-1f42725aae6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (cf2760d3-039b-4ac0-8b19-d4c0360163d7), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:02.215538 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3290f0f8-f16d-43bd-ab2d-2958bb242db9 x-openstack-request-id: req-3290f0f8-f16d-43bd-ab2d-2958bb242db9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:02.222754 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a069cf3-481f-4227-87dc-8bfe18b6e8c6", "tag": "ff72beb2-99e3-4fae-8d8c-3902222f837c", "status": "completed", "code": 200}, {"server_uuid": "a29c7c05-31e4-45b6-8bde-c9f82774938f", "name": "network-vif-deleted", "tag": "bceb2b75-3195-463e-9220-215e0ea02733", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3a069cf3-481f-4227-87dc-8bfe18b6e8c6", "tag": "ff72beb2-99e3-4fae-8d8c-3902222f837c", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:02.226480 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3290f0f8-f16d-43bd-ab2d-2958bb242db9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:02.227065 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a069cf3-481f-4227-87dc-8bfe18b6e8c6', 'tag': 'ff72beb2-99e3-4fae-8d8c-3902222f837c', 'status': 'completed', 'code': 200} Jan 28 05:42:02.227330 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29c7c05-31e4-45b6-8bde-c9f82774938f', 'name': 'network-vif-deleted', 'tag': 'bceb2b75-3195-463e-9220-215e0ea02733', 'status': 'completed', 'code': 200} Jan 28 05:42:02.227592 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a069cf3-481f-4227-87dc-8bfe18b6e8c6', 'tag': 'ff72beb2-99e3-4fae-8d8c-3902222f837c', 'status': 'completed', 'code': 200} Jan 28 05:42:02.243539 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (c55cd528-a79f-41db-9d74-9d3c194c3476), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:02.321768 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55cd528-a79f-41db-9d74-9d3c194c3476']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:02.339999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-070da09c-3b98-426d-af9c-1f42725aae6b None None] For port cf2760d3-039b-4ac0-8b19-d4c0360163d7, host n-d-812111-12, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:02.340425 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-070da09c-3b98-426d-af9c-1f42725aae6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (cf2760d3-039b-4ac0-8b19-d4c0360163d7), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:02.342655 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915c3266-ee11-4ae1-aa16-3f7b185ef08a') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:02.342940 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915c3266-ee11-4ae1-aa16-3f7b185ef08a') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:02.347663 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-88196480-6d3f-4de0-acac-86301375e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:02.349946 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-88196480-6d3f-4de0-acac-86301375e1a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=354d7997b3a94bea9a2cca0cef3fe341&device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 1175 time: 0.1021893 Jan 28 05:42:02.360694 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (915c3266-ee11-4ae1-aa16-3f7b185ef08a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:02.366126 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36a24d8d-a31a-4827-8823-61a44dc072be req-7b3851d7-01b9-411a-9340-969ab114ca3f tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 210 time: 0.0725646 Jan 28 05:42:02.375832 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6b65dab4-44a1-4281-9019-e29339236720 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:42:02.396013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbdb8e-e7f3-4505-8375-7bcf570aa523 req-27363196-d04c-4a50-9f3d-df8b19aafd32 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:02.405417 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0bbbdb8e-e7f3-4505-8375-7bcf570aa523 req-27363196-d04c-4a50-9f3d-df8b19aafd32 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/ports?device_id=49abc462-3481-4e68-b8af-0013278e44fb HTTP/1.1" status: 200 len: 944 time: 0.2475810 Jan 28 05:42:02.405892 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-070da09c-3b98-426d-af9c-1f42725aae6b None None] Calling delete_port for cf2760d3-039b-4ac0-8b19-d4c0360163d7 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:42:02.435585 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (915c3266-ee11-4ae1-aa16-3f7b185ef08a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:02.448876 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-122638fb-5927-4e14-bc86-80fa272530f1 req-4d7d4e2a-4752-4efa-8e16-ded6e7382e91 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1725872311 ', 'description': 'tempest-description-318232566'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:02.450582 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:42:02.451093 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (915c3266-ee11-4ae1-aa16-3f7b185ef08a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:02.451483 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-070da09c-3b98-426d-af9c-1f42725aae6b None None] Port cf2760d3-039b-4ac0-8b19-d4c0360163d7 was not found and therefore no delete operation was performed {{(pid=103636) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:42:02.453202 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:42:02.457338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 6b65dab4-44a1-4281-9019-e29339236720 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:42:02.459644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6b65dab4-44a1-4281-9019-e29339236720 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:42:02.460074 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cf2760d3-039b-4ac0-8b19-d4c0360163d7 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:42:02.479406 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-070da09c-3b98-426d-af9c-1f42725aae6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (cf2760d3-039b-4ac0-8b19-d4c0360163d7), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:02.513181 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0bbbdb8e-e7f3-4505-8375-7bcf570aa523 req-442f42d2-384e-4796-ac38-65492992db97 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/security-groups?id=01de4c93-377f-41b7-8487-be13f8969225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091661 Jan 28 05:42:02.519122 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-c1602990-518c-4091-8248-5ef8f6db8476 req-41ba5596-4c14-47a2-8962-6e46c1e3ba47 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Allocated IP 172.20.0.7 (b7fafb85-2281-41db-85af-da2c477e5fbd/c507c782-4f53-4cd1-85bd-9b428677b1ce/65b195fa-d229-49a8-9709-79569af2dfb1) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:02.537295 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: cf2760d3-039b-4ac0-8b19-d4c0360163d7 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:42:02.537295 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cf2760d3-039b-4ac0-8b19-d4c0360163d7 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:42:02.546688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-077b20a0-c32f-482c-97f1-fc837041221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:02.546688 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-077b20a0-c32f-482c-97f1-fc837041221e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8dea946-1eda-441f-818f-132915c7e7a2 HTTP/1.1" status: 200 len: 913 time: 0.1806643 Jan 28 05:42:02.578430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070da09c-3b98-426d-af9c-1f42725aae6b None None] Pushing event deleted for resources: {'Port': ['ID=cf2760d3-039b-4ac0-8b19-d4c0360163d7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:02.582665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070da09c-3b98-426d-af9c-1f42725aae6b None None] No DVR routers for this DVR port cf2760d3-039b-4ac0-8b19-d4c0360163d7 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:42:02.599980 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3de843f-7a5b-42ac-83ca-624f1769ece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:02.617232 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-e8aa6983-d5dd-4dc8-b4f4-be7b462853cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff72beb2-99e3-4fae-8d8c-3902222f837c HTTP/1.1" status: 200 len: 217 time: 0.0563939 Jan 28 05:42:02.633537 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (c55cd528-a79f-41db-9d74-9d3c194c3476), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:02.635424 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-122638fb-5927-4e14-bc86-80fa272530f1 req-4d7d4e2a-4752-4efa-8e16-ded6e7382e91 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:02.653685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908ed3d-7ffa-4ca2-9bd2-513f2f89f522 req-65aa6e36-241d-4337-8d8b-be6b2a1c5702 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:02.656035 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5908ed3d-7ffa-4ca2-9bd2-513f2f89f522 req-65aa6e36-241d-4337-8d8b-be6b2a1c5702 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/ports?device_id=81a75a9f-0d21-4bea-a6a1-12fcf0747885 HTTP/1.1" status: 200 len: 945 time: 0.0730953 Jan 28 05:42:02.656455 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:02.664818 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c55cd528-a79f-41db-9d74-9d3c194c3476 HTTP/1.1" status: 204 len: 168 time: 1.3554363 Jan 28 05:42:02.682008 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Pushing event deleted for resources: {'Network': ['ID=c55cd528-a79f-41db-9d74-9d3c194c3476,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:02.701574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:02.701845 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:02.702239 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:02.702600 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:02.702940 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:02.703275 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:02.703609 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:02.703941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:02.704272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:02.704647 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:02.704976 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:02.705306 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:02.705631 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b399907-182d-4c14-b948-46648f610714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:02.714512 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-dd0c1ec7-473b-4be9-a963-b7f2c80a6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:02.719028 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-dd0c1ec7-473b-4be9-a963-b7f2c80a6f65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=246780a3-7b7a-413e-90b2-2cea78d98b20 HTTP/1.1" status: 200 len: 852 time: 0.0916667 Jan 28 05:42:02.761219 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-31f45d90-fe4a-4b36-b3d2-0e7265546893 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8dea946-1eda-441f-818f-132915c7e7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340400 Jan 28 05:42:02.855445 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-122638fb-5927-4e14-bc86-80fa272530f1 req-4d7d4e2a-4752-4efa-8e16-ded6e7382e91 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (5fd499ba-6b2e-4cd5-8138-84bd075bc5be), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:02.871014 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-95e349a2-4648-4ddf-afa4-e3414098f239 service neutron] 10.222.0.64 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993631 Jan 28 05:42:02.890714 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5908ed3d-7ffa-4ca2-9bd2-513f2f89f522 req-f4980650-82e0-4ac6-81c5-582953b0ac33 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/security-groups?id=f406e4f7-bdd2-4927-a0f0-4aaac57475a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684909 Jan 28 05:42:03.003986 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1602990-518c-4091-8248-5ef8f6db8476 req-41ba5596-4c14-47a2-8962-6e46c1e3ba47 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks [] for port (65b195fa-d229-49a8-9709-79569af2dfb1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:03.005521 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-122638fb-5927-4e14-bc86-80fa272530f1 req-4d7d4e2a-4752-4efa-8e16-ded6e7382e91 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5fd499ba-6b2e-4cd5-8138-84bd075bc5be), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:03.010081 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-b25cf3de-ba7d-43a3-a347-ed2b29ca2e19 service neutron] 10.222.0.64 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111624 Jan 28 05:42:03.064421 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d4e2a-4752-4efa-8e16-ded6e7382e91 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd499ba-6b2e-4cd5-8138-84bd075bc5be,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:03.142275 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-122638fb-5927-4e14-bc86-80fa272530f1 req-4d7d4e2a-4752-4efa-8e16-ded6e7382e91 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:03.143807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-122638fb-5927-4e14-bc86-80fa272530f1 req-4d7d4e2a-4752-4efa-8e16-ded6e7382e91 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7086887 Jan 28 05:42:03.205536 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1602990-518c-4091-8248-5ef8f6db8476 req-41ba5596-4c14-47a2-8962-6e46c1e3ba47 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (65b195fa-d229-49a8-9709-79569af2dfb1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:03.234168 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52892) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:03.284757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1602990-518c-4091-8248-5ef8f6db8476 req-41ba5596-4c14-47a2-8962-6e46c1e3ba47 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Network b7fafb85-2281-41db-85af-da2c477e5fbd is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:03.299767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-c1602990-518c-4091-8248-5ef8f6db8476 req-41ba5596-4c14-47a2-8962-6e46c1e3ba47 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:03.303064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1602990-518c-4091-8248-5ef8f6db8476 req-41ba5596-4c14-47a2-8962-6e46c1e3ba47 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:03.333914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba5596-4c14-47a2-8962-6e46c1e3ba47 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Pushing event updated for resources: {'Port': ['ID=65b195fa-d229-49a8-9709-79569af2dfb1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:03.346371 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bb01b2c2-e67f-46fc-9801-48ea16555c8e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be7bf173b3c54c719f3cc15a83e24448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1108396 Jan 28 05:42:03.349437 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52896) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:03.351482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53d30f-bb29-40f8-9c26-12d5f74338be req-6a78bbd0-3a84-47cb-9075-4db34a9e1d9f tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:03.353117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd53d30f-bb29-40f8-9c26-12d5f74338be req-6a78bbd0-3a84-47cb-9075-4db34a9e1d9f tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.1582577 Jan 28 05:42:03.368979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-1e52def8-312f-405c-8e00-f56e7d781e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:03.371292 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-1e52def8-312f-405c-8e00-f56e7d781e75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=354d7997b3a94bea9a2cca0cef3fe341&device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 1175 time: 0.1013277 Jan 28 05:42:03.401256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1602990-518c-4091-8248-5ef8f6db8476 req-41ba5596-4c14-47a2-8962-6e46c1e3ba47 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:03.401832 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1602990-518c-4091-8248-5ef8f6db8476 req-41ba5596-4c14-47a2-8962-6e46c1e3ba47 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:03.444190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd53d30f-bb29-40f8-9c26-12d5f74338be req-62843a86-ef07-4a4b-a663-4ae2ee7e06a7 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843883 Jan 28 05:42:03.487668 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b35f6a4d-0bea-4b97-adc3-422963cea744 admin admin] Publish callbacks [] for security_group (c5ba41ff-7a67-4641-9a76-20cf31c9d9ae), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:03.525322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1602990-518c-4091-8248-5ef8f6db8476 req-41ba5596-4c14-47a2-8962-6e46c1e3ba47 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8774290 Jan 28 05:42:03.531698 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b35f6a4d-0bea-4b97-adc3-422963cea744 admin admin] Publish callbacks [] for security_group (c5ba41ff-7a67-4641-9a76-20cf31c9d9ae), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:03.541775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-9364872e-d651-4a5c-93c9-d1de99e15dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:03.543328 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-9364872e-d651-4a5c-93c9-d1de99e15dff service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8dea946-1eda-441f-818f-132915c7e7a2 HTTP/1.1" status: 200 len: 913 time: 0.1651111 Jan 28 05:42:03.556112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Request body: {'port': {'device_id': 'e6e12640-2f52-4281-94a2-93a6cf32ade4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:03.596568 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-97c4f427-755e-4e2c-8c56-ab3e5fb94749 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff72beb2-99e3-4fae-8d8c-3902222f837c HTTP/1.1" status: 200 len: 217 time: 0.0460052 Jan 28 05:42:03.605179 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-753cf05e-d073-4dd3-9418-e33a6575053b req-a6b830ac-b452-4ec7-baf1-b320c46e1d82 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/5fd499ba-6b2e-4cd5-8138-84bd075bc5be HTTP/1.1" status: 200 len: 1797 time: 0.1255598 Jan 28 05:42:03.622361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8706f9-5008-4c01-9211-feb0187bc9ab req-652d7c39-9c59-4d0a-8327-162ac2a2897d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:03.624656 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da8706f9-5008-4c01-9211-feb0187bc9ab req-652d7c39-9c59-4d0a-8327-162ac2a2897d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 931 time: 0.0975788 Jan 28 05:42:03.680530 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-64e210d8-6235-4886-a84c-a017e53b905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:03.682055 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-64e210d8-6235-4886-a84c-a017e53b905b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=246780a3-7b7a-413e-90b2-2cea78d98b20 HTTP/1.1" status: 200 len: 852 time: 0.0775654 Jan 28 05:42:03.716701 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (65b195fa-d229-49a8-9709-79569af2dfb1), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:03.719361 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-738d13a3-bad3-4bc4-80bf-9b32e55954ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8dea946-1eda-441f-818f-132915c7e7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315409 Jan 28 05:42:03.747522 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b35f6a4d-0bea-4b97-adc3-422963cea744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c5ba41ff-7a67-4641-9a76-20cf31c9d9ae), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:03.750183 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b35f6a4d-0bea-4b97-adc3-422963cea744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:03.752475 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b35f6a4d-0bea-4b97-adc3-422963cea744 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5ba41ff-7a67-4641-9a76-20cf31c9d9ae HTTP/1.1" status: 204 len: 168 time: 0.4017270 Jan 28 05:42:03.799100 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da8706f9-5008-4c01-9211-feb0187bc9ab req-740db9a7-cffc-40d2-bd4c-bda18aeefe2c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426654 Jan 28 05:42:03.808115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f6a4d-0bea-4b97-adc3-422963cea744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ba41ff-7a67-4641-9a76-20cf31c9d9ae,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:03.879189 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-142668bf-cc3c-4d36-ab91-b30faab70c71 service neutron] 10.222.0.64 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500492 Jan 28 05:42:03.885414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a43ec-d5de-484c-9bbe-cea3775ae3fb req-c80bec49-72b2-4796-9219-7c4a07c6b609 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:03.887507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-011a43ec-d5de-484c-9bbe-cea3775ae3fb req-c80bec49-72b2-4796-9219-7c4a07c6b609 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 945 time: 0.2270942 Jan 28 05:42:03.980934 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fda9dc-3a02-4c70-9ccd-803506581289 req-886b0032-9633-406a-8cb4-3f66d68a0a01 service neutron] 10.222.0.64 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960240 Jan 28 05:42:04.025419 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-011a43ec-d5de-484c-9bbe-cea3775ae3fb req-49f2c657-a9c5-4a7a-8d4e-10283298f5ff tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/security-groups?id=022fcd91-e135-4488-85db-4b99b0057244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267176 Jan 28 05:42:04.035392 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device cc0612fd-d1b8-4c7c-a549-c6272111b129 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:04.079708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5e231-fdf5-4003-90a5-287bbd9e2f62 req-67daa6e5-7e23-419c-9256-94a684b6907b tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:04.081255 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6af5e231-fdf5-4003-90a5-287bbd9e2f62 req-67daa6e5-7e23-419c-9256-94a684b6907b tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/ports?device_id=49abc462-3481-4e68-b8af-0013278e44fb HTTP/1.1" status: 200 len: 944 time: 0.1724396 Jan 28 05:42:04.180415 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port cc0612fd-d1b8-4c7c-a549-c6272111b129 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:42:04.184300 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port cc0612fd-d1b8-4c7c-a549-c6272111b129 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:04.184883 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cc0612fd-d1b8-4c7c-a549-c6272111b129), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:04.185016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894073c-1028-4f02-94cc-15faf65afdbd req-e2d2d90a-882a-46bd-9284-f46088025421 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:04.190351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d894073c-1028-4f02-94cc-15faf65afdbd req-e2d2d90a-882a-46bd-9284-f46088025421 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 945 time: 0.1638637 Jan 28 05:42:04.275778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9bf52395-bdaa-4f1d-9f0d-a708f9187824 req-0dff699a-522a-4e85-8153-fcd2f16def76 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/5fd499ba-6b2e-4cd5-8138-84bd075bc5be HTTP/1.1" status: 200 len: 1797 time: 0.1803689 Jan 28 05:42:04.280271 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port cc0612fd-d1b8-4c7c-a549-c6272111b129 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:04.280672 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cc0612fd-d1b8-4c7c-a549-c6272111b129), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:04.282823 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6af5e231-fdf5-4003-90a5-287bbd9e2f62 req-b206e717-1eb1-4234-9f4d-9921d352a7d2 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/security-groups?id=01de4c93-377f-41b7-8487-be13f8969225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834691 Jan 28 05:42:04.316171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port cc0612fd-d1b8-4c7c-a549-c6272111b129, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cc0612fd-d1b8-4c7c-a549-c6272111b129,segment=NetworkSegment(acc6d6cb-69e6-4f16-8e13-d6bce05c0449),segment_id=acc6d6cb-69e6-4f16-8e13-d6bce05c0449)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:04.316579 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b195fa-d229-49a8-9709-79569af2dfb1 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:42:04.317280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49abc462-3481-4e68-b8af-0013278e44fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0612fd-d1b8-4c7c-a549-c6272111b129'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:04.319818 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911c9166-bad8-4d71-a440-566b3af81a34" -d '{"events": [{"server_uuid": "49abc462-3481-4e68-b8af-0013278e44fb", "name": "network-vif-plugged", "status": "completed", "tag": "cc0612fd-d1b8-4c7c-a549-c6272111b129"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:04.354190 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Publish callbacks [] for port (65b195fa-d229-49a8-9709-79569af2dfb1), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:04.415809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Transition to ACTIVE for port object 65b195fa-d229-49a8-9709-79569af2dfb1 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:42:04.419290 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cc0612fd-d1b8-4c7c-a549-c6272111b129), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:04.464369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ee59e-cf04-4487-9f48-4cc35d029914 req-8d00758b-f7b2-4b55-b6ea-f1b3b7077c3f tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:04.465883 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c55ee59e-cf04-4487-9f48-4cc35d029914 req-8d00758b-f7b2-4b55-b6ea-f1b3b7077c3f tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/ports?device_id=81a75a9f-0d21-4bea-a6a1-12fcf0747885 HTTP/1.1" status: 200 len: 945 time: 0.0960305 Jan 28 05:42:04.467742 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9bf52395-bdaa-4f1d-9f0d-a708f9187824 req-209243ec-56b1-4c7c-bce3-c77a1d6698b5 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (5fd499ba-6b2e-4cd5-8138-84bd075bc5be), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:04.477224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-d894073c-1028-4f02-94cc-15faf65afdbd req-0ed5ae66-4796-4ce1-b718-58d5f08f0206 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Deleting port bf91e9d1-6643-4876-a0a9-813f3897331d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:42:04.477569 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d894073c-1028-4f02-94cc-15faf65afdbd req-0ed5ae66-4796-4ce1-b718-58d5f08f0206 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:04.485585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=cc0612fd-d1b8-4c7c-a549-c6272111b129,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:04.547731 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (65b195fa-d229-49a8-9709-79569af2dfb1), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:04.560574 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9bf52395-bdaa-4f1d-9f0d-a708f9187824 req-209243ec-56b1-4c7c-bce3-c77a1d6698b5 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (5fd499ba-6b2e-4cd5-8138-84bd075bc5be), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:04.676327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Pushing event updated for resources: {'Port': ['ID=65b195fa-d229-49a8-9709-79569af2dfb1,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:04.695931 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c55ee59e-cf04-4487-9f48-4cc35d029914 req-b2685da4-76d1-45e4-b499-d5c6c4346f6a tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/security-groups?id=f406e4f7-bdd2-4927-a0f0-4aaac57475a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098491 Jan 28 05:42:04.706076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d894073c-1028-4f02-94cc-15faf65afdbd req-0ed5ae66-4796-4ce1-b718-58d5f08f0206 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] For port bf91e9d1-6643-4876-a0a9-813f3897331d, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=bf91e9d1-6643-4876-a0a9-813f3897331d,segment=NetworkSegment(5252471e-9d4c-4d36-a1d8-399e4664e392),segment_id=5252471e-9d4c-4d36-a1d8-399e4664e392)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:04.706495 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d894073c-1028-4f02-94cc-15faf65afdbd req-0ed5ae66-4796-4ce1-b718-58d5f08f0206 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:04.751560 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-453b8e77-9dfd-4da4-a180-1f587c9ca59c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:04.761324 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eed4f3-f9eb-491b-a63f-aebfc7efc820 x-openstack-request-id: req-b0eed4f3-f9eb-491b-a63f-aebfc7efc820 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:04.761908 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49abc462-3481-4e68-b8af-0013278e44fb", "name": "network-vif-plugged", "status": "completed", "tag": "cc0612fd-d1b8-4c7c-a549-c6272111b129", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:04.762372 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0eed4f3-f9eb-491b-a63f-aebfc7efc820 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:04.763228 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49abc462-3481-4e68-b8af-0013278e44fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0612fd-d1b8-4c7c-a549-c6272111b129', 'code': 200} Jan 28 05:42:04.763345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-d894073c-1028-4f02-94cc-15faf65afdbd req-0ed5ae66-4796-4ce1-b718-58d5f08f0206 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Calling delete_port for bf91e9d1-6643-4876-a0a9-813f3897331d owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:42:04.840390 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9bf52395-bdaa-4f1d-9f0d-a708f9187824 req-209243ec-56b1-4c7c-bce3-c77a1d6698b5 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5fd499ba-6b2e-4cd5-8138-84bd075bc5be), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:04.843001 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9bf52395-bdaa-4f1d-9f0d-a708f9187824 req-209243ec-56b1-4c7c-bce3-c77a1d6698b5 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:04.844675 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9bf52395-bdaa-4f1d-9f0d-a708f9187824 req-209243ec-56b1-4c7c-bce3-c77a1d6698b5 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "DELETE /v2.0/security-groups/5fd499ba-6b2e-4cd5-8138-84bd075bc5be HTTP/1.1" status: 204 len: 173 time: 0.5532582 Jan 28 05:42:04.856434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Attempting to bind port 65b195fa-d229-49a8-9709-79569af2dfb1 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:04.856792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Attempting to bind port 65b195fa-d229-49a8-9709-79569af2dfb1 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:04.857105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Attempting to bind port 65b195fa-d229-49a8-9709-79569af2dfb1 on network b7fafb85-2281-41db-85af-da2c477e5fbd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:04.894896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209243ec-56b1-4c7c-bce3-c77a1d6698b5 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd499ba-6b2e-4cd5-8138-84bd075bc5be,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:04.912610 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Port 65b195fa-d229-49a8-9709-79569af2dfb1 on network b7fafb85-2281-41db-85af-da2c477e5fbd not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:42:04.912912 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Attempting to bind port 65b195fa-d229-49a8-9709-79569af2dfb1 on network b7fafb85-2281-41db-85af-da2c477e5fbd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:04.962282 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:04.962656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Checking segment: {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:04.963041 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Bound using segment: {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:04.967800 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Bound port: 65b195fa-d229-49a8-9709-79569af2dfb1, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:04.967800 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (65b195fa-d229-49a8-9709-79569af2dfb1), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.224742 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52962) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:05.331871 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1bfcc20f-9751-496b-8910-37a7a10f7e42 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1428191688-network', 'tenant_id': '9757efd87e65440bab7f01532f12f95a'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:05.365954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e39ce-39a5-4a86-a2eb-d5b37c3e7560 req-9bee5fce-556b-4e22-b45b-27bb2f3a5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:05.367524 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-052e39ce-39a5-4a86-a2eb-d5b37c3e7560 req-9bee5fce-556b-4e22-b45b-27bb2f3a5720 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49abc462-3481-4e68-b8af-0013278e44fb HTTP/1.1" status: 200 len: 1097 time: 0.4903004 Jan 28 05:42:05.379028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063c841-dbee-45f9-9174-cb9d481ea600 req-5caace1c-3b22-43c0-952c-51e0693d8f0f tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:05.380761 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a063c841-dbee-45f9-9174-cb9d481ea600 req-5caace1c-3b22-43c0-952c-51e0693d8f0f tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.5140977 Jan 28 05:42:05.431610 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfcc20f-9751-496b-8910-37a7a10f7e42 admin admin] Made reservation on behalf of 9757efd87e65440bab7f01532f12f95a for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:05.434210 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1bfcc20f-9751-496b-8910-37a7a10f7e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.437993 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91a97f-cd87-4511-b2c9-ab5cf077dcf0 req-e052bec8-570c-4a99-89a9-d06771e92b49 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:05.440001 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b91a97f-cd87-4511-b2c9-ab5cf077dcf0 req-e052bec8-570c-4a99-89a9-d06771e92b49 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 943 time: 0.5007312 Jan 28 05:42:05.444645 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1bfcc20f-9751-496b-8910-37a7a10f7e42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.506122 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] For port 65b195fa-d229-49a8-9709-79569af2dfb1, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:05.523802 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-052e39ce-39a5-4a86-a2eb-d5b37c3e7560 req-9f50e5ee-7872-49e1-83d9-f13960fc8eb2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=01de4c93-377f-41b7-8487-be13f8969225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420293 Jan 28 05:42:05.537979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] For port 65b195fa-d229-49a8-9709-79569af2dfb1, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=65b195fa-d229-49a8-9709-79569af2dfb1,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:05.539053 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1bfcc20f-9751-496b-8910-37a7a10f7e42 admin admin] Publish callbacks [] for security_group (b2747fff-e92d-415c-acfc-1ccf4de5c971), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.550782 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d894073c-1028-4f02-94cc-15faf65afdbd req-0ed5ae66-4796-4ce1-b718-58d5f08f0206 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (bf91e9d1-6643-4876-a0a9-813f3897331d), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.559614 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a063c841-dbee-45f9-9174-cb9d481ea600 req-b3fff031-c769-4799-b82c-a895163d9246 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719413 Jan 28 05:42:05.587822 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b91a97f-cd87-4511-b2c9-ab5cf077dcf0 req-113bed3e-b90e-4c2e-81a3-114576ad0a48 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368644 Jan 28 05:42:05.592458 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5ae66-4796-4ce1-b718-58d5f08f0206 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Pushing event deleted for resources: {'Port': ['ID=bf91e9d1-6643-4876-a0a9-813f3897331d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:05.638257 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1bfcc20f-9751-496b-8910-37a7a10f7e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b2747fff-e92d-415c-acfc-1ccf4de5c971), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.680630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d894073c-1028-4f02-94cc-15faf65afdbd req-0ed5ae66-4796-4ce1-b718-58d5f08f0206 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] No DVR routers for this DVR port bf91e9d1-6643-4876-a0a9-813f3897331d on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:42:05.681589 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bfcc20f-9751-496b-8910-37a7a10f7e42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:42:05.687960 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (65b195fa-d229-49a8-9709-79569af2dfb1), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.690163 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-40548365-bdff-4d35-bfb5-a36f860829e4 req-5c24ac69-6b66-4bba-b7a3-26f32b048fa7 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] show failed (client error): The resource could not be found. Jan 28 05:42:05.691208 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40548365-bdff-4d35-bfb5-a36f860829e4 req-5c24ac69-6b66-4bba-b7a3-26f32b048fa7 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/5fd499ba-6b2e-4cd5-8138-84bd075bc5be HTTP/1.1" status: 404 len: 352 time: 0.1022666 Jan 28 05:42:05.704520 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d894073c-1028-4f02-94cc-15faf65afdbd req-0ed5ae66-4796-4ce1-b718-58d5f08f0206 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.705088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcc20f-9751-496b-8910-37a7a10f7e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2747fff-e92d-415c-acfc-1ccf4de5c971,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:05.708786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d894073c-1028-4f02-94cc-15faf65afdbd req-0ed5ae66-4796-4ce1-b718-58d5f08f0206 tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.60 "DELETE /v2.0/ports/bf91e9d1-6643-4876-a0a9-813f3897331d HTTP/1.1" status: 204 len: 173 time: 1.5077906 Jan 28 05:42:05.710910 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1bfcc20f-9751-496b-8910-37a7a10f7e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (80a7b9b3-c8c6-480f-9c13-45011417fb49), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.711079 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7ee1e2-3ab0-45df-a4d7-418235e653c0', 'name': 'network-vif-deleted', 'tag': 'bf91e9d1-6643-4876-a0a9-813f3897331d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:05.711257 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-1bfcc20f-9751-496b-8910-37a7a10f7e42 admin admin] Added segment 80a7b9b3-c8c6-480f-9c13-45011417fb49 of type vlan for network 75689896-967b-4ae5-b978-35128c8787c4 Jan 28 05:42:05.713625 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a0d926-a6be-4f46-b31b-a6afbe294fbc" -d '{"events": [{"server_uuid": "7e7ee1e2-3ab0-45df-a4d7-418235e653c0", "name": "network-vif-deleted", "tag": "bf91e9d1-6643-4876-a0a9-813f3897331d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:05.758035 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1bfcc20f-9751-496b-8910-37a7a10f7e42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (75689896-967b-4ae5-b978-35128c8787c4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.760178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:05.767283 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.767283 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] 10.222.0.64 "PUT /v2.0/ports/65b195fa-d229-49a8-9709-79569af2dfb1 HTTP/1.1" status: 200 len: 1092 time: 2.2142367 Jan 28 05:42:05.806849 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea125b1e-8b27-4a91-b0ce-8c8fee222cfa service neutron] Pushing event updated for resources: {'Port': ['ID=65b195fa-d229-49a8-9709-79569af2dfb1,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:05.824495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3837ed4a-af3f-4656-97d6-cb5279ab6e73 req-f9b58820-7349-4b7a-839f-ea5208cb2f3b tempest-LiveAutoBlockMigrationV225Test-443204773 tempest-LiveAutoBlockMigrationV225Test-443204773-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7ee1e2-3ab0-45df-a4d7-418235e653c0 HTTP/1.1" status: 200 len: 210 time: 0.0321913 Jan 28 05:42:05.860951 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1bfcc20f-9751-496b-8910-37a7a10f7e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (75689896-967b-4ae5-b978-35128c8787c4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.862971 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfcc20f-9751-496b-8910-37a7a10f7e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:05.863593 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1bfcc20f-9751-496b-8910-37a7a10f7e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:05.973642 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-774c6093-4f62-4bd5-a851-1f5ad9788e7c req-12729340-923c-46a7-a453-6bfff8ca1008 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-203424341', 'description': 'tempest-description-1317654211'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:05.974969 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcc20f-9751-496b-8910-37a7a10f7e42 admin admin] Pushing event updated for resources: {'Network': ['ID=75689896-967b-4ae5-b978-35128c8787c4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:05.985880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 75689896-967b-4ae5-b978-35128c8787c4 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:42:05.989639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1602990-518c-4091-8248-5ef8f6db8476 req-6c28c8b9-742d-4520-b57d-34af8fbbfc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:05.991261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1602990-518c-4091-8248-5ef8f6db8476 req-6c28c8b9-742d-4520-b57d-34af8fbbfc55 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 1095 time: 0.1165650 Jan 28 05:42:06.022107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ce050-7992-4d40-a39e-5b7139b0d7c9 req-67ab3484-f95e-40cd-b9d7-20ff52d6adc9 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:06.022334 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1bfcc20f-9751-496b-8910-37a7a10f7e42 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7930455 Jan 28 05:42:06.022458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a7ce050-7992-4d40-a39e-5b7139b0d7c9 req-67ab3484-f95e-40cd-b9d7-20ff52d6adc9 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/ports?device_id=49abc462-3481-4e68-b8af-0013278e44fb HTTP/1.1" status: 200 len: 945 time: 0.1042123 Jan 28 05:42:06.029648 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52986) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:06.037419 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-8aa0ed0b-7fd1-4aca-abbb-737907f1f44c admin admin] Request body: {'subnet': {'network_id': '75689896-967b-4ae5-b978-35128c8787c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1428191688-subnet', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:06.055558 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1602990-518c-4091-8248-5ef8f6db8476 req-ecc25208-179e-44ef-a47b-cf4de251e026 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65b195fa-d229-49a8-9709-79569af2dfb1 HTTP/1.1" status: 200 len: 217 time: 0.0513654 Jan 28 05:42:06.140400 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a7ce050-7992-4d40-a39e-5b7139b0d7c9 req-de78e19b-674f-415e-953a-df0d1ca89c51 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/security-groups?id=01de4c93-377f-41b7-8487-be13f8969225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883121 Jan 28 05:42:06.142114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1602990-518c-4091-8248-5ef8f6db8476 req-5ffcf659-aa7d-48cd-93ce-7bc24ddbd8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:06.143811 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1602990-518c-4091-8248-5ef8f6db8476 req-5ffcf659-aa7d-48cd-93ce-7bc24ddbd8e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c507c782-4f53-4cd1-85bd-9b428677b1ce HTTP/1.1" status: 200 len: 851 time: 0.0819581 Jan 28 05:42:06.146594 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-774c6093-4f62-4bd5-a851-1f5ad9788e7c req-12729340-923c-46a7-a453-6bfff8ca1008 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:06.169615 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa0ed0b-7fd1-4aca-abbb-737907f1f44c admin admin] Made reservation on behalf of 9757efd87e65440bab7f01532f12f95a for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:06.173681 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ed0b-7fd1-4aca-abbb-737907f1f44c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:06.192632 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1602990-518c-4091-8248-5ef8f6db8476 req-8ddf5d75-a5a9-45a6-a1a3-cb49021f8c3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7fafb85-2281-41db-85af-da2c477e5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370486 Jan 28 05:42:06.216916 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cd2859-6a06-4838-a40b-ac65ecfc682c x-openstack-request-id: req-71cd2859-6a06-4838-a40b-ac65ecfc682c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:06.217300 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7ee1e2-3ab0-45df-a4d7-418235e653c0", "name": "network-vif-deleted", "tag": "bf91e9d1-6643-4876-a0a9-813f3897331d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:06.217762 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71cd2859-6a06-4838-a40b-ac65ecfc682c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:06.218260 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7ee1e2-3ab0-45df-a4d7-418235e653c0', 'name': 'network-vif-deleted', 'tag': 'bf91e9d1-6643-4876-a0a9-813f3897331d', 'status': 'completed', 'code': 200} Jan 28 05:42:06.409383 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-774c6093-4f62-4bd5-a851-1f5ad9788e7c req-12729340-923c-46a7-a453-6bfff8ca1008 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (43266edf-6d7e-4cd4-ad2b-cf641e9e9948), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:06.425953 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1602990-518c-4091-8248-5ef8f6db8476 req-67781f5f-5ab1-4bd2-acc2-082c821d61a1 service neutron] 10.222.0.64 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017035 Jan 28 05:42:06.463135 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:06.521710 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-774c6093-4f62-4bd5-a851-1f5ad9788e7c req-12729340-923c-46a7-a453-6bfff8ca1008 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (43266edf-6d7e-4cd4-ad2b-cf641e9e9948), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:06.522490 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ed0b-7fd1-4aca-abbb-737907f1f44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (79af50e3-d98d-4a85-83a3-bded0e557ae5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:06.537885 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1602990-518c-4091-8248-5ef8f6db8476 req-4ca190d0-09a3-4dce-ba8e-969e807f2413 service neutron] 10.222.0.64 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048377 Jan 28 05:42:06.561372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12729340-923c-46a7-a453-6bfff8ca1008 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43266edf-6d7e-4cd4-ad2b-cf641e9e9948,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:06.625382 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-774c6093-4f62-4bd5-a851-1f5ad9788e7c req-12729340-923c-46a7-a453-6bfff8ca1008 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:06.626947 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-774c6093-4f62-4bd5-a851-1f5ad9788e7c req-12729340-923c-46a7-a453-6bfff8ca1008 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6638081 Jan 28 05:42:06.675355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa0ed0b-7fd1-4aca-abbb-737907f1f44c admin admin] Checking segment: {'id': '80a7b9b3-c8c6-480f-9c13-45011417fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '75689896-967b-4ae5-b978-35128c8787c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:06.678913 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa0ed0b-7fd1-4aca-abbb-737907f1f44c admin admin] Network hostable DHCP agents. Network: 75689896-967b-4ae5-b978-35128c8787c4, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:42:06.710796 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0ed0b-7fd1-4aca-abbb-737907f1f44c admin admin] Pushing event updated for resources: {'Subnet': ['ID=79af50e3-d98d-4a85-83a3-bded0e557ae5,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:06.796298 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe3f6f-b602-4b69-9b26-1d2ff74b2187 req-4fbce1ad-139a-4094-b576-e4753b1e8a59 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:06.796298 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fbe3f6f-b602-4b69-9b26-1d2ff74b2187 req-4fbce1ad-139a-4094-b576-e4753b1e8a59 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.0967412 Jan 28 05:42:06.798842 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa0ed0b-7fd1-4aca-abbb-737907f1f44c admin admin] Network 75689896-967b-4ae5-b978-35128c8787c4 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:42:06.827668 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfeaee8-9eed-4d15-ba86-30977ad75754 req-4a38c0ae-26c2-4fab-b785-c6a47b6ac212 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:06.829237 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdfeaee8-9eed-4d15-ba86-30977ad75754 req-4a38c0ae-26c2-4fab-b785-c6a47b6ac212 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 943 time: 0.0965092 Jan 28 05:42:06.899823 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fbe3f6f-b602-4b69-9b26-1d2ff74b2187 req-a407c3bb-ec62-4609-b654-1b3525ad3d28 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938509 Jan 28 05:42:06.911869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-8aa0ed0b-7fd1-4aca-abbb-737907f1f44c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 75689896-967b-4ae5-b978-35128c8787c4) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:06.916775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa0ed0b-7fd1-4aca-abbb-737907f1f44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:06.917373 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ed0b-7fd1-4aca-abbb-737907f1f44c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:06.922231 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3071e2c-1014-4970-b2a4-4fbe91524ccd None None] Network 75689896-967b-4ae5-b978-35128c8787c4 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:06.936964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdfeaee8-9eed-4d15-ba86-30977ad75754 req-103aa874-60c8-451b-9311-eb1e9e1d034f tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953441 Jan 28 05:42:06.972860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f62271b9-b6cc-4171-ba68-7cfa902cb830 req-1950efad-cbc2-4fc5-8d6c-bb70c5b92a6a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1760498583', 'description': 'tempest-description-1725983772'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:07.007556 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8aa0ed0b-7fd1-4aca-abbb-737907f1f44c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9759493 Jan 28 05:42:07.010141 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53008) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:07.017811 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1428191688-router', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:07.095726 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-75689896-967b-4ae5-b978-35128c8787c4', 'network_id': '75689896-967b-4ae5-b978-35128c8787c4', 'project_id': '9757efd87e65440bab7f01532f12f95a', 'fixed_ips': [{'subnet_id': '79af50e3-d98d-4a85-83a3-bded0e557ae5'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:42:07.096606 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:07.134853 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (6b0431d6-f0f5-433d-b569-bc5b128a75ec), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:07.139889 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (6b0431d6-f0f5-433d-b569-bc5b128a75ec), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:07.144360 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f62271b9-b6cc-4171-ba68-7cfa902cb830 req-1950efad-cbc2-4fc5-8d6c-bb70c5b92a6a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:07.163991 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46cc591a-e1d6-497f-859d-be428d3ec67f req-27a88730-4d9f-41e4-b8be-e9698749afda tempest-QuotasAdminNegativeTest-166446323 tempest-QuotasAdminNegativeTest-166446323-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8c7ce37956b64973a6fef207795dad4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332453 Jan 28 05:42:07.202645 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Publish callbacks [] for router_controller (6b0431d6-f0f5-433d-b569-bc5b128a75ec), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:07.244745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Allocated IP 172.20.0.2 (75689896-967b-4ae5-b978-35128c8787c4/79af50e3-d98d-4a85-83a3-bded0e557ae5/43c5560b-5249-4187-bfe8-832a50faa41c) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:07.326243 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f62271b9-b6cc-4171-ba68-7cfa902cb830 req-1950efad-cbc2-4fc5-8d6c-bb70c5b92a6a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (31e874cc-d1f7-46f5-9fc1-51e541214e2a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:07.334006 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc591a-e1d6-497f-859d-be428d3ec67f req-728fa809-86f0-46bf-a9d4-de1bfd0a15b3 tempest-QuotasAdminNegativeTest-166446323 tempest-QuotasAdminNegativeTest-166446323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:07.335696 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46cc591a-e1d6-497f-859d-be428d3ec67f req-728fa809-86f0-46bf-a9d4-de1bfd0a15b3 tempest-QuotasAdminNegativeTest-166446323 tempest-QuotasAdminNegativeTest-166446323-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1647751 Jan 28 05:42:07.351214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46cc591a-e1d6-497f-859d-be428d3ec67f req-072b091e-57d3-46db-b50e-2c3b69cb756c tempest-QuotasAdminNegativeTest-166446323 tempest-QuotasAdminNegativeTest-166446323-project] 10.222.0.31 "GET /v2.0/quotas/8c7ce37956b64973a6fef207795dad4c HTTP/1.1" status: 200 len: 375 time: 0.0097985 Jan 28 05:42:07.398245 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46cc591a-e1d6-497f-859d-be428d3ec67f req-81d3edef-aca6-426b-bd40-326acfc0d346 tempest-QuotasAdminNegativeTest-166446323 tempest-QuotasAdminNegativeTest-166446323-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c7ce37956b64973a6fef207795dad4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387399 Jan 28 05:42:07.441458 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Publish callbacks [] for port (43c5560b-5249-4187-bfe8-832a50faa41c), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:07.483707 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f62271b9-b6cc-4171-ba68-7cfa902cb830 req-1950efad-cbc2-4fc5-8d6c-bb70c5b92a6a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (31e874cc-d1f7-46f5-9fc1-51e541214e2a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:07.522503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950efad-cbc2-4fc5-8d6c-bb70c5b92a6a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e874cc-d1f7-46f5-9fc1-51e541214e2a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:07.533697 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53022) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:07.563474 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Publish callbacks [] for router_gateway (6b0431d6-f0f5-433d-b569-bc5b128a75ec), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:07.581693 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (43c5560b-5249-4187-bfe8-832a50faa41c), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:07.650501 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Network 75689896-967b-4ae5-b978-35128c8787c4 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:07.651213 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f62271b9-b6cc-4171-ba68-7cfa902cb830 req-1950efad-cbc2-4fc5-8d6c-bb70c5b92a6a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:07.656381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f62271b9-b6cc-4171-ba68-7cfa902cb830 req-1950efad-cbc2-4fc5-8d6c-bb70c5b92a6a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6839130 Jan 28 05:42:07.667461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:07.671066 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Pushing event updated for resources: {'Port': ['ID=43c5560b-5249-4187-bfe8-832a50faa41c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:07.673858 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:07.681747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aecc84-a4e4-4927-83ed-0ab779829189 req-dee44444-75f6-42ef-a5ff-16ec540deb38 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:07.684084 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46aecc84-a4e4-4927-83ed-0ab779829189 req-dee44444-75f6-42ef-a5ff-16ec540deb38 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/ports?device_id=49abc462-3481-4e68-b8af-0013278e44fb HTTP/1.1" status: 200 len: 945 time: 0.0884047 Jan 28 05:42:07.757348 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:07.810330 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f265e528-38d1-495d-b086-481fb6428747 admin admin] Deleting subnet 6bf612c3-3d2e-4597-93d5-824acf2a3cd5 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:42:07.823944 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Attempting to bind port 43c5560b-5249-4187-bfe8-832a50faa41c on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:07.824615 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Attempting to bind port 43c5560b-5249-4187-bfe8-832a50faa41c by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '80a7b9b3-c8c6-480f-9c13-45011417fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '75689896-967b-4ae5-b978-35128c8787c4'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:07.825150 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Attempting to bind port 43c5560b-5249-4187-bfe8-832a50faa41c on network 75689896-967b-4ae5-b978-35128c8787c4 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:07.830624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:07.830975 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Checking segment: {'id': '80a7b9b3-c8c6-480f-9c13-45011417fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '75689896-967b-4ae5-b978-35128c8787c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:07.831385 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:07.831861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Bound using segment: {'id': '80a7b9b3-c8c6-480f-9c13-45011417fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '75689896-967b-4ae5-b978-35128c8787c4'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:07.832259 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Bound port: 43c5560b-5249-4187-bfe8-832a50faa41c, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a7b9b3-c8c6-480f-9c13-45011417fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '75689896-967b-4ae5-b978-35128c8787c4'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:07.833611 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (43c5560b-5249-4187-bfe8-832a50faa41c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:07.836156 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f265e528-38d1-495d-b086-481fb6428747 admin admin] Publish callbacks [] for subnet (6bf612c3-3d2e-4597-93d5-824acf2a3cd5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:07.880829 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f265e528-38d1-495d-b086-481fb6428747 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (6bf612c3-3d2e-4597-93d5-824acf2a3cd5), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:07.908553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] For port 43c5560b-5249-4187-bfe8-832a50faa41c, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:07.913326 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] For port 43c5560b-5249-4187-bfe8-832a50faa41c, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=43c5560b-5249-4187-bfe8-832a50faa41c,segment=NetworkSegment(80a7b9b3-c8c6-480f-9c13-45011417fb49),segment_id=80a7b9b3-c8c6-480f-9c13-45011417fb49)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:07.920309 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46aecc84-a4e4-4927-83ed-0ab779829189 req-64462c8e-408f-4049-855e-d5d90a3a602e tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/security-groups?id=01de4c93-377f-41b7-8487-be13f8969225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974688 Jan 28 05:42:07.950410 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f265e528-38d1-495d-b086-481fb6428747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (6bf612c3-3d2e-4597-93d5-824acf2a3cd5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:07.954243 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Publish callbacks [] for router_gateway (6b0431d6-f0f5-433d-b569-bc5b128a75ec), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:07.954924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-676a3141-1191-4c49-b0fb-d5d5e684055f req-66ef3aa5-7bd9-445a-99f7-ec65596af96f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-693126874', 'description': 'tempest-description-1097298514'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:07.976372 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:08.012009 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (43c5560b-5249-4187-bfe8-832a50faa41c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:08.060566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device bf91e9d1-6643-4876-a0a9-813f3897331d no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:42:08.103098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: bf91e9d1-6643-4876-a0a9-813f3897331d {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:42:08.103750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device bf91e9d1-6643-4876-a0a9-813f3897331d not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:42:08.110202 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d730228-5ef8-43af-bb89-c53d6db8c4e3 None None] Pushing event updated for resources: {'Port': ['ID=43c5560b-5249-4187-bfe8-832a50faa41c,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:08.112029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-676a3141-1191-4c49-b0fb-d5d5e684055f req-66ef3aa5-7bd9-445a-99f7-ec65596af96f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:08.118283 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Allocated IP 172.25.0.148 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/c7623e3e-26d0-45b1-b8e7-35fdb6192b9c) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:08.154050 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f265e528-38d1-495d-b086-481fb6428747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (6bf612c3-3d2e-4597-93d5-824acf2a3cd5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:08.204067 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265e528-38d1-495d-b086-481fb6428747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf612c3-3d2e-4597-93d5-824acf2a3cd5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:08.218442 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f265e528-38d1-495d-b086-481fb6428747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:08.224301 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f265e528-38d1-495d-b086-481fb6428747 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6bf612c3-3d2e-4597-93d5-824acf2a3cd5 HTTP/1.1" status: 204 len: 168 time: 0.6881390 Jan 28 05:42:08.226158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e12640-2f52-4281-94a2-93a6cf32ade4', 'tag': '65b195fa-d229-49a8-9709-79569af2dfb1'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:08.230142 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799365b4-d976-4e35-aafa-00cc1cfb99fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e12640-2f52-4281-94a2-93a6cf32ade4", "tag": "65b195fa-d229-49a8-9709-79569af2dfb1"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:08.237091 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53042) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:08.299868 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dc1f4-deae-406a-853b-c8f4bf3ab209 req-f342f083-dc7b-4db1-b9af-5bfb313ad47a tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:08.302364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f1dc1f4-deae-406a-853b-c8f4bf3ab209 req-f342f083-dc7b-4db1-b9af-5bfb313ad47a tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.1621413 Jan 28 05:42:08.345815 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Publish callbacks [] for port (c7623e3e-26d0-45b1-b8e7-35fdb6192b9c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:08.374753 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02a608ed-7589-4742-9166-8f8dd7f0d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (a68ceb60-a872-4bba-990e-8e03126b2535), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:08.409647 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f1dc1f4-deae-406a-853b-c8f4bf3ab209 req-47b55774-965b-41c9-b9b0-aac927ee6697 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964680 Jan 28 05:42:08.423615 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-676a3141-1191-4c49-b0fb-d5d5e684055f req-66ef3aa5-7bd9-445a-99f7-ec65596af96f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (8f41f170-051b-4640-b6e4-210b7dff3337), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:08.441224 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a88376e8-454f-463b-b368-dfc7322d3cb4 req-e41563bf-d77b-40ea-a6c8-318126f8a098 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=81a75a9f-0d21-4bea-a6a1-12fcf0747885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1255412 Jan 28 05:42:08.498468 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02a608ed-7589-4742-9166-8f8dd7f0d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (a68ceb60-a872-4bba-990e-8e03126b2535), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:08.525858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-02a608ed-7589-4742-9166-8f8dd7f0d1b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68ceb60-a872-4bba-990e-8e03126b2535']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:08.537254 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-02a608ed-7589-4742-9166-8f8dd7f0d1b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5252471e-9d4c-4d36-a1d8-399e4664e392') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:08.537555 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-02a608ed-7589-4742-9166-8f8dd7f0d1b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5252471e-9d4c-4d36-a1d8-399e4664e392') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:08.547874 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02a608ed-7589-4742-9166-8f8dd7f0d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (5252471e-9d4c-4d36-a1d8-399e4664e392), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:08.552362 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-676a3141-1191-4c49-b0fb-d5d5e684055f req-66ef3aa5-7bd9-445a-99f7-ec65596af96f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8f41f170-051b-4640-b6e4-210b7dff3337), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:08.556251 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c7623e3e-26d0-45b1-b8e7-35fdb6192b9c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:08.589669 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88376e8-454f-463b-b368-dfc7322d3cb4 req-1709a0be-ca5b-4102-8efd-777e9a48ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:08.591216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a88376e8-454f-463b-b368-dfc7322d3cb4 req-1709a0be-ca5b-4102-8efd-777e9a48ee1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7eff42ae5dea44d8a66fe80488bc20c8&device_id=81a75a9f-0d21-4bea-a6a1-12fcf0747885 HTTP/1.1" status: 200 len: 1097 time: 0.0875509 Jan 28 05:42:08.596997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef3aa5-7bd9-445a-99f7-ec65596af96f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f41f170-051b-4640-b6e4-210b7dff3337,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:08.598112 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02a608ed-7589-4742-9166-8f8dd7f0d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (5252471e-9d4c-4d36-a1d8-399e4664e392), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:08.621737 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a608ed-7589-4742-9166-8f8dd7f0d1b5 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:42:08.622135 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02a608ed-7589-4742-9166-8f8dd7f0d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (5252471e-9d4c-4d36-a1d8-399e4664e392), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:08.626350 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Pushing event updated for resources: {'Port': ['ID=c7623e3e-26d0-45b1-b8e7-35fdb6192b9c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:42:08.628586 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:42:08.631483 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:08.649178 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:08.671831 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-676a3141-1191-4c49-b0fb-d5d5e684055f req-66ef3aa5-7bd9-445a-99f7-ec65596af96f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:08.673297 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-676a3141-1191-4c49-b0fb-d5d5e684055f req-66ef3aa5-7bd9-445a-99f7-ec65596af96f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7249310 Jan 28 05:42:08.685037 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:08.734208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88376e8-454f-463b-b368-dfc7322d3cb4 req-460fec2c-ac6c-40cd-8838-460309d591f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:08.735692 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a88376e8-454f-463b-b368-dfc7322d3cb4 req-460fec2c-ac6c-40cd-8838-460309d591f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5a5282b-6e28-4736-9e13-1b658bbd5747 HTTP/1.1" status: 200 len: 916 time: 0.1227584 Jan 28 05:42:08.803057 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a88376e8-454f-463b-b368-dfc7322d3cb4 req-e9bc3246-8918-45cb-9ff6-374f32a53852 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddb9353f-3da1-4c52-a894-34fb93eb6e15 HTTP/1.1" status: 200 len: 217 time: 0.0593297 Jan 28 05:42:08.845369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd509c4-7e4a-4458-a1ec-17e60d9e7a6c req-06ddcab0-cf40-469a-ac82-cd32187c8d73 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:08.853111 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02a608ed-7589-4742-9166-8f8dd7f0d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (a68ceb60-a872-4bba-990e-8e03126b2535), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:08.853690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfd509c4-7e4a-4458-a1ec-17e60d9e7a6c req-06ddcab0-cf40-469a-ac82-cd32187c8d73 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 943 time: 0.1209607 Jan 28 05:42:08.867210 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91625a22-0274-446e-83c1-73cce5a59c03 x-openstack-request-id: req-91625a22-0274-446e-83c1-73cce5a59c03 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:08.867577 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e12640-2f52-4281-94a2-93a6cf32ade4", "tag": "65b195fa-d229-49a8-9709-79569af2dfb1", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:08.867736 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91625a22-0274-446e-83c1-73cce5a59c03 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:08.868129 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e12640-2f52-4281-94a2-93a6cf32ade4', 'tag': '65b195fa-d229-49a8-9709-79569af2dfb1', 'status': 'completed', 'code': 200} Jan 28 05:42:08.888634 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02a608ed-7589-4742-9166-8f8dd7f0d1b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:08.893961 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-02a608ed-7589-4742-9166-8f8dd7f0d1b5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a68ceb60-a872-4bba-990e-8e03126b2535 HTTP/1.1" status: 204 len: 168 time: 0.6530955 Jan 28 05:42:08.893961 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a608ed-7589-4742-9166-8f8dd7f0d1b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a68ceb60-a872-4bba-990e-8e03126b2535,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:08.895506 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53060) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:08.910161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88376e8-454f-463b-b368-dfc7322d3cb4 req-514818b5-e3f2-4591-af59-c2e28e198ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:08.911945 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a88376e8-454f-463b-b368-dfc7322d3cb4 req-514818b5-e3f2-4591-af59-c2e28e198ced service neutron] 10.222.0.64 "GET /v2.0/subnets?id=641f6b07-7fd2-43fd-a026-23de93518b4b HTTP/1.1" status: 200 len: 854 time: 0.1032655 Jan 28 05:42:09.006914 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfd509c4-7e4a-4458-a1ec-17e60d9e7a6c req-ca3ed10d-4db6-423c-ac89-040865a2f8a4 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534617 Jan 28 05:42:09.018636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88376e8-454f-463b-b368-dfc7322d3cb4 req-ace10925-f4a4-4d07-a276-306701e24d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:09.021837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a88376e8-454f-463b-b368-dfc7322d3cb4 req-ace10925-f4a4-4d07-a276-306701e24d95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5a5282b-6e28-4736-9e13-1b658bbd5747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006255 Jan 28 05:42:09.042673 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08341f6-6aa3-4fc3-9424-c0591ff6b75a admin admin] Deleting subnet cadf2039-0709-4e13-b324-6f95257075d0 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:42:09.047207 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f08341f6-6aa3-4fc3-9424-c0591ff6b75a admin admin] Publish callbacks [] for subnet (cadf2039-0709-4e13-b324-6f95257075d0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:09.102975 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f08341f6-6aa3-4fc3-9424-c0591ff6b75a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (cadf2039-0709-4e13-b324-6f95257075d0), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:09.118950 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:09.175083 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799365b4-d976-4e35-aafa-00cc1cfb99fe req-f44334aa-4d1f-4599-a922-770c3012a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:09.177550 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-799365b4-d976-4e35-aafa-00cc1cfb99fe req-f44334aa-4d1f-4599-a922-770c3012a443 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 1095 time: 0.2400866 Jan 28 05:42:09.194522 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-280cd8c4-d796-4691-80da-4e4622ac67c7 req-04e1d057-c8a8-479f-8e53-345ca8d0ce79 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=354d7997b3a94bea9a2cca0cef3fe341 HTTP/1.1" status: 200 len: 10996 time: 0.2218378 Jan 28 05:42:09.196451 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a88376e8-454f-463b-b368-dfc7322d3cb4 req-c73f712e-4970-41a7-b5cb-a7bbf3a155ba service neutron] 10.222.0.64 "GET /v2.0/networks/b5a5282b-6e28-4736-9e13-1b658bbd5747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653728 Jan 28 05:42:09.308292 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-280cd8c4-d796-4691-80da-4e4622ac67c7 req-66419aaa-817d-43ba-b129-141777a8d405 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/6a5c6a17-3c7d-450d-92ca-40298cf37c67 HTTP/1.1" status: 200 len: 2998 time: 0.1053553 Jan 28 05:42:09.318527 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f08341f6-6aa3-4fc3-9424-c0591ff6b75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (cadf2039-0709-4e13-b324-6f95257075d0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:09.386222 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Publish callbacks [] for router_gateway (6b0431d6-f0f5-433d-b569-bc5b128a75ec), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:09.400172 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a88376e8-454f-463b-b368-dfc7322d3cb4 req-31674cd6-0973-47b8-814c-fd5d5081103d service neutron] 10.222.0.64 "GET /v2.0/networks/b5a5282b-6e28-4736-9e13-1b658bbd5747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915236 Jan 28 05:42:09.406524 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-280cd8c4-d796-4691-80da-4e4622ac67c7 req-a6369374-5a61-4774-b434-095c5f569e94 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/6a5c6a17-3c7d-450d-92ca-40298cf37c67 HTTP/1.1" status: 200 len: 2998 time: 0.0983994 Jan 28 05:42:09.434788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e089a4f4-d3b7-4b66-8d80-80f0299dea3d None None] Network 75689896-967b-4ae5-b978-35128c8787c4 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:09.462415 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799365b4-d976-4e35-aafa-00cc1cfb99fe req-5913a7aa-63e9-477b-9c34-f9d0f072aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:09.463888 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-799365b4-d976-4e35-aafa-00cc1cfb99fe req-5913a7aa-63e9-477b-9c34-f9d0f072aff1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 912 time: 0.2769163 Jan 28 05:42:09.541422 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-799365b4-d976-4e35-aafa-00cc1cfb99fe req-a2db95f2-2d45-4ca2-a1a8-079bf6c8264b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65b195fa-d229-49a8-9709-79569af2dfb1 HTTP/1.1" status: 200 len: 217 time: 0.0440159 Jan 28 05:42:09.562907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-18672c43-6a38-4925-842a-9c1bed943e4a None None] Provisioning complete for port 43c5560b-5249-4187-bfe8-832a50faa41c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:09.563542 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18672c43-6a38-4925-842a-9c1bed943e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (43c5560b-5249-4187-bfe8-832a50faa41c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:09.670601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 65b195fa-d229-49a8-9709-79569af2dfb1 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:42:09.686854 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-18672c43-6a38-4925-842a-9c1bed943e4a None None] Current status of the port 43c5560b-5249-4187-bfe8-832a50faa41c is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:09.687441 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18672c43-6a38-4925-842a-9c1bed943e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (43c5560b-5249-4187-bfe8-832a50faa41c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:09.827754 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-18672c43-6a38-4925-842a-9c1bed943e4a None None] For port 43c5560b-5249-4187-bfe8-832a50faa41c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=43c5560b-5249-4187-bfe8-832a50faa41c,segment=NetworkSegment(80a7b9b3-c8c6-480f-9c13-45011417fb49),segment_id=80a7b9b3-c8c6-480f-9c13-45011417fb49)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:09.873255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 65b195fa-d229-49a8-9709-79569af2dfb1, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=65b195fa-d229-49a8-9709-79569af2dfb1,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:09.891867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '65b195fa-d229-49a8-9709-79569af2dfb1', 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd', 'port_id': '65b195fa-d229-49a8-9709-79569af2dfb1', 'mac_address': 'fa:16:3e:15:c2:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c507c782-4f53-4cd1-85bd-9b428677b1ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:42:09.904719 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f08341f6-6aa3-4fc3-9424-c0591ff6b75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (cadf2039-0709-4e13-b324-6f95257075d0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:09.939003 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 65b195fa-d229-49a8-9709-79569af2dfb1 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:09.939566 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (65b195fa-d229-49a8-9709-79569af2dfb1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:09.949558 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18672c43-6a38-4925-842a-9c1bed943e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (43c5560b-5249-4187-bfe8-832a50faa41c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:09.962962 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08341f6-6aa3-4fc3-9424-c0591ff6b75a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cadf2039-0709-4e13-b324-6f95257075d0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:09.970822 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799365b4-d976-4e35-aafa-00cc1cfb99fe req-ae55ae2a-64d3-4308-ab9c-8b29ef702960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:09.972296 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-799365b4-d976-4e35-aafa-00cc1cfb99fe req-ae55ae2a-64d3-4308-ab9c-8b29ef702960 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c507c782-4f53-4cd1-85bd-9b428677b1ce HTTP/1.1" status: 200 len: 851 time: 0.4192457 Jan 28 05:42:09.995888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b195fa-d229-49a8-9709-79569af2dfb1 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:42:09.999039 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6f0b369-1136-4424-a2f0-4c123064e8fa req-d963dcbc-384a-48ca-9907-102b3a3c78d2 tempest-QuotasAdminNegativeTest-166446323 tempest-QuotasAdminNegativeTest-166446323-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8c7ce37956b64973a6fef207795dad4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306702 Jan 28 05:42:09.999649 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f08341f6-6aa3-4fc3-9424-c0591ff6b75a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.005801 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f08341f6-6aa3-4fc3-9424-c0591ff6b75a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cadf2039-0709-4e13-b324-6f95257075d0 HTTP/1.1" status: 204 len: 168 time: 1.1087499 Jan 28 05:42:10.008037 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53092) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:10.033969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 65b195fa-d229-49a8-9709-79569af2dfb1, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=65b195fa-d229-49a8-9709-79569af2dfb1,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:10.038067 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18672c43-6a38-4925-842a-9c1bed943e4a None None] Pushing event updated for resources: {'Port': ['ID=43c5560b-5249-4187-bfe8-832a50faa41c,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:10.058758 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-799365b4-d976-4e35-aafa-00cc1cfb99fe req-7199a7e6-d42f-47d4-a1d2-ef559961ea2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7fafb85-2281-41db-85af-da2c477e5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496793 Jan 28 05:42:10.075783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-91f8b4e6-bfe3-47e2-a2ca-f03499843c47 None None] Provisioning complete for port 43c5560b-5249-4187-bfe8-832a50faa41c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:10.080125 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91f8b4e6-bfe3-47e2-a2ca-f03499843c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (43c5560b-5249-4187-bfe8-832a50faa41c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.103229 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (65b195fa-d229-49a8-9709-79569af2dfb1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.146096 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0b369-1136-4424-a2f0-4c123064e8fa req-915675be-f1ab-4b01-8eb2-9f69fc446998 tempest-QuotasAdminNegativeTest-166446323 tempest-QuotasAdminNegativeTest-166446323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:10.152481 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (6b0431d6-f0f5-433d-b569-bc5b128a75ec), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.154903 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6f0b369-1136-4424-a2f0-4c123064e8fa req-915675be-f1ab-4b01-8eb2-9f69fc446998 tempest-QuotasAdminNegativeTest-166446323 tempest-QuotasAdminNegativeTest-166446323-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1549721 Jan 28 05:42:10.172167 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=65b195fa-d229-49a8-9709-79569af2dfb1,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:10.180755 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6f0b369-1136-4424-a2f0-4c123064e8fa req-bc992335-05d8-4816-a3b3-69668e450dda tempest-QuotasAdminNegativeTest-166446323 tempest-QuotasAdminNegativeTest-166446323-project] 10.222.0.31 "GET /v2.0/quotas/8c7ce37956b64973a6fef207795dad4c HTTP/1.1" status: 200 len: 375 time: 0.0236092 Jan 28 05:42:10.181013 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-518fb147-3797-46d7-bd3f-2abcc083e406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (3b494540-c6fa-4c20-a344-9c7ac127349a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.234998 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-91f8b4e6-bfe3-47e2-a2ca-f03499843c47 None None] Current status of the port 43c5560b-5249-4187-bfe8-832a50faa41c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:10.235096 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6f0b369-1136-4424-a2f0-4c123064e8fa req-3703639b-a5fa-4b0b-a978-1ff755d5d5bc tempest-QuotasAdminNegativeTest-166446323 tempest-QuotasAdminNegativeTest-166446323-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c7ce37956b64973a6fef207795dad4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473077 Jan 28 05:42:10.326684 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-799365b4-d976-4e35-aafa-00cc1cfb99fe req-e05a6db7-28d5-47f7-85fc-f99ba6fc8e40 service neutron] 10.222.0.64 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367015 Jan 28 05:42:10.367725 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 43c5560b-5249-4187-bfe8-832a50faa41c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:10.374487 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-184bf299-0faf-40c0-b158-38971fcf5be7 req-e011e943-0fe2-45da-b4d5-a0eb7a0227e4 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/43266edf-6d7e-4cd4-ad2b-cf641e9e9948 HTTP/1.1" status: 200 len: 1817 time: 0.0736520 Jan 28 05:42:10.414544 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['65b195fa-d229-49a8-9709-79569af2dfb1'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:10.444765 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-518fb147-3797-46d7-bd3f-2abcc083e406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (3b494540-c6fa-4c20-a344-9c7ac127349a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.480980 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-518fb147-3797-46d7-bd3f-2abcc083e406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b494540-c6fa-4c20-a344-9c7ac127349a']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:10.498335 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-184bf299-0faf-40c0-b158-38971fcf5be7 req-19c9a6d7-34f7-4193-b887-d124af5cee15 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (43266edf-6d7e-4cd4-ad2b-cf641e9e9948), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.499416 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-518fb147-3797-46d7-bd3f-2abcc083e406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f94ad3b-d7f9-4917-8fad-80b105469100') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:10.499906 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-518fb147-3797-46d7-bd3f-2abcc083e406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f94ad3b-d7f9-4917-8fad-80b105469100') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:10.525595 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-184bf299-0faf-40c0-b158-38971fcf5be7 req-19c9a6d7-34f7-4193-b887-d124af5cee15 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (43266edf-6d7e-4cd4-ad2b-cf641e9e9948), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.528232 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-518fb147-3797-46d7-bd3f-2abcc083e406 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (0f94ad3b-d7f9-4917-8fad-80b105469100), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.536508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 43c5560b-5249-4187-bfe8-832a50faa41c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:10.537339 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (43c5560b-5249-4187-bfe8-832a50faa41c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.558983 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-799365b4-d976-4e35-aafa-00cc1cfb99fe req-465ef13e-5c23-4626-8e92-50a24723da3d service neutron] 10.222.0.64 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250838 Jan 28 05:42:10.559898 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-518fb147-3797-46d7-bd3f-2abcc083e406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (0f94ad3b-d7f9-4917-8fad-80b105469100), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.569309 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518fb147-3797-46d7-bd3f-2abcc083e406 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:42:10.569716 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-518fb147-3797-46d7-bd3f-2abcc083e406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (0f94ad3b-d7f9-4917-8fad-80b105469100), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:42:10.571706 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:42:10.590827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb89ed4-e23d-4f05-b8de-41e7b3fb0c25 req-17b89a17-646a-4186-9abd-f037f66dcdb0 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:10.592416 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fb89ed4-e23d-4f05-b8de-41e7b3fb0c25 req-17b89a17-646a-4186-9abd-f037f66dcdb0 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.1400487 Jan 28 05:42:10.667594 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fb89ed4-e23d-4f05-b8de-41e7b3fb0c25 req-d521dfe3-2c12-41ac-be95-b01ed981d0a1 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617847 Jan 28 05:42:10.671340 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Router 6b0431d6-f0f5-433d-b569-bc5b128a75ec is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:42:10.700343 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-184bf299-0faf-40c0-b158-38971fcf5be7 req-19c9a6d7-34f7-4193-b887-d124af5cee15 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (43266edf-6d7e-4cd4-ad2b-cf641e9e9948), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.703964 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-184bf299-0faf-40c0-b158-38971fcf5be7 req-19c9a6d7-34f7-4193-b887-d124af5cee15 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.707847 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-184bf299-0faf-40c0-b158-38971fcf5be7 req-19c9a6d7-34f7-4193-b887-d124af5cee15 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "DELETE /v2.0/security-groups/43266edf-6d7e-4cd4-ad2b-cf641e9e9948 HTTP/1.1" status: 204 len: 173 time: 0.3145010 Jan 28 05:42:10.712608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 43c5560b-5249-4187-bfe8-832a50faa41c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:10.727094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9a6d7-34f7-4193-b887-d124af5cee15 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43266edf-6d7e-4cd4-ad2b-cf641e9e9948,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:10.780900 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-518fb147-3797-46d7-bd3f-2abcc083e406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (3b494540-c6fa-4c20-a344-9c7ac127349a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.791374 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-518fb147-3797-46d7-bd3f-2abcc083e406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:10.794978 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-518fb147-3797-46d7-bd3f-2abcc083e406 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3b494540-c6fa-4c20-a344-9c7ac127349a HTTP/1.1" status: 204 len: 168 time: 0.7849298 Jan 28 05:42:10.810032 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fb147-3797-46d7-bd3f-2abcc083e406 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b494540-c6fa-4c20-a344-9c7ac127349a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:10.873352 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1f00b-1b62-4d6c-a259-45893e884c2b req-7ba9a6e2-5a48-42f7-b49a-032b3a8a6a50 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:10.874911 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1bc1f00b-1b62-4d6c-a259-45893e884c2b req-7ba9a6e2-5a48-42f7-b49a-032b3a8a6a50 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 944 time: 0.1007679 Jan 28 05:42:10.883123 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:42:10.885710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a8bfb-e5f3-43f0-9823-0b76625e8acd req-f9ee5ad3-d744-4ebd-a696-9b881ac715f5 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:10.887338 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d6a8bfb-e5f3-43f0-9823-0b76625e8acd req-f9ee5ad3-d744-4ebd-a696-9b881ac715f5 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/ports?device_id=49abc462-3481-4e68-b8af-0013278e44fb HTTP/1.1" status: 200 len: 945 time: 0.0758920 Jan 28 05:42:10.897465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Sync routers for ids ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:42:10.909099 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Routers {'6b0431d6-f0f5-433d-b569-bc5b128a75ec'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:10.909949 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:42:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:10.978924 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d6a8bfb-e5f3-43f0-9823-0b76625e8acd req-c752afd6-ccee-4cfd-a8ac-da78e52fbeee tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/security-groups?id=01de4c93-377f-41b7-8487-be13f8969225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834744 Jan 28 05:42:10.982746 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1bc1f00b-1b62-4d6c-a259-45893e884c2b req-a1aca343-f321-43ff-bf34-2e2968a1c926 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858352 Jan 28 05:42:10.998766 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.016743 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-022c2b4c-4a81-4973-bcff-0683f4392404 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.0043595 Jan 28 05:42:11.019240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53110) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:11.034574 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-a217e500-3eab-48c8-b0b6-73d50a0900fb req-5811c0ec-c54e-477b-96c6-6a3b11d4fcd9 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] show failed (client error): The resource could not be found. Jan 28 05:42:11.037715 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a217e500-3eab-48c8-b0b6-73d50a0900fb req-5811c0ec-c54e-477b-96c6-6a3b11d4fcd9 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/43266edf-6d7e-4cd4-ad2b-cf641e9e9948 HTTP/1.1" status: 404 len: 352 time: 0.0215700 Jan 28 05:42:11.112381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcb67d68-e898-4c0a-bd34-e60f0706553a req-e70e3373-94e0-4cc9-8c72-52b8836b9c84 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/31e874cc-d1f7-46f5-9fc1-51e541214e2a HTTP/1.1" status: 200 len: 1818 time: 0.0527856 Jan 28 05:42:11.178027 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fcb67d68-e898-4c0a-bd34-e60f0706553a req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (31e874cc-d1f7-46f5-9fc1-51e541214e2a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.211692 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fcb67d68-e898-4c0a-bd34-e60f0706553a req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (31e874cc-d1f7-46f5-9fc1-51e541214e2a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.226748 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Set router 6b0431d6-f0f5-433d-b569-bc5b128a75ec gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:11.280133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53114) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:11.343405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d5c32f9d-5ad9-47ab-aaf0-3dd5659221e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f17b4afee4234ca080a4ee07c83b15b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0597284 Jan 28 05:42:11.345192 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53116) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:11.407878 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fcb67d68-e898-4c0a-bd34-e60f0706553a req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (31e874cc-d1f7-46f5-9fc1-51e541214e2a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.425270 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fcb67d68-e898-4c0a-bd34-e60f0706553a req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.430771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcb67d68-e898-4c0a-bd34-e60f0706553a req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "DELETE /v2.0/security-groups/31e874cc-d1f7-46f5-9fc1-51e541214e2a HTTP/1.1" status: 204 len: 173 time: 0.3168705 Jan 28 05:42:11.468423 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c4186-4f04-42ef-a1c3-954498234155 req-d0a7e281-f5f7-444a-803a-8c5b17306985 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:11.470411 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b47c4186-4f04-42ef-a1c3-954498234155 req-d0a7e281-f5f7-444a-803a-8c5b17306985 tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.60 "GET /v2.0/ports?device_id=49abc462-3481-4e68-b8af-0013278e44fb HTTP/1.1" status: 200 len: 945 time: 0.1271183 Jan 28 05:42:11.478700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e874cc-d1f7-46f5-9fc1-51e541214e2a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:11.521950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:11.522588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:11.523125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:11.523629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:11.524138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:11.524484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:11.524823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:11.525158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:11.525490 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:11.525830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:11.526151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:11.526509 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:11.526836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a92b4-6a9c-4c02-a4a4-988fad4f206b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:11.538584 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-4f5e785d-0bf1-4870-92f6-143ed633a782 req-f44ecc0e-3b03-4072-a59c-20f969f341d6 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] show failed (client error): The resource could not be found. Jan 28 05:42:11.539853 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f5e785d-0bf1-4870-92f6-143ed633a782 req-f44ecc0e-3b03-4072-a59c-20f969f341d6 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/31e874cc-d1f7-46f5-9fc1-51e541214e2a HTTP/1.1" status: 404 len: 352 time: 0.0683701 Jan 28 05:42:11.613520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1428191688-router', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:08Z', 'revision_number': 3, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'gw_port': {'id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:11.637133 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e6ac9576-c1f3-4eab-be7f-52a3177ba373 admin admin] Publish callbacks [] for security_group (022fcd91-e135-4488-85db-4b99b0057244), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.655004 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c1789e0-9e9b-4ff2-9244-a5d8cd2f17ba req-1c86ef6b-c63c-4051-921b-97cfc2b3e1e1 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/8f41f170-051b-4640-b6e4-210b7dff3337 HTTP/1.1" status: 200 len: 1817 time: 0.0634797 Jan 28 05:42:11.672872 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e6ac9576-c1f3-4eab-be7f-52a3177ba373 admin admin] Publish callbacks [] for security_group (022fcd91-e135-4488-85db-4b99b0057244), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.673430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-b47c4186-4f04-42ef-a1c3-954498234155 req-74d1f8e7-d8d4-42d5-a116-9e29be74e1da tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Deleting port cc0612fd-d1b8-4c7c-a549-c6272111b129 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:42:11.674635 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b47c4186-4f04-42ef-a1c3-954498234155 req-74d1f8e7-d8d4-42d5-a116-9e29be74e1da tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (cc0612fd-d1b8-4c7c-a549-c6272111b129), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.702386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 65b195fa-d229-49a8-9709-79569af2dfb1 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:11.708142 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Checking router: 6b0431d6-f0f5-433d-b569-bc5b128a75ec for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:42:11.709046 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Updating router 6b0431d6-f0f5-433d-b569-bc5b128a75ec port c7623e3e-26d0-45b1-b8e7-35fdb6192b9c binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:42:11.784566 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.793493 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c7623e3e-26d0-45b1-b8e7-35fdb6192b9c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.844638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b47c4186-4f04-42ef-a1c3-954498234155 req-74d1f8e7-d8d4-42d5-a116-9e29be74e1da tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] For port cc0612fd-d1b8-4c7c-a549-c6272111b129, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cc0612fd-d1b8-4c7c-a549-c6272111b129,segment=NetworkSegment(acc6d6cb-69e6-4f16-8e13-d6bce05c0449),segment_id=acc6d6cb-69e6-4f16-8e13-d6bce05c0449)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:11.845014 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b47c4186-4f04-42ef-a1c3-954498234155 req-74d1f8e7-d8d4-42d5-a116-9e29be74e1da tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (cc0612fd-d1b8-4c7c-a549-c6272111b129), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:11.860518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-b47c4186-4f04-42ef-a1c3-954498234155 req-74d1f8e7-d8d4-42d5-a116-9e29be74e1da tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Calling delete_port for cc0612fd-d1b8-4c7c-a549-c6272111b129 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:42:11.952196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] Allocated IP 172.20.0.1 (75689896-967b-4ae5-b978-35128c8787c4/79af50e3-d98d-4a85-83a3-bded0e557ae5/2c63db84-fcd1-4f3b-b645-270d5880074c) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:12.071561 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] Publish callbacks [] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.081739 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9c1789e0-9e9b-4ff2-9244-a5d8cd2f17ba req-0222297b-e92c-4da5-b495-d88fe0c1a2a2 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (8f41f170-051b-4640-b6e4-210b7dff3337), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.091771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991cf91-90a2-4042-873e-fd06cdf5e4c0 req-931d2269-7afa-43aa-803f-125fcf142e3a tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:12.099929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9991cf91-90a2-4042-873e-fd06cdf5e4c0 req-931d2269-7afa-43aa-803f-125fcf142e3a tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.1123312 Jan 28 05:42:12.117020 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b47c4186-4f04-42ef-a1c3-954498234155 req-74d1f8e7-d8d4-42d5-a116-9e29be74e1da tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (cc0612fd-d1b8-4c7c-a549-c6272111b129), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.132851 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e6ac9576-c1f3-4eab-be7f-52a3177ba373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (022fcd91-e135-4488-85db-4b99b0057244), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.139570 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e6ac9576-c1f3-4eab-be7f-52a3177ba373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.140751 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 65b195fa-d229-49a8-9709-79569af2dfb1 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:42:12.141593 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e6ac9576-c1f3-4eab-be7f-52a3177ba373 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/022fcd91-e135-4488-85db-4b99b0057244 HTTP/1.1" status: 204 len: 168 time: 0.7954004 Jan 28 05:42:12.153533 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac9576-c1f3-4eab-be7f-52a3177ba373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022fcd91-e135-4488-85db-4b99b0057244,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:12.166475 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1f8e7-d8d4-42d5-a116-9e29be74e1da tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Pushing event deleted for resources: {'Port': ['ID=cc0612fd-d1b8-4c7c-a549-c6272111b129,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:12.171108 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Publish callbacks [] for port (c7623e3e-26d0-45b1-b8e7-35fdb6192b9c), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.173246 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9c1789e0-9e9b-4ff2-9244-a5d8cd2f17ba req-0222297b-e92c-4da5-b495-d88fe0c1a2a2 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (8f41f170-051b-4640-b6e4-210b7dff3337), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.174572 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['cc0612fd-d1b8-4c7c-a549-c6272111b129'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:12.182896 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 65b195fa-d229-49a8-9709-79569af2dfb1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:12.183322 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (65b195fa-d229-49a8-9709-79569af2dfb1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.192699 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.275696 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] Network 75689896-967b-4ae5-b978-35128c8787c4 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:12.275809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47c4186-4f04-42ef-a1c3-954498234155 req-74d1f8e7-d8d4-42d5-a116-9e29be74e1da tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] No DVR routers for this DVR port cc0612fd-d1b8-4c7c-a549-c6272111b129 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:42:12.275900 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] Pushing event updated for resources: {'Port': ['ID=2c63db84-fcd1-4f3b-b645-270d5880074c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:12.282382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:12.283002 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b47c4186-4f04-42ef-a1c3-954498234155 req-74d1f8e7-d8d4-42d5-a116-9e29be74e1da tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.286958 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b47c4186-4f04-42ef-a1c3-954498234155 req-74d1f8e7-d8d4-42d5-a116-9e29be74e1da tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.60 "DELETE /v2.0/ports/cc0612fd-d1b8-4c7c-a549-c6272111b129 HTTP/1.1" status: 204 len: 173 time: 0.8057344 Jan 28 05:42:12.287605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49abc462-3481-4e68-b8af-0013278e44fb', 'name': 'network-vif-deleted', 'tag': 'cc0612fd-d1b8-4c7c-a549-c6272111b129'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:12.290047 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129b15ea-5928-4e4e-bf3b-c660246a45a8" -d '{"events": [{"server_uuid": "49abc462-3481-4e68-b8af-0013278e44fb", "name": "network-vif-deleted", "tag": "cc0612fd-d1b8-4c7c-a549-c6272111b129"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:12.293915 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c7623e3e-26d0-45b1-b8e7-35fdb6192b9c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.304127 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:12.304256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9991cf91-90a2-4042-873e-fd06cdf5e4c0 req-548b52ca-26ce-42ee-a57c-503271844aa7 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023671 Jan 28 05:42:12.378837 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (6b0431d6-f0f5-433d-b569-bc5b128a75ec), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.386374 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9c1789e0-9e9b-4ff2-9244-a5d8cd2f17ba req-0222297b-e92c-4da5-b495-d88fe0c1a2a2 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8f41f170-051b-4640-b6e4-210b7dff3337), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.394102 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9c1789e0-9e9b-4ff2-9244-a5d8cd2f17ba req-0222297b-e92c-4da5-b495-d88fe0c1a2a2 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.404027 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c1789e0-9e9b-4ff2-9244-a5d8cd2f17ba req-0222297b-e92c-4da5-b495-d88fe0c1a2a2 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "DELETE /v2.0/security-groups/8f41f170-051b-4640-b6e4-210b7dff3337 HTTP/1.1" status: 204 len: 173 time: 0.7473264 Jan 28 05:42:12.427589 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c276ae-1730-44f6-81c1-00a23033a569 None None] Pushing event updated for resources: {'Port': ['ID=c7623e3e-26d0-45b1-b8e7-35fdb6192b9c,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:12.433352 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Attempting to bind port c7623e3e-26d0-45b1-b8e7-35fdb6192b9c on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:12.433723 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Attempting to bind port c7623e3e-26d0-45b1-b8e7-35fdb6192b9c by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:12.434160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Attempting to bind port c7623e3e-26d0-45b1-b8e7-35fdb6192b9c on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:12.441272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:12.442615 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:12.447236 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.447236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:12.447236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Bound port: c7623e3e-26d0-45b1-b8e7-35fdb6192b9c, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:12.447236 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c7623e3e-26d0-45b1-b8e7-35fdb6192b9c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.478649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222297b-e92c-4da5-b495-d88fe0c1a2a2 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f41f170-051b-4640-b6e4-210b7dff3337,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:12.645754 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 65b195fa-d229-49a8-9709-79569af2dfb1 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:12.646286 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (65b195fa-d229-49a8-9709-79569af2dfb1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.651047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] For port c7623e3e-26d0-45b1-b8e7-35fdb6192b9c, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:12.692336 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] For port c7623e3e-26d0-45b1-b8e7-35fdb6192b9c, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c7623e3e-26d0-45b1-b8e7-35fdb6192b9c,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:12.697875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18367a44-055b-4d78-aa72-40f9d58bf7db req-118a4c66-ab2b-4987-ae24-35b897e805f0 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:12.699768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18367a44-055b-4d78-aa72-40f9d58bf7db req-118a4c66-ab2b-4987-ae24-35b897e805f0 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 944 time: 0.1678274 Jan 28 05:42:12.736147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e12640-2f52-4281-94a2-93a6cf32ade4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b195fa-d229-49a8-9709-79569af2dfb1'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:12.739752 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1fbd5a-61ab-406c-994c-7925a273a214" -d '{"events": [{"server_uuid": "e6e12640-2f52-4281-94a2-93a6cf32ade4", "name": "network-vif-plugged", "status": "completed", "tag": "65b195fa-d229-49a8-9709-79569af2dfb1"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:12.782690 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c7623e3e-26d0-45b1-b8e7-35fdb6192b9c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.789231 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.815216 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 65b195fa-d229-49a8-9709-79569af2dfb1, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=65b195fa-d229-49a8-9709-79569af2dfb1,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:12.869814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18367a44-055b-4d78-aa72-40f9d58bf7db req-d2de136e-8821-420e-82e3-3e9bef10a820 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471207 Jan 28 05:42:12.912154 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c276ae-1730-44f6-81c1-00a23033a569 None None] Pushing event updated for resources: {'Port': ['ID=c7623e3e-26d0-45b1-b8e7-35fdb6192b9c,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:12.919237 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (65b195fa-d229-49a8-9709-79569af2dfb1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:12.926870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bde52d84-ee7e-46de-b372-890c4e34398e req-3a4fef1e-3d79-4773-8062-43d8ec7df2be tempest-ServerPasswordTestJSON-401576215 tempest-ServerPasswordTestJSON-401576215-project] 10.222.0.31 "GET /v2.0/ports?device_id=49abc462-3481-4e68-b8af-0013278e44fb HTTP/1.1" status: 200 len: 210 time: 0.1323392 Jan 28 05:42:12.992894 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aea5f3f-3a1a-427d-a08c-4888570527aa x-openstack-request-id: req-9aea5f3f-3a1a-427d-a08c-4888570527aa {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:12.994608 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49abc462-3481-4e68-b8af-0013278e44fb", "name": "network-vif-deleted", "tag": "cc0612fd-d1b8-4c7c-a549-c6272111b129", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:12.994608 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9aea5f3f-3a1a-427d-a08c-4888570527aa {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:12.995717 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49abc462-3481-4e68-b8af-0013278e44fb', 'name': 'network-vif-deleted', 'tag': 'cc0612fd-d1b8-4c7c-a549-c6272111b129', 'status': 'completed', 'code': 200} Jan 28 05:42:13.003706 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-f8e84697-0f01-4f25-bc61-1669479dcab1 req-87819fb0-0a1b-49be-9edd-c4075f9ee73e tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] show failed (client error): The resource could not be found. Jan 28 05:42:13.021986 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8e84697-0f01-4f25-bc61-1669479dcab1 req-87819fb0-0a1b-49be-9edd-c4075f9ee73e tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/8f41f170-051b-4640-b6e4-210b7dff3337 HTTP/1.1" status: 404 len: 352 time: 0.0390573 Jan 28 05:42:13.061328 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d2c0a0-8e02-48bd-a7b0-ab8b4ce79876 x-openstack-request-id: req-88d2c0a0-8e02-48bd-a7b0-ab8b4ce79876 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:13.061685 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e12640-2f52-4281-94a2-93a6cf32ade4", "name": "network-vif-plugged", "status": "completed", "tag": "65b195fa-d229-49a8-9709-79569af2dfb1", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:13.061956 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88d2c0a0-8e02-48bd-a7b0-ab8b4ce79876 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:13.064768 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e12640-2f52-4281-94a2-93a6cf32ade4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b195fa-d229-49a8-9709-79569af2dfb1', 'code': 200} Jan 28 05:42:13.076577 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=65b195fa-d229-49a8-9709-79569af2dfb1,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:13.085943 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Routers {'6b0431d6-f0f5-433d-b569-bc5b128a75ec'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:13.086796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:42:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:13.177704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c106d30-ab0b-4857-b02c-b76bce187812 req-14268bf3-9aa0-4a01-9436-c78cdc5b8cbc tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=354d7997b3a94bea9a2cca0cef3fe341 HTTP/1.1" status: 200 len: 6197 time: 0.1179421 Jan 28 05:42:13.179161 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-9a11a591-575c-4df9-85f8-bd2618f057da None None] Provisioning complete for port 2c63db84-fcd1-4f3b-b645-270d5880074c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:13.179811 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a11a591-575c-4df9-85f8-bd2618f057da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.242345 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c106d30-ab0b-4857-b02c-b76bce187812 req-948685fe-9b80-41f6-8331-c6b81f20fd85 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/6a5c6a17-3c7d-450d-92ca-40298cf37c67 HTTP/1.1" status: 200 len: 2998 time: 0.0635169 Jan 28 05:42:13.271255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9a11a591-575c-4df9-85f8-bd2618f057da None None] Port 2c63db84-fcd1-4f3b-b645-270d5880074c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:42:13.289122 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-89586a82-1802-488f-89ff-dd0a13012243 req-92a56935-fd40-4052-a279-2aa6f33f0c09 tempest-QuotasAdminNegativeTest-166446323 tempest-QuotasAdminNegativeTest-166446323-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8c7ce37956b64973a6fef207795dad4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1251426 Jan 28 05:42:13.292099 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] Publish callbacks [] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.305134 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a22ba-6c28-4437-8001-c7ef3b795404 req-b7238a50-e00d-4a46-9ce3-1a12f8b3e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:13.306339 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3c9a22ba-6c28-4437-8001-c7ef3b795404 req-b7238a50-e00d-4a46-9ce3-1a12f8b3e465 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 1097 time: 0.1021709 Jan 28 05:42:13.367581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53172) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:13.389355 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.396853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] Set router 6b0431d6-f0f5-433d-b569-bc5b128a75ec gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:13.432265 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3c9a22ba-6c28-4437-8001-c7ef3b795404 req-008aaeeb-13cf-43aa-924e-593ff52d5638 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170177 Jan 28 05:42:13.436448 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (6b0431d6-f0f5-433d-b569-bc5b128a75ec), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.462955 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c106d30-ab0b-4857-b02c-b76bce187812 req-bffe5fbc-4151-4fda-822a-4aa9434fa681 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/6a5c6a17-3c7d-450d-92ca-40298cf37c67 HTTP/1.1" status: 200 len: 2998 time: 0.2195513 Jan 28 05:42:13.541264 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89586a82-1802-488f-89ff-dd0a13012243 req-ff45b262-3338-4063-a9f0-2d14c4185e8f tempest-QuotasAdminNegativeTest-166446323 tempest-QuotasAdminNegativeTest-166446323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:13.545339 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-89586a82-1802-488f-89ff-dd0a13012243 req-ff45b262-3338-4063-a9f0-2d14c4185e8f tempest-QuotasAdminNegativeTest-166446323 tempest-QuotasAdminNegativeTest-166446323-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333283 Jan 28 05:42:13.590776 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-295672b4-44a4-433e-91cb-dee66fd0d0a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=89403fc664754f70a65ac1b9b336b026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219028 Jan 28 05:42:13.596018 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53176) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:13.604240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] Pushing event updated for resources: {'Port': ['ID=2c63db84-fcd1-4f3b-b645-270d5880074c,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:13.606253 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-89586a82-1802-488f-89ff-dd0a13012243 req-0e80cd55-071a-48e8-ad2b-46040aa3d023 tempest-QuotasAdminNegativeTest-166446323 tempest-QuotasAdminNegativeTest-166446323-project] 10.222.0.31 "GET /v2.0/quotas/8c7ce37956b64973a6fef207795dad4c HTTP/1.1" status: 200 len: 375 time: 0.0541580 Jan 28 05:42:13.641854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1d9da-f494-4936-929f-1cb824626935 req-bc894ac9-238b-419c-b8e8-d4b6e4929a47 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:13.643438 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ac1d9da-f494-4936-929f-1cb824626935 req-bc894ac9-238b-419c-b8e8-d4b6e4929a47 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.0968835 Jan 28 05:42:13.672002 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-89586a82-1802-488f-89ff-dd0a13012243 req-e65615aa-5c17-442f-9265-2a26adfe8850 tempest-QuotasAdminNegativeTest-166446323 tempest-QuotasAdminNegativeTest-166446323-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c7ce37956b64973a6fef207795dad4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571079 Jan 28 05:42:13.688262 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1428191688-router', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:12Z', 'revision_number': 4, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'gw_port': {'id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2c63db84-fcd1-4f3b-b645-270d5880074c', 'name': '', 'network_id': '75689896-967b-4ae5-b978-35128c8787c4', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'mac_address': 'fa:16:3e:b0:8d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:11Z', 'updated_at': '2022-01-28T05:42:11Z', 'revision_number': 1, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'subnets': [{'id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:13.734314 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5420f65-9265-4f6d-8b3c-a5232e816965 None None] The sync data for ids ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'] in n-d-812111-12 is: [{'id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1428191688-router', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:12Z', 'revision_number': 4, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'gw_port': {'id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2c63db84-fcd1-4f3b-b645-270d5880074c', 'name': '', 'network_id': '75689896-967b-4ae5-b978-35128c8787c4', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'mac_address': 'fa:16:3e:b0:8d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:11Z', 'updated_at': '2022-01-28T05:42:11Z', 'revision_number': 1, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'subnets': [{'id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:42:13.734934 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] Network 75689896-967b-4ae5-b978-35128c8787c4 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:13.737254 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37e0a92f-fc52-42bc-9af0-267cb31b8c01 admin admin] Publish callbacks [] for security_group (d420b33e-42b5-401f-8614-eac012e082fa), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.740914 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:13.775194 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ac1d9da-f494-4936-929f-1cb824626935 req-328ba4bf-aaf4-4f6f-a9d4-08b662764c48 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170349 Jan 28 05:42:13.805391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-4d628bab-4916-4e37-a571-11b9db4bbb2a req-db943132-5d88-4eae-9b3b-80709d0a434f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-486747004', 'description': 'tempest-description-1000029130'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:13.882251 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37e0a92f-fc52-42bc-9af0-267cb31b8c01 admin admin] Publish callbacks [] for security_group (d420b33e-42b5-401f-8614-eac012e082fa), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:13.927139 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4d628bab-4916-4e37-a571-11b9db4bbb2a req-db943132-5d88-4eae-9b3b-80709d0a434f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.067168 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4d628bab-4916-4e37-a571-11b9db4bbb2a req-db943132-5d88-4eae-9b3b-80709d0a434f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (bcf420d0-8f50-49ae-8c81-7e63d9e7b0f4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.088665 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] Router 6b0431d6-f0f5-433d-b569-bc5b128a75ec has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:42:14.133399 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-44f63877-640c-4eed-86a0-3bdc5039da86 None None] Provisioning complete for port 2c63db84-fcd1-4f3b-b645-270d5880074c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:14.133787 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44f63877-640c-4eed-86a0-3bdc5039da86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.180893 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4d628bab-4916-4e37-a571-11b9db4bbb2a req-db943132-5d88-4eae-9b3b-80709d0a434f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bcf420d0-8f50-49ae-8c81-7e63d9e7b0f4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.203875 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-44f63877-640c-4eed-86a0-3bdc5039da86 None None] Port 2c63db84-fcd1-4f3b-b645-270d5880074c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:42:14.235121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db943132-5d88-4eae-9b3b-80709d0a434f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf420d0-8f50-49ae-8c81-7e63d9e7b0f4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:14.260812 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37e0a92f-fc52-42bc-9af0-267cb31b8c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d420b33e-42b5-401f-8614-eac012e082fa), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.263457 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37e0a92f-fc52-42bc-9af0-267cb31b8c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.264670 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-37e0a92f-fc52-42bc-9af0-267cb31b8c01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d420b33e-42b5-401f-8614-eac012e082fa HTTP/1.1" status: 204 len: 168 time: 0.6677284 Jan 28 05:42:14.280759 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0a92f-fc52-42bc-9af0-267cb31b8c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d420b33e-42b5-401f-8614-eac012e082fa,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:14.323563 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4d628bab-4916-4e37-a571-11b9db4bbb2a req-db943132-5d88-4eae-9b3b-80709d0a434f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.334702 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d628bab-4916-4e37-a571-11b9db4bbb2a req-db943132-5d88-4eae-9b3b-80709d0a434f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5306308 Jan 28 05:42:14.378883 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:42:14.385274 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-968c8cef-5c29-4140-8179-554c4f29d041 admin admin] 10.222.0.31 "PUT /v2.0/routers/6b0431d6-f0f5-433d-b569-bc5b128a75ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3642671 Jan 28 05:42:14.525784 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d15a5b-b54f-4a18-8269-d6838ef7e636 req-7b0d16f0-b3a1-45dd-9d0b-408f52a3e0c9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:14.527427 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4d15a5b-b54f-4a18-8269-d6838ef7e636 req-7b0d16f0-b3a1-45dd-9d0b-408f52a3e0c9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 945 time: 0.1142819 Jan 28 05:42:14.604026 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53198) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:14.623967 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4d15a5b-b54f-4a18-8269-d6838ef7e636 req-7f352826-d1c9-4591-9731-43ebd2f024bf tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820522 Jan 28 05:42:14.653129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2daa45d7-b4a7-4528-9da6-d4ec3b7255cd req-5fd86c97-4cb2-49f7-8225-076570e6b489 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1996057152', 'description': 'tempest-description-444768191'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:14.720542 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3e8929-9a41-4038-aaa6-6a7a4a37c497 admin admin] Deleting subnet 882f88ff-e8a8-4e61-842d-acff6c352ade {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:42:14.722322 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5d3e8929-9a41-4038-aaa6-6a7a4a37c497 admin admin] Publish callbacks [] for subnet (882f88ff-e8a8-4e61-842d-acff6c352ade), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.785944 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5d3e8929-9a41-4038-aaa6-6a7a4a37c497 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (882f88ff-e8a8-4e61-842d-acff6c352ade), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.820505 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2daa45d7-b4a7-4528-9da6-d4ec3b7255cd req-5fd86c97-4cb2-49f7-8225-076570e6b489 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:14.857193 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5d3e8929-9a41-4038-aaa6-6a7a4a37c497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (882f88ff-e8a8-4e61-842d-acff6c352ade), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.013142 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2daa45d7-b4a7-4528-9da6-d4ec3b7255cd req-5fd86c97-4cb2-49f7-8225-076570e6b489 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (0fae013a-bf5d-4f35-8c8a-1c58441087a6), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.040306 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207f58f-cf27-4e3c-ab17-b59c9672436d req-9ab3152f-cc70-477a-bdc3-a686d96a720c tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:15.042489 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a207f58f-cf27-4e3c-ab17-b59c9672436d req-9ab3152f-cc70-477a-bdc3-a686d96a720c tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.1176035 Jan 28 05:42:15.105804 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5d3e8929-9a41-4038-aaa6-6a7a4a37c497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (882f88ff-e8a8-4e61-842d-acff6c352ade), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.116917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a207f58f-cf27-4e3c-ab17-b59c9672436d req-d846a58c-74df-4c61-9956-c33f99052eba tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681057 Jan 28 05:42:15.149981 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2daa45d7-b4a7-4528-9da6-d4ec3b7255cd req-5fd86c97-4cb2-49f7-8225-076570e6b489 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0fae013a-bf5d-4f35-8c8a-1c58441087a6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.154917 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e8929-9a41-4038-aaa6-6a7a4a37c497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=882f88ff-e8a8-4e61-842d-acff6c352ade,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:15.169705 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5d3e8929-9a41-4038-aaa6-6a7a4a37c497 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.182987 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5d3e8929-9a41-4038-aaa6-6a7a4a37c497 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/882f88ff-e8a8-4e61-842d-acff6c352ade HTTP/1.1" status: 204 len: 168 time: 0.5778143 Jan 28 05:42:15.187696 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53218) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:15.218563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd86c97-4cb2-49f7-8225-076570e6b489 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fae013a-bf5d-4f35-8c8a-1c58441087a6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:15.241149 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2daa45d7-b4a7-4528-9da6-d4ec3b7255cd req-5fd86c97-4cb2-49f7-8225-076570e6b489 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.243062 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2daa45d7-b4a7-4528-9da6-d4ec3b7255cd req-5fd86c97-4cb2-49f7-8225-076570e6b489 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5997155 Jan 28 05:42:15.590068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb90d2-f6cc-433a-a452-4a26c33b048f req-3bc66821-da48-4fd3-a7ed-8592b8ec4133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:15.591846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9bcb90d2-f6cc-433a-a452-4a26c33b048f req-3bc66821-da48-4fd3-a7ed-8592b8ec4133 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 1097 time: 0.0646691 Jan 28 05:42:15.670286 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9bcb90d2-f6cc-433a-a452-4a26c33b048f req-26e76c13-a5fc-44a8-b91a-edff625c4007 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689645 Jan 28 05:42:15.692383 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53232) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:15.755131 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f6d291f-02a7-4eb7-9ce5-b0e44d231b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (861f8cc9-f76e-46a6-a80b-1334792fa75b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.884313 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f6d291f-02a7-4eb7-9ce5-b0e44d231b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (861f8cc9-f76e-46a6-a80b-1334792fa75b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.925211 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5f6d291f-02a7-4eb7-9ce5-b0e44d231b27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861f8cc9-f76e-46a6-a80b-1334792fa75b']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:15.936024 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5f6d291f-02a7-4eb7-9ce5-b0e44d231b27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc6d6cb-69e6-4f16-8e13-d6bce05c0449') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:15.936321 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5f6d291f-02a7-4eb7-9ce5-b0e44d231b27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc6d6cb-69e6-4f16-8e13-d6bce05c0449') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:15.953463 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f6d291f-02a7-4eb7-9ce5-b0e44d231b27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (acc6d6cb-69e6-4f16-8e13-d6bce05c0449), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.971585 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f6d291f-02a7-4eb7-9ce5-b0e44d231b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (acc6d6cb-69e6-4f16-8e13-d6bce05c0449), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:15.974834 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-df6d2214-69f1-454a-aa41-27c63e4222bc tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:15.976403 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-df6d2214-69f1-454a-aa41-27c63e4222bc tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/networks?id=75689896-967b-4ae5-b978-35128c8787c4 HTTP/1.1" status: 200 len: 829 time: 0.2309854 Jan 28 05:42:15.990763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6d291f-02a7-4eb7-9ce5-b0e44d231b27 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:42:15.990763 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f6d291f-02a7-4eb7-9ce5-b0e44d231b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (acc6d6cb-69e6-4f16-8e13-d6bce05c0449), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.000472 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2328e344-906e-422d-a3a6-a6bc80ccb6be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.038869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83262b-5709-4f70-913c-9ef133961483 req-109f8575-4f41-4505-853e-83e5b26fd66a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:16.040351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb83262b-5709-4f70-913c-9ef133961483 req-109f8575-4f41-4505-853e-83e5b26fd66a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 945 time: 0.2789471 Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:42:16.047778 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:42:16.062747 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-8a355f41-7345-43ad-96b6-b3111215cd4e tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/quotas/9757efd87e65440bab7f01532f12f95a HTTP/1.1" status: 200 len: 375 time: 0.0699308 Jan 28 05:42:16.082005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device cc0612fd-d1b8-4c7c-a549-c6272111b129 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:42:16.104078 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: cc0612fd-d1b8-4c7c-a549-c6272111b129 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:42:16.104471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device cc0612fd-d1b8-4c7c-a549-c6272111b129 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:42:16.140217 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f6d291f-02a7-4eb7-9ce5-b0e44d231b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (861f8cc9-f76e-46a6-a80b-1334792fa75b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.147126 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f6d291f-02a7-4eb7-9ce5-b0e44d231b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.152648 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5f6d291f-02a7-4eb7-9ce5-b0e44d231b27 admin admin] 10.222.0.31 "DELETE /v2.0/networks/861f8cc9-f76e-46a6-a80b-1334792fa75b HTTP/1.1" status: 204 len: 168 time: 0.9608068 Jan 28 05:42:16.165092 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d291f-02a7-4eb7-9ce5-b0e44d231b27 admin admin] Pushing event deleted for resources: {'Network': ['ID=861f8cc9-f76e-46a6-a80b-1334792fa75b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:16.197581 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-1459090a-91bc-48e1-b4d1-b30c612e4ac6 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9757efd87e65440bab7f01532f12f95a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1220038 Jan 28 05:42:16.212421 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb83262b-5709-4f70-913c-9ef133961483 req-579a44c5-fee8-4f2b-86c3-255aa909fdc2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574399 Jan 28 05:42:16.430581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c7623e3e-26d0-45b1-b8e7-35fdb6192b9c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:16.471859 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2328e344-906e-422d-a3a6-a6bc80ccb6be admin admin] Publish callbacks [] for security_group (db67d9c0-364c-43ae-a995-b4de654ae46f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.501806 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-3e032870-5605-4be7-84af-0d9179f4c4b8 service neutron] 10.222.0.31 "GET /v2.0/networks/75689896-967b-4ae5-b978-35128c8787c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031719 Jan 28 05:42:16.565585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port c7623e3e-26d0-45b1-b8e7-35fdb6192b9c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:16.566618 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c7623e3e-26d0-45b1-b8e7-35fdb6192b9c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.591807 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2328e344-906e-422d-a3a6-a6bc80ccb6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (db67d9c0-364c-43ae-a995-b4de654ae46f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.656562 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53270) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:16.667834 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-d84a0829-c3d0-4703-8cfd-76d9c73be03b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:16.677166 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-d84a0829-c3d0-4703-8cfd-76d9c73be03b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/networks?id=c8dea946-1eda-441f-818f-132915c7e7a2 HTTP/1.1" status: 200 len: 812 time: 0.3258548 Jan 28 05:42:16.719919 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-9c371aa3-77a3-43ef-8857-e87eee2854d2 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/quotas/354d7997b3a94bea9a2cca0cef3fe341 HTTP/1.1" status: 200 len: 375 time: 0.0405946 Jan 28 05:42:16.738908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c7623e3e-26d0-45b1-b8e7-35fdb6192b9c is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:16.739358 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c7623e3e-26d0-45b1-b8e7-35fdb6192b9c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.781683 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port c7623e3e-26d0-45b1-b8e7-35fdb6192b9c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c7623e3e-26d0-45b1-b8e7-35fdb6192b9c,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:16.782697 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cf6ee289-1997-45a4-9d1a-edbd63eed733 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fe1fa61d749437bba74c31c922b0ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1244411 Jan 28 05:42:16.785622 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53272) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:16.802919 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2328e344-906e-422d-a3a6-a6bc80ccb6be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c7ce37956b64973a6fef207795dad4c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1040027 Jan 28 05:42:16.805693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53274) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:16.816948 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328e344-906e-422d-a3a6-a6bc80ccb6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db67d9c0-364c-43ae-a995-b4de654ae46f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:16.878273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-4ea8b059-8337-438a-8910-8d4ef30794c2 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=354d7997b3a94bea9a2cca0cef3fe341&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1571851 Jan 28 05:42:16.889671 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fb15924d-2f56-4836-959e-f1bbbe7b2180 admin admin] Publish callbacks [] for security_group (01de4c93-377f-41b7-8487-be13f8969225), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.912458 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c7623e3e-26d0-45b1-b8e7-35fdb6192b9c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.914906 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-0588668c-e635-4e4d-80f4-3deee0fddcbe service neutron] 10.222.0.31 "GET /v2.0/networks/75689896-967b-4ae5-b978-35128c8787c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122376 Jan 28 05:42:16.975837 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fb15924d-2f56-4836-959e-f1bbbe7b2180 admin admin] Publish callbacks [] for security_group (01de4c93-377f-41b7-8487-be13f8969225), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:16.986714 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=c7623e3e-26d0-45b1-b8e7-35fdb6192b9c,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:17.075502 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d14d9eb6-c37b-4265-ad21-cbfd6449d0fa admin admin] Publish callbacks [] for security_group (db67d9c0-364c-43ae-a995-b4de654ae46f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:17.119023 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d14d9eb6-c37b-4265-ad21-cbfd6449d0fa admin admin] Publish callbacks [] for security_group (db67d9c0-364c-43ae-a995-b4de654ae46f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:17.128654 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-36328700-a736-46c0-a2e0-fe4a9301ff2b service neutron] 10.222.0.31 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485528 Jan 28 05:42:17.166727 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fb15924d-2f56-4836-959e-f1bbbe7b2180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (01de4c93-377f-41b7-8487-be13f8969225), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:17.169417 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fb15924d-2f56-4836-959e-f1bbbe7b2180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:17.171551 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fb15924d-2f56-4836-959e-f1bbbe7b2180 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01de4c93-377f-41b7-8487-be13f8969225 HTTP/1.1" status: 204 len: 168 time: 0.3845663 Jan 28 05:42:17.225313 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15924d-2f56-4836-959e-f1bbbe7b2180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01de4c93-377f-41b7-8487-be13f8969225,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:17.310773 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Sync routers for ids ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:42:17.313626 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-4f23fecb-3dc9-4c71-a54d-f49199e32f79 service neutron] 10.222.0.31 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723380 Jan 28 05:42:17.328026 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Routers {'6b0431d6-f0f5-433d-b569-bc5b128a75ec'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:17.328707 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-24912146-0204-42ca-be41-12cfa9667097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:42:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:17.430329 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d14d9eb6-c37b-4265-ad21-cbfd6449d0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (db67d9c0-364c-43ae-a995-b4de654ae46f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:17.435354 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d14d9eb6-c37b-4265-ad21-cbfd6449d0fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:17.436721 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d14d9eb6-c37b-4265-ad21-cbfd6449d0fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db67d9c0-364c-43ae-a995-b4de654ae46f HTTP/1.1" status: 204 len: 168 time: 0.6288891 Jan 28 05:42:17.461301 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d9eb6-c37b-4265-ad21-cbfd6449d0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db67d9c0-364c-43ae-a995-b4de654ae46f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:17.485700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0fab6-079c-4e97-a607-cb840f52c8c2 req-9c763a9e-597e-462a-9ac2-b28aa5980990 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:17.493669 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5f0fab6-079c-4e97-a607-cb840f52c8c2 req-9c763a9e-597e-462a-9ac2-b28aa5980990 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.1163890 Jan 28 05:42:17.599745 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5f0fab6-079c-4e97-a607-cb840f52c8c2 req-f3a0d298-d407-4187-9e81-7a65b2a0271f tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050892 Jan 28 05:42:17.604197 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Set router 6b0431d6-f0f5-433d-b569-bc5b128a75ec gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:17.767315 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b87b812-2ff0-4ba8-9a49-b9c456fd7006 req-a43a0b03-56b6-4dee-8d74-c56fd746bddc tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 210 time: 0.0678277 Jan 28 05:42:17.837945 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a780a3ac-faa6-4d38-92c3-5f2147c1846f req-18eafe5e-cae2-4bad-9cd9-3a5fe5a01838 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 210 time: 0.1177654 Jan 28 05:42:17.862118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-95774411-448c-4d40-91cd-076e74a83266 req-190c05b2-6aca-4f44-be87-40a21f29b1c1 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1029599089', 'description': 'tempest-description-1416375131'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:17.960183 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-24912146-0204-42ca-be41-12cfa9667097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1428191688-router', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:12Z', 'revision_number': 4, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'gw_port': {'id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2c63db84-fcd1-4f3b-b645-270d5880074c', 'name': '', 'network_id': '75689896-967b-4ae5-b978-35128c8787c4', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'mac_address': 'fa:16:3e:b0:8d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:11Z', 'updated_at': '2022-01-28T05:42:12Z', 'revision_number': 2, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'subnets': [{'id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:17.989140 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Checking router: 6b0431d6-f0f5-433d-b569-bc5b128a75ec for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:42:17.989748 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Updating router 6b0431d6-f0f5-433d-b569-bc5b128a75ec port 2c63db84-fcd1-4f3b-b645-270d5880074c binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:42:18.017134 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.039991 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-95774411-448c-4d40-91cd-076e74a83266 req-190c05b2-6aca-4f44-be87-40a21f29b1c1 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.273118 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-95774411-448c-4d40-91cd-076e74a83266 req-190c05b2-6aca-4f44-be87-40a21f29b1c1 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for security_group (cd4c53c7-6e07-4095-9d15-489c41762aec), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.382807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c7623e3e-26d0-45b1-b8e7-35fdb6192b9c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:18.390882 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-95774411-448c-4d40-91cd-076e74a83266 req-190c05b2-6aca-4f44-be87-40a21f29b1c1 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cd4c53c7-6e07-4095-9d15-489c41762aec), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.420413 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Publish callbacks [] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.454759 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c05b2-6aca-4f44-be87-40a21f29b1c1 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4c53c7-6e07-4095-9d15-489c41762aec,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:18.494175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port c7623e3e-26d0-45b1-b8e7-35fdb6192b9c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:18.494826 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c7623e3e-26d0-45b1-b8e7-35fdb6192b9c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.527734 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-95774411-448c-4d40-91cd-076e74a83266 req-190c05b2-6aca-4f44-be87-40a21f29b1c1 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.530646 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95774411-448c-4d40-91cd-076e74a83266 req-190c05b2-6aca-4f44-be87-40a21f29b1c1 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.6791632 Jan 28 05:42:18.535565 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:42:18.574227 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.709305 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184d5b3-6055-462e-be80-ae125ebfc713 None None] Pushing event updated for resources: {'Port': ['ID=2c63db84-fcd1-4f3b-b645-270d5880074c,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:18.717745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c7623e3e-26d0-45b1-b8e7-35fdb6192b9c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:18.764423 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01e1da4b-1bd9-4349-84bb-34aecc6d5a52 req-da418d4d-6d8e-44f5-9a9a-16fe9db8bd03 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1029599089&fields=id&tenant_id=65d1630dd99f462f88d092b15e2322ea HTTP/1.1" status: 200 len: 267 time: 0.1234415 Jan 28 05:42:18.827614 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Attempting to bind port 2c63db84-fcd1-4f3b-b645-270d5880074c on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:18.827958 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Attempting to bind port 2c63db84-fcd1-4f3b-b645-270d5880074c by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '80a7b9b3-c8c6-480f-9c13-45011417fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '75689896-967b-4ae5-b978-35128c8787c4'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:18.828545 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Attempting to bind port 2c63db84-fcd1-4f3b-b645-270d5880074c on network 75689896-967b-4ae5-b978-35128c8787c4 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:18.835047 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:18.841509 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Checking segment: {'id': '80a7b9b3-c8c6-480f-9c13-45011417fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '75689896-967b-4ae5-b978-35128c8787c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:18.841509 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.841509 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Bound using segment: {'id': '80a7b9b3-c8c6-480f-9c13-45011417fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '75689896-967b-4ae5-b978-35128c8787c4'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:18.841509 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Bound port: 2c63db84-fcd1-4f3b-b645-270d5880074c, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a7b9b3-c8c6-480f-9c13-45011417fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '75689896-967b-4ae5-b978-35128c8787c4'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:18.841509 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:18.928241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53342) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:18.945388 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ac57bd1b-4a69-4d93-8d69-fccb8facf9e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.007694 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-24912146-0204-42ca-be41-12cfa9667097 None None] For port 2c63db84-fcd1-4f3b-b645-270d5880074c, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:19.012311 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-24912146-0204-42ca-be41-12cfa9667097 None None] For port 2c63db84-fcd1-4f3b-b645-270d5880074c, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2c63db84-fcd1-4f3b-b645-270d5880074c,segment=NetworkSegment(80a7b9b3-c8c6-480f-9c13-45011417fb49),segment_id=80a7b9b3-c8c6-480f-9c13-45011417fb49)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:19.066430 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ac57bd1b-4a69-4d93-8d69-fccb8facf9e1 admin admin] Publish callbacks [] for security_group (414a1de9-696f-4593-9d2c-ee65b7d6af7c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.111051 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.157809 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ac57bd1b-4a69-4d93-8d69-fccb8facf9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (414a1de9-696f-4593-9d2c-ee65b7d6af7c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.177830 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e80b553d-e49e-4ece-b644-04d24a1259f2 None None] Provisioning complete for port 2c63db84-fcd1-4f3b-b645-270d5880074c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:19.178497 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e80b553d-e49e-4ece-b644-04d24a1259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.241044 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ac57bd1b-4a69-4d93-8d69-fccb8facf9e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6580199309314888b2c789fe06e6be0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115048 Jan 28 05:42:19.242233 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53348) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:19.285848 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Routers {'6b0431d6-f0f5-433d-b569-bc5b128a75ec'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:19.286554 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-24912146-0204-42ca-be41-12cfa9667097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:42:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:19.391219 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57bd1b-4a69-4d93-8d69-fccb8facf9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414a1de9-696f-4593-9d2c-ee65b7d6af7c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:19.419093 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184d5b3-6055-462e-be80-ae125ebfc713 None None] Pushing event updated for resources: {'Port': ['ID=2c63db84-fcd1-4f3b-b645-270d5880074c,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:19.427863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e80b553d-e49e-4ece-b644-04d24a1259f2 None None] Current status of the port 2c63db84-fcd1-4f3b-b645-270d5880074c is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:19.428468 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e80b553d-e49e-4ece-b644-04d24a1259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.456741 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-acf3cf4e-de28-408d-8f89-f89c5e045ad1 admin admin] Publish callbacks [] for security_group (414a1de9-696f-4593-9d2c-ee65b7d6af7c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.538904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e80b553d-e49e-4ece-b644-04d24a1259f2 None None] For port 2c63db84-fcd1-4f3b-b645-270d5880074c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2c63db84-fcd1-4f3b-b645-270d5880074c,segment=NetworkSegment(80a7b9b3-c8c6-480f-9c13-45011417fb49),segment_id=80a7b9b3-c8c6-480f-9c13-45011417fb49)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:19.545559 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-acf3cf4e-de28-408d-8f89-f89c5e045ad1 admin admin] Publish callbacks [] for security_group (414a1de9-696f-4593-9d2c-ee65b7d6af7c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.564646 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-24912146-0204-42ca-be41-12cfa9667097 None None] Set router 6b0431d6-f0f5-433d-b569-bc5b128a75ec gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:19.608916 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e80b553d-e49e-4ece-b644-04d24a1259f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.623533 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4414e39b-c94b-4613-842f-7ffbd984c7f4 req-3020b42d-177f-4561-a9e4-fede0af00e71 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 210 time: 0.7562385 Jan 28 05:42:19.672812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1da4b-1bd9-4349-84bb-34aecc6d5a52 req-1038571f-5d89-4189-9fc7-582410664149 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:19.681265 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01e1da4b-1bd9-4349-84bb-34aecc6d5a52 req-1038571f-5d89-4189-9fc7-582410664149 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.9064059 Jan 28 05:42:19.687247 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b553d-e49e-4ece-b644-04d24a1259f2 None None] Pushing event updated for resources: {'Port': ['ID=2c63db84-fcd1-4f3b-b645-270d5880074c,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:19.693523 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-01e1da4b-1bd9-4349-84bb-34aecc6d5a52 req-d9a5d0c1-6edc-4a6a-8199-c6e3e907fe23 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Request body: {'port': {'security_groups': ['8acb850d-9464-47ff-82df-41c946b62dd5', 'cd4c53c7-6e07-4095-9d15-489c41762aec']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:19.735211 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-acf3cf4e-de28-408d-8f89-f89c5e045ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (414a1de9-696f-4593-9d2c-ee65b7d6af7c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.737994 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-acf3cf4e-de28-408d-8f89-f89c5e045ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.743193 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-acf3cf4e-de28-408d-8f89-f89c5e045ad1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/414a1de9-696f-4593-9d2c-ee65b7d6af7c HTTP/1.1" status: 204 len: 168 time: 0.4948752 Jan 28 05:42:19.757193 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3cf4e-de28-408d-8f89-f89c5e045ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414a1de9-696f-4593-9d2c-ee65b7d6af7c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:19.851638 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6305962f-0fbd-4d58-815a-dc6c9f51513e None None] Provisioning complete for port 2c63db84-fcd1-4f3b-b645-270d5880074c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:19.852023 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6305962f-0fbd-4d58-815a-dc6c9f51513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.867816 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e1ac785-ff8e-48d4-a520-305e6a82dc85 req-caa08385-cf0e-4a63-b37d-07e08e8c2310 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 210 time: 0.0802548 Jan 28 05:42:19.933363 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-01e1da4b-1bd9-4349-84bb-34aecc6d5a52 req-d9a5d0c1-6edc-4a6a-8199-c6e3e907fe23 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:19.985773 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6305962f-0fbd-4d58-815a-dc6c9f51513e None None] Current status of the port 2c63db84-fcd1-4f3b-b645-270d5880074c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:20.143459 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-24912146-0204-42ca-be41-12cfa9667097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1428191688-router', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:12Z', 'revision_number': 4, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'gw_port': {'id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2c63db84-fcd1-4f3b-b645-270d5880074c', 'name': '', 'network_id': '75689896-967b-4ae5-b978-35128c8787c4', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'mac_address': 'fa:16:3e:b0:8d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:11Z', 'updated_at': '2022-01-28T05:42:19Z', 'revision_number': 4, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'subnets': [{'id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:20.183242 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24912146-0204-42ca-be41-12cfa9667097 None None] The sync data for ids ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'] in n-d-812111-12 is: [{'id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1428191688-router', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:12Z', 'revision_number': 4, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'gw_port': {'id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2c63db84-fcd1-4f3b-b645-270d5880074c', 'name': '', 'network_id': '75689896-967b-4ae5-b978-35128c8787c4', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'mac_address': 'fa:16:3e:b0:8d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:11Z', 'updated_at': '2022-01-28T05:42:19Z', 'revision_number': 4, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'subnets': [{'id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:42:20.444652 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2c63db84-fcd1-4f3b-b645-270d5880074c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:20.620652 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 2c63db84-fcd1-4f3b-b645-270d5880074c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:20.621037 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:20.634871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-01e1da4b-1bd9-4349-84bb-34aecc6d5a52 req-d9a5d0c1-6edc-4a6a-8199-c6e3e907fe23 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] For port bf1200f9-2d11-4b35-9926-10249986e6fb, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=bf1200f9-2d11-4b35-9926-10249986e6fb,segment=NetworkSegment(8daf45de-8e55-429f-b569-ab8f529462ff),segment_id=8daf45de-8e55-429f-b569-ab8f529462ff)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:20.813204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 2c63db84-fcd1-4f3b-b645-270d5880074c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:20.897301 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53386) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:21.021955 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-01e1da4b-1bd9-4349-84bb-34aecc6d5a52 req-d9a5d0c1-6edc-4a6a-8199-c6e3e907fe23 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.095274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-1abd5349-f2da-4c8c-a2f3-d5f053ede168 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:21.097009 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-1abd5349-f2da-4c8c-a2f3-d5f053ede168 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.60 "GET /v2.0/networks?id=c8dea946-1eda-441f-818f-132915c7e7a2 HTTP/1.1" status: 200 len: 812 time: 0.2006876 Jan 28 05:42:21.105582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-64fa6424-7d0d-444c-b557-1161cee7e8b1 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:21.107774 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-64fa6424-7d0d-444c-b557-1161cee7e8b1 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.60 "GET /v2.0/networks?id=75689896-967b-4ae5-b978-35128c8787c4 HTTP/1.1" status: 200 len: 829 time: 0.4601464 Jan 28 05:42:21.114564 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-01e1da4b-1bd9-4349-84bb-34aecc6d5a52 req-d9a5d0c1-6edc-4a6a-8199-c6e3e907fe23 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.143012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-d702872b-08e9-4263-9349-4703a8559e63 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Request body: {'port': {'device_id': '869ccbb3-156d-41f7-a34b-ab287745783f', 'network_id': '75689896-967b-4ae5-b978-35128c8787c4', 'admin_state_up': True, 'tenant_id': '9757efd87e65440bab7f01532f12f95a'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:21.147326 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['bf1200f9-2d11-4b35-9926-10249986e6fb'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:21.179736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-a4e0d8e6-9057-4014-91b4-4258acbc3d6e tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Request body: {'port': {'device_id': '55831dfd-105f-46a8-9d86-cad01feb6fe8', 'network_id': 'c8dea946-1eda-441f-818f-132915c7e7a2', 'admin_state_up': True, 'tenant_id': '354d7997b3a94bea9a2cca0cef3fe341'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:21.205932 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1da4b-1bd9-4349-84bb-34aecc6d5a52 req-d9a5d0c1-6edc-4a6a-8199-c6e3e907fe23 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:21.211120 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-01e1da4b-1bd9-4349-84bb-34aecc6d5a52 req-d9a5d0c1-6edc-4a6a-8199-c6e3e907fe23 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.219428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01e1da4b-1bd9-4349-84bb-34aecc6d5a52 req-d9a5d0c1-6edc-4a6a-8199-c6e3e907fe23 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "PUT /v2.0/ports/bf1200f9-2d11-4b35-9926-10249986e6fb HTTP/1.1" status: 200 len: 981 time: 1.5370245 Jan 28 05:42:21.225504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'tag': 'bf1200f9-2d11-4b35-9926-10249986e6fb'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:21.228221 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11357bcd-36fb-4b41-9f79-aa0107b3e821" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5cab1e-ea4f-4448-9943-524edf425844", "tag": "bf1200f9-2d11-4b35-9926-10249986e6fb"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:21.270012 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-65232011-6dc3-4774-a908-f900621f9e5a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-671204353-network', 'tenant_id': '2ec92f33a3784dd995edb9a024cc34ff'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:21.311500 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['bf1200f9-2d11-4b35-9926-10249986e6fb'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:21.434047 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65232011-6dc3-4774-a908-f900621f9e5a admin admin] Made reservation on behalf of 2ec92f33a3784dd995edb9a024cc34ff for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:21.437504 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-65232011-6dc3-4774-a908-f900621f9e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.462642 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-65232011-6dc3-4774-a908-f900621f9e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.532258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5028fe8d-e4e6-49b1-8eca-cc8514331929 req-902d8282-5d86-471b-a0a8-dfd4520f492b tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 210 time: 0.1496096 Jan 28 05:42:21.543885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5d0c1-6edc-4a6a-8199-c6e3e907fe23 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Pushing event updated for resources: {'Port': ['ID=bf1200f9-2d11-4b35-9926-10249986e6fb,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:21.631310 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-a4e0d8e6-9057-4014-91b4-4258acbc3d6e tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Made reservation on behalf of 354d7997b3a94bea9a2cca0cef3fe341 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:21.637936 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-a4e0d8e6-9057-4014-91b4-4258acbc3d6e tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.687082 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-65232011-6dc3-4774-a908-f900621f9e5a admin admin] Publish callbacks [] for security_group (1011e4c4-b803-4ead-bddc-1ba377832b11), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.766437 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-d702872b-08e9-4263-9349-4703a8559e63 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Made reservation on behalf of 9757efd87e65440bab7f01532f12f95a for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:21.772451 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-d702872b-08e9-4263-9349-4703a8559e63 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.796671 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-65232011-6dc3-4774-a908-f900621f9e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1011e4c4-b803-4ead-bddc-1ba377832b11), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.815455 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65232011-6dc3-4774-a908-f900621f9e5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:42:21.828109 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-65232011-6dc3-4774-a908-f900621f9e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (3ce96b52-5f43-4f8a-90de-f5217a57de0a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.828718 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-65232011-6dc3-4774-a908-f900621f9e5a admin admin] Added segment 3ce96b52-5f43-4f8a-90de-f5217a57de0a of type vlan for network eec00fff-aff9-4369-9cd0-be1af626188f Jan 28 05:42:21.840833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5db7eaca-1bb3-4cca-bd14-bf6073c19421 req-93f773dc-2e83-4122-86ae-8a200d6dbb29 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 210 time: 0.0619218 Jan 28 05:42:21.891097 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-65232011-6dc3-4774-a908-f900621f9e5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (eec00fff-aff9-4369-9cd0-be1af626188f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:21.950985 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65232011-6dc3-4774-a908-f900621f9e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1011e4c4-b803-4ead-bddc-1ba377832b11,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:21.986343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-a4e0d8e6-9057-4014-91b4-4258acbc3d6e tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Allocated IP 172.20.0.13 (c8dea946-1eda-441f-818f-132915c7e7a2/246780a3-7b7a-413e-90b2-2cea78d98b20/1da28195-0221-47e2-9264-7a6e3bf04ac1) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:22.039943 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-65232011-6dc3-4774-a908-f900621f9e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (eec00fff-aff9-4369-9cd0-be1af626188f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:22.040936 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65232011-6dc3-4774-a908-f900621f9e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:22.041531 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-65232011-6dc3-4774-a908-f900621f9e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:22.108691 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65232011-6dc3-4774-a908-f900621f9e5a admin admin] Pushing event updated for resources: {'Network': ['ID=eec00fff-aff9-4369-9cd0-be1af626188f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:22.121344 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network eec00fff-aff9-4369-9cd0-be1af626188f details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:42:22.140629 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-079268ff-1d1a-450e-b0d3-b414c8589e01 req-bca9f659-10b5-448a-9970-d60c3b6f7a35 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1029599089&fields=id&tenant_id=65d1630dd99f462f88d092b15e2322ea HTTP/1.1" status: 200 len: 267 time: 0.1679902 Jan 28 05:42:22.160744 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-65232011-6dc3-4774-a908-f900621f9e5a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2611265 Jan 28 05:42:22.167253 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53414) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:22.172976 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ea477f79-4696-4e77-a05d-ccf331860ca5 admin admin] Request body: {'subnet': {'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-671204353-subnet', 'tenant_id': '2ec92f33a3784dd995edb9a024cc34ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:22.201931 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d72823e-c8ea-4020-9e43-890471b8ef64 x-openstack-request-id: req-0d72823e-c8ea-4020-9e43-890471b8ef64 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:22.202326 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5cab1e-ea4f-4448-9943-524edf425844", "tag": "bf1200f9-2d11-4b35-9926-10249986e6fb", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:22.202521 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d72823e-c8ea-4020-9e43-890471b8ef64 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:22.202910 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'tag': 'bf1200f9-2d11-4b35-9926-10249986e6fb', 'status': 'completed', 'code': 200} Jan 28 05:42:22.299991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11357bcd-36fb-4b41-9f79-aa0107b3e821 req-f1420f19-5c11-44e9-99bd-05cd3da7d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:22.303137 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-11357bcd-36fb-4b41-9f79-aa0107b3e821 req-f1420f19-5c11-44e9-99bd-05cd3da7d41d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65d1630dd99f462f88d092b15e2322ea&device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 1136 time: 0.0749936 Jan 28 05:42:22.310515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-d702872b-08e9-4263-9349-4703a8559e63 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Allocated IP 172.20.0.13 (75689896-967b-4ae5-b978-35128c8787c4/79af50e3-d98d-4a85-83a3-bded0e557ae5/19111222-3c6a-464a-abf2-8abc99c56e4e) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:22.342600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079268ff-1d1a-450e-b0d3-b414c8589e01 req-9ecd04cc-282a-4120-8bbb-5a487b823d8e tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:22.344138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-079268ff-1d1a-450e-b0d3-b414c8589e01 req-9ecd04cc-282a-4120-8bbb-5a487b823d8e tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 984 time: 0.1871572 Jan 28 05:42:22.382631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-079268ff-1d1a-450e-b0d3-b414c8589e01 req-709747ca-67cc-48a0-a5c2-151f0d282a1b tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Request body: {'port': {'security_groups': ['8acb850d-9464-47ff-82df-41c946b62dd5']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:22.449653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11357bcd-36fb-4b41-9f79-aa0107b3e821 req-e4984004-952d-4da1-8093-4b4cce218786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:22.452153 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-11357bcd-36fb-4b41-9f79-aa0107b3e821 req-e4984004-952d-4da1-8093-4b4cce218786 service neutron] 10.222.0.60 "GET /v2.0/networks?id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 HTTP/1.1" status: 200 len: 919 time: 0.1341324 Jan 28 05:42:22.453050 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea477f79-4696-4e77-a05d-ccf331860ca5 admin admin] Made reservation on behalf of 2ec92f33a3784dd995edb9a024cc34ff for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:22.455315 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea477f79-4696-4e77-a05d-ccf331860ca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:22.477446 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-a4e0d8e6-9057-4014-91b4-4258acbc3d6e tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:22.513051 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-11357bcd-36fb-4b41-9f79-aa0107b3e821 req-bd6aa3ce-c7a1-46cc-beff-26192f2bd2b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf1200f9-2d11-4b35-9926-10249986e6fb HTTP/1.1" status: 200 len: 217 time: 0.0528390 Jan 28 05:42:22.538355 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-079268ff-1d1a-450e-b0d3-b414c8589e01 req-709747ca-67cc-48a0-a5c2-151f0d282a1b tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:22.631821 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11357bcd-36fb-4b41-9f79-aa0107b3e821 req-4e259730-78ed-48d9-9dbf-95d1a94a2d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:22.633304 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-11357bcd-36fb-4b41-9f79-aa0107b3e821 req-4e259730-78ed-48d9-9dbf-95d1a94a2d93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b1eb11-9372-4285-a398-f70d8c8c3671 HTTP/1.1" status: 200 len: 858 time: 0.0892932 Jan 28 05:42:22.670786 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-11357bcd-36fb-4b41-9f79-aa0107b3e821 req-65910200-2bd0-4a0d-b020-ade998c3c971 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305769 Jan 28 05:42:22.764498 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-d702872b-08e9-4263-9349-4703a8559e63 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks [] for port (19111222-3c6a-464a-abf2-8abc99c56e4e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:22.842983 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-a4e0d8e6-9057-4014-91b4-4258acbc3d6e tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:22.882364 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['ff72beb2-99e3-4fae-8d8c-3902222f837c'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:22.917315 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-11357bcd-36fb-4b41-9f79-aa0107b3e821 req-5345b33b-e445-4c0e-866b-c0bf033c4a81 service neutron] 10.222.0.60 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388532 Jan 28 05:42:22.919256 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea477f79-4696-4e77-a05d-ccf331860ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (6ace652b-1ccc-4a73-9185-4c2cd62a6d0e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:22.991506 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-a4e0d8e6-9057-4014-91b4-4258acbc3d6e tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Network c8dea946-1eda-441f-818f-132915c7e7a2 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:22.992777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0d8e6-9057-4014-91b4-4258acbc3d6e tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event updated for resources: {'Port': ['ID=1da28195-0221-47e2-9264-7a6e3bf04ac1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:23.005205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-a4e0d8e6-9057-4014-91b4-4258acbc3d6e tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:23.009641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-a4e0d8e6-9057-4014-91b4-4258acbc3d6e tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:23.090949 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-d702872b-08e9-4263-9349-4703a8559e63 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (19111222-3c6a-464a-abf2-8abc99c56e4e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:23.100944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-a4e0d8e6-9057-4014-91b4-4258acbc3d6e tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:23.100944 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-a4e0d8e6-9057-4014-91b4-4258acbc3d6e tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:23.119805 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea477f79-4696-4e77-a05d-ccf331860ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ace652b-1ccc-4a73-9185-4c2cd62a6d0e,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:23.148603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea477f79-4696-4e77-a05d-ccf331860ca5 admin admin] Checking segment: {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:23.156657 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea477f79-4696-4e77-a05d-ccf331860ca5 admin admin] Network hostable DHCP agents. Network: eec00fff-aff9-4369-9cd0-be1af626188f, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:42:23.189071 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-11357bcd-36fb-4b41-9f79-aa0107b3e821 req-d1c5e885-d68f-4d50-8436-438db9afd286 service neutron] 10.222.0.60 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281675 Jan 28 05:42:23.195303 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-d702872b-08e9-4263-9349-4703a8559e63 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Network 75689896-967b-4ae5-b978-35128c8787c4 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:23.200607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-d702872b-08e9-4263-9349-4703a8559e63 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:23.249179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-d702872b-08e9-4263-9349-4703a8559e63 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:23.320820 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea477f79-4696-4e77-a05d-ccf331860ca5 admin admin] Network eec00fff-aff9-4369-9cd0-be1af626188f is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:42:23.342759 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702872b-08e9-4263-9349-4703a8559e63 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Pushing event updated for resources: {'Port': ['ID=19111222-3c6a-464a-abf2-8abc99c56e4e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:23.364556 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-a4e0d8e6-9057-4014-91b4-4258acbc3d6e tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2200670 Jan 28 05:42:23.386945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Request body: {'port': {'device_id': '55831dfd-105f-46a8-9d86-cad01feb6fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:23.468926 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-ea477f79-4696-4e77-a05d-ccf331860ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, eec00fff-aff9-4369-9cd0-be1af626188f) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:23.473964 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea477f79-4696-4e77-a05d-ccf331860ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:23.474651 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea477f79-4696-4e77-a05d-ccf331860ca5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:23.477389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583619e-e79b-4559-b65b-feafc392ed1e req-cc9263a9-87cb-4d7f-80a2-22aeeb406c84 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:23.479506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2a3075-a040-44de-a073-2841613540f9 None None] Network eec00fff-aff9-4369-9cd0-be1af626188f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:23.492442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9583619e-e79b-4559-b65b-feafc392ed1e req-cc9263a9-87cb-4d7f-80a2-22aeeb406c84 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 932 time: 0.2384565 Jan 28 05:42:23.516490 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-d702872b-08e9-4263-9349-4703a8559e63 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:23.517236 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-d702872b-08e9-4263-9349-4703a8559e63 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:23.593062 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ea477f79-4696-4e77-a05d-ccf331860ca5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4172208 Jan 28 05:42:23.603018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-079268ff-1d1a-450e-b0d3-b414c8589e01 req-709747ca-67cc-48a0-a5c2-151f0d282a1b tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] For port bf1200f9-2d11-4b35-9926-10249986e6fb, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=bf1200f9-2d11-4b35-9926-10249986e6fb,segment=NetworkSegment(8daf45de-8e55-429f-b569-ab8f529462ff),segment_id=8daf45de-8e55-429f-b569-ab8f529462ff)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:23.614045 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:23.679705 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a03300-378b-4a4c-97e8-84baaeb27eb4 None None] Network eec00fff-aff9-4369-9cd0-be1af626188f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:42:23.693358 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-079268ff-1d1a-450e-b0d3-b414c8589e01 req-709747ca-67cc-48a0-a5c2-151f0d282a1b tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:23.707523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ba4489ae-4a3f-4694-92e4-0236a58423c5 None None] Provisioning complete for port 19111222-3c6a-464a-abf2-8abc99c56e4e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:23.708149 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba4489ae-4a3f-4694-92e4-0236a58423c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (19111222-3c6a-464a-abf2-8abc99c56e4e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:23.708581 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9583619e-e79b-4559-b65b-feafc392ed1e req-ffbad840-23b9-4002-88cf-60bb9109916c tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2747fff-e92d-415c-acfc-1ccf4de5c971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089596 Jan 28 05:42:23.717708 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-d702872b-08e9-4263-9349-4703a8559e63 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5814135 Jan 28 05:42:23.746230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Request body: {'port': {'device_id': '869ccbb3-156d-41f7-a34b-ab287745783f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:23.818575 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-079268ff-1d1a-450e-b0d3-b414c8589e01 req-709747ca-67cc-48a0-a5c2-151f0d282a1b tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.000888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079268ff-1d1a-450e-b0d3-b414c8589e01 req-709747ca-67cc-48a0-a5c2-151f0d282a1b tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:24.001154 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-079268ff-1d1a-450e-b0d3-b414c8589e01 req-709747ca-67cc-48a0-a5c2-151f0d282a1b tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.001414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['bf1200f9-2d11-4b35-9926-10249986e6fb'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:24.025777 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-079268ff-1d1a-450e-b0d3-b414c8589e01 req-709747ca-67cc-48a0-a5c2-151f0d282a1b tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "PUT /v2.0/ports/bf1200f9-2d11-4b35-9926-10249986e6fb HTTP/1.1" status: 200 len: 942 time: 1.6591146 Jan 28 05:42:24.107615 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ba4489ae-4a3f-4694-92e4-0236a58423c5 None None] Port 19111222-3c6a-464a-abf2-8abc99c56e4e cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:42:24.136164 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['bf1200f9-2d11-4b35-9926-10249986e6fb'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:24.157656 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (19111222-3c6a-464a-abf2-8abc99c56e4e), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:24.170155 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709747ca-67cc-48a0-a5c2-151f0d282a1b tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Pushing event updated for resources: {'Port': ['ID=bf1200f9-2d11-4b35-9926-10249986e6fb,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:24.237976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'tag': 'bf1200f9-2d11-4b35-9926-10249986e6fb'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:24.240367 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39e778d-4024-4941-b91a-4caeec1cd9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5cab1e-ea4f-4448-9943-524edf425844", "tag": "bf1200f9-2d11-4b35-9926-10249986e6fb"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:24.289290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe5273-1388-4e63-ae15-059245d22b05 req-d91fdee5-6ad3-43cb-9002-d1d34a4e32c8 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:24.291001 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ffe5273-1388-4e63-ae15-059245d22b05 req-d91fdee5-6ad3-43cb-9002-d1d34a4e32c8 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 932 time: 0.4806418 Jan 28 05:42:24.385641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8397ee73-2858-4b50-9e76-46c748613355 req-d6e297c5-20b9-4977-9633-d622538b726f tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c6a954dee863481dbc6a36f53096d686&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932779 Jan 28 05:42:24.591052 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ffe5273-1388-4e63-ae15-059245d22b05 req-1fb890c2-460c-43e0-b73f-2fd5e93c841f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a5c6a17-3c7d-450d-92ca-40298cf37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652240 Jan 28 05:42:24.737168 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:25.013789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ee73-2858-4b50-9e76-46c748613355 req-9ec05e01-364e-4bf9-a69b-8a9d44972c0a tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:25.015217 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8397ee73-2858-4b50-9e76-46c748613355 req-9ec05e01-364e-4bf9-a69b-8a9d44972c0a tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6289182 Jan 28 05:42:25.026147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da28195-0221-47e2-9264-7a6e3bf04ac1 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:42:25.042538 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Publish callbacks [] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:25.060860 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8397ee73-2858-4b50-9e76-46c748613355 req-1f4f6a90-adad-48ed-8674-6b6d99be6d74 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/quotas/c6a954dee863481dbc6a36f53096d686 HTTP/1.1" status: 200 len: 375 time: 0.0390952 Jan 28 05:42:25.069682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Transition to ACTIVE for port object 1da28195-0221-47e2-9264-7a6e3bf04ac1 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:42:25.112064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8397ee73-2858-4b50-9e76-46c748613355 req-26b05c65-bceb-4af1-83c8-def1f86a69f9 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c6a954dee863481dbc6a36f53096d686&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435843 Jan 28 05:42:25.169533 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:25.188318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19111222-3c6a-464a-abf2-8abc99c56e4e {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:42:25.217877 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Publish callbacks [] for port (19111222-3c6a-464a-abf2-8abc99c56e4e), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:25.255150 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Transition to ACTIVE for port object 19111222-3c6a-464a-abf2-8abc99c56e4e will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:42:25.278808 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Pushing event updated for resources: {'Port': ['ID=1da28195-0221-47e2-9264-7a6e3bf04ac1,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:25.331244 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Attempting to bind port 1da28195-0221-47e2-9264-7a6e3bf04ac1 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:25.331623 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Attempting to bind port 1da28195-0221-47e2-9264-7a6e3bf04ac1 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'e20b329b-421b-4121-9a6e-33d932a823e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c8dea946-1eda-441f-818f-132915c7e7a2'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:25.331988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Attempting to bind port 1da28195-0221-47e2-9264-7a6e3bf04ac1 on network c8dea946-1eda-441f-818f-132915c7e7a2 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:25.336720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Port 1da28195-0221-47e2-9264-7a6e3bf04ac1 on network c8dea946-1eda-441f-818f-132915c7e7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:42:25.337047 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Attempting to bind port 1da28195-0221-47e2-9264-7a6e3bf04ac1 on network c8dea946-1eda-441f-818f-132915c7e7a2 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:25.341766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:25.342105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Checking segment: {'id': 'e20b329b-421b-4121-9a6e-33d932a823e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c8dea946-1eda-441f-818f-132915c7e7a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:25.342670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Bound using segment: {'id': 'e20b329b-421b-4121-9a6e-33d932a823e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c8dea946-1eda-441f-818f-132915c7e7a2'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:25.343100 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Bound port: 1da28195-0221-47e2-9264-7a6e3bf04ac1, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20b329b-421b-4121-9a6e-33d932a823e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c8dea946-1eda-441f-818f-132915c7e7a2'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:25.343456 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:25.410630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] For port 1da28195-0221-47e2-9264-7a6e3bf04ac1, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:25.414436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] For port 1da28195-0221-47e2-9264-7a6e3bf04ac1, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1da28195-0221-47e2-9264-7a6e3bf04ac1,segment=NetworkSegment(e20b329b-421b-4121-9a6e-33d932a823e0),segment_id=e20b329b-421b-4121-9a6e-33d932a823e0)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:25.490758 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (19111222-3c6a-464a-abf2-8abc99c56e4e), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:25.537491 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:25.565058 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:25.567446 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:25.569229 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] 10.222.0.60 "PUT /v2.0/ports/1da28195-0221-47e2-9264-7a6e3bf04ac1 HTTP/1.1" status: 200 len: 1093 time: 2.1894329 Jan 28 05:42:25.616164 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Pushing event updated for resources: {'Port': ['ID=19111222-3c6a-464a-abf2-8abc99c56e4e,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:25.771721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fbe37-5715-49ce-b923-2ab69c4373da service neutron] Pushing event updated for resources: {'Port': ['ID=1da28195-0221-47e2-9264-7a6e3bf04ac1,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:25.838979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-6b906a18-22b6-46a8-a875-eb3c60a85c92 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:25.840473 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-6b906a18-22b6-46a8-a875-eb3c60a85c92 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 805 time: 0.2370305 Jan 28 05:42:25.842056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Attempting to bind port 19111222-3c6a-464a-abf2-8abc99c56e4e on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:25.842413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Attempting to bind port 19111222-3c6a-464a-abf2-8abc99c56e4e by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '80a7b9b3-c8c6-480f-9c13-45011417fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '75689896-967b-4ae5-b978-35128c8787c4'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:25.842741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Attempting to bind port 19111222-3c6a-464a-abf2-8abc99c56e4e on network 75689896-967b-4ae5-b978-35128c8787c4 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:25.846418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-1418e1a1-ff7b-475f-8b5b-2f58627bf719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:25.848530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-1418e1a1-ff7b-475f-8b5b-2f58627bf719 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=354d7997b3a94bea9a2cca0cef3fe341&device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 1096 time: 0.1240973 Jan 28 05:42:25.853425 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Port 19111222-3c6a-464a-abf2-8abc99c56e4e on network 75689896-967b-4ae5-b978-35128c8787c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:42:25.853922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Attempting to bind port 19111222-3c6a-464a-abf2-8abc99c56e4e on network 75689896-967b-4ae5-b978-35128c8787c4 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:25.874684 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:25.874963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Checking segment: {'id': '80a7b9b3-c8c6-480f-9c13-45011417fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '75689896-967b-4ae5-b978-35128c8787c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:25.875333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Bound using segment: {'id': '80a7b9b3-c8c6-480f-9c13-45011417fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '75689896-967b-4ae5-b978-35128c8787c4'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:25.875776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Bound port: 19111222-3c6a-464a-abf2-8abc99c56e4e, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a7b9b3-c8c6-480f-9c13-45011417fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '75689896-967b-4ae5-b978-35128c8787c4'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:25.876137 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (19111222-3c6a-464a-abf2-8abc99c56e4e), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:25.911998 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-73b63184-34e0-40fd-8e49-86ad872d0fef tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/quotas/2ec92f33a3784dd995edb9a024cc34ff HTTP/1.1" status: 200 len: 375 time: 0.0555201 Jan 28 05:42:25.943071 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-5930a29e-5fb9-4f7e-a144-b72468f72cdf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1da28195-0221-47e2-9264-7a6e3bf04ac1 HTTP/1.1" status: 200 len: 217 time: 0.0569150 Jan 28 05:42:26.047451 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-9113609f-9193-42a6-943e-f6c414f170ba tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1262519 Jan 28 05:42:26.142453 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-8656aef6-0a33-4ede-a086-361ce091e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:26.143928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-8656aef6-0a33-4ede-a086-361ce091e790 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=246780a3-7b7a-413e-90b2-2cea78d98b20 HTTP/1.1" status: 200 len: 852 time: 0.2010524 Jan 28 05:42:26.205816 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-86f6a38e-1615-4b1e-806f-30f952df7344 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c8dea946-1eda-441f-818f-132915c7e7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503199 Jan 28 05:42:26.207556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] For port 19111222-3c6a-464a-abf2-8abc99c56e4e, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:26.259170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] For port 19111222-3c6a-464a-abf2-8abc99c56e4e, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=19111222-3c6a-464a-abf2-8abc99c56e4e,segment=NetworkSegment(80a7b9b3-c8c6-480f-9c13-45011417fb49),segment_id=80a7b9b3-c8c6-480f-9c13-45011417fb49)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:26.296218 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-383f3766-aa48-442f-818b-a8faec98c593 req-105d0297-cbaa-4b03-9c8f-0eed83efac0b tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3780298 Jan 28 05:42:26.315500 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-383f3766-aa48-442f-818b-a8faec98c593 req-4ae49cdb-a06e-45d1-9a5d-708ad8164caf tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:26.348322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-fa04aecd-3ac2-4d14-b0fd-b0d419875b93 service neutron] 10.222.0.31 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911355 Jan 28 05:42:26.359451 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (19111222-3c6a-464a-abf2-8abc99c56e4e), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.422330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-47773d9b-5042-443f-a6a7-abb0260d6c76 service neutron] 10.222.0.60 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045197 Jan 28 05:42:26.464061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:26.464683 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.466094 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] 10.222.0.60 "PUT /v2.0/ports/19111222-3c6a-464a-abf2-8abc99c56e4e HTTP/1.1" status: 200 len: 1093 time: 2.7296233 Jan 28 05:42:26.483439 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-383f3766-aa48-442f-818b-a8faec98c593 req-4ae49cdb-a06e-45d1-9a5d-708ad8164caf tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.496466 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53498) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:26.586588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33c8ee-b3b2-4848-b6f1-25dfd91cb4cc service neutron] Pushing event updated for resources: {'Port': ['ID=19111222-3c6a-464a-abf2-8abc99c56e4e,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:26.683246 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-01253090-8eec-44ea-81c6-35a38b8c14fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.747012 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-916fe456-c06a-4ff7-82ee-e65a7c829737 service neutron] 10.222.0.31 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811097 Jan 28 05:42:26.775812 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-062adfb4-ffd9-462c-9af1-f660d7ec8350 req-a1014678-e077-419a-bfc5-4d40da872b58 service neutron] 10.222.0.60 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239424 Jan 28 05:42:26.779572 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-9e5aa2f3-1669-460b-bc7c-fcd700bc2eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:26.781029 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-9e5aa2f3-1669-460b-bc7c-fcd700bc2eab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9757efd87e65440bab7f01532f12f95a&device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 1096 time: 0.1614223 Jan 28 05:42:26.864072 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-01253090-8eec-44ea-81c6-35a38b8c14fd admin admin] Publish callbacks [] for security_group (2627472c-29cd-434a-addd-3ee8a256538b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.867378 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-25264544-47bd-4893-8cb8-2ef6aa594874 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19111222-3c6a-464a-abf2-8abc99c56e4e HTTP/1.1" status: 200 len: 217 time: 0.0621543 Jan 28 05:42:26.931183 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-383f3766-aa48-442f-818b-a8faec98c593 req-4ae49cdb-a06e-45d1-9a5d-708ad8164caf tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:26.943937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-3e645b0f-83dd-4152-ab9b-fb88a4197973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:26.945402 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-3e645b0f-83dd-4152-ab9b-fb88a4197973 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79af50e3-d98d-4a85-83a3-bded0e557ae5 HTTP/1.1" status: 200 len: 868 time: 0.0698378 Jan 28 05:42:26.960263 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-01253090-8eec-44ea-81c6-35a38b8c14fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2627472c-29cd-434a-addd-3ee8a256538b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:27.013277 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-01253090-8eec-44ea-81c6-35a38b8c14fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b7fe0236fa94d7f9cf0092b59cc708f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5090225 Jan 28 05:42:27.020982 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53506) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:27.064360 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d91eca4-edb5-49a8-b2c3-ae19c72c165e x-openstack-request-id: req-1d91eca4-edb5-49a8-b2c3-ae19c72c165e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:27.064889 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5cab1e-ea4f-4448-9943-524edf425844", "tag": "bf1200f9-2d11-4b35-9926-10249986e6fb", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:27.064889 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d91eca4-edb5-49a8-b2c3-ae19c72c165e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:27.065289 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'tag': 'bf1200f9-2d11-4b35-9926-10249986e6fb', 'status': 'completed', 'code': 200} Jan 28 05:42:27.070733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01253090-8eec-44ea-81c6-35a38b8c14fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2627472c-29cd-434a-addd-3ee8a256538b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:27.118102 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-13041e82-0b0b-4caf-8a75-f228a038e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:27.118894 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa1ed-8529-4f67-b6d1-cbd6d2968176 admin admin] Publish callbacks [] for security_group (2627472c-29cd-434a-addd-3ee8a256538b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:27.120061 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-13041e82-0b0b-4caf-8a75-f228a038e2de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75689896-967b-4ae5-b978-35128c8787c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1457460 Jan 28 05:42:27.152564 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa1ed-8529-4f67-b6d1-cbd6d2968176 admin admin] Publish callbacks [] for security_group (2627472c-29cd-434a-addd-3ee8a256538b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:27.321776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-383f3766-aa48-442f-818b-a8faec98c593 req-4ae49cdb-a06e-45d1-9a5d-708ad8164caf tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Allocated IP 172.25.0.62 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/74c0db71-92f6-45ca-9ee9-4910a558dc05) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:27.325646 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:27.351675 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e778d-4024-4941-b91a-4caeec1cd9a3 req-27390772-75c2-442c-9853-b8cd29d8bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:27.353220 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f39e778d-4024-4941-b91a-4caeec1cd9a3 req-27390772-75c2-442c-9853-b8cd29d8bdfb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65d1630dd99f462f88d092b15e2322ea&device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 1097 time: 0.2284350 Jan 28 05:42:27.373863 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa1ed-8529-4f67-b6d1-cbd6d2968176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2627472c-29cd-434a-addd-3ee8a256538b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:27.377163 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa1ed-8529-4f67-b6d1-cbd6d2968176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:27.382728 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c3aaa1ed-8529-4f67-b6d1-cbd6d2968176 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2627472c-29cd-434a-addd-3ee8a256538b HTTP/1.1" status: 204 len: 168 time: 0.3581603 Jan 28 05:42:27.399666 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aaa1ed-8529-4f67-b6d1-cbd6d2968176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2627472c-29cd-434a-addd-3ee8a256538b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:27.474062 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f512e5-644c-4696-9d70-a65dd304f504 req-d5526316-eaaa-4be5-b738-03de631245e7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:27.475612 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15f512e5-644c-4696-9d70-a65dd304f504 req-d5526316-eaaa-4be5-b738-03de631245e7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 944 time: 0.2450938 Jan 28 05:42:27.477482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-e2ed6a75-3101-45f7-9f5a-780136125bdb service neutron] 10.222.0.60 "GET /v2.0/networks/75689896-967b-4ae5-b978-35128c8787c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385184 Jan 28 05:42:27.667624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15f512e5-644c-4696-9d70-a65dd304f504 req-e984e3ac-2fbd-4aff-83ba-05a70d97d2ad tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2747fff-e92d-415c-acfc-1ccf4de5c971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796088 Jan 28 05:42:27.704831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e778d-4024-4941-b91a-4caeec1cd9a3 req-3fb45241-3ec9-4aa9-87e8-32d9763e632d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:27.709202 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f39e778d-4024-4941-b91a-4caeec1cd9a3 req-3fb45241-3ec9-4aa9-87e8-32d9763e632d service neutron] 10.222.0.60 "GET /v2.0/networks?id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 HTTP/1.1" status: 200 len: 919 time: 0.3467822 Jan 28 05:42:27.721036 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-383f3766-aa48-442f-818b-a8faec98c593 req-4ae49cdb-a06e-45d1-9a5d-708ad8164caf tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for port (74c0db71-92f6-45ca-9ee9-4910a558dc05), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:27.803522 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f39e778d-4024-4941-b91a-4caeec1cd9a3 req-034054a0-b745-4cda-a45b-e89fc9bc5529 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf1200f9-2d11-4b35-9926-10249986e6fb HTTP/1.1" status: 200 len: 217 time: 0.0737517 Jan 28 05:42:27.814046 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c15388-271e-4a4a-b8c0-4fc8cf512b49 req-80384c4f-6d26-4c0b-9c93-8aa05f9301be service neutron] 10.222.0.60 "GET /v2.0/networks/75689896-967b-4ae5-b978-35128c8787c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274457 Jan 28 05:42:27.862244 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5e73b1f-d1cc-49ae-979d-bb07fa7aa978 req-16463942-8b04-4803-a9da-ba06d90ef98b tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/ports?device_id=19e8a58e-7481-45f5-8a3a-da9a9f537885 HTTP/1.1" status: 200 len: 210 time: 0.0629406 Jan 28 05:42:27.925014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e778d-4024-4941-b91a-4caeec1cd9a3 req-0d0b355c-e57b-4ed2-b048-2af000118eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:27.933034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f39e778d-4024-4941-b91a-4caeec1cd9a3 req-0d0b355c-e57b-4ed2-b048-2af000118eec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b1eb11-9372-4285-a398-f70d8c8c3671 HTTP/1.1" status: 200 len: 858 time: 0.1116354 Jan 28 05:42:27.963117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f39e778d-4024-4941-b91a-4caeec1cd9a3 req-9464ec8d-4c1e-4c64-a8c3-80f8e338c901 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283833 Jan 28 05:42:28.059327 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-383f3766-aa48-442f-818b-a8faec98c593 req-4ae49cdb-a06e-45d1-9a5d-708ad8164caf tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (74c0db71-92f6-45ca-9ee9-4910a558dc05), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.131947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754116d-c81d-469d-90e6-ddfb75196db1 req-7c1f15cc-e9c4-4d53-9f5c-a0d762e60b00 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:28.133372 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8754116d-c81d-469d-90e6-ddfb75196db1 req-7c1f15cc-e9c4-4d53-9f5c-a0d762e60b00 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 944 time: 0.1729205 Jan 28 05:42:28.138427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383f3766-aa48-442f-818b-a8faec98c593 req-4ae49cdb-a06e-45d1-9a5d-708ad8164caf tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:28.151629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-383f3766-aa48-442f-818b-a8faec98c593 req-4ae49cdb-a06e-45d1-9a5d-708ad8164caf tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:28.154249 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-383f3766-aa48-442f-818b-a8faec98c593 req-4ae49cdb-a06e-45d1-9a5d-708ad8164caf tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:28.181759 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae49cdb-a06e-45d1-9a5d-708ad8164caf tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Pushing event updated for resources: {'Port': ['ID=74c0db71-92f6-45ca-9ee9-4910a558dc05,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:28.242346 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f39e778d-4024-4941-b91a-4caeec1cd9a3 req-79109da3-5ea1-4869-a13a-8ffc87c5d535 service neutron] 10.222.0.60 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494531 Jan 28 05:42:28.323482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8754116d-c81d-469d-90e6-ddfb75196db1 req-66e32907-5524-4fdc-ac76-057534b120e6 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a5c6a17-3c7d-450d-92ca-40298cf37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778467 Jan 28 05:42:28.351235 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53524) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:28.373636 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-539fcd55-0f46-4d5f-8347-4f1be6e18e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.411189 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-383f3766-aa48-442f-818b-a8faec98c593 req-4ae49cdb-a06e-45d1-9a5d-708ad8164caf tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for floatingip (11fddd75-32de-4d23-8d28-d402003531c8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.474750 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-539fcd55-0f46-4d5f-8347-4f1be6e18e45 admin admin] Publish callbacks [] for security_group (f0bf4ac3-a462-4fd9-b8c0-b373c198b57f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.562956 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-539fcd55-0f46-4d5f-8347-4f1be6e18e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f0bf4ac3-a462-4fd9-b8c0-b373c198b57f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.608808 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-539fcd55-0f46-4d5f-8347-4f1be6e18e45 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6d488c7c9af43feb38c0f1461c2e64b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564566 Jan 28 05:42:28.609628 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539fcd55-0f46-4d5f-8347-4f1be6e18e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bf4ac3-a462-4fd9-b8c0-b373c198b57f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:28.612167 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53526) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:28.677542 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6463b79c-1611-4f91-8a1f-a1e354d58318 admin admin] Publish callbacks [] for security_group (f0bf4ac3-a462-4fd9-b8c0-b373c198b57f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.702425 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6463b79c-1611-4f91-8a1f-a1e354d58318 admin admin] Publish callbacks [] for security_group (f0bf4ac3-a462-4fd9-b8c0-b373c198b57f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.751759 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0df270b9-6110-4250-89b6-b1e817288398 req-6506e0a2-bc4f-445d-bfdf-3e8782c0af7f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=c672fc23-77db-45f9-896d-de956879a720 HTTP/1.1" status: 200 len: 210 time: 0.3619890 Jan 28 05:42:28.756078 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f39e778d-4024-4941-b91a-4caeec1cd9a3 req-378d35f6-da53-43a2-8844-b7e37bc143a0 service neutron] 10.222.0.60 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036585 Jan 28 05:42:28.853872 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6463b79c-1611-4f91-8a1f-a1e354d58318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f0bf4ac3-a462-4fd9-b8c0-b373c198b57f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.858884 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6463b79c-1611-4f91-8a1f-a1e354d58318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.863533 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6463b79c-1611-4f91-8a1f-a1e354d58318 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0bf4ac3-a462-4fd9-b8c0-b373c198b57f HTTP/1.1" status: 204 len: 168 time: 0.2476904 Jan 28 05:42:28.874149 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463b79c-1611-4f91-8a1f-a1e354d58318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bf4ac3-a462-4fd9-b8c0-b373c198b57f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:28.908121 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-383f3766-aa48-442f-818b-a8faec98c593 req-4ae49cdb-a06e-45d1-9a5d-708ad8164caf tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (74c0db71-92f6-45ca-9ee9-4910a558dc05), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:28.918341 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef44d51-d362-4758-963a-61bfe8e87dff req-31cfb7f1-1f2f-4028-85c7-9e0c92c926d1 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:28.920021 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cef44d51-d362-4758-963a-61bfe8e87dff req-31cfb7f1-1f2f-4028-85c7-9e0c92c926d1 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 944 time: 0.0989363 Jan 28 05:42:29.036167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cef44d51-d362-4758-963a-61bfe8e87dff req-c59124d5-a38f-4fa7-98cf-92b71fb26db8 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2747fff-e92d-415c-acfc-1ccf4de5c971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962102 Jan 28 05:42:29.075331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55831dfd-105f-46a8-9d86-cad01feb6fe8', 'tag': '1da28195-0221-47e2-9264-7a6e3bf04ac1'}, {'name': 'network-changed', 'server_uuid': '869ccbb3-156d-41f7-a34b-ab287745783f', 'tag': '19111222-3c6a-464a-abf2-8abc99c56e4e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:29.081379 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003334dd-bd18-4de2-9472-52a071dbfd1b" -d '{"events": [{"name": "network-changed", "server_uuid": "55831dfd-105f-46a8-9d86-cad01feb6fe8", "tag": "1da28195-0221-47e2-9264-7a6e3bf04ac1"}, {"name": "network-changed", "server_uuid": "869ccbb3-156d-41f7-a34b-ab287745783f", "tag": "19111222-3c6a-464a-abf2-8abc99c56e4e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:29.176998 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ccd1b250-7c0a-46ff-a570-cfeaf8065930 req-3f16fb66-a64e-4b74-97c5-f3ff0c634be0 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/ports?device_id=19e8a58e-7481-45f5-8a3a-da9a9f537885 HTTP/1.1" status: 200 len: 210 time: 0.0404449 Jan 28 05:42:29.189477 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8397ee73-2858-4b50-9e76-46c748613355 req-2b927086-311a-434f-b95e-d795e664887c tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c6a954dee863481dbc6a36f53096d686&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216594 Jan 28 05:42:29.232927 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-383f3766-aa48-442f-818b-a8faec98c593 req-4ae49cdb-a06e-45d1-9a5d-708ad8164caf tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for port (74c0db71-92f6-45ca-9ee9-4910a558dc05), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:29.253735 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8f12eb-2a8d-4b13-bacd-4bb012f59e89 x-openstack-request-id: req-2a8f12eb-2a8d-4b13-bacd-4bb012f59e89 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:29.254059 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55831dfd-105f-46a8-9d86-cad01feb6fe8", "tag": "1da28195-0221-47e2-9264-7a6e3bf04ac1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "869ccbb3-156d-41f7-a34b-ab287745783f", "tag": "19111222-3c6a-464a-abf2-8abc99c56e4e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:29.254280 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a8f12eb-2a8d-4b13-bacd-4bb012f59e89 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:29.254708 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55831dfd-105f-46a8-9d86-cad01feb6fe8', 'tag': '1da28195-0221-47e2-9264-7a6e3bf04ac1', 'status': 'completed', 'code': 200} Jan 28 05:42:29.254968 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869ccbb3-156d-41f7-a34b-ab287745783f', 'tag': '19111222-3c6a-464a-abf2-8abc99c56e4e', 'status': 'completed', 'code': 200} Jan 28 05:42:29.334289 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ee73-2858-4b50-9e76-46c748613355 req-289ed015-75fc-4075-b5fe-aa6eaeaa4afe tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:29.336397 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8397ee73-2858-4b50-9e76-46c748613355 req-289ed015-75fc-4075-b5fe-aa6eaeaa4afe tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393011 Jan 28 05:42:29.359337 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-8397ee73-2858-4b50-9e76-46c748613355 req-34141657-05cf-4c86-9aad-cdd4d1ca0d28 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Request body: {'port': {'device_id': '19e8a58e-7481-45f5-8a3a-da9a9f537885', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': 'c6a954dee863481dbc6a36f53096d686'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:29.360485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-c904980f-328d-4cef-a518-11fbd16eaf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:29.362097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-c904980f-328d-4cef-a518-11fbd16eaf1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=354d7997b3a94bea9a2cca0cef3fe341&device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 1096 time: 0.0576630 Jan 28 05:42:29.447885 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-383f3766-aa48-442f-818b-a8faec98c593 req-4ae49cdb-a06e-45d1-9a5d-708ad8164caf tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (74c0db71-92f6-45ca-9ee9-4910a558dc05), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:29.628578 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8397ee73-2858-4b50-9e76-46c748613355 req-34141657-05cf-4c86-9aad-cdd4d1ca0d28 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Made reservation on behalf of c6a954dee863481dbc6a36f53096d686 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:29.633991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae49cdb-a06e-45d1-9a5d-708ad8164caf tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Pushing event updated for resources: {'Port': ['ID=74c0db71-92f6-45ca-9ee9-4910a558dc05,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:29.638366 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8397ee73-2858-4b50-9e76-46c748613355 req-34141657-05cf-4c86-9aad-cdd4d1ca0d28 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:29.642920 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-383f3766-aa48-442f-818b-a8faec98c593 req-4ae49cdb-a06e-45d1-9a5d-708ad8164caf tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (11fddd75-32de-4d23-8d28-d402003531c8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:29.649149 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8397ee73-2858-4b50-9e76-46c748613355 req-34141657-05cf-4c86-9aad-cdd4d1ca0d28 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:29.652088 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816be55b-8be3-4b56-988b-41d6ad5a92b0 req-d19f807a-7bd0-4bb5-9bdd-dda26a299c55 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:29.653236 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-816be55b-8be3-4b56-988b-41d6ad5a92b0 req-d19f807a-7bd0-4bb5-9bdd-dda26a299c55 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 944 time: 0.1575358 Jan 28 05:42:29.654242 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-2d6a6f9a-ba6b-44d3-8e44-798242dc9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:29.655590 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-2d6a6f9a-ba6b-44d3-8e44-798242dc9ba9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c8dea946-1eda-441f-818f-132915c7e7a2 HTTP/1.1" status: 200 len: 913 time: 0.2865436 Jan 28 05:42:29.732864 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-adb2c253-4eae-47ca-8fd6-91a701a54219 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1da28195-0221-47e2-9264-7a6e3bf04ac1 HTTP/1.1" status: 200 len: 217 time: 0.0510013 Jan 28 05:42:29.759550 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8397ee73-2858-4b50-9e76-46c748613355 req-34141657-05cf-4c86-9aad-cdd4d1ca0d28 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Publish callbacks [] for security_group (b618d51f-a433-492d-a10d-cdd4870c13c2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:29.776012 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-816be55b-8be3-4b56-988b-41d6ad5a92b0 req-4dfb39f9-e08b-410e-8aad-d8275fa64a7f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a5c6a17-3c7d-450d-92ca-40298cf37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147802 Jan 28 05:42:29.804022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-380a7a1b-582a-4ae9-964e-9702762dc25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:29.807929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-380a7a1b-582a-4ae9-964e-9702762dc25b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=246780a3-7b7a-413e-90b2-2cea78d98b20 HTTP/1.1" status: 200 len: 852 time: 0.0664093 Jan 28 05:42:29.844562 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-6ca84d80-e99b-4032-8fe3-9998977be52a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c8dea946-1eda-441f-818f-132915c7e7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286548 Jan 28 05:42:29.848413 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-383f3766-aa48-442f-818b-a8faec98c593 req-4ae49cdb-a06e-45d1-9a5d-708ad8164caf tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:29.855376 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-383f3766-aa48-442f-818b-a8faec98c593 req-4ae49cdb-a06e-45d1-9a5d-708ad8164caf tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5502284 Jan 28 05:42:29.865630 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8397ee73-2858-4b50-9e76-46c748613355 req-34141657-05cf-4c86-9aad-cdd4d1ca0d28 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b618d51f-a433-492d-a10d-cdd4870c13c2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:29.960988 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34141657-05cf-4c86-9aad-cdd4d1ca0d28 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b618d51f-a433-492d-a10d-cdd4870c13c2,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:29.976111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-383f3766-aa48-442f-818b-a8faec98c593 req-632dd8df-ed3f-4860-8fe5-0e65462e1df4 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.62 HTTP/1.1" status: 200 len: 695 time: 0.1196594 Jan 28 05:42:30.057255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-8397ee73-2858-4b50-9e76-46c748613355 req-34141657-05cf-4c86-9aad-cdd4d1ca0d28 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Allocated IP 192.168.233.30 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/51be4457-93f8-4e8f-a3c3-c669a879ca00) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:30.124628 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f36feea-5889-4e11-9322-36e16c47c49c req-bc4c8864-1a4c-4b7b-ad31-0e98c4496076 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=c672fc23-77db-45f9-896d-de956879a720 HTTP/1.1" status: 200 len: 210 time: 0.2653873 Jan 28 05:42:30.163559 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1da28195-0221-47e2-9264-7a6e3bf04ac1 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:42:30.176385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f3766-aa48-442f-818b-a8faec98c593 req-88a203e1-6360-4684-9374-2fc7ad925ed7 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:30.198888 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-383f3766-aa48-442f-818b-a8faec98c593 req-88a203e1-6360-4684-9374-2fc7ad925ed7 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.2217376 Jan 28 05:42:30.345533 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1da28195-0221-47e2-9264-7a6e3bf04ac1, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1da28195-0221-47e2-9264-7a6e3bf04ac1,segment=NetworkSegment(e20b329b-421b-4121-9a6e-33d932a823e0),segment_id=e20b329b-421b-4121-9a6e-33d932a823e0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:30.376514 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8397ee73-2858-4b50-9e76-46c748613355 req-34141657-05cf-4c86-9aad-cdd4d1ca0d28 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Publish callbacks [] for port (51be4457-93f8-4e8f-a3c3-c669a879ca00), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.387651 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '1da28195-0221-47e2-9264-7a6e3bf04ac1', 'network_id': 'c8dea946-1eda-441f-818f-132915c7e7a2', 'port_id': '1da28195-0221-47e2-9264-7a6e3bf04ac1', 'mac_address': 'fa:16:3e:6e:92:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246780a3-7b7a-413e-90b2-2cea78d98b20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:42:30.409371 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-748298ec-62d1-491d-a54f-070d25eba246 service neutron] 10.222.0.60 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512478 Jan 28 05:42:30.464016 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 1da28195-0221-47e2-9264-7a6e3bf04ac1 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:30.464674 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.484607 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da28195-0221-47e2-9264-7a6e3bf04ac1 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:42:30.528524 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1da28195-0221-47e2-9264-7a6e3bf04ac1, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1da28195-0221-47e2-9264-7a6e3bf04ac1,segment=NetworkSegment(e20b329b-421b-4121-9a6e-33d932a823e0),segment_id=e20b329b-421b-4121-9a6e-33d932a823e0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:30.540586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6f96b-13bd-4eaa-9fad-7b2564e74721 req-f1ef9907-024a-479e-b3c0-19bd2b5bca48 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:30.542119 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9e6f96b-13bd-4eaa-9fad-7b2564e74721 req-f1ef9907-024a-479e-b3c0-19bd2b5bca48 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 944 time: 0.3127198 Jan 28 05:42:30.554751 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8397ee73-2858-4b50-9e76-46c748613355 req-34141657-05cf-4c86-9aad-cdd4d1ca0d28 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (51be4457-93f8-4e8f-a3c3-c669a879ca00), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.642416 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.652048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8397ee73-2858-4b50-9e76-46c748613355 req-34141657-05cf-4c86-9aad-cdd4d1ca0d28 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:30.667618 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-8397ee73-2858-4b50-9e76-46c748613355 req-34141657-05cf-4c86-9aad-cdd4d1ca0d28 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:30.674184 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-8397ee73-2858-4b50-9e76-46c748613355 req-34141657-05cf-4c86-9aad-cdd4d1ca0d28 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:30.735244 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-4b87e464-ec49-4fd2-92f6-bf1b90952d7e tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:30.745538 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-4b87e464-ec49-4fd2-92f6-bf1b90952d7e tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4408224 Jan 28 05:42:30.745699 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34141657-05cf-4c86-9aad-cdd4d1ca0d28 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Pushing event updated for resources: {'Port': ['ID=51be4457-93f8-4e8f-a3c3-c669a879ca00,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:30.764660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-1512ac35-9f43-49bb-8312-31c42ff389b7 service neutron] 10.222.0.60 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455846 Jan 28 05:42:30.764912 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=1da28195-0221-47e2-9264-7a6e3bf04ac1,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:30.774588 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.775030 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.775595 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.776125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.776655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.777367 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.777888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.778561 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.786266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.790124 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.792542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.793126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.793699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:42:30.818990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-d773eb76-5610-4454-bdbc-96fd5e9c6359 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:30.820527 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-d773eb76-5610-4454-bdbc-96fd5e9c6359 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.64 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 805 time: 0.5681484 Jan 28 05:42:30.828689 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ee73-2858-4b50-9e76-46c748613355 req-34141657-05cf-4c86-9aad-cdd4d1ca0d28 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:30.829384 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8397ee73-2858-4b50-9e76-46c748613355 req-34141657-05cf-4c86-9aad-cdd4d1ca0d28 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:30.858216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-2f0c0466-42c9-4609-acb4-9c6e8e4edc70 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Request body: {'port': {'device_id': 'c672fc23-77db-45f9-896d-de956879a720', 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f', 'admin_state_up': True, 'tenant_id': '2ec92f33a3784dd995edb9a024cc34ff'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:30.920730 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['1da28195-0221-47e2-9264-7a6e3bf04ac1'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:30.922545 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8397ee73-2858-4b50-9e76-46c748613355 req-34141657-05cf-4c86-9aad-cdd4d1ca0d28 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5683575 Jan 28 05:42:30.956702 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Request body: {'port': {'device_id': '19e8a58e-7481-45f5-8a3a-da9a9f537885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:30.996000 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-0c9b182d-cf3f-4dcc-b822-e22b99dc9fdc tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.62 HTTP/1.1" status: 200 len: 695 time: 0.2223256 Jan 28 05:42:31.051689 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (51be4457-93f8-4e8f-a3c3-c669a879ca00), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.067555 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9e6f96b-13bd-4eaa-9fad-7b2564e74721 req-c510ed57-1a0d-48a2-80d1-d48cafffebe4 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2747fff-e92d-415c-acfc-1ccf4de5c971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996588 Jan 28 05:42:31.121033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-a65c4ee3-d87c-40f3-a627-150328304bbc tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Request body: {'floatingip': {'port_id': 'bf1200f9-2d11-4b35-9926-10249986e6fb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:31.127606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7fe61c35-9267-43cd-83ad-4567f4c28d75 None None] Provisioning complete for port 51be4457-93f8-4e8f-a3c3-c669a879ca00 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:31.128355 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7fe61c35-9267-43cd-83ad-4567f4c28d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (51be4457-93f8-4e8f-a3c3-c669a879ca00), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.173040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7fe61c35-9267-43cd-83ad-4567f4c28d75 None None] Port 51be4457-93f8-4e8f-a3c3-c669a879ca00 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:42:31.271234 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-a65c4ee3-d87c-40f3-a627-150328304bbc tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for floatingip (11fddd75-32de-4d23-8d28-d402003531c8), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.342090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-d8bd2197-99a1-4177-8396-14226a322a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:31.343763 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-d8bd2197-99a1-4177-8396-14226a322a5d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9757efd87e65440bab7f01532f12f95a&device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 1096 time: 0.4391499 Jan 28 05:42:31.448657 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51be4457-93f8-4e8f-a3c3-c669a879ca00 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:42:31.458148 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Publish callbacks [] for port (51be4457-93f8-4e8f-a3c3-c669a879ca00), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.473175 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Transition to ACTIVE for port object 51be4457-93f8-4e8f-a3c3-c669a879ca00 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:42:31.496618 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d386b-4ea5-4b83-b5d1-695fd3061631 req-8850abe8-f60e-491f-9b5f-16e6a6670cd0 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:31.505889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-590d386b-4ea5-4b83-b5d1-695fd3061631 req-8850abe8-f60e-491f-9b5f-16e6a6670cd0 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/ports?device_id=19e8a58e-7481-45f5-8a3a-da9a9f537885 HTTP/1.1" status: 200 len: 935 time: 0.2529716 Jan 28 05:42:31.573777 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (51be4457-93f8-4e8f-a3c3-c669a879ca00), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.659423 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-0f300e16-23d8-48b8-acc7-f04b915b47b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:31.661933 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-0f300e16-23d8-48b8-acc7-f04b915b47b4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75689896-967b-4ae5-b978-35128c8787c4 HTTP/1.1" status: 200 len: 930 time: 0.3087473 Jan 28 05:42:31.679583 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-590d386b-4ea5-4b83-b5d1-695fd3061631 req-9dc5fe6f-e152-4772-b117-628553328b74 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/security-groups?id=b618d51f-a433-492d-a10d-cdd4870c13c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686285 Jan 28 05:42:31.707356 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Pushing event updated for resources: {'Port': ['ID=51be4457-93f8-4e8f-a3c3-c669a879ca00,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:31.784192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-2f0c0466-42c9-4609-acb4-9c6e8e4edc70 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Made reservation on behalf of 2ec92f33a3784dd995edb9a024cc34ff for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:31.791395 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-2f0c0466-42c9-4609-acb4-9c6e8e4edc70 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.862438 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-3854ea7d-be1b-4704-8753-f72787c8757f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19111222-3c6a-464a-abf2-8abc99c56e4e HTTP/1.1" status: 200 len: 217 time: 0.1815817 Jan 28 05:42:31.867490 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Attempting to bind port 51be4457-93f8-4e8f-a3c3-c669a879ca00 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:31.868196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Attempting to bind port 51be4457-93f8-4e8f-a3c3-c669a879ca00 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:31.869143 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Attempting to bind port 51be4457-93f8-4e8f-a3c3-c669a879ca00 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:31.876520 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Port 51be4457-93f8-4e8f-a3c3-c669a879ca00 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:42:31.877000 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Attempting to bind port 51be4457-93f8-4e8f-a3c3-c669a879ca00 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:31.886053 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:31.887725 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:31.888330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:31.889181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Bound port: 51be4457-93f8-4e8f-a3c3-c669a879ca00, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:31.889392 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (51be4457-93f8-4e8f-a3c3-c669a879ca00), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:31.999364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] For port 51be4457-93f8-4e8f-a3c3-c669a879ca00, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:32.004844 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] For port 51be4457-93f8-4e8f-a3c3-c669a879ca00, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=51be4457-93f8-4e8f-a3c3-c669a879ca00,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:32.080468 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630139d7-e5de-4870-9459-e42bf81938ee req-b9989ddd-545c-4294-afb0-cf0efbb00440 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:32.083434 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-630139d7-e5de-4870-9459-e42bf81938ee req-b9989ddd-545c-4294-afb0-cf0efbb00440 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2275984 Jan 28 05:42:32.089561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-da8bb67c-cd97-400c-9f3e-21118c219c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:32.093583 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (51be4457-93f8-4e8f-a3c3-c669a879ca00), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:32.093744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-da8bb67c-cd97-400c-9f3e-21118c219c46 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79af50e3-d98d-4a85-83a3-bded0e557ae5 HTTP/1.1" status: 200 len: 868 time: 0.2145457 Jan 28 05:42:32.179423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 19111222-3c6a-464a-abf2-8abc99c56e4e details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:42:32.241824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Pushing event updated for resources: {'Port': ['ID=51be4457-93f8-4e8f-a3c3-c669a879ca00,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:32.250211 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:32.252026 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:32.254213 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8397ee73-2858-4b50-9e76-46c748613355 req-a759b021-7151-43be-b7ed-587cb98527c8 service neutron] 10.222.0.64 "PUT /v2.0/ports/51be4457-93f8-4e8f-a3c3-c669a879ca00 HTTP/1.1" status: 200 len: 1096 time: 1.3015130 Jan 28 05:42:32.255157 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e8a58e-7481-45f5-8a3a-da9a9f537885', 'tag': '51be4457-93f8-4e8f-a3c3-c669a879ca00'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:32.258409 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec500318-9664-4387-8317-813e5e6fbf50" -d '{"events": [{"name": "network-changed", "server_uuid": "19e8a58e-7481-45f5-8a3a-da9a9f537885", "tag": "51be4457-93f8-4e8f-a3c3-c669a879ca00"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:32.271657 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1da28195-0221-47e2-9264-7a6e3bf04ac1 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:32.489869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ee73-2858-4b50-9e76-46c748613355 req-6d3a860b-893b-449d-8708-a93499580ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:32.492580 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8397ee73-2858-4b50-9e76-46c748613355 req-6d3a860b-893b-449d-8708-a93499580ce7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6a954dee863481dbc6a36f53096d686&device_id=19e8a58e-7481-45f5-8a3a-da9a9f537885 HTTP/1.1" status: 200 len: 1099 time: 0.1010399 Jan 28 05:42:32.561573 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 19111222-3c6a-464a-abf2-8abc99c56e4e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=19111222-3c6a-464a-abf2-8abc99c56e4e,segment=NetworkSegment(80a7b9b3-c8c6-480f-9c13-45011417fb49),segment_id=80a7b9b3-c8c6-480f-9c13-45011417fb49)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:32.565597 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c77370e9-2220-4338-bd64-dde04a6b2b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:32.598010 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8397ee73-2858-4b50-9e76-46c748613355 req-16e92fe2-7d3b-496e-ac4c-632ff2d96abc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=51be4457-93f8-4e8f-a3c3-c669a879ca00 HTTP/1.1" status: 200 len: 217 time: 0.0806041 Jan 28 05:42:32.614056 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '19111222-3c6a-464a-abf2-8abc99c56e4e', 'network_id': '75689896-967b-4ae5-b978-35128c8787c4', 'port_id': '19111222-3c6a-464a-abf2-8abc99c56e4e', 'mac_address': 'fa:16:3e:a0:98:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:42:32.678186 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ee73-2858-4b50-9e76-46c748613355 req-3cee7980-be6b-48d7-99f6-738727f790c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:32.679912 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8397ee73-2858-4b50-9e76-46c748613355 req-3cee7980-be6b-48d7-99f6-738727f790c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0750847 Jan 28 05:42:32.685351 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 1da28195-0221-47e2-9264-7a6e3bf04ac1 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:42:32.716301 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 1da28195-0221-47e2-9264-7a6e3bf04ac1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:32.721801 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:32.769203 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ee73-2858-4b50-9e76-46c748613355 req-a33d13ff-1f3a-47c1-aa44-d64d4a5fa9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:32.772191 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8397ee73-2858-4b50-9e76-46c748613355 req-a33d13ff-1f3a-47c1-aa44-d64d4a5fa9a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0831234 Jan 28 05:42:32.788559 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 19111222-3c6a-464a-abf2-8abc99c56e4e is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:32.788954 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (19111222-3c6a-464a-abf2-8abc99c56e4e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:32.792239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-630139d7-e5de-4870-9459-e42bf81938ee req-a45a9bc9-f44b-4b3d-b5e0-2e9ad851f2e2 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a5c6a17-3c7d-450d-92ca-40298cf37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6623120 Jan 28 05:42:32.839707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19111222-3c6a-464a-abf2-8abc99c56e4e {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:42:32.860777 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 19111222-3c6a-464a-abf2-8abc99c56e4e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=19111222-3c6a-464a-abf2-8abc99c56e4e,segment=NetworkSegment(80a7b9b3-c8c6-480f-9c13-45011417fb49),segment_id=80a7b9b3-c8c6-480f-9c13-45011417fb49)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:32.954796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 1da28195-0221-47e2-9264-7a6e3bf04ac1 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:32.955743 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:32.965160 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8397ee73-2858-4b50-9e76-46c748613355 req-67d2c0ff-95b5-42eb-951c-0e1fccb84afd service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852944 Jan 28 05:42:32.967963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-b61c9bf7-603d-4e6f-a047-3c8328a0a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:32.970009 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-b61c9bf7-603d-4e6f-a047-3c8328a0a2e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75689896-967b-4ae5-b978-35128c8787c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8359306 Jan 28 05:42:32.984532 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5895fad7-43a9-44a2-9655-e976609a6ab5 req-9a0e05b8-37a7-4271-b78c-371629ad16b0 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=c672fc23-77db-45f9-896d-de956879a720 HTTP/1.1" status: 200 len: 210 time: 0.0672300 Jan 28 05:42:33.008022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1da28195-0221-47e2-9264-7a6e3bf04ac1, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1da28195-0221-47e2-9264-7a6e3bf04ac1,segment=NetworkSegment(e20b329b-421b-4121-9a6e-33d932a823e0),segment_id=e20b329b-421b-4121-9a6e-33d932a823e0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:33.010091 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (19111222-3c6a-464a-abf2-8abc99c56e4e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:33.012192 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55831dfd-105f-46a8-9d86-cad01feb6fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da28195-0221-47e2-9264-7a6e3bf04ac1'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:33.014870 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78e2536-e56c-49d3-9270-a31ea5eb9bd2" -d '{"events": [{"server_uuid": "55831dfd-105f-46a8-9d86-cad01feb6fe8", "name": "network-vif-plugged", "status": "completed", "tag": "1da28195-0221-47e2-9264-7a6e3bf04ac1"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:33.044924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-2f0c0466-42c9-4609-acb4-9c6e8e4edc70 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Allocated IP 172.20.0.3 (eec00fff-aff9-4369-9cd0-be1af626188f/6ace652b-1ccc-4a73-9185-4c2cd62a6d0e/3aeaa96d-c620-4d93-b90f-11688bd39ac8) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:33.088455 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:33.115482 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=19111222-3c6a-464a-abf2-8abc99c56e4e,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:33.129260 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8397ee73-2858-4b50-9e76-46c748613355 req-24a66465-6f17-4f41-90be-a8e084f43cee service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520784 Jan 28 05:42:33.199606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=1da28195-0221-47e2-9264-7a6e3bf04ac1,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:33.241075 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.db.resource_extend [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-a65c4ee3-d87c-40f3-a627-150328304bbc tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 05:42:33.313070 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['19111222-3c6a-464a-abf2-8abc99c56e4e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:33.322873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82c67b-a9e6-4771-b98a-bdc62f76968d req-b17344d2-eee5-4d02-b0d4-be77ee262833 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:33.332042 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b82c67b-a9e6-4771-b98a-bdc62f76968d req-b17344d2-eee5-4d02-b0d4-be77ee262833 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 945 time: 0.1992586 Jan 28 05:42:33.380990 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-a65c4ee3-d87c-40f3-a627-150328304bbc tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:33.386639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-38ccb897-d7ac-4741-89b4-a3bde7387a6e service neutron] 10.222.0.60 "GET /v2.0/networks/75689896-967b-4ae5-b978-35128c8787c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756492 Jan 28 05:42:33.502584 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-a65c4ee3-d87c-40f3-a627-150328304bbc tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (11fddd75-32de-4d23-8d28-d402003531c8), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:33.548872 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b82c67b-a9e6-4771-b98a-bdc62f76968d req-a5aada52-fe7f-4275-be11-d0df09cdf06b tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2747fff-e92d-415c-acfc-1ccf4de5c971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183461 Jan 28 05:42:33.609809 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d4b194-94d8-4f55-a63d-3fceab34e238 x-openstack-request-id: req-07d4b194-94d8-4f55-a63d-3fceab34e238 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:33.610331 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e8a58e-7481-45f5-8a3a-da9a9f537885", "tag": "51be4457-93f8-4e8f-a3c3-c669a879ca00", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:33.613460 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07d4b194-94d8-4f55-a63d-3fceab34e238 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:33.613931 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e8a58e-7481-45f5-8a3a-da9a9f537885', 'tag': '51be4457-93f8-4e8f-a3c3-c669a879ca00', 'status': 'completed', 'code': 200} Jan 28 05:42:33.702234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-003334dd-bd18-4de2-9472-52a071dbfd1b req-c705a2c1-7eab-4e10-8972-bd04f06c8d7e service neutron] 10.222.0.60 "GET /v2.0/networks/75689896-967b-4ae5-b978-35128c8787c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015726 Jan 28 05:42:33.705730 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-2f0c0466-42c9-4609-acb4-9c6e8e4edc70 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks [] for port (3aeaa96d-c620-4d93-b90f-11688bd39ac8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:33.726529 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-a65c4ee3-d87c-40f3-a627-150328304bbc tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Floating IP 11fddd75-32de-4d23-8d28-d402003531c8 associated. External IP: 172.25.0.62, port: bf1200f9-2d11-4b35-9926-10249986e6fb. Jan 28 05:42:33.738714 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec500318-9664-4387-8317-813e5e6fbf50 req-0c65df24-51cf-49c5-9caf-97b3eb9331ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:33.741281 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ec500318-9664-4387-8317-813e5e6fbf50 req-0c65df24-51cf-49c5-9caf-97b3eb9331ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6a954dee863481dbc6a36f53096d686&device_id=19e8a58e-7481-45f5-8a3a-da9a9f537885 HTTP/1.1" status: 200 len: 1099 time: 0.0849912 Jan 28 05:42:33.861595 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec500318-9664-4387-8317-813e5e6fbf50 req-c49e2ecc-af11-4ed3-8e3d-40949158dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:33.863805 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ec500318-9664-4387-8317-813e5e6fbf50 req-c49e2ecc-af11-4ed3-8e3d-40949158dcde service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1156409 Jan 28 05:42:33.874771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-8e29bbfc-804a-4a33-81b8-a203e5b82bf7 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=87e72158ff404a2fa58280115f3da933&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288870 Jan 28 05:42:33.914570 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ec500318-9664-4387-8317-813e5e6fbf50 req-e16776de-85ba-4b08-9ab8-4a04c60e1ed4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=51be4457-93f8-4e8f-a3c3-c669a879ca00 HTTP/1.1" status: 200 len: 217 time: 0.0435214 Jan 28 05:42:33.936068 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-2f0c0466-42c9-4609-acb4-9c6e8e4edc70 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3aeaa96d-c620-4d93-b90f-11688bd39ac8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:33.966732 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec500318-9664-4387-8317-813e5e6fbf50 req-35f16685-fad2-4951-9f1c-267cb0dc59a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:33.968370 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ec500318-9664-4387-8317-813e5e6fbf50 req-35f16685-fad2-4951-9f1c-267cb0dc59a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0480459 Jan 28 05:42:34.022067 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec500318-9664-4387-8317-813e5e6fbf50 req-3aada11f-1cba-45c4-9455-1b603d0aa2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:34.023675 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ec500318-9664-4387-8317-813e5e6fbf50 req-3aada11f-1cba-45c4-9455-1b603d0aa2e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0474355 Jan 28 05:42:34.032690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-2f0c0466-42c9-4609-acb4-9c6e8e4edc70 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Network eec00fff-aff9-4369-9cd0-be1af626188f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:34.068802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-2f0c0466-42c9-4609-acb4-9c6e8e4edc70 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:34.083942 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-2f0c0466-42c9-4609-acb4-9c6e8e4edc70 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:34.125734 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ec500318-9664-4387-8317-813e5e6fbf50 req-5e4d1f36-9f7b-4c0d-b95f-30238094b6b1 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937886 Jan 28 05:42:34.136620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c0466-42c9-4609-acb4-9c6e8e4edc70 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Pushing event updated for resources: {'Port': ['ID=3aeaa96d-c620-4d93-b90f-11688bd39ac8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:34.165254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-a6874774-8723-4db5-8493-2ddcbc9f378f tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:34.166749 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-a6874774-8723-4db5-8493-2ddcbc9f378f tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2843506 Jan 28 05:42:34.179359 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-2f0c0466-42c9-4609-acb4-9c6e8e4edc70 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:34.179972 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-2f0c0466-42c9-4609-acb4-9c6e8e4edc70 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:34.185885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-a65c4ee3-d87c-40f3-a627-150328304bbc tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Router d6b5a16a-4877-4306-8a81-bbdb9b8ce578 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:42:34.192412 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 19111222-3c6a-464a-abf2-8abc99c56e4e up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:34.212862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-9ab3de1d-e00c-4cb4-8dbd-89ec1fa2bb30 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/quotas/87e72158ff404a2fa58280115f3da933 HTTP/1.1" status: 200 len: 375 time: 0.0290015 Jan 28 05:42:34.243869 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ec500318-9664-4387-8317-813e5e6fbf50 req-abf7ec16-70da-40fd-aa57-2574e4e11fb3 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103475 Jan 28 05:42:34.254214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-ec533615-38da-4018-baf2-81abeb02e0b1 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=87e72158ff404a2fa58280115f3da933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404816 Jan 28 05:42:34.305101 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-2f0c0466-42c9-4609-acb4-9c6e8e4edc70 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4604752 Jan 28 05:42:34.330225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Request body: {'port': {'device_id': 'c672fc23-77db-45f9-896d-de956879a720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:34.371372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 19111222-3c6a-464a-abf2-8abc99c56e4e completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:42:34.375494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 19111222-3c6a-464a-abf2-8abc99c56e4e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:34.375989 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (19111222-3c6a-464a-abf2-8abc99c56e4e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:34.427736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-a65c4ee3-d87c-40f3-a627-150328304bbc tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:42:34.438948 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-a65c4ee3-d87c-40f3-a627-150328304bbc tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:34.438948 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3aeaa96d-c620-4d93-b90f-11688bd39ac8), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:34.439943 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05113936-2fb4-4fc7-80f4-309732939ca0 None None] Sync routers for ids ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:42:34.479201 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05113936-2fb4-4fc7-80f4-309732939ca0 None None] Routers {'d6b5a16a-4877-4306-8a81-bbdb9b8ce578'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:34.480061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-05113936-2fb4-4fc7-80f4-309732939ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:42:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:34.494877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-a65c4ee3-d87c-40f3-a627-150328304bbc tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "PUT /v2.0/floatingips/11fddd75-32de-4d23-8d28-d402003531c8 HTTP/1.1" status: 200 len: 995 time: 3.4158130 Jan 28 05:42:34.496132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'tag': 'bf1200f9-2d11-4b35-9926-10249986e6fb'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:34.498552 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c33212-0cf7-4eeb-9bcd-bd16587895f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5cab1e-ea4f-4448-9943-524edf425844", "tag": "bf1200f9-2d11-4b35-9926-10249986e6fb"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:34.614118 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 19111222-3c6a-464a-abf2-8abc99c56e4e is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:34.614574 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (19111222-3c6a-464a-abf2-8abc99c56e4e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:34.649764 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-05113936-2fb4-4fc7-80f4-309732939ca0 None None] Set router d6b5a16a-4877-4306-8a81-bbdb9b8ce578 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:34.683146 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-22f89303-397c-4c4b-9dda-17b88578e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:34.684674 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-22f89303-397c-4c4b-9dda-17b88578e216 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=65d1630dd99f462f88d092b15e2322ea&device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 1097 time: 0.1505144 Jan 28 05:42:34.775174 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 19111222-3c6a-464a-abf2-8abc99c56e4e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=19111222-3c6a-464a-abf2-8abc99c56e4e,segment=NetworkSegment(80a7b9b3-c8c6-480f-9c13-45011417fb49),segment_id=80a7b9b3-c8c6-480f-9c13-45011417fb49)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:34.798188 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4735ab-d6c0-4f40-b540-c260571b8696 req-4ef61d8c-a715-46de-84d8-90d76da5dab0 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:34.799617 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b4735ab-d6c0-4f40-b540-c260571b8696 req-4ef61d8c-a715-46de-84d8-90d76da5dab0 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/ports?device_id=19e8a58e-7481-45f5-8a3a-da9a9f537885 HTTP/1.1" status: 200 len: 947 time: 0.1660933 Jan 28 05:42:34.814930 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1312b497-43c1-4fc1-bbbf-d159cdd3c9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:34.897083 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (19111222-3c6a-464a-abf2-8abc99c56e4e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:34.905693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-9cb93b98-e755-4b35-bf6a-577cb415bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:34.906415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-9cb93b98-e755-4b35-bf6a-577cb415bcc8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 HTTP/1.1" status: 200 len: 919 time: 0.2067134 Jan 28 05:42:34.913557 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b4735ab-d6c0-4f40-b540-c260571b8696 req-b4b66e7e-d768-4eec-875c-2524aacd4993 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/security-groups?id=b618d51f-a433-492d-a10d-cdd4870c13c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049075 Jan 28 05:42:34.982610 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc15a5fc-53ea-49b5-9b0f-8c117219b72d x-openstack-request-id: req-bc15a5fc-53ea-49b5-9b0f-8c117219b72d {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:34.983066 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55831dfd-105f-46a8-9d86-cad01feb6fe8", "name": "network-vif-plugged", "status": "completed", "tag": "1da28195-0221-47e2-9264-7a6e3bf04ac1", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:34.983623 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc15a5fc-53ea-49b5-9b0f-8c117219b72d {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:34.984133 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55831dfd-105f-46a8-9d86-cad01feb6fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da28195-0221-47e2-9264-7a6e3bf04ac1', 'code': 200} Jan 28 05:42:35.006248 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=19111222-3c6a-464a-abf2-8abc99c56e4e,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:35.022002 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-05113936-2fb4-4fc7-80f4-309732939ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'name': 'tempest-ServerRescueTestJSONUnderV235-36047363-router', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:45Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'gw_port': {'id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:49Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '11fddd75-32de-4d23-8d28-d402003531c8', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'port_id': 'bf1200f9-2d11-4b35-9926-10249986e6fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6', 'mac_address': 'fa:16:3e:f6:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:42:28Z', 'updated_at': '2022-01-28T05:42:33Z', 'revision_number': 1, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a686ecc9-ef62-47d0-915c-516c8b04a221', 'name': '', 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'mac_address': 'fa:16:3e:c1:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:00Z', 'updated_at': '2022-01-28T05:41:17Z', 'revision_number': 5, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'subnets': [{'id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:35.068656 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05113936-2fb4-4fc7-80f4-309732939ca0 None None] Checking router: d6b5a16a-4877-4306-8a81-bbdb9b8ce578 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:42:35.080162 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05113936-2fb4-4fc7-80f4-309732939ca0 None None] Routers {'d6b5a16a-4877-4306-8a81-bbdb9b8ce578'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:35.081057 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-05113936-2fb4-4fc7-80f4-309732939ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:42:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:35.089383 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-d1a30fa0-36e4-4688-9676-58bb2e48ebe0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf1200f9-2d11-4b35-9926-10249986e6fb HTTP/1.1" status: 200 len: 998 time: 0.1693466 Jan 28 05:42:35.226098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-05113936-2fb4-4fc7-80f4-309732939ca0 None None] Set router d6b5a16a-4877-4306-8a81-bbdb9b8ce578 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:35.241754 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aeaa96d-c620-4d93-b90f-11688bd39ac8 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:42:35.247043 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-8953918d-78a6-45a0-b2d1-a2467e98ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:35.254400 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-8953918d-78a6-45a0-b2d1-a2467e98ec88 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a5b1eb11-9372-4285-a398-f70d8c8c3671 HTTP/1.1" status: 200 len: 858 time: 0.1642745 Jan 28 05:42:35.268401 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de634f7-b820-4889-b7de-370c75dd360e req-80d83bcf-885e-4a53-a9ec-b212d21ff3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:35.271696 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3de634f7-b820-4889-b7de-370c75dd360e req-80d83bcf-885e-4a53-a9ec-b212d21ff3c7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 1098 time: 0.1725791 Jan 28 05:42:35.275417 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Publish callbacks [] for port (3aeaa96d-c620-4d93-b90f-11688bd39ac8), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:35.315118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97a0e5-e82a-44a2-9c98-f12c0359f8ed req-f834aa38-6a5e-4a7a-991e-a9963811a2ba tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:35.323048 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a97a0e5-e82a-44a2-9c98-f12c0359f8ed req-f834aa38-6a5e-4a7a-991e-a9963811a2ba tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1652348 Jan 28 05:42:35.335226 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-42113d08-368c-4a69-bd01-c4bb1b51066a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715365 Jan 28 05:42:35.347641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Transition to ACTIVE for port object 3aeaa96d-c620-4d93-b90f-11688bd39ac8 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:42:35.427756 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (3aeaa96d-c620-4d93-b90f-11688bd39ac8), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:35.591180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3de634f7-b820-4889-b7de-370c75dd360e req-0884282d-eddb-4859-b112-27ac9f9e1755 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6a5c6a17-3c7d-450d-92ca-40298cf37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974317 Jan 28 05:42:35.591882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Pushing event updated for resources: {'Port': ['ID=3aeaa96d-c620-4d93-b90f-11688bd39ac8,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:35.654948 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a97a0e5-e82a-44a2-9c98-f12c0359f8ed req-6d5b0540-43eb-4923-ae71-0767d17b926a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a5c6a17-3c7d-450d-92ca-40298cf37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308136 Jan 28 05:42:35.690184 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-9d114871-6671-4032-b26e-56092dfd0578 service neutron] 10.222.0.31 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539128 Jan 28 05:42:35.712116 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-05113936-2fb4-4fc7-80f4-309732939ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'name': 'tempest-ServerRescueTestJSONUnderV235-36047363-router', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:45Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'gw_port': {'id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:49Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '11fddd75-32de-4d23-8d28-d402003531c8', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'port_id': 'bf1200f9-2d11-4b35-9926-10249986e6fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6', 'mac_address': 'fa:16:3e:f6:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:42:28Z', 'updated_at': '2022-01-28T05:42:33Z', 'revision_number': 1, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a686ecc9-ef62-47d0-915c-516c8b04a221', 'name': '', 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'mac_address': 'fa:16:3e:c1:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:00Z', 'updated_at': '2022-01-28T05:41:17Z', 'revision_number': 5, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'subnets': [{'id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:35.746036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05113936-2fb4-4fc7-80f4-309732939ca0 None None] The sync data for ids ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'] in n-d-812111-12 is: [{'id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'name': 'tempest-ServerRescueTestJSONUnderV235-36047363-router', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:45Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'gw_port': {'id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:49Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '11fddd75-32de-4d23-8d28-d402003531c8', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'port_id': 'bf1200f9-2d11-4b35-9926-10249986e6fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6', 'mac_address': 'fa:16:3e:f6:30:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:42:28Z', 'updated_at': '2022-01-28T05:42:33Z', 'revision_number': 1, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a686ecc9-ef62-47d0-915c-516c8b04a221', 'name': '', 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'mac_address': 'fa:16:3e:c1:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:00Z', 'updated_at': '2022-01-28T05:41:17Z', 'revision_number': 5, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'subnets': [{'id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:42:35.810272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 51be4457-93f8-4e8f-a3c3-c669a879ca00 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:42:35.938115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 51be4457-93f8-4e8f-a3c3-c669a879ca00, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=51be4457-93f8-4e8f-a3c3-c669a879ca00,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:35.952833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '51be4457-93f8-4e8f-a3c3-c669a879ca00', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '51be4457-93f8-4e8f-a3c3-c669a879ca00', 'mac_address': 'fa:16:3e:40:a7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:42:36.003455 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 51be4457-93f8-4e8f-a3c3-c669a879ca00 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:36.004159 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (51be4457-93f8-4e8f-a3c3-c669a879ca00), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.025102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51be4457-93f8-4e8f-a3c3-c669a879ca00 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:42:36.048211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 51be4457-93f8-4e8f-a3c3-c669a879ca00, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=51be4457-93f8-4e8f-a3c3-c669a879ca00,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:36.104269 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457edde9-2f5a-46c7-8da6-61e91b2986cc None None] New status for floating IP 11fddd75-32de-4d23-8d28-d402003531c8: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:42:36.122243 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (51be4457-93f8-4e8f-a3c3-c669a879ca00), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.201878 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=51be4457-93f8-4e8f-a3c3-c669a879ca00,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:36.234158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Attempting to bind port 3aeaa96d-c620-4d93-b90f-11688bd39ac8 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:36.235087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Attempting to bind port 3aeaa96d-c620-4d93-b90f-11688bd39ac8 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:36.235427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Attempting to bind port 3aeaa96d-c620-4d93-b90f-11688bd39ac8 on network eec00fff-aff9-4369-9cd0-be1af626188f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:36.258067 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc5450-1d70-40cc-bd55-ec50ec3d8e8e req-7c9d39c6-a2cb-4503-aa94-e6a96ad4d717 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:36.259656 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27cc5450-1d70-40cc-bd55-ec50ec3d8e8e req-7c9d39c6-a2cb-4503-aa94-e6a96ad4d717 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=c672fc23-77db-45f9-896d-de956879a720 HTTP/1.1" status: 200 len: 943 time: 0.5154500 Jan 28 05:42:36.264798 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Port 3aeaa96d-c620-4d93-b90f-11688bd39ac8 on network eec00fff-aff9-4369-9cd0-be1af626188f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:42:36.265183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Attempting to bind port 3aeaa96d-c620-4d93-b90f-11688bd39ac8 on network eec00fff-aff9-4369-9cd0-be1af626188f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:36.276590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:36.276984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Checking segment: {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:36.277309 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Bound using segment: {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:36.277754 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Bound port: 3aeaa96d-c620-4d93-b90f-11688bd39ac8, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:36.278373 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3aeaa96d-c620-4d93-b90f-11688bd39ac8), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.314833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d083b96-0e66-414b-a8f2-e873c6f4315f req-54273f79-b70e-4d9a-b2f8-dcf8bde1b201 service neutron] 10.222.0.31 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990334 Jan 28 05:42:36.380951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27cc5450-1d70-40cc-bd55-ec50ec3d8e8e req-f5d83264-c434-480f-9ca6-eff6672c2661 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094978 Jan 28 05:42:36.406912 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] For port 3aeaa96d-c620-4d93-b90f-11688bd39ac8, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:36.411002 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] For port 3aeaa96d-c620-4d93-b90f-11688bd39ac8, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=3aeaa96d-c620-4d93-b90f-11688bd39ac8,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:36.436631 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f525bd-cc62-4a48-b4e5-bbeeaa52fe67 x-openstack-request-id: req-e2f525bd-cc62-4a48-b4e5-bbeeaa52fe67 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:36.436958 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5cab1e-ea4f-4448-9943-524edf425844", "tag": "bf1200f9-2d11-4b35-9926-10249986e6fb", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:36.437180 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2f525bd-cc62-4a48-b4e5-bbeeaa52fe67 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:36.437582 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'tag': 'bf1200f9-2d11-4b35-9926-10249986e6fb', 'status': 'completed', 'code': 200} Jan 28 05:42:36.454176 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['51be4457-93f8-4e8f-a3c3-c669a879ca00'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:36.493697 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.564205 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (3aeaa96d-c620-4d93-b90f-11688bd39ac8), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.580569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75806548-cc88-49fe-81d0-d943af177363 req-863b4ee3-6e80-4827-918b-3075cdaa6ac3 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=87e72158ff404a2fa58280115f3da933&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896838 Jan 28 05:42:36.711863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:36.712545 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:36.713929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] 10.222.0.64 "PUT /v2.0/ports/3aeaa96d-c620-4d93-b90f-11688bd39ac8 HTTP/1.1" status: 200 len: 1092 time: 2.3901539 Jan 28 05:42:36.750492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43fc16-2b53-432d-8e3c-4643c30e6e84 req-4ab585ce-3446-4fda-b2cf-3b2610494a02 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:36.751965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d43fc16-2b53-432d-8e3c-4643c30e6e84 req-4ab585ce-3446-4fda-b2cf-3b2610494a02 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 946 time: 0.2447503 Jan 28 05:42:36.762163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c33212-0cf7-4eeb-9bcd-bd16587895f2 req-ddcfb745-0d71-43f0-ad07-f0e08099c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:36.763644 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61c33212-0cf7-4eeb-9bcd-bd16587895f2 req-ddcfb745-0d71-43f0-ad07-f0e08099c8e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65d1630dd99f462f88d092b15e2322ea&device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 1097 time: 0.2209291 Jan 28 05:42:36.771469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9924e7-18d7-4117-8586-fb84747bf438 service neutron] Pushing event updated for resources: {'Port': ['ID=3aeaa96d-c620-4d93-b90f-11688bd39ac8,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:36.875471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75806548-cc88-49fe-81d0-d943af177363 req-eb99a5c7-f79c-47f7-bacf-03ade30d1639 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:36.876923 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75806548-cc88-49fe-81d0-d943af177363 req-eb99a5c7-f79c-47f7-bacf-03ade30d1639 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2955861 Jan 28 05:42:36.916232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d43fc16-2b53-432d-8e3c-4643c30e6e84 req-d1a010b9-f6ac-4260-8b99-a333ecf698ae tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2747fff-e92d-415c-acfc-1ccf4de5c971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516404 Jan 28 05:42:36.926320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75806548-cc88-49fe-81d0-d943af177363 req-7c250050-a69d-4edd-a8ef-601036c4a87d tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/quotas/87e72158ff404a2fa58280115f3da933 HTTP/1.1" status: 200 len: 375 time: 0.0387721 Jan 28 05:42:36.985507 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869ccbb3-156d-41f7-a34b-ab287745783f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19111222-3c6a-464a-abf2-8abc99c56e4e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:36.989628 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4927ed-8ae2-47c7-8039-fa6f40b55cae" -d '{"events": [{"server_uuid": "869ccbb3-156d-41f7-a34b-ab287745783f", "name": "network-vif-plugged", "status": "completed", "tag": "19111222-3c6a-464a-abf2-8abc99c56e4e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:36.994916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75806548-cc88-49fe-81d0-d943af177363 req-59aac4fe-060a-4745-8e4f-e6734727e10e tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=87e72158ff404a2fa58280115f3da933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536661 Jan 28 05:42:36.997846 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c33212-0cf7-4eeb-9bcd-bd16587895f2 req-2501133e-fd0b-4d29-8714-e0744e0c971d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:37.000023 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61c33212-0cf7-4eeb-9bcd-bd16587895f2 req-2501133e-fd0b-4d29-8714-e0744e0c971d service neutron] 10.222.0.60 "GET /v2.0/networks?id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 HTTP/1.1" status: 200 len: 919 time: 0.2229087 Jan 28 05:42:37.018111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-a8c2a8a4-70f5-40aa-8e53-dc04acfc6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:37.020253 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-a8c2a8a4-70f5-40aa-8e53-dc04acfc6b93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&device_id=c672fc23-77db-45f9-896d-de956879a720 HTTP/1.1" status: 200 len: 1095 time: 0.1176491 Jan 28 05:42:37.127329 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-480f5620-828f-4565-9ef1-5d5e26de2c5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aeaa96d-c620-4d93-b90f-11688bd39ac8 HTTP/1.1" status: 200 len: 217 time: 0.0543845 Jan 28 05:42:37.178010 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61c33212-0cf7-4eeb-9bcd-bd16587895f2 req-325e9b18-666c-4d68-a7e0-988216411fac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf1200f9-2d11-4b35-9926-10249986e6fb HTTP/1.1" status: 200 len: 1000 time: 0.1704693 Jan 28 05:42:37.201582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-38eb230c-11f0-4f7a-ad85-ac50ce1f062f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:37.203078 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-38eb230c-11f0-4f7a-ad85-ac50ce1f062f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ace652b-1ccc-4a73-9185-4c2cd62a6d0e HTTP/1.1" status: 200 len: 845 time: 0.0659990 Jan 28 05:42:37.262076 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-7c7dd68a-e94e-4377-af7c-72ed3210e6fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eec00fff-aff9-4369-9cd0-be1af626188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343993 Jan 28 05:42:37.274193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c33212-0cf7-4eeb-9bcd-bd16587895f2 req-04984c26-e972-4c1d-b857-64af38aa2859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:37.275849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61c33212-0cf7-4eeb-9bcd-bd16587895f2 req-04984c26-e972-4c1d-b857-64af38aa2859 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b1eb11-9372-4285-a398-f70d8c8c3671 HTTP/1.1" status: 200 len: 858 time: 0.0858245 Jan 28 05:42:37.412689 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-cc745851-ca19-4442-a299-ee745c7b369b tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=87e72158ff404a2fa58280115f3da933&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757143 Jan 28 05:42:37.418218 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61c33212-0cf7-4eeb-9bcd-bd16587895f2 req-5c490ca8-73fb-4b18-a761-a44148a083c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797186 Jan 28 05:42:37.573969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-cb24dbbc-e9ff-4611-a2e5-37c6fa235e77 service neutron] 10.222.0.64 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017673 Jan 28 05:42:37.615450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e7812-c46d-4ca5-b602-3ec844736cb3 req-3a6b9886-4949-4bcc-8ff4-ff0a88fdb8e1 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:37.616991 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-767e7812-c46d-4ca5-b602-3ec844736cb3 req-3a6b9886-4949-4bcc-8ff4-ff0a88fdb8e1 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/ports?device_id=19e8a58e-7481-45f5-8a3a-da9a9f537885 HTTP/1.1" status: 200 len: 948 time: 0.2811759 Jan 28 05:42:37.774188 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-be274cf2-93db-4e1c-badf-aea1c7e35dde tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.62 HTTP/1.1" status: 200 len: 1000 time: 0.2290649 Jan 28 05:42:37.779821 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:37.791897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-24172715-8fcd-40cf-9470-1f9d83ec7540 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:37.793340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-24172715-8fcd-40cf-9470-1f9d83ec7540 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3660765 Jan 28 05:42:37.810921 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 51be4457-93f8-4e8f-a3c3-c669a879ca00 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:37.817890 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61c33212-0cf7-4eeb-9bcd-bd16587895f2 req-24f4b4f1-f885-4a4a-8195-5a569dd19d52 service neutron] 10.222.0.60 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894308 Jan 28 05:42:37.832467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-a5dd785c-c6db-4f4b-9782-49fa62ead858 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Request body: {'port': {'device_id': 'a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '87e72158ff404a2fa58280115f3da933'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:37.864984 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-767e7812-c46d-4ca5-b602-3ec844736cb3 req-c5ae090d-5ea4-4256-b42d-59b6273fc11b tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/security-groups?id=b618d51f-a433-492d-a10d-cdd4870c13c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386379 Jan 28 05:42:37.949136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 51be4457-93f8-4e8f-a3c3-c669a879ca00 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:42:37.953192 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 51be4457-93f8-4e8f-a3c3-c669a879ca00 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:37.953645 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (51be4457-93f8-4e8f-a3c3-c669a879ca00), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:37.992626 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-e973b65b-ec5d-4445-ba0c-0babf7d1eda8 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:37.994051 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-e973b65b-ec5d-4445-ba0c-0babf7d1eda8 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports/bf1200f9-2d11-4b35-9926-10249986e6fb HTTP/1.1" status: 200 len: 942 time: 0.1946352 Jan 28 05:42:38.013109 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c0a5174-85d1-4dbe-b282-f82443fe5de0 req-63e6ac38-7622-4523-b7f0-af8dd7c21ebb service neutron] 10.222.0.64 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951130 Jan 28 05:42:38.037569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 51be4457-93f8-4e8f-a3c3-c669a879ca00 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:38.038124 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (51be4457-93f8-4e8f-a3c3-c669a879ca00), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:38.073569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 51be4457-93f8-4e8f-a3c3-c669a879ca00, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=51be4457-93f8-4e8f-a3c3-c669a879ca00,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:38.137284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835281e2-324f-489e-ab68-d37415f945d0 req-2ce53c05-bb52-4cfe-94e3-950351c70e2f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:38.138849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-835281e2-324f-489e-ab68-d37415f945d0 req-2ce53c05-bb52-4cfe-94e3-950351c70e2f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1773796 Jan 28 05:42:38.145165 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61c33212-0cf7-4eeb-9bcd-bd16587895f2 req-229bd445-31a1-4838-b45c-a2558a253680 service neutron] 10.222.0.60 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094456 Jan 28 05:42:38.182471 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-c0c643c5-1012-485e-a956-f6c1e8c4dfc9 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.62 HTTP/1.1" status: 200 len: 1000 time: 0.1302166 Jan 28 05:42:38.185454 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (51be4457-93f8-4e8f-a3c3-c669a879ca00), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:38.245315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=51be4457-93f8-4e8f-a3c3-c669a879ca00,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:38.268335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-835281e2-324f-489e-ab68-d37415f945d0 req-8e74bc92-3511-4826-ab7b-5e6642a3aeb5 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a5c6a17-3c7d-450d-92ca-40298cf37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197345 Jan 28 05:42:38.308561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-a5dd785c-c6db-4f4b-9782-49fa62ead858 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Made reservation on behalf of 87e72158ff404a2fa58280115f3da933 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:38.312614 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-a5dd785c-c6db-4f4b-9782-49fa62ead858 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:38.319798 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe94297-384d-4dd6-8051-9e9b379ff3e8 x-openstack-request-id: req-fbe94297-384d-4dd6-8051-9e9b379ff3e8 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:38.319798 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869ccbb3-156d-41f7-a34b-ab287745783f", "name": "network-vif-plugged", "status": "completed", "tag": "19111222-3c6a-464a-abf2-8abc99c56e4e", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:38.320104 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbe94297-384d-4dd6-8051-9e9b379ff3e8 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:38.320470 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869ccbb3-156d-41f7-a34b-ab287745783f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19111222-3c6a-464a-abf2-8abc99c56e4e', 'code': 200} Jan 28 05:42:38.331724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-2a382524-581c-4f29-b8cd-3d55a385101d tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:38.333666 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-2a382524-581c-4f29-b8cd-3d55a385101d tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.1442347 Jan 28 05:42:38.334897 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-a5dd785c-c6db-4f4b-9782-49fa62ead858 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:38.442340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b3de8c5-7228-402f-869a-89de45264b4f req-924c867a-33b1-4652-a214-0a24be418e83 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e19dc19-9f9a-45fd-b9ad-aa9704235fb7 HTTP/1.1" status: 200 len: 210 time: 0.0554230 Jan 28 05:42:38.442966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c672fc23-77db-45f9-896d-de956879a720', 'tag': '3aeaa96d-c620-4d93-b90f-11688bd39ac8'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:38.445304 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb194e81-fdf4-496e-b8e3-d768da102cca" -d '{"events": [{"name": "network-changed", "server_uuid": "c672fc23-77db-45f9-896d-de956879a720", "tag": "3aeaa96d-c620-4d93-b90f-11688bd39ac8"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:38.490786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-83648955-3a4a-476d-b78d-f757b46fb979 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.62 HTTP/1.1" status: 200 len: 1000 time: 0.1467335 Jan 28 05:42:38.510747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-c56f0010-ffe3-40e8-bdfd-5d61b729c804 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:38.553602 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd7478-d089-4698-8535-e2cf6ec42cbf req-17c35913-e0bc-46be-8fbe-9e536eba24a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:38.555218 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-71cd7478-d089-4698-8535-e2cf6ec42cbf req-17c35913-e0bc-46be-8fbe-9e536eba24a3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 1098 time: 0.1281252 Jan 28 05:42:38.616771 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-a5dd785c-c6db-4f4b-9782-49fa62ead858 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks [] for security_group (1cebc849-c49e-464a-a046-4866770d3ca2), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:38.619505 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-c56f0010-ffe3-40e8-bdfd-5d61b729c804 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for floatingip (11fddd75-32de-4d23-8d28-d402003531c8), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:38.703244 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-a5dd785c-c6db-4f4b-9782-49fa62ead858 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1cebc849-c49e-464a-a046-4866770d3ca2), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:38.766592 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-71cd7478-d089-4698-8535-e2cf6ec42cbf req-f0e0ed06-ca1a-4c16-bed8-dfeba3c96c50 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b2747fff-e92d-415c-acfc-1ccf4de5c971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038283 Jan 28 05:42:38.894249 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd785c-c6db-4f4b-9782-49fa62ead858 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cebc849-c49e-464a-a046-4866770d3ca2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:38.961055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d42363-419b-4235-87dc-2f05360b63ed req-ba757d5d-3f36-47d5-8cdd-8e9f09fa35e9 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:38.962513 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7d42363-419b-4235-87dc-2f05360b63ed req-ba757d5d-3f36-47d5-8cdd-8e9f09fa35e9 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=c672fc23-77db-45f9-896d-de956879a720 HTTP/1.1" status: 200 len: 943 time: 0.1586144 Jan 28 05:42:38.970143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-a5dd785c-c6db-4f4b-9782-49fa62ead858 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Allocated IP 192.168.233.220 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/38522edd-9d8a-4d74-9a98-f5684d5c33c3) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:39.011961 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-c56f0010-ffe3-40e8-bdfd-5d61b729c804 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:39.078488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7d42363-419b-4235-87dc-2f05360b63ed req-0b4ca004-5ae2-4083-857e-f1f28276fe3c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814803 Jan 28 05:42:39.096390 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:39.127999 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-c56f0010-ffe3-40e8-bdfd-5d61b729c804 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (11fddd75-32de-4d23-8d28-d402003531c8), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:39.128634 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-c56f0010-ffe3-40e8-bdfd-5d61b729c804 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Floating IP 11fddd75-32de-4d23-8d28-d402003531c8 disassociated. External IP: 172.25.0.62, port: bf1200f9-2d11-4b35-9926-10249986e6fb. Jan 28 05:42:39.606049 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-a5dd785c-c6db-4f4b-9782-49fa62ead858 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks [] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:39.618710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92c34b-5780-4aad-a147-70e5103d5f28 req-51b956d8-98b9-481f-9dca-b79773a720d7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:39.620232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b92c34b-5780-4aad-a147-70e5103d5f28 req-51b956d8-98b9-481f-9dca-b79773a720d7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 946 time: 0.4475510 Jan 28 05:42:39.767997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75806548-cc88-49fe-81d0-d943af177363 req-543994e5-12f0-42a1-ac48-12dd8f28eebf tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=87e72158ff404a2fa58280115f3da933&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451188 Jan 28 05:42:39.811820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b92c34b-5780-4aad-a147-70e5103d5f28 req-7ec2ca1f-39eb-4c64-b216-9e77ded4b276 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2747fff-e92d-415c-acfc-1ccf4de5c971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788371 Jan 28 05:42:39.833517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 3aeaa96d-c620-4d93-b90f-11688bd39ac8 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:42:39.843171 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-a5dd785c-c6db-4f4b-9782-49fa62ead858 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:39.984992 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 3aeaa96d-c620-4d93-b90f-11688bd39ac8, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=3aeaa96d-c620-4d93-b90f-11688bd39ac8,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:40.003420 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '3aeaa96d-c620-4d93-b90f-11688bd39ac8', 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f', 'port_id': '3aeaa96d-c620-4d93-b90f-11688bd39ac8', 'mac_address': 'fa:16:3e:92:d9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ace652b-1ccc-4a73-9185-4c2cd62a6d0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:42:40.006242 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-a5dd785c-c6db-4f4b-9782-49fa62ead858 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:40.023546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-a5dd785c-c6db-4f4b-9782-49fa62ead858 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:40.029377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-c56f0010-ffe3-40e8-bdfd-5d61b729c804 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Router d6b5a16a-4877-4306-8a81-bbdb9b8ce578 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:42:40.038376 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-a5dd785c-c6db-4f4b-9782-49fa62ead858 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:40.041454 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd785c-c6db-4f4b-9782-49fa62ead858 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Pushing event updated for resources: {'Port': ['ID=38522edd-9d8a-4d74-9a98-f5684d5c33c3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:40.058533 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 3aeaa96d-c620-4d93-b90f-11688bd39ac8 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:40.060305 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3aeaa96d-c620-4d93-b90f-11688bd39ac8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:40.079396 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aeaa96d-c620-4d93-b90f-11688bd39ac8 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:42:40.119977 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 3aeaa96d-c620-4d93-b90f-11688bd39ac8, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=3aeaa96d-c620-4d93-b90f-11688bd39ac8,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:40.147336 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75806548-cc88-49fe-81d0-d943af177363 req-d8f7e179-8cf7-4f19-afd3-2688b36d4710 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:40.148844 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75806548-cc88-49fe-81d0-d943af177363 req-d8f7e179-8cf7-4f19-afd3-2688b36d4710 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3479061 Jan 28 05:42:40.196579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba277a02-b95d-4621-a772-f90065c3416f req-4aae1c7b-213e-4062-9336-e1fe940051e3 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-486747004&fields=id&tenant_id=354d7997b3a94bea9a2cca0cef3fe341 HTTP/1.1" status: 200 len: 267 time: 0.2986591 Jan 28 05:42:40.201824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-a5dd785c-c6db-4f4b-9782-49fa62ead858 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:40.202484 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-a5dd785c-c6db-4f4b-9782-49fa62ead858 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:40.216413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-75806548-cc88-49fe-81d0-d943af177363 req-6b7f93fc-37b5-458e-a057-4bdb8e5a1a52 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Request body: {'port': {'device_id': '8e19dc19-9f9a-45fd-b9ad-aa9704235fb7', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '87e72158ff404a2fa58280115f3da933'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:40.259915 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3aeaa96d-c620-4d93-b90f-11688bd39ac8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:40.326391 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e8a58e-7481-45f5-8a3a-da9a9f537885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51be4457-93f8-4e8f-a3c3-c669a879ca00'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:40.329193 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a585a8df-7cae-4271-97fd-6e4d628a8b92" -d '{"events": [{"server_uuid": "19e8a58e-7481-45f5-8a3a-da9a9f537885", "name": "network-vif-plugged", "status": "completed", "tag": "51be4457-93f8-4e8f-a3c3-c669a879ca00"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:40.345871 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=3aeaa96d-c620-4d93-b90f-11688bd39ac8,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:40.383632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba277a02-b95d-4621-a772-f90065c3416f req-3f3cbce9-bd32-4510-a4c1-ccf4a91d6c5a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:40.385110 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba277a02-b95d-4621-a772-f90065c3416f req-3f3cbce9-bd32-4510-a4c1-ccf4a91d6c5a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1776500 Jan 28 05:42:40.412314 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-ba277a02-b95d-4621-a772-f90065c3416f req-4d114f18-8086-4664-a9b4-0d5ac929b0ed tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Request body: {'port': {'security_groups': ['6a5c6a17-3c7d-450d-92ca-40298cf37c67', 'bcf420d0-8f50-49ae-8c81-7e63d9e7b0f4']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:40.437429 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a430e75d-f80d-4509-9454-2fbfba87d4a4 None None] Provisioning complete for port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:40.437867 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a430e75d-f80d-4509-9454-2fbfba87d4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:40.448174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-c56f0010-ffe3-40e8-bdfd-5d61b729c804 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:42:40.452382 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-a5dd785c-c6db-4f4b-9782-49fa62ead858 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6271503 Jan 28 05:42:40.457899 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-c56f0010-ffe3-40e8-bdfd-5d61b729c804 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:40.465292 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91373f0-ed9c-451e-b00a-5d8885b96eea None None] Sync routers for ids ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:42:40.491290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Request body: {'port': {'device_id': 'a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:40.493007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91373f0-ed9c-451e-b00a-5d8885b96eea None None] Routers {'d6b5a16a-4877-4306-8a81-bbdb9b8ce578'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:40.493639 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d91373f0-ed9c-451e-b00a-5d8885b96eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:42:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:40.538780 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a430e75d-f80d-4509-9454-2fbfba87d4a4 None None] Port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:42:40.552258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-c56f0010-ffe3-40e8-bdfd-5d61b729c804 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "PUT /v2.0/floatingips/11fddd75-32de-4d23-8d28-d402003531c8 HTTP/1.1" status: 200 len: 694 time: 2.0519547 Jan 28 05:42:40.580664 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba277a02-b95d-4621-a772-f90065c3416f req-4d114f18-8086-4664-a9b4-0d5ac929b0ed tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:40.624328 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:40.626060 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75806548-cc88-49fe-81d0-d943af177363 req-6b7f93fc-37b5-458e-a057-4bdb8e5a1a52 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Made reservation on behalf of 87e72158ff404a2fa58280115f3da933 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:42:40.629568 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75806548-cc88-49fe-81d0-d943af177363 req-6b7f93fc-37b5-458e-a057-4bdb8e5a1a52 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:40.635798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-d91373f0-ed9c-451e-b00a-5d8885b96eea None None] Set router d6b5a16a-4877-4306-8a81-bbdb9b8ce578 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:40.680235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['3aeaa96d-c620-4d93-b90f-11688bd39ac8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:40.896443 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-e3d3e745-9d28-4ce2-a96c-e4847b735aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:40.897972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-e3d3e745-9d28-4ce2-a96c-e4847b735aca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=65d1630dd99f462f88d092b15e2322ea&device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 1097 time: 0.3183465 Jan 28 05:42:40.984535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d91373f0-ed9c-451e-b00a-5d8885b96eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'name': 'tempest-ServerRescueTestJSONUnderV235-36047363-router', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:45Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'gw_port': {'id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:49Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'a686ecc9-ef62-47d0-915c-516c8b04a221', 'name': '', 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'mac_address': 'fa:16:3e:c1:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:00Z', 'updated_at': '2022-01-28T05:41:17Z', 'revision_number': 5, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'subnets': [{'id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:41.013199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91373f0-ed9c-451e-b00a-5d8885b96eea None None] Checking router: d6b5a16a-4877-4306-8a81-bbdb9b8ce578 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:42:41.022564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91373f0-ed9c-451e-b00a-5d8885b96eea None None] Routers {'d6b5a16a-4877-4306-8a81-bbdb9b8ce578'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:41.023280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d91373f0-ed9c-451e-b00a-5d8885b96eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:42:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:41.134263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-d91373f0-ed9c-451e-b00a-5d8885b96eea None None] Set router d6b5a16a-4877-4306-8a81-bbdb9b8ce578 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:41.169549 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-5a1c4a75-5549-4eb0-ba32-c4d110b03d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:41.170594 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-5a1c4a75-5549-4eb0-ba32-c4d110b03d3d service neutron] 10.222.0.31 "GET /v2.0/networks?id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 HTTP/1.1" status: 200 len: 919 time: 0.2358513 Jan 28 05:42:41.260797 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-53af8be2-e103-4da8-aac9-87daa27eaeb8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf1200f9-2d11-4b35-9926-10249986e6fb HTTP/1.1" status: 200 len: 217 time: 0.0745080 Jan 28 05:42:41.294777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ba277a02-b95d-4621-a772-f90065c3416f req-4d114f18-8086-4664-a9b4-0d5ac929b0ed tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] For port 1da28195-0221-47e2-9264-7a6e3bf04ac1, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1da28195-0221-47e2-9264-7a6e3bf04ac1,segment=NetworkSegment(e20b329b-421b-4121-9a6e-33d932a823e0),segment_id=e20b329b-421b-4121-9a6e-33d932a823e0)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:41.323700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38522edd-9d8a-4d74-9a98-f5684d5c33c3 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:42:41.337828 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Publish callbacks [] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:41.351723 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d91373f0-ed9c-451e-b00a-5d8885b96eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'name': 'tempest-ServerRescueTestJSONUnderV235-36047363-router', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:45Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'gw_port': {'id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:49Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'a686ecc9-ef62-47d0-915c-516c8b04a221', 'name': '', 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'mac_address': 'fa:16:3e:c1:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:00Z', 'updated_at': '2022-01-28T05:41:17Z', 'revision_number': 5, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'subnets': [{'id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:41.367474 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Transition to ACTIVE for port object 38522edd-9d8a-4d74-9a98-f5684d5c33c3 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:42:41.378883 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba277a02-b95d-4621-a772-f90065c3416f req-4d114f18-8086-4664-a9b4-0d5ac929b0ed tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:41.381358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91373f0-ed9c-451e-b00a-5d8885b96eea None None] The sync data for ids ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'] in n-d-812111-12 is: [{'id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'name': 'tempest-ServerRescueTestJSONUnderV235-36047363-router', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:45Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'gw_port': {'id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:49Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'a686ecc9-ef62-47d0-915c-516c8b04a221', 'name': '', 'network_id': '61b95cd5-ca03-4d9d-a93b-dda3240d6ae6', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'mac_address': 'fa:16:3e:c1:fb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:41:00Z', 'updated_at': '2022-01-28T05:41:17Z', 'revision_number': 5, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'subnets': [{'id': 'a5b1eb11-9372-4285-a398-f70d8c8c3671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:42:41.381567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-e8c11763-8b7b-4a3d-ae70-3da609ca44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:41.383652 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-e8c11763-8b7b-4a3d-ae70-3da609ca44a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a5b1eb11-9372-4285-a398-f70d8c8c3671 HTTP/1.1" status: 200 len: 858 time: 0.1056058 Jan 28 05:42:41.420985 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-4848c008-4d5b-42d0-b8a0-1910c24077f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275276 Jan 28 05:42:41.486577 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:41.489207 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba277a02-b95d-4621-a772-f90065c3416f req-4d114f18-8086-4664-a9b4-0d5ac929b0ed tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:41.527075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['ff72beb2-99e3-4fae-8d8c-3902222f837c'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:41.570104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['1da28195-0221-47e2-9264-7a6e3bf04ac1'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:41.573303 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba277a02-b95d-4621-a772-f90065c3416f req-4d114f18-8086-4664-a9b4-0d5ac929b0ed tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:41.574049 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba277a02-b95d-4621-a772-f90065c3416f req-4d114f18-8086-4664-a9b4-0d5ac929b0ed tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:41.590225 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba277a02-b95d-4621-a772-f90065c3416f req-4d114f18-8086-4664-a9b4-0d5ac929b0ed tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "PUT /v2.0/ports/1da28195-0221-47e2-9264-7a6e3bf04ac1 HTTP/1.1" status: 200 len: 982 time: 1.1934931 Jan 28 05:42:41.711109 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-83b6504a-22b4-4726-a4b2-44179fa2bc54 service neutron] 10.222.0.31 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826862 Jan 28 05:42:41.713369 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f8a362-f925-4139-9b67-aaa1c31c3cab x-openstack-request-id: req-d4f8a362-f925-4139-9b67-aaa1c31c3cab {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:41.713793 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c672fc23-77db-45f9-896d-de956879a720", "tag": "3aeaa96d-c620-4d93-b90f-11688bd39ac8", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:41.714156 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4f8a362-f925-4139-9b67-aaa1c31c3cab {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:41.714667 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c672fc23-77db-45f9-896d-de956879a720', 'tag': '3aeaa96d-c620-4d93-b90f-11688bd39ac8', 'status': 'completed', 'code': 200} Jan 28 05:42:41.724229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['1da28195-0221-47e2-9264-7a6e3bf04ac1'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:41.742401 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af41829-d85f-4057-a57e-1cf3952c6dbe None None] New status for floating IP 11fddd75-32de-4d23-8d28-d402003531c8: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:42:41.793308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-75806548-cc88-49fe-81d0-d943af177363 req-6b7f93fc-37b5-458e-a057-4bdb8e5a1a52 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Allocated IP 192.168.233.222 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/f668d12c-cd28-490a-90ff-5ee0d5ebce45) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:41.818023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb194e81-fdf4-496e-b8e3-d768da102cca req-7764f9c5-08d5-49a6-a0c5-7c5e05b99230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:41.823439 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bb194e81-fdf4-496e-b8e3-d768da102cca req-7764f9c5-08d5-49a6-a0c5-7c5e05b99230 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&device_id=c672fc23-77db-45f9-896d-de956879a720 HTTP/1.1" status: 200 len: 1096 time: 0.1038907 Jan 28 05:42:41.860902 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 3aeaa96d-c620-4d93-b90f-11688bd39ac8 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:41.881096 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Pushing event updated for resources: {'Port': ['ID=38522edd-9d8a-4d74-9a98-f5684d5c33c3,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:41.992721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d114f18-8086-4664-a9b4-0d5ac929b0ed tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event updated for resources: {'Port': ['ID=1da28195-0221-47e2-9264-7a6e3bf04ac1,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:42.078418 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb194e81-fdf4-496e-b8e3-d768da102cca req-2fbbd97b-181d-4c03-80a6-f69cb0f8858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:42.081785 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bb194e81-fdf4-496e-b8e3-d768da102cca req-2fbbd97b-181d-4c03-80a6-f69cb0f8858a service neutron] 10.222.0.64 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 906 time: 0.2549357 Jan 28 05:42:42.132551 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faf84d-da88-419e-941c-3c5726e991c7 req-9a8b0fd9-ebae-4f66-800e-dd34502cbbaf tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:42.134364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-14faf84d-da88-419e-941c-3c5726e991c7 req-9a8b0fd9-ebae-4f66-800e-dd34502cbbaf tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/ports?device_id=19e8a58e-7481-45f5-8a3a-da9a9f537885 HTTP/1.1" status: 200 len: 949 time: 0.3361096 Jan 28 05:42:42.152594 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bb194e81-fdf4-496e-b8e3-d768da102cca req-7be1c95f-1aee-4b64-b9df-652c53b04448 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aeaa96d-c620-4d93-b90f-11688bd39ac8 HTTP/1.1" status: 200 len: 217 time: 0.0625591 Jan 28 05:42:42.211814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f07dfe82-aeea-4d96-9553-1b9baf65ba61 req-c2332521-b992-4b18-9a11-1be01704e298 service neutron] 10.222.0.31 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869592 Jan 28 05:42:42.227576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Attempting to bind port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:42.228547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Attempting to bind port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:42.228547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Attempting to bind port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:42.258825 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb194e81-fdf4-496e-b8e3-d768da102cca req-04e45ae1-d6e3-43ab-9df2-cea64a598d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:42.260523 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bb194e81-fdf4-496e-b8e3-d768da102cca req-04e45ae1-d6e3-43ab-9df2-cea64a598d07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ace652b-1ccc-4a73-9185-4c2cd62a6d0e HTTP/1.1" status: 200 len: 845 time: 0.0999119 Jan 28 05:42:42.262502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:42:42.263246 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Attempting to bind port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:42.289863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:42.290611 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:42.291241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:42.291954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Bound port: 38522edd-9d8a-4d74-9a98-f5684d5c33c3, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:42.292547 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:42.313876 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bb194e81-fdf4-496e-b8e3-d768da102cca req-59871c23-35e3-4d08-8a81-67011011b682 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eec00fff-aff9-4369-9cd0-be1af626188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446229 Jan 28 05:42:42.364726 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 3aeaa96d-c620-4d93-b90f-11688bd39ac8 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:42:42.366728 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-14faf84d-da88-419e-941c-3c5726e991c7 req-70720705-6a10-491a-871d-23758233feaf tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/security-groups?id=b618d51f-a433-492d-a10d-cdd4870c13c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074063 Jan 28 05:42:42.414279 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75806548-cc88-49fe-81d0-d943af177363 req-6b7f93fc-37b5-458e-a057-4bdb8e5a1a52 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks [] for port (f668d12c-cd28-490a-90ff-5ee0d5ebce45), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:42.451843 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 3aeaa96d-c620-4d93-b90f-11688bd39ac8 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:42.454082 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3aeaa96d-c620-4d93-b90f-11688bd39ac8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:42.474077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] For port 38522edd-9d8a-4d74-9a98-f5684d5c33c3, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:42.515442 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bb194e81-fdf4-496e-b8e3-d768da102cca req-282506f8-59e3-4ce1-b998-9a5e31cb4178 service neutron] 10.222.0.64 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940763 Jan 28 05:42:42.516468 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-516a4046-ecef-46f0-87ef-9bdfa702d5c6 req-db273399-a017-4ef1-b1d1-c134907246c4 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e19dc19-9f9a-45fd-b9ad-aa9704235fb7 HTTP/1.1" status: 200 len: 210 time: 0.0701933 Jan 28 05:42:42.585270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] For port 38522edd-9d8a-4d74-9a98-f5684d5c33c3, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=38522edd-9d8a-4d74-9a98-f5684d5c33c3,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:42.613961 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0de942-7019-44b8-8d02-63f285827697 req-49463c80-c0a8-4ca7-ae19-aef42db27c2b tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:42.619426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c0de942-7019-44b8-8d02-63f285827697 req-49463c80-c0a8-4ca7-ae19-aef42db27c2b tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=c672fc23-77db-45f9-896d-de956879a720 HTTP/1.1" status: 200 len: 944 time: 0.1548450 Jan 28 05:42:42.619426 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75806548-cc88-49fe-81d0-d943af177363 req-6b7f93fc-37b5-458e-a057-4bdb8e5a1a52 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f668d12c-cd28-490a-90ff-5ee0d5ebce45), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:42.691864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75806548-cc88-49fe-81d0-d943af177363 req-6b7f93fc-37b5-458e-a057-4bdb8e5a1a52 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:42.694990 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e324e37-26c6-4fab-acf6-2febb2bb93df x-openstack-request-id: req-7e324e37-26c6-4fab-acf6-2febb2bb93df {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:42.697878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-75806548-cc88-49fe-81d0-d943af177363 req-6b7f93fc-37b5-458e-a057-4bdb8e5a1a52 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:42.701336 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e8a58e-7481-45f5-8a3a-da9a9f537885", "name": "network-vif-plugged", "status": "completed", "tag": "51be4457-93f8-4e8f-a3c3-c669a879ca00", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:42.701668 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e324e37-26c6-4fab-acf6-2febb2bb93df {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:42.702210 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e8a58e-7481-45f5-8a3a-da9a9f537885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51be4457-93f8-4e8f-a3c3-c669a879ca00', 'code': 200} Jan 28 05:42:42.736571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-75806548-cc88-49fe-81d0-d943af177363 req-6b7f93fc-37b5-458e-a057-4bdb8e5a1a52 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:42.745987 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:42.751355 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bb194e81-fdf4-496e-b8e3-d768da102cca req-95257868-8a42-47a9-a2c4-a809c754d08d service neutron] 10.222.0.64 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113652 Jan 28 05:42:42.814033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:42.814789 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:42.819379 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] 10.222.0.60 "PUT /v2.0/ports/38522edd-9d8a-4d74-9a98-f5684d5c33c3 HTTP/1.1" status: 200 len: 1097 time: 2.3338032 Jan 28 05:42:42.823532 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 3aeaa96d-c620-4d93-b90f-11688bd39ac8 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:42.823995 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3aeaa96d-c620-4d93-b90f-11688bd39ac8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:42.863698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 3aeaa96d-c620-4d93-b90f-11688bd39ac8, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=3aeaa96d-c620-4d93-b90f-11688bd39ac8,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:42.884844 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f93fc-37b5-458e-a057-4bdb8e5a1a52 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Pushing event updated for resources: {'Port': ['ID=f668d12c-cd28-490a-90ff-5ee0d5ebce45,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:42.956916 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3aeaa96d-c620-4d93-b90f-11688bd39ac8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:42.971024 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c0de942-7019-44b8-8d02-63f285827697 req-1893d8b9-2034-44d7-8141-30bc2d261763 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451815 Jan 28 05:42:42.988542 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75806548-cc88-49fe-81d0-d943af177363 req-6b7f93fc-37b5-458e-a057-4bdb8e5a1a52 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:42.988542 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75806548-cc88-49fe-81d0-d943af177363 req-6b7f93fc-37b5-458e-a057-4bdb8e5a1a52 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:43.048292 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=3aeaa96d-c620-4d93-b90f-11688bd39ac8,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:43.072181 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ab74cd89-a73e-4381-97d8-57e04cda730e None None] Provisioning complete for port f668d12c-cd28-490a-90ff-5ee0d5ebce45 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:43.072569 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab74cd89-a73e-4381-97d8-57e04cda730e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f668d12c-cd28-490a-90ff-5ee0d5ebce45), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:43.088679 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c1a5b-c2fd-4c74-978c-f9da26feb80e service neutron] Pushing event updated for resources: {'Port': ['ID=38522edd-9d8a-4d74-9a98-f5684d5c33c3,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:43.154762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ab74cd89-a73e-4381-97d8-57e04cda730e None None] Port f668d12c-cd28-490a-90ff-5ee0d5ebce45 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:42:43.184786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75806548-cc88-49fe-81d0-d943af177363 req-6b7f93fc-37b5-458e-a057-4bdb8e5a1a52 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9732437 Jan 28 05:42:43.201295 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f935b-2612-4176-8c25-f8e15ee29129 req-59f0e2a9-158a-4ceb-998d-515ddbb38844 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:43.203608 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c5f935b-2612-4176-8c25-f8e15ee29129 req-59f0e2a9-158a-4ceb-998d-515ddbb38844 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 946 time: 0.4427528 Jan 28 05:42:43.209994 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Request body: {'port': {'device_id': '8e19dc19-9f9a-45fd-b9ad-aa9704235fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:43.226126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e8312-045d-4500-b834-31690d825517 req-0331c281-618e-428c-bb1c-4f49d1a0f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:43.227714 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd2e8312-045d-4500-b834-31690d825517 req-0331c281-618e-428c-bb1c-4f49d1a0f644 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=19e8a58e-7481-45f5-8a3a-da9a9f537885 HTTP/1.1" status: 200 len: 1101 time: 0.3440757 Jan 28 05:42:43.251857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-c56c9562-24b6-491e-8186-ddc5066d00f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:43.253440 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-c56c9562-24b6-491e-8186-ddc5066d00f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87e72158ff404a2fa58280115f3da933&device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 1100 time: 0.2300332 Jan 28 05:42:43.257260 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0b137e3-6b05-4131-8a3f-fbf686b4a926 req-fec47ac3-5b52-43fd-8cb1-65e58bbf11c1 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/bcf420d0-8f50-49ae-8c81-7e63d9e7b0f4 HTTP/1.1" status: 200 len: 1817 time: 0.1758516 Jan 28 05:42:43.665266 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-fb8bb2c7-e4de-4424-abb9-b455e3545a9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=38522edd-9d8a-4d74-9a98-f5684d5c33c3 HTTP/1.1" status: 200 len: 217 time: 0.3887782 Jan 28 05:42:43.739382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'tag': 'bf1200f9-2d11-4b35-9926-10249986e6fb'}, {'name': 'network-changed', 'server_uuid': '55831dfd-105f-46a8-9d86-cad01feb6fe8', 'tag': '1da28195-0221-47e2-9264-7a6e3bf04ac1'}, {'name': 'network-changed', 'server_uuid': 'a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c', 'tag': '38522edd-9d8a-4d74-9a98-f5684d5c33c3'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:43.741544 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90bda02-3957-4d21-aa24-83d12d66eebc" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5cab1e-ea4f-4448-9943-524edf425844", "tag": "bf1200f9-2d11-4b35-9926-10249986e6fb"}, {"name": "network-changed", "server_uuid": "55831dfd-105f-46a8-9d86-cad01feb6fe8", "tag": "1da28195-0221-47e2-9264-7a6e3bf04ac1"}, {"name": "network-changed", "server_uuid": "a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c", "tag": "38522edd-9d8a-4d74-9a98-f5684d5c33c3"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:43.764549 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f668d12c-cd28-490a-90ff-5ee0d5ebce45), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:43.793866 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c5f935b-2612-4176-8c25-f8e15ee29129 req-6e6d7f30-2a4f-414d-ad1a-b810b5e89d52 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2747fff-e92d-415c-acfc-1ccf4de5c971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753262 Jan 28 05:42:43.803307 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd2e8312-045d-4500-b834-31690d825517 req-f47e3ec3-1304-4001-8ad4-2a821100f291 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b618d51f-a433-492d-a10d-cdd4870c13c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5539684 Jan 28 05:42:43.836973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-8fb0a865-de0b-46d8-b10b-262a64b65be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:43.838445 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-8fb0a865-de0b-46d8-b10b-262a64b65be7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1541758 Jan 28 05:42:43.841575 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-c0b137e3-6b05-4131-8a3f-fbf686b4a926 req-80d6229a-8e2a-499b-a313-ad3906e12993 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 05:42:43.842525 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0b137e3-6b05-4131-8a3f-fbf686b4a926 req-80d6229a-8e2a-499b-a313-ad3906e12993 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "DELETE /v2.0/security-groups/bcf420d0-8f50-49ae-8c81-7e63d9e7b0f4 HTTP/1.1" status: 409 len: 341 time: 0.5711844 Jan 28 05:42:43.933248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f8ff1ff-d01c-4389-9373-a5cc2cc5baea req-3618bde7-c758-438e-8d24-4f28f9984d87 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/floatingips/11fddd75-32de-4d23-8d28-d402003531c8 HTTP/1.1" status: 200 len: 692 time: 0.0985537 Jan 28 05:42:44.058258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-de5ef999-670c-43d8-a91d-35fceacf01e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:44.059812 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-de5ef999-670c-43d8-a91d-35fceacf01e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2102776 Jan 28 05:42:44.205430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e564b-aac0-4be3-b77d-0cff2d0c568e req-31a1cdbd-14d7-492a-bb5e-a684d7177fac tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:44.207359 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7a0e564b-aac0-4be3-b77d-0cff2d0c568e req-31a1cdbd-14d7-492a-bb5e-a684d7177fac tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/ports?device_id=19e8a58e-7481-45f5-8a3a-da9a9f537885 HTTP/1.1" status: 200 len: 949 time: 0.3003716 Jan 28 05:42:44.327273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-f319ee22-064a-446b-813f-cca81949ac9c service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337012 Jan 28 05:42:44.337945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ff1ff-d01c-4389-9373-a5cc2cc5baea req-fc10f272-7f6c-4dba-9eba-18102acb53dd tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:44.339269 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f8ff1ff-d01c-4389-9373-a5cc2cc5baea req-fc10f272-7f6c-4dba-9eba-18102acb53dd tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.3323247 Jan 28 05:42:44.432537 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7a0e564b-aac0-4be3-b77d-0cff2d0c568e req-3f45aca7-abab-43b1-96fe-c8c68d2c2d76 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/security-groups?id=b618d51f-a433-492d-a10d-cdd4870c13c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162020 Jan 28 05:42:44.473165 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f8ff1ff-d01c-4389-9373-a5cc2cc5baea req-eecf99ba-04dc-4f26-a7be-e1e370199255 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.62 HTTP/1.1" status: 200 len: 695 time: 0.1223400 Jan 28 05:42:44.584929 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f668d12c-cd28-490a-90ff-5ee0d5ebce45 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:42:44.597615 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f8ff1ff-d01c-4389-9373-a5cc2cc5baea req-2ac1d9d2-5b9a-4bba-a838-5767c1f23c35 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.62 HTTP/1.1" status: 200 len: 695 time: 0.1049395 Jan 28 05:42:44.601606 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Publish callbacks [] for port (f668d12c-cd28-490a-90ff-5ee0d5ebce45), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:44.674963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Transition to ACTIVE for port object f668d12c-cd28-490a-90ff-5ee0d5ebce45 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:42:44.684192 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48b736ed-64d1-4646-b7a3-634fdc5deeef req-49fb8bb0-92e8-4f1c-ae5b-a2dcac60db6d service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440139 Jan 28 05:42:44.703023 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c672fc23-77db-45f9-896d-de956879a720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aeaa96d-c620-4d93-b90f-11688bd39ac8'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:44.707753 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dbcf34-1b9c-419b-907c-3d3e53f62ce7" -d '{"events": [{"server_uuid": "c672fc23-77db-45f9-896d-de956879a720", "name": "network-vif-plugged", "status": "completed", "tag": "3aeaa96d-c620-4d93-b90f-11688bd39ac8"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:44.719861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409777d-0343-46ae-8763-6c0da333c934 req-853bb86c-0f1d-47a4-9365-dfd21d7dc7ff tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:44.721324 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a409777d-0343-46ae-8763-6c0da333c934 req-853bb86c-0f1d-47a4-9365-dfd21d7dc7ff tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e19dc19-9f9a-45fd-b9ad-aa9704235fb7 HTTP/1.1" status: 200 len: 936 time: 0.2111657 Jan 28 05:42:44.745827 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (f668d12c-cd28-490a-90ff-5ee0d5ebce45), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:44.849827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Pushing event updated for resources: {'Port': ['ID=f668d12c-cd28-490a-90ff-5ee0d5ebce45,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:44.860831 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a409777d-0343-46ae-8763-6c0da333c934 req-b8ed1c30-be70-4529-a7ba-ca99853e8481 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336906 Jan 28 05:42:44.924466 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-0f8ff1ff-d01c-4389-9373-a5cc2cc5baea req-514ecd87-1a02-48e7-8bc5-d0b07b8437e8 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Deleting port 74c0db71-92f6-45ca-9ee9-4910a558dc05 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:42:44.925388 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f8ff1ff-d01c-4389-9373-a5cc2cc5baea req-514ecd87-1a02-48e7-8bc5-d0b07b8437e8 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (74c0db71-92f6-45ca-9ee9-4910a558dc05), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:44.941483 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a356586a-1acc-46c2-a6f7-49a86b27be08 x-openstack-request-id: req-a356586a-1acc-46c2-a6f7-49a86b27be08 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:44.941990 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5cab1e-ea4f-4448-9943-524edf425844", "tag": "bf1200f9-2d11-4b35-9926-10249986e6fb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "55831dfd-105f-46a8-9d86-cad01feb6fe8", "tag": "1da28195-0221-47e2-9264-7a6e3bf04ac1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c", "tag": "38522edd-9d8a-4d74-9a98-f5684d5c33c3", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:44.942256 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a356586a-1acc-46c2-a6f7-49a86b27be08 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:44.942682 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'tag': 'bf1200f9-2d11-4b35-9926-10249986e6fb', 'status': 'completed', 'code': 200} Jan 28 05:42:44.942943 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55831dfd-105f-46a8-9d86-cad01feb6fe8', 'tag': '1da28195-0221-47e2-9264-7a6e3bf04ac1', 'status': 'completed', 'code': 200} Jan 28 05:42:44.943197 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c', 'tag': '38522edd-9d8a-4d74-9a98-f5684d5c33c3', 'status': 'completed', 'code': 200} Jan 28 05:42:45.142793 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Attempting to bind port f668d12c-cd28-490a-90ff-5ee0d5ebce45 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:42:45.144013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Attempting to bind port f668d12c-cd28-490a-90ff-5ee0d5ebce45 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:42:45.144013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Attempting to bind port f668d12c-cd28-490a-90ff-5ee0d5ebce45 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:45.180552 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Port f668d12c-cd28-490a-90ff-5ee0d5ebce45 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:42:45.180882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Attempting to bind port f668d12c-cd28-490a-90ff-5ee0d5ebce45 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:42:45.228588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:42:45.228929 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:42:45.229366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:42:45.229810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Bound port: f668d12c-cd28-490a-90ff-5ee0d5ebce45, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:42:45.230168 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f668d12c-cd28-490a-90ff-5ee0d5ebce45), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:45.240225 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f8ff1ff-d01c-4389-9373-a5cc2cc5baea req-514ecd87-1a02-48e7-8bc5-d0b07b8437e8 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (74c0db71-92f6-45ca-9ee9-4910a558dc05), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:45.240546 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f8ff1ff-d01c-4389-9373-a5cc2cc5baea req-514ecd87-1a02-48e7-8bc5-d0b07b8437e8 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for floatingip (74c0db71-92f6-45ca-9ee9-4910a558dc05), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:45.267857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-04b813a0-aac4-4327-9dc2-55c48c652c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:45.269787 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-04b813a0-aac4-4327-9dc2-55c48c652c43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65d1630dd99f462f88d092b15e2322ea&device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 1097 time: 0.2607958 Jan 28 05:42:45.292581 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-0f8ff1ff-d01c-4389-9373-a5cc2cc5baea req-514ecd87-1a02-48e7-8bc5-d0b07b8437e8 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Calling delete_port for 74c0db71-92f6-45ca-9ee9-4910a558dc05 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:42:45.312682 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3145981-a4fc-465e-9693-1919a041dace req-1ed9c13c-cd5e-46a9-9395-63697a0bc016 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 258 time: 0.3336799 Jan 28 05:42:45.375154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d3145981-a4fc-465e-9693-1919a041dace req-5e177a5b-5308-4194-a80a-f92173e993a7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:45.491577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] For port f668d12c-cd28-490a-90ff-5ee0d5ebce45, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:42:45.525600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] For port f668d12c-cd28-490a-90ff-5ee0d5ebce45, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f668d12c-cd28-490a-90ff-5ee0d5ebce45,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:42:45.536392 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3145981-a4fc-465e-9693-1919a041dace req-5e177a5b-5308-4194-a80a-f92173e993a7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:45.542024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-1e5e4027-1d75-443c-ba4a-1e5f783c764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:45.543817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-1e5e4027-1d75-443c-ba4a-1e5f783c764b service neutron] 10.222.0.60 "GET /v2.0/networks?id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 HTTP/1.1" status: 200 len: 919 time: 0.2645731 Jan 28 05:42:45.599017 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-7edb7a61-7e31-4d80-87eb-e2f31efd75bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf1200f9-2d11-4b35-9926-10249986e6fb HTTP/1.1" status: 200 len: 217 time: 0.0456126 Jan 28 05:42:45.677112 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (f668d12c-cd28-490a-90ff-5ee0d5ebce45), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:45.745837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:45.757860 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:45.757860 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75806548-cc88-49fe-81d0-d943af177363 req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] 10.222.0.64 "PUT /v2.0/ports/f668d12c-cd28-490a-90ff-5ee0d5ebce45 HTTP/1.1" status: 200 len: 1097 time: 2.5432770 Jan 28 05:42:45.757860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-1799cdaa-247c-4a64-a177-de93bef0144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:45.757860 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-1799cdaa-247c-4a64-a177-de93bef0144a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5b1eb11-9372-4285-a398-f70d8c8c3671 HTTP/1.1" status: 200 len: 858 time: 0.1394260 Jan 28 05:42:45.814156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-f09d33cf-0fd2-4682-aadf-15d6d15e410a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386882 Jan 28 05:42:45.817346 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b68fe2-40ed-4b7e-9827-45a91be51e76 service neutron] Pushing event updated for resources: {'Port': ['ID=f668d12c-cd28-490a-90ff-5ee0d5ebce45,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:45.889231 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f8ff1ff-d01c-4389-9373-a5cc2cc5baea req-514ecd87-1a02-48e7-8bc5-d0b07b8437e8 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (74c0db71-92f6-45ca-9ee9-4910a558dc05), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:45.933543 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ecd87-1a02-48e7-8bc5-d0b07b8437e8 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Pushing event deleted for resources: {'Port': ['ID=74c0db71-92f6-45ca-9ee9-4910a558dc05,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:45.980755 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3145981-a4fc-465e-9693-1919a041dace req-5e177a5b-5308-4194-a80a-f92173e993a7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:46.092572 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-42feb534-95ea-4cff-be22-a4bbc7460331 service neutron] 10.222.0.60 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708664 Jan 28 05:42:46.109042 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f8ff1ff-d01c-4389-9373-a5cc2cc5baea req-514ecd87-1a02-48e7-8bc5-d0b07b8437e8 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for floatingip (11fddd75-32de-4d23-8d28-d402003531c8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:46.111748 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f8ff1ff-d01c-4389-9373-a5cc2cc5baea req-514ecd87-1a02-48e7-8bc5-d0b07b8437e8 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:46.113624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f8ff1ff-d01c-4389-9373-a5cc2cc5baea req-514ecd87-1a02-48e7-8bc5-d0b07b8437e8 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "DELETE /v2.0/floatingips/11fddd75-32de-4d23-8d28-d402003531c8 HTTP/1.1" status: 204 len: 173 time: 1.5080721 Jan 28 05:42:46.132445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75806548-cc88-49fe-81d0-d943af177363 req-f63ab737-9e4e-41dd-a623-cf8462301263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:46.133941 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75806548-cc88-49fe-81d0-d943af177363 req-f63ab737-9e4e-41dd-a623-cf8462301263 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87e72158ff404a2fa58280115f3da933&device_id=8e19dc19-9f9a-45fd-b9ad-aa9704235fb7 HTTP/1.1" status: 200 len: 1100 time: 0.1699014 Jan 28 05:42:46.529313 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75806548-cc88-49fe-81d0-d943af177363 req-2255c6ef-6c71-4067-8f3b-ac0e273439ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=f668d12c-cd28-490a-90ff-5ee0d5ebce45 HTTP/1.1" status: 200 len: 217 time: 0.0510428 Jan 28 05:42:46.580226 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-d3145981-a4fc-465e-9693-1919a041dace req-5e177a5b-5308-4194-a80a-f92173e993a7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Allocated IP 172.25.0.231 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/f1e38edc-512a-44b6-8be3-de25086f3df5) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:46.694069 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-3be11ac3-c63e-45e4-8629-b2ea49b94514 service neutron] 10.222.0.60 "GET /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951579 Jan 28 05:42:46.697823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75806548-cc88-49fe-81d0-d943af177363 req-2d3d8f47-ca1c-4e69-bf49-1b49bb6f0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:46.699186 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75806548-cc88-49fe-81d0-d943af177363 req-2d3d8f47-ca1c-4e69-bf49-1b49bb6f0c62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1617074 Jan 28 05:42:46.750759 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545e42e-71bd-44e9-9138-a18febdc96b2 req-1e74e5ac-bf2a-4be2-ae42-e94c684b94ab tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:46.752196 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7545e42e-71bd-44e9-9138-a18febdc96b2 req-1e74e5ac-bf2a-4be2-ae42-e94c684b94ab tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=c672fc23-77db-45f9-896d-de956879a720 HTTP/1.1" status: 200 len: 945 time: 0.2178082 Jan 28 05:42:46.813873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aae9bc-c57a-49b8-82ad-84e7e5d43498 req-f4e42fbe-3c4b-4040-88c7-b5604b3d53b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:46.815844 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1aae9bc-c57a-49b8-82ad-84e7e5d43498 req-f4e42fbe-3c4b-4040-88c7-b5604b3d53b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=354d7997b3a94bea9a2cca0cef3fe341&device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 1137 time: 0.1933577 Jan 28 05:42:46.881817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75806548-cc88-49fe-81d0-d943af177363 req-af644056-4318-4a07-8d06-b83ea44e973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:46.883355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75806548-cc88-49fe-81d0-d943af177363 req-af644056-4318-4a07-8d06-b83ea44e973f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1521406 Jan 28 05:42:46.917993 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3145981-a4fc-465e-9693-1919a041dace req-5e177a5b-5308-4194-a80a-f92173e993a7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks [] for port (f1e38edc-512a-44b6-8be3-de25086f3df5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:46.937116 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7545e42e-71bd-44e9-9138-a18febdc96b2 req-dd80b271-0665-4c66-bf96-507c5c203253 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646297 Jan 28 05:42:46.949221 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e19dc19-9f9a-45fd-b9ad-aa9704235fb7', 'tag': 'f668d12c-cd28-490a-90ff-5ee0d5ebce45'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:46.951500 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319285a3-9292-49d1-883c-cdeac9a52b66" -d '{"events": [{"name": "network-changed", "server_uuid": "8e19dc19-9f9a-45fd-b9ad-aa9704235fb7", "tag": "f668d12c-cd28-490a-90ff-5ee0d5ebce45"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:47.057451 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aae9bc-c57a-49b8-82ad-84e7e5d43498 req-756d0e2f-f92b-4aeb-9ac6-098e46e4a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:47.058964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1aae9bc-c57a-49b8-82ad-84e7e5d43498 req-756d0e2f-f92b-4aeb-9ac6-098e46e4a974 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c8dea946-1eda-441f-818f-132915c7e7a2 HTTP/1.1" status: 200 len: 913 time: 0.2312253 Jan 28 05:42:47.108887 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75806548-cc88-49fe-81d0-d943af177363 req-41c8159f-eec9-4c57-aeb1-a16331bd74ba service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884027 Jan 28 05:42:47.110355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1aae9bc-c57a-49b8-82ad-84e7e5d43498 req-e0043679-3007-45e1-8fef-b20cd47f2f09 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1da28195-0221-47e2-9264-7a6e3bf04ac1 HTTP/1.1" status: 200 len: 217 time: 0.0417650 Jan 28 05:42:47.157065 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3145981-a4fc-465e-9693-1919a041dace req-5e177a5b-5308-4194-a80a-f92173e993a7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f1e38edc-512a-44b6-8be3-de25086f3df5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:47.243464 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3145981-a4fc-465e-9693-1919a041dace req-5e177a5b-5308-4194-a80a-f92173e993a7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:47.258446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aae9bc-c57a-49b8-82ad-84e7e5d43498 req-f3f18dc1-6e64-402c-8ce3-7ac9a625afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:47.258955 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1aae9bc-c57a-49b8-82ad-84e7e5d43498 req-f3f18dc1-6e64-402c-8ce3-7ac9a625afa5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=246780a3-7b7a-413e-90b2-2cea78d98b20 HTTP/1.1" status: 200 len: 852 time: 0.1369674 Jan 28 05:42:47.259779 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-d3145981-a4fc-465e-9693-1919a041dace req-5e177a5b-5308-4194-a80a-f92173e993a7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:47.266114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3145981-a4fc-465e-9693-1919a041dace req-5e177a5b-5308-4194-a80a-f92173e993a7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:47.301020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e177a5b-5308-4194-a80a-f92173e993a7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Pushing event updated for resources: {'Port': ['ID=f1e38edc-512a-44b6-8be3-de25086f3df5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:47.330584 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1aae9bc-c57a-49b8-82ad-84e7e5d43498 req-90c57865-9693-425a-9a42-3006b55f9a62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c8dea946-1eda-441f-818f-132915c7e7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557261 Jan 28 05:42:47.345320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75806548-cc88-49fe-81d0-d943af177363 req-54786b21-ff5a-4283-ac4d-98f9a48d222a service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303069 Jan 28 05:42:47.357295 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400fb5a3-5f83-4058-ab20-06558f3531c7 x-openstack-request-id: req-400fb5a3-5f83-4058-ab20-06558f3531c7 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:47.358249 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c672fc23-77db-45f9-896d-de956879a720", "name": "network-vif-plugged", "status": "completed", "tag": "3aeaa96d-c620-4d93-b90f-11688bd39ac8", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:47.359086 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-400fb5a3-5f83-4058-ab20-06558f3531c7 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:47.359674 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c672fc23-77db-45f9-896d-de956879a720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aeaa96d-c620-4d93-b90f-11688bd39ac8', 'code': 200} Jan 28 05:42:47.534532 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3145981-a4fc-465e-9693-1919a041dace req-5e177a5b-5308-4194-a80a-f92173e993a7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks [] for floatingip (e7add1b8-3991-4363-8936-5a519e553128), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:47.550348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1aae9bc-c57a-49b8-82ad-84e7e5d43498 req-ddbb5872-7aa0-4710-8969-c1a94f9f1b7d service neutron] 10.222.0.60 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019339 Jan 28 05:42:47.557233 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9232e5e-db3e-4cf1-a86c-6855dfbbc90e req-4dcf1664-abb9-4a79-ba46-d45aa99f8bf2 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:47.558807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9232e5e-db3e-4cf1-a86c-6855dfbbc90e req-4dcf1664-abb9-4a79-ba46-d45aa99f8bf2 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/ports?device_id=19e8a58e-7481-45f5-8a3a-da9a9f537885 HTTP/1.1" status: 200 len: 949 time: 0.1483190 Jan 28 05:42:47.639229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e70947-b4fc-4dd3-a617-14af89683ace req-5d895c47-976d-4db7-9492-62f9191e6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:47.640671 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04e70947-b4fc-4dd3-a617-14af89683ace req-5d895c47-976d-4db7-9492-62f9191e6477 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c672fc23-77db-45f9-896d-de956879a720 HTTP/1.1" status: 200 len: 1097 time: 0.1515186 Jan 28 05:42:47.706847 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3145981-a4fc-465e-9693-1919a041dace req-5e177a5b-5308-4194-a80a-f92173e993a7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f1e38edc-512a-44b6-8be3-de25086f3df5), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:47.739253 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9232e5e-db3e-4cf1-a86c-6855dfbbc90e req-6a3a89e1-3dfa-4846-927f-6c65330f1a11 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/security-groups?id=b618d51f-a433-492d-a10d-cdd4870c13c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684160 Jan 28 05:42:47.783164 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1aae9bc-c57a-49b8-82ad-84e7e5d43498 req-0e4918b8-1353-49d4-8f0b-9d5fe7285aa3 service neutron] 10.222.0.60 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213330 Jan 28 05:42:47.795210 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04e70947-b4fc-4dd3-a617-14af89683ace req-8e0e178c-8a85-4584-8e27-903cfa3cac1e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320651 Jan 28 05:42:47.911095 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ce210-30f2-4abd-843b-83805ee1b713 req-819c63e5-4a46-427a-ae79-edcb64ada884 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:47.912500 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf9ce210-30f2-4abd-843b-83805ee1b713 req-819c63e5-4a46-427a-ae79-edcb64ada884 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e19dc19-9f9a-45fd-b9ad-aa9704235fb7 HTTP/1.1" status: 200 len: 948 time: 0.1100471 Jan 28 05:42:47.980029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3145981-a4fc-465e-9693-1919a041dace req-5e177a5b-5308-4194-a80a-f92173e993a7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks [] for port (f1e38edc-512a-44b6-8be3-de25086f3df5), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:47.988900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf9ce210-30f2-4abd-843b-83805ee1b713 req-b692731a-04f9-4254-af87-9f89b0cb1ea8 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708172 Jan 28 05:42:48.039949 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3145981-a4fc-465e-9693-1919a041dace req-5e177a5b-5308-4194-a80a-f92173e993a7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (f1e38edc-512a-44b6-8be3-de25086f3df5), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:48.103965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-cd922c10-4f75-49ea-8497-5a7cc83df115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:48.105466 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-cd922c10-4f75-49ea-8497-5a7cc83df115 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=354d7997b3a94bea9a2cca0cef3fe341&device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 1137 time: 0.1135490 Jan 28 05:42:48.133022 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88bc79dd-9110-42a9-a5cc-f0400bdcad9e req-9dc7dd74-4892-42af-b98c-6317547ce35d tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups/cd4c53c7-6e07-4095-9d15-489c41762aec HTTP/1.1" status: 200 len: 1825 time: 0.1132660 Jan 28 05:42:48.157973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e177a5b-5308-4194-a80a-f92173e993a7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Pushing event updated for resources: {'Port': ['ID=f1e38edc-512a-44b6-8be3-de25086f3df5,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:48.211193 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 38522edd-9d8a-4d74-9a98-f5684d5c33c3 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:42:48.218844 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3145981-a4fc-465e-9693-1919a041dace req-5e177a5b-5308-4194-a80a-f92173e993a7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (e7add1b8-3991-4363-8936-5a519e553128), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:48.289720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-a3fbb813-fd58-4d02-84fb-ed43726c3377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:48.291241 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-a3fbb813-fd58-4d02-84fb-ed43726c3377 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c8dea946-1eda-441f-818f-132915c7e7a2 HTTP/1.1" status: 200 len: 913 time: 0.1617303 Jan 28 05:42:48.292157 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-88bc79dd-9110-42a9-a5cc-f0400bdcad9e req-333743da-d01c-4400-9927-a517ca09ae47 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for security_group (cd4c53c7-6e07-4095-9d15-489c41762aec), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:48.322899 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 38522edd-9d8a-4d74-9a98-f5684d5c33c3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=38522edd-9d8a-4d74-9a98-f5684d5c33c3,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:48.337431 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '38522edd-9d8a-4d74-9a98-f5684d5c33c3', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '38522edd-9d8a-4d74-9a98-f5684d5c33c3', 'mac_address': 'fa:16:3e:39:8d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:42:48.354005 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-43e9bfe9-9eea-4ff7-b9b4-9ea451326fe4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1da28195-0221-47e2-9264-7a6e3bf04ac1 HTTP/1.1" status: 200 len: 217 time: 0.0485749 Jan 28 05:42:48.355506 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-88bc79dd-9110-42a9-a5cc-f0400bdcad9e req-333743da-d01c-4400-9927-a517ca09ae47 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for security_group (cd4c53c7-6e07-4095-9d15-489c41762aec), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:48.375799 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3145981-a4fc-465e-9693-1919a041dace req-5e177a5b-5308-4194-a80a-f92173e993a7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:48.376650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:48.376650 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:48.377251 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3145981-a4fc-465e-9693-1919a041dace req-5e177a5b-5308-4194-a80a-f92173e993a7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0437126 Jan 28 05:42:48.389729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38522edd-9d8a-4d74-9a98-f5684d5c33c3 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:42:48.413413 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 38522edd-9d8a-4d74-9a98-f5684d5c33c3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=38522edd-9d8a-4d74-9a98-f5684d5c33c3,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:48.468616 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3145981-a4fc-465e-9693-1919a041dace req-40fb6927-35ba-42b5-9121-995557eedd54 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.231 HTTP/1.1" status: 200 len: 696 time: 0.0665636 Jan 28 05:42:48.475225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-17e1487f-2a2a-425f-922a-1d180ac2bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:48.476622 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-17e1487f-2a2a-425f-922a-1d180ac2bb92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=246780a3-7b7a-413e-90b2-2cea78d98b20 HTTP/1.1" status: 200 len: 852 time: 0.1122792 Jan 28 05:42:48.482001 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:48.531441 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=38522edd-9d8a-4d74-9a98-f5684d5c33c3,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:48.547950 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-88bc79dd-9110-42a9-a5cc-f0400bdcad9e req-333743da-d01c-4400-9927-a517ca09ae47 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cd4c53c7-6e07-4095-9d15-489c41762aec), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:48.550829 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-88bc79dd-9110-42a9-a5cc-f0400bdcad9e req-333743da-d01c-4400-9927-a517ca09ae47 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:48.551917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88bc79dd-9110-42a9-a5cc-f0400bdcad9e req-333743da-d01c-4400-9927-a517ca09ae47 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "DELETE /v2.0/security-groups/cd4c53c7-6e07-4095-9d15-489c41762aec HTTP/1.1" status: 204 len: 173 time: 0.4056752 Jan 28 05:42:48.572454 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-b8df82de-06ac-40c5-ac2b-97a846fa02af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c8dea946-1eda-441f-818f-132915c7e7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372081 Jan 28 05:42:48.597771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333743da-d01c-4400-9927-a517ca09ae47 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4c53c7-6e07-4095-9d15-489c41762aec,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:48.692656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3145981-a4fc-465e-9693-1919a041dace req-b09ae73d-9494-4422-8b30-83a291d728b5 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:48.694031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3145981-a4fc-465e-9693-1919a041dace req-b09ae73d-9494-4422-8b30-83a291d728b5 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.2165778 Jan 28 05:42:48.738038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b90d7-8054-4d05-9248-94d87f79fbaf req-7dbf1f00-2bc8-428e-b944-d8ecd657cb83 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:48.739725 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a39b90d7-8054-4d05-9248-94d87f79fbaf req-7dbf1f00-2bc8-428e-b944-d8ecd657cb83 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 985 time: 0.1240916 Jan 28 05:42:48.742513 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021939ab-6b82-46d6-b625-df720f7f1848 x-openstack-request-id: req-021939ab-6b82-46d6-b625-df720f7f1848 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:48.742802 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e19dc19-9f9a-45fd-b9ad-aa9704235fb7", "tag": "f668d12c-cd28-490a-90ff-5ee0d5ebce45", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:48.743052 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-021939ab-6b82-46d6-b625-df720f7f1848 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:48.743430 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e19dc19-9f9a-45fd-b9ad-aa9704235fb7', 'tag': 'f668d12c-cd28-490a-90ff-5ee0d5ebce45', 'status': 'completed', 'code': 200} Jan 28 05:42:48.745647 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-1fb899cd-1511-4433-a146-258145bc0289 service neutron] 10.222.0.60 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578658 Jan 28 05:42:48.835019 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['38522edd-9d8a-4d74-9a98-f5684d5c33c3'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:48.920893 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a39b90d7-8054-4d05-9248-94d87f79fbaf req-584a7071-2e9a-4694-9659-2134c8409efe tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcf420d0-8f50-49ae-8c81-7e63d9e7b0f4&id=6a5c6a17-3c7d-450d-92ca-40298cf37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1742933 Jan 28 05:42:48.950929 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d0952-9edb-45f7-b8da-5cfa22cd9e49 req-3b27141d-ae4a-4f11-ae5a-ce2cd3e5001b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:48.952413 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-718d0952-9edb-45f7-b8da-5cfa22cd9e49 req-3b27141d-ae4a-4f11-ae5a-ce2cd3e5001b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 945 time: 0.1400230 Jan 28 05:42:48.956738 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-de063911-a4ce-4b08-a99a-cfd4a6c226e8 service neutron] 10.222.0.60 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949689 Jan 28 05:42:48.959396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319285a3-9292-49d1-883c-cdeac9a52b66 req-42ea7b3e-5df0-46ae-ba68-7962c11f2613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:48.960810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-319285a3-9292-49d1-883c-cdeac9a52b66 req-42ea7b3e-5df0-46ae-ba68-7962c11f2613 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87e72158ff404a2fa58280115f3da933&device_id=8e19dc19-9f9a-45fd-b9ad-aa9704235fb7 HTTP/1.1" status: 200 len: 1100 time: 0.1470411 Jan 28 05:42:49.013867 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-718d0952-9edb-45f7-b8da-5cfa22cd9e49 req-9cc89a95-74b4-4e7b-b65c-c8163e0617be tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517585 Jan 28 05:42:49.157583 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-3ebc80d2-5649-4710-b060-823781a15a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:49.159655 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-3ebc80d2-5649-4710-b060-823781a15a98 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87e72158ff404a2fa58280115f3da933&device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 1101 time: 0.1056612 Jan 28 05:42:49.168132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499078c-9b77-4b80-91c6-324a2232fa30 req-9fd4f5f2-eb50-4d13-ab8f-f322e06f24eb tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:49.169529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3499078c-9b77-4b80-91c6-324a2232fa30 req-9fd4f5f2-eb50-4d13-ab8f-f322e06f24eb tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=c672fc23-77db-45f9-896d-de956879a720 HTTP/1.1" status: 200 len: 945 time: 0.0848913 Jan 28 05:42:49.191875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319285a3-9292-49d1-883c-cdeac9a52b66 req-ce162c35-ff25-46a5-b343-90cdad289ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:49.193296 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-319285a3-9292-49d1-883c-cdeac9a52b66 req-ce162c35-ff25-46a5-b343-90cdad289ac6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1943619 Jan 28 05:42:49.277428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-319285a3-9292-49d1-883c-cdeac9a52b66 req-207db1d5-8f3d-47a3-9fc9-52cb3213d8ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=f668d12c-cd28-490a-90ff-5ee0d5ebce45 HTTP/1.1" status: 200 len: 217 time: 0.0521789 Jan 28 05:42:49.354578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3499078c-9b77-4b80-91c6-324a2232fa30 req-b97e1d3f-b61c-4a88-91fb-aca67d26a7a3 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733272 Jan 28 05:42:49.358658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-eb7a14e0-750d-425e-8c27-57d2b4fed775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:49.360030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-eb7a14e0-750d-425e-8c27-57d2b4fed775 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1896756 Jan 28 05:42:49.371334 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319285a3-9292-49d1-883c-cdeac9a52b66 req-545fd4da-5ce9-45cf-b389-691fb18b07cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:49.372739 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-319285a3-9292-49d1-883c-cdeac9a52b66 req-545fd4da-5ce9-45cf-b389-691fb18b07cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0746624 Jan 28 05:42:49.419308 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-f5f4f3af-35b4-4627-907a-8dc939b25dd7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=38522edd-9d8a-4d74-9a98-f5684d5c33c3 HTTP/1.1" status: 200 len: 217 time: 0.0456309 Jan 28 05:42:49.510937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319285a3-9292-49d1-883c-cdeac9a52b66 req-4b6cae2b-8bf1-4143-97cf-5a2bcc8f7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:49.512424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-319285a3-9292-49d1-883c-cdeac9a52b66 req-4b6cae2b-8bf1-4143-97cf-5a2bcc8f7a46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1026516 Jan 28 05:42:49.526794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-e493bc4c-4e0b-4434-9b0d-fef1a34faddd tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:49.528175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-e493bc4c-4e0b-4434-9b0d-fef1a34faddd tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1107261 Jan 28 05:42:49.900583 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device f668d12c-cd28-490a-90ff-5ee0d5ebce45 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:42:49.928801 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-5de7eb58-cd1c-4e31-a074-fae9225cbbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:49.930216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-5de7eb58-cd1c-4e31-a074-fae9225cbbe0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.4569540 Jan 28 05:42:49.960451 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-78572984-50cd-44dc-9d24-6fd87dd57936 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.231 HTTP/1.1" status: 200 len: 696 time: 0.4208388 Jan 28 05:42:50.000818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-c8b89d38-3048-436c-8b60-7434542f901e tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Request body: {'floatingip': {'port_id': '19111222-3c6a-464a-abf2-8abc99c56e4e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:50.002676 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port f668d12c-cd28-490a-90ff-5ee0d5ebce45, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f668d12c-cd28-490a-90ff-5ee0d5ebce45,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:50.014849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'f668d12c-cd28-490a-90ff-5ee0d5ebce45', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'f668d12c-cd28-490a-90ff-5ee0d5ebce45', 'mac_address': 'fa:16:3e:98:1b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:42:50.056473 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port f668d12c-cd28-490a-90ff-5ee0d5ebce45 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:50.056862 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f668d12c-cd28-490a-90ff-5ee0d5ebce45), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:50.071233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f668d12c-cd28-490a-90ff-5ee0d5ebce45 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:42:50.090702 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port f668d12c-cd28-490a-90ff-5ee0d5ebce45, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f668d12c-cd28-490a-90ff-5ee0d5ebce45,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:50.093273 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-c8b89d38-3048-436c-8b60-7434542f901e tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks [] for floatingip (e7add1b8-3991-4363-8936-5a519e553128), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:50.138431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-319285a3-9292-49d1-883c-cdeac9a52b66 req-ba9b0309-2712-4079-a1e5-436f5347d04d service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077890 Jan 28 05:42:50.144211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-7eacf29d-e885-4b51-b221-5416f81bab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:50.145595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-7eacf29d-e885-4b51-b221-5416f81bab65 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2065377 Jan 28 05:42:50.162274 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f668d12c-cd28-490a-90ff-5ee0d5ebce45), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:50.171980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065d5cd-0a4a-4d15-9be2-882e0e56c2f9 req-e8f6dd82-d3eb-4348-a739-72c0dcbdf30b tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:50.188088 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3065d5cd-0a4a-4d15-9be2-882e0e56c2f9 req-e8f6dd82-d3eb-4348-a739-72c0dcbdf30b tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e19dc19-9f9a-45fd-b9ad-aa9704235fb7 HTTP/1.1" status: 200 len: 948 time: 0.2372186 Jan 28 05:42:50.212321 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=f668d12c-cd28-490a-90ff-5ee0d5ebce45,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:50.228642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 38522edd-9d8a-4d74-9a98-f5684d5c33c3 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:50.334624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96020d8-495e-4f27-8eb9-37f98c06f631 req-6f612ecd-ba65-4ff1-9211-16197299e052 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:50.336070 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f96020d8-495e-4f27-8eb9-37f98c06f631 req-6f612ecd-ba65-4ff1-9211-16197299e052 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 945 time: 0.3243549 Jan 28 05:42:50.338961 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:42:50.343204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:50.343580 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:50.432700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:50.433000 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:50.455397 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38522edd-9d8a-4d74-9a98-f5684d5c33c3'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:50.457638 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88225ae1-55ea-4a3c-b47c-dac2fbafd0af" -d '{"events": [{"server_uuid": "a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c", "name": "network-vif-plugged", "status": "completed", "tag": "38522edd-9d8a-4d74-9a98-f5684d5c33c3"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:50.470426 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 38522edd-9d8a-4d74-9a98-f5684d5c33c3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=38522edd-9d8a-4d74-9a98-f5684d5c33c3,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:50.478442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3065d5cd-0a4a-4d15-9be2-882e0e56c2f9 req-233f8f84-ffd1-46e9-90eb-17218d87b914 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828043 Jan 28 05:42:50.491444 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['f668d12c-cd28-490a-90ff-5ee0d5ebce45'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:50.538204 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-0c29c9eb-e388-464e-82a1-b33943974903 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536456 Jan 28 05:42:50.540062 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-319285a3-9292-49d1-883c-cdeac9a52b66 req-a9b0a949-6c44-4104-9605-f9cc5352518d service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752496 Jan 28 05:42:50.570888 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:50.666738 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=38522edd-9d8a-4d74-9a98-f5684d5c33c3,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:50.815362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf80c41-e944-4f99-b2ff-5b4d00d159d0 req-fd4d9532-68e2-481a-a7be-0c934ea27dc3 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:50.816774 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-baf80c41-e944-4f99-b2ff-5b4d00d159d0 req-fd4d9532-68e2-481a-a7be-0c934ea27dc3 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.2157757 Jan 28 05:42:50.821098 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90bda02-3957-4d21-aa24-83d12d66eebc req-9e1bb0ac-3c46-4004-9062-772fd8327fcc service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463303 Jan 28 05:42:50.824667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f96020d8-495e-4f27-8eb9-37f98c06f631 req-f2735461-3232-4168-ba03-dfb03fcb1270 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Deleting port 65b195fa-d229-49a8-9709-79569af2dfb1 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:42:50.824981 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f96020d8-495e-4f27-8eb9-37f98c06f631 req-f2735461-3232-4168-ba03-dfb03fcb1270 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (65b195fa-d229-49a8-9709-79569af2dfb1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:50.981189 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-baf80c41-e944-4f99-b2ff-5b4d00d159d0 req-374fdbac-7b50-4089-adf1-41a2d76a5c81 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/security-groups?id=8acb850d-9464-47ff-82df-41c946b62dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491013 Jan 28 05:42:51.021612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f96020d8-495e-4f27-8eb9-37f98c06f631 req-f2735461-3232-4168-ba03-dfb03fcb1270 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] For port 65b195fa-d229-49a8-9709-79569af2dfb1, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=65b195fa-d229-49a8-9709-79569af2dfb1,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:51.021971 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f96020d8-495e-4f27-8eb9-37f98c06f631 req-f2735461-3232-4168-ba03-dfb03fcb1270 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (65b195fa-d229-49a8-9709-79569af2dfb1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:51.069079 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f96020d8-495e-4f27-8eb9-37f98c06f631 req-f2735461-3232-4168-ba03-dfb03fcb1270 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Calling delete_port for 65b195fa-d229-49a8-9709-79569af2dfb1 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:42:51.158204 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-c8b89d38-3048-436c-8b60-7434542f901e tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:51.182076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8fe4f-562a-4e60-89f7-dd6f882edce0 req-2019e981-d777-41f9-9071-56f2d5715f93 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:51.183592 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ae8fe4f-562a-4e60-89f7-dd6f882edce0 req-2019e981-d777-41f9-9071-56f2d5715f93 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/ports?device_id=19e8a58e-7481-45f5-8a3a-da9a9f537885 HTTP/1.1" status: 200 len: 949 time: 0.1452262 Jan 28 05:42:51.262926 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-c8b89d38-3048-436c-8b60-7434542f901e tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (e7add1b8-3991-4363-8936-5a519e553128), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:51.306862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ae8fe4f-562a-4e60-89f7-dd6f882edce0 req-4cf4c7f0-3e49-4548-8ee3-06e68b16fc50 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/security-groups?id=b618d51f-a433-492d-a10d-cdd4870c13c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157727 Jan 28 05:42:51.426393 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f96020d8-495e-4f27-8eb9-37f98c06f631 req-f2735461-3232-4168-ba03-dfb03fcb1270 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (65b195fa-d229-49a8-9709-79569af2dfb1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:51.439481 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-c8b89d38-3048-436c-8b60-7434542f901e tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Floating IP e7add1b8-3991-4363-8936-5a519e553128 associated. External IP: 172.25.0.231, port: 19111222-3c6a-464a-abf2-8abc99c56e4e. Jan 28 05:42:51.470583 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['65b195fa-d229-49a8-9709-79569af2dfb1'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:51.501790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2735461-3232-4168-ba03-dfb03fcb1270 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Pushing event deleted for resources: {'Port': ['ID=65b195fa-d229-49a8-9709-79569af2dfb1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:51.520090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd745d55-4fc9-4971-8121-0c5c116d324b req-813b6619-b772-4368-876a-a5c2b137a430 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:51.521537 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd745d55-4fc9-4971-8121-0c5c116d324b req-813b6619-b772-4368-876a-a5c2b137a430 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e8a58e-7481-45f5-8a3a-da9a9f537885 HTTP/1.1" status: 200 len: 949 time: 0.1658556 Jan 28 05:42:51.583130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea45fe-4b8c-4a8d-93e8-968997e826dc req-c3c0751c-946b-4b11-9c25-b28efee6b5a4 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:51.584502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3ea45fe-4b8c-4a8d-93e8-968997e826dc req-c3c0751c-946b-4b11-9c25-b28efee6b5a4 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 985 time: 0.2121212 Jan 28 05:42:51.631654 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96020d8-495e-4f27-8eb9-37f98c06f631 req-f2735461-3232-4168-ba03-dfb03fcb1270 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] No DVR routers for this DVR port 65b195fa-d229-49a8-9709-79569af2dfb1 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:42:51.638775 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f96020d8-495e-4f27-8eb9-37f98c06f631 req-f2735461-3232-4168-ba03-dfb03fcb1270 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:51.641969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f96020d8-495e-4f27-8eb9-37f98c06f631 req-f2735461-3232-4168-ba03-dfb03fcb1270 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.64 "DELETE /v2.0/ports/65b195fa-d229-49a8-9709-79569af2dfb1 HTTP/1.1" status: 204 len: 173 time: 1.2942700 Jan 28 05:42:51.647017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e12640-2f52-4281-94a2-93a6cf32ade4', 'name': 'network-vif-deleted', 'tag': '65b195fa-d229-49a8-9709-79569af2dfb1'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:51.649164 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35bbe43-cf0b-4635-a14a-19e76e5772cd" -d '{"events": [{"server_uuid": "e6e12640-2f52-4281-94a2-93a6cf32ade4", "name": "network-vif-deleted", "tag": "65b195fa-d229-49a8-9709-79569af2dfb1"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:51.787830 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3ea45fe-4b8c-4a8d-93e8-968997e826dc req-ddb42522-9dbb-46d1-90f7-b52c50cd9884 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcf420d0-8f50-49ae-8c81-7e63d9e7b0f4&id=6a5c6a17-3c7d-450d-92ca-40298cf37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1610126 Jan 28 05:42:51.953601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device f668d12c-cd28-490a-90ff-5ee0d5ebce45 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:42:52.068255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port f668d12c-cd28-490a-90ff-5ee0d5ebce45 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:42:52.072586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port f668d12c-cd28-490a-90ff-5ee0d5ebce45 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:42:52.072968 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f668d12c-cd28-490a-90ff-5ee0d5ebce45), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:52.157837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port f668d12c-cd28-490a-90ff-5ee0d5ebce45 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:42:52.158327 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f668d12c-cd28-490a-90ff-5ee0d5ebce45), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:52.193077 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port f668d12c-cd28-490a-90ff-5ee0d5ebce45, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f668d12c-cd28-490a-90ff-5ee0d5ebce45,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:52.210223 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68d48cfd-b2a1-4ee4-ab0b-f622acac3ec2 req-cdd8d0c7-ed33-476e-aaee-cd99e661d358 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 210 time: 0.0598130 Jan 28 05:42:52.217796 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-bd745d55-4fc9-4971-8121-0c5c116d324b req-11c6592f-d90e-4367-bcfa-d76686ca687a tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Deleting port 51be4457-93f8-4e8f-a3c3-c669a879ca00 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:42:52.218171 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bd745d55-4fc9-4971-8121-0c5c116d324b req-11c6592f-d90e-4367-bcfa-d76686ca687a tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (51be4457-93f8-4e8f-a3c3-c669a879ca00), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:52.270772 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f668d12c-cd28-490a-90ff-5ee0d5ebce45), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:52.272005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 65b195fa-d229-49a8-9709-79569af2dfb1 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:42:52.313032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 65b195fa-d229-49a8-9709-79569af2dfb1 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:42:52.313032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 65b195fa-d229-49a8-9709-79569af2dfb1 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:42:52.313823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-c8b89d38-3048-436c-8b60-7434542f901e tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Router 6b0431d6-f0f5-433d-b569-bc5b128a75ec has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:42:52.339996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=f668d12c-cd28-490a-90ff-5ee0d5ebce45,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:52.340460 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e84d7b-64fb-41af-a700-ebdc0eac5b46 req-7ac5dbc4-fcd6-4003-918e-6ff8f41d55b0 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:52.342457 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f4e84d7b-64fb-41af-a700-ebdc0eac5b46 req-7ac5dbc4-fcd6-4003-918e-6ff8f41d55b0 tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 945 time: 0.1906605 Jan 28 05:42:52.462757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-bd745d55-4fc9-4971-8121-0c5c116d324b req-11c6592f-d90e-4367-bcfa-d76686ca687a tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] For port 51be4457-93f8-4e8f-a3c3-c669a879ca00, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=51be4457-93f8-4e8f-a3c3-c669a879ca00,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:52.463033 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bd745d55-4fc9-4971-8121-0c5c116d324b req-11c6592f-d90e-4367-bcfa-d76686ca687a tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (51be4457-93f8-4e8f-a3c3-c669a879ca00), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:52.488322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ea79f-f3b2-41ba-9eaf-050fd78384dd req-44ab3b97-c27b-4ca8-aa79-eb10b2a96eb9 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:52.489809 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-411ea79f-f3b2-41ba-9eaf-050fd78384dd req-44ab3b97-c27b-4ca8-aa79-eb10b2a96eb9 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=c672fc23-77db-45f9-896d-de956879a720 HTTP/1.1" status: 200 len: 945 time: 0.2015350 Jan 28 05:42:52.531035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-bd745d55-4fc9-4971-8121-0c5c116d324b req-11c6592f-d90e-4367-bcfa-d76686ca687a tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Calling delete_port for 51be4457-93f8-4e8f-a3c3-c669a879ca00 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:42:52.665338 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-c8b89d38-3048-436c-8b60-7434542f901e tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:42:52.669489 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-411ea79f-f3b2-41ba-9eaf-050fd78384dd req-743782fe-18c6-4509-a862-0fdbcb13c214 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585398 Jan 28 05:42:52.675529 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-c8b89d38-3048-436c-8b60-7434542f901e tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:52.684748 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae9e4be-d804-4d19-b2ec-6b46b9a42c15 None None] Sync routers for ids ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:42:52.708448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae9e4be-d804-4d19-b2ec-6b46b9a42c15 None None] Routers {'6b0431d6-f0f5-433d-b569-bc5b128a75ec'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:52.710224 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0ae9e4be-d804-4d19-b2ec-6b46b9a42c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:42:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:52.719738 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f4e84d7b-64fb-41af-a700-ebdc0eac5b46 req-8495fb58-f01d-40b8-bcfc-1c47a0b8eded tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Deleting port bf1200f9-2d11-4b35-9926-10249986e6fb {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:42:52.720080 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4e84d7b-64fb-41af-a700-ebdc0eac5b46 req-8495fb58-f01d-40b8-bcfc-1c47a0b8eded tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:52.802441 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb5d48d-edbc-49d1-9193-e4540ee915ef x-openstack-request-id: req-ceb5d48d-edbc-49d1-9193-e4540ee915ef {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:52.803912 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c", "name": "network-vif-plugged", "status": "completed", "tag": "38522edd-9d8a-4d74-9a98-f5684d5c33c3", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:52.806358 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ceb5d48d-edbc-49d1-9193-e4540ee915ef {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:52.807016 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38522edd-9d8a-4d74-9a98-f5684d5c33c3', 'code': 200} Jan 28 05:42:52.838216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-c8b89d38-3048-436c-8b60-7434542f901e tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "PUT /v2.0/floatingips/e7add1b8-3991-4363-8936-5a519e553128 HTTP/1.1" status: 200 len: 997 time: 2.8489528 Jan 28 05:42:52.984410 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-0ae9e4be-d804-4d19-b2ec-6b46b9a42c15 None None] Set router 6b0431d6-f0f5-433d-b569-bc5b128a75ec gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:52.998528 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f4e84d7b-64fb-41af-a700-ebdc0eac5b46 req-8495fb58-f01d-40b8-bcfc-1c47a0b8eded tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] For port bf1200f9-2d11-4b35-9926-10249986e6fb, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=bf1200f9-2d11-4b35-9926-10249986e6fb,segment=NetworkSegment(8daf45de-8e55-429f-b569-ab8f529462ff),segment_id=8daf45de-8e55-429f-b569-ab8f529462ff)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:52.998988 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4e84d7b-64fb-41af-a700-ebdc0eac5b46 req-8495fb58-f01d-40b8-bcfc-1c47a0b8eded tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:53.025058 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f4e84d7b-64fb-41af-a700-ebdc0eac5b46 req-8495fb58-f01d-40b8-bcfc-1c47a0b8eded tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Calling delete_port for bf1200f9-2d11-4b35-9926-10249986e6fb owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:42:53.043660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-e3f7283a-647c-4bf9-82cc-fc1131bf581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:53.045370 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-e3f7283a-647c-4bf9-82cc-fc1131bf581f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9757efd87e65440bab7f01532f12f95a&device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 1098 time: 0.1630681 Jan 28 05:42:53.095081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c4177-7cde-4710-ad04-29adaf9e91a0 req-82a4aa29-54ec-4666-9b3e-83060d52c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:53.096746 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d51c4177-7cde-4710-ad04-29adaf9e91a0 req-82a4aa29-54ec-4666-9b3e-83060d52c74b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 1102 time: 0.1717994 Jan 28 05:42:53.117091 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bd745d55-4fc9-4971-8121-0c5c116d324b req-11c6592f-d90e-4367-bcfa-d76686ca687a tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (51be4457-93f8-4e8f-a3c3-c669a879ca00), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:53.203324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6592f-d90e-4367-bcfa-d76686ca687a tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Pushing event deleted for resources: {'Port': ['ID=51be4457-93f8-4e8f-a3c3-c669a879ca00,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:53.253581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0ae9e4be-d804-4d19-b2ec-6b46b9a42c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1428191688-router', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:12Z', 'revision_number': 4, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'gw_port': {'id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'e7add1b8-3991-4363-8936-5a519e553128', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'floating_ip_address': '172.25.0.231', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'port_id': '19111222-3c6a-464a-abf2-8abc99c56e4e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75689896-967b-4ae5-b978-35128c8787c4', 'mac_address': 'fa:16:3e:a0:98:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869ccbb3-156d-41f7-a34b-ab287745783f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:42:47Z', 'updated_at': '2022-01-28T05:42:50Z', 'revision_number': 1, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c63db84-fcd1-4f3b-b645-270d5880074c', 'name': '', 'network_id': '75689896-967b-4ae5-b978-35128c8787c4', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'mac_address': 'fa:16:3e:b0:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:11Z', 'updated_at': '2022-01-28T05:42:19Z', 'revision_number': 5, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'subnets': [{'id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:53.292155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae9e4be-d804-4d19-b2ec-6b46b9a42c15 None None] Checking router: 6b0431d6-f0f5-433d-b569-bc5b128a75ec for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:42:53.301825 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae9e4be-d804-4d19-b2ec-6b46b9a42c15 None None] Routers {'6b0431d6-f0f5-433d-b569-bc5b128a75ec'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:53.302633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0ae9e4be-d804-4d19-b2ec-6b46b9a42c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:42:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:53.312470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd745d55-4fc9-4971-8121-0c5c116d324b req-11c6592f-d90e-4367-bcfa-d76686ca687a tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] No DVR routers for this DVR port 51be4457-93f8-4e8f-a3c3-c669a879ca00 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:42:53.316239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d51c4177-7cde-4710-ad04-29adaf9e91a0 req-c340f05b-9764-4718-bf44-a26bd984f04c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080519 Jan 28 05:42:53.319656 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bd745d55-4fc9-4971-8121-0c5c116d324b req-11c6592f-d90e-4367-bcfa-d76686ca687a tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:53.322858 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd745d55-4fc9-4971-8121-0c5c116d324b req-11c6592f-d90e-4367-bcfa-d76686ca687a tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.64 "DELETE /v2.0/ports/51be4457-93f8-4e8f-a3c3-c669a879ca00 HTTP/1.1" status: 204 len: 173 time: 1.7923326 Jan 28 05:42:53.337408 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-919511e0-64e9-4d52-9177-68311309e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:53.338944 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-919511e0-64e9-4d52-9177-68311309e286 service neutron] 10.222.0.31 "GET /v2.0/networks?id=75689896-967b-4ae5-b978-35128c8787c4 HTTP/1.1" status: 200 len: 930 time: 0.2549155 Jan 28 05:42:53.497551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-6f0bd497-8ffd-405a-908c-35c360372cd4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19111222-3c6a-464a-abf2-8abc99c56e4e HTTP/1.1" status: 200 len: 1000 time: 0.1331825 Jan 28 05:42:53.522337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05704a-7d34-43e4-b34e-220dea81ec7e req-08a04558-fe51-480c-b7a1-6f1d038b1758 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:53.524288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ad05704a-7d34-43e4-b34e-220dea81ec7e req-08a04558-fe51-480c-b7a1-6f1d038b1758 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e19dc19-9f9a-45fd-b9ad-aa9704235fb7 HTTP/1.1" status: 200 len: 950 time: 0.0708637 Jan 28 05:42:53.529899 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-0ae9e4be-d804-4d19-b2ec-6b46b9a42c15 None None] Set router 6b0431d6-f0f5-433d-b569-bc5b128a75ec gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:53.566364 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4e84d7b-64fb-41af-a700-ebdc0eac5b46 req-8495fb58-f01d-40b8-bcfc-1c47a0b8eded tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (bf1200f9-2d11-4b35-9926-10249986e6fb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:53.617524 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['bf1200f9-2d11-4b35-9926-10249986e6fb'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:53.684565 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495fb58-f01d-40b8-bcfc-1c47a0b8eded tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Pushing event deleted for resources: {'Port': ['ID=bf1200f9-2d11-4b35-9926-10249986e6fb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:53.720447 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e84d7b-64fb-41af-a700-ebdc0eac5b46 req-8495fb58-f01d-40b8-bcfc-1c47a0b8eded tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] No DVR routers for this DVR port bf1200f9-2d11-4b35-9926-10249986e6fb on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:42:53.723784 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4e84d7b-64fb-41af-a700-ebdc0eac5b46 req-8495fb58-f01d-40b8-bcfc-1c47a0b8eded tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:53.729164 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f4e84d7b-64fb-41af-a700-ebdc0eac5b46 req-8495fb58-f01d-40b8-bcfc-1c47a0b8eded tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.60 "DELETE /v2.0/ports/bf1200f9-2d11-4b35-9926-10249986e6fb HTTP/1.1" status: 204 len: 173 time: 1.3786047 Jan 28 05:42:53.732364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-db146ea2-88c6-419a-8eb3-bc66a9d59322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:53.733003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-db146ea2-88c6-419a-8eb3-bc66a9d59322 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79af50e3-d98d-4a85-83a3-bded0e557ae5 HTTP/1.1" status: 200 len: 868 time: 0.2075243 Jan 28 05:42:53.739412 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ad05704a-7d34-43e4-b34e-220dea81ec7e req-501411a5-0a38-4489-9d2b-647ecabb1775 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048495 Jan 28 05:42:53.794924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-adf28dcf-98c6-43a6-9832-87bc76ff8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:53.796590 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-adf28dcf-98c6-43a6-9832-87bc76ff8cb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=75689896-967b-4ae5-b978-35128c8787c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549521 Jan 28 05:42:53.867417 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e300c6aa-4857-4d88-b111-d693e7ca1431 x-openstack-request-id: req-e300c6aa-4857-4d88-b111-d693e7ca1431 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:53.867780 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e12640-2f52-4281-94a2-93a6cf32ade4", "name": "network-vif-deleted", "tag": "65b195fa-d229-49a8-9709-79569af2dfb1", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:53.868018 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e300c6aa-4857-4d88-b111-d693e7ca1431 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:53.868410 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e12640-2f52-4281-94a2-93a6cf32ade4', 'name': 'network-vif-deleted', 'tag': '65b195fa-d229-49a8-9709-79569af2dfb1', 'status': 'completed', 'code': 200} Jan 28 05:42:53.873743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0ae9e4be-d804-4d19-b2ec-6b46b9a42c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1428191688-router', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:12Z', 'revision_number': 4, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'gw_port': {'id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'e7add1b8-3991-4363-8936-5a519e553128', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'floating_ip_address': '172.25.0.231', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'port_id': '19111222-3c6a-464a-abf2-8abc99c56e4e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75689896-967b-4ae5-b978-35128c8787c4', 'mac_address': 'fa:16:3e:a0:98:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869ccbb3-156d-41f7-a34b-ab287745783f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:42:47Z', 'updated_at': '2022-01-28T05:42:50Z', 'revision_number': 1, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c63db84-fcd1-4f3b-b645-270d5880074c', 'name': '', 'network_id': '75689896-967b-4ae5-b978-35128c8787c4', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'mac_address': 'fa:16:3e:b0:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:11Z', 'updated_at': '2022-01-28T05:42:19Z', 'revision_number': 5, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'subnets': [{'id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:53.903147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae9e4be-d804-4d19-b2ec-6b46b9a42c15 None None] The sync data for ids ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'] in n-d-812111-12 is: [{'id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1428191688-router', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:12Z', 'revision_number': 4, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'gw_port': {'id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'e7add1b8-3991-4363-8936-5a519e553128', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'floating_ip_address': '172.25.0.231', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'port_id': '19111222-3c6a-464a-abf2-8abc99c56e4e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75689896-967b-4ae5-b978-35128c8787c4', 'mac_address': 'fa:16:3e:a0:98:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869ccbb3-156d-41f7-a34b-ab287745783f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:42:47Z', 'updated_at': '2022-01-28T05:42:50Z', 'revision_number': 1, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c63db84-fcd1-4f3b-b645-270d5880074c', 'name': '', 'network_id': '75689896-967b-4ae5-b978-35128c8787c4', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'mac_address': 'fa:16:3e:b0:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:11Z', 'updated_at': '2022-01-28T05:42:19Z', 'revision_number': 5, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'subnets': [{'id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:42:53.934970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 51be4457-93f8-4e8f-a3c3-c669a879ca00 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:42:53.952882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6087e878-0cbd-48b9-8a15-af31643498ee req-b580e130-301d-4893-90ad-d4de5d658760 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1996057152&fields=id&tenant_id=354d7997b3a94bea9a2cca0cef3fe341 HTTP/1.1" status: 200 len: 267 time: 0.0836291 Jan 28 05:42:53.959203 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-90fe194f-1aff-4f3c-b83f-d95c4ab8f351 service neutron] 10.222.0.31 "GET /v2.0/networks/75689896-967b-4ae5-b978-35128c8787c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554623 Jan 28 05:42:53.981195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 51be4457-93f8-4e8f-a3c3-c669a879ca00 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:42:53.981971 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 51be4457-93f8-4e8f-a3c3-c669a879ca00 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:42:54.083144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087e878-0cbd-48b9-8a15-af31643498ee req-b71d3565-4556-44a5-8dd7-3a2d439da2d3 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:54.084734 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6087e878-0cbd-48b9-8a15-af31643498ee req-b71d3565-4556-44a5-8dd7-3a2d439da2d3 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 985 time: 0.1245856 Jan 28 05:42:54.106352 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-6087e878-0cbd-48b9-8a15-af31643498ee req-8a092e51-3b8d-43db-805d-b4737420c427 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Request body: {'port': {'security_groups': ['6a5c6a17-3c7d-450d-92ca-40298cf37c67', 'bcf420d0-8f50-49ae-8c81-7e63d9e7b0f4', '0fae013a-bf5d-4f35-8c8a-1c58441087a6']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:54.150414 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1204f3e1-5552-4c90-bc38-1daa465aff16 req-a5c310c1-f354-4fee-97a0-7fbf5a17a37e service neutron] 10.222.0.31 "GET /v2.0/networks/75689896-967b-4ae5-b978-35128c8787c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713984 Jan 28 05:42:54.199716 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6087e878-0cbd-48b9-8a15-af31643498ee req-8a092e51-3b8d-43db-805d-b4737420c427 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:54.223944 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c31e6c-275d-47d6-8bd4-640e8275553d None None] New status for floating IP e7add1b8-3991-4363-8936-5a519e553128: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:42:54.383012 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-360de1cc-7d59-4f0f-9ae1-f5e33df74d91 req-31757dfd-36a7-452d-a97e-0994d8fdf6dc tempest-ServerRescueTestJSONUnderV235-636024788 tempest-ServerRescueTestJSONUnderV235-636024788-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5cab1e-ea4f-4448-9943-524edf425844 HTTP/1.1" status: 200 len: 210 time: 0.0412290 Jan 28 05:42:54.543154 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75f55de8-8ba2-448e-92f2-f775549ef82b req-1afa81cd-4b00-4c83-9bcf-35452aea3f58 tempest-ServerDiagnosticsNegativeTest-420256399 tempest-ServerDiagnosticsNegativeTest-420256399-project] 10.222.0.31 "GET /v2.0/ports?device_id=19e8a58e-7481-45f5-8a3a-da9a9f537885 HTTP/1.1" status: 200 len: 210 time: 0.0536180 Jan 28 05:42:54.555580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6087e878-0cbd-48b9-8a15-af31643498ee req-8a092e51-3b8d-43db-805d-b4737420c427 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] For port 1da28195-0221-47e2-9264-7a6e3bf04ac1, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1da28195-0221-47e2-9264-7a6e3bf04ac1,segment=NetworkSegment(e20b329b-421b-4121-9a6e-33d932a823e0),segment_id=e20b329b-421b-4121-9a6e-33d932a823e0)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:54.602131 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6087e878-0cbd-48b9-8a15-af31643498ee req-8a092e51-3b8d-43db-805d-b4737420c427 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:54.677791 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6087e878-0cbd-48b9-8a15-af31643498ee req-8a092e51-3b8d-43db-805d-b4737420c427 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:54.710220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['1da28195-0221-47e2-9264-7a6e3bf04ac1'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:54.737741 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['ff72beb2-99e3-4fae-8d8c-3902222f837c'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:54.773516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087e878-0cbd-48b9-8a15-af31643498ee req-8a092e51-3b8d-43db-805d-b4737420c427 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:54.774165 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6087e878-0cbd-48b9-8a15-af31643498ee req-8a092e51-3b8d-43db-805d-b4737420c427 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:54.775934 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6087e878-0cbd-48b9-8a15-af31643498ee req-8a092e51-3b8d-43db-805d-b4737420c427 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "PUT /v2.0/ports/1da28195-0221-47e2-9264-7a6e3bf04ac1 HTTP/1.1" status: 200 len: 1021 time: 0.6737936 Jan 28 05:42:54.808986 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e19dc19-9f9a-45fd-b9ad-aa9704235fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f668d12c-cd28-490a-90ff-5ee0d5ebce45'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:54.812864 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436dfba5-a09a-4972-b93c-5353c8e62e64" -d '{"events": [{"server_uuid": "8e19dc19-9f9a-45fd-b9ad-aa9704235fb7", "name": "network-vif-plugged", "status": "completed", "tag": "f668d12c-cd28-490a-90ff-5ee0d5ebce45"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:54.822099 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a092e51-3b8d-43db-805d-b4737420c427 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event updated for resources: {'Port': ['ID=1da28195-0221-47e2-9264-7a6e3bf04ac1,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:54.829720 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:54.855538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b7e9-6114-4cc9-8ad1-f06a1be26e6e req-eb0cdd4e-0d49-4e62-ac97-aacb1424cb41 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:54.858702 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90b4b7e9-6114-4cc9-8ad1-f06a1be26e6e req-eb0cdd4e-0d49-4e62-ac97-aacb1424cb41 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 805 time: 0.2088282 Jan 28 05:42:54.887496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90b4b7e9-6114-4cc9-8ad1-f06a1be26e6e req-b83d3c04-fdbe-43aa-aedf-91c81490a2c8 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/quotas/2ec92f33a3784dd995edb9a024cc34ff HTTP/1.1" status: 200 len: 375 time: 0.0275996 Jan 28 05:42:54.970765 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-497dc389-bbd7-4473-8bc9-24acbcb521a5 req-2e3cdbee-2ce1-43f1-a781-0c25319f1884 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 210 time: 0.0592408 Jan 28 05:42:55.006276 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90b4b7e9-6114-4cc9-8ad1-f06a1be26e6e req-b7a97996-64d6-475b-bd77-eabe93fe43c7 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1166153 Jan 28 05:42:55.072301 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['1da28195-0221-47e2-9264-7a6e3bf04ac1'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:42:55.141097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90b4b7e9-6114-4cc9-8ad1-f06a1be26e6e req-2edc3799-585c-490a-8940-a1ceb941be93 service neutron] 10.222.0.31 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241491 Jan 28 05:42:55.291233 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80029f4-d519-42de-af41-27bbb94d600d req-14cea0a1-0868-428a-bfae-aadc4fbeca44 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:55.296454 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b80029f4-d519-42de-af41-27bbb94d600d req-14cea0a1-0868-428a-bfae-aadc4fbeca44 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/ports?device_id=81a75a9f-0d21-4bea-a6a1-12fcf0747885 HTTP/1.1" status: 200 len: 945 time: 0.1694016 Jan 28 05:42:55.362359 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c267f-da00-48e5-9460-0f10ad808e5a req-0c616405-d210-4102-abd4-a9d7797ad8f3 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:55.364148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-229c267f-da00-48e5-9460-0f10ad808e5a req-0c616405-d210-4102-abd4-a9d7797ad8f3 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.64 "GET /v2.0/ports?device_id=81a75a9f-0d21-4bea-a6a1-12fcf0747885 HTTP/1.1" status: 200 len: 945 time: 0.2196398 Jan 28 05:42:55.389318 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90b4b7e9-6114-4cc9-8ad1-f06a1be26e6e req-a0f356f0-027b-4dca-9e5a-e6b6a079bfde service neutron] 10.222.0.31 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352936 Jan 28 05:42:55.442205 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b80029f4-d519-42de-af41-27bbb94d600d req-5b20b189-e8e1-4969-958f-9fa22bd7792a tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/security-groups?id=f406e4f7-bdd2-4927-a0f0-4aaac57475a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234281 Jan 28 05:42:55.536886 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:42:55.616631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-229c267f-da00-48e5-9460-0f10ad808e5a req-933223c7-acd3-4cba-ba5e-bb99d467d891 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Deleting port ddb9353f-3da1-4c52-a894-34fb93eb6e15 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:42:55.617017 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-229c267f-da00-48e5-9460-0f10ad808e5a req-933223c7-acd3-4cba-ba5e-bb99d467d891 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ddb9353f-3da1-4c52-a894-34fb93eb6e15), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:55.671820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-0c7c0ce2-4004-408b-b2a9-542aad7a70d7 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 258 time: 0.1749780 Jan 28 05:42:55.680983 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-885e5f4e-d27a-4c44-9ece-f196ebefed82 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:55.809826 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851ed91-370e-46f8-826d-c2c3f2c9b501 req-ede24df0-6e71-4dd6-9bd3-91f43f836819 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:55.811677 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c851ed91-370e-46f8-826d-c2c3f2c9b501 req-ede24df0-6e71-4dd6-9bd3-91f43f836819 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e19dc19-9f9a-45fd-b9ad-aa9704235fb7 HTTP/1.1" status: 200 len: 950 time: 0.0950525 Jan 28 05:42:55.846894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-229c267f-da00-48e5-9460-0f10ad808e5a req-933223c7-acd3-4cba-ba5e-bb99d467d891 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] For port ddb9353f-3da1-4c52-a894-34fb93eb6e15, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ddb9353f-3da1-4c52-a894-34fb93eb6e15,segment=NetworkSegment(11ceaf39-ca61-44f4-a20c-08ea6ba33eae),segment_id=11ceaf39-ca61-44f4-a20c-08ea6ba33eae)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:55.847297 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-229c267f-da00-48e5-9460-0f10ad808e5a req-933223c7-acd3-4cba-ba5e-bb99d467d891 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ddb9353f-3da1-4c52-a894-34fb93eb6e15), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:55.869734 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-885e5f4e-d27a-4c44-9ece-f196ebefed82 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:55.871819 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869ccbb3-156d-41f7-a34b-ab287745783f', 'tag': '19111222-3c6a-464a-abf2-8abc99c56e4e'}, {'server_uuid': '19e8a58e-7481-45f5-8a3a-da9a9f537885', 'name': 'network-vif-deleted', 'tag': '51be4457-93f8-4e8f-a3c3-c669a879ca00'}, {'server_uuid': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'name': 'network-vif-deleted', 'tag': 'bf1200f9-2d11-4b35-9926-10249986e6fb'}, {'name': 'network-changed', 'server_uuid': '55831dfd-105f-46a8-9d86-cad01feb6fe8', 'tag': '1da28195-0221-47e2-9264-7a6e3bf04ac1'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:42:55.873990 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0806a8df-e3e3-4aca-a564-64f436fe662d" -d '{"events": [{"name": "network-changed", "server_uuid": "869ccbb3-156d-41f7-a34b-ab287745783f", "tag": "19111222-3c6a-464a-abf2-8abc99c56e4e"}, {"server_uuid": "19e8a58e-7481-45f5-8a3a-da9a9f537885", "name": "network-vif-deleted", "tag": "51be4457-93f8-4e8f-a3c3-c669a879ca00"}, {"server_uuid": "ad5cab1e-ea4f-4448-9943-524edf425844", "name": "network-vif-deleted", "tag": "bf1200f9-2d11-4b35-9926-10249986e6fb"}, {"name": "network-changed", "server_uuid": "55831dfd-105f-46a8-9d86-cad01feb6fe8", "tag": "1da28195-0221-47e2-9264-7a6e3bf04ac1"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:42:55.880258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-229c267f-da00-48e5-9460-0f10ad808e5a req-933223c7-acd3-4cba-ba5e-bb99d467d891 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Calling delete_port for ddb9353f-3da1-4c52-a894-34fb93eb6e15 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:42:56.241381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c851ed91-370e-46f8-826d-c2c3f2c9b501 req-31cedacd-0124-4a1f-b5ec-e26743faa357 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211702 Jan 28 05:42:56.260377 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device bf1200f9-2d11-4b35-9926-10249986e6fb no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:42:56.308398 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: bf1200f9-2d11-4b35-9926-10249986e6fb {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:42:56.308739 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device bf1200f9-2d11-4b35-9926-10249986e6fb not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:42:56.409764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7eb68c0f-dced-45dd-a27c-f55910f46f4c req-1d275155-2e16-435c-91cd-c5aec33c450a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/0fae013a-bf5d-4f35-8c8a-1c58441087a6 HTTP/1.1" status: 200 len: 1817 time: 0.1032226 Jan 28 05:42:56.461808 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-885e5f4e-d27a-4c44-9ece-f196ebefed82 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:56.521853 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-7eb68c0f-dced-45dd-a27c-f55910f46f4c req-fe8592b2-e400-4859-bb05-5fa514657345 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 05:42:56.522929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7eb68c0f-dced-45dd-a27c-f55910f46f4c req-fe8592b2-e400-4859-bb05-5fa514657345 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "DELETE /v2.0/security-groups/0fae013a-bf5d-4f35-8c8a-1c58441087a6 HTTP/1.1" status: 409 len: 341 time: 0.1074812 Jan 28 05:42:56.564088 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-229c267f-da00-48e5-9460-0f10ad808e5a req-933223c7-acd3-4cba-ba5e-bb99d467d891 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ddb9353f-3da1-4c52-a894-34fb93eb6e15), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:56.578072 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a07e132-2ff0-4bd9-9a17-7aeb5da5aa00 x-openstack-request-id: req-7a07e132-2ff0-4bd9-9a17-7aeb5da5aa00 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:56.578447 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e19dc19-9f9a-45fd-b9ad-aa9704235fb7", "name": "network-vif-plugged", "status": "completed", "tag": "f668d12c-cd28-490a-90ff-5ee0d5ebce45", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:56.578772 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a07e132-2ff0-4bd9-9a17-7aeb5da5aa00 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:56.579240 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e19dc19-9f9a-45fd-b9ad-aa9704235fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f668d12c-cd28-490a-90ff-5ee0d5ebce45', 'code': 200} Jan 28 05:42:56.601867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933223c7-acd3-4cba-ba5e-bb99d467d891 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Pushing event deleted for resources: {'Port': ['ID=ddb9353f-3da1-4c52-a894-34fb93eb6e15,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:56.643868 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-885e5f4e-d27a-4c44-9ece-f196ebefed82 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Allocated IP 172.25.0.93 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/f9730815-3d00-47ee-b866-78c080c855fa) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:42:56.652545 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53870) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:56.664286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-229c267f-da00-48e5-9460-0f10ad808e5a req-933223c7-acd3-4cba-ba5e-bb99d467d891 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] No DVR routers for this DVR port ddb9353f-3da1-4c52-a894-34fb93eb6e15 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:42:56.664908 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-229c267f-da00-48e5-9460-0f10ad808e5a req-933223c7-acd3-4cba-ba5e-bb99d467d891 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:56.668239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-229c267f-da00-48e5-9460-0f10ad808e5a req-933223c7-acd3-4cba-ba5e-bb99d467d891 tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.64 "DELETE /v2.0/ports/ddb9353f-3da1-4c52-a894-34fb93eb6e15 HTTP/1.1" status: 204 len: 173 time: 1.2960725 Jan 28 05:42:56.834204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012edea-5358-4ae7-a751-84d0b719925b req-decc8461-f6db-4606-9157-6d9eb3c39176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:56.837470 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5012edea-5358-4ae7-a751-84d0b719925b req-decc8461-f6db-4606-9157-6d9eb3c39176 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8e19dc19-9f9a-45fd-b9ad-aa9704235fb7 HTTP/1.1" status: 200 len: 1102 time: 0.1289835 Jan 28 05:42:56.891891 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-885e5f4e-d27a-4c44-9ece-f196ebefed82 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks [] for port (f9730815-3d00-47ee-b866-78c080c855fa), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:56.931607 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5012edea-5358-4ae7-a751-84d0b719925b req-70c76cf5-8761-4f0d-a0a3-21355fa2a73f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823586 Jan 28 05:42:57.084484 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-885e5f4e-d27a-4c44-9ece-f196ebefed82 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f9730815-3d00-47ee-b866-78c080c855fa), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:57.208348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-885e5f4e-d27a-4c44-9ece-f196ebefed82 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:42:57.210739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-885e5f4e-d27a-4c44-9ece-f196ebefed82 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:42:57.217960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-885e5f4e-d27a-4c44-9ece-f196ebefed82 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:42:57.254578 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:57.255703 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-65411f9e-94ae-4479-87d1-8fb3908dd053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (d6b5a16a-4877-4306-8a81-bbdb9b8ce578), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:57.266076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e5f4e-d27a-4c44-9ece-f196ebefed82 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Pushing event updated for resources: {'Port': ['ID=f9730815-3d00-47ee-b866-78c080c855fa,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:57.409653 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-885e5f4e-d27a-4c44-9ece-f196ebefed82 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks [] for floatingip (8dd08b02-a005-42a6-8030-1283305f0f65), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:57.463132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53882) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:57.630081 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90b4b7e9-6114-4cc9-8ad1-f06a1be26e6e req-cd5104c7-ecd4-4e21-8463-07139a65e550 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&device_id=507a1626-5974-42b0-8a6c-fc5e1deed60f HTTP/1.1" status: 200 len: 210 time: 0.0359616 Jan 28 05:42:57.630927 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-885e5f4e-d27a-4c44-9ece-f196ebefed82 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f9730815-3d00-47ee-b866-78c080c855fa), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:57.845383 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1ed61065-e155-4766-a148-72179973ba0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6a954dee863481dbc6a36f53096d686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784521 Jan 28 05:42:57.847719 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53892) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:57.894717 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-65411f9e-94ae-4479-87d1-8fb3908dd053 admin admin] Deleting port a686ecc9-ef62-47d0-915c-516c8b04a221 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:42:57.895245 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-65411f9e-94ae-4479-87d1-8fb3908dd053 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a686ecc9-ef62-47d0-915c-516c8b04a221), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:57.901143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b7e9-6114-4cc9-8ad1-f06a1be26e6e req-927ffd88-17fc-475a-8d32-a92ec5d549b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:57.904506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90b4b7e9-6114-4cc9-8ad1-f06a1be26e6e req-927ffd88-17fc-475a-8d32-a92ec5d549b4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2400775 Jan 28 05:42:57.949531 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ddb9353f-3da1-4c52-a894-34fb93eb6e15 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:42:57.962802 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d647b901-d970-4053-bfe1-9992b3515da8 admin admin] Publish callbacks [] for security_group (b618d51f-a433-492d-a10d-cdd4870c13c2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:57.973370 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: ddb9353f-3da1-4c52-a894-34fb93eb6e15 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:42:57.973972 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ddb9353f-3da1-4c52-a894-34fb93eb6e15 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:42:58.008064 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d647b901-d970-4053-bfe1-9992b3515da8 admin admin] Publish callbacks [] for security_group (b618d51f-a433-492d-a10d-cdd4870c13c2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:58.023944 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-65411f9e-94ae-4479-87d1-8fb3908dd053 admin admin] For port a686ecc9-ef62-47d0-915c-516c8b04a221, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a686ecc9-ef62-47d0-915c-516c8b04a221,segment=NetworkSegment(8daf45de-8e55-429f-b569-ab8f529462ff),segment_id=8daf45de-8e55-429f-b569-ab8f529462ff)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:58.025121 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-65411f9e-94ae-4479-87d1-8fb3908dd053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a686ecc9-ef62-47d0-915c-516c8b04a221), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:58.053099 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-65411f9e-94ae-4479-87d1-8fb3908dd053 admin admin] Calling delete_port for a686ecc9-ef62-47d0-915c-516c8b04a221 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:42:58.100599 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-885e5f4e-d27a-4c44-9ece-f196ebefed82 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks [] for port (f9730815-3d00-47ee-b866-78c080c855fa), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:58.103994 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 688 Content-Type: application/json Date: Fri, 28 Jan 2022 05:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca672d3a-36b4-43f4-9f66-e9bcc98eb8cc x-openstack-request-id: req-ca672d3a-36b4-43f4-9f66-e9bcc98eb8cc {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:42:58.104604 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869ccbb3-156d-41f7-a34b-ab287745783f", "tag": "19111222-3c6a-464a-abf2-8abc99c56e4e", "status": "completed", "code": 200}, {"server_uuid": "19e8a58e-7481-45f5-8a3a-da9a9f537885", "name": "network-vif-deleted", "tag": "51be4457-93f8-4e8f-a3c3-c669a879ca00", "status": "completed", "code": 200}, {"server_uuid": "ad5cab1e-ea4f-4448-9943-524edf425844", "name": "network-vif-deleted", "tag": "bf1200f9-2d11-4b35-9926-10249986e6fb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "55831dfd-105f-46a8-9d86-cad01feb6fe8", "tag": "1da28195-0221-47e2-9264-7a6e3bf04ac1", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:42:58.105069 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca672d3a-36b4-43f4-9f66-e9bcc98eb8cc {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:42:58.105714 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869ccbb3-156d-41f7-a34b-ab287745783f', 'tag': '19111222-3c6a-464a-abf2-8abc99c56e4e', 'status': 'completed', 'code': 200} Jan 28 05:42:58.106167 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e8a58e-7481-45f5-8a3a-da9a9f537885', 'name': 'network-vif-deleted', 'tag': '51be4457-93f8-4e8f-a3c3-c669a879ca00', 'status': 'completed', 'code': 200} Jan 28 05:42:58.106652 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5cab1e-ea4f-4448-9943-524edf425844', 'name': 'network-vif-deleted', 'tag': 'bf1200f9-2d11-4b35-9926-10249986e6fb', 'status': 'completed', 'code': 200} Jan 28 05:42:58.111169 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55831dfd-105f-46a8-9d86-cad01feb6fe8', 'tag': '1da28195-0221-47e2-9264-7a6e3bf04ac1', 'status': 'completed', 'code': 200} Jan 28 05:42:58.207767 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-885e5f4e-d27a-4c44-9ece-f196ebefed82 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (f9730815-3d00-47ee-b866-78c080c855fa), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:58.245611 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-356d8f5b-0605-497e-aadf-7d47fb6ddfae req-8a211ae8-608c-4b77-b5ea-839a3f5b60e2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 210 time: 0.0654879 Jan 28 05:42:58.253586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b7e9-6114-4cc9-8ad1-f06a1be26e6e req-9dd1fdc6-ae44-4e93-91a1-37262438e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:58.255812 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90b4b7e9-6114-4cc9-8ad1-f06a1be26e6e req-9dd1fdc6-ae44-4e93-91a1-37262438e2d9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3393888 Jan 28 05:42:58.256247 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d647b901-d970-4053-bfe1-9992b3515da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b618d51f-a433-492d-a10d-cdd4870c13c2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:58.259173 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d647b901-d970-4053-bfe1-9992b3515da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:58.261226 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d647b901-d970-4053-bfe1-9992b3515da8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b618d51f-a433-492d-a10d-cdd4870c13c2 HTTP/1.1" status: 204 len: 168 time: 0.4118018 Jan 28 05:42:58.277308 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647b901-d970-4053-bfe1-9992b3515da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b618d51f-a433-492d-a10d-cdd4870c13c2,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:58.325648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-aa80b351-0436-41ae-a9f1-310313c18e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:58.335002 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-aa80b351-0436-41ae-a9f1-310313c18e9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9757efd87e65440bab7f01532f12f95a&device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 1098 time: 0.2093771 Jan 28 05:42:58.411164 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-65411f9e-94ae-4479-87d1-8fb3908dd053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a686ecc9-ef62-47d0-915c-516c8b04a221), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:58.446321 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65411f9e-94ae-4479-87d1-8fb3908dd053 admin admin] Pushing event deleted for resources: {'Port': ['ID=a686ecc9-ef62-47d0-915c-516c8b04a221,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:58.500896 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90b4b7e9-6114-4cc9-8ad1-f06a1be26e6e req-ddf180c0-dae8-41f9-9a9a-5228508cfb56 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "GET /v2.0/ports?device_id=507a1626-5974-42b0-8a6c-fc5e1deed60f HTTP/1.1" status: 200 len: 210 time: 0.0918841 Jan 28 05:42:58.502777 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-395bcbb1-388f-4e85-bc2b-bc1331fb6780 req-a6721d4f-1e3d-4d4b-9f26-32035e33169d tempest-AttachSCSIVolumeTestJSON-1845060559 tempest-AttachSCSIVolumeTestJSON-1845060559-project] 10.222.0.31 "GET /v2.0/ports?device_id=81a75a9f-0d21-4bea-a6a1-12fcf0747885 HTTP/1.1" status: 200 len: 210 time: 0.1182063 Jan 28 05:42:58.509363 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e5f4e-d27a-4c44-9ece-f196ebefed82 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Pushing event updated for resources: {'Port': ['ID=f9730815-3d00-47ee-b866-78c080c855fa,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:58.525512 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-885e5f4e-d27a-4c44-9ece-f196ebefed82 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (8dd08b02-a005-42a6-8030-1283305f0f65), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:58.599779 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-573ae775-8c66-44bd-87f8-a00086252f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:58.602581 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-573ae775-8c66-44bd-87f8-a00086252f5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=75689896-967b-4ae5-b978-35128c8787c4 HTTP/1.1" status: 200 len: 930 time: 0.2354386 Jan 28 05:42:58.668586 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-885e5f4e-d27a-4c44-9ece-f196ebefed82 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:58.668586 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-885e5f4e-d27a-4c44-9ece-f196ebefed82 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9939611 Jan 28 05:42:58.751751 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-65411f9e-94ae-4479-87d1-8fb3908dd053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (d6b5a16a-4877-4306-8a81-bbdb9b8ce578), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:58.764181 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-c707049e-b920-4cd7-bea2-336d813d050e tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.0649018 Jan 28 05:42:58.771710 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-d5f0c482-aa47-4511-b5e9-a1070d5b8622 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19111222-3c6a-464a-abf2-8abc99c56e4e HTTP/1.1" status: 200 len: 1002 time: 0.1441920 Jan 28 05:42:58.912916 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-41cb020a-eb94-484b-ae48-c3bc924a7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:58.914444 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-41cb020a-eb94-484b-ae48-c3bc924a7504 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79af50e3-d98d-4a85-83a3-bded0e557ae5 HTTP/1.1" status: 200 len: 868 time: 0.1343975 Jan 28 05:42:58.988483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-1bf04212-22f5-41c6-9be8-bb025bad528e tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:58.989877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b45b0516-fbfa-499a-a9dd-8504cd530b80 req-1bf04212-22f5-41c6-9be8-bb025bad528e tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.2127550 Jan 28 05:42:58.995186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-3ed76dfb-fd13-456f-964d-e5a46ddae35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:58.997107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-3ed76dfb-fd13-456f-964d-e5a46ddae35e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75689896-967b-4ae5-b978-35128c8787c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723138 Jan 28 05:42:59.027839 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65411f9e-94ae-4479-87d1-8fb3908dd053 admin admin] Router d6b5a16a-4877-4306-8a81-bbdb9b8ce578 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:42:59.161536 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65411f9e-94ae-4479-87d1-8fb3908dd053 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:42:59.177466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad43ec6-5516-4f69-809c-4e8b5615f0ce None None] Sync routers for ids ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:42:59.179321 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-65411f9e-94ae-4479-87d1-8fb3908dd053 admin admin] 10.222.0.31 "PUT /v2.0/routers/d6b5a16a-4877-4306-8a81-bbdb9b8ce578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5241356 Jan 28 05:42:59.181666 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53908) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:59.190934 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad43ec6-5516-4f69-809c-4e8b5615f0ce None None] Routers {'d6b5a16a-4877-4306-8a81-bbdb9b8ce578'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:59.191863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3ad43ec6-5516-4f69-809c-4e8b5615f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:42:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:59.254206 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53910) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:59.254444 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb015731-b196-440b-997a-4db2f8597347 req-6444980a-99d1-4939-a538-c474565f3135 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:59.256399 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb015731-b196-440b-997a-4db2f8597347 req-6444980a-99d1-4939-a538-c474565f3135 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1243186 Jan 28 05:42:59.272993 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-25bc646e-61e9-48db-bc29-6158d01951c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:59.313452 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-3ad43ec6-5516-4f69-809c-4e8b5615f0ce None None] Set router d6b5a16a-4877-4306-8a81-bbdb9b8ce578 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:59.346826 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb015731-b196-440b-997a-4db2f8597347 req-1508d466-63cd-4af7-8a36-8112884d19ee tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.0703828 Jan 28 05:42:59.360466 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6ff9b-583c-44ce-9321-4a6e2b5bbaaa req-ed0000c7-85ff-41f6-ade0-c3777142c8b1 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:59.370662 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ccb6ff9b-583c-44ce-9321-4a6e2b5bbaaa req-ed0000c7-85ff-41f6-ade0-c3777142c8b1 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e19dc19-9f9a-45fd-b9ad-aa9704235fb7 HTTP/1.1" status: 200 len: 950 time: 0.2562299 Jan 28 05:42:59.383026 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b86e548-f90f-463c-b745-83034e46467a admin admin] Publish callbacks [] for router (d6b5a16a-4877-4306-8a81-bbdb9b8ce578), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:59.387188 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-fb015731-b196-440b-997a-4db2f8597347 req-18241b22-0317-4506-bdea-b347e3f3115a tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Request body: {'floatingip': {'port_id': '19111222-3c6a-464a-abf2-8abc99c56e4e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:42:59.435542 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fb015731-b196-440b-997a-4db2f8597347 req-18241b22-0317-4506-bdea-b347e3f3115a tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks [] for floatingip (8dd08b02-a005-42a6-8030-1283305f0f65), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:59.485056 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-e8e661cd-2adb-4366-a6aa-80a31345a553 service neutron] 10.222.0.60 "GET /v2.0/networks/75689896-967b-4ae5-b978-35128c8787c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701259 Jan 28 05:42:59.522010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3ad43ec6-5516-4f69-809c-4e8b5615f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'name': 'tempest-ServerRescueTestJSONUnderV235-36047363-router', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:45Z', 'updated_at': '2022-01-28T05:42:58Z', 'revision_number': 5, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'gw_port': {'id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:49Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:59.527221 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-25bc646e-61e9-48db-bc29-6158d01951c0 admin admin] Publish callbacks [] for security_group (3a8c1256-0f85-4132-ac23-f94182113a9d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:59.552574 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b86e548-f90f-463c-b745-83034e46467a admin admin] Publish callbacks [] for router_gateway (d6b5a16a-4877-4306-8a81-bbdb9b8ce578), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:59.554657 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad43ec6-5516-4f69-809c-4e8b5615f0ce None None] Checking router: d6b5a16a-4877-4306-8a81-bbdb9b8ce578 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:42:59.564057 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad43ec6-5516-4f69-809c-4e8b5615f0ce None None] Routers {'d6b5a16a-4877-4306-8a81-bbdb9b8ce578'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:42:59.570081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3ad43ec6-5516-4f69-809c-4e8b5615f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:42:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:59.585092 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-25bc646e-61e9-48db-bc29-6158d01951c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3a8c1256-0f85-4132-ac23-f94182113a9d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:59.654966 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ccb6ff9b-583c-44ce-9321-4a6e2b5bbaaa req-310d3d95-ed4f-4807-9e32-0387a78d7562 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825212 Jan 28 05:42:59.664198 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-25bc646e-61e9-48db-bc29-6158d01951c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56660bb18144497c93d56e480d2a0521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4088099 Jan 28 05:42:59.665068 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53916) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:42:59.674581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc646e-61e9-48db-bc29-6158d01951c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8c1256-0f85-4132-ac23-f94182113a9d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:42:59.687832 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-3ad43ec6-5516-4f69-809c-4e8b5615f0ce None None] Set router d6b5a16a-4877-4306-8a81-bbdb9b8ce578 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:42:59.737861 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-3b86e548-f90f-463c-b745-83034e46467a admin admin] Deleting port b5bdfa36-19a9-4597-87ee-2aab43804a31 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:42:59.737861 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b86e548-f90f-463c-b745-83034e46467a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b5bdfa36-19a9-4597-87ee-2aab43804a31), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:59.739619 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0715cc2-501b-41fc-9dc2-e2598a992db0 admin admin] Publish callbacks [] for security_group (3a8c1256-0f85-4132-ac23-f94182113a9d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:59.807172 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0715cc2-501b-41fc-9dc2-e2598a992db0 admin admin] Publish callbacks [] for security_group (3a8c1256-0f85-4132-ac23-f94182113a9d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:59.862131 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-2cc0f611-c183-4bc3-9c85-f3ee525e3407 service neutron] 10.222.0.60 "GET /v2.0/networks/75689896-967b-4ae5-b978-35128c8787c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619082 Jan 28 05:42:59.883967 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-3b86e548-f90f-463c-b745-83034e46467a admin admin] For port b5bdfa36-19a9-4597-87ee-2aab43804a31, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b5bdfa36-19a9-4597-87ee-2aab43804a31,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:42:59.884345 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b86e548-f90f-463c-b745-83034e46467a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b5bdfa36-19a9-4597-87ee-2aab43804a31), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:59.887470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3280085-d90a-402e-bb94-f92072a94707 req-4ae334ba-387e-48cc-9ace-1ddb75107166 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:42:59.895428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3280085-d90a-402e-bb94-f92072a94707 req-4ae334ba-387e-48cc-9ace-1ddb75107166 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 1024 time: 0.0929866 Jan 28 05:42:59.903339 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3ad43ec6-5516-4f69-809c-4e8b5615f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'name': 'tempest-ServerRescueTestJSONUnderV235-36047363-router', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:45Z', 'updated_at': '2022-01-28T05:42:58Z', 'revision_number': 5, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'gw_port': {'id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:49Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:42:59.906907 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-3b86e548-f90f-463c-b745-83034e46467a admin admin] Calling delete_port for b5bdfa36-19a9-4597-87ee-2aab43804a31 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:42:59.948568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad43ec6-5516-4f69-809c-4e8b5615f0ce None None] The sync data for ids ['d6b5a16a-4877-4306-8a81-bbdb9b8ce578'] in n-d-812111-12 is: [{'id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'name': 'tempest-ServerRescueTestJSONUnderV235-36047363-router', 'tenant_id': '65d1630dd99f462f88d092b15e2322ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:45Z', 'updated_at': '2022-01-28T05:42:58Z', 'revision_number': 5, 'project_id': '65d1630dd99f462f88d092b15e2322ea', 'gw_port': {'id': 'b5bdfa36-19a9-4597-87ee-2aab43804a31', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b5a16a-4877-4306-8a81-bbdb9b8ce578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:49Z', 'updated_at': '2022-01-28T05:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:42:59.995960 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0715cc2-501b-41fc-9dc2-e2598a992db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3a8c1256-0f85-4132-ac23-f94182113a9d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:42:59.999028 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0715cc2-501b-41fc-9dc2-e2598a992db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:00.003286 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b0715cc2-501b-41fc-9dc2-e2598a992db0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a8c1256-0f85-4132-ac23-f94182113a9d HTTP/1.1" status: 204 len: 168 time: 0.3341508 Jan 28 05:43:00.054918 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3280085-d90a-402e-bb94-f92072a94707 req-e5b385df-9639-4b35-99ae-5350280d6cb7 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcf420d0-8f50-49ae-8c81-7e63d9e7b0f4&id=0fae013a-bf5d-4f35-8c8a-1c58441087a6&id=6a5c6a17-3c7d-450d-92ca-40298cf37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1585188 Jan 28 05:43:00.057927 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0715cc2-501b-41fc-9dc2-e2598a992db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8c1256-0f85-4132-ac23-f94182113a9d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:00.122126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a75a9f-0d21-4bea-a6a1-12fcf0747885', 'name': 'network-vif-deleted', 'tag': 'ddb9353f-3da1-4c52-a894-34fb93eb6e15'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:00.124691 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c9a8e6-591b-411d-aaef-bb9b7abf11bc" -d '{"events": [{"server_uuid": "81a75a9f-0d21-4bea-a6a1-12fcf0747885", "name": "network-vif-deleted", "tag": "ddb9353f-3da1-4c52-a894-34fb93eb6e15"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:00.140468 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-fb015731-b196-440b-997a-4db2f8597347 req-18241b22-0317-4506-bdea-b347e3f3115a tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 05:43:00.154011 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb015731-b196-440b-997a-4db2f8597347 req-18241b22-0317-4506-bdea-b347e3f3115a tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "PUT /v2.0/floatingips/8dd08b02-a005-42a6-8030-1283305f0f65 HTTP/1.1" status: 409 len: 550 time: 0.7707114 Jan 28 05:43:00.256618 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b86e548-f90f-463c-b745-83034e46467a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (b5bdfa36-19a9-4597-87ee-2aab43804a31), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:00.259025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-2cf2d350-476a-4102-a5c6-6b96035556d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:00.260597 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-2cf2d350-476a-4102-a5c6-6b96035556d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=354d7997b3a94bea9a2cca0cef3fe341&device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 1176 time: 0.2341106 Jan 28 05:43:00.284068 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86e548-f90f-463c-b745-83034e46467a admin admin] Pushing event deleted for resources: {'Port': ['ID=b5bdfa36-19a9-4597-87ee-2aab43804a31,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:00.302618 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dfd3b3ad-1dc2-4ac8-8708-28a38ed75995 req-2ffa1fc8-74e3-4b3e-8a8e-9b6e57d8f263 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 210 time: 0.0626206 Jan 28 05:43:00.428660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f59203-3b93-4901-9a87-8d284383c979 req-0e46f959-61bf-4f06-bfbb-813f5940c1ae tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:00.430610 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30f59203-3b93-4901-9a87-8d284383c979 req-0e46f959-61bf-4f06-bfbb-813f5940c1ae tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 805 time: 0.2753201 Jan 28 05:43:00.445812 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b86e548-f90f-463c-b745-83034e46467a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (d6b5a16a-4877-4306-8a81-bbdb9b8ce578), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:00.453953 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30f59203-3b93-4901-9a87-8d284383c979 req-7cc8a91f-1a67-4d59-bb6a-0eec5a9c0b90 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/quotas/2ec92f33a3784dd995edb9a024cc34ff HTTP/1.1" status: 200 len: 375 time: 0.0157483 Jan 28 05:43:00.485888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-33297f35-98fa-4770-99ce-4941d98c6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:00.488395 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-33297f35-98fa-4770-99ce-4941d98c6eba service neutron] 10.222.0.60 "GET /v2.0/networks?id=c8dea946-1eda-441f-818f-132915c7e7a2 HTTP/1.1" status: 200 len: 913 time: 0.2091036 Jan 28 05:43:00.567427 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-291a88d7-ac92-4378-95ee-c06ee4361beb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1da28195-0221-47e2-9264-7a6e3bf04ac1 HTTP/1.1" status: 200 len: 217 time: 0.0634575 Jan 28 05:43:00.637730 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a686ecc9-ef62-47d0-915c-516c8b04a221 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:43:00.651012 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b86e548-f90f-463c-b745-83034e46467a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (d6b5a16a-4877-4306-8a81-bbdb9b8ce578), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:00.653784 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b86e548-f90f-463c-b745-83034e46467a admin admin] Publish callbacks [] for router_controller (d6b5a16a-4877-4306-8a81-bbdb9b8ce578), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:00.685518 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: a686ecc9-ef62-47d0-915c-516c8b04a221 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:43:00.691348 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a686ecc9-ef62-47d0-915c-516c8b04a221 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:43:00.725978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30f59203-3b93-4901-9a87-8d284383c979 req-889a2f4f-49be-4e75-a72e-1ec373ef4873 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2617135 Jan 28 05:43:00.771655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-fb8df8e7-616c-42f5-a805-70723c885308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:00.779773 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-fb8df8e7-616c-42f5-a805-70723c885308 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=246780a3-7b7a-413e-90b2-2cea78d98b20 HTTP/1.1" status: 200 len: 852 time: 0.1670802 Jan 28 05:43:00.785614 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b86e548-f90f-463c-b745-83034e46467a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (d6b5a16a-4877-4306-8a81-bbdb9b8ce578), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:00.786168 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b86e548-f90f-463c-b745-83034e46467a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6b5a16a-4877-4306-8a81-bbdb9b8ce578 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:43:00.790848 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b86e548-f90f-463c-b745-83034e46467a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:00.794488 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3b86e548-f90f-463c-b745-83034e46467a admin admin] 10.222.0.31 "DELETE /v2.0/routers/d6b5a16a-4877-4306-8a81-bbdb9b8ce578 HTTP/1.1" status: 204 len: 168 time: 1.6117260 Jan 28 05:43:00.795428 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53954) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:00.929975 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-378b2348-323c-4723-875f-dd0a297ae794 admin admin] Deleting subnet a5b1eb11-9372-4285-a398-f70d8c8c3671 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:43:00.937170 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-378b2348-323c-4723-875f-dd0a297ae794 admin admin] Publish callbacks [] for subnet (a5b1eb11-9372-4285-a398-f70d8c8c3671), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:00.990200 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-378b2348-323c-4723-875f-dd0a297ae794 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (a5b1eb11-9372-4285-a398-f70d8c8c3671), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:01.040938 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-378b2348-323c-4723-875f-dd0a297ae794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (a5b1eb11-9372-4285-a398-f70d8c8c3671), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:01.207548 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-378b2348-323c-4723-875f-dd0a297ae794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (a5b1eb11-9372-4285-a398-f70d8c8c3671), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:01.235434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b2348-323c-4723-875f-dd0a297ae794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b1eb11-9372-4285-a398-f70d8c8c3671,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:01.239893 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-378b2348-323c-4723-875f-dd0a297ae794 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:01.247465 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53980) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:01.255586 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-378b2348-323c-4723-875f-dd0a297ae794 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a5b1eb11-9372-4285-a398-f70d8c8c3671 HTTP/1.1" status: 204 len: 168 time: 0.4550316 Jan 28 05:43:01.256503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b71114-8ee9-4c83-97ea-b8bf9cc1afb9 req-e30e5e76-d132-443e-b52b-e23141d8cec3 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:01.258680 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1b71114-8ee9-4c83-97ea-b8bf9cc1afb9 req-e30e5e76-d132-443e-b52b-e23141d8cec3 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.6903241 Jan 28 05:43:01.306465 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-e3083a90-5c8f-40c2-9cb3-8aa0aeb3eee5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c8dea946-1eda-441f-818f-132915c7e7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795012 Jan 28 05:43:01.515786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1b71114-8ee9-4c83-97ea-b8bf9cc1afb9 req-40baa414-94be-4b5c-9c20-8ceae170b44d tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121589 Jan 28 05:43:01.624517 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31e3c8-bbce-4115-9d2a-4b0592dfdd9d req-8bd96f9b-705e-424e-9e04-86c2607421a5 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:01.626316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e31e3c8-bbce-4115-9d2a-4b0592dfdd9d req-8bd96f9b-705e-424e-9e04-86c2607421a5 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.60 "GET /v2.0/ports?device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 1024 time: 0.4006066 Jan 28 05:43:01.681103 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5b2d06-554e-44da-85a8-cbdff59eb4ba x-openstack-request-id: req-aa5b2d06-554e-44da-85a8-cbdff59eb4ba {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:01.681985 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a75a9f-0d21-4bea-a6a1-12fcf0747885", "name": "network-vif-deleted", "tag": "ddb9353f-3da1-4c52-a894-34fb93eb6e15", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:01.682115 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa5b2d06-554e-44da-85a8-cbdff59eb4ba {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:01.682826 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a75a9f-0d21-4bea-a6a1-12fcf0747885', 'name': 'network-vif-deleted', 'tag': 'ddb9353f-3da1-4c52-a894-34fb93eb6e15', 'status': 'completed', 'code': 200} Jan 28 05:43:01.692773 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-728e1bbc-ec99-48ac-890f-a21a8eac9b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (61b95cd5-ca03-4d9d-a93b-dda3240d6ae6), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:01.807336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30f59203-3b93-4901-9a87-8d284383c979 req-18ac106c-3fcb-48c5-b891-e39266f1b7ac service neutron] 10.222.0.31 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0804226 Jan 28 05:43:01.923129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-91e03f66-a1a0-4956-becb-fccc82713271 service neutron] 10.222.0.60 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971479 Jan 28 05:43:01.931625 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-305052aa-fe32-4a2d-8422-3b79335fea44 req-5b2a83a0-0bf3-42c7-bbb1-434c9f5ec375 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/floatingips/8dd08b02-a005-42a6-8030-1283305f0f65 HTTP/1.1" status: 200 len: 692 time: 0.1613379 Jan 28 05:43:02.077509 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-728e1bbc-ec99-48ac-890f-a21a8eac9b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (61b95cd5-ca03-4d9d-a93b-dda3240d6ae6), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:02.167405 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-728e1bbc-ec99-48ac-890f-a21a8eac9b17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b95cd5-ca03-4d9d-a93b-dda3240d6ae6']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:02.175757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-5e31e3c8-bbce-4115-9d2a-4b0592dfdd9d req-712afd30-dcb9-42d2-aa53-c6cacf0e998a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Deleting port 1da28195-0221-47e2-9264-7a6e3bf04ac1 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:02.176091 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5e31e3c8-bbce-4115-9d2a-4b0592dfdd9d req-712afd30-dcb9-42d2-aa53-c6cacf0e998a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:02.197704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30f59203-3b93-4901-9a87-8d284383c979 req-88f5f21f-caf2-4024-a208-38cc1770355f service neutron] 10.222.0.31 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895214 Jan 28 05:43:02.199388 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-728e1bbc-ec99-48ac-890f-a21a8eac9b17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8daf45de-8e55-429f-b569-ab8f529462ff') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:02.199681 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-728e1bbc-ec99-48ac-890f-a21a8eac9b17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8daf45de-8e55-429f-b569-ab8f529462ff') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:02.274055 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-728e1bbc-ec99-48ac-890f-a21a8eac9b17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (8daf45de-8e55-429f-b569-ab8f529462ff), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:02.302849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b5bdfa36-19a9-4597-87ee-2aab43804a31 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:43:02.323842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: b5bdfa36-19a9-4597-87ee-2aab43804a31 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:43:02.324191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b5bdfa36-19a9-4597-87ee-2aab43804a31 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:43:02.365853 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305052aa-fe32-4a2d-8422-3b79335fea44 req-17caa210-0ec4-4dd7-91c6-e76dbd1fdab3 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:02.367544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-305052aa-fe32-4a2d-8422-3b79335fea44 req-17caa210-0ec4-4dd7-91c6-e76dbd1fdab3 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.4090505 Jan 28 05:43:02.368856 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-728e1bbc-ec99-48ac-890f-a21a8eac9b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (8daf45de-8e55-429f-b569-ab8f529462ff), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:02.397936 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728e1bbc-ec99-48ac-890f-a21a8eac9b17 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:43:02.398363 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-728e1bbc-ec99-48ac-890f-a21a8eac9b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (8daf45de-8e55-429f-b569-ab8f529462ff), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:43:02.400041 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:43:02.425611 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0806a8df-e3e3-4aca-a564-64f436fe662d req-22fb8500-324e-4ff4-8d41-de95a14eaff1 service neutron] 10.222.0.60 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869099 Jan 28 05:43:02.454185 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37729e27-dd48-4d7e-95c9-f3cb97c598c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:02.560303 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-305052aa-fe32-4a2d-8422-3b79335fea44 req-6ffa38dc-d521-4b81-bb81-e929a4ed6411 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.1804724 Jan 28 05:43:02.564225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5e31e3c8-bbce-4115-9d2a-4b0592dfdd9d req-712afd30-dcb9-42d2-aa53-c6cacf0e998a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] For port 1da28195-0221-47e2-9264-7a6e3bf04ac1, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1da28195-0221-47e2-9264-7a6e3bf04ac1,segment=NetworkSegment(e20b329b-421b-4121-9a6e-33d932a823e0),segment_id=e20b329b-421b-4121-9a6e-33d932a823e0)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:02.564678 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5e31e3c8-bbce-4115-9d2a-4b0592dfdd9d req-712afd30-dcb9-42d2-aa53-c6cacf0e998a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:02.628433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-305052aa-fe32-4a2d-8422-3b79335fea44 req-be2f4901-77c5-40df-9bef-460698c792ac tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.0671234 Jan 28 05:43:02.645341 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-5e31e3c8-bbce-4115-9d2a-4b0592dfdd9d req-712afd30-dcb9-42d2-aa53-c6cacf0e998a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Calling delete_port for 1da28195-0221-47e2-9264-7a6e3bf04ac1 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:02.735908 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-728e1bbc-ec99-48ac-890f-a21a8eac9b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (61b95cd5-ca03-4d9d-a93b-dda3240d6ae6), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:02.745052 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-728e1bbc-ec99-48ac-890f-a21a8eac9b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:02.751549 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-728e1bbc-ec99-48ac-890f-a21a8eac9b17 admin admin] 10.222.0.31 "DELETE /v2.0/networks/61b95cd5-ca03-4d9d-a93b-dda3240d6ae6 HTTP/1.1" status: 204 len: 168 time: 1.5031331 Jan 28 05:43:02.920000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e1bbc-ec99-48ac-890f-a21a8eac9b17 admin admin] Pushing event deleted for resources: {'Network': ['ID=61b95cd5-ca03-4d9d-a93b-dda3240d6ae6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:02.971650 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a49265-0979-44d9-92b0-d864b1a5dffe req-c769050b-8727-4633-9ada-87b8c3694e3e tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:02.974431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31a49265-0979-44d9-92b0-d864b1a5dffe req-c769050b-8727-4633-9ada-87b8c3694e3e tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=55831dfd-105f-46a8-9d86-cad01feb6fe8 HTTP/1.1" status: 200 len: 1024 time: 0.3395534 Jan 28 05:43:03.080118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-305052aa-fe32-4a2d-8422-3b79335fea44 req-5b650271-9594-4e95-9b17-75f870a50b8c tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Deleting port f9730815-3d00-47ee-b866-78c080c855fa {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:03.080790 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-305052aa-fe32-4a2d-8422-3b79335fea44 req-5b650271-9594-4e95-9b17-75f870a50b8c tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f9730815-3d00-47ee-b866-78c080c855fa), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:03.139790 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5e31e3c8-bbce-4115-9d2a-4b0592dfdd9d req-712afd30-dcb9-42d2-aa53-c6cacf0e998a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (1da28195-0221-47e2-9264-7a6e3bf04ac1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:03.177630 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['ff72beb2-99e3-4fae-8d8c-3902222f837c'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:03.181245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['1da28195-0221-47e2-9264-7a6e3bf04ac1'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:03.181407 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712afd30-dcb9-42d2-aa53-c6cacf0e998a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event deleted for resources: {'Port': ['ID=1da28195-0221-47e2-9264-7a6e3bf04ac1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:03.192192 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31a49265-0979-44d9-92b0-d864b1a5dffe req-9c4ee1c8-678c-4135-98ff-2bd00a3e0e85 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcf420d0-8f50-49ae-8c81-7e63d9e7b0f4&id=0fae013a-bf5d-4f35-8c8a-1c58441087a6&id=6a5c6a17-3c7d-450d-92ca-40298cf37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2104940 Jan 28 05:43:03.278239 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e31e3c8-bbce-4115-9d2a-4b0592dfdd9d req-712afd30-dcb9-42d2-aa53-c6cacf0e998a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] No DVR routers for this DVR port 1da28195-0221-47e2-9264-7a6e3bf04ac1 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:43:03.282189 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5e31e3c8-bbce-4115-9d2a-4b0592dfdd9d req-712afd30-dcb9-42d2-aa53-c6cacf0e998a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:03.287415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e31e3c8-bbce-4115-9d2a-4b0592dfdd9d req-712afd30-dcb9-42d2-aa53-c6cacf0e998a tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.60 "DELETE /v2.0/ports/1da28195-0221-47e2-9264-7a6e3bf04ac1 HTTP/1.1" status: 204 len: 173 time: 1.6371601 Jan 28 05:43:03.288537 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-305052aa-fe32-4a2d-8422-3b79335fea44 req-5b650271-9594-4e95-9b17-75f870a50b8c tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f9730815-3d00-47ee-b866-78c080c855fa), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:03.288886 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-305052aa-fe32-4a2d-8422-3b79335fea44 req-5b650271-9594-4e95-9b17-75f870a50b8c tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks [] for floatingip (f9730815-3d00-47ee-b866-78c080c855fa), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:03.313893 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-305052aa-fe32-4a2d-8422-3b79335fea44 req-5b650271-9594-4e95-9b17-75f870a50b8c tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Calling delete_port for f9730815-3d00-47ee-b866-78c080c855fa owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:03.390022 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37cb964c-f356-4666-8626-b45ec38c3cf2 req-5a766182-daf8-43a1-9440-75952077340e tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6e12640-2f52-4281-94a2-93a6cf32ade4 HTTP/1.1" status: 200 len: 210 time: 0.0638380 Jan 28 05:43:03.392203 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54044) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:03.443274 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-15eea0e2-db50-400f-a07e-47ddd4b4d92b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65d1630dd99f462f88d092b15e2322ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487955 Jan 28 05:43:03.444182 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54046) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:03.601273 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] Publish callbacks [] for security_group (8acb850d-9464-47ff-82df-41c946b62dd5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:03.608931 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-5a85859f-eee5-4f0a-9525-eaaf6d02bc11 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=87e72158ff404a2fa58280115f3da933&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356247 Jan 28 05:43:03.633758 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-305052aa-fe32-4a2d-8422-3b79335fea44 req-5b650271-9594-4e95-9b17-75f870a50b8c tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f9730815-3d00-47ee-b866-78c080c855fa), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:03.644626 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] Publish callbacks [] for security_group (8acb850d-9464-47ff-82df-41c946b62dd5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:03.699660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55831dfd-105f-46a8-9d86-cad01feb6fe8', 'name': 'network-vif-deleted', 'tag': '1da28195-0221-47e2-9264-7a6e3bf04ac1'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:03.701883 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f83826-43fb-424a-bf6e-0ea3ff93d653" -d '{"events": [{"server_uuid": "55831dfd-105f-46a8-9d86-cad01feb6fe8", "name": "network-vif-deleted", "tag": "1da28195-0221-47e2-9264-7a6e3bf04ac1"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:03.712044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b650271-9594-4e95-9b17-75f870a50b8c tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Pushing event deleted for resources: {'Port': ['ID=f9730815-3d00-47ee-b866-78c080c855fa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:03.802907 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8acb850d-9464-47ff-82df-41c946b62dd5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:03.808329 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:03.812038 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8acb850d-9464-47ff-82df-41c946b62dd5 HTTP/1.1" status: 204 len: 168 time: 0.3664556 Jan 28 05:43:03.822342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-39257ae1-f591-409d-a215-a071a4d30851 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:03.828712 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-39257ae1-f591-409d-a215-a071a4d30851 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151012 Jan 28 05:43:03.834691 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-305052aa-fe32-4a2d-8422-3b79335fea44 req-5b650271-9594-4e95-9b17-75f870a50b8c tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks [] for floatingip (8dd08b02-a005-42a6-8030-1283305f0f65), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:03.838181 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-305052aa-fe32-4a2d-8422-3b79335fea44 req-5b650271-9594-4e95-9b17-75f870a50b8c tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:03.838753 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acb850d-9464-47ff-82df-41c946b62dd5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:03.850115 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-305052aa-fe32-4a2d-8422-3b79335fea44 req-5b650271-9594-4e95-9b17-75f870a50b8c tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "DELETE /v2.0/floatingips/8dd08b02-a005-42a6-8030-1283305f0f65 HTTP/1.1" status: 204 len: 173 time: 1.2134571 Jan 28 05:43:03.860735 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:03.860735 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:03.861431 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:03.862673 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:03.862966 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:03.863312 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:03.863659 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:03.863981 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:03.864313 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:03.866676 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:03.867031 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:03.867365 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:03.867696 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550e8f5-5478-44f5-a203-d9bac7f9717d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:03.870468 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-49e66b8f-79a6-4dd4-ba5a-47046b9b0fe6 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/quotas/87e72158ff404a2fa58280115f3da933 HTTP/1.1" status: 200 len: 375 time: 0.0192704 Jan 28 05:43:03.974938 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7cde10e3-fd98-49f1-9da6-45b8f8186802 req-4fe8614e-b622-4968-8141-fb2f9499d6c8 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f71d054-b7c0-42e2-8e54-8db7978b9801 HTTP/1.1" status: 200 len: 210 time: 0.0322309 Jan 28 05:43:03.992805 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-181ac8ca-34d3-49eb-b640-c1d308c1a268 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=87e72158ff404a2fa58280115f3da933&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1088715 Jan 28 05:43:04.278119 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b32e68-f598-4e6b-8593-0b38745380f8 x-openstack-request-id: req-24b32e68-f598-4e6b-8593-0b38745380f8 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:04.278807 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55831dfd-105f-46a8-9d86-cad01feb6fe8", "name": "network-vif-deleted", "tag": "1da28195-0221-47e2-9264-7a6e3bf04ac1", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:04.280002 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24b32e68-f598-4e6b-8593-0b38745380f8 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:04.281682 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55831dfd-105f-46a8-9d86-cad01feb6fe8', 'name': 'network-vif-deleted', 'tag': '1da28195-0221-47e2-9264-7a6e3bf04ac1', 'status': 'completed', 'code': 200} Jan 28 05:43:04.370286 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-c47da5df-a1ce-413a-9540-d608dc5301f3 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.231 HTTP/1.1" status: 200 len: 1002 time: 0.0825543 Jan 28 05:43:04.472676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af2b1911-1e16-460d-9e73-767864c6843c req-128b15d0-d31c-4c42-afce-fdda0b942e5b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998039 Jan 28 05:43:04.488795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-80d5f49a-377a-4818-bf9d-a383509a0aeb tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:04.493144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-80d5f49a-377a-4818-bf9d-a383509a0aeb tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports/19111222-3c6a-464a-abf2-8abc99c56e4e HTTP/1.1" status: 200 len: 943 time: 0.1191537 Jan 28 05:43:04.684846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-4fae2ee7-1809-4d7e-8fae-bb344aec23da tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.231 HTTP/1.1" status: 200 len: 1002 time: 0.1188748 Jan 28 05:43:04.732921 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b1911-1e16-460d-9e73-767864c6843c req-dd3e1532-b397-48e7-a5a3-9f4aecab691e tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:04.735162 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af2b1911-1e16-460d-9e73-767864c6843c req-dd3e1532-b397-48e7-a5a3-9f4aecab691e tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2435589 Jan 28 05:43:04.758269 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-228bd927-504a-4d28-826f-346848d886c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:04.802867 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af2b1911-1e16-460d-9e73-767864c6843c req-b7c88c8f-1d5e-42aa-885a-fd592974537d tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/quotas/5fbf3f893d5942abbf53fba6927e26e2 HTTP/1.1" status: 200 len: 375 time: 0.0611229 Jan 28 05:43:04.858854 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af2b1911-1e16-460d-9e73-767864c6843c req-74e6e2d9-73fe-40b1-8625-b980e0ceeb3c tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432525 Jan 28 05:43:04.903524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-e78aa0a0-64dd-4bee-a4d2-e4044bb90e87 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:04.906884 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-e78aa0a0-64dd-4bee-a4d2-e4044bb90e87 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.2095418 Jan 28 05:43:05.012187 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-bb7d2d82-a93a-4575-a19a-996622b21d28 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.231 HTTP/1.1" status: 200 len: 1002 time: 0.0976889 Jan 28 05:43:05.024125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-5f8b84f0-21a9-4b7c-8b78-0eccc60f4bd2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:05.113326 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-5f8b84f0-21a9-4b7c-8b78-0eccc60f4bd2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks [] for floatingip (e7add1b8-3991-4363-8936-5a519e553128), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:05.191663 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c1538f9-7d6f-4b5c-8bde-698c37686160 req-e4a0f403-6745-4574-b3ac-1df08348662d tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=49435059-3d27-4f8c-a129-0ae0fed63048 HTTP/1.1" status: 200 len: 210 time: 0.0442033 Jan 28 05:43:05.453162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54122) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:05.474961 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f59203-3b93-4901-9a87-8d284383c979 req-d8f3c371-a842-4a2a-a1c6-c2ac2abec540 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:05.474961 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30f59203-3b93-4901-9a87-8d284383c979 req-d8f3c371-a842-4a2a-a1c6-c2ac2abec540 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.64 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 805 time: 0.3213274 Jan 28 05:43:05.480609 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-5f8b84f0-21a9-4b7c-8b78-0eccc60f4bd2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:05.507098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-30f59203-3b93-4901-9a87-8d284383c979 req-8d2cffa9-957f-46b6-b100-6cdc7cfc4462 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Request body: {'port': {'device_id': '8f71d054-b7c0-42e2-8e54-8db7978b9801', 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f', 'admin_state_up': True, 'tenant_id': '2ec92f33a3784dd995edb9a024cc34ff'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:05.553783 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c0c81b1-01fc-4e23-aa04-348592a2a2fd req-3fc0e59b-6acd-43ab-9a20-7f259480d796 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f71d054-b7c0-42e2-8e54-8db7978b9801 HTTP/1.1" status: 200 len: 210 time: 0.0661700 Jan 28 05:43:05.600215 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-5f8b84f0-21a9-4b7c-8b78-0eccc60f4bd2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (e7add1b8-3991-4363-8936-5a519e553128), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:05.605357 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-5f8b84f0-21a9-4b7c-8b78-0eccc60f4bd2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Floating IP e7add1b8-3991-4363-8936-5a519e553128 disassociated. External IP: 172.25.0.231, port: 19111222-3c6a-464a-abf2-8abc99c56e4e. Jan 28 05:43:05.671729 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-afbcd8ec-4e2d-4676-b571-a334cf4efbf1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-549919873-network', 'tenant_id': 'c36a2d53f9504be19dc76a299e98b5d6'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:05.779172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbcd8ec-4e2d-4676-b571-a334cf4efbf1 admin admin] Made reservation on behalf of c36a2d53f9504be19dc76a299e98b5d6 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:05.781718 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-afbcd8ec-4e2d-4676-b571-a334cf4efbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:05.807131 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-afbcd8ec-4e2d-4676-b571-a334cf4efbf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:05.913358 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-afbcd8ec-4e2d-4676-b571-a334cf4efbf1 admin admin] Publish callbacks [] for security_group (82601e87-a92b-4340-adbb-179bd17947d6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:06.007915 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-afbcd8ec-4e2d-4676-b571-a334cf4efbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (82601e87-a92b-4340-adbb-179bd17947d6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:06.025488 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbcd8ec-4e2d-4676-b571-a334cf4efbf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:43:06.039920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77183ca-aeca-4907-b6e7-1b9066ee2753 req-e2d30719-8c84-4f4a-8de4-f8f5c6d1a792 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=245af4c3-273c-49d4-8fb6-717e5c20337a HTTP/1.1" status: 200 len: 210 time: 0.4244266 Jan 28 05:43:06.065803 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-afbcd8ec-4e2d-4676-b571-a334cf4efbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (9e93826f-fde1-470c-abf0-7f701648bc4e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:06.066591 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-afbcd8ec-4e2d-4676-b571-a334cf4efbf1 admin admin] Added segment 9e93826f-fde1-470c-abf0-7f701648bc4e of type vlan for network 6b983991-8e52-43a5-9508-80c383d87452 Jan 28 05:43:06.076536 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcd8ec-4e2d-4676-b571-a334cf4efbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82601e87-a92b-4340-adbb-179bd17947d6,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:06.124421 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-afbcd8ec-4e2d-4676-b571-a334cf4efbf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (6b983991-8e52-43a5-9508-80c383d87452), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:06.233466 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-afbcd8ec-4e2d-4676-b571-a334cf4efbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (6b983991-8e52-43a5-9508-80c383d87452), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:06.235201 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbcd8ec-4e2d-4676-b571-a334cf4efbf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:06.236536 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-afbcd8ec-4e2d-4676-b571-a334cf4efbf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:06.248603 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd765b9f-1651-456e-9f8a-86f089c418c6 req-a29c7912-0ca5-4795-99d7-94d25711a0e5 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/bcf420d0-8f50-49ae-8c81-7e63d9e7b0f4 HTTP/1.1" status: 200 len: 1817 time: 0.1371603 Jan 28 05:43:06.308154 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1da28195-0221-47e2-9264-7a6e3bf04ac1 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:43:06.322725 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcd8ec-4e2d-4676-b571-a334cf4efbf1 admin admin] Pushing event updated for resources: {'Network': ['ID=6b983991-8e52-43a5-9508-80c383d87452,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:06.331466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 1da28195-0221-47e2-9264-7a6e3bf04ac1 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:43:06.332503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1da28195-0221-47e2-9264-7a6e3bf04ac1 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:43:06.335764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f59203-3b93-4901-9a87-8d284383c979 req-8d2cffa9-957f-46b6-b100-6cdc7cfc4462 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Made reservation on behalf of 2ec92f33a3784dd995edb9a024cc34ff for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:06.342403 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-30f59203-3b93-4901-9a87-8d284383c979 req-8d2cffa9-957f-46b6-b100-6cdc7cfc4462 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:06.347437 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-afbcd8ec-4e2d-4676-b571-a334cf4efbf1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8893557 Jan 28 05:43:06.347802 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54136) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:06.352849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 6b983991-8e52-43a5-9508-80c383d87452 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:43:06.359398 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d4ff7184-bb8f-4a42-a9d7-528ca80e1892 admin admin] Request body: {'subnet': {'network_id': '6b983991-8e52-43a5-9508-80c383d87452', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-549919873-subnet', 'tenant_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:06.389546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-5f8b84f0-21a9-4b7c-8b78-0eccc60f4bd2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Router 6b0431d6-f0f5-433d-b569-bc5b128a75ec has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:43:06.423066 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dd765b9f-1651-456e-9f8a-86f089c418c6 req-46cbb9b5-9094-401f-a4be-bc47a5869649 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (bcf420d0-8f50-49ae-8c81-7e63d9e7b0f4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:06.473371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ff7184-bb8f-4a42-a9d7-528ca80e1892 admin admin] Made reservation on behalf of c36a2d53f9504be19dc76a299e98b5d6 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:06.477140 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7184-bb8f-4a42-a9d7-528ca80e1892 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:06.506867 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dd765b9f-1651-456e-9f8a-86f089c418c6 req-46cbb9b5-9094-401f-a4be-bc47a5869649 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (bcf420d0-8f50-49ae-8c81-7e63d9e7b0f4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:06.525714 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:06.696010 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-30f59203-3b93-4901-9a87-8d284383c979 req-8d2cffa9-957f-46b6-b100-6cdc7cfc4462 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Allocated IP 172.20.0.12 (eec00fff-aff9-4369-9cd0-be1af626188f/6ace652b-1ccc-4a73-9185-4c2cd62a6d0e/efa72c68-3f0b-42f9-933a-7fc2e21e1f4f) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:06.720871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-5f8b84f0-21a9-4b7c-8b78-0eccc60f4bd2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:43:06.726526 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-5f8b84f0-21a9-4b7c-8b78-0eccc60f4bd2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:06.733699 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a6e3d-81e1-4ecf-b639-0dceba1140e1 None None] Sync routers for ids ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:43:06.747028 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a6e3d-81e1-4ecf-b639-0dceba1140e1 None None] Routers {'6b0431d6-f0f5-433d-b569-bc5b128a75ec'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:06.747814 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c61a6e3d-81e1-4ecf-b639-0dceba1140e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:06.753546 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dd765b9f-1651-456e-9f8a-86f089c418c6 req-46cbb9b5-9094-401f-a4be-bc47a5869649 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bcf420d0-8f50-49ae-8c81-7e63d9e7b0f4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:06.756283 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dd765b9f-1651-456e-9f8a-86f089c418c6 req-46cbb9b5-9094-401f-a4be-bc47a5869649 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:06.757516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd765b9f-1651-456e-9f8a-86f089c418c6 req-46cbb9b5-9094-401f-a4be-bc47a5869649 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "DELETE /v2.0/security-groups/bcf420d0-8f50-49ae-8c81-7e63d9e7b0f4 HTTP/1.1" status: 204 len: 173 time: 0.5010605 Jan 28 05:43:06.791755 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7184-bb8f-4a42-a9d7-528ca80e1892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (6933c2d9-7995-47b9-8107-2c5c5786684d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:06.792801 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbb9b5-9094-401f-a4be-bc47a5869649 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf420d0-8f50-49ae-8c81-7e63d9e7b0f4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:06.849832 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-5f8b84f0-21a9-4b7c-8b78-0eccc60f4bd2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "PUT /v2.0/floatingips/e7add1b8-3991-4363-8936-5a519e553128 HTTP/1.1" status: 200 len: 695 time: 1.8303893 Jan 28 05:43:06.854847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869ccbb3-156d-41f7-a34b-ab287745783f', 'tag': '19111222-3c6a-464a-abf2-8abc99c56e4e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:06.857449 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e123ff33-048a-461e-8544-688a049a3687" -d '{"events": [{"name": "network-changed", "server_uuid": "869ccbb3-156d-41f7-a34b-ab287745783f", "tag": "19111222-3c6a-464a-abf2-8abc99c56e4e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:06.900442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-f0eac1c0-1eeb-49d9-9c93-bcc9c25d15d5 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=87e72158ff404a2fa58280115f3da933&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790994 Jan 28 05:43:06.978246 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c61a6e3d-81e1-4ecf-b639-0dceba1140e1 None None] Set router 6b0431d6-f0f5-433d-b569-bc5b128a75ec gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:07.007749 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff7184-bb8f-4a42-a9d7-528ca80e1892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6933c2d9-7995-47b9-8107-2c5c5786684d,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:07.057161 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ff7184-bb8f-4a42-a9d7-528ca80e1892 admin admin] Checking segment: {'id': '9e93826f-fde1-470c-abf0-7f701648bc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b983991-8e52-43a5-9508-80c383d87452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:07.057828 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ff7184-bb8f-4a42-a9d7-528ca80e1892 admin admin] Network hostable DHCP agents. Network: 6b983991-8e52-43a5-9508-80c383d87452, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:43:07.162174 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ff7184-bb8f-4a42-a9d7-528ca80e1892 admin admin] Network 6b983991-8e52-43a5-9508-80c383d87452 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:43:07.234430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-4ae78c48-2d67-4c43-ae73-9e7091b6e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:07.235979 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-4ae78c48-2d67-4c43-ae73-9e7091b6e240 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9757efd87e65440bab7f01532f12f95a&device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 1098 time: 0.3567495 Jan 28 05:43:07.262904 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-d4ff7184-bb8f-4a42-a9d7-528ca80e1892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 6b983991-8e52-43a5-9508-80c383d87452) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:07.268968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff7184-bb8f-4a42-a9d7-528ca80e1892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:07.270857 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7184-bb8f-4a42-a9d7-528ca80e1892 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:07.273243 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d4568c-608d-4f4f-869a-c8e787e7efb1 None None] Network 6b983991-8e52-43a5-9508-80c383d87452 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:43:07.396553 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c61a6e3d-81e1-4ecf-b639-0dceba1140e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1428191688-router', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:12Z', 'revision_number': 4, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'gw_port': {'id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2c63db84-fcd1-4f3b-b645-270d5880074c', 'name': '', 'network_id': '75689896-967b-4ae5-b978-35128c8787c4', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'mac_address': 'fa:16:3e:b0:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:11Z', 'updated_at': '2022-01-28T05:42:19Z', 'revision_number': 5, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'subnets': [{'id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:07.421728 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d4ff7184-bb8f-4a42-a9d7-528ca80e1892 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0694883 Jan 28 05:43:07.422049 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54154) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:07.425065 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a6e3d-81e1-4ecf-b639-0dceba1140e1 None None] Checking router: 6b0431d6-f0f5-433d-b569-bc5b128a75ec for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:43:07.427392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-549919873-router', 'tenant_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:07.432616 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-30f59203-3b93-4901-9a87-8d284383c979 req-8d2cffa9-957f-46b6-b100-6cdc7cfc4462 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks [] for port (efa72c68-3f0b-42f9-933a-7fc2e21e1f4f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:07.439195 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-416346b1-5cc8-4f55-8f9d-b8d938c3724c req-b6392e4c-649c-418e-9e43-7e2c0d4648ca tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=49435059-3d27-4f8c-a129-0ae0fed63048 HTTP/1.1" status: 200 len: 210 time: 0.1302207 Jan 28 05:43:07.449051 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a6e3d-81e1-4ecf-b639-0dceba1140e1 None None] Routers {'6b0431d6-f0f5-433d-b569-bc5b128a75ec'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:07.450855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-ac1f3729-da5e-44e4-97b0-3509a944dd03 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:07.451232 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c61a6e3d-81e1-4ecf-b639-0dceba1140e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:07.452272 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-ac1f3729-da5e-44e4-97b0-3509a944dd03 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5110698 Jan 28 05:43:07.481836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-9c8b6ea5-a2f2-430b-9687-c5bb9afc5ea7 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Request body: {'port': {'device_id': '49435059-3d27-4f8c-a129-0ae0fed63048', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '87e72158ff404a2fa58280115f3da933'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:07.501150 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e714de0-356e-4b3d-b662-2275b1afb900 None None] Network 6b983991-8e52-43a5-9508-80c383d87452 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:43:07.562581 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (2f6327de-420e-4682-97ce-f08ea7d04ea1), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:07.563831 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (2f6327de-420e-4682-97ce-f08ea7d04ea1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:07.604359 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-b308d705-f276-425c-8078-6287ad37ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:07.612145 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-b308d705-f276-425c-8078-6287ad37ab77 service neutron] 10.222.0.31 "GET /v2.0/networks?id=75689896-967b-4ae5-b978-35128c8787c4 HTTP/1.1" status: 200 len: 930 time: 0.3646221 Jan 28 05:43:07.630832 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c61a6e3d-81e1-4ecf-b639-0dceba1140e1 None None] Set router 6b0431d6-f0f5-433d-b569-bc5b128a75ec gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:07.643167 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Publish callbacks [] for router_controller (2f6327de-420e-4682-97ce-f08ea7d04ea1), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:07.694137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b6c3659-e860-4857-8bc6-fc3fd2a9d82d req-e20645e8-46f2-4c9b-9c6d-3b4b5bfeccc5 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f71d054-b7c0-42e2-8e54-8db7978b9801 HTTP/1.1" status: 200 len: 210 time: 0.0900881 Jan 28 05:43:07.706313 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-d2266df1-dfae-469e-aa1b-b9ac42ff3682 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19111222-3c6a-464a-abf2-8abc99c56e4e HTTP/1.1" status: 200 len: 217 time: 0.0932467 Jan 28 05:43:07.784306 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:07.806190 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-30f59203-3b93-4901-9a87-8d284383c979 req-8d2cffa9-957f-46b6-b100-6cdc7cfc4462 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (efa72c68-3f0b-42f9-933a-7fc2e21e1f4f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:07.853674 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['3aeaa96d-c620-4d93-b90f-11688bd39ac8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:07.872073 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-0187001e-b7b7-43da-b91d-34f802c2f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:07.879104 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-0187001e-b7b7-43da-b91d-34f802c2f9ca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79af50e3-d98d-4a85-83a3-bded0e557ae5 HTTP/1.1" status: 200 len: 868 time: 0.1717718 Jan 28 05:43:07.909076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f59203-3b93-4901-9a87-8d284383c979 req-8d2cffa9-957f-46b6-b100-6cdc7cfc4462 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Network eec00fff-aff9-4369-9cd0-be1af626188f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:07.921412 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c61a6e3d-81e1-4ecf-b639-0dceba1140e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1428191688-router', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:12Z', 'revision_number': 4, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'gw_port': {'id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2c63db84-fcd1-4f3b-b645-270d5880074c', 'name': '', 'network_id': '75689896-967b-4ae5-b978-35128c8787c4', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'mac_address': 'fa:16:3e:b0:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:11Z', 'updated_at': '2022-01-28T05:42:19Z', 'revision_number': 5, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'subnets': [{'id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:07.934487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-30f59203-3b93-4901-9a87-8d284383c979 req-8d2cffa9-957f-46b6-b100-6cdc7cfc4462 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:07.939313 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f59203-3b93-4901-9a87-8d284383c979 req-8d2cffa9-957f-46b6-b100-6cdc7cfc4462 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:07.958458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f33056f8-1326-4c83-b4f4-01b68d0b29a7 req-62e23a35-d8df-4634-bdc1-9f6ae5b008b0 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/0fae013a-bf5d-4f35-8c8a-1c58441087a6 HTTP/1.1" status: 200 len: 1817 time: 0.1958098 Jan 28 05:43:07.961759 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a6e3d-81e1-4ecf-b639-0dceba1140e1 None None] The sync data for ids ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'] in n-d-812111-12 is: [{'id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1428191688-router', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:12Z', 'revision_number': 4, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'gw_port': {'id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2c63db84-fcd1-4f3b-b645-270d5880074c', 'name': '', 'network_id': '75689896-967b-4ae5-b978-35128c8787c4', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'mac_address': 'fa:16:3e:b0:8d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:11Z', 'updated_at': '2022-01-28T05:42:19Z', 'revision_number': 5, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'subnets': [{'id': '79af50e3-d98d-4a85-83a3-bded0e557ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:43:07.966224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cffa9-957f-46b6-b100-6cdc7cfc4462 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Pushing event updated for resources: {'Port': ['ID=efa72c68-3f0b-42f9-933a-7fc2e21e1f4f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:08.066019 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Publish callbacks [] for router_gateway (2f6327de-420e-4682-97ce-f08ea7d04ea1), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:08.074596 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-9c8b6ea5-a2f2-430b-9687-c5bb9afc5ea7 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Made reservation on behalf of 87e72158ff404a2fa58280115f3da933 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:08.080779 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-9c8b6ea5-a2f2-430b-9687-c5bb9afc5ea7 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:08.082175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af2b1911-1e16-460d-9e73-767864c6843c req-f72b2c01-0bfd-4577-8e76-1469f9dc876a tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1521044 Jan 28 05:43:08.218486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-6839c575-157a-4bdc-863f-0d143e9cbbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:08.227400 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-6839c575-157a-4bdc-863f-0d143e9cbbf5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=75689896-967b-4ae5-b978-35128c8787c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3473721 Jan 28 05:43:08.235781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f59203-3b93-4901-9a87-8d284383c979 req-8d2cffa9-957f-46b6-b100-6cdc7cfc4462 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:08.236581 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-30f59203-3b93-4901-9a87-8d284383c979 req-8d2cffa9-957f-46b6-b100-6cdc7cfc4462 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:08.335369 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-88414200-b47f-410b-8a29-4b26c810dd51 req-5d091d8c-d23f-4f8d-854c-272de347cd9b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0629625 Jan 28 05:43:08.385781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30f59203-3b93-4901-9a87-8d284383c979 req-8d2cffa9-957f-46b6-b100-6cdc7cfc4462 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8884501 Jan 28 05:43:08.412283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Request body: {'port': {'device_id': '8f71d054-b7c0-42e2-8e54-8db7978b9801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:08.441640 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d104c-4fc9-4ffa-a1d5-c398083a8a0b None None] New status for floating IP e7add1b8-3991-4363-8936-5a519e553128: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:43:08.472374 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f33056f8-1326-4c83-b4f4-01b68d0b29a7 req-59e091c5-2ef5-4c47-960c-dc32649ed418 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (0fae013a-bf5d-4f35-8c8a-1c58441087a6), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:08.505211 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f33056f8-1326-4c83-b4f4-01b68d0b29a7 req-59e091c5-2ef5-4c47-960c-dc32649ed418 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (0fae013a-bf5d-4f35-8c8a-1c58441087a6), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:08.511835 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88414200-b47f-410b-8a29-4b26c810dd51 req-198505d9-4d11-4df5-b5a8-eb69739cc7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:08.513364 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-88414200-b47f-410b-8a29-4b26c810dd51 req-198505d9-4d11-4df5-b5a8-eb69739cc7db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=354d7997b3a94bea9a2cca0cef3fe341&device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 1175 time: 0.1371949 Jan 28 05:43:08.573781 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Publish callbacks [] for router_gateway (2f6327de-420e-4682-97ce-f08ea7d04ea1), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:08.610285 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:08.617789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b1911-1e16-460d-9e73-767864c6843c req-820b3d72-e7e5-465c-b2ce-1b655fd3a22f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:08.619286 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af2b1911-1e16-460d-9e73-767864c6843c req-820b3d72-e7e5-465c-b2ce-1b655fd3a22f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5235813 Jan 28 05:43:08.652970 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (efa72c68-3f0b-42f9-933a-7fc2e21e1f4f), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:08.678212 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-af2b1911-1e16-460d-9e73-767864c6843c req-371b9b39-8192-4151-a0fb-bb7a5e7bf855 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Request body: {'port': {'device_id': '245af4c3-273c-49d4-8fb6-717e5c20337a', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '5fbf3f893d5942abbf53fba6927e26e2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:08.714252 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-3841e15f-688a-4d6d-b010-54dbadcbefde service neutron] 10.222.0.31 "GET /v2.0/networks/75689896-967b-4ae5-b978-35128c8787c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844210 Jan 28 05:43:08.791732 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f33056f8-1326-4c83-b4f4-01b68d0b29a7 req-59e091c5-2ef5-4c47-960c-dc32649ed418 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0fae013a-bf5d-4f35-8c8a-1c58441087a6), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:08.794570 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f33056f8-1326-4c83-b4f4-01b68d0b29a7 req-59e091c5-2ef5-4c47-960c-dc32649ed418 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:08.795790 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f33056f8-1326-4c83-b4f4-01b68d0b29a7 req-59e091c5-2ef5-4c47-960c-dc32649ed418 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "DELETE /v2.0/security-groups/0fae013a-bf5d-4f35-8c8a-1c58441087a6 HTTP/1.1" status: 204 len: 173 time: 0.8365171 Jan 28 05:43:08.825455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-9c8b6ea5-a2f2-430b-9687-c5bb9afc5ea7 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Allocated IP 192.168.233.38 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/2c039ae1-7970-4c34-9fbb-8ac2874aec01) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:08.885693 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48b0fde-4cbe-4ca3-a924-04a4df72843f x-openstack-request-id: req-e48b0fde-4cbe-4ca3-a924-04a4df72843f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:08.885989 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869ccbb3-156d-41f7-a34b-ab287745783f", "tag": "19111222-3c6a-464a-abf2-8abc99c56e4e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:08.886224 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e48b0fde-4cbe-4ca3-a924-04a4df72843f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:08.886737 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869ccbb3-156d-41f7-a34b-ab287745783f', 'tag': '19111222-3c6a-464a-abf2-8abc99c56e4e', 'status': 'completed', 'code': 200} Jan 28 05:43:08.887439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e091c5-2ef5-4c47-960c-dc32649ed418 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fae013a-bf5d-4f35-8c8a-1c58441087a6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:09.070071 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:09.091065 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c3d5c5-8692-4955-a532-aeca250e5c0f req-9852a259-a7f1-4869-babf-cf4f9f1561fc tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=245af4c3-273c-49d4-8fb6-717e5c20337a HTTP/1.1" status: 200 len: 210 time: 0.1152601 Jan 28 05:43:09.122542 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88414200-b47f-410b-8a29-4b26c810dd51 req-0d7a0603-bf2f-4c24-ab99-eee5b043c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:09.123912 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-88414200-b47f-410b-8a29-4b26c810dd51 req-0d7a0603-bf2f-4c24-ab99-eee5b043c262 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8dea946-1eda-441f-818f-132915c7e7a2 HTTP/1.1" status: 200 len: 913 time: 0.5640874 Jan 28 05:43:09.143920 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Allocated IP 172.25.0.101 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/cff1dc21-a0ab-4977-b792-1256adbb2fc6) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:09.181490 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-88414200-b47f-410b-8a29-4b26c810dd51 req-b2f967b4-5592-4bb5-8e66-fb33942971de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff72beb2-99e3-4fae-8d8c-3902222f837c HTTP/1.1" status: 200 len: 217 time: 0.0462315 Jan 28 05:43:09.203148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19078303-1ed8-4ce2-9d00-98f78e9a4501 req-50dfb08a-ac49-4ebf-b082-c97a3baada41 service neutron] 10.222.0.31 "GET /v2.0/networks/75689896-967b-4ae5-b978-35128c8787c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627678 Jan 28 05:43:09.254905 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123ff33-048a-461e-8544-688a049a3687 req-30161d57-6365-480b-b4f9-d7a7ee1871a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:09.256418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e123ff33-048a-461e-8544-688a049a3687 req-30161d57-6365-480b-b4f9-d7a7ee1871a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9757efd87e65440bab7f01532f12f95a&device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 1098 time: 0.2796390 Jan 28 05:43:09.290130 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88414200-b47f-410b-8a29-4b26c810dd51 req-2c1e1789-3e52-4f0e-85fe-7a1cf5dff6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:09.291768 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-88414200-b47f-410b-8a29-4b26c810dd51 req-2c1e1789-3e52-4f0e-85fe-7a1cf5dff6a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=246780a3-7b7a-413e-90b2-2cea78d98b20 HTTP/1.1" status: 200 len: 852 time: 0.1024461 Jan 28 05:43:09.334320 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-88414200-b47f-410b-8a29-4b26c810dd51 req-492c220c-d98c-481a-a65e-afca91419e95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8dea946-1eda-441f-818f-132915c7e7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338676 Jan 28 05:43:09.405932 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Publish callbacks [] for port (cff1dc21-a0ab-4977-b792-1256adbb2fc6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:09.473206 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-88414200-b47f-410b-8a29-4b26c810dd51 req-8afa0311-c332-4d42-be5f-921bb810578d service neutron] 10.222.0.64 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308229 Jan 28 05:43:09.541721 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (cff1dc21-a0ab-4977-b792-1256adbb2fc6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:09.598434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:09.605411 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:09.612948 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:09.645335 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Pushing event updated for resources: {'Port': ['ID=cff1dc21-a0ab-4977-b792-1256adbb2fc6,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:09.659347 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-88414200-b47f-410b-8a29-4b26c810dd51 req-94a92d96-7115-48b3-9ed5-3c9a51e22780 service neutron] 10.222.0.64 "GET /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773124 Jan 28 05:43:09.680158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2b1911-1e16-460d-9e73-767864c6843c req-371b9b39-8192-4151-a0fb-bb7a5e7bf855 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Made reservation on behalf of 5fbf3f893d5942abbf53fba6927e26e2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:09.683306 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-af2b1911-1e16-460d-9e73-767864c6843c req-371b9b39-8192-4151-a0fb-bb7a5e7bf855 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:09.750398 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-af2b1911-1e16-460d-9e73-767864c6843c req-371b9b39-8192-4151-a0fb-bb7a5e7bf855 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:09.768347 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-801b54b4-f48c-44ef-9678-9db366c52f90 req-2fedb386-8de5-44d5-a446-85c04df52dab tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=49435059-3d27-4f8c-a129-0ae0fed63048 HTTP/1.1" status: 200 len: 210 time: 0.1180069 Jan 28 05:43:09.936117 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-d95bab40-e566-41a9-9141-8ac702d846e3 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:09.938696 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-d95bab40-e566-41a9-9141-8ac702d846e3 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 811 time: 0.7368894 Jan 28 05:43:09.948455 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Publish callbacks [] for router_gateway (2f6327de-420e-4682-97ce-f08ea7d04ea1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:09.956893 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-9c8b6ea5-a2f2-430b-9687-c5bb9afc5ea7 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks [] for port (2c039ae1-7970-4c34-9fbb-8ac2874aec01), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:10.034797 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123ff33-048a-461e-8544-688a049a3687 req-856813a1-04dd-404f-86e5-213f08b3dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:10.036290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e123ff33-048a-461e-8544-688a049a3687 req-856813a1-04dd-404f-86e5-213f08b3dd70 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75689896-967b-4ae5-b978-35128c8787c4 HTTP/1.1" status: 200 len: 930 time: 0.7638423 Jan 28 05:43:10.041949 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-fa9c847c-ed7e-4be5-adbb-a0aa1c7d81ae tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/quotas/79fbef5367d24a58af655d60fa276ac5 HTTP/1.1" status: 200 len: 375 time: 0.0895889 Jan 28 05:43:10.075411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa72c68-3f0b-42f9-933a-7fc2e21e1f4f {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:10.105283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05138d-380f-4c25-b2c6-53d53db5331b req-1dc7942a-02b7-40f4-a5a6-d4d5cb7ef69b tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:10.106798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c05138d-380f-4c25-b2c6-53d53db5331b req-1dc7942a-02b7-40f4-a5a6-d4d5cb7ef69b tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f71d054-b7c0-42e2-8e54-8db7978b9801 HTTP/1.1" status: 200 len: 932 time: 0.2631037 Jan 28 05:43:10.109799 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Publish callbacks [] for port (efa72c68-3f0b-42f9-933a-7fc2e21e1f4f), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:10.158975 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (2f6327de-420e-4682-97ce-f08ea7d04ea1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:10.166812 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e123ff33-048a-461e-8544-688a049a3687 req-3ad485dd-4e23-4d34-8306-7593761eff6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19111222-3c6a-464a-abf2-8abc99c56e4e HTTP/1.1" status: 200 len: 217 time: 0.1144586 Jan 28 05:43:10.178925 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-7630fdc9-3f56-407e-abbd-d1a4d3b72d60 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1207674 Jan 28 05:43:10.256382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Transition to ACTIVE for port object efa72c68-3f0b-42f9-933a-7fc2e21e1f4f will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:43:10.273353 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-af2b1911-1e16-460d-9e73-767864c6843c req-371b9b39-8192-4151-a0fb-bb7a5e7bf855 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks [] for security_group (653c2fd5-5705-4339-9e23-d260e966c67d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:10.320017 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-9c8b6ea5-a2f2-430b-9687-c5bb9afc5ea7 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2c039ae1-7970-4c34-9fbb-8ac2874aec01), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:10.352580 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['38522edd-9d8a-4d74-9a98-f5684d5c33c3'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:10.358453 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['f668d12c-cd28-490a-90ff-5ee0d5ebce45'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:10.383048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123ff33-048a-461e-8544-688a049a3687 req-d464dd7a-c32b-4a64-8092-b795c3694a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:10.384345 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e123ff33-048a-461e-8544-688a049a3687 req-d464dd7a-c32b-4a64-8092-b795c3694a33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79af50e3-d98d-4a85-83a3-bded0e557ae5 HTTP/1.1" status: 200 len: 868 time: 0.1970947 Jan 28 05:43:10.384602 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (efa72c68-3f0b-42f9-933a-7fc2e21e1f4f), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:10.396492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c05138d-380f-4c25-b2c6-53d53db5331b req-56155da9-7d29-4083-8ef0-25b216dc186f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550433 Jan 28 05:43:10.418940 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Router 2f6327de-420e-4682-97ce-f08ea7d04ea1 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:43:10.463625 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-af2b1911-1e16-460d-9e73-767864c6843c req-371b9b39-8192-4151-a0fb-bb7a5e7bf855 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (653c2fd5-5705-4339-9e23-d260e966c67d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:10.475890 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-9c8b6ea5-a2f2-430b-9687-c5bb9afc5ea7 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:10.491153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-896f49b3-fdf9-4b21-8017-56b7eab4428f req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-505785133', 'description': 'tempest-description-801330086'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:10.501065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b6ea5-a2f2-430b-9687-c5bb9afc5ea7 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Pushing event updated for resources: {'Port': ['ID=2c039ae1-7970-4c34-9fbb-8ac2874aec01,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:10.516077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-9c8b6ea5-a2f2-430b-9687-c5bb9afc5ea7 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:10.525130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-9c8b6ea5-a2f2-430b-9687-c5bb9afc5ea7 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:10.588925 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:43:10.600507 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Sync routers for ids ['2f6327de-420e-4682-97ce-f08ea7d04ea1'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:43:10.616777 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Routers {'2f6327de-420e-4682-97ce-f08ea7d04ea1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:10.618824 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['2f6327de-420e-4682-97ce-f08ea7d04ea1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:10.683843 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:10.687589 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dbd3bbc5-e0ea-474f-b553-f45143821745 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2621415 Jan 28 05:43:10.688172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54180) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:10.726119 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-af2b1911-1e16-460d-9e73-767864c6843c req-371b9b39-8192-4151-a0fb-bb7a5e7bf855 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Allocated IP 192.168.233.121 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/90541f7f-a766-410e-b604-6c14a5872317) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:10.835307 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-a9c21fc0-80a1-459c-9c48-d8324dfbd340 service neutron] 10.222.0.31 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168811 Jan 28 05:43:10.855410 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Set router 2f6327de-420e-4682-97ce-f08ea7d04ea1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:10.905523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f2f3d344-a92b-4091-8098-39a58fedb1b4 None None] Provisioning complete for port 2c039ae1-7970-4c34-9fbb-8ac2874aec01 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:10.915251 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2f3d344-a92b-4091-8098-39a58fedb1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2c039ae1-7970-4c34-9fbb-8ac2874aec01), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:10.967236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f2f3d344-a92b-4091-8098-39a58fedb1b4 None None] Port 2c039ae1-7970-4c34-9fbb-8ac2874aec01 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:43:10.986989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b9b39-8192-4151-a0fb-bb7a5e7bf855 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=653c2fd5-5705-4339-9e23-d260e966c67d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:11.045673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123ff33-048a-461e-8544-688a049a3687 req-92d8fc4e-5bb6-4b2e-ac91-a79cfd6b8bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:11.047595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e123ff33-048a-461e-8544-688a049a3687 req-92d8fc4e-5bb6-4b2e-ac91-a79cfd6b8bbc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75689896-967b-4ae5-b978-35128c8787c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6439610 Jan 28 05:43:11.074279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Pushing event updated for resources: {'Port': ['ID=efa72c68-3f0b-42f9-933a-7fc2e21e1f4f,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:11.094838 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-896f49b3-fdf9-4b21-8017-56b7eab4428f req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:11.117172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-9c8b6ea5-a2f2-430b-9687-c5bb9afc5ea7 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:11.117843 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-9c8b6ea5-a2f2-430b-9687-c5bb9afc5ea7 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:11.179978 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'name': 'tempest-ServerRescueNegativeTestJSON-549919873-router', 'tenant_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cff1dc21-a0ab-4977-b792-1256adbb2fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:07Z', 'updated_at': '2022-01-28T05:43:09Z', 'revision_number': 3, 'project_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'gw_port': {'id': 'cff1dc21-a0ab-4977-b792-1256adbb2fc6', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:08Z', 'updated_at': '2022-01-28T05:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:11.211671 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Checking router: 2f6327de-420e-4682-97ce-f08ea7d04ea1 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:43:11.212323 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Updating router 2f6327de-420e-4682-97ce-f08ea7d04ea1 port cff1dc21-a0ab-4977-b792-1256adbb2fc6 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:43:11.241986 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cff1dc21-a0ab-4977-b792-1256adbb2fc6), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:11.274284 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-896f49b3-fdf9-4b21-8017-56b7eab4428f req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (62bd7297-665f-41d9-8fc7-863f0d973f68), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:11.289124 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:11.353235 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-07424429-77b3-43f9-81ef-fa7017e64d6a service neutron] 10.222.0.31 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170569 Jan 28 05:43:11.379085 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-af2b1911-1e16-460d-9e73-767864c6843c req-371b9b39-8192-4151-a0fb-bb7a5e7bf855 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks [] for port (90541f7f-a766-410e-b604-6c14a5872317), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:11.388190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Attempting to bind port efa72c68-3f0b-42f9-933a-7fc2e21e1f4f on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:11.388190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Attempting to bind port efa72c68-3f0b-42f9-933a-7fc2e21e1f4f by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:11.388190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Attempting to bind port efa72c68-3f0b-42f9-933a-7fc2e21e1f4f on network eec00fff-aff9-4369-9cd0-be1af626188f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:11.388190 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-896f49b3-fdf9-4b21-8017-56b7eab4428f req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (62bd7297-665f-41d9-8fc7-863f0d973f68), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:11.474285 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-9c8b6ea5-a2f2-430b-9687-c5bb9afc5ea7 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0000091 Jan 28 05:43:11.487998 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Port efa72c68-3f0b-42f9-933a-7fc2e21e1f4f on network eec00fff-aff9-4369-9cd0-be1af626188f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:43:11.488325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Attempting to bind port efa72c68-3f0b-42f9-933a-7fc2e21e1f4f on network eec00fff-aff9-4369-9cd0-be1af626188f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:11.522213 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3009abd5-30da-4fe4-a908-6806cfe8fa1a req-30930267-5e4f-4cd7-ad2c-9dabef0af2f7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3299444 Jan 28 05:43:11.524189 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] Allocated IP 172.20.0.1 (6b983991-8e52-43a5-9508-80c383d87452/6933c2d9-7995-47b9-8107-2c5c5786684d/5b0e5f64-e5ba-4a91-b980-44b77109ef46) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:11.532827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:11.533472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Checking segment: {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:11.534539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Bound using segment: {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:11.536409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Bound port: efa72c68-3f0b-42f9-933a-7fc2e21e1f4f, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:11.536590 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Publish callbacks [] for port (cff1dc21-a0ab-4977-b792-1256adbb2fc6), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:11.537566 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (efa72c68-3f0b-42f9-933a-7fc2e21e1f4f), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:11.541338 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62bd7297-665f-41d9-8fc7-863f0d973f68,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:11.555881 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Request body: {'port': {'device_id': '49435059-3d27-4f8c-a129-0ae0fed63048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:11.560253 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e123ff33-048a-461e-8544-688a049a3687 req-b4653311-a992-44fa-8445-f5a8121703fb service neutron] 10.222.0.60 "GET /v2.0/networks/75689896-967b-4ae5-b978-35128c8787c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811568 Jan 28 05:43:11.582832 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-af2b1911-1e16-460d-9e73-767864c6843c req-371b9b39-8192-4151-a0fb-bb7a5e7bf855 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (90541f7f-a766-410e-b604-6c14a5872317), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:11.650948 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cff1dc21-a0ab-4977-b792-1256adbb2fc6), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:11.704088 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Attempting to bind port cff1dc21-a0ab-4977-b792-1256adbb2fc6 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:11.704854 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Attempting to bind port cff1dc21-a0ab-4977-b792-1256adbb2fc6 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:11.705415 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Attempting to bind port cff1dc21-a0ab-4977-b792-1256adbb2fc6 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:11.717551 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:11.717551 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:11.717551 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:11.717956 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:11.718394 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Bound port: cff1dc21-a0ab-4977-b792-1256adbb2fc6, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:11.718985 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cff1dc21-a0ab-4977-b792-1256adbb2fc6), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:11.722129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e123ff33-048a-461e-8544-688a049a3687 req-c1c25d51-efdd-45bc-a6cf-a2e41caba8e9 service neutron] 10.222.0.60 "GET /v2.0/networks/75689896-967b-4ae5-b978-35128c8787c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312513 Jan 28 05:43:11.794953 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] For port cff1dc21-a0ab-4977-b792-1256adbb2fc6, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:11.798394 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] For port cff1dc21-a0ab-4977-b792-1256adbb2fc6, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cff1dc21-a0ab-4977-b792-1256adbb2fc6,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:11.817247 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53983d-058f-4540-84dd-ecdee5d8931d None None] Pushing event updated for resources: {'Port': ['ID=cff1dc21-a0ab-4977-b792-1256adbb2fc6,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:11.835705 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53983d-058f-4540-84dd-ecdee5d8931d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.836092 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53983d-058f-4540-84dd-ecdee5d8931d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.836465 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53983d-058f-4540-84dd-ecdee5d8931d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.836800 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53983d-058f-4540-84dd-ecdee5d8931d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.837140 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53983d-058f-4540-84dd-ecdee5d8931d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.837474 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53983d-058f-4540-84dd-ecdee5d8931d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.838735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] For port efa72c68-3f0b-42f9-933a-7fc2e21e1f4f, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:11.839835 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53983d-058f-4540-84dd-ecdee5d8931d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.840425 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53983d-058f-4540-84dd-ecdee5d8931d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.840781 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53983d-058f-4540-84dd-ecdee5d8931d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.841368 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53983d-058f-4540-84dd-ecdee5d8931d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.841821 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53983d-058f-4540-84dd-ecdee5d8931d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.842108 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53983d-058f-4540-84dd-ecdee5d8931d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.846877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] For port efa72c68-3f0b-42f9-933a-7fc2e21e1f4f, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=efa72c68-3f0b-42f9-933a-7fc2e21e1f4f,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:11.848956 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-896f49b3-fdf9-4b21-8017-56b7eab4428f req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:11.850390 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-896f49b3-fdf9-4b21-8017-56b7eab4428f req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 1.3922989 Jan 28 05:43:11.855744 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53983d-058f-4540-84dd-ecdee5d8931d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.872052 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cff1dc21-a0ab-4977-b792-1256adbb2fc6), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:11.904978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.905344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.907621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.908982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.909462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.911017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.912824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.913033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.913379 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.913722 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.914057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.916664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.919213 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3945afdd-e98b-4c0d-960e-bd0fb8174d21 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:11.962383 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Routers {'2f6327de-420e-4682-97ce-f08ea7d04ea1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:11.963017 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['2f6327de-420e-4682-97ce-f08ea7d04ea1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:11.978817 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] Publish callbacks [] for port (5b0e5f64-e5ba-4a91-b980-44b77109ef46), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:12.000864 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (efa72c68-3f0b-42f9-933a-7fc2e21e1f4f), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:12.002797 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53983d-058f-4540-84dd-ecdee5d8931d None None] Pushing event updated for resources: {'Port': ['ID=cff1dc21-a0ab-4977-b792-1256adbb2fc6,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:12.074961 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ff15b41-c377-477d-9429-37dfd7c4f2ff req-32db4e44-bdd1-49a1-aa29-55b9452388d2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/floatingips/e7add1b8-3991-4363-8936-5a519e553128 HTTP/1.1" status: 200 len: 693 time: 0.3467326 Jan 28 05:43:12.079104 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2b1911-1e16-460d-9e73-767864c6843c req-371b9b39-8192-4151-a0fb-bb7a5e7bf855 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:12.093021 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] Set router 2f6327de-420e-4682-97ce-f08ea7d04ea1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:12.098289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:12.099272 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:12.100762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30f59203-3b93-4901-9a87-8d284383c979 req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] 10.222.0.64 "PUT /v2.0/ports/efa72c68-3f0b-42f9-933a-7fc2e21e1f4f HTTP/1.1" status: 200 len: 1093 time: 3.6929243 Jan 28 05:43:12.103114 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (5b0e5f64-e5ba-4a91-b980-44b77109ef46), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:12.108433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f71d054-b7c0-42e2-8e54-8db7978b9801', 'tag': 'efa72c68-3f0b-42f9-933a-7fc2e21e1f4f'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:12.112591 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75de4bbf-ff89-4405-be8b-d474bc4d18b1" -d '{"events": [{"name": "network-changed", "server_uuid": "8f71d054-b7c0-42e2-8e54-8db7978b9801", "tag": "efa72c68-3f0b-42f9-933a-7fc2e21e1f4f"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:12.118193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-af2b1911-1e16-460d-9e73-767864c6843c req-371b9b39-8192-4151-a0fb-bb7a5e7bf855 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:12.122912 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2b1911-1e16-460d-9e73-767864c6843c req-371b9b39-8192-4151-a0fb-bb7a5e7bf855 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:12.141450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b9b39-8192-4151-a0fb-bb7a5e7bf855 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Pushing event updated for resources: {'Port': ['ID=90541f7f-a766-410e-b604-6c14a5872317,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:12.167081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] Network 6b983991-8e52-43a5-9508-80c383d87452 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:12.171096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:12.177117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:12.185775 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2c039ae1-7970-4c34-9fbb-8ac2874aec01), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:12.227516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] Pushing event updated for resources: {'Port': ['ID=5b0e5f64-e5ba-4a91-b980-44b77109ef46,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:12.246470 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (2f6327de-420e-4682-97ce-f08ea7d04ea1), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:12.328153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009abd5-30da-4fe4-a908-6806cfe8fa1a req-5018a28d-8580-4c37-a3bd-62b995a1c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:12.329674 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3009abd5-30da-4fe4-a908-6806cfe8fa1a req-5018a28d-8580-4c37-a3bd-62b995a1c3b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9757efd87e65440bab7f01532f12f95a&device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 1098 time: 0.4352157 Jan 28 05:43:12.339538 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'name': 'tempest-ServerRescueNegativeTestJSON-549919873-router', 'tenant_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cff1dc21-a0ab-4977-b792-1256adbb2fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:07Z', 'updated_at': '2022-01-28T05:43:09Z', 'revision_number': 3, 'project_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'gw_port': {'id': 'cff1dc21-a0ab-4977-b792-1256adbb2fc6', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:08Z', 'updated_at': '2022-01-28T05:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:12.388629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bb6e3-88d7-479a-b134-b0b1dfeaa34e req-e0e687d3-f9d7-4baf-a376-c635f5ec7486 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:12.390490 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a1bb6e3-88d7-479a-b134-b0b1dfeaa34e req-e0e687d3-f9d7-4baf-a376-c635f5ec7486 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=245af4c3-273c-49d4-8fb6-717e5c20337a HTTP/1.1" status: 200 len: 936 time: 0.4006848 Jan 28 05:43:12.395128 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d7189-34c2-43bd-91c8-a68807c2cf3a None None] The sync data for ids ['2f6327de-420e-4682-97ce-f08ea7d04ea1'] in n-d-812111-12 is: [{'id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'name': 'tempest-ServerRescueNegativeTestJSON-549919873-router', 'tenant_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cff1dc21-a0ab-4977-b792-1256adbb2fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:07Z', 'updated_at': '2022-01-28T05:43:09Z', 'revision_number': 3, 'project_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'gw_port': {'id': 'cff1dc21-a0ab-4977-b792-1256adbb2fc6', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:08Z', 'updated_at': '2022-01-28T05:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:43:12.496733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff15b41-c377-477d-9429-37dfd7c4f2ff req-4a1ee55a-df68-48a5-b2d8-c213f1bac477 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:12.498152 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ff15b41-c377-477d-9429-37dfd7c4f2ff req-4a1ee55a-df68-48a5-b2d8-c213f1bac477 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.4104760 Jan 28 05:43:12.505547 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-681d65d7-aafb-493e-9be3-cc67ed32fc33 None None] Provisioning complete for port 90541f7f-a766-410e-b604-6c14a5872317 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:12.506085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b1911-1e16-460d-9e73-767864c6843c req-371b9b39-8192-4151-a0fb-bb7a5e7bf855 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:12.506282 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-af2b1911-1e16-460d-9e73-767864c6843c req-371b9b39-8192-4151-a0fb-bb7a5e7bf855 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:12.506921 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-681d65d7-aafb-493e-9be3-cc67ed32fc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90541f7f-a766-410e-b604-6c14a5872317), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:12.517989 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5b0e5f64-e5ba-4a91-b980-44b77109ef46), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:12.535716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbbf12-b739-4b24-890e-10849feb8c96 service neutron] Pushing event updated for resources: {'Port': ['ID=efa72c68-3f0b-42f9-933a-7fc2e21e1f4f,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:12.552215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-681d65d7-aafb-493e-9be3-cc67ed32fc33 None None] Port 90541f7f-a766-410e-b604-6c14a5872317 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:43:12.737514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f59203-3b93-4901-9a87-8d284383c979 req-0394d6af-3e02-43e9-9b8e-b6f1234999c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:12.739030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30f59203-3b93-4901-9a87-8d284383c979 req-0394d6af-3e02-43e9-9b8e-b6f1234999c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&device_id=8f71d054-b7c0-42e2-8e54-8db7978b9801 HTTP/1.1" status: 200 len: 1096 time: 0.4651508 Jan 28 05:43:12.747910 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ff15b41-c377-477d-9429-37dfd7c4f2ff req-ba4bb32d-289d-4cc4-9089-c6805b93cdf0 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.231 HTTP/1.1" status: 200 len: 696 time: 0.2005672 Jan 28 05:43:12.749331 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] Publish callbacks [] for port (5b0e5f64-e5ba-4a91-b980-44b77109ef46), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:12.763054 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af2b1911-1e16-460d-9e73-767864c6843c req-371b9b39-8192-4151-a0fb-bb7a5e7bf855 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1029267 Jan 28 05:43:12.802905 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Request body: {'port': {'device_id': '245af4c3-273c-49d4-8fb6-717e5c20337a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:12.833365 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (5b0e5f64-e5ba-4a91-b980-44b77109ef46), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:12.914516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] Pushing event updated for resources: {'Port': ['ID=5b0e5f64-e5ba-4a91-b980-44b77109ef46,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:12.917140 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (2f6327de-420e-4682-97ce-f08ea7d04ea1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:13.030968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] Network 6b983991-8e52-43a5-9508-80c383d87452 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:13.032471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:13.166565 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] Router 2f6327de-420e-4682-97ce-f08ea7d04ea1 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:43:13.198599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a1bb6e3-88d7-479a-b134-b0b1dfeaa34e req-3a4ff119-6138-421f-a842-f43b2be2e916 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7267461 Jan 28 05:43:13.229519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30f59203-3b93-4901-9a87-8d284383c979 req-2e093faf-e2d8-4f0b-b55a-f54140e3d4b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efa72c68-3f0b-42f9-933a-7fc2e21e1f4f HTTP/1.1" status: 200 len: 217 time: 0.4633787 Jan 28 05:43:13.252315 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ff15b41-c377-477d-9429-37dfd7c4f2ff req-dd12a0f1-9faf-4144-9aa5-c59fe41de1d5 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.231 HTTP/1.1" status: 200 len: 696 time: 0.4967856 Jan 28 05:43:13.307568 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:43:13.313006 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-16b69748-f3e5-4afa-8d61-881d50e8a895 admin admin] 10.222.0.31 "PUT /v2.0/routers/2f6327de-420e-4682-97ce-f08ea7d04ea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6240211 Jan 28 05:43:13.374201 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009abd5-30da-4fe4-a908-6806cfe8fa1a req-2d1f1669-7117-4cff-8a99-ae512155316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:13.375697 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3009abd5-30da-4fe4-a908-6806cfe8fa1a req-2d1f1669-7117-4cff-8a99-ae512155316d service neutron] 10.222.0.60 "GET /v2.0/networks?id=75689896-967b-4ae5-b978-35128c8787c4 HTTP/1.1" status: 200 len: 930 time: 0.9976323 Jan 28 05:43:13.513778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3009abd5-30da-4fe4-a908-6806cfe8fa1a req-0cb0bfc7-a20b-4715-bc61-ed57c29db240 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19111222-3c6a-464a-abf2-8abc99c56e4e HTTP/1.1" status: 200 len: 217 time: 0.1215649 Jan 28 05:43:13.535164 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f59203-3b93-4901-9a87-8d284383c979 req-9476a206-7ece-4a2d-8a22-c75575cd2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:13.536591 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30f59203-3b93-4901-9a87-8d284383c979 req-9476a206-7ece-4a2d-8a22-c75575cd2a36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ace652b-1ccc-4a73-9185-4c2cd62a6d0e HTTP/1.1" status: 200 len: 845 time: 0.2938669 Jan 28 05:43:13.551939 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (90541f7f-a766-410e-b604-6c14a5872317), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:13.647649 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30f59203-3b93-4901-9a87-8d284383c979 req-5a7b3d39-6e19-4829-a1a4-bd4ea978dfba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eec00fff-aff9-4369-9cd0-be1af626188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014042 Jan 28 05:43:13.680621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c710-453e-4d38-b961-9a250e750286 req-e4d54b3a-0ab1-40b9-8bec-8675cf0aa96f tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:13.682058 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bbb6c710-453e-4d38-b961-9a250e750286 req-e4d54b3a-0ab1-40b9-8bec-8675cf0aa96f tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=49435059-3d27-4f8c-a129-0ae0fed63048 HTTP/1.1" status: 200 len: 935 time: 0.3256474 Jan 28 05:43:13.722069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009abd5-30da-4fe4-a908-6806cfe8fa1a req-f01bfce7-782f-4aa0-a75a-2ffe64aa962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:13.723518 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3009abd5-30da-4fe4-a908-6806cfe8fa1a req-f01bfce7-782f-4aa0-a75a-2ffe64aa962a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79af50e3-d98d-4a85-83a3-bded0e557ae5 HTTP/1.1" status: 200 len: 868 time: 0.1904480 Jan 28 05:43:13.984993 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c039ae1-7970-4c34-9fbb-8ac2874aec01 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:13.994134 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6ff15b41-c377-477d-9429-37dfd7c4f2ff req-8ec94093-ca99-45e3-9922-fac98964a857 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Deleting port f1e38edc-512a-44b6-8be3-de25086f3df5 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:13.994495 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ff15b41-c377-477d-9429-37dfd7c4f2ff req-8ec94093-ca99-45e3-9922-fac98964a857 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f1e38edc-512a-44b6-8be3-de25086f3df5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:14.004798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bbb6c710-453e-4d38-b961-9a250e750286 req-57be862e-e763-4026-a44f-0cdade42e226 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011630 Jan 28 05:43:14.006493 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009abd5-30da-4fe4-a908-6806cfe8fa1a req-58d12285-afd7-4e19-84df-ff8e7ee05f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:14.007867 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3009abd5-30da-4fe4-a908-6806cfe8fa1a req-58d12285-afd7-4e19-84df-ff8e7ee05f5d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75689896-967b-4ae5-b978-35128c8787c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2462554 Jan 28 05:43:14.010056 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Publish callbacks [] for port (2c039ae1-7970-4c34-9fbb-8ac2874aec01), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:14.016942 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30f59203-3b93-4901-9a87-8d284383c979 req-608cc1fb-d68d-4c16-b311-d0f32a8e2c47 service neutron] 10.222.0.64 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546836 Jan 28 05:43:14.140337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Transition to ACTIVE for port object 2c039ae1-7970-4c34-9fbb-8ac2874aec01 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:43:14.217937 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-41f62e6a-6989-494f-b9fb-50891d25f21b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:14.220352 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-41f62e6a-6989-494f-b9fb-50891d25f21b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.64 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 811 time: 0.1241231 Jan 28 05:43:14.243832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-8123f2d2-b08d-4098-bb9f-3eaba1d8748c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Request body: {'port': {'device_id': '94d8537d-4355-4e73-9361-55892d19efba', 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd', 'admin_state_up': True, 'tenant_id': '79fbef5367d24a58af655d60fa276ac5'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:14.262018 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (2c039ae1-7970-4c34-9fbb-8ac2874aec01), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:14.282144 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ff15b41-c377-477d-9429-37dfd7c4f2ff req-8ec94093-ca99-45e3-9922-fac98964a857 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f1e38edc-512a-44b6-8be3-de25086f3df5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:14.282634 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ff15b41-c377-477d-9429-37dfd7c4f2ff req-8ec94093-ca99-45e3-9922-fac98964a857 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks [] for floatingip (f1e38edc-512a-44b6-8be3-de25086f3df5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:14.370750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Sync routers for ids ['2f6327de-420e-4682-97ce-f08ea7d04ea1'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:43:14.385317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Routers {'2f6327de-420e-4682-97ce-f08ea7d04ea1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:14.386264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['2f6327de-420e-4682-97ce-f08ea7d04ea1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:14.409055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb2386-cf7f-4388-9c22-501cf408f97c req-ade0e6bf-d9e3-4ab7-8791-e3f05fd56258 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:14.409055 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46eb2386-cf7f-4388-9c22-501cf408f97c req-ade0e6bf-d9e3-4ab7-8791-e3f05fd56258 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f71d054-b7c0-42e2-8e54-8db7978b9801 HTTP/1.1" status: 200 len: 944 time: 0.3171597 Jan 28 05:43:14.423687 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30f59203-3b93-4901-9a87-8d284383c979 req-93d412f7-6ecd-4e5e-9342-0b9b04faf107 service neutron] 10.222.0.64 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929245 Jan 28 05:43:14.428987 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6ff15b41-c377-477d-9429-37dfd7c4f2ff req-8ec94093-ca99-45e3-9922-fac98964a857 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Calling delete_port for f1e38edc-512a-44b6-8be3-de25086f3df5 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:14.442184 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cff1dc21-a0ab-4977-b792-1256adbb2fc6 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:14.442365 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3009abd5-30da-4fe4-a908-6806cfe8fa1a req-70beb481-8356-47b4-a4ef-f101bbf83ef2 service neutron] 10.222.0.60 "GET /v2.0/networks/75689896-967b-4ae5-b978-35128c8787c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150219 Jan 28 05:43:14.462207 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-8123f2d2-b08d-4098-bb9f-3eaba1d8748c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Made reservation on behalf of 79fbef5367d24a58af655d60fa276ac5 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:14.467179 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-8123f2d2-b08d-4098-bb9f-3eaba1d8748c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:14.569194 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2c039ae1-7970-4c34-9fbb-8ac2874aec01,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:14.679543 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-8123f2d2-b08d-4098-bb9f-3eaba1d8748c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Allocated IP 172.20.0.2 (b7fafb85-2281-41db-85af-da2c477e5fbd/c507c782-4f53-4cd1-85bd-9b428677b1ce/754feeb2-3370-4dcf-bee2-cb51d085fc41) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:14.702368 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Set router 2f6327de-420e-4682-97ce-f08ea7d04ea1 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:14.721440 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46eb2386-cf7f-4388-9c22-501cf408f97c req-021d7a73-ab9d-4b74-b518-bdaaf920a5a1 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892168 Jan 28 05:43:14.748091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port cff1dc21-a0ab-4977-b792-1256adbb2fc6 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:14.748518 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cff1dc21-a0ab-4977-b792-1256adbb2fc6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:14.843215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Attempting to bind port 2c039ae1-7970-4c34-9fbb-8ac2874aec01 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:14.843562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Attempting to bind port 2c039ae1-7970-4c34-9fbb-8ac2874aec01 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:14.844006 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Attempting to bind port 2c039ae1-7970-4c34-9fbb-8ac2874aec01 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:14.867080 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-8123f2d2-b08d-4098-bb9f-3eaba1d8748c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks [] for port (754feeb2-3370-4dcf-bee2-cb51d085fc41), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:14.869462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90541f7f-a766-410e-b604-6c14a5872317 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:14.879322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-648cc9e0-83e0-4485-9938-a802d2c9e420 req-1a2e2636-bd9c-404b-b900-b69ff202eab8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d8537d-4355-4e73-9361-55892d19efba HTTP/1.1" status: 200 len: 210 time: 0.0629618 Jan 28 05:43:14.881180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3009abd5-30da-4fe4-a908-6806cfe8fa1a req-db6b7e20-b7f0-465a-b8ec-c9ac5615f9a2 service neutron] 10.222.0.60 "GET /v2.0/networks/75689896-967b-4ae5-b978-35128c8787c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213684 Jan 28 05:43:14.905685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Port 2c039ae1-7970-4c34-9fbb-8ac2874aec01 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:43:14.905685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Attempting to bind port 2c039ae1-7970-4c34-9fbb-8ac2874aec01 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:14.925399 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Publish callbacks [] for port (90541f7f-a766-410e-b604-6c14a5872317), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:14.930727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:14.931064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:14.931440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:14.931873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Bound port: 2c039ae1-7970-4c34-9fbb-8ac2874aec01, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:14.932278 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2c039ae1-7970-4c34-9fbb-8ac2874aec01), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:14.946328 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54212) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:14.957378 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Transition to ACTIVE for port object 90541f7f-a766-410e-b604-6c14a5872317 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:43:14.995911 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-8123f2d2-b08d-4098-bb9f-3eaba1d8748c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (754feeb2-3370-4dcf-bee2-cb51d085fc41), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.013801 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port cff1dc21-a0ab-4977-b792-1256adbb2fc6 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:15.014229 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cff1dc21-a0ab-4977-b792-1256adbb2fc6), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.022591 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (90541f7f-a766-410e-b604-6c14a5872317), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.043260 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port cff1dc21-a0ab-4977-b792-1256adbb2fc6, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cff1dc21-a0ab-4977-b792-1256adbb2fc6,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:15.049161 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'name': 'tempest-ServerRescueNegativeTestJSON-549919873-router', 'tenant_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cff1dc21-a0ab-4977-b792-1256adbb2fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:07Z', 'updated_at': '2022-01-28T05:43:12Z', 'revision_number': 4, 'project_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'gw_port': {'id': 'cff1dc21-a0ab-4977-b792-1256adbb2fc6', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:08Z', 'updated_at': '2022-01-28T05:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '5b0e5f64-e5ba-4a91-b980-44b77109ef46', 'name': '', 'network_id': '6b983991-8e52-43a5-9508-80c383d87452', 'tenant_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'mac_address': 'fa:16:3e:dc:23:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '6933c2d9-7995-47b9-8107-2c5c5786684d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:11Z', 'updated_at': '2022-01-28T05:43:12Z', 'revision_number': 2, 'project_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'subnets': [{'id': '6933c2d9-7995-47b9-8107-2c5c5786684d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:15.055301 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-8123f2d2-b08d-4098-bb9f-3eaba1d8748c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Network b7fafb85-2281-41db-85af-da2c477e5fbd is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:15.061781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-8123f2d2-b08d-4098-bb9f-3eaba1d8748c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:15.065369 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-8123f2d2-b08d-4098-bb9f-3eaba1d8748c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:15.069146 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ff15b41-c377-477d-9429-37dfd7c4f2ff req-8ec94093-ca99-45e3-9922-fac98964a857 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f1e38edc-512a-44b6-8be3-de25086f3df5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.079040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Checking router: 2f6327de-420e-4682-97ce-f08ea7d04ea1 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:43:15.079467 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Updating router 2f6327de-420e-4682-97ce-f08ea7d04ea1 port 5b0e5f64-e5ba-4a91-b980-44b77109ef46 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:43:15.091727 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ad5eabe9-3ca6-487b-b521-291450669ad4 req-f39dc218-db32-4fe6-8252-3554c3d7a31d tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/62bd7297-665f-41d9-8fc7-863f0d973f68 HTTP/1.1" status: 200 len: 1816 time: 0.1301262 Jan 28 05:43:15.101007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] For port 2c039ae1-7970-4c34-9fbb-8ac2874aec01, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:15.105764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] For port 2c039ae1-7970-4c34-9fbb-8ac2874aec01, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=2c039ae1-7970-4c34-9fbb-8ac2874aec01,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:15.106458 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5b0e5f64-e5ba-4a91-b980-44b77109ef46), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.117708 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cff1dc21-a0ab-4977-b792-1256adbb2fc6), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.135269 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-ad5eabe9-3ca6-487b-b521-291450669ad4 req-ed085372-3095-4969-945f-46ba4e433cf6 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1742718493', 'description': 'tempest-description-hth-81173785'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:15.151202 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123f2d2-b08d-4098-bb9f-3eaba1d8748c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Pushing event updated for resources: {'Port': ['ID=754feeb2-3370-4dcf-bee2-cb51d085fc41,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:15.155157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Pushing event updated for resources: {'Port': ['ID=90541f7f-a766-410e-b604-6c14a5872317,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:15.189741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-8123f2d2-b08d-4098-bb9f-3eaba1d8748c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:15.190990 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-8123f2d2-b08d-4098-bb9f-3eaba1d8748c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.222163 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (2c039ae1-7970-4c34-9fbb-8ac2874aec01), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.263318 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=cff1dc21-a0ab-4977-b792-1256adbb2fc6,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:15.289450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec94093-ca99-45e3-9922-fac98964a857 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Pushing event deleted for resources: {'Port': ['ID=f1e38edc-512a-44b6-8be3-de25086f3df5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:15.324567 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-8123f2d2-b08d-4098-bb9f-3eaba1d8748c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0850294 Jan 28 05:43:15.346873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:15.347863 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.348869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] 10.222.0.60 "PUT /v2.0/ports/2c039ae1-7970-4c34-9fbb-8ac2874aec01 HTTP/1.1" status: 200 len: 1096 time: 3.8551574 Jan 28 05:43:15.352921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Request body: {'port': {'device_id': '94d8537d-4355-4e73-9361-55892d19efba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:15.355203 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ad5eabe9-3ca6-487b-b521-291450669ad4 req-ed085372-3095-4969-945f-46ba4e433cf6 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (62bd7297-665f-41d9-8fc7-863f0d973f68), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.359652 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ff15b41-c377-477d-9429-37dfd7c4f2ff req-8ec94093-ca99-45e3-9922-fac98964a857 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks [] for floatingip (e7add1b8-3991-4363-8936-5a519e553128), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.362429 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ff15b41-c377-477d-9429-37dfd7c4f2ff req-8ec94093-ca99-45e3-9922-fac98964a857 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.363681 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ff15b41-c377-477d-9429-37dfd7c4f2ff req-8ec94093-ca99-45e3-9922-fac98964a857 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "DELETE /v2.0/floatingips/e7add1b8-3991-4363-8936-5a519e553128 HTTP/1.1" status: 204 len: 173 time: 2.0901530 Jan 28 05:43:15.420094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Attempting to bind port 90541f7f-a766-410e-b604-6c14a5872317 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:15.420764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Attempting to bind port 90541f7f-a766-410e-b604-6c14a5872317 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:15.420764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Attempting to bind port 90541f7f-a766-410e-b604-6c14a5872317 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:15.422748 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6683e82-5888-43a7-aad3-2829012104e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2c039ae1-7970-4c34-9fbb-8ac2874aec01,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:15.444115 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad315d19-03b4-4cf2-90fc-40fb363f7dbd x-openstack-request-id: req-ad315d19-03b4-4cf2-90fc-40fb363f7dbd {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:15.445439 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f71d054-b7c0-42e2-8e54-8db7978b9801", "tag": "efa72c68-3f0b-42f9-933a-7fc2e21e1f4f", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:15.445439 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad315d19-03b4-4cf2-90fc-40fb363f7dbd {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:15.445439 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f71d054-b7c0-42e2-8e54-8db7978b9801', 'tag': 'efa72c68-3f0b-42f9-933a-7fc2e21e1f4f', 'status': 'completed', 'code': 200} Jan 28 05:43:15.462512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Port 90541f7f-a766-410e-b604-6c14a5872317 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:43:15.462843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Attempting to bind port 90541f7f-a766-410e-b604-6c14a5872317 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:15.481675 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ad5eabe9-3ca6-487b-b521-291450669ad4 req-ed085372-3095-4969-945f-46ba4e433cf6 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (62bd7297-665f-41d9-8fc7-863f0d973f68), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.494602 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:15.495219 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:15.495783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:15.496405 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Bound port: 90541f7f-a766-410e-b604-6c14a5872317, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:15.496933 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (90541f7f-a766-410e-b604-6c14a5872317), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.508763 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (754feeb2-3370-4dcf-bee2-cb51d085fc41), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.555723 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Publish callbacks [] for port (5b0e5f64-e5ba-4a91-b980-44b77109ef46), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.572730 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ad5eabe9-3ca6-487b-b521-291450669ad4 req-ed085372-3095-4969-945f-46ba4e433cf6 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (62bd7297-665f-41d9-8fc7-863f0d973f68), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.575838 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ad5eabe9-3ca6-487b-b521-291450669ad4 req-ed085372-3095-4969-945f-46ba4e433cf6 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.583857 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ad5eabe9-3ca6-487b-b521-291450669ad4 req-ed085372-3095-4969-945f-46ba4e433cf6 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "PUT /v2.0/security-groups/62bd7297-665f-41d9-8fc7-863f0d973f68 HTTP/1.1" status: 200 len: 1790 time: 0.4663074 Jan 28 05:43:15.636493 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5b0e5f64-e5ba-4a91-b980-44b77109ef46), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.700570 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de4bbf-ff89-4405-be8b-d474bc4d18b1 req-62f11be2-cb7e-4063-b3c0-87c1a721720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:15.703837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75de4bbf-ff89-4405-be8b-d474bc4d18b1 req-62f11be2-cb7e-4063-b3c0-87c1a721720c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&device_id=8f71d054-b7c0-42e2-8e54-8db7978b9801 HTTP/1.1" status: 200 len: 1096 time: 0.1878915 Jan 28 05:43:15.734124 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-618da894-faff-4959-a3a1-a6c63db335df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:15.735760 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-618da894-faff-4959-a3a1-a6c63db335df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87e72158ff404a2fa58280115f3da933&device_id=49435059-3d27-4f8c-a129-0ae0fed63048 HTTP/1.1" status: 200 len: 1099 time: 0.2510366 Jan 28 05:43:15.736050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42fe5c-464a-4716-8e14-4fe70e6af44c None None] Pushing event updated for resources: {'Port': ['ID=5b0e5f64-e5ba-4a91-b980-44b77109ef46,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:15.773001 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed085372-3095-4969-945f-46ba4e433cf6 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62bd7297-665f-41d9-8fc7-863f0d973f68,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:15.853255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Attempting to bind port 5b0e5f64-e5ba-4a91-b980-44b77109ef46 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:15.853792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Attempting to bind port 5b0e5f64-e5ba-4a91-b980-44b77109ef46 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '9e93826f-fde1-470c-abf0-7f701648bc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b983991-8e52-43a5-9508-80c383d87452'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:15.854264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Attempting to bind port 5b0e5f64-e5ba-4a91-b980-44b77109ef46 on network 6b983991-8e52-43a5-9508-80c383d87452 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:15.861968 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:15.862700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Checking segment: {'id': '9e93826f-fde1-470c-abf0-7f701648bc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b983991-8e52-43a5-9508-80c383d87452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:15.863547 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.863850 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Bound using segment: {'id': '9e93826f-fde1-470c-abf0-7f701648bc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b983991-8e52-43a5-9508-80c383d87452'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:15.864500 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Bound port: 5b0e5f64-e5ba-4a91-b980-44b77109ef46, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e93826f-fde1-470c-abf0-7f701648bc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b983991-8e52-43a5-9508-80c383d87452'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:15.865433 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5b0e5f64-e5ba-4a91-b980-44b77109ef46), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.931598 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-b055119f-af87-4613-a3e2-206a02cc6516 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=2c039ae1-7970-4c34-9fbb-8ac2874aec01 HTTP/1.1" status: 200 len: 217 time: 0.1305506 Jan 28 05:43:15.957728 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e449a483-ff7b-4a90-8174-3376485a614a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (cdf5dcd2-3ea7-47fe-9947-f2646e8c0050), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:15.973397 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] For port 5b0e5f64-e5ba-4a91-b980-44b77109ef46, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:15.978363 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] For port 5b0e5f64-e5ba-4a91-b980-44b77109ef46, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5b0e5f64-e5ba-4a91-b980-44b77109ef46,segment=NetworkSegment(9e93826f-fde1-470c-abf0-7f701648bc4e),segment_id=9e93826f-fde1-470c-abf0-7f701648bc4e)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:15.995437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device efa72c68-3f0b-42f9-933a-7fc2e21e1f4f details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:43:16.037991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754feeb2-3370-4dcf-bee2-cb51d085fc41 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:16.051468 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Publish callbacks [] for port (754feeb2-3370-4dcf-bee2-cb51d085fc41), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:16.079555 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5b0e5f64-e5ba-4a91-b980-44b77109ef46), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:16.100434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Transition to ACTIVE for port object 754feeb2-3370-4dcf-bee2-cb51d085fc41 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:43:16.178285 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (754feeb2-3370-4dcf-bee2-cb51d085fc41), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:16.179736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42fe5c-464a-4716-8e14-4fe70e6af44c None None] Pushing event updated for resources: {'Port': ['ID=5b0e5f64-e5ba-4a91-b980-44b77109ef46,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:16.182548 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Routers {'2f6327de-420e-4682-97ce-f08ea7d04ea1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:16.183359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['2f6327de-420e-4682-97ce-f08ea7d04ea1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:16.247649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port efa72c68-3f0b-42f9-933a-7fc2e21e1f4f, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=efa72c68-3f0b-42f9-933a-7fc2e21e1f4f,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:16.250957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Pushing event updated for resources: {'Port': ['ID=754feeb2-3370-4dcf-bee2-cb51d085fc41,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:16.275063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'efa72c68-3f0b-42f9-933a-7fc2e21e1f4f', 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f', 'port_id': 'efa72c68-3f0b-42f9-933a-7fc2e21e1f4f', 'mac_address': 'fa:16:3e:3f:c8:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ace652b-1ccc-4a73-9185-4c2cd62a6d0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:43:16.314334 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] For port 90541f7f-a766-410e-b604-6c14a5872317, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:16.359125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8f00c-76a1-45bd-b2ec-271e37cd1825 req-d9e351c0-502f-452a-9dfc-b91aebdbfd05 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:16.360641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42b8f00c-76a1-45bd-b2ec-271e37cd1825 req-d9e351c0-502f-452a-9dfc-b91aebdbfd05 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=245af4c3-273c-49d4-8fb6-717e5c20337a HTTP/1.1" status: 200 len: 948 time: 0.6706090 Jan 28 05:43:16.364329 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port efa72c68-3f0b-42f9-933a-7fc2e21e1f4f is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:16.364763 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (efa72c68-3f0b-42f9-933a-7fc2e21e1f4f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:16.378352 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Attempting to bind port 754feeb2-3370-4dcf-bee2-cb51d085fc41 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:16.379411 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Attempting to bind port 754feeb2-3370-4dcf-bee2-cb51d085fc41 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:16.379978 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Attempting to bind port 754feeb2-3370-4dcf-bee2-cb51d085fc41 on network b7fafb85-2281-41db-85af-da2c477e5fbd {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:16.381299 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa72c68-3f0b-42f9-933a-7fc2e21e1f4f {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:16.383668 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] For port 90541f7f-a766-410e-b604-6c14a5872317, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=90541f7f-a766-410e-b604-6c14a5872317,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:16.409029 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] Set router 2f6327de-420e-4682-97ce-f08ea7d04ea1 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:16.411735 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Port 754feeb2-3370-4dcf-bee2-cb51d085fc41 on network b7fafb85-2281-41db-85af-da2c477e5fbd not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:43:16.411735 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Attempting to bind port 754feeb2-3370-4dcf-bee2-cb51d085fc41 on network b7fafb85-2281-41db-85af-da2c477e5fbd {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:16.412024 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cff1dc21-a0ab-4977-b792-1256adbb2fc6 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:16.417881 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:16.418375 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Checking segment: {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:16.418863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Bound using segment: {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:16.419397 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Bound port: 754feeb2-3370-4dcf-bee2-cb51d085fc41, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:16.419857 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (754feeb2-3370-4dcf-bee2-cb51d085fc41), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:16.463359 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de4bbf-ff89-4405-be8b-d474bc4d18b1 req-4f278324-0083-43d3-aa02-109ee6e14745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:16.464010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port efa72c68-3f0b-42f9-933a-7fc2e21e1f4f, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=efa72c68-3f0b-42f9-933a-7fc2e21e1f4f,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:16.464792 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75de4bbf-ff89-4405-be8b-d474bc4d18b1 req-4f278324-0083-43d3-aa02-109ee6e14745 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 906 time: 0.7455468 Jan 28 05:43:16.484251 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (90541f7f-a766-410e-b604-6c14a5872317), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:16.488770 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-e0c0fdee-ea7c-41c3-8e3a-4f431c3dce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:16.489187 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-e0c0fdee-ea7c-41c3-8e3a-4f431c3dce33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1629162 Jan 28 05:43:16.498045 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e449a483-ff7b-4a90-8174-3376485a614a admin admin] Deleting port 7cdb1f9e-c639-4be1-9c4f-60da66f58785 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:16.498492 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e449a483-ff7b-4a90-8174-3376485a614a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:16.549939 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] For port 754feeb2-3370-4dcf-bee2-cb51d085fc41, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:16.552348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-a3511485-b899-45b8-b6e6-ff5bbb6fd824 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:16.559129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-a3511485-b899-45b8-b6e6-ff5bbb6fd824 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/networks?id=6b983991-8e52-43a5-9508-80c383d87452 HTTP/1.1" status: 200 len: 818 time: 0.7418003 Jan 28 05:43:16.566355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] For port 754feeb2-3370-4dcf-bee2-cb51d085fc41, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=754feeb2-3370-4dcf-bee2-cb51d085fc41,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:16.592644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port cff1dc21-a0ab-4977-b792-1256adbb2fc6 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:16.593253 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cff1dc21-a0ab-4977-b792-1256adbb2fc6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:16.594422 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75de4bbf-ff89-4405-be8b-d474bc4d18b1 req-6cd659e5-67c0-40bb-83ec-e08aebbc0b68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efa72c68-3f0b-42f9-933a-7fc2e21e1f4f HTTP/1.1" status: 200 len: 217 time: 0.1133029 Jan 28 05:43:16.598640 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (efa72c68-3f0b-42f9-933a-7fc2e21e1f4f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:16.602753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:16.603096 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:16.604468 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af2b1911-1e16-460d-9e73-767864c6843c req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] 10.222.0.64 "PUT /v2.0/ports/90541f7f-a766-410e-b604-6c14a5872317 HTTP/1.1" status: 200 len: 1097 time: 3.8079872 Jan 28 05:43:16.616181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-e449a483-ff7b-4a90-8174-3376485a614a admin admin] For port 7cdb1f9e-c639-4be1-9c4f-60da66f58785, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7cdb1f9e-c639-4be1-9c4f-60da66f58785,segment=NetworkSegment(11ceaf39-ca61-44f4-a20c-08ea6ba33eae),segment_id=11ceaf39-ca61-44f4-a20c-08ea6ba33eae)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:16.616685 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e449a483-ff7b-4a90-8174-3376485a614a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:16.638699 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e449a483-ff7b-4a90-8174-3376485a614a admin admin] Calling delete_port for 7cdb1f9e-c639-4be1-9c4f-60da66f58785 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:16.651983 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (754feeb2-3370-4dcf-bee2-cb51d085fc41), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:16.688586 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42b8f00c-76a1-45bd-b2ec-271e37cd1825 req-b8a016a9-5df6-4caa-a17e-13bdd1e9be8d tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963779 Jan 28 05:43:16.695099 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de4bbf-ff89-4405-be8b-d474bc4d18b1 req-f80700de-b65a-4fdc-a501-6840f326f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:16.696761 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75de4bbf-ff89-4405-be8b-d474bc4d18b1 req-f80700de-b65a-4fdc-a501-6840f326f081 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ace652b-1ccc-4a73-9185-4c2cd62a6d0e HTTP/1.1" status: 200 len: 845 time: 0.0901356 Jan 28 05:43:16.713838 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-6feb4c3b-4c8f-4086-84d3-597ad6d9dacf tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/quotas/c36a2d53f9504be19dc76a299e98b5d6 HTTP/1.1" status: 200 len: 375 time: 0.1535270 Jan 28 05:43:16.727484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=efa72c68-3f0b-42f9-933a-7fc2e21e1f4f,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:16.777341 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75de4bbf-ff89-4405-be8b-d474bc4d18b1 req-f3df326b-682c-47a2-a185-c6aa5fcb3b4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eec00fff-aff9-4369-9cd0-be1af626188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714202 Jan 28 05:43:16.809022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d36903ca-735b-4d1a-8d7d-50ecd1c7910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:16.810650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port cff1dc21-a0ab-4977-b792-1256adbb2fc6 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:16.810799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-d36903ca-735b-4d1a-8d7d-50ecd1c7910b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3068926 Jan 28 05:43:16.824023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:16.826166 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:16.829267 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] 10.222.0.64 "PUT /v2.0/ports/754feeb2-3370-4dcf-bee2-cb51d085fc41 HTTP/1.1" status: 200 len: 1092 time: 1.4806945 Jan 28 05:43:16.836457 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d8537d-4355-4e73-9361-55892d19efba', 'tag': '754feeb2-3370-4dcf-bee2-cb51d085fc41'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:16.851596 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445abd7f-76b9-48dc-9685-80ecb1bbf021" -d '{"events": [{"name": "network-changed", "server_uuid": "94d8537d-4355-4e73-9361-55892d19efba", "tag": "754feeb2-3370-4dcf-bee2-cb51d085fc41"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:16.868135 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'name': 'tempest-ServerRescueNegativeTestJSON-549919873-router', 'tenant_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cff1dc21-a0ab-4977-b792-1256adbb2fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:07Z', 'updated_at': '2022-01-28T05:43:12Z', 'revision_number': 4, 'project_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'gw_port': {'id': 'cff1dc21-a0ab-4977-b792-1256adbb2fc6', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:08Z', 'updated_at': '2022-01-28T05:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '5b0e5f64-e5ba-4a91-b980-44b77109ef46', 'name': '', 'network_id': '6b983991-8e52-43a5-9508-80c383d87452', 'tenant_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'mac_address': 'fa:16:3e:dc:23:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '6933c2d9-7995-47b9-8107-2c5c5786684d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:11Z', 'updated_at': '2022-01-28T05:43:15Z', 'revision_number': 4, 'project_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'subnets': [{'id': '6933c2d9-7995-47b9-8107-2c5c5786684d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:16.905306 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8525c4-d3b8-41c3-9ce9-cbf8d2cd59a8 None None] The sync data for ids ['2f6327de-420e-4682-97ce-f08ea7d04ea1'] in n-d-812111-12 is: [{'id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'name': 'tempest-ServerRescueNegativeTestJSON-549919873-router', 'tenant_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cff1dc21-a0ab-4977-b792-1256adbb2fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:07Z', 'updated_at': '2022-01-28T05:43:12Z', 'revision_number': 4, 'project_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'gw_port': {'id': 'cff1dc21-a0ab-4977-b792-1256adbb2fc6', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:08Z', 'updated_at': '2022-01-28T05:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '5b0e5f64-e5ba-4a91-b980-44b77109ef46', 'name': '', 'network_id': '6b983991-8e52-43a5-9508-80c383d87452', 'tenant_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'mac_address': 'fa:16:3e:dc:23:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '6933c2d9-7995-47b9-8107-2c5c5786684d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:11Z', 'updated_at': '2022-01-28T05:43:15Z', 'revision_number': 4, 'project_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'subnets': [{'id': '6933c2d9-7995-47b9-8107-2c5c5786684d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:43:16.963234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['efa72c68-3f0b-42f9-933a-7fc2e21e1f4f'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:16.981538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9c827-a100-4d27-9d7b-c883f80089a8 service neutron] Pushing event updated for resources: {'Port': ['ID=90541f7f-a766-410e-b604-6c14a5872317,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:17.031710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b1911-1e16-460d-9e73-767864c6843c req-c40b7b06-c122-4212-9515-fa65a0935525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:17.033248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af2b1911-1e16-460d-9e73-767864c6843c req-c40b7b06-c122-4212-9515-fa65a0935525 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&device_id=245af4c3-273c-49d4-8fb6-717e5c20337a HTTP/1.1" status: 200 len: 1100 time: 0.2659748 Jan 28 05:43:17.060797 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b2d89-e1d2-421c-aab3-a740a003af3a service neutron] Pushing event updated for resources: {'Port': ['ID=754feeb2-3370-4dcf-bee2-cb51d085fc41,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:17.123731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-78ed0210-8db1-4456-8bf6-29042725ff35 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c36a2d53f9504be19dc76a299e98b5d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3530619 Jan 28 05:43:17.129569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af2b1911-1e16-460d-9e73-767864c6843c req-6c9b019b-43dd-4b62-8b0e-9c47342fdd2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=90541f7f-a766-410e-b604-6c14a5872317 HTTP/1.1" status: 200 len: 217 time: 0.0779362 Jan 28 05:43:17.133268 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-3c4af314-c340-47ee-b919-c2bfaba7f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:17.135042 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-3c4af314-c340-47ee-b919-c2bfaba7f2e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&device_id=94d8537d-4355-4e73-9361-55892d19efba HTTP/1.1" status: 200 len: 1095 time: 0.1279874 Jan 28 05:43:17.203231 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-31d687d8-bfae-46fc-97c8-2723b1f6053a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=754feeb2-3370-4dcf-bee2-cb51d085fc41 HTTP/1.1" status: 200 len: 217 time: 0.0446076 Jan 28 05:43:17.272728 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75de4bbf-ff89-4405-be8b-d474bc4d18b1 req-0119d8c4-3cac-45be-ad96-cd655867a84d service neutron] 10.222.0.64 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505317 Jan 28 05:43:17.283983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-5714359c-f343-4fce-990d-e0cf772ee716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:17.285731 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-5714359c-f343-4fce-990d-e0cf772ee716 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c507c782-4f53-4cd1-85bd-9b428677b1ce HTTP/1.1" status: 200 len: 851 time: 0.0745175 Jan 28 05:43:17.326986 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-384d2b4f-a0b0-4c4f-96de-feccc813d72e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7fafb85-2281-41db-85af-da2c477e5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349088 Jan 28 05:43:17.354990 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e449a483-ff7b-4a90-8174-3376485a614a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7cdb1f9e-c639-4be1-9c4f-60da66f58785), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:17.378625 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-974f5506-4335-45b6-bd26-82e5417e08f0 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556152 Jan 28 05:43:17.413549 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c2d7aede-fcd8-455d-8b6f-68838d40d0dc service neutron] 10.222.0.31 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772255 Jan 28 05:43:17.416693 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449a483-ff7b-4a90-8174-3376485a614a admin admin] Pushing event deleted for resources: {'Port': ['ID=7cdb1f9e-c639-4be1-9c4f-60da66f58785,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:17.422822 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b1911-1e16-460d-9e73-767864c6843c req-0772d447-9001-4bff-853f-50774712b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:17.424488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af2b1911-1e16-460d-9e73-767864c6843c req-0772d447-9001-4bff-853f-50774712b97f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.2159185 Jan 28 05:43:17.449579 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49435059-3d27-4f8c-a129-0ae0fed63048', 'tag': '2c039ae1-7970-4c34-9fbb-8ac2874aec01'}, {'name': 'network-changed', 'server_uuid': '245af4c3-273c-49d4-8fb6-717e5c20337a', 'tag': '90541f7f-a766-410e-b604-6c14a5872317'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:17.452248 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4494b0e6-9d76-4297-b897-31ab2e551edc" -d '{"events": [{"name": "network-changed", "server_uuid": "49435059-3d27-4f8c-a129-0ae0fed63048", "tag": "2c039ae1-7970-4c34-9fbb-8ac2874aec01"}, {"name": "network-changed", "server_uuid": "245af4c3-273c-49d4-8fb6-717e5c20337a", "tag": "90541f7f-a766-410e-b604-6c14a5872317"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:17.525620 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-65b31e08-9d1d-4aa1-9182-3f7a1e0fb2ac service neutron] 10.222.0.64 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893723 Jan 28 05:43:17.644206 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-9228d59b-5b42-4dd3-a6ad-6d448c02469f service neutron] 10.222.0.31 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172477 Jan 28 05:43:17.672736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec777db-0a76-44fb-9a46-aec7ffa12097 req-ef97d636-7b4b-4b37-9ed0-ad8bc320bfa9 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:17.674519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ec777db-0a76-44fb-9a46-aec7ffa12097 req-ef97d636-7b4b-4b37-9ed0-ad8bc320bfa9 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=49435059-3d27-4f8c-a129-0ae0fed63048 HTTP/1.1" status: 200 len: 947 time: 0.3544900 Jan 28 05:43:17.716728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b1911-1e16-460d-9e73-767864c6843c req-0d518e58-d8bd-4be6-9a54-df37477d0f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:17.720655 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af2b1911-1e16-460d-9e73-767864c6843c req-0d518e58-d8bd-4be6-9a54-df37477d0f79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2777400 Jan 28 05:43:17.773790 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e449a483-ff7b-4a90-8174-3376485a614a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (cdf5dcd2-3ea7-47fe-9947-f2646e8c0050), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:17.777122 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-92b52374-fb1d-42d4-b4ee-d22ba30de8c8 service neutron] 10.222.0.64 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415764 Jan 28 05:43:17.814410 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3e4e338-5cde-4d93-8e4d-96fb17943bd1 req-b153f8d6-0f1f-4140-ad9d-483b7a43ddc8 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114933 Jan 28 05:43:17.816311 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75de4bbf-ff89-4405-be8b-d474bc4d18b1 req-7909f9fb-3cb8-4202-bac5-84a4df9916fd service neutron] 10.222.0.64 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305738 Jan 28 05:43:17.864772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ec777db-0a76-44fb-9a46-aec7ffa12097 req-18be21a9-1aaa-4d62-9ca7-a77a1b9e2e0b tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781833 Jan 28 05:43:17.882202 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af2b1911-1e16-460d-9e73-767864c6843c req-5a2d82d8-6e9a-448d-933b-9dbfc2b8d6a7 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425271 Jan 28 05:43:18.012066 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device efa72c68-3f0b-42f9-933a-7fc2e21e1f4f up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:18.117519 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271e0b2-4876-45e3-afa8-dfefd98c7f47 req-32245186-d2fc-4719-94e9-4e4b4c66bc8e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:18.124317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0271e0b2-4876-45e3-afa8-dfefd98c7f47 req-32245186-d2fc-4719-94e9-4e4b4c66bc8e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f71d054-b7c0-42e2-8e54-8db7978b9801 HTTP/1.1" status: 200 len: 945 time: 0.1417301 Jan 28 05:43:18.133156 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port efa72c68-3f0b-42f9-933a-7fc2e21e1f4f completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:43:18.137491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port efa72c68-3f0b-42f9-933a-7fc2e21e1f4f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:18.137874 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (efa72c68-3f0b-42f9-933a-7fc2e21e1f4f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:18.157094 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c238ff68-0105-42e8-9c9c-39d8872b015e req-570b1257-7a44-4c1f-8380-7181c970e2b2 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/62bd7297-665f-41d9-8fc7-863f0d973f68 HTTP/1.1" status: 200 len: 1790 time: 0.1729937 Jan 28 05:43:18.176031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af2b1911-1e16-460d-9e73-767864c6843c req-c20dedf2-aae3-4775-935e-e0bde1b0dcda service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862523 Jan 28 05:43:18.213978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0271e0b2-4876-45e3-afa8-dfefd98c7f47 req-e8669123-7a1a-48d9-aec9-dd3f24004d04 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885510 Jan 28 05:43:18.266636 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11610835-c54e-49d7-a4ca-755fe45c8d8a x-openstack-request-id: req-11610835-c54e-49d7-a4ca-755fe45c8d8a {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:18.268817 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d8537d-4355-4e73-9361-55892d19efba", "tag": "754feeb2-3370-4dcf-bee2-cb51d085fc41", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:18.269081 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11610835-c54e-49d7-a4ca-755fe45c8d8a {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:18.269507 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d8537d-4355-4e73-9361-55892d19efba', 'tag': '754feeb2-3370-4dcf-bee2-cb51d085fc41', 'status': 'completed', 'code': 200} Jan 28 05:43:18.293730 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c82d63-d9ab-45bb-a1a7-58705bba2c8b x-openstack-request-id: req-23c82d63-d9ab-45bb-a1a7-58705bba2c8b {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:18.294402 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49435059-3d27-4f8c-a129-0ae0fed63048", "tag": "2c039ae1-7970-4c34-9fbb-8ac2874aec01", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "245af4c3-273c-49d4-8fb6-717e5c20337a", "tag": "90541f7f-a766-410e-b604-6c14a5872317", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:18.296568 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23c82d63-d9ab-45bb-a1a7-58705bba2c8b {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:18.297104 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49435059-3d27-4f8c-a129-0ae0fed63048', 'tag': '2c039ae1-7970-4c34-9fbb-8ac2874aec01', 'status': 'completed', 'code': 200} Jan 28 05:43:18.297463 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245af4c3-273c-49d4-8fb6-717e5c20337a', 'tag': '90541f7f-a766-410e-b604-6c14a5872317', 'status': 'completed', 'code': 200} Jan 28 05:43:18.385353 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port efa72c68-3f0b-42f9-933a-7fc2e21e1f4f is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:18.386528 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (efa72c68-3f0b-42f9-933a-7fc2e21e1f4f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:18.433248 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f71d054-b7c0-42e2-8e54-8db7978b9801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa72c68-3f0b-42f9-933a-7fc2e21e1f4f'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:18.435715 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8bda64-e421-4f7e-a058-b0804ae97e2f" -d '{"events": [{"server_uuid": "8f71d054-b7c0-42e2-8e54-8db7978b9801", "name": "network-vif-plugged", "status": "completed", "tag": "efa72c68-3f0b-42f9-933a-7fc2e21e1f4f"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:18.450454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port efa72c68-3f0b-42f9-933a-7fc2e21e1f4f, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=efa72c68-3f0b-42f9-933a-7fc2e21e1f4f,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:18.539552 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5b0e5f64-e5ba-4a91-b980-44b77109ef46 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:18.542783 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (efa72c68-3f0b-42f9-933a-7fc2e21e1f4f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:18.575212 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e449a483-ff7b-4a90-8174-3376485a614a admin admin] Router cdf5dcd2-3ea7-47fe-9947-f2646e8c0050 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:43:18.575772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445abd7f-76b9-48dc-9685-80ecb1bbf021 req-422f247a-fd28-4d87-b337-d683f0cf0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:18.576504 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-445abd7f-76b9-48dc-9685-80ecb1bbf021 req-422f247a-fd28-4d87-b337-d683f0cf0768 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&device_id=94d8537d-4355-4e73-9361-55892d19efba HTTP/1.1" status: 200 len: 1095 time: 0.2565391 Jan 28 05:43:18.665353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e89971-3b4a-481f-a0e1-d4299cbf8c17 req-29179daf-8bcd-49e4-9759-f8424bb31dfa tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:18.672416 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59e89971-3b4a-481f-a0e1-d4299cbf8c17 req-29179daf-8bcd-49e4-9759-f8424bb31dfa tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d8537d-4355-4e73-9361-55892d19efba HTTP/1.1" status: 200 len: 943 time: 0.3719862 Jan 28 05:43:18.676163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-9bb84e53-4329-4cbf-8cb2-baa3adf1d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:18.677686 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-9bb84e53-4329-4cbf-8cb2-baa3adf1d3f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87e72158ff404a2fa58280115f3da933&device_id=49435059-3d27-4f8c-a129-0ae0fed63048 HTTP/1.1" status: 200 len: 1099 time: 0.2626829 Jan 28 05:43:18.695673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb309b-65df-4e35-bb1e-732c552b7732 req-ed3a9d4b-bbcb-4efb-a7ca-1b879d1e0007 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:18.702617 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e449a483-ff7b-4a90-8174-3376485a614a admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:43:18.702761 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7acb309b-65df-4e35-bb1e-732c552b7732 req-ed3a9d4b-bbcb-4efb-a7ca-1b879d1e0007 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=245af4c3-273c-49d4-8fb6-717e5c20337a HTTP/1.1" status: 200 len: 948 time: 0.2836549 Jan 28 05:43:18.706058 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-195a6023-e59c-4aa1-91c4-39726dac3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:18.707477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-195a6023-e59c-4aa1-91c4-39726dac3feb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&device_id=245af4c3-273c-49d4-8fb6-717e5c20337a HTTP/1.1" status: 200 len: 1100 time: 0.2393482 Jan 28 05:43:18.709019 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e449a483-ff7b-4a90-8174-3376485a614a admin admin] 10.222.0.31 "PUT /v2.0/routers/cdf5dcd2-3ea7-47fe-9947-f2646e8c0050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7614698 Jan 28 05:43:18.714538 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54254) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:18.718007 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90920039-5519-4fa1-a144-a729da425d7d None None] Sync routers for ids ['cdf5dcd2-3ea7-47fe-9947-f2646e8c0050'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:43:18.736878 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90920039-5519-4fa1-a144-a729da425d7d None None] Routers {'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:18.739552 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-90920039-5519-4fa1-a144-a729da425d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['cdf5dcd2-3ea7-47fe-9947-f2646e8c0050'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:18.866332 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=efa72c68-3f0b-42f9-933a-7fc2e21e1f4f,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:18.870200 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58f03884-c86d-499f-bace-f71a8c67d069 admin admin] Publish callbacks [] for router (cdf5dcd2-3ea7-47fe-9947-f2646e8c0050), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:18.871935 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 5b0e5f64-e5ba-4a91-b980-44b77109ef46 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:18.872489 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5b0e5f64-e5ba-4a91-b980-44b77109ef46), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:18.917106 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-90920039-5519-4fa1-a144-a729da425d7d None None] Set router cdf5dcd2-3ea7-47fe-9947-f2646e8c0050 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:18.960544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59e89971-3b4a-481f-a0e1-d4299cbf8c17 req-c0cb82d0-d724-4094-8be3-874c303accc3 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870269 Jan 28 05:43:18.991692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5b0e5f64-e5ba-4a91-b980-44b77109ef46 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:18.992262 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5b0e5f64-e5ba-4a91-b980-44b77109ef46), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:18.993244 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7acb309b-65df-4e35-bb1e-732c552b7732 req-6696beff-3b97-4ce1-80b1-ae08a440858f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896047 Jan 28 05:43:19.028854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445abd7f-76b9-48dc-9685-80ecb1bbf021 req-3307a6d6-0733-42e4-9a9b-c41e14a4a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:19.035833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-445abd7f-76b9-48dc-9685-80ecb1bbf021 req-3307a6d6-0733-42e4-9a9b-c41e14a4a338 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 912 time: 0.4480124 Jan 28 05:43:19.055358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 5b0e5f64-e5ba-4a91-b980-44b77109ef46, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5b0e5f64-e5ba-4a91-b980-44b77109ef46,segment=NetworkSegment(9e93826f-fde1-470c-abf0-7f701648bc4e),segment_id=9e93826f-fde1-470c-abf0-7f701648bc4e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:19.067731 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58f03884-c86d-499f-bace-f71a8c67d069 admin admin] Publish callbacks [] for router_gateway (cdf5dcd2-3ea7-47fe-9947-f2646e8c0050), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:19.130862 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5b0e5f64-e5ba-4a91-b980-44b77109ef46), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:19.152618 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7df88422-5235-423a-a771-e2bcb4c22d0d req-2789cabc-bfa1-4ac2-bc78-1d9549567876 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 210 time: 0.1154630 Jan 28 05:43:19.156205 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-90920039-5519-4fa1-a144-a729da425d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'name': 'tempest-AttachSCSIVolumeTestJSON-1426518599-router', 'tenant_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '20ae89a5-3290-4456-b596-e1b7cc51162e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:18Z', 'updated_at': '2022-01-28T05:43:17Z', 'revision_number': 5, 'project_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'gw_port': {'id': '20ae89a5-3290-4456-b596-e1b7cc51162e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:53:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:20Z', 'updated_at': '2022-01-28T05:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:19.189178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=5b0e5f64-e5ba-4a91-b980-44b77109ef46,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:19.196127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-67093fd0-9297-45c1-ad44-8c3ae5fa8364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:19.197582 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-67093fd0-9297-45c1-ad44-8c3ae5fa8364 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.4892364 Jan 28 05:43:19.216978 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90920039-5519-4fa1-a144-a729da425d7d None None] Checking router: cdf5dcd2-3ea7-47fe-9947-f2646e8c0050 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:43:19.229498 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90920039-5519-4fa1-a144-a729da425d7d None None] Routers {'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:19.230863 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-90920039-5519-4fa1-a144-a729da425d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['cdf5dcd2-3ea7-47fe-9947-f2646e8c0050'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:19.231693 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-445abd7f-76b9-48dc-9685-80ecb1bbf021 req-68bd2a47-0d7c-400a-bc03-c8244318d6f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=754feeb2-3370-4dcf-bee2-cb51d085fc41 HTTP/1.1" status: 200 len: 217 time: 0.1503613 Jan 28 05:43:19.246003 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-58f03884-c86d-499f-bace-f71a8c67d069 admin admin] Deleting port 20ae89a5-3290-4456-b596-e1b7cc51162e {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:19.246860 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58f03884-c86d-499f-bace-f71a8c67d069 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (20ae89a5-3290-4456-b596-e1b7cc51162e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:19.306248 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-0a9cafaf-a387-46f7-8c03-ae514073d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:19.307748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-0a9cafaf-a387-46f7-8c03-ae514073d34d service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.5880575 Jan 28 05:43:19.325868 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-90920039-5519-4fa1-a144-a729da425d7d None None] Set router cdf5dcd2-3ea7-47fe-9947-f2646e8c0050 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:19.331084 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-0e9dce3b-ff9b-4343-84e5-70788388a9c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=2c039ae1-7970-4c34-9fbb-8ac2874aec01 HTTP/1.1" status: 200 len: 217 time: 0.0829520 Jan 28 05:43:19.339122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-58f03884-c86d-499f-bace-f71a8c67d069 admin admin] For port 20ae89a5-3290-4456-b596-e1b7cc51162e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=20ae89a5-3290-4456-b596-e1b7cc51162e,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:19.339469 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58f03884-c86d-499f-bace-f71a8c67d069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (20ae89a5-3290-4456-b596-e1b7cc51162e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:19.352911 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-58f03884-c86d-499f-bace-f71a8c67d069 admin admin] Calling delete_port for 20ae89a5-3290-4456-b596-e1b7cc51162e owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:19.390467 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-90920039-5519-4fa1-a144-a729da425d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'name': 'tempest-AttachSCSIVolumeTestJSON-1426518599-router', 'tenant_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:18Z', 'updated_at': '2022-01-28T05:43:19Z', 'revision_number': 6, 'project_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:19.396874 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ddc220e7-e883-4fd9-9242-b14669302953 req-ab8a10ce-d7e8-47a6-a969-597a9adfb19b tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/62bd7297-665f-41d9-8fc7-863f0d973f68 HTTP/1.1" status: 200 len: 1790 time: 0.1970572 Jan 28 05:43:19.420853 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90920039-5519-4fa1-a144-a729da425d7d None None] The sync data for ids ['cdf5dcd2-3ea7-47fe-9947-f2646e8c0050'] in n-d-812111-12 is: [{'id': 'cdf5dcd2-3ea7-47fe-9947-f2646e8c0050', 'name': 'tempest-AttachSCSIVolumeTestJSON-1426518599-router', 'tenant_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:18Z', 'updated_at': '2022-01-28T05:43:19Z', 'revision_number': 6, 'project_id': '7eff42ae5dea44d8a66fe80488bc20c8', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:43:19.428429 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-ace0b430-a06c-4b1e-b25c-99b6e1b94711 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=90541f7f-a766-410e-b604-6c14a5872317 HTTP/1.1" status: 200 len: 217 time: 0.0905879 Jan 28 05:43:19.472464 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59d6e7-0a99-49cc-bc24-cda813771874 req-6c7c780d-d0b0-44b6-bf1e-a285e5606f5c tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:19.479129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d59d6e7-0a99-49cc-bc24-cda813771874 req-6c7c780d-d0b0-44b6-bf1e-a285e5606f5c tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3683026 Jan 28 05:43:19.479129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445abd7f-76b9-48dc-9685-80ecb1bbf021 req-231aa1e6-b522-4555-8e6a-495ca7169470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:19.479129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-445abd7f-76b9-48dc-9685-80ecb1bbf021 req-231aa1e6-b522-4555-8e6a-495ca7169470 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c507c782-4f53-4cd1-85bd-9b428677b1ce HTTP/1.1" status: 200 len: 851 time: 0.2184076 Jan 28 05:43:19.513769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-58289f46-a4fd-47c4-9455-43ad9a940cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:19.515250 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-58289f46-a4fd-47c4-9455-43ad9a940cd5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1733034 Jan 28 05:43:19.591575 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-445abd7f-76b9-48dc-9685-80ecb1bbf021 req-d7b4760f-9247-4651-9489-c56419c78324 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7fafb85-2281-41db-85af-da2c477e5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002536 Jan 28 05:43:19.614700 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d59d6e7-0a99-49cc-bc24-cda813771874 req-120ac2b7-9f8f-43bd-9e86-253f80949631 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1317999 Jan 28 05:43:19.630496 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58f03884-c86d-499f-bace-f71a8c67d069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (20ae89a5-3290-4456-b596-e1b7cc51162e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:19.644570 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-a4aeb771-cf05-4903-b09a-fde98168de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:19.645958 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-a4aeb771-cf05-4903-b09a-fde98168de3c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.2033803 Jan 28 05:43:19.660288 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f03884-c86d-499f-bace-f71a8c67d069 admin admin] Pushing event deleted for resources: {'Port': ['ID=20ae89a5-3290-4456-b596-e1b7cc51162e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:19.690117 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5df680-83d2-46d5-ac7c-98f795e07196 x-openstack-request-id: req-4d5df680-83d2-46d5-ac7c-98f795e07196 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:19.690618 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f71d054-b7c0-42e2-8e54-8db7978b9801", "name": "network-vif-plugged", "status": "completed", "tag": "efa72c68-3f0b-42f9-933a-7fc2e21e1f4f", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:19.690939 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d5df680-83d2-46d5-ac7c-98f795e07196 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:19.691497 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f71d054-b7c0-42e2-8e54-8db7978b9801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa72c68-3f0b-42f9-933a-7fc2e21e1f4f', 'code': 200} Jan 28 05:43:19.723462 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ddc220e7-e883-4fd9-9242-b14669302953 req-c97063d5-5af8-4ad1-bcef-10750a95c5ce tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (62bd7297-665f-41d9-8fc7-863f0d973f68), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:19.734767 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58f03884-c86d-499f-bace-f71a8c67d069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (cdf5dcd2-3ea7-47fe-9947-f2646e8c0050), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:19.738493 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-f3c2cbf1-d04c-4e6a-9a3e-86fd74574456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:19.739986 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-f3c2cbf1-d04c-4e6a-9a3e-86fd74574456 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2054062 Jan 28 05:43:19.903517 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58f03884-c86d-499f-bace-f71a8c67d069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (cdf5dcd2-3ea7-47fe-9947-f2646e8c0050), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:19.930002 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58f03884-c86d-499f-bace-f71a8c67d069 admin admin] Publish callbacks [] for router_controller (cdf5dcd2-3ea7-47fe-9947-f2646e8c0050), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:19.989458 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c47d1b-f2bf-44bd-9fea-527d02c6754b req-8481959a-7f57-4e45-828c-429266b1cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:19.991032 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-41c47d1b-f2bf-44bd-9fea-527d02c6754b req-8481959a-7f57-4e45-828c-429266b1cb3d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8f71d054-b7c0-42e2-8e54-8db7978b9801 HTTP/1.1" status: 200 len: 1098 time: 0.1073825 Jan 28 05:43:20.016267 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 754feeb2-3370-4dcf-bee2-cb51d085fc41 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:43:20.046211 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-41c47d1b-f2bf-44bd-9fea-527d02c6754b req-f9c0f1f8-a2b1-4061-a652-1fa288805fcd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491581 Jan 28 05:43:20.065196 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58f03884-c86d-499f-bace-f71a8c67d069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (cdf5dcd2-3ea7-47fe-9947-f2646e8c0050), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:20.065854 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f03884-c86d-499f-bace-f71a8c67d069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdf5dcd2-3ea7-47fe-9947-f2646e8c0050 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:43:20.070989 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58f03884-c86d-499f-bace-f71a8c67d069 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:20.074769 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-58f03884-c86d-499f-bace-f71a8c67d069 admin admin] 10.222.0.31 "DELETE /v2.0/routers/cdf5dcd2-3ea7-47fe-9947-f2646e8c0050 HTTP/1.1" status: 204 len: 168 time: 1.3560514 Jan 28 05:43:20.075095 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54272) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:20.136500 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-821e04e5-3a96-4688-80e2-5f24f0893d07 admin admin] Deleting subnet 641f6b07-7fd2-43fd-a026-23de93518b4b {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:43:20.136796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 754feeb2-3370-4dcf-bee2-cb51d085fc41, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=754feeb2-3370-4dcf-bee2-cb51d085fc41,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:20.140150 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-821e04e5-3a96-4688-80e2-5f24f0893d07 admin admin] Publish callbacks [] for subnet (641f6b07-7fd2-43fd-a026-23de93518b4b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:20.154059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '754feeb2-3370-4dcf-bee2-cb51d085fc41', 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd', 'port_id': '754feeb2-3370-4dcf-bee2-cb51d085fc41', 'mac_address': 'fa:16:3e:13:a8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c507c782-4f53-4cd1-85bd-9b428677b1ce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:43:20.181587 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-821e04e5-3a96-4688-80e2-5f24f0893d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (641f6b07-7fd2-43fd-a026-23de93518b4b), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:20.188148 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ddc220e7-e883-4fd9-9242-b14669302953 req-c97063d5-5af8-4ad1-bcef-10750a95c5ce tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (62bd7297-665f-41d9-8fc7-863f0d973f68), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:20.195245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 754feeb2-3370-4dcf-bee2-cb51d085fc41 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:20.195646 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (754feeb2-3370-4dcf-bee2-cb51d085fc41), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:20.209767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754feeb2-3370-4dcf-bee2-cb51d085fc41 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:20.212481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-8c638105-3a61-4381-b317-cebeb16c85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:20.213965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-8c638105-3a61-4381-b317-cebeb16c85b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5366559 Jan 28 05:43:20.224670 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-445abd7f-76b9-48dc-9685-80ecb1bbf021 req-a0ce4a08-fc2c-4ea0-a90f-e8372d9d8f74 service neutron] 10.222.0.64 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148512 Jan 28 05:43:20.230891 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 754feeb2-3370-4dcf-bee2-cb51d085fc41, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=754feeb2-3370-4dcf-bee2-cb51d085fc41,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:20.266511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da09ef4-4d5d-40ae-bd17-30ecd194ac92 req-6000f329-efd4-4a40-b087-a42a580243d6 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:20.268882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8da09ef4-4d5d-40ae-bd17-30ecd194ac92 req-6000f329-efd4-4a40-b087-a42a580243d6 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=49435059-3d27-4f8c-a129-0ae0fed63048 HTTP/1.1" status: 200 len: 947 time: 0.5187130 Jan 28 05:43:20.272753 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-821e04e5-3a96-4688-80e2-5f24f0893d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (641f6b07-7fd2-43fd-a026-23de93518b4b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:20.298844 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-3aacc421-6bd3-4e8b-b647-c5497257ddaa service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385072 Jan 28 05:43:20.359369 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (754feeb2-3370-4dcf-bee2-cb51d085fc41), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:20.360047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 90541f7f-a766-410e-b604-6c14a5872317 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:43:20.390158 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5b0e5f64-e5ba-4a91-b980-44b77109ef46 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:20.417915 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ddc220e7-e883-4fd9-9242-b14669302953 req-c97063d5-5af8-4ad1-bcef-10750a95c5ce tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (62bd7297-665f-41d9-8fc7-863f0d973f68), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:20.420488 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ddc220e7-e883-4fd9-9242-b14669302953 req-c97063d5-5af8-4ad1-bcef-10750a95c5ce tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:20.421623 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ddc220e7-e883-4fd9-9242-b14669302953 req-c97063d5-5af8-4ad1-bcef-10750a95c5ce tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "DELETE /v2.0/security-groups/62bd7297-665f-41d9-8fc7-863f0d973f68 HTTP/1.1" status: 204 len: 173 time: 0.9972913 Jan 28 05:43:20.440239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-821e04e5-3a96-4688-80e2-5f24f0893d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (641f6b07-7fd2-43fd-a026-23de93518b4b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:20.486946 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e04e5-3a96-4688-80e2-5f24f0893d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641f6b07-7fd2-43fd-a026-23de93518b4b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:20.495642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=754feeb2-3370-4dcf-bee2-cb51d085fc41,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:20.507728 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-821e04e5-3a96-4688-80e2-5f24f0893d07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:20.516725 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-821e04e5-3a96-4688-80e2-5f24f0893d07 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/641f6b07-7fd2-43fd-a026-23de93518b4b HTTP/1.1" status: 204 len: 168 time: 0.4382071 Jan 28 05:43:20.517015 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8da09ef4-4d5d-40ae-bd17-30ecd194ac92 req-14c848a1-b176-43fd-876b-dddaf5e9c1f2 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259996 Jan 28 05:43:20.517661 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54276) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:20.562227 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97063d5-5af8-4ad1-bcef-10750a95c5ce tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bd7297-665f-41d9-8fc7-863f0d973f68,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:20.572204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2b5898-ea7d-4cc8-85ba-e86c31b1087a None None] Network b5a5282b-6e28-4736-9e13-1b658bbd5747 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:43:20.639347 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (b5a5282b-6e28-4736-9e13-1b658bbd5747), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:20.673549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 5b0e5f64-e5ba-4a91-b980-44b77109ef46 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:20.673985 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5b0e5f64-e5ba-4a91-b980-44b77109ef46), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:20.719465 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] Deleting port 7708bf58-84cc-4f9f-922f-cc54c7343026 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:20.720219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7708bf58-84cc-4f9f-922f-cc54c7343026), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:20.760121 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 90541f7f-a766-410e-b604-6c14a5872317, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=90541f7f-a766-410e-b604-6c14a5872317,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:20.760380 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-afaf767f-6c19-4ac1-875d-19fa86fea3ee service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527237 Jan 28 05:43:20.781780 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-a99d1379-9adb-4afc-86c1-09af30d61b4e service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254501 Jan 28 05:43:20.783062 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '90541f7f-a766-410e-b604-6c14a5872317', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '90541f7f-a766-410e-b604-6c14a5872317', 'mac_address': 'fa:16:3e:f6:58:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:43:20.810261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-445abd7f-76b9-48dc-9685-80ecb1bbf021 req-05343642-bee1-47b1-8fc6-cbc130d8b149 service neutron] 10.222.0.64 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528525 Jan 28 05:43:20.828721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d67ae8-27bd-4877-b194-145c815e754c req-a6b261de-975f-4e3b-bb71-af59d3153539 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:20.830895 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0d67ae8-27bd-4877-b194-145c815e754c req-a6b261de-975f-4e3b-bb71-af59d3153539 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f71d054-b7c0-42e2-8e54-8db7978b9801 HTTP/1.1" status: 200 len: 946 time: 0.3309782 Jan 28 05:43:20.864874 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 90541f7f-a766-410e-b604-6c14a5872317 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:20.865678 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (90541f7f-a766-410e-b604-6c14a5872317), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:20.869098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5b0e5f64-e5ba-4a91-b980-44b77109ef46 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:20.875865 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] For port 7708bf58-84cc-4f9f-922f-cc54c7343026, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7708bf58-84cc-4f9f-922f-cc54c7343026,segment=NetworkSegment(11ceaf39-ca61-44f4-a20c-08ea6ba33eae),segment_id=11ceaf39-ca61-44f4-a20c-08ea6ba33eae)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:20.876373 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7708bf58-84cc-4f9f-922f-cc54c7343026), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:20.886598 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90541f7f-a766-410e-b604-6c14a5872317 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:20.899553 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] Calling delete_port for 7708bf58-84cc-4f9f-922f-cc54c7343026 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:20.929138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 90541f7f-a766-410e-b604-6c14a5872317, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=90541f7f-a766-410e-b604-6c14a5872317,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:20.935988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71e3f10-21bc-4e65-bdb6-7c6995bcb45e None None] DHCP port deletion for b5a5282b-6e28-4736-9e13-1b658bbd5747 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:43:20.948648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-d8d217ff-45d6-4c92-a607-13d050aabf92 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:20.952109 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-d8d217ff-45d6-4c92-a607-13d050aabf92 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/networks?id=6b983991-8e52-43a5-9508-80c383d87452 HTTP/1.1" status: 200 len: 818 time: 0.3294179 Jan 28 05:43:21.000869 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 20ae89a5-3290-4456-b596-e1b7cc51162e no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:43:21.022806 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b71e3f10-21bc-4e65-bdb6-7c6995bcb45e None None] Deleting port 7708bf58-84cc-4f9f-922f-cc54c7343026 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:21.023190 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b71e3f10-21bc-4e65-bdb6-7c6995bcb45e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7708bf58-84cc-4f9f-922f-cc54c7343026), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:21.023901 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0d67ae8-27bd-4877-b194-145c815e754c req-f29e8a6b-d8f7-4883-9719-6146313fb0eb tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518188 Jan 28 05:43:21.025711 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (90541f7f-a766-410e-b604-6c14a5872317), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:21.060629 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-94b08466-b349-4d39-9c39-73a9e9b8a715 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/quotas/c36a2d53f9504be19dc76a299e98b5d6 HTTP/1.1" status: 200 len: 375 time: 0.0994954 Jan 28 05:43:21.068249 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 20ae89a5-3290-4456-b596-e1b7cc51162e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:43:21.068601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 20ae89a5-3290-4456-b596-e1b7cc51162e not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:43:21.069297 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7cdb1f9e-c639-4be1-9c4f-60da66f58785 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:43:21.090238 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7708bf58-84cc-4f9f-922f-cc54c7343026), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:21.127100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 7cdb1f9e-c639-4be1-9c4f-60da66f58785 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:43:21.127456 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7cdb1f9e-c639-4be1-9c4f-60da66f58785 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:43:21.128241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] Pushing event deleted for resources: {'Port': ['ID=7708bf58-84cc-4f9f-922f-cc54c7343026,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:21.131764 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] No DVR routers for this DVR port 7708bf58-84cc-4f9f-922f-cc54c7343026 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:43:21.134332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4494b0e6-9d76-4297-b897-31ab2e551edc req-24689022-9b63-4fa5-8df0-25d0b2db11f9 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418143 Jan 28 05:43:21.143087 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd29a57e-3d94-4bf9-9a7e-5856bcb967a6 req-7f4e7814-2c5a-4264-b0d8-f2f29c80613e tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0840602 Jan 28 05:43:21.168920 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b71e3f10-21bc-4e65-bdb6-7c6995bcb45e None None] For port 7708bf58-84cc-4f9f-922f-cc54c7343026, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7708bf58-84cc-4f9f-922f-cc54c7343026,segment=NetworkSegment(11ceaf39-ca61-44f4-a20c-08ea6ba33eae),segment_id=11ceaf39-ca61-44f4-a20c-08ea6ba33eae)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:21.169452 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b71e3f10-21bc-4e65-bdb6-7c6995bcb45e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7708bf58-84cc-4f9f-922f-cc54c7343026), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:21.181515 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=90541f7f-a766-410e-b604-6c14a5872317,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:21.188829 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b71e3f10-21bc-4e65-bdb6-7c6995bcb45e None None] Calling delete_port for 7708bf58-84cc-4f9f-922f-cc54c7343026 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:21.233558 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e0908e4a-d637-4bcc-8a6c-4e7b5ef77cb7 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c36a2d53f9504be19dc76a299e98b5d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1609964 Jan 28 05:43:21.240394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-f5e3445e-68d0-4243-b1f5-7648852fba94 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:21.243845 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-f5e3445e-68d0-4243-b1f5-7648852fba94 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.64 "GET /v2.0/networks?id=6b983991-8e52-43a5-9508-80c383d87452 HTTP/1.1" status: 200 len: 818 time: 0.2754629 Jan 28 05:43:21.255102 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (b5a5282b-6e28-4736-9e13-1b658bbd5747), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:21.279066 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a5282b-6e28-4736-9e13-1b658bbd5747']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:21.290190 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ceaf39-ca61-44f4-a20c-08ea6ba33eae') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:21.290538 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ceaf39-ca61-44f4-a20c-08ea6ba33eae') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:21.301565 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (11ceaf39-ca61-44f4-a20c-08ea6ba33eae), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:21.314430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-ac08c0d3-35cd-49d1-9b64-7895d0801648 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Request body: {'port': {'device_id': 'f6855481-e955-44b8-bbc9-466d05f34d23', 'network_id': '6b983991-8e52-43a5-9508-80c383d87452', 'admin_state_up': True, 'tenant_id': 'c36a2d53f9504be19dc76a299e98b5d6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:21.323526 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (11ceaf39-ca61-44f4-a20c-08ea6ba33eae), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:21.327138 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b71e3f10-21bc-4e65-bdb6-7c6995bcb45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (7708bf58-84cc-4f9f-922f-cc54c7343026), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:21.330873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:43:21.331291 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (11ceaf39-ca61-44f4-a20c-08ea6ba33eae), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:43:21.333074 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:43:21.377840 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71e3f10-21bc-4e65-bdb6-7c6995bcb45e None None] No DVR routers for this DVR port 7708bf58-84cc-4f9f-922f-cc54c7343026 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:43:21.380092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e3f10-21bc-4e65-bdb6-7c6995bcb45e None None] Pushing event deleted for resources: {'Port': ['ID=7708bf58-84cc-4f9f-922f-cc54c7343026,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:21.389457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43aea4-d54b-43e3-93f5-5dd05ba7ca04 req-cc9eb94a-52af-4827-b8a4-98cce9a6df8d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:21.391060 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db43aea4-d54b-43e3-93f5-5dd05ba7ca04 req-cc9eb94a-52af-4827-b8a4-98cce9a6df8d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d8537d-4355-4e73-9361-55892d19efba HTTP/1.1" status: 200 len: 944 time: 0.1737387 Jan 28 05:43:21.480310 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-9730e05e-85cb-41f8-aee8-697ee3866737 service neutron] 10.222.0.31 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373559 Jan 28 05:43:21.487666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['754feeb2-3370-4dcf-bee2-cb51d085fc41'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:21.505076 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (b5a5282b-6e28-4736-9e13-1b658bbd5747), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:21.523181 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:21.523830 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db43aea4-d54b-43e3-93f5-5dd05ba7ca04 req-ae3ba634-822b-4cc5-a363-1362f8b81517 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135063 Jan 28 05:43:21.523936 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] 10.222.0.31 "DELETE /v2.0/networks/b5a5282b-6e28-4736-9e13-1b658bbd5747 HTTP/1.1" status: 204 len: 168 time: 1.0018041 Jan 28 05:43:21.524050 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54288) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:21.526035 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['90541f7f-a766-410e-b604-6c14a5872317'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:21.540140 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d87a1d-3d31-4ecc-817a-d044131def9f admin admin] Pushing event deleted for resources: {'Network': ['ID=b5a5282b-6e28-4736-9e13-1b658bbd5747,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:21.694152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-ac08c0d3-35cd-49d1-9b64-7895d0801648 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Made reservation on behalf of c36a2d53f9504be19dc76a299e98b5d6 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:21.697396 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-ac08c0d3-35cd-49d1-9b64-7895d0801648 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:21.721043 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-522bbf99-2e1c-4268-8dff-ce387d88cc03 service neutron] 10.222.0.31 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311275 Jan 28 05:43:21.789557 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232a708-2541-4c9e-ac7f-99556fde9030 req-be2f2bd1-0a05-4f8c-b283-c0015594e944 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:21.791225 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2232a708-2541-4c9e-ac7f-99556fde9030 req-be2f2bd1-0a05-4f8c-b283-c0015594e944 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=245af4c3-273c-49d4-8fb6-717e5c20337a HTTP/1.1" status: 200 len: 949 time: 0.1847982 Jan 28 05:43:21.981904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2232a708-2541-4c9e-ac7f-99556fde9030 req-891d0617-283f-4359-8c9b-0985e65aa5b3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418023 Jan 28 05:43:22.003135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-ac08c0d3-35cd-49d1-9b64-7895d0801648 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Allocated IP 172.20.0.11 (6b983991-8e52-43a5-9508-80c383d87452/6933c2d9-7995-47b9-8107-2c5c5786684d/c85ced63-7dac-4c24-b294-ecb1b4fff362) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:22.171621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87ab25-425b-4723-82b9-8a2ea71ddb38 req-ecd46320-0c60-4eee-a6fe-813fd17a4076 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:22.173083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c87ab25-425b-4723-82b9-8a2ea71ddb38 req-ecd46320-0c60-4eee-a6fe-813fd17a4076 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=49435059-3d27-4f8c-a129-0ae0fed63048 HTTP/1.1" status: 200 len: 947 time: 0.1252632 Jan 28 05:43:22.295679 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c87ab25-425b-4723-82b9-8a2ea71ddb38 req-ccd8c7bc-f6c9-490f-956c-9eb832d230f9 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968583 Jan 28 05:43:22.335792 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e43ba66-203f-4ed4-97a9-7b7758aa8cef req-207e6c02-7272-42bd-ac9b-ed2c436ad7b6 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 210 time: 0.0384662 Jan 28 05:43:22.350263 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-ac08c0d3-35cd-49d1-9b64-7895d0801648 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Publish callbacks [] for port (c85ced63-7dac-4c24-b294-ecb1b4fff362), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:22.366895 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7708bf58-84cc-4f9f-922f-cc54c7343026 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:43:22.419234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 7708bf58-84cc-4f9f-922f-cc54c7343026 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:43:22.419896 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7708bf58-84cc-4f9f-922f-cc54c7343026 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:43:22.437018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 2c039ae1-7970-4c34-9fbb-8ac2874aec01 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:43:22.437149 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d7a7bcd-d2c1-448b-b1ba-9b84666c0bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (49242122-3ab4-4cf5-80a1-1f1911a1c2b7), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:22.526609 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-ac08c0d3-35cd-49d1-9b64-7895d0801648 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (c85ced63-7dac-4c24-b294-ecb1b4fff362), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:22.539052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 2c039ae1-7970-4c34-9fbb-8ac2874aec01, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=2c039ae1-7970-4c34-9fbb-8ac2874aec01,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:22.552596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '2c039ae1-7970-4c34-9fbb-8ac2874aec01', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '2c039ae1-7970-4c34-9fbb-8ac2874aec01', 'mac_address': 'fa:16:3e:b0:20:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:43:22.598964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 2c039ae1-7970-4c34-9fbb-8ac2874aec01 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:22.599361 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2c039ae1-7970-4c34-9fbb-8ac2874aec01), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:22.613947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c039ae1-7970-4c34-9fbb-8ac2874aec01 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:22.635497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 2c039ae1-7970-4c34-9fbb-8ac2874aec01, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=2c039ae1-7970-4c34-9fbb-8ac2874aec01,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:22.704244 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2c039ae1-7970-4c34-9fbb-8ac2874aec01), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:22.756477 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=2c039ae1-7970-4c34-9fbb-8ac2874aec01,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:22.930972 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-ac08c0d3-35cd-49d1-9b64-7895d0801648 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Network 6b983991-8e52-43a5-9508-80c383d87452 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:22.939941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5eaf81-d5a0-43d1-8b0e-c62138449fcf req-e1cf5651-70fb-4a0b-b384-012a5c935637 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:22.941400 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba5eaf81-d5a0-43d1-8b0e-c62138449fcf req-e1cf5651-70fb-4a0b-b384-012a5c935637 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f71d054-b7c0-42e2-8e54-8db7978b9801 HTTP/1.1" status: 200 len: 946 time: 0.5221756 Jan 28 05:43:22.950846 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-ac08c0d3-35cd-49d1-9b64-7895d0801648 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:22.964426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06b540-c01d-4e3f-a4bc-4e0ff51c1693 req-5d29ada0-7e51-4128-89ae-c85d2c35351b tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:22.965862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db06b540-c01d-4e3f-a4bc-4e0ff51c1693 req-5d29ada0-7e51-4128-89ae-c85d2c35351b tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 946 time: 0.4819727 Jan 28 05:43:22.973870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-ac08c0d3-35cd-49d1-9b64-7895d0801648 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:22.976218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08c0d3-35cd-49d1-9b64-7895d0801648 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Pushing event updated for resources: {'Port': ['ID=c85ced63-7dac-4c24-b294-ecb1b4fff362,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:23.022651 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['2c039ae1-7970-4c34-9fbb-8ac2874aec01'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:23.119268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-ac08c0d3-35cd-49d1-9b64-7895d0801648 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:23.119885 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-ac08c0d3-35cd-49d1-9b64-7895d0801648 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:23.152950 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba5eaf81-d5a0-43d1-8b0e-c62138449fcf req-3b5aa401-6cf9-42d2-8e67-3ea74dff14f0 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033453 Jan 28 05:43:23.160486 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db06b540-c01d-4e3f-a4bc-4e0ff51c1693 req-d96d36fd-be2b-487c-ad1d-64171e3bc148 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2747fff-e92d-415c-acfc-1ccf4de5c971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808176 Jan 28 05:43:23.222917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-ac08c0d3-35cd-49d1-9b64-7895d0801648 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9130068 Jan 28 05:43:23.232037 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-c13ef9da-d6de-41f1-87d2-2df8ecc32f9e req-4101d8cd-2ccc-4b49-b76a-740a4a598c30 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] show failed (client error): The resource could not be found. Jan 28 05:43:23.233034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c13ef9da-d6de-41f1-87d2-2df8ecc32f9e req-4101d8cd-2ccc-4b49-b76a-740a4a598c30 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/0fae013a-bf5d-4f35-8c8a-1c58441087a6 HTTP/1.1" status: 404 len: 352 time: 0.0261137 Jan 28 05:43:23.264347 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Request body: {'port': {'device_id': 'f6855481-e955-44b8-bbc9-466d05f34d23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:23.385728 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c85ced63-7dac-4c24-b294-ecb1b4fff362), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:23.398510 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76204ad-9ab1-4f33-8c18-ff67e47576a5 req-a8342e6a-e4f0-4595-a2c4-7adcf57cb4df tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:23.399980 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c76204ad-9ab1-4f33-8c18-ff67e47576a5 req-a8342e6a-e4f0-4595-a2c4-7adcf57cb4df tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d8537d-4355-4e73-9361-55892d19efba HTTP/1.1" status: 200 len: 944 time: 0.1660080 Jan 28 05:43:23.413735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087e4e-ea9e-40b1-aa59-d80cb319193e req-d402da0c-1381-4768-9fae-0337cc4e8da8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:23.415209 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58087e4e-ea9e-40b1-aa59-d80cb319193e req-d402da0c-1381-4768-9fae-0337cc4e8da8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=245af4c3-273c-49d4-8fb6-717e5c20337a HTTP/1.1" status: 200 len: 949 time: 0.1180890 Jan 28 05:43:23.455590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5d7a7bcd-d2c1-448b-b1ba-9b84666c0bba admin admin] Deleting port ef6696e5-b642-4a71-a39e-571423f5df4f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:23.455834 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d7a7bcd-d2c1-448b-b1ba-9b84666c0bba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:23.627024 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58087e4e-ea9e-40b1-aa59-d80cb319193e req-3d3f1b46-5f72-462f-b521-94e567b955b0 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048047 Jan 28 05:43:23.637807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c76204ad-9ab1-4f33-8c18-ff67e47576a5 req-6112b0ed-381d-479b-bfeb-7dcc3af8f008 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200730 Jan 28 05:43:23.772294 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-3f38783d-f2c2-4792-ae14-7a515f08d2b0 req-375eb418-f9c6-4723-9fe9-9256a0c64805 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] show failed (client error): The resource could not be found. Jan 28 05:43:23.773336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f38783d-f2c2-4792-ae14-7a515f08d2b0 req-375eb418-f9c6-4723-9fe9-9256a0c64805 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/bcf420d0-8f50-49ae-8c81-7e63d9e7b0f4 HTTP/1.1" status: 404 len: 352 time: 0.0931168 Jan 28 05:43:23.780113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-5d7a7bcd-d2c1-448b-b1ba-9b84666c0bba admin admin] For port ef6696e5-b642-4a71-a39e-571423f5df4f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ef6696e5-b642-4a71-a39e-571423f5df4f,segment=NetworkSegment(86a180a8-6342-4172-898d-317598973ba0),segment_id=86a180a8-6342-4172-898d-317598973ba0)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:23.780113 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d7a7bcd-d2c1-448b-b1ba-9b84666c0bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:23.796883 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5d7a7bcd-d2c1-448b-b1ba-9b84666c0bba admin admin] Calling delete_port for ef6696e5-b642-4a71-a39e-571423f5df4f owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:23.846070 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38745bcb-0624-4106-bd62-a6e42dec80a6 req-4b7509c7-8862-4190-b11c-79ed79e4302b tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:23.847546 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38745bcb-0624-4106-bd62-a6e42dec80a6 req-4b7509c7-8862-4190-b11c-79ed79e4302b tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f71d054-b7c0-42e2-8e54-8db7978b9801 HTTP/1.1" status: 200 len: 946 time: 0.1549780 Jan 28 05:43:24.012406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 90541f7f-a766-410e-b604-6c14a5872317 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:24.062015 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b407384-913a-4a92-8c2b-77e95afca1b3 req-af8b50d3-a520-47a0-b056-3f448fe14ec6 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:24.063552 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b407384-913a-4a92-8c2b-77e95afca1b3 req-af8b50d3-a520-47a0-b056-3f448fe14ec6 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=49435059-3d27-4f8c-a129-0ae0fed63048 HTTP/1.1" status: 200 len: 948 time: 0.2314904 Jan 28 05:43:24.105211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded886dd-7347-4c5d-84d9-357c6975090d req-6d4eb0b0-393f-4a04-ad4e-2a772064ccb6 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:24.106647 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ded886dd-7347-4c5d-84d9-357c6975090d req-6d4eb0b0-393f-4a04-ad4e-2a772064ccb6 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.60 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 946 time: 0.1965594 Jan 28 05:43:24.109491 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38745bcb-0624-4106-bd62-a6e42dec80a6 req-f3d08d9f-3b08-4c7a-87a3-41e1c6ab3f6c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500963 Jan 28 05:43:24.124269 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85ced63-7dac-4c24-b294-ecb1b4fff362 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:24.159715 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 90541f7f-a766-410e-b604-6c14a5872317 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:43:24.164608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 90541f7f-a766-410e-b604-6c14a5872317 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:24.165064 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90541f7f-a766-410e-b604-6c14a5872317), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:24.175390 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Publish callbacks [] for port (c85ced63-7dac-4c24-b294-ecb1b4fff362), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:24.246087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Transition to ACTIVE for port object c85ced63-7dac-4c24-b294-ecb1b4fff362 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:43:24.249481 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 90541f7f-a766-410e-b604-6c14a5872317 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:24.249886 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (90541f7f-a766-410e-b604-6c14a5872317), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:24.251393 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cc492a8-17b2-4828-8117-543ca51d70ab req-f7d0f2b6-4185-4a04-9f50-50e2bed7165e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 210 time: 0.0701287 Jan 28 05:43:24.280889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245af4c3-273c-49d4-8fb6-717e5c20337a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90541f7f-a766-410e-b604-6c14a5872317'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:24.284172 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38930f72-3892-4d83-b3d5-3d431fd342e2" -d '{"events": [{"server_uuid": "245af4c3-273c-49d4-8fb6-717e5c20337a", "name": "network-vif-plugged", "status": "completed", "tag": "90541f7f-a766-410e-b604-6c14a5872317"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:24.299159 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 90541f7f-a766-410e-b604-6c14a5872317, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=90541f7f-a766-410e-b604-6c14a5872317,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:24.319408 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b407384-913a-4a92-8c2b-77e95afca1b3 req-b41924f6-d943-4cf9-ab02-73439e3b2de2 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228901 Jan 28 05:43:24.359690 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-5b8dd12f-2b47-492f-afa7-c76e35f7448c req-f8768341-2ab3-4828-b4f6-aa19c9ca644d tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] show failed (client error): The resource could not be found. Jan 28 05:43:24.361455 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b8dd12f-2b47-492f-afa7-c76e35f7448c req-f8768341-2ab3-4828-b4f6-aa19c9ca644d tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/8f41f170-051b-4640-b6e4-210b7dff3337 HTTP/1.1" status: 404 len: 352 time: 0.0822744 Jan 28 05:43:24.381243 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (c85ced63-7dac-4c24-b294-ecb1b4fff362), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:24.427675 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (90541f7f-a766-410e-b604-6c14a5872317), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:24.428531 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 754feeb2-3370-4dcf-bee2-cb51d085fc41 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:24.469299 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 2c039ae1-7970-4c34-9fbb-8ac2874aec01 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:24.537715 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-ded886dd-7347-4c5d-84d9-357c6975090d req-5569386b-860d-453d-9b85-138c0d0c7ea2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Deleting port 19111222-3c6a-464a-abf2-8abc99c56e4e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:24.537715 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ded886dd-7347-4c5d-84d9-357c6975090d req-5569386b-860d-453d-9b85-138c0d0c7ea2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (19111222-3c6a-464a-abf2-8abc99c56e4e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:24.540919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Pushing event updated for resources: {'Port': ['ID=c85ced63-7dac-4c24-b294-ecb1b4fff362,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:24.550854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-2f7621b7-6b92-48e9-a881-89adc0e245f6 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:24.552371 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-2f7621b7-6b92-48e9-a881-89adc0e245f6 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.64 "GET /v2.0/networks?id=6b983991-8e52-43a5-9508-80c383d87452 HTTP/1.1" status: 200 len: 818 time: 0.2848566 Jan 28 05:43:24.555009 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=90541f7f-a766-410e-b604-6c14a5872317,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:24.611644 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-2bacb20a-68a3-4077-93eb-3b92648b902e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Request body: {'port': {'device_id': 'bb9d0e7a-d4ca-49b4-80bf-39578db323d7', 'network_id': '6b983991-8e52-43a5-9508-80c383d87452', 'admin_state_up': True, 'tenant_id': 'c36a2d53f9504be19dc76a299e98b5d6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:24.623842 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d7a7bcd-d2c1-448b-b1ba-9b84666c0bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ef6696e5-b642-4a71-a39e-571423f5df4f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:24.664409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 754feeb2-3370-4dcf-bee2-cb51d085fc41 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:43:24.668909 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 754feeb2-3370-4dcf-bee2-cb51d085fc41 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:24.668909 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (754feeb2-3370-4dcf-bee2-cb51d085fc41), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:24.729564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 2c039ae1-7970-4c34-9fbb-8ac2874aec01 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:43:24.734638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a7bcd-d2c1-448b-b1ba-9b84666c0bba admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6696e5-b642-4a71-a39e-571423f5df4f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:24.750672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4c756-40ee-48a7-a5e6-4cc67719ee38 req-d20a0095-81ed-4122-86d5-29145451a0b2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:24.752236 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10c4c756-40ee-48a7-a5e6-4cc67719ee38 req-d20a0095-81ed-4122-86d5-29145451a0b2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 946 time: 0.3126709 Jan 28 05:43:24.770755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 2c039ae1-7970-4c34-9fbb-8ac2874aec01 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:24.771138 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2c039ae1-7970-4c34-9fbb-8ac2874aec01), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:24.775800 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a548c5d5-2699-47ff-bf0c-809586fcd6f6 x-openstack-request-id: req-a548c5d5-2699-47ff-bf0c-809586fcd6f6 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:24.776091 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245af4c3-273c-49d4-8fb6-717e5c20337a", "name": "network-vif-plugged", "status": "completed", "tag": "90541f7f-a766-410e-b604-6c14a5872317", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:24.776348 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a548c5d5-2699-47ff-bf0c-809586fcd6f6 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:24.776738 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245af4c3-273c-49d4-8fb6-717e5c20337a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90541f7f-a766-410e-b604-6c14a5872317', 'code': 200} Jan 28 05:43:24.852640 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 754feeb2-3370-4dcf-bee2-cb51d085fc41 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:24.853437 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (754feeb2-3370-4dcf-bee2-cb51d085fc41), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:24.870952 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:24.882025 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-8d225a8c-b4ec-4662-b9d7-dc468f39142b req-c83efc94-5671-40c9-b71f-21487c58186f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] show failed (client error): The resource could not be found. Jan 28 05:43:24.883123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d225a8c-b4ec-4662-b9d7-dc468f39142b req-c83efc94-5671-40c9-b71f-21487c58186f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/31e874cc-d1f7-46f5-9fc1-51e541214e2a HTTP/1.1" status: 404 len: 352 time: 0.0847445 Jan 28 05:43:24.911107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Attempting to bind port c85ced63-7dac-4c24-b294-ecb1b4fff362 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:24.911441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Attempting to bind port c85ced63-7dac-4c24-b294-ecb1b4fff362 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '9e93826f-fde1-470c-abf0-7f701648bc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b983991-8e52-43a5-9508-80c383d87452'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:24.911769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Attempting to bind port c85ced63-7dac-4c24-b294-ecb1b4fff362 on network 6b983991-8e52-43a5-9508-80c383d87452 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:24.921544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ded886dd-7347-4c5d-84d9-357c6975090d req-5569386b-860d-453d-9b85-138c0d0c7ea2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] For port 19111222-3c6a-464a-abf2-8abc99c56e4e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=19111222-3c6a-464a-abf2-8abc99c56e4e,segment=NetworkSegment(80a7b9b3-c8c6-480f-9c13-45011417fb49),segment_id=80a7b9b3-c8c6-480f-9c13-45011417fb49)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:24.921544 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ded886dd-7347-4c5d-84d9-357c6975090d req-5569386b-860d-453d-9b85-138c0d0c7ea2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (19111222-3c6a-464a-abf2-8abc99c56e4e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:24.949072 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Port c85ced63-7dac-4c24-b294-ecb1b4fff362 on network 6b983991-8e52-43a5-9508-80c383d87452 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:43:24.949398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Attempting to bind port c85ced63-7dac-4c24-b294-ecb1b4fff362 on network 6b983991-8e52-43a5-9508-80c383d87452 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:24.950081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dfa4e-aa4b-4a45-b868-bf02e42ec7da req-66146f9f-205b-44f1-8749-b276b3f91217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:24.951853 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8f1dfa4e-aa4b-4a45-b868-bf02e42ec7da req-66146f9f-205b-44f1-8749-b276b3f91217 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=245af4c3-273c-49d4-8fb6-717e5c20337a HTTP/1.1" status: 200 len: 1102 time: 0.0577600 Jan 28 05:43:24.952150 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-ded886dd-7347-4c5d-84d9-357c6975090d req-5569386b-860d-453d-9b85-138c0d0c7ea2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Calling delete_port for 19111222-3c6a-464a-abf2-8abc99c56e4e owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:25.022715 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8f1dfa4e-aa4b-4a45-b868-bf02e42ec7da req-a922f53d-0bc2-4391-8780-5eb7ac51ea69 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604475 Jan 28 05:43:25.039599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10c4c756-40ee-48a7-a5e6-4cc67719ee38 req-ab8a5ded-3431-44d3-9aae-c5e7b253e762 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/security-groups?id=b2747fff-e92d-415c-acfc-1ccf4de5c971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593303 Jan 28 05:43:25.045268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:25.045268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Checking segment: {'id': '9e93826f-fde1-470c-abf0-7f701648bc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b983991-8e52-43a5-9508-80c383d87452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:25.045268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Bound using segment: {'id': '9e93826f-fde1-470c-abf0-7f701648bc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b983991-8e52-43a5-9508-80c383d87452'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:25.045268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Bound port: c85ced63-7dac-4c24-b294-ecb1b4fff362, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e93826f-fde1-470c-abf0-7f701648bc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b983991-8e52-43a5-9508-80c383d87452'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:25.045268 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c85ced63-7dac-4c24-b294-ecb1b4fff362), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:25.118196 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 754feeb2-3370-4dcf-bee2-cb51d085fc41, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=754feeb2-3370-4dcf-bee2-cb51d085fc41,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:25.132941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 2c039ae1-7970-4c34-9fbb-8ac2874aec01 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:25.133336 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2c039ae1-7970-4c34-9fbb-8ac2874aec01), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:25.167038 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 2c039ae1-7970-4c34-9fbb-8ac2874aec01, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=2c039ae1-7970-4c34-9fbb-8ac2874aec01,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:25.176751 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (754feeb2-3370-4dcf-bee2-cb51d085fc41), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:25.177576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-2bacb20a-68a3-4077-93eb-3b92648b902e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Made reservation on behalf of c36a2d53f9504be19dc76a299e98b5d6 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:25.182068 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-2bacb20a-68a3-4077-93eb-3b92648b902e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:25.225590 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=754feeb2-3370-4dcf-bee2-cb51d085fc41,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:25.253201 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2c039ae1-7970-4c34-9fbb-8ac2874aec01), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:25.302745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=2c039ae1-7970-4c34-9fbb-8ac2874aec01,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:25.307780 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37354c0f-5534-4e13-ba78-552949f507d8 req-09698369-93b3-4b4c-8f00-7c7bfef4f2df tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:25.309301 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37354c0f-5534-4e13-ba78-552949f507d8 req-09698369-93b3-4b4c-8f00-7c7bfef4f2df tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=245af4c3-273c-49d4-8fb6-717e5c20337a HTTP/1.1" status: 200 len: 950 time: 0.3294101 Jan 28 05:43:25.347357 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] For port c85ced63-7dac-4c24-b294-ecb1b4fff362, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:25.399133 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d7a7bcd-d2c1-448b-b1ba-9b84666c0bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (49242122-3ab4-4cf5-80a1-1f1911a1c2b7), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:25.406572 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] For port c85ced63-7dac-4c24-b294-ecb1b4fff362, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c85ced63-7dac-4c24-b294-ecb1b4fff362,segment=NetworkSegment(9e93826f-fde1-470c-abf0-7f701648bc4e),segment_id=9e93826f-fde1-470c-abf0-7f701648bc4e)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:25.420954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a636252-5b4d-4518-b76f-3b8047d9cb35 req-e8bd8df3-4e6f-41b7-b954-ce21467c904f tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:25.422475 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7a636252-5b4d-4518-b76f-3b8047d9cb35 req-e8bd8df3-4e6f-41b7-b954-ce21467c904f tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d8537d-4355-4e73-9361-55892d19efba HTTP/1.1" status: 200 len: 944 time: 0.2821622 Jan 28 05:43:25.551109 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (c85ced63-7dac-4c24-b294-ecb1b4fff362), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:25.607210 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37354c0f-5534-4e13-ba78-552949f507d8 req-f8453a6e-5c1a-497f-9a90-93484347b4f7 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863331 Jan 28 05:43:25.652401 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:25.653023 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:25.654461 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] 10.222.0.64 "PUT /v2.0/ports/c85ced63-7dac-4c24-b294-ecb1b4fff362 HTTP/1.1" status: 200 len: 1093 time: 2.4096174 Jan 28 05:43:25.654918 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6855481-e955-44b8-bbc9-466d05f34d23', 'tag': 'c85ced63-7dac-4c24-b294-ecb1b4fff362'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:25.657154 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeeb941a-e435-4ec3-811e-9bf88253533a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6855481-e955-44b8-bbc9-466d05f34d23", "tag": "c85ced63-7dac-4c24-b294-ecb1b4fff362"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:26.073226 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-2bacb20a-68a3-4077-93eb-3b92648b902e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Allocated IP 172.20.0.13 (6b983991-8e52-43a5-9508-80c383d87452/6933c2d9-7995-47b9-8107-2c5c5786684d/3ed2ad42-57bd-42fb-8a80-a82bba0dad7b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:26.078873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7a636252-5b4d-4518-b76f-3b8047d9cb35 req-3443a677-e2ed-4d9a-a1fd-0f5e3847b143 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6445196 Jan 28 05:43:26.084690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9926e2c-9fe9-4c87-b57c-82a57f1eabcb service neutron] Pushing event updated for resources: {'Port': ['ID=c85ced63-7dac-4c24-b294-ecb1b4fff362,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:26.105523 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ded886dd-7347-4c5d-84d9-357c6975090d req-5569386b-860d-453d-9b85-138c0d0c7ea2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (19111222-3c6a-464a-abf2-8abc99c56e4e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:26.140367 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['19111222-3c6a-464a-abf2-8abc99c56e4e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:26.166824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569386b-860d-453d-9b85-138c0d0c7ea2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Pushing event deleted for resources: {'Port': ['ID=19111222-3c6a-464a-abf2-8abc99c56e4e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:26.188044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-83d6df8e-d32b-4008-9b14-380e444b19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:26.193894 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-83d6df8e-d32b-4008-9b14-380e444b19a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c36a2d53f9504be19dc76a299e98b5d6&device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 1096 time: 0.1825583 Jan 28 05:43:26.198893 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-e3435a0c-abdb-4dd2-b2ef-c3acc05489a3 req-a46af2f3-00d5-467d-8df5-4753600c6781 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] show failed (client error): The resource could not be found. Jan 28 05:43:26.199936 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3435a0c-abdb-4dd2-b2ef-c3acc05489a3 req-a46af2f3-00d5-467d-8df5-4753600c6781 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/43266edf-6d7e-4cd4-ad2b-cf641e9e9948 HTTP/1.1" status: 404 len: 352 time: 0.0800998 Jan 28 05:43:26.281893 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00695cef-4c6e-48a2-980a-18ac29f4a4af req-14246be2-aa4e-4ac1-ac1d-0f72abb218be tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:26.283568 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00695cef-4c6e-48a2-980a-18ac29f4a4af req-14246be2-aa4e-4ac1-ac1d-0f72abb218be tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f71d054-b7c0-42e2-8e54-8db7978b9801 HTTP/1.1" status: 200 len: 946 time: 0.2857740 Jan 28 05:43:26.326362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded886dd-7347-4c5d-84d9-357c6975090d req-5569386b-860d-453d-9b85-138c0d0c7ea2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] No DVR routers for this DVR port 19111222-3c6a-464a-abf2-8abc99c56e4e on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:43:26.388185 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ded886dd-7347-4c5d-84d9-357c6975090d req-5569386b-860d-453d-9b85-138c0d0c7ea2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:26.391557 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ded886dd-7347-4c5d-84d9-357c6975090d req-5569386b-860d-453d-9b85-138c0d0c7ea2 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.60 "DELETE /v2.0/ports/19111222-3c6a-464a-abf2-8abc99c56e4e HTTP/1.1" status: 204 len: 173 time: 2.2736275 Jan 28 05:43:26.397940 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f0447e6-89be-4777-b3af-b35c03ef5240 req-2a3dcaac-cd7c-4b94-9982-75eb9fb0910d tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 210 time: 0.1337140 Jan 28 05:43:26.432040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-da302d1c-4d29-419f-aeb7-2b5509918fb1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c85ced63-7dac-4c24-b294-ecb1b4fff362 HTTP/1.1" status: 200 len: 217 time: 0.1375234 Jan 28 05:43:26.618889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00695cef-4c6e-48a2-980a-18ac29f4a4af req-ae101175-d0e0-45c3-9d31-a60d929ddb03 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998772 Jan 28 05:43:26.633420 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-79cdf101-eb5f-463a-a8c7-a80b1c0f6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:26.635179 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-79cdf101-eb5f-463a-a8c7-a80b1c0f6b45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6933c2d9-7995-47b9-8107-2c5c5786684d HTTP/1.1" status: 200 len: 858 time: 0.1642642 Jan 28 05:43:26.637408 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7a7bcd-d2c1-448b-b1ba-9b84666c0bba admin admin] Router 49242122-3ab4-4cf5-80a1-1f1911a1c2b7 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:43:26.656529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a76ae-b41b-4880-a616-38f69a4537e9 req-9e483ab5-a255-4f3a-900d-f36e865ace7f tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:26.658290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90a76ae-b41b-4880-a616-38f69a4537e9 req-9e483ab5-a255-4f3a-900d-f36e865ace7f tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=49435059-3d27-4f8c-a129-0ae0fed63048 HTTP/1.1" status: 200 len: 949 time: 0.1903343 Jan 28 05:43:26.670632 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fef98f-46ed-4a2a-bd4c-5f3b22fa6d0d x-openstack-request-id: req-62fef98f-46ed-4a2a-bd4c-5f3b22fa6d0d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:26.674523 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6855481-e955-44b8-bbc9-466d05f34d23", "tag": "c85ced63-7dac-4c24-b294-ecb1b4fff362", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:26.674523 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62fef98f-46ed-4a2a-bd4c-5f3b22fa6d0d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:26.674523 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6855481-e955-44b8-bbc9-466d05f34d23', 'tag': 'c85ced63-7dac-4c24-b294-ecb1b4fff362', 'status': 'completed', 'code': 200} Jan 28 05:43:26.697173 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-2bacb20a-68a3-4077-93eb-3b92648b902e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Publish callbacks [] for port (3ed2ad42-57bd-42fb-8a80-a82bba0dad7b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:26.736159 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-63458013-5a54-433a-b8dd-f2521db47912 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b983991-8e52-43a5-9508-80c383d87452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491648 Jan 28 05:43:26.778129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d8537d-4355-4e73-9361-55892d19efba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754feeb2-3370-4dcf-bee2-cb51d085fc41'}, {'server_uuid': '49435059-3d27-4f8c-a129-0ae0fed63048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c039ae1-7970-4c34-9fbb-8ac2874aec01'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:26.781328 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd60f35-3bbd-4202-aee0-78513db56580" -d '{"events": [{"server_uuid": "94d8537d-4355-4e73-9361-55892d19efba", "name": "network-vif-plugged", "status": "completed", "tag": "754feeb2-3370-4dcf-bee2-cb51d085fc41"}, {"server_uuid": "49435059-3d27-4f8c-a129-0ae0fed63048", "name": "network-vif-plugged", "status": "completed", "tag": "2c039ae1-7970-4c34-9fbb-8ac2874aec01"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:26.816053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9270aeb-d812-4f8a-b163-c28926b7a19a req-247c6881-a644-42b4-8506-b417b6644b9b tempest-FloatingIPsAssociationNegativeTestJSON-1114510465 tempest-FloatingIPsAssociationNegativeTestJSON-1114510465-project] 10.222.0.31 "GET /v2.0/ports?device_id=869ccbb3-156d-41f7-a34b-ab287745783f HTTP/1.1" status: 200 len: 210 time: 0.0846889 Jan 28 05:43:26.903079 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90a76ae-b41b-4880-a616-38f69a4537e9 req-05173fb9-5a26-49ab-840a-7f385792dd4d tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354300 Jan 28 05:43:26.919094 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-5763cd24-2edd-4c7a-8d83-2d5c8c3eb0be req-b0a02b5a-9fb7-4c96-a858-816096a813c4 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] show failed (client error): The resource could not be found. Jan 28 05:43:26.919949 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5763cd24-2edd-4c7a-8d83-2d5c8c3eb0be req-b0a02b5a-9fb7-4c96-a858-816096a813c4 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/5fd499ba-6b2e-4cd5-8138-84bd075bc5be HTTP/1.1" status: 404 len: 352 time: 0.0779049 Jan 28 05:43:26.970690 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2330be3d-2352-4886-8f73-aa07519695df x-openstack-request-id: req-2330be3d-2352-4886-8f73-aa07519695df {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:26.971007 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d8537d-4355-4e73-9361-55892d19efba", "name": "network-vif-plugged", "status": "completed", "tag": "754feeb2-3370-4dcf-bee2-cb51d085fc41", "code": 200}, {"server_uuid": "49435059-3d27-4f8c-a129-0ae0fed63048", "name": "network-vif-plugged", "status": "completed", "tag": "2c039ae1-7970-4c34-9fbb-8ac2874aec01", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:26.971289 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2330be3d-2352-4886-8f73-aa07519695df {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:26.971780 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d8537d-4355-4e73-9361-55892d19efba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754feeb2-3370-4dcf-bee2-cb51d085fc41', 'code': 200} Jan 28 05:43:26.972042 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49435059-3d27-4f8c-a129-0ae0fed63048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c039ae1-7970-4c34-9fbb-8ac2874aec01', 'code': 200} Jan 28 05:43:27.021224 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-3976d573-6e8c-454a-8eb5-64f75e8394a5 service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669697 Jan 28 05:43:27.024056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7a7bcd-d2c1-448b-b1ba-9b84666c0bba admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:43:27.029515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5d7a7bcd-d2c1-448b-b1ba-9b84666c0bba admin admin] 10.222.0.31 "PUT /v2.0/routers/49242122-3ab4-4cf5-80a1-1f1911a1c2b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5053430 Jan 28 05:43:27.033896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54356) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:27.034826 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-2bacb20a-68a3-4077-93eb-3b92648b902e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3ed2ad42-57bd-42fb-8a80-a82bba0dad7b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:27.040198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a89f411-a587-4e86-810c-e6df3790cad2 None None] Sync routers for ids ['49242122-3ab4-4cf5-80a1-1f1911a1c2b7'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:43:27.073716 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a89f411-a587-4e86-810c-e6df3790cad2 None None] Routers {'49242122-3ab4-4cf5-80a1-1f1911a1c2b7'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:27.074577 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0a89f411-a587-4e86-810c-e6df3790cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['49242122-3ab4-4cf5-80a1-1f1911a1c2b7'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:27.089919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a0b7e-d290-4f29-b959-7901948f382d req-c36e4772-5028-450b-bde1-1a92a5977f93 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:27.091457 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb3a0b7e-d290-4f29-b959-7901948f382d req-c36e4772-5028-450b-bde1-1a92a5977f93 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=245af4c3-273c-49d4-8fb6-717e5c20337a HTTP/1.1" status: 200 len: 950 time: 0.1224728 Jan 28 05:43:27.192616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-2bacb20a-68a3-4077-93eb-3b92648b902e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Network 6b983991-8e52-43a5-9508-80c383d87452 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:27.215331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-2bacb20a-68a3-4077-93eb-3b92648b902e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:27.218230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.64', 63545) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:27.223338 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bacb20a-68a3-4077-93eb-3b92648b902e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Pushing event updated for resources: {'Port': ['ID=3ed2ad42-57bd-42fb-8a80-a82bba0dad7b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:27.236558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-2bacb20a-68a3-4077-93eb-3b92648b902e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:27.239642 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dd197e0c-141e-4d20-9eef-de335437ccce admin admin] Publish callbacks [] for router (49242122-3ab4-4cf5-80a1-1f1911a1c2b7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:27.245148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-0a89f411-a587-4e86-810c-e6df3790cad2 None None] Set router 49242122-3ab4-4cf5-80a1-1f1911a1c2b7 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:27.292024 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6290b-5404-4e9e-aa3e-088f2353d5ed req-96819c8a-e05d-4b4c-97b1-097ce18a2361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:27.294240 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d6c6290b-5404-4e9e-aa3e-088f2353d5ed req-96819c8a-e05d-4b4c-97b1-097ce18a2361 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=94d8537d-4355-4e73-9361-55892d19efba HTTP/1.1" status: 200 len: 1097 time: 0.1450133 Jan 28 05:43:27.315642 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:27.354216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12714d1f-ab30-495a-80e8-be7803ed5ccf req-f4e0a904-a880-40fc-b748-d387a19a9e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:27.355765 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-12714d1f-ab30-495a-80e8-be7803ed5ccf req-f4e0a904-a880-40fc-b748-d387a19a9e72 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49435059-3d27-4f8c-a129-0ae0fed63048 HTTP/1.1" status: 200 len: 1101 time: 0.2634382 Jan 28 05:43:27.367901 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb3a0b7e-d290-4f29-b959-7901948f382d req-b7b101d6-f8e8-4e80-85e2-d5996d52480e tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489207 Jan 28 05:43:27.393965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-573dd5b2-8810-4e03-94b8-4c9a38a0ad69 req-f5fc8f4f-2653-423b-83f8-599d40ef6426 service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137362 Jan 28 05:43:27.393965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-2bacb20a-68a3-4077-93eb-3b92648b902e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:27.393965 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-2bacb20a-68a3-4077-93eb-3b92648b902e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:27.399060 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d6c6290b-5404-4e9e-aa3e-088f2353d5ed req-bf5a5589-4918-4b77-8dbe-52a38403b96f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871942 Jan 28 05:43:27.408375 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dd197e0c-141e-4d20-9eef-de335437ccce admin admin] Publish callbacks [] for router_gateway (49242122-3ab4-4cf5-80a1-1f1911a1c2b7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:27.416011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75196174-2108-4829-a579-afa1d127aca7 req-8ebfe8d7-8241-469b-ba8a-0b0946bbffd1 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:27.417569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75196174-2108-4829-a579-afa1d127aca7 req-8ebfe8d7-8241-469b-ba8a-0b0946bbffd1 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f71d054-b7c0-42e2-8e54-8db7978b9801 HTTP/1.1" status: 200 len: 946 time: 0.1963949 Jan 28 05:43:27.455226 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-12714d1f-ab30-495a-80e8-be7803ed5ccf req-06843d1b-a6f4-438d-94f1-3af8de49b468 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793736 Jan 28 05:43:27.522783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0a89f411-a587-4e86-810c-e6df3790cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-283980683-router', 'tenant_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:36Z', 'updated_at': '2022-01-28T05:43:24Z', 'revision_number': 5, 'project_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'gw_port': {'id': 'ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:40:37Z', 'updated_at': '2022-01-28T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:27.533157 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-2bacb20a-68a3-4077-93eb-3b92648b902e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9496019 Jan 28 05:43:27.560380 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a89f411-a587-4e86-810c-e6df3790cad2 None None] Checking router: 49242122-3ab4-4cf5-80a1-1f1911a1c2b7 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:43:27.561029 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-dd197e0c-141e-4d20-9eef-de335437ccce admin admin] Deleting port ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:27.561512 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dd197e0c-141e-4d20-9eef-de335437ccce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:27.570926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a89f411-a587-4e86-810c-e6df3790cad2 None None] Routers {'49242122-3ab4-4cf5-80a1-1f1911a1c2b7'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:27.571427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7faa3b6-c2c4-4b2b-b1d1-1a11ede9dad4 req-f7f3a2e4-e2b7-4ba6-ba46-bdaaa160f16d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:27.571586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0a89f411-a587-4e86-810c-e6df3790cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['49242122-3ab4-4cf5-80a1-1f1911a1c2b7'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:27.573077 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7faa3b6-c2c4-4b2b-b1d1-1a11ede9dad4 req-f7f3a2e4-e2b7-4ba6-ba46-bdaaa160f16d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d8537d-4355-4e73-9361-55892d19efba HTTP/1.1" status: 200 len: 945 time: 0.0937586 Jan 28 05:43:27.635623 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7faa3b6-c2c4-4b2b-b1d1-1a11ede9dad4 req-348d7cc1-2cd5-4b3d-986d-ec357a0e4f3b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565619 Jan 28 05:43:27.687358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-0a89f411-a587-4e86-810c-e6df3790cad2 None None] Set router 49242122-3ab4-4cf5-80a1-1f1911a1c2b7 gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:27.694780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-dd197e0c-141e-4d20-9eef-de335437ccce admin admin] For port ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:27.695234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dd197e0c-141e-4d20-9eef-de335437ccce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:27.702501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729892a-73d3-462c-8446-de959220fb6e req-7ea5fbd9-ba11-401f-a51d-4af6a71bccad tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:27.705099 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1729892a-73d3-462c-8446-de959220fb6e req-7ea5fbd9-ba11-401f-a51d-4af6a71bccad tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=245af4c3-273c-49d4-8fb6-717e5c20337a HTTP/1.1" status: 200 len: 1102 time: 0.0471048 Jan 28 05:43:27.725670 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-dd197e0c-141e-4d20-9eef-de335437ccce admin admin] Calling delete_port for ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:27.753685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0a89f411-a587-4e86-810c-e6df3790cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-283980683-router', 'tenant_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:36Z', 'updated_at': '2022-01-28T05:43:27Z', 'revision_number': 6, 'project_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:27.767075 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1729892a-73d3-462c-8446-de959220fb6e req-20c523e1-891a-4ff1-b6fc-1fc69b540f5d tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:27.783564 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37c6c6-f274-4942-a1bb-bb1971c298a5 req-33e9b6cc-ce6a-4105-bd7d-18382884e004 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:27.785134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b37c6c6-f274-4942-a1bb-bb1971c298a5 req-33e9b6cc-ce6a-4105-bd7d-18382884e004 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 1023 time: 0.0787356 Jan 28 05:43:27.786207 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a89f411-a587-4e86-810c-e6df3790cad2 None None] The sync data for ids ['49242122-3ab4-4cf5-80a1-1f1911a1c2b7'] in n-d-812111-12 is: [{'id': '49242122-3ab4-4cf5-80a1-1f1911a1c2b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-283980683-router', 'tenant_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:40:36Z', 'updated_at': '2022-01-28T05:43:27Z', 'revision_number': 6, 'project_id': 'f76403fe1e5f4d5795b5f4c6efc03098', 'gw_port_host': None}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:43:27.878805 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Request body: {'port': {'device_id': 'bb9d0e7a-d4ca-49b4-80bf-39578db323d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:27.958437 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b37c6c6-f274-4942-a1bb-bb1971c298a5 req-fb755396-2ee2-47bb-8713-88b76d90afb0 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd149e02-b466-4e1b-9367-1cb89e18de86&id=60eebcf4-5553-44ce-8e3c-e1e5d0909d77&id=6a5c6a17-3c7d-450d-92ca-40298cf37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1666453 Jan 28 05:43:27.968908 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb941a-e435-4ec3-811e-9bf88253533a req-fef368ad-03b4-4c7e-9f7c-2a50fa565502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:27.970777 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eeeb941a-e435-4ec3-811e-9bf88253533a req-fef368ad-03b4-4c7e-9f7c-2a50fa565502 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c36a2d53f9504be19dc76a299e98b5d6&device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 1096 time: 0.0598896 Jan 28 05:43:28.044843 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3ed2ad42-57bd-42fb-8a80-a82bba0dad7b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:28.049416 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1729892a-73d3-462c-8446-de959220fb6e req-20c523e1-891a-4ff1-b6fc-1fc69b540f5d tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] Publish callbacks [] for security_group (4530c9fe-ec39-4ea0-996e-26e6dc131899), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:28.071785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb941a-e435-4ec3-811e-9bf88253533a req-4e62a42b-096a-4440-a173-a765e7b82236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:28.073260 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eeeb941a-e435-4ec3-811e-9bf88253533a req-4e62a42b-096a-4440-a173-a765e7b82236 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b983991-8e52-43a5-9508-80c383d87452 HTTP/1.1" status: 200 len: 919 time: 0.0952659 Jan 28 05:43:28.078643 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dd197e0c-141e-4d20-9eef-de335437ccce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:28.114416 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd197e0c-141e-4d20-9eef-de335437ccce admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:28.116162 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1729892a-73d3-462c-8446-de959220fb6e req-20c523e1-891a-4ff1-b6fc-1fc69b540f5d tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4530c9fe-ec39-4ea0-996e-26e6dc131899), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:28.151450 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eeeb941a-e435-4ec3-811e-9bf88253533a req-3243da2f-ea70-4170-9a46-a338464dd00a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c85ced63-7dac-4c24-b294-ecb1b4fff362 HTTP/1.1" status: 200 len: 217 time: 0.0673666 Jan 28 05:43:28.243799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb941a-e435-4ec3-811e-9bf88253533a req-cb7f9da3-ae44-4a3d-9c5a-b98ce50bc4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:28.249148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dbdb5-59b3-48b4-88e1-97939985e730 req-2d0a930d-829b-4a33-8e64-a762a0b4980d tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:28.249912 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eeeb941a-e435-4ec3-811e-9bf88253533a req-cb7f9da3-ae44-4a3d-9c5a-b98ce50bc4de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6933c2d9-7995-47b9-8107-2c5c5786684d HTTP/1.1" status: 200 len: 858 time: 0.0796018 Jan 28 05:43:28.250034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c95dbdb5-59b3-48b4-88e1-97939985e730 req-2d0a930d-829b-4a33-8e64-a762a0b4980d tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 932 time: 0.2197669 Jan 28 05:43:28.250156 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dd197e0c-141e-4d20-9eef-de335437ccce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (49242122-3ab4-4cf5-80a1-1f1911a1c2b7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:28.252869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-75196174-2108-4829-a579-afa1d127aca7 req-ba7c6259-7662-456c-a619-8e12846954be tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Deleting port efa72c68-3f0b-42f9-933a-7fc2e21e1f4f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:28.253212 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75196174-2108-4829-a579-afa1d127aca7 req-ba7c6259-7662-456c-a619-8e12846954be tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (efa72c68-3f0b-42f9-933a-7fc2e21e1f4f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:28.257712 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1729892a-73d3-462c-8446-de959220fb6e req-20c523e1-891a-4ff1-b6fc-1fc69b540f5d tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427809 Jan 28 05:43:28.268747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c523e1-891a-4ff1-b6fc-1fc69b540f5d tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4530c9fe-ec39-4ea0-996e-26e6dc131899,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:28.339852 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eeeb941a-e435-4ec3-811e-9bf88253533a req-7a2baa5c-9d1a-4f2c-a7b8-5b9028c8a319 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b983991-8e52-43a5-9508-80c383d87452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581677 Jan 28 05:43:28.378697 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dd197e0c-141e-4d20-9eef-de335437ccce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (49242122-3ab4-4cf5-80a1-1f1911a1c2b7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:28.389228 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dd197e0c-141e-4d20-9eef-de335437ccce admin admin] Publish callbacks [] for router_controller (49242122-3ab4-4cf5-80a1-1f1911a1c2b7), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:28.457763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 19111222-3c6a-464a-abf2-8abc99c56e4e no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:43:28.459659 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c95dbdb5-59b3-48b4-88e1-97939985e730 req-0db6e57d-3f50-49c3-9ba5-0248588769e8 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974440 Jan 28 05:43:28.482659 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 19111222-3c6a-464a-abf2-8abc99c56e4e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:43:28.483424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 19111222-3c6a-464a-abf2-8abc99c56e4e not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:43:28.518759 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eeeb941a-e435-4ec3-811e-9bf88253533a req-407a4e5d-214f-4372-96ec-9755222f2f1e service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504989 Jan 28 05:43:28.535237 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-75196174-2108-4829-a579-afa1d127aca7 req-ba7c6259-7662-456c-a619-8e12846954be tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] For port efa72c68-3f0b-42f9-933a-7fc2e21e1f4f, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=efa72c68-3f0b-42f9-933a-7fc2e21e1f4f,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:28.535237 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75196174-2108-4829-a579-afa1d127aca7 req-ba7c6259-7662-456c-a619-8e12846954be tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (efa72c68-3f0b-42f9-933a-7fc2e21e1f4f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:28.537266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54376) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:28.556085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0c57a-6b5c-48e5-ac6b-ece18751ed50 req-54ffc945-b81a-449c-8b5f-9480fbb86503 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:28.558704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ee0c57a-6b5c-48e5-ac6b-ece18751ed50 req-54ffc945-b81a-449c-8b5f-9480fbb86503 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f71d054-b7c0-42e2-8e54-8db7978b9801 HTTP/1.1" status: 200 len: 946 time: 0.1833901 Jan 28 05:43:28.558838 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dd197e0c-141e-4d20-9eef-de335437ccce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (49242122-3ab4-4cf5-80a1-1f1911a1c2b7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:28.558838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd197e0c-141e-4d20-9eef-de335437ccce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49242122-3ab4-4cf5-80a1-1f1911a1c2b7 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:43:28.566949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-75196174-2108-4829-a579-afa1d127aca7 req-ba7c6259-7662-456c-a619-8e12846954be tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Calling delete_port for efa72c68-3f0b-42f9-933a-7fc2e21e1f4f owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:28.597759 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dd197e0c-141e-4d20-9eef-de335437ccce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:28.599022 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dd197e0c-141e-4d20-9eef-de335437ccce admin admin] 10.222.0.31 "DELETE /v2.0/routers/49242122-3ab4-4cf5-80a1-1f1911a1c2b7 HTTP/1.1" status: 204 len: 168 time: 1.5640705 Jan 28 05:43:28.604524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54378) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:28.708643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869ccbb3-156d-41f7-a34b-ab287745783f', 'name': 'network-vif-deleted', 'tag': '19111222-3c6a-464a-abf2-8abc99c56e4e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:28.711096 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0ce3de-c472-410d-9c93-ed54a186334a" -d '{"events": [{"server_uuid": "869ccbb3-156d-41f7-a34b-ab287745783f", "name": "network-vif-deleted", "tag": "19111222-3c6a-464a-abf2-8abc99c56e4e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:28.731514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ef6696e5-b642-4a71-a39e-571423f5df4f no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:43:28.762745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: ef6696e5-b642-4a71-a39e-571423f5df4f {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:43:28.762745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ef6696e5-b642-4a71-a39e-571423f5df4f not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:43:28.762745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:43:28.782641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:43:28.783369 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ab5bf2d7-1d4c-4483-b23c-6bb7cdfd8b63 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:43:28.801875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:28.821858 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ee0c57a-6b5c-48e5-ac6b-ece18751ed50 req-db842a8f-96f3-4c7c-a09d-ad0c12782fd8 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528889 Jan 28 05:43:28.825305 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Publish callbacks [] for port (3ed2ad42-57bd-42fb-8a80-a82bba0dad7b), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:28.833663 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f8a5c9-9b7f-4201-b98f-77330e7800bb admin admin] Deleting subnet c8932cc8-7990-4c74-89e4-624cd23d3f06 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:43:28.842683 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a5c9-9b7f-4201-b98f-77330e7800bb admin admin] Publish callbacks [] for subnet (c8932cc8-7990-4c74-89e4-624cd23d3f06), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:28.879547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d909109-ced7-4972-b609-3e3855d13b1f req-394590d7-6672-4d45-95f2-79c669354249 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:28.886767 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d909109-ced7-4972-b609-3e3855d13b1f req-394590d7-6672-4d45-95f2-79c669354249 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=49435059-3d27-4f8c-a129-0ae0fed63048 HTTP/1.1" status: 200 len: 949 time: 0.2914891 Jan 28 05:43:28.921793 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Transition to ACTIVE for port object 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:43:28.938220 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a5c9-9b7f-4201-b98f-77330e7800bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (c8932cc8-7990-4c74-89e4-624cd23d3f06), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:29.016368 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (3ed2ad42-57bd-42fb-8a80-a82bba0dad7b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:29.026779 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eeeb941a-e435-4ec3-811e-9bf88253533a req-7a665b33-2226-4a5a-8e04-172b80175594 service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000162 Jan 28 05:43:29.055002 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d909109-ced7-4972-b609-3e3855d13b1f req-cb4851e8-2d47-46ac-934e-a24f4949ed6f tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661837 Jan 28 05:43:29.363126 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-e8fe3d6f-327a-4caa-a794-2058617b20b8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:29.364657 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-e8fe3d6f-327a-4caa-a794-2058617b20b8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.64 "GET /v2.0/ports?device_id=94d8537d-4355-4e73-9361-55892d19efba HTTP/1.1" status: 200 len: 945 time: 0.0879185 Jan 28 05:43:29.494551 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fe948c-e9f5-4f9c-99d8-922388a21347 x-openstack-request-id: req-f7fe948c-e9f5-4f9c-99d8-922388a21347 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:29.495144 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869ccbb3-156d-41f7-a34b-ab287745783f", "name": "network-vif-deleted", "tag": "19111222-3c6a-464a-abf2-8abc99c56e4e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:29.495144 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7fe948c-e9f5-4f9c-99d8-922388a21347 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:29.495383 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869ccbb3-156d-41f7-a34b-ab287745783f', 'name': 'network-vif-deleted', 'tag': '19111222-3c6a-464a-abf2-8abc99c56e4e', 'status': 'completed', 'code': 200} Jan 28 05:43:29.507332 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75196174-2108-4829-a579-afa1d127aca7 req-ba7c6259-7662-456c-a619-8e12846954be tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (efa72c68-3f0b-42f9-933a-7fc2e21e1f4f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:29.516427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-c9884b69-f57e-4ae7-a9df-9f1928af685a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Deleting port 754feeb2-3370-4dcf-bee2-cb51d085fc41 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:29.517366 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-c9884b69-f57e-4ae7-a9df-9f1928af685a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (754feeb2-3370-4dcf-bee2-cb51d085fc41), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:29.535929 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed2ad42-57bd-42fb-8a80-a82bba0dad7b,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:29.536877 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3432cd24-1bfa-4dca-9ea1-76a31c18d947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (6b0431d6-f0f5-433d-b569-bc5b128a75ec), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:29.560723 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['3aeaa96d-c620-4d93-b90f-11688bd39ac8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:29.619154 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a5c9-9b7f-4201-b98f-77330e7800bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (c8932cc8-7990-4c74-89e4-624cd23d3f06), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:29.671660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c6259-7662-456c-a619-8e12846954be tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Pushing event deleted for resources: {'Port': ['ID=efa72c68-3f0b-42f9-933a-7fc2e21e1f4f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:29.692145 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-c9884b69-f57e-4ae7-a9df-9f1928af685a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] For port 754feeb2-3370-4dcf-bee2-cb51d085fc41, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=754feeb2-3370-4dcf-bee2-cb51d085fc41,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:29.692515 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-c9884b69-f57e-4ae7-a9df-9f1928af685a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (754feeb2-3370-4dcf-bee2-cb51d085fc41), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:29.711890 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-c9884b69-f57e-4ae7-a9df-9f1928af685a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Calling delete_port for 754feeb2-3370-4dcf-bee2-cb51d085fc41 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:29.745522 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-75196174-2108-4829-a579-afa1d127aca7 req-ba7c6259-7662-456c-a619-8e12846954be tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] No DVR routers for this DVR port efa72c68-3f0b-42f9-933a-7fc2e21e1f4f on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:43:29.759668 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c6e54-5cc4-4f24-9a48-498195d3add4 req-54c19e26-5768-4ee6-8379-23e7bc6b9e3b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:29.761162 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-589c6e54-5cc4-4f24-9a48-498195d3add4 req-54c19e26-5768-4ee6-8379-23e7bc6b9e3b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d8537d-4355-4e73-9361-55892d19efba HTTP/1.1" status: 200 len: 945 time: 0.2642186 Jan 28 05:43:29.762267 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75196174-2108-4829-a579-afa1d127aca7 req-ba7c6259-7662-456c-a619-8e12846954be tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:29.765447 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75196174-2108-4829-a579-afa1d127aca7 req-ba7c6259-7662-456c-a619-8e12846954be tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.64 "DELETE /v2.0/ports/efa72c68-3f0b-42f9-933a-7fc2e21e1f4f HTTP/1.1" status: 204 len: 173 time: 1.9099479 Jan 28 05:43:29.774728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ecc0d-77c7-4dda-b39f-9a2e93dd6371 req-5af7d938-3122-4e93-a15c-f20ae10805a0 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:29.778848 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c31ecc0d-77c7-4dda-b39f-9a2e93dd6371 req-5af7d938-3122-4e93-a15c-f20ae10805a0 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 1023 time: 0.2860289 Jan 28 05:43:29.830578 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Attempting to bind port 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:29.830955 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Attempting to bind port 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '9e93826f-fde1-470c-abf0-7f701648bc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b983991-8e52-43a5-9508-80c383d87452'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:29.831236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Attempting to bind port 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b on network 6b983991-8e52-43a5-9508-80c383d87452 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:29.842709 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Port 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b on network 6b983991-8e52-43a5-9508-80c383d87452 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:43:29.842709 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Attempting to bind port 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b on network 6b983991-8e52-43a5-9508-80c383d87452 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:29.865852 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:29.866193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Checking segment: {'id': '9e93826f-fde1-470c-abf0-7f701648bc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b983991-8e52-43a5-9508-80c383d87452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:29.866628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Bound using segment: {'id': '9e93826f-fde1-470c-abf0-7f701648bc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b983991-8e52-43a5-9508-80c383d87452'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:29.867063 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Bound port: 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e93826f-fde1-470c-abf0-7f701648bc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b983991-8e52-43a5-9508-80c383d87452'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:29.867425 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3ed2ad42-57bd-42fb-8a80-a82bba0dad7b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:29.897676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-589c6e54-5cc4-4f24-9a48-498195d3add4 req-3b4e9ded-bd7f-47db-a0f6-03b4ca0055d0 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177251 Jan 28 05:43:29.912896 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a5c9-9b7f-4201-b98f-77330e7800bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (c8932cc8-7990-4c74-89e4-624cd23d3f06), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:29.977241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8a5c9-9b7f-4201-b98f-77330e7800bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8932cc8-7990-4c74-89e4-624cd23d3f06,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:29.977241 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a5c9-9b7f-4201-b98f-77330e7800bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:29.977241 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b7f8a5c9-9b7f-4201-b98f-77330e7800bb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c8932cc8-7990-4c74-89e4-624cd23d3f06 HTTP/1.1" status: 204 len: 168 time: 1.3612919 Jan 28 05:43:29.979421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54402) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:29.983406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df162e1f-2734-405e-9beb-56a4d4253075 None None] Network d95a2273-0126-44d2-84ff-be7bc3192943 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:43:29.991347 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c31ecc0d-77c7-4dda-b39f-9a2e93dd6371 req-90ee4101-db23-4c09-95ee-41adb76f4a39 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd149e02-b466-4e1b-9367-1cb89e18de86&id=60eebcf4-5553-44ce-8e3c-e1e5d0909d77&id=6a5c6a17-3c7d-450d-92ca-40298cf37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2060945 Jan 28 05:43:29.996539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-3432cd24-1bfa-4dca-9ea1-76a31c18d947 admin admin] Deleting port 2c63db84-fcd1-4f3b-b645-270d5880074c {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:29.997649 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3432cd24-1bfa-4dca-9ea1-76a31c18d947 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:30.066171 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-62ac29df-ebdc-4bd8-859d-f308dc96b0a2 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711620 Jan 28 05:43:30.067627 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c85ced63-7dac-4c24-b294-ecb1b4fff362 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:43:30.070847 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device efa72c68-3f0b-42f9-933a-7fc2e21e1f4f no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:43:30.077814 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (d95a2273-0126-44d2-84ff-be7bc3192943), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:30.092871 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-c9884b69-f57e-4ae7-a9df-9f1928af685a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (754feeb2-3370-4dcf-bee2-cb51d085fc41), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:30.123091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: efa72c68-3f0b-42f9-933a-7fc2e21e1f4f {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:43:30.126531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] For port 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:30.126682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device efa72c68-3f0b-42f9-933a-7fc2e21e1f4f not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:43:30.141995 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['754feeb2-3370-4dcf-bee2-cb51d085fc41'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:30.174115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] For port 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=3ed2ad42-57bd-42fb-8a80-a82bba0dad7b,segment=NetworkSegment(9e93826f-fde1-470c-abf0-7f701648bc4e),segment_id=9e93826f-fde1-470c-abf0-7f701648bc4e)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:30.191266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9884b69-f57e-4ae7-a9df-9f1928af685a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Pushing event deleted for resources: {'Port': ['ID=754feeb2-3370-4dcf-bee2-cb51d085fc41,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:30.226645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753188a3-8504-4d69-8ad3-1f6ef5b7dfb6 req-ebc27bd6-a919-4be9-bc9f-835dd0dc6206 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:30.228172 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-753188a3-8504-4d69-8ad3-1f6ef5b7dfb6 req-ebc27bd6-a919-4be9-bc9f-835dd0dc6206 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 944 time: 0.1020496 Jan 28 05:43:30.231637 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-c9884b69-f57e-4ae7-a9df-9f1928af685a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] No DVR routers for this DVR port 754feeb2-3370-4dcf-bee2-cb51d085fc41 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:43:30.236981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-71076653-567d-4ca7-9855-58bab299dfc9 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:30.237556 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-c9884b69-f57e-4ae7-a9df-9f1928af685a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:30.241080 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f7a6a127-a43a-42f2-a206-8f498136e0a9 req-c9884b69-f57e-4ae7-a9df-9f1928af685a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.64 "DELETE /v2.0/ports/754feeb2-3370-4dcf-bee2-cb51d085fc41 HTTP/1.1" status: 204 len: 173 time: 0.8657277 Jan 28 05:43:30.241571 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d8537d-4355-4e73-9361-55892d19efba', 'name': 'network-vif-deleted', 'tag': '754feeb2-3370-4dcf-bee2-cb51d085fc41'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:30.243763 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-71076653-567d-4ca7-9855-58bab299dfc9 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766672 Jan 28 05:43:30.243919 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a03ef8f-665c-46e5-91bd-a7f8bc452398" -d '{"events": [{"server_uuid": "94d8537d-4355-4e73-9361-55892d19efba", "name": "network-vif-deleted", "tag": "754feeb2-3370-4dcf-bee2-cb51d085fc41"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:30.277308 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-a2d9946b-6e59-4d8e-ab17-368ac7ace47e tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/quotas/5fbf3f893d5942abbf53fba6927e26e2 HTTP/1.1" status: 200 len: 375 time: 0.0325589 Jan 28 05:43:30.301425 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (3ed2ad42-57bd-42fb-8a80-a82bba0dad7b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:30.303264 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-3432cd24-1bfa-4dca-9ea1-76a31c18d947 admin admin] For port 2c63db84-fcd1-4f3b-b645-270d5880074c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2c63db84-fcd1-4f3b-b645-270d5880074c,segment=NetworkSegment(80a7b9b3-c8c6-480f-9c13-45011417fb49),segment_id=80a7b9b3-c8c6-480f-9c13-45011417fb49)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:30.303646 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3432cd24-1bfa-4dca-9ea1-76a31c18d947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:30.334022 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-3432cd24-1bfa-4dca-9ea1-76a31c18d947 admin admin] Calling delete_port for 2c63db84-fcd1-4f3b-b645-270d5880074c owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:30.336174 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c85ced63-7dac-4c24-b294-ecb1b4fff362, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c85ced63-7dac-4c24-b294-ecb1b4fff362,segment=NetworkSegment(9e93826f-fde1-470c-abf0-7f701648bc4e),segment_id=9e93826f-fde1-470c-abf0-7f701648bc4e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:30.347315 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] Deleting port 2774cb47-2fab-4738-97ba-34a4d75b1f56 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:30.347673 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2774cb47-2fab-4738-97ba-34a4d75b1f56), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:30.352647 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'c85ced63-7dac-4c24-b294-ecb1b4fff362', 'network_id': '6b983991-8e52-43a5-9508-80c383d87452', 'port_id': 'c85ced63-7dac-4c24-b294-ecb1b4fff362', 'mac_address': 'fa:16:3e:5c:06:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6933c2d9-7995-47b9-8107-2c5c5786684d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:43:30.406924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:30.408088 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:30.408995 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] 10.222.0.64 "PUT /v2.0/ports/3ed2ad42-57bd-42fb-8a80-a82bba0dad7b HTTP/1.1" status: 200 len: 1093 time: 2.5499883 Jan 28 05:43:30.412141 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d4e8ba-a618-4075-af8f-37110cba0967 None None] DHCP port deletion for d95a2273-0126-44d2-84ff-be7bc3192943 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:43:30.433325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c85ced63-7dac-4c24-b294-ecb1b4fff362 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:30.434123 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c85ced63-7dac-4c24-b294-ecb1b4fff362), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:30.452768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-753188a3-8504-4d69-8ad3-1f6ef5b7dfb6 req-d4c82463-c739-458e-9e57-7c4755736735 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069173 Jan 28 05:43:30.460989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5715fd6-71b6-4eee-a7e3-3d5084ad4070 req-a016ba1c-a345-42f3-9887-6ed4d872803f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:30.462516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5715fd6-71b6-4eee-a7e3-3d5084ad4070 req-a016ba1c-a345-42f3-9887-6ed4d872803f tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 1023 time: 0.2150388 Jan 28 05:43:30.463209 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865729c-acb8-4105-8385-ab23ede1a0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed2ad42-57bd-42fb-8a80-a82bba0dad7b,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:30.481645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85ced63-7dac-4c24-b294-ecb1b4fff362 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:30.487715 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] For port 2774cb47-2fab-4738-97ba-34a4d75b1f56, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2774cb47-2fab-4738-97ba-34a4d75b1f56,segment=NetworkSegment(86a180a8-6342-4172-898d-317598973ba0),segment_id=86a180a8-6342-4172-898d-317598973ba0)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:30.488230 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2774cb47-2fab-4738-97ba-34a4d75b1f56), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:30.494930 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-70dc5aa6-d812-4d43-a2d1-8151df5fc471 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2166696 Jan 28 05:43:30.530711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c85ced63-7dac-4c24-b294-ecb1b4fff362, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c85ced63-7dac-4c24-b294-ecb1b4fff362,segment=NetworkSegment(9e93826f-fde1-470c-abf0-7f701648bc4e),segment_id=9e93826f-fde1-470c-abf0-7f701648bc4e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:30.536177 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] Calling delete_port for 2774cb47-2fab-4738-97ba-34a4d75b1f56 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:30.573881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-74d4e8ba-a618-4075-af8f-37110cba0967 None None] Deleting port 2774cb47-2fab-4738-97ba-34a4d75b1f56 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:30.574500 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74d4e8ba-a618-4075-af8f-37110cba0967 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2774cb47-2fab-4738-97ba-34a4d75b1f56), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:30.670855 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c85ced63-7dac-4c24-b294-ecb1b4fff362), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:30.686092 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d53e34bd-684c-4577-b7aa-ab6ddc2b86a1 req-75cc8278-e37e-4f3d-9a30-bd995c8f2c11 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f71d054-b7c0-42e2-8e54-8db7978b9801 HTTP/1.1" status: 200 len: 210 time: 0.0481770 Jan 28 05:43:30.713559 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-51969510-8855-4a0b-8aab-7cdd1db1e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:30.715356 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-51969510-8855-4a0b-8aab-7cdd1db1e7d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c36a2d53f9504be19dc76a299e98b5d6&device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 1096 time: 0.1391921 Jan 28 05:43:30.731753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f5715fd6-71b6-4eee-a7e3-3d5084ad4070 req-0cfe4ccb-499d-4233-b530-07aaf79e7361 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Deleting port ff72beb2-99e3-4fae-8d8c-3902222f837c {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:30.732224 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5715fd6-71b6-4eee-a7e3-3d5084ad4070 req-0cfe4ccb-499d-4233-b530-07aaf79e7361 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:30.809479 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-74d4e8ba-a618-4075-af8f-37110cba0967 None None] For port 2774cb47-2fab-4738-97ba-34a4d75b1f56, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2774cb47-2fab-4738-97ba-34a4d75b1f56,segment=NetworkSegment(86a180a8-6342-4172-898d-317598973ba0),segment_id=86a180a8-6342-4172-898d-317598973ba0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:30.812859 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74d4e8ba-a618-4075-af8f-37110cba0967 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2774cb47-2fab-4738-97ba-34a4d75b1f56), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:30.854842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-030c8341-7c69-4d46-973f-cbe5b60613f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ed2ad42-57bd-42fb-8a80-a82bba0dad7b HTTP/1.1" status: 200 len: 217 time: 0.1164262 Jan 28 05:43:30.862849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-74d4e8ba-a618-4075-af8f-37110cba0967 None None] Calling delete_port for 2774cb47-2fab-4738-97ba-34a4d75b1f56 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:30.867666 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (2774cb47-2fab-4738-97ba-34a4d75b1f56), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:30.958965 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=2774cb47-2fab-4738-97ba-34a4d75b1f56,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:30.973746 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] No DVR routers for this DVR port 2774cb47-2fab-4738-97ba-34a4d75b1f56 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:43:31.012460 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74d4e8ba-a618-4075-af8f-37110cba0967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (2774cb47-2fab-4738-97ba-34a4d75b1f56), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:31.015432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-78f61198-38c0-4a41-b994-66dad3b35c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:31.015762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c85ced63-7dac-4c24-b294-ecb1b4fff362,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:31.019731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-78f61198-38c0-4a41-b994-66dad3b35c11 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6933c2d9-7995-47b9-8107-2c5c5786684d HTTP/1.1" status: 200 len: 858 time: 0.1503520 Jan 28 05:43:31.033415 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.034868 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.034868 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.035106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e72867-87ad-44c1-ab23-cfd003ad4425 req-25f9c5f1-63f0-4500-8c78-431ec9cc9b2e tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:31.035378 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.035378 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.035928 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.036275 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.036606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.036934 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.037259 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.037583 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.037907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.038287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:43:31.040026 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76e72867-87ad-44c1-ab23-cfd003ad4425 req-25f9c5f1-63f0-4500-8c78-431ec9cc9b2e tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=49435059-3d27-4f8c-a129-0ae0fed63048 HTTP/1.1" status: 200 len: 949 time: 0.1995652 Jan 28 05:43:31.050936 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d4e8ba-a618-4075-af8f-37110cba0967 None None] No DVR routers for this DVR port 2774cb47-2fab-4738-97ba-34a4d75b1f56 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:43:31.081845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f5715fd6-71b6-4eee-a7e3-3d5084ad4070 req-0cfe4ccb-499d-4233-b530-07aaf79e7361 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] For port ff72beb2-99e3-4fae-8d8c-3902222f837c, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ff72beb2-99e3-4fae-8d8c-3902222f837c,segment=NetworkSegment(e20b329b-421b-4121-9a6e-33d932a823e0),segment_id=e20b329b-421b-4121-9a6e-33d932a823e0)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:31.083414 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5715fd6-71b6-4eee-a7e3-3d5084ad4070 req-0cfe4ccb-499d-4233-b530-07aaf79e7361 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:31.091196 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4e8ba-a618-4075-af8f-37110cba0967 None None] Pushing event deleted for resources: {'Port': ['ID=2774cb47-2fab-4738-97ba-34a4d75b1f56,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:31.138389 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['c85ced63-7dac-4c24-b294-ecb1b4fff362'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:31.151082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-af54894e-622b-46dc-a85e-4b9ad9476785 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b983991-8e52-43a5-9508-80c383d87452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087992 Jan 28 05:43:31.152239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (d95a2273-0126-44d2-84ff-be7bc3192943), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:31.171281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f5715fd6-71b6-4eee-a7e3-3d5084ad4070 req-0cfe4ccb-499d-4233-b530-07aaf79e7361 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Calling delete_port for ff72beb2-99e3-4fae-8d8c-3902222f837c owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:31.203993 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95a2273-0126-44d2-84ff-be7bc3192943']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:31.278903 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3432cd24-1bfa-4dca-9ea1-76a31c18d947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (2c63db84-fcd1-4f3b-b645-270d5880074c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:31.352965 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-83abb091-947c-4c1c-a73c-7d74ae2f912f req-c81ef7c6-97a3-470a-8d4e-8b1d47d6192e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&device_id=94d8537d-4355-4e73-9361-55892d19efba HTTP/1.1" status: 200 len: 210 time: 0.1397088 Jan 28 05:43:31.355181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a180a8-6342-4172-898d-317598973ba0') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:31.355588 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a180a8-6342-4172-898d-317598973ba0') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:31.362197 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76e72867-87ad-44c1-ab23-cfd003ad4425 req-a345c6b1-214f-4276-a68f-c909e07dad29 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708585 Jan 28 05:43:31.460713 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-0727faf3-9bba-4b31-a11b-616bf52ef202 service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613101 Jan 28 05:43:31.479416 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dede64cb-23b8-4a35-9b98-7d0dfd2d74ca x-openstack-request-id: req-dede64cb-23b8-4a35-9b98-7d0dfd2d74ca {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:31.479832 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d8537d-4355-4e73-9361-55892d19efba", "name": "network-vif-deleted", "tag": "754feeb2-3370-4dcf-bee2-cb51d085fc41", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:31.480190 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dede64cb-23b8-4a35-9b98-7d0dfd2d74ca {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:31.480661 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d8537d-4355-4e73-9361-55892d19efba', 'name': 'network-vif-deleted', 'tag': '754feeb2-3370-4dcf-bee2-cb51d085fc41', 'status': 'completed', 'code': 200} Jan 28 05:43:31.522009 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432cd24-1bfa-4dca-9ea1-76a31c18d947 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c63db84-fcd1-4f3b-b645-270d5880074c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:31.525179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f71d054-b7c0-42e2-8e54-8db7978b9801', 'name': 'network-vif-deleted', 'tag': 'efa72c68-3f0b-42f9-933a-7fc2e21e1f4f'}, {'name': 'network-changed', 'server_uuid': 'bb9d0e7a-d4ca-49b4-80bf-39578db323d7', 'tag': '3ed2ad42-57bd-42fb-8a80-a82bba0dad7b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:31.527259 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4922a825-83f4-44e8-a49e-15e9f1b9c248" -d '{"events": [{"server_uuid": "8f71d054-b7c0-42e2-8e54-8db7978b9801", "name": "network-vif-deleted", "tag": "efa72c68-3f0b-42f9-933a-7fc2e21e1f4f"}, {"name": "network-changed", "server_uuid": "bb9d0e7a-d4ca-49b4-80bf-39578db323d7", "tag": "3ed2ad42-57bd-42fb-8a80-a82bba0dad7b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:31.531781 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (86a180a8-6342-4172-898d-317598973ba0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:31.652527 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (86a180a8-6342-4172-898d-317598973ba0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:31.675765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:43:31.676174 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (86a180a8-6342-4172-898d-317598973ba0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:43:31.684010 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:43:31.707992 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a0d2a96-4bdc-40e0-b6a3-06a173a6b5db req-cae6224b-af32-42e2-8454-996d1aba30b6 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d8537d-4355-4e73-9361-55892d19efba HTTP/1.1" status: 200 len: 210 time: 0.1184680 Jan 28 05:43:31.717389 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5715fd6-71b6-4eee-a7e3-3d5084ad4070 req-0cfe4ccb-499d-4233-b530-07aaf79e7361 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ff72beb2-99e3-4fae-8d8c-3902222f837c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:31.730455 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abb091-947c-4c1c-a73c-7d74ae2f912f req-19ac2baf-137a-4da8-9915-b9f61cb21ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:31.732708 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-83abb091-947c-4c1c-a73c-7d74ae2f912f req-19ac2baf-137a-4da8-9915-b9f61cb21ba9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=79fbef5367d24a58af655d60fa276ac5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2554724 Jan 28 05:43:31.749060 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fca2a9df-a69a-4cbb-a188-df45084221c3 req-a9646852-e450-49a1-8d69-c537a5449e02 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 210 time: 0.0768998 Jan 28 05:43:31.759760 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['ff72beb2-99e3-4fae-8d8c-3902222f837c'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:31.871708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe4ccb-499d-4233-b530-07aaf79e7361 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event deleted for resources: {'Port': ['ID=ff72beb2-99e3-4fae-8d8c-3902222f837c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:31.881946 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63c8a2bf-7d16-40cc-a187-8922f8159bb5 req-0746d0b4-80d3-4bbc-b8aa-7a29eb9d9605 service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514662 Jan 28 05:43:31.955368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5715fd6-71b6-4eee-a7e3-3d5084ad4070 req-0cfe4ccb-499d-4233-b530-07aaf79e7361 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] No DVR routers for this DVR port ff72beb2-99e3-4fae-8d8c-3902222f837c on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:43:31.957289 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5715fd6-71b6-4eee-a7e3-3d5084ad4070 req-0cfe4ccb-499d-4233-b530-07aaf79e7361 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:31.960721 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5715fd6-71b6-4eee-a7e3-3d5084ad4070 req-0cfe4ccb-499d-4233-b530-07aaf79e7361 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.64 "DELETE /v2.0/ports/ff72beb2-99e3-4fae-8d8c-3902222f837c HTTP/1.1" status: 204 len: 173 time: 1.4917009 Jan 28 05:43:31.989076 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3432cd24-1bfa-4dca-9ea1-76a31c18d947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (6b0431d6-f0f5-433d-b569-bc5b128a75ec), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:32.003484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc23b7-a0aa-42e4-82bf-fc5047576a56 req-fb5ebe21-bb58-481c-bb05-ac2e54bebba1 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:32.005179 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bfc23b7-a0aa-42e4-82bf-fc5047576a56 req-fb5ebe21-bb58-481c-bb05-ac2e54bebba1 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 944 time: 0.1452200 Jan 28 05:43:32.059906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c85ced63-7dac-4c24-b294-ecb1b4fff362 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:32.108702 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (d95a2273-0126-44d2-84ff-be7bc3192943), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:32.119765 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:32.122926 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d95a2273-0126-44d2-84ff-be7bc3192943 HTTP/1.1" status: 204 len: 168 time: 2.1426790 Jan 28 05:43:32.124285 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abb091-947c-4c1c-a73c-7d74ae2f912f req-3c5ab3ee-4442-48a1-8e51-95a7ef888dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:32.125499 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-83abb091-947c-4c1c-a73c-7d74ae2f912f req-3c5ab3ee-4442-48a1-8e51-95a7ef888dda service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2963786 Jan 28 05:43:32.137465 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bfc23b7-a0aa-42e4-82bf-fc5047576a56 req-5c1fa1f4-f7bb-4567-b889-efbf43a7f206 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115355 Jan 28 05:43:32.175414 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bc61f-7549-41f1-870f-70c796d09a07 admin admin] Pushing event deleted for resources: {'Network': ['ID=d95a2273-0126-44d2-84ff-be7bc3192943,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:32.244988 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127e13b8-c886-4a84-8d81-8fcff29d4d59 x-openstack-request-id: req-127e13b8-c886-4a84-8d81-8fcff29d4d59 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:32.244988 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f71d054-b7c0-42e2-8e54-8db7978b9801", "name": "network-vif-deleted", "tag": "efa72c68-3f0b-42f9-933a-7fc2e21e1f4f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb9d0e7a-d4ca-49b4-80bf-39578db323d7", "tag": "3ed2ad42-57bd-42fb-8a80-a82bba0dad7b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:32.244988 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-127e13b8-c886-4a84-8d81-8fcff29d4d59 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:32.244988 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f71d054-b7c0-42e2-8e54-8db7978b9801', 'name': 'network-vif-deleted', 'tag': 'efa72c68-3f0b-42f9-933a-7fc2e21e1f4f', 'status': 'completed', 'code': 200} Jan 28 05:43:32.244988 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9d0e7a-d4ca-49b4-80bf-39578db323d7', 'tag': '3ed2ad42-57bd-42fb-8a80-a82bba0dad7b', 'status': 'completed', 'code': 200} Jan 28 05:43:32.329194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port c85ced63-7dac-4c24-b294-ecb1b4fff362 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:43:32.350908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port c85ced63-7dac-4c24-b294-ecb1b4fff362 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:32.351569 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c85ced63-7dac-4c24-b294-ecb1b4fff362), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:32.448404 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922a825-83f4-44e8-a49e-15e9f1b9c248 req-a698e7e3-0bee-4921-89a2-23e75ba4b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:32.457114 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4922a825-83f4-44e8-a49e-15e9f1b9c248 req-a698e7e3-0bee-4921-89a2-23e75ba4b12d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c36a2d53f9504be19dc76a299e98b5d6&device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 1096 time: 0.1629572 Jan 28 05:43:32.667187 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3432cd24-1bfa-4dca-9ea1-76a31c18d947 admin admin] Router 6b0431d6-f0f5-433d-b569-bc5b128a75ec has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:43:32.701905 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54442) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:32.718737 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:43:32.802909 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-995647df-51ab-497b-aae8-d36d8227a80c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7eff42ae5dea44d8a66fe80488bc20c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0974498 Jan 28 05:43:32.804635 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54452) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:32.850566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2774cb47-2fab-4738-97ba-34a4d75b1f56 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:43:32.867744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922a825-83f4-44e8-a49e-15e9f1b9c248 req-091f4ea7-4d8b-4218-92b7-d9a18d18b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:32.874805 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 2774cb47-2fab-4738-97ba-34a4d75b1f56 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:43:32.875435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2774cb47-2fab-4738-97ba-34a4d75b1f56 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:43:32.875575 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4922a825-83f4-44e8-a49e-15e9f1b9c248 req-091f4ea7-4d8b-4218-92b7-d9a18d18b64b service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b983991-8e52-43a5-9508-80c383d87452 HTTP/1.1" status: 200 len: 919 time: 0.4063978 Jan 28 05:43:32.877974 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c211ad7c-c19c-4368-87e4-43cd5716a642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:32.903049 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c85ced63-7dac-4c24-b294-ecb1b4fff362 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:32.903698 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c85ced63-7dac-4c24-b294-ecb1b4fff362), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:32.941838 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7e5e84c9-75fd-436a-8a25-d21ea7c83a9b req-7e9e2725-1348-45d7-b387-c6b9fb940a86 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 210 time: 0.0898709 Jan 28 05:43:32.976119 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fabe3645-6082-40b1-bc3b-8569812e0960 admin admin] Publish callbacks [] for security_group (f406e4f7-bdd2-4927-a0f0-4aaac57475a6), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:32.988752 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6855481-e955-44b8-bbc9-466d05f34d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85ced63-7dac-4c24-b294-ecb1b4fff362'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:32.991552 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d406fa7f-3c67-487a-8183-e2083c4dd959" -d '{"events": [{"server_uuid": "f6855481-e955-44b8-bbc9-466d05f34d23", "name": "network-vif-plugged", "status": "completed", "tag": "c85ced63-7dac-4c24-b294-ecb1b4fff362"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:33.005311 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fabe3645-6082-40b1-bc3b-8569812e0960 admin admin] Publish callbacks [] for security_group (f406e4f7-bdd2-4927-a0f0-4aaac57475a6), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:33.011981 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c85ced63-7dac-4c24-b294-ecb1b4fff362, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c85ced63-7dac-4c24-b294-ecb1b4fff362,segment=NetworkSegment(9e93826f-fde1-470c-abf0-7f701648bc4e),segment_id=9e93826f-fde1-470c-abf0-7f701648bc4e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:33.103511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae052187-d0a2-4641-9268-f869609341bb req-8e991df1-389e-4a81-9f4a-162dc0297234 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:33.103999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae052187-d0a2-4641-9268-f869609341bb req-8e991df1-389e-4a81-9f4a-162dc0297234 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:33.104473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae052187-d0a2-4641-9268-f869609341bb req-8e991df1-389e-4a81-9f4a-162dc0297234 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:33.105060 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae052187-d0a2-4641-9268-f869609341bb req-8e991df1-389e-4a81-9f4a-162dc0297234 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:33.105486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae052187-d0a2-4641-9268-f869609341bb req-8e991df1-389e-4a81-9f4a-162dc0297234 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:33.106018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae052187-d0a2-4641-9268-f869609341bb req-8e991df1-389e-4a81-9f4a-162dc0297234 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:33.106516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae052187-d0a2-4641-9268-f869609341bb req-8e991df1-389e-4a81-9f4a-162dc0297234 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:33.108744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae052187-d0a2-4641-9268-f869609341bb req-8e991df1-389e-4a81-9f4a-162dc0297234 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684&device_id=6d28f4d9-02d9-4106-a48b-87db6d163338&device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7&device_id=f6855481-e955-44b8-bbc9-466d05f34d23&device_id=94d8537d-4355-4e73-9361-55892d19efba&device_id=245af4c3-273c-49d4-8fb6-717e5c20337a&device_id=49435059-3d27-4f8c-a129-0ae0fed63048&device_id=8e19dc19-9f9a-45fd-b9ad-aa9704235fb7&device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c&device_id=c672fc23-77db-45f9-896d-de956879a720&device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 6438 time: 0.2996199 Jan 28 05:43:33.144069 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c85ced63-7dac-4c24-b294-ecb1b4fff362), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:33.145163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ff72beb2-99e3-4fae-8d8c-3902222f837c no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:43:33.151691 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92f7a197-166c-40e3-b338-6cf4d1cc98f5 req-ace212eb-d4f9-48f7-b6a8-c7dbf846381a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d8537d-4355-4e73-9361-55892d19efba HTTP/1.1" status: 200 len: 210 time: 0.0407958 Jan 28 05:43:33.182928 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fabe3645-6082-40b1-bc3b-8569812e0960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f406e4f7-bdd2-4927-a0f0-4aaac57475a6), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:33.190104 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fabe3645-6082-40b1-bc3b-8569812e0960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:33.190104 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fabe3645-6082-40b1-bc3b-8569812e0960 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f406e4f7-bdd2-4927-a0f0-4aaac57475a6 HTTP/1.1" status: 204 len: 168 time: 0.3838542 Jan 28 05:43:33.208070 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ae052187-d0a2-4641-9268-f869609341bb req-aaf28ffd-0bc3-428d-8166-11df0f1ba9c2 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:33.210519 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: ff72beb2-99e3-4fae-8d8c-3902222f837c {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:43:33.213033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ff72beb2-99e3-4fae-8d8c-3902222f837c not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:43:33.241948 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c85ced63-7dac-4c24-b294-ecb1b4fff362,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:33.263122 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe3645-6082-40b1-bc3b-8569812e0960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f406e4f7-bdd2-4927-a0f0-4aaac57475a6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:33.362758 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2878228-4555-48c0-bcc2-5928ca4396de req-aefe40c7-2dee-4c0a-b95c-ebef8f736ea5 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a069cf3-481f-4227-87dc-8bfe18b6e8c6 HTTP/1.1" status: 200 len: 210 time: 0.0437658 Jan 28 05:43:33.448746 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ae052187-d0a2-4641-9268-f869609341bb req-aaf28ffd-0bc3-428d-8166-11df0f1ba9c2 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] Publish callbacks [] for security_group (d21ef700-3f47-4f7c-8792-83d39b1dd4da), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:33.467211 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c84ae0e-7348-4c87-9285-3933f1dcd8be x-openstack-request-id: req-1c84ae0e-7348-4c87-9285-3933f1dcd8be {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:33.467604 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6855481-e955-44b8-bbc9-466d05f34d23", "name": "network-vif-plugged", "status": "completed", "tag": "c85ced63-7dac-4c24-b294-ecb1b4fff362", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:33.467942 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c84ae0e-7348-4c87-9285-3933f1dcd8be {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:33.474236 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6855481-e955-44b8-bbc9-466d05f34d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85ced63-7dac-4c24-b294-ecb1b4fff362', 'code': 200} Jan 28 05:43:33.561730 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4922a825-83f4-44e8-a49e-15e9f1b9c248 req-1e300137-5dd1-4d0f-866d-6c59c72f24d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ed2ad42-57bd-42fb-8a80-a82bba0dad7b HTTP/1.1" status: 200 len: 217 time: 0.0615923 Jan 28 05:43:33.562120 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ae052187-d0a2-4641-9268-f869609341bb req-aaf28ffd-0bc3-428d-8166-11df0f1ba9c2 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d21ef700-3f47-4f7c-8792-83d39b1dd4da), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:33.622704 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3432cd24-1bfa-4dca-9ea1-76a31c18d947 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:43:33.629273 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3432cd24-1bfa-4dca-9ea1-76a31c18d947 admin admin] 10.222.0.31 "PUT /v2.0/routers/6b0431d6-f0f5-433d-b569-bc5b128a75ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0909173 Jan 28 05:43:33.631820 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54464) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:33.638855 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca925ea0-6741-4377-a32f-b9e25185ecd0 None None] Sync routers for ids ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:43:33.658697 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca925ea0-6741-4377-a32f-b9e25185ecd0 None None] Routers {'6b0431d6-f0f5-433d-b569-bc5b128a75ec'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:33.659848 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ca925ea0-6741-4377-a32f-b9e25185ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:33.693775 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf28ffd-0bc3-428d-8166-11df0f1ba9c2 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21ef700-3f47-4f7c-8792-83d39b1dd4da,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:33.705234 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922a825-83f4-44e8-a49e-15e9f1b9c248 req-a24191da-0abe-4206-a862-b10651707d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:33.707220 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4922a825-83f4-44e8-a49e-15e9f1b9c248 req-a24191da-0abe-4206-a862-b10651707d80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6933c2d9-7995-47b9-8107-2c5c5786684d HTTP/1.1" status: 200 len: 858 time: 0.1306496 Jan 28 05:43:33.779302 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ca925ea0-6741-4377-a32f-b9e25185ecd0 None None] Set router 6b0431d6-f0f5-433d-b569-bc5b128a75ec gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:33.788326 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4922a825-83f4-44e8-a49e-15e9f1b9c248 req-e649a8ec-8330-4176-9221-dea573d77298 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b983991-8e52-43a5-9508-80c383d87452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692089 Jan 28 05:43:33.814916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae052187-d0a2-4641-9268-f869609341bb req-aaf28ffd-0bc3-428d-8166-11df0f1ba9c2 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&id=1011e4c4-b803-4ead-bddc-1ba377832b11&id=653c2fd5-5705-4339-9e23-d260e966c67d&id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.6750307 Jan 28 05:43:33.853151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f13201-23a3-4fa9-9aa0-39825368d1d2 req-3de1afad-0449-401b-b4d2-38a8fff7443a tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:33.862122 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77f13201-23a3-4fa9-9aa0-39825368d1d2 req-3de1afad-0449-401b-b4d2-38a8fff7443a tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 944 time: 0.3127015 Jan 28 05:43:33.866495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed22d49-8cbf-4859-b586-ff8cf874e465 req-a4b96243-dc40-459e-8863-a5d4ea7ba1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:33.868013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ed22d49-8cbf-4859-b586-ff8cf874e465 req-a4b96243-dc40-459e-8863-a5d4ea7ba1a0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 1098 time: 0.2037549 Jan 28 05:43:33.919127 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13eae85e-a032-432d-9623-419aecfa28ed admin admin] Publish callbacks [] for router (6b0431d6-f0f5-433d-b569-bc5b128a75ec), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:33.983707 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ca925ea0-6741-4377-a32f-b9e25185ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1428191688-router', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:43:30Z', 'revision_number': 5, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'gw_port': {'id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:34.002757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77f13201-23a3-4fa9-9aa0-39825368d1d2 req-f0f31e48-8b1f-4255-8027-03f5cf5ac514 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395605 Jan 28 05:43:34.029656 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca925ea0-6741-4377-a32f-b9e25185ecd0 None None] Checking router: 6b0431d6-f0f5-433d-b569-bc5b128a75ec for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:43:34.040310 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca925ea0-6741-4377-a32f-b9e25185ecd0 None None] Routers {'6b0431d6-f0f5-433d-b569-bc5b128a75ec'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:34.041593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:43:34.042098 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ca925ea0-6741-4377-a32f-b9e25185ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:34.090867 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ed22d49-8cbf-4859-b586-ff8cf874e465 req-e3e6e4b3-3004-483a-8c82-995e889f9e99 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882803 Jan 28 05:43:34.109148 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4922a825-83f4-44e8-a49e-15e9f1b9c248 req-45463cc5-d009-433d-bc02-e33c5d065a17 service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137629 Jan 28 05:43:34.137413 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13eae85e-a032-432d-9623-419aecfa28ed admin admin] Publish callbacks [] for router_gateway (6b0431d6-f0f5-433d-b569-bc5b128a75ec), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:34.164387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dfeeb96a-9363-4e1d-aea0-2a04e4fae089 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:34.167655 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ca925ea0-6741-4377-a32f-b9e25185ecd0 None None] Set router 6b0431d6-f0f5-433d-b569-bc5b128a75ec gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:34.172667 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dfeeb96a-9363-4e1d-aea0-2a04e4fae089 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 805 time: 0.2313077 Jan 28 05:43:34.187699 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-386fad9f-140e-4554-aa0e-f94c37b22894 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/quotas/2ec92f33a3784dd995edb9a024cc34ff HTTP/1.1" status: 200 len: 375 time: 0.0137734 Jan 28 05:43:34.231542 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54484) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:34.256824 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=3ed2ad42-57bd-42fb-8a80-a82bba0dad7b,segment=NetworkSegment(9e93826f-fde1-470c-abf0-7f701648bc4e),segment_id=9e93826f-fde1-470c-abf0-7f701648bc4e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:34.257990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a069cf3-481f-4227-87dc-8bfe18b6e8c6', 'name': 'network-vif-deleted', 'tag': 'ff72beb2-99e3-4fae-8d8c-3902222f837c'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:34.260276 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e1046d-d7ab-42f7-8d10-5204d00cb440" -d '{"events": [{"server_uuid": "3a069cf3-481f-4227-87dc-8bfe18b6e8c6", "name": "network-vif-deleted", "tag": "ff72beb2-99e3-4fae-8d8c-3902222f837c"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:34.277049 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '3ed2ad42-57bd-42fb-8a80-a82bba0dad7b', 'network_id': '6b983991-8e52-43a5-9508-80c383d87452', 'port_id': '3ed2ad42-57bd-42fb-8a80-a82bba0dad7b', 'mac_address': 'fa:16:3e:78:df:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6933c2d9-7995-47b9-8107-2c5c5786684d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:43:34.302551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85f4af10-4c31-46d9-b286-d6b2e0250e1e req-69875321-478b-4e93-8258-f6828973ba4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 210 time: 0.0796969 Jan 28 05:43:34.333272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:34.334215 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3ed2ad42-57bd-42fb-8a80-a82bba0dad7b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:34.341536 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8141fe73-c431-4421-8063-c7082f0083bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f76403fe1e5f4d5795b5f4c6efc03098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1077247 Jan 28 05:43:34.344382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54488) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:34.347238 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-d08691f3-5947-4306-b22c-448b1c23ced2 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1542373 Jan 28 05:43:34.356731 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:34.383988 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ca925ea0-6741-4377-a32f-b9e25185ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1428191688-router', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:43:30Z', 'revision_number': 5, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'gw_port': {'id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:34.398031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=3ed2ad42-57bd-42fb-8a80-a82bba0dad7b,segment=NetworkSegment(9e93826f-fde1-470c-abf0-7f701648bc4e),segment_id=9e93826f-fde1-470c-abf0-7f701648bc4e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:34.412991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-13eae85e-a032-432d-9623-419aecfa28ed admin admin] Deleting port c7623e3e-26d0-45b1-b8e7-35fdb6192b9c {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:34.413330 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13eae85e-a032-432d-9623-419aecfa28ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c7623e3e-26d0-45b1-b8e7-35fdb6192b9c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:34.419786 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca925ea0-6741-4377-a32f-b9e25185ecd0 None None] The sync data for ids ['6b0431d6-f0f5-433d-b569-bc5b128a75ec'] in n-d-812111-12 is: [{'id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1428191688-router', 'tenant_id': '9757efd87e65440bab7f01532f12f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:43:30Z', 'revision_number': 5, 'project_id': '9757efd87e65440bab7f01532f12f95a', 'gw_port': {'id': 'c7623e3e-26d0-45b1-b8e7-35fdb6192b9c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0431d6-f0f5-433d-b569-bc5b128a75ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:42:07Z', 'updated_at': '2022-01-28T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:43:34.463595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29329c49-d2e6-4c1a-b5ef-4878e7c12b63 req-93dca0d2-c530-42df-907c-4904d5af2608 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d8537d-4355-4e73-9361-55892d19efba HTTP/1.1" status: 200 len: 210 time: 0.0333297 Jan 28 05:43:34.472038 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f944368c-2bfc-4cbe-a3b5-4b508d98b48f admin admin] Publish callbacks [] for security_group (0eaf94ac-76f6-4bae-b31c-85881a23718a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:34.475507 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3ed2ad42-57bd-42fb-8a80-a82bba0dad7b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:34.553348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-246f305c-87c1-4614-b07b-a80ba7077957 service neutron] 10.222.0.31 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038317 Jan 28 05:43:34.559359 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f944368c-2bfc-4cbe-a3b5-4b508d98b48f admin admin] Publish callbacks [] for security_group (0eaf94ac-76f6-4bae-b31c-85881a23718a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:34.584388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-83abb091-947c-4c1c-a73c-7d74ae2f912f req-13139df3-67c3-4bfa-881a-768024bc84aa tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.64 "GET /v2.0/ports?device_id=94d8537d-4355-4e73-9361-55892d19efba HTTP/1.1" status: 200 len: 210 time: 0.0612442 Jan 28 05:43:34.590914 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=3ed2ad42-57bd-42fb-8a80-a82bba0dad7b,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:34.641130 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-13eae85e-a032-432d-9623-419aecfa28ed admin admin] For port c7623e3e-26d0-45b1-b8e7-35fdb6192b9c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c7623e3e-26d0-45b1-b8e7-35fdb6192b9c,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:34.642241 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13eae85e-a032-432d-9623-419aecfa28ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c7623e3e-26d0-45b1-b8e7-35fdb6192b9c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:34.669223 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-13eae85e-a032-432d-9623-419aecfa28ed admin admin] Calling delete_port for c7623e3e-26d0-45b1-b8e7-35fdb6192b9c owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:34.671841 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4922a825-83f4-44e8-a49e-15e9f1b9c248 req-8cc1fa83-9c29-4e20-886e-93afc30bd510 service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099609 Jan 28 05:43:34.744251 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-69f27f4d-2601-4bd5-adfa-674e5e29606f service neutron] 10.222.0.31 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713727 Jan 28 05:43:34.756374 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0ea15bd-68c9-4510-b56d-960dd16fcebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:34.773953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37252e43-f82f-461f-971a-9ad1f14b1c98 req-e0490ff0-11be-4802-8322-f4ed8c5bbdfe tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:34.774866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37252e43-f82f-461f-971a-9ad1f14b1c98 req-e0490ff0-11be-4802-8322-f4ed8c5bbdfe tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:34.775495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37252e43-f82f-461f-971a-9ad1f14b1c98 req-e0490ff0-11be-4802-8322-f4ed8c5bbdfe tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:34.778790 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37252e43-f82f-461f-971a-9ad1f14b1c98 req-e0490ff0-11be-4802-8322-f4ed8c5bbdfe tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=49435059-3d27-4f8c-a129-0ae0fed63048&device_id=8e19dc19-9f9a-45fd-b9ad-aa9704235fb7&device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 2886 time: 0.0911856 Jan 28 05:43:34.803306 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f944368c-2bfc-4cbe-a3b5-4b508d98b48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0eaf94ac-76f6-4bae-b31c-85881a23718a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:34.810391 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f944368c-2bfc-4cbe-a3b5-4b508d98b48f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:34.810391 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f944368c-2bfc-4cbe-a3b5-4b508d98b48f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0eaf94ac-76f6-4bae-b31c-85881a23718a HTTP/1.1" status: 204 len: 168 time: 0.4599187 Jan 28 05:43:34.830886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944368c-2bfc-4cbe-a3b5-4b508d98b48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaf94ac-76f6-4bae-b31c-85881a23718a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:34.859739 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['3ed2ad42-57bd-42fb-8a80-a82bba0dad7b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:34.897019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37252e43-f82f-461f-971a-9ad1f14b1c98 req-769175a3-6628-4c77-9bec-41ca591fdba6 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122932 Jan 28 05:43:34.962730 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc37f8e-4f31-49fc-9129-96db97a2f248 x-openstack-request-id: req-8cc37f8e-4f31-49fc-9129-96db97a2f248 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:34.963034 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a069cf3-481f-4227-87dc-8bfe18b6e8c6", "name": "network-vif-deleted", "tag": "ff72beb2-99e3-4fae-8d8c-3902222f837c", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:34.963296 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cc37f8e-4f31-49fc-9129-96db97a2f248 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:34.963720 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a069cf3-481f-4227-87dc-8bfe18b6e8c6', 'name': 'network-vif-deleted', 'tag': 'ff72beb2-99e3-4fae-8d8c-3902222f837c', 'status': 'completed', 'code': 200} Jan 28 05:43:35.077361 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13eae85e-a032-432d-9623-419aecfa28ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c7623e3e-26d0-45b1-b8e7-35fdb6192b9c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:35.117583 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c03350ea-54d0-43fb-8b22-e95beb599f79 req-55bfb750-1241-4619-97cf-46a160a80db9 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/dd149e02-b466-4e1b-9367-1cb89e18de86 HTTP/1.1" status: 200 len: 1816 time: 0.0562205 Jan 28 05:43:35.161727 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eae85e-a032-432d-9623-419aecfa28ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c7623e3e-26d0-45b1-b8e7-35fdb6192b9c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:35.253524 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13eae85e-a032-432d-9623-419aecfa28ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (6b0431d6-f0f5-433d-b569-bc5b128a75ec), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:35.272062 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625b6fc-1337-42f7-927b-e07672c0df2a req-c7d0d3b8-87d1-425f-aca6-a71131513d4d tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:35.273548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7625b6fc-1337-42f7-927b-e07672c0df2a req-c7d0d3b8-87d1-425f-aca6-a71131513d4d tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 945 time: 0.1200123 Jan 28 05:43:35.274680 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c03350ea-54d0-43fb-8b22-e95beb599f79 req-2274dcb8-d0e2-4e7a-8afa-66c70eb98884 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (dd149e02-b466-4e1b-9367-1cb89e18de86), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:35.329630 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c03350ea-54d0-43fb-8b22-e95beb599f79 req-2274dcb8-d0e2-4e7a-8afa-66c70eb98884 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (dd149e02-b466-4e1b-9367-1cb89e18de86), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:35.362481 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13eae85e-a032-432d-9623-419aecfa28ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (6b0431d6-f0f5-433d-b569-bc5b128a75ec), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:35.364701 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13eae85e-a032-432d-9623-419aecfa28ed admin admin] Publish callbacks [] for router_controller (6b0431d6-f0f5-433d-b569-bc5b128a75ec), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:35.376738 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7625b6fc-1337-42f7-927b-e07672c0df2a req-c71de9a1-6154-4832-8a98-0469ae16496f tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947771 Jan 28 05:43:35.455966 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdeeef1f-9c7b-4755-ad18-5e2f2c37c717 req-0237dc00-4564-48c8-aeec-a803a2612c17 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a7bce4-5c81-4a7a-b160-891bbdd4da09 HTTP/1.1" status: 200 len: 210 time: 0.0271828 Jan 28 05:43:35.467436 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c03350ea-54d0-43fb-8b22-e95beb599f79 req-2274dcb8-d0e2-4e7a-8afa-66c70eb98884 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dd149e02-b466-4e1b-9367-1cb89e18de86), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:35.471918 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c03350ea-54d0-43fb-8b22-e95beb599f79 req-2274dcb8-d0e2-4e7a-8afa-66c70eb98884 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:35.473286 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c03350ea-54d0-43fb-8b22-e95beb599f79 req-2274dcb8-d0e2-4e7a-8afa-66c70eb98884 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "DELETE /v2.0/security-groups/dd149e02-b466-4e1b-9367-1cb89e18de86 HTTP/1.1" status: 204 len: 173 time: 0.3463299 Jan 28 05:43:35.485945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274dcb8-d0e2-4e7a-8afa-66c70eb98884 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd149e02-b466-4e1b-9367-1cb89e18de86,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:35.503048 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13eae85e-a032-432d-9623-419aecfa28ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (6b0431d6-f0f5-433d-b569-bc5b128a75ec), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:35.503048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eae85e-a032-432d-9623-419aecfa28ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b0431d6-f0f5-433d-b569-bc5b128a75ec {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:43:35.503048 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13eae85e-a032-432d-9623-419aecfa28ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:35.503048 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-13eae85e-a032-432d-9623-419aecfa28ed admin admin] 10.222.0.31 "DELETE /v2.0/routers/6b0431d6-f0f5-433d-b569-bc5b128a75ec HTTP/1.1" status: 204 len: 168 time: 1.8661051 Jan 28 05:43:35.503598 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54518) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:35.620180 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-640ad8f6-12e7-4943-bd0e-77cc6ea6770f admin admin] Deleting subnet 79af50e3-d98d-4a85-83a3-bded0e557ae5 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:43:35.626991 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-640ad8f6-12e7-4943-bd0e-77cc6ea6770f admin admin] Publish callbacks [] for subnet (79af50e3-d98d-4a85-83a3-bded0e557ae5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:35.703274 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a595e5c6-2b4a-4c7d-9a40-1645c8c420e5 req-43fe07ce-dc88-4c44-916e-406d5aea4688 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 210 time: 0.0718994 Jan 28 05:43:35.717863 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-640ad8f6-12e7-4943-bd0e-77cc6ea6770f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (79af50e3-d98d-4a85-83a3-bded0e557ae5), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:35.770317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-45c5f624-1a9f-4774-944e-d4da6f6e3a89 req-d6fc8613-ff10-4d33-9714-82f1790ae491 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "GET /v2.0/security-groups/60eebcf4-5553-44ce-8e3c-e1e5d0909d77 HTTP/1.1" status: 200 len: 1816 time: 0.1410353 Jan 28 05:43:35.887596 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e30fe4b-0260-46f6-a6aa-de9ebdcc6ac6 req-6281722a-32dc-493c-b9a2-7cc320907549 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d8537d-4355-4e73-9361-55892d19efba HTTP/1.1" status: 200 len: 210 time: 0.0425956 Jan 28 05:43:35.905861 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-640ad8f6-12e7-4943-bd0e-77cc6ea6770f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (79af50e3-d98d-4a85-83a3-bded0e557ae5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:35.933577 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-45c5f624-1a9f-4774-944e-d4da6f6e3a89 req-eca49776-0c48-4514-a0f1-31ce72cf1bd8 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (60eebcf4-5553-44ce-8e3c-e1e5d0909d77), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:35.968106 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-45c5f624-1a9f-4774-944e-d4da6f6e3a89 req-eca49776-0c48-4514-a0f1-31ce72cf1bd8 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (60eebcf4-5553-44ce-8e3c-e1e5d0909d77), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:36.067307 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:36.103113 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-6ac63a38-7cf9-4b98-8e9e-4149a3696579 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424058 Jan 28 05:43:36.111521 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-45c5f624-1a9f-4774-944e-d4da6f6e3a89 req-eca49776-0c48-4514-a0f1-31ce72cf1bd8 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (60eebcf4-5553-44ce-8e3c-e1e5d0909d77), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:36.115093 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-45c5f624-1a9f-4774-944e-d4da6f6e3a89 req-eca49776-0c48-4514-a0f1-31ce72cf1bd8 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:36.119603 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-45c5f624-1a9f-4774-944e-d4da6f6e3a89 req-eca49776-0c48-4514-a0f1-31ce72cf1bd8 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] 10.222.0.31 "DELETE /v2.0/security-groups/60eebcf4-5553-44ce-8e3c-e1e5d0909d77 HTTP/1.1" status: 204 len: 173 time: 0.3430145 Jan 28 05:43:36.120418 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-640ad8f6-12e7-4943-bd0e-77cc6ea6770f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (79af50e3-d98d-4a85-83a3-bded0e557ae5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:36.122868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54536) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:36.187227 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca49776-0c48-4514-a0f1-31ce72cf1bd8 tempest-SecurityGroupsTestJSON-1840698397 tempest-SecurityGroupsTestJSON-1840698397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60eebcf4-5553-44ce-8e3c-e1e5d0909d77,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:36.189925 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ad8f6-12e7-4943-bd0e-77cc6ea6770f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79af50e3-d98d-4a85-83a3-bded0e557ae5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:36.192059 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-640ad8f6-12e7-4943-bd0e-77cc6ea6770f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:36.194567 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6259d1-2e86-4ad7-acc2-6151b377b42a None None] Network 75689896-967b-4ae5-b978-35128c8787c4 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:43:36.197659 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-640ad8f6-12e7-4943-bd0e-77cc6ea6770f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/79af50e3-d98d-4a85-83a3-bded0e557ae5 HTTP/1.1" status: 204 len: 168 time: 0.6924024 Jan 28 05:43:36.197996 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54540) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:36.274805 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c18811b-1132-4b14-80d6-199fd9c292df admin admin] Deleting subnet 246780a3-7b7a-413e-90b2-2cea78d98b20 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:43:36.280400 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:43:36.294563 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c18811b-1132-4b14-80d6-199fd9c292df admin admin] Publish callbacks [] for subnet (246780a3-7b7a-413e-90b2-2cea78d98b20), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:36.294891 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:36.295500 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3ed2ad42-57bd-42fb-8a80-a82bba0dad7b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:36.302074 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (75689896-967b-4ae5-b978-35128c8787c4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:36.358228 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-72b08110-bf32-4d2c-a28f-a8a9b9ad94d0 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:36.360028 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-72b08110-bf32-4d2c-a28f-a8a9b9ad94d0 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2512100 Jan 28 05:43:36.400786 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c18811b-1132-4b14-80d6-199fd9c292df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (246780a3-7b7a-413e-90b2-2cea78d98b20), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:36.486426 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c7623e3e-26d0-45b1-b8e7-35fdb6192b9c no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:43:36.537955 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-ec68c0d2-aba2-4615-bf2a-289495b9d2e8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Request body: {'port': {'device_id': '6d28f4d9-02d9-4106-a48b-87db6d163338', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '5fbf3f893d5942abbf53fba6927e26e2'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:36.578476 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:36.579536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: c7623e3e-26d0-45b1-b8e7-35fdb6192b9c {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:43:36.580228 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c7623e3e-26d0-45b1-b8e7-35fdb6192b9c not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:43:36.580973 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2c63db84-fcd1-4f3b-b645-270d5880074c no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:43:36.611810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c91d90-d219-4a5f-bff0-d6d5624e303e None None] DHCP port deletion for 75689896-967b-4ae5-b978-35128c8787c4 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:43:36.615646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 2c63db84-fcd1-4f3b-b645-270d5880074c {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:43:36.618781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2c63db84-fcd1-4f3b-b645-270d5880074c not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:43:36.618781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:36.619117 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3ed2ad42-57bd-42fb-8a80-a82bba0dad7b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:36.653877 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54550) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:36.671710 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c18811b-1132-4b14-80d6-199fd9c292df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (246780a3-7b7a-413e-90b2-2cea78d98b20), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:36.685260 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9d0e7a-d4ca-49b4-80bf-39578db323d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed2ad42-57bd-42fb-8a80-a82bba0dad7b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:36.697445 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0dcdce-6413-4f4a-97cf-c944bfcd245c" -d '{"events": [{"server_uuid": "bb9d0e7a-d4ca-49b4-80bf-39578db323d7", "name": "network-vif-plugged", "status": "completed", "tag": "3ed2ad42-57bd-42fb-8a80-a82bba0dad7b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:36.742847 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=3ed2ad42-57bd-42fb-8a80-a82bba0dad7b,segment=NetworkSegment(9e93826f-fde1-470c-abf0-7f701648bc4e),segment_id=9e93826f-fde1-470c-abf0-7f701648bc4e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:36.791816 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-43c91d90-d219-4a5f-bff0-d6d5624e303e None None] Deleting port 43c5560b-5249-4187-bfe8-832a50faa41c {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:36.792604 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43c91d90-d219-4a5f-bff0-d6d5624e303e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (43c5560b-5249-4187-bfe8-832a50faa41c), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:36.854401 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3ed2ad42-57bd-42fb-8a80-a82bba0dad7b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:36.857973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-cb0124f9-14b2-44ab-b94a-6dc5690e4818 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-434446339-network', 'tenant_id': '8144179b9b5c452eb81fffce88eb48e1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:36.928239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c18811b-1132-4b14-80d6-199fd9c292df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (246780a3-7b7a-413e-90b2-2cea78d98b20), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:36.929848 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-43c91d90-d219-4a5f-bff0-d6d5624e303e None None] For port 43c5560b-5249-4187-bfe8-832a50faa41c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=43c5560b-5249-4187-bfe8-832a50faa41c,segment=NetworkSegment(80a7b9b3-c8c6-480f-9c13-45011417fb49),segment_id=80a7b9b3-c8c6-480f-9c13-45011417fb49)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:36.930275 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43c91d90-d219-4a5f-bff0-d6d5624e303e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (43c5560b-5249-4187-bfe8-832a50faa41c), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:36.941822 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-e7fc73d5-a373-4d7b-bf42-c7f479917af9 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6284616 Jan 28 05:43:36.953245 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c18811b-1132-4b14-80d6-199fd9c292df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:36.958590 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-43c91d90-d219-4a5f-bff0-d6d5624e303e None None] Calling delete_port for 43c5560b-5249-4187-bfe8-832a50faa41c owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:36.960425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=3ed2ad42-57bd-42fb-8a80-a82bba0dad7b,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:36.965045 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0c18811b-1132-4b14-80d6-199fd9c292df admin admin] 10.222.0.31 "DELETE /v2.0/subnets/246780a3-7b7a-413e-90b2-2cea78d98b20 HTTP/1.1" status: 204 len: 168 time: 0.8372941 Jan 28 05:43:36.965045 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54562) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:36.993607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-ec68c0d2-aba2-4615-bf2a-289495b9d2e8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Made reservation on behalf of 5fbf3f893d5942abbf53fba6927e26e2 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:36.996944 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-ec68c0d2-aba2-4615-bf2a-289495b9d2e8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:36.997375 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06cfdb6d-8d87-469d-afd5-3734ae55dfc0 req-e10b4f4b-dfc1-4cb1-92e6-7b3112321c21 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a7bce4-5c81-4a7a-b160-891bbdd4da09 HTTP/1.1" status: 200 len: 210 time: 0.1042364 Jan 28 05:43:36.998968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18811b-1132-4b14-80d6-199fd9c292df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=246780a3-7b7a-413e-90b2-2cea78d98b20,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:37.046668 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0124f9-14b2-44ab-b94a-6dc5690e4818 admin admin] Made reservation on behalf of 8144179b9b5c452eb81fffce88eb48e1 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:37.049321 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cb0124f9-14b2-44ab-b94a-6dc5690e4818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.067945 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4a6ccb-ffc6-4164-9bb6-ee8828f333d2 x-openstack-request-id: req-3c4a6ccb-ffc6-4164-9bb6-ee8828f333d2 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:37.068542 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9d0e7a-d4ca-49b4-80bf-39578db323d7", "name": "network-vif-plugged", "status": "completed", "tag": "3ed2ad42-57bd-42fb-8a80-a82bba0dad7b", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:37.068948 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c4a6ccb-ffc6-4164-9bb6-ee8828f333d2 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:37.069416 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9d0e7a-d4ca-49b4-80bf-39578db323d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed2ad42-57bd-42fb-8a80-a82bba0dad7b', 'code': 200} Jan 28 05:43:37.071659 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cb0124f9-14b2-44ab-b94a-6dc5690e4818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.113744 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8abdc-b1fc-4a2f-bb68-9e20a4953b65 req-a87d97e9-3ba0-4f25-9ca6-13d5ff8617e3 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:37.115615 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cf8abdc-b1fc-4a2f-bb68-9e20a4953b65 req-a87d97e9-3ba0-4f25-9ca6-13d5ff8617e3 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.2279949 Jan 28 05:43:37.138638 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43c91d90-d219-4a5f-bff0-d6d5624e303e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (43c5560b-5249-4187-bfe8-832a50faa41c), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.150131 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bafaafab-7b86-48f0-ae88-5eb195eaaf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (c8dea946-1eda-441f-818f-132915c7e7a2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.179524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] Deleting port 43c5560b-5249-4187-bfe8-832a50faa41c {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:43:37.179764 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (43c5560b-5249-4187-bfe8-832a50faa41c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.185035 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c91d90-d219-4a5f-bff0-d6d5624e303e None None] Pushing event deleted for resources: {'Port': ['ID=43c5560b-5249-4187-bfe8-832a50faa41c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:37.195627 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c91d90-d219-4a5f-bff0-d6d5624e303e None None] No DVR routers for this DVR port 43c5560b-5249-4187-bfe8-832a50faa41c on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:43:37.271373 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-27f2b9c0-de44-49bc-ac7e-2fc50266bf9a tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:37.272831 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-27f2b9c0-de44-49bc-ac7e-2fc50266bf9a tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2916152 Jan 28 05:43:37.311678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-caca8cf1-c926-4a51-8c3d-ac4e35ff0a13 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Request body: {'port': {'device_id': 'c254cd26-aa93-4a05-8e4e-c6cd72ce7684', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '5fbf3f893d5942abbf53fba6927e26e2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:37.347959 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-ec68c0d2-aba2-4615-bf2a-289495b9d2e8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Allocated IP 192.168.233.81 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:37.353720 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bafaafab-7b86-48f0-ae88-5eb195eaaf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (c8dea946-1eda-441f-818f-132915c7e7a2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.361053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cf8abdc-b1fc-4a2f-bb68-9e20a4953b65 req-720c89ea-bbf1-4457-bbf0-7a3b78bd9d3e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304151 Jan 28 05:43:37.372075 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cb0124f9-14b2-44ab-b94a-6dc5690e4818 admin admin] Publish callbacks [] for security_group (97db3242-60ad-43cb-b219-566612161f31), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.391102 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] For port 43c5560b-5249-4187-bfe8-832a50faa41c, host n-d-812111-12, got binding levels [] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:37.392281 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (43c5560b-5249-4187-bfe8-832a50faa41c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.411911 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-bafaafab-7b86-48f0-ae88-5eb195eaaf52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8dea946-1eda-441f-818f-132915c7e7a2']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:37.417786 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] Calling delete_port for 43c5560b-5249-4187-bfe8-832a50faa41c owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:43:37.423582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] Port 43c5560b-5249-4187-bfe8-832a50faa41c was not found and therefore no delete operation was performed {{(pid=103635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 05:43:37.434015 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (43c5560b-5249-4187-bfe8-832a50faa41c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.440122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-bafaafab-7b86-48f0-ae88-5eb195eaaf52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20b329b-421b-4121-9a6e-33d932a823e0') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:37.440122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-bafaafab-7b86-48f0-ae88-5eb195eaaf52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20b329b-421b-4121-9a6e-33d932a823e0') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:37.471063 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cb0124f9-14b2-44ab-b94a-6dc5690e4818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (97db3242-60ad-43cb-b219-566612161f31), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.479152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4bc6c-11cd-4c48-863b-903cba8129d3 req-7fdbadf2-783c-4367-9330-741558807d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:37.480719 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0f4bc6c-11cd-4c48-863b-903cba8129d3 req-7fdbadf2-783c-4367-9330-741558807d09 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 1098 time: 0.2346265 Jan 28 05:43:37.486439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c5560b-5249-4187-bfe8-832a50faa41c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:37.511405 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] No DVR routers for this DVR port 43c5560b-5249-4187-bfe8-832a50faa41c on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:43:37.530768 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bafaafab-7b86-48f0-ae88-5eb195eaaf52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (e20b329b-421b-4121-9a6e-33d932a823e0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.550602 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0124f9-14b2-44ab-b94a-6dc5690e4818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97db3242-60ad-43cb-b219-566612161f31,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:37.576413 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0124f9-14b2-44ab-b94a-6dc5690e4818 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:43:37.597157 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-503d5984-5834-4ce0-b247-030f909c921d req-db517e08-0e28-4f22-85d3-a07d0cae8f06 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 210 time: 0.0869346 Jan 28 05:43:37.638405 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bafaafab-7b86-48f0-ae88-5eb195eaaf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (e20b329b-421b-4121-9a6e-33d932a823e0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.673660 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cb0124f9-14b2-44ab-b94a-6dc5690e4818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (b8ebba4a-c261-4510-8c0f-7b61fafddec6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.673974 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-cb0124f9-14b2-44ab-b94a-6dc5690e4818 admin admin] Added segment b8ebba4a-c261-4510-8c0f-7b61fafddec6 of type vlan for network 0d26c227-7de3-44d2-91c7-cd80233d88ba Jan 28 05:43:37.678675 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafaafab-7b86-48f0-ae88-5eb195eaaf52 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:43:37.679074 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bafaafab-7b86-48f0-ae88-5eb195eaaf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (e20b329b-421b-4121-9a6e-33d932a823e0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:43:37.680806 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:43:37.728551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0f4bc6c-11cd-4c48-863b-903cba8129d3 req-fb6620bc-139e-4549-b8b9-10a2f3bd2475 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373922 Jan 28 05:43:37.732839 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (75689896-967b-4ae5-b978-35128c8787c4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.745690 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.790875 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cb0124f9-14b2-44ab-b94a-6dc5690e4818 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (0d26c227-7de3-44d2-91c7-cd80233d88ba), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.823612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75689896-967b-4ae5-b978-35128c8787c4']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:37.827806 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-ec68c0d2-aba2-4615-bf2a-289495b9d2e8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks [] for port (97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.865062 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33691d-b358-46e0-9338-a72453852cd0 req-edb90755-b531-49d7-a8a3-43f4655e0e5d tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:37.870806 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f33691d-b358-46e0-9338-a72453852cd0 req-edb90755-b531-49d7-a8a3-43f4655e0e5d tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 1102 time: 0.3417366 Jan 28 05:43:37.880014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-caca8cf1-c926-4a51-8c3d-ac4e35ff0a13 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Made reservation on behalf of 5fbf3f893d5942abbf53fba6927e26e2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:37.883553 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-caca8cf1-c926-4a51-8c3d-ac4e35ff0a13 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.884996 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bafaafab-7b86-48f0-ae88-5eb195eaaf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (c8dea946-1eda-441f-818f-132915c7e7a2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.890854 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bafaafab-7b86-48f0-ae88-5eb195eaaf52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.897381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a7b9b3-c8c6-480f-9c13-45011417fb49') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:37.897381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a7b9b3-c8c6-480f-9c13-45011417fb49') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:37.897616 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bafaafab-7b86-48f0-ae88-5eb195eaaf52 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c8dea946-1eda-441f-818f-132915c7e7a2 HTTP/1.1" status: 204 len: 168 time: 0.9087155 Jan 28 05:43:37.911344 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafaafab-7b86-48f0-ae88-5eb195eaaf52 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8dea946-1eda-441f-818f-132915c7e7a2,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:37.913761 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cb0124f9-14b2-44ab-b94a-6dc5690e4818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (0d26c227-7de3-44d2-91c7-cd80233d88ba), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.914728 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0124f9-14b2-44ab-b94a-6dc5690e4818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:37.915420 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cb0124f9-14b2-44ab-b94a-6dc5690e4818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.936562 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (80a7b9b3-c8c6-480f-9c13-45011417fb49), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.976641 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0124f9-14b2-44ab-b94a-6dc5690e4818 admin admin] Pushing event updated for resources: {'Network': ['ID=0d26c227-7de3-44d2-91c7-cd80233d88ba,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:37.984261 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-ec68c0d2-aba2-4615-bf2a-289495b9d2e8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:37.988703 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 0d26c227-7de3-44d2-91c7-cd80233d88ba details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:43:38.006994 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (80a7b9b3-c8c6-480f-9c13-45011417fb49), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:38.037231 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cb0124f9-14b2-44ab-b94a-6dc5690e4818 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3923962 Jan 28 05:43:38.037878 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54582) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:38.039406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['90541f7f-a766-410e-b604-6c14a5872317'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:38.052450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b40d57c6-f47c-47c9-a015-8e0dccc140af admin admin] Request body: {'subnet': {'network_id': '0d26c227-7de3-44d2-91c7-cd80233d88ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-434446339-subnet', 'tenant_id': '8144179b9b5c452eb81fffce88eb48e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:38.067550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:43:38.068939 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (80a7b9b3-c8c6-480f-9c13-45011417fb49), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:38.070596 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-ec68c0d2-aba2-4615-bf2a-289495b9d2e8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:38.081543 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-ec68c0d2-aba2-4615-bf2a-289495b9d2e8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:38.083950 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-ec68c0d2-aba2-4615-bf2a-289495b9d2e8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:43:38.085302 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:43:38.100195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 754feeb2-3370-4dcf-bee2-cb51d085fc41 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:43:38.129160 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68c0d2-aba2-4615-bf2a-289495b9d2e8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Pushing event updated for resources: {'Port': ['ID=97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:38.136596 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-b36f7535-495d-4cf3-bb37-b93e8b54e9c5 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:38.139692 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-b36f7535-495d-4cf3-bb37-b93e8b54e9c5 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 811 time: 0.4455841 Jan 28 05:43:38.159100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 754feeb2-3370-4dcf-bee2-cb51d085fc41 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:43:38.159100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 754feeb2-3370-4dcf-bee2-cb51d085fc41 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:43:38.186758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-ec68c0d2-aba2-4615-bf2a-289495b9d2e8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:38.194649 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-ec68c0d2-aba2-4615-bf2a-289495b9d2e8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:38.268046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40d57c6-f47c-47c9-a015-8e0dccc140af admin admin] Made reservation on behalf of 8144179b9b5c452eb81fffce88eb48e1 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:38.270211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-12e11d59-a4f8-4868-bcac-372f244be164 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:38.270712 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b40d57c6-f47c-47c9-a015-8e0dccc140af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:38.271799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-12e11d59-a4f8-4868-bcac-372f244be164 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 805 time: 0.5142901 Jan 28 05:43:38.286786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f33691d-b358-46e0-9338-a72453852cd0 req-5536af0e-bf22-4696-a304-623d9cb00535 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886814 Jan 28 05:43:38.305985 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-12f9a739-d8dd-4bcc-9b24-5a39897b3140 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/quotas/79fbef5367d24a58af655d60fa276ac5 HTTP/1.1" status: 200 len: 375 time: 0.0787413 Jan 28 05:43:38.309899 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-1cdc5db4-b7df-4362-b162-31cf9bff858e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Request body: {'port': {'device_id': '94a7bce4-5c81-4a7a-b160-891bbdd4da09', 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f', 'admin_state_up': True, 'tenant_id': '2ec92f33a3784dd995edb9a024cc34ff'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:38.382893 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-ec68c0d2-aba2-4615-bf2a-289495b9d2e8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8580012 Jan 28 05:43:38.400525 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 43c5560b-5249-4187-bfe8-832a50faa41c no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:43:38.423048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Request body: {'port': {'device_id': '6d28f4d9-02d9-4106-a48b-87db6d163338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:38.429113 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 43c5560b-5249-4187-bfe8-832a50faa41c {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:43:38.431055 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 43c5560b-5249-4187-bfe8-832a50faa41c not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:43:38.452280 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54588) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:38.478117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-c40ac5c7-b779-4452-90c8-b1dfa8b96913 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1236379 Jan 28 05:43:38.500606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0688f2f9-291f-4abd-ba85-3febbc9bf830 None None] Provisioning complete for port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:38.501399 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0688f2f9-291f-4abd-ba85-3febbc9bf830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:38.505951 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (75689896-967b-4ae5-b978-35128c8787c4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:38.520807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eeea7e0d-3ba2-4174-ac62-bb37fe3faaa2 req-5819cb81-e399-41ac-856d-ad938b65ed37 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a7bce4-5c81-4a7a-b160-891bbdd4da09 HTTP/1.1" status: 200 len: 210 time: 0.1420181 Jan 28 05:43:38.535658 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:38.544193 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] 10.222.0.31 "DELETE /v2.0/networks/75689896-967b-4ae5-b978-35128c8787c4 HTTP/1.1" status: 204 len: 168 time: 2.3444769 Jan 28 05:43:38.554906 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:38.560497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0688f2f9-291f-4abd-ba85-3febbc9bf830 None None] Port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:43:38.607353 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-056ef076-cbab-4caa-bd1a-d90622128c7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=354d7997b3a94bea9a2cca0cef3fe341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538560 Jan 28 05:43:38.617104 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54592) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:38.617807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-caca8cf1-c926-4a51-8c3d-ac4e35ff0a13 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Allocated IP 192.168.233.74 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/4076125d-ed0a-4bd4-8351-f36b18b575e6) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:38.686881 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4636a-3d55-4351-8dba-2d851760f911 admin admin] Pushing event deleted for resources: {'Network': ['ID=75689896-967b-4ae5-b978-35128c8787c4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:38.746648 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b40d57c6-f47c-47c9-a015-8e0dccc140af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (47b87a7a-3a65-414e-b6b8-8fce39bb2a4d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:38.798106 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d14947e-32ed-42f5-b635-ddbae7ebf2ed admin admin] Publish callbacks [] for security_group (6a5c6a17-3c7d-450d-92ca-40298cf37c67), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:38.800918 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e456ad-05eb-48c1-9a6b-47d5d712cf57 req-0e8ee528-e6ea-4489-9e02-af64eea94ae5 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:38.802529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38e456ad-05eb-48c1-9a6b-47d5d712cf57 req-0e8ee528-e6ea-4489-9e02-af64eea94ae5 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 1102 time: 0.1723320 Jan 28 05:43:38.847353 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d14947e-32ed-42f5-b635-ddbae7ebf2ed admin admin] Publish callbacks [] for security_group (6a5c6a17-3c7d-450d-92ca-40298cf37c67), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:38.852078 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-fca62c20-fc9b-48c7-9db6-79286e319aa2 service neutron] 10.222.0.31 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517160 Jan 28 05:43:38.857760 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d57c6-f47c-47c9-a015-8e0dccc140af admin admin] Pushing event updated for resources: {'Subnet': ['ID=47b87a7a-3a65-414e-b6b8-8fce39bb2a4d,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:38.866664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-1cdc5db4-b7df-4362-b162-31cf9bff858e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Made reservation on behalf of 2ec92f33a3784dd995edb9a024cc34ff for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:38.869950 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-1cdc5db4-b7df-4362-b162-31cf9bff858e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:38.901608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d57c6-f47c-47c9-a015-8e0dccc140af admin admin] Checking segment: {'id': 'b8ebba4a-c261-4510-8c0f-7b61fafddec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0d26c227-7de3-44d2-91c7-cd80233d88ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:38.901977 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40d57c6-f47c-47c9-a015-8e0dccc140af admin admin] Network hostable DHCP agents. Network: 0d26c227-7de3-44d2-91c7-cd80233d88ba, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:43:38.975604 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54596) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:38.993473 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40d57c6-f47c-47c9-a015-8e0dccc140af admin admin] Network 0d26c227-7de3-44d2-91c7-cd80233d88ba is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:43:38.999939 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d14947e-32ed-42f5-b635-ddbae7ebf2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6a5c6a17-3c7d-450d-92ca-40298cf37c67), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:39.001533 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38e456ad-05eb-48c1-9a6b-47d5d712cf57 req-0ea16f73-11fa-44ab-a65f-f7fdb83cd009 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845963 Jan 28 05:43:39.002859 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d14947e-32ed-42f5-b635-ddbae7ebf2ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:39.007490 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1d14947e-32ed-42f5-b635-ddbae7ebf2ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a5c6a17-3c7d-450d-92ca-40298cf37c67 HTTP/1.1" status: 204 len: 168 time: 0.3888071 Jan 28 05:43:39.018775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14947e-32ed-42f5-b635-ddbae7ebf2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5c6a17-3c7d-450d-92ca-40298cf37c67,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:39.068123 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c65621d8-8e02-4826-bddc-4b51fbf13a8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9757efd87e65440bab7f01532f12f95a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0890682 Jan 28 05:43:39.068331 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-caca8cf1-c926-4a51-8c3d-ac4e35ff0a13 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks [] for port (4076125d-ed0a-4bd4-8351-f36b18b575e6), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:39.068807 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54602) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:39.099167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-25149f4c-a01f-41c8-b0ff-5b81619a3ca6 service neutron] 10.222.0.31 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357183 Jan 28 05:43:39.116944 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-b40d57c6-f47c-47c9-a015-8e0dccc140af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 0d26c227-7de3-44d2-91c7-cd80233d88ba) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:39.125205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d02c3d-a0c6-429b-a12e-a8cbf29f393b None None] Network 0d26c227-7de3-44d2-91c7-cd80233d88ba requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:43:39.179922 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40d57c6-f47c-47c9-a015-8e0dccc140af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:39.180832 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b40d57c6-f47c-47c9-a015-8e0dccc140af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:39.210843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-1cdc5db4-b7df-4362-b162-31cf9bff858e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Allocated IP 172.20.0.12 (eec00fff-aff9-4369-9cd0-be1af626188f/6ace652b-1ccc-4a73-9185-4c2cd62a6d0e/d923cf1f-42b2-468f-bd63-49d7e5f78dbb) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:39.212786 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:39.237056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befc66e-d9eb-40f2-8145-dbd23f746907 req-8dddcca0-85c4-4dfa-8ee3-1f6f31b7533e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:39.237611 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ac7ebb40-8069-4d29-94ae-d5c150d23036 admin admin] Publish callbacks [] for security_group (b2747fff-e92d-415c-acfc-1ccf4de5c971), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:39.238674 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6befc66e-d9eb-40f2-8145-dbd23f746907 req-8dddcca0-85c4-4dfa-8ee3-1f6f31b7533e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.1052673 Jan 28 05:43:39.266274 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ac7ebb40-8069-4d29-94ae-d5c150d23036 admin admin] Publish callbacks [] for security_group (b2747fff-e92d-415c-acfc-1ccf4de5c971), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:39.289217 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-0d26c227-7de3-44d2-91c7-cd80233d88ba', 'network_id': '0d26c227-7de3-44d2-91c7-cd80233d88ba', 'project_id': '8144179b9b5c452eb81fffce88eb48e1', 'fixed_ips': [{'subnet_id': '47b87a7a-3a65-414e-b6b8-8fce39bb2a4d'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:43:39.290144 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:39.346759 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b40d57c6-f47c-47c9-a015-8e0dccc140af admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3048339 Jan 28 05:43:39.347514 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54604) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:39.383723 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-434446339-router', 'tenant_id': '8144179b9b5c452eb81fffce88eb48e1', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:39.394508 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6befc66e-d9eb-40f2-8145-dbd23f746907 req-7d7d6087-2855-411e-9a8b-69d9b1ef2f3e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487725 Jan 28 05:43:39.407683 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-caca8cf1-c926-4a51-8c3d-ac4e35ff0a13 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (4076125d-ed0a-4bd4-8351-f36b18b575e6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:39.465776 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ac7ebb40-8069-4d29-94ae-d5c150d23036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b2747fff-e92d-415c-acfc-1ccf4de5c971), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:39.470557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['90541f7f-a766-410e-b604-6c14a5872317'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:39.474075 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ac7ebb40-8069-4d29-94ae-d5c150d23036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:39.479900 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ac7ebb40-8069-4d29-94ae-d5c150d23036 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2747fff-e92d-415c-acfc-1ccf4de5c971 HTTP/1.1" status: 204 len: 168 time: 0.4082634 Jan 28 05:43:39.530773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ebb40-8069-4d29-94ae-d5c150d23036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2747fff-e92d-415c-acfc-1ccf4de5c971,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:39.586200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-caca8cf1-c926-4a51-8c3d-ac4e35ff0a13 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:39.635597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-caca8cf1-c926-4a51-8c3d-ac4e35ff0a13 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:39.659573 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-caca8cf1-c926-4a51-8c3d-ac4e35ff0a13 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:39.664958 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca8cf1-c926-4a51-8c3d-ac4e35ff0a13 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Pushing event updated for resources: {'Port': ['ID=4076125d-ed0a-4bd4-8351-f36b18b575e6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:39.692054 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Allocated IP 172.20.0.2 (0d26c227-7de3-44d2-91c7-cd80233d88ba/47b87a7a-3a65-414e-b6b8-8fce39bb2a4d/a7e1fae1-dab9-448c-930d-3d1a06b8fdd3) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:39.739308 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (ed327341-925c-4f8f-802e-8ed5424f31f8), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:39.740345 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (ed327341-925c-4f8f-802e-8ed5424f31f8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:39.836457 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-1cdc5db4-b7df-4362-b162-31cf9bff858e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks [] for port (d923cf1f-42b2-468f-bd63-49d7e5f78dbb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:39.885433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b6ea3-fc79-4f25-9f0c-90b13e63f66d req-5d243cdf-dd5c-4d9c-8916-b09c699d138a tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:39.900235 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb1b6ea3-fc79-4f25-9f0c-90b13e63f66d req-5d243cdf-dd5c-4d9c-8916-b09c699d138a tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 935 time: 0.3983226 Jan 28 05:43:39.918434 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Publish callbacks [] for router_controller (ed327341-925c-4f8f-802e-8ed5424f31f8), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:39.926893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:39.935534 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Publish callbacks [] for port (97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:39.949434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Transition to ACTIVE for port object 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:43:39.963745 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-909eda10-414f-4075-bc4a-94c50a89a270 req-3903d786-13d7-43f5-a9fc-180864345298 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d5aebc-95a2-40f9-9aef-9a2e8824da17 HTTP/1.1" status: 200 len: 210 time: 0.1013258 Jan 28 05:43:40.004728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-caca8cf1-c926-4a51-8c3d-ac4e35ff0a13 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:40.004728 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-caca8cf1-c926-4a51-8c3d-ac4e35ff0a13 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:40.009152 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Publish callbacks [] for port (a7e1fae1-dab9-448c-930d-3d1a06b8fdd3), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:40.039575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-20a9d526-c2af-499c-bd6b-b8037fe9c698 None None] Provisioning complete for port 4076125d-ed0a-4bd4-8351-f36b18b575e6 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:40.040023 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20a9d526-c2af-499c-bd6b-b8037fe9c698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4076125d-ed0a-4bd4-8351-f36b18b575e6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:40.102239 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-20a9d526-c2af-499c-bd6b-b8037fe9c698 None None] Port 4076125d-ed0a-4bd4-8351-f36b18b575e6 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:43:40.115914 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (a7e1fae1-dab9-448c-930d-3d1a06b8fdd3), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:40.157726 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:40.175777 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Network 0d26c227-7de3-44d2-91c7-cd80233d88ba is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:40.177541 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:40.185049 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb1b6ea3-fc79-4f25-9f0c-90b13e63f66d req-3243917b-e1da-4869-abad-6a5accd6c97c tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800841 Jan 28 05:43:40.188616 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:40.218715 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-caca8cf1-c926-4a51-8c3d-ac4e35ff0a13 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9143200 Jan 28 05:43:40.267824 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c631d84e-cb96-4b3d-96c5-b2e2ceac4002 req-34d96ace-c68c-452c-b57a-cb5db96d7bc5 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a7bce4-5c81-4a7a-b160-891bbdd4da09 HTTP/1.1" status: 200 len: 210 time: 0.1593843 Jan 28 05:43:40.267824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Request body: {'port': {'device_id': 'c254cd26-aa93-4a05-8e4e-c6cd72ce7684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:40.327183 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:40.431064 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4076125d-ed0a-4bd4-8351-f36b18b575e6), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:40.461937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Pushing event updated for resources: {'Port': ['ID=a7e1fae1-dab9-448c-930d-3d1a06b8fdd3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:40.529696 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Publish callbacks [] for router_gateway (ed327341-925c-4f8f-802e-8ed5424f31f8), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:40.540235 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-1cdc5db4-b7df-4362-b162-31cf9bff858e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (d923cf1f-42b2-468f-bd63-49d7e5f78dbb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:40.552748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Attempting to bind port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:40.553150 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Attempting to bind port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:40.553538 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Attempting to bind port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:40.563252 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:43:40.563252 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Attempting to bind port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:40.564794 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:40.565146 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:40.565543 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:40.565981 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Bound port: 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:40.566370 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:40.580438 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['3aeaa96d-c620-4d93-b90f-11688bd39ac8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:40.584514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Attempting to bind port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:40.585435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Attempting to bind port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b8ebba4a-c261-4510-8c0f-7b61fafddec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0d26c227-7de3-44d2-91c7-cd80233d88ba'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:40.585435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Attempting to bind port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 on network 0d26c227-7de3-44d2-91c7-cd80233d88ba {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:40.633346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:40.633833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Checking segment: {'id': 'b8ebba4a-c261-4510-8c0f-7b61fafddec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0d26c227-7de3-44d2-91c7-cd80233d88ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:40.634348 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:40.634848 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Bound using segment: {'id': 'b8ebba4a-c261-4510-8c0f-7b61fafddec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0d26c227-7de3-44d2-91c7-cd80233d88ba'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:40.635438 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Bound port: a7e1fae1-dab9-448c-930d-3d1a06b8fdd3, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ebba4a-c261-4510-8c0f-7b61fafddec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0d26c227-7de3-44d2-91c7-cd80233d88ba'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:40.635909 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a7e1fae1-dab9-448c-930d-3d1a06b8fdd3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:40.653770 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc5db4-b7df-4362-b162-31cf9bff858e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Pushing event updated for resources: {'Port': ['ID=d923cf1f-42b2-468f-bd63-49d7e5f78dbb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:40.683518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-1cdc5db4-b7df-4362-b162-31cf9bff858e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Network eec00fff-aff9-4369-9cd0-be1af626188f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:40.683751 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] For port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:40.694384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-1cdc5db4-b7df-4362-b162-31cf9bff858e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:40.703571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-1cdc5db4-b7df-4362-b162-31cf9bff858e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:40.774683 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] For port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:40.843193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107204c-2ba2-45d7-aaae-08ec719cc857 req-b21cc1bd-d0a7-494b-a54f-1c4106ff22d5 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:40.852643 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b107204c-2ba2-45d7-aaae-08ec719cc857 req-b21cc1bd-d0a7-494b-a54f-1c4106ff22d5 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.2864182 Jan 28 05:43:40.874840 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] For port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:40.880112 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] For port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a7e1fae1-dab9-448c-930d-3d1a06b8fdd3,segment=NetworkSegment(b8ebba4a-c261-4510-8c0f-7b61fafddec6),segment_id=b8ebba4a-c261-4510-8c0f-7b61fafddec6)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:40.899066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-1cdc5db4-b7df-4362-b162-31cf9bff858e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:40.906092 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-1cdc5db4-b7df-4362-b162-31cf9bff858e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:40.977760 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b107204c-2ba2-45d7-aaae-08ec719cc857 req-18e0d22c-a15d-4554-b072-485787827df7 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241379 Jan 28 05:43:41.032505 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a7e1fae1-dab9-448c-930d-3d1a06b8fdd3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:41.091354 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-1cdc5db4-b7df-4362-b162-31cf9bff858e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8025475 Jan 28 05:43:41.135901 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Request body: {'port': {'device_id': '94a7bce4-5c81-4a7a-b160-891bbdd4da09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:41.166159 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30d16a-d1c7-483b-9047-36b5c47c3033 None None] Pushing event updated for resources: {'Port': ['ID=a7e1fae1-dab9-448c-930d-3d1a06b8fdd3,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:41.191398 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:41.268704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfec129b-a13f-4222-9283-43fc87934b6f req-0e136353-5005-465b-936b-5a77d4cce746 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d5aebc-95a2-40f9-9aef-9a2e8824da17 HTTP/1.1" status: 200 len: 210 time: 0.0770557 Jan 28 05:43:41.271970 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:41.272766 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:41.275113 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] 10.222.0.64 "PUT /v2.0/ports/97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c HTTP/1.1" status: 200 len: 1096 time: 2.8687983 Jan 28 05:43:41.278606 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d28f4d9-02d9-4106-a48b-87db6d163338', 'tag': '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:41.281059 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdae71d-24ab-4e91-8626-f3e2ad01a1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6d28f4d9-02d9-4106-a48b-87db6d163338", "tag": "97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:41.327362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54682) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:41.327786 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54684) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:41.357664 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d923cf1f-42b2-468f-bd63-49d7e5f78dbb), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:41.362554 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4076125d-ed0a-4bd4-8351-f36b18b575e6 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:41.398349 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Publish callbacks [] for port (4076125d-ed0a-4bd4-8351-f36b18b575e6), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:41.473088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b19ad1-4bb1-42ed-9272-c8b73bdac4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:41.527595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Transition to ACTIVE for port object 4076125d-ed0a-4bd4-8351-f36b18b575e6 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:43:41.598240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-4d6ff1cc-eb37-4d4d-85dc-9b2b9673080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:41.600236 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-4d6ff1cc-eb37-4d4d-85dc-9b2b9673080d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&device_id=6d28f4d9-02d9-4106-a48b-87db6d163338 HTTP/1.1" status: 200 len: 1099 time: 0.1799700 Jan 28 05:43:41.602499 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Publish callbacks [] for router_gateway (ed327341-925c-4f8f-802e-8ed5424f31f8), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:41.617885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e93c53b4-ff78-4149-9eee-5e03ca070f73 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-226803805-network', 'tenant_id': '2bd072a204b34f47862053012cfa77c5'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:41.652020 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:41.694522 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c9235e82-51fd-4e27-b11f-cdd8a1bba5fc admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1803354556-network', 'tenant_id': '4cf7b8acfc5c4426861563969768c947'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:41.760863 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-a8cc0fa6-9bb7-47c7-9648-6d769e3804d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c HTTP/1.1" status: 200 len: 217 time: 0.1100893 Jan 28 05:43:41.775572 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (4076125d-ed0a-4bd4-8351-f36b18b575e6), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:41.900855 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-aded83e8-52fc-4089-b418-10bbd44011a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:41.903400 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-aded83e8-52fc-4089-b418-10bbd44011a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1344113 Jan 28 05:43:41.929756 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369a44c3-b2cc-4345-9801-4a0201a71433 x-openstack-request-id: req-369a44c3-b2cc-4345-9801-4a0201a71433 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:41.931347 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d28f4d9-02d9-4106-a48b-87db6d163338", "tag": "97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:41.931835 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-369a44c3-b2cc-4345-9801-4a0201a71433 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:41.932316 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d28f4d9-02d9-4106-a48b-87db6d163338', 'tag': '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c', 'status': 'completed', 'code': 200} Jan 28 05:43:41.949967 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4076125d-ed0a-4bd4-8351-f36b18b575e6,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:41.960011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93c53b4-ff78-4149-9eee-5e03ca070f73 admin admin] Made reservation on behalf of 2bd072a204b34f47862053012cfa77c5 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:41.963108 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e93c53b4-ff78-4149-9eee-5e03ca070f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:41.975784 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Allocated IP 172.25.0.221 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/bd7fefe0-4eb5-452f-9977-ed9352ccc736) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:41.982318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9235e82-51fd-4e27-b11f-cdd8a1bba5fc admin admin] Made reservation on behalf of 4cf7b8acfc5c4426861563969768c947 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:41.984654 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9235e82-51fd-4e27-b11f-cdd8a1bba5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:42.028224 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-85f639b9-5fe3-458f-8a97-e9627defbd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:42.029030 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-85f639b9-5fe3-458f-8a97-e9627defbd78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1162267 Jan 28 05:43:42.223333 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Publish callbacks [] for port (bd7fefe0-4eb5-452f-9977-ed9352ccc736), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:42.245785 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-1a47f806-5dfc-4d45-9fd2-1f47b6af9597 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765928 Jan 28 05:43:42.398410 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (bd7fefe0-4eb5-452f-9977-ed9352ccc736), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:42.410919 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-bde6880e-d87e-4a40-9c3f-5df67e7a24ed service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491008 Jan 28 05:43:42.423313 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:42.434905 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e93c53b4-ff78-4149-9eee-5e03ca070f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:42.465521 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:42.470675 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:42.497444 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9235e82-51fd-4e27-b11f-cdd8a1bba5fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:42.526510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:42.564994 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Pushing event updated for resources: {'Port': ['ID=bd7fefe0-4eb5-452f-9977-ed9352ccc736,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:42.645808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:42.646194 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a7e1fae1-dab9-448c-930d-3d1a06b8fdd3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:42.720760 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdae71d-24ab-4e91-8626-f3e2ad01a1fa req-13974d0a-ff32-46ec-a5e7-699f6099212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:42.722454 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4fdae71d-24ab-4e91-8626-f3e2ad01a1fa req-13974d0a-ff32-46ec-a5e7-699f6099212d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&device_id=6d28f4d9-02d9-4106-a48b-87db6d163338 HTTP/1.1" status: 200 len: 1099 time: 0.1065955 Jan 28 05:43:42.764059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d923cf1f-42b2-468f-bd63-49d7e5f78dbb {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:42.773403 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Publish callbacks [] for port (d923cf1f-42b2-468f-bd63-49d7e5f78dbb), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:42.795835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:42.795835 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a7e1fae1-dab9-448c-930d-3d1a06b8fdd3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:42.841207 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab93674-f029-4778-adbc-811c9fdc4505 req-0f844ed2-ab27-4f8b-8796-c92f71750864 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:42.845460 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aab93674-f029-4778-adbc-811c9fdc4505 req-0f844ed2-ab27-4f8b-8796-c92f71750864 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 947 time: 0.9609997 Jan 28 05:43:42.848754 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dcf0fd-a598-4929-97d1-211b805ee6f1 None None] Network 0d26c227-7de3-44d2-91c7-cd80233d88ba requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:43:42.855083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Transition to ACTIVE for port object d923cf1f-42b2-468f-bd63-49d7e5f78dbb will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:43:42.856605 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdae71d-24ab-4e91-8626-f3e2ad01a1fa req-d497532f-587d-4584-9fbc-434a70a5f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:42.858280 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4fdae71d-24ab-4e91-8626-f3e2ad01a1fa req-d497532f-587d-4584-9fbc-434a70a5f324 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1261008 Jan 28 05:43:42.862598 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fac54b-e3d0-4f43-8cbb-42ecf59b9964 req-fc6c3524-f435-4536-b959-d115c0917c99 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:42.864082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23fac54b-e3d0-4f43-8cbb-42ecf59b9964 req-fc6c3524-f435-4536-b959-d115c0917c99 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a7bce4-5c81-4a7a-b160-891bbdd4da09 HTTP/1.1" status: 200 len: 932 time: 0.8562770 Jan 28 05:43:42.925063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a7e1fae1-dab9-448c-930d-3d1a06b8fdd3,segment=NetworkSegment(b8ebba4a-c261-4510-8c0f-7b61fafddec6),segment_id=b8ebba4a-c261-4510-8c0f-7b61fafddec6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:42.931360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e59c87-b523-4177-9eb1-94e093656982 req-dc1d01c6-4058-4aa8-8311-efbac1fbe169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:42.933949 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80e59c87-b523-4177-9eb1-94e093656982 req-dc1d01c6-4058-4aa8-8311-efbac1fbe169 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c36a2d53f9504be19dc76a299e98b5d6&device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 1098 time: 0.4994719 Jan 28 05:43:42.945053 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4fdae71d-24ab-4e91-8626-f3e2ad01a1fa req-2302dcc2-589d-4de4-8f2d-5e8973544819 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c HTTP/1.1" status: 200 len: 217 time: 0.0467613 Jan 28 05:43:42.950860 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5df75f88-df6b-4a28-8e2a-97b7e805c809 None None] Provisioning complete for port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:42.951316 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5df75f88-df6b-4a28-8e2a-97b7e805c809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a7e1fae1-dab9-448c-930d-3d1a06b8fdd3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:42.961314 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (d923cf1f-42b2-468f-bd63-49d7e5f78dbb), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:42.991525 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a7e1fae1-dab9-448c-930d-3d1a06b8fdd3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:43.043329 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Attempting to bind port 4076125d-ed0a-4bd4-8351-f36b18b575e6 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:43.043664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Attempting to bind port 4076125d-ed0a-4bd4-8351-f36b18b575e6 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:43.043998 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Attempting to bind port 4076125d-ed0a-4bd4-8351-f36b18b575e6 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:43.045196 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Publish callbacks [] for router_gateway (ed327341-925c-4f8f-802e-8ed5424f31f8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:43.048824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdae71d-24ab-4e91-8626-f3e2ad01a1fa req-5ab1cd9b-9099-4da6-82cd-971ecc68faac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:43.050864 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4fdae71d-24ab-4e91-8626-f3e2ad01a1fa req-5ab1cd9b-9099-4da6-82cd-971ecc68faac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0955007 Jan 28 05:43:43.067655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=a7e1fae1-dab9-448c-930d-3d1a06b8fdd3,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:43.115136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5df75f88-df6b-4a28-8e2a-97b7e805c809 None None] Current status of the port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:43.135948 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Port 4076125d-ed0a-4bd4-8351-f36b18b575e6 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:43:43.136393 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Attempting to bind port 4076125d-ed0a-4bd4-8351-f36b18b575e6 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:43.166893 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-00bf2d03-c0fc-4765-aae7-86469bb063e5 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:43.178167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-00bf2d03-c0fc-4765-aae7-86469bb063e5 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.60 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 811 time: 0.7426422 Jan 28 05:43:43.186029 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdae71d-24ab-4e91-8626-f3e2ad01a1fa req-598e4cd4-27ee-4897-8187-4d09bceb26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:43.187578 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4fdae71d-24ab-4e91-8626-f3e2ad01a1fa req-598e4cd4-27ee-4897-8187-4d09bceb26fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0963500 Jan 28 05:43:43.201960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Pushing event updated for resources: {'Port': ['ID=d923cf1f-42b2-468f-bd63-49d7e5f78dbb,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:43.225935 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-ba1d3158-d4e4-445b-90ef-2361b69d02eb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Request body: {'port': {'device_id': 'c2d5aebc-95a2-40f9-9aef-9a2e8824da17', 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd', 'admin_state_up': True, 'tenant_id': '79fbef5367d24a58af655d60fa276ac5'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:43.232006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aab93674-f029-4778-adbc-811c9fdc4505 req-0e1b7340-546e-48b9-9e5f-8427ceaaf971 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642433 Jan 28 05:43:43.235566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23fac54b-e3d0-4f43-8cbb-42ecf59b9964 req-4d1e1e9b-0a6f-4979-9fe4-e36b6477490f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569245 Jan 28 05:43:43.243151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:43.243585 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:43.244046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:43.244571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Bound port: 4076125d-ed0a-4bd4-8351-f36b18b575e6, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:43.245026 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4076125d-ed0a-4bd4-8351-f36b18b575e6), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:43.384036 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4fdae71d-24ab-4e91-8626-f3e2ad01a1fa req-8e17f6b8-e7f1-48fe-a773-1919c16599e8 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845741 Jan 28 05:43:43.403458 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (ed327341-925c-4f8f-802e-8ed5424f31f8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:43.411921 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e93c53b4-ff78-4149-9eee-5e03ca070f73 admin admin] Publish callbacks [] for security_group (5cdf3794-0ea8-476f-bcff-c26bb3a06524), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:43.423669 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9235e82-51fd-4e27-b11f-cdd8a1bba5fc admin admin] Publish callbacks [] for security_group (2d296c7e-ec53-400f-ac92-a3506e10d401), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:43.439791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3bf6f9fd-b1f2-41b8-9677-c522a4f1a273 None None] Provisioning complete for port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:43.440247 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3bf6f9fd-b1f2-41b8-9677-c522a4f1a273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a7e1fae1-dab9-448c-930d-3d1a06b8fdd3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:43.485975 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e59c87-b523-4177-9eb1-94e093656982 req-959ac1f5-121f-4ae3-a1f0-c24589eb016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:43.488468 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80e59c87-b523-4177-9eb1-94e093656982 req-959ac1f5-121f-4ae3-a1f0-c24589eb016e service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b983991-8e52-43a5-9508-80c383d87452 HTTP/1.1" status: 200 len: 919 time: 0.5328953 Jan 28 05:43:43.527491 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e93c53b4-ff78-4149-9eee-5e03ca070f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5cdf3794-0ea8-476f-bcff-c26bb3a06524), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:43.555406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3bf6f9fd-b1f2-41b8-9677-c522a4f1a273 None None] Current status of the port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:43.562103 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9235e82-51fd-4e27-b11f-cdd8a1bba5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2d296c7e-ec53-400f-ac92-a3506e10d401), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:43.567346 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4fdae71d-24ab-4e91-8626-f3e2ad01a1fa req-ec17545f-2afd-4a32-9fac-2bcea3c08a48 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750605 Jan 28 05:43:43.642986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93c53b4-ff78-4149-9eee-5e03ca070f73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:43:43.652317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80e59c87-b523-4177-9eb1-94e093656982 req-180ab980-5dca-4afd-954e-6289376e8f37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ed2ad42-57bd-42fb-8a80-a82bba0dad7b HTTP/1.1" status: 200 len: 217 time: 0.1213820 Jan 28 05:43:43.671215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9235e82-51fd-4e27-b11f-cdd8a1bba5fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:43:43.689896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Router ed327341-925c-4f8f-802e-8ed5424f31f8 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:43:43.713513 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c53b4-ff78-4149-9eee-5e03ca070f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdf3794-0ea8-476f-bcff-c26bb3a06524,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:43.729504 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e93c53b4-ff78-4149-9eee-5e03ca070f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (beb05aca-35e1-4a82-bae0-38d93fb9f5dc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:43.729504 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-e93c53b4-ff78-4149-9eee-5e03ca070f73 admin admin] Added segment beb05aca-35e1-4a82-bae0-38d93fb9f5dc of type vlan for network b2a030ba-d75a-492c-9215-4bbd851db773 Jan 28 05:43:43.753345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd831089-a54c-4b5d-815e-54782e490a8c req-98a4aca9-1a12-474e-bfcb-b8523f4b4180 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:43.754941 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd831089-a54c-4b5d-815e-54782e490a8c req-98a4aca9-1a12-474e-bfcb-b8523f4b4180 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.3878407 Jan 28 05:43:43.778249 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9235e82-51fd-4e27-b11f-cdd8a1bba5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (0425761b-3f81-48df-ba2b-9edbc800bbce), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:43.778647 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-c9235e82-51fd-4e27-b11f-cdd8a1bba5fc admin admin] Added segment 0425761b-3f81-48df-ba2b-9edbc800bbce of type vlan for network d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 Jan 28 05:43:43.795768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d4851-1472-4db0-8a27-c526a9c0b9e2 req-0780885e-2a72-4b68-be0a-efee06acb49a tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:43.797268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-652d4851-1472-4db0-8a27-c526a9c0b9e2 req-0780885e-2a72-4b68-be0a-efee06acb49a tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.4132884 Jan 28 05:43:43.801121 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:43:43.811950 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Sync routers for ids ['ed327341-925c-4f8f-802e-8ed5424f31f8'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:43:43.822514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Routers {'ed327341-925c-4f8f-802e-8ed5424f31f8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:43.823163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ed327341-925c-4f8f-802e-8ed5424f31f8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:43.851351 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] For port 4076125d-ed0a-4bd4-8351-f36b18b575e6, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:43.865016 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:43.868962 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-14524a94-f6e3-482d-b21d-521c236c3365 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5068614 Jan 28 05:43:43.869369 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54704) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:43.901172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Attempting to bind port d923cf1f-42b2-468f-bd63-49d7e5f78dbb on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:43.901409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Attempting to bind port d923cf1f-42b2-468f-bd63-49d7e5f78dbb by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:43.901734 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Attempting to bind port d923cf1f-42b2-468f-bd63-49d7e5f78dbb on network eec00fff-aff9-4369-9cd0-be1af626188f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:43.944490 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] For port 4076125d-ed0a-4bd4-8351-f36b18b575e6, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=4076125d-ed0a-4bd4-8351-f36b18b575e6,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:43.948406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Set router ed327341-925c-4f8f-802e-8ed5424f31f8 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:43.949954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9235e82-51fd-4e27-b11f-cdd8a1bba5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d296c7e-ec53-400f-ac92-a3506e10d401,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:43.957404 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e93c53b4-ff78-4149-9eee-5e03ca070f73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (b2a030ba-d75a-492c-9215-4bbd851db773), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:43.964210 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e59c87-b523-4177-9eb1-94e093656982 req-64b9a5d0-7633-4019-916b-3be9d96aaddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:43.965653 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80e59c87-b523-4177-9eb1-94e093656982 req-64b9a5d0-7633-4019-916b-3be9d96aaddd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6933c2d9-7995-47b9-8107-2c5c5786684d HTTP/1.1" status: 200 len: 858 time: 0.2908180 Jan 28 05:43:43.971915 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9235e82-51fd-4e27-b11f-cdd8a1bba5fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:43.973940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Port d923cf1f-42b2-468f-bd63-49d7e5f78dbb on network eec00fff-aff9-4369-9cd0-be1af626188f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:43:43.974265 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Attempting to bind port d923cf1f-42b2-468f-bd63-49d7e5f78dbb on network eec00fff-aff9-4369-9cd0-be1af626188f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:44.024897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:44.025242 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Checking segment: {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:44.025632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Bound using segment: {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:44.026081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Bound port: d923cf1f-42b2-468f-bd63-49d7e5f78dbb, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:44.026751 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d923cf1f-42b2-468f-bd63-49d7e5f78dbb), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:44.070538 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:43:44.070774 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80e59c87-b523-4177-9eb1-94e093656982 req-de91bd91-adb3-4caf-8af8-7c798676f031 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b983991-8e52-43a5-9508-80c383d87452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866742 Jan 28 05:43:44.071629 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (4076125d-ed0a-4bd4-8351-f36b18b575e6), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:44.085175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-ba1d3158-d4e4-445b-90ef-2361b69d02eb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Made reservation on behalf of 79fbef5367d24a58af655d60fa276ac5 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:44.088516 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-ba1d3158-d4e4-445b-90ef-2361b69d02eb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:44.112313 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd831089-a54c-4b5d-815e-54782e490a8c req-7eb00b23-3ac6-44d5-be1e-562bb05aa4ae tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266807 Jan 28 05:43:44.185407 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-652d4851-1472-4db0-8a27-c526a9c0b9e2 req-0e485b8f-cfc0-47ac-8ae0-7e0b9e51d32f tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364353 Jan 28 05:43:44.249407 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:44.253745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'name': 'tempest-FloatingIPDetailsTestJSON-434446339-router', 'tenant_id': '8144179b9b5c452eb81fffce88eb48e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd7fefe0-4eb5-452f-9977-ed9352ccc736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:39Z', 'updated_at': '2022-01-28T05:43:42Z', 'revision_number': 3, 'project_id': '8144179b9b5c452eb81fffce88eb48e1', 'gw_port': {'id': 'bd7fefe0-4eb5-452f-9977-ed9352ccc736', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:41Z', 'updated_at': '2022-01-28T05:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:44.274048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:44.274714 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:44.276172 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] 10.222.0.64 "PUT /v2.0/ports/4076125d-ed0a-4bd4-8351-f36b18b575e6 HTTP/1.1" status: 200 len: 1096 time: 4.0199347 Jan 28 05:43:44.279066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c254cd26-aa93-4a05-8e4e-c6cd72ce7684', 'tag': '4076125d-ed0a-4bd4-8351-f36b18b575e6'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:44.281249 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7b4584-072e-4c12-b28f-1e7cd285c490" -d '{"events": [{"name": "network-changed", "server_uuid": "c254cd26-aa93-4a05-8e4e-c6cd72ce7684", "tag": "4076125d-ed0a-4bd4-8351-f36b18b575e6"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:44.295343 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c', 'mac_address': 'fa:16:3e:b8:7a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:43:44.299329 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Checking router: ed327341-925c-4f8f-802e-8ed5424f31f8 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:43:44.300203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Updating router ed327341-925c-4f8f-802e-8ed5424f31f8 port bd7fefe0-4eb5-452f-9977-ed9352ccc736 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:43:44.307849 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9235e82-51fd-4e27-b11f-cdd8a1bba5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:44.308798 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9235e82-51fd-4e27-b11f-cdd8a1bba5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:44.309380 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9235e82-51fd-4e27-b11f-cdd8a1bba5fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:44.359017 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e93c53b4-ff78-4149-9eee-5e03ca070f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (b2a030ba-d75a-492c-9215-4bbd851db773), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:44.360068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93c53b4-ff78-4149-9eee-5e03ca070f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:44.360987 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e93c53b4-ff78-4149-9eee-5e03ca070f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:44.400107 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bd7fefe0-4eb5-452f-9977-ed9352ccc736), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:44.415687 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d67f13-f9fd-45a1-82b2-fbc705b257f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4076125d-ed0a-4bd4-8351-f36b18b575e6,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:44.420253 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9cd74b52-749a-42a4-8665-71fe9fba6262 req-df152a31-44ad-46f4-9b80-afcab8fcf3da tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d5aebc-95a2-40f9-9aef-9a2e8824da17 HTTP/1.1" status: 200 len: 210 time: 0.1287074 Jan 28 05:43:44.430708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:44.431090 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:44.458947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:44.477902 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:44.553212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:44.559863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:44.612604 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c9235e82-51fd-4e27-b11f-cdd8a1bba5fc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.2714205 Jan 28 05:43:44.613849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54712) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:44.623125 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f283145e-ffde-429d-8194-a5b8050fbf26 admin admin] Request body: {'subnet': {'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1803354556-subnet', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:44.648216 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:44.659493 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] For port d923cf1f-42b2-468f-bd63-49d7e5f78dbb, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:44.670278 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e93c53b4-ff78-4149-9eee-5e03ca070f73 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.3386197 Jan 28 05:43:44.670278 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9235e82-51fd-4e27-b11f-cdd8a1bba5fc admin admin] Pushing event updated for resources: {'Network': ['ID=d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:44.675129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54714) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:44.702809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-59789321-8806-4a4a-a899-6fc61950b0e9 admin admin] Request body: {'subnet': {'network_id': 'b2a030ba-d75a-492c-9215-4bbd851db773', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-226803805-subnet', 'tenant_id': '2bd072a204b34f47862053012cfa77c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:44.716942 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:43:44.747541 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80e59c87-b523-4177-9eb1-94e093656982 req-0c1e9fd3-57e9-4d61-a41a-ec947b596a06 service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423268 Jan 28 05:43:44.753539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] For port d923cf1f-42b2-468f-bd63-49d7e5f78dbb, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=d923cf1f-42b2-468f-bd63-49d7e5f78dbb,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:44.799337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:44.799820 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a7e1fae1-dab9-448c-930d-3d1a06b8fdd3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:44.867120 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:44.868415 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (d923cf1f-42b2-468f-bd63-49d7e5f78dbb), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:44.911577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e16dcf-da3e-4225-a2da-a07551d1538d req-8b232e3d-84bb-4835-98a8-986b9b79ac53 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:44.913198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36e16dcf-da3e-4225-a2da-a07551d1538d req-8b232e3d-84bb-4835-98a8-986b9b79ac53 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 947 time: 0.4868238 Jan 28 05:43:44.959356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-6165534b-5c79-4863-8c19-473bc5fc2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:44.960834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-6165534b-5c79-4863-8c19-473bc5fc2597 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 1099 time: 0.4356592 Jan 28 05:43:44.972821 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-ba1d3158-d4e4-445b-90ef-2361b69d02eb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Allocated IP 172.20.0.7 (b7fafb85-2281-41db-85af-da2c477e5fbd/c507c782-4f53-4cd1-85bd-9b428677b1ce/79357e8f-64b1-4882-8323-09d8c9de74f9) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:44.986145 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] Allocated IP 172.20.0.1 (0d26c227-7de3-44d2-91c7-cd80233d88ba/47b87a7a-3a65-414e-b6b8-8fce39bb2a4d/8d21efb2-7e39-4e51-bc34-ec4b69096a2d) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:44.990162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420319ae-1b9c-4ae6-a8ad-c99277b9f03c req-468240ab-ee8e-4f9e-984c-86a189df5245 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:44.996869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-420319ae-1b9c-4ae6-a8ad-c99277b9f03c req-468240ab-ee8e-4f9e-984c-86a189df5245 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a7bce4-5c81-4a7a-b160-891bbdd4da09 HTTP/1.1" status: 200 len: 944 time: 0.3888786 Jan 28 05:43:45.005321 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59789321-8806-4a4a-a899-6fc61950b0e9 admin admin] Made reservation on behalf of 2bd072a204b34f47862053012cfa77c5 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:45.008627 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-59789321-8806-4a4a-a899-6fc61950b0e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:45.011984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c53b4-ff78-4149-9eee-5e03ca070f73 admin admin] Pushing event updated for resources: {'Network': ['ID=b2a030ba-d75a-492c-9215-4bbd851db773,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:45.056723 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:45.058249 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network b2a030ba-d75a-492c-9215-4bbd851db773 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:43:45.063354 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f283145e-ffde-429d-8194-a5b8050fbf26 admin admin] Made reservation on behalf of 4cf7b8acfc5c4426861563969768c947 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:45.065893 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f283145e-ffde-429d-8194-a5b8050fbf26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:45.133787 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-8f99b331-41b6-4161-b6a0-da9fc659513b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=4076125d-ed0a-4bd4-8351-f36b18b575e6 HTTP/1.1" status: 200 len: 217 time: 0.0908031 Jan 28 05:43:45.145911 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:45.146964 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:45.148096 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] 10.222.0.60 "PUT /v2.0/ports/d923cf1f-42b2-468f-bd63-49d7e5f78dbb HTTP/1.1" status: 200 len: 1093 time: 4.0298481 Jan 28 05:43:45.163660 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] Publish callbacks [] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:45.272090 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Publish callbacks [] for port (bd7fefe0-4eb5-452f-9977-ed9352ccc736), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:45.295572 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:45.313809 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:45.353406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] Network 0d26c227-7de3-44d2-91c7-cd80233d88ba is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:45.357916 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:45.364737 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:45.372493 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bd7fefe0-4eb5-452f-9977-ed9352ccc736), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:45.402458 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] Pushing event updated for resources: {'Port': ['ID=8d21efb2-7e39-4e51-bc34-ec4b69096a2d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:45.425860 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (ed327341-925c-4f8f-802e-8ed5424f31f8), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:45.451165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b49c8f-d6d7-4d3b-a862-b4632739c90f None None] Pushing event updated for resources: {'Port': ['ID=bd7fefe0-4eb5-452f-9977-ed9352ccc736,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:45.454957 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Attempting to bind port bd7fefe0-4eb5-452f-9977-ed9352ccc736 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:45.455343 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Attempting to bind port bd7fefe0-4eb5-452f-9977-ed9352ccc736 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:45.455853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Attempting to bind port bd7fefe0-4eb5-452f-9977-ed9352ccc736 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:45.462689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:45.463078 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:45.463553 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:45.463896 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:45.464435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Bound port: bd7fefe0-4eb5-452f-9977-ed9352ccc736, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:45.464830 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bd7fefe0-4eb5-452f-9977-ed9352ccc736), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:45.492001 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f283145e-ffde-429d-8194-a5b8050fbf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (8d0ba9b4-619a-4ce5-8c78-f5d8f5434563), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:45.545059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] For port bd7fefe0-4eb5-452f-9977-ed9352ccc736, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:45.549245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] For port bd7fefe0-4eb5-452f-9977-ed9352ccc736, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=bd7fefe0-4eb5-452f-9977-ed9352ccc736,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:45.615174 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283145e-ffde-429d-8194-a5b8050fbf26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d0ba9b4-619a-4ce5-8c78-f5d8f5434563,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:45.618339 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283145e-ffde-429d-8194-a5b8050fbf26 admin admin] Checking segment: {'id': '0425761b-3f81-48df-ba2b-9edbc800bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:45.618714 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f283145e-ffde-429d-8194-a5b8050fbf26 admin admin] Network hostable DHCP agents. Network: d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:43:45.644731 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bd7fefe0-4eb5-452f-9977-ed9352ccc736), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:45.692751 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4319fb-9a02-465b-ad67-43a049082cde service neutron] Pushing event updated for resources: {'Port': ['ID=d923cf1f-42b2-468f-bd63-49d7e5f78dbb,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:45.711046 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b49c8f-d6d7-4d3b-a862-b4632739c90f None None] Pushing event updated for resources: {'Port': ['ID=bd7fefe0-4eb5-452f-9977-ed9352ccc736,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:45.718057 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Routers {'ed327341-925c-4f8f-802e-8ed5424f31f8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:45.718727 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ed327341-925c-4f8f-802e-8ed5424f31f8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:45.741994 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f283145e-ffde-429d-8194-a5b8050fbf26 admin admin] Network d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:43:45.749691 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:45.750039 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80e59c87-b523-4177-9eb1-94e093656982 req-bb0b9953-e04e-4344-87d2-fba3a6fffa1e service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9753654 Jan 28 05:43:45.760201 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36e16dcf-da3e-4225-a2da-a07551d1538d req-4adfaf4d-ca31-4261-a6fa-036a2724ab4c tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8278663 Jan 28 05:43:45.762677 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-420319ae-1b9c-4ae6-a8ad-c99277b9f03c req-72cdd34f-ecc4-48ca-89e5-0203cc1bb44f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7649188 Jan 28 05:43:45.788731 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ce2dafe7-2b28-497d-bd66-cfaf10779294 None None] Provisioning complete for port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:45.788731 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce2dafe7-2b28-497d-bd66-cfaf10779294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:45.801085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-ed04e194-29f2-4945-b71b-d498d52d1008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:45.801085 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-ed04e194-29f2-4945-b71b-d498d52d1008 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.6187813 Jan 28 05:43:45.852237 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7435dfb4-f929-4e18-959f-08678c5417f9 x-openstack-request-id: req-7435dfb4-f929-4e18-959f-08678c5417f9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:45.852533 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c254cd26-aa93-4a05-8e4e-c6cd72ce7684", "tag": "4076125d-ed0a-4bd4-8351-f36b18b575e6", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:45.852789 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7435dfb4-f929-4e18-959f-08678c5417f9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:45.853188 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c254cd26-aa93-4a05-8e4e-c6cd72ce7684', 'tag': '4076125d-ed0a-4bd4-8351-f36b18b575e6', 'status': 'completed', 'code': 200} Jan 28 05:43:45.879109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-f283145e-ffde-429d-8194-a5b8050fbf26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:45.885144 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f283145e-ffde-429d-8194-a5b8050fbf26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:45.885735 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f283145e-ffde-429d-8194-a5b8050fbf26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:45.903389 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d839c15-e20e-4f50-93d2-b1d3c7354020 None None] Network d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:43:45.910826 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ce2dafe7-2b28-497d-bd66-cfaf10779294 None None] Port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:43:45.945908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-3d690afc-c0e4-4600-af8e-c58ed1dd3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:45.947368 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-3d690afc-c0e4-4600-af8e-c58ed1dd3942 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&device_id=94a7bce4-5c81-4a7a-b160-891bbdd4da09 HTTP/1.1" status: 200 len: 1096 time: 0.3356752 Jan 28 05:43:45.981808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] Set router ed327341-925c-4f8f-802e-8ed5424f31f8 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:46.028137 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] Publish callbacks [] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:46.038782 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f283145e-ffde-429d-8194-a5b8050fbf26 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4203188 Jan 28 05:43:46.039438 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54726) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:46.045207 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1803354556-router', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:46.078887 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-f5a46088-07fb-4b94-aada-43780c12b8b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d923cf1f-42b2-468f-bd63-49d7e5f78dbb HTTP/1.1" status: 200 len: 217 time: 0.0762930 Jan 28 05:43:46.120056 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:46.143042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-9b55f2d2-d823-4d2a-b04b-f91f3c936849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:46.144549 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-9b55f2d2-d823-4d2a-b04b-f91f3c936849 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2905915 Jan 28 05:43:46.150675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5', 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5', 'project_id': '4cf7b8acfc5c4426861563969768c947', 'fixed_ips': [{'subnet_id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:43:46.153233 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:46.173978 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (f78a0edf-40a9-4c85-bedc-6c286f8399af), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:46.175041 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (f78a0edf-40a9-4c85-bedc-6c286f8399af), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:46.176963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96bf1c-646d-4eea-b4f3-76cd015a3c79 req-42a8df5f-eee4-4160-bf58-388f88c5f5de tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:46.178520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fd96bf1c-646d-4eea-b4f3-76cd015a3c79 req-42a8df5f-eee4-4160-bf58-388f88c5f5de tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.3078961 Jan 28 05:43:46.186753 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-ba1d3158-d4e4-445b-90ef-2361b69d02eb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks [] for port (79357e8f-64b1-4882-8323-09d8c9de74f9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:46.207175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00053f48-7b9e-4965-8d4c-324363c69009 req-4ce52e20-02f8-4f4c-b9ee-f879a13ecd60 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:46.208654 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00053f48-7b9e-4965-8d4c-324363c69009 req-4ce52e20-02f8-4f4c-b9ee-f879a13ecd60 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.3079801 Jan 28 05:43:46.210720 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] Pushing event updated for resources: {'Port': ['ID=8d21efb2-7e39-4e51-bc34-ec4b69096a2d,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:46.239635 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (ed327341-925c-4f8f-802e-8ed5424f31f8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:46.277369 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Publish callbacks [] for router_controller (f78a0edf-40a9-4c85-bedc-6c286f8399af), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:46.316702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-169f018c-bb6f-4f90-ade1-48a06b108eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:46.318621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-169f018c-bb6f-4f90-ade1-48a06b108eb9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ace652b-1ccc-4a73-9185-4c2cd62a6d0e HTTP/1.1" status: 200 len: 845 time: 0.2273262 Jan 28 05:43:46.346493 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-59789321-8806-4a4a-a899-6fc61950b0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (ed595bec-cf9d-4498-8151-809336ada596), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:46.363806 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Allocated IP 172.20.0.2 (d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5/8d0ba9b4-619a-4ce5-8c78-f5d8f5434563/16449cfb-b96f-4278-89af-75e689814792) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:46.417784 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-1816b25f-6208-490c-b058-48ed3910fd1d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eec00fff-aff9-4369-9cd0-be1af626188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919518 Jan 28 05:43:46.433195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'name': 'tempest-FloatingIPDetailsTestJSON-434446339-router', 'tenant_id': '8144179b9b5c452eb81fffce88eb48e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd7fefe0-4eb5-452f-9977-ed9352ccc736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:39Z', 'updated_at': '2022-01-28T05:43:45Z', 'revision_number': 4, 'project_id': '8144179b9b5c452eb81fffce88eb48e1', 'gw_port': {'id': 'bd7fefe0-4eb5-452f-9977-ed9352ccc736', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:41Z', 'updated_at': '2022-01-28T05:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '8d21efb2-7e39-4e51-bc34-ec4b69096a2d', 'name': '', 'network_id': '0d26c227-7de3-44d2-91c7-cd80233d88ba', 'tenant_id': '8144179b9b5c452eb81fffce88eb48e1', 'mac_address': 'fa:16:3e:3b:53:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '47b87a7a-3a65-414e-b6b8-8fce39bb2a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:44Z', 'updated_at': '2022-01-28T05:43:44Z', 'revision_number': 1, 'project_id': '8144179b9b5c452eb81fffce88eb48e1', 'subnets': [{'id': '47b87a7a-3a65-414e-b6b8-8fce39bb2a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:46.433542 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] Network 0d26c227-7de3-44d2-91c7-cd80233d88ba is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:46.463276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a5520-a894-4e7e-9b00-e7ba53790fb3 None None] The sync data for ids ['ed327341-925c-4f8f-802e-8ed5424f31f8'] in n-d-812111-12 is: [{'id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'name': 'tempest-FloatingIPDetailsTestJSON-434446339-router', 'tenant_id': '8144179b9b5c452eb81fffce88eb48e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd7fefe0-4eb5-452f-9977-ed9352ccc736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:39Z', 'updated_at': '2022-01-28T05:43:45Z', 'revision_number': 4, 'project_id': '8144179b9b5c452eb81fffce88eb48e1', 'gw_port': {'id': 'bd7fefe0-4eb5-452f-9977-ed9352ccc736', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:41Z', 'updated_at': '2022-01-28T05:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '8d21efb2-7e39-4e51-bc34-ec4b69096a2d', 'name': '', 'network_id': '0d26c227-7de3-44d2-91c7-cd80233d88ba', 'tenant_id': '8144179b9b5c452eb81fffce88eb48e1', 'mac_address': 'fa:16:3e:3b:53:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '47b87a7a-3a65-414e-b6b8-8fce39bb2a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:44Z', 'updated_at': '2022-01-28T05:43:44Z', 'revision_number': 1, 'project_id': '8144179b9b5c452eb81fffce88eb48e1', 'subnets': [{'id': '47b87a7a-3a65-414e-b6b8-8fce39bb2a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:43:46.468344 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:46.485398 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fd96bf1c-646d-4eea-b4f3-76cd015a3c79 req-640acbab-3e91-49ec-90ae-b9b0dd8aebad tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756250 Jan 28 05:43:46.542756 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00053f48-7b9e-4965-8d4c-324363c69009 req-0722ede1-7fee-473f-996b-a31ac544c7f6 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017354 Jan 28 05:43:46.560998 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-ba1d3158-d4e4-445b-90ef-2361b69d02eb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (79357e8f-64b1-4882-8323-09d8c9de74f9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:46.572046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59789321-8806-4a4a-a899-6fc61950b0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed595bec-cf9d-4498-8151-809336ada596,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:46.591759 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-346104d6-1e54-4d11-9c60-433ec4b53f9b service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032621 Jan 28 05:43:46.626209 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Publish callbacks [] for router_gateway (f78a0edf-40a9-4c85-bedc-6c286f8399af), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:46.674501 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Publish callbacks [] for port (16449cfb-b96f-4278-89af-75e689814792), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:46.710714 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] Router ed327341-925c-4f8f-802e-8ed5424f31f8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:43:46.733906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-ba1d3158-d4e4-445b-90ef-2361b69d02eb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Network b7fafb85-2281-41db-85af-da2c477e5fbd is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:46.754238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-ba1d3158-d4e4-445b-90ef-2361b69d02eb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:46.774667 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (16449cfb-b96f-4278-89af-75e689814792), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:46.820543 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-ba1d3158-d4e4-445b-90ef-2361b69d02eb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:46.873696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59789321-8806-4a4a-a899-6fc61950b0e9 admin admin] Checking segment: {'id': 'beb05aca-35e1-4a82-bae0-38d93fb9f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b2a030ba-d75a-492c-9215-4bbd851db773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:46.874075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59789321-8806-4a4a-a899-6fc61950b0e9 admin admin] Network hostable DHCP agents. Network: b2a030ba-d75a-492c-9215-4bbd851db773, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:43:46.900531 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Network d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:46.903390 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:46.911077 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:46.918207 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Pushing event updated for resources: {'Port': ['ID=16449cfb-b96f-4278-89af-75e689814792,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:46.924816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d3158-d4e4-445b-90ef-2361b69d02eb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Pushing event updated for resources: {'Port': ['ID=79357e8f-64b1-4882-8323-09d8c9de74f9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:46.989219 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:43:46.998001 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4722f3f8-a35d-4d35-b779-8ac753ff0c34 admin admin] 10.222.0.31 "PUT /v2.0/routers/ed327341-925c-4f8f-802e-8ed5424f31f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1245646 Jan 28 05:43:47.028052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-656e887f-ffac-47ab-bc82-fd13aebb0394 None None] Provisioning complete for port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:47.028786 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-656e887f-ffac-47ab-bc82-fd13aebb0394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:47.036684 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-d0233552-9c49-4c7a-8a45-98edb00b5642 service neutron] 10.222.0.60 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5999031 Jan 28 05:43:47.068636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea768a0-68d1-4242-acb6-2eecd7e94e58 req-cce0da3c-3af8-4335-9798-bc62ecd18472 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:47.071029 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Attempting to bind port 16449cfb-b96f-4278-89af-75e689814792 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:47.071665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Attempting to bind port 16449cfb-b96f-4278-89af-75e689814792 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '0425761b-3f81-48df-ba2b-9edbc800bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:47.072252 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Attempting to bind port 16449cfb-b96f-4278-89af-75e689814792 on network d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:47.079600 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ea768a0-68d1-4242-acb6-2eecd7e94e58 req-cce0da3c-3af8-4335-9798-bc62ecd18472 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d5aebc-95a2-40f9-9aef-9a2e8824da17 HTTP/1.1" status: 200 len: 931 time: 0.4169428 Jan 28 05:43:47.093876 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:47.098272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Checking segment: {'id': '0425761b-3f81-48df-ba2b-9edbc800bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:47.099025 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:47.099653 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Bound using segment: {'id': '0425761b-3f81-48df-ba2b-9edbc800bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:47.100365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Bound port: 16449cfb-b96f-4278-89af-75e689814792, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0425761b-3f81-48df-ba2b-9edbc800bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:47.101055 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (16449cfb-b96f-4278-89af-75e689814792), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:47.106649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-656e887f-ffac-47ab-bc82-fd13aebb0394 None None] Port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:43:47.195679 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-ba1d3158-d4e4-445b-90ef-2361b69d02eb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:47.196241 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Publish callbacks [] for router_gateway (f78a0edf-40a9-4c85-bedc-6c286f8399af), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:47.196368 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-ba1d3158-d4e4-445b-90ef-2361b69d02eb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:47.210603 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] For port 16449cfb-b96f-4278-89af-75e689814792, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:47.214560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] For port 16449cfb-b96f-4278-89af-75e689814792, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=16449cfb-b96f-4278-89af-75e689814792,segment=NetworkSegment(0425761b-3f81-48df-ba2b-9edbc800bbce),segment_id=0425761b-3f81-48df-ba2b-9edbc800bbce)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:47.218283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176b6eb-bcae-4af9-aeca-dbce0b7a7713 req-31200b58-7b53-457f-b6a0-cbebc2ab715e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:47.220223 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3176b6eb-bcae-4af9-aeca-dbce0b7a7713 req-31200b58-7b53-457f-b6a0-cbebc2ab715e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a7bce4-5c81-4a7a-b160-891bbdd4da09 HTTP/1.1" status: 200 len: 944 time: 0.3000727 Jan 28 05:43:47.222213 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7850396c-8cad-4d2c-a955-2fd28a071b85 req-2f9e2f22-4ce9-4b16-80ab-e0a9f830dc6b service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551467 Jan 28 05:43:47.222990 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:47.275783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59789321-8806-4a4a-a899-6fc61950b0e9 admin admin] Network b2a030ba-d75a-492c-9215-4bbd851db773 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:43:47.305886 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d0501bd-a275-4ce0-8c7e-ae131b741e77 req-0b8359d4-40e1-4da5-9c94-0431360d195f service neutron] 10.222.0.60 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503772 Jan 28 05:43:47.326774 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ea768a0-68d1-4242-acb6-2eecd7e94e58 req-905d0d62-d7fb-4ba2-801c-1eef208ec6bd tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461967 Jan 28 05:43:47.336077 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3176b6eb-bcae-4af9-aeca-dbce0b7a7713 req-bf80b9d8-6158-4934-aaae-469cb9e6d589 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938282 Jan 28 05:43:47.356041 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (16449cfb-b96f-4278-89af-75e689814792), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:47.360657 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Allocated IP 172.25.0.212 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/01c30876-85f3-4e08-9264-4184e41a21c0) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:47.446664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-59789321-8806-4a4a-a899-6fc61950b0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, b2a030ba-d75a-492c-9215-4bbd851db773) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:47.451291 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-ba1d3158-d4e4-445b-90ef-2361b69d02eb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2545378 Jan 28 05:43:47.456109 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59789321-8806-4a4a-a899-6fc61950b0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:47.456473 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-59789321-8806-4a4a-a899-6fc61950b0e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:47.472373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5892a04b-09fb-4739-9151-193e709a5807 None None] Network b2a030ba-d75a-492c-9215-4bbd851db773 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:43:47.502889 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Request body: {'port': {'device_id': 'c2d5aebc-95a2-40f9-9aef-9a2e8824da17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:47.507565 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b7a51-ff90-4381-8930-78855d2aa1a2 None None] Pushing event updated for resources: {'Port': ['ID=16449cfb-b96f-4278-89af-75e689814792,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:47.565923 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898bf20-4e88-45a2-905d-1b533cf3cfc4 req-cbdc3d9e-35d2-4552-b90e-a9c718af7388 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:47.576300 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1898bf20-4e88-45a2-905d-1b533cf3cfc4 req-cbdc3d9e-35d2-4552-b90e-a9c718af7388 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 947 time: 0.1655226 Jan 28 05:43:47.580938 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Publish callbacks [] for port (01c30876-85f3-4e08-9264-4184e41a21c0), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:47.584261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-59789321-8806-4a4a-a899-6fc61950b0e9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8854156 Jan 28 05:43:47.589875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54742) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:47.607642 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-226803805-router', 'tenant_id': '2bd072a204b34f47862053012cfa77c5', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:47.698242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-b2a030ba-d75a-492c-9215-4bbd851db773', 'network_id': 'b2a030ba-d75a-492c-9215-4bbd851db773', 'project_id': '2bd072a204b34f47862053012cfa77c5', 'fixed_ips': [{'subnet_id': 'ed595bec-cf9d-4498-8151-809336ada596'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:43:47.699362 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:47.706752 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b4584-072e-4c12-b28f-1e7cd285c490 req-6b865b1d-4c4e-4fbf-bb42-5ec78bad7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:47.713653 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b7b4584-072e-4c12-b28f-1e7cd285c490 req-6b865b1d-4c4e-4fbf-bb42-5ec78bad7433 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 1099 time: 0.2191114 Jan 28 05:43:47.768565 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (01c30876-85f3-4e08-9264-4184e41a21c0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:48.138454 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:48.138454 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:48.141488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a7bce4-5c81-4a7a-b160-891bbdd4da09', 'tag': 'd923cf1f-42b2-468f-bd63-49d7e5f78dbb'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:48.142952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:48.143145 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91caeb98-5472-4919-a195-3124c0d2179a" -d '{"events": [{"name": "network-changed", "server_uuid": "94a7bce4-5c81-4a7a-b160-891bbdd4da09", "tag": "d923cf1f-42b2-468f-bd63-49d7e5f78dbb"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:48.143145 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (89abb253-ea5b-41cb-be75-d69b98067170), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:48.143145 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (89abb253-ea5b-41cb-be75-d69b98067170), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:48.143145 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (79357e8f-64b1-4882-8323-09d8c9de74f9), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:48.143803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Pushing event updated for resources: {'Port': ['ID=01c30876-85f3-4e08-9264-4184e41a21c0,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:48.143962 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1898bf20-4e88-45a2-905d-1b533cf3cfc4 req-269c64a2-01da-4b80-bdd4-20d3a1861076 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468552 Jan 28 05:43:48.167547 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:48.178932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-fd4b65b7-0122-4d8c-85ec-65f859a0453a tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5007293 Jan 28 05:43:48.218156 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Allocated IP 172.20.0.2 (b2a030ba-d75a-492c-9215-4bbd851db773/ed595bec-cf9d-4498-8151-809336ada596/d4766f73-6535-488d-9ad5-360561c0462d) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:48.230784 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Publish callbacks [] for router_controller (89abb253-ea5b-41cb-be75-d69b98067170), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:48.233582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-71b26409-bb49-4bf1-8d7d-1fd97ea30e49 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:48.261336 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b4584-072e-4c12-b28f-1e7cd285c490 req-d9b6c150-6bf9-4802-a2e8-c9d7031b62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:48.262883 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b7b4584-072e-4c12-b28f-1e7cd285c490 req-d9b6c150-6bf9-4802-a2e8-c9d7031b62bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.5409536 Jan 28 05:43:48.376799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b7b4584-072e-4c12-b28f-1e7cd285c490 req-cc9fe8af-bbc7-4b59-b54a-6ab489c533fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=4076125d-ed0a-4bd4-8351-f36b18b575e6 HTTP/1.1" status: 200 len: 217 time: 0.0528467 Jan 28 05:43:48.403546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad6aae-01c4-4c36-a4e3-d9f1d97a90de req-65c5a677-c711-4592-9b6a-89dc7985c958 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:48.403546 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05ad6aae-01c4-4c36-a4e3-d9f1d97a90de req-65c5a677-c711-4592-9b6a-89dc7985c958 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.3482304 Jan 28 05:43:48.417455 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Publish callbacks [] for port (d4766f73-6535-488d-9ad5-360561c0462d), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:48.417737 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Publish callbacks [] for router_gateway (f78a0edf-40a9-4c85-bedc-6c286f8399af), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:48.422498 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:43:48.426879 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:48.427251 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:48.617554 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (d4766f73-6535-488d-9ad5-360561c0462d), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:48.627266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:48.627928 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:48.675003 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Network b2a030ba-d75a-492c-9215-4bbd851db773 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:48.676012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 16449cfb-b96f-4278-89af-75e689814792 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:48.704501 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:48.718895 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:48.749549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Pushing event updated for resources: {'Port': ['ID=d4766f73-6535-488d-9ad5-360561c0462d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:48.767931 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d28f4d9-02d9-4106-a48b-87db6d163338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:48.770842 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c18c219-435c-4447-8d3c-c9c51e10bff6" -d '{"events": [{"server_uuid": "6d28f4d9-02d9-4106-a48b-87db6d163338", "name": "network-vif-plugged", "status": "completed", "tag": "97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:48.785175 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (f78a0edf-40a9-4c85-bedc-6c286f8399af), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:48.822595 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:48.875061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Attempting to bind port d4766f73-6535-488d-9ad5-360561c0462d on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:48.876402 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Attempting to bind port d4766f73-6535-488d-9ad5-360561c0462d by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'beb05aca-35e1-4a82-bae0-38d93fb9f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b2a030ba-d75a-492c-9215-4bbd851db773'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:48.877050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Attempting to bind port d4766f73-6535-488d-9ad5-360561c0462d on network b2a030ba-d75a-492c-9215-4bbd851db773 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:48.880753 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 16449cfb-b96f-4278-89af-75e689814792 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:48.881308 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (16449cfb-b96f-4278-89af-75e689814792), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:48.905880 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:48.912755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:48.913434 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Checking segment: {'id': 'beb05aca-35e1-4a82-bae0-38d93fb9f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b2a030ba-d75a-492c-9215-4bbd851db773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:48.914050 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:48.914705 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Bound using segment: {'id': 'beb05aca-35e1-4a82-bae0-38d93fb9f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b2a030ba-d75a-492c-9215-4bbd851db773'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:48.915277 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Bound port: d4766f73-6535-488d-9ad5-360561c0462d, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb05aca-35e1-4a82-bae0-38d93fb9f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b2a030ba-d75a-492c-9215-4bbd851db773'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:48.915729 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d4766f73-6535-488d-9ad5-360561c0462d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:49.014763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81e205b-796e-4f0e-b2d6-757144eb2998 None None] Network d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:43:49.015897 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-71b26409-bb49-4bf1-8d7d-1fd97ea30e49 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:49.018089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Router f78a0edf-40a9-4c85-bedc-6c286f8399af is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:43:49.072596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:49.121824 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05ad6aae-01c4-4c36-a4e3-d9f1d97a90de req-2a0508b5-3370-4345-b9a5-8d9f127facf9 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6954033 Jan 28 05:43:49.134477 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b4584-072e-4c12-b28f-1e7cd285c490 req-5b3fd9fe-e8d1-4887-9414-48da128fbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:49.134477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b7b4584-072e-4c12-b28f-1e7cd285c490 req-5b3fd9fe-e8d1-4887-9414-48da128fbcb0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.7414398 Jan 28 05:43:49.152781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] For port d4766f73-6535-488d-9ad5-360561c0462d, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:49.155091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-cc5e22a5-7870-48a5-9fc3-39c86ed031ff None None] Provisioning complete for port 16449cfb-b96f-4278-89af-75e689814792 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:49.155414 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc5e22a5-7870-48a5-9fc3-39c86ed031ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (16449cfb-b96f-4278-89af-75e689814792), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:49.162743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:43:49.179132 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Sync routers for ids ['f78a0edf-40a9-4c85-bedc-6c286f8399af'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:43:49.198627 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Routers {'f78a0edf-40a9-4c85-bedc-6c286f8399af'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:49.199649 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f78a0edf-40a9-4c85-bedc-6c286f8399af'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:49.206972 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] For port d4766f73-6535-488d-9ad5-360561c0462d, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=d4766f73-6535-488d-9ad5-360561c0462d,segment=NetworkSegment(beb05aca-35e1-4a82-bae0-38d93fb9f5dc),segment_id=beb05aca-35e1-4a82-bae0-38d93fb9f5dc)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:49.213957 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Publish callbacks [] for router_gateway (89abb253-ea5b-41cb-be75-d69b98067170), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:49.229438 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 16449cfb-b96f-4278-89af-75e689814792 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:49.231322 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (16449cfb-b96f-4278-89af-75e689814792), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:49.259951 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:49.259951 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9ba652ca-8470-4f3c-9641-62f0698fa6f7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2161322 Jan 28 05:43:49.261283 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54754) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:49.289438 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 16449cfb-b96f-4278-89af-75e689814792, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=16449cfb-b96f-4278-89af-75e689814792,segment=NetworkSegment(0425761b-3f81-48df-ba2b-9edbc800bbce),segment_id=0425761b-3f81-48df-ba2b-9edbc800bbce)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:49.321445 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d4766f73-6535-488d-9ad5-360561c0462d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:49.361815 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b4584-072e-4c12-b28f-1e7cd285c490 req-9f968a7c-caea-4819-a573-806bdad01fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:49.363388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b7b4584-072e-4c12-b28f-1e7cd285c490 req-9f968a7c-caea-4819-a573-806bdad01fe4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1589320 Jan 28 05:43:49.368348 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Set router f78a0edf-40a9-4c85-bedc-6c286f8399af gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:49.410103 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e23db0-7ddb-4bce-891f-2418d506aff0 req-a6782228-8947-45c9-9074-ab10374d010c tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:49.421418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50e23db0-7ddb-4bce-891f-2418d506aff0 req-a6782228-8947-45c9-9074-ab10374d010c tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.1758509 Jan 28 05:43:49.462230 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc7be8-5c82-4706-9c0c-981e24ac10f7 None None] Pushing event updated for resources: {'Port': ['ID=d4766f73-6535-488d-9ad5-360561c0462d,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:49.468231 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e22a5-7870-48a5-9fc3-39c86ed031ff None None] Current status of the port 16449cfb-b96f-4278-89af-75e689814792 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:49.468625 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc5e22a5-7870-48a5-9fc3-39c86ed031ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (16449cfb-b96f-4278-89af-75e689814792), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:49.476972 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (16449cfb-b96f-4278-89af-75e689814792), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:49.478163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device bd7fefe0-4eb5-452f-9977-ed9352ccc736 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:49.623947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=16449cfb-b96f-4278-89af-75e689814792,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:49.723840 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port bd7fefe0-4eb5-452f-9977-ed9352ccc736 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:49.723840 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (bd7fefe0-4eb5-452f-9977-ed9352ccc736), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:49.735857 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-cc5e22a5-7870-48a5-9fc3-39c86ed031ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:43:49.741921 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-cc5e22a5-7870-48a5-9fc3-39c86ed031ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:43:49.754562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79357e8f-64b1-4882-8323-09d8c9de74f9 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:49.763943 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Publish callbacks [] for port (79357e8f-64b1-4882-8323-09d8c9de74f9), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:49.779725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Transition to ACTIVE for port object 79357e8f-64b1-4882-8323-09d8c9de74f9 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:43:49.846123 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'name': 'tempest-ServersTestBootFromVolume-1803354556-router', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:46Z', 'updated_at': '2022-01-28T05:43:48Z', 'revision_number': 3, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'gw_port': {'id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:49.855781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50e23db0-7ddb-4bce-891f-2418d506aff0 req-0d7d8c0a-21af-4ee8-8c18-7416266d0d8f tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772204 Jan 28 05:43:49.899647 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port bd7fefe0-4eb5-452f-9977-ed9352ccc736 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:49.906351 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bd7fefe0-4eb5-452f-9977-ed9352ccc736), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:49.917174 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Checking router: f78a0edf-40a9-4c85-bedc-6c286f8399af for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:43:49.918263 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Updating router f78a0edf-40a9-4c85-bedc-6c286f8399af port 01c30876-85f3-4e08-9264-4184e41a21c0 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:43:49.946610 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port bd7fefe0-4eb5-452f-9977-ed9352ccc736, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=bd7fefe0-4eb5-452f-9977-ed9352ccc736,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:49.955494 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (01c30876-85f3-4e08-9264-4184e41a21c0), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:49.966661 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (79357e8f-64b1-4882-8323-09d8c9de74f9), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:49.975848 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Sync routers for ids ['ed327341-925c-4f8f-802e-8ed5424f31f8'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:43:49.987134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b7b4584-072e-4c12-b28f-1e7cd285c490 req-e0803287-675f-4373-8ed0-13bff501d575 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135035 Jan 28 05:43:49.991685 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a46d2c-839e-48bd-8705-a5a9c6782576 x-openstack-request-id: req-95a46d2c-839e-48bd-8705-a5a9c6782576 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:49.991998 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a7bce4-5c81-4a7a-b160-891bbdd4da09", "tag": "d923cf1f-42b2-468f-bd63-49d7e5f78dbb", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:49.993050 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95a46d2c-839e-48bd-8705-a5a9c6782576 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:49.993050 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a7bce4-5c81-4a7a-b160-891bbdd4da09', 'tag': 'd923cf1f-42b2-468f-bd63-49d7e5f78dbb', 'status': 'completed', 'code': 200} Jan 28 05:43:49.995062 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Routers {'ed327341-925c-4f8f-802e-8ed5424f31f8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:49.996249 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ed327341-925c-4f8f-802e-8ed5424f31f8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:50.084768 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bd7fefe0-4eb5-452f-9977-ed9352ccc736), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:50.132821 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-71b26409-bb49-4bf1-8d7d-1fd97ea30e49 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:50.174384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=bd7fefe0-4eb5-452f-9977-ed9352ccc736,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:50.178247 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 4076125d-ed0a-4bd4-8351-f36b18b575e6 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:43:50.291678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91caeb98-5472-4919-a195-3124c0d2179a req-3bd7c648-d2c2-4e5a-9f57-b637756bcf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:50.293183 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91caeb98-5472-4919-a195-3124c0d2179a req-3bd7c648-d2c2-4e5a-9f57-b637756bcf8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&device_id=94a7bce4-5c81-4a7a-b160-891bbdd4da09 HTTP/1.1" status: 200 len: 1096 time: 0.2186301 Jan 28 05:43:50.303079 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52b489-570b-4ec1-81d7-dbd4aa94e2f0 req-27d3e36b-3c85-40b9-a237-2d88a6e489a2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:50.314426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b52b489-570b-4ec1-81d7-dbd4aa94e2f0 req-27d3e36b-3c85-40b9-a237-2d88a6e489a2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d5aebc-95a2-40f9-9aef-9a2e8824da17 HTTP/1.1" status: 200 len: 943 time: 0.2014601 Jan 28 05:43:50.314961 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Pushing event updated for resources: {'Port': ['ID=79357e8f-64b1-4882-8323-09d8c9de74f9,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:50.402549 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:50.413597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e22a5-7870-48a5-9fc3-39c86ed031ff None None] Current status of the port 16449cfb-b96f-4278-89af-75e689814792 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:50.417638 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Set router ed327341-925c-4f8f-802e-8ed5424f31f8 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:50.428290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91caeb98-5472-4919-a195-3124c0d2179a req-33e41ed0-18dd-4ce7-8ba7-c63a5b538591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:50.429818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91caeb98-5472-4919-a195-3124c0d2179a req-33e41ed0-18dd-4ce7-8ba7-c63a5b538591 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 906 time: 0.1228702 Jan 28 05:43:50.444510 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Publish callbacks [] for port (01c30876-85f3-4e08-9264-4184e41a21c0), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:50.538063 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (01c30876-85f3-4e08-9264-4184e41a21c0), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:50.608579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b7b4584-072e-4c12-b28f-1e7cd285c490 req-7543c428-d59f-4a80-93f9-ba802d7ae33c service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5916984 Jan 28 05:43:50.626251 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33e378-9659-4897-90f1-a4c2c91b41a6 None None] Pushing event updated for resources: {'Port': ['ID=01c30876-85f3-4e08-9264-4184e41a21c0,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:50.647633 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Attempting to bind port 01c30876-85f3-4e08-9264-4184e41a21c0 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:50.648066 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Attempting to bind port 01c30876-85f3-4e08-9264-4184e41a21c0 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:50.648428 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Attempting to bind port 01c30876-85f3-4e08-9264-4184e41a21c0 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:50.654725 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:50.655110 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:50.655513 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:50.655908 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:50.656987 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Bound port: 01c30876-85f3-4e08-9264-4184e41a21c0, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:50.657651 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (01c30876-85f3-4e08-9264-4184e41a21c0), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:50.725238 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] Allocated IP 172.20.0.1 (d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5/8d0ba9b4-619a-4ce5-8c78-f5d8f5434563/12ff65d0-6fd7-47e0-984d-648f5d822f43) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:50.730757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91caeb98-5472-4919-a195-3124c0d2179a req-7ea3b910-b987-4b1d-b4e2-39b9e40794cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d923cf1f-42b2-468f-bd63-49d7e5f78dbb HTTP/1.1" status: 200 len: 217 time: 0.2770219 Jan 28 05:43:50.735730 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] For port 01c30876-85f3-4e08-9264-4184e41a21c0, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:50.740142 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] For port 01c30876-85f3-4e08-9264-4184e41a21c0, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=01c30876-85f3-4e08-9264-4184e41a21c0,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:50.778325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Attempting to bind port 79357e8f-64b1-4882-8323-09d8c9de74f9 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:50.779436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Attempting to bind port 79357e8f-64b1-4882-8323-09d8c9de74f9 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:50.779436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Attempting to bind port 79357e8f-64b1-4882-8323-09d8c9de74f9 on network b7fafb85-2281-41db-85af-da2c477e5fbd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:50.841799 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (01c30876-85f3-4e08-9264-4184e41a21c0), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:50.846376 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Port 79357e8f-64b1-4882-8323-09d8c9de74f9 on network b7fafb85-2281-41db-85af-da2c477e5fbd not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:43:50.846862 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Attempting to bind port 79357e8f-64b1-4882-8323-09d8c9de74f9 on network b7fafb85-2281-41db-85af-da2c477e5fbd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:50.849782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91caeb98-5472-4919-a195-3124c0d2179a req-a9febb67-3c34-41cf-a679-bd8b216457a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:50.851402 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91caeb98-5472-4919-a195-3124c0d2179a req-a9febb67-3c34-41cf-a679-bd8b216457a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ace652b-1ccc-4a73-9185-4c2cd62a6d0e HTTP/1.1" status: 200 len: 845 time: 0.1035280 Jan 28 05:43:50.876821 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device d923cf1f-42b2-468f-bd63-49d7e5f78dbb details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:43:50.879118 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 16449cfb-b96f-4278-89af-75e689814792 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:50.891894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:50.892481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Checking segment: {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:50.894767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Bound using segment: {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:50.894767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Bound port: 79357e8f-64b1-4882-8323-09d8c9de74f9, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:50.894767 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (79357e8f-64b1-4882-8323-09d8c9de74f9), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:50.907688 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] Publish callbacks [] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:50.920638 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-38361cf2-f12e-4bd2-8abc-90321eef2891 None None] Provisioning complete for port 16449cfb-b96f-4278-89af-75e689814792 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:50.925374 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38361cf2-f12e-4bd2-8abc-90321eef2891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (16449cfb-b96f-4278-89af-75e689814792), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:50.983465 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Routers {'f78a0edf-40a9-4c85-bedc-6c286f8399af'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:50.984012 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f78a0edf-40a9-4c85-bedc-6c286f8399af'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:50.985486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] For port 79357e8f-64b1-4882-8323-09d8c9de74f9, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:50.986860 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33e378-9659-4897-90f1-a4c2c91b41a6 None None] Pushing event updated for resources: {'Port': ['ID=01c30876-85f3-4e08-9264-4184e41a21c0,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:50.989248 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] For port 79357e8f-64b1-4882-8323-09d8c9de74f9, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=79357e8f-64b1-4882-8323-09d8c9de74f9,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:51.006838 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 4076125d-ed0a-4bd4-8351-f36b18b575e6, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=4076125d-ed0a-4bd4-8351-f36b18b575e6,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:51.036181 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:51.073885 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91caeb98-5472-4919-a195-3124c0d2179a req-d173666e-8382-4828-be77-53c806d1b8d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eec00fff-aff9-4369-9cd0-be1af626188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2151737 Jan 28 05:43:51.085328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b52b489-570b-4ec1-81d7-dbd4aa94e2f0 req-16864c9d-8b59-4e30-adf2-86829e3b7114 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7635732 Jan 28 05:43:51.089311 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-38361cf2-f12e-4bd2-8abc-90321eef2891 None None] Current status of the port 16449cfb-b96f-4278-89af-75e689814792 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:51.096019 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (79357e8f-64b1-4882-8323-09d8c9de74f9), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:51.110347 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'name': 'tempest-FloatingIPDetailsTestJSON-434446339-router', 'tenant_id': '8144179b9b5c452eb81fffce88eb48e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd7fefe0-4eb5-452f-9977-ed9352ccc736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:39Z', 'updated_at': '2022-01-28T05:43:45Z', 'revision_number': 4, 'project_id': '8144179b9b5c452eb81fffce88eb48e1', 'gw_port': {'id': 'bd7fefe0-4eb5-452f-9977-ed9352ccc736', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:41Z', 'updated_at': '2022-01-28T05:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '8d21efb2-7e39-4e51-bc34-ec4b69096a2d', 'name': '', 'network_id': '0d26c227-7de3-44d2-91c7-cd80233d88ba', 'tenant_id': '8144179b9b5c452eb81fffce88eb48e1', 'mac_address': 'fa:16:3e:3b:53:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '47b87a7a-3a65-414e-b6b8-8fce39bb2a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:44Z', 'updated_at': '2022-01-28T05:43:45Z', 'revision_number': 2, 'project_id': '8144179b9b5c452eb81fffce88eb48e1', 'subnets': [{'id': '47b87a7a-3a65-414e-b6b8-8fce39bb2a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:51.144124 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] Network d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:51.149780 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.resource_extend [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 05:43:51.156021 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:51.162572 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] Pushing event updated for resources: {'Port': ['ID=12ff65d0-6fd7-47e0-984d-648f5d822f43,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:51.163787 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Checking router: ed327341-925c-4f8f-802e-8ed5424f31f8 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:43:51.164099 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Updating router ed327341-925c-4f8f-802e-8ed5424f31f8 port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:43:51.167954 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:51.194637 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '4076125d-ed0a-4bd4-8351-f36b18b575e6', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '4076125d-ed0a-4bd4-8351-f36b18b575e6', 'mac_address': 'fa:16:3e:cb:0c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:43:51.198777 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad297fa4-650e-40ec-8bb0-2e360e41b693 None None] Network b2a030ba-d75a-492c-9215-4bbd851db773 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:43:51.232872 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-71b26409-bb49-4bf1-8d7d-1fd97ea30e49 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Allocated IP 172.25.0.75 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/b1e5b328-d39d-4ad6-a80c-a2ad1cb44808) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:51.248415 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (f78a0edf-40a9-4c85-bedc-6c286f8399af), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:51.255921 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:51.352947 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] Set router f78a0edf-40a9-4c85-bedc-6c286f8399af gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:51.363241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:51.366220 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:51.366220 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] 10.222.0.60 "PUT /v2.0/ports/79357e8f-64b1-4882-8323-09d8c9de74f9 HTTP/1.1" status: 200 len: 1092 time: 3.8756053 Jan 28 05:43:51.403951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8a4ecf33-fb42-4bba-92fa-f3e10aa33ae4 None None] Provisioning complete for port d4766f73-6535-488d-9ad5-360561c0462d triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:51.404341 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a4ecf33-fb42-4bba-92fa-f3e10aa33ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d4766f73-6535-488d-9ad5-360561c0462d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:51.407728 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Publish callbacks [] for router_gateway (89abb253-ea5b-41cb-be75-d69b98067170), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:51.438210 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:51.475114 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 16449cfb-b96f-4278-89af-75e689814792 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:51.475503 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (16449cfb-b96f-4278-89af-75e689814792), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:51.512830 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:51.518850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b583efb-7bbb-4ec0-a482-f6682001a21d req-05b74a14-6ed0-4c0f-8445-ae798472ee4c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:51.520499 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b583efb-7bbb-4ec0-a482-f6682001a21d req-05b74a14-6ed0-4c0f-8445-ae798472ee4c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a7bce4-5c81-4a7a-b160-891bbdd4da09 HTTP/1.1" status: 200 len: 944 time: 0.2914634 Jan 28 05:43:51.543994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port d923cf1f-42b2-468f-bd63-49d7e5f78dbb, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=d923cf1f-42b2-468f-bd63-49d7e5f78dbb,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:51.561759 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'd923cf1f-42b2-468f-bd63-49d7e5f78dbb', 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f', 'port_id': 'd923cf1f-42b2-468f-bd63-49d7e5f78dbb', 'mac_address': 'fa:16:3e:43:a4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ace652b-1ccc-4a73-9185-4c2cd62a6d0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:43:51.581766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140c32a-9d6d-4a21-aff3-b0468522af04 service neutron] Pushing event updated for resources: {'Port': ['ID=79357e8f-64b1-4882-8323-09d8c9de74f9,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:51.584068 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'name': 'tempest-ServersTestBootFromVolume-1803354556-router', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:46Z', 'updated_at': '2022-01-28T05:43:48Z', 'revision_number': 3, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'gw_port': {'id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:51.618760 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9941a11e-edda-4b0b-94a2-e6f9ef2c2482 None None] The sync data for ids ['f78a0edf-40a9-4c85-bedc-6c286f8399af'] in n-d-812111-12 is: [{'id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'name': 'tempest-ServersTestBootFromVolume-1803354556-router', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:46Z', 'updated_at': '2022-01-28T05:43:48Z', 'revision_number': 3, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'gw_port': {'id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:43:51.660333 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91caeb98-5472-4919-a195-3124c0d2179a req-f7bca3ca-4b8a-43ee-9d45-217cdd1aec85 service neutron] 10.222.0.60 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736647 Jan 28 05:43:51.682409 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b583efb-7bbb-4ec0-a482-f6682001a21d req-68195ed9-d419-48d6-9f2a-2315e9467171 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123810 Jan 28 05:43:51.687343 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 4076125d-ed0a-4bd4-8351-f36b18b575e6 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:51.689259 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4076125d-ed0a-4bd4-8351-f36b18b575e6), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:51.755054 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] Publish callbacks [] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:51.755817 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4076125d-ed0a-4bd4-8351-f36b18b575e6 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:51.791165 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2567ee8-db74-469f-a233-e53398cd8f32 x-openstack-request-id: req-e2567ee8-db74-469f-a233-e53398cd8f32 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:51.791464 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d28f4d9-02d9-4106-a48b-87db6d163338", "name": "network-vif-plugged", "status": "completed", "tag": "97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:51.791723 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2567ee8-db74-469f-a233-e53398cd8f32 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:51.792115 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d28f4d9-02d9-4106-a48b-87db6d163338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c', 'code': 200} Jan 28 05:43:51.821809 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:51.839831 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 4076125d-ed0a-4bd4-8351-f36b18b575e6, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=4076125d-ed0a-4bd4-8351-f36b18b575e6,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:51.846133 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port d923cf1f-42b2-468f-bd63-49d7e5f78dbb is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:51.846909 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d923cf1f-42b2-468f-bd63-49d7e5f78dbb), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:51.860743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ecf33-fb42-4bba-92fa-f3e10aa33ae4 None None] Current status of the port d4766f73-6535-488d-9ad5-360561c0462d is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:51.861133 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a4ecf33-fb42-4bba-92fa-f3e10aa33ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d4766f73-6535-488d-9ad5-360561c0462d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:51.878588 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91caeb98-5472-4919-a195-3124c0d2179a req-5a980ae7-ad60-43f1-a183-ed6c5006184a service neutron] 10.222.0.60 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923604 Jan 28 05:43:51.899373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d923cf1f-42b2-468f-bd63-49d7e5f78dbb {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:51.935026 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] Pushing event updated for resources: {'Port': ['ID=12ff65d0-6fd7-47e0-984d-648f5d822f43,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:51.938325 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (f78a0edf-40a9-4c85-bedc-6c286f8399af), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:51.943063 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4076125d-ed0a-4bd4-8351-f36b18b575e6), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:51.944708 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-71b26409-bb49-4bf1-8d7d-1fd97ea30e49 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for port (b1e5b328-d39d-4ad6-a80c-a2ad1cb44808), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:52.018464 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d5aebc-95a2-40f9-9aef-9a2e8824da17', 'tag': '79357e8f-64b1-4882-8323-09d8c9de74f9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:52.020303 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebe7ca3-5d75-45e8-bd8d-6d81bf040222" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d5aebc-95a2-40f9-9aef-9a2e8824da17", "tag": "79357e8f-64b1-4882-8323-09d8c9de74f9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:52.069451 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port d923cf1f-42b2-468f-bd63-49d7e5f78dbb, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=d923cf1f-42b2-468f-bd63-49d7e5f78dbb,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:52.080515 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8a4ecf33-fb42-4bba-92fa-f3e10aa33ae4 None None] For port d4766f73-6535-488d-9ad5-360561c0462d, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=d4766f73-6535-488d-9ad5-360561c0462d,segment=NetworkSegment(beb05aca-35e1-4a82-bae0-38d93fb9f5dc),segment_id=beb05aca-35e1-4a82-bae0-38d93fb9f5dc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:52.111454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 16449cfb-b96f-4278-89af-75e689814792 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:52.112410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] Network d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:52.112743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device bd7fefe0-4eb5-452f-9977-ed9352ccc736 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:52.115666 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:52.152313 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d923cf1f-42b2-468f-bd63-49d7e5f78dbb), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:52.158146 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=4076125d-ed0a-4bd4-8351-f36b18b575e6,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:52.194717 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a4ecf33-fb42-4bba-92fa-f3e10aa33ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d4766f73-6535-488d-9ad5-360561c0462d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:52.251484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Allocated IP 172.25.0.17 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/39e5f2b8-cf33-4e73-a85d-865a5d557e01) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:52.326383 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=d923cf1f-42b2-468f-bd63-49d7e5f78dbb,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:52.336830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-5317208a-d96a-431c-a068-a0d04d0b9f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:52.338225 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-5317208a-d96a-431c-a068-a0d04d0b9f1b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&device_id=c2d5aebc-95a2-40f9-9aef-9a2e8824da17 HTTP/1.1" status: 200 len: 1095 time: 0.7989454 Jan 28 05:43:52.339276 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-71b26409-bb49-4bf1-8d7d-1fd97ea30e49 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b1e5b328-d39d-4ad6-a80c-a2ad1cb44808), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:52.348061 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] Router f78a0edf-40a9-4c85-bedc-6c286f8399af has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:43:52.427846 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Publish callbacks [] for port (39e5f2b8-cf33-4e73-a85d-865a5d557e01), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:52.450780 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['4076125d-ed0a-4bd4-8351-f36b18b575e6'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:52.453081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port bd7fefe0-4eb5-452f-9977-ed9352ccc736 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:52.454086 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (bd7fefe0-4eb5-452f-9977-ed9352ccc736), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:52.455835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-99261f0c-97b5-49df-b81e-6141ae1aa42b None None] Provisioning complete for port d4766f73-6535-488d-9ad5-360561c0462d triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:52.456206 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99261f0c-97b5-49df-b81e-6141ae1aa42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d4766f73-6535-488d-9ad5-360561c0462d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:52.485610 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Publish callbacks [] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:52.535737 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:43:52.550964 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dec4b882-7de4-496c-af5c-1608f58055c0 admin admin] 10.222.0.31 "PUT /v2.0/routers/f78a0edf-40a9-4c85-bedc-6c286f8399af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2874708 Jan 28 05:43:52.578437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['d923cf1f-42b2-468f-bd63-49d7e5f78dbb'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:52.612354 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ecf33-fb42-4bba-92fa-f3e10aa33ae4 None None] Pushing event updated for resources: {'Port': ['ID=d4766f73-6535-488d-9ad5-360561c0462d,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:52.639903 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:52.839328 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138442f-0666-4ee4-beaf-93a72a7855b9 None None] Pushing event updated for resources: {'Port': ['ID=8d21efb2-7e39-4e51-bc34-ec4b69096a2d,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:52.887291 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-99261f0c-97b5-49df-b81e-6141ae1aa42b None None] Current status of the port d4766f73-6535-488d-9ad5-360561c0462d is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:52.946690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-71b26409-bb49-4bf1-8d7d-1fd97ea30e49 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:52.950137 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (39e5f2b8-cf33-4e73-a85d-865a5d557e01), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:52.958077 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-2d365746-41ea-42a4-9d72-5005edcb4d53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79357e8f-64b1-4882-8323-09d8c9de74f9 HTTP/1.1" status: 200 len: 217 time: 0.4432178 Jan 28 05:43:52.969703 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port bd7fefe0-4eb5-452f-9977-ed9352ccc736 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:52.969703 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device d4766f73-6535-488d-9ad5-360561c0462d up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:52.972795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-71b26409-bb49-4bf1-8d7d-1fd97ea30e49 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:52.975267 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-71b26409-bb49-4bf1-8d7d-1fd97ea30e49 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:53.019271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c352bc-8af8-4356-8248-eeea5fd67468 req-87490af0-b4d2-48fa-b1d6-9adef2a5075f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:53.026463 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-69c352bc-8af8-4356-8248-eeea5fd67468 req-87490af0-b4d2-48fa-b1d6-9adef2a5075f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 948 time: 1.1450493 Jan 28 05:43:53.035426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b26409-bb49-4bf1-8d7d-1fd97ea30e49 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Pushing event updated for resources: {'Port': ['ID=b1e5b328-d39d-4ad6-a80c-a2ad1cb44808,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:53.105612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508dce5-aaad-494b-bbb7-a5bbdf0248d2 req-da413a05-d0fc-4d7c-915d-51620d36d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:53.107149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b508dce5-aaad-494b-bbb7-a5bbdf0248d2 req-da413a05-d0fc-4d7c-915d-51620d36d64e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6d28f4d9-02d9-4106-a48b-87db6d163338 HTTP/1.1" status: 200 len: 1101 time: 1.0803971 Jan 28 05:43:53.118184 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:53.145641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:53.148082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:53.168140 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-99261f0c-97b5-49df-b81e-6141ae1aa42b None None] Provisioning complete for port 12ff65d0-6fd7-47e0-984d-648f5d822f43 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:53.168508 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99261f0c-97b5-49df-b81e-6141ae1aa42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:53.180429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Pushing event updated for resources: {'Port': ['ID=39e5f2b8-cf33-4e73-a85d-865a5d557e01,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:53.220392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-97b3fab0-7f49-4867-a894-494250c0e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:53.221560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Attempting to bind port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:53.222075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-97b3fab0-7f49-4867-a894-494250c0e43c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c507c782-4f53-4cd1-85bd-9b428677b1ce HTTP/1.1" status: 200 len: 851 time: 0.2433863 Jan 28 05:43:53.222220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Attempting to bind port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b8ebba4a-c261-4510-8c0f-7b61fafddec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0d26c227-7de3-44d2-91c7-cd80233d88ba'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:53.222809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Attempting to bind port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d on network 0d26c227-7de3-44d2-91c7-cd80233d88ba {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:53.255359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:53.255359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Checking segment: {'id': 'b8ebba4a-c261-4510-8c0f-7b61fafddec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0d26c227-7de3-44d2-91c7-cd80233d88ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:53.255359 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:53.256030 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Bound using segment: {'id': 'b8ebba4a-c261-4510-8c0f-7b61fafddec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0d26c227-7de3-44d2-91c7-cd80233d88ba'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:53.256233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Bound port: 8d21efb2-7e39-4e51-bc34-ec4b69096a2d, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ebba4a-c261-4510-8c0f-7b61fafddec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0d26c227-7de3-44d2-91c7-cd80233d88ba'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:53.256616 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:53.278407 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-99261f0c-97b5-49df-b81e-6141ae1aa42b None None] Port 12ff65d0-6fd7-47e0-984d-648f5d822f43 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:43:53.297676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-69c352bc-8af8-4356-8248-eeea5fd67468 req-64a69135-629a-4997-a937-9ea437167ef9 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699544 Jan 28 05:43:53.307527 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-358f07fb-25ab-4d1e-8b15-16713be083c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7fafb85-2281-41db-85af-da2c477e5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746808 Jan 28 05:43:53.366921 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b508dce5-aaad-494b-bbb7-a5bbdf0248d2 req-64bd3174-a245-41b2-9d80-4b35673efb5f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460580 Jan 28 05:43:53.372770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port d4766f73-6535-488d-9ad5-360561c0462d triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:53.373143 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d4766f73-6535-488d-9ad5-360561c0462d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:53.450472 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] For port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:53.455761 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] For port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8d21efb2-7e39-4e51-bc34-ec4b69096a2d,segment=NetworkSegment(b8ebba4a-c261-4510-8c0f-7b61fafddec6),segment_id=b8ebba4a-c261-4510-8c0f-7b61fafddec6)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:53.464815 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6fcebe09-03bf-4444-bb19-ec0512899b94 None None] Provisioning complete for port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:53.465184 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6fcebe09-03bf-4444-bb19-ec0512899b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:53.526156 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-71b26409-bb49-4bf1-8d7d-1fd97ea30e49 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for floatingip (fce345ee-b865-4c08-8015-c914606ae27d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:53.536050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6fcebe09-03bf-4444-bb19-ec0512899b94 None None] Port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:43:53.540060 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:53.577867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2085cb-fe7d-4381-9bf0-81da57aaa2ea req-33903b6d-dd43-42ec-864c-f6b0edefa233 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:53.580185 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be2085cb-fe7d-4381-9bf0-81da57aaa2ea req-33903b6d-dd43-42ec-864c-f6b0edefa233 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.2109001 Jan 28 05:43:53.599930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port d4766f73-6535-488d-9ad5-360561c0462d is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:53.609535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6fcebe09-03bf-4444-bb19-ec0512899b94 None None] Provisioning complete for port 12ff65d0-6fd7-47e0-984d-648f5d822f43 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:53.610558 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6fcebe09-03bf-4444-bb19-ec0512899b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:53.621053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-933b6893-bb3e-4fd9-afe0-5d39c491078b service neutron] 10.222.0.60 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042343 Jan 28 05:43:53.666238 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Routers {'ed327341-925c-4f8f-802e-8ed5424f31f8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:53.666238 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ed327341-925c-4f8f-802e-8ed5424f31f8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:53.668159 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138442f-0666-4ee4-beaf-93a72a7855b9 None None] Pushing event updated for resources: {'Port': ['ID=8d21efb2-7e39-4e51-bc34-ec4b69096a2d,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:53.730122 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6fcebe09-03bf-4444-bb19-ec0512899b94 None None] Port 12ff65d0-6fd7-47e0-984d-648f5d822f43 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:43:53.824370 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-71b26409-bb49-4bf1-8d7d-1fd97ea30e49 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b1e5b328-d39d-4ad6-a80c-a2ad1cb44808), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:53.830012 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be2085cb-fe7d-4381-9bf0-81da57aaa2ea req-63b5db3d-3a4e-4c4a-8ffa-5d43eda398b8 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413571 Jan 28 05:43:53.857857 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] Set router ed327341-925c-4f8f-802e-8ed5424f31f8 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:53.906272 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ec7811d-b524-4fd3-b26f-46f5dd19e41e req-f53cafd3-2fee-47d0-805e-75866f72b7b5 service neutron] 10.222.0.60 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769513 Jan 28 05:43:53.980058 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 01c30876-85f3-4e08-9264-4184e41a21c0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:54.048318 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Sync routers for ids ['f78a0edf-40a9-4c85-bedc-6c286f8399af'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:43:54.064642 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Routers {'f78a0edf-40a9-4c85-bedc-6c286f8399af'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:54.066128 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f78a0edf-40a9-4c85-bedc-6c286f8399af'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:54.072266 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Publish callbacks [] for router_gateway (89abb253-ea5b-41cb-be75-d69b98067170), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:54.072735 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-779c693d-6ccf-4b08-a7b6-798e064616a4 None None] Provisioning complete for port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:54.072949 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-779c693d-6ccf-4b08-a7b6-798e064616a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:54.139950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76271ada-fbea-4288-9ddc-33bfe160ed13 req-ed3135ad-5f07-4447-9439-1bc13e4c1bb9 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:54.141661 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76271ada-fbea-4288-9ddc-33bfe160ed13 req-ed3135ad-5f07-4447-9439-1bc13e4c1bb9 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.1812434 Jan 28 05:43:54.163608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 01c30876-85f3-4e08-9264-4184e41a21c0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:54.163985 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (01c30876-85f3-4e08-9264-4184e41a21c0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:54.213665 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Set router f78a0edf-40a9-4c85-bedc-6c286f8399af gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:54.268825 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-779c693d-6ccf-4b08-a7b6-798e064616a4 None None] Current status of the port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:54.269214 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-779c693d-6ccf-4b08-a7b6-798e064616a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:54.270103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76271ada-fbea-4288-9ddc-33bfe160ed13 req-9a7acb34-3626-47f0-b660-20f2ac0c6aa0 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163912 Jan 28 05:43:54.300377 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-71b26409-bb49-4bf1-8d7d-1fd97ea30e49 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for port (b1e5b328-d39d-4ad6-a80c-a2ad1cb44808), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:54.335276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-779c693d-6ccf-4b08-a7b6-798e064616a4 None None] For port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8d21efb2-7e39-4e51-bc34-ec4b69096a2d,segment=NetworkSegment(b8ebba4a-c261-4510-8c0f-7b61fafddec6),segment_id=b8ebba4a-c261-4510-8c0f-7b61fafddec6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:54.352156 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c93d0f-a2f8-4ecc-ab86-1f39b2d491c0 x-openstack-request-id: req-e4c93d0f-a2f8-4ecc-ab86-1f39b2d491c0 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:54.352441 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d5aebc-95a2-40f9-9aef-9a2e8824da17", "tag": "79357e8f-64b1-4882-8323-09d8c9de74f9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:54.352697 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4c93d0f-a2f8-4ecc-ab86-1f39b2d491c0 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:54.353089 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d5aebc-95a2-40f9-9aef-9a2e8824da17', 'tag': '79357e8f-64b1-4882-8323-09d8c9de74f9', 'status': 'completed', 'code': 200} Jan 28 05:43:54.369732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'name': 'tempest-FloatingIPDetailsTestJSON-434446339-router', 'tenant_id': '8144179b9b5c452eb81fffce88eb48e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd7fefe0-4eb5-452f-9977-ed9352ccc736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:39Z', 'updated_at': '2022-01-28T05:43:45Z', 'revision_number': 4, 'project_id': '8144179b9b5c452eb81fffce88eb48e1', 'gw_port': {'id': 'bd7fefe0-4eb5-452f-9977-ed9352ccc736', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:41Z', 'updated_at': '2022-01-28T05:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '8d21efb2-7e39-4e51-bc34-ec4b69096a2d', 'name': '', 'network_id': '0d26c227-7de3-44d2-91c7-cd80233d88ba', 'tenant_id': '8144179b9b5c452eb81fffce88eb48e1', 'mac_address': 'fa:16:3e:3b:53:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '47b87a7a-3a65-414e-b6b8-8fce39bb2a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:44Z', 'updated_at': '2022-01-28T05:43:53Z', 'revision_number': 4, 'project_id': '8144179b9b5c452eb81fffce88eb48e1', 'subnets': [{'id': '47b87a7a-3a65-414e-b6b8-8fce39bb2a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:54.407275 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98459bc-b66e-4bb4-acc5-ac05d611d584 None None] The sync data for ids ['ed327341-925c-4f8f-802e-8ed5424f31f8'] in n-d-812111-12 is: [{'id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'name': 'tempest-FloatingIPDetailsTestJSON-434446339-router', 'tenant_id': '8144179b9b5c452eb81fffce88eb48e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd7fefe0-4eb5-452f-9977-ed9352ccc736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:39Z', 'updated_at': '2022-01-28T05:43:45Z', 'revision_number': 4, 'project_id': '8144179b9b5c452eb81fffce88eb48e1', 'gw_port': {'id': 'bd7fefe0-4eb5-452f-9977-ed9352ccc736', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:41Z', 'updated_at': '2022-01-28T05:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '8d21efb2-7e39-4e51-bc34-ec4b69096a2d', 'name': '', 'network_id': '0d26c227-7de3-44d2-91c7-cd80233d88ba', 'tenant_id': '8144179b9b5c452eb81fffce88eb48e1', 'mac_address': 'fa:16:3e:3b:53:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '47b87a7a-3a65-414e-b6b8-8fce39bb2a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:44Z', 'updated_at': '2022-01-28T05:43:53Z', 'revision_number': 4, 'project_id': '8144179b9b5c452eb81fffce88eb48e1', 'subnets': [{'id': '47b87a7a-3a65-414e-b6b8-8fce39bb2a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:43:54.410963 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 01c30876-85f3-4e08-9264-4184e41a21c0 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:54.411536 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (01c30876-85f3-4e08-9264-4184e41a21c0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:54.426159 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-71b26409-bb49-4bf1-8d7d-1fd97ea30e49 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (b1e5b328-d39d-4ad6-a80c-a2ad1cb44808), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:54.433946 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-779c693d-6ccf-4b08-a7b6-798e064616a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:54.493342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 01c30876-85f3-4e08-9264-4184e41a21c0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=01c30876-85f3-4e08-9264-4184e41a21c0,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:54.526747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c693d-6ccf-4b08-a7b6-798e064616a4 None None] Pushing event updated for resources: {'Port': ['ID=8d21efb2-7e39-4e51-bc34-ec4b69096a2d,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:54.549677 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (01c30876-85f3-4e08-9264-4184e41a21c0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:54.551311 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device d4766f73-6535-488d-9ad5-360561c0462d up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:54.557294 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'name': 'tempest-ServersTestBootFromVolume-1803354556-router', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:46Z', 'updated_at': '2022-01-28T05:43:51Z', 'revision_number': 4, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'gw_port': {'id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '12ff65d0-6fd7-47e0-984d-648f5d822f43', 'name': '', 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'mac_address': 'fa:16:3e:23:ed:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:50Z', 'updated_at': '2022-01-28T05:43:51Z', 'revision_number': 2, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'subnets': [{'id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:54.586587 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (89abb253-ea5b-41cb-be75-d69b98067170), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:54.587208 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Checking router: f78a0edf-40a9-4c85-bedc-6c286f8399af for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:43:54.587499 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Updating router f78a0edf-40a9-4c85-bedc-6c286f8399af port 12ff65d0-6fd7-47e0-984d-648f5d822f43 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:43:54.588468 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b26409-bb49-4bf1-8d7d-1fd97ea30e49 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Pushing event updated for resources: {'Port': ['ID=b1e5b328-d39d-4ad6-a80c-a2ad1cb44808,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:54.600836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe7ca3-5d75-45e8-bd8d-6d81bf040222 req-b553693a-6315-4640-ab85-8ff52e912bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:54.602723 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ebe7ca3-5d75-45e8-bd8d-6d81bf040222 req-b553693a-6315-4640-ab85-8ff52e912bca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&device_id=c2d5aebc-95a2-40f9-9aef-9a2e8824da17 HTTP/1.1" status: 200 len: 1095 time: 0.1880383 Jan 28 05:43:54.618168 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:54.623275 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device d923cf1f-42b2-468f-bd63-49d7e5f78dbb up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:54.633721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54ab9d-b72c-47f1-aff7-98d07ab059cc req-5dde0a78-aee6-497e-8fd8-85fe0e5a8016 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:54.643238 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb54ab9d-b72c-47f1-aff7-98d07ab059cc req-5dde0a78-aee6-497e-8fd8-85fe0e5a8016 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d5aebc-95a2-40f9-9aef-9a2e8824da17 HTTP/1.1" status: 200 len: 943 time: 0.2272899 Jan 28 05:43:54.756691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=01c30876-85f3-4e08-9264-4184e41a21c0,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:54.782228 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-71b26409-bb49-4bf1-8d7d-1fd97ea30e49 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (fce345ee-b865-4c08-8015-c914606ae27d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:54.786711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port d4766f73-6535-488d-9ad5-360561c0462d triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:54.787296 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d4766f73-6535-488d-9ad5-360561c0462d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:54.832041 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:54.892240 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port d923cf1f-42b2-468f-bd63-49d7e5f78dbb completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:43:54.895046 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-71b26409-bb49-4bf1-8d7d-1fd97ea30e49 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:54.895046 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-71b26409-bb49-4bf1-8d7d-1fd97ea30e49 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.7045140 Jan 28 05:43:54.900617 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port d923cf1f-42b2-468f-bd63-49d7e5f78dbb triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:54.902332 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d923cf1f-42b2-468f-bd63-49d7e5f78dbb), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:54.902822 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb54ab9d-b72c-47f1-aff7-98d07ab059cc req-b99b7ec5-d834-4c89-a7ad-ed7fc9be2eb9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587042 Jan 28 05:43:54.938990 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port d4766f73-6535-488d-9ad5-360561c0462d is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:55.008422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe7ca3-5d75-45e8-bd8d-6d81bf040222 req-f2a1f446-49f5-49ac-88f1-a07fed765404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:55.009994 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ebe7ca3-5d75-45e8-bd8d-6d81bf040222 req-f2a1f446-49f5-49ac-88f1-a07fed765404 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 912 time: 0.3989275 Jan 28 05:43:55.023524 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-2331b64e-e3bd-455f-bd0c-978c665e860a tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.75 HTTP/1.1" status: 200 len: 695 time: 0.1068602 Jan 28 05:43:55.029375 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Publish callbacks [] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:55.065931 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port d923cf1f-42b2-468f-bd63-49d7e5f78dbb is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:55.066562 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d923cf1f-42b2-468f-bd63-49d7e5f78dbb), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:55.091319 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a7bce4-5c81-4a7a-b160-891bbdd4da09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd923cf1f-42b2-468f-bd63-49d7e5f78dbb'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:55.094379 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec96cfa8-499a-4fce-99db-029399a4aab2" -d '{"events": [{"server_uuid": "94a7bce4-5c81-4a7a-b160-891bbdd4da09", "name": "network-vif-plugged", "status": "completed", "tag": "d923cf1f-42b2-468f-bd63-49d7e5f78dbb"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:55.102911 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ebe7ca3-5d75-45e8-bd8d-6d81bf040222 req-90c67bcf-3db6-4b43-ace6-a7c4a931c954 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79357e8f-64b1-4882-8323-09d8c9de74f9 HTTP/1.1" status: 200 len: 217 time: 0.0749366 Jan 28 05:43:55.108458 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port d923cf1f-42b2-468f-bd63-49d7e5f78dbb, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=d923cf1f-42b2-468f-bd63-49d7e5f78dbb,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:55.122744 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:55.178861 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02844ece-d70a-40d8-b868-c8371216e7e9 None None] Pushing event updated for resources: {'Port': ['ID=12ff65d0-6fd7-47e0-984d-648f5d822f43,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:55.199241 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d923cf1f-42b2-468f-bd63-49d7e5f78dbb), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:55.226973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe7ca3-5d75-45e8-bd8d-6d81bf040222 req-69c62881-3795-42c9-b69b-d27782a8b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:55.228458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ebe7ca3-5d75-45e8-bd8d-6d81bf040222 req-69c62881-3795-42c9-b69b-d27782a8b129 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c507c782-4f53-4cd1-85bd-9b428677b1ce HTTP/1.1" status: 200 len: 851 time: 0.0936983 Jan 28 05:43:55.274317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ebe7ca3-5d75-45e8-bd8d-6d81bf040222 req-be5f794a-084c-42fa-acef-ea01e53d6418 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7fafb85-2281-41db-85af-da2c477e5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366817 Jan 28 05:43:55.283042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-29621191-4aaf-40a7-baca-e030606f02a1 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:55.300639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9244280-35fb-49c8-b6b4-cf29f8d786d3 req-29621191-4aaf-40a7-baca-e030606f02a1 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.2761614 Jan 28 05:43:55.304112 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=d923cf1f-42b2-468f-bd63-49d7e5f78dbb,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:55.311439 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Attempting to bind port 12ff65d0-6fd7-47e0-984d-648f5d822f43 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:55.312316 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Attempting to bind port 12ff65d0-6fd7-47e0-984d-648f5d822f43 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '0425761b-3f81-48df-ba2b-9edbc800bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:55.312927 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Attempting to bind port 12ff65d0-6fd7-47e0-984d-648f5d822f43 on network d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:55.320793 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:55.322210 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Checking segment: {'id': '0425761b-3f81-48df-ba2b-9edbc800bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:55.322747 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:55.323276 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Bound using segment: {'id': '0425761b-3f81-48df-ba2b-9edbc800bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:55.323929 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Bound port: 12ff65d0-6fd7-47e0-984d-648f5d822f43, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0425761b-3f81-48df-ba2b-9edbc800bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:55.324366 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:55.355182 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Router 89abb253-ea5b-41cb-be75-d69b98067170 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:43:55.405972 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] For port 12ff65d0-6fd7-47e0-984d-648f5d822f43, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:55.410912 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] For port 12ff65d0-6fd7-47e0-984d-648f5d822f43, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=12ff65d0-6fd7-47e0-984d-648f5d822f43,segment=NetworkSegment(0425761b-3f81-48df-ba2b-9edbc800bbce),segment_id=0425761b-3f81-48df-ba2b-9edbc800bbce)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:55.475576 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:55.560947 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Routers {'f78a0edf-40a9-4c85-bedc-6c286f8399af'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:55.570755 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f78a0edf-40a9-4c85-bedc-6c286f8399af'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:55.590362 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4c5c233b-885c-4148-b1a1-785c617fe91e None None] Provisioning complete for port 12ff65d0-6fd7-47e0-984d-648f5d822f43 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:55.590893 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c5c233b-885c-4148-b1a1-785c617fe91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:55.709382 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02844ece-d70a-40d8-b868-c8371216e7e9 None None] Pushing event updated for resources: {'Port': ['ID=12ff65d0-6fd7-47e0-984d-648f5d822f43,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:55.765525 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c233b-885c-4148-b1a1-785c617fe91e None None] Current status of the port 12ff65d0-6fd7-47e0-984d-648f5d822f43 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:55.766042 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c5c233b-885c-4148-b1a1-785c617fe91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:55.804769 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8d21efb2-7e39-4e51-bc34-ec4b69096a2d up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:55.814551 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] Set router f78a0edf-40a9-4c85-bedc-6c286f8399af gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:55.853296 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4c5c233b-885c-4148-b1a1-785c617fe91e None None] For port 12ff65d0-6fd7-47e0-984d-648f5d822f43, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=12ff65d0-6fd7-47e0-984d-648f5d822f43,segment=NetworkSegment(0425761b-3f81-48df-ba2b-9edbc800bbce),segment_id=0425761b-3f81-48df-ba2b-9edbc800bbce)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:55.876665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:55.877038 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:55.959279 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c5c233b-885c-4148-b1a1-785c617fe91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:55.962471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54786) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:55.973803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-83de2544-c903-437d-91b3-7731ae7996c4 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1186711532', 'description': 'tempest-description--2109884787'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:56.005935 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ebe7ca3-5d75-45e8-bd8d-6d81bf040222 req-74cf8b7a-e6d7-4e2e-a142-38712b514c8b service neutron] 10.222.0.60 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7042503 Jan 28 05:43:56.031273 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee2dd6-165c-47eb-a21c-524dfb31f106 req-aaffffb5-13f8-4673-91ac-970cfaeb587d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:56.033210 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3cee2dd6-165c-47eb-a21c-524dfb31f106 req-aaffffb5-13f8-4673-91ac-970cfaeb587d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a7bce4-5c81-4a7a-b160-891bbdd4da09 HTTP/1.1" status: 200 len: 946 time: 0.6291945 Jan 28 05:43:56.072742 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'name': 'tempest-ServersTestBootFromVolume-1803354556-router', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:46Z', 'updated_at': '2022-01-28T05:43:51Z', 'revision_number': 4, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'gw_port': {'id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '12ff65d0-6fd7-47e0-984d-648f5d822f43', 'name': '', 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'mac_address': 'fa:16:3e:23:ed:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:50Z', 'updated_at': '2022-01-28T05:43:55Z', 'revision_number': 4, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'subnets': [{'id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:56.086951 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83de2544-c903-437d-91b3-7731ae7996c4 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:56.174036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:56.175837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 01c30876-85f3-4e08-9264-4184e41a21c0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:56.195565 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83de2544-c903-437d-91b3-7731ae7996c4 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for security_group (611c98bc-46f2-45b7-961a-3786928f366c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:56.207138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3cee2dd6-165c-47eb-a21c-524dfb31f106 req-19c34eee-a546-4d4b-9c2d-298db8f99034 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570997 Jan 28 05:43:56.214552 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 4076125d-ed0a-4bd4-8351-f36b18b575e6 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:56.233467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:43:56.238946 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219661b5-ab1b-4c4b-bba3-88370ca144b1 None None] The sync data for ids ['f78a0edf-40a9-4c85-bedc-6c286f8399af'] in n-d-812111-12 is: [{'id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'name': 'tempest-ServersTestBootFromVolume-1803354556-router', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:46Z', 'updated_at': '2022-01-28T05:43:51Z', 'revision_number': 4, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'gw_port': {'id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '12ff65d0-6fd7-47e0-984d-648f5d822f43', 'name': '', 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'mac_address': 'fa:16:3e:23:ed:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:50Z', 'updated_at': '2022-01-28T05:43:55Z', 'revision_number': 4, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'subnets': [{'id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:43:56.247396 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-fa5aefc7-cda5-493b-a2b5-d5068d0f4042 None None] Provisioning complete for port 12ff65d0-6fd7-47e0-984d-648f5d822f43 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:56.247777 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa5aefc7-cda5-493b-a2b5-d5068d0f4042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:56.254098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c233b-885c-4148-b1a1-785c617fe91e None None] Pushing event updated for resources: {'Port': ['ID=12ff65d0-6fd7-47e0-984d-648f5d822f43,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:56.262350 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83de2544-c903-437d-91b3-7731ae7996c4 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (611c98bc-46f2-45b7-961a-3786928f366c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:56.263807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ebe7ca3-5d75-45e8-bd8d-6d81bf040222 req-323fe0ec-6bf3-40e3-8916-b18bed53e0f6 service neutron] 10.222.0.60 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493865 Jan 28 05:43:56.293617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bab161-3db5-43de-9ef0-3b3094f7ab86 req-57b19208-d0c7-481e-a347-7bf49d3af6cb tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:56.299357 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d5bab161-3db5-43de-9ef0-3b3094f7ab86 req-57b19208-d0c7-481e-a347-7bf49d3af6cb tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 948 time: 0.2239783 Jan 28 05:43:56.315898 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Sync routers for ids ['89abb253-ea5b-41cb-be75-d69b98067170'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:43:56.372720 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de2544-c903-437d-91b3-7731ae7996c4 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611c98bc-46f2-45b7-961a-3786928f366c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:56.400512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Routers {'89abb253-ea5b-41cb-be75-d69b98067170'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:56.401149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['89abb253-ea5b-41cb-be75-d69b98067170'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:56.420852 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:56.426035 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54788) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:56.426580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-38588c38-5396-4797-b1dd-bc99cda77235 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.8241289 Jan 28 05:43:56.470782 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d5bab161-3db5-43de-9ef0-3b3094f7ab86 req-6d4bddca-35f7-4ea1-a25a-d126983a6ff0 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594911 Jan 28 05:43:56.479787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0b682-388f-479a-accc-7bf646a157fb req-db5e5bd1-971b-4541-b6c3-5fea14f45df1 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:56.489968 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-faf0b682-388f-479a-accc-7bf646a157fb req-db5e5bd1-971b-4541-b6c3-5fea14f45df1 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.1248856 Jan 28 05:43:56.507136 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83de2544-c903-437d-91b3-7731ae7996c4 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:56.508581 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-83de2544-c903-437d-91b3-7731ae7996c4 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5450971 Jan 28 05:43:56.513513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54790) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:56.521759 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1e47d94d-1136-4373-a5a4-c11b5f689ae6 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Request body: {'security_group_rule': {'security_group_id': '611c98bc-46f2-45b7-961a-3786928f366c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:56.530757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 01c30876-85f3-4e08-9264-4184e41a21c0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:56.531593 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (01c30876-85f3-4e08-9264-4184e41a21c0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:56.562984 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-faf0b682-388f-479a-accc-7bf646a157fb req-63489469-51b8-4d62-8cd0-c610c7e4b19c tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717733 Jan 28 05:43:56.644884 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d90845-2643-4d5c-b7c2-6761073471d3 x-openstack-request-id: req-48d90845-2643-4d5c-b7c2-6761073471d3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:56.645284 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a7bce4-5c81-4a7a-b160-891bbdd4da09", "name": "network-vif-plugged", "status": "completed", "tag": "d923cf1f-42b2-468f-bd63-49d7e5f78dbb", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:56.645553 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48d90845-2643-4d5c-b7c2-6761073471d3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:56.645946 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a7bce4-5c81-4a7a-b160-891bbdd4da09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd923cf1f-42b2-468f-bd63-49d7e5f78dbb', 'code': 200} Jan 28 05:43:56.654439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 79357e8f-64b1-4882-8323-09d8c9de74f9 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:43:56.691204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 4076125d-ed0a-4bd4-8351-f36b18b575e6 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:43:56.696458 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e47d94d-1136-4373-a5a4-c11b5f689ae6 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for security_group_rule (9a754fcb-6463-448f-8cdb-191d8613786e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:56.717692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 4076125d-ed0a-4bd4-8351-f36b18b575e6 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:56.718088 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4076125d-ed0a-4bd4-8351-f36b18b575e6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:56.768703 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fa5aefc7-cda5-493b-a2b5-d5068d0f4042 None None] Current status of the port 12ff65d0-6fd7-47e0-984d-648f5d822f43 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:56.830684 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-699813ed-73c1-4484-9e22-bfe718938d2c req-a2468305-cdeb-42a2-a758-5917210626a7 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2506852 Jan 28 05:43:56.836388 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-699813ed-73c1-4484-9e22-bfe718938d2c req-5c436c8a-4814-4f91-8a99-d5ad8bd64631 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:56.840911 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Set router 89abb253-ea5b-41cb-be75-d69b98067170 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:56.856497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48dfb2-f8f0-492f-82a2-43938e61f177 req-30259ff5-afb9-4a82-8ba6-9837af5b4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:56.858321 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a48dfb2-f8f0-492f-82a2-43938e61f177 req-30259ff5-afb9-4a82-8ba6-9837af5b4a70 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=94a7bce4-5c81-4a7a-b160-891bbdd4da09 HTTP/1.1" status: 200 len: 1098 time: 0.1452687 Jan 28 05:43:56.866533 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c589f5-4643-4baf-82d4-7fc1894f74a2 req-5807d9e5-7e31-49ae-93b3-27866dd70fe6 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:56.868169 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67c589f5-4643-4baf-82d4-7fc1894f74a2 req-5807d9e5-7e31-49ae-93b3-27866dd70fe6 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.1754327 Jan 28 05:43:56.910542 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e47d94d-1136-4373-a5a4-c11b5f689ae6 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for security_group_rule (9a754fcb-6463-448f-8cdb-191d8613786e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:56.942622 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-699813ed-73c1-4484-9e22-bfe718938d2c req-5c436c8a-4814-4f91-8a99-d5ad8bd64631 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:56.968431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a48dfb2-f8f0-492f-82a2-43938e61f177 req-67c8b6d6-ae52-4d4d-901e-e73cbfa85c1f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991638 Jan 28 05:43:56.976977 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67c589f5-4643-4baf-82d4-7fc1894f74a2 req-338e8691-f12f-48e2-bc30-c359ab4b1454 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925558 Jan 28 05:43:57.035420 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e47d94d-1136-4373-a5a4-c11b5f689ae6 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (9a754fcb-6463-448f-8cdb-191d8613786e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.071827 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47d94d-1136-4373-a5a4-c11b5f689ae6 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a754fcb-6463-448f-8cdb-191d8613786e,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:57.072061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 79357e8f-64b1-4882-8323-09d8c9de74f9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=79357e8f-64b1-4882-8323-09d8c9de74f9,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:57.102680 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 01c30876-85f3-4e08-9264-4184e41a21c0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:57.119402 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e47d94d-1136-4373-a5a4-c11b5f689ae6 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.119881 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-699813ed-73c1-4484-9e22-bfe718938d2c req-5c436c8a-4814-4f91-8a99-d5ad8bd64631 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.120503 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1e47d94d-1136-4373-a5a4-c11b5f689ae6 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6058304 Jan 28 05:43:57.123444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54792) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:57.127991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b63dcb3c-292a-4af1-a0dc-d0a5fc7c4185 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Request body: {'security_group_rule': {'security_group_id': '611c98bc-46f2-45b7-961a-3786928f366c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:57.141227 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '79357e8f-64b1-4882-8323-09d8c9de74f9', 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd', 'port_id': '79357e8f-64b1-4882-8323-09d8c9de74f9', 'mac_address': 'fa:16:3e:98:87:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c507c782-4f53-4cd1-85bd-9b428677b1ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:43:57.181900 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.202370 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38e891-9a10-441c-89ce-56a700a50ddd req-2342927d-014c-4091-9b64-01ce3e995b80 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:57.204511 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c38e891-9a10-441c-89ce-56a700a50ddd req-2342927d-014c-4091-9b64-01ce3e995b80 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d5aebc-95a2-40f9-9aef-9a2e8824da17 HTTP/1.1" status: 200 len: 943 time: 0.1007512 Jan 28 05:43:57.214817 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 4076125d-ed0a-4bd4-8351-f36b18b575e6 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:57.215401 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4076125d-ed0a-4bd4-8351-f36b18b575e6), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.260799 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b63dcb3c-292a-4af1-a0dc-d0a5fc7c4185 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for security_group_rule (2e4af029-dd69-4b30-a2fc-6318d48a7666), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.269397 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 79357e8f-64b1-4882-8323-09d8c9de74f9 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:57.269809 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (79357e8f-64b1-4882-8323-09d8c9de74f9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.302834 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 4076125d-ed0a-4bd4-8351-f36b18b575e6, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=4076125d-ed0a-4bd4-8351-f36b18b575e6,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:57.305351 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79357e8f-64b1-4882-8323-09d8c9de74f9 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:43:57.313641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c38e891-9a10-441c-89ce-56a700a50ddd req-54dcaa08-025c-4fb7-a2e8-6458552e1308 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993466 Jan 28 05:43:57.314951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-699813ed-73c1-4484-9e22-bfe718938d2c req-5c436c8a-4814-4f91-8a99-d5ad8bd64631 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Allocated IP 172.25.0.8 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/ae7a59a8-69d1-4182-95a1-63f62b021bcd) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:57.328265 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.332001 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 79357e8f-64b1-4882-8323-09d8c9de74f9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=79357e8f-64b1-4882-8323-09d8c9de74f9,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:43:57.346975 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89abb253-ea5b-41cb-be75-d69b98067170', 'name': 'tempest-ServersTestMultiNic-226803805-router', 'tenant_id': '2bd072a204b34f47862053012cfa77c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '39e5f2b8-cf33-4e73-a85d-865a5d557e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:53Z', 'revision_number': 3, 'project_id': '2bd072a204b34f47862053012cfa77c5', 'gw_port': {'id': '39e5f2b8-cf33-4e73-a85d-865a5d557e01', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89abb253-ea5b-41cb-be75-d69b98067170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:51Z', 'updated_at': '2022-01-28T05:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:57.387133 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4076125d-ed0a-4bd4-8351-f36b18b575e6), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.391360 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Checking router: 89abb253-ea5b-41cb-be75-d69b98067170 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:43:57.391808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Updating router 89abb253-ea5b-41cb-be75-d69b98067170 port 39e5f2b8-cf33-4e73-a85d-865a5d557e01 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:43:57.399058 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b63dcb3c-292a-4af1-a0dc-d0a5fc7c4185 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for security_group_rule (2e4af029-dd69-4b30-a2fc-6318d48a7666), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.400526 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] Allocated IP 172.20.0.1 (b2a030ba-d75a-492c-9215-4bbd851db773/ed595bec-cf9d-4498-8151-809336ada596/4c254fba-c3da-4282-82f2-fde1f4e0a424) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:57.435830 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (79357e8f-64b1-4882-8323-09d8c9de74f9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.454049 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (39e5f2b8-cf33-4e73-a85d-865a5d557e01), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.470790 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b63dcb3c-292a-4af1-a0dc-d0a5fc7c4185 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (2e4af029-dd69-4b30-a2fc-6318d48a7666), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.491402 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e01c1-e1df-4966-9547-73565bf00962 req-2ee221f5-4879-4e2a-8563-6442ce0d826f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:57.502458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d31e01c1-e1df-4966-9547-73565bf00962 req-2ee221f5-4879-4e2a-8563-6442ce0d826f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a7bce4-5c81-4a7a-b160-891bbdd4da09 HTTP/1.1" status: 200 len: 946 time: 0.1021180 Jan 28 05:43:57.506988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=4076125d-ed0a-4bd4-8351-f36b18b575e6,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:57.509468 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63dcb3c-292a-4af1-a0dc-d0a5fc7c4185 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4af029-dd69-4b30-a2fc-6318d48a7666,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:57.544691 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-699813ed-73c1-4484-9e22-bfe718938d2c req-5c436c8a-4814-4f91-8a99-d5ad8bd64631 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for port (ae7a59a8-69d1-4182-95a1-63f62b021bcd), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.571201 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] Publish callbacks [] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.598893 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d31e01c1-e1df-4966-9547-73565bf00962 req-2b4a8c77-7225-44d2-92f4-2136772b8367 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953190 Jan 28 05:43:57.601575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=79357e8f-64b1-4882-8323-09d8c9de74f9,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:57.625786 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b63dcb3c-292a-4af1-a0dc-d0a5fc7c4185 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.631012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54800) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:57.638944 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b63dcb3c-292a-4af1-a0dc-d0a5fc7c4185 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5144024 Jan 28 05:43:57.640055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a54cfd71-6e07-4207-b3d0-6d801196fbf3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:57.670502 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-699813ed-73c1-4484-9e22-bfe718938d2c req-5c436c8a-4814-4f91-8a99-d5ad8bd64631 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ae7a59a8-69d1-4182-95a1-63f62b021bcd), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.724678 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.772082 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 12ff65d0-6fd7-47e0-984d-648f5d822f43 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:43:57.780038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] Network b2a030ba-d75a-492c-9215-4bbd851db773 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:57.783838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699813ed-73c1-4484-9e22-bfe718938d2c req-5c436c8a-4814-4f91-8a99-d5ad8bd64631 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:57.783993 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:57.786882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:57.787717 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a54cfd71-6e07-4207-b3d0-6d801196fbf3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.807430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-699813ed-73c1-4484-9e22-bfe718938d2c req-5c436c8a-4814-4f91-8a99-d5ad8bd64631 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:57.820722 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-699813ed-73c1-4484-9e22-bfe718938d2c req-5c436c8a-4814-4f91-8a99-d5ad8bd64631 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:57.830536 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=4c254fba-c3da-4282-82f2-fde1f4e0a424,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:57.853132 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['79357e8f-64b1-4882-8323-09d8c9de74f9'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:43:57.853382 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (89abb253-ea5b-41cb-be75-d69b98067170), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:57.860813 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c436c8a-4814-4f91-8a99-d5ad8bd64631 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Pushing event updated for resources: {'Port': ['ID=ae7a59a8-69d1-4182-95a1-63f62b021bcd,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:57.938256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b8517-28e9-4252-8472-6740a2411293 req-6974e517-f993-4384-948f-1b4eb91695e2 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:57.945066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-578b8517-28e9-4252-8472-6740a2411293 req-6974e517-f993-4384-948f-1b4eb91695e2 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 949 time: 0.2643812 Jan 28 05:43:57.958958 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 12ff65d0-6fd7-47e0-984d-648f5d822f43 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:57.963616 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:58.071306 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-578b8517-28e9-4252-8472-6740a2411293 req-83b11964-45db-4ec0-840b-e1d0ed14c081 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254463 Jan 28 05:43:58.128208 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:58.135081 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-699813ed-73c1-4484-9e22-bfe718938d2c req-5c436c8a-4814-4f91-8a99-d5ad8bd64631 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for floatingip (d3ee1bf0-e624-45c3-8cd3-a78c4b47d5c0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:58.247979 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Publish callbacks [] for port (39e5f2b8-cf33-4e73-a85d-865a5d557e01), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:58.249629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 12ff65d0-6fd7-47e0-984d-648f5d822f43 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:43:58.268514 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a54cfd71-6e07-4207-b3d0-6d801196fbf3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:58.322599 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-760db422-d5a4-4977-bbc3-1c5c66df9de6 None None] Provisioning complete for port 4c254fba-c3da-4282-82f2-fde1f4e0a424 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:58.323266 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-760db422-d5a4-4977-bbc3-1c5c66df9de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:58.341392 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-699813ed-73c1-4484-9e22-bfe718938d2c req-5c436c8a-4814-4f91-8a99-d5ad8bd64631 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ae7a59a8-69d1-4182-95a1-63f62b021bcd), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:58.368536 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (39e5f2b8-cf33-4e73-a85d-865a5d557e01), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:58.414893 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] Publish callbacks [] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:58.422608 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0f5c2-b771-4aa1-a23d-b9a0a6943967 req-217966b3-2b1a-4d2a-a3a2-c350c84a2e2c tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:58.424332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6cd0f5c2-b771-4aa1-a23d-b9a0a6943967 req-217966b3-2b1a-4d2a-a3a2-c350c84a2e2c tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.2270057 Jan 28 05:43:58.436645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-760db422-d5a4-4977-bbc3-1c5c66df9de6 None None] Port 4c254fba-c3da-4282-82f2-fde1f4e0a424 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:43:58.444445 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a867488-e50b-4a6c-8996-1c62b9e1a139 None None] Pushing event updated for resources: {'Port': ['ID=39e5f2b8-cf33-4e73-a85d-865a5d557e01,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:58.447586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Attempting to bind port 39e5f2b8-cf33-4e73-a85d-865a5d557e01 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:43:58.447887 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Attempting to bind port 39e5f2b8-cf33-4e73-a85d-865a5d557e01 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:43:58.448268 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Attempting to bind port 39e5f2b8-cf33-4e73-a85d-865a5d557e01 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:43:58.455487 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:43:58.455878 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:43:58.456287 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:58.456683 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:43:58.457165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Bound port: 39e5f2b8-cf33-4e73-a85d-865a5d557e01, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:43:58.457553 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (39e5f2b8-cf33-4e73-a85d-865a5d557e01), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:58.493715 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:58.592744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=4c254fba-c3da-4282-82f2-fde1f4e0a424,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:58.595344 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6cd0f5c2-b771-4aa1-a23d-b9a0a6943967 req-96caf5d5-21eb-42ee-9fb6-ebf25cd57649 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566725 Jan 28 05:43:58.596624 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (89abb253-ea5b-41cb-be75-d69b98067170), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:58.625176 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-a54cfd71-6e07-4207-b3d0-6d801196fbf3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Allocated IP 172.25.0.172 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/607e38fc-8367-439b-a168-a0ad872989af) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:43:58.658549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c254cd26-aa93-4a05-8e4e-c6cd72ce7684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4076125d-ed0a-4bd4-8351-f36b18b575e6'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:43:58.660699 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e5c5e1-6bb9-4446-9016-bef1fdad9a1b" -d '{"events": [{"server_uuid": "c254cd26-aa93-4a05-8e4e-c6cd72ce7684", "name": "network-vif-plugged", "status": "completed", "tag": "4076125d-ed0a-4bd4-8351-f36b18b575e6"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:43:58.693522 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] For port 39e5f2b8-cf33-4e73-a85d-865a5d557e01, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:43:58.734820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] For port 39e5f2b8-cf33-4e73-a85d-865a5d557e01, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=39e5f2b8-cf33-4e73-a85d-865a5d557e01,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:43:58.735650 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] Network b2a030ba-d75a-492c-9215-4bbd851db773 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:58.735650 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:58.826941 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-699813ed-73c1-4484-9e22-bfe718938d2c req-5c436c8a-4814-4f91-8a99-d5ad8bd64631 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for port (ae7a59a8-69d1-4182-95a1-63f62b021bcd), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:58.842858 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a54cfd71-6e07-4207-b3d0-6d801196fbf3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for port (607e38fc-8367-439b-a168-a0ad872989af), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:58.849366 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] Router 89abb253-ea5b-41cb-be75-d69b98067170 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:43:58.850894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b493d-6ed7-4a38-aa99-716fb3e3bbd5 req-569194c9-0429-4055-89a5-e2464d98bf14 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:58.854819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c8b493d-6ed7-4a38-aa99-716fb3e3bbd5 req-569194c9-0429-4055-89a5-e2464d98bf14 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.1266780 Jan 28 05:43:58.887366 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (39e5f2b8-cf33-4e73-a85d-865a5d557e01), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:58.949726 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c8b493d-6ed7-4a38-aa99-716fb3e3bbd5 req-69fcec84-790b-45a4-ba49-0fada5da50dc tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828803 Jan 28 05:43:58.950829 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-699813ed-73c1-4484-9e22-bfe718938d2c req-5c436c8a-4814-4f91-8a99-d5ad8bd64631 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ae7a59a8-69d1-4182-95a1-63f62b021bcd), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:58.976844 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Routers {'89abb253-ea5b-41cb-be75-d69b98067170'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:43:58.977643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['89abb253-ea5b-41cb-be75-d69b98067170'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:58.981191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a867488-e50b-4a6c-8996-1c62b9e1a139 None None] Pushing event updated for resources: {'Port': ['ID=39e5f2b8-cf33-4e73-a85d-865a5d557e01,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:58.996960 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:43:59.007129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c436c8a-4814-4f91-8a99-d5ad8bd64631 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Pushing event updated for resources: {'Port': ['ID=ae7a59a8-69d1-4182-95a1-63f62b021bcd,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:59.012933 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fbff8aff-2a2c-4849-9bae-4967dec34aa5 admin admin] 10.222.0.31 "PUT /v2.0/routers/89abb253-ea5b-41cb-be75-d69b98067170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5819356 Jan 28 05:43:59.042687 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a54cfd71-6e07-4207-b3d0-6d801196fbf3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (607e38fc-8367-439b-a168-a0ad872989af), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:59.106717 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-1f06cbf3-86a6-4735-bacd-a1c10a7b2890 None None] Provisioning complete for port 4c254fba-c3da-4282-82f2-fde1f4e0a424 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:43:59.107492 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f06cbf3-86a6-4735-bacd-a1c10a7b2890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:59.124456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54cfd71-6e07-4207-b3d0-6d801196fbf3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:43:59.128777 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-699813ed-73c1-4484-9e22-bfe718938d2c req-5c436c8a-4814-4f91-8a99-d5ad8bd64631 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (d3ee1bf0-e624-45c3-8cd3-a78c4b47d5c0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:59.133301 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54814) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:59.138005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a54cfd71-6e07-4207-b3d0-6d801196fbf3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:43:59.147534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54cfd71-6e07-4207-b3d0-6d801196fbf3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:43:59.155198 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cfd71-6e07-4207-b3d0-6d801196fbf3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Pushing event updated for resources: {'Port': ['ID=607e38fc-8367-439b-a168-a0ad872989af,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:59.168904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1f06cbf3-86a6-4735-bacd-a1c10a7b2890 None None] Port 4c254fba-c3da-4282-82f2-fde1f4e0a424 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:43:59.178589 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] Set router 89abb253-ea5b-41cb-be75-d69b98067170 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:43:59.194422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8fdf1-bfe4-42a3-95ae-158c4d9a7ca1 req-f5dc379f-fe8b-4af6-9028-7dc23ea25e44 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:59.194422 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07b8fdf1-bfe4-42a3-95ae-158c4d9a7ca1 req-f5dc379f-fe8b-4af6-9028-7dc23ea25e44 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d5aebc-95a2-40f9-9aef-9a2e8824da17 HTTP/1.1" status: 200 len: 944 time: 0.1545186 Jan 28 05:43:59.208604 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9b7d68e4-dfb8-4980-9c18-d2ac97a46326 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-761095791'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:59.257562 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07b8fdf1-bfe4-42a3-95ae-158c4d9a7ca1 req-cdf2817e-9822-48b2-8ef0-0bf7a57b5e0b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605805 Jan 28 05:43:59.300505 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-699813ed-73c1-4484-9e22-bfe718938d2c req-5c436c8a-4814-4f91-8a99-d5ad8bd64631 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:59.301710 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-699813ed-73c1-4484-9e22-bfe718938d2c req-5c436c8a-4814-4f91-8a99-d5ad8bd64631 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.4702179 Jan 28 05:43:59.352704 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7d68e4-dfb8-4980-9c18-d2ac97a46326 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Made reservation on behalf of 2bd072a204b34f47862053012cfa77c5 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:43:59.357998 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9b7d68e4-dfb8-4980-9c18-d2ac97a46326 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:59.372415 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a54cfd71-6e07-4207-b3d0-6d801196fbf3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for floatingip (3b925a1f-d17d-4cc5-a392-e38fd749302e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:59.387584 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7d68e4-dfb8-4980-9c18-d2ac97a46326 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:43:59.393287 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-699813ed-73c1-4484-9e22-bfe718938d2c req-d50a6eee-a532-4fa6-83ab-845acd64b9aa tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 694 time: 0.0814784 Jan 28 05:43:59.398572 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9b7d68e4-dfb8-4980-9c18-d2ac97a46326 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (013faf2d-27cb-4d8c-ac5b-997be476c235), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:59.399423 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-9b7d68e4-dfb8-4980-9c18-d2ac97a46326 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Added segment 013faf2d-27cb-4d8c-ac5b-997be476c235 of type vlan for network efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 Jan 28 05:43:59.413827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89abb253-ea5b-41cb-be75-d69b98067170', 'name': 'tempest-ServersTestMultiNic-226803805-router', 'tenant_id': '2bd072a204b34f47862053012cfa77c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '39e5f2b8-cf33-4e73-a85d-865a5d557e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:57Z', 'revision_number': 4, 'project_id': '2bd072a204b34f47862053012cfa77c5', 'gw_port': {'id': '39e5f2b8-cf33-4e73-a85d-865a5d557e01', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89abb253-ea5b-41cb-be75-d69b98067170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:51Z', 'updated_at': '2022-01-28T05:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '4c254fba-c3da-4282-82f2-fde1f4e0a424', 'name': '', 'network_id': 'b2a030ba-d75a-492c-9215-4bbd851db773', 'tenant_id': '2bd072a204b34f47862053012cfa77c5', 'mac_address': 'fa:16:3e:f2:14:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89abb253-ea5b-41cb-be75-d69b98067170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ed595bec-cf9d-4498-8151-809336ada596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:57Z', 'updated_at': '2022-01-28T05:43:58Z', 'revision_number': 2, 'project_id': '2bd072a204b34f47862053012cfa77c5', 'subnets': [{'id': 'ed595bec-cf9d-4498-8151-809336ada596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:43:59.438787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e447ea-cd19-4138-9b84-734643607684 req-a03228a2-9a5e-4ff6-a864-173e77a9ccd7 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:59.440355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52e447ea-cd19-4138-9b84-734643607684 req-a03228a2-9a5e-4ff6-a864-173e77a9ccd7 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a7bce4-5c81-4a7a-b160-891bbdd4da09 HTTP/1.1" status: 200 len: 946 time: 0.0825241 Jan 28 05:43:59.444099 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4811824-934c-4755-b4c7-9d9072a0ee8a None None] The sync data for ids ['89abb253-ea5b-41cb-be75-d69b98067170'] in n-d-812111-12 is: [{'id': '89abb253-ea5b-41cb-be75-d69b98067170', 'name': 'tempest-ServersTestMultiNic-226803805-router', 'tenant_id': '2bd072a204b34f47862053012cfa77c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '39e5f2b8-cf33-4e73-a85d-865a5d557e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:57Z', 'revision_number': 4, 'project_id': '2bd072a204b34f47862053012cfa77c5', 'gw_port': {'id': '39e5f2b8-cf33-4e73-a85d-865a5d557e01', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89abb253-ea5b-41cb-be75-d69b98067170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:51Z', 'updated_at': '2022-01-28T05:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '4c254fba-c3da-4282-82f2-fde1f4e0a424', 'name': '', 'network_id': 'b2a030ba-d75a-492c-9215-4bbd851db773', 'tenant_id': '2bd072a204b34f47862053012cfa77c5', 'mac_address': 'fa:16:3e:f2:14:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89abb253-ea5b-41cb-be75-d69b98067170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ed595bec-cf9d-4498-8151-809336ada596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:57Z', 'updated_at': '2022-01-28T05:43:58Z', 'revision_number': 2, 'project_id': '2bd072a204b34f47862053012cfa77c5', 'subnets': [{'id': 'ed595bec-cf9d-4498-8151-809336ada596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:43:59.445462 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9b7d68e4-dfb8-4980-9c18-d2ac97a46326 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:59.543518 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9b7d68e4-dfb8-4980-9c18-d2ac97a46326 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:59.544893 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a54cfd71-6e07-4207-b3d0-6d801196fbf3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (607e38fc-8367-439b-a168-a0ad872989af), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:59.548877 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7d68e4-dfb8-4980-9c18-d2ac97a46326 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:59.549545 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9b7d68e4-dfb8-4980-9c18-d2ac97a46326 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:43:59.622185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699813ed-73c1-4484-9e22-bfe718938d2c req-3b2359e4-a6fc-4297-98a5-d842f6a13731 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:43:59.623593 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-699813ed-73c1-4484-9e22-bfe718938d2c req-3b2359e4-a6fc-4297-98a5-d842f6a13731 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.2180080 Jan 28 05:43:59.629616 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52e447ea-cd19-4138-9b84-734643607684 req-22360e50-91e5-4d13-a094-1854aee42c68 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562409 Jan 28 05:43:59.688346 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d68e4-dfb8-4980-9c18-d2ac97a46326 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event updated for resources: {'Network': ['ID=efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:43:59.700946 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:43:59.710189 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9b7d68e4-dfb8-4980-9c18-d2ac97a46326 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5747633 Jan 28 05:43:59.712151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54824) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:43:59.729952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7e02a923-f57b-4170-a413-c1f8ade324cf tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Request body: {'subnet': {'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:43:59.750966 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13090b9-c333-4c2d-a55a-c02f46e92660 x-openstack-request-id: req-c13090b9-c333-4c2d-a55a-c02f46e92660 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:43:59.751276 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c254cd26-aa93-4a05-8e4e-c6cd72ce7684", "name": "network-vif-plugged", "status": "completed", "tag": "4076125d-ed0a-4bd4-8351-f36b18b575e6", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:43:59.751567 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c13090b9-c333-4c2d-a55a-c02f46e92660 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:43:59.751982 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c254cd26-aa93-4a05-8e4e-c6cd72ce7684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4076125d-ed0a-4bd4-8351-f36b18b575e6', 'code': 200} Jan 28 05:43:59.996237 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a54cfd71-6e07-4207-b3d0-6d801196fbf3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for port (607e38fc-8367-439b-a168-a0ad872989af), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:00.029357 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833fa44-49ab-4220-8f84-9498941e0452 req-8fd209ab-8791-4142-9784-f0f80d112e5f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:00.030970 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5833fa44-49ab-4220-8f84-9498941e0452 req-8fd209ab-8791-4142-9784-f0f80d112e5f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 949 time: 0.2699935 Jan 28 05:44:00.061287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f3a59-5941-4241-bacb-5eaf1d601906 req-89186f0f-e747-46a5-a246-a7f68e3c9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:00.063661 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-731f3a59-5941-4241-bacb-5eaf1d601906 req-89186f0f-e747-46a5-a246-a7f68e3c9225 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 1101 time: 0.1575372 Jan 28 05:44:00.071520 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a54cfd71-6e07-4207-b3d0-6d801196fbf3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (607e38fc-8367-439b-a168-a0ad872989af), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:00.087321 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7e027473-7366-42ce-a043-72c152c26c24 req-c6a06965-9333-49eb-a2e5-72b180fb8bb6 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3188381 Jan 28 05:44:00.136130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-7e027473-7366-42ce-a043-72c152c26c24 req-a6bbc9d1-d9b7-45fc-8a36-cf2aa07b19da tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:00.142616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e02a923-f57b-4170-a413-c1f8ade324cf tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Made reservation on behalf of 2bd072a204b34f47862053012cfa77c5 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:00.145742 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e02a923-f57b-4170-a413-c1f8ade324cf tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:00.227896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cfd71-6e07-4207-b3d0-6d801196fbf3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Pushing event updated for resources: {'Port': ['ID=607e38fc-8367-439b-a168-a0ad872989af,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:00.280728 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5833fa44-49ab-4220-8f84-9498941e0452 req-1a940163-39a3-4de7-8f2e-59b1ccd77681 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373204 Jan 28 05:44:00.309901 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a54cfd71-6e07-4207-b3d0-6d801196fbf3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (3b925a1f-d17d-4cc5-a392-e38fd749302e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:00.322646 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-731f3a59-5941-4241-bacb-5eaf1d601906 req-39f245e3-fa48-4f19-85a8-7dd26955a217 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343531 Jan 28 05:44:00.387026 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7e027473-7366-42ce-a043-72c152c26c24 req-a6bbc9d1-d9b7-45fc-8a36-cf2aa07b19da tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:00.438280 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a54cfd71-6e07-4207-b3d0-6d801196fbf3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:00.439553 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a54cfd71-6e07-4207-b3d0-6d801196fbf3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8073809 Jan 28 05:44:00.556940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabdb61-a5e9-475d-a23d-ffecd427f479 req-922ee445-c519-4d96-b054-3c37e482fff4 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:00.565999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5cabdb61-a5e9-475d-a23d-ffecd427f479 req-922ee445-c519-4d96-b054-3c37e482fff4 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.1925950 Jan 28 05:44:00.622703 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e02a923-f57b-4170-a413-c1f8ade324cf tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (00304497-9e80-4eba-8e24-531fbab0d233), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:00.637746 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5cabdb61-a5e9-475d-a23d-ffecd427f479 req-a4d3492f-7988-4121-9b0b-25502cfed76d tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706294 Jan 28 05:44:00.653681 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 79357e8f-64b1-4882-8323-09d8c9de74f9 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:00.713487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02a923-f57b-4170-a413-c1f8ade324cf tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event updated for resources: {'Subnet': ['ID=00304497-9e80-4eba-8e24-531fbab0d233,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:00.723007 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7e027473-7366-42ce-a043-72c152c26c24 req-a6bbc9d1-d9b7-45fc-8a36-cf2aa07b19da tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:00.736931 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e02a923-f57b-4170-a413-c1f8ade324cf tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Checking segment: {'id': '013faf2d-27cb-4d8c-ac5b-997be476c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:00.737297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e02a923-f57b-4170-a413-c1f8ade324cf tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Network hostable DHCP agents. Network: efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:44:00.858258 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 79357e8f-64b1-4882-8323-09d8c9de74f9 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:44:00.862918 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 79357e8f-64b1-4882-8323-09d8c9de74f9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:00.864260 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (79357e8f-64b1-4882-8323-09d8c9de74f9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:00.874211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bcd51-9870-4af2-8f1e-62574dddeeb1 req-1ca01f33-58cc-4b9c-af05-6c6b4416df25 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:00.876625 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-436bcd51-9870-4af2-8f1e-62574dddeeb1 req-1ca01f33-58cc-4b9c-af05-6c6b4416df25 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a7bce4-5c81-4a7a-b160-891bbdd4da09 HTTP/1.1" status: 200 len: 946 time: 0.1018510 Jan 28 05:44:00.902748 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-7e027473-7366-42ce-a043-72c152c26c24 req-a6bbc9d1-d9b7-45fc-8a36-cf2aa07b19da tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Allocated IP 172.25.0.200 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/84f68202-c058-4f91-ab57-f39d78d31e08) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:00.916170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e02a923-f57b-4170-a413-c1f8ade324cf tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Network efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:44:00.951755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 79357e8f-64b1-4882-8323-09d8c9de74f9 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:00.957795 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (79357e8f-64b1-4882-8323-09d8c9de74f9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:00.997361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-436bcd51-9870-4af2-8f1e-62574dddeeb1 req-cd2b7865-c8c3-47fa-b241-c70d2a5bcd89 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109776 Jan 28 05:44:00.997933 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-7e02a923-f57b-4170-a413-c1f8ade324cf tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:00.998668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 79357e8f-64b1-4882-8323-09d8c9de74f9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=79357e8f-64b1-4882-8323-09d8c9de74f9,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:01.002851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02a923-f57b-4170-a413-c1f8ade324cf tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:01.003488 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e02a923-f57b-4170-a413-c1f8ade324cf tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:01.008933 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d80e53d-4c4b-4817-8fea-a1b7914dbf50 None None] Network efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:44:01.060888 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7e027473-7366-42ce-a043-72c152c26c24 req-a6bbc9d1-d9b7-45fc-8a36-cf2aa07b19da tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for port (84f68202-c058-4f91-ab57-f39d78d31e08), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:01.085331 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (79357e8f-64b1-4882-8323-09d8c9de74f9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:01.153830 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54872) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:01.154445 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7e02a923-f57b-4170-a413-c1f8ade324cf tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4400156 Jan 28 05:44:01.160286 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-93f6cab6-634f-4d81-ad0a-0fbf36a6200e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-759876256'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:01.172731 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=79357e8f-64b1-4882-8323-09d8c9de74f9,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:01.181960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263c983-36c1-415e-8aeb-9af75700d0ae req-34d045a9-f125-4917-bdf4-acf9ee56307e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:01.183676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1263c983-36c1-415e-8aeb-9af75700d0ae req-34d045a9-f125-4917-bdf4-acf9ee56307e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.0770950 Jan 28 05:44:01.209388 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7e027473-7366-42ce-a043-72c152c26c24 req-a6bbc9d1-d9b7-45fc-8a36-cf2aa07b19da tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (84f68202-c058-4f91-ab57-f39d78d31e08), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:01.224226 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7', 'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7', 'project_id': '2bd072a204b34f47862053012cfa77c5', 'fixed_ips': [{'subnet_id': '00304497-9e80-4eba-8e24-531fbab0d233'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:44:01.225913 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:01.266459 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e027473-7366-42ce-a043-72c152c26c24 req-a6bbc9d1-d9b7-45fc-8a36-cf2aa07b19da tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:01.277173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-7e027473-7366-42ce-a043-72c152c26c24 req-a6bbc9d1-d9b7-45fc-8a36-cf2aa07b19da tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:01.281810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e027473-7366-42ce-a043-72c152c26c24 req-a6bbc9d1-d9b7-45fc-8a36-cf2aa07b19da tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:01.284638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbc9d1-d9b7-45fc-8a36-cf2aa07b19da tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Pushing event updated for resources: {'Port': ['ID=84f68202-c058-4f91-ab57-f39d78d31e08,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:01.290985 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1263c983-36c1-415e-8aeb-9af75700d0ae req-b4aab971-deff-41ee-93e5-b2bae2b69f93 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994947 Jan 28 05:44:01.348314 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f6cab6-634f-4d81-ad0a-0fbf36a6200e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Made reservation on behalf of 2bd072a204b34f47862053012cfa77c5 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:01.351730 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-93f6cab6-634f-4d81-ad0a-0fbf36a6200e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:01.377452 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f6cab6-634f-4d81-ad0a-0fbf36a6200e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:44:01.380908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Allocated IP 19.80.0.2 (efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7/00304497-9e80-4eba-8e24-531fbab0d233/eaa5a748-4e0d-473f-a484-4c58662d3291) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:01.394027 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-93f6cab6-634f-4d81-ad0a-0fbf36a6200e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (45b68c9b-7da2-4f22-b854-276e8cc8b5d9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:01.398764 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-93f6cab6-634f-4d81-ad0a-0fbf36a6200e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Added segment 45b68c9b-7da2-4f22-b854-276e8cc8b5d9 of type vlan for network ca111f0f-5bca-48ea-993a-f626fd1b5944 Jan 28 05:44:01.437981 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-93f6cab6-634f-4d81-ad0a-0fbf36a6200e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (ca111f0f-5bca-48ea-993a-f626fd1b5944), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:01.447404 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7e027473-7366-42ce-a043-72c152c26c24 req-a6bbc9d1-d9b7-45fc-8a36-cf2aa07b19da tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for floatingip (4f2fb906-18fe-4472-9473-45631ecccca3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:01.481242 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb03aee-3036-4e24-bf65-4e45a96a2f95 req-808f9510-685e-44f5-a150-2f449300bb14 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:01.483162 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6fb03aee-3036-4e24-bf65-4e45a96a2f95 req-808f9510-685e-44f5-a150-2f449300bb14 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d5aebc-95a2-40f9-9aef-9a2e8824da17 HTTP/1.1" status: 200 len: 945 time: 0.1044562 Jan 28 05:44:01.541164 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6fb03aee-3036-4e24-bf65-4e45a96a2f95 req-be0e5091-8980-4e45-8e9f-e68d21984888 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490437 Jan 28 05:44:01.558856 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Publish callbacks [] for port (eaa5a748-4e0d-473f-a484-4c58662d3291), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:01.589282 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-93f6cab6-634f-4d81-ad0a-0fbf36a6200e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (ca111f0f-5bca-48ea-993a-f626fd1b5944), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:01.597060 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f6cab6-634f-4d81-ad0a-0fbf36a6200e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:01.597688 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-93f6cab6-634f-4d81-ad0a-0fbf36a6200e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:01.632122 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7e027473-7366-42ce-a043-72c152c26c24 req-a6bbc9d1-d9b7-45fc-8a36-cf2aa07b19da tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (84f68202-c058-4f91-ab57-f39d78d31e08), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:01.654823 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (eaa5a748-4e0d-473f-a484-4c58662d3291), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:01.701286 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Network efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:01.705639 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6cab6-634f-4d81-ad0a-0fbf36a6200e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event updated for resources: {'Network': ['ID=ca111f0f-5bca-48ea-993a-f626fd1b5944,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:01.715849 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-93f6cab6-634f-4d81-ad0a-0fbf36a6200e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5580139 Jan 28 05:44:01.716405 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54882) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:01.722338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:01.723918 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-8a74abb2-6e1a-413c-bc55-49dc6814f540 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Request body: {'subnet': {'network_id': 'ca111f0f-5bca-48ea-993a-f626fd1b5944', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:01.727835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:01.785885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d5aebc-95a2-40f9-9aef-9a2e8824da17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79357e8f-64b1-4882-8323-09d8c9de74f9'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:01.795532 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481a01a6-3cf7-4449-986d-458d4571ee3e" -d '{"events": [{"server_uuid": "c2d5aebc-95a2-40f9-9aef-9a2e8824da17", "name": "network-vif-plugged", "status": "completed", "tag": "79357e8f-64b1-4882-8323-09d8c9de74f9"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:01.808581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network ca111f0f-5bca-48ea-993a-f626fd1b5944 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:44:01.880417 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 39e5f2b8-cf33-4e73-a85d-865a5d557e01 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:01.908068 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Pushing event updated for resources: {'Port': ['ID=eaa5a748-4e0d-473f-a484-4c58662d3291,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:01.980343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a74abb2-6e1a-413c-bc55-49dc6814f540 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Made reservation on behalf of 2bd072a204b34f47862053012cfa77c5 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:01.989873 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8a74abb2-6e1a-413c-bc55-49dc6814f540 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:02.042807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Attempting to bind port eaa5a748-4e0d-473f-a484-4c58662d3291 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:02.043069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Attempting to bind port eaa5a748-4e0d-473f-a484-4c58662d3291 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '013faf2d-27cb-4d8c-ac5b-997be476c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:02.043315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Attempting to bind port eaa5a748-4e0d-473f-a484-4c58662d3291 on network efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:02.052177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:02.052614 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Checking segment: {'id': '013faf2d-27cb-4d8c-ac5b-997be476c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:02.053024 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:02.053494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Bound using segment: {'id': '013faf2d-27cb-4d8c-ac5b-997be476c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:02.053979 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Bound port: eaa5a748-4e0d-473f-a484-4c58662d3291, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013faf2d-27cb-4d8c-ac5b-997be476c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:02.054463 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (eaa5a748-4e0d-473f-a484-4c58662d3291), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:02.155254 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 39e5f2b8-cf33-4e73-a85d-865a5d557e01 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:02.155637 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (39e5f2b8-cf33-4e73-a85d-865a5d557e01), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:02.277069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] For port eaa5a748-4e0d-473f-a484-4c58662d3291, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:02.316956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] For port eaa5a748-4e0d-473f-a484-4c58662d3291, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=eaa5a748-4e0d-473f-a484-4c58662d3291,segment=NetworkSegment(013faf2d-27cb-4d8c-ac5b-997be476c235),segment_id=013faf2d-27cb-4d8c-ac5b-997be476c235)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:02.397061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 39e5f2b8-cf33-4e73-a85d-865a5d557e01 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:02.397468 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (39e5f2b8-cf33-4e73-a85d-865a5d557e01), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:02.407813 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0f7f2-b1a2-4ec8-b969-f2122644d115 req-351c35e8-5d3b-4d91-b8f5-f8b423f7466a tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:02.409349 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54f0f7f2-b1a2-4ec8-b969-f2122644d115 req-351c35e8-5d3b-4d91-b8f5-f8b423f7466a tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 949 time: 0.0938601 Jan 28 05:44:02.424423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 39e5f2b8-cf33-4e73-a85d-865a5d557e01, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=39e5f2b8-cf33-4e73-a85d-865a5d557e01,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:02.427367 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (eaa5a748-4e0d-473f-a484-4c58662d3291), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:02.465330 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7e027473-7366-42ce-a043-72c152c26c24 req-a6bbc9d1-d9b7-45fc-8a36-cf2aa07b19da tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for port (84f68202-c058-4f91-ab57-f39d78d31e08), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:02.473483 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a37daebf-d58d-401c-80a2-fd8d7604fa96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:02.492603 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8a74abb2-6e1a-413c-bc55-49dc6814f540 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (9d31a6ae-acfd-47fe-b975-bc8eb0f387bb), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:02.502164 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (39e5f2b8-cf33-4e73-a85d-865a5d557e01), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:02.513341 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54f0f7f2-b1a2-4ec8-b969-f2122644d115 req-918caae5-bf3c-43d6-9362-095ef692287b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774627 Jan 28 05:44:02.541413 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea45e2-d28c-47a9-adf2-d249b637188c None None] Pushing event updated for resources: {'Port': ['ID=eaa5a748-4e0d-473f-a484-4c58662d3291,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:02.561381 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7e027473-7366-42ce-a043-72c152c26c24 req-a6bbc9d1-d9b7-45fc-8a36-cf2aa07b19da tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (84f68202-c058-4f91-ab57-f39d78d31e08), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:02.650505 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74abb2-6e1a-413c-bc55-49dc6814f540 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event updated for resources: {'Subnet': ['ID=9d31a6ae-acfd-47fe-b975-bc8eb0f387bb,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:02.650692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=39e5f2b8-cf33-4e73-a85d-865a5d557e01,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:02.702531 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74abb2-6e1a-413c-bc55-49dc6814f540 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Checking segment: {'id': '45b68c9b-7da2-4f22-b854-276e8cc8b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ca111f0f-5bca-48ea-993a-f626fd1b5944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:02.703893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a74abb2-6e1a-413c-bc55-49dc6814f540 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Network hostable DHCP agents. Network: ca111f0f-5bca-48ea-993a-f626fd1b5944, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:44:02.720294 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbc9d1-d9b7-45fc-8a36-cf2aa07b19da tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Pushing event updated for resources: {'Port': ['ID=84f68202-c058-4f91-ab57-f39d78d31e08,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:02.739070 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7e027473-7366-42ce-a043-72c152c26c24 req-a6bbc9d1-d9b7-45fc-8a36-cf2aa07b19da tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (4f2fb906-18fe-4472-9473-45631ecccca3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:02.762726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b77cd6-35b6-4d51-8448-5eb8576d6d92 req-67dafc18-6f5a-4450-8802-45d191b43366 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:02.765548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92b77cd6-35b6-4d51-8448-5eb8576d6d92 req-67dafc18-6f5a-4450-8802-45d191b43366 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.1521673 Jan 28 05:44:02.847796 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92b77cd6-35b6-4d51-8448-5eb8576d6d92 req-46abeca9-a3a4-4d76-9ee4-deb2f0909aaf tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743201 Jan 28 05:44:02.867547 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a74abb2-6e1a-413c-bc55-49dc6814f540 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Network ca111f0f-5bca-48ea-993a-f626fd1b5944 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:44:02.879385 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7e027473-7366-42ce-a043-72c152c26c24 req-a6bbc9d1-d9b7-45fc-8a36-cf2aa07b19da tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:02.880635 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7e027473-7366-42ce-a043-72c152c26c24 req-a6bbc9d1-d9b7-45fc-8a36-cf2aa07b19da tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7729995 Jan 28 05:44:02.929790 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc469b0-91d0-43db-a07d-190e2c0168e2 x-openstack-request-id: req-1fc469b0-91d0-43db-a07d-190e2c0168e2 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:02.930342 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d5aebc-95a2-40f9-9aef-9a2e8824da17", "name": "network-vif-plugged", "status": "completed", "tag": "79357e8f-64b1-4882-8323-09d8c9de74f9", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:02.930342 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fc469b0-91d0-43db-a07d-190e2c0168e2 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:02.930760 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5aebc-95a2-40f9-9aef-9a2e8824da17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79357e8f-64b1-4882-8323-09d8c9de74f9', 'code': 200} Jan 28 05:44:02.946979 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7e027473-7366-42ce-a043-72c152c26c24 req-17ac4e70-5add-4282-bbad-e106e8d7bbd0 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.200 HTTP/1.1" status: 200 len: 696 time: 0.0592034 Jan 28 05:44:03.013096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-8a74abb2-6e1a-413c-bc55-49dc6814f540 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, ca111f0f-5bca-48ea-993a-f626fd1b5944) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:03.019580 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a74abb2-6e1a-413c-bc55-49dc6814f540 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:03.020666 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8a74abb2-6e1a-413c-bc55-49dc6814f540 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:03.024125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a234edac-184b-408c-8e19-d90d454992b0 None None] Network ca111f0f-5bca-48ea-993a-f626fd1b5944 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:44:03.130146 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8a74abb2-6e1a-413c-bc55-49dc6814f540 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4125352 Jan 28 05:44:03.150025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-ca111f0f-5bca-48ea-993a-f626fd1b5944', 'network_id': 'ca111f0f-5bca-48ea-993a-f626fd1b5944', 'project_id': '2bd072a204b34f47862053012cfa77c5', 'fixed_ips': [{'subnet_id': '9d31a6ae-acfd-47fe-b975-bc8eb0f387bb'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:44:03.150929 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:03.155597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77e3d7-13a4-4c65-8722-f3af74f29ea8 req-97e21412-63bb-4987-b40e-b2d5a6702fd1 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:03.157231 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c77e3d7-13a4-4c65-8722-f3af74f29ea8 req-97e21412-63bb-4987-b40e-b2d5a6702fd1 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=94a7bce4-5c81-4a7a-b160-891bbdd4da09 HTTP/1.1" status: 200 len: 946 time: 0.1236830 Jan 28 05:44:03.173194 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007dcbe3-1e18-448e-95da-9f9deb7f467e req-ee994218-2b5e-41e9-b495-b8a90cbad01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:03.174750 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-007dcbe3-1e18-448e-95da-9f9deb7f467e req-ee994218-2b5e-41e9-b495-b8a90cbad01c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c2d5aebc-95a2-40f9-9aef-9a2e8824da17 HTTP/1.1" status: 200 len: 1097 time: 0.1139314 Jan 28 05:44:03.221247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e027473-7366-42ce-a043-72c152c26c24 req-ea21fe71-f9e7-42e4-b069-861acab96795 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:03.222760 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7e027473-7366-42ce-a043-72c152c26c24 req-ea21fe71-f9e7-42e4-b069-861acab96795 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.2699740 Jan 28 05:44:03.271706 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c77e3d7-13a4-4c65-8722-f3af74f29ea8 req-5fabac32-8963-46a0-9747-caaa748723af tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070011 Jan 28 05:44:03.273889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-007dcbe3-1e18-448e-95da-9f9deb7f467e req-ec77e817-e493-4b9e-8c29-baba14e8deae service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878336 Jan 28 05:44:03.349317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Allocated IP 19.86.0.2 (ca111f0f-5bca-48ea-993a-f626fd1b5944/9d31a6ae-acfd-47fe-b975-bc8eb0f387bb/3bcf704f-77de-4307-97e0-781898a5623f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:03.368859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70f788-e20c-40dc-8ece-4c72a2e6d6e9 req-e32199aa-1344-4eda-8d92-4beb847b32bc tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:03.372063 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd70f788-e20c-40dc-8ece-4c72a2e6d6e9 req-e32199aa-1344-4eda-8d92-4beb847b32bc tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.0797994 Jan 28 05:44:03.504741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77147a20-0bc3-482b-81a1-ac09cca3eabc req-7c7c035f-2700-428e-88de-510d0f362a4c tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:03.506737 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77147a20-0bc3-482b-81a1-ac09cca3eabc req-7c7c035f-2700-428e-88de-510d0f362a4c tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d28f4d9-02d9-4106-a48b-87db6d163338 HTTP/1.1" status: 200 len: 949 time: 0.1116197 Jan 28 05:44:03.518932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd70f788-e20c-40dc-8ece-4c72a2e6d6e9 req-d3499786-52da-4d9b-baa7-67f6f2f23d82 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351545 Jan 28 05:44:03.603786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77147a20-0bc3-482b-81a1-ac09cca3eabc req-9ab26c7e-3d70-4f11-aeed-0e170054c778 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777364 Jan 28 05:44:03.766721 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Sync routers for ids ['89abb253-ea5b-41cb-be75-d69b98067170'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:44:03.790611 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be02830-7276-4384-bf87-79202cbaaaa2 req-ca33bcd7-5b29-4576-a087-0d38aab78722 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:03.790611 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5be02830-7276-4384-bf87-79202cbaaaa2 req-ca33bcd7-5b29-4576-a087-0d38aab78722 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d5aebc-95a2-40f9-9aef-9a2e8824da17 HTTP/1.1" status: 200 len: 945 time: 0.1696112 Jan 28 05:44:03.790853 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Routers {'89abb253-ea5b-41cb-be75-d69b98067170'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:44:03.790853 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:43:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['89abb253-ea5b-41cb-be75-d69b98067170'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:03.938160 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5be02830-7276-4384-bf87-79202cbaaaa2 req-75a7d3d7-79f4-4913-9a13-44260ddc526a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218710 Jan 28 05:44:03.953930 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Set router 89abb253-ea5b-41cb-be75-d69b98067170 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:44:03.954461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-d3f7b4d5-7f20-4fec-bddd-596d136b0e37 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:03.963742 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-d3f7b4d5-7f20-4fec-bddd-596d136b0e37 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:03.967045 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-d3f7b4d5-7f20-4fec-bddd-596d136b0e37 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/networks?id=efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7&id=ca111f0f-5bca-48ea-993a-f626fd1b5944&id=efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 HTTP/1.1" status: 200 len: 1390 time: 0.2424307 Jan 28 05:44:03.986846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-d01c587b-81ac-4419-940d-fd8db082f5f5 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/quotas/2bd072a204b34f47862053012cfa77c5 HTTP/1.1" status: 200 len: 375 time: 0.0170438 Jan 28 05:44:04.008251 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Publish callbacks [] for port (3bcf704f-77de-4307-97e0-781898a5623f), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:04.013658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474a4545-26e1-4dd7-9a29-22553ad805bc None None] Network efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:44:04.017047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device eaa5a748-4e0d-473f-a484-4c58662d3291 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:04.133650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-670ab6f9-ebb0-4b9e-a79e-a2fbb7a3a16d None None] Provisioning complete for port eaa5a748-4e0d-473f-a484-4c58662d3291 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:04.134035 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-670ab6f9-ebb0-4b9e-a79e-a2fbb7a3a16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (eaa5a748-4e0d-473f-a484-4c58662d3291), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:04.155260 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-383062bf-79db-491e-b846-cde7e2b3bfcf tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bd072a204b34f47862053012cfa77c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1674523 Jan 28 05:44:04.181670 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (3bcf704f-77de-4307-97e0-781898a5623f), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:04.223253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ec65d-b795-4135-9312-bdc629970492 req-2326e7ea-e1b8-4b54-a72f-066dd254165f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:04.224784 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d4ec65d-b795-4135-9312-bdc629970492 req-2326e7ea-e1b8-4b54-a72f-066dd254165f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "GET /v2.0/ports?device_id=94a7bce4-5c81-4a7a-b160-891bbdd4da09 HTTP/1.1" status: 200 len: 946 time: 0.1812298 Jan 28 05:44:04.244939 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89abb253-ea5b-41cb-be75-d69b98067170', 'name': 'tempest-ServersTestMultiNic-226803805-router', 'tenant_id': '2bd072a204b34f47862053012cfa77c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '39e5f2b8-cf33-4e73-a85d-865a5d557e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:57Z', 'revision_number': 4, 'project_id': '2bd072a204b34f47862053012cfa77c5', 'gw_port': {'id': '39e5f2b8-cf33-4e73-a85d-865a5d557e01', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89abb253-ea5b-41cb-be75-d69b98067170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:51Z', 'updated_at': '2022-01-28T05:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '4c254fba-c3da-4282-82f2-fde1f4e0a424', 'name': '', 'network_id': 'b2a030ba-d75a-492c-9215-4bbd851db773', 'tenant_id': '2bd072a204b34f47862053012cfa77c5', 'mac_address': 'fa:16:3e:f2:14:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89abb253-ea5b-41cb-be75-d69b98067170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ed595bec-cf9d-4498-8151-809336ada596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:57Z', 'updated_at': '2022-01-28T05:43:58Z', 'revision_number': 2, 'project_id': '2bd072a204b34f47862053012cfa77c5', 'subnets': [{'id': 'ed595bec-cf9d-4498-8151-809336ada596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:04.266613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Network ca111f0f-5bca-48ea-993a-f626fd1b5944 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:04.274987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port eaa5a748-4e0d-473f-a484-4c58662d3291 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:04.275331 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-7d53726c-a7c9-4b18-99c2-e626156fd5e3 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2725878 Jan 28 05:44:04.275467 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (eaa5a748-4e0d-473f-a484-4c58662d3291), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:04.286640 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:04.291090 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Checking router: 89abb253-ea5b-41cb-be75-d69b98067170 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:44:04.291803 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Updating router 89abb253-ea5b-41cb-be75-d69b98067170 port 4c254fba-c3da-4282-82f2-fde1f4e0a424 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:44:04.294741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-03dc870c-25cd-4656-ad46-04e12f82f2b9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:04.310085 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Pushing event updated for resources: {'Port': ['ID=3bcf704f-77de-4307-97e0-781898a5623f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:04.319371 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:04.341136 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:04.374510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-148c041c-6e87-46c3-ad0c-76e768aa8626 service neutron] 10.222.0.31 "GET /v2.0/networks/efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182817 Jan 28 05:44:04.441648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-670ab6f9-ebb0-4b9e-a79e-a2fbb7a3a16d None None] Current status of the port eaa5a748-4e0d-473f-a484-4c58662d3291 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:04.443014 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-670ab6f9-ebb0-4b9e-a79e-a2fbb7a3a16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (eaa5a748-4e0d-473f-a484-4c58662d3291), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:04.444076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Attempting to bind port 3bcf704f-77de-4307-97e0-781898a5623f on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:04.444246 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Attempting to bind port 3bcf704f-77de-4307-97e0-781898a5623f by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '45b68c9b-7da2-4f22-b854-276e8cc8b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ca111f0f-5bca-48ea-993a-f626fd1b5944'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:04.444545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Attempting to bind port 3bcf704f-77de-4307-97e0-781898a5623f on network ca111f0f-5bca-48ea-993a-f626fd1b5944 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:04.452651 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-03dc870c-25cd-4656-ad46-04e12f82f2b9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:04.463923 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:04.464258 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Checking segment: {'id': '45b68c9b-7da2-4f22-b854-276e8cc8b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ca111f0f-5bca-48ea-993a-f626fd1b5944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:04.464523 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:04.464926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Bound using segment: {'id': '45b68c9b-7da2-4f22-b854-276e8cc8b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ca111f0f-5bca-48ea-993a-f626fd1b5944'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:04.465413 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Bound port: 3bcf704f-77de-4307-97e0-781898a5623f, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b68c9b-7da2-4f22-b854-276e8cc8b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ca111f0f-5bca-48ea-993a-f626fd1b5944'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:04.465799 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3bcf704f-77de-4307-97e0-781898a5623f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:04.470216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-0d4ec65d-b795-4135-9312-bdc629970492 req-a0e0a263-1625-43c6-bbf7-ed4b4c41952f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Deleting port d923cf1f-42b2-468f-bd63-49d7e5f78dbb {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:04.470422 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0d4ec65d-b795-4135-9312-bdc629970492 req-a0e0a263-1625-43c6-bbf7-ed4b4c41952f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (d923cf1f-42b2-468f-bd63-49d7e5f78dbb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:04.613369 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-670ab6f9-ebb0-4b9e-a79e-a2fbb7a3a16d None None] For port eaa5a748-4e0d-473f-a484-4c58662d3291, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=eaa5a748-4e0d-473f-a484-4c58662d3291,segment=NetworkSegment(013faf2d-27cb-4d8c-ac5b-997be476c235),segment_id=013faf2d-27cb-4d8c-ac5b-997be476c235)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:04.623375 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-4ed05e02-c962-4a95-9814-83a3772e3c76 service neutron] 10.222.0.31 "GET /v2.0/networks/efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477226 Jan 28 05:44:04.633813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port eaa5a748-4e0d-473f-a484-4c58662d3291 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:04.635943 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (eaa5a748-4e0d-473f-a484-4c58662d3291), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:04.710702 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] For port 3bcf704f-77de-4307-97e0-781898a5623f, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:04.725510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] For port 3bcf704f-77de-4307-97e0-781898a5623f, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3bcf704f-77de-4307-97e0-781898a5623f,segment=NetworkSegment(45b68c9b-7da2-4f22-b854-276e8cc8b5d9),segment_id=45b68c9b-7da2-4f22-b854-276e8cc8b5d9)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:04.741682 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-670ab6f9-ebb0-4b9e-a79e-a2fbb7a3a16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (eaa5a748-4e0d-473f-a484-4c58662d3291), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:04.751193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-0d4ec65d-b795-4135-9312-bdc629970492 req-a0e0a263-1625-43c6-bbf7-ed4b4c41952f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] For port d923cf1f-42b2-468f-bd63-49d7e5f78dbb, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=d923cf1f-42b2-468f-bd63-49d7e5f78dbb,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:04.757215 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0d4ec65d-b795-4135-9312-bdc629970492 req-a0e0a263-1625-43c6-bbf7-ed4b4c41952f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (d923cf1f-42b2-468f-bd63-49d7e5f78dbb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:04.803321 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-0d4ec65d-b795-4135-9312-bdc629970492 req-a0e0a263-1625-43c6-bbf7-ed4b4c41952f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Calling delete_port for d923cf1f-42b2-468f-bd63-49d7e5f78dbb owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:04.821215 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b354b673-90f5-4dfc-bcf9-e2f6b14edec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:04.824053 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3bcf704f-77de-4307-97e0-781898a5623f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:04.844688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-cfdb1045-d020-4347-aded-ca6482161865 service neutron] 10.222.0.31 "GET /v2.0/networks/ca111f0f-5bca-48ea-993a-f626fd1b5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201800 Jan 28 05:44:04.891020 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:44:04.894601 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:44:04.897100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ab6f9-ebb0-4b9e-a79e-a2fbb7a3a16d None None] Pushing event updated for resources: {'Port': ['ID=eaa5a748-4e0d-473f-a484-4c58662d3291,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:04.935624 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Publish callbacks [] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:04.936911 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-671176c2-f831-4756-9786-2525f8918179 None None] Provisioning complete for port eaa5a748-4e0d-473f-a484-4c58662d3291 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:04.938026 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-671176c2-f831-4756-9786-2525f8918179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (eaa5a748-4e0d-473f-a484-4c58662d3291), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:05.011570 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639110c7-435e-4953-9101-0ad6af0903e5 None None] Pushing event updated for resources: {'Port': ['ID=3bcf704f-77de-4307-97e0-781898a5623f,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:05.034841 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:05.035812 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-03dc870c-25cd-4656-ad46-04e12f82f2b9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:05.056919 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-1ae383bb-d9d9-4b98-bc82-d58430675843 service neutron] 10.222.0.31 "GET /v2.0/networks/ca111f0f-5bca-48ea-993a-f626fd1b5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109954 Jan 28 05:44:05.067283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-671176c2-f831-4756-9786-2525f8918179 None None] Current status of the port eaa5a748-4e0d-473f-a484-4c58662d3291 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:05.182897 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c331b6-af01-4f7c-830b-77e44e848f60 None None] Pushing event updated for resources: {'Port': ['ID=4c254fba-c3da-4282-82f2-fde1f4e0a424,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:05.286391 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Attempting to bind port 4c254fba-c3da-4282-82f2-fde1f4e0a424 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:05.288499 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Attempting to bind port 4c254fba-c3da-4282-82f2-fde1f4e0a424 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'beb05aca-35e1-4a82-bae0-38d93fb9f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b2a030ba-d75a-492c-9215-4bbd851db773'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:05.288499 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Attempting to bind port 4c254fba-c3da-4282-82f2-fde1f4e0a424 on network b2a030ba-d75a-492c-9215-4bbd851db773 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:05.293588 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:05.293956 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Checking segment: {'id': 'beb05aca-35e1-4a82-bae0-38d93fb9f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b2a030ba-d75a-492c-9215-4bbd851db773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:05.295032 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:05.295552 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Bound using segment: {'id': 'beb05aca-35e1-4a82-bae0-38d93fb9f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b2a030ba-d75a-492c-9215-4bbd851db773'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:05.296191 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Bound port: 4c254fba-c3da-4282-82f2-fde1f4e0a424, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb05aca-35e1-4a82-bae0-38d93fb9f5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b2a030ba-d75a-492c-9215-4bbd851db773'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:05.296620 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:05.359264 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-76a9e8c2-bb1b-495f-9d41-e1ecff0c83ce service neutron] 10.222.0.31 "GET /v2.0/networks/efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011220 Jan 28 05:44:05.371306 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-03dc870c-25cd-4656-ad46-04e12f82f2b9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Allocated IP 172.25.0.206 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/5112a9f9-8e3d-4495-a035-86c9bbe8adaa) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:05.394603 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] For port 4c254fba-c3da-4282-82f2-fde1f4e0a424, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:05.413912 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] For port 4c254fba-c3da-4282-82f2-fde1f4e0a424, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4c254fba-c3da-4282-82f2-fde1f4e0a424,segment=NetworkSegment(beb05aca-35e1-4a82-bae0-38d93fb9f5dc),segment_id=beb05aca-35e1-4a82-bae0-38d93fb9f5dc)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:05.421613 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0d4ec65d-b795-4135-9312-bdc629970492 req-a0e0a263-1625-43c6-bbf7-ed4b4c41952f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (d923cf1f-42b2-468f-bd63-49d7e5f78dbb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:05.450481 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port eaa5a748-4e0d-473f-a484-4c58662d3291 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:05.451629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 39e5f2b8-cf33-4e73-a85d-865a5d557e01 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:05.481385 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:05.485002 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['d923cf1f-42b2-468f-bd63-49d7e5f78dbb'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:05.488382 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['3aeaa96d-c620-4d93-b90f-11688bd39ac8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:05.509689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0a263-1625-43c6-bbf7-ed4b4c41952f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Pushing event deleted for resources: {'Port': ['ID=d923cf1f-42b2-468f-bd63-49d7e5f78dbb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:05.553614 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Routers {'89abb253-ea5b-41cb-be75-d69b98067170'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:44:05.554589 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:44:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['89abb253-ea5b-41cb-be75-d69b98067170'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:05.633999 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c331b6-af01-4f7c-830b-77e44e848f60 None None] Pushing event updated for resources: {'Port': ['ID=4c254fba-c3da-4282-82f2-fde1f4e0a424,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:05.665394 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 39e5f2b8-cf33-4e73-a85d-865a5d557e01 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:05.665772 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (39e5f2b8-cf33-4e73-a85d-865a5d557e01), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:05.716656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4ec65d-b795-4135-9312-bdc629970492 req-a0e0a263-1625-43c6-bbf7-ed4b4c41952f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] No DVR routers for this DVR port d923cf1f-42b2-468f-bd63-49d7e5f78dbb on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:44:05.726360 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0d4ec65d-b795-4135-9312-bdc629970492 req-a0e0a263-1625-43c6-bbf7-ed4b4c41952f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:05.730071 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d4ec65d-b795-4135-9312-bdc629970492 req-a0e0a263-1625-43c6-bbf7-ed4b4c41952f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "DELETE /v2.0/ports/d923cf1f-42b2-468f-bd63-49d7e5f78dbb HTTP/1.1" status: 204 len: 173 time: 1.4961801 Jan 28 05:44:05.730639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a7bce4-5c81-4a7a-b160-891bbdd4da09', 'name': 'network-vif-deleted', 'tag': 'd923cf1f-42b2-468f-bd63-49d7e5f78dbb'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:05.737061 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdadc97-5a37-416c-8018-c8696aece6fd" -d '{"events": [{"server_uuid": "94a7bce4-5c81-4a7a-b160-891bbdd4da09", "name": "network-vif-deleted", "tag": "d923cf1f-42b2-468f-bd63-49d7e5f78dbb"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:05.757566 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] Set router 89abb253-ea5b-41cb-be75-d69b98067170 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:44:05.760201 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c9e75eba-a809-43ae-a005-64327ecc4883 None None] Provisioning complete for port 4c254fba-c3da-4282-82f2-fde1f4e0a424 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:05.760460 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9e75eba-a809-43ae-a005-64327ecc4883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:05.797695 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-03dc870c-25cd-4656-ad46-04e12f82f2b9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for port (5112a9f9-8e3d-4495-a035-86c9bbe8adaa), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:05.839062 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-3fc2ec4a-ba85-4a0e-95f9-48f15dfd4944 service neutron] 10.222.0.31 "GET /v2.0/networks/efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691882 Jan 28 05:44:05.960853 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-03dc870c-25cd-4656-ad46-04e12f82f2b9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (5112a9f9-8e3d-4495-a035-86c9bbe8adaa), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:05.994686 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 39e5f2b8-cf33-4e73-a85d-865a5d557e01 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:06.059594 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c9e75eba-a809-43ae-a005-64327ecc4883 None None] Current status of the port 4c254fba-c3da-4282-82f2-fde1f4e0a424 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:06.060538 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9e75eba-a809-43ae-a005-64327ecc4883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:06.083436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-03dc870c-25cd-4656-ad46-04e12f82f2b9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:06.091590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-03dc870c-25cd-4656-ad46-04e12f82f2b9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:06.103965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-03dc870c-25cd-4656-ad46-04e12f82f2b9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:06.140740 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c9e75eba-a809-43ae-a005-64327ecc4883 None None] For port 4c254fba-c3da-4282-82f2-fde1f4e0a424, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4c254fba-c3da-4282-82f2-fde1f4e0a424,segment=NetworkSegment(beb05aca-35e1-4a82-bae0-38d93fb9f5dc),segment_id=beb05aca-35e1-4a82-bae0-38d93fb9f5dc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:06.166834 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc870c-25cd-4656-ad46-04e12f82f2b9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Pushing event updated for resources: {'Port': ['ID=5112a9f9-8e3d-4495-a035-86c9bbe8adaa,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:06.241489 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89abb253-ea5b-41cb-be75-d69b98067170', 'name': 'tempest-ServersTestMultiNic-226803805-router', 'tenant_id': '2bd072a204b34f47862053012cfa77c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '39e5f2b8-cf33-4e73-a85d-865a5d557e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:57Z', 'revision_number': 4, 'project_id': '2bd072a204b34f47862053012cfa77c5', 'gw_port': {'id': '39e5f2b8-cf33-4e73-a85d-865a5d557e01', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89abb253-ea5b-41cb-be75-d69b98067170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:51Z', 'updated_at': '2022-01-28T05:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '4c254fba-c3da-4282-82f2-fde1f4e0a424', 'name': '', 'network_id': 'b2a030ba-d75a-492c-9215-4bbd851db773', 'tenant_id': '2bd072a204b34f47862053012cfa77c5', 'mac_address': 'fa:16:3e:f2:14:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89abb253-ea5b-41cb-be75-d69b98067170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ed595bec-cf9d-4498-8151-809336ada596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:57Z', 'updated_at': '2022-01-28T05:44:05Z', 'revision_number': 4, 'project_id': '2bd072a204b34f47862053012cfa77c5', 'subnets': [{'id': 'ed595bec-cf9d-4498-8151-809336ada596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:06.257813 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9e75eba-a809-43ae-a005-64327ecc4883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:06.303039 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9f670-ca99-4f34-ae77-4e9cae560ccb None None] The sync data for ids ['89abb253-ea5b-41cb-be75-d69b98067170'] in n-d-812111-12 is: [{'id': '89abb253-ea5b-41cb-be75-d69b98067170', 'name': 'tempest-ServersTestMultiNic-226803805-router', 'tenant_id': '2bd072a204b34f47862053012cfa77c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '39e5f2b8-cf33-4e73-a85d-865a5d557e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:57Z', 'revision_number': 4, 'project_id': '2bd072a204b34f47862053012cfa77c5', 'gw_port': {'id': '39e5f2b8-cf33-4e73-a85d-865a5d557e01', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89abb253-ea5b-41cb-be75-d69b98067170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:51Z', 'updated_at': '2022-01-28T05:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '4c254fba-c3da-4282-82f2-fde1f4e0a424', 'name': '', 'network_id': 'b2a030ba-d75a-492c-9215-4bbd851db773', 'tenant_id': '2bd072a204b34f47862053012cfa77c5', 'mac_address': 'fa:16:3e:f2:14:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89abb253-ea5b-41cb-be75-d69b98067170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'ed595bec-cf9d-4498-8151-809336ada596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:57Z', 'updated_at': '2022-01-28T05:44:05Z', 'revision_number': 4, 'project_id': '2bd072a204b34f47862053012cfa77c5', 'subnets': [{'id': 'ed595bec-cf9d-4498-8151-809336ada596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:44:06.316958 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-03dc870c-25cd-4656-ad46-04e12f82f2b9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for floatingip (cf2dc330-1e9a-4cf6-ac8b-4a6ece72ab15), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:06.456801 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e75eba-a809-43ae-a005-64327ecc4883 None None] Pushing event updated for resources: {'Port': ['ID=4c254fba-c3da-4282-82f2-fde1f4e0a424,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:06.473906 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-03dc870c-25cd-4656-ad46-04e12f82f2b9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5112a9f9-8e3d-4495-a035-86c9bbe8adaa), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:06.478379 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4c2a4ee7-fea8-4100-8fd6-6110a91bf5a7 None None] Provisioning complete for port 4c254fba-c3da-4282-82f2-fde1f4e0a424 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:06.494368 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c2a4ee7-fea8-4100-8fd6-6110a91bf5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:06.592483 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:06.637683 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cbfcee-8f1e-4a05-8a72-9ae66df1ea1a None None] Network ca111f0f-5bca-48ea-993a-f626fd1b5944 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:44:06.722429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f813bc9-f540-49df-8a79-6f656eb7205d req-e12a78ee-35de-49f9-87c7-bcf3e8ee17db tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:06.735205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f813bc9-f540-49df-8a79-6f656eb7205d req-e12a78ee-35de-49f9-87c7-bcf3e8ee17db tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:06.737361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device eaa5a748-4e0d-473f-a484-4c58662d3291 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:06.742259 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f813bc9-f540-49df-8a79-6f656eb7205d req-e12a78ee-35de-49f9-87c7-bcf3e8ee17db tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684&device_id=6d28f4d9-02d9-4106-a48b-87db6d163338 HTTP/1.1" status: 200 len: 1689 time: 0.1488531 Jan 28 05:44:06.848934 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f813bc9-f540-49df-8a79-6f656eb7205d req-710be490-79f2-449e-bad1-77079935408f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003034 Jan 28 05:44:06.856408 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4c2a4ee7-fea8-4100-8fd6-6110a91bf5a7 None None] Current status of the port 4c254fba-c3da-4282-82f2-fde1f4e0a424 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:06.899828 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-03dc870c-25cd-4656-ad46-04e12f82f2b9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for port (5112a9f9-8e3d-4495-a035-86c9bbe8adaa), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:06.935010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port eaa5a748-4e0d-473f-a484-4c58662d3291 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:06.935481 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (eaa5a748-4e0d-473f-a484-4c58662d3291), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:06.990109 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-03dc870c-25cd-4656-ad46-04e12f82f2b9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (5112a9f9-8e3d-4495-a035-86c9bbe8adaa), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:07.022778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ef19717c-38a9-49b7-a6b8-21fc449587df None None] Provisioning complete for port 3bcf704f-77de-4307-97e0-781898a5623f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:07.023413 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef19717c-38a9-49b7-a6b8-21fc449587df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3bcf704f-77de-4307-97e0-781898a5623f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:07.148010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port eaa5a748-4e0d-473f-a484-4c58662d3291 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:07.149194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4c254fba-c3da-4282-82f2-fde1f4e0a424 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:07.196051 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-03dc870c-25cd-4656-ad46-04e12f82f2b9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (cf2dc330-1e9a-4cf6-ac8b-4a6ece72ab15), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:07.215342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc870c-25cd-4656-ad46-04e12f82f2b9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Pushing event updated for resources: {'Port': ['ID=5112a9f9-8e3d-4495-a035-86c9bbe8adaa,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:07.242628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bc466-cf07-4b1c-95aa-4f6d62d0257e req-c1ecc0e7-1a4e-4d36-a62c-42d705fb3f9c tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:07.245003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c9bc466-cf07-4b1c-95aa-4f6d62d0257e req-c1ecc0e7-1a4e-4d36-a62c-42d705fb3f9c tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.3370159 Jan 28 05:44:07.337459 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c9bc466-cf07-4b1c-95aa-4f6d62d0257e req-99569837-19bc-4c23-8196-8c80915b41fd tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772555 Jan 28 05:44:07.337459 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-03dc870c-25cd-4656-ad46-04e12f82f2b9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:07.344855 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-03dc870c-25cd-4656-ad46-04e12f82f2b9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0548329 Jan 28 05:44:07.427759 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ef19717c-38a9-49b7-a6b8-21fc449587df None None] Current status of the port 3bcf704f-77de-4307-97e0-781898a5623f is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:07.428148 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef19717c-38a9-49b7-a6b8-21fc449587df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3bcf704f-77de-4307-97e0-781898a5623f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:07.467598 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 4c254fba-c3da-4282-82f2-fde1f4e0a424 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:07.467971 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:07.472864 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-ddb859b1-2a9d-42ff-aada-8f0be3978d45 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 696 time: 0.1186452 Jan 28 05:44:07.496233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ef19717c-38a9-49b7-a6b8-21fc449587df None None] For port 3bcf704f-77de-4307-97e0-781898a5623f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3bcf704f-77de-4307-97e0-781898a5623f,segment=NetworkSegment(45b68c9b-7da2-4f22-b854-276e8cc8b5d9),segment_id=45b68c9b-7da2-4f22-b854-276e8cc8b5d9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:07.574245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 4c254fba-c3da-4282-82f2-fde1f4e0a424 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:07.575728 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3bcf704f-77de-4307-97e0-781898a5623f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:07.616714 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef19717c-38a9-49b7-a6b8-21fc449587df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3bcf704f-77de-4307-97e0-781898a5623f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:07.629035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176ab6c-60df-424e-b38c-7fda150acb61 req-b3817f06-5ed3-415c-8625-c2c4db735908 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:07.630977 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4176ab6c-60df-424e-b38c-7fda150acb61 req-b3817f06-5ed3-415c-8625-c2c4db735908 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.1559901 Jan 28 05:44:07.661989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-8d7359a6-fe4a-4c02-bc3c-4e9ea9be76a6 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:07.663462 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1befd94-6b85-47ef-ad37-3d5fc998aa0e req-8d7359a6-fe4a-4c02-bc3c-4e9ea9be76a6 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.1896899 Jan 28 05:44:07.712279 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4176ab6c-60df-424e-b38c-7fda150acb61 req-33ae172c-dc87-4088-996a-453b68769231 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650189 Jan 28 05:44:07.712849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19717c-38a9-49b7-a6b8-21fc449587df None None] Pushing event updated for resources: {'Port': ['ID=3bcf704f-77de-4307-97e0-781898a5623f,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:07.769889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 3bcf704f-77de-4307-97e0-781898a5623f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:07.770330 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3bcf704f-77de-4307-97e0-781898a5623f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:07.772098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-03dfa15b-eaad-4a7a-8da2-689cb1133075 None None] Provisioning complete for port 3bcf704f-77de-4307-97e0-781898a5623f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:07.775342 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-03dfa15b-eaad-4a7a-8da2-689cb1133075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3bcf704f-77de-4307-97e0-781898a5623f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:07.821156 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748ec074-ce4a-4dd4-853b-85decdfc3ae7 x-openstack-request-id: req-748ec074-ce4a-4dd4-853b-85decdfc3ae7 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:07.821831 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a7bce4-5c81-4a7a-b160-891bbdd4da09", "name": "network-vif-deleted", "tag": "d923cf1f-42b2-468f-bd63-49d7e5f78dbb", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:07.822691 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-748ec074-ce4a-4dd4-853b-85decdfc3ae7 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:07.824101 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a7bce4-5c81-4a7a-b160-891bbdd4da09', 'name': 'network-vif-deleted', 'tag': 'd923cf1f-42b2-468f-bd63-49d7e5f78dbb', 'status': 'completed', 'code': 200} Jan 28 05:44:07.833395 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:07.857789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d571aeb-bb30-4de2-84ab-40049dc1f60b req-0d038dfb-2e75-473d-b9e4-e07073da6d24 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:07.867243 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d571aeb-bb30-4de2-84ab-40049dc1f60b req-0d038dfb-2e75-473d-b9e4-e07073da6d24 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d5aebc-95a2-40f9-9aef-9a2e8824da17 HTTP/1.1" status: 200 len: 945 time: 0.0911047 Jan 28 05:44:07.919764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d45c9e10-ea6e-4d50-a3b0-2d9c790174c7 req-02502d15-e8e0-45b4-9b7d-a9601eba01e2 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 210 time: 0.0434616 Jan 28 05:44:07.935808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 3bcf704f-77de-4307-97e0-781898a5623f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:07.955136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-03dfa15b-eaad-4a7a-8da2-689cb1133075 None None] Current status of the port 3bcf704f-77de-4307-97e0-781898a5623f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:07.955854 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d571aeb-bb30-4de2-84ab-40049dc1f60b req-674a6dbc-5b66-4828-a881-b1dd16674eb9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874412 Jan 28 05:44:08.099145 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-345814d3-bcd2-4081-a3b0-dfe44da56cba req-d7fecbc0-68c3-475c-ad76-0c823eceb254 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/floatingips/cf2dc330-1e9a-4cf6-ac8b-4a6ece72ab15 HTTP/1.1" status: 200 len: 693 time: 0.0614884 Jan 28 05:44:08.128366 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4c254fba-c3da-4282-82f2-fde1f4e0a424 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:08.200549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 4c254fba-c3da-4282-82f2-fde1f4e0a424 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:08.204998 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:08.273962 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345814d3-bcd2-4081-a3b0-dfe44da56cba req-748c355f-e1f8-44fe-976c-befc7142d10f tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:08.275373 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-345814d3-bcd2-4081-a3b0-dfe44da56cba req-748c355f-e1f8-44fe-976c-befc7142d10f tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.1616645 Jan 28 05:44:08.305012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 4c254fba-c3da-4282-82f2-fde1f4e0a424 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:08.306104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3bcf704f-77de-4307-97e0-781898a5623f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:08.398151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c03be-37c4-49f5-9c71-7194ba53abdd req-f6368274-772c-4af9-afaa-1b3e1deea411 tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:08.401924 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a86c03be-37c4-49f5-9c71-7194ba53abdd req-f6368274-772c-4af9-afaa-1b3e1deea411 tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 1101 time: 0.0630190 Jan 28 05:44:08.405371 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 3bcf704f-77de-4307-97e0-781898a5623f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:08.406371 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3bcf704f-77de-4307-97e0-781898a5623f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:08.517269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 3bcf704f-77de-4307-97e0-781898a5623f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:08.692698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 38522edd-9d8a-4d74-9a98-f5684d5c33c3 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:44:08.703735 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 38522edd-9d8a-4d74-9a98-f5684d5c33c3 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:44:08.832198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a86c03be-37c4-49f5-9c71-7194ba53abdd req-dae651e3-abfc-4cf3-a849-24a2ad23b99e tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235172 Jan 28 05:44:08.884020 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:08.884490 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:08.912123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 38522edd-9d8a-4d74-9a98-f5684d5c33c3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=38522edd-9d8a-4d74-9a98-f5684d5c33c3,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:08.935216 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38522edd-9d8a-4d74-9a98-f5684d5c33c3'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:08.936024 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd5a142-b7a9-4482-9918-3b721575584a" -d '{"events": [{"server_uuid": "a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c", "name": "network-vif-unplugged", "status": "completed", "tag": "38522edd-9d8a-4d74-9a98-f5684d5c33c3"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:08.939280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-dd5d59df-4e82-4cbd-8e9a-8138491fef39 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:08.940746 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-dd5d59df-4e82-4cbd-8e9a-8138491fef39 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 805 time: 0.4854450 Jan 28 05:44:08.942076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '38522edd-9d8a-4d74-9a98-f5684d5c33c3', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '38522edd-9d8a-4d74-9a98-f5684d5c33c3', 'mac_address': 'fa:16:3e:39:8d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:44:08.951377 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edfe623e-a649-4039-8384-dbbd972dd1cc req-ff3c419f-8a3b-475c-bf30-5bb71381873b tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/floatingips/cf2dc330-1e9a-4cf6-ac8b-4a6ece72ab15 HTTP/1.1" status: 200 len: 693 time: 0.0678773 Jan 28 05:44:08.953468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 38522edd-9d8a-4d74-9a98-f5684d5c33c3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=38522edd-9d8a-4d74-9a98-f5684d5c33c3,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:09.003831 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-643a0912-c557-4118-a08e-1ead4cc9f17d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/quotas/2ec92f33a3784dd995edb9a024cc34ff HTTP/1.1" status: 200 len: 375 time: 0.0389457 Jan 28 05:44:09.019097 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:09.019985 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:09.025578 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:09.028833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device d923cf1f-42b2-468f-bd63-49d7e5f78dbb no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:44:09.073287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: d923cf1f-42b2-468f-bd63-49d7e5f78dbb {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:44:09.074087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device d923cf1f-42b2-468f-bd63-49d7e5f78dbb not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:44:09.107717 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38522edd-9d8a-4d74-9a98-f5684d5c33c3 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:09.114694 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-3c8935e7-9289-4008-8310-5d7d6f19ed3b tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1039646 Jan 28 05:44:09.119153 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:09.151180 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe623e-a649-4039-8384-dbbd972dd1cc req-8fe8a92d-a025-416b-825f-a291ec3fcf86 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:09.159336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edfe623e-a649-4039-8384-dbbd972dd1cc req-8fe8a92d-a025-416b-825f-a291ec3fcf86 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.1922688 Jan 28 05:44:09.175255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=38522edd-9d8a-4d74-9a98-f5684d5c33c3,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:09.185654 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:44:09.186117 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:44:09.247106 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edfe623e-a649-4039-8384-dbbd972dd1cc req-902749dd-c607-4744-af0d-7c6a79ec8bef tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 696 time: 0.0865362 Jan 28 05:44:09.314229 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edfe623e-a649-4039-8384-dbbd972dd1cc req-d9204c16-dea0-4f7b-bc48-f8387cfe0106 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 696 time: 0.0617318 Jan 28 05:44:09.364973 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-9151d81e-b93e-405b-8ac3-2c8f0d87a916 service neutron] 10.222.0.31 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415156 Jan 28 05:44:09.539886 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:44:09.628795 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d75d556f-42bd-49aa-a61c-fea07c4acfe2 req-3971cbbe-0b80-45cb-b1d3-36b7a4eb94ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c672fc23-77db-45f9-896d-de956879a720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2378736 Jan 28 05:44:09.647202 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-6343b57d-a1d4-46d1-b87e-7cf09a225bb0 service neutron] 10.222.0.31 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753117 Jan 28 05:44:09.657330 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-13042b13-1950-4e57-9e6d-c2d9d62771c1 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:09.662612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-13042b13-1950-4e57-9e6d-c2d9d62771c1 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:09.668216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-13042b13-1950-4e57-9e6d-c2d9d62771c1 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.64 "GET /v2.0/networks?id=efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7&id=ca111f0f-5bca-48ea-993a-f626fd1b5944&id=efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 HTTP/1.1" status: 200 len: 1390 time: 0.2848399 Jan 28 05:44:09.675936 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-edfe623e-a649-4039-8384-dbbd972dd1cc req-0ca1fe87-b891-4d41-bec4-4ce628a015eb tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Deleting port 5112a9f9-8e3d-4495-a035-86c9bbe8adaa {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:09.676210 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-edfe623e-a649-4039-8384-dbbd972dd1cc req-0ca1fe87-b891-4d41-bec4-4ce628a015eb tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5112a9f9-8e3d-4495-a035-86c9bbe8adaa), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:09.700541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-1a56722a-d20e-4a4d-b418-175ab42fb0f9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Request body: {'port': {'device_id': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7', 'admin_state_up': True, 'tenant_id': '2bd072a204b34f47862053012cfa77c5'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:09.746982 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:09.747570 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:09.766852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38522edd-9d8a-4d74-9a98-f5684d5c33c3 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:09.802939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 38522edd-9d8a-4d74-9a98-f5684d5c33c3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=38522edd-9d8a-4d74-9a98-f5684d5c33c3,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:09.872740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d556f-42bd-49aa-a61c-fea07c4acfe2 req-454b4946-94b6-4ae6-9eec-a0cad14154e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:09.874236 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d75d556f-42bd-49aa-a61c-fea07c4acfe2 req-454b4946-94b6-4ae6-9eec-a0cad14154e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&device_id=c672fc23-77db-45f9-896d-de956879a720 HTTP/1.1" status: 200 len: 1097 time: 0.1288469 Jan 28 05:44:09.875977 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-edfe623e-a649-4039-8384-dbbd972dd1cc req-0ca1fe87-b891-4d41-bec4-4ce628a015eb tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5112a9f9-8e3d-4495-a035-86c9bbe8adaa), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:09.878254 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-edfe623e-a649-4039-8384-dbbd972dd1cc req-0ca1fe87-b891-4d41-bec4-4ce628a015eb tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for floatingip (5112a9f9-8e3d-4495-a035-86c9bbe8adaa), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:09.884521 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:09.899475 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-edfe623e-a649-4039-8384-dbbd972dd1cc req-0ca1fe87-b891-4d41-bec4-4ce628a015eb tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Calling delete_port for 5112a9f9-8e3d-4495-a035-86c9bbe8adaa owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:09.977698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=38522edd-9d8a-4d74-9a98-f5684d5c33c3,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:10.081753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-1a56722a-d20e-4a4d-b418-175ab42fb0f9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Made reservation on behalf of 2bd072a204b34f47862053012cfa77c5 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:10.085108 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-1a56722a-d20e-4a4d-b418-175ab42fb0f9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:10.151914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d556f-42bd-49aa-a61c-fea07c4acfe2 req-b58ba23b-844b-49c0-a23c-878809fdf02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:10.153453 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d75d556f-42bd-49aa-a61c-fea07c4acfe2 req-b58ba23b-844b-49c0-a23c-878809fdf02a service neutron] 10.222.0.64 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 906 time: 0.2310240 Jan 28 05:44:10.160548 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['38522edd-9d8a-4d74-9a98-f5684d5c33c3'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:10.206843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5864fc-0ffe-4ecb-a1f9-de9305073a78 req-13745d01-c035-48a8-ba2b-318a16521dae tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:10.208388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c5864fc-0ffe-4ecb-a1f9-de9305073a78 req-13745d01-c035-48a8-ba2b-318a16521dae tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 949 time: 0.1766810 Jan 28 05:44:10.257865 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d75d556f-42bd-49aa-a61c-fea07c4acfe2 req-243386db-6a15-4ca9-a237-b3194ceed2cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3aeaa96d-c620-4d93-b90f-11688bd39ac8 HTTP/1.1" status: 200 len: 217 time: 0.0937977 Jan 28 05:44:10.418388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c5864fc-0ffe-4ecb-a1f9-de9305073a78 req-1343f6ed-78f7-441b-8ab8-aea1f9dbbe2e tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738667 Jan 28 05:44:10.422821 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d556f-42bd-49aa-a61c-fea07c4acfe2 req-a6a7b7bd-f933-4daa-a1a0-fe5dd26d5574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:10.424262 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d75d556f-42bd-49aa-a61c-fea07c4acfe2 req-a6a7b7bd-f933-4daa-a1a0-fe5dd26d5574 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6ace652b-1ccc-4a73-9185-4c2cd62a6d0e HTTP/1.1" status: 200 len: 845 time: 0.1360250 Jan 28 05:44:10.442224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-1a56722a-d20e-4a4d-b418-175ab42fb0f9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Allocated IP 19.80.0.73 (efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7/00304497-9e80-4eba-8e24-531fbab0d233/d2143329-10bb-4d31-97d1-61267321a38b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:10.463547 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d75d556f-42bd-49aa-a61c-fea07c4acfe2 req-d286adfa-1781-418f-88c4-470b8e6d12cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eec00fff-aff9-4369-9cd0-be1af626188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294740 Jan 28 05:44:10.502331 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-edfe623e-a649-4039-8384-dbbd972dd1cc req-0ca1fe87-b891-4d41-bec4-4ce628a015eb tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (5112a9f9-8e3d-4495-a035-86c9bbe8adaa), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:10.594106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1fe87-b891-4d41-bec4-4ce628a015eb tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Pushing event deleted for resources: {'Port': ['ID=5112a9f9-8e3d-4495-a035-86c9bbe8adaa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:10.754433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d75d556f-42bd-49aa-a61c-fea07c4acfe2 req-b3a3b68f-4692-4220-a157-9e84051ef3c8 service neutron] 10.222.0.64 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817354 Jan 28 05:44:10.782243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec3fcf-8131-4a0c-986f-d5d4df475a97 req-053056e2-7c00-4b61-add1-9ce4d302d314 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:10.783765 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84ec3fcf-8131-4a0c-986f-d5d4df475a97 req-053056e2-7c00-4b61-add1-9ce4d302d314 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d5aebc-95a2-40f9-9aef-9a2e8824da17 HTTP/1.1" status: 200 len: 945 time: 0.2341075 Jan 28 05:44:10.820128 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-edfe623e-a649-4039-8384-dbbd972dd1cc req-0ca1fe87-b891-4d41-bec4-4ce628a015eb tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for floatingip (cf2dc330-1e9a-4cf6-ac8b-4a6ece72ab15), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:10.822719 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-edfe623e-a649-4039-8384-dbbd972dd1cc req-0ca1fe87-b891-4d41-bec4-4ce628a015eb tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:10.828600 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edfe623e-a649-4039-8384-dbbd972dd1cc req-0ca1fe87-b891-4d41-bec4-4ce628a015eb tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "DELETE /v2.0/floatingips/cf2dc330-1e9a-4cf6-ac8b-4a6ece72ab15 HTTP/1.1" status: 204 len: 173 time: 1.5035036 Jan 28 05:44:10.914180 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-1a56722a-d20e-4a4d-b418-175ab42fb0f9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks [] for port (d2143329-10bb-4d31-97d1-61267321a38b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:10.943172 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84ec3fcf-8131-4a0c-986f-d5d4df475a97 req-5a659683-2cc6-414a-9f3c-93a970ec023a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484201 Jan 28 05:44:10.982516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d75d556f-42bd-49aa-a61c-fea07c4acfe2 req-3508a9ac-6b4e-4178-931d-597793a5a91c service neutron] 10.222.0.64 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983459 Jan 28 05:44:11.090716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659a667-13f4-40e3-84cc-29eb2bcb1c0f req-584ba59a-cb7b-4fe6-adbf-1fa15a3bc03a tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:11.092222 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4659a667-13f4-40e3-84cc-29eb2bcb1c0f req-584ba59a-cb7b-4fe6-adbf-1fa15a3bc03a tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.1951118 Jan 28 05:44:11.099469 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-1a56722a-d20e-4a4d-b418-175ab42fb0f9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (d2143329-10bb-4d31-97d1-61267321a38b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:11.115834 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18008901-48c4-4e9c-9e0b-ae5d763c1033 req-1ffcf0ee-cd65-4168-9bf3-810a5f2f8331 tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:11.117359 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18008901-48c4-4e9c-9e0b-ae5d763c1033 req-1ffcf0ee-cd65-4168-9bf3-810a5f2f8331 tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6d28f4d9-02d9-4106-a48b-87db6d163338 HTTP/1.1" status: 200 len: 1101 time: 0.0839300 Jan 28 05:44:11.182477 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-1a56722a-d20e-4a4d-b418-175ab42fb0f9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Network efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:11.197846 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-1a56722a-d20e-4a4d-b418-175ab42fb0f9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:11.205580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56722a-d20e-4a4d-b418-175ab42fb0f9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event updated for resources: {'Port': ['ID=d2143329-10bb-4d31-97d1-61267321a38b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:11.210037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-1a56722a-d20e-4a4d-b418-175ab42fb0f9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:11.275102 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4659a667-13f4-40e3-84cc-29eb2bcb1c0f req-32d501f6-ec28-40c5-ac9d-5c47c825a0b4 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685030 Jan 28 05:44:11.279935 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18008901-48c4-4e9c-9e0b-ae5d763c1033 req-e17c9904-29af-40b8-b7a3-0ab6daef7f2e tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359100 Jan 28 05:44:11.322916 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-1a56722a-d20e-4a4d-b418-175ab42fb0f9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:11.323526 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-1a56722a-d20e-4a4d-b418-175ab42fb0f9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:11.341898 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d518908d-0079-494b-8fb7-59e92c9f35a7 x-openstack-request-id: req-d518908d-0079-494b-8fb7-59e92c9f35a7 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:11.346937 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c", "name": "network-vif-unplugged", "status": "completed", "tag": "38522edd-9d8a-4d74-9a98-f5684d5c33c3", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:11.346937 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d518908d-0079-494b-8fb7-59e92c9f35a7 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:11.346937 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38522edd-9d8a-4d74-9a98-f5684d5c33c3', 'code': 200} Jan 28 05:44:11.441143 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e79a3976-f508-487e-a05b-10832cfc1a0a req-16df11b8-8a68-43ac-b6a5-02c4695303f3 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c19fa65-b255-487b-a1ff-9580ddad8f29 HTTP/1.1" status: 200 len: 210 time: 0.0345201 Jan 28 05:44:11.445180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-1a56722a-d20e-4a4d-b418-175ab42fb0f9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7502720 Jan 28 05:44:11.471409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Request body: {'port': {'device_id': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'network_id': 'ca111f0f-5bca-48ea-993a-f626fd1b5944', 'admin_state_up': True, 'tenant_id': '2bd072a204b34f47862053012cfa77c5'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:11.601750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-1b29efb6-ddab-49f3-b84f-0434de25ea44 None None] Provisioning complete for port d2143329-10bb-4d31-97d1-61267321a38b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:11.602129 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b29efb6-ddab-49f3-b84f-0434de25ea44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d2143329-10bb-4d31-97d1-61267321a38b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:11.647786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1b29efb6-ddab-49f3-b84f-0434de25ea44 None None] Port d2143329-10bb-4d31-97d1-61267321a38b cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:44:11.748602 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce00e2f-72a3-41d5-9e12-357122a820e5 req-7098e5b4-f632-4960-a24c-9d005a590138 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:11.750673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ce00e2f-72a3-41d5-9e12-357122a820e5 req-7098e5b4-f632-4960-a24c-9d005a590138 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 931 time: 0.3501108 Jan 28 05:44:11.814597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d9533-1032-4306-a9c7-abbd082ed5b5 req-8567ebb8-bc20-4537-84a0-c82f423d4250 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:11.816066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b40d9533-1032-4306-a9c7-abbd082ed5b5 req-8567ebb8-bc20-4537-84a0-c82f423d4250 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3405743 Jan 28 05:44:11.844873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ce00e2f-72a3-41d5-9e12-357122a820e5 req-16929183-eedc-4ec2-8ac8-159977211ecf tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864599 Jan 28 05:44:11.903800 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Made reservation on behalf of 2bd072a204b34f47862053012cfa77c5 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:11.908618 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:12.092035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Allocated IP 19.86.0.17 (ca111f0f-5bca-48ea-993a-f626fd1b5944/9d31a6ae-acfd-47fe-b975-bc8eb0f387bb/f8850885-06bb-45f1-ad51-232366139445) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:12.114782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad0cc7-26ca-4570-a691-bb4cda339e67 req-55058f57-2fa3-41da-afe7-09eb93fa432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:12.114782 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7ad0cc7-26ca-4570-a691-bb4cda339e67 req-55058f57-2fa3-41da-afe7-09eb93fa432c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87e72158ff404a2fa58280115f3da933&device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 1101 time: 0.0898352 Jan 28 05:44:12.718770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 38522edd-9d8a-4d74-9a98-f5684d5c33c3 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:12.745492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58d7b5d0-0d4c-4558-9cc0-8e0cf0f24e04 req-764db8f0-e6eb-44e4-804e-7b03143d95f6 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=8144179b9b5c452eb81fffce88eb48e1 HTTP/1.1" status: 200 len: 1654 time: 0.5091674 Jan 28 05:44:12.774475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:12.775417 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:12.804649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c57aaf-e335-4011-9cd9-84c0db8f69c4 req-a9103ee9-45f1-44f1-9097-f89b61646362 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:12.806140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9c57aaf-e335-4011-9cd9-84c0db8f69c4 req-a9103ee9-45f1-44f1-9097-f89b61646362 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 949 time: 0.6167364 Jan 28 05:44:12.832297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad0cc7-26ca-4570-a691-bb4cda339e67 req-28d814d9-95b0-4a82-9cfb-de4388a4ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:12.833758 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7ad0cc7-26ca-4570-a691-bb4cda339e67 req-28d814d9-95b0-4a82-9cfb-de4388a4ad9f service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.6962640 Jan 28 05:44:12.867803 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:12.867803 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:12.907983 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 38522edd-9d8a-4d74-9a98-f5684d5c33c3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=38522edd-9d8a-4d74-9a98-f5684d5c33c3,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:12.962128 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7ad0cc7-26ca-4570-a691-bb4cda339e67 req-bce3c41c-9071-46ad-afe5-2cd2e883c557 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=38522edd-9d8a-4d74-9a98-f5684d5c33c3 HTTP/1.1" status: 200 len: 217 time: 0.0972936 Jan 28 05:44:12.981385 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:12.990438 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks [] for port (f8850885-06bb-45f1-ad51-232366139445), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:13.004289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-8f52ccc3-a111-4888-bbff-5a4642865087 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:13.005743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-8f52ccc3-a111-4888-bbff-5a4642865087 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 805 time: 0.4192102 Jan 28 05:44:13.040164 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=38522edd-9d8a-4d74-9a98-f5684d5c33c3,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:13.047712 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-bf3eaf26-b0ea-4e5c-8236-10efe54fba1d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Request body: {'port': {'device_id': '5c19fa65-b255-487b-a1ff-9580ddad8f29', 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f', 'admin_state_up': True, 'tenant_id': '2ec92f33a3784dd995edb9a024cc34ff'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:13.105387 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9c57aaf-e335-4011-9cd9-84c0db8f69c4 req-f4341135-00d0-4410-9351-c4f0e5c9622d tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813318 Jan 28 05:44:13.160369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7b5d0-0d4c-4558-9cc0-8e0cf0f24e04 req-04d35498-91f3-4361-88ea-84d44d42ae01 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:13.161886 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58d7b5d0-0d4c-4558-9cc0-8e0cf0f24e04 req-04d35498-91f3-4361-88ea-84d44d42ae01 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/networks?id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&id=e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 787 time: 0.4000776 Jan 28 05:44:13.169027 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad0cc7-26ca-4570-a691-bb4cda339e67 req-8e368474-ab43-445a-8e97-52ec897b61a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:13.170523 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7ad0cc7-26ca-4570-a691-bb4cda339e67 req-8e368474-ab43-445a-8e97-52ec897b61a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1923656 Jan 28 05:44:13.185402 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-58d7b5d0-0d4c-4558-9cc0-8e0cf0f24e04 req-1b1e4d9d-135d-4a35-bb52-d50bd09f7b11 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:44:13.186416 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58d7b5d0-0d4c-4558-9cc0-8e0cf0f24e04 req-1b1e4d9d-135d-4a35-bb52-d50bd09f7b11 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127578 Jan 28 05:44:13.307885 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-97db172d-3a95-41af-964b-aff4d2b6a0de tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504923 Jan 28 05:44:13.308955 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f8850885-06bb-45f1-ad51-232366139445), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:13.344735 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38522edd-9d8a-4d74-9a98-f5684d5c33c3'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:13.347391 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b5de4a-10f4-4fcc-a672-425a7e080ea2" -d '{"events": [{"server_uuid": "a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c", "name": "network-vif-plugged", "status": "completed", "tag": "38522edd-9d8a-4d74-9a98-f5684d5c33c3"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:13.370348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad0cc7-26ca-4570-a691-bb4cda339e67 req-86cec7bb-e766-48c2-9b21-d80d30a983e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:13.371902 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7ad0cc7-26ca-4570-a691-bb4cda339e67 req-86cec7bb-e766-48c2-9b21-d80d30a983e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1933062 Jan 28 05:44:13.399483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cbd44-e4f6-45bf-9cb4-c455bb9e5e5a req-c19972a5-ecb9-4731-8fb8-68d952c985a6 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:13.400983 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae7cbd44-e4f6-45bf-9cb4-c455bb9e5e5a req-c19972a5-ecb9-4731-8fb8-68d952c985a6 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d5aebc-95a2-40f9-9aef-9a2e8824da17 HTTP/1.1" status: 200 len: 945 time: 0.2137201 Jan 28 05:44:13.481066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Network ca111f0f-5bca-48ea-993a-f626fd1b5944 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:13.498847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event updated for resources: {'Port': ['ID=f8850885-06bb-45f1-ad51-232366139445,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:13.530253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:13.542863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:13.558473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.558473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.558473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.558473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.558473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.558473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.558473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.558473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.558473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.558473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.558473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.558473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.558473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:13.585512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-bf3eaf26-b0ea-4e5c-8236-10efe54fba1d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Made reservation on behalf of 2ec92f33a3784dd995edb9a024cc34ff for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:13.588835 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-bf3eaf26-b0ea-4e5c-8236-10efe54fba1d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:13.704275 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44910366-27d8-4894-9e5f-63bed73f4284 req-be6963e1-49d4-42ed-a76f-2ab864a5faee tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:13.705837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-be6963e1-49d4-42ed-a76f-2ab864a5faee tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3829715 Jan 28 05:44:13.709048 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae7cbd44-e4f6-45bf-9cb4-c455bb9e5e5a req-fd898a1f-a681-42e5-b489-f7501ce061c2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913532 Jan 28 05:44:13.756193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:13.756798 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:13.782250 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7ad0cc7-26ca-4570-a691-bb4cda339e67 req-6baee8a0-2d18-4fd2-ab85-2116972da036 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761346 Jan 28 05:44:13.790584 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-60db5573-55d0-451c-8051-c0b1d560e0a3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/quotas/5fbf3f893d5942abbf53fba6927e26e2 HTTP/1.1" status: 200 len: 375 time: 0.0695744 Jan 28 05:44:13.801099 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-cb90aac2-a640-4afd-9bbe-29cb46d9e50b None None] Provisioning complete for port f8850885-06bb-45f1-ad51-232366139445 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:13.802290 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb90aac2-a640-4afd-9bbe-29cb46d9e50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f8850885-06bb-45f1-ad51-232366139445), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:13.848934 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cb90aac2-a640-4afd-9bbe-29cb46d9e50b None None] Port f8850885-06bb-45f1-ad51-232366139445 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:44:13.937290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-e1fda009-07a7-4f5f-b2a1-f34585773e46 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4771903 Jan 28 05:44:13.961879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-a6eb5cee-56c8-4118-811c-3f410cbcf446 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Request body: {'port': {'device_id': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7', 'admin_state_up': True, 'tenant_id': '2bd072a204b34f47862053012cfa77c5'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:14.052129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-bf3eaf26-b0ea-4e5c-8236-10efe54fba1d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Allocated IP 172.20.0.14 (eec00fff-aff9-4369-9cd0-be1af626188f/6ace652b-1ccc-4a73-9185-4c2cd62a6d0e/eca32a58-6227-49c3-bf70-9c2323c81755) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:14.079564 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-207cb2a8-b51c-4a95-8383-a3195e6fedc6 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2696350 Jan 28 05:44:14.088645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bc69c-4d21-4651-b860-00264a011904 req-b9a961df-13a6-4b13-98a8-16bc84813f83 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:14.090732 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f68bc69c-4d21-4651-b860-00264a011904 req-b9a961df-13a6-4b13-98a8-16bc84813f83 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.3022463 Jan 28 05:44:14.150656 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99ad06-1d6d-4c4d-b365-dc6ceabdf68d req-b713c990-7b36-4691-95b0-9f8e08c80243 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:14.152171 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2b99ad06-1d6d-4c4d-b365-dc6ceabdf68d req-b713c990-7b36-4691-95b0-9f8e08c80243 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2d5aebc-95a2-40f9-9aef-9a2e8824da17 HTTP/1.1" status: 200 len: 945 time: 0.3538616 Jan 28 05:44:14.155352 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7ad0cc7-26ca-4570-a691-bb4cda339e67 req-9b45b448-5f5c-4abf-80ca-4a360990e490 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489072 Jan 28 05:44:14.264568 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f68bc69c-4d21-4651-b860-00264a011904 req-ab2e3259-32ec-4299-8cc2-baf3b96318c5 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569214 Jan 28 05:44:14.275154 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-2b99ad06-1d6d-4c4d-b365-dc6ceabdf68d req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Deleting port 79357e8f-64b1-4882-8323-09d8c9de74f9 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:14.275511 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2b99ad06-1d6d-4c4d-b365-dc6ceabdf68d req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (79357e8f-64b1-4882-8323-09d8c9de74f9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:14.387760 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-bf3eaf26-b0ea-4e5c-8236-10efe54fba1d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks [] for port (eca32a58-6227-49c3-bf70-9c2323c81755), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:14.396325 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-2b99ad06-1d6d-4c4d-b365-dc6ceabdf68d req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] For port 79357e8f-64b1-4882-8323-09d8c9de74f9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=79357e8f-64b1-4882-8323-09d8c9de74f9,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:14.396709 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2b99ad06-1d6d-4c4d-b365-dc6ceabdf68d req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (79357e8f-64b1-4882-8323-09d8c9de74f9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:14.414207 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-2b99ad06-1d6d-4c4d-b365-dc6ceabdf68d req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Calling delete_port for 79357e8f-64b1-4882-8323-09d8c9de74f9 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:14.425322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39064a4f-78f6-4062-b6b0-48050e327245 req-673da433-bc0c-4089-b6fd-ae1d27044305 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c19fa65-b255-487b-a1ff-9580ddad8f29 HTTP/1.1" status: 200 len: 210 time: 0.0418069 Jan 28 05:44:14.427514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-a6eb5cee-56c8-4118-811c-3f410cbcf446 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Made reservation on behalf of 2bd072a204b34f47862053012cfa77c5 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:14.431109 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-a6eb5cee-56c8-4118-811c-3f410cbcf446 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:14.627785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f9a1c-4fce-434b-b2f3-36dc22006600 req-d8cd94b1-b030-4fba-b3c6-745fd7caf331 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:14.633131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f9a1c-4fce-434b-b2f3-36dc22006600 req-d8cd94b1-b030-4fba-b3c6-745fd7caf331 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:14.634833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c7f9a1c-4fce-434b-b2f3-36dc22006600 req-d8cd94b1-b030-4fba-b3c6-745fd7caf331 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 1653 time: 0.1176116 Jan 28 05:44:14.644746 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-a6eb5cee-56c8-4118-811c-3f410cbcf446 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Allocated IP 19.80.0.172 (efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7/00304497-9e80-4eba-8e24-531fbab0d233/dc74caa6-c0e9-4c76-9786-80624c57d593) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:14.684306 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2b99ad06-1d6d-4c4d-b365-dc6ceabdf68d req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (79357e8f-64b1-4882-8323-09d8c9de74f9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:14.685148 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-bf3eaf26-b0ea-4e5c-8236-10efe54fba1d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (eca32a58-6227-49c3-bf70-9c2323c81755), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:14.718119 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Pushing event deleted for resources: {'Port': ['ID=79357e8f-64b1-4882-8323-09d8c9de74f9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:14.729321 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:14.729539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:14.730172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:14.730734 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:14.730868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:14.731097 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:14.731613 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:14.735294 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:14.735294 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:14.752487 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['79357e8f-64b1-4882-8323-09d8c9de74f9'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:14.753433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:14.753433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:14.753433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:14.753433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:14.761536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['3aeaa96d-c620-4d93-b90f-11688bd39ac8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:14.785140 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b99ad06-1d6d-4c4d-b365-dc6ceabdf68d req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] No DVR routers for this DVR port 79357e8f-64b1-4882-8323-09d8c9de74f9 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:44:14.789202 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2b99ad06-1d6d-4c4d-b365-dc6ceabdf68d req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:14.795175 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2b99ad06-1d6d-4c4d-b365-dc6ceabdf68d req-80b013d2-8454-4361-9e84-52ba8530c5de tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.60 "DELETE /v2.0/ports/79357e8f-64b1-4882-8323-09d8c9de74f9 HTTP/1.1" status: 204 len: 173 time: 0.6179645 Jan 28 05:44:14.795890 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d5aebc-95a2-40f9-9aef-9a2e8824da17', 'name': 'network-vif-deleted', 'tag': '79357e8f-64b1-4882-8323-09d8c9de74f9'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:14.799581 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b613ed3f-111f-4f07-87e4-d663468f440e" -d '{"events": [{"server_uuid": "c2d5aebc-95a2-40f9-9aef-9a2e8824da17", "name": "network-vif-deleted", "tag": "79357e8f-64b1-4882-8323-09d8c9de74f9"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:14.875488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-bf3eaf26-b0ea-4e5c-8236-10efe54fba1d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Network eec00fff-aff9-4369-9cd0-be1af626188f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:14.889182 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c7f9a1c-4fce-434b-b2f3-36dc22006600 req-d4236e12-0223-4427-9f7e-3a5a70f7c4bc tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426043 Jan 28 05:44:14.916737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-bf3eaf26-b0ea-4e5c-8236-10efe54fba1d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:14.919509 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-bf3eaf26-b0ea-4e5c-8236-10efe54fba1d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:14.962160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3eaf26-b0ea-4e5c-8236-10efe54fba1d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Pushing event updated for resources: {'Port': ['ID=eca32a58-6227-49c3-bf70-9c2323c81755,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:14.992410 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcecbbd-fc93-4059-b1d8-92c5d839a309 x-openstack-request-id: req-1fcecbbd-fc93-4059-b1d8-92c5d839a309 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:14.994789 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c", "name": "network-vif-plugged", "status": "completed", "tag": "38522edd-9d8a-4d74-9a98-f5684d5c33c3", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:14.995503 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fcecbbd-fc93-4059-b1d8-92c5d839a309 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:14.996574 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38522edd-9d8a-4d74-9a98-f5684d5c33c3', 'code': 200} Jan 28 05:44:15.127044 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cdeb6d91-1fe6-4760-b034-7f68a4fc0ab7 req-299fbcfe-435f-47ab-a7c7-2354d60424ea tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/floatingips/4f2fb906-18fe-4472-9473-45631ecccca3 HTTP/1.1" status: 200 len: 693 time: 0.2324653 Jan 28 05:44:15.132429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-bf3eaf26-b0ea-4e5c-8236-10efe54fba1d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:15.133052 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-bf3eaf26-b0ea-4e5c-8236-10efe54fba1d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.164940 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-a6eb5cee-56c8-4118-811c-3f410cbcf446 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks [] for port (dc74caa6-c0e9-4c76-9786-80624c57d593), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.195610 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621b2be-09fe-43cf-8ad9-086b6395386e req-aeb142b2-360d-4c1c-b289-b4446dcf4b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:15.197341 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b621b2be-09fe-43cf-8ad9-086b6395386e req-aeb142b2-360d-4c1c-b289-b4446dcf4b0e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 1102 time: 0.0524089 Jan 28 05:44:15.254784 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b621b2be-09fe-43cf-8ad9-086b6395386e req-c6ad6271-0476-4949-be5d-6ab5dce96c0a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434425 Jan 28 05:44:15.296857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8047a51-8f69-406a-832a-336506641223 req-c114e94c-1390-4a47-82f8-a38e93bd2587 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:15.298389 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c8047a51-8f69-406a-832a-336506641223 req-c114e94c-1390-4a47-82f8-a38e93bd2587 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.2403736 Jan 28 05:44:15.354258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-bf3eaf26-b0ea-4e5c-8236-10efe54fba1d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3141036 Jan 28 05:44:15.372054 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb6d91-1fe6-4760-b034-7f68a4fc0ab7 req-6e81b21a-c3bd-4cbe-9d4d-43da998b4552 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:15.373391 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cdeb6d91-1fe6-4760-b034-7f68a4fc0ab7 req-6e81b21a-c3bd-4cbe-9d4d-43da998b4552 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.2313426 Jan 28 05:44:15.425972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c8047a51-8f69-406a-832a-336506641223 req-775ab634-daf7-422b-8340-daf62806ec89 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131957 Jan 28 05:44:15.431669 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-a6eb5cee-56c8-4118-811c-3f410cbcf446 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (dc74caa6-c0e9-4c76-9786-80624c57d593), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.475326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cdeb6d91-1fe6-4760-b034-7f68a4fc0ab7 req-99f54985-a692-435d-a89c-7f0a4978d0b0 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.200 HTTP/1.1" status: 200 len: 696 time: 0.0912726 Jan 28 05:44:15.530849 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-a6eb5cee-56c8-4118-811c-3f410cbcf446 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Network efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:15.544440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Request body: {'port': {'device_id': '5c19fa65-b255-487b-a1ff-9580ddad8f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:15.554204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-a6eb5cee-56c8-4118-811c-3f410cbcf446 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:15.606531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-a6eb5cee-56c8-4118-811c-3f410cbcf446 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:15.618268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cdeb6d91-1fe6-4760-b034-7f68a4fc0ab7 req-49d748a0-290a-48fb-9374-7c8de46fa32d tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.200 HTTP/1.1" status: 200 len: 696 time: 0.1420794 Jan 28 05:44:15.643762 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb5cee-56c8-4118-811c-3f410cbcf446 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event updated for resources: {'Port': ['ID=dc74caa6-c0e9-4c76-9786-80624c57d593,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:15.675143 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-213d1356-c599-4f0f-b7c7-f23fd4cf9547 req-4d97b591-cf9b-4e3a-9070-feb0eb545ccd tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d5aebc-95a2-40f9-9aef-9a2e8824da17 HTTP/1.1" status: 200 len: 210 time: 0.1253121 Jan 28 05:44:15.735105 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671828f1-43ff-4d40-b430-6d33699d5e42 x-openstack-request-id: req-671828f1-43ff-4d40-b430-6d33699d5e42 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:15.735867 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d5aebc-95a2-40f9-9aef-9a2e8824da17", "name": "network-vif-deleted", "tag": "79357e8f-64b1-4882-8323-09d8c9de74f9", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:15.735867 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-671828f1-43ff-4d40-b430-6d33699d5e42 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:15.736619 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d5aebc-95a2-40f9-9aef-9a2e8824da17', 'name': 'network-vif-deleted', 'tag': '79357e8f-64b1-4882-8323-09d8c9de74f9', 'status': 'completed', 'code': 200} Jan 28 05:44:15.790209 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-a6eb5cee-56c8-4118-811c-3f410cbcf446 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:15.790986 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-a6eb5cee-56c8-4118-811c-3f410cbcf446 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.857363 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (eca32a58-6227-49c3-bf70-9c2323c81755), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.908627 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-fb254882-c11f-4e17-a7e3-8d3720d4507b None None] Provisioning complete for port dc74caa6-c0e9-4c76-9786-80624c57d593 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:15.909323 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb254882-c11f-4e17-a7e3-8d3720d4507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (dc74caa6-c0e9-4c76-9786-80624c57d593), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:15.988165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fb254882-c11f-4e17-a7e3-8d3720d4507b None None] Port dc74caa6-c0e9-4c76-9786-80624c57d593 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:44:16.340276 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-a6eb5cee-56c8-4118-811c-3f410cbcf446 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3841581 Jan 28 05:44:16.364704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-ff4d838d-aefc-4f07-b4a4-31a2fc76e960 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:44:16.365653 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-ff4d838d-aefc-4f07-b4a4-31a2fc76e960 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100052 Jan 28 05:44:16.385839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-cdeb6d91-1fe6-4760-b034-7f68a4fc0ab7 req-0445115d-ec9f-48ae-a4d6-34dc78165e91 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Deleting port 84f68202-c058-4f91-ab57-f39d78d31e08 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:16.386179 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cdeb6d91-1fe6-4760-b034-7f68a4fc0ab7 req-0445115d-ec9f-48ae-a4d6-34dc78165e91 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (84f68202-c058-4f91-ab57-f39d78d31e08), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:16.492321 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Request body: {'port': {'device_id': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:16.546797 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba2229-cc24-45c9-910f-4a63863abe0e req-dcdaec46-fcad-44ac-ac56-94fbe81fdf44 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:16.548404 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8bba2229-cc24-45c9-910f-4a63863abe0e req-dcdaec46-fcad-44ac-ac56-94fbe81fdf44 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.2208607 Jan 28 05:44:16.680398 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cdeb6d91-1fe6-4760-b034-7f68a4fc0ab7 req-0445115d-ec9f-48ae-a4d6-34dc78165e91 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (84f68202-c058-4f91-ab57-f39d78d31e08), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:16.680725 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cdeb6d91-1fe6-4760-b034-7f68a4fc0ab7 req-0445115d-ec9f-48ae-a4d6-34dc78165e91 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for floatingip (84f68202-c058-4f91-ab57-f39d78d31e08), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:16.714703 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d2143329-10bb-4d31-97d1-61267321a38b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:16.716685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-cdeb6d91-1fe6-4760-b034-7f68a4fc0ab7 req-0445115d-ec9f-48ae-a4d6-34dc78165e91 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Calling delete_port for 84f68202-c058-4f91-ab57-f39d78d31e08 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:16.723925 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8bba2229-cc24-45c9-910f-4a63863abe0e req-500db40d-5c12-46ff-97cd-ecbafff4f379 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643903 Jan 28 05:44:16.919450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca32a58-6227-49c3-bf70-9c2323c81755 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:16.990193 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Publish callbacks [] for port (eca32a58-6227-49c3-bf70-9c2323c81755), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:17.025694 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Transition to ACTIVE for port object eca32a58-6227-49c3-bf70-9c2323c81755 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:44:17.037127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2fe5b-2993-43cc-a06c-935f64af9d08 req-d235817f-c150-4b9d-8605-cfb59bfbd77a tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:17.038862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-12d2fe5b-2993-43cc-a06c-935f64af9d08 req-d235817f-c150-4b9d-8605-cfb59bfbd77a tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c19fa65-b255-487b-a1ff-9580ddad8f29 HTTP/1.1" status: 200 len: 932 time: 0.2124224 Jan 28 05:44:17.118480 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (eca32a58-6227-49c3-bf70-9c2323c81755), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:17.239223 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-12d2fe5b-2993-43cc-a06c-935f64af9d08 req-9bd6a0b4-2cee-4465-a4ce-851bb0e838d0 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891878 Jan 28 05:44:17.245549 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Pushing event updated for resources: {'Port': ['ID=eca32a58-6227-49c3-bf70-9c2323c81755,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:17.357202 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f47d7ce8-2fe8-4e92-ac53-48db66bada5f req-1f0019b5-0b18-4ef4-b99d-6bd6c49dfb6e tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6a03c8b-bcac-46d4-8ce3-62960ef72a82 HTTP/1.1" status: 200 len: 210 time: 0.0438919 Jan 28 05:44:17.379889 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cdeb6d91-1fe6-4760-b034-7f68a4fc0ab7 req-0445115d-ec9f-48ae-a4d6-34dc78165e91 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (84f68202-c058-4f91-ab57-f39d78d31e08), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:17.418740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445115d-ec9f-48ae-a4d6-34dc78165e91 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Pushing event deleted for resources: {'Port': ['ID=84f68202-c058-4f91-ab57-f39d78d31e08,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:17.485516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2143329-10bb-4d31-97d1-61267321a38b {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:17.490172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Attempting to bind port eca32a58-6227-49c3-bf70-9c2323c81755 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:17.494714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Attempting to bind port eca32a58-6227-49c3-bf70-9c2323c81755 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:17.494714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Attempting to bind port eca32a58-6227-49c3-bf70-9c2323c81755 on network eec00fff-aff9-4369-9cd0-be1af626188f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:17.502094 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Publish callbacks [] for port (d2143329-10bb-4d31-97d1-61267321a38b), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:17.537736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Port eca32a58-6227-49c3-bf70-9c2323c81755 on network eec00fff-aff9-4369-9cd0-be1af626188f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:44:17.538070 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Attempting to bind port eca32a58-6227-49c3-bf70-9c2323c81755 on network eec00fff-aff9-4369-9cd0-be1af626188f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:17.551109 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Transition to ACTIVE for port object d2143329-10bb-4d31-97d1-61267321a38b will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:44:17.555069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:17.557782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Checking segment: {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:17.557782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Bound using segment: {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:17.557782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Bound port: eca32a58-6227-49c3-bf70-9c2323c81755, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:17.557782 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (eca32a58-6227-49c3-bf70-9c2323c81755), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:17.584941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3ddd5-b17a-4103-88b8-85b09803bf1f req-4014246d-6f19-4a15-9f4d-83d3b4c80ae0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:17.590264 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3ddd5-b17a-4103-88b8-85b09803bf1f req-4014246d-6f19-4a15-9f4d-83d3b4c80ae0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:17.596239 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3ddd5-b17a-4103-88b8-85b09803bf1f req-4014246d-6f19-4a15-9f4d-83d3b4c80ae0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:17.597919 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05d3ddd5-b17a-4103-88b8-85b09803bf1f req-4014246d-6f19-4a15-9f4d-83d3b4c80ae0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2375 time: 0.1769211 Jan 28 05:44:17.602274 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cdeb6d91-1fe6-4760-b034-7f68a4fc0ab7 req-0445115d-ec9f-48ae-a4d6-34dc78165e91 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for floatingip (4f2fb906-18fe-4472-9473-45631ecccca3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:17.604961 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cdeb6d91-1fe6-4760-b034-7f68a4fc0ab7 req-0445115d-ec9f-48ae-a4d6-34dc78165e91 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:17.606091 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cdeb6d91-1fe6-4760-b034-7f68a4fc0ab7 req-0445115d-ec9f-48ae-a4d6-34dc78165e91 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "DELETE /v2.0/floatingips/4f2fb906-18fe-4472-9473-45631ecccca3 HTTP/1.1" status: 204 len: 173 time: 1.9585683 Jan 28 05:44:17.649412 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (d2143329-10bb-4d31-97d1-61267321a38b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:17.813668 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Pushing event updated for resources: {'Port': ['ID=d2143329-10bb-4d31-97d1-61267321a38b,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:17.818786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05d3ddd5-b17a-4103-88b8-85b09803bf1f req-1c837e0e-5d4a-44e2-b782-474914f3679a tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117250 Jan 28 05:44:17.828360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] For port eca32a58-6227-49c3-bf70-9c2323c81755, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:17.837290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] For port eca32a58-6227-49c3-bf70-9c2323c81755, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=eca32a58-6227-49c3-bf70-9c2323c81755,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:17.896781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f7ca2-1313-4899-b95c-ebff72fe6027 req-346e578a-169f-4349-ac87-e87a917db002 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:17.898277 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea3f7ca2-1313-4899-b95c-ebff72fe6027 req-346e578a-169f-4349-ac87-e87a917db002 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.2218747 Jan 28 05:44:17.908660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424cc54-99cf-459a-b36a-6c251c3b5189 req-b10d4944-7b5b-40ae-8808-93d77a0ccf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:17.908660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2424cc54-99cf-459a-b36a-6c251c3b5189 req-b10d4944-7b5b-40ae-8808-93d77a0ccf56 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 1098 time: 0.2425201 Jan 28 05:44:17.954852 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (eca32a58-6227-49c3-bf70-9c2323c81755), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.057927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:18.062208 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.062208 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] 10.222.0.60 "PUT /v2.0/ports/eca32a58-6227-49c3-bf70-9c2323c81755 HTTP/1.1" status: 200 len: 1093 time: 2.5280926 Jan 28 05:44:18.067095 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c19fa65-b255-487b-a1ff-9580ddad8f29', 'tag': 'eca32a58-6227-49c3-bf70-9c2323c81755'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:18.069358 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e145c060-ac18-4122-b29b-58582c4ea0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5c19fa65-b255-487b-a1ff-9580ddad8f29", "tag": "eca32a58-6227-49c3-bf70-9c2323c81755"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:18.081774 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37b20361-71e4-4a02-bcfe-3746b32fbf5c req-4c53fe16-e60f-4ca5-a5aa-609959f11f91 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/floatingips/d3ee1bf0-e624-45c3-8cd3-a78c4b47d5c0 HTTP/1.1" status: 200 len: 691 time: 0.1422617 Jan 28 05:44:18.083605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Attempting to bind port d2143329-10bb-4d31-97d1-61267321a38b on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:18.083936 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Attempting to bind port d2143329-10bb-4d31-97d1-61267321a38b by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '013faf2d-27cb-4d8c-ac5b-997be476c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:18.084259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Attempting to bind port d2143329-10bb-4d31-97d1-61267321a38b on network efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:18.130452 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Port d2143329-10bb-4d31-97d1-61267321a38b on network efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:44:18.130801 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Attempting to bind port d2143329-10bb-4d31-97d1-61267321a38b on network efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:18.207992 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2424cc54-99cf-459a-b36a-6c251c3b5189 req-7cdd8121-5120-4f7f-841d-ce7694997be4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973995 Jan 28 05:44:18.214792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:18.214792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Checking segment: {'id': '013faf2d-27cb-4d8c-ac5b-997be476c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:18.214792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Bound using segment: {'id': '013faf2d-27cb-4d8c-ac5b-997be476c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:18.215331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Bound port: d2143329-10bb-4d31-97d1-61267321a38b, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '013faf2d-27cb-4d8c-ac5b-997be476c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:18.215597 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d2143329-10bb-4d31-97d1-61267321a38b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.237849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea3f7ca2-1313-4899-b95c-ebff72fe6027 req-be0e3a9f-bad6-47ba-b221-985b3269da34 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190267 Jan 28 05:44:18.251425 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a34494-1711-4c81-a5ea-0dcd0d848d50 service neutron] Pushing event updated for resources: {'Port': ['ID=eca32a58-6227-49c3-bf70-9c2323c81755,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:18.332107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-7a55b76f-9cdb-4f54-bd88-382fd5665741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:18.385213 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-7a55b76f-9cdb-4f54-bd88-382fd5665741 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&device_id=5c19fa65-b255-487b-a1ff-9580ddad8f29 HTTP/1.1" status: 200 len: 1096 time: 0.1518471 Jan 28 05:44:18.387217 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b20361-71e4-4a02-bcfe-3746b32fbf5c req-9ae00bdb-cd25-4325-a08f-386039549f19 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:18.388603 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37b20361-71e4-4a02-bcfe-3746b32fbf5c req-9ae00bdb-cd25-4325-a08f-386039549f19 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.3060622 Jan 28 05:44:18.427539 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-fe0e5baf-7702-450b-8824-a66d54f1c0f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eca32a58-6227-49c3-bf70-9c2323c81755 HTTP/1.1" status: 200 len: 217 time: 0.0742836 Jan 28 05:44:18.500907 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37b20361-71e4-4a02-bcfe-3746b32fbf5c req-46657d85-248a-48c8-9438-427228dfcc48 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 694 time: 0.0821693 Jan 28 05:44:18.522413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] For port d2143329-10bb-4d31-97d1-61267321a38b, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:18.580364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846514b8-951e-4ed7-abc8-00d86eca68cf req-8f1bc4d3-74ec-4d63-9dcc-ab5970eda419 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:18.581870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-846514b8-951e-4ed7-abc8-00d86eca68cf req-8f1bc4d3-74ec-4d63-9dcc-ab5970eda419 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.2572494 Jan 28 05:44:18.583853 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] For port d2143329-10bb-4d31-97d1-61267321a38b, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=d2143329-10bb-4d31-97d1-61267321a38b,segment=NetworkSegment(013faf2d-27cb-4d8c-ac5b-997be476c235),segment_id=013faf2d-27cb-4d8c-ac5b-997be476c235)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:18.585898 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-8b637a8b-9f65-41e6-ac89-5b4587557b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:18.587409 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-8b637a8b-9f65-41e6-ac89-5b4587557b7c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ace652b-1ccc-4a73-9185-4c2cd62a6d0e HTTP/1.1" status: 200 len: 845 time: 0.1281121 Jan 28 05:44:18.590533 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37b20361-71e4-4a02-bcfe-3746b32fbf5c req-cbbbefbb-f0c0-4315-927a-1d689536c697 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 694 time: 0.0789328 Jan 28 05:44:18.625647 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-9dec02ab-8114-49b9-ad6a-e32cbc6cc6bc tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294862 Jan 28 05:44:18.642643 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-35f9abed-4f2d-4be3-b5bf-537251893376 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eec00fff-aff9-4369-9cd0-be1af626188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447171 Jan 28 05:44:18.685751 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (d2143329-10bb-4d31-97d1-61267321a38b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.763630 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 79357e8f-64b1-4882-8323-09d8c9de74f9 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:44:18.768043 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44910366-27d8-4894-9e5f-63bed73f4284 req-cb87f56f-4105-41be-9dc5-090348e66f9c tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:18.775291 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-cb87f56f-4105-41be-9dc5-090348e66f9c tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454589 Jan 28 05:44:18.788806 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 79357e8f-64b1-4882-8323-09d8c9de74f9 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:44:18.789495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 79357e8f-64b1-4882-8323-09d8c9de74f9 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:44:18.795281 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-44910366-27d8-4894-9e5f-63bed73f4284 req-b50e6514-e16e-4269-aa9e-4ad89cc39b4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Request body: {'port': {'device_id': '652c5d37-1d10-4e87-ad6a-75d966d6c700', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '5fbf3f893d5942abbf53fba6927e26e2'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:18.820403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:18.821094 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:18.822427 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] 10.222.0.64 "PUT /v2.0/ports/d2143329-10bb-4d31-97d1-61267321a38b HTTP/1.1" status: 200 len: 1092 time: 2.4299102 Jan 28 05:44:18.841672 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-846514b8-951e-4ed7-abc8-00d86eca68cf req-5e7ad053-40ab-4aa5-8824-4f9fcf189f01 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501049 Jan 28 05:44:18.882420 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb172a62-5904-4239-ba12-6caea4f1c99f service neutron] Pushing event updated for resources: {'Port': ['ID=d2143329-10bb-4d31-97d1-61267321a38b,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:18.934693 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-28a83089-4d79-49a0-8cfc-6b7e6307dfc0 service neutron] 10.222.0.60 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647171 Jan 28 05:44:18.977323 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Request body: {'port': {'device_id': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:19.090545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-37b20361-71e4-4a02-bcfe-3746b32fbf5c req-f92d4736-6db6-4efa-a574-ed403b404bd9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Deleting port ae7a59a8-69d1-4182-95a1-63f62b021bcd {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:19.090896 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-37b20361-71e4-4a02-bcfe-3746b32fbf5c req-f92d4736-6db6-4efa-a574-ed403b404bd9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ae7a59a8-69d1-4182-95a1-63f62b021bcd), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.130046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44910366-27d8-4894-9e5f-63bed73f4284 req-b50e6514-e16e-4269-aa9e-4ad89cc39b4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Made reservation on behalf of 5fbf3f893d5942abbf53fba6927e26e2 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:19.136389 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-b50e6514-e16e-4269-aa9e-4ad89cc39b4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.255829 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f8850885-06bb-45f1-ad51-232366139445), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.288465 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5603ad7-0c0d-4a30-a6e1-bfb122c9f466 req-9b6d5b0c-5c39-4326-98f3-c6cbc8477c16 service neutron] 10.222.0.60 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452272 Jan 28 05:44:19.289764 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-44910366-27d8-4894-9e5f-63bed73f4284 req-b50e6514-e16e-4269-aa9e-4ad89cc39b4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Allocated IP 192.168.233.143 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/29c76cb7-72b3-4c01-b7b9-23bd7536f4a4) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:19.316084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-92809ae0-5943-48e0-ae60-7a883cae39dd tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:19.322892 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-92809ae0-5943-48e0-ae60-7a883cae39dd tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 811 time: 0.2952411 Jan 28 05:44:19.372024 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-37b20361-71e4-4a02-bcfe-3746b32fbf5c req-f92d4736-6db6-4efa-a574-ed403b404bd9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ae7a59a8-69d1-4182-95a1-63f62b021bcd), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.372377 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-37b20361-71e4-4a02-bcfe-3746b32fbf5c req-f92d4736-6db6-4efa-a574-ed403b404bd9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for floatingip (ae7a59a8-69d1-4182-95a1-63f62b021bcd), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.408703 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-53fb91a8-a36a-499a-8971-195e9ac23f14 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/quotas/79fbef5367d24a58af655d60fa276ac5 HTTP/1.1" status: 200 len: 375 time: 0.0849218 Jan 28 05:44:19.409576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-37b20361-71e4-4a02-bcfe-3746b32fbf5c req-f92d4736-6db6-4efa-a574-ed403b404bd9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Calling delete_port for ae7a59a8-69d1-4182-95a1-63f62b021bcd owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:19.416924 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-d68ed259-5e11-4735-b44a-ed0e91062b3a tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671628 Jan 28 05:44:19.470656 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-b50e6514-e16e-4269-aa9e-4ad89cc39b4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks [] for port (29c76cb7-72b3-4c01-b7b9-23bd7536f4a4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:19.905771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-30971f7b-c7e1-47eb-9cae-ee7953f6c11d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4790308 Jan 28 05:44:20.211149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44910366-27d8-4894-9e5f-63bed73f4284 req-859fd820-ec2a-40b7-9649-ce7cf7cdef15 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:20.212577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-859fd820-ec2a-40b7-9649-ce7cf7cdef15 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7687550 Jan 28 05:44:20.239813 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-44910366-27d8-4894-9e5f-63bed73f4284 req-8b0e74e8-802e-478c-a28f-ddcad35c58bd tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Request body: {'port': {'device_id': 'b6a03c8b-bcac-46d4-8ce3-62960ef72a82', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '5fbf3f893d5942abbf53fba6927e26e2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:20.308373 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-f74667f8-594d-43b0-a9e1-e521e4885223 service neutron] 10.222.0.31 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918426 Jan 28 05:44:20.412529 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-b50e6514-e16e-4269-aa9e-4ad89cc39b4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (29c76cb7-72b3-4c01-b7b9-23bd7536f4a4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:20.448774 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['90541f7f-a766-410e-b604-6c14a5872317', '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c', '4076125d-ed0a-4bd4-8351-f36b18b575e6'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:20.463579 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44910366-27d8-4894-9e5f-63bed73f4284 req-b50e6514-e16e-4269-aa9e-4ad89cc39b4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:20.466589 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-44910366-27d8-4894-9e5f-63bed73f4284 req-b50e6514-e16e-4269-aa9e-4ad89cc39b4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:20.473011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-44910366-27d8-4894-9e5f-63bed73f4284 req-b50e6514-e16e-4269-aa9e-4ad89cc39b4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:20.539222 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e6514-e16e-4269-aa9e-4ad89cc39b4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Pushing event updated for resources: {'Port': ['ID=29c76cb7-72b3-4c01-b7b9-23bd7536f4a4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:20.586323 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44910366-27d8-4894-9e5f-63bed73f4284 req-b50e6514-e16e-4269-aa9e-4ad89cc39b4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:20.595755 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-b50e6514-e16e-4269-aa9e-4ad89cc39b4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:20.603859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8850885-06bb-45f1-ad51-232366139445 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:20.615263 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Publish callbacks [] for port (f8850885-06bb-45f1-ad51-232366139445), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:20.632163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Transition to ACTIVE for port object f8850885-06bb-45f1-ad51-232366139445 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:44:20.691504 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-8b87a83b-9e60-4104-aaed-64037a9f2064 service neutron] 10.222.0.31 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722806 Jan 28 05:44:20.698664 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-37b20361-71e4-4a02-bcfe-3746b32fbf5c req-f92d4736-6db6-4efa-a574-ed403b404bd9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ae7a59a8-69d1-4182-95a1-63f62b021bcd), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:20.713414 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-b50e6514-e16e-4269-aa9e-4ad89cc39b4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9231846 Jan 28 05:44:20.736899 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Request body: {'port': {'device_id': '652c5d37-1d10-4e87-ad6a-75d966d6c700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:20.822081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d4736-6db6-4efa-a574-ed403b404bd9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Pushing event deleted for resources: {'Port': ['ID=ae7a59a8-69d1-4182-95a1-63f62b021bcd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:20.827534 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (29c76cb7-72b3-4c01-b7b9-23bd7536f4a4), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:20.830810 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (f8850885-06bb-45f1-ad51-232366139445), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:20.883361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8f37428e-a8e3-4ae6-93b0-6e463b53071a None None] Provisioning complete for port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:20.883361 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f37428e-a8e3-4ae6-93b0-6e463b53071a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (29c76cb7-72b3-4c01-b7b9-23bd7536f4a4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:20.921803 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8f37428e-a8e3-4ae6-93b0-6e463b53071a None None] Port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:44:20.977171 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-37b20361-71e4-4a02-bcfe-3746b32fbf5c req-f92d4736-6db6-4efa-a574-ed403b404bd9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for floatingip (d3ee1bf0-e624-45c3-8cd3-a78c4b47d5c0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:20.980562 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-37b20361-71e4-4a02-bcfe-3746b32fbf5c req-f92d4736-6db6-4efa-a574-ed403b404bd9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:20.982073 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37b20361-71e4-4a02-bcfe-3746b32fbf5c req-f92d4736-6db6-4efa-a574-ed403b404bd9 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "DELETE /v2.0/floatingips/d3ee1bf0-e624-45c3-8cd3-a78c4b47d5c0 HTTP/1.1" status: 204 len: 173 time: 2.3756998 Jan 28 05:44:20.991104 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eff93f-da94-4bb7-8bcb-d656e88fce7c x-openstack-request-id: req-e5eff93f-da94-4bb7-8bcb-d656e88fce7c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:20.991735 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c19fa65-b255-487b-a1ff-9580ddad8f29", "tag": "eca32a58-6227-49c3-bf70-9c2323c81755", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:20.991839 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5eff93f-da94-4bb7-8bcb-d656e88fce7c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:20.992229 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c19fa65-b255-487b-a1ff-9580ddad8f29', 'tag': 'eca32a58-6227-49c3-bf70-9c2323c81755', 'status': 'completed', 'code': 200} Jan 28 05:44:21.134129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44910366-27d8-4894-9e5f-63bed73f4284 req-8b0e74e8-802e-478c-a28f-ddcad35c58bd tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Made reservation on behalf of 5fbf3f893d5942abbf53fba6927e26e2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:21.137618 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-8b0e74e8-802e-478c-a28f-ddcad35c58bd tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.204729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8850885-06bb-45f1-ad51-232366139445,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:21.276450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:21.287714 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Publish callbacks [] for port (29c76cb7-72b3-4c01-b7b9-23bd7536f4a4), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.299352 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145c060-ac18-4122-b29b-58582c4ea0b2 req-fd8b67e9-9243-4e87-be73-76e277269259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:21.301003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e145c060-ac18-4122-b29b-58582c4ea0b2 req-fd8b67e9-9243-4e87-be73-76e277269259 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&device_id=5c19fa65-b255-487b-a1ff-9580ddad8f29 HTTP/1.1" status: 200 len: 1096 time: 0.2707491 Jan 28 05:44:21.303901 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Transition to ACTIVE for port object 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:44:21.313055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69c365-eae9-499f-9ddd-5e280361c5fa req-81d0921d-d09b-4d95-a1ff-4b0238637b10 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:21.314714 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8b69c365-eae9-499f-9ddd-5e280361c5fa req-81d0921d-d09b-4d95-a1ff-4b0238637b10 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.1916599 Jan 28 05:44:21.406759 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (29c76cb7-72b3-4c01-b7b9-23bd7536f4a4), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.442856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44917c-0114-4e71-b7c2-1611b1587adf req-76c05077-2a56-41a0-95a9-8e89141cc765 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:21.449994 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f44917c-0114-4e71-b7c2-1611b1587adf req-76c05077-2a56-41a0-95a9-8e89141cc765 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c19fa65-b255-487b-a1ff-9580ddad8f29 HTTP/1.1" status: 200 len: 944 time: 0.3280790 Jan 28 05:44:21.467444 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Attempting to bind port f8850885-06bb-45f1-ad51-232366139445 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:21.467721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Attempting to bind port f8850885-06bb-45f1-ad51-232366139445 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '45b68c9b-7da2-4f22-b854-276e8cc8b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ca111f0f-5bca-48ea-993a-f626fd1b5944'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:21.468064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Attempting to bind port f8850885-06bb-45f1-ad51-232366139445 on network ca111f0f-5bca-48ea-993a-f626fd1b5944 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:21.539149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Port f8850885-06bb-45f1-ad51-232366139445 on network ca111f0f-5bca-48ea-993a-f626fd1b5944 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:44:21.539479 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Attempting to bind port f8850885-06bb-45f1-ad51-232366139445 on network ca111f0f-5bca-48ea-993a-f626fd1b5944 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:21.551069 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Pushing event updated for resources: {'Port': ['ID=29c76cb7-72b3-4c01-b7b9-23bd7536f4a4,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:21.567730 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Attempting to bind port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:21.569956 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Attempting to bind port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:21.570555 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Attempting to bind port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:21.576266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:44:21.576598 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Attempting to bind port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:21.591628 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:21.591968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:21.592358 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:21.593560 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Bound port: 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:21.593560 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (29c76cb7-72b3-4c01-b7b9-23bd7536f4a4), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.605726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:21.606383 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Checking segment: {'id': '45b68c9b-7da2-4f22-b854-276e8cc8b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ca111f0f-5bca-48ea-993a-f626fd1b5944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:21.607082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Bound using segment: {'id': '45b68c9b-7da2-4f22-b854-276e8cc8b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ca111f0f-5bca-48ea-993a-f626fd1b5944'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:21.607456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Bound port: f8850885-06bb-45f1-ad51-232366139445, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b68c9b-7da2-4f22-b854-276e8cc8b5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ca111f0f-5bca-48ea-993a-f626fd1b5944'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:21.607814 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f8850885-06bb-45f1-ad51-232366139445), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.653306 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8b69c365-eae9-499f-9ddd-5e280361c5fa req-e65deae4-d0c5-47bf-ac6c-c208b0c0b0c6 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982731 Jan 28 05:44:21.673735 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] For port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:21.677347 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] For port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=29c76cb7-72b3-4c01-b7b9-23bd7536f4a4,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:21.688879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-44910366-27d8-4894-9e5f-63bed73f4284 req-8b0e74e8-802e-478c-a28f-ddcad35c58bd tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Allocated IP 192.168.233.253 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/730c6fba-2781-44d1-a564-f5fd0cfdc7cc) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:21.720592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145c060-ac18-4122-b29b-58582c4ea0b2 req-1f4a5904-c90b-423e-b2ed-f8cc0a444efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:21.722097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e145c060-ac18-4122-b29b-58582c4ea0b2 req-1f4a5904-c90b-423e-b2ed-f8cc0a444efa service neutron] 10.222.0.60 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 906 time: 0.4061496 Jan 28 05:44:21.737742 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (29c76cb7-72b3-4c01-b7b9-23bd7536f4a4), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.756565 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f44917c-0114-4e71-b7c2-1611b1587adf req-9ade5a76-9553-4302-98ca-dae373f4e61f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055968 Jan 28 05:44:21.842553 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:21.844489 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:21.846758 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e145c060-ac18-4122-b29b-58582c4ea0b2 req-b7c88429-abc1-4c51-a647-3ca47942a08b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eca32a58-6227-49c3-bf70-9c2323c81755 HTTP/1.1" status: 200 len: 217 time: 0.0941865 Jan 28 05:44:21.846955 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] 10.222.0.60 "PUT /v2.0/ports/29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 HTTP/1.1" status: 200 len: 1097 time: 1.1151023 Jan 28 05:44:21.847707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247a6fa-8a00-41ef-a3a9-f296b0ea4622 service neutron] Pushing event updated for resources: {'Port': ['ID=29c76cb7-72b3-4c01-b7b9-23bd7536f4a4,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:21.855118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652c5d37-1d10-4e87-ad6a-75d966d6c700', 'tag': '29c76cb7-72b3-4c01-b7b9-23bd7536f4a4'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:21.857679 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d3d446-5e3e-4e0f-aea9-90be3b5e0dde" -d '{"events": [{"name": "network-changed", "server_uuid": "652c5d37-1d10-4e87-ad6a-75d966d6c700", "tag": "29c76cb7-72b3-4c01-b7b9-23bd7536f4a4"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:21.950917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dea5269f-7df2-4609-ae75-793806a396d6 req-4330bcce-6b87-4427-bd99-c497335a841d tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6a03c8b-bcac-46d4-8ce3-62960ef72a82 HTTP/1.1" status: 200 len: 210 time: 0.1126952 Jan 28 05:44:21.978269 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] For port f8850885-06bb-45f1-ad51-232366139445, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:22.007065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] For port f8850885-06bb-45f1-ad51-232366139445, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f8850885-06bb-45f1-ad51-232366139445,segment=NetworkSegment(45b68c9b-7da2-4f22-b854-276e8cc8b5d9),segment_id=45b68c9b-7da2-4f22-b854-276e8cc8b5d9)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:22.066148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f7fdf93a-198f-40d9-9890-1bc8ab244f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:22.067781 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f7fdf93a-198f-40d9-9890-1bc8ab244f20 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&device_id=652c5d37-1d10-4e87-ad6a-75d966d6c700 HTTP/1.1" status: 200 len: 1100 time: 0.0874753 Jan 28 05:44:22.099360 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (f8850885-06bb-45f1-ad51-232366139445), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:22.138254 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-b11cacad-d1b3-46d0-a77f-09dbe5d715d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 HTTP/1.1" status: 200 len: 217 time: 0.0563896 Jan 28 05:44:22.192111 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44910366-27d8-4894-9e5f-63bed73f4284 req-3eeb099f-ea0f-4aeb-906d-bcc14d3b9e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:22.193851 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-3eeb099f-ea0f-4aeb-906d-bcc14d3b9e7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0500607 Jan 28 05:44:22.231198 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145c060-ac18-4122-b29b-58582c4ea0b2 req-1c15cc8e-6cb5-4895-804f-cbfab02b4684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:22.233176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e145c060-ac18-4122-b29b-58582c4ea0b2 req-1c15cc8e-6cb5-4895-804f-cbfab02b4684 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ace652b-1ccc-4a73-9185-4c2cd62a6d0e HTTP/1.1" status: 200 len: 845 time: 0.3599458 Jan 28 05:44:22.244537 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44910366-27d8-4894-9e5f-63bed73f4284 req-893eb3b2-b6b3-4be9-80ad-208168ddfae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:22.246193 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-893eb3b2-b6b3-4be9-80ad-208168ddfae5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0448668 Jan 28 05:44:22.249425 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:22.250075 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:22.251549 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] 10.222.0.64 "PUT /v2.0/ports/f8850885-06bb-45f1-ad51-232366139445 HTTP/1.1" status: 200 len: 1092 time: 3.2790186 Jan 28 05:44:22.293326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e145c060-ac18-4122-b29b-58582c4ea0b2 req-c750dca3-e808-4fa4-889f-31783325f24c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eec00fff-aff9-4369-9cd0-be1af626188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528221 Jan 28 05:44:22.354012 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-020a5b44-c11a-4861-82f4-33c692138387 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022749 Jan 28 05:44:22.361181 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9215eb-3c96-4859-adc9-4e3da892e755 req-fd061bee-6292-41c1-822a-917cea866d27 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:22.366558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9215eb-3c96-4859-adc9-4e3da892e755 req-fd061bee-6292-41c1-822a-917cea866d27 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:22.372889 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9215eb-3c96-4859-adc9-4e3da892e755 req-fd061bee-6292-41c1-822a-917cea866d27 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:22.374728 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de9215eb-3c96-4859-adc9-4e3da892e755 req-fd061bee-6292-41c1-822a-917cea866d27 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2399 time: 0.5137968 Jan 28 05:44:22.423244 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06850902-01b7-4adc-a759-a0a49f6a71a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8850885-06bb-45f1-ad51-232366139445,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:22.467911 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Request body: {'port': {'device_id': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:22.471988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a20f42-7703-4329-8ec0-c5c1a0498ab1 req-93530544-9ef0-4f4a-a85f-f1834a0d2bcb tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:22.474115 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d0a20f42-7703-4329-8ec0-c5c1a0498ab1 req-93530544-9ef0-4f4a-a85f-f1834a0d2bcb tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.3823054 Jan 28 05:44:22.508864 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-8b0e74e8-802e-478c-a28f-ddcad35c58bd tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks [] for port (730c6fba-2781-44d1-a564-f5fd0cfdc7cc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:22.521033 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-5b6ae733-3fe2-4064-92d7-05fd2483f286 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605949 Jan 28 05:44:22.590025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de9215eb-3c96-4859-adc9-4e3da892e755 req-a80b4554-2820-44a8-855b-eb0fcb55f89b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785722 Jan 28 05:44:22.693040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e145c060-ac18-4122-b29b-58582c4ea0b2 req-b4040fe7-7b8e-406a-909a-3d2a98f1ee86 service neutron] 10.222.0.60 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859608 Jan 28 05:44:22.699248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d0a20f42-7703-4329-8ec0-c5c1a0498ab1 req-28b42a9f-19a8-41d3-9eca-087c0c9e7b04 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042375 Jan 28 05:44:22.718506 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dc74caa6-c0e9-4c76-9786-80624c57d593), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:22.729219 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-14789160-1d84-400a-843b-0409d2245b52 req-c1ca51e2-30aa-401c-a62b-1028c2d96974 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 210 time: 0.0566759 Jan 28 05:44:22.752126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device eca32a58-6227-49c3-bf70-9c2323c81755 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:44:22.862000 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-8b0e74e8-802e-478c-a28f-ddcad35c58bd tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (730c6fba-2781-44d1-a564-f5fd0cfdc7cc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:22.886918 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e20de657-a31f-4a0e-b730-2ae7ada058f8 req-00f1b0d1-4251-49f4-93ae-e273d1e9493a tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/floatingips/fce345ee-b865-4c08-8015-c914606ae27d HTTP/1.1" status: 200 len: 692 time: 0.1482544 Jan 28 05:44:22.904951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['90541f7f-a766-410e-b604-6c14a5872317', '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c', '4076125d-ed0a-4bd4-8351-f36b18b575e6'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:22.958580 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port eca32a58-6227-49c3-bf70-9c2323c81755, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=eca32a58-6227-49c3-bf70-9c2323c81755,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:22.980623 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'eca32a58-6227-49c3-bf70-9c2323c81755', 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f', 'port_id': 'eca32a58-6227-49c3-bf70-9c2323c81755', 'mac_address': 'fa:16:3e:8a:87:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ace652b-1ccc-4a73-9185-4c2cd62a6d0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:44:23.057273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port eca32a58-6227-49c3-bf70-9c2323c81755 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:23.057656 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (eca32a58-6227-49c3-bf70-9c2323c81755), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:23.083306 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca32a58-6227-49c3-bf70-9c2323c81755 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:23.123624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port eca32a58-6227-49c3-bf70-9c2323c81755, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=eca32a58-6227-49c3-bf70-9c2323c81755,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:23.242203 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (eca32a58-6227-49c3-bf70-9c2323c81755), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:23.355629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=eca32a58-6227-49c3-bf70-9c2323c81755,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:23.441949 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7413e16-d832-42ab-b8d1-5e8a519c2c13 x-openstack-request-id: req-e7413e16-d832-42ab-b8d1-5e8a519c2c13 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:23.442869 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652c5d37-1d10-4e87-ad6a-75d966d6c700", "tag": "29c76cb7-72b3-4c01-b7b9-23bd7536f4a4", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:23.443332 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7413e16-d832-42ab-b8d1-5e8a519c2c13 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:23.443952 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652c5d37-1d10-4e87-ad6a-75d966d6c700', 'tag': '29c76cb7-72b3-4c01-b7b9-23bd7536f4a4', 'status': 'completed', 'code': 200} Jan 28 05:44:23.466240 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44910366-27d8-4894-9e5f-63bed73f4284 req-8b0e74e8-802e-478c-a28f-ddcad35c58bd tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:23.467000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'tag': 'd2143329-10bb-4d31-97d1-61267321a38b'}, {'name': 'network-changed', 'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'tag': 'f8850885-06bb-45f1-ad51-232366139445'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:23.469958 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a205ee60-21ab-4dde-a9d9-b388ffb556ac" -d '{"events": [{"name": "network-changed", "server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "tag": "d2143329-10bb-4d31-97d1-61267321a38b"}, {"name": "network-changed", "server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "tag": "f8850885-06bb-45f1-ad51-232366139445"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:23.527051 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-44910366-27d8-4894-9e5f-63bed73f4284 req-8b0e74e8-802e-478c-a28f-ddcad35c58bd tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:23.530606 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e145c060-ac18-4122-b29b-58582c4ea0b2 req-a1d579d4-cee7-4ecb-be46-e6f7672ce573 service neutron] 10.222.0.60 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8290741 Jan 28 05:44:23.560018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-44910366-27d8-4894-9e5f-63bed73f4284 req-8b0e74e8-802e-478c-a28f-ddcad35c58bd tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:23.569454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['eca32a58-6227-49c3-bf70-9c2323c81755'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:23.599696 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3d446-5e3e-4e0f-aea9-90be3b5e0dde req-e95aa8c2-3db6-46bb-bfda-90f184ab53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:23.601301 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-01d3d446-5e3e-4e0f-aea9-90be3b5e0dde req-e95aa8c2-3db6-46bb-bfda-90f184ab53bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&device_id=652c5d37-1d10-4e87-ad6a-75d966d6c700 HTTP/1.1" status: 200 len: 1100 time: 0.1130743 Jan 28 05:44:23.646385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20de657-a31f-4a0e-b730-2ae7ada058f8 req-a0868571-af95-4fdc-8e59-fc78ac74e9cf tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:23.668991 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e20de657-a31f-4a0e-b730-2ae7ada058f8 req-a0868571-af95-4fdc-8e59-fc78ac74e9cf tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 784 time: 0.7801955 Jan 28 05:44:23.679443 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e74e8-802e-478c-a28f-ddcad35c58bd tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Pushing event updated for resources: {'Port': ['ID=730c6fba-2781-44d1-a564-f5fd0cfdc7cc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:23.831011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3d446-5e3e-4e0f-aea9-90be3b5e0dde req-a62de17f-c7e3-46ee-acc7-eb911beaa96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:23.835265 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-01d3d446-5e3e-4e0f-aea9-90be3b5e0dde req-a62de17f-c7e3-46ee-acc7-eb911beaa96d service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.2277825 Jan 28 05:44:23.920371 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-01d3d446-5e3e-4e0f-aea9-90be3b5e0dde req-e5e68148-3ba0-4524-8c21-10993acd6d49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 HTTP/1.1" status: 200 len: 217 time: 0.0779305 Jan 28 05:44:23.975768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e20de657-a31f-4a0e-b730-2ae7ada058f8 req-f8ac1d42-8497-4b40-99c7-fc53ec72d55f tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.75 HTTP/1.1" status: 200 len: 695 time: 0.3060546 Jan 28 05:44:23.992027 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c8494102-28e7-47ce-8998-e980f0f22fb1 None None] Provisioning complete for port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:23.993126 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8494102-28e7-47ce-8998-e980f0f22fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (730c6fba-2781-44d1-a564-f5fd0cfdc7cc), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:23.997877 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3d446-5e3e-4e0f-aea9-90be3b5e0dde req-e82538ab-c759-4c1e-8051-f93f3a03b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:24.000305 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-01d3d446-5e3e-4e0f-aea9-90be3b5e0dde req-e82538ab-c759-4c1e-8051-f93f3a03b287 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0730722 Jan 28 05:44:24.029705 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44910366-27d8-4894-9e5f-63bed73f4284 req-8b0e74e8-802e-478c-a28f-ddcad35c58bd tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:24.030790 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-8b0e74e8-802e-478c-a28f-ddcad35c58bd tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:24.047230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a4ad7-3fae-4308-b6d8-042c2dcfce68 req-70cbfa0d-99de-4c55-8f8a-7dfede829b85 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:24.054506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-449a4ad7-3fae-4308-b6d8-042c2dcfce68 req-70cbfa0d-99de-4c55-8f8a-7dfede829b85 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.5204296 Jan 28 05:44:24.083164 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c8494102-28e7-47ce-8998-e980f0f22fb1 None None] Port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:44:24.109278 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-7f494b5b-095d-4b13-b172-e82e450da74b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:24.110744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-7f494b5b-095d-4b13-b172-e82e450da74b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.60 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 811 time: 0.4362304 Jan 28 05:44:24.113152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3d446-5e3e-4e0f-aea9-90be3b5e0dde req-54a64be3-406f-4415-990b-d6176c8e480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:24.115257 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-01d3d446-5e3e-4e0f-aea9-90be3b5e0dde req-54a64be3-406f-4415-990b-d6176c8e480e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1078227 Jan 28 05:44:24.141455 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e20de657-a31f-4a0e-b730-2ae7ada058f8 req-ff68e04e-983d-45f5-b020-ca6fc2c70d4a tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.75 HTTP/1.1" status: 200 len: 695 time: 0.1490140 Jan 28 05:44:24.212729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-1bc64fc4-b7c0-4d12-988c-214a191ab6b8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Request body: {'port': {'device_id': 'bf553bab-4394-4cf4-b8b4-0643ec601d38', 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd', 'admin_state_up': True, 'tenant_id': '79fbef5367d24a58af655d60fa276ac5'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:24.233442 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-01d3d446-5e3e-4e0f-aea9-90be3b5e0dde req-a952977e-03b4-43c0-a5f6-d388c2a9b04a service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955415 Jan 28 05:44:24.306554 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-449a4ad7-3fae-4308-b6d8-042c2dcfce68 req-4e4d94f5-4d77-4ac4-86c7-a4d06d1d3585 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508962 Jan 28 05:44:24.317399 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-8b0e74e8-802e-478c-a28f-ddcad35c58bd tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0872614 Jan 28 05:44:24.351044 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-01d3d446-5e3e-4e0f-aea9-90be3b5e0dde req-30fd6445-cea8-434b-8705-05be35905465 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047885 Jan 28 05:44:24.380056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Request body: {'port': {'device_id': 'b6a03c8b-bcac-46d4-8ce3-62960ef72a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:24.449546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc74caa6-c0e9-4c76-9786-80624c57d593 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:24.463800 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Publish callbacks [] for port (dc74caa6-c0e9-4c76-9786-80624c57d593), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:24.552958 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Transition to ACTIVE for port object dc74caa6-c0e9-4c76-9786-80624c57d593 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:44:24.564631 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (730c6fba-2781-44d1-a564-f5fd0cfdc7cc), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:24.600326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1285e9-e46d-465c-8ce7-84f69d155a17 req-3d4494e3-d65e-4439-ae2e-14af82794350 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:24.601790 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c1285e9-e46d-465c-8ce7-84f69d155a17 req-3d4494e3-d65e-4439-ae2e-14af82794350 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c19fa65-b255-487b-a1ff-9580ddad8f29 HTTP/1.1" status: 200 len: 945 time: 0.1871817 Jan 28 05:44:24.634344 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (dc74caa6-c0e9-4c76-9786-80624c57d593), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:24.693729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-1bc64fc4-b7c0-4d12-988c-214a191ab6b8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Made reservation on behalf of 79fbef5367d24a58af655d60fa276ac5 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:24.697029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-1bc64fc4-b7c0-4d12-988c-214a191ab6b8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:24.748207 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e20de657-a31f-4a0e-b730-2ae7ada058f8 req-b1b897af-3a15-448a-b995-e9f1c3fa7492 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Deleting port b1e5b328-d39d-4ad6-a80c-a2ad1cb44808 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:24.748595 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e20de657-a31f-4a0e-b730-2ae7ada058f8 req-b1b897af-3a15-448a-b995-e9f1c3fa7492 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b1e5b328-d39d-4ad6-a80c-a2ad1cb44808), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:24.758669 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Pushing event updated for resources: {'Port': ['ID=dc74caa6-c0e9-4c76-9786-80624c57d593,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:24.766622 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device eca32a58-6227-49c3-bf70-9c2323c81755 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:24.796090 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:24.907792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port eca32a58-6227-49c3-bf70-9c2323c81755 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:44:24.912557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port eca32a58-6227-49c3-bf70-9c2323c81755 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:24.912935 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (eca32a58-6227-49c3-bf70-9c2323c81755), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:24.926088 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c1285e9-e46d-465c-8ce7-84f69d155a17 req-25c9cd52-0ba2-475e-9bcc-a32c6b34c0eb tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154163 Jan 28 05:44:25.023424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port eca32a58-6227-49c3-bf70-9c2323c81755 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:25.023997 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (eca32a58-6227-49c3-bf70-9c2323c81755), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.053979 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c19fa65-b255-487b-a1ff-9580ddad8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca32a58-6227-49c3-bf70-9c2323c81755'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:25.056217 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c46913f-48ab-4b10-921c-5b629706b3fb" -d '{"events": [{"server_uuid": "5c19fa65-b255-487b-a1ff-9580ddad8f29", "name": "network-vif-plugged", "status": "completed", "tag": "eca32a58-6227-49c3-bf70-9c2323c81755"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:25.072249 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port eca32a58-6227-49c3-bf70-9c2323c81755, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=eca32a58-6227-49c3-bf70-9c2323c81755,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:25.163814 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (eca32a58-6227-49c3-bf70-9c2323c81755), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.180999 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e20de657-a31f-4a0e-b730-2ae7ada058f8 req-b1b897af-3a15-448a-b995-e9f1c3fa7492 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b1e5b328-d39d-4ad6-a80c-a2ad1cb44808), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.181581 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e20de657-a31f-4a0e-b730-2ae7ada058f8 req-b1b897af-3a15-448a-b995-e9f1c3fa7492 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for floatingip (b1e5b328-d39d-4ad6-a80c-a2ad1cb44808), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.218818 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=eca32a58-6227-49c3-bf70-9c2323c81755,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:25.225658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e20de657-a31f-4a0e-b730-2ae7ada058f8 req-b1b897af-3a15-448a-b995-e9f1c3fa7492 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Calling delete_port for b1e5b328-d39d-4ad6-a80c-a2ad1cb44808 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:25.258743 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-1bc64fc4-b7c0-4d12-988c-214a191ab6b8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Allocated IP 172.20.0.5 (b7fafb85-2281-41db-85af-da2c477e5fbd/c507c782-4f53-4cd1-85bd-9b428677b1ce/6d45cbca-5746-4d33-9ede-16c6bc47fa87) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:25.267257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97971b-3938-4bcd-9e0c-7cd7139fcba8 req-a712e4f8-9860-4883-8746-bd1c4c19807b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:25.268745 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c97971b-3938-4bcd-9e0c-7cd7139fcba8 req-a712e4f8-9860-4883-8746-bd1c4c19807b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6a03c8b-bcac-46d4-8ce3-62960ef72a82 HTTP/1.1" status: 200 len: 936 time: 0.2469304 Jan 28 05:44:25.274202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Attempting to bind port dc74caa6-c0e9-4c76-9786-80624c57d593 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:25.277231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Attempting to bind port dc74caa6-c0e9-4c76-9786-80624c57d593 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '013faf2d-27cb-4d8c-ac5b-997be476c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:25.277231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Attempting to bind port dc74caa6-c0e9-4c76-9786-80624c57d593 on network efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:25.351173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Port dc74caa6-c0e9-4c76-9786-80624c57d593 on network efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:44:25.351526 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Attempting to bind port dc74caa6-c0e9-4c76-9786-80624c57d593 on network efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:25.402609 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:25.402851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Checking segment: {'id': '013faf2d-27cb-4d8c-ac5b-997be476c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:25.403241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Bound using segment: {'id': '013faf2d-27cb-4d8c-ac5b-997be476c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:25.403689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Bound port: dc74caa6-c0e9-4c76-9786-80624c57d593, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '013faf2d-27cb-4d8c-ac5b-997be476c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:25.404050 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dc74caa6-c0e9-4c76-9786-80624c57d593), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.482417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730c6fba-2781-44d1-a564-f5fd0cfdc7cc {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:25.517282 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c97971b-3938-4bcd-9e0c-7cd7139fcba8 req-464b78bb-b119-4991-9508-c903d64cc358 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390423 Jan 28 05:44:25.527054 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Publish callbacks [] for port (730c6fba-2781-44d1-a564-f5fd0cfdc7cc), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.554147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Transition to ACTIVE for port object 730c6fba-2781-44d1-a564-f5fd0cfdc7cc will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:44:25.680585 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (730c6fba-2781-44d1-a564-f5fd0cfdc7cc), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.699861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] For port dc74caa6-c0e9-4c76-9786-80624c57d593, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:25.766576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] For port dc74caa6-c0e9-4c76-9786-80624c57d593, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=dc74caa6-c0e9-4c76-9786-80624c57d593,segment=NetworkSegment(013faf2d-27cb-4d8c-ac5b-997be476c235),segment_id=013faf2d-27cb-4d8c-ac5b-997be476c235)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:25.809684 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a24445-16a0-4496-8b5f-9de784f8aadc req-b57988e5-5e8a-4cad-bbc3-6e2b3c10a6bc tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:25.811318 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d4a24445-16a0-4496-8b5f-9de784f8aadc req-b57988e5-5e8a-4cad-bbc3-6e2b3c10a6bc tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.2102635 Jan 28 05:44:25.816293 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Pushing event updated for resources: {'Port': ['ID=730c6fba-2781-44d1-a564-f5fd0cfdc7cc,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:25.839314 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (dc74caa6-c0e9-4c76-9786-80624c57d593), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.847438 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-1bc64fc4-b7c0-4d12-988c-214a191ab6b8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks [] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.907126 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e20de657-a31f-4a0e-b730-2ae7ada058f8 req-b1b897af-3a15-448a-b995-e9f1c3fa7492 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b1e5b328-d39d-4ad6-a80c-a2ad1cb44808), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.949963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:25.950571 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:25.953486 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] 10.222.0.64 "PUT /v2.0/ports/dc74caa6-c0e9-4c76-9786-80624c57d593 HTTP/1.1" status: 200 len: 1093 time: 3.5088708 Jan 28 05:44:26.042871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3660d-719d-49da-ae2d-c9604c607c84 service neutron] Pushing event updated for resources: {'Port': ['ID=dc74caa6-c0e9-4c76-9786-80624c57d593,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:26.054509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d4a24445-16a0-4496-8b5f-9de784f8aadc req-e732bed3-ac36-4907-bb2f-766c4528eea2 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328527 Jan 28 05:44:26.125430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b897af-3a15-448a-b995-e9f1c3fa7492 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Pushing event deleted for resources: {'Port': ['ID=b1e5b328-d39d-4ad6-a80c-a2ad1cb44808,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:26.149517 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313359e1-6d3e-49d2-ae43-cf4a1e348637 x-openstack-request-id: req-313359e1-6d3e-49d2-ae43-cf4a1e348637 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:26.149824 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "tag": "d2143329-10bb-4d31-97d1-61267321a38b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "tag": "f8850885-06bb-45f1-ad51-232366139445", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:26.150160 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-313359e1-6d3e-49d2-ae43-cf4a1e348637 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:26.150521 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'tag': 'd2143329-10bb-4d31-97d1-61267321a38b', 'status': 'completed', 'code': 200} Jan 28 05:44:26.150782 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'tag': 'f8850885-06bb-45f1-ad51-232366139445', 'status': 'completed', 'code': 200} Jan 28 05:44:26.158139 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Attempting to bind port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:26.158536 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Attempting to bind port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:26.158870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Attempting to bind port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:26.165041 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-1bc64fc4-b7c0-4d12-988c-214a191ab6b8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.182178 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e20de657-a31f-4a0e-b730-2ae7ada058f8 req-b1b897af-3a15-448a-b995-e9f1c3fa7492 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks [] for floatingip (fce345ee-b865-4c08-8015-c914606ae27d), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.184901 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e20de657-a31f-4a0e-b730-2ae7ada058f8 req-b1b897af-3a15-448a-b995-e9f1c3fa7492 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.193598 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55230) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:26.194535 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e20de657-a31f-4a0e-b730-2ae7ada058f8 req-b1b897af-3a15-448a-b995-e9f1c3fa7492 tempest-FloatingIPDetailsTestJSON-1745824014 tempest-FloatingIPDetailsTestJSON-1745824014-project] 10.222.0.31 "DELETE /v2.0/floatingips/fce345ee-b865-4c08-8015-c914606ae27d HTTP/1.1" status: 204 len: 173 time: 2.0374556 Jan 28 05:44:26.199867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:44:26.201507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Attempting to bind port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:26.292362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:26.293012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:26.293598 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:26.294043 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Bound port: 730c6fba-2781-44d1-a564-f5fd0cfdc7cc, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:26.294432 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (730c6fba-2781-44d1-a564-f5fd0cfdc7cc), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.368407 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-acfd83e9-638c-4faa-a5f2-cac323749382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:26.368896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-acfd83e9-638c-4faa-a5f2-cac323749382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:26.369377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-acfd83e9-638c-4faa-a5f2-cac323749382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:26.371180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-acfd83e9-638c-4faa-a5f2-cac323749382 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bd072a204b34f47862053012cfa77c5&device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2867 time: 0.2641778 Jan 28 05:44:26.376640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-1bc64fc4-b7c0-4d12-988c-214a191ab6b8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Network b7fafb85-2281-41db-85af-da2c477e5fbd is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:26.380990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc64fc4-b7c0-4d12-988c-214a191ab6b8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Pushing event updated for resources: {'Port': ['ID=6d45cbca-5746-4d33-9ede-16c6bc47fa87,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:26.386090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-1bc64fc4-b7c0-4d12-988c-214a191ab6b8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:26.396534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-1bc64fc4-b7c0-4d12-988c-214a191ab6b8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:26.485691 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-ecd1b6b4-9fa3-4aad-a001-1e1a83b32d53 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.73&port_id=d2143329-10bb-4d31-97d1-61267321a38b HTTP/1.1" status: 200 len: 217 time: 0.0964403 Jan 28 05:44:26.526254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa18a18-e21c-4120-b16d-7a619b7bf543 req-53c933c3-8eca-4071-bb30-d07e3733ed7f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:26.532382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa18a18-e21c-4120-b16d-7a619b7bf543 req-53c933c3-8eca-4071-bb30-d07e3733ed7f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:26.537466 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa18a18-e21c-4120-b16d-7a619b7bf543 req-53c933c3-8eca-4071-bb30-d07e3733ed7f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:26.539269 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfa18a18-e21c-4120-b16d-7a619b7bf543 req-53c933c3-8eca-4071-bb30-d07e3733ed7f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2411 time: 0.2694123 Jan 28 05:44:26.582064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154401a3-0d61-424f-b024-79112062d0ba req-9daa1aa0-5907-474f-8aca-7a0282e3a682 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:26.584278 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-154401a3-0d61-424f-b024-79112062d0ba req-9daa1aa0-5907-474f-8aca-7a0282e3a682 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 931 time: 0.3150582 Jan 28 05:44:26.609313 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-1bc64fc4-b7c0-4d12-988c-214a191ab6b8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:26.610171 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-1bc64fc4-b7c0-4d12-988c-214a191ab6b8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.632094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] For port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:26.633869 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d63ad9b8-a883-4202-b6df-17f2137da112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (ed327341-925c-4f8f-802e-8ed5424f31f8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:26.660024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] For port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=730c6fba-2781-44d1-a564-f5fd0cfdc7cc,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:26.662676 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-6e13d450-035c-4eda-9a68-fa7345c7c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:26.664147 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-6e13d450-035c-4eda-9a68-fa7345c7c1bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00304497-9e80-4eba-8e24-531fbab0d233 HTTP/1.1" status: 200 len: 801 time: 0.1607533 Jan 28 05:44:26.782679 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:44:26.928719 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-d63ad9b8-a883-4202-b6df-17f2137da112 admin admin] Deleting port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:26.929104 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d63ad9b8-a883-4202-b6df-17f2137da112 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:27.038097 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-d63ad9b8-a883-4202-b6df-17f2137da112 admin admin] For port 8d21efb2-7e39-4e51-bc34-ec4b69096a2d, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8d21efb2-7e39-4e51-bc34-ec4b69096a2d,segment=NetworkSegment(b8ebba4a-c261-4510-8c0f-7b61fafddec6),segment_id=b8ebba4a-c261-4510-8c0f-7b61fafddec6)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:27.038580 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d63ad9b8-a883-4202-b6df-17f2137da112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:27.053897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-d63ad9b8-a883-4202-b6df-17f2137da112 admin admin] Calling delete_port for 8d21efb2-7e39-4e51-bc34-ec4b69096a2d owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:27.074332 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (730c6fba-2781-44d1-a564-f5fd0cfdc7cc), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:27.077440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=29c76cb7-72b3-4c01-b7b9-23bd7536f4a4,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:27.079231 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-1bc64fc4-b7c0-4d12-988c-214a191ab6b8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8778558 Jan 28 05:44:27.091992 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '29c76cb7-72b3-4c01-b7b9-23bd7536f4a4', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '29c76cb7-72b3-4c01-b7b9-23bd7536f4a4', 'mac_address': 'fa:16:3e:3f:ee:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:44:27.098916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-154401a3-0d61-424f-b024-79112062d0ba req-e00bddc9-cd80-4385-bb08-24b03efa5692 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003316 Jan 28 05:44:27.103730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Request body: {'port': {'device_id': 'bf553bab-4394-4cf4-b8b4-0643ec601d38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:27.137935 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:27.138383 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (29c76cb7-72b3-4c01-b7b9-23bd7536f4a4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:27.163083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfa18a18-e21c-4120-b16d-7a619b7bf543 req-20a2e76c-941f-42f6-af5f-bbdf2a846ac3 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798833 Jan 28 05:44:27.163553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:27.210706 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=29c76cb7-72b3-4c01-b7b9-23bd7536f4a4,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:27.224236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:27.224892 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:27.227710 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] 10.222.0.64 "PUT /v2.0/ports/730c6fba-2781-44d1-a564-f5fd0cfdc7cc HTTP/1.1" status: 200 len: 1097 time: 2.8621614 Jan 28 05:44:27.263334 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924749c3-40c8-47b3-896b-9d7085be8bba x-openstack-request-id: req-924749c3-40c8-47b3-896b-9d7085be8bba {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:27.263856 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c19fa65-b255-487b-a1ff-9580ddad8f29", "name": "network-vif-plugged", "status": "completed", "tag": "eca32a58-6227-49c3-bf70-9c2323c81755", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:27.264315 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-924749c3-40c8-47b3-896b-9d7085be8bba {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:27.265489 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c19fa65-b255-487b-a1ff-9580ddad8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca32a58-6227-49c3-bf70-9c2323c81755', 'code': 200} Jan 28 05:44:27.266947 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:27.291723 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (29c76cb7-72b3-4c01-b7b9-23bd7536f4a4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:27.342582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-65a9a978-81a2-4a09-b2db-a68a07eacb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:27.345142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-65a9a978-81a2-4a09-b2db-a68a07eacb11 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6728303 Jan 28 05:44:27.396127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=29c76cb7-72b3-4c01-b7b9-23bd7536f4a4,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:27.401185 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d63ad9b8-a883-4202-b6df-17f2137da112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (8d21efb2-7e39-4e51-bc34-ec4b69096a2d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:27.432724 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ad9b8-a883-4202-b6df-17f2137da112 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d21efb2-7e39-4e51-bc34-ec4b69096a2d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:27.463361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249f6d2-8bac-4680-9e78-5b4635fe7c82 req-d91e4944-0f13-4c29-8197-76efc57f5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:27.464881 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5249f6d2-8bac-4680-9e78-5b4635fe7c82 req-d91e4944-0f13-4c29-8197-76efc57f5d4f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c19fa65-b255-487b-a1ff-9580ddad8f29 HTTP/1.1" status: 200 len: 1098 time: 0.1125283 Jan 28 05:44:27.487390 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:27.598478 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['29c76cb7-72b3-4c01-b7b9-23bd7536f4a4'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:27.627814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02006be-12d2-4c14-96dc-2055d7fec817 service neutron] Pushing event updated for resources: {'Port': ['ID=730c6fba-2781-44d1-a564-f5fd0cfdc7cc,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:27.649062 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5249f6d2-8bac-4680-9e78-5b4635fe7c82 req-f6a0cdc9-4655-475e-972b-988c3d1ff711 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361525 Jan 28 05:44:27.709345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f380541-4441-4466-9898-79ef782e9e21 req-374fc05f-580b-4fd2-a620-b850d2e68884 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:27.718326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f380541-4441-4466-9898-79ef782e9e21 req-374fc05f-580b-4fd2-a620-b850d2e68884 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c19fa65-b255-487b-a1ff-9580ddad8f29 HTTP/1.1" status: 200 len: 946 time: 0.4550474 Jan 28 05:44:27.732334 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00dada-c3e9-41ed-9323-c750988df4b2 req-bc72d5e0-7ef3-4a7e-9a8b-bfd4af94aab2 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:27.735050 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa00dada-c3e9-41ed-9323-c750988df4b2 req-bc72d5e0-7ef3-4a7e-9a8b-bfd4af94aab2 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6a03c8b-bcac-46d4-8ce3-62960ef72a82 HTTP/1.1" status: 200 len: 948 time: 0.3025362 Jan 28 05:44:27.755756 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d63ad9b8-a883-4202-b6df-17f2137da112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (ed327341-925c-4f8f-802e-8ed5424f31f8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:27.787733 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-ae837ecd-bc2d-4c09-9c92-617a182fc335 service neutron] 10.222.0.64 "GET /v2.0/networks/efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241581 Jan 28 05:44:27.840612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44910366-27d8-4894-9e5f-63bed73f4284 req-a48bb623-4a3e-459e-bd05-2ff8d18a46db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:27.842255 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-a48bb623-4a3e-459e-bd05-2ff8d18a46db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&device_id=b6a03c8b-bcac-46d4-8ce3-62960ef72a82 HTTP/1.1" status: 200 len: 1100 time: 0.3568215 Jan 28 05:44:27.863542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f380541-4441-4466-9898-79ef782e9e21 req-f447b2f4-8732-439b-9b94-2f99695b4b5a tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429317 Jan 28 05:44:28.006995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63ad9b8-a883-4202-b6df-17f2137da112 admin admin] Router ed327341-925c-4f8f-802e-8ed5424f31f8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:44:28.019466 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-05099628-f5a7-4952-821b-e7a040474100 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=730c6fba-2781-44d1-a564-f5fd0cfdc7cc HTTP/1.1" status: 200 len: 217 time: 0.1618986 Jan 28 05:44:28.122897 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa00dada-c3e9-41ed-9323-c750988df4b2 req-1f3ca81e-7dde-46d2-baa1-9437eca79230 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462753 Jan 28 05:44:28.223700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'tag': 'dc74caa6-c0e9-4c76-9786-80624c57d593'}, {'name': 'network-changed', 'server_uuid': 'b6a03c8b-bcac-46d4-8ce3-62960ef72a82', 'tag': '730c6fba-2781-44d1-a564-f5fd0cfdc7cc'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:28.226053 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ef049a-5495-4ae4-91dd-618c7b62e187" -d '{"events": [{"name": "network-changed", "server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "tag": "dc74caa6-c0e9-4c76-9786-80624c57d593"}, {"name": "network-changed", "server_uuid": "b6a03c8b-bcac-46d4-8ce3-62960ef72a82", "tag": "730c6fba-2781-44d1-a564-f5fd0cfdc7cc"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:28.262921 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aff6b5-3ef3-44dc-b03d-a3f654bbf6de req-a87374d4-bb3f-4f4d-b288-54d497d7bf36 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:28.265188 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93aff6b5-3ef3-44dc-b03d-a3f654bbf6de req-a87374d4-bb3f-4f4d-b288-54d497d7bf36 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.3044779 Jan 28 05:44:28.312663 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-c0f98cd0-8d88-4887-8e6e-f8d9384fb67c service neutron] 10.222.0.64 "GET /v2.0/networks/efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926589 Jan 28 05:44:28.326156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44910366-27d8-4894-9e5f-63bed73f4284 req-bbd73d17-aca4-46f0-9dd4-78b5c0ac80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:28.328220 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-bbd73d17-aca4-46f0-9dd4-78b5c0ac80fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.3004899 Jan 28 05:44:28.393719 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-6889231a-cc5c-440d-8c60-1f904c1b0847 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.17&port_id=f8850885-06bb-45f1-ad51-232366139445 HTTP/1.1" status: 200 len: 217 time: 0.0694449 Jan 28 05:44:28.449847 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63ad9b8-a883-4202-b6df-17f2137da112 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:44:28.458509 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d63ad9b8-a883-4202-b6df-17f2137da112 admin admin] 10.222.0.31 "PUT /v2.0/routers/ed327341-925c-4f8f-802e-8ed5424f31f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2604363 Jan 28 05:44:28.458509 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55248) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:28.460386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf75cce-abf7-4ec9-ada3-39c673963727 None None] Sync routers for ids ['ed327341-925c-4f8f-802e-8ed5424f31f8'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:44:28.472583 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf75cce-abf7-4ec9-ada3-39c673963727 None None] Routers {'ed327341-925c-4f8f-802e-8ed5424f31f8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:44:28.473325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-6cf75cce-abf7-4ec9-ada3-39c673963727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:44:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ed327341-925c-4f8f-802e-8ed5424f31f8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:28.481165 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93aff6b5-3ef3-44dc-b03d-a3f654bbf6de req-b1130360-3c43-495a-bebc-cbec2680f474 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918600 Jan 28 05:44:28.541333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d45cbca-5746-4d33-9ede-16c6bc47fa87 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:28.553606 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Publish callbacks [] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:28.576214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f2d7ceca-39b6-4900-a56b-6d01306c75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:28.581569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-f2d7ceca-39b6-4900-a56b-6d01306c75d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2377307 Jan 28 05:44:28.583026 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Transition to ACTIVE for port object 6d45cbca-5746-4d33-9ede-16c6bc47fa87 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:44:28.585214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-330c4e5a-65cd-4ea7-82ad-6c4f5cc81216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:28.586854 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-330c4e5a-65cd-4ea7-82ad-6c4f5cc81216 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d31a6ae-acfd-47fe-b975-bc8eb0f387bb HTTP/1.1" status: 200 len: 801 time: 0.1243522 Jan 28 05:44:28.624986 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-6cf75cce-abf7-4ec9-ada3-39c673963727 None None] Set router ed327341-925c-4f8f-802e-8ed5424f31f8 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:44:28.673129 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c1db-99bd-49d2-b1e4-6434bb7dec31 admin admin] Publish callbacks [] for router (ed327341-925c-4f8f-802e-8ed5424f31f8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:28.714791 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:28.792418 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:28.841019 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c1db-99bd-49d2-b1e4-6434bb7dec31 admin admin] Publish callbacks [] for router_gateway (ed327341-925c-4f8f-802e-8ed5424f31f8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:28.855248 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Pushing event updated for resources: {'Port': ['ID=6d45cbca-5746-4d33-9ede-16c6bc47fa87,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:28.859768 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-6cf75cce-abf7-4ec9-ada3-39c673963727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'name': 'tempest-FloatingIPDetailsTestJSON-434446339-router', 'tenant_id': '8144179b9b5c452eb81fffce88eb48e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd7fefe0-4eb5-452f-9977-ed9352ccc736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:39Z', 'updated_at': '2022-01-28T05:44:27Z', 'revision_number': 5, 'project_id': '8144179b9b5c452eb81fffce88eb48e1', 'gw_port': {'id': 'bd7fefe0-4eb5-452f-9977-ed9352ccc736', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:41Z', 'updated_at': '2022-01-28T05:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:28.865410 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6a091-4b63-4b86-bd77-bcf5848b74ab req-9928f209-877d-475a-beef-7dcd3620c9a8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:28.867267 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90a6a091-4b63-4b86-bd77-bcf5848b74ab req-9928f209-877d-475a-beef-7dcd3620c9a8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 931 time: 0.2700212 Jan 28 05:44:28.880397 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-a20ddbe1-9111-4343-8409-6268a78857ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:28.883193 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-a20ddbe1-9111-4343-8409-6268a78857ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca111f0f-5bca-48ea-993a-f626fd1b5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2724745 Jan 28 05:44:28.890589 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf75cce-abf7-4ec9-ada3-39c673963727 None None] Checking router: ed327341-925c-4f8f-802e-8ed5424f31f8 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:44:28.900877 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf75cce-abf7-4ec9-ada3-39c673963727 None None] Routers {'ed327341-925c-4f8f-802e-8ed5424f31f8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:44:28.901517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-6cf75cce-abf7-4ec9-ada3-39c673963727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:44:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ed327341-925c-4f8f-802e-8ed5424f31f8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:28.959128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd1a23-3bea-4e6c-bfa4-783fbb93843e req-c9617f6a-56c7-4bd7-87b9-7ff1f7551bdc tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:28.964379 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd1a23-3bea-4e6c-bfa4-783fbb93843e req-c9617f6a-56c7-4bd7-87b9-7ff1f7551bdc tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:28.970996 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd1a23-3bea-4e6c-bfa4-783fbb93843e req-c9617f6a-56c7-4bd7-87b9-7ff1f7551bdc tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:28.972674 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cecd1a23-3bea-4e6c-bfa4-783fbb93843e req-c9617f6a-56c7-4bd7-87b9-7ff1f7551bdc tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2411 time: 0.2765768 Jan 28 05:44:28.978642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-faf53a8f-0b18-4518-a755-df25390b4d9f service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903897 Jan 28 05:44:29.021799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1ef9c1db-99bd-49d2-b1e4-6434bb7dec31 admin admin] Deleting port bd7fefe0-4eb5-452f-9977-ed9352ccc736 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:29.021799 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c1db-99bd-49d2-b1e4-6434bb7dec31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (bd7fefe0-4eb5-452f-9977-ed9352ccc736), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.036575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:44:29.076156 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-6cf75cce-abf7-4ec9-ada3-39c673963727 None None] Set router ed327341-925c-4f8f-802e-8ed5424f31f8 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:44:29.094752 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:29.095177 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (29c76cb7-72b3-4c01-b7b9-23bd7536f4a4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.120192 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-1ef9c1db-99bd-49d2-b1e4-6434bb7dec31 admin admin] For port bd7fefe0-4eb5-452f-9977-ed9352ccc736, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=bd7fefe0-4eb5-452f-9977-ed9352ccc736,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:29.124509 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c1db-99bd-49d2-b1e4-6434bb7dec31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (bd7fefe0-4eb5-452f-9977-ed9352ccc736), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.135432 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1ef9c1db-99bd-49d2-b1e4-6434bb7dec31 admin admin] Calling delete_port for bd7fefe0-4eb5-452f-9977-ed9352ccc736 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:29.251894 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44910366-27d8-4894-9e5f-63bed73f4284 req-768bd91b-a2fb-44cd-bd56-04209fdf43de service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149727 Jan 28 05:44:29.254426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-62b70e11-4682-4ec3-8ccc-11b2734ed23f service neutron] 10.222.0.64 "GET /v2.0/networks/ca111f0f-5bca-48ea-993a-f626fd1b5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519793 Jan 28 05:44:29.303526 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:29.303927 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (29c76cb7-72b3-4c01-b7b9-23bd7536f4a4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.331863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652c5d37-1d10-4e87-ad6a-75d966d6c700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c76cb7-72b3-4c01-b7b9-23bd7536f4a4'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:29.334088 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23741ea9-8e2f-4de9-8011-7eb65e032a4b" -d '{"events": [{"server_uuid": "652c5d37-1d10-4e87-ad6a-75d966d6c700", "name": "network-vif-plugged", "status": "completed", "tag": "29c76cb7-72b3-4c01-b7b9-23bd7536f4a4"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:29.346800 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cecd1a23-3bea-4e6c-bfa4-783fbb93843e req-f4061de4-473f-4c56-81b4-17e8514c7762 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653677 Jan 28 05:44:29.369571 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=29c76cb7-72b3-4c01-b7b9-23bd7536f4a4,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:29.392857 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-6cf75cce-abf7-4ec9-ada3-39c673963727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'name': 'tempest-FloatingIPDetailsTestJSON-434446339-router', 'tenant_id': '8144179b9b5c452eb81fffce88eb48e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd7fefe0-4eb5-452f-9977-ed9352ccc736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:39Z', 'updated_at': '2022-01-28T05:44:27Z', 'revision_number': 5, 'project_id': '8144179b9b5c452eb81fffce88eb48e1', 'gw_port': {'id': 'bd7fefe0-4eb5-452f-9977-ed9352ccc736', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:41Z', 'updated_at': '2022-01-28T05:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:29.412039 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90a6a091-4b63-4b86-bd77-bcf5848b74ab req-cd30ef23-8d06-4986-849d-301fbc3c23e5 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196347 Jan 28 05:44:29.413746 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1c4014-58bb-48b2-8646-b53cf5dfed49 x-openstack-request-id: req-9c1c4014-58bb-48b2-8646-b53cf5dfed49 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:29.414190 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "tag": "dc74caa6-c0e9-4c76-9786-80624c57d593", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b6a03c8b-bcac-46d4-8ce3-62960ef72a82", "tag": "730c6fba-2781-44d1-a564-f5fd0cfdc7cc", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:29.414539 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c1c4014-58bb-48b2-8646-b53cf5dfed49 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:29.415015 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'tag': 'dc74caa6-c0e9-4c76-9786-80624c57d593', 'status': 'completed', 'code': 200} Jan 28 05:44:29.415348 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a03c8b-bcac-46d4-8ce3-62960ef72a82', 'tag': '730c6fba-2781-44d1-a564-f5fd0cfdc7cc', 'status': 'completed', 'code': 200} Jan 28 05:44:29.426778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf75cce-abf7-4ec9-ada3-39c673963727 None None] The sync data for ids ['ed327341-925c-4f8f-802e-8ed5424f31f8'] in n-d-812111-12 is: [{'id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'name': 'tempest-FloatingIPDetailsTestJSON-434446339-router', 'tenant_id': '8144179b9b5c452eb81fffce88eb48e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'bd7fefe0-4eb5-452f-9977-ed9352ccc736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:39Z', 'updated_at': '2022-01-28T05:44:27Z', 'revision_number': 5, 'project_id': '8144179b9b5c452eb81fffce88eb48e1', 'gw_port': {'id': 'bd7fefe0-4eb5-452f-9977-ed9352ccc736', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed327341-925c-4f8f-802e-8ed5424f31f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:41Z', 'updated_at': '2022-01-28T05:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:44:29.437500 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Attempting to bind port 6d45cbca-5746-4d33-9ede-16c6bc47fa87 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:29.438246 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Attempting to bind port 6d45cbca-5746-4d33-9ede-16c6bc47fa87 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:29.438726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Attempting to bind port 6d45cbca-5746-4d33-9ede-16c6bc47fa87 on network b7fafb85-2281-41db-85af-da2c477e5fbd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:29.445902 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (29c76cb7-72b3-4c01-b7b9-23bd7536f4a4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.454113 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c1db-99bd-49d2-b1e4-6434bb7dec31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (bd7fefe0-4eb5-452f-9977-ed9352ccc736), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.477072 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Port 6d45cbca-5746-4d33-9ede-16c6bc47fa87 on network b7fafb85-2281-41db-85af-da2c477e5fbd not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:44:29.478808 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Attempting to bind port 6d45cbca-5746-4d33-9ede-16c6bc47fa87 on network b7fafb85-2281-41db-85af-da2c477e5fbd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:29.531772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:29.532444 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Checking segment: {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:29.533333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Bound using segment: {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:29.533959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Bound port: 6d45cbca-5746-4d33-9ede-16c6bc47fa87, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:29.536296 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.540469 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=29c76cb7-72b3-4c01-b7b9-23bd7536f4a4,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:29.542873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9c1db-99bd-49d2-b1e4-6434bb7dec31 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7fefe0-4eb5-452f-9977-ed9352ccc736,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:29.633056 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c1db-99bd-49d2-b1e4-6434bb7dec31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (ed327341-925c-4f8f-802e-8ed5424f31f8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.657991 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-a9cc419f-bf5f-45a9-9215-67a25043b96b service neutron] 10.222.0.64 "GET /v2.0/networks/ca111f0f-5bca-48ea-993a-f626fd1b5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378351 Jan 28 05:44:29.726449 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c1db-99bd-49d2-b1e4-6434bb7dec31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (ed327341-925c-4f8f-802e-8ed5424f31f8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.728657 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c1db-99bd-49d2-b1e4-6434bb7dec31 admin admin] Publish callbacks [] for router_controller (ed327341-925c-4f8f-802e-8ed5424f31f8), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.735585 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-d3f687e0-c3eb-4366-8e8d-8214b857b140 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.172&port_id=dc74caa6-c0e9-4c76-9786-80624c57d593 HTTP/1.1" status: 200 len: 217 time: 0.0533369 Jan 28 05:44:29.774593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e967-f358-411b-8b9a-3034a55ab162 req-feafbec7-010d-472e-ad13-44eb04d17e78 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:29.776094 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e38e967-f358-411b-8b9a-3034a55ab162 req-feafbec7-010d-472e-ad13-44eb04d17e78 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.2215271 Jan 28 05:44:29.811363 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef5d80-1be7-4f17-8924-353a2498980a req-7220f606-fdba-44f8-9046-a9ab33669a36 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:29.813360 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fef5d80-1be7-4f17-8924-353a2498980a req-7220f606-fdba-44f8-9046-a9ab33669a36 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c19fa65-b255-487b-a1ff-9580ddad8f29 HTTP/1.1" status: 200 len: 946 time: 0.2110450 Jan 28 05:44:29.836807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] For port 6d45cbca-5746-4d33-9ede-16c6bc47fa87, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:29.873823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] For port 6d45cbca-5746-4d33-9ede-16c6bc47fa87, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6d45cbca-5746-4d33-9ede-16c6bc47fa87,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:29.888114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-72a7d248-ce8a-4d62-be30-879df5f3fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:29.890958 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-72a7d248-ce8a-4d62-be30-879df5f3fc61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00304497-9e80-4eba-8e24-531fbab0d233 HTTP/1.1" status: 200 len: 801 time: 0.1431065 Jan 28 05:44:29.909440 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c1db-99bd-49d2-b1e4-6434bb7dec31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (ed327341-925c-4f8f-802e-8ed5424f31f8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.910215 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef9c1db-99bd-49d2-b1e4-6434bb7dec31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed327341-925c-4f8f-802e-8ed5424f31f8 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:44:29.914950 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ef9c1db-99bd-49d2-b1e4-6434bb7dec31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.918399 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1ef9c1db-99bd-49d2-b1e4-6434bb7dec31 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ed327341-925c-4f8f-802e-8ed5424f31f8 HTTP/1.1" status: 204 len: 168 time: 1.4585376 Jan 28 05:44:29.919445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55262) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:29.957942 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e38e967-f358-411b-8b9a-3034a55ab162 req-65094811-1870-4e92-a297-59a9a2caebd9 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539779 Jan 28 05:44:29.968377 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fef5d80-1be7-4f17-8924-353a2498980a req-b112ec56-93e2-4cf7-a7af-aeb2b22937e0 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434965 Jan 28 05:44:29.984551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ae62ea-dfc5-4ee7-ba33-53c9d3a704d7 admin admin] Deleting subnet 47b87a7a-3a65-414e-b6b8-8fce39bb2a4d {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:44:29.987138 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44ae62ea-dfc5-4ee7-ba33-53c9d3a704d7 admin admin] Publish callbacks [] for subnet (47b87a7a-3a65-414e-b6b8-8fce39bb2a4d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:29.989979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-33fa4ba2-40c2-4719-9aa1-1d4882857b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:29.991822 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-33fa4ba2-40c2-4719-9aa1-1d4882857b9f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908730 Jan 28 05:44:30.020914 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:30.075260 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785ea36e-7861-4a04-b0fb-d2306ac66823 x-openstack-request-id: req-785ea36e-7861-4a04-b0fb-d2306ac66823 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:30.075552 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652c5d37-1d10-4e87-ad6a-75d966d6c700", "name": "network-vif-plugged", "status": "completed", "tag": "29c76cb7-72b3-4c01-b7b9-23bd7536f4a4", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:30.075934 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-785ea36e-7861-4a04-b0fb-d2306ac66823 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:30.076216 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652c5d37-1d10-4e87-ad6a-75d966d6c700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c76cb7-72b3-4c01-b7b9-23bd7536f4a4', 'code': 200} Jan 28 05:44:30.084073 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44ae62ea-dfc5-4ee7-ba33-53c9d3a704d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (47b87a7a-3a65-414e-b6b8-8fce39bb2a4d), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:30.091709 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:30.101135 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:30.101135 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] 10.222.0.60 "PUT /v2.0/ports/6d45cbca-5746-4d33-9ede-16c6bc47fa87 HTTP/1.1" status: 200 len: 1092 time: 2.9940839 Jan 28 05:44:30.153791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8d21efb2-7e39-4e51-bc34-ec4b69096a2d no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:44:30.182678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 8d21efb2-7e39-4e51-bc34-ec4b69096a2d {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:44:30.187521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8d21efb2-7e39-4e51-bc34-ec4b69096a2d not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:44:30.226841 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44ae62ea-dfc5-4ee7-ba33-53c9d3a704d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (47b87a7a-3a65-414e-b6b8-8fce39bb2a4d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:30.285528 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df15c2-7245-4a44-8006-cfe741abea5c service neutron] Pushing event updated for resources: {'Port': ['ID=6d45cbca-5746-4d33-9ede-16c6bc47fa87,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:30.320636 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-1b45877d-ae6d-4640-b830-e3c7d0729f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:30.323032 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-1b45877d-ae6d-4640-b830-e3c7d0729f88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 1095 time: 0.0652864 Jan 28 05:44:30.338767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a11988-b6a8-489d-9c44-51ca85c15e6f req-ab6e8d26-a906-4686-8fa0-d309e754fad1 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:30.341216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66a11988-b6a8-489d-9c44-51ca85c15e6f req-ab6e8d26-a906-4686-8fa0-d309e754fad1 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6a03c8b-bcac-46d4-8ce3-62960ef72a82 HTTP/1.1" status: 200 len: 948 time: 0.2102814 Jan 28 05:44:30.348778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-d7746736-beba-4b7f-a947-f05220c340ae service neutron] 10.222.0.64 "GET /v2.0/networks/efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484426 Jan 28 05:44:30.361539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e76a6-82cd-4a5b-a826-a324c7bd6699 req-e2b853fa-83e3-4a09-90f4-fe8c7c6fd36a tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:30.363801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a7e76a6-82cd-4a5b-a826-a324c7bd6699 req-e2b853fa-83e3-4a09-90f4-fe8c7c6fd36a tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.1762583 Jan 28 05:44:30.384481 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-04ae5056-37c7-4178-af9b-3b145dee15eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d45cbca-5746-4d33-9ede-16c6bc47fa87 HTTP/1.1" status: 200 len: 217 time: 0.0488784 Jan 28 05:44:30.428812 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44ae62ea-dfc5-4ee7-ba33-53c9d3a704d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (47b87a7a-3a65-414e-b6b8-8fce39bb2a4d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:30.464117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae62ea-dfc5-4ee7-ba33-53c9d3a704d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47b87a7a-3a65-414e-b6b8-8fce39bb2a4d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:30.470805 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44ae62ea-dfc5-4ee7-ba33-53c9d3a704d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:30.476041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa0fdc7-ee16-4f06-9138-e2762021182c None None] Network 0d26c227-7de3-44d2-91c7-cd80233d88ba requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:44:30.477962 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-44ae62ea-dfc5-4ee7-ba33-53c9d3a704d7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/47b87a7a-3a65-414e-b6b8-8fce39bb2a4d HTTP/1.1" status: 204 len: 168 time: 0.5571163 Jan 28 05:44:30.478617 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55274) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:30.479683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67dcb8b-b73b-4faa-a553-b4853745dcfb req-5b8d3e34-978a-4ae1-969b-d9c984d77036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:30.481673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e67dcb8b-b73b-4faa-a553-b4853745dcfb req-5b8d3e34-978a-4ae1-969b-d9c984d77036 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=652c5d37-1d10-4e87-ad6a-75d966d6c700 HTTP/1.1" status: 200 len: 1102 time: 0.2567391 Jan 28 05:44:30.487248 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-a3340d81-0689-406b-93a9-647f022409e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:30.493983 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-a3340d81-0689-406b-93a9-647f022409e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c507c782-4f53-4cd1-85bd-9b428677b1ce HTTP/1.1" status: 200 len: 851 time: 0.0990632 Jan 28 05:44:30.558616 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66a11988-b6a8-489d-9c44-51ca85c15e6f req-78766450-7808-4c9a-9a88-90a9f3501d53 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072978 Jan 28 05:44:30.590954 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-c84da7d1-84b6-4905-a0dd-030995da57cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7fafb85-2281-41db-85af-da2c477e5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889361 Jan 28 05:44:30.622140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ededeca-5503-428d-903e-72f1fa6b0b74 req-2c3e7c03-9310-4c30-ab40-a5bfce64d191 service neutron] 10.222.0.64 "GET /v2.0/networks/efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460301 Jan 28 05:44:30.677806 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (0d26c227-7de3-44d2-91c7-cd80233d88ba), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:30.681416 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a7e76a6-82cd-4a5b-a826-a324c7bd6699 req-acffd59c-0a3c-4a49-9222-0765aade5ff2 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869263 Jan 28 05:44:30.715677 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e67dcb8b-b73b-4faa-a553-b4853745dcfb req-898a484b-786c-4ff1-8efd-9f2150032133 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129097 Jan 28 05:44:30.752649 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-e2b03e0f-3b9a-4520-b5d6-a0b66c82b0e3 service neutron] 10.222.0.60 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546943 Jan 28 05:44:30.793449 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] Deleting port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:30.793667 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a7e1fae1-dab9-448c-930d-3d1a06b8fdd3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:30.862334 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] DHCP port deletion for 0d26c227-7de3-44d2-91c7-cd80233d88ba request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:44:30.893819 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] For port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a7e1fae1-dab9-448c-930d-3d1a06b8fdd3,segment=NetworkSegment(b8ebba4a-c261-4510-8c0f-7b61fafddec6),segment_id=b8ebba4a-c261-4510-8c0f-7b61fafddec6)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:30.896049 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a7e1fae1-dab9-448c-930d-3d1a06b8fdd3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:30.911570 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] Calling delete_port for a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:30.933164 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Deleting port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:30.933670 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a7e1fae1-dab9-448c-930d-3d1a06b8fdd3), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:30.953082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b8807-8619-4e58-acfd-34c340fd174e req-522b4526-38d4-43a7-89e1-daf4a25a92b4 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:30.962035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b8807-8619-4e58-acfd-34c340fd174e req-522b4526-38d4-43a7-89e1-daf4a25a92b4 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:30.971591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b8807-8619-4e58-acfd-34c340fd174e req-522b4526-38d4-43a7-89e1-daf4a25a92b4 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:30.981381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b2b8807-8619-4e58-acfd-34c340fd174e req-522b4526-38d4-43a7-89e1-daf4a25a92b4 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2411 time: 0.1745565 Jan 28 05:44:31.022482 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] For port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a7e1fae1-dab9-448c-930d-3d1a06b8fdd3,segment=NetworkSegment(b8ebba4a-c261-4510-8c0f-7b61fafddec6),segment_id=b8ebba4a-c261-4510-8c0f-7b61fafddec6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:31.022925 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a7e1fae1-dab9-448c-930d-3d1a06b8fdd3), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:31.039195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Calling delete_port for a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:31.119129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7068655-bc49-43c1-b204-a79afc26def0 req-4176d44b-144d-44e0-b94a-5767a69e5492 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:31.119487 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (a7e1fae1-dab9-448c-930d-3d1a06b8fdd3), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:31.127224 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7068655-bc49-43c1-b204-a79afc26def0 req-4176d44b-144d-44e0-b94a-5767a69e5492 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 805 time: 0.2910316 Jan 28 05:44:31.132318 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] No DVR routers for this DVR port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:44:31.137068 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-79109045-b21a-44a8-81a2-e4fd5d0ff550 req-d5ee51d5-b49e-4aec-ac4a-ce15fd36e64a service neutron] 10.222.0.60 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431553 Jan 28 05:44:31.139253 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a7e1fae1-dab9-448c-930d-3d1a06b8fdd3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:31.144137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-fe917f3d-91b2-4ba5-a026-83658d37bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:31.149123 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-fe917f3d-91b2-4ba5-a026-83658d37bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:31.149123 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-fe917f3d-91b2-4ba5-a026-83658d37bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:31.149123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-fe917f3d-91b2-4ba5-a026-83658d37bf6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bd072a204b34f47862053012cfa77c5&device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2867 time: 0.1526613 Jan 28 05:44:31.154269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Pushing event deleted for resources: {'Port': ['ID=a7e1fae1-dab9-448c-930d-3d1a06b8fdd3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:31.171451 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:31.171984 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:31.172493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:31.172985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:31.173516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:31.174043 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:31.175155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:31.175648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:31.177999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:31.177999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:31.177999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:31.177999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:31.177999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fed4f-7f9b-4182-a19b-c25726f99e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:44:31.179306 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b2b8807-8619-4e58-acfd-34c340fd174e req-1205e077-975c-4238-9635-e253ec53801f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966047 Jan 28 05:44:31.192702 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e1fae1-dab9-448c-930d-3d1a06b8fdd3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:31.195117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] No DVR routers for this DVR port a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:44:31.206109 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7068655-bc49-43c1-b204-a79afc26def0 req-07f44337-995c-4b02-8dc8-f7f2443020f0 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/quotas/2ec92f33a3784dd995edb9a024cc34ff HTTP/1.1" status: 200 len: 375 time: 0.0779030 Jan 28 05:44:31.283538 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (0d26c227-7de3-44d2-91c7-cd80233d88ba), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:31.312888 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d26c227-7de3-44d2-91c7-cd80233d88ba']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:31.326050 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ebba4a-c261-4510-8c0f-7b61fafddec6') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:31.326867 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ebba4a-c261-4510-8c0f-7b61fafddec6') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:31.339336 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (b8ebba4a-c261-4510-8c0f-7b61fafddec6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:31.360704 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (b8ebba4a-c261-4510-8c0f-7b61fafddec6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:31.368854 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:44:31.369947 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (b8ebba4a-c261-4510-8c0f-7b61fafddec6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:44:31.372377 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:44:31.392459 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7068655-bc49-43c1-b204-a79afc26def0 req-72249546-1118-49a9-8b7b-302a221951c3 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1639280 Jan 28 05:44:31.394429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-1e1de86b-50ce-4ecf-b5d4-7abff9c5aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:31.395910 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-1e1de86b-50ce-4ecf-b5d4-7abff9c5aa0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 HTTP/1.1" status: 200 len: 902 time: 0.2153075 Jan 28 05:44:31.402959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbe017-5757-4987-9beb-9465c0fec22e req-142f773c-550d-4061-9764-23c5f1b0baed tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:31.404449 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13fbe017-5757-4987-9beb-9465c0fec22e req-142f773c-550d-4061-9764-23c5f1b0baed tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 943 time: 0.1308491 Jan 28 05:44:31.543854 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (0d26c227-7de3-44d2-91c7-cd80233d88ba), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:31.552444 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:31.558859 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] 10.222.0.31 "DELETE /v2.0/networks/0d26c227-7de3-44d2-91c7-cd80233d88ba HTTP/1.1" status: 204 len: 168 time: 1.0764315 Jan 28 05:44:31.572260 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4344a7c-d5dd-46d9-934c-b2b38548606c admin admin] Pushing event deleted for resources: {'Network': ['ID=0d26c227-7de3-44d2-91c7-cd80233d88ba,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:31.758748 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf553bab-4394-4cf4-b8b4-0643ec601d38', 'tag': '6d45cbca-5746-4d33-9ede-16c6bc47fa87'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:31.761148 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10f1dea-e259-448e-9360-9d414fe6fee2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf553bab-4394-4cf4-b8b4-0643ec601d38", "tag": "6d45cbca-5746-4d33-9ede-16c6bc47fa87"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:31.771300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-d7068655-bc49-43c1-b204-a79afc26def0 req-17d20eea-34af-4c97-a49e-ce9cec01b702 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:44:31.772293 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7068655-bc49-43c1-b204-a79afc26def0 req-17d20eea-34af-4c97-a49e-ce9cec01b702 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3658655 Jan 28 05:44:31.810556 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-b76c9ffc-f877-4b6e-901d-2c92e240f659 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.73&port_id=d2143329-10bb-4d31-97d1-61267321a38b HTTP/1.1" status: 200 len: 217 time: 0.4050379 Jan 28 05:44:31.913100 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13fbe017-5757-4987-9beb-9465c0fec22e req-68af7393-232c-4f69-921a-e5bd7f24c0d0 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964857 Jan 28 05:44:31.928359 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-2654f7c8-f90a-4920-aa26-c88052a4a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:31.929779 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-2654f7c8-f90a-4920-aa26-c88052a4a061 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00304497-9e80-4eba-8e24-531fbab0d233 HTTP/1.1" status: 200 len: 801 time: 0.1072819 Jan 28 05:44:32.006237 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7068655-bc49-43c1-b204-a79afc26def0 req-57c64b4c-7c59-4b4f-a3c1-fdf91c9234dd service neutron] 10.222.0.31 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062039 Jan 28 05:44:32.081884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-9a354247-d247-4b88-855b-08dc0d46e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:32.083421 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-9a354247-d247-4b88-855b-08dc0d46e68f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429729 Jan 28 05:44:32.109224 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:44:32.136615 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:44:32.137257 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a7e1fae1-dab9-448c-930d-3d1a06b8fdd3 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:44:32.137983 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device bd7fefe0-4eb5-452f-9977-ed9352ccc736 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:44:32.165312 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: bd7fefe0-4eb5-452f-9977-ed9352ccc736 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:44:32.165937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device bd7fefe0-4eb5-452f-9977-ed9352ccc736 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:44:32.173080 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7068655-bc49-43c1-b204-a79afc26def0 req-9f6986bd-b747-408a-a780-85df2176a162 service neutron] 10.222.0.31 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580071 Jan 28 05:44:32.190525 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55300) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:32.224845 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-f3355d4d-5a73-44bc-955e-f32f86743db7 service neutron] 10.222.0.64 "GET /v2.0/networks/efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334753 Jan 28 05:44:32.256589 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-624f996c-a609-4e1b-8e3a-e2fd8bf94c3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8144179b9b5c452eb81fffce88eb48e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0646870 Jan 28 05:44:32.261603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55304) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:32.324821 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e59b4239-3bec-4ccf-b3d1-f07cde36c089 admin admin] Publish callbacks [] for security_group (97db3242-60ad-43cb-b219-566612161f31), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:32.326096 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 730c6fba-2781-44d1-a564-f5fd0cfdc7cc details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:44:32.380405 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e59b4239-3bec-4ccf-b3d1-f07cde36c089 admin admin] Publish callbacks [] for security_group (97db3242-60ad-43cb-b219-566612161f31), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:32.381107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-caeaacd3-3bb4-4fbd-884e-73c954a30cf0 service neutron] 10.222.0.64 "GET /v2.0/networks/efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449420 Jan 28 05:44:32.535126 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fdd89cde-9830-4cad-8730-31ba0ef7d1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:32.542905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=730c6fba-2781-44d1-a564-f5fd0cfdc7cc,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:32.588867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '730c6fba-2781-44d1-a564-f5fd0cfdc7cc', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '730c6fba-2781-44d1-a564-f5fd0cfdc7cc', 'mac_address': 'fa:16:3e:c9:4e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:44:32.595210 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab0827-3ef1-4b41-ac2a-bd2582cd6ace req-45ea9a98-45cf-4040-9473-5abcd1f759c2 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:32.597732 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8aab0827-3ef1-4b41-ac2a-bd2582cd6ace req-45ea9a98-45cf-4040-9473-5abcd1f759c2 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6a03c8b-bcac-46d4-8ce3-62960ef72a82 HTTP/1.1" status: 200 len: 948 time: 0.1499813 Jan 28 05:44:32.607730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-561456ae-3833-4fa1-83e3-8f0639c3e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:32.608351 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-561456ae-3833-4fa1-83e3-8f0639c3e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:32.609277 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-561456ae-3833-4fa1-83e3-8f0639c3e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:32.610939 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-561456ae-3833-4fa1-83e3-8f0639c3e7da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bd072a204b34f47862053012cfa77c5&device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2867 time: 0.1017511 Jan 28 05:44:32.622104 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e59b4239-3bec-4ccf-b3d1-f07cde36c089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (97db3242-60ad-43cb-b219-566612161f31), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:32.627755 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e59b4239-3bec-4ccf-b3d1-f07cde36c089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:32.630290 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e59b4239-3bec-4ccf-b3d1-f07cde36c089 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97db3242-60ad-43cb-b219-566612161f31 HTTP/1.1" status: 204 len: 168 time: 0.3677104 Jan 28 05:44:32.662499 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b4239-3bec-4ccf-b3d1-f07cde36c089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97db3242-60ad-43cb-b219-566612161f31,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:32.669115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:32.669694 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (730c6fba-2781-44d1-a564-f5fd0cfdc7cc), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:32.717007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730c6fba-2781-44d1-a564-f5fd0cfdc7cc {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:32.762639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8aab0827-3ef1-4b41-ac2a-bd2582cd6ace req-ef1d6077-1d2a-42e2-a38b-b673f543704b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506007 Jan 28 05:44:32.801143 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=730c6fba-2781-44d1-a564-f5fd0cfdc7cc,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:32.864050 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f362fb3-abf8-44f2-bcb7-ba75128eb781 req-e73393e1-65e9-423f-ade7-cb4f0bfbf599 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:32.865941 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f362fb3-abf8-44f2-bcb7-ba75128eb781 req-e73393e1-65e9-423f-ade7-cb4f0bfbf599 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.1991065 Jan 28 05:44:32.870387 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd6a4d4-c119-4e69-91fb-9817963f2136 x-openstack-request-id: req-8fd6a4d4-c119-4e69-91fb-9817963f2136 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:32.870652 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf553bab-4394-4cf4-b8b4-0643ec601d38", "tag": "6d45cbca-5746-4d33-9ede-16c6bc47fa87", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:32.870904 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fd6a4d4-c119-4e69-91fb-9817963f2136 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:32.871301 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf553bab-4394-4cf4-b8b4-0643ec601d38', 'tag': '6d45cbca-5746-4d33-9ede-16c6bc47fa87', 'status': 'completed', 'code': 200} Jan 28 05:44:32.878311 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (730c6fba-2781-44d1-a564-f5fd0cfdc7cc), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:32.916032 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-02cbecc6-b138-4cfe-bc1b-539a672fed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:32.918410 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-02cbecc6-b138-4cfe-bc1b-539a672fed76 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ca111f0f-5bca-48ea-993a-f626fd1b5944 HTTP/1.1" status: 200 len: 902 time: 0.2563384 Jan 28 05:44:32.965451 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=730c6fba-2781-44d1-a564-f5fd0cfdc7cc,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:32.971179 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f1dea-e259-448e-9360-9d414fe6fee2 req-77dcb556-fdaf-40ef-8fd4-ec0f2ed8bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:32.972447 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f362fb3-abf8-44f2-bcb7-ba75128eb781 req-832818b2-8ad9-4394-ac89-e9d2432fb8f5 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794828 Jan 28 05:44:32.972758 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e10f1dea-e259-448e-9360-9d414fe6fee2 req-77dcb556-fdaf-40ef-8fd4-ec0f2ed8bc16 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 1095 time: 0.0508893 Jan 28 05:44:33.017597 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-a6c2f52d-6ebf-4c18-b434-683a4fa3c603 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.17&port_id=f8850885-06bb-45f1-ad51-232366139445 HTTP/1.1" status: 200 len: 217 time: 0.0701561 Jan 28 05:44:33.085774 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f1dea-e259-448e-9360-9d414fe6fee2 req-8e174ed6-0f0c-4aa0-be4c-c9b873699707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:33.087261 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e10f1dea-e259-448e-9360-9d414fe6fee2 req-8e174ed6-0f0c-4aa0-be4c-c9b873699707 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 912 time: 0.1071830 Jan 28 05:44:33.134385 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e10f1dea-e259-448e-9360-9d414fe6fee2 req-4351a677-1e82-4097-b6ce-b4f4ef07ead2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d45cbca-5746-4d33-9ede-16c6bc47fa87 HTTP/1.1" status: 200 len: 217 time: 0.0396132 Jan 28 05:44:33.139182 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4760d10-a79c-4772-b59e-ba7e8bdcd07c req-4f325876-d6e1-47a9-9444-cedb5f0647e5 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:33.145434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4760d10-a79c-4772-b59e-ba7e8bdcd07c req-4f325876-d6e1-47a9-9444-cedb5f0647e5 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:33.151360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4760d10-a79c-4772-b59e-ba7e8bdcd07c req-4f325876-d6e1-47a9-9444-cedb5f0647e5 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:33.160025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4760d10-a79c-4772-b59e-ba7e8bdcd07c req-4f325876-d6e1-47a9-9444-cedb5f0647e5 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2411 time: 0.2105765 Jan 28 05:44:33.181976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-26c7ee68-040f-4b43-b90d-1a96531f4934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:33.190019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-26c7ee68-040f-4b43-b90d-1a96531f4934 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d31a6ae-acfd-47fe-b975-bc8eb0f387bb HTTP/1.1" status: 200 len: 801 time: 0.1464090 Jan 28 05:44:33.190183 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f1dea-e259-448e-9360-9d414fe6fee2 req-46c83a75-296c-4ed2-b658-057300a3ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:33.190183 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e10f1dea-e259-448e-9360-9d414fe6fee2 req-46c83a75-296c-4ed2-b658-057300a3ad89 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c507c782-4f53-4cd1-85bd-9b428677b1ce HTTP/1.1" status: 200 len: 851 time: 0.0484250 Jan 28 05:44:33.222770 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e10f1dea-e259-448e-9360-9d414fe6fee2 req-2f33d413-a96d-4db6-84d5-f551d556b17b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7fafb85-2281-41db-85af-da2c477e5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280397 Jan 28 05:44:33.251662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465161b6-f589-4877-b041-2aa2717c2972 req-a0c2483c-0d1b-4d78-85e1-475f38648b3f tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:33.259824 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-465161b6-f589-4877-b041-2aa2717c2972 req-a0c2483c-0d1b-4d78-85e1-475f38648b3f tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1853483 Jan 28 05:44:33.284571 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['730c6fba-2781-44d1-a564-f5fd0cfdc7cc'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:33.306156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4760d10-a79c-4772-b59e-ba7e8bdcd07c req-c18fd708-1c13-40eb-a238-57b77591e252 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451147 Jan 28 05:44:33.352736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-4faf57ed-d6c1-4d0e-a206-98d7da21cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:33.354444 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-4faf57ed-d6c1-4d0e-a206-98d7da21cb62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca111f0f-5bca-48ea-993a-f626fd1b5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606710 Jan 28 05:44:33.360724 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-465161b6-f589-4877-b041-2aa2717c2972 req-c30506bd-a0d1-4305-9a6d-5febc847b95c tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998206 Jan 28 05:44:33.388669 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e10f1dea-e259-448e-9360-9d414fe6fee2 req-3f45c405-5002-4855-b87b-d7e74ea7bf8c service neutron] 10.222.0.60 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590021 Jan 28 05:44:33.514837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d33e70a-db2d-48d8-a0f5-42912efe4222 req-cc61ff36-ed67-437f-90cd-c6158f4df913 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=65ca45f7-f25a-41c3-ae78-834b97ee18bb HTTP/1.1" status: 200 len: 210 time: 0.1242177 Jan 28 05:44:33.521784 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e10f1dea-e259-448e-9360-9d414fe6fee2 req-1111712b-ed4b-486a-bcff-b07e5134ec89 service neutron] 10.222.0.60 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271198 Jan 28 05:44:33.573689 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-17ec9304-5c02-4672-a1c8-0a1e5f588529 service neutron] 10.222.0.64 "GET /v2.0/networks/ca111f0f-5bca-48ea-993a-f626fd1b5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016985 Jan 28 05:44:33.596925 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93db258-f694-489d-9c95-44c4aa7d2c5d req-37f1efdb-ad95-47bf-bc90-011b7a65c4b2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:33.598475 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a93db258-f694-489d-9c95-44c4aa7d2c5d req-37f1efdb-ad95-47bf-bc90-011b7a65c4b2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 943 time: 0.1396823 Jan 28 05:44:33.712700 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a93db258-f694-489d-9c95-44c4aa7d2c5d req-d9573e54-4987-4c2b-abf6-3db397fb5af3 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022611 Jan 28 05:44:33.734926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a205ee60-21ab-4dde-a9d9-b388ffb556ac req-3dd6cc22-23f6-4739-8c54-bced8e2fa11b service neutron] 10.222.0.64 "GET /v2.0/networks/ca111f0f-5bca-48ea-993a-f626fd1b5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476765 Jan 28 05:44:33.864143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-046cd438-8d93-4a8c-a327-d484303295e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:33.864878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-046cd438-8d93-4a8c-a327-d484303295e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:33.865633 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-046cd438-8d93-4a8c-a327-d484303295e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:33.867544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-046cd438-8d93-4a8c-a327-d484303295e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bd072a204b34f47862053012cfa77c5&device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2867 time: 0.0650997 Jan 28 05:44:33.991445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba4db0-2ffd-4dee-a174-5c6e5adc722c req-61349d46-7fd1-434e-9601-277b5e7cae66 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:33.993030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d5ba4db0-2ffd-4dee-a174-5c6e5adc722c req-61349d46-7fd1-434e-9601-277b5e7cae66 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6a03c8b-bcac-46d4-8ce3-62960ef72a82 HTTP/1.1" status: 200 len: 949 time: 0.1244245 Jan 28 05:44:34.035266 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-6af82e29-4352-4896-a5e3-95bd4d141b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:34.036912 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-6af82e29-4352-4896-a5e3-95bd4d141b0b service neutron] 10.222.0.64 "GET /v2.0/networks?id=efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 HTTP/1.1" status: 200 len: 902 time: 0.1592138 Jan 28 05:44:34.120383 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-eb832e94-0eea-4f11-8a9e-151300bc29d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.172&port_id=dc74caa6-c0e9-4c76-9786-80624c57d593 HTTP/1.1" status: 200 len: 217 time: 0.0760629 Jan 28 05:44:34.149127 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d5ba4db0-2ffd-4dee-a174-5c6e5adc722c req-42c73161-1cfe-4b53-852d-f03317052bfe tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494701 Jan 28 05:44:34.200823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-0a1b5c39-84ef-466d-ae4f-a8e7f3f1423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:34.202928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-0a1b5c39-84ef-466d-ae4f-a8e7f3f1423a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00304497-9e80-4eba-8e24-531fbab0d233 HTTP/1.1" status: 200 len: 801 time: 0.0668309 Jan 28 05:44:34.211692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa566ca4-6879-4766-ba6e-6feaef253503 req-0cebb34d-fa53-4336-8750-1a804bbc2ca9 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:34.213305 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa566ca4-6879-4766-ba6e-6feaef253503 req-0cebb34d-fa53-4336-8750-1a804bbc2ca9 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.1561692 Jan 28 05:44:34.305890 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-9451254f-2e01-4403-be3b-d55c6d736854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:34.308726 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-9451254f-2e01-4403-be3b-d55c6d736854 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932758 Jan 28 05:44:34.313059 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa566ca4-6879-4766-ba6e-6feaef253503 req-08124116-4083-4d72-b127-f1327d561a51 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866287 Jan 28 05:44:34.344639 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device f8850885-06bb-45f1-ad51-232366139445 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:44:34.466975 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-fbc66cd7-bb7c-4e79-ade7-5194904336f3 service neutron] 10.222.0.64 "GET /v2.0/networks/efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523128 Jan 28 05:44:34.477296 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port f8850885-06bb-45f1-ad51-232366139445, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f8850885-06bb-45f1-ad51-232366139445,segment=NetworkSegment(45b68c9b-7da2-4f22-b854-276e8cc8b5d9),segment_id=45b68c9b-7da2-4f22-b854-276e8cc8b5d9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:34.494160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'f8850885-06bb-45f1-ad51-232366139445', 'network_id': 'ca111f0f-5bca-48ea-993a-f626fd1b5944', 'port_id': 'f8850885-06bb-45f1-ad51-232366139445', 'mac_address': 'fa:16:3e:0a:88:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d31a6ae-acfd-47fe-b975-bc8eb0f387bb', 'ip_address': '19.86.0.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:44:34.513785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b606033-3675-4b88-b736-987cc365f3b7 req-9d7fdb7b-82d0-46b6-bd43-ac4b8bec1cc2 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:34.519465 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b606033-3675-4b88-b736-987cc365f3b7 req-9d7fdb7b-82d0-46b6-bd43-ac4b8bec1cc2 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:34.525395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b606033-3675-4b88-b736-987cc365f3b7 req-9d7fdb7b-82d0-46b6-bd43-ac4b8bec1cc2 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:34.527309 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b606033-3675-4b88-b736-987cc365f3b7 req-9d7fdb7b-82d0-46b6-bd43-ac4b8bec1cc2 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2411 time: 0.1209860 Jan 28 05:44:34.548302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port f8850885-06bb-45f1-ad51-232366139445 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:34.548697 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f8850885-06bb-45f1-ad51-232366139445), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:34.562564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8850885-06bb-45f1-ad51-232366139445 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:34.583842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port f8850885-06bb-45f1-ad51-232366139445, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f8850885-06bb-45f1-ad51-232366139445,segment=NetworkSegment(45b68c9b-7da2-4f22-b854-276e8cc8b5d9),segment_id=45b68c9b-7da2-4f22-b854-276e8cc8b5d9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:34.610672 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-bca3e103-c78b-4640-af66-8d24d1a0c053 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=54822a546f6d4870a88ee91f7953894c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819187 Jan 28 05:44:34.659799 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f8850885-06bb-45f1-ad51-232366139445), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:34.660320 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device d2143329-10bb-4d31-97d1-61267321a38b details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:44:34.745383 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b606033-3675-4b88-b736-987cc365f3b7 req-66170397-569b-4612-99ff-1c54f3486e59 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852922 Jan 28 05:44:34.747601 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-093f9f55-9379-4fe6-af6b-d77b0d6dc73f service neutron] 10.222.0.64 "GET /v2.0/networks/efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737963 Jan 28 05:44:34.801201 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-19846569-c803-412b-82c1-5c07bd441626 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:34.804066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-19846569-c803-412b-82c1-5c07bd441626 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877911 Jan 28 05:44:34.866083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-76a091e7-bbf4-403a-a8d8-21cc39d8c40c tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/quotas/54822a546f6d4870a88ee91f7953894c HTTP/1.1" status: 200 len: 375 time: 0.0535851 Jan 28 05:44:34.923643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 6d45cbca-5746-4d33-9ede-16c6bc47fa87 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:44:34.928984 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efebc9f1-d5bf-4480-8b69-1639c936f6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:34.930383 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=f8850885-06bb-45f1-ad51-232366139445,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:34.937170 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-702c814d-4699-4421-8dce-06f79dd6de78 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=54822a546f6d4870a88ee91f7953894c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441780 Jan 28 05:44:34.960796 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e785066-8c6a-485f-8ee9-fbed9d214d4e req-a244dbd2-e0c6-4a95-9d4f-6914ecac0b55 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:34.962516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e785066-8c6a-485f-8ee9-fbed9d214d4e req-a244dbd2-e0c6-4a95-9d4f-6914ecac0b55 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1523485 Jan 28 05:44:34.969095 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-700b00b5-144f-463d-ba29-f7e092622df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:34.970785 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-700b00b5-144f-463d-ba29-f7e092622df0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&device_id=b6a03c8b-bcac-46d4-8ce3-62960ef72a82 HTTP/1.1" status: 200 len: 1101 time: 0.1161795 Jan 28 05:44:35.048309 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port d2143329-10bb-4d31-97d1-61267321a38b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=d2143329-10bb-4d31-97d1-61267321a38b,segment=NetworkSegment(013faf2d-27cb-4d8c-ac5b-997be476c235),segment_id=013faf2d-27cb-4d8c-ac5b-997be476c235)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:35.078106 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'd2143329-10bb-4d31-97d1-61267321a38b', 'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7', 'port_id': 'd2143329-10bb-4d31-97d1-61267321a38b', 'mac_address': 'fa:16:3e:1b:45:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00304497-9e80-4eba-8e24-531fbab0d233', 'ip_address': '19.80.0.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:44:35.090079 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e785066-8c6a-485f-8ee9-fbed9d214d4e req-ea508153-5a65-4281-a8a2-516ecc543761 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181104 Jan 28 05:44:35.099919 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 6d45cbca-5746-4d33-9ede-16c6bc47fa87, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6d45cbca-5746-4d33-9ede-16c6bc47fa87,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:35.185712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '6d45cbca-5746-4d33-9ede-16c6bc47fa87', 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd', 'port_id': '6d45cbca-5746-4d33-9ede-16c6bc47fa87', 'mac_address': 'fa:16:3e:13:d8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c507c782-4f53-4cd1-85bd-9b428677b1ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:44:35.210879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-80056b96-7c03-4dc0-a68c-1570dc3365fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:35.212531 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-80056b96-7c03-4dc0-a68c-1570dc3365fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.2256753 Jan 28 05:44:35.213978 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port d2143329-10bb-4d31-97d1-61267321a38b is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:35.214413 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d2143329-10bb-4d31-97d1-61267321a38b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:35.239982 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2143329-10bb-4d31-97d1-61267321a38b {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:35.289470 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port d2143329-10bb-4d31-97d1-61267321a38b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=d2143329-10bb-4d31-97d1-61267321a38b,segment=NetworkSegment(013faf2d-27cb-4d8c-ac5b-997be476c235),segment_id=013faf2d-27cb-4d8c-ac5b-997be476c235)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:35.298159 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 6d45cbca-5746-4d33-9ede-16c6bc47fa87 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:35.298581 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:35.318999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d45cbca-5746-4d33-9ede-16c6bc47fa87 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:35.351897 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-435a9cf8-c7e6-48c8-90aa-7c5f1ff30e4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=730c6fba-2781-44d1-a564-f5fd0cfdc7cc HTTP/1.1" status: 200 len: 217 time: 0.1321781 Jan 28 05:44:35.353945 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e604b303-c2d8-442d-9751-b24485d8d756 req-40b509da-16df-4601-83de-9dbfad2426eb tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=65ca45f7-f25a-41c3-ae78-834b97ee18bb HTTP/1.1" status: 200 len: 210 time: 0.1059520 Jan 28 05:44:35.365795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 6d45cbca-5746-4d33-9ede-16c6bc47fa87, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6d45cbca-5746-4d33-9ede-16c6bc47fa87,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:35.382953 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d2143329-10bb-4d31-97d1-61267321a38b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:35.384806 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device dc74caa6-c0e9-4c76-9786-80624c57d593 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:44:35.477424 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:35.479313 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=d2143329-10bb-4d31-97d1-61267321a38b,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:35.536845 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port dc74caa6-c0e9-4c76-9786-80624c57d593, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=dc74caa6-c0e9-4c76-9786-80624c57d593,segment=NetworkSegment(013faf2d-27cb-4d8c-ac5b-997be476c235),segment_id=013faf2d-27cb-4d8c-ac5b-997be476c235)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:35.558195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'dc74caa6-c0e9-4c76-9786-80624c57d593', 'network_id': 'efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7', 'port_id': 'dc74caa6-c0e9-4c76-9786-80624c57d593', 'mac_address': 'fa:16:3e:7c:29:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00304497-9e80-4eba-8e24-531fbab0d233', 'ip_address': '19.80.0.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:44:35.559926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=6d45cbca-5746-4d33-9ede-16c6bc47fa87,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:35.580778 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-76be9642-bef3-4572-b22b-fe8a8c4fc781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:35.582638 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-76be9642-bef3-4572-b22b-fe8a8c4fc781 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1609550 Jan 28 05:44:35.584984 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38236c33-711b-4683-af11-5c9b8346e707 req-84d19b6f-70f1-44fc-9ddb-22b30d557965 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/ports?device_id=37f053da-0a59-4f4a-a3f8-748344210e64 HTTP/1.1" status: 200 len: 210 time: 0.1252182 Jan 28 05:44:35.614004 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port dc74caa6-c0e9-4c76-9786-80624c57d593 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:35.614432 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dc74caa6-c0e9-4c76-9786-80624c57d593), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:35.621083 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7068655-bc49-43c1-b204-a79afc26def0 req-d00705ca-6b42-4532-a2d1-cc1192f8f390 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:35.632466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc74caa6-c0e9-4c76-9786-80624c57d593 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:35.636979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d882a-a5ca-46aa-8001-bd4bd4f1c107 req-1f2349da-95e0-489f-8659-e7d27932a560 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:35.645102 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7068655-bc49-43c1-b204-a79afc26def0 req-d00705ca-6b42-4532-a2d1-cc1192f8f390 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 805 time: 0.2497177 Jan 28 05:44:35.647617 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-509d882a-a5ca-46aa-8001-bd4bd4f1c107 req-1f2349da-95e0-489f-8659-e7d27932a560 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 943 time: 0.3084366 Jan 28 05:44:35.655628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port dc74caa6-c0e9-4c76-9786-80624c57d593, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=dc74caa6-c0e9-4c76-9786-80624c57d593,segment=NetworkSegment(013faf2d-27cb-4d8c-ac5b-997be476c235),segment_id=013faf2d-27cb-4d8c-ac5b-997be476c235)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:35.668285 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-d7068655-bc49-43c1-b204-a79afc26def0 req-0363f2c8-eb19-43a1-9c7f-082ec26c5076 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Request body: {'port': {'device_id': '65ca45f7-f25a-41c3-ae78-834b97ee18bb', 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f', 'admin_state_up': True, 'tenant_id': '2ec92f33a3784dd995edb9a024cc34ff'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:35.709607 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-509d882a-a5ca-46aa-8001-bd4bd4f1c107 req-57cd9d88-466c-4416-b4c3-8943ce4b514d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609689 Jan 28 05:44:35.725491 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-2119f826-6d7a-4106-a0ec-205910139ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:35.727277 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-2119f826-6d7a-4106-a0ec-205910139ebe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1367197 Jan 28 05:44:35.781665 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dc74caa6-c0e9-4c76-9786-80624c57d593), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:35.833946 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['6d45cbca-5746-4d33-9ede-16c6bc47fa87'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:35.902897 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=dc74caa6-c0e9-4c76-9786-80624c57d593,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:35.914332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d151de5-e5da-46aa-8d9c-db2c9679e1e0 req-fa8ca168-ed49-4863-9aa2-5c9cf77c25fa tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:35.916012 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d151de5-e5da-46aa-8d9c-db2c9679e1e0 req-fa8ca168-ed49-4863-9aa2-5c9cf77c25fa tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6a03c8b-bcac-46d4-8ce3-62960ef72a82 HTTP/1.1" status: 200 len: 949 time: 0.1832876 Jan 28 05:44:35.922196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7068655-bc49-43c1-b204-a79afc26def0 req-0363f2c8-eb19-43a1-9c7f-082ec26c5076 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Made reservation on behalf of 2ec92f33a3784dd995edb9a024cc34ff for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:35.930044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd2d9d-a8db-442f-95d3-78bb3e5c511c req-05bee4ff-3cbe-4512-86c6-b4b8671e68b3 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:35.931824 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d7068655-bc49-43c1-b204-a79afc26def0 req-0363f2c8-eb19-43a1-9c7f-082ec26c5076 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:35.934673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cdd2d9d-a8db-442f-95d3-78bb3e5c511c req-05bee4ff-3cbe-4512-86c6-b4b8671e68b3 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.1316500 Jan 28 05:44:36.030914 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-fa9e0c69-2da9-4a36-995a-d1517c4c93bd service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884188 Jan 28 05:44:36.137030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cdd2d9d-a8db-442f-95d3-78bb3e5c511c req-daa18ddc-fd5a-4e04-82e8-70d7ee53bac1 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847668 Jan 28 05:44:36.157795 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-d7068655-bc49-43c1-b204-a79afc26def0 req-0363f2c8-eb19-43a1-9c7f-082ec26c5076 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Allocated IP 172.20.0.5 (eec00fff-aff9-4369-9cd0-be1af626188f/6ace652b-1ccc-4a73-9185-4c2cd62a6d0e/ec50f88d-1766-4fb7-81df-35c7ad1aa1ac) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:36.213569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d151de5-e5da-46aa-8d9c-db2c9679e1e0 req-fe258847-07a6-4e4e-84a0-5a736e63d739 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729676 Jan 28 05:44:36.308755 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9ef049a-5495-4ae4-91dd-618c7b62e187 req-bb0c9195-eaf5-4a61-91ef-97e06766a77c service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476330 Jan 28 05:44:36.327436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49633f2-ed17-48d8-a91e-f58e395d6ab9 req-5fcf6e39-6499-4938-9b03-7d6785d235f0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:36.333096 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49633f2-ed17-48d8-a91e-f58e395d6ab9 req-5fcf6e39-6499-4938-9b03-7d6785d235f0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:36.338583 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49633f2-ed17-48d8-a91e-f58e395d6ab9 req-5fcf6e39-6499-4938-9b03-7d6785d235f0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:36.340310 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b49633f2-ed17-48d8-a91e-f58e395d6ab9 req-5fcf6e39-6499-4938-9b03-7d6785d235f0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2414 time: 0.0998168 Jan 28 05:44:36.366493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 730c6fba-2781-44d1-a564-f5fd0cfdc7cc up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:36.408543 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d7068655-bc49-43c1-b204-a79afc26def0 req-0363f2c8-eb19-43a1-9c7f-082ec26c5076 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks [] for port (ec50f88d-1766-4fb7-81df-35c7ad1aa1ac), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:36.430723 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['f8850885-06bb-45f1-ad51-232366139445'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:36.468254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b49633f2-ed17-48d8-a91e-f58e395d6ab9 req-7e73850d-a4f5-4499-aa73-7b641a769674 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077936 Jan 28 05:44:36.489326 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['dc74caa6-c0e9-4c76-9786-80624c57d593'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:36.496325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['d2143329-10bb-4d31-97d1-61267321a38b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:36.524176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9559606a-3c71-41d5-bfae-0abab7dfab28 req-b0dca5a2-a218-45a6-8a0f-aad84f0df4e8 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=65ca45f7-f25a-41c3-ae78-834b97ee18bb HTTP/1.1" status: 200 len: 210 time: 0.0450935 Jan 28 05:44:36.575788 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:36.578716 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d7068655-bc49-43c1-b204-a79afc26def0 req-0363f2c8-eb19-43a1-9c7f-082ec26c5076 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ec50f88d-1766-4fb7-81df-35c7ad1aa1ac), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:36.615886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['3aeaa96d-c620-4d93-b90f-11688bd39ac8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:36.626488 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['eca32a58-6227-49c3-bf70-9c2323c81755'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:36.649087 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7068655-bc49-43c1-b204-a79afc26def0 req-0363f2c8-eb19-43a1-9c7f-082ec26c5076 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Network eec00fff-aff9-4369-9cd0-be1af626188f is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:36.652539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-d7068655-bc49-43c1-b204-a79afc26def0 req-0363f2c8-eb19-43a1-9c7f-082ec26c5076 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:36.657854 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7068655-bc49-43c1-b204-a79afc26def0 req-0363f2c8-eb19-43a1-9c7f-082ec26c5076 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:36.692997 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363f2c8-eb19-43a1-9c7f-082ec26c5076 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Pushing event updated for resources: {'Port': ['ID=ec50f88d-1766-4fb7-81df-35c7ad1aa1ac,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:36.742848 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7068655-bc49-43c1-b204-a79afc26def0 req-0363f2c8-eb19-43a1-9c7f-082ec26c5076 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:36.742848 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d7068655-bc49-43c1-b204-a79afc26def0 req-0363f2c8-eb19-43a1-9c7f-082ec26c5076 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:36.746287 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fd00eca1-1057-4cb5-aab2-ba060da81ddb req-09dd753b-72ff-4ef5-83a0-0069ff1f8b24 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/ports?device_id=37f053da-0a59-4f4a-a3f8-748344210e64 HTTP/1.1" status: 200 len: 210 time: 0.0607619 Jan 28 05:44:36.826988 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7068655-bc49-43c1-b204-a79afc26def0 req-0363f2c8-eb19-43a1-9c7f-082ec26c5076 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1635239 Jan 28 05:44:36.837987 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-d7068655-bc49-43c1-b204-a79afc26def0 req-f430ed7a-8cc7-4d28-ba0a-422d8ce9e5b3 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:44:36.841064 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7068655-bc49-43c1-b204-a79afc26def0 req-f430ed7a-8cc7-4d28-ba0a-422d8ce9e5b3 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090411 Jan 28 05:44:36.848793 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 6d45cbca-5746-4d33-9ede-16c6bc47fa87 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:36.861026 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf317d-9547-41a0-8ea0-e1958d628bf6 req-66cb2e2a-8d1b-4984-868f-080870770fe1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:36.865029 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0eaf317d-9547-41a0-8ea0-e1958d628bf6 req-66cb2e2a-8d1b-4984-868f-080870770fe1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 944 time: 0.0616076 Jan 28 05:44:36.893702 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:44:36.922821 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0eaf317d-9547-41a0-8ea0-e1958d628bf6 req-9fb3a8c0-2c99-4680-bf93-4b44e6e083ed tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532410 Jan 28 05:44:36.942767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:36.943143 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (730c6fba-2781-44d1-a564-f5fd0cfdc7cc), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:37.041859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Request body: {'port': {'device_id': '65ca45f7-f25a-41c3-ae78-834b97ee18bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:37.150500 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ec50f88d-1766-4fb7-81df-35c7ad1aa1ac), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:37.271451 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 6d45cbca-5746-4d33-9ede-16c6bc47fa87 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:44:37.293545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 6d45cbca-5746-4d33-9ede-16c6bc47fa87 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:37.293904 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:37.379691 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45ccbb-590d-4dd3-af25-86eac3a16f56 req-574e28b5-8363-4a27-8efd-e2424a730c74 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:37.381196 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b45ccbb-590d-4dd3-af25-86eac3a16f56 req-574e28b5-8363-4a27-8efd-e2424a730c74 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.1198144 Jan 28 05:44:37.386259 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:37.386848 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (730c6fba-2781-44d1-a564-f5fd0cfdc7cc), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:37.486480 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b45ccbb-590d-4dd3-af25-86eac3a16f56 req-c115cf3f-1957-4e64-bfda-61b60d13ec1d tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871000 Jan 28 05:44:37.489413 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a03c8b-bcac-46d4-8ce3-62960ef72a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730c6fba-2781-44d1-a564-f5fd0cfdc7cc'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:37.491806 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657c78c8-cc8e-44db-af57-78632c459058" -d '{"events": [{"server_uuid": "b6a03c8b-bcac-46d4-8ce3-62960ef72a82", "name": "network-vif-plugged", "status": "completed", "tag": "730c6fba-2781-44d1-a564-f5fd0cfdc7cc"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:37.499007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9219c-b399-4cee-86df-9a5d43aee4cf req-a4b5a473-caaa-4741-8439-c675a086b6c6 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:37.516951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fb9219c-b399-4cee-86df-9a5d43aee4cf req-a4b5a473-caaa-4741-8439-c675a086b6c6 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6a03c8b-bcac-46d4-8ce3-62960ef72a82 HTTP/1.1" status: 200 len: 949 time: 0.1164856 Jan 28 05:44:37.527069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=730c6fba-2781-44d1-a564-f5fd0cfdc7cc,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:37.576955 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fb9219c-b399-4cee-86df-9a5d43aee4cf req-bf798d59-2075-43d5-960b-8ff563dc66de tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586936 Jan 28 05:44:37.580278 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec50f88d-1766-4fb7-81df-35c7ad1aa1ac {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:37.608579 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Publish callbacks [] for port (ec50f88d-1766-4fb7-81df-35c7ad1aa1ac), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:37.621601 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (730c6fba-2781-44d1-a564-f5fd0cfdc7cc), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:37.634843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Transition to ACTIVE for port object ec50f88d-1766-4fb7-81df-35c7ad1aa1ac will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:44:37.664683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b122c-39fb-492d-83c8-43cc0a7df00a req-2aa213ab-edcf-44f9-b815-4a12d573dc97 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:37.671997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b122c-39fb-492d-83c8-43cc0a7df00a req-2aa213ab-edcf-44f9-b815-4a12d573dc97 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:37.681045 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b122c-39fb-492d-83c8-43cc0a7df00a req-2aa213ab-edcf-44f9-b815-4a12d573dc97 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:37.681045 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c0b122c-39fb-492d-83c8-43cc0a7df00a req-2aa213ab-edcf-44f9-b815-4a12d573dc97 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2414 time: 0.1017034 Jan 28 05:44:37.681780 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 6d45cbca-5746-4d33-9ede-16c6bc47fa87 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:37.682175 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:37.723974 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da4f3a7-2f7f-4db7-b3bf-fd035e2331c2 x-openstack-request-id: req-7da4f3a7-2f7f-4db7-b3bf-fd035e2331c2 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:37.724269 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a03c8b-bcac-46d4-8ce3-62960ef72a82", "name": "network-vif-plugged", "status": "completed", "tag": "730c6fba-2781-44d1-a564-f5fd0cfdc7cc", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:37.724531 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7da4f3a7-2f7f-4db7-b3bf-fd035e2331c2 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:37.725002 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a03c8b-bcac-46d4-8ce3-62960ef72a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730c6fba-2781-44d1-a564-f5fd0cfdc7cc', 'code': 200} Jan 28 05:44:37.731736 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ec50f88d-1766-4fb7-81df-35c7ad1aa1ac), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:37.767703 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 6d45cbca-5746-4d33-9ede-16c6bc47fa87, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6d45cbca-5746-4d33-9ede-16c6bc47fa87,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:37.770387 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:37.771744 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=730c6fba-2781-44d1-a564-f5fd0cfdc7cc,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:37.788136 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c0b122c-39fb-492d-83c8-43cc0a7df00a req-3e00e14a-6356-4d0e-a056-25f8bf0d95ba tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977352 Jan 28 05:44:37.832242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec50f88d-1766-4fb7-81df-35c7ad1aa1ac,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:37.847974 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:37.929697 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=6d45cbca-5746-4d33-9ede-16c6bc47fa87,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:37.934727 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-604a669b-f68b-4698-bc3d-0689dad59c8c req-a7f4eebf-5b57-4a78-b9ff-f83b35990736 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/ports?device_id=37f053da-0a59-4f4a-a3f8-748344210e64 HTTP/1.1" status: 200 len: 210 time: 0.0418119 Jan 28 05:44:37.934945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Attempting to bind port ec50f88d-1766-4fb7-81df-35c7ad1aa1ac on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:37.935126 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Attempting to bind port ec50f88d-1766-4fb7-81df-35c7ad1aa1ac by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:37.935403 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Attempting to bind port ec50f88d-1766-4fb7-81df-35c7ad1aa1ac on network eec00fff-aff9-4369-9cd0-be1af626188f {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:37.941574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Port ec50f88d-1766-4fb7-81df-35c7ad1aa1ac on network eec00fff-aff9-4369-9cd0-be1af626188f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:44:37.942041 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Attempting to bind port ec50f88d-1766-4fb7-81df-35c7ad1aa1ac on network eec00fff-aff9-4369-9cd0-be1af626188f {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:37.948213 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab5eb0-d546-4967-8e81-f8a5aa9e9480 req-c0e76fd7-dfb1-4cfa-bdd3-26458957cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:37.948597 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:37.950372 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2ab5eb0-d546-4967-8e81-f8a5aa9e9480 req-c0e76fd7-dfb1-4cfa-bdd3-26458957cb10 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6a03c8b-bcac-46d4-8ce3-62960ef72a82 HTTP/1.1" status: 200 len: 1102 time: 0.0887856 Jan 28 05:44:37.950528 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Checking segment: {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:37.950897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Bound using segment: {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:37.951347 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Bound port: ec50f88d-1766-4fb7-81df-35c7ad1aa1ac, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:37.952631 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ec50f88d-1766-4fb7-81df-35c7ad1aa1ac), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:37.962132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98587428-e52c-4473-90eb-c48339042798 req-429557c7-54c4-466b-8626-243f72478683 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:37.972932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98587428-e52c-4473-90eb-c48339042798 req-429557c7-54c4-466b-8626-243f72478683 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=65ca45f7-f25a-41c3-ae78-834b97ee18bb HTTP/1.1" status: 200 len: 943 time: 0.1523213 Jan 28 05:44:38.028404 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] For port ec50f88d-1766-4fb7-81df-35c7ad1aa1ac, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:38.032447 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] For port ec50f88d-1766-4fb7-81df-35c7ad1aa1ac, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ec50f88d-1766-4fb7-81df-35c7ad1aa1ac,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:38.050883 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98587428-e52c-4473-90eb-c48339042798 req-f844b435-a2dd-4de5-b115-020f334de7aa tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765760 Jan 28 05:44:38.067599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2ab5eb0-d546-4967-8e81-f8a5aa9e9480 req-f0c832a4-aec7-4e25-a212-a1353b584cbd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915728 Jan 28 05:44:38.126105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950c309-eab8-47a7-82cf-77a1c82eeef9 req-83e87e47-03a2-41c8-a14e-cfdb1e838446 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:38.127697 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3950c309-eab8-47a7-82cf-77a1c82eeef9 req-83e87e47-03a2-41c8-a14e-cfdb1e838446 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.0521195 Jan 28 05:44:38.132150 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ec50f88d-1766-4fb7-81df-35c7ad1aa1ac), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:38.169003 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:38.169610 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:38.171667 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] 10.222.0.60 "PUT /v2.0/ports/ec50f88d-1766-4fb7-81df-35c7ad1aa1ac HTTP/1.1" status: 200 len: 1092 time: 1.3181744 Jan 28 05:44:38.172157 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ca45f7-f25a-41c3-ae78-834b97ee18bb', 'tag': 'ec50f88d-1766-4fb7-81df-35c7ad1aa1ac'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:38.174503 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0db7af-f974-46b3-b417-b6bf339b9b61" -d '{"events": [{"name": "network-changed", "server_uuid": "65ca45f7-f25a-41c3-ae78-834b97ee18bb", "tag": "ec50f88d-1766-4fb7-81df-35c7ad1aa1ac"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:38.182629 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3950c309-eab8-47a7-82cf-77a1c82eeef9 req-2aa50784-f422-4373-8682-a4f5d97ec925 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478504 Jan 28 05:44:38.218149 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec3d11-b94d-4c58-aa84-f9987c786ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec50f88d-1766-4fb7-81df-35c7ad1aa1ac,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:38.279308 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-88ca65cd-1cad-4d30-92f7-8949cba1bc29 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1186711532&fields=id&tenant_id=4cf7b8acfc5c4426861563969768c947 HTTP/1.1" status: 200 len: 267 time: 0.0758109 Jan 28 05:44:38.292716 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf59206-fa49-4154-9a11-452158a50e63 x-openstack-request-id: req-bbf59206-fa49-4154-9a11-452158a50e63 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:38.292716 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ca45f7-f25a-41c3-ae78-834b97ee18bb", "tag": "ec50f88d-1766-4fb7-81df-35c7ad1aa1ac", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:38.292716 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbf59206-fa49-4154-9a11-452158a50e63 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:38.292716 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ca45f7-f25a-41c3-ae78-834b97ee18bb', 'tag': 'ec50f88d-1766-4fb7-81df-35c7ad1aa1ac', 'status': 'completed', 'code': 200} Jan 28 05:44:38.406555 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0db7af-f974-46b3-b417-b6bf339b9b61 req-c4278129-7477-472c-ad2b-fa4250e5e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:38.409443 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ad0db7af-f974-46b3-b417-b6bf339b9b61 req-c4278129-7477-472c-ad2b-fa4250e5e404 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&device_id=65ca45f7-f25a-41c3-ae78-834b97ee18bb HTTP/1.1" status: 200 len: 1095 time: 0.0679796 Jan 28 05:44:38.424049 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-290c9998-2c66-4bcd-bff6-4a1e3737cb89 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=54822a546f6d4870a88ee91f7953894c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288899 Jan 28 05:44:38.498398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-32bb0f90-539a-47d9-9b4d-eaee41b006c7 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:38.499938 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-32bb0f90-539a-47d9-9b4d-eaee41b006c7 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/networks?id=d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 HTTP/1.1" status: 200 len: 816 time: 0.2007203 Jan 28 05:44:38.533536 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0db7af-f974-46b3-b417-b6bf339b9b61 req-17a677de-803f-4994-92ce-132de20a1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:38.535551 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ad0db7af-f974-46b3-b417-b6bf339b9b61 req-17a677de-803f-4994-92ce-132de20a1b98 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1120963 Jan 28 05:44:38.537724 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-6fb5f90a-b091-4b0b-aa78-ccf8d7af8679 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/quotas/4cf7b8acfc5c4426861563969768c947 HTTP/1.1" status: 200 len: 375 time: 0.0181808 Jan 28 05:44:38.633468 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-a73442e3-3c19-44d9-ac2f-b2f7f4a1796c tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:38.634908 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-a73442e3-3c19-44d9-ac2f-b2f7f4a1796c tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2044294 Jan 28 05:44:38.647847 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0db7af-f974-46b3-b417-b6bf339b9b61 req-b38f3869-b055-41d6-b9f9-90561a6f6e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:38.649312 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ad0db7af-f974-46b3-b417-b6bf339b9b61 req-b38f3869-b055-41d6-b9f9-90561a6f6e35 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1067903 Jan 28 05:44:38.656240 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-caf9b139-2342-449a-a761-d85633ab01d0 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf7b8acfc5c4426861563969768c947&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1127918 Jan 28 05:44:38.663445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8be702-bc73-4590-8ebe-0172451db5de req-428da65e-d11b-41ee-9c6a-6b7c2d32fd01 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:38.664876 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f8be702-bc73-4590-8ebe-0172451db5de req-428da65e-d11b-41ee-9c6a-6b7c2d32fd01 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.0986724 Jan 28 05:44:38.669562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-dbe9d732-27b3-4abc-aa5e-88171e01fc7b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Request body: {'port': {'device_id': '37f053da-0a59-4f4a-a3f8-748344210e64', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '54822a546f6d4870a88ee91f7953894c'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:38.777311 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7068655-bc49-43c1-b204-a79afc26def0 req-578e3ade-4569-48c6-9aa1-21eac030c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:38.780731 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7068655-bc49-43c1-b204-a79afc26def0 req-578e3ade-4569-48c6-9aa1-21eac030c6c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&device_id=65ca45f7-f25a-41c3-ae78-834b97ee18bb HTTP/1.1" status: 200 len: 1095 time: 0.0430195 Jan 28 05:44:38.837323 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7068655-bc49-43c1-b204-a79afc26def0 req-5279584a-a92b-47d4-9a0e-91918dcec562 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec50f88d-1766-4fb7-81df-35c7ad1aa1ac HTTP/1.1" status: 200 len: 217 time: 0.0352614 Jan 28 05:44:38.841274 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f8be702-bc73-4590-8ebe-0172451db5de req-a051aba7-ff33-465e-a603-b2c2eaee60fa tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661868 Jan 28 05:44:38.870258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-79b4c992-bbc6-441f-b9f0-81b1f599a6cc service neutron] 10.222.0.31 "GET /v2.0/networks/d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941326 Jan 28 05:44:38.924691 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7068655-bc49-43c1-b204-a79afc26def0 req-579a84dd-c3dc-4134-bf71-2d354f1fdab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:38.926330 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7068655-bc49-43c1-b204-a79afc26def0 req-579a84dd-c3dc-4134-bf71-2d354f1fdab1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ace652b-1ccc-4a73-9185-4c2cd62a6d0e HTTP/1.1" status: 200 len: 845 time: 0.0475862 Jan 28 05:44:38.964980 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7068655-bc49-43c1-b204-a79afc26def0 req-8d803480-7d83-4389-ba03-f2695cca8499 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eec00fff-aff9-4369-9cd0-be1af626188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300319 Jan 28 05:44:39.062865 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7068655-bc49-43c1-b204-a79afc26def0 req-d8311674-6940-4f74-a35c-53322e920e21 service neutron] 10.222.0.60 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912325 Jan 28 05:44:39.063169 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:39.170009 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7068655-bc49-43c1-b204-a79afc26def0 req-a2d0b2d6-23bc-4855-8a9d-2c2a607e8447 service neutron] 10.222.0.60 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931163 Jan 28 05:44:39.284042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-dbe9d732-27b3-4abc-aa5e-88171e01fc7b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Made reservation on behalf of 54822a546f6d4870a88ee91f7953894c for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:39.287275 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-dbe9d732-27b3-4abc-aa5e-88171e01fc7b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:39.309540 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-dbe9d732-27b3-4abc-aa5e-88171e01fc7b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:39.329017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f14e9-966f-46aa-bcd0-1611f7e62cd2 req-6c440861-bd6f-4b72-a47a-ca2fd02d9152 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:39.330404 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db6f14e9-966f-46aa-bcd0-1611f7e62cd2 req-6c440861-bd6f-4b72-a47a-ca2fd02d9152 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6a03c8b-bcac-46d4-8ce3-62960ef72a82 HTTP/1.1" status: 200 len: 950 time: 0.4309883 Jan 28 05:44:39.334410 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-5f9c3c1f-3b3d-4d81-9358-8fa39a4bf7b7 service neutron] 10.222.0.31 "GET /v2.0/networks/d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569972 Jan 28 05:44:39.403913 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db6f14e9-966f-46aa-bcd0-1611f7e62cd2 req-9b867332-80fe-43f3-9f95-0cf847670f6c tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676928 Jan 28 05:44:39.446987 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-dbe9d732-27b3-4abc-aa5e-88171e01fc7b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Publish callbacks [] for security_group (d9183f2f-3745-48c9-8ca8-0f8c9a9e8781), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:39.517768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a0db7-c701-4664-8ce1-ad1e92bbddf3 req-12885714-7bb2-4d5f-9d2b-020b45f3f482 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:39.523121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a0db7-c701-4664-8ce1-ad1e92bbddf3 req-12885714-7bb2-4d5f-9d2b-020b45f3f482 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:39.528208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a0db7-c701-4664-8ce1-ad1e92bbddf3 req-12885714-7bb2-4d5f-9d2b-020b45f3f482 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:39.530746 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f8a0db7-c701-4664-8ce1-ad1e92bbddf3 req-12885714-7bb2-4d5f-9d2b-020b45f3f482 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2414 time: 0.0642440 Jan 28 05:44:39.545004 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-dbe9d732-27b3-4abc-aa5e-88171e01fc7b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d9183f2f-3745-48c9-8ca8-0f8c9a9e8781), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:39.634059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9d732-27b3-4abc-aa5e-88171e01fc7b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9183f2f-3745-48c9-8ca8-0f8c9a9e8781,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:39.656826 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f8a0db7-c701-4664-8ce1-ad1e92bbddf3 req-c788ce09-edb2-4ccc-a8df-7c494af49c39 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202176 Jan 28 05:44:39.726531 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf553bab-4394-4cf4-b8b4-0643ec601d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d45cbca-5746-4d33-9ede-16c6bc47fa87'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:39.728969 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f82288e-7830-4145-a629-3dc32920619b" -d '{"events": [{"server_uuid": "bf553bab-4394-4cf4-b8b4-0643ec601d38", "name": "network-vif-plugged", "status": "completed", "tag": "6d45cbca-5746-4d33-9ede-16c6bc47fa87"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:39.736205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-dbe9d732-27b3-4abc-aa5e-88171e01fc7b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Allocated IP 192.168.233.163 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/a560c574-6f65-4902-add9-69281a6b84de) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:39.759934 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3571da9-c5f7-4060-8a23-b1f67b509b6e req-968f90fe-b5ac-45b5-b05c-a53e730606bb tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/ports?device_id=37f053da-0a59-4f4a-a3f8-748344210e64 HTTP/1.1" status: 200 len: 210 time: 0.0413206 Jan 28 05:44:39.948418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb1bad-2b1c-471c-aa94-56cb7c9ecdaa req-0265b17c-70a8-4aa4-8616-84b77f678cf2 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:39.949990 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05cb1bad-2b1c-471c-aa94-56cb7c9ecdaa req-0265b17c-70a8-4aa4-8616-84b77f678cf2 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=65ca45f7-f25a-41c3-ae78-834b97ee18bb HTTP/1.1" status: 200 len: 943 time: 0.1088674 Jan 28 05:44:40.005741 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-dbe9d732-27b3-4abc-aa5e-88171e01fc7b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Publish callbacks [] for port (a560c574-6f65-4902-add9-69281a6b84de), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:40.097827 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05cb1bad-2b1c-471c-aa94-56cb7c9ecdaa req-57566cb7-b6a6-41f8-9657-beb4fb6831e1 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263833 Jan 28 05:44:40.108818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85858c9-bb9b-4d17-ad67-083fa0717b8e req-9a42e871-5479-4375-a44b-f49f119513e6 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:40.110417 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f85858c9-bb9b-4d17-ad67-083fa0717b8e req-9a42e871-5479-4375-a44b-f49f119513e6 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.1198504 Jan 28 05:44:40.166146 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f85858c9-bb9b-4d17-ad67-083fa0717b8e req-7a721a3c-ee8e-4bc1-80d5-b7c8598d2b1d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473630 Jan 28 05:44:40.211013 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-dbe9d732-27b3-4abc-aa5e-88171e01fc7b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a560c574-6f65-4902-add9-69281a6b84de), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:40.222691 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7780df-5a49-422c-a811-992c28deca96 x-openstack-request-id: req-5f7780df-5a49-422c-a811-992c28deca96 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:40.223918 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf553bab-4394-4cf4-b8b4-0643ec601d38", "name": "network-vif-plugged", "status": "completed", "tag": "6d45cbca-5746-4d33-9ede-16c6bc47fa87", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:40.224355 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f7780df-5a49-422c-a811-992c28deca96 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:40.224786 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf553bab-4394-4cf4-b8b4-0643ec601d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d45cbca-5746-4d33-9ede-16c6bc47fa87', 'code': 200} Jan 28 05:44:40.262113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-dbe9d732-27b3-4abc-aa5e-88171e01fc7b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:40.266923 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-dbe9d732-27b3-4abc-aa5e-88171e01fc7b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:40.269589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-dbe9d732-27b3-4abc-aa5e-88171e01fc7b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:40.333566 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9d732-27b3-4abc-aa5e-88171e01fc7b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Pushing event updated for resources: {'Port': ['ID=a560c574-6f65-4902-add9-69281a6b84de,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:40.371898 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device f8850885-06bb-45f1-ad51-232366139445 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:40.376282 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-dbe9d732-27b3-4abc-aa5e-88171e01fc7b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:40.376936 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-dbe9d732-27b3-4abc-aa5e-88171e01fc7b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:40.387315 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0c1d6-4f89-4647-b4fa-e2ca5a9bdf75 req-5fe0a3f6-0518-4dbd-8c78-1dd3dee09ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:40.390707 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-edc0c1d6-4f89-4647-b4fa-e2ca5a9bdf75 req-5fe0a3f6-0518-4dbd-8c78-1dd3dee09ea0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 1097 time: 0.0526867 Jan 28 05:44:40.401237 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658320b-4409-49f7-b6fe-93016eb01665 req-a07b6da3-d6d6-4c5f-88ae-c709360e9af2 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:40.410545 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6658320b-4409-49f7-b6fe-93016eb01665 req-a07b6da3-d6d6-4c5f-88ae-c709360e9af2 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.1126039 Jan 28 05:44:40.463035 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-edc0c1d6-4f89-4647-b4fa-e2ca5a9bdf75 req-44ca849a-c718-4cb0-b541-a9b4dc229c3d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656729 Jan 28 05:44:40.466859 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6658320b-4409-49f7-b6fe-93016eb01665 req-39d3d7ac-0382-47e2-b233-4ac86c7ff86f tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552866 Jan 28 05:44:40.523022 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-dbe9d732-27b3-4abc-aa5e-88171e01fc7b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8571329 Jan 28 05:44:40.549790 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b98db0d0-ff4c-4594-ab27-8b211661f802 req-c95a39be-809d-4413-b097-1e488c1d7dd6 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 210 time: 0.0257273 Jan 28 05:44:40.562188 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port f8850885-06bb-45f1-ad51-232366139445 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:44:40.571492 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port f8850885-06bb-45f1-ad51-232366139445 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:40.572346 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f8850885-06bb-45f1-ad51-232366139445), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:40.640290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-98a1debe-67f5-47a4-bc21-0e656a90aaf5 None None] Provisioning complete for port a560c574-6f65-4902-add9-69281a6b84de triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:40.641001 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98a1debe-67f5-47a4-bc21-0e656a90aaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a560c574-6f65-4902-add9-69281a6b84de), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:40.706996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-98a1debe-67f5-47a4-bc21-0e656a90aaf5 None None] Port a560c574-6f65-4902-add9-69281a6b84de cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:44:40.721631 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port f8850885-06bb-45f1-ad51-232366139445 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:40.721861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ba05-6052-408d-82ee-674587f754d8 req-e69911bc-8a5d-4659-bd10-45043b637cc8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:40.722035 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f8850885-06bb-45f1-ad51-232366139445), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:40.723271 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acc4ba05-6052-408d-82ee-674587f754d8 req-e69911bc-8a5d-4659-bd10-45043b637cc8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6a03c8b-bcac-46d4-8ce3-62960ef72a82 HTTP/1.1" status: 200 len: 950 time: 0.0825977 Jan 28 05:44:40.735429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4752c-d941-4fbd-8503-d0b36b158707 req-5d827836-5a54-4da4-b469-c13a1b3b4208 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:40.736928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1b4752c-d941-4fbd-8503-d0b36b158707 req-5d827836-5a54-4da4-b469-c13a1b3b4208 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.0858059 Jan 28 05:44:40.761461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port f8850885-06bb-45f1-ad51-232366139445, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f8850885-06bb-45f1-ad51-232366139445,segment=NetworkSegment(45b68c9b-7da2-4f22-b854-276e8cc8b5d9),segment_id=45b68c9b-7da2-4f22-b854-276e8cc8b5d9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:40.762023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Request body: {'port': {'device_id': '37f053da-0a59-4f4a-a3f8-748344210e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:40.855348 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f8850885-06bb-45f1-ad51-232366139445), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:40.856158 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device d2143329-10bb-4d31-97d1-61267321a38b up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:40.898694 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acc4ba05-6052-408d-82ee-674587f754d8 req-93c4ed57-9fda-4575-9ac3-bfd711bec9c3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606133 Jan 28 05:44:40.905219 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1b4752c-d941-4fbd-8503-d0b36b158707 req-bd4240cc-ce8a-471a-be2c-089630735d9c tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596758 Jan 28 05:44:40.909731 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a560c574-6f65-4902-add9-69281a6b84de), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:40.913529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef89ba-eb8b-47d7-9b5c-cf63db4d17d0 req-eb2fb0fd-2081-4e91-93da-03550988ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:40.914527 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11ef89ba-eb8b-47d7-9b5c-cf63db4d17d0 req-eb2fb0fd-2081-4e91-93da-03550988ed03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c36a2d53f9504be19dc76a299e98b5d6&device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 1098 time: 0.1225538 Jan 28 05:44:40.936416 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=f8850885-06bb-45f1-ad51-232366139445,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:41.015512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port d2143329-10bb-4d31-97d1-61267321a38b completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:44:41.020210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port d2143329-10bb-4d31-97d1-61267321a38b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:41.020812 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d2143329-10bb-4d31-97d1-61267321a38b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:41.106829 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port d2143329-10bb-4d31-97d1-61267321a38b is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:41.107223 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d2143329-10bb-4d31-97d1-61267321a38b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:41.142604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port d2143329-10bb-4d31-97d1-61267321a38b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=d2143329-10bb-4d31-97d1-61267321a38b,segment=NetworkSegment(013faf2d-27cb-4d8c-ac5b-997be476c235),segment_id=013faf2d-27cb-4d8c-ac5b-997be476c235)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:41.178884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef89ba-eb8b-47d7-9b5c-cf63db4d17d0 req-46ea8f81-7801-4883-9ff1-58ba9a7088c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:41.180386 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11ef89ba-eb8b-47d7-9b5c-cf63db4d17d0 req-46ea8f81-7801-4883-9ff1-58ba9a7088c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b983991-8e52-43a5-9508-80c383d87452 HTTP/1.1" status: 200 len: 919 time: 0.2553625 Jan 28 05:44:41.203627 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d2143329-10bb-4d31-97d1-61267321a38b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:41.204433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device dc74caa6-c0e9-4c76-9786-80624c57d593 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:41.272208 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11ef89ba-eb8b-47d7-9b5c-cf63db4d17d0 req-0ad00559-7e62-41c4-8dbd-3936a11fe693 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c85ced63-7dac-4c24-b294-ecb1b4fff362 HTTP/1.1" status: 200 len: 217 time: 0.0758064 Jan 28 05:44:41.278259 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=d2143329-10bb-4d31-97d1-61267321a38b,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:41.280256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17886a-b589-4f93-abbc-280934d27274 req-71dd0cc6-47b2-4d51-bc20-f14fafb8e13a tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:41.285618 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17886a-b589-4f93-abbc-280934d27274 req-71dd0cc6-47b2-4d51-bc20-f14fafb8e13a tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:41.291034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17886a-b589-4f93-abbc-280934d27274 req-71dd0cc6-47b2-4d51-bc20-f14fafb8e13a tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:41.292703 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d17886a-b589-4f93-abbc-280934d27274 req-71dd0cc6-47b2-4d51-bc20-f14fafb8e13a tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2415 time: 0.2665503 Jan 28 05:44:41.300076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab68c4-9fe1-4eae-9bc1-c3c1c76c40c3 req-6b63030c-ddcd-4965-8fb5-7b9b80eb1a56 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:41.301517 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22ab68c4-9fe1-4eae-9bc1-c3c1c76c40c3 req-6b63030c-ddcd-4965-8fb5-7b9b80eb1a56 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/ports?device_id=37f053da-0a59-4f4a-a3f8-748344210e64 HTTP/1.1" status: 200 len: 936 time: 0.2682037 Jan 28 05:44:41.347433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port dc74caa6-c0e9-4c76-9786-80624c57d593 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:44:41.351658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port dc74caa6-c0e9-4c76-9786-80624c57d593 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:41.352030 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (dc74caa6-c0e9-4c76-9786-80624c57d593), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:41.417743 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef89ba-eb8b-47d7-9b5c-cf63db4d17d0 req-8eb9896b-3df1-4aee-bcc6-b32ed3c9445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:41.419309 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11ef89ba-eb8b-47d7-9b5c-cf63db4d17d0 req-8eb9896b-3df1-4aee-bcc6-b32ed3c9445d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6933c2d9-7995-47b9-8107-2c5c5786684d HTTP/1.1" status: 200 len: 858 time: 0.1157928 Jan 28 05:44:41.447195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port dc74caa6-c0e9-4c76-9786-80624c57d593 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:41.447585 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dc74caa6-c0e9-4c76-9786-80624c57d593), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:41.480956 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11ef89ba-eb8b-47d7-9b5c-cf63db4d17d0 req-c1e70d03-c0ca-4055-8b21-f947cdd67fbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b983991-8e52-43a5-9508-80c383d87452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480342 Jan 28 05:44:41.481826 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port dc74caa6-c0e9-4c76-9786-80624c57d593, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=dc74caa6-c0e9-4c76-9786-80624c57d593,segment=NetworkSegment(013faf2d-27cb-4d8c-ac5b-997be476c235),segment_id=013faf2d-27cb-4d8c-ac5b-997be476c235)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:41.484409 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22ab68c4-9fe1-4eae-9bc1-c3c1c76c40c3 req-f99e5af6-60d4-47de-9ce4-fed7dd3ef1b7 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9183f2f-3745-48c9-8ca8-0f8c9a9e8781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661181 Jan 28 05:44:41.487412 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d17886a-b589-4f93-abbc-280934d27274 req-5fd60bd7-bd1b-46de-a1d1-e7c4f3261023 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848564 Jan 28 05:44:41.558342 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dc74caa6-c0e9-4c76-9786-80624c57d593), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:41.615153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=dc74caa6-c0e9-4c76-9786-80624c57d593,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:41.673094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a560c574-6f65-4902-add9-69281a6b84de {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:41.686975 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Publish callbacks [] for port (a560c574-6f65-4902-add9-69281a6b84de), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:41.740860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Transition to ACTIVE for port object a560c574-6f65-4902-add9-69281a6b84de will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:44:41.752388 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a068b7-75be-4008-a32b-a266f628b600 req-3af16a12-d2f0-46b0-9abb-0be41609dda4 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:41.753900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9a068b7-75be-4008-a32b-a266f628b600 req-3af16a12-d2f0-46b0-9abb-0be41609dda4 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=652c5d37-1d10-4e87-ad6a-75d966d6c700 HTTP/1.1" status: 200 len: 950 time: 0.1827161 Jan 28 05:44:41.757707 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11ef89ba-eb8b-47d7-9b5c-cf63db4d17d0 req-b84348ea-32a6-4850-9553-00d86c1fbcc4 service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573199 Jan 28 05:44:41.764115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d82f8d-a2d3-444c-859e-657f5ff5c83a req-516c10b3-631f-4377-8381-51d36a60c54f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:41.765565 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97d82f8d-a2d3-444c-859e-657f5ff5c83a req-516c10b3-631f-4377-8381-51d36a60c54f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=65ca45f7-f25a-41c3-ae78-834b97ee18bb HTTP/1.1" status: 200 len: 943 time: 0.1687930 Jan 28 05:44:41.851010 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (a560c574-6f65-4902-add9-69281a6b84de), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:41.944623 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9a068b7-75be-4008-a32b-a266f628b600 req-569d34ec-da50-4ef3-aa33-4c55837d1344 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780608 Jan 28 05:44:41.960641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97d82f8d-a2d3-444c-859e-657f5ff5c83a req-9b5e9523-dc8f-481a-a586-c7a7e46c4ac3 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786325 Jan 28 05:44:41.986335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Pushing event updated for resources: {'Port': ['ID=a560c574-6f65-4902-add9-69281a6b84de,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:42.035288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11ef89ba-eb8b-47d7-9b5c-cf63db4d17d0 req-d3900e5f-9e93-47a5-8544-cfa1baa9917e service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676404 Jan 28 05:44:42.153828 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Attempting to bind port a560c574-6f65-4902-add9-69281a6b84de on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:42.154162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Attempting to bind port a560c574-6f65-4902-add9-69281a6b84de by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:42.155114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Attempting to bind port a560c574-6f65-4902-add9-69281a6b84de on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:42.171562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648cdae-c262-4dad-a58b-982200d6b6f2 req-dd04f64f-9f9c-4f46-b443-37e977c0b272 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:42.173744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2648cdae-c262-4dad-a58b-982200d6b6f2 req-dd04f64f-9f9c-4f46-b443-37e977c0b272 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.1121385 Jan 28 05:44:42.173930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Port a560c574-6f65-4902-add9-69281a6b84de on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:44:42.174236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Attempting to bind port a560c574-6f65-4902-add9-69281a6b84de on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:42.182343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49044d72-260f-4523-b2fd-28f531e0e4f2 req-a4b08a3b-58d8-4b95-b4ea-ab42f8f65187 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:42.183707 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49044d72-260f-4523-b2fd-28f531e0e4f2 req-a4b08a3b-58d8-4b95-b4ea-ab42f8f65187 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.1463113 Jan 28 05:44:42.212736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:42.213080 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:42.213486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:42.213929 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Bound port: a560c574-6f65-4902-add9-69281a6b84de, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:42.214280 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a560c574-6f65-4902-add9-69281a6b84de), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:42.226386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8850885-06bb-45f1-ad51-232366139445'}, {'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2143329-10bb-4d31-97d1-61267321a38b'}, {'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc74caa6-c0e9-4c76-9786-80624c57d593'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:42.228859 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6a3635-4c7f-4dfc-8b70-f8d519d0ebd2" -d '{"events": [{"server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "name": "network-vif-plugged", "status": "completed", "tag": "f8850885-06bb-45f1-ad51-232366139445"}, {"server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "name": "network-vif-plugged", "status": "completed", "tag": "d2143329-10bb-4d31-97d1-61267321a38b"}, {"server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "name": "network-vif-plugged", "status": "completed", "tag": "dc74caa6-c0e9-4c76-9786-80624c57d593"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:42.306256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2648cdae-c262-4dad-a58b-982200d6b6f2 req-16b8a866-8164-4d1f-9131-74c714c2a199 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215901 Jan 28 05:44:42.311183 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49044d72-260f-4523-b2fd-28f531e0e4f2 req-6f155783-bc25-4d18-941b-149a07368f8c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144257 Jan 28 05:44:42.345079 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] For port a560c574-6f65-4902-add9-69281a6b84de, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:42.349464 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] For port a560c574-6f65-4902-add9-69281a6b84de, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a560c574-6f65-4902-add9-69281a6b84de,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:42.394135 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54c48bd9-294e-4b60-b51b-96dcdbb88e51 req-d9af9ae9-19d7-4407-8264-1f49ef733902 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 210 time: 0.0294597 Jan 28 05:44:42.448547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f68dc-f694-4b80-86ce-3b425237e349 req-bfcdd967-11d1-4685-a69a-168da2da4a73 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:42.450642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a17f68dc-f694-4b80-86ce-3b425237e349 req-bfcdd967-11d1-4685-a69a-168da2da4a73 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.0585551 Jan 28 05:44:42.473496 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (a560c574-6f65-4902-add9-69281a6b84de), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:42.539854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:42.540464 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:42.541831 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] 10.222.0.60 "PUT /v2.0/ports/a560c574-6f65-4902-add9-69281a6b84de HTTP/1.1" status: 200 len: 1097 time: 1.7844810 Jan 28 05:44:42.543975 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f053da-0a59-4f4a-a3f8-748344210e64', 'tag': 'a560c574-6f65-4902-add9-69281a6b84de'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:42.546752 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7440cffa-8a2c-487e-bb33-547a1edf9082" -d '{"events": [{"name": "network-changed", "server_uuid": "37f053da-0a59-4f4a-a3f8-748344210e64", "tag": "a560c574-6f65-4902-add9-69281a6b84de"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:42.563760 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a17f68dc-f694-4b80-86ce-3b425237e349 req-2a33fc03-ceeb-48bd-b725-e4d625284237 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072869 Jan 28 05:44:42.573762 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee2b2a-c01b-40a9-806d-9e54241be749 service neutron] Pushing event updated for resources: {'Port': ['ID=a560c574-6f65-4902-add9-69281a6b84de,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:42.628598 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51bf790-817b-4ecd-8152-40bb5b77cfeb x-openstack-request-id: req-d51bf790-817b-4ecd-8152-40bb5b77cfeb {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:42.629146 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "name": "network-vif-plugged", "status": "completed", "tag": "f8850885-06bb-45f1-ad51-232366139445", "code": 200}, {"server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "name": "network-vif-plugged", "status": "completed", "tag": "d2143329-10bb-4d31-97d1-61267321a38b", "code": 200}, {"server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "name": "network-vif-plugged", "status": "completed", "tag": "dc74caa6-c0e9-4c76-9786-80624c57d593", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:42.629542 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d51bf790-817b-4ecd-8152-40bb5b77cfeb {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:42.629966 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8850885-06bb-45f1-ad51-232366139445', 'code': 200} Jan 28 05:44:42.630233 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2143329-10bb-4d31-97d1-61267321a38b', 'code': 200} Jan 28 05:44:42.630513 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc74caa6-c0e9-4c76-9786-80624c57d593', 'code': 200} Jan 28 05:44:42.814432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35254f5-3075-439d-a075-3bf925e02435 req-e8c19013-8962-4353-bc78-eff5460b408b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:42.819712 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35254f5-3075-439d-a075-3bf925e02435 req-e8c19013-8962-4353-bc78-eff5460b408b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:42.822383 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f35254f5-3075-439d-a075-3bf925e02435 req-e8c19013-8962-4353-bc78-eff5460b408b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=652c5d37-1d10-4e87-ad6a-75d966d6c700&device_id=b6a03c8b-bcac-46d4-8ce3-62960ef72a82 HTTP/1.1" status: 200 len: 1691 time: 0.1643157 Jan 28 05:44:42.873426 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ec50f88d-1766-4fb7-81df-35c7ad1aa1ac details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:44:42.928709 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d320f9-ea43-465c-850a-b9e867b99361 req-f9d1293f-c108-4fee-9f48-f05a2e85a20d tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:42.930506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81d320f9-ea43-465c-850a-b9e867b99361 req-f9d1293f-c108-4fee-9f48-f05a2e85a20d tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/ports?device_id=37f053da-0a59-4f4a-a3f8-748344210e64 HTTP/1.1" status: 200 len: 948 time: 0.2345245 Jan 28 05:44:42.932570 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-d5d08615-cc26-43ce-8118-81ad5b9a1004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:42.937072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-d5d08615-cc26-43ce-8118-81ad5b9a1004 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54822a546f6d4870a88ee91f7953894c&device_id=37f053da-0a59-4f4a-a3f8-748344210e64 HTTP/1.1" status: 200 len: 1100 time: 0.2256625 Jan 28 05:44:43.068945 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-bc0e6964-9fcd-4a07-a9d1-be61f0c00a51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=a560c574-6f65-4902-add9-69281a6b84de HTTP/1.1" status: 200 len: 217 time: 0.1110146 Jan 28 05:44:43.074256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96753f-1684-47ce-bf6b-6619954e1d03 req-dc22862f-2276-4f1f-8131-ccc4005db5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:43.075205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96753f-1684-47ce-bf6b-6619954e1d03 req-dc22862f-2276-4f1f-8131-ccc4005db5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:43.076081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96753f-1684-47ce-bf6b-6619954e1d03 req-dc22862f-2276-4f1f-8131-ccc4005db5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:43.078283 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a96753f-1684-47ce-bf6b-6619954e1d03 req-dc22862f-2276-4f1f-8131-ccc4005db5ff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2873 time: 0.2286501 Jan 28 05:44:43.104662 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f35254f5-3075-439d-a075-3bf925e02435 req-6ee3d4d6-648f-4795-b40e-970ac59934b6 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559893 Jan 28 05:44:43.127835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ec50f88d-1766-4fb7-81df-35c7ad1aa1ac, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ec50f88d-1766-4fb7-81df-35c7ad1aa1ac,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:43.143134 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'ec50f88d-1766-4fb7-81df-35c7ad1aa1ac', 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f', 'port_id': 'ec50f88d-1766-4fb7-81df-35c7ad1aa1ac', 'mac_address': 'fa:16:3e:8d:b7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ace652b-1ccc-4a73-9185-4c2cd62a6d0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:44:43.144451 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-3d96bad6-113a-4588-9d5c-80ec03035f40 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:43.145959 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-3d96bad6-113a-4588-9d5c-80ec03035f40 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.64 "GET /v2.0/networks?id=d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 HTTP/1.1" status: 200 len: 816 time: 0.3937223 Jan 28 05:44:43.192502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ec50f88d-1766-4fb7-81df-35c7ad1aa1ac is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:43.192812 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ec50f88d-1766-4fb7-81df-35c7ad1aa1ac), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:43.194101 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81d320f9-ea43-465c-850a-b9e867b99361 req-57b5953b-4dbe-4743-a36c-41015e514c87 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9183f2f-3745-48c9-8ca8-0f8c9a9e8781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542007 Jan 28 05:44:43.210690 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec50f88d-1766-4fb7-81df-35c7ad1aa1ac {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:43.244747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ec50f88d-1766-4fb7-81df-35c7ad1aa1ac, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ec50f88d-1766-4fb7-81df-35c7ad1aa1ac,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:43.259216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-e9d6f572-8627-4169-828e-4480edc26f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:43.260704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-e9d6f572-8627-4169-828e-4480edc26f41 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1814923 Jan 28 05:44:43.342050 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a96753f-1684-47ce-bf6b-6619954e1d03 req-9a1b364c-130d-42f6-a8a9-5e97673a2052 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279918 Jan 28 05:44:43.344497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1af07-c788-4804-807d-cc09a0aa82b6 req-5444082e-26f1-47ee-9617-68d8c2c55832 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:43.349967 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1af07-c788-4804-807d-cc09a0aa82b6 req-5444082e-26f1-47ee-9617-68d8c2c55832 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:43.355202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1af07-c788-4804-807d-cc09a0aa82b6 req-5444082e-26f1-47ee-9617-68d8c2c55832 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:43.356849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00a1af07-c788-4804-807d-cc09a0aa82b6 req-5444082e-26f1-47ee-9617-68d8c2c55832 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2417 time: 0.1616178 Jan 28 05:44:43.370261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-050d3424-b2ce-4409-b818-3bf143f05465 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cf7b8acfc5c4426861563969768c947 HTTP/1.1" status: 200 len: 380 time: 0.1987998 Jan 28 05:44:43.382179 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19230e38-f205-481a-b08a-95b1eb0da19d x-openstack-request-id: req-19230e38-f205-481a-b08a-95b1eb0da19d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:43.382518 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f053da-0a59-4f4a-a3f8-748344210e64", "tag": "a560c574-6f65-4902-add9-69281a6b84de", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:43.382772 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19230e38-f205-481a-b08a-95b1eb0da19d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:43.383347 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f053da-0a59-4f4a-a3f8-748344210e64', 'tag': 'a560c574-6f65-4902-add9-69281a6b84de', 'status': 'completed', 'code': 200} Jan 28 05:44:43.395721 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ec50f88d-1766-4fb7-81df-35c7ad1aa1ac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:43.396309 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-d228174a-4f19-458a-b6f3-323fe1d047b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:43.397833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-d228174a-4f19-458a-b6f3-323fe1d047b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1269314 Jan 28 05:44:43.469219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ec50f88d-1766-4fb7-81df-35c7ad1aa1ac,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:43.491450 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00a1af07-c788-4804-807d-cc09a0aa82b6 req-3cab0f74-5060-4255-a8df-f19e7f54dd47 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201987 Jan 28 05:44:43.564492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d1410-5ed5-4dcf-9d7b-cadde65396d7 req-0676033e-f2cc-4458-8960-980a4d2f4883 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:43.566169 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df9d1410-5ed5-4dcf-9d7b-cadde65396d7 req-0676033e-f2cc-4458-8960-980a4d2f4883 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=65ca45f7-f25a-41c3-ae78-834b97ee18bb HTTP/1.1" status: 200 len: 944 time: 0.1244466 Jan 28 05:44:43.572433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-7cda0d9a-e13a-43c9-a13e-2cab6060cca7 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594176 Jan 28 05:44:43.758371 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['ec50f88d-1766-4fb7-81df-35c7ad1aa1ac'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:44.001300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-0b2e9d54-7ce0-449d-a8fd-bb2e7810c586 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Request body: {'port': {'device_id': '9c4b059a-5f08-4172-92f9-c2e020c4fd50', 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5', 'admin_state_up': True, 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'security_groups': ['611c98bc-46f2-45b7-961a-3786928f366c']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:44.015666 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df9d1410-5ed5-4dcf-9d7b-cadde65396d7 req-a8f34810-47df-46f8-8166-cb9a88186f7f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420586 Jan 28 05:44:44.108406 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c242ab5d-1f9c-4039-8db3-a877589d2452 req-e9611dec-29fb-4bdf-b3a6-f6cf73c084de service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283492 Jan 28 05:44:44.115033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43fb27-938d-4c8e-a40c-7450f5f169d6 req-a4193cb6-d5e5-44c5-8e3d-1a7db27a2e97 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:44.116381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc43fb27-938d-4c8e-a40c-7450f5f169d6 req-a4193cb6-d5e5-44c5-8e3d-1a7db27a2e97 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.4822063 Jan 28 05:44:44.215105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5253faf-3046-4174-ba6c-8e9aaa019c56 req-4083a258-f34b-407c-859c-f83b908b6f87 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:44.216585 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5253faf-3046-4174-ba6c-8e9aaa019c56 req-4083a258-f34b-407c-859c-f83b908b6f87 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.1276896 Jan 28 05:44:44.253127 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc43fb27-938d-4c8e-a40c-7450f5f169d6 req-a9cd05aa-7ed1-4bce-b159-39be7f3969cb tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202869 Jan 28 05:44:44.292805 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5253faf-3046-4174-ba6c-8e9aaa019c56 req-fa17e225-6108-4682-9ed0-d5a9e5fa825b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664766 Jan 28 05:44:44.309527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-0b2e9d54-7ce0-449d-a8fd-bb2e7810c586 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Made reservation on behalf of 4cf7b8acfc5c4426861563969768c947 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:44.314238 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-0b2e9d54-7ce0-449d-a8fd-bb2e7810c586 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:44.359752 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7dbcba61-9e9d-4222-81db-aa4ab8e43127 req-012e8764-5376-40d1-bdcf-eea747c28233 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 210 time: 0.0348506 Jan 28 05:44:44.524097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440cffa-8a2c-487e-bb33-547a1edf9082 req-21d8552d-8012-4258-9782-1c215d289d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:44.525517 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7440cffa-8a2c-487e-bb33-547a1edf9082 req-21d8552d-8012-4258-9782-1c215d289d02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54822a546f6d4870a88ee91f7953894c&device_id=37f053da-0a59-4f4a-a3f8-748344210e64 HTTP/1.1" status: 200 len: 1100 time: 0.2257776 Jan 28 05:44:44.565335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8481a5-d2d9-4da7-9773-994f9acf66f3 req-02f29257-8406-45f3-9864-473e6547b58b tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:44.566846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae8481a5-d2d9-4da7-9773-994f9acf66f3 req-02f29257-8406-45f3-9864-473e6547b58b tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=652c5d37-1d10-4e87-ad6a-75d966d6c700 HTTP/1.1" status: 200 len: 1102 time: 0.1572626 Jan 28 05:44:44.608139 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300b943-1345-4023-9018-1da83f14e380 req-3979a833-3643-4074-957e-1628911f44b0 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:44.609574 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f300b943-1345-4023-9018-1da83f14e380 req-3979a833-3643-4074-957e-1628911f44b0 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1813002 Jan 28 05:44:44.659355 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-0b2e9d54-7ce0-449d-a8fd-bb2e7810c586 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Allocated IP 172.20.0.13 (d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5/8d0ba9b4-619a-4ce5-8c78-f5d8f5434563/1646bce7-f2a7-4f01-91f2-f370f5b6c22b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:44.730327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440cffa-8a2c-487e-bb33-547a1edf9082 req-5bdc64a3-ac15-42fe-bc16-a65c90729bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:44.731803 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7440cffa-8a2c-487e-bb33-547a1edf9082 req-5bdc64a3-ac15-42fe-bc16-a65c90729bc4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1989944 Jan 28 05:44:44.746631 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae8481a5-d2d9-4da7-9773-994f9acf66f3 req-b337efc9-af75-423c-bb06-8170e11ce1fc tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535347 Jan 28 05:44:44.807682 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7440cffa-8a2c-487e-bb33-547a1edf9082 req-01ca1ae2-ae42-4b23-ba64-d5a416a0427b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=a560c574-6f65-4902-add9-69281a6b84de HTTP/1.1" status: 200 len: 217 time: 0.0651319 Jan 28 05:44:44.810636 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f300b943-1345-4023-9018-1da83f14e380 req-e35e364e-e68b-4cb3-abe2-5abfb16f962d tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888478 Jan 28 05:44:44.895799 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ec50f88d-1766-4fb7-81df-35c7ad1aa1ac up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:44.943158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440cffa-8a2c-487e-bb33-547a1edf9082 req-4f1e00db-246b-47b3-b31e-6af739e6d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:44.944630 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7440cffa-8a2c-487e-bb33-547a1edf9082 req-4f1e00db-246b-47b3-b31e-6af739e6d068 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1236644 Jan 28 05:44:44.986484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0a74c-6e73-4b33-90d1-a4c340792e77 req-f18dd8ba-5bc3-4c2c-8129-67711d03dd9a tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:44.987749 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbc0a74c-6e73-4b33-90d1-a4c340792e77 req-f18dd8ba-5bc3-4c2c-8129-67711d03dd9a tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/ports?device_id=37f053da-0a59-4f4a-a3f8-748344210e64 HTTP/1.1" status: 200 len: 948 time: 0.1819394 Jan 28 05:44:45.026546 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port ec50f88d-1766-4fb7-81df-35c7ad1aa1ac completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:44:45.031218 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port ec50f88d-1766-4fb7-81df-35c7ad1aa1ac triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:45.031594 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ec50f88d-1766-4fb7-81df-35c7ad1aa1ac), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:45.043759 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-0b2e9d54-7ce0-449d-a8fd-bb2e7810c586 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for port (1646bce7-f2a7-4f01-91f2-f370f5b6c22b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:45.077138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440cffa-8a2c-487e-bb33-547a1edf9082 req-30abb9c1-e83b-4102-9665-9e32d88efd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:45.078563 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7440cffa-8a2c-487e-bb33-547a1edf9082 req-30abb9c1-e83b-4102-9665-9e32d88efd5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1254482 Jan 28 05:44:45.086375 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbc0a74c-6e73-4b33-90d1-a4c340792e77 req-e1189637-4ec0-412c-bf8e-e675767ffc68 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9183f2f-3745-48c9-8ca8-0f8c9a9e8781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892184 Jan 28 05:44:45.128079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ec50f88d-1766-4fb7-81df-35c7ad1aa1ac is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:45.128737 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ec50f88d-1766-4fb7-81df-35c7ad1aa1ac), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:45.155294 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ca45f7-f25a-41c3-ae78-834b97ee18bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec50f88d-1766-4fb7-81df-35c7ad1aa1ac'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:45.158625 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235cb195-78ab-48cd-9e5a-08c0b54e378b" -d '{"events": [{"server_uuid": "65ca45f7-f25a-41c3-ae78-834b97ee18bb", "name": "network-vif-plugged", "status": "completed", "tag": "ec50f88d-1766-4fb7-81df-35c7ad1aa1ac"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:45.172629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ec50f88d-1766-4fb7-81df-35c7ad1aa1ac, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ec50f88d-1766-4fb7-81df-35c7ad1aa1ac,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:45.215130 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7440cffa-8a2c-487e-bb33-547a1edf9082 req-a3e9947d-f948-47e4-a3c3-4acbdb9d11ca service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245718 Jan 28 05:44:45.291986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646589f-1877-4558-ba9f-b8e9fc77bc16 req-f9c78294-5966-4614-8ef9-6f64018a714f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:45.297520 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646589f-1877-4558-ba9f-b8e9fc77bc16 req-f9c78294-5966-4614-8ef9-6f64018a714f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:45.302211 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ec50f88d-1766-4fb7-81df-35c7ad1aa1ac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:45.302927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646589f-1877-4558-ba9f-b8e9fc77bc16 req-f9c78294-5966-4614-8ef9-6f64018a714f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:45.310176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9646589f-1877-4558-ba9f-b8e9fc77bc16 req-f9c78294-5966-4614-8ef9-6f64018a714f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2417 time: 0.1324072 Jan 28 05:44:45.327767 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-0b2e9d54-7ce0-449d-a8fd-bb2e7810c586 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (1646bce7-f2a7-4f01-91f2-f370f5b6c22b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:45.375199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ec50f88d-1766-4fb7-81df-35c7ad1aa1ac,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:45.400342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-0b2e9d54-7ce0-449d-a8fd-bb2e7810c586 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Network d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:45.414537 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-0b2e9d54-7ce0-449d-a8fd-bb2e7810c586 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:45.436969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-0b2e9d54-7ce0-449d-a8fd-bb2e7810c586 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:45.436969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9646589f-1877-4558-ba9f-b8e9fc77bc16 req-3dc0ca94-3482-4c79-9efe-2a42e2e225ff tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231108 Jan 28 05:44:45.471649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e9d54-7ce0-449d-a8fd-bb2e7810c586 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Pushing event updated for resources: {'Port': ['ID=1646bce7-f2a7-4f01-91f2-f370f5b6c22b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:45.488735 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7440cffa-8a2c-487e-bb33-547a1edf9082 req-10280c6a-69d1-4747-8136-bdb429458d5d service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657831 Jan 28 05:44:45.514462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-0b2e9d54-7ce0-449d-a8fd-bb2e7810c586 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:45.516073 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-0b2e9d54-7ce0-449d-a8fd-bb2e7810c586 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:45.583486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d845a-c23e-4831-8bd3-7450f77640fd req-8d50d558-f912-4f12-809d-2d839090d66d tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:45.585025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-020d845a-c23e-4831-8bd3-7450f77640fd req-8d50d558-f912-4f12-809d-2d839090d66d tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b6a03c8b-bcac-46d4-8ce3-62960ef72a82 HTTP/1.1" status: 200 len: 1102 time: 0.0658691 Jan 28 05:44:45.655996 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-020d845a-c23e-4831-8bd3-7450f77640fd req-75999499-e44c-47c8-8acc-fc613430a4b6 tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576410 Jan 28 05:44:45.674542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-0b2e9d54-7ce0-449d-a8fd-bb2e7810c586 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6822603 Jan 28 05:44:45.709087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Request body: {'port': {'device_id': '9c4b059a-5f08-4172-92f9-c2e020c4fd50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:45.739137 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35cbeee-6112-406e-9a7a-19eb7390a908 x-openstack-request-id: req-a35cbeee-6112-406e-9a7a-19eb7390a908 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:45.739759 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ca45f7-f25a-41c3-ae78-834b97ee18bb", "name": "network-vif-plugged", "status": "completed", "tag": "ec50f88d-1766-4fb7-81df-35c7ad1aa1ac", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:45.740520 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a35cbeee-6112-406e-9a7a-19eb7390a908 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:45.741090 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ca45f7-f25a-41c3-ae78-834b97ee18bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec50f88d-1766-4fb7-81df-35c7ad1aa1ac', 'code': 200} Jan 28 05:44:45.760034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3969f-0713-4c61-ac8d-45734b906499 req-75d01f64-cbb5-4a01-be06-87b662c79047 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:45.767660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b2e3969f-0713-4c61-ac8d-45734b906499 req-75d01f64-cbb5-4a01-be06-87b662c79047 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=65ca45f7-f25a-41c3-ae78-834b97ee18bb HTTP/1.1" status: 200 len: 945 time: 0.1349685 Jan 28 05:44:45.833714 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-bd9e64c1-a2c6-4af8-ac42-c229704f5057 None None] Provisioning complete for port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:45.834508 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd9e64c1-a2c6-4af8-ac42-c229704f5057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1646bce7-f2a7-4f01-91f2-f370f5b6c22b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:45.865512 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1646bce7-f2a7-4f01-91f2-f370f5b6c22b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:45.883810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b2e3969f-0713-4c61-ac8d-45734b906499 req-dfe117a2-b056-4f90-ab25-cb87ee64c72f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152847 Jan 28 05:44:45.886767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e64c1-a2c6-4af8-ac42-c229704f5057 None None] Port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:44:45.944301 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f52c53-5c55-4ba3-b128-4dcfe493c908 req-9ebb4149-b117-4aa5-b49c-8a0a082a4b0e tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:45.945891 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84f52c53-5c55-4ba3-b128-4dcfe493c908 req-9ebb4149-b117-4aa5-b49c-8a0a082a4b0e tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.1371937 Jan 28 05:44:46.100967 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd02608-fff5-4af9-a766-fe67919a38f0 req-63760b5c-7c65-4b3e-91c0-39d03b10d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:46.102562 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0cd02608-fff5-4af9-a766-fe67919a38f0 req-63760b5c-7c65-4b3e-91c0-39d03b10d367 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=65ca45f7-f25a-41c3-ae78-834b97ee18bb HTTP/1.1" status: 200 len: 1097 time: 0.2167852 Jan 28 05:44:46.134053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84f52c53-5c55-4ba3-b128-4dcfe493c908 req-8580891a-7867-4b37-8ff7-b2ffb64cb6d0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816645 Jan 28 05:44:46.159908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b2374-4429-403d-bc4e-620fd5c1838b req-af52776b-1ba5-46ee-b5fd-70869c17cfc1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:46.164378 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb1b2374-4429-403d-bc4e-620fd5c1838b req-af52776b-1ba5-46ee-b5fd-70869c17cfc1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 932 time: 0.1961131 Jan 28 05:44:46.313343 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0cd02608-fff5-4af9-a766-fe67919a38f0 req-7491f2bb-b65b-41e0-bb1e-712247cfff51 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960406 Jan 28 05:44:46.332960 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb1b2374-4429-403d-bc4e-620fd5c1838b req-f56c0641-e246-4b3f-946a-55e669ee2490 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187181 Jan 28 05:44:46.363158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea365ffe-cf13-46c5-8b3a-4a72ff7971d5 req-4592e8ad-4e09-4fab-8f38-6ea20a1a28c9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:46.364579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea365ffe-cf13-46c5-8b3a-4a72ff7971d5 req-4592e8ad-4e09-4fab-8f38-6ea20a1a28c9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.1518073 Jan 28 05:44:46.454759 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-edd1a79c-0610-4915-a522-83d768055563 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322223 Jan 28 05:44:46.472674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1646bce7-f2a7-4f01-91f2-f370f5b6c22b {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:46.491261 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Publish callbacks [] for port (1646bce7-f2a7-4f01-91f2-f370f5b6c22b), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:46.510819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea365ffe-cf13-46c5-8b3a-4a72ff7971d5 req-d7ebc6c2-440f-48e8-b95c-3e241bebca65 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350465 Jan 28 05:44:46.539688 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:44:46.560440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Transition to ACTIVE for port object 1646bce7-f2a7-4f01-91f2-f370f5b6c22b will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:44:46.634073 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-05bd5c83-43c8-428e-bc4c-917e2f6ca21b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:46.635539 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-05bd5c83-43c8-428e-bc4c-917e2f6ca21b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736557 Jan 28 05:44:46.638251 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (1646bce7-f2a7-4f01-91f2-f370f5b6c22b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:46.691001 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3097553-3429-4bbe-b138-366ec2ede4dd req-f036d099-2f23-4034-bf13-1e1dc1e1d87a tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:46.692488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3097553-3429-4bbe-b138-366ec2ede4dd req-f036d099-2f23-4034-bf13-1e1dc1e1d87a tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1258962 Jan 28 05:44:46.700838 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-c391d42c-5f3f-4543-88cf-abc8cff7e249 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/quotas/5fbf3f893d5942abbf53fba6927e26e2 HTTP/1.1" status: 200 len: 375 time: 0.0538521 Jan 28 05:44:46.729523 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Pushing event updated for resources: {'Port': ['ID=1646bce7-f2a7-4f01-91f2-f370f5b6c22b,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:46.844709 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3097553-3429-4bbe-b138-366ec2ede4dd req-314e1c28-5cd5-4d00-8c48-9fc865def42f tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330225 Jan 28 05:44:46.872099 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-452094cd-2ce8-41f5-8bf3-4caa8b5d2ea6 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1614277 Jan 28 05:44:46.896916 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Attempting to bind port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:46.897275 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Attempting to bind port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '0425761b-3f81-48df-ba2b-9edbc800bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:46.897710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Attempting to bind port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b on network d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:46.901712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a560c574-6f65-4902-add9-69281a6b84de details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:44:46.908552 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b on network d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:44:46.908891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Attempting to bind port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b on network d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:46.915668 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:46.916017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Checking segment: {'id': '0425761b-3f81-48df-ba2b-9edbc800bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:46.916388 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Bound using segment: {'id': '0425761b-3f81-48df-ba2b-9edbc800bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:46.916823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Bound port: 1646bce7-f2a7-4f01-91f2-f370f5b6c22b, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0425761b-3f81-48df-ba2b-9edbc800bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:46.917183 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1646bce7-f2a7-4f01-91f2-f370f5b6c22b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:47.064237 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] For port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:47.064475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a560c574-6f65-4902-add9-69281a6b84de, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a560c574-6f65-4902-add9-69281a6b84de,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:47.068571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] For port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=1646bce7-f2a7-4f01-91f2-f370f5b6c22b,segment=NetworkSegment(0425761b-3f81-48df-ba2b-9edbc800bbce),segment_id=0425761b-3f81-48df-ba2b-9edbc800bbce)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:47.076684 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339407c-381f-432d-b8eb-09b61049b6b4 req-c9988318-e285-493b-be42-f18ba437f7f5 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:47.078411 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3339407c-381f-432d-b8eb-09b61049b6b4 req-c9988318-e285-493b-be42-f18ba437f7f5 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/ports?device_id=37f053da-0a59-4f4a-a3f8-748344210e64 HTTP/1.1" status: 200 len: 948 time: 0.0925000 Jan 28 05:44:47.084788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'a560c574-6f65-4902-add9-69281a6b84de', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'a560c574-6f65-4902-add9-69281a6b84de', 'mac_address': 'fa:16:3e:bb:78:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:44:47.130116 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3339407c-381f-432d-b8eb-09b61049b6b4 req-5b019baa-6709-48e8-a835-ce51f8d9f009 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9183f2f-3745-48c9-8ca8-0f8c9a9e8781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445983 Jan 28 05:44:47.163181 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port a560c574-6f65-4902-add9-69281a6b84de is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:47.163691 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a560c574-6f65-4902-add9-69281a6b84de), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:47.172835 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (1646bce7-f2a7-4f01-91f2-f370f5b6c22b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:47.209868 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a560c574-6f65-4902-add9-69281a6b84de {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:47.243696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:47.244453 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:47.246045 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] 10.222.0.64 "PUT /v2.0/ports/1646bce7-f2a7-4f01-91f2-f370f5b6c22b HTTP/1.1" status: 200 len: 1093 time: 1.5456080 Jan 28 05:44:47.246529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4b059a-5f08-4172-92f9-c2e020c4fd50', 'tag': '1646bce7-f2a7-4f01-91f2-f370f5b6c22b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:47.249052 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf58e37b-35e1-4d74-aefa-0de747a28e85" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4b059a-5f08-4172-92f9-c2e020c4fd50", "tag": "1646bce7-f2a7-4f01-91f2-f370f5b6c22b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:47.295634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a560c574-6f65-4902-add9-69281a6b84de, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a560c574-6f65-4902-add9-69281a6b84de,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:47.342456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0a86e-c60f-44e9-bac3-fda95ab9b210 service neutron] Pushing event updated for resources: {'Port': ['ID=1646bce7-f2a7-4f01-91f2-f370f5b6c22b,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:47.364651 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e212f0-8000-43bb-ae3c-6bf8fc72d4ac req-72a58566-412e-4908-bd25-feb6d8516298 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:47.372519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67e212f0-8000-43bb-ae3c-6bf8fc72d4ac req-72a58566-412e-4908-bd25-feb6d8516298 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=65ca45f7-f25a-41c3-ae78-834b97ee18bb HTTP/1.1" status: 200 len: 945 time: 0.1380727 Jan 28 05:44:47.384278 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde60d29-52bd-4c47-b08d-2b1078967d8f req-4015a767-fdb5-4c16-b4de-ba075e8d5137 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:47.404812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde60d29-52bd-4c47-b08d-2b1078967d8f req-4015a767-fdb5-4c16-b4de-ba075e8d5137 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:47.405018 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a560c574-6f65-4902-add9-69281a6b84de), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:47.407938 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde60d29-52bd-4c47-b08d-2b1078967d8f req-4015a767-fdb5-4c16-b4de-ba075e8d5137 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:47.414237 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fde60d29-52bd-4c47-b08d-2b1078967d8f req-4015a767-fdb5-4c16-b4de-ba075e8d5137 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2417 time: 0.1942315 Jan 28 05:44:47.477799 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=a560c574-6f65-4902-add9-69281a6b84de,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:47.528034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fde60d29-52bd-4c47-b08d-2b1078967d8f req-c758b1f0-9ac3-491e-90fb-b9054794d396 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106904 Jan 28 05:44:47.562367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67e212f0-8000-43bb-ae3c-6bf8fc72d4ac req-f0d3d766-af4e-4285-b60f-253d660d70cc tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888161 Jan 28 05:44:47.591402 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-962cf765-4b67-4eb4-90e6-d1f39bb3c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:47.593875 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-962cf765-4b67-4eb4-90e6-d1f39bb3c0bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4cf7b8acfc5c4426861563969768c947&device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 1096 time: 0.1782963 Jan 28 05:44:47.616621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-667b9ac7-1c5d-4d1d-8891-fbd1b8ba7486 req-518b7440-13c8-46e3-96e8-979d33c3e68f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 210 time: 0.0379410 Jan 28 05:44:47.688245 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2584d4f-33dd-4bb4-b76f-0e6b0904cecb x-openstack-request-id: req-d2584d4f-33dd-4bb4-b76f-0e6b0904cecb {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:47.688584 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4b059a-5f08-4172-92f9-c2e020c4fd50", "tag": "1646bce7-f2a7-4f01-91f2-f370f5b6c22b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:47.688795 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2584d4f-33dd-4bb4-b76f-0e6b0904cecb {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:47.689212 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4b059a-5f08-4172-92f9-c2e020c4fd50', 'tag': '1646bce7-f2a7-4f01-91f2-f370f5b6c22b', 'status': 'completed', 'code': 200} Jan 28 05:44:47.693904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-b553b77f-7a95-492d-8a5e-9b31a9ba8758 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1646bce7-f2a7-4f01-91f2-f370f5b6c22b HTTP/1.1" status: 200 len: 217 time: 0.0743821 Jan 28 05:44:47.780460 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d031-2806-4122-a398-9a1148430dff req-e594cf1c-3d91-4126-a522-4c573a0397ca tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:47.782053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf06d031-2806-4122-a398-9a1148430dff req-e594cf1c-3d91-4126-a522-4c573a0397ca tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.1644571 Jan 28 05:44:47.824740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-b86243db-09ed-433d-9642-090fe1636743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:47.826490 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-b86243db-09ed-433d-9642-090fe1636743 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d0ba9b4-619a-4ce5-8c78-f5d8f5434563 HTTP/1.1" status: 200 len: 855 time: 0.1256981 Jan 28 05:44:47.854431 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['a560c574-6f65-4902-add9-69281a6b84de'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:47.904842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf06d031-2806-4122-a398-9a1148430dff req-3cf6dfcb-849a-4629-9974-69f168c05bc7 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039383 Jan 28 05:44:47.913890 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0edc5-1301-4e21-a9ac-1604f175fb8c req-df7cc0de-2ff1-4f5e-bc7d-8cc1c2d03719 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:47.915450 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35c0edc5-1301-4e21-a9ac-1604f175fb8c req-df7cc0de-2ff1-4f5e-bc7d-8cc1c2d03719 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 944 time: 0.1609683 Jan 28 05:44:47.959674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-6e080b39-7fbd-44ca-817a-445f1642dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:47.961194 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-6e080b39-7fbd-44ca-817a-445f1642dc73 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1268106 Jan 28 05:44:48.394476 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35c0edc5-1301-4e21-a9ac-1604f175fb8c req-cb26b907-0803-4c52-8491-c42e855164e7 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4700439 Jan 28 05:44:48.439385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144dedad-cc5d-4b57-9b26-393de1e227c7 req-6f702e48-67a0-4de1-8303-bf9dd494d204 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:48.440877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-144dedad-cc5d-4b57-9b26-393de1e227c7 req-6f702e48-67a0-4de1-8303-bf9dd494d204 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.4342031 Jan 28 05:44:48.446862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-58b6fb45-e03a-4216-88fc-d37939f03c20 service neutron] 10.222.0.64 "GET /v2.0/networks/d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731081 Jan 28 05:44:48.586456 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-144dedad-cc5d-4b57-9b26-393de1e227c7 req-6b3b7293-e930-49d9-97e3-bfb27f0215be tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376052 Jan 28 05:44:48.627724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d769b3-0f59-4c17-a42b-13682b5cc843 req-c8c700ef-2a96-416a-b60a-9fa0a1bc8f1f tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:48.629278 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1d769b3-0f59-4c17-a42b-13682b5cc843 req-c8c700ef-2a96-416a-b60a-9fa0a1bc8f1f tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1064374 Jan 28 05:44:48.635796 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-300e289d-6c92-48d9-a1bb-cd817c8bee6a req-e38d5545-79ae-4134-831d-cb94127fb376 service neutron] 10.222.0.64 "GET /v2.0/networks/d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790400 Jan 28 05:44:48.730832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af23a04-d216-4835-95b6-1749474d1abc req-3d021991-de5d-4675-b1cb-5bf979fd7c1b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:48.732219 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4af23a04-d216-4835-95b6-1749474d1abc req-3d021991-de5d-4675-b1cb-5bf979fd7c1b tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/ports?device_id=37f053da-0a59-4f4a-a3f8-748344210e64 HTTP/1.1" status: 200 len: 949 time: 0.0748837 Jan 28 05:44:48.736185 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1d769b3-0f59-4c17-a42b-13682b5cc843 req-48f0d650-ebf1-4366-b103-b682dd7a2bdb tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936570 Jan 28 05:44:48.790436 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4af23a04-d216-4835-95b6-1749474d1abc req-0e7fb4ee-d003-4e2c-b3dd-68c86525dacc tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9183f2f-3745-48c9-8ca8-0f8c9a9e8781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513766 Jan 28 05:44:48.865245 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58e37b-35e1-4d74-aefa-0de747a28e85 req-6200bb78-b350-4ef1-a817-5efaffa85879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:48.866987 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf58e37b-35e1-4d74-aefa-0de747a28e85 req-6200bb78-b350-4ef1-a817-5efaffa85879 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4cf7b8acfc5c4426861563969768c947&device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 1096 time: 0.0658245 Jan 28 05:44:48.939287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a560c574-6f65-4902-add9-69281a6b84de up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:48.989938 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64e4b4-158d-440e-970e-8619ef9581ab req-315c34ed-ba59-4d33-a36b-f34d01d1a04a tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:48.992345 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c64e4b4-158d-440e-970e-8619ef9581ab req-315c34ed-ba59-4d33-a36b-f34d01d1a04a tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=65ca45f7-f25a-41c3-ae78-834b97ee18bb HTTP/1.1" status: 200 len: 945 time: 0.1019738 Jan 28 05:44:49.013282 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58e37b-35e1-4d74-aefa-0de747a28e85 req-d0243169-d888-4085-9ab8-77e54e84505e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:49.015157 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf58e37b-35e1-4d74-aefa-0de747a28e85 req-d0243169-d888-4085-9ab8-77e54e84505e service neutron] 10.222.0.64 "GET /v2.0/networks?id=d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 HTTP/1.1" status: 200 len: 917 time: 0.1427784 Jan 28 05:44:49.068406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port a560c574-6f65-4902-add9-69281a6b84de completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:44:49.070618 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf58e37b-35e1-4d74-aefa-0de747a28e85 req-16a0a6a4-854f-4a3a-95b6-a4d23830d7b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1646bce7-f2a7-4f01-91f2-f370f5b6c22b HTTP/1.1" status: 200 len: 217 time: 0.0455453 Jan 28 05:44:49.072730 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port a560c574-6f65-4902-add9-69281a6b84de triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:49.073384 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a560c574-6f65-4902-add9-69281a6b84de), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:49.117149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c64e4b4-158d-440e-970e-8619ef9581ab req-44adaf15-5c8a-4292-995b-f5e001ec20bd tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142697 Jan 28 05:44:49.135054 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58e37b-35e1-4d74-aefa-0de747a28e85 req-73bb6b5e-94ed-4821-9fb9-6f1148ec075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:49.136661 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf58e37b-35e1-4d74-aefa-0de747a28e85 req-73bb6b5e-94ed-4821-9fb9-6f1148ec075f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d0ba9b4-619a-4ce5-8c78-f5d8f5434563 HTTP/1.1" status: 200 len: 855 time: 0.0581672 Jan 28 05:44:49.172483 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port a560c574-6f65-4902-add9-69281a6b84de is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:49.172897 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a560c574-6f65-4902-add9-69281a6b84de), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:49.226516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a560c574-6f65-4902-add9-69281a6b84de, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a560c574-6f65-4902-add9-69281a6b84de,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:49.227941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f053da-0a59-4f4a-a3f8-748344210e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a560c574-6f65-4902-add9-69281a6b84de'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:49.229548 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58e37b-35e1-4d74-aefa-0de747a28e85 req-23db210f-1fb1-4cf4-bc75-652efb7c2596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:49.230970 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d0fbb2-0618-4561-b0dc-64fbfd1ac03f" -d '{"events": [{"server_uuid": "37f053da-0a59-4f4a-a3f8-748344210e64", "name": "network-vif-plugged", "status": "completed", "tag": "a560c574-6f65-4902-add9-69281a6b84de"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:49.231388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf58e37b-35e1-4d74-aefa-0de747a28e85 req-23db210f-1fb1-4cf4-bc75-652efb7c2596 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864713 Jan 28 05:44:49.233441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-063da413-c992-4e47-a08c-f55385bffcec req-f00c0f05-dc3a-45a6-a487-a16a1d2f64e5 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 210 time: 0.0369334 Jan 28 05:44:49.376569 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcfa49-3c82-4097-92d2-ed067d1f8513 req-18cc94b4-02b6-4be7-86ca-b186ce38864b tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:49.378046 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3bfcfa49-3c82-4097-92d2-ed067d1f8513 req-18cc94b4-02b6-4be7-86ca-b186ce38864b tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.1309249 Jan 28 05:44:49.405677 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a560c574-6f65-4902-add9-69281a6b84de), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:49.407063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 38522edd-9d8a-4d74-9a98-f5684d5c33c3 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:44:49.420370 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf58e37b-35e1-4d74-aefa-0de747a28e85 req-f56521b0-87e5-4faa-9f9a-601e8db5bf06 service neutron] 10.222.0.64 "GET /v2.0/networks/d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804631 Jan 28 05:44:49.431459 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e37537-b26d-484c-8ae2-c8fb9446b0c2 req-fc55172e-003e-43ee-8f61-5eae9bd0a6da tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:49.431733 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30e37537-b26d-484c-8ae2-c8fb9446b0c2 req-fc55172e-003e-43ee-8f61-5eae9bd0a6da tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c19fa65-b255-487b-a1ff-9580ddad8f29 HTTP/1.1" status: 200 len: 946 time: 0.1164582 Jan 28 05:44:49.507191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=a560c574-6f65-4902-add9-69281a6b84de,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:49.550152 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3bfcfa49-3c82-4097-92d2-ed067d1f8513 req-621d42e6-5a9f-4331-a5d3-a7c67735372d tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649551 Jan 28 05:44:49.550782 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:49.552613 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:49.554042 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-6dfcf6cc-c877-407e-933f-f0288c209c1a tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471716 Jan 28 05:44:49.596470 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 38522edd-9d8a-4d74-9a98-f5684d5c33c3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=38522edd-9d8a-4d74-9a98-f5684d5c33c3,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:49.668801 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:49.681187 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30e37537-b26d-484c-8ae2-c8fb9446b0c2 req-92144079-0983-476b-b2b2-6e068f330380 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329605 Jan 28 05:44:49.699723 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf58e37b-35e1-4d74-aefa-0de747a28e85 req-8d126c0a-d1dd-438e-bca9-ef045c4b28be service neutron] 10.222.0.64 "GET /v2.0/networks/d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670908 Jan 28 05:44:49.740895 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=38522edd-9d8a-4d74-9a98-f5684d5c33c3,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:49.769114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d91f37-eed8-4a37-b3d1-e19c8f1fe1ae req-b0fbf843-76c5-4a71-8302-88a1d53caaf8 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:49.774685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d91f37-eed8-4a37-b3d1-e19c8f1fe1ae req-b0fbf843-76c5-4a71-8302-88a1d53caaf8 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:49.780648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d91f37-eed8-4a37-b3d1-e19c8f1fe1ae req-b0fbf843-76c5-4a71-8302-88a1d53caaf8 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:49.781912 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13371e02-d4de-46bc-978a-1076d4baa633 x-openstack-request-id: req-13371e02-d4de-46bc-978a-1076d4baa633 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:49.782458 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f053da-0a59-4f4a-a3f8-748344210e64", "name": "network-vif-plugged", "status": "completed", "tag": "a560c574-6f65-4902-add9-69281a6b84de", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:49.782637 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74d91f37-eed8-4a37-b3d1-e19c8f1fe1ae req-b0fbf843-76c5-4a71-8302-88a1d53caaf8 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2417 time: 0.1313138 Jan 28 05:44:49.783476 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13371e02-d4de-46bc-978a-1076d4baa633 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:49.784264 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f053da-0a59-4f4a-a3f8-748344210e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a560c574-6f65-4902-add9-69281a6b84de', 'code': 200} Jan 28 05:44:49.789083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-e8b3c665-95dd-45e6-987c-f42a13cc0a1f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:49.790630 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-e8b3c665-95dd-45e6-987c-f42a13cc0a1f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170558 Jan 28 05:44:49.827116 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-14a9f789-846e-42d3-9e72-64fef75b5381 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Request body: {'port': {'device_id': 'b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '5fbf3f893d5942abbf53fba6927e26e2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:49.915836 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74d91f37-eed8-4a37-b3d1-e19c8f1fe1ae req-a4ef1e7f-9b69-4e64-a37c-e5338c5276eb tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242065 Jan 28 05:44:49.928112 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b05608-9bb2-4b5c-967d-1a6915681a04 req-074ffd54-5a04-4b0a-adbc-cf9d8dbc7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:49.929676 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-35b05608-9bb2-4b5c-967d-1a6915681a04 req-074ffd54-5a04-4b0a-adbc-cf9d8dbc7b69 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=37f053da-0a59-4f4a-a3f8-748344210e64 HTTP/1.1" status: 200 len: 1102 time: 0.0441906 Jan 28 05:44:49.975681 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc6af0-2511-40bf-a1d9-143928fbbb0a req-eedbfc12-f10e-417a-90c3-0e42a4f48a1c tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:49.977218 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70bc6af0-2511-40bf-a1d9-143928fbbb0a req-eedbfc12-f10e-417a-90c3-0e42a4f48a1c tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 944 time: 0.1281617 Jan 28 05:44:49.992414 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-35b05608-9bb2-4b5c-967d-1a6915681a04 req-636a13de-2359-43de-9ae7-768e335e146a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d9183f2f-3745-48c9-8ca8-0f8c9a9e8781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513828 Jan 28 05:44:50.072599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70bc6af0-2511-40bf-a1d9-143928fbbb0a req-469d9d9a-cebd-4e74-93f3-64795a635398 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889134 Jan 28 05:44:50.089562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befd213-2a8a-49f0-a424-fe527221b4ee req-963d2732-a93d-47ae-8cc9-6c0b402265aa tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:50.095772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3befd213-2a8a-49f0-a424-fe527221b4ee req-963d2732-a93d-47ae-8cc9-6c0b402265aa tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.0908260 Jan 28 05:44:50.151976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-14a9f789-846e-42d3-9e72-64fef75b5381 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Made reservation on behalf of 5fbf3f893d5942abbf53fba6927e26e2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:44:50.155781 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-14a9f789-846e-42d3-9e72-64fef75b5381 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:50.160307 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3befd213-2a8a-49f0-a424-fe527221b4ee req-33f382ac-535b-4e92-ae06-a6bfc6969d09 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584881 Jan 28 05:44:50.256931 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df90dbf-6809-4e88-b71a-397581065d67 req-d903c8dd-acae-4906-9078-4aff4715e120 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:50.258416 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8df90dbf-6809-4e88-b71a-397581065d67 req-d903c8dd-acae-4906-9078-4aff4715e120 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=65ca45f7-f25a-41c3-ae78-834b97ee18bb HTTP/1.1" status: 200 len: 945 time: 0.1196353 Jan 28 05:44:50.355753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb72dd-24fb-4bde-a971-98baad6ea793 req-762740a2-561c-41b7-8343-26eec1f10cdf tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:50.357277 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5adb72dd-24fb-4bde-a971-98baad6ea793 req-762740a2-561c-41b7-8343-26eec1f10cdf tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1215372 Jan 28 05:44:50.407543 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8df90dbf-6809-4e88-b71a-397581065d67 req-1f424be4-3062-47b2-955f-43fa82292aba tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269243 Jan 28 05:44:50.418150 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-14a9f789-846e-42d3-9e72-64fef75b5381 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Allocated IP 192.168.233.86 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/f7ee5058-ccac-46c4-9d30-5a71fc24a2ec) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:44:50.455887 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5adb72dd-24fb-4bde-a971-98baad6ea793 req-1c6e0655-b01a-4dff-ad80-eb6fd11cb6b5 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893850 Jan 28 05:44:50.594928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26dee428-e2ef-4307-a60e-e7aa24af1e73 req-1d20dc32-aee5-4630-aae9-1c53c14cd108 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 210 time: 0.0627093 Jan 28 05:44:50.605645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ac83a-b2d3-4dea-9e42-2fd142459e7f req-49f859d1-2086-4484-8f4c-0a41a30c8b33 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:50.607397 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b2ac83a-b2d3-4dea-9e42-2fd142459e7f req-49f859d1-2086-4484-8f4c-0a41a30c8b33 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/ports?device_id=37f053da-0a59-4f4a-a3f8-748344210e64 HTTP/1.1" status: 200 len: 950 time: 0.1393111 Jan 28 05:44:50.687913 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-14a9f789-846e-42d3-9e72-64fef75b5381 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks [] for port (f7ee5058-ccac-46c4-9d30-5a71fc24a2ec), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:50.699186 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b2ac83a-b2d3-4dea-9e42-2fd142459e7f req-c667d1f8-3efc-4a48-a863-9668a07be8c9 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9183f2f-3745-48c9-8ca8-0f8c9a9e8781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817070 Jan 28 05:44:50.811681 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61845e-6006-4ee1-b262-d98746592efb req-a07839f0-0511-492e-8513-6697907bf191 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:50.813160 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf61845e-6006-4ee1-b262-d98746592efb req-a07839f0-0511-492e-8513-6697907bf191 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 948 time: 0.0519934 Jan 28 05:44:50.815359 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-14a9f789-846e-42d3-9e72-64fef75b5381 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f7ee5058-ccac-46c4-9d30-5a71fc24a2ec), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:50.850529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['29c76cb7-72b3-4c01-b7b9-23bd7536f4a4'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:50.871875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-14a9f789-846e-42d3-9e72-64fef75b5381 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:44:50.876687 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-14a9f789-846e-42d3-9e72-64fef75b5381 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:44:50.880638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-14a9f789-846e-42d3-9e72-64fef75b5381 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:44:50.893597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['90541f7f-a766-410e-b604-6c14a5872317', '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c', '4076125d-ed0a-4bd4-8351-f36b18b575e6', '730c6fba-2781-44d1-a564-f5fd0cfdc7cc'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:50.917477 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9f789-846e-42d3-9e72-64fef75b5381 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Pushing event updated for resources: {'Port': ['ID=f7ee5058-ccac-46c4-9d30-5a71fc24a2ec,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:50.934556 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 38522edd-9d8a-4d74-9a98-f5684d5c33c3 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:44:50.965342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-14a9f789-846e-42d3-9e72-64fef75b5381 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:50.965983 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-14a9f789-846e-42d3-9e72-64fef75b5381 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:51.002952 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf61845e-6006-4ee1-b262-d98746592efb req-414aa30b-45c2-4495-8ebb-5cef5877eb3c tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794033 Jan 28 05:44:51.119322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-14a9f789-846e-42d3-9e72-64fef75b5381 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2970781 Jan 28 05:44:51.165172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Request body: {'port': {'device_id': 'b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:44:51.198188 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 38522edd-9d8a-4d74-9a98-f5684d5c33c3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=38522edd-9d8a-4d74-9a98-f5684d5c33c3,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:51.215985 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1b81c-88c0-4fd2-a4e3-a3e84ea65240 req-2e345d38-5edc-49ba-8298-fffe9df93123 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:51.221511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1b81c-88c0-4fd2-a4e3-a3e84ea65240 req-2e345d38-5edc-49ba-8298-fffe9df93123 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:51.226925 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1b81c-88c0-4fd2-a4e3-a3e84ea65240 req-2e345d38-5edc-49ba-8298-fffe9df93123 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:51.228582 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9bc1b81c-88c0-4fd2-a4e3-a3e84ea65240 req-2e345d38-5edc-49ba-8298-fffe9df93123 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2417 time: 0.1790531 Jan 28 05:44:51.228937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '38522edd-9d8a-4d74-9a98-f5684d5c33c3', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '38522edd-9d8a-4d74-9a98-f5684d5c33c3', 'mac_address': 'fa:16:3e:39:8d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:44:51.298351 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d09892-7c82-4574-a975-d1510e5e19be req-51c074fa-61e8-4768-9fc1-35b35d3cc8ed tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:51.299848 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93d09892-7c82-4574-a975-d1510e5e19be req-51c074fa-61e8-4768-9fc1-35b35d3cc8ed tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=65ca45f7-f25a-41c3-ae78-834b97ee18bb HTTP/1.1" status: 200 len: 945 time: 0.1787784 Jan 28 05:44:51.320194 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f7ee5058-ccac-46c4-9d30-5a71fc24a2ec), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:51.333407 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9bc1b81c-88c0-4fd2-a4e3-a3e84ea65240 req-c6ad131e-b517-49ff-9a84-f81dfbf5045f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927210 Jan 28 05:44:51.339913 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:51.347799 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:51.361804 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2b0c9e47-2f96-4f3c-9e91-24f4b2b92d15 None None] Provisioning complete for port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:51.362327 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b0c9e47-2f96-4f3c-9e91-24f4b2b92d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f7ee5058-ccac-46c4-9d30-5a71fc24a2ec), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:51.393629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38522edd-9d8a-4d74-9a98-f5684d5c33c3 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:51.425326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93d09892-7c82-4574-a975-d1510e5e19be req-fa224acc-36d3-4346-99e0-f55e9629df24 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008122 Jan 28 05:44:51.448435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 38522edd-9d8a-4d74-9a98-f5684d5c33c3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=38522edd-9d8a-4d74-9a98-f5684d5c33c3,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:51.449904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c9e47-2f96-4f3c-9e91-24f4b2b92d15 None None] Port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:44:51.532832 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:51.610707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=38522edd-9d8a-4d74-9a98-f5684d5c33c3,revision_number=10']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:51.663176 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-033c3f68-840c-43c4-bd56-8dab522a3126 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:51.668483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-033c3f68-840c-43c4-bd56-8dab522a3126 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:51.674404 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-033c3f68-840c-43c4-bd56-8dab522a3126 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:51.676167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-033c3f68-840c-43c4-bd56-8dab522a3126 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.64 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 2417 time: 0.2489443 Jan 28 05:44:51.739282 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99813fb0-7f63-48e5-8553-311226509564 req-b588188b-9f7f-4916-86a7-f9b26f2ce63f tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:51.740913 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-99813fb0-7f63-48e5-8553-311226509564 req-b588188b-9f7f-4916-86a7-f9b26f2ce63f tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 944 time: 0.2087467 Jan 28 05:44:51.756733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0380ba-5ab9-426c-a549-a1dfb5ecf9bf req-74dfd200-aaf4-45a2-ad6f-d9fa1f9a4117 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:51.758242 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d0380ba-5ab9-426c-a549-a1dfb5ecf9bf req-74dfd200-aaf4-45a2-ad6f-d9fa1f9a4117 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.2250035 Jan 28 05:44:51.786011 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38522edd-9d8a-4d74-9a98-f5684d5c33c3'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:51.789067 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea62efd7-f262-4b8c-a4e0-08e049f69811" -d '{"events": [{"server_uuid": "a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c", "name": "network-vif-unplugged", "status": "completed", "tag": "38522edd-9d8a-4d74-9a98-f5684d5c33c3"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:51.913494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-99813fb0-7f63-48e5-8553-311226509564 req-1ba402aa-7354-429a-818c-af52dd47a67a tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541486 Jan 28 05:44:51.943244 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d0380ba-5ab9-426c-a549-a1dfb5ecf9bf req-cffc9a5d-3012-4939-a91a-5cb8fbaedbfd tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706538 Jan 28 05:44:51.959316 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ee5058-ccac-46c4-9d30-5a71fc24a2ec {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:51.985586 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Publish callbacks [] for port (f7ee5058-ccac-46c4-9d30-5a71fc24a2ec), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:51.985586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-6197fa99-3855-43c5-a0e2-4569911578ac tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Deleting port f8850885-06bb-45f1-ad51-232366139445 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:51.985586 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-6197fa99-3855-43c5-a0e2-4569911578ac tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f8850885-06bb-45f1-ad51-232366139445), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:51.995080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['38522edd-9d8a-4d74-9a98-f5684d5c33c3'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:52.060141 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Transition to ACTIVE for port object f7ee5058-ccac-46c4-9d30-5a71fc24a2ec will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:44:52.140793 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (f7ee5058-ccac-46c4-9d30-5a71fc24a2ec), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:52.154609 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9d93a-8f99-4545-906d-8e2fcfd7a102 req-ffcf56d1-8e96-4b4c-957f-314309b8cc94 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:52.155883 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-14f9d93a-8f99-4545-906d-8e2fcfd7a102 req-ffcf56d1-8e96-4b4c-957f-314309b8cc94 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1549246 Jan 28 05:44:52.191590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0065d-a543-4dc6-b70e-0211a0510f49 req-56dc5748-24f1-4056-938b-90839bcd7a2d tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:52.192947 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7e0065d-a543-4dc6-b70e-0211a0510f49 req-56dc5748-24f1-4056-938b-90839bcd7a2d tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 935 time: 0.1460698 Jan 28 05:44:52.220219 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-6197fa99-3855-43c5-a0e2-4569911578ac tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] For port f8850885-06bb-45f1-ad51-232366139445, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f8850885-06bb-45f1-ad51-232366139445,segment=NetworkSegment(45b68c9b-7da2-4f22-b854-276e8cc8b5d9),segment_id=45b68c9b-7da2-4f22-b854-276e8cc8b5d9)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:52.220846 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-6197fa99-3855-43c5-a0e2-4569911578ac tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f8850885-06bb-45f1-ad51-232366139445), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:52.265834 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-6197fa99-3855-43c5-a0e2-4569911578ac tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Calling delete_port for f8850885-06bb-45f1-ad51-232366139445 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:52.280284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ee5058-ccac-46c4-9d30-5a71fc24a2ec,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:52.404107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-14f9d93a-8f99-4545-906d-8e2fcfd7a102 req-dc498b16-7c06-43fc-bd85-4259b4ea816f tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101617 Jan 28 05:44:52.414587 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7e0065d-a543-4dc6-b70e-0211a0510f49 req-35613731-1ef9-4532-9dd4-63b7c45b18fe tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094004 Jan 28 05:44:52.469092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Attempting to bind port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:44:52.469431 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Attempting to bind port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:44:52.469767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Attempting to bind port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:52.479500 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:44:52.479784 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Attempting to bind port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:44:52.491637 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf7beab-6778-4088-912e-146b6b3acd16 x-openstack-request-id: req-2bf7beab-6778-4088-912e-146b6b3acd16 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:52.492007 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c", "name": "network-vif-unplugged", "status": "completed", "tag": "38522edd-9d8a-4d74-9a98-f5684d5c33c3", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:52.492677 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2bf7beab-6778-4088-912e-146b6b3acd16 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:52.492677 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38522edd-9d8a-4d74-9a98-f5684d5c33c3', 'code': 200} Jan 28 05:44:52.520279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:44:52.520619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:44:52.521005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:44:52.521449 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Bound port: f7ee5058-ccac-46c4-9d30-5a71fc24a2ec, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:44:52.521813 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f7ee5058-ccac-46c4-9d30-5a71fc24a2ec), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:52.650174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782da97-44fe-4dd6-be50-096f74580816 req-1462f06d-7fba-49b8-a3fa-1261b0963011 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:52.651781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f782da97-44fe-4dd6-be50-096f74580816 req-1462f06d-7fba-49b8-a3fa-1261b0963011 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/ports?device_id=37f053da-0a59-4f4a-a3f8-748344210e64 HTTP/1.1" status: 200 len: 950 time: 0.1732752 Jan 28 05:44:52.708010 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d55e0-1f93-4ffc-8817-f04dbc0548d8 req-348bc567-2ec2-43b1-ac40-60acd27e732c tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:52.709424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e36d55e0-1f93-4ffc-8817-f04dbc0548d8 req-348bc567-2ec2-43b1-ac40-60acd27e732c tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.1427357 Jan 28 05:44:52.711720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] For port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:44:52.757599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f782da97-44fe-4dd6-be50-096f74580816 req-cc1187f3-73ba-4193-88cc-23d0de05b809 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9183f2f-3745-48c9-8ca8-0f8c9a9e8781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945625 Jan 28 05:44:52.796494 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-6197fa99-3855-43c5-a0e2-4569911578ac tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f8850885-06bb-45f1-ad51-232366139445), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:52.805148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] For port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f7ee5058-ccac-46c4-9d30-5a71fc24a2ec,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:44:52.838738 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e36d55e0-1f93-4ffc-8817-f04dbc0548d8 req-8627450a-5e3d-478d-8113-fba2a090a1d2 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133392 Jan 28 05:44:52.839865 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197fa99-3855-43c5-a0e2-4569911578ac tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event deleted for resources: {'Port': ['ID=f8850885-06bb-45f1-ad51-232366139445,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:52.911595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-6197fa99-3855-43c5-a0e2-4569911578ac tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] No DVR routers for this DVR port f8850885-06bb-45f1-ad51-232366139445 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:44:52.920686 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (f7ee5058-ccac-46c4-9d30-5a71fc24a2ec), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:52.920686 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-6197fa99-3855-43c5-a0e2-4569911578ac tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:52.921328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-6197fa99-3855-43c5-a0e2-4569911578ac tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.64 "DELETE /v2.0/ports/f8850885-06bb-45f1-ad51-232366139445 HTTP/1.1" status: 204 len: 173 time: 1.2366154 Jan 28 05:44:52.923510 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'name': 'network-vif-deleted', 'tag': 'f8850885-06bb-45f1-ad51-232366139445'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:52.925825 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c14090-b470-4493-9f52-6b54bc6ef9d8" -d '{"events": [{"server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "name": "network-vif-deleted", "tag": "f8850885-06bb-45f1-ad51-232366139445"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:53.022238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:53.022883 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:53.024276 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-ee2c864b-f428-4060-af55-69f208253129 service neutron] 10.222.0.60 "PUT /v2.0/ports/f7ee5058-ccac-46c4-9d30-5a71fc24a2ec HTTP/1.1" status: 200 len: 1096 time: 1.8655190 Jan 28 05:44:53.070739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaef21-f372-4cb0-a8a4-296779663040 req-c91f419d-6051-4583-b9eb-f9431430cab2 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:53.076598 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaef21-f372-4cb0-a8a4-296779663040 req-c91f419d-6051-4583-b9eb-f9431430cab2 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:53.084081 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cbaef21-f372-4cb0-a8a4-296779663040 req-c91f419d-6051-4583-b9eb-f9431430cab2 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 1682 time: 0.2364180 Jan 28 05:44:53.106448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c864b-f428-4060-af55-69f208253129 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ee5058-ccac-46c4-9d30-5a71fc24a2ec,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:53.163458 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5ff13-2ea0-483b-ac4f-0337b97d1115 req-da2a0402-846a-40bd-bf17-586654270647 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:53.165139 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-02c5ff13-2ea0-483b-ac4f-0337b97d1115 req-da2a0402-846a-40bd-bf17-586654270647 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=65ca45f7-f25a-41c3-ae78-834b97ee18bb HTTP/1.1" status: 200 len: 945 time: 0.2261422 Jan 28 05:44:53.525849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-8b0b9fde-0d93-4a8a-ab53-dcbdf6c7c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:53.527365 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-8b0b9fde-0d93-4a8a-ab53-dcbdf6c7c6e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 1099 time: 0.3330581 Jan 28 05:44:53.577452 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cbaef21-f372-4cb0-a8a4-296779663040 req-99950606-194d-47ad-9f76-2cde76c9b097 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924884 Jan 28 05:44:53.579272 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-22f87f03-66a9-4e90-b7ea-f9572f3977ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=f7ee5058-ccac-46c4-9d30-5a71fc24a2ec HTTP/1.1" status: 200 len: 217 time: 0.0375259 Jan 28 05:44:53.621987 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-02c5ff13-2ea0-483b-ac4f-0337b97d1115 req-9ebd844c-7601-4d70-8268-a64ff96b27d2 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451277 Jan 28 05:44:53.624958 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-9dc97404-9a68-4a3c-8bb5-a52498d2ca05 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Deleting port d2143329-10bb-4d31-97d1-61267321a38b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:53.625291 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-9dc97404-9a68-4a3c-8bb5-a52498d2ca05 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (d2143329-10bb-4d31-97d1-61267321a38b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:53.640342 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-d08dd87a-7ba1-4250-8166-dd2d6fb904b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:53.641952 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-d08dd87a-7ba1-4250-8166-dd2d6fb904b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0550647 Jan 28 05:44:53.651592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0be3a-8d86-44e0-9440-2f2814483371 req-d6f11c5d-811e-41b7-8cb5-4e88d06d99fe tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:53.653155 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10a0be3a-8d86-44e0-9440-2f2814483371 req-d6f11c5d-811e-41b7-8cb5-4e88d06d99fe tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "GET /v2.0/ports?device_id=65ca45f7-f25a-41c3-ae78-834b97ee18bb HTTP/1.1" status: 200 len: 945 time: 0.4676445 Jan 28 05:44:53.702609 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f341bd31-75ae-4533-b8e3-25f6f6fac5b3 x-openstack-request-id: req-f341bd31-75ae-4533-b8e3-25f6f6fac5b3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:53.702914 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "name": "network-vif-deleted", "tag": "f8850885-06bb-45f1-ad51-232366139445", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:53.703777 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f341bd31-75ae-4533-b8e3-25f6f6fac5b3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:53.704202 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'name': 'network-vif-deleted', 'tag': 'f8850885-06bb-45f1-ad51-232366139445', 'status': 'completed', 'code': 200} Jan 28 05:44:53.734728 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-331a1781-9786-40ec-b6c2-4e29e8409874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:53.736340 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-331a1781-9786-40ec-b6c2-4e29e8409874 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0843065 Jan 28 05:44:53.835562 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-2e4a44e2-93af-420e-8845-a1693a25e89a service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908270 Jan 28 05:44:53.840294 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-9dc97404-9a68-4a3c-8bb5-a52498d2ca05 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] For port d2143329-10bb-4d31-97d1-61267321a38b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=d2143329-10bb-4d31-97d1-61267321a38b,segment=NetworkSegment(013faf2d-27cb-4d8c-ac5b-997be476c235),segment_id=013faf2d-27cb-4d8c-ac5b-997be476c235)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:53.844855 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-9dc97404-9a68-4a3c-8bb5-a52498d2ca05 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (d2143329-10bb-4d31-97d1-61267321a38b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:53.867627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-9dc97404-9a68-4a3c-8bb5-a52498d2ca05 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Calling delete_port for d2143329-10bb-4d31-97d1-61267321a38b owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:53.885071 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857a426-1111-41ac-83ce-ff7f2f9648d8 req-a8da73ee-a246-49f7-a102-08750032acd4 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:53.886593 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c857a426-1111-41ac-83ce-ff7f2f9648d8 req-a8da73ee-a246-49f7-a102-08750032acd4 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 944 time: 0.0988414 Jan 28 05:44:53.942088 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e9a1ecfa-9817-4ad9-9fdb-691221a56d50 req-680c5a45-a370-4246-8e0e-33765da4d87d service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978339 Jan 28 05:44:53.945082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-10a0be3a-8d86-44e0-9440-2f2814483371 req-a2a13ec8-16bb-4e36-8616-bfc4d449535f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Deleting port ec50f88d-1766-4fb7-81df-35c7ad1aa1ac {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:53.945433 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-10a0be3a-8d86-44e0-9440-2f2814483371 req-a2a13ec8-16bb-4e36-8616-bfc4d449535f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ec50f88d-1766-4fb7-81df-35c7ad1aa1ac), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:54.047574 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c857a426-1111-41ac-83ce-ff7f2f9648d8 req-d720cf27-17b1-4865-9f11-92824044b3fe tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508772 Jan 28 05:44:54.195041 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-10a0be3a-8d86-44e0-9440-2f2814483371 req-a2a13ec8-16bb-4e36-8616-bfc4d449535f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] For port ec50f88d-1766-4fb7-81df-35c7ad1aa1ac, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ec50f88d-1766-4fb7-81df-35c7ad1aa1ac,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:54.195412 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-10a0be3a-8d86-44e0-9440-2f2814483371 req-a2a13ec8-16bb-4e36-8616-bfc4d449535f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ec50f88d-1766-4fb7-81df-35c7ad1aa1ac), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:54.215135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15e6b8-9317-4266-9688-013749900f8a req-7e2e05ee-70dd-4f4c-933a-a07d97fed057 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:54.217261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b15e6b8-9317-4266-9688-013749900f8a req-7e2e05ee-70dd-4f4c-933a-a07d97fed057 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.1754746 Jan 28 05:44:54.234329 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-10a0be3a-8d86-44e0-9440-2f2814483371 req-a2a13ec8-16bb-4e36-8616-bfc4d449535f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Calling delete_port for ec50f88d-1766-4fb7-81df-35c7ad1aa1ac owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:54.308254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b439de-ef11-4998-9489-b7121c4ba726 req-29386e4f-8b70-4251-8fe7-43056a2833d4 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:54.309660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4b439de-ef11-4998-9489-b7121c4ba726 req-29386e4f-8b70-4251-8fe7-43056a2833d4 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 947 time: 0.1954768 Jan 28 05:44:54.342117 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-9dc97404-9a68-4a3c-8bb5-a52498d2ca05 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (d2143329-10bb-4d31-97d1-61267321a38b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:54.364780 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b15e6b8-9317-4266-9688-013749900f8a req-d9e007a1-8ea3-4c1e-b52d-5efd10811c20 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411364 Jan 28 05:44:54.404847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc97404-9a68-4a3c-8bb5-a52498d2ca05 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event deleted for resources: {'Port': ['ID=d2143329-10bb-4d31-97d1-61267321a38b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:54.419706 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device f8850885-06bb-45f1-ad51-232366139445 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:44:54.453297 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: f8850885-06bb-45f1-ad51-232366139445 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:44:54.453941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device f8850885-06bb-45f1-ad51-232366139445 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:44:54.454851 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device d2143329-10bb-4d31-97d1-61267321a38b no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:44:54.466291 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4b439de-ef11-4998-9489-b7121c4ba726 req-4c47a3f6-e79c-4e58-a830-48d0dc8a1119 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486096 Jan 28 05:44:54.482155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: d2143329-10bb-4d31-97d1-61267321a38b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:44:54.482835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device d2143329-10bb-4d31-97d1-61267321a38b not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:44:54.483504 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device dc74caa6-c0e9-4c76-9786-80624c57d593 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:44:54.500893 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-9dc97404-9a68-4a3c-8bb5-a52498d2ca05 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] No DVR routers for this DVR port d2143329-10bb-4d31-97d1-61267321a38b on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:44:54.503221 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-9dc97404-9a68-4a3c-8bb5-a52498d2ca05 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:54.507656 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-9dc97404-9a68-4a3c-8bb5-a52498d2ca05 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.64 "DELETE /v2.0/ports/d2143329-10bb-4d31-97d1-61267321a38b HTTP/1.1" status: 204 len: 173 time: 1.5776880 Jan 28 05:44:54.593591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port dc74caa6-c0e9-4c76-9786-80624c57d593 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:54.594047 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dc74caa6-c0e9-4c76-9786-80624c57d593), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:54.620987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc74caa6-c0e9-4c76-9786-80624c57d593'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:54.624704 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57093c9a-64c1-46bc-a3e2-8e1efe934156" -d '{"events": [{"server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "name": "network-vif-unplugged", "status": "completed", "tag": "dc74caa6-c0e9-4c76-9786-80624c57d593"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:54.641678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port dc74caa6-c0e9-4c76-9786-80624c57d593, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=dc74caa6-c0e9-4c76-9786-80624c57d593,segment=NetworkSegment(013faf2d-27cb-4d8c-ac5b-997be476c235),segment_id=013faf2d-27cb-4d8c-ac5b-997be476c235)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:54.666067 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9ab43-9d57-4b61-9881-1ad64bb4e3ec req-3e97abba-1ea0-4145-9bc7-fe2869578100 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:54.667691 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23c9ab43-9d57-4b61-9881-1ad64bb4e3ec req-3e97abba-1ea0-4145-9bc7-fe2869578100 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.2188315 Jan 28 05:44:54.708683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f007323-7f15-4ef9-ab88-a88f203c5bf6 req-232d5fb9-06c2-4c25-9a9a-6ba4516d9565 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:54.710736 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f007323-7f15-4ef9-ab88-a88f203c5bf6 req-232d5fb9-06c2-4c25-9a9a-6ba4516d9565 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 950 time: 0.1363113 Jan 28 05:44:54.734395 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dc74caa6-c0e9-4c76-9786-80624c57d593), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:54.763864 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23c9ab43-9d57-4b61-9881-1ad64bb4e3ec req-7b5ffb1c-260d-45ff-86da-cfe91d25d9fc tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884812 Jan 28 05:44:54.779847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-01c57fd5-8284-478b-bf71-8b56c2ca0192 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Deleting port dc74caa6-c0e9-4c76-9786-80624c57d593 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:54.779847 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-01c57fd5-8284-478b-bf71-8b56c2ca0192 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (dc74caa6-c0e9-4c76-9786-80624c57d593), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:54.783559 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-10a0be3a-8d86-44e0-9440-2f2814483371 req-a2a13ec8-16bb-4e36-8616-bfc4d449535f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ec50f88d-1766-4fb7-81df-35c7ad1aa1ac), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:54.800794 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=dc74caa6-c0e9-4c76-9786-80624c57d593,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:54.820926 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:54.823622 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['3aeaa96d-c620-4d93-b90f-11688bd39ac8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:54.854555 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['eca32a58-6227-49c3-bf70-9c2323c81755', 'ec50f88d-1766-4fb7-81df-35c7ad1aa1ac'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:54.882254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a13ec8-16bb-4e36-8616-bfc4d449535f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Pushing event deleted for resources: {'Port': ['ID=ec50f88d-1766-4fb7-81df-35c7ad1aa1ac,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:54.890351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f007323-7f15-4ef9-ab88-a88f203c5bf6 req-2eff00c0-3659-4848-a11c-59ec67fd5ff2 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660204 Jan 28 05:44:54.948355 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 38522edd-9d8a-4d74-9a98-f5684d5c33c3 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:44:54.969478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a0be3a-8d86-44e0-9440-2f2814483371 req-a2a13ec8-16bb-4e36-8616-bfc4d449535f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] No DVR routers for this DVR port ec50f88d-1766-4fb7-81df-35c7ad1aa1ac on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:44:54.977324 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-10a0be3a-8d86-44e0-9440-2f2814483371 req-a2a13ec8-16bb-4e36-8616-bfc4d449535f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:54.980611 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10a0be3a-8d86-44e0-9440-2f2814483371 req-a2a13ec8-16bb-4e36-8616-bfc4d449535f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "DELETE /v2.0/ports/ec50f88d-1766-4fb7-81df-35c7ad1aa1ac HTTP/1.1" status: 204 len: 173 time: 1.3214347 Jan 28 05:44:55.022913 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-01c57fd5-8284-478b-bf71-8b56c2ca0192 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] For port dc74caa6-c0e9-4c76-9786-80624c57d593, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=dc74caa6-c0e9-4c76-9786-80624c57d593,segment=NetworkSegment(013faf2d-27cb-4d8c-ac5b-997be476c235),segment_id=013faf2d-27cb-4d8c-ac5b-997be476c235)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:55.023290 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-01c57fd5-8284-478b-bf71-8b56c2ca0192 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (dc74caa6-c0e9-4c76-9786-80624c57d593), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:55.047621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e43d33-4dbb-47a0-a3ed-284edfbde15d req-8a150fa5-ab97-4459-9159-d555611685d7 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:55.049132 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3e43d33-4dbb-47a0-a3ed-284edfbde15d req-8a150fa5-ab97-4459-9159-d555611685d7 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/ports?device_id=37f053da-0a59-4f4a-a3f8-748344210e64 HTTP/1.1" status: 200 len: 950 time: 0.2029366 Jan 28 05:44:55.051825 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-01c57fd5-8284-478b-bf71-8b56c2ca0192 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Calling delete_port for dc74caa6-c0e9-4c76-9786-80624c57d593 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:55.092088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:44:55.092468 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:55.094118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58742e-86fb-415a-891f-d66b5d572878 req-62d5d8d6-5cfc-4051-a220-9a87bb3803f7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:55.095917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc58742e-86fb-415a-891f-d66b5d572878 req-62d5d8d6-5cfc-4051-a220-9a87bb3803f7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 944 time: 0.1300132 Jan 28 05:44:55.177387 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3e43d33-4dbb-47a0-a3ed-284edfbde15d req-9cdd46f7-c555-4e37-8127-159c25990b54 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9183f2f-3745-48c9-8ca8-0f8c9a9e8781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181600 Jan 28 05:44:55.237891 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08b9c6f-e12b-4653-86fc-c1fb3633b1af x-openstack-request-id: req-d08b9c6f-e12b-4653-86fc-c1fb3633b1af {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:55.238245 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "name": "network-vif-unplugged", "status": "completed", "tag": "dc74caa6-c0e9-4c76-9786-80624c57d593", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:55.238620 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d08b9c6f-e12b-4653-86fc-c1fb3633b1af {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:55.239106 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc74caa6-c0e9-4c76-9786-80624c57d593', 'code': 200} Jan 28 05:44:55.239915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:55.240539 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:55.245471 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc58742e-86fb-415a-891f-d66b5d572878 req-2f1a2d17-2436-42be-9dec-a0784293004d tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092780 Jan 28 05:44:55.277436 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 38522edd-9d8a-4d74-9a98-f5684d5c33c3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=38522edd-9d8a-4d74-9a98-f5684d5c33c3,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:55.353786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-969623cb-2ddc-4833-b024-6dde95411bab req-8ba381f7-ec72-446f-8b94-6d736afe5820 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=65ca45f7-f25a-41c3-ae78-834b97ee18bb HTTP/1.1" status: 200 len: 210 time: 0.0551527 Jan 28 05:44:55.388532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eec337-8643-4faa-88fa-be371fb7a91f req-60e4e55a-cdf3-4c81-97a2-db5416af48ce tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:55.390200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86eec337-8643-4faa-88fa-be371fb7a91f req-60e4e55a-cdf3-4c81-97a2-db5416af48ce tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 944 time: 0.0930612 Jan 28 05:44:55.398582 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:55.455492 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-01c57fd5-8284-478b-bf71-8b56c2ca0192 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (dc74caa6-c0e9-4c76-9786-80624c57d593), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:55.456791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=38522edd-9d8a-4d74-9a98-f5684d5c33c3,revision_number=11']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:55.485517 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86eec337-8643-4faa-88fa-be371fb7a91f req-64717602-0c05-4141-aa43-a401185c26f5 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891879 Jan 28 05:44:55.521798 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c57fd5-8284-478b-bf71-8b56c2ca0192 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event deleted for resources: {'Port': ['ID=dc74caa6-c0e9-4c76-9786-80624c57d593,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:55.574895 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-01c57fd5-8284-478b-bf71-8b56c2ca0192 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] No DVR routers for this DVR port dc74caa6-c0e9-4c76-9786-80624c57d593 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:44:55.577989 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-01c57fd5-8284-478b-bf71-8b56c2ca0192 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:55.581819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59b5fd93-bf73-4cd9-9e27-34914219bbc8 req-01c57fd5-8284-478b-bf71-8b56c2ca0192 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.64 "DELETE /v2.0/ports/dc74caa6-c0e9-4c76-9786-80624c57d593 HTTP/1.1" status: 204 len: 173 time: 1.0629854 Jan 28 05:44:55.594458 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d042d-cbe2-4bde-aafa-a2bda8db08aa req-8364e813-ae31-4295-bf84-d018c4492ba6 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:55.596400 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a0d042d-cbe2-4bde-aafa-a2bda8db08aa req-8364e813-ae31-4295-bf84-d018c4492ba6 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.1551743 Jan 28 05:44:55.688550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30ea9d-1ec5-44ff-99be-8248801161ab req-b07691e7-db41-41ad-ab02-eb19c7f3f552 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:55.690176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d30ea9d-1ec5-44ff-99be-8248801161ab req-b07691e7-db41-41ad-ab02-eb19c7f3f552 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 947 time: 0.0927870 Jan 28 05:44:55.694666 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a0d042d-cbe2-4bde-aafa-a2bda8db08aa req-951bd8cd-067d-4c2d-9975-0db0d0f1c9e2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881939 Jan 28 05:44:55.712479 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd', 'tag': 'f7ee5058-ccac-46c4-9d30-5a71fc24a2ec'}, {'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'name': 'network-vif-deleted', 'tag': 'd2143329-10bb-4d31-97d1-61267321a38b'}, {'server_uuid': '65ca45f7-f25a-41c3-ae78-834b97ee18bb', 'name': 'network-vif-deleted', 'tag': 'ec50f88d-1766-4fb7-81df-35c7ad1aa1ac'}, {'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'name': 'network-vif-deleted', 'tag': 'dc74caa6-c0e9-4c76-9786-80624c57d593'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:55.712479 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb396b4f-5be8-44a2-8a7c-fb475a966f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd", "tag": "f7ee5058-ccac-46c4-9d30-5a71fc24a2ec"}, {"server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "name": "network-vif-deleted", "tag": "d2143329-10bb-4d31-97d1-61267321a38b"}, {"server_uuid": "65ca45f7-f25a-41c3-ae78-834b97ee18bb", "name": "network-vif-deleted", "tag": "ec50f88d-1766-4fb7-81df-35c7ad1aa1ac"}, {"server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "name": "network-vif-deleted", "tag": "dc74caa6-c0e9-4c76-9786-80624c57d593"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:55.756584 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d30ea9d-1ec5-44ff-99be-8248801161ab req-31e057a7-7e77-41de-948c-1740a4840fcf tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560417 Jan 28 05:44:55.764758 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790d578d-aa8a-4aa3-a66a-b12350941ea9 x-openstack-request-id: req-790d578d-aa8a-4aa3-a66a-b12350941ea9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:55.765070 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd", "tag": "f7ee5058-ccac-46c4-9d30-5a71fc24a2ec", "status": "completed", "code": 200}, {"server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "name": "network-vif-deleted", "tag": "d2143329-10bb-4d31-97d1-61267321a38b", "status": "completed", "code": 200}, {"server_uuid": "65ca45f7-f25a-41c3-ae78-834b97ee18bb", "name": "network-vif-deleted", "tag": "ec50f88d-1766-4fb7-81df-35c7ad1aa1ac", "status": "completed", "code": 200}, {"server_uuid": "948eb2ac-072e-4640-8d2f-8d93a2430847", "name": "network-vif-deleted", "tag": "dc74caa6-c0e9-4c76-9786-80624c57d593", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:55.765333 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-790d578d-aa8a-4aa3-a66a-b12350941ea9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:55.765741 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd', 'tag': 'f7ee5058-ccac-46c4-9d30-5a71fc24a2ec', 'status': 'completed', 'code': 200} Jan 28 05:44:55.765995 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'name': 'network-vif-deleted', 'tag': 'd2143329-10bb-4d31-97d1-61267321a38b', 'status': 'completed', 'code': 200} Jan 28 05:44:55.766248 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ca45f7-f25a-41c3-ae78-834b97ee18bb', 'name': 'network-vif-deleted', 'tag': 'ec50f88d-1766-4fb7-81df-35c7ad1aa1ac', 'status': 'completed', 'code': 200} Jan 28 05:44:55.766524 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948eb2ac-072e-4640-8d2f-8d93a2430847', 'name': 'network-vif-deleted', 'tag': 'dc74caa6-c0e9-4c76-9786-80624c57d593', 'status': 'completed', 'code': 200} Jan 28 05:44:55.884424 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb396b4f-5be8-44a2-8a7c-fb475a966f7b req-f197aa22-0e07-44e2-bdb0-2cb319325e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:55.885915 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb396b4f-5be8-44a2-8a7c-fb475a966f7b req-f197aa22-0e07-44e2-bdb0-2cb319325e62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 1099 time: 0.0715530 Jan 28 05:44:55.902666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd0e55-fd4f-4dda-b067-4ce49bad0432 req-8b8d2adc-0f9a-4e89-b48b-8743e6538936 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:55.904744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2bdd0e55-fd4f-4dda-b067-4ce49bad0432 req-8b8d2adc-0f9a-4e89-b48b-8743e6538936 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.0649900 Jan 28 05:44:56.045159 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2bdd0e55-fd4f-4dda-b067-4ce49bad0432 req-e782696e-1394-46d9-85a1-51d03068d431 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322670 Jan 28 05:44:56.086513 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b3643-66d1-4959-a9e1-c46f8fbe1d45 req-4bb17f2c-44dc-4deb-9ad0-b6a9d5effea0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:56.088216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-256b3643-66d1-4959-a9e1-c46f8fbe1d45 req-4bb17f2c-44dc-4deb-9ad0-b6a9d5effea0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 951 time: 0.1101418 Jan 28 05:44:56.093889 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3874e2f-8da9-4fcd-910d-5db7c58b3ec3 req-0be5ef84-be71-4600-9061-5c2e080df33a tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:56.096459 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c3874e2f-8da9-4fcd-910d-5db7c58b3ec3 req-0be5ef84-be71-4600-9061-5c2e080df33a tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.60 "GET /v2.0/ports?device_id=37f053da-0a59-4f4a-a3f8-748344210e64 HTTP/1.1" status: 200 len: 950 time: 0.0627890 Jan 28 05:44:56.096965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb396b4f-5be8-44a2-8a7c-fb475a966f7b req-5c019ab4-02b2-4f20-8590-8d9483ff795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:56.099419 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb396b4f-5be8-44a2-8a7c-fb475a966f7b req-5c019ab4-02b2-4f20-8590-8d9483ff795c service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1797569 Jan 28 05:44:56.168419 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb396b4f-5be8-44a2-8a7c-fb475a966f7b req-4191f480-5008-4789-bb14-587bccdd24b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=f7ee5058-ccac-46c4-9d30-5a71fc24a2ec HTTP/1.1" status: 200 len: 217 time: 0.0554888 Jan 28 05:44:56.210565 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-c3874e2f-8da9-4fcd-910d-5db7c58b3ec3 req-887e142f-5af8-40cd-b54f-fbd299f1d1a0 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Deleting port a560c574-6f65-4902-add9-69281a6b84de {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:56.210956 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-c3874e2f-8da9-4fcd-910d-5db7c58b3ec3 req-887e142f-5af8-40cd-b54f-fbd299f1d1a0 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a560c574-6f65-4902-add9-69281a6b84de), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:56.238815 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-256b3643-66d1-4959-a9e1-c46f8fbe1d45 req-0529bf31-a556-4606-9bc2-c42c7696825e tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349041 Jan 28 05:44:56.250832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb396b4f-5be8-44a2-8a7c-fb475a966f7b req-ed85e26f-7f2a-4125-b5d6-f934cf7cecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:56.252258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb396b4f-5be8-44a2-8a7c-fb475a966f7b req-ed85e26f-7f2a-4125-b5d6-f934cf7cecfb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0724516 Jan 28 05:44:56.317015 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb396b4f-5be8-44a2-8a7c-fb475a966f7b req-41a21334-d67b-4ee4-83fe-98338bdb1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:56.318812 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb396b4f-5be8-44a2-8a7c-fb475a966f7b req-41a21334-d67b-4ee4-83fe-98338bdb1101 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0599265 Jan 28 05:44:56.368541 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-c3874e2f-8da9-4fcd-910d-5db7c58b3ec3 req-887e142f-5af8-40cd-b54f-fbd299f1d1a0 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] For port a560c574-6f65-4902-add9-69281a6b84de, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a560c574-6f65-4902-add9-69281a6b84de,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:56.368914 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-c3874e2f-8da9-4fcd-910d-5db7c58b3ec3 req-887e142f-5af8-40cd-b54f-fbd299f1d1a0 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a560c574-6f65-4902-add9-69281a6b84de), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:56.385725 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-c3874e2f-8da9-4fcd-910d-5db7c58b3ec3 req-887e142f-5af8-40cd-b54f-fbd299f1d1a0 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Calling delete_port for a560c574-6f65-4902-add9-69281a6b84de owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:56.416983 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f597b43-49d9-4de2-8ce8-24107ca76564 req-3541bfe4-100e-4967-b881-3e4c8c551615 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=948eb2ac-072e-4640-8d2f-8d93a2430847 HTTP/1.1" status: 200 len: 210 time: 0.0674512 Jan 28 05:44:56.458670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960571e9-4913-4bd7-b1d8-03b264a20c7f req-fc5c579c-90a3-42a2-886f-a63e7052f479 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:56.458670 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-960571e9-4913-4bd7-b1d8-03b264a20c7f req-fc5c579c-90a3-42a2-886f-a63e7052f479 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/ports?device_id=37f053da-0a59-4f4a-a3f8-748344210e64 HTTP/1.1" status: 200 len: 950 time: 0.1520102 Jan 28 05:44:56.539040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-960571e9-4913-4bd7-b1d8-03b264a20c7f req-e8b1d9d7-c2e1-49b9-b2ed-bb492b758c56 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9183f2f-3745-48c9-8ca8-0f8c9a9e8781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780063 Jan 28 05:44:56.541247 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb396b4f-5be8-44a2-8a7c-fb475a966f7b req-2fdf4993-b225-40d2-afcd-8d49ec93375d service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022991 Jan 28 05:44:56.618186 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-c3874e2f-8da9-4fcd-910d-5db7c58b3ec3 req-887e142f-5af8-40cd-b54f-fbd299f1d1a0 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a560c574-6f65-4902-add9-69281a6b84de), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:56.656255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e142f-5af8-40cd-b54f-fbd299f1d1a0 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Pushing event deleted for resources: {'Port': ['ID=a560c574-6f65-4902-add9-69281a6b84de,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:56.667493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['a560c574-6f65-4902-add9-69281a6b84de'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:56.683137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5407fd-be42-4239-9116-bbde50c8af0a req-e56f5f3b-6742-4186-81f7-b0e2a5ae8bad tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:56.689227 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f5407fd-be42-4239-9116-bbde50c8af0a req-e56f5f3b-6742-4186-81f7-b0e2a5ae8bad tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 944 time: 0.0874138 Jan 28 05:44:56.691849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb396b4f-5be8-44a2-8a7c-fb475a966f7b req-29a5266b-cdc3-4df3-84ef-07faa62efc1b service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443715 Jan 28 05:44:56.710563 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3874e2f-8da9-4fcd-910d-5db7c58b3ec3 req-887e142f-5af8-40cd-b54f-fbd299f1d1a0 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] No DVR routers for this DVR port a560c574-6f65-4902-add9-69281a6b84de on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:44:56.715486 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-c3874e2f-8da9-4fcd-910d-5db7c58b3ec3 req-887e142f-5af8-40cd-b54f-fbd299f1d1a0 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:56.720149 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c3874e2f-8da9-4fcd-910d-5db7c58b3ec3 req-887e142f-5af8-40cd-b54f-fbd299f1d1a0 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.60 "DELETE /v2.0/ports/a560c574-6f65-4902-add9-69281a6b84de HTTP/1.1" status: 204 len: 173 time: 0.6138661 Jan 28 05:44:56.720937 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f053da-0a59-4f4a-a3f8-748344210e64', 'name': 'network-vif-deleted', 'tag': 'a560c574-6f65-4902-add9-69281a6b84de'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:56.724023 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f1c40f-7802-4fca-b8b6-6e1deec5ffc1" -d '{"events": [{"server_uuid": "37f053da-0a59-4f4a-a3f8-748344210e64", "name": "network-vif-deleted", "tag": "a560c574-6f65-4902-add9-69281a6b84de"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:56.762843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f5407fd-be42-4239-9116-bbde50c8af0a req-a32597ff-4592-4a2d-9cdf-45fe28f48d68 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583463 Jan 28 05:44:56.884400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f74e7a-e655-42ac-b3bf-a312a6240f0c req-f25c681a-f5b1-49c6-8d07-fcdb1d275caf tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:56.885879 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0f74e7a-e655-42ac-b3bf-a312a6240f0c req-f25c681a-f5b1-49c6-8d07-fcdb1d275caf tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.0557208 Jan 28 05:44:56.936325 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa101be-dcfa-41e6-9216-f9a909f02de3 x-openstack-request-id: req-0fa101be-dcfa-41e6-9216-f9a909f02de3 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:56.937005 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f053da-0a59-4f4a-a3f8-748344210e64", "name": "network-vif-deleted", "tag": "a560c574-6f65-4902-add9-69281a6b84de", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:56.939721 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0f74e7a-e655-42ac-b3bf-a312a6240f0c req-c6cfd1a4-2ac8-4bea-88e8-f6f5a628fb4d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476544 Jan 28 05:44:56.941953 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device f7ee5058-ccac-46c4-9d30-5a71fc24a2ec details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:44:56.943981 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0fa101be-dcfa-41e6-9216-f9a909f02de3 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:56.944570 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f053da-0a59-4f4a-a3f8-748344210e64', 'name': 'network-vif-deleted', 'tag': 'a560c574-6f65-4902-add9-69281a6b84de', 'status': 'completed', 'code': 200} Jan 28 05:44:56.967151 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ec50f88d-1766-4fb7-81df-35c7ad1aa1ac no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:44:57.002377 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: ec50f88d-1766-4fb7-81df-35c7ad1aa1ac {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:44:57.002726 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ec50f88d-1766-4fb7-81df-35c7ad1aa1ac not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:44:57.065714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d05120-42bd-489a-805b-4e310600ecea req-c66eda4a-b7c3-484b-8b2c-0ff8d6766f02 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:57.067272 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13d05120-42bd-489a-805b-4e310600ecea req-c66eda4a-b7c3-484b-8b2c-0ff8d6766f02 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 947 time: 0.0814929 Jan 28 05:44:57.103349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a1cf8-f2d6-4ee1-aae4-3978e86a25ec req-91f44124-36b9-461d-84cf-0e8e9830df9c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:57.104947 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a3a1cf8-f2d6-4ee1-aae4-3978e86a25ec req-91f44124-36b9-461d-84cf-0e8e9830df9c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c19fa65-b255-487b-a1ff-9580ddad8f29 HTTP/1.1" status: 200 len: 946 time: 0.0808690 Jan 28 05:44:57.150744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13d05120-42bd-489a-805b-4e310600ecea req-41f1c990-2bca-4e8f-b08d-b2ed4fc01bae tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756941 Jan 28 05:44:57.175341 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a3a1cf8-f2d6-4ee1-aae4-3978e86a25ec req-14153df8-50e5-4de2-9b61-6a64afabe054 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643065 Jan 28 05:44:57.228649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f7ee5058-ccac-46c4-9d30-5a71fc24a2ec,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:57.240531 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38522edd-9d8a-4d74-9a98-f5684d5c33c3'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:44:57.243125 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3237fa0b-9426-467f-bcb9-20477f6a61fb" -d '{"events": [{"server_uuid": "a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c", "name": "network-vif-plugged", "status": "completed", "tag": "38522edd-9d8a-4d74-9a98-f5684d5c33c3"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:44:57.246932 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'f7ee5058-ccac-46c4-9d30-5a71fc24a2ec', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'f7ee5058-ccac-46c4-9d30-5a71fc24a2ec', 'mac_address': 'fa:16:3e:0a:c2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:44:57.282777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd581eae-0231-4393-84ec-07e03b4ca315 req-44cda5a3-32c9-4cc6-b5d5-5c95b023bb02 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:57.284515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd581eae-0231-4393-84ec-07e03b4ca315 req-44cda5a3-32c9-4cc6-b5d5-5c95b023bb02 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.0568089 Jan 28 05:44:57.285569 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cf2777-222b-4c2a-9991-d86b982bb162 x-openstack-request-id: req-32cf2777-222b-4c2a-9991-d86b982bb162 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:44:57.285859 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c", "name": "network-vif-plugged", "status": "completed", "tag": "38522edd-9d8a-4d74-9a98-f5684d5c33c3", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:44:57.286113 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32cf2777-222b-4c2a-9991-d86b982bb162 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:44:57.286571 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38522edd-9d8a-4d74-9a98-f5684d5c33c3', 'code': 200} Jan 28 05:44:57.289499 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:44:57.289875 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f7ee5058-ccac-46c4-9d30-5a71fc24a2ec), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:57.291789 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:57.303825 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ee5058-ccac-46c4-9d30-5a71fc24a2ec {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:44:57.325086 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f7ee5058-ccac-46c4-9d30-5a71fc24a2ec,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:57.350349 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd581eae-0231-4393-84ec-07e03b4ca315 req-8f4284ce-0735-4959-8e11-3ff78a019c23 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596695 Jan 28 05:44:57.387070 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855fbeb-0459-47eb-81e6-f4c3793f4635 req-08881ce7-f191-4eb6-ae72-64fe54b02721 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:57.389137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d855fbeb-0459-47eb-81e6-f4c3793f4635 req-08881ce7-f191-4eb6-ae72-64fe54b02721 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 951 time: 0.0530028 Jan 28 05:44:57.399932 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f7ee5058-ccac-46c4-9d30-5a71fc24a2ec), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:57.439432 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d855fbeb-0459-47eb-81e6-f4c3793f4635 req-077f6725-b0a6-49b3-8f70-8691a78e86e6 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446510 Jan 28 05:44:57.446322 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=f7ee5058-ccac-46c4-9d30-5a71fc24a2ec,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:57.501106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55710) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:57.523453 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962db49c-f9b1-4fa4-a4b9-b41ca6e29b19 req-bb442db5-83bd-485e-a950-5d27f843eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:57.525049 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-962db49c-f9b1-4fa4-a4b9-b41ca6e29b19 req-bb442db5-83bd-485e-a950-5d27f843eebc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 1103 time: 0.0460441 Jan 28 05:44:57.552083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcbfe95-f129-45e9-93bd-140732aa580c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Deleting subnet 9d31a6ae-acfd-47fe-b975-bc8eb0f387bb {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:44:57.555197 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-adcbfe95-f129-45e9-93bd-140732aa580c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks [] for subnet (9d31a6ae-acfd-47fe-b975-bc8eb0f387bb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:57.572182 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-962db49c-f9b1-4fa4-a4b9-b41ca6e29b19 req-cba79fef-f264-4dea-984a-528ab4707e0d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378883 Jan 28 05:44:57.600502 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-adcbfe95-f129-45e9-93bd-140732aa580c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (9d31a6ae-acfd-47fe-b975-bc8eb0f387bb), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:57.651840 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3542f65c-eadf-4010-bcb1-e35370b765d9 req-d40edd5a-f773-4df8-ae76-3a9c66c27b24 tempest-ImagesNegativeTestJSON-678022130 tempest-ImagesNegativeTestJSON-678022130-project] 10.222.0.31 "GET /v2.0/ports?device_id=37f053da-0a59-4f4a-a3f8-748344210e64 HTTP/1.1" status: 200 len: 210 time: 0.0317090 Jan 28 05:44:57.704847 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-adcbfe95-f129-45e9-93bd-140732aa580c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (9d31a6ae-acfd-47fe-b975-bc8eb0f387bb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:57.774850 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['f7ee5058-ccac-46c4-9d30-5a71fc24a2ec'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:44:57.857037 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-adcbfe95-f129-45e9-93bd-140732aa580c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (9d31a6ae-acfd-47fe-b975-bc8eb0f387bb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:57.888875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbfe95-f129-45e9-93bd-140732aa580c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event deleted for resources: {'Subnet': ['ID=9d31a6ae-acfd-47fe-b975-bc8eb0f387bb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:57.895994 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-adcbfe95-f129-45e9-93bd-140732aa580c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:57.901482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-adcbfe95-f129-45e9-93bd-140732aa580c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "DELETE /v2.0/subnets/9d31a6ae-acfd-47fe-b975-bc8eb0f387bb HTTP/1.1" status: 204 len: 168 time: 0.3969994 Jan 28 05:44:57.902251 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55716) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:57.909655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18620bde-29d3-42ad-9509-bc7efaeb7925 None None] Network ca111f0f-5bca-48ea-993a-f626fd1b5944 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:44:57.910688 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be86fa1-e22b-4442-abbb-0d0cf895de1d req-c97ccffc-5a0c-4200-b157-11ce53fe819e tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:57.912164 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9be86fa1-e22b-4442-abbb-0d0cf895de1d req-c97ccffc-5a0c-4200-b157-11ce53fe819e tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 944 time: 0.0824060 Jan 28 05:44:57.963036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9be86fa1-e22b-4442-abbb-0d0cf895de1d req-4934b830-9665-4d9d-8196-a49dbbe99b45 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441594 Jan 28 05:44:57.980706 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (ca111f0f-5bca-48ea-993a-f626fd1b5944), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:58.057844 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Deleting port 3bcf704f-77de-4307-97e0-781898a5623f {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:58.058557 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (3bcf704f-77de-4307-97e0-781898a5623f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:58.073487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8ccd6-8869-4a8c-8fed-ec9edea20f67 req-fd436e49-44d5-49df-beda-0a9752ab32aa tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:58.079215 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8eb8ccd6-8869-4a8c-8fed-ec9edea20f67 req-fd436e49-44d5-49df-beda-0a9752ab32aa tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.0517411 Jan 28 05:44:58.126015 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] For port 3bcf704f-77de-4307-97e0-781898a5623f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3bcf704f-77de-4307-97e0-781898a5623f,segment=NetworkSegment(45b68c9b-7da2-4f22-b854-276e8cc8b5d9),segment_id=45b68c9b-7da2-4f22-b854-276e8cc8b5d9)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:58.126327 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (3bcf704f-77de-4307-97e0-781898a5623f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:58.127471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac23ba28-a7f7-4221-a7ae-87a77d91ce0d None None] DHCP port deletion for ca111f0f-5bca-48ea-993a-f626fd1b5944 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:44:58.132849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8eb8ccd6-8869-4a8c-8fed-ec9edea20f67 req-30388ffb-2ef3-405c-8c8d-c9bb0a6626b2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470920 Jan 28 05:44:58.145110 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Calling delete_port for 3bcf704f-77de-4307-97e0-781898a5623f owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:58.175492 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ac23ba28-a7f7-4221-a7ae-87a77d91ce0d None None] Deleting port 3bcf704f-77de-4307-97e0-781898a5623f {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:58.175940 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac23ba28-a7f7-4221-a7ae-87a77d91ce0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (3bcf704f-77de-4307-97e0-781898a5623f), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:58.253788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ac23ba28-a7f7-4221-a7ae-87a77d91ce0d None None] For port 3bcf704f-77de-4307-97e0-781898a5623f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3bcf704f-77de-4307-97e0-781898a5623f,segment=NetworkSegment(45b68c9b-7da2-4f22-b854-276e8cc8b5d9),segment_id=45b68c9b-7da2-4f22-b854-276e8cc8b5d9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:58.254201 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac23ba28-a7f7-4221-a7ae-87a77d91ce0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (3bcf704f-77de-4307-97e0-781898a5623f), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:58.271681 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ac23ba28-a7f7-4221-a7ae-87a77d91ce0d None None] Calling delete_port for 3bcf704f-77de-4307-97e0-781898a5623f owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:58.340914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96623e2a-6056-4e63-a72a-82827e687429 req-89fb383b-9db0-4657-ba97-b358a3b9807c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:58.343313 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96623e2a-6056-4e63-a72a-82827e687429 req-89fb383b-9db0-4657-ba97-b358a3b9807c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c19fa65-b255-487b-a1ff-9580ddad8f29 HTTP/1.1" status: 200 len: 946 time: 0.0827823 Jan 28 05:44:58.348122 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (3bcf704f-77de-4307-97e0-781898a5623f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: from cryptography.utils import int_from_bytes Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: from cryptography.utils import int_from_bytes Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.350768 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.353890 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.353890 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.353890 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.353890 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.353890 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.353890 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.353890 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.353890 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.353890 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.353890 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.353890 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.353890 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.353890 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:44:58.353890 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:44:58.357270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa85250-6d3f-4df6-9387-87e83a187a8d req-e1d909c0-a340-456a-897b-d6919912e399 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:58.358451 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-afa85250-6d3f-4df6-9387-87e83a187a8d req-e1d909c0-a340-456a-897b-d6919912e399 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 948 time: 0.0882070 Jan 28 05:44:58.366234 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac23ba28-a7f7-4221-a7ae-87a77d91ce0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (3bcf704f-77de-4307-97e0-781898a5623f), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:58.375707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event deleted for resources: {'Port': ['ID=3bcf704f-77de-4307-97e0-781898a5623f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:58.381126 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] No DVR routers for this DVR port 3bcf704f-77de-4307-97e0-781898a5623f on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:44:58.406196 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23ba28-a7f7-4221-a7ae-87a77d91ce0d None None] Pushing event deleted for resources: {'Port': ['ID=3bcf704f-77de-4307-97e0-781898a5623f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:58.411454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac23ba28-a7f7-4221-a7ae-87a77d91ce0d None None] No DVR routers for this DVR port 3bcf704f-77de-4307-97e0-781898a5623f on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:44:58.448919 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96623e2a-6056-4e63-a72a-82827e687429 req-4c82e5cb-d326-467b-96df-9bbbc658228f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990381 Jan 28 05:44:58.457505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-afa85250-6d3f-4df6-9387-87e83a187a8d req-699f3804-3c2d-4db0-b5b0-72976bb7030a tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862031 Jan 28 05:44:58.481132 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (ca111f0f-5bca-48ea-993a-f626fd1b5944), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:58.498726 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca111f0f-5bca-48ea-993a-f626fd1b5944']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:58.509619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b68c9b-7da2-4f22-b854-276e8cc8b5d9') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:58.509911 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b68c9b-7da2-4f22-b854-276e8cc8b5d9') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:58.526697 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (45b68c9b-7da2-4f22-b854-276e8cc8b5d9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:58.542955 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (45b68c9b-7da2-4f22-b854-276e8cc8b5d9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:58.549460 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:44:58.549853 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (45b68c9b-7da2-4f22-b854-276e8cc8b5d9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:44:58.552827 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:44:58.603176 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a5ee5-4b3b-4832-a8f1-b2c13d84621d req-362ded95-3062-48c2-9bbe-f570dd3e900f tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:58.604629 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf5a5ee5-4b3b-4832-a8f1-b2c13d84621d req-362ded95-3062-48c2-9bbe-f570dd3e900f tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 951 time: 0.0691955 Jan 28 05:44:58.612446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd04086-39ff-48ca-a28d-185399323cd1 req-bb323ea4-4f07-4d52-a347-e336d1496c5c tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:58.613910 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edd04086-39ff-48ca-a28d-185399323cd1 req-bb323ea4-4f07-4d52-a347-e336d1496c5c tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.0905595 Jan 28 05:44:58.671965 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (ca111f0f-5bca-48ea-993a-f626fd1b5944), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:58.682825 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:58.682825 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "DELETE /v2.0/networks/ca111f0f-5bca-48ea-993a-f626fd1b5944 HTTP/1.1" status: 204 len: 168 time: 0.7799218 Jan 28 05:44:58.684629 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf5a5ee5-4b3b-4832-a8f1-b2c13d84621d req-cc3a3ed9-6a9c-4990-a8f6-f264c7a23ae5 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697513 Jan 28 05:44:58.685991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55730) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:58.693239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edd04086-39ff-48ca-a28d-185399323cd1 req-e324ab07-3f5c-4519-b424-b64ed63313d5 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725884 Jan 28 05:44:58.724036 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310741ee-cc23-442c-917b-b85f6ff0f460 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event deleted for resources: {'Network': ['ID=ca111f0f-5bca-48ea-993a-f626fd1b5944,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:58.750029 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-44eaa190-2ecf-41d5-92a0-20f4105b942f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Deleting subnet 00304497-9e80-4eba-8e24-531fbab0d233 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:44:58.753394 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44eaa190-2ecf-41d5-92a0-20f4105b942f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks [] for subnet (00304497-9e80-4eba-8e24-531fbab0d233), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:58.800414 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44eaa190-2ecf-41d5-92a0-20f4105b942f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (00304497-9e80-4eba-8e24-531fbab0d233), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:58.883983 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44eaa190-2ecf-41d5-92a0-20f4105b942f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (00304497-9e80-4eba-8e24-531fbab0d233), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.023045 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44eaa190-2ecf-41d5-92a0-20f4105b942f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (00304497-9e80-4eba-8e24-531fbab0d233), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.051338 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eaa190-2ecf-41d5-92a0-20f4105b942f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event deleted for resources: {'Subnet': ['ID=00304497-9e80-4eba-8e24-531fbab0d233,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:59.054829 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44eaa190-2ecf-41d5-92a0-20f4105b942f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.059178 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-44eaa190-2ecf-41d5-92a0-20f4105b942f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "DELETE /v2.0/subnets/00304497-9e80-4eba-8e24-531fbab0d233 HTTP/1.1" status: 204 len: 168 time: 0.3719726 Jan 28 05:44:59.064827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d8df14-a80b-459f-bdf8-05291137de69 None None] Network efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:44:59.070822 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55748) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:59.107537 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d5277-eb1e-43c8-b586-34a3d6766370 req-72229c4a-46bc-46ea-9fb1-6a5c97fd6a3f tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:59.110688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e4d5277-eb1e-43c8-b586-34a3d6766370 req-72229c4a-46bc-46ea-9fb1-6a5c97fd6a3f tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 944 time: 0.0667412 Jan 28 05:44:59.161127 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.175044 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e4d5277-eb1e-43c8-b586-34a3d6766370 req-6e46ca7b-64e7-4533-9a49-ad5457c69783 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584707 Jan 28 05:44:59.241603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Deleting port eaa5a748-4e0d-473f-a484-4c58662d3291 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:59.242020 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (eaa5a748-4e0d-473f-a484-4c58662d3291), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.271883 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4bac93-0c2c-42ef-a201-1565ce84940b None None] DHCP port deletion for efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:44:59.283367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fa300-ef5d-468f-8143-5307669942c0 req-f61d103d-186a-4575-9e8e-4a1a3361ef26 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:59.284974 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d94fa300-ef5d-468f-8143-5307669942c0 req-f61d103d-186a-4575-9e8e-4a1a3361ef26 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.0606441 Jan 28 05:44:59.314889 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] For port eaa5a748-4e0d-473f-a484-4c58662d3291, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=eaa5a748-4e0d-473f-a484-4c58662d3291,segment=NetworkSegment(013faf2d-27cb-4d8c-ac5b-997be476c235),segment_id=013faf2d-27cb-4d8c-ac5b-997be476c235)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:59.315698 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (eaa5a748-4e0d-473f-a484-4c58662d3291), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.331839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bf4bac93-0c2c-42ef-a201-1565ce84940b None None] Deleting port eaa5a748-4e0d-473f-a484-4c58662d3291 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:59.332560 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf4bac93-0c2c-42ef-a201-1565ce84940b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (eaa5a748-4e0d-473f-a484-4c58662d3291), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.336663 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Calling delete_port for eaa5a748-4e0d-473f-a484-4c58662d3291 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:59.339559 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d94fa300-ef5d-468f-8143-5307669942c0 req-4d470514-10a2-42a8-96e5-fcbcaa79928c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487473 Jan 28 05:44:59.415894 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-bf4bac93-0c2c-42ef-a201-1565ce84940b None None] For port eaa5a748-4e0d-473f-a484-4c58662d3291, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=eaa5a748-4e0d-473f-a484-4c58662d3291,segment=NetworkSegment(013faf2d-27cb-4d8c-ac5b-997be476c235),segment_id=013faf2d-27cb-4d8c-ac5b-997be476c235)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:59.416570 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf4bac93-0c2c-42ef-a201-1565ce84940b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (eaa5a748-4e0d-473f-a484-4c58662d3291), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.433061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bf4bac93-0c2c-42ef-a201-1565ce84940b None None] Calling delete_port for eaa5a748-4e0d-473f-a484-4c58662d3291 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:59.487986 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7b519-6564-402d-b0d1-cb678e99dbc8 req-579b769b-b6dd-4ee8-94d7-0a98f49192d2 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:59.489537 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eea7b519-6564-402d-b0d1-cb678e99dbc8 req-579b769b-b6dd-4ee8-94d7-0a98f49192d2 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c19fa65-b255-487b-a1ff-9580ddad8f29 HTTP/1.1" status: 200 len: 946 time: 0.0563459 Jan 28 05:44:59.503541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55758) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:59.532992 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (eaa5a748-4e0d-473f-a484-4c58662d3291), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.546789 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf4bac93-0c2c-42ef-a201-1565ce84940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (eaa5a748-4e0d-473f-a484-4c58662d3291), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.574343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event deleted for resources: {'Port': ['ID=eaa5a748-4e0d-473f-a484-4c58662d3291,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:59.579791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bac93-0c2c-42ef-a201-1565ce84940b None None] Pushing event deleted for resources: {'Port': ['ID=eaa5a748-4e0d-473f-a484-4c58662d3291,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:44:59.586271 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4bac93-0c2c-42ef-a201-1565ce84940b None None] No DVR routers for this DVR port eaa5a748-4e0d-473f-a484-4c58662d3291 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:44:59.589954 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] No DVR routers for this DVR port eaa5a748-4e0d-473f-a484-4c58662d3291 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:44:59.657101 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f818b9-95b6-429e-bb2c-de3763ef72b6 req-beedb0dc-ca7a-4aef-9e2f-7d259be46d1e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:59.662794 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09f818b9-95b6-429e-bb2c-de3763ef72b6 req-beedb0dc-ca7a-4aef-9e2f-7d259be46d1e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c19fa65-b255-487b-a1ff-9580ddad8f29 HTTP/1.1" status: 200 len: 946 time: 0.1075163 Jan 28 05:44:59.678085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41d45b-08a3-432a-b0ca-60a39df4aee7 req-ef79cae8-a192-4886-ac66-5378dabdbb8c tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:59.679550 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b41d45b-08a3-432a-b0ca-60a39df4aee7 req-ef79cae8-a192-4886-ac66-5378dabdbb8c tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 948 time: 0.0957751 Jan 28 05:44:59.717630 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.744992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:59.756536 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-eea7b519-6564-402d-b0d1-cb678e99dbc8 req-da080c8e-4f3b-446e-b732-d011a9be7953 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Deleting port eca32a58-6227-49c3-bf70-9c2323c81755 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:44:59.756871 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-eea7b519-6564-402d-b0d1-cb678e99dbc8 req-da080c8e-4f3b-446e-b732-d011a9be7953 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (eca32a58-6227-49c3-bf70-9c2323c81755), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.761400 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013faf2d-27cb-4d8c-ac5b-997be476c235') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:59.761702 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013faf2d-27cb-4d8c-ac5b-997be476c235') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:44:59.766004 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09f818b9-95b6-429e-bb2c-de3763ef72b6 req-2e124aef-af09-40bc-a0c6-3abd87af8463 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997434 Jan 28 05:44:59.789348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b41d45b-08a3-432a-b0ca-60a39df4aee7 req-ab5d7743-0c73-4fca-9f75-6e24b66886cd tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918589 Jan 28 05:44:59.789804 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-05fc5c7a-2139-43f5-b2ee-b4e212d7728b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54822a546f6d4870a88ee91f7953894c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2851412 Jan 28 05:44:59.790594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55766) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:44:59.806507 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (013faf2d-27cb-4d8c-ac5b-997be476c235), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.830793 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (013faf2d-27cb-4d8c-ac5b-997be476c235), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.847249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:44:59.847652 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (013faf2d-27cb-4d8c-ac5b-997be476c235), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:44:59.857551 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:44:59.923616 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-eea7b519-6564-402d-b0d1-cb678e99dbc8 req-da080c8e-4f3b-446e-b732-d011a9be7953 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] For port eca32a58-6227-49c3-bf70-9c2323c81755, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=eca32a58-6227-49c3-bf70-9c2323c81755,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:44:59.923977 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-eea7b519-6564-402d-b0d1-cb678e99dbc8 req-da080c8e-4f3b-446e-b732-d011a9be7953 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (eca32a58-6227-49c3-bf70-9c2323c81755), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.929621 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be62881f-aaf6-402f-ab5b-3a1b10da4de6 admin admin] Publish callbacks [] for security_group (d9183f2f-3745-48c9-8ca8-0f8c9a9e8781), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:44:59.939784 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-eea7b519-6564-402d-b0d1-cb678e99dbc8 req-da080c8e-4f3b-446e-b732-d011a9be7953 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Calling delete_port for eca32a58-6227-49c3-bf70-9c2323c81755 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:44:59.953411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a364e6-1f5b-4c44-b678-2963859395c2 req-89b32a89-e9fa-4006-9b13-aaaf7bcebbb9 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:44:59.964283 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4a364e6-1f5b-4c44-b678-2963859395c2 req-89b32a89-e9fa-4006-9b13-aaaf7bcebbb9 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 951 time: 0.1120722 Jan 28 05:44:59.971360 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be62881f-aaf6-402f-ab5b-3a1b10da4de6 admin admin] Publish callbacks [] for security_group (d9183f2f-3745-48c9-8ca8-0f8c9a9e8781), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:00.015427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ca11f-2ff6-4fd3-b10d-94e2bf227375 req-8e02c11b-4976-42e5-aea4-8580d40e5aaa tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:00.015668 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:00.017073 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e1ca11f-2ff6-4fd3-b10d-94e2bf227375 req-8e02c11b-4976-42e5-aea4-8580d40e5aaa tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1386456 Jan 28 05:45:00.026391 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:00.037975 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "DELETE /v2.0/networks/efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7 HTTP/1.1" status: 204 len: 168 time: 0.9582331 Jan 28 05:45:00.037975 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55768) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:00.040578 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a3287702-0b9c-4b28-8a78-15bca373ff4b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1122241770'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:00.061785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37f74e-1985-4975-8f97-25e554e61915 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event deleted for resources: {'Network': ['ID=efca6a98-fdd8-4a6c-8f1d-ffafb5d9bdc7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:00.071805 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4a364e6-1f5b-4c44-b678-2963859395c2 req-04ab244a-85c9-4633-a17f-11e98b8c2d33 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080029 Jan 28 05:45:00.118715 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e1ca11f-2ff6-4fd3-b10d-94e2bf227375 req-0258a1f6-b1e1-4c69-8a83-9d83b47ed757 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926430 Jan 28 05:45:00.157607 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be62881f-aaf6-402f-ab5b-3a1b10da4de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d9183f2f-3745-48c9-8ca8-0f8c9a9e8781), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:00.160511 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be62881f-aaf6-402f-ab5b-3a1b10da4de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:00.162351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-be62881f-aaf6-402f-ab5b-3a1b10da4de6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9183f2f-3745-48c9-8ca8-0f8c9a9e8781 HTTP/1.1" status: 204 len: 168 time: 0.3695793 Jan 28 05:45:00.176674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62881f-aaf6-402f-ab5b-3a1b10da4de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9183f2f-3745-48c9-8ca8-0f8c9a9e8781,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:00.176864 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device eaa5a748-4e0d-473f-a484-4c58662d3291 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:45:00.208218 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: eaa5a748-4e0d-473f-a484-4c58662d3291 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:45:00.208625 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device eaa5a748-4e0d-473f-a484-4c58662d3291 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:45:00.209108 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3bcf704f-77de-4307-97e0-781898a5623f no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:45:00.218046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3287702-0b9c-4b28-8a78-15bca373ff4b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Made reservation on behalf of 2bd072a204b34f47862053012cfa77c5 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:45:00.223584 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3287702-0b9c-4b28-8a78-15bca373ff4b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:00.236238 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 3bcf704f-77de-4307-97e0-781898a5623f {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:45:00.236868 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3bcf704f-77de-4307-97e0-781898a5623f not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:45:00.257719 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-eea7b519-6564-402d-b0d1-cb678e99dbc8 req-da080c8e-4f3b-446e-b732-d011a9be7953 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (eca32a58-6227-49c3-bf70-9c2323c81755), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:00.275380 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3287702-0b9c-4b28-8a78-15bca373ff4b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:45:00.292356 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['3aeaa96d-c620-4d93-b90f-11688bd39ac8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:00.313143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ce9a8-10dc-4282-b5cf-b9faf8db0bf8 req-10860a52-f143-42ce-a208-8416d105a123 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:00.314928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f6ce9a8-10dc-4282-b5cf-b9faf8db0bf8 req-10860a52-f143-42ce-a208-8416d105a123 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 944 time: 0.0623391 Jan 28 05:45:00.320558 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da080c8e-4f3b-446e-b732-d011a9be7953 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Pushing event deleted for resources: {'Port': ['ID=eca32a58-6227-49c3-bf70-9c2323c81755,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:00.322273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['eca32a58-6227-49c3-bf70-9c2323c81755'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:00.367310 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3287702-0b9c-4b28-8a78-15bca373ff4b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:00.367665 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-a3287702-0b9c-4b28-8a78-15bca373ff4b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Added segment 49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2 of type vlan for network 52510310-3569-48fc-b9d8-06d66877c8a8 Jan 28 05:45:00.369223 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea7b519-6564-402d-b0d1-cb678e99dbc8 req-da080c8e-4f3b-446e-b732-d011a9be7953 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] No DVR routers for this DVR port eca32a58-6227-49c3-bf70-9c2323c81755 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:45:00.373358 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-eea7b519-6564-402d-b0d1-cb678e99dbc8 req-da080c8e-4f3b-446e-b732-d011a9be7953 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:00.376895 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eea7b519-6564-402d-b0d1-cb678e99dbc8 req-da080c8e-4f3b-446e-b732-d011a9be7953 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "DELETE /v2.0/ports/eca32a58-6227-49c3-bf70-9c2323c81755 HTTP/1.1" status: 204 len: 173 time: 0.8794823 Jan 28 05:45:00.384637 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c19fa65-b255-487b-a1ff-9580ddad8f29', 'name': 'network-vif-deleted', 'tag': 'eca32a58-6227-49c3-bf70-9c2323c81755'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:00.387055 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2ca183-6eff-4902-ac2e-a2fd504b138a" -d '{"events": [{"server_uuid": "5c19fa65-b255-487b-a1ff-9580ddad8f29", "name": "network-vif-deleted", "tag": "eca32a58-6227-49c3-bf70-9c2323c81755"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:00.387386 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f6ce9a8-10dc-4282-b5cf-b9faf8db0bf8 req-e2a711de-84a8-4176-9439-8714d90099aa tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642993 Jan 28 05:45:00.432807 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3287702-0b9c-4b28-8a78-15bca373ff4b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (52510310-3569-48fc-b9d8-06d66877c8a8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:00.502161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b6322-77c3-45db-a859-f7e9c431f97a req-a53e2a82-01c6-42c3-9dba-ebddfe295376 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:00.503962 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-947b6322-77c3-45db-a859-f7e9c431f97a req-a53e2a82-01c6-42c3-9dba-ebddfe295376 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.0537786 Jan 28 05:45:00.530503 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6843bd9e-e5c0-4dff-afac-9c74cecacf42 x-openstack-request-id: req-6843bd9e-e5c0-4dff-afac-9c74cecacf42 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:00.530803 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c19fa65-b255-487b-a1ff-9580ddad8f29", "name": "network-vif-deleted", "tag": "eca32a58-6227-49c3-bf70-9c2323c81755", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:00.531055 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6843bd9e-e5c0-4dff-afac-9c74cecacf42 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:00.531463 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c19fa65-b255-487b-a1ff-9580ddad8f29', 'name': 'network-vif-deleted', 'tag': 'eca32a58-6227-49c3-bf70-9c2323c81755', 'status': 'completed', 'code': 200} Jan 28 05:45:00.546643 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3287702-0b9c-4b28-8a78-15bca373ff4b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (52510310-3569-48fc-b9d8-06d66877c8a8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:00.554198 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3287702-0b9c-4b28-8a78-15bca373ff4b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:00.555599 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3287702-0b9c-4b28-8a78-15bca373ff4b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:00.570095 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-947b6322-77c3-45db-a859-f7e9c431f97a req-99cda173-d10a-47a1-a790-92ac7e81d153 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506625 Jan 28 05:45:00.636625 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3287702-0b9c-4b28-8a78-15bca373ff4b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event updated for resources: {'Network': ['ID=52510310-3569-48fc-b9d8-06d66877c8a8,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:00.659045 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 52510310-3569-48fc-b9d8-06d66877c8a8 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:45:00.665413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f232a4c-ac2d-4014-81ec-e0b01d8bbd0c req-e59fe33b-321f-4388-86c3-16f7066b0947 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:00.667697 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f232a4c-ac2d-4014-81ec-e0b01d8bbd0c req-e59fe33b-321f-4388-86c3-16f7066b0947 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 1103 time: 0.0683641 Jan 28 05:45:00.687006 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a3287702-0b9c-4b28-8a78-15bca373ff4b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6502390 Jan 28 05:45:00.692209 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55786) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:00.696728 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-89ef5480-faf1-4799-a344-23d90e42d685 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Request body: {'subnet': {'network_id': '52510310-3569-48fc-b9d8-06d66877c8a8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:00.725951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f232a4c-ac2d-4014-81ec-e0b01d8bbd0c req-5138a16f-7fb3-419c-a660-381cb0ef781e tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499763 Jan 28 05:45:00.948808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ef5480-faf1-4799-a344-23d90e42d685 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Made reservation on behalf of 2bd072a204b34f47862053012cfa77c5 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:45:00.953320 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-89ef5480-faf1-4799-a344-23d90e42d685 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:00.962124 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device f7ee5058-ccac-46c4-9d30-5a71fc24a2ec up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:01.152604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:45:01.159139 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:01.162749 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f7ee5058-ccac-46c4-9d30-5a71fc24a2ec), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:01.208864 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0e13435-a097-4734-b761-1fdc29e76fd9 req-a40928dd-6398-45f8-8c87-8c7797a20812 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c19fa65-b255-487b-a1ff-9580ddad8f29 HTTP/1.1" status: 200 len: 210 time: 0.3564150 Jan 28 05:45:01.272424 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7e51a-124c-4b2d-9e5b-0634a357d691 req-852f761d-9e8c-4dd7-90c6-8b765288b673 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:01.273913 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aef7e51a-124c-4b2d-9e5b-0634a357d691 req-852f761d-9e8c-4dd7-90c6-8b765288b673 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 948 time: 0.0677116 Jan 28 05:45:01.287305 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:01.287876 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f7ee5058-ccac-46c4-9d30-5a71fc24a2ec), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:01.311712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ee5058-ccac-46c4-9d30-5a71fc24a2ec'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:01.313856 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a348ae5c-37bc-46ca-ace4-1812eb08e81d" -d '{"events": [{"server_uuid": "b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd", "name": "network-vif-plugged", "status": "completed", "tag": "f7ee5058-ccac-46c4-9d30-5a71fc24a2ec"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:01.327112 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f7ee5058-ccac-46c4-9d30-5a71fc24a2ec,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:01.350384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aef7e51a-124c-4b2d-9e5b-0634a357d691 req-57f2a204-7233-46c8-b612-f2f70c756e30 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697501 Jan 28 05:45:01.352914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49613c6c-81cb-4970-9049-8531e676b33a req-525b7c6b-2556-4d7b-b4aa-7f963295daf3 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:01.354333 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49613c6c-81cb-4970-9049-8531e676b33a req-525b7c6b-2556-4d7b-b4aa-7f963295daf3 tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 1103 time: 0.0715723 Jan 28 05:45:01.392475 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-89ef5480-faf1-4799-a344-23d90e42d685 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (1426c62a-b7a4-4c09-a76f-de6158c8f792), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:01.426712 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49613c6c-81cb-4970-9049-8531e676b33a req-73da2f97-2df8-4598-ab81-2b3b7b46b90e tempest-ServersAdminTestJSON-2113774477 tempest-ServersAdminTestJSON-2113774477-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579469 Jan 28 05:45:01.445052 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f7ee5058-ccac-46c4-9d30-5a71fc24a2ec), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:01.449750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device eca32a58-6227-49c3-bf70-9c2323c81755 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:45:01.458755 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55818) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:01.460799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef5480-faf1-4799-a344-23d90e42d685 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event updated for resources: {'Subnet': ['ID=1426c62a-b7a4-4c09-a76f-de6158c8f792,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:01.478486 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ef5480-faf1-4799-a344-23d90e42d685 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Checking segment: {'id': '49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '52510310-3569-48fc-b9d8-06d66877c8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:45:01.478486 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ef5480-faf1-4799-a344-23d90e42d685 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Network hostable DHCP agents. Network: 52510310-3569-48fc-b9d8-06d66877c8a8, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:45:01.508647 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f0482-83ff-4777-a55a-236c7a23545c req-4b0b891c-7088-467e-bdee-1f975dcb83c5 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:01.510472 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c35f0482-83ff-4777-a55a-236c7a23545c req-4b0b891c-7088-467e-bdee-1f975dcb83c5 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.0824196 Jan 28 05:45:01.524584 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317ea6e7-21e4-4fea-86e2-c7de175d078e x-openstack-request-id: req-317ea6e7-21e4-4fea-86e2-c7de175d078e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:01.524915 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd", "name": "network-vif-plugged", "status": "completed", "tag": "f7ee5058-ccac-46c4-9d30-5a71fc24a2ec", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:01.528235 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-317ea6e7-21e4-4fea-86e2-c7de175d078e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:01.528235 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ee5058-ccac-46c4-9d30-5a71fc24a2ec', 'code': 200} Jan 28 05:45:01.529425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: eca32a58-6227-49c3-bf70-9c2323c81755 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:45:01.529425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device eca32a58-6227-49c3-bf70-9c2323c81755 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:45:01.529852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a560c574-6f65-4902-add9-69281a6b84de no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:45:01.572791 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c35f0482-83ff-4777-a55a-236c7a23545c req-377d40aa-3800-429b-8f0e-9a713ad36863 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554960 Jan 28 05:45:01.574948 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: a560c574-6f65-4902-add9-69281a6b84de {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:45:01.575360 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a560c574-6f65-4902-add9-69281a6b84de not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:45:01.577736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ef5480-faf1-4799-a344-23d90e42d685 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Network 52510310-3569-48fc-b9d8-06d66877c8a8 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:45:01.598640 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=f7ee5058-ccac-46c4-9d30-5a71fc24a2ec,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:01.658729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f25a5-8453-4304-9ac1-f337b6c84393 req-f6946a4a-56dc-40ac-97d5-e03ef27c05da tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:01.660266 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90f25a5-8453-4304-9ac1-f337b6c84393 req-f6946a4a-56dc-40ac-97d5-e03ef27c05da tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 944 time: 0.0572956 Jan 28 05:45:01.662284 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-89ef5480-faf1-4799-a344-23d90e42d685 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 52510310-3569-48fc-b9d8-06d66877c8a8) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:01.671889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc27bdd-134d-4b04-b313-b7a28b7290de None None] Network 52510310-3569-48fc-b9d8-06d66877c8a8 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:45:01.681346 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-066de614-4d50-4527-b825-32cfe539afa0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-61898682-network', 'tenant_id': '21bb890913cd436abebbfdb7875c7f7a'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:01.708047 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ef5480-faf1-4799-a344-23d90e42d685 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:01.709652 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-89ef5480-faf1-4799-a344-23d90e42d685 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:01.729528 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f90f25a5-8453-4304-9ac1-f337b6c84393 req-deb2ba00-8293-4463-ba16-0067ec04320d tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629940 Jan 28 05:45:01.740156 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc5271-3b56-4198-9815-d00cd06f6f44 req-4895e376-41ea-42fb-88bb-9d9f8b08bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:01.743486 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-23bc5271-3b56-4198-9815-d00cd06f6f44 req-4895e376-41ea-42fb-88bb-9d9f8b08bd2e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 1101 time: 0.1162429 Jan 28 05:45:01.796896 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-23bc5271-3b56-4198-9815-d00cd06f6f44 req-6c0c708d-bf62-44bb-a244-5b58427b2bb4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486443 Jan 28 05:45:01.800010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-52510310-3569-48fc-b9d8-06d66877c8a8', 'network_id': '52510310-3569-48fc-b9d8-06d66877c8a8', 'project_id': '2bd072a204b34f47862053012cfa77c5', 'fixed_ips': [{'subnet_id': '1426c62a-b7a4-4c09-a76f-de6158c8f792'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:45:01.800870 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:01.839422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4ffe8-a0e2-4004-a630-ff01817d25cc req-6bf08be3-6d85-40e1-9e88-f636b0a0c776 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:01.839816 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066de614-4d50-4527-b825-32cfe539afa0 admin admin] Made reservation on behalf of 21bb890913cd436abebbfdb7875c7f7a for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:45:01.840932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0f4ffe8-a0e2-4004-a630-ff01817d25cc req-6bf08be3-6d85-40e1-9e88-f636b0a0c776 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.0539238 Jan 28 05:45:01.843469 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-066de614-4d50-4527-b825-32cfe539afa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:01.849357 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-89ef5480-faf1-4799-a344-23d90e42d685 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1589000 Jan 28 05:45:01.854533 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55824) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:01.859858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a0669a9e-5084-4b51-ab3d-391be1c8bd0b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-483318883'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:01.864914 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-066de614-4d50-4527-b825-32cfe539afa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:01.899431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0f4ffe8-a0e2-4004-a630-ff01817d25cc req-1ed7504e-8aac-44a9-96bd-e6d54ea9e5d8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514419 Jan 28 05:45:01.957351 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-066de614-4d50-4527-b825-32cfe539afa0 admin admin] Publish callbacks [] for security_group (eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:01.959771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Allocated IP 19.80.0.2 (52510310-3569-48fc-b9d8-06d66877c8a8/1426c62a-b7a4-4c09-a76f-de6158c8f792/c40057ab-7bac-4e03-bfce-78b6c012ef1a) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:45:02.083709 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0669a9e-5084-4b51-ab3d-391be1c8bd0b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Made reservation on behalf of 2bd072a204b34f47862053012cfa77c5 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:45:02.087098 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0669a9e-5084-4b51-ab3d-391be1c8bd0b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:02.099972 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Publish callbacks [] for port (c40057ab-7bac-4e03-bfce-78b6c012ef1a), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:02.111188 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0669a9e-5084-4b51-ab3d-391be1c8bd0b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:45:02.117558 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-066de614-4d50-4527-b825-32cfe539afa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:02.132675 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0669a9e-5084-4b51-ab3d-391be1c8bd0b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ad870ee7-8e87-438b-836c-9f5632a47fa6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:02.132675 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-a0669a9e-5084-4b51-ab3d-391be1c8bd0b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Added segment ad870ee7-8e87-438b-836c-9f5632a47fa6 of type vlan for network 46db0d92-74bf-457d-b806-9afe3751e599 Jan 28 05:45:02.155463 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066de614-4d50-4527-b825-32cfe539afa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:45:02.181177 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (c40057ab-7bac-4e03-bfce-78b6c012ef1a), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:02.187676 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066de614-4d50-4527-b825-32cfe539afa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:02.197129 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-066de614-4d50-4527-b825-32cfe539afa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (5358277a-3a32-4b75-8b2e-fd544d585f13), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:02.197483 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-066de614-4d50-4527-b825-32cfe539afa0 admin admin] Added segment 5358277a-3a32-4b75-8b2e-fd544d585f13 of type vlan for network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 Jan 28 05:45:02.215239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0669a9e-5084-4b51-ab3d-391be1c8bd0b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (46db0d92-74bf-457d-b806-9afe3751e599), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:02.222632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04753427-55f0-48cc-9999-0c970c132ebd req-d10bd3a8-a375-4c25-86ac-dad29957146e tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:02.229912 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04753427-55f0-48cc-9999-0c970c132ebd req-d10bd3a8-a375-4c25-86ac-dad29957146e tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=49435059-3d27-4f8c-a129-0ae0fed63048 HTTP/1.1" status: 200 len: 949 time: 0.0654929 Jan 28 05:45:02.234166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Network 52510310-3569-48fc-b9d8-06d66877c8a8 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:45:02.242048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:02.245034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:45:02.249411 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Pushing event updated for resources: {'Port': ['ID=c40057ab-7bac-4e03-bfce-78b6c012ef1a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:02.272134 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-066de614-4d50-4527-b825-32cfe539afa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (ce3cf6b8-869c-4e9b-8ab3-f95b3f690941), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:02.312225 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04753427-55f0-48cc-9999-0c970c132ebd req-2d84dd51-0aa1-4eb8-8e8f-d48f6eaeba0b tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814233 Jan 28 05:45:02.312460 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Attempting to bind port c40057ab-7bac-4e03-bfce-78b6c012ef1a on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:45:02.312963 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Attempting to bind port c40057ab-7bac-4e03-bfce-78b6c012ef1a by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '52510310-3569-48fc-b9d8-06d66877c8a8'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:45:02.313096 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Attempting to bind port c40057ab-7bac-4e03-bfce-78b6c012ef1a on network 52510310-3569-48fc-b9d8-06d66877c8a8 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:02.318414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:45:02.318793 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Checking segment: {'id': '49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '52510310-3569-48fc-b9d8-06d66877c8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:45:02.319585 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:02.319585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Bound using segment: {'id': '49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '52510310-3569-48fc-b9d8-06d66877c8a8'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:45:02.320034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Bound port: c40057ab-7bac-4e03-bfce-78b6c012ef1a, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '52510310-3569-48fc-b9d8-06d66877c8a8'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:45:02.320412 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c40057ab-7bac-4e03-bfce-78b6c012ef1a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:02.348437 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0669a9e-5084-4b51-ab3d-391be1c8bd0b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (46db0d92-74bf-457d-b806-9afe3751e599), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:02.353675 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0669a9e-5084-4b51-ab3d-391be1c8bd0b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:02.354654 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0669a9e-5084-4b51-ab3d-391be1c8bd0b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:02.416449 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-066de614-4d50-4527-b825-32cfe539afa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (ce3cf6b8-869c-4e9b-8ab3-f95b3f690941), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:02.417513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066de614-4d50-4527-b825-32cfe539afa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:02.418232 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-066de614-4d50-4527-b825-32cfe539afa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:02.443544 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0669a9e-5084-4b51-ab3d-391be1c8bd0b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event updated for resources: {'Network': ['ID=46db0d92-74bf-457d-b806-9afe3751e599,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:02.460161 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 46db0d92-74bf-457d-b806-9afe3751e599 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:45:02.520731 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a0669a9e-5084-4b51-ab3d-391be1c8bd0b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6629574 Jan 28 05:45:02.521848 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55844) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:02.525158 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-066de614-4d50-4527-b825-32cfe539afa0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0653164 Jan 28 05:45:02.531997 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-cecc650a-5162-4419-aa05-bbaaddfc656f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Request body: {'subnet': {'network_id': '46db0d92-74bf-457d-b806-9afe3751e599', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:02.536915 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55846) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:02.541677 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef6a2f4d-67c5-4bfa-b896-af17a29f329c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:02.545839 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-949fd51f-c403-4ec0-bd87-342c4fefc487 admin admin] Request body: {'subnet': {'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-61898682-subnet', 'tenant_id': '21bb890913cd436abebbfdb7875c7f7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:02.549199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] For port c40057ab-7bac-4e03-bfce-78b6c012ef1a, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:45:02.573403 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] For port c40057ab-7bac-4e03-bfce-78b6c012ef1a, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c40057ab-7bac-4e03-bfce-78b6c012ef1a,segment=NetworkSegment(49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2),segment_id=49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:45:02.612013 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066de614-4d50-4527-b825-32cfe539afa0 admin admin] Pushing event updated for resources: {'Network': ['ID=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:02.626692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f8bea-dcf2-4113-b1dd-5da8e7a07708 req-a2b1498b-7da7-48b4-a07d-e86f204e4d38 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:02.626692 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e42f8bea-dcf2-4113-b1dd-5da8e7a07708 req-a2b1498b-7da7-48b4-a07d-e86f204e4d38 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 949 time: 0.1283565 Jan 28 05:45:02.630109 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:45:02.647924 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c40057ab-7bac-4e03-bfce-78b6c012ef1a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:02.683630 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e42f8bea-dcf2-4113-b1dd-5da8e7a07708 req-937aacd6-60ec-4b42-9aa3-6abda89c9ccc tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499718 Jan 28 05:45:02.690621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709862-f65d-425e-bdc0-bea8c418a08a req-038908b7-dc0e-467f-b649-8583281d718d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:02.697245 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31709862-f65d-425e-bdc0-bea8c418a08a req-038908b7-dc0e-467f-b649-8583281d718d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 805 time: 0.2105176 Jan 28 05:45:02.713534 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31709862-f65d-425e-bdc0-bea8c418a08a req-e32d50c4-8604-4d22-a1e7-a82db8ac9de6 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/quotas/2ec92f33a3784dd995edb9a024cc34ff HTTP/1.1" status: 200 len: 375 time: 0.0152574 Jan 28 05:45:02.731553 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949fd51f-c403-4ec0-bd87-342c4fefc487 admin admin] Made reservation on behalf of 21bb890913cd436abebbfdb7875c7f7a for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:45:02.775301 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-949fd51f-c403-4ec0-bd87-342c4fefc487 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:02.775675 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31709862-f65d-425e-bdc0-bea8c418a08a req-65ef49c9-c1f3-456e-9379-929629ef1f06 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0606465 Jan 28 05:45:02.781733 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631157c-57bc-402f-a61b-4a9a5781b3c4 None None] Pushing event updated for resources: {'Port': ['ID=c40057ab-7bac-4e03-bfce-78b6c012ef1a,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:02.789545 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecc650a-5162-4419-aa05-bbaaddfc656f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Made reservation on behalf of 2bd072a204b34f47862053012cfa77c5 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:45:02.803225 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cecc650a-5162-4419-aa05-bbaaddfc656f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:02.925856 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31709862-f65d-425e-bdc0-bea8c418a08a req-90ff21a6-e5f8-4ff3-95d2-4fa335bde2b6 service neutron] 10.222.0.31 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492624 Jan 28 05:45:02.933371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da3a32-ca07-4121-83a2-412c92ec4903 req-fc5243f3-8dba-474e-8e56-a75180345444 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:02.940612 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86da3a32-ca07-4121-83a2-412c92ec4903 req-fc5243f3-8dba-474e-8e56-a75180345444 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1343918 Jan 28 05:45:03.062335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86da3a32-ca07-4121-83a2-412c92ec4903 req-4af2c1fa-ec53-4c4f-8efa-28a7e8826e53 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196527 Jan 28 05:45:03.117604 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31709862-f65d-425e-bdc0-bea8c418a08a req-23fdf87d-37d3-4d79-852f-e1a26508f61a service neutron] 10.222.0.31 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661890 Jan 28 05:45:03.198391 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-949fd51f-c403-4ec0-bd87-342c4fefc487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (0cad50a2-5b92-45cb-a612-1d24381999be), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:03.234371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a116e-3d63-45e8-b4aa-4d41462006cb req-b0d7d6d1-6b6e-4d82-9523-ce9ced164361 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:03.267022 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-273a116e-3d63-45e8-b4aa-4d41462006cb req-b0d7d6d1-6b6e-4d82-9523-ce9ced164361 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 944 time: 0.0975347 Jan 28 05:45:03.268109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fd51f-c403-4ec0-bd87-342c4fefc487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cad50a2-5b92-45cb-a612-1d24381999be,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:03.275757 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949fd51f-c403-4ec0-bd87-342c4fefc487 admin admin] Checking segment: {'id': '5358277a-3a32-4b75-8b2e-fd544d585f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:45:03.276205 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949fd51f-c403-4ec0-bd87-342c4fefc487 admin admin] Network hostable DHCP agents. Network: ce3cf6b8-869c-4e9b-8ab3-f95b3f690941, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:45:03.288164 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cecc650a-5162-4419-aa05-bbaaddfc656f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (152b6e42-afd8-4fd2-9e65-e3352e56e078), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:03.317536 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-273a116e-3d63-45e8-b4aa-4d41462006cb req-34f34102-5ae3-401c-8000-dea756147c0a tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489790 Jan 28 05:45:03.361594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc650a-5162-4419-aa05-bbaaddfc656f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event updated for resources: {'Subnet': ['ID=152b6e42-afd8-4fd2-9e65-e3352e56e078,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:03.367110 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecc650a-5162-4419-aa05-bbaaddfc656f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Checking segment: {'id': 'ad870ee7-8e87-438b-836c-9f5632a47fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46db0d92-74bf-457d-b806-9afe3751e599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:45:03.367465 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecc650a-5162-4419-aa05-bbaaddfc656f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Network hostable DHCP agents. Network: 46db0d92-74bf-457d-b806-9afe3751e599, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:45:03.421394 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949fd51f-c403-4ec0-bd87-342c4fefc487 admin admin] Network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:45:03.454092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b41bd-221f-4204-b534-88fd6a244475 req-8f9107fe-cb38-44a2-85bd-570ccea4e664 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:03.455840 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-614b41bd-221f-4204-b534-88fd6a244475 req-8f9107fe-cb38-44a2-85bd-570ccea4e664 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.0793161 Jan 28 05:45:03.480918 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecc650a-5162-4419-aa05-bbaaddfc656f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Network 46db0d92-74bf-457d-b806-9afe3751e599 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:45:03.537450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f98bd-85d7-4aa3-a2e3-5e095c619dcb req-5f13ae30-c57a-40f0-9c4b-ce3d78943b55 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:03.539062 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-245f98bd-85d7-4aa3-a2e3-5e095c619dcb req-5f13ae30-c57a-40f0-9c4b-ce3d78943b55 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=49435059-3d27-4f8c-a129-0ae0fed63048 HTTP/1.1" status: 200 len: 949 time: 0.0821621 Jan 28 05:45:03.542613 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-614b41bd-221f-4204-b534-88fd6a244475 req-ddf731af-dab1-42de-860f-54d7c23c7e9a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768588 Jan 28 05:45:03.550321 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-949fd51f-c403-4ec0-bd87-342c4fefc487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, ce3cf6b8-869c-4e9b-8ab3-f95b3f690941) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:03.551949 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-cecc650a-5162-4419-aa05-bbaaddfc656f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 46db0d92-74bf-457d-b806-9afe3751e599) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:03.557928 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949fd51f-c403-4ec0-bd87-342c4fefc487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:03.558548 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-949fd51f-c403-4ec0-bd87-342c4fefc487 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:03.561601 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecc650a-5162-4419-aa05-bbaaddfc656f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:03.562168 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cecc650a-5162-4419-aa05-bbaaddfc656f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:03.568629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87ebb07-bcab-414f-bce1-ab36f7e4a75a None None] Network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:45:03.579650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982cdf1f-6230-442b-8a1d-47c89e3b457d None None] Network 46db0d92-74bf-457d-b806-9afe3751e599 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:45:03.598749 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-245f98bd-85d7-4aa3-a2e3-5e095c619dcb req-32ad55b4-9daf-4351-829f-838ea699704a tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515904 Jan 28 05:45:03.667009 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-99fed01c-eee5-46a7-9baa-5e8f552a5800 req-2c86a7dd-08b9-4859-81e7-088dc9f2a9b8 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=78617018-f7b2-425d-ab88-a1e7597d9589 HTTP/1.1" status: 200 len: 210 time: 0.0332940 Jan 28 05:45:03.682140 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-949fd51f-c403-4ec0-bd87-342c4fefc487 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1429670 Jan 28 05:45:03.694597 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cecc650a-5162-4419-aa05-bbaaddfc656f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1683474 Jan 28 05:45:03.926789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386ac82-0000-4266-8cf1-c009dcce3a83 req-cb413fab-1979-4c90-8d25-bd8cc0be018b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:03.935159 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6386ac82-0000-4266-8cf1-c009dcce3a83 req-cb413fab-1979-4c90-8d25-bd8cc0be018b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 949 time: 0.1256623 Jan 28 05:45:03.979087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-ce3cf6b8-869c-4e9b-8ab3-f95b3f690941', 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941', 'project_id': '21bb890913cd436abebbfdb7875c7f7a', 'fixed_ips': [{'subnet_id': '0cad50a2-5b92-45cb-a612-1d24381999be'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:45:03.980319 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:04.103849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-46db0d92-74bf-457d-b806-9afe3751e599', 'network_id': '46db0d92-74bf-457d-b806-9afe3751e599', 'project_id': '2bd072a204b34f47862053012cfa77c5', 'fixed_ips': [{'subnet_id': '152b6e42-afd8-4fd2-9e65-e3352e56e078'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:45:04.105459 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:04.168229 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6386ac82-0000-4266-8cf1-c009dcce3a83 req-46cf429c-9893-476c-9d4b-2a9c1e05d7c1 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318425 Jan 28 05:45:04.172920 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4165069-2f62-46c8-a59d-05ec02dfdcd7 req-bd41b330-a611-4763-b40d-b2ac3f922760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:04.189994 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb74513-ba85-4b83-aa8c-54b001a9cc5d req-805aa4a0-d42d-43df-b5f7-bb063df2531a tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:04.198835 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d4165069-2f62-46c8-a59d-05ec02dfdcd7 req-bd41b330-a611-4763-b40d-b2ac3f922760 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 1098 time: 0.3318739 Jan 28 05:45:04.201084 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fcb74513-ba85-4b83-aa8c-54b001a9cc5d req-805aa4a0-d42d-43df-b5f7-bb063df2531a tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.60 "GET /v2.0/ports?device_id=49435059-3d27-4f8c-a129-0ae0fed63048 HTTP/1.1" status: 200 len: 949 time: 0.1263137 Jan 28 05:45:04.302700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c40057ab-7bac-4e03-bfce-78b6c012ef1a up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:04.340669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f77c67f-b5a8-4ccd-af46-d4708eaf8385 None None] Network 52510310-3569-48fc-b9d8-06d66877c8a8 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:45:04.348278 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-fcb74513-ba85-4b83-aa8c-54b001a9cc5d req-099289f5-2dde-4282-8a56-449a7b2c39b3 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Deleting port 2c039ae1-7970-4c34-9fbb-8ac2874aec01 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:45:04.354478 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-fcb74513-ba85-4b83-aa8c-54b001a9cc5d req-099289f5-2dde-4282-8a56-449a7b2c39b3 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2c039ae1-7970-4c34-9fbb-8ac2874aec01), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:04.364586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a2361-84dd-47de-9266-01ea20744414 req-a52dc7aa-a5b1-44d8-9250-6c3b62776371 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:04.369822 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a2361-84dd-47de-9266-01ea20744414 req-a52dc7aa-a5b1-44d8-9250-6c3b62776371 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:04.371965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-a52dc7aa-a5b1-44d8-9250-6c3b62776371 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/networks?id=52510310-3569-48fc-b9d8-06d66877c8a8&id=46db0d92-74bf-457d-b806-9afe3751e599 HTTP/1.1" status: 200 len: 1391 time: 0.3377376 Jan 28 05:45:04.377252 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d4165069-2f62-46c8-a59d-05ec02dfdcd7 req-31218075-f951-4f03-8b15-8b691793316d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643310 Jan 28 05:45:04.379794 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Allocated IP 172.20.0.2 (ce3cf6b8-869c-4e9b-8ab3-f95b3f690941/0cad50a2-5b92-45cb-a612-1d24381999be/b3f61d53-73c5-4be5-8169-1159def991a2) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:45:04.396018 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-7163eb44-66b4-4117-acde-104e88a32777 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/quotas/2bd072a204b34f47862053012cfa77c5 HTTP/1.1" status: 200 len: 375 time: 0.0139742 Jan 28 05:45:04.404309 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0d212-17e8-47c4-b80c-420e2e79c105 req-9486bc18-3c54-4aea-973b-c7142e62f796 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:04.409442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28f0d212-17e8-47c4-b80c-420e2e79c105 req-9486bc18-3c54-4aea-973b-c7142e62f796 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1244383 Jan 28 05:45:04.463399 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-90174c6f-918d-41b9-9494-1836dea392cb None None] Provisioning complete for port c40057ab-7bac-4e03-bfce-78b6c012ef1a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:04.463697 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90174c6f-918d-41b9-9494-1836dea392cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c40057ab-7bac-4e03-bfce-78b6c012ef1a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:04.470214 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-fcb74513-ba85-4b83-aa8c-54b001a9cc5d req-099289f5-2dde-4282-8a56-449a7b2c39b3 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] For port 2c039ae1-7970-4c34-9fbb-8ac2874aec01, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=2c039ae1-7970-4c34-9fbb-8ac2874aec01,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:04.471887 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-fcb74513-ba85-4b83-aa8c-54b001a9cc5d req-099289f5-2dde-4282-8a56-449a7b2c39b3 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2c039ae1-7970-4c34-9fbb-8ac2874aec01), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:04.486939 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-fcb74513-ba85-4b83-aa8c-54b001a9cc5d req-099289f5-2dde-4282-8a56-449a7b2c39b3 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Calling delete_port for 2c039ae1-7970-4c34-9fbb-8ac2874aec01 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:45:04.491320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-83404972-6721-46e0-8ea0-69491b053288 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bd072a204b34f47862053012cfa77c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840878 Jan 28 05:45:04.494456 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28f0d212-17e8-47c4-b80c-420e2e79c105 req-fa4f8c3e-beb9-4d3b-af0d-54fcd91bb62a tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775928 Jan 28 05:45:04.504653 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 1646bce7-f2a7-4f01-91f2-f370f5b6c22b details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:45:04.659121 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-62e0b4d8-40a5-490d-b2de-10cce27bcdb3 service neutron] 10.222.0.31 "GET /v2.0/networks/52510310-3569-48fc-b9d8-06d66877c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452358 Jan 28 05:45:04.679798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Allocated IP 19.86.0.2 (46db0d92-74bf-457d-b806-9afe3751e599/152b6e42-afd8-4fd2-9e65-e3352e56e078/e462cc45-0a4f-49be-8f62-0255b3e6c897) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:45:04.761095 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port c40057ab-7bac-4e03-bfce-78b6c012ef1a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:04.761480 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c40057ab-7bac-4e03-bfce-78b6c012ef1a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:04.763676 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-fcb74513-ba85-4b83-aa8c-54b001a9cc5d req-099289f5-2dde-4282-8a56-449a7b2c39b3 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (2c039ae1-7970-4c34-9fbb-8ac2874aec01), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:04.785785 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-97b494fe-68a9-47e3-8538-edbf79b96230 service neutron] 10.222.0.31 "GET /v2.0/networks/52510310-3569-48fc-b9d8-06d66877c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233222 Jan 28 05:45:04.814605 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099289f5-2dde-4282-8a56-449a7b2c39b3 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Pushing event deleted for resources: {'Port': ['ID=2c039ae1-7970-4c34-9fbb-8ac2874aec01,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:04.816870 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['f668d12c-cd28-490a-90ff-5ee0d5ebce45'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:04.819256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['2c039ae1-7970-4c34-9fbb-8ac2874aec01', '38522edd-9d8a-4d74-9a98-f5684d5c33c3'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:04.894765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb74513-ba85-4b83-aa8c-54b001a9cc5d req-099289f5-2dde-4282-8a56-449a7b2c39b3 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] No DVR routers for this DVR port 2c039ae1-7970-4c34-9fbb-8ac2874aec01 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:45:04.897445 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-fcb74513-ba85-4b83-aa8c-54b001a9cc5d req-099289f5-2dde-4282-8a56-449a7b2c39b3 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:04.901517 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fcb74513-ba85-4b83-aa8c-54b001a9cc5d req-099289f5-2dde-4282-8a56-449a7b2c39b3 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.60 "DELETE /v2.0/ports/2c039ae1-7970-4c34-9fbb-8ac2874aec01 HTTP/1.1" status: 204 len: 173 time: 0.6942620 Jan 28 05:45:04.902081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49435059-3d27-4f8c-a129-0ae0fed63048', 'name': 'network-vif-deleted', 'tag': '2c039ae1-7970-4c34-9fbb-8ac2874aec01'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:04.905067 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2de9a8c-ef4d-4a83-bf84-86bc3d59429d" -d '{"events": [{"server_uuid": "49435059-3d27-4f8c-a129-0ae0fed63048", "name": "network-vif-deleted", "tag": "2c039ae1-7970-4c34-9fbb-8ac2874aec01"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:04.922783 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a59b3745-f36b-4e2c-9d96-288a2e1f1ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:04.926365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=1646bce7-f2a7-4f01-91f2-f370f5b6c22b,segment=NetworkSegment(0425761b-3f81-48df-ba2b-9edbc800bbce),segment_id=0425761b-3f81-48df-ba2b-9edbc800bbce)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:05.008747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-1684f335-8785-44c0-bf2c-44f883362130 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:05.010380 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-1684f335-8785-44c0-bf2c-44f883362130 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/networks?id=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 HTTP/1.1" status: 200 len: 814 time: 0.1991279 Jan 28 05:45:05.020073 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-9e5016fd-2343-4f29-8018-e12f65b046d7 service neutron] 10.222.0.31 "GET /v2.0/networks/46db0d92-74bf-457d-b806-9afe3751e599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333205 Jan 28 05:45:05.050622 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-26401e32-a23a-4bf8-bb32-d3c0ceecd55f tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/quotas/21bb890913cd436abebbfdb7875c7f7a HTTP/1.1" status: 200 len: 375 time: 0.0279157 Jan 28 05:45:05.064296 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '1646bce7-f2a7-4f01-91f2-f370f5b6c22b', 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5', 'port_id': '1646bce7-f2a7-4f01-91f2-f370f5b6c22b', 'mac_address': 'fa:16:3e:b7:b8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:45:05.101617 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-90174c6f-918d-41b9-9494-1836dea392cb None None] Current status of the port c40057ab-7bac-4e03-bfce-78b6c012ef1a is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:05.101923 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90174c6f-918d-41b9-9494-1836dea392cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c40057ab-7bac-4e03-bfce-78b6c012ef1a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:05.115528 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-c86e97d0-c967-4a05-8bdd-f13d24c8c6a3 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=21bb890913cd436abebbfdb7875c7f7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406144 Jan 28 05:45:05.200903 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-c9ec942b-d03a-4d37-9800-b48b19b2126c service neutron] 10.222.0.31 "GET /v2.0/networks/46db0d92-74bf-457d-b806-9afe3751e599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797590 Jan 28 05:45:05.221141 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Publish callbacks [] for port (b3f61d53-73c5-4be5-8169-1159def991a2), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:05.358053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-c1c18287-c244-4c59-976f-1f3c9ea36f2e service neutron] 10.222.0.31 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328303 Jan 28 05:45:05.401858 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-90174c6f-918d-41b9-9494-1836dea392cb None None] For port c40057ab-7bac-4e03-bfce-78b6c012ef1a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c40057ab-7bac-4e03-bfce-78b6c012ef1a,segment=NetworkSegment(49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2),segment_id=49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:05.405603 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (b3f61d53-73c5-4be5-8169-1159def991a2), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:05.425798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:05.433064 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1646bce7-f2a7-4f01-91f2-f370f5b6c22b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:05.519911 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-eef8be5c-dca5-4c61-bb95-bcf750acef49 service neutron] 10.222.0.31 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560278 Jan 28 05:45:05.522494 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90174c6f-918d-41b9-9494-1836dea392cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c40057ab-7bac-4e03-bfce-78b6c012ef1a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:05.532994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c40057ab-7bac-4e03-bfce-78b6c012ef1a is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:05.533371 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c40057ab-7bac-4e03-bfce-78b6c012ef1a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:05.541345 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1646bce7-f2a7-4f01-91f2-f370f5b6c22b {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:05.546281 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Publish callbacks [] for port (e462cc45-0a4f-49be-8f62-0255b3e6c897), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:05.572967 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:45:05.593091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Pushing event updated for resources: {'Port': ['ID=b3f61d53-73c5-4be5-8169-1159def991a2,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:05.593091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:05.612205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:45:05.657521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=1646bce7-f2a7-4f01-91f2-f370f5b6c22b,segment=NetworkSegment(0425761b-3f81-48df-ba2b-9edbc800bbce),segment_id=0425761b-3f81-48df-ba2b-9edbc800bbce)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:05.665805 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (e462cc45-0a4f-49be-8f62-0255b3e6c897), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:05.679372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d561a-48a7-44cd-8807-b20735f42bd1 req-4a647e1c-b166-4d8e-b52a-624658cc4dd1 tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:05.693848 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-083d561a-48a7-44cd-8807-b20735f42bd1 req-4a647e1c-b166-4d8e-b52a-624658cc4dd1 tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 1101 time: 0.0833642 Jan 28 05:45:05.767782 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-083d561a-48a7-44cd-8807-b20735f42bd1 req-43541003-097f-429f-88f1-12517bbd16d6 tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730250 Jan 28 05:45:05.912757 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1646bce7-f2a7-4f01-91f2-f370f5b6c22b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:05.972005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Network 46db0d92-74bf-457d-b806-9afe3751e599 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:45:05.991850 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:05.995093 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b423c9-3419-45f3-8a5e-73d9d8285ed3 req-4a27672a-c5b9-4f34-a41a-0a489a683cfc tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:05.996621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79b423c9-3419-45f3-8a5e-73d9d8285ed3 req-4a27672a-c5b9-4f34-a41a-0a489a683cfc tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.0691776 Jan 28 05:45:06.000430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e6da0d03-bb98-4826-bbd9-d2d72306f4b9 None None] Provisioning complete for port c40057ab-7bac-4e03-bfce-78b6c012ef1a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:06.000806 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6da0d03-bb98-4826-bbd9-d2d72306f4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c40057ab-7bac-4e03-bfce-78b6c012ef1a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:06.006040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad35ef6-6d43-49ad-ac01-84ca762aa3ff req-185fabad-032e-4eb6-ae4b-22b6df88f7fd tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:06.013594 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cad35ef6-6d43-49ad-ac01-84ca762aa3ff req-185fabad-032e-4eb6-ae4b-22b6df88f7fd tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 945 time: 0.1498182 Jan 28 05:45:06.058251 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:45:06.062551 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90174c6f-918d-41b9-9494-1836dea392cb None None] Pushing event updated for resources: {'Port': ['ID=c40057ab-7bac-4e03-bfce-78b6c012ef1a,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:06.079049 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:45:06.079406 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:45:06.082159 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cad35ef6-6d43-49ad-ac01-84ca762aa3ff req-8c1c309a-91e1-4ad4-8dc5-7ac6a0700189 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675788 Jan 28 05:45:06.093895 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Attempting to bind port b3f61d53-73c5-4be5-8169-1159def991a2 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:45:06.094268 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Attempting to bind port b3f61d53-73c5-4be5-8169-1159def991a2 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '5358277a-3a32-4b75-8b2e-fd544d585f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:45:06.094659 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Attempting to bind port b3f61d53-73c5-4be5-8169-1159def991a2 on network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:06.121661 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79b423c9-3419-45f3-8a5e-73d9d8285ed3 req-e36cef49-b17a-4b86-b413-43c6d69e3e54 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045446 Jan 28 05:45:06.240075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de6d89a8-a5a6-4a05-b189-c9367dd1521d req-ca963f48-6146-4fa4-9fa6-d6a80c61585f tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=49435059-3d27-4f8c-a129-0ae0fed63048 HTTP/1.1" status: 200 len: 210 time: 0.0478363 Jan 28 05:45:06.302152 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0165beba-5000-4bbd-ae0d-74a494ba6867 req-c6b0ed14-7847-48e1-9bb5-4d2bc4312187 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=78617018-f7b2-425d-ab88-a1e7597d9589 HTTP/1.1" status: 200 len: 210 time: 0.0511243 Jan 28 05:45:06.354556 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd181876-0ac4-4193-b4a3-66a6ca96d7fc x-openstack-request-id: req-bd181876-0ac4-4193-b4a3-66a6ca96d7fc {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:06.355243 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49435059-3d27-4f8c-a129-0ae0fed63048", "name": "network-vif-deleted", "tag": "2c039ae1-7970-4c34-9fbb-8ac2874aec01", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:06.355243 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd181876-0ac4-4193-b4a3-66a6ca96d7fc {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:06.355526 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49435059-3d27-4f8c-a129-0ae0fed63048', 'name': 'network-vif-deleted', 'tag': '2c039ae1-7970-4c34-9fbb-8ac2874aec01', 'status': 'completed', 'code': 200} Jan 28 05:45:06.371967 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42747824-cb2a-46aa-b429-f542beed739f req-d50b2103-8d80-4d4b-a391-94d9cd74639d tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 210 time: 0.0403376 Jan 28 05:45:06.385933 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709862-f65d-425e-bdc0-bea8c418a08a req-7b64b72f-e393-4af8-a0db-e7e19ffce8f0 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:06.387826 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-31709862-f65d-425e-bdc0-bea8c418a08a req-7b64b72f-e393-4af8-a0db-e7e19ffce8f0 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 805 time: 0.1988151 Jan 28 05:45:06.418850 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:45:06.419937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Checking segment: {'id': '5358277a-3a32-4b75-8b2e-fd544d585f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:45:06.420714 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:06.421270 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Bound using segment: {'id': '5358277a-3a32-4b75-8b2e-fd544d585f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:45:06.421847 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Bound port: b3f61d53-73c5-4be5-8169-1159def991a2, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5358277a-3a32-4b75-8b2e-fd544d585f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:45:06.422232 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b3f61d53-73c5-4be5-8169-1159def991a2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:06.427527 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-31709862-f65d-425e-bdc0-bea8c418a08a req-a939eff4-2585-4302-a037-708b7c9c5a5c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Request body: {'port': {'device_id': '78617018-f7b2-425d-ab88-a1e7597d9589', 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f', 'admin_state_up': True, 'tenant_id': '2ec92f33a3784dd995edb9a024cc34ff'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:06.504783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Pushing event updated for resources: {'Port': ['ID=e462cc45-0a4f-49be-8f62-0255b3e6c897,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:06.510530 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Attempting to bind port e462cc45-0a4f-49be-8f62-0255b3e6c897 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:45:06.510912 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Attempting to bind port e462cc45-0a4f-49be-8f62-0255b3e6c897 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'ad870ee7-8e87-438b-836c-9f5632a47fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46db0d92-74bf-457d-b806-9afe3751e599'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:45:06.511280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Attempting to bind port e462cc45-0a4f-49be-8f62-0255b3e6c897 on network 46db0d92-74bf-457d-b806-9afe3751e599 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:06.525105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17618d-9345-4498-91de-51ab97496014 req-50e5fc06-7db7-4f91-b2de-c0588e188a57 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:06.526617 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc17618d-9345-4498-91de-51ab97496014 req-50e5fc06-7db7-4f91-b2de-c0588e188a57 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1051905 Jan 28 05:45:06.567531 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:45:06.578089 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Checking segment: {'id': 'ad870ee7-8e87-438b-836c-9f5632a47fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46db0d92-74bf-457d-b806-9afe3751e599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:45:06.578089 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:06.578089 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Bound using segment: {'id': 'ad870ee7-8e87-438b-836c-9f5632a47fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46db0d92-74bf-457d-b806-9afe3751e599'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:45:06.578089 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Bound port: e462cc45-0a4f-49be-8f62-0255b3e6c897, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad870ee7-8e87-438b-836c-9f5632a47fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46db0d92-74bf-457d-b806-9afe3751e599'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:45:06.578089 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e462cc45-0a4f-49be-8f62-0255b3e6c897), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:06.596028 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:06.608425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['1646bce7-f2a7-4f01-91f2-f370f5b6c22b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:06.662649 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc17618d-9345-4498-91de-51ab97496014 req-6341e98b-8029-4f34-8570-f787fc14dc91 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254849 Jan 28 05:45:06.671207 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e6da0d03-bb98-4826-bbd9-d2d72306f4b9 None None] Current status of the port c40057ab-7bac-4e03-bfce-78b6c012ef1a is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:06.681758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-d3e338f3-8c8e-48e1-9282-cb45da9f65f4 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:06.688882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-d3e338f3-8c8e-48e1-9282-cb45da9f65f4 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/networks?id=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 HTTP/1.1" status: 200 len: 814 time: 0.1612391 Jan 28 05:45:06.706869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-d9eaeb57-dc05-4a73-9a08-788050da2b3a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/quotas/21bb890913cd436abebbfdb7875c7f7a HTTP/1.1" status: 200 len: 375 time: 0.0170829 Jan 28 05:45:06.730966 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31709862-f65d-425e-bdc0-bea8c418a08a req-a939eff4-2585-4302-a037-708b7c9c5a5c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Made reservation on behalf of 2ec92f33a3784dd995edb9a024cc34ff for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:45:06.737729 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-31709862-f65d-425e-bdc0-bea8c418a08a req-a939eff4-2585-4302-a037-708b7c9c5a5c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:06.761942 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=1646bce7-f2a7-4f01-91f2-f370f5b6c22b,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:06.770060 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] For port b3f61d53-73c5-4be5-8169-1159def991a2, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:45:06.772072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c40057ab-7bac-4e03-bfce-78b6c012ef1a is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:06.773362 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-d42a3d3f-10fa-4dfe-b988-c457840c2e81 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=21bb890913cd436abebbfdb7875c7f7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0638916 Jan 28 05:45:06.814249 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] For port b3f61d53-73c5-4be5-8169-1159def991a2, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b3f61d53-73c5-4be5-8169-1159def991a2,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:45:06.829705 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] For port e462cc45-0a4f-49be-8f62-0255b3e6c897, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:45:06.840477 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] For port e462cc45-0a4f-49be-8f62-0255b3e6c897, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e462cc45-0a4f-49be-8f62-0255b3e6c897,segment=NetworkSegment(ad870ee7-8e87-438b-836c-9f5632a47fa6),segment_id=ad870ee7-8e87-438b-836c-9f5632a47fa6)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:45:06.889270 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-ec70d444-9c31-4df1-859b-16e9a0a2b971 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839667 Jan 28 05:45:06.911874 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b3f61d53-73c5-4be5-8169-1159def991a2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:06.936654 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-31709862-f65d-425e-bdc0-bea8c418a08a req-a939eff4-2585-4302-a037-708b7c9c5a5c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Allocated IP 172.20.0.10 (eec00fff-aff9-4369-9cd0-be1af626188f/6ace652b-1ccc-4a73-9185-4c2cd62a6d0e/8b0eff9f-275d-42f9-80b7-b3a88e699f68) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:45:06.964241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c40057ab-7bac-4e03-bfce-78b6c012ef1a up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:06.975002 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e462cc45-0a4f-49be-8f62-0255b3e6c897), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:07.065634 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-b4cedf52-7c04-4815-9076-07a788df3db3 service neutron] 10.222.0.31 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823632 Jan 28 05:45:07.074793 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f1c3d-2760-4c33-abce-e9b2011cf6f2 None None] Pushing event updated for resources: {'Port': ['ID=b3f61d53-73c5-4be5-8169-1159def991a2,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:07.111206 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-31709862-f65d-425e-bdc0-bea8c418a08a req-a939eff4-2585-4302-a037-708b7c9c5a5c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks [] for port (8b0eff9f-275d-42f9-80b7-b3a88e699f68), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:07.167257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-7cf739b0-a981-4dc7-abf1-dd9f0fa044f5 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:07.168993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-7cf739b0-a981-4dc7-abf1-dd9f0fa044f5 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2739723 Jan 28 05:45:07.192013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-da05731d-5399-442a-81bc-a9a9a708b7fd tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/quotas/5fbf3f893d5942abbf53fba6927e26e2 HTTP/1.1" status: 200 len: 375 time: 0.0158165 Jan 28 05:45:07.202413 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0f743-44ce-4f17-b000-184798f273b8 None None] Pushing event updated for resources: {'Port': ['ID=e462cc45-0a4f-49be-8f62-0255b3e6c897,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:07.222543 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port c40057ab-7bac-4e03-bfce-78b6c012ef1a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:07.223056 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c40057ab-7bac-4e03-bfce-78b6c012ef1a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:07.284729 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-0633ba83-a7d0-43d3-9aee-a9af6097ef30 service neutron] 10.222.0.31 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181396 Jan 28 05:45:07.286266 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-31709862-f65d-425e-bdc0-bea8c418a08a req-a939eff4-2585-4302-a037-708b7c9c5a5c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (8b0eff9f-275d-42f9-80b7-b3a88e699f68), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:07.355712 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-9844e727-eafd-4d85-b7de-bb659b7208d5 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1567726 Jan 28 05:45:07.392022 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31709862-f65d-425e-bdc0-bea8c418a08a req-a939eff4-2585-4302-a037-708b7c9c5a5c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Network eec00fff-aff9-4369-9cd0-be1af626188f is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:45:07.395491 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-31709862-f65d-425e-bdc0-bea8c418a08a req-a939eff4-2585-4302-a037-708b7c9c5a5c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:07.400799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-31709862-f65d-425e-bdc0-bea8c418a08a req-a939eff4-2585-4302-a037-708b7c9c5a5c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:45:07.406858 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['3aeaa96d-c620-4d93-b90f-11688bd39ac8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:07.446012 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939eff4-2585-4302-a037-708b7c9c5a5c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Pushing event updated for resources: {'Port': ['ID=8b0eff9f-275d-42f9-80b7-b3a88e699f68,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:07.472169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c40057ab-7bac-4e03-bfce-78b6c012ef1a is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:07.486693 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709862-f65d-425e-bdc0-bea8c418a08a req-a939eff4-2585-4302-a037-708b7c9c5a5c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:07.487683 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-31709862-f65d-425e-bdc0-bea8c418a08a req-a939eff4-2585-4302-a037-708b7c9c5a5c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:07.638374 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-31709862-f65d-425e-bdc0-bea8c418a08a req-a939eff4-2585-4302-a037-708b7c9c5a5c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2211821 Jan 28 05:45:07.657846 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Request body: {'port': {'device_id': '78617018-f7b2-425d-ab88-a1e7597d9589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:07.819556 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8b0eff9f-275d-42f9-80b7-b3a88e699f68), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:07.834466 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:08.009619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbb8a0-8206-43fe-a66f-29814f7f485f req-53dfe33d-a339-4518-8e67-bb4d524b2d80 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:08.027346 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54bbb8a0-8206-43fe-a66f-29814f7f485f req-53dfe33d-a339-4518-8e67-bb4d524b2d80 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 945 time: 0.1598530 Jan 28 05:45:08.087009 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab5e94-0ebc-4b06-9b1a-e92f969fb9bd req-a02a08e0-d824-4a5f-aaeb-a007cd836a99 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:08.088479 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5cab5e94-0ebc-4b06-9b1a-e92f969fb9bd req-a02a08e0-d824-4a5f-aaeb-a007cd836a99 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.1705637 Jan 28 05:45:08.118874 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54bbb8a0-8206-43fe-a66f-29814f7f485f req-adfcfdb0-fec3-4cd8-b962-634333b5206c tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905135 Jan 28 05:45:08.168379 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5cab5e94-0ebc-4b06-9b1a-e92f969fb9bd req-a1809bc0-1764-49df-9fdb-677fe35171fe tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661087 Jan 28 05:45:08.169498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0eff9f-275d-42f9-80b7-b3a88e699f68 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:08.178066 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Publish callbacks [] for port (8b0eff9f-275d-42f9-80b7-b3a88e699f68), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:08.193746 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Transition to ACTIVE for port object 8b0eff9f-275d-42f9-80b7-b3a88e699f68 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:45:08.289218 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c4b385b-7609-4eea-bfb5-0a021376263a req-eeab7e66-3edc-456e-9e6b-04bbf72339fd tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 210 time: 0.0349724 Jan 28 05:45:08.304164 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a6731-0284-4581-a511-8dff516f929b req-eb342966-d8af-45f6-a236-474cce99d0eb tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:08.306262 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f0a6731-0284-4581-a511-8dff516f929b req-eb342966-d8af-45f6-a236-474cce99d0eb tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=78617018-f7b2-425d-ab88-a1e7597d9589 HTTP/1.1" status: 200 len: 932 time: 0.0834167 Jan 28 05:45:08.348368 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (8b0eff9f-275d-42f9-80b7-b3a88e699f68), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:08.384755 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00fc732f-9683-4ab5-8b14-a2c8bffae486 req-40d934e6-d3a9-4523-b5e6-d01ac8668780 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac947bbd-095e-4ad9-a291-a481ac9be4b2 HTTP/1.1" status: 200 len: 210 time: 0.0453722 Jan 28 05:45:08.394258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f0a6731-0284-4581-a511-8dff516f929b req-793d3c54-3207-4499-b12c-2caaea6372c0 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813396 Jan 28 05:45:08.457966 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0eff9f-275d-42f9-80b7-b3a88e699f68,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:08.519778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 1646bce7-f2a7-4f01-91f2-f370f5b6c22b up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:08.703455 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Attempting to bind port 8b0eff9f-275d-42f9-80b7-b3a88e699f68 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:45:08.704364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Attempting to bind port 8b0eff9f-275d-42f9-80b7-b3a88e699f68 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:45:08.704774 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Attempting to bind port 8b0eff9f-275d-42f9-80b7-b3a88e699f68 on network eec00fff-aff9-4369-9cd0-be1af626188f {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:08.709916 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Port 8b0eff9f-275d-42f9-80b7-b3a88e699f68 on network eec00fff-aff9-4369-9cd0-be1af626188f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:45:08.710249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Attempting to bind port 8b0eff9f-275d-42f9-80b7-b3a88e699f68 on network eec00fff-aff9-4369-9cd0-be1af626188f {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:08.717284 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:45:08.717992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Checking segment: {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:45:08.718485 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Bound using segment: {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:45:08.719184 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Bound port: 8b0eff9f-275d-42f9-80b7-b3a88e699f68, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:45:08.719553 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8b0eff9f-275d-42f9-80b7-b3a88e699f68), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:08.758329 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:45:08.764178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:08.766705 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1646bce7-f2a7-4f01-91f2-f370f5b6c22b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:08.853918 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-6830c23e-0abb-4c7c-9233-34f1c47cbbca tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:08.856484 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-6830c23e-0abb-4c7c-9233-34f1c47cbbca tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/networks?id=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 HTTP/1.1" status: 200 len: 814 time: 0.2861202 Jan 28 05:45:08.940836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2cc22ca1-bfbd-4cfc-b17a-368232f6df32 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:08.941615 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:08.942434 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1646bce7-f2a7-4f01-91f2-f370f5b6c22b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:08.958630 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] For port 8b0eff9f-275d-42f9-80b7-b3a88e699f68, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:45:08.958869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2cc22ca1-bfbd-4cfc-b17a-368232f6df32 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:08.960455 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2cc22ca1-bfbd-4cfc-b17a-368232f6df32 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.64 "GET /v2.0/networks?id=52510310-3569-48fc-b9d8-06d66877c8a8&id=46db0d92-74bf-457d-b806-9afe3751e599 HTTP/1.1" status: 200 len: 1391 time: 0.4329476 Jan 28 05:45:08.964948 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] For port 8b0eff9f-275d-42f9-80b7-b3a88e699f68, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=8b0eff9f-275d-42f9-80b7-b3a88e699f68,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:45:08.968765 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dbe3f8-5395-4423-9154-0e80f7cb3015 None None] Network 46db0d92-74bf-457d-b806-9afe3751e599 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:45:08.973965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-fab11e64-1e96-40b7-ad85-bccf9d02590d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/quotas/21bb890913cd436abebbfdb7875c7f7a HTTP/1.1" status: 200 len: 375 time: 0.1041799 Jan 28 05:45:08.980200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-ce6a2361-84dd-47de-9266-01ea20744414 req-57e2314c-9175-48cd-be64-1447be775cb0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Request body: {'port': {'device_id': '804ffb02-a40d-46ee-ae73-27bbb322bd1d', 'network_id': '52510310-3569-48fc-b9d8-06d66877c8a8', 'admin_state_up': True, 'tenant_id': '2bd072a204b34f47862053012cfa77c5'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:08.998709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4b059a-5f08-4172-92f9-c2e020c4fd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1646bce7-f2a7-4f01-91f2-f370f5b6c22b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:09.001487 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c63064f-8ea2-463e-bf8b-0ee4edf85bb8" -d '{"events": [{"server_uuid": "9c4b059a-5f08-4172-92f9-c2e020c4fd50", "name": "network-vif-plugged", "status": "completed", "tag": "1646bce7-f2a7-4f01-91f2-f370f5b6c22b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:09.051270 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 2c039ae1-7970-4c34-9fbb-8ac2874aec01 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:45:09.080498 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (8b0eff9f-275d-42f9-80b7-b3a88e699f68), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:09.100369 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=1646bce7-f2a7-4f01-91f2-f370f5b6c22b,segment=NetworkSegment(0425761b-3f81-48df-ba2b-9edbc800bbce),segment_id=0425761b-3f81-48df-ba2b-9edbc800bbce)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:09.106914 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 2c039ae1-7970-4c34-9fbb-8ac2874aec01 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:45:09.107521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 2c039ae1-7970-4c34-9fbb-8ac2874aec01 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:45:09.119719 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0146f481-4083-4efb-9217-967573661895 None None] Provisioning complete for port e462cc45-0a4f-49be-8f62-0255b3e6c897 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:09.122915 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0146f481-4083-4efb-9217-967573661895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e462cc45-0a4f-49be-8f62-0255b3e6c897), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:09.172682 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:09.173502 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:09.175123 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-31709862-f65d-425e-bdc0-bea8c418a08a req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] 10.222.0.60 "PUT /v2.0/ports/8b0eff9f-275d-42f9-80b7-b3a88e699f68 HTTP/1.1" status: 200 len: 1093 time: 1.5223727 Jan 28 05:45:09.175896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78617018-f7b2-425d-ab88-a1e7597d9589', 'tag': '8b0eff9f-275d-42f9-80b7-b3a88e699f68'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:09.184148 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ae0213-5c60-4f47-be6b-c1459fcd249d" -d '{"events": [{"name": "network-changed", "server_uuid": "78617018-f7b2-425d-ab88-a1e7597d9589", "tag": "8b0eff9f-275d-42f9-80b7-b3a88e699f68"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:09.187534 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1646bce7-f2a7-4f01-91f2-f370f5b6c22b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:09.260747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b3f61d53-73c5-4be5-8169-1159def991a2 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:09.286024 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-a286e72a-d5c3-45d5-af43-c72205c36332 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=21bb890913cd436abebbfdb7875c7f7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3110306 Jan 28 05:45:09.293943 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855b2bc-af51-4d2a-9b2e-04d5ae2c9b43 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0eff9f-275d-42f9-80b7-b3a88e699f68,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:09.303371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fb389-10e2-4804-b128-f2232bc81f09 req-3403dd47-5e3c-454d-9a9b-b001bbdbb6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:09.304852 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b5fb389-10e2-4804-b128-f2232bc81f09 req-3403dd47-5e3c-454d-9a9b-b001bbdbb6cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c36a2d53f9504be19dc76a299e98b5d6&device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 1098 time: 0.2296343 Jan 28 05:45:09.332202 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77441dd7-382f-45d3-bca1-19b757727e76 None None] Network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:45:09.337718 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:09.377673 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-8fac7b32-349d-49dc-a56d-c246eb6cb024 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:09.379587 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-8fac7b32-349d-49dc-a56d-c246eb6cb024 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.64 "GET /v2.0/networks?id=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 HTTP/1.1" status: 200 len: 814 time: 0.2111890 Jan 28 05:45:09.448956 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-574d3c7f-ad65-4687-8c1a-603e2126017d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Request body: {'port': {'device_id': '39ab1866-20f3-4e22-a6cb-d052d7af71fa', 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941', 'admin_state_up': True, 'tenant_id': '21bb890913cd436abebbfdb7875c7f7a'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:09.489153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fb389-10e2-4804-b128-f2232bc81f09 req-fc6edbab-defa-4172-a021-267afd73920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:09.491018 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b5fb389-10e2-4804-b128-f2232bc81f09 req-fc6edbab-defa-4172-a021-267afd73920b service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b983991-8e52-43a5-9508-80c383d87452 HTTP/1.1" status: 200 len: 919 time: 0.1715026 Jan 28 05:45:09.492153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port b3f61d53-73c5-4be5-8169-1159def991a2 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:09.497263 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b3f61d53-73c5-4be5-8169-1159def991a2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:09.576957 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-ac2a37f9-1467-420e-8cb9-98cc197a442e service neutron] 10.222.0.31 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899849 Jan 28 05:45:09.594748 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=1646bce7-f2a7-4f01-91f2-f370f5b6c22b,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:09.610575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0146f481-4083-4efb-9217-967573661895 None None] Current status of the port e462cc45-0a4f-49be-8f62-0255b3e6c897 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:09.618047 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0146f481-4083-4efb-9217-967573661895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e462cc45-0a4f-49be-8f62-0255b3e6c897), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:09.639700 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b5fb389-10e2-4804-b128-f2232bc81f09 req-de6c32d2-702f-460b-b589-797ff5ce9923 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c85ced63-7dac-4c24-b294-ecb1b4fff362 HTTP/1.1" status: 200 len: 217 time: 0.1042275 Jan 28 05:45:09.678055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6a2361-84dd-47de-9266-01ea20744414 req-57e2314c-9175-48cd-be64-1447be775cb0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Made reservation on behalf of 2bd072a204b34f47862053012cfa77c5 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:45:09.681606 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-57e2314c-9175-48cd-be64-1447be775cb0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:09.713277 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0146f481-4083-4efb-9217-967573661895 None None] For port e462cc45-0a4f-49be-8f62-0255b3e6c897, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e462cc45-0a4f-49be-8f62-0255b3e6c897,segment=NetworkSegment(ad870ee7-8e87-438b-836c-9f5632a47fa6),segment_id=ad870ee7-8e87-438b-836c-9f5632a47fa6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:09.809542 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1886e-ffda-493e-a320-550d2b219d21 req-e6c77d42-c304-4ba1-baf2-8940986b2d6e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:09.817946 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cdc1886e-ffda-493e-a320-550d2b219d21 req-e6c77d42-c304-4ba1-baf2-8940986b2d6e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.3020067 Jan 28 05:45:09.827430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b3f61d53-73c5-4be5-8169-1159def991a2 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:09.829462 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b3f61d53-73c5-4be5-8169-1159def991a2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:09.861530 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0146f481-4083-4efb-9217-967573661895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e462cc45-0a4f-49be-8f62-0255b3e6c897), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:09.902048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fb389-10e2-4804-b128-f2232bc81f09 req-10ff466a-b779-4c00-96c7-a22054ade319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:09.904296 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b5fb389-10e2-4804-b128-f2232bc81f09 req-10ff466a-b779-4c00-96c7-a22054ade319 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6933c2d9-7995-47b9-8107-2c5c5786684d HTTP/1.1" status: 200 len: 858 time: 0.2372417 Jan 28 05:45:09.931430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port b3f61d53-73c5-4be5-8169-1159def991a2, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b3f61d53-73c5-4be5-8169-1159def991a2,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:09.961330 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146f481-4083-4efb-9217-967573661895 None None] Pushing event updated for resources: {'Port': ['ID=e462cc45-0a4f-49be-8f62-0255b3e6c897,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:09.972204 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b5fb389-10e2-4804-b128-f2232bc81f09 req-3c14c607-1abe-4d79-a64c-c57353664449 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b983991-8e52-43a5-9508-80c383d87452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522635 Jan 28 05:45:09.991811 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709862-f65d-425e-bdc0-bea8c418a08a req-19c87fca-b974-4a2a-a871-e1b0512a1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:09.994835 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-31709862-f65d-425e-bdc0-bea8c418a08a req-19c87fca-b974-4a2a-a871-e1b0512a1442 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&device_id=78617018-f7b2-425d-ab88-a1e7597d9589 HTTP/1.1" status: 200 len: 1096 time: 0.6141725 Jan 28 05:45:10.017719 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-29332e9f-3293-4107-ab02-804f9aea4ca1 None None] Provisioning complete for port b3f61d53-73c5-4be5-8169-1159def991a2 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:10.018140 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-29332e9f-3293-4107-ab02-804f9aea4ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b3f61d53-73c5-4be5-8169-1159def991a2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:10.038566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-032379ab-e559-419b-86a2-4f25ae33d7b5 service neutron] 10.222.0.31 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974986 Jan 28 05:45:10.048380 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b3f61d53-73c5-4be5-8169-1159def991a2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:10.049376 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e462cc45-0a4f-49be-8f62-0255b3e6c897 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:10.064288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cdc1886e-ffda-493e-a320-550d2b219d21 req-ea164d63-bf13-458a-bbf0-50ac72a15c95 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451162 Jan 28 05:45:10.091224 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-31709862-f65d-425e-bdc0-bea8c418a08a req-dea56664-d7cd-49da-9c0f-e2b9227c9e0d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b0eff9f-275d-42f9-80b7-b3a88e699f68 HTTP/1.1" status: 200 len: 217 time: 0.0731483 Jan 28 05:45:10.166480 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709862-f65d-425e-bdc0-bea8c418a08a req-5f6129d3-aa54-4882-a3c8-3cf10d8eb24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:10.168066 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-31709862-f65d-425e-bdc0-bea8c418a08a req-5f6129d3-aa54-4882-a3c8-3cf10d8eb24e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ace652b-1ccc-4a73-9185-4c2cd62a6d0e HTTP/1.1" status: 200 len: 845 time: 0.0701232 Jan 28 05:45:10.170375 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0f8d8b-c9a1-4af7-99f7-3df03dbe29c3 x-openstack-request-id: req-4d0f8d8b-c9a1-4af7-99f7-3df03dbe29c3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:10.170675 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4b059a-5f08-4172-92f9-c2e020c4fd50", "name": "network-vif-plugged", "status": "completed", "tag": "1646bce7-f2a7-4f01-91f2-f370f5b6c22b", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:10.170937 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d0f8d8b-c9a1-4af7-99f7-3df03dbe29c3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:10.172025 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4b059a-5f08-4172-92f9-c2e020c4fd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1646bce7-f2a7-4f01-91f2-f370f5b6c22b', 'code': 200} Jan 28 05:45:10.189614 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=b3f61d53-73c5-4be5-8169-1159def991a2,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:10.237217 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-ce6a2361-84dd-47de-9266-01ea20744414 req-57e2314c-9175-48cd-be64-1447be775cb0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Allocated IP 19.80.0.202 (52510310-3569-48fc-b9d8-06d66877c8a8/1426c62a-b7a4-4c09-a76f-de6158c8f792/40aa6b5b-739b-4af7-a9c7-1375dc4a0e32) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:45:10.244076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-29332e9f-3293-4107-ab02-804f9aea4ca1 None None] Current status of the port b3f61d53-73c5-4be5-8169-1159def991a2 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:10.254577 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-31709862-f65d-425e-bdc0-bea8c418a08a req-5e280d41-b679-402e-b721-7522eb5821d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eec00fff-aff9-4369-9cd0-be1af626188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702574 Jan 28 05:45:10.255205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port e462cc45-0a4f-49be-8f62-0255b3e6c897 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:10.255615 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e462cc45-0a4f-49be-8f62-0255b3e6c897), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:10.279701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-574d3c7f-ad65-4687-8c1a-603e2126017d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Made reservation on behalf of 21bb890913cd436abebbfdb7875c7f7a for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:45:10.283361 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-574d3c7f-ad65-4687-8c1a-603e2126017d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:10.352428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b5fb389-10e2-4804-b128-f2232bc81f09 req-58f83579-6eaf-432f-a09c-edafbdf780f7 service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632953 Jan 28 05:45:10.379283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port e462cc45-0a4f-49be-8f62-0255b3e6c897 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:10.396368 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d476522e-6b07-4273-9b25-c8ef9b6908b1 None None] Provisioning complete for port e462cc45-0a4f-49be-8f62-0255b3e6c897 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:10.396722 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d476522e-6b07-4273-9b25-c8ef9b6908b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e462cc45-0a4f-49be-8f62-0255b3e6c897), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:10.495130 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76481ea-be08-4b45-a427-2fe1ab920729 x-openstack-request-id: req-d76481ea-be08-4b45-a427-2fe1ab920729 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:10.495761 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78617018-f7b2-425d-ab88-a1e7597d9589", "tag": "8b0eff9f-275d-42f9-80b7-b3a88e699f68", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:10.497398 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d76481ea-be08-4b45-a427-2fe1ab920729 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:10.497398 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78617018-f7b2-425d-ab88-a1e7597d9589', 'tag': '8b0eff9f-275d-42f9-80b7-b3a88e699f68', 'status': 'completed', 'code': 200} Jan 28 05:45:10.508263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d476522e-6b07-4273-9b25-c8ef9b6908b1 None None] Current status of the port e462cc45-0a4f-49be-8f62-0255b3e6c897 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:10.537062 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d476522e-6b07-4273-9b25-c8ef9b6908b1 None None] Provisioning complete for port b3f61d53-73c5-4be5-8169-1159def991a2 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:10.538782 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d476522e-6b07-4273-9b25-c8ef9b6908b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b3f61d53-73c5-4be5-8169-1159def991a2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:10.606046 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-31709862-f65d-425e-bdc0-bea8c418a08a req-44a11347-8672-4739-a80c-ef52a4843696 service neutron] 10.222.0.60 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085837 Jan 28 05:45:10.617487 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-574d3c7f-ad65-4687-8c1a-603e2126017d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Allocated IP 172.20.0.4 (ce3cf6b8-869c-4e9b-8ab3-f95b3f690941/0cad50a2-5b92-45cb-a612-1d24381999be/6e5d9d46-e92b-4133-b898-d65f2f1824e8) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:45:10.777009 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d476522e-6b07-4273-9b25-c8ef9b6908b1 None None] Current status of the port b3f61d53-73c5-4be5-8169-1159def991a2 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:10.808523 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-31709862-f65d-425e-bdc0-bea8c418a08a req-55d36322-63aa-411f-9fb8-44275826dca6 service neutron] 10.222.0.60 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844697 Jan 28 05:45:10.872730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4821fd-9c19-4897-96ec-abc67a16543b req-e77d9017-4b58-4132-b1b7-c104facd7533 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:10.874329 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-574d3c7f-ad65-4687-8c1a-603e2126017d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks [] for port (6e5d9d46-e92b-4133-b898-d65f2f1824e8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:10.874630 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c4821fd-9c19-4897-96ec-abc67a16543b req-e77d9017-4b58-4132-b1b7-c104facd7533 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 946 time: 0.6028519 Jan 28 05:45:10.898493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b3f61d53-73c5-4be5-8169-1159def991a2 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:10.920951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dff2d-a165-45ab-8f40-766c8d758654 req-2687d2c7-46d1-461d-bbc4-4528b82dacab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:10.922496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac1dff2d-a165-45ab-8f40-766c8d758654 req-2687d2c7-46d1-461d-bbc4-4528b82dacab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 1098 time: 0.6295915 Jan 28 05:45:10.956044 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port b3f61d53-73c5-4be5-8169-1159def991a2 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:10.956510 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b3f61d53-73c5-4be5-8169-1159def991a2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:11.043219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b3f61d53-73c5-4be5-8169-1159def991a2 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:11.044892 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e462cc45-0a4f-49be-8f62-0255b3e6c897 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:11.070944 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b5fb389-10e2-4804-b128-f2232bc81f09 req-838d7d6c-9e0f-40a8-977c-a6ec972c9444 service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7020283 Jan 28 05:45:11.083486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a37ca-1f17-42d3-afd6-c3d7a135194f req-c88a24e3-4b99-4660-a6af-4ce238aa153c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:11.085050 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd5a37ca-1f17-42d3-afd6-c3d7a135194f req-c88a24e3-4b99-4660-a6af-4ce238aa153c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.2293360 Jan 28 05:45:11.100362 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port e462cc45-0a4f-49be-8f62-0255b3e6c897 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:11.100762 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e462cc45-0a4f-49be-8f62-0255b3e6c897), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:11.101233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c4821fd-9c19-4897-96ec-abc67a16543b req-093b5d44-4469-4208-9e5b-7889192f942c tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083824 Jan 28 05:45:11.126689 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac1dff2d-a165-45ab-8f40-766c8d758654 req-28329f44-d35a-4a46-b654-673eb3622d4c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454349 Jan 28 05:45:11.128215 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-574d3c7f-ad65-4687-8c1a-603e2126017d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6e5d9d46-e92b-4133-b898-d65f2f1824e8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:11.163007 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-57e2314c-9175-48cd-be64-1447be775cb0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks [] for port (40aa6b5b-739b-4af7-a9c7-1375dc4a0e32), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:11.212933 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6d2b05b-8162-46e8-a077-776dbd2b9860 req-4d79718c-52b7-4801-b721-35875a7e0a8f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 210 time: 0.0463638 Jan 28 05:45:11.230946 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd5a37ca-1f17-42d3-afd6-c3d7a135194f req-a202f0bb-84b4-4775-90f6-520d02f59b82 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245856 Jan 28 05:45:11.269127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port e462cc45-0a4f-49be-8f62-0255b3e6c897 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:11.272594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-574d3c7f-ad65-4687-8c1a-603e2126017d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:45:11.275794 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-574d3c7f-ad65-4687-8c1a-603e2126017d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:11.289029 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-574d3c7f-ad65-4687-8c1a-603e2126017d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:45:11.345466 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae0213-5c60-4f47-be6b-c1459fcd249d req-99fbba63-bf0a-49ba-81f7-96d0d8ead2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:11.347878 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-83ae0213-5c60-4f47-be6b-c1459fcd249d req-99fbba63-bf0a-49ba-81f7-96d0d8ead2f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&device_id=78617018-f7b2-425d-ab88-a1e7597d9589 HTTP/1.1" status: 200 len: 1096 time: 0.2112048 Jan 28 05:45:11.348529 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d3c7f-ad65-4687-8c1a-603e2126017d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Pushing event updated for resources: {'Port': ['ID=6e5d9d46-e92b-4133-b898-d65f2f1824e8,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:11.350791 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b29894f-b68a-43d1-b787-399fcc28ff1c req-f88077c7-d249-4ed6-8243-e3471c9e4b2c tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac947bbd-095e-4ad9-a291-a481ac9be4b2 HTTP/1.1" status: 200 len: 210 time: 0.0394757 Jan 28 05:45:11.384284 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-574d3c7f-ad65-4687-8c1a-603e2126017d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:11.384929 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-574d3c7f-ad65-4687-8c1a-603e2126017d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:11.483605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd390a28-ed44-4a87-bec9-fddfafb7f356 req-3ad7a484-4d62-4641-a8f2-9a7da29244fe tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:11.487910 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd390a28-ed44-4a87-bec9-fddfafb7f356 req-3ad7a484-4d62-4641-a8f2-9a7da29244fe tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e19dc19-9f9a-45fd-b9ad-aa9704235fb7 HTTP/1.1" status: 200 len: 950 time: 0.1396275 Jan 28 05:45:11.513863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae0213-5c60-4f47-be6b-c1459fcd249d req-934c0e10-9b7a-426d-99b4-515410c27ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:11.515644 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-83ae0213-5c60-4f47-be6b-c1459fcd249d req-934c0e10-9b7a-426d-99b4-515410c27ef4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 906 time: 0.1256046 Jan 28 05:45:11.516654 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-57e2314c-9175-48cd-be64-1447be775cb0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (40aa6b5b-739b-4af7-a9c7-1375dc4a0e32), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:11.564619 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-83ae0213-5c60-4f47-be6b-c1459fcd249d req-11574a5b-2dd6-4dec-aadf-972d5dae3e87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b0eff9f-275d-42f9-80b7-b3a88e699f68 HTTP/1.1" status: 200 len: 217 time: 0.0419102 Jan 28 05:45:11.568489 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-574d3c7f-ad65-4687-8c1a-603e2126017d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1375117 Jan 28 05:45:11.595166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6a2361-84dd-47de-9266-01ea20744414 req-57e2314c-9175-48cd-be64-1447be775cb0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Network 52510310-3569-48fc-b9d8-06d66877c8a8 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:45:11.611129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5cc88166-4d23-4d34-b72d-bc17921cc74a None None] Provisioning complete for port 6e5d9d46-e92b-4133-b898-d65f2f1824e8 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:11.611936 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5cc88166-4d23-4d34-b72d-bc17921cc74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6e5d9d46-e92b-4133-b898-d65f2f1824e8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:11.623714 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Request body: {'port': {'device_id': '39ab1866-20f3-4e22-a6cb-d052d7af71fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:11.632356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-ce6a2361-84dd-47de-9266-01ea20744414 req-57e2314c-9175-48cd-be64-1447be775cb0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:11.635219 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6a2361-84dd-47de-9266-01ea20744414 req-57e2314c-9175-48cd-be64-1447be775cb0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:45:11.648601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5cc88166-4d23-4d34-b72d-bc17921cc74a None None] Port 6e5d9d46-e92b-4133-b898-d65f2f1824e8 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:45:11.652603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae0213-5c60-4f47-be6b-c1459fcd249d req-245dcaf5-fe30-49e4-a938-f297ca94cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:11.654643 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-83ae0213-5c60-4f47-be6b-c1459fcd249d req-245dcaf5-fe30-49e4-a938-f297ca94cdc5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ace652b-1ccc-4a73-9185-4c2cd62a6d0e HTTP/1.1" status: 200 len: 845 time: 0.0794127 Jan 28 05:45:11.722948 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-83ae0213-5c60-4f47-be6b-c1459fcd249d req-e7c3edcc-6b38-4744-b702-479166a64ff7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eec00fff-aff9-4369-9cd0-be1af626188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574284 Jan 28 05:45:11.732310 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6e5d9d46-e92b-4133-b898-d65f2f1824e8), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:11.734824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-3694d7b8-32bb-4a68-8d32-cef47e4da732 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:11.736302 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-3694d7b8-32bb-4a68-8d32-cef47e4da732 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.60 "GET /v2.0/networks?id=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 HTTP/1.1" status: 200 len: 814 time: 0.3429191 Jan 28 05:45:11.769043 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-9e206c42-acfa-4a03-96c5-d8176f995754 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Request body: {'port': {'device_id': '33ecdb6c-7e8a-4e0a-9005-ad3a57e69255', 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941', 'admin_state_up': True, 'tenant_id': '21bb890913cd436abebbfdb7875c7f7a'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:11.785119 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2314c-9175-48cd-be64-1447be775cb0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event updated for resources: {'Port': ['ID=40aa6b5b-739b-4af7-a9c7-1375dc4a0e32,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:11.794181 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f2d91-a56b-4524-8d96-44345feb4e73 req-b26391b8-81bc-48e8-a314-52deaabbd665 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:11.796254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c26f2d91-a56b-4524-8d96-44345feb4e73 req-b26391b8-81bc-48e8-a314-52deaabbd665 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=78617018-f7b2-425d-ab88-a1e7597d9589 HTTP/1.1" status: 200 len: 944 time: 0.3386154 Jan 28 05:45:11.837875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a2361-84dd-47de-9266-01ea20744414 req-57e2314c-9175-48cd-be64-1447be775cb0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:11.838515 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-57e2314c-9175-48cd-be64-1447be775cb0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:11.902211 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd390a28-ed44-4a87-bec9-fddfafb7f356 req-162dd849-94a8-43f3-a035-0a95d6b4ca82 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872287 Jan 28 05:45:11.959550 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-83ae0213-5c60-4f47-be6b-c1459fcd249d req-2fbdb8d2-9568-402a-98af-c7e4e74e8480 service neutron] 10.222.0.60 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167106 Jan 28 05:45:11.980156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb5467-abe5-438e-afdd-49551ab8c8b9 req-614a1f2f-37f0-4ca3-80d4-2fc93d14ad45 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:11.981958 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cebb5467-abe5-438e-afdd-49551ab8c8b9 req-614a1f2f-37f0-4ca3-80d4-2fc93d14ad45 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e19dc19-9f9a-45fd-b9ad-aa9704235fb7 HTTP/1.1" status: 200 len: 950 time: 0.3380997 Jan 28 05:45:11.984679 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f54d0a28-70fb-4665-a370-44279b9fd29a None None] Provisioning complete for port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:11.985188 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95307cc2-9b29-4d53-8ed5-34626114fbaa req-588de082-febc-488e-9870-d736d0c36329 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=245af4c3-273c-49d4-8fb6-717e5c20337a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3444715 Jan 28 05:45:11.985710 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f54d0a28-70fb-4665-a370-44279b9fd29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (40aa6b5b-739b-4af7-a9c7-1375dc4a0e32), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:12.008539 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-57e2314c-9175-48cd-be64-1447be775cb0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0324376 Jan 28 05:45:12.022456 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f54d0a28-70fb-4665-a370-44279b9fd29a None None] Port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:45:12.039133 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c26f2d91-a56b-4524-8d96-44345feb4e73 req-990ed998-df00-411d-a965-9299e3b34984 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226045 Jan 28 05:45:12.048721 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60fb952f-64a8-41cc-9a6f-4dcf54d60813 req-c45ebf8d-aae8-4016-aa95-052dbd219edd tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 210 time: 0.0626719 Jan 28 05:45:12.062338 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-ce6a2361-84dd-47de-9266-01ea20744414 req-966d134c-262f-470e-a26e-cb72cf4e424e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Request body: {'port': {'device_id': '804ffb02-a40d-46ee-ae73-27bbb322bd1d', 'network_id': '46db0d92-74bf-457d-b806-9afe3751e599', 'admin_state_up': True, 'tenant_id': '2bd072a204b34f47862053012cfa77c5'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:12.193124 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-83ae0213-5c60-4f47-be6b-c1459fcd249d req-f7e4a6aa-8aa4-4e07-a956-a48445048ff2 service neutron] 10.222.0.60 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358020 Jan 28 05:45:12.261945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5d9d46-e92b-4133-b898-d65f2f1824e8 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:12.271642 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Publish callbacks [] for port (6e5d9d46-e92b-4133-b898-d65f2f1824e8), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:12.287366 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Transition to ACTIVE for port object 6e5d9d46-e92b-4133-b898-d65f2f1824e8 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:45:12.348679 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95307cc2-9b29-4d53-8ed5-34626114fbaa req-07ae6dc1-245f-49ff-8121-c5f01f47f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:12.350174 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95307cc2-9b29-4d53-8ed5-34626114fbaa req-07ae6dc1-245f-49ff-8121-c5f01f47f19b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&device_id=245af4c3-273c-49d4-8fb6-717e5c20337a HTTP/1.1" status: 200 len: 1102 time: 0.3091338 Jan 28 05:45:12.374726 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50067b54-f353-4330-ad8b-37ac2838fa72 req-3e1632e9-559e-41c9-861b-e2207ba06cb9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2352846 Jan 28 05:45:12.392695 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (6e5d9d46-e92b-4133-b898-d65f2f1824e8), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:12.393354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c75f6-6e63-4273-b6e9-99711058659a req-c5c9154f-8105-4e99-88c5-fc8ad73a9a84 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:12.394923 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af0c75f6-6e63-4273-b6e9-99711058659a req-c5c9154f-8105-4e99-88c5-fc8ad73a9a84 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.2697492 Jan 28 05:45:12.410839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e577bfe-8c5a-4ab5-ac7e-87f25ee8399e req-f8f96a44-a184-4651-b56a-e7daf143d111 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:12.410839 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e577bfe-8c5a-4ab5-ac7e-87f25ee8399e req-f8f96a44-a184-4651-b56a-e7daf143d111 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 946 time: 0.1963625 Jan 28 05:45:12.483218 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5d9d46-e92b-4133-b898-d65f2f1824e8,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:12.494044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-9e206c42-acfa-4a03-96c5-d8176f995754 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Made reservation on behalf of 21bb890913cd436abebbfdb7875c7f7a for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:45:12.497511 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-9e206c42-acfa-4a03-96c5-d8176f995754 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:12.533141 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-cebb5467-abe5-438e-afdd-49551ab8c8b9 req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Deleting port f668d12c-cd28-490a-90ff-5ee0d5ebce45 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:45:12.533384 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cebb5467-abe5-438e-afdd-49551ab8c8b9 req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f668d12c-cd28-490a-90ff-5ee0d5ebce45), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:12.554843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Attempting to bind port 6e5d9d46-e92b-4133-b898-d65f2f1824e8 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:45:12.555404 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Attempting to bind port 6e5d9d46-e92b-4133-b898-d65f2f1824e8 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '5358277a-3a32-4b75-8b2e-fd544d585f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:45:12.556270 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Attempting to bind port 6e5d9d46-e92b-4133-b898-d65f2f1824e8 on network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:12.561100 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Port 6e5d9d46-e92b-4133-b898-d65f2f1824e8 on network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:45:12.561540 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Attempting to bind port 6e5d9d46-e92b-4133-b898-d65f2f1824e8 on network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:12.569356 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:45:12.569832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Checking segment: {'id': '5358277a-3a32-4b75-8b2e-fd544d585f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:45:12.570537 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Bound using segment: {'id': '5358277a-3a32-4b75-8b2e-fd544d585f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:45:12.573209 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Bound port: 6e5d9d46-e92b-4133-b898-d65f2f1824e8, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5358277a-3a32-4b75-8b2e-fd544d585f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:45:12.573946 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6e5d9d46-e92b-4133-b898-d65f2f1824e8), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:12.617829 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-67127b2e-7c4e-4f9d-a570-f9fb2216a298 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406833 Jan 28 05:45:12.681321 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af0c75f6-6e63-4273-b6e9-99711058659a req-dcc8e22a-d36a-4fd7-bc2d-655d582b5f81 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719369 Jan 28 05:45:12.681969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6a2361-84dd-47de-9266-01ea20744414 req-966d134c-262f-470e-a26e-cb72cf4e424e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Made reservation on behalf of 2bd072a204b34f47862053012cfa77c5 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:45:12.685809 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-966d134c-262f-470e-a26e-cb72cf4e424e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:12.781050 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e577bfe-8c5a-4ab5-ac7e-87f25ee8399e req-aec54c2e-729a-4f3a-9eae-39e8e308dfe6 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3601010 Jan 28 05:45:12.802456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] For port 6e5d9d46-e92b-4133-b898-d65f2f1824e8, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:45:12.806807 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] For port 6e5d9d46-e92b-4133-b898-d65f2f1824e8, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=6e5d9d46-e92b-4133-b898-d65f2f1824e8,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:45:12.855425 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-125de27c-09ab-43cd-9335-168a621970a6 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:12.858128 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-125de27c-09ab-43cd-9335-168a621970a6 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2343371 Jan 28 05:45:12.880880 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-73196e3c-fcfe-4348-b438-37c0b6e13aeb tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Request body: {'port': {'device_id': 'ac947bbd-095e-4ad9-a291-a481ac9be4b2', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '5fbf3f893d5942abbf53fba6927e26e2'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:12.900907 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (6e5d9d46-e92b-4133-b898-d65f2f1824e8), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:12.954489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50067b54-f353-4330-ad8b-37ac2838fa72 req-ae1e98b6-ba4b-42d3-af55-557a990c6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:12.956053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50067b54-f353-4330-ad8b-37ac2838fa72 req-ae1e98b6-ba4b-42d3-af55-557a990c6b2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87e72158ff404a2fa58280115f3da933&device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 1103 time: 0.4195702 Jan 28 05:45:12.976390 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:12.977042 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:12.978531 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] 10.222.0.64 "PUT /v2.0/ports/6e5d9d46-e92b-4133-b898-d65f2f1824e8 HTTP/1.1" status: 200 len: 1092 time: 1.3593578 Jan 28 05:45:12.979038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ab1866-20f3-4e22-a6cb-d052d7af71fa', 'tag': '6e5d9d46-e92b-4133-b898-d65f2f1824e8'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:12.982568 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2f7612-9fc4-48c9-902c-6a0e7b6397fa" -d '{"events": [{"name": "network-changed", "server_uuid": "39ab1866-20f3-4e22-a6cb-d052d7af71fa", "tag": "6e5d9d46-e92b-4133-b898-d65f2f1824e8"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:13.006327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95307cc2-9b29-4d53-8ed5-34626114fbaa req-67e9271a-8a16-4bd8-ae44-89a1b323bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:13.007873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95307cc2-9b29-4d53-8ed5-34626114fbaa req-67e9271a-8a16-4bd8-ae44-89a1b323bc37 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.5657606 Jan 28 05:45:13.025845 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3cd02-ed77-4a98-830f-6c4e2ca6a7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5d9d46-e92b-4133-b898-d65f2f1824e8,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:13.068661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cebb5467-abe5-438e-afdd-49551ab8c8b9 req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] For port f668d12c-cd28-490a-90ff-5ee0d5ebce45, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f668d12c-cd28-490a-90ff-5ee0d5ebce45,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:13.069028 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cebb5467-abe5-438e-afdd-49551ab8c8b9 req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f668d12c-cd28-490a-90ff-5ee0d5ebce45), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:13.193020 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95307cc2-9b29-4d53-8ed5-34626114fbaa req-687862aa-4d5a-4aca-8bea-88621f43ec63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=90541f7f-a766-410e-b604-6c14a5872317 HTTP/1.1" status: 200 len: 217 time: 0.1506939 Jan 28 05:45:13.194113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-cebb5467-abe5-438e-afdd-49551ab8c8b9 req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Calling delete_port for f668d12c-cd28-490a-90ff-5ee0d5ebce45 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:45:13.209432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2cea0-1ef6-4088-af6b-fac05613fee5 req-ad26eb85-1277-400c-8f93-34a7c2630ba6 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:13.210136 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54e2cea0-1ef6-4088-af6b-fac05613fee5 req-ad26eb85-1277-400c-8f93-34a7c2630ba6 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 932 time: 0.4246063 Jan 28 05:45:13.222459 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-73196e3c-fcfe-4348-b438-37c0b6e13aeb tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Made reservation on behalf of 5fbf3f893d5942abbf53fba6927e26e2 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:45:13.225670 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-73196e3c-fcfe-4348-b438-37c0b6e13aeb tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:13.259866 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-7a7e8e29-482f-4576-9813-b8aa73850955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:13.261320 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-7a7e8e29-482f-4576-9813-b8aa73850955 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21bb890913cd436abebbfdb7875c7f7a&device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 1095 time: 0.0875413 Jan 28 05:45:13.291584 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-9e206c42-acfa-4a03-96c5-d8176f995754 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Allocated IP 172.20.0.3 (ce3cf6b8-869c-4e9b-8ab3-f95b3f690941/0cad50a2-5b92-45cb-a612-1d24381999be/9dae7fed-4a6b-4246-bdde-4f5ea0148f89) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:45:13.317836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51d16e-4b6a-4e79-a622-a91e4f1c18ac req-71328667-e247-473d-ab28-8c2d0d8b3db7 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:13.319363 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d51d16e-4b6a-4e79-a622-a91e4f1c18ac req-71328667-e247-473d-ab28-8c2d0d8b3db7 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.4020059 Jan 28 05:45:13.334950 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-91c7e0e8-95b7-4105-b391-56a6b6d2d52c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e5d9d46-e92b-4133-b898-d65f2f1824e8 HTTP/1.1" status: 200 len: 217 time: 0.0433197 Jan 28 05:45:13.362989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-ce6a2361-84dd-47de-9266-01ea20744414 req-966d134c-262f-470e-a26e-cb72cf4e424e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Allocated IP 19.86.0.223 (46db0d92-74bf-457d-b806-9afe3751e599/152b6e42-afd8-4fd2-9e65-e3352e56e078/8aeb4ada-e3b7-46cf-ab97-309ae462c0e3) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:45:13.428342 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-f02ea913-9e8f-42a6-97b9-7a78b3c35c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:13.429784 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-f02ea913-9e8f-42a6-97b9-7a78b3c35c66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cad50a2-5b92-45cb-a612-1d24381999be HTTP/1.1" status: 200 len: 853 time: 0.0860162 Jan 28 05:45:13.439932 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95307cc2-9b29-4d53-8ed5-34626114fbaa req-0fbb79e7-eac4-4151-8a7e-50fde2f3ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:13.441388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95307cc2-9b29-4d53-8ed5-34626114fbaa req-0fbb79e7-eac4-4151-8a7e-50fde2f3ac60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.2219489 Jan 28 05:45:13.467913 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-73196e3c-fcfe-4348-b438-37c0b6e13aeb tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Allocated IP 192.168.233.226 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/a1ca69b7-4e3d-46da-9e84-10f78f32dc7b) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:45:13.510329 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-ca1e63b7-8d68-454e-b675-2c8391f716c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:13.511863 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-ca1e63b7-8d68-454e-b675-2c8391f716c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749342 Jan 28 05:45:13.779252 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-1732216e-3f26-4f2a-89e5-94b193c9e59f service neutron] 10.222.0.64 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305379 Jan 28 05:45:13.808496 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-73196e3c-fcfe-4348-b438-37c0b6e13aeb tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks [] for port (a1ca69b7-4e3d-46da-9e84-10f78f32dc7b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:13.817408 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50067b54-f353-4330-ad8b-37ac2838fa72 req-9d08f2f3-92ba-4569-ad79-d81ff0b743c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:13.818916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50067b54-f353-4330-ad8b-37ac2838fa72 req-9d08f2f3-92ba-4569-ad79-d81ff0b743c7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.8055427 Jan 28 05:45:13.874981 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54e2cea0-1ef6-4088-af6b-fac05613fee5 req-8d592176-51f8-4c67-84af-0588f0608322 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6443675 Jan 28 05:45:13.879983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-201c2bd2-2dbe-4f32-a214-b8853621569d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:13.881396 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-201c2bd2-2dbe-4f32-a214-b8853621569d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.60 "GET /v2.0/networks?id=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 HTTP/1.1" status: 200 len: 814 time: 0.2814844 Jan 28 05:45:13.915998 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-97ab4e11-fdba-4e14-904a-9e8a7a928076 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Request body: {'port': {'device_id': '5edb792a-6ec0-4640-8c41-c0bf8c56fc48', 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941', 'admin_state_up': True, 'tenant_id': '21bb890913cd436abebbfdb7875c7f7a'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:13.967179 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50067b54-f353-4330-ad8b-37ac2838fa72 req-5cf3df82-93a5-42f7-8573-4b4945163ff5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=38522edd-9d8a-4d74-9a98-f5684d5c33c3 HTTP/1.1" status: 200 len: 217 time: 0.1146672 Jan 28 05:45:13.994942 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-dd6ca2cc-fec8-4506-aa30-df3180a51185 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007947 Jan 28 05:45:14.017598 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d51d16e-4b6a-4e79-a622-a91e4f1c18ac req-683987e7-eb74-46a2-bdd4-95433a7c02a5 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6456089 Jan 28 05:45:14.024407 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-73196e3c-fcfe-4348-b438-37c0b6e13aeb tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a1ca69b7-4e3d-46da-9e84-10f78f32dc7b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:14.060449 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['29c76cb7-72b3-4c01-b7b9-23bd7536f4a4', 'f7ee5058-ccac-46c4-9d30-5a71fc24a2ec'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:14.088359 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-73196e3c-fcfe-4348-b438-37c0b6e13aeb tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:45:14.094993 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-73196e3c-fcfe-4348-b438-37c0b6e13aeb tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:14.101282 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-73196e3c-fcfe-4348-b438-37c0b6e13aeb tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:45:14.137039 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['90541f7f-a766-410e-b604-6c14a5872317', '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c', '4076125d-ed0a-4bd4-8351-f36b18b575e6', '730c6fba-2781-44d1-a564-f5fd0cfdc7cc'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:14.168684 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73196e3c-fcfe-4348-b438-37c0b6e13aeb tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Pushing event updated for resources: {'Port': ['ID=a1ca69b7-4e3d-46da-9e84-10f78f32dc7b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:14.180007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95307cc2-9b29-4d53-8ed5-34626114fbaa req-1e6011cd-0587-4ac5-b104-252f9506c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:14.181138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95307cc2-9b29-4d53-8ed5-34626114fbaa req-1e6011cd-0587-4ac5-b104-252f9506c7ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4019463 Jan 28 05:45:14.199186 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-73196e3c-fcfe-4348-b438-37c0b6e13aeb tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:14.199897 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-73196e3c-fcfe-4348-b438-37c0b6e13aeb tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:14.318739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50067b54-f353-4330-ad8b-37ac2838fa72 req-f9cec6ab-2d2b-4f4a-be6c-7b2024c4e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:14.320258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50067b54-f353-4330-ad8b-37ac2838fa72 req-f9cec6ab-2d2b-4f4a-be6c-7b2024c4e507 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.3459215 Jan 28 05:45:14.335039 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-73196e3c-fcfe-4348-b438-37c0b6e13aeb tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4516339 Jan 28 05:45:14.343471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-97ab4e11-fdba-4e14-904a-9e8a7a928076 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Made reservation on behalf of 21bb890913cd436abebbfdb7875c7f7a for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:45:14.348107 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-97ab4e11-fdba-4e14-904a-9e8a7a928076 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:14.355813 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Request body: {'port': {'device_id': 'ac947bbd-095e-4ad9-a291-a481ac9be4b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:14.374539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173774c-b825-4572-84a7-f1d9c823e1d1 req-5e489c58-809a-4fb3-a26b-553ebd1d2e16 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:14.376075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d173774c-b825-4572-84a7-f1d9c823e1d1 req-5e489c58-809a-4fb3-a26b-553ebd1d2e16 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac947bbd-095e-4ad9-a291-a481ac9be4b2 HTTP/1.1" status: 200 len: 936 time: 0.3560126 Jan 28 05:45:14.414560 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-9e206c42-acfa-4a03-96c5-d8176f995754 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks [] for port (9dae7fed-4a6b-4246-bdde-4f5ea0148f89), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:14.435558 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-966d134c-262f-470e-a26e-cb72cf4e424e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks [] for port (8aeb4ada-e3b7-46cf-ab97-309ae462c0e3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:14.445442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde8c9f-48f2-43bc-99ff-241b7b421807 req-3a408574-d821-4651-bfdb-ab695ba4dcc7 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:14.452654 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-adde8c9f-48f2-43bc-99ff-241b7b421807 req-3a408574-d821-4651-bfdb-ab695ba4dcc7 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e19dc19-9f9a-45fd-b9ad-aa9704235fb7 HTTP/1.1" status: 200 len: 950 time: 0.3063440 Jan 28 05:45:14.474018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-119c80f8-af81-4731-970d-f72ca1fef646 None None] Provisioning complete for port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:14.474254 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-119c80f8-af81-4731-970d-f72ca1fef646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a1ca69b7-4e3d-46da-9e84-10f78f32dc7b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:14.483641 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cebb5467-abe5-438e-afdd-49551ab8c8b9 req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f668d12c-cd28-490a-90ff-5ee0d5ebce45), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:14.487249 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a1ca69b7-4e3d-46da-9e84-10f78f32dc7b), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:14.524781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['38522edd-9d8a-4d74-9a98-f5684d5c33c3'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:14.536449 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device f668d12c-cd28-490a-90ff-5ee0d5ebce45 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:45:14.587290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Pushing event deleted for resources: {'Port': ['ID=f668d12c-cd28-490a-90ff-5ee0d5ebce45,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:14.590482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50067b54-f353-4330-ad8b-37ac2838fa72 req-3c8daea4-eae8-4c6b-8887-c429523576a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:14.592782 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50067b54-f353-4330-ad8b-37ac2838fa72 req-3c8daea4-eae8-4c6b-8887-c429523576a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2551520 Jan 28 05:45:14.599793 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: f668d12c-cd28-490a-90ff-5ee0d5ebce45 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:45:14.600135 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device f668d12c-cd28-490a-90ff-5ee0d5ebce45 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:45:14.605593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-119c80f8-af81-4731-970d-f72ca1fef646 None None] Port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:45:14.629129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95307cc2-9b29-4d53-8ed5-34626114fbaa req-cb8bd467-ad98-4f12-bcc8-d563e00820c1 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346185 Jan 28 05:45:14.662963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:14.663379 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:14.663659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:14.664008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:14.664349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:14.664684 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:14.665022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:14.665359 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:14.666033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:14.666033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:14.666521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:14.666738 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:14.667074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:14.706836 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d173774c-b825-4572-84a7-f1d9c823e1d1 req-c254d98a-a8a1-4d4c-9878-81b622f226e1 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058176 Jan 28 05:45:14.776046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebb5467-abe5-438e-afdd-49551ab8c8b9 req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] No DVR routers for this DVR port f668d12c-cd28-490a-90ff-5ee0d5ebce45 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:45:14.810418 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cebb5467-abe5-438e-afdd-49551ab8c8b9 req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:14.813391 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cebb5467-abe5-438e-afdd-49551ab8c8b9 req-a48cf68f-8285-4812-9216-e1f28343a5c0 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.64 "DELETE /v2.0/ports/f668d12c-cd28-490a-90ff-5ee0d5ebce45 HTTP/1.1" status: 204 len: 173 time: 2.7849326 Jan 28 05:45:14.820538 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-adde8c9f-48f2-43bc-99ff-241b7b421807 req-56d54fb8-5e36-4714-a1bc-4ffb3af65d27 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654525 Jan 28 05:45:14.820538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e19dc19-9f9a-45fd-b9ad-aa9704235fb7', 'name': 'network-vif-deleted', 'tag': 'f668d12c-cd28-490a-90ff-5ee0d5ebce45'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:14.821618 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bade83e7-cc98-4b45-bd10-33a440766515" -d '{"events": [{"server_uuid": "8e19dc19-9f9a-45fd-b9ad-aa9704235fb7", "name": "network-vif-deleted", "tag": "f668d12c-cd28-490a-90ff-5ee0d5ebce45"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:14.879174 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-9e206c42-acfa-4a03-96c5-d8176f995754 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (9dae7fed-4a6b-4246-bdde-4f5ea0148f89), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:14.883549 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e51a0d5-5f98-462a-ba7f-0f2cf8e2c0fa x-openstack-request-id: req-4e51a0d5-5f98-462a-ba7f-0f2cf8e2c0fa {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:14.884394 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ab1866-20f3-4e22-a6cb-d052d7af71fa", "tag": "6e5d9d46-e92b-4133-b898-d65f2f1824e8", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:14.884903 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e51a0d5-5f98-462a-ba7f-0f2cf8e2c0fa {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:14.885968 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ab1866-20f3-4e22-a6cb-d052d7af71fa', 'tag': '6e5d9d46-e92b-4133-b898-d65f2f1824e8', 'status': 'completed', 'code': 200} Jan 28 05:45:14.929191 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-966d134c-262f-470e-a26e-cb72cf4e424e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (8aeb4ada-e3b7-46cf-ab97-309ae462c0e3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:14.966739 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ca69b7-4e3d-46da-9e84-10f78f32dc7b {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:14.982344 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Publish callbacks [] for port (a1ca69b7-4e3d-46da-9e84-10f78f32dc7b), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:15.002476 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-97ab4e11-fdba-4e14-904a-9e8a7a928076 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Allocated IP 172.20.0.8 (ce3cf6b8-869c-4e9b-8ab3-f95b3f690941/0cad50a2-5b92-45cb-a612-1d24381999be/df74b306-afba-425a-8318-68864b1a6293) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:45:15.010076 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Transition to ACTIVE for port object a1ca69b7-4e3d-46da-9e84-10f78f32dc7b will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:45:15.014051 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50067b54-f353-4330-ad8b-37ac2838fa72 req-a0b09fb4-6816-4148-8b2a-24d0011dea7d service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973198 Jan 28 05:45:15.037547 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95307cc2-9b29-4d53-8ed5-34626114fbaa req-5ba004fb-8720-4eba-9b64-6951c08a5121 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822532 Jan 28 05:45:15.051475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 8b0eff9f-275d-42f9-80b7-b3a88e699f68 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:45:15.064561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-9e206c42-acfa-4a03-96c5-d8176f995754 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:45:15.077561 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2a02405-4cae-4ecd-b0c1-1a91bd5b200f req-c4cd0b1b-49fe-4c5d-ba63-c2949bfec439 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 210 time: 0.0812104 Jan 28 05:45:15.092201 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-9e206c42-acfa-4a03-96c5-d8176f995754 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:15.097551 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-9e206c42-acfa-4a03-96c5-d8176f995754 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:45:15.110611 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (a1ca69b7-4e3d-46da-9e84-10f78f32dc7b), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:15.112224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f7612-9fc4-48c9-902c-6a0e7b6397fa req-d1bc918d-2c4e-4460-8940-9dcc92dedaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:15.113527 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f2f7612-9fc4-48c9-902c-6a0e7b6397fa req-d1bc918d-2c4e-4460-8940-9dcc92dedaa6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21bb890913cd436abebbfdb7875c7f7a&device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 1095 time: 0.2800541 Jan 28 05:45:15.176906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6a2361-84dd-47de-9266-01ea20744414 req-966d134c-262f-470e-a26e-cb72cf4e424e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Network 46db0d92-74bf-457d-b806-9afe3751e599 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:45:15.179740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e206c42-acfa-4a03-96c5-d8176f995754 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Pushing event updated for resources: {'Port': ['ID=9dae7fed-4a6b-4246-bdde-4f5ea0148f89,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:15.281088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ca69b7-4e3d-46da-9e84-10f78f32dc7b,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:15.289597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 8b0eff9f-275d-42f9-80b7-b3a88e699f68, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=8b0eff9f-275d-42f9-80b7-b3a88e699f68,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:15.304589 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '8b0eff9f-275d-42f9-80b7-b3a88e699f68', 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f', 'port_id': '8b0eff9f-275d-42f9-80b7-b3a88e699f68', 'mac_address': 'fa:16:3e:21:5d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ace652b-1ccc-4a73-9185-4c2cd62a6d0e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:45:15.308345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-9e206c42-acfa-4a03-96c5-d8176f995754 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:15.309098 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-9e206c42-acfa-4a03-96c5-d8176f995754 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:15.311589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-ce6a2361-84dd-47de-9266-01ea20744414 req-966d134c-262f-470e-a26e-cb72cf4e424e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:15.332966 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:15.333358 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:15.333653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:15.334003 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:15.334457 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:15.334836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:15.335173 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:15.335774 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:15.335958 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:15.336182 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:15.336511 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:15.336836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:15.337162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:15.358609 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6a2361-84dd-47de-9266-01ea20744414 req-966d134c-262f-470e-a26e-cb72cf4e424e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:45:15.389648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 8b0eff9f-275d-42f9-80b7-b3a88e699f68 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:15.390536 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8b0eff9f-275d-42f9-80b7-b3a88e699f68), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:15.406829 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-97ab4e11-fdba-4e14-904a-9e8a7a928076 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks [] for port (df74b306-afba-425a-8318-68864b1a6293), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:15.411018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0eff9f-275d-42f9-80b7-b3a88e699f68 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:15.440390 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 8b0eff9f-275d-42f9-80b7-b3a88e699f68, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=8b0eff9f-275d-42f9-80b7-b3a88e699f68,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:15.459475 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a2361-84dd-47de-9266-01ea20744414 req-966d134c-262f-470e-a26e-cb72cf4e424e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:15.460116 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-966d134c-262f-470e-a26e-cb72cf4e424e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:15.471206 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Attempting to bind port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:45:15.471795 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Attempting to bind port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:45:15.472240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Attempting to bind port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:15.477594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:45:15.478098 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Attempting to bind port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:15.493068 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:45:15.508011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:45:15.508011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:45:15.508011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Bound port: a1ca69b7-4e3d-46da-9e84-10f78f32dc7b, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:45:15.508011 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a1ca69b7-4e3d-46da-9e84-10f78f32dc7b), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:15.513155 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5d1e0-76d5-4530-b49f-5b07237789af req-ba66d3cc-0084-49a7-9f8d-6724baf26226 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:15.518106 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0f5d1e0-76d5-4530-b49f-5b07237789af req-ba66d3cc-0084-49a7-9f8d-6724baf26226 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=78617018-f7b2-425d-ab88-a1e7597d9589 HTTP/1.1" status: 200 len: 944 time: 0.6296592 Jan 28 05:45:15.541114 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8b0eff9f-275d-42f9-80b7-b3a88e699f68), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:15.573508 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d134c-262f-470e-a26e-cb72cf4e424e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event updated for resources: {'Port': ['ID=8aeb4ada-e3b7-46cf-ab97-309ae462c0e3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:15.585908 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] For port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:45:15.590705 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] For port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a1ca69b7-4e3d-46da-9e84-10f78f32dc7b,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:45:15.606844 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-97ab4e11-fdba-4e14-904a-9e8a7a928076 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (df74b306-afba-425a-8318-68864b1a6293), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:15.651579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=8b0eff9f-275d-42f9-80b7-b3a88e699f68,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:15.655534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0cdd86b6-4dc7-4b7d-b1ef-e22ae2f6cd79 None None] Provisioning complete for port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:15.655924 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0cdd86b6-4dc7-4b7d-b1ef-e22ae2f6cd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (9dae7fed-4a6b-4246-bdde-4f5ea0148f89), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:15.681307 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a08f7c-f3e3-43f8-a4ca-f2ee3676dc9d req-9a259295-e2a6-49ea-8116-ea352ebfa132 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:15.688814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87a08f7c-f3e3-43f8-a4ca-f2ee3676dc9d req-9a259295-e2a6-49ea-8116-ea352ebfa132 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.3678913 Jan 28 05:45:15.693251 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-9e206c42-acfa-4a03-96c5-d8176f995754 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9280424 Jan 28 05:45:15.696354 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab4e11-fdba-4e14-904a-9e8a7a928076 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Pushing event updated for resources: {'Port': ['ID=df74b306-afba-425a-8318-68864b1a6293,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:15.699872 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-97ab4e11-fdba-4e14-904a-9e8a7a928076 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:45:15.702899 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (a1ca69b7-4e3d-46da-9e84-10f78f32dc7b), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:15.708422 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-97ab4e11-fdba-4e14-904a-9e8a7a928076 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:15.712003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50067b54-f353-4330-ad8b-37ac2838fa72 req-79d78818-667c-42f5-907e-d4bca679b172 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6838443 Jan 28 05:45:15.712444 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd86b6-4dc7-4b7d-b1ef-e22ae2f6cd79 None None] Port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:45:15.727911 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-966d134c-262f-470e-a26e-cb72cf4e424e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6877766 Jan 28 05:45:15.737430 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-97ab4e11-fdba-4e14-904a-9e8a7a928076 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:45:15.772189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Request body: {'port': {'device_id': '33ecdb6c-7e8a-4e0a-9005-ad3a57e69255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:15.780922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Request body: {'port': {'device_id': '804ffb02-a40d-46ee-ae73-27bbb322bd1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:15.791025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0f5d1e0-76d5-4530-b49f-5b07237789af req-7d189697-61e5-453f-914d-cfcff94822d9 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236886 Jan 28 05:45:15.801094 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:15.801710 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:15.808946 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] 10.222.0.60 "PUT /v2.0/ports/a1ca69b7-4e3d-46da-9e84-10f78f32dc7b HTTP/1.1" status: 200 len: 1097 time: 1.4584150 Jan 28 05:45:15.839086 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-97ab4e11-fdba-4e14-904a-9e8a7a928076 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:15.839652 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-97ab4e11-fdba-4e14-904a-9e8a7a928076 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:15.856964 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d7a80-f1bd-4e16-9419-0de8f2f6d8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ca69b7-4e3d-46da-9e84-10f78f32dc7b,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:15.884529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f23c28fe-4866-412b-9425-ff07d85e8823 None None] Provisioning complete for port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:15.885195 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f23c28fe-4866-412b-9425-ff07d85e8823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8aeb4ada-e3b7-46cf-ab97-309ae462c0e3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:15.886952 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87a08f7c-f3e3-43f8-a4ca-f2ee3676dc9d req-02d2ece7-f1c7-4397-b361-7bd076e7937d tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969206 Jan 28 05:45:15.890802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f7612-9fc4-48c9-902c-6a0e7b6397fa req-19765e69-28f5-478c-b261-5cb18ee1c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:15.900225 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f2f7612-9fc4-48c9-902c-6a0e7b6397fa req-19765e69-28f5-478c-b261-5cb18ee1c631 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 HTTP/1.1" status: 200 len: 915 time: 0.6982782 Jan 28 05:45:15.956437 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-97ab4e11-fdba-4e14-904a-9e8a7a928076 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0565979 Jan 28 05:45:15.986068 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Request body: {'port': {'device_id': '5edb792a-6ec0-4640-8c41-c0bf8c56fc48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:15.990210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['8b0eff9f-275d-42f9-80b7-b3a88e699f68'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:16.021176 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f23c28fe-4866-412b-9425-ff07d85e8823 None None] Port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:45:16.032533 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91b35d3-4e3b-467b-bbbd-f2164466fc34 x-openstack-request-id: req-e91b35d3-4e3b-467b-bbbd-f2164466fc34 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:16.032790 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e19dc19-9f9a-45fd-b9ad-aa9704235fb7", "name": "network-vif-deleted", "tag": "f668d12c-cd28-490a-90ff-5ee0d5ebce45", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:16.033101 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e91b35d3-4e3b-467b-bbbd-f2164466fc34 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:16.033457 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e19dc19-9f9a-45fd-b9ad-aa9704235fb7', 'name': 'network-vif-deleted', 'tag': 'f668d12c-cd28-490a-90ff-5ee0d5ebce45', 'status': 'completed', 'code': 200} Jan 28 05:45:16.054315 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f2f7612-9fc4-48c9-902c-6a0e7b6397fa req-7239d5c6-adeb-4934-b8e1-796ea40017a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e5d9d46-e92b-4133-b898-d65f2f1824e8 HTTP/1.1" status: 200 len: 217 time: 0.1379607 Jan 28 05:45:16.128560 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (df74b306-afba-425a-8318-68864b1a6293), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:16.233587 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9dae7fed-4a6b-4246-bdde-4f5ea0148f89), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:16.282162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f7612-9fc4-48c9-902c-6a0e7b6397fa req-4f9cfb92-17ef-4064-9ecd-0fe647f8d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:16.283725 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f2f7612-9fc4-48c9-902c-6a0e7b6397fa req-4f9cfb92-17ef-4064-9ecd-0fe647f8d559 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cad50a2-5b92-45cb-a612-1d24381999be HTTP/1.1" status: 200 len: 853 time: 0.1892314 Jan 28 05:45:16.355580 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e53aa26d-7227-4fa7-8e71-0cc06fe0f75d None None] Provisioning complete for port df74b306-afba-425a-8318-68864b1a6293 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:16.356383 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e53aa26d-7227-4fa7-8e71-0cc06fe0f75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (df74b306-afba-425a-8318-68864b1a6293), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:16.359827 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (40aa6b5b-739b-4af7-a9c7-1375dc4a0e32), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:16.394204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e53aa26d-7227-4fa7-8e71-0cc06fe0f75d None None] Port df74b306-afba-425a-8318-68864b1a6293 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:45:16.477046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59334cbc-6c27-4ce1-b2c9-13545f92bd21 req-66ec134e-87bb-4142-a47a-4b330e9bb3a0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:16.482729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59334cbc-6c27-4ce1-b2c9-13545f92bd21 req-66ec134e-87bb-4142-a47a-4b330e9bb3a0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:16.484398 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59334cbc-6c27-4ce1-b2c9-13545f92bd21 req-66ec134e-87bb-4142-a47a-4b330e9bb3a0 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1655 time: 0.4212360 Jan 28 05:45:16.491314 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b35dcb-621c-4f11-bb6d-a83fcffefaeb req-3ad5e1f1-eb95-4bff-ae21-a7a9cd36d5b8 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:16.494772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8b35dcb-621c-4f11-bb6d-a83fcffefaeb req-3ad5e1f1-eb95-4bff-ae21-a7a9cd36d5b8 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 946 time: 0.5488234 Jan 28 05:45:16.495747 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-0b676acf-fc7e-4155-b88b-8135b79919b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:16.497859 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-0b676acf-fc7e-4155-b88b-8135b79919b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&device_id=ac947bbd-095e-4ad9-a291-a481ac9be4b2 HTTP/1.1" status: 200 len: 1100 time: 0.5179207 Jan 28 05:45:16.553790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f7612-9fc4-48c9-902c-6a0e7b6397fa req-28d0d6fa-1e51-4254-bcaf-acc3cc65bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:16.555335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f2f7612-9fc4-48c9-902c-6a0e7b6397fa req-28d0d6fa-1e51-4254-bcaf-acc3cc65bd50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2557948 Jan 28 05:45:16.601210 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-bd0e53fb-febc-4a1e-a46a-c2c14bc5d7cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=a1ca69b7-4e3d-46da-9e84-10f78f32dc7b HTTP/1.1" status: 200 len: 217 time: 0.0865726 Jan 28 05:45:16.661189 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-28093465-32b0-4d94-966c-0cfe4e8ca3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:16.662609 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-28093465-32b0-4d94-966c-0cfe4e8ca3eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0533452 Jan 28 05:45:16.723128 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c8a7feed-08b9-4e49-ba49-5b045affc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:16.724631 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-c8a7feed-08b9-4e49-ba49-5b045affc623 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0460670 Jan 28 05:45:16.829584 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-854a6e62-0f7c-4d0c-a1b8-4c43e96f3614 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977190 Jan 28 05:45:16.888346 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac947bbd-095e-4ad9-a291-a481ac9be4b2', 'tag': 'a1ca69b7-4e3d-46da-9e84-10f78f32dc7b'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:16.890820 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84032a4b-0060-4e15-93d2-3ad5dfac9ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "ac947bbd-095e-4ad9-a291-a481ac9be4b2", "tag": "a1ca69b7-4e3d-46da-9e84-10f78f32dc7b"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:16.935314 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-308481c0-bd42-4e08-9fe8-227af5c16847 req-100c1f2a-ac44-44c6-8b90-8a677103f52a service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981741 Jan 28 05:45:17.102990 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59334cbc-6c27-4ce1-b2c9-13545f92bd21 req-27aa0f58-279e-44a6-ae3c-36cf487c1e02 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852828 Jan 28 05:45:17.112082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8b35dcb-621c-4f11-bb6d-a83fcffefaeb req-2b058efa-359c-472a-b450-90e96964b33e tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5903580 Jan 28 05:45:17.296156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f2f7612-9fc4-48c9-902c-6a0e7b6397fa req-10c89f09-ceeb-4400-9cdf-71ace1588a62 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7225521 Jan 28 05:45:17.425584 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b29a4f-efcc-44cc-8b43-2417c4b6a971 req-2d40bf26-386d-4adf-9bc4-489317903a47 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:17.427111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46b29a4f-efcc-44cc-8b43-2417c4b6a971 req-2d40bf26-386d-4adf-9bc4-489317903a47 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.2446871 Jan 28 05:45:17.443122 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228c71d-f7f1-49d7-8768-87ca127234f3 req-fc0a41ed-590f-49b0-87b4-4f947994b4b2 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:17.444516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7228c71d-f7f1-49d7-8768-87ca127234f3 req-fc0a41ed-590f-49b0-87b4-4f947994b4b2 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac947bbd-095e-4ad9-a291-a481ac9be4b2 HTTP/1.1" status: 200 len: 948 time: 0.2370875 Jan 28 05:45:17.468965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:17.499447 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Publish callbacks [] for port (9dae7fed-4a6b-4246-bdde-4f5ea0148f89), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:17.579999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Transition to ACTIVE for port object 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:45:17.613642 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:17.625282 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46b29a4f-efcc-44cc-8b43-2417c4b6a971 req-e104023e-e8fd-44d0-ab42-06419fda82fe tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772468 Jan 28 05:45:17.627067 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Publish callbacks [] for port (40aa6b5b-739b-4af7-a9c7-1375dc4a0e32), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:17.630943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f2f7612-9fc4-48c9-902c-6a0e7b6397fa req-5521e991-644a-430e-a789-31e396d405a3 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240643 Jan 28 05:45:17.635247 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7228c71d-f7f1-49d7-8768-87ca127234f3 req-1ec85178-5791-404c-867e-ccfabbf76300 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841292 Jan 28 05:45:17.654584 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Transition to ACTIVE for port object 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:45:17.665252 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (9dae7fed-4a6b-4246-bdde-4f5ea0148f89), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:17.799681 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (40aa6b5b-739b-4af7-a9c7-1375dc4a0e32), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:17.888871 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df74b306-afba-425a-8318-68864b1a6293 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:17.897954 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Publish callbacks [] for port (df74b306-afba-425a-8318-68864b1a6293), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:17.912256 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Transition to ACTIVE for port object df74b306-afba-425a-8318-68864b1a6293 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:45:17.921382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=9dae7fed-4a6b-4246-bdde-4f5ea0148f89,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:18.011981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263d046-fd54-4e50-a966-6154443f551e req-23f44189-aa2f-4507-a688-f2d2feed2ca4 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:18.014290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e263d046-fd54-4e50-a966-6154443f551e req-23f44189-aa2f-4507-a688-f2d2feed2ca4 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 931 time: 0.2912910 Jan 28 05:45:18.027888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694432d0-10d2-4e59-8b13-9469c400c112 req-00695d3b-3b38-42b9-9843-f66569422b6a tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:18.028994 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (df74b306-afba-425a-8318-68864b1a6293), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:18.035688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-694432d0-10d2-4e59-8b13-9469c400c112 req-00695d3b-3b38-42b9-9843-f66569422b6a tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=78617018-f7b2-425d-ab88-a1e7597d9589 HTTP/1.1" status: 200 len: 945 time: 0.2449741 Jan 28 05:45:18.116208 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Pushing event updated for resources: {'Port': ['ID=df74b306-afba-425a-8318-68864b1a6293,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:18.117989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Pushing event updated for resources: {'Port': ['ID=40aa6b5b-739b-4af7-a9c7-1375dc4a0e32,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:18.127710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Attempting to bind port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:45:18.128059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Attempting to bind port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '5358277a-3a32-4b75-8b2e-fd544d585f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:45:18.128395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Attempting to bind port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 on network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:18.160968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 on network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:45:18.161297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Attempting to bind port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 on network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:18.198427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:45:18.200279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Checking segment: {'id': '5358277a-3a32-4b75-8b2e-fd544d585f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:45:18.200279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Bound using segment: {'id': '5358277a-3a32-4b75-8b2e-fd544d585f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:45:18.200279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Bound port: 9dae7fed-4a6b-4246-bdde-4f5ea0148f89, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5358277a-3a32-4b75-8b2e-fd544d585f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:45:18.200279 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9dae7fed-4a6b-4246-bdde-4f5ea0148f89), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:18.205607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Attempting to bind port df74b306-afba-425a-8318-68864b1a6293 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:45:18.205963 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Attempting to bind port df74b306-afba-425a-8318-68864b1a6293 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '5358277a-3a32-4b75-8b2e-fd544d585f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:45:18.206291 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Attempting to bind port df74b306-afba-425a-8318-68864b1a6293 on network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:18.213707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Port df74b306-afba-425a-8318-68864b1a6293 on network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:45:18.214390 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Attempting to bind port df74b306-afba-425a-8318-68864b1a6293 on network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:18.219911 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:45:18.220247 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Checking segment: {'id': '5358277a-3a32-4b75-8b2e-fd544d585f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:45:18.220904 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Bound using segment: {'id': '5358277a-3a32-4b75-8b2e-fd544d585f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:45:18.222016 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Bound port: df74b306-afba-425a-8318-68864b1a6293, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5358277a-3a32-4b75-8b2e-fd544d585f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:45:18.222517 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (df74b306-afba-425a-8318-68864b1a6293), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:18.230069 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-694432d0-10d2-4e59-8b13-9469c400c112 req-a7926d77-da89-4700-a30d-775ef04f4c7c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934981 Jan 28 05:45:18.250366 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e263d046-fd54-4e50-a966-6154443f551e req-2b9b6bd1-12f2-43bc-951d-783a3a69c495 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070575 Jan 28 05:45:18.260274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Attempting to bind port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:45:18.260888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Attempting to bind port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '52510310-3569-48fc-b9d8-06d66877c8a8'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:45:18.261472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Attempting to bind port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 on network 52510310-3569-48fc-b9d8-06d66877c8a8 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:18.271165 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 on network 52510310-3569-48fc-b9d8-06d66877c8a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:45:18.271560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Attempting to bind port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 on network 52510310-3569-48fc-b9d8-06d66877c8a8 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:18.308263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:45:18.308882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Checking segment: {'id': '49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '52510310-3569-48fc-b9d8-06d66877c8a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:45:18.309280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Bound using segment: {'id': '49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '52510310-3569-48fc-b9d8-06d66877c8a8'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:45:18.310316 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Bound port: 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '52510310-3569-48fc-b9d8-06d66877c8a8'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:45:18.310694 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (40aa6b5b-739b-4af7-a9c7-1375dc4a0e32), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:18.320316 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdd7044-2511-4aa2-8973-c99f5dad2c3c x-openstack-request-id: req-ffdd7044-2511-4aa2-8973-c99f5dad2c3c {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:18.320635 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac947bbd-095e-4ad9-a291-a481ac9be4b2", "tag": "a1ca69b7-4e3d-46da-9e84-10f78f32dc7b", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:18.320857 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffdd7044-2511-4aa2-8973-c99f5dad2c3c {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:18.321251 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac947bbd-095e-4ad9-a291-a481ac9be4b2', 'tag': 'a1ca69b7-4e3d-46da-9e84-10f78f32dc7b', 'status': 'completed', 'code': 200} Jan 28 05:45:18.340379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] For port df74b306-afba-425a-8318-68864b1a6293, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:45:18.344517 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] For port df74b306-afba-425a-8318-68864b1a6293, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=df74b306-afba-425a-8318-68864b1a6293,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:45:18.429595 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (df74b306-afba-425a-8318-68864b1a6293), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:18.446473 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:18.447621 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:18.449219 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] 10.222.0.60 "PUT /v2.0/ports/df74b306-afba-425a-8318-68864b1a6293 HTTP/1.1" status: 200 len: 1092 time: 2.4705360 Jan 28 05:45:18.452119 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84032a4b-0060-4e15-93d2-3ad5dfac9ff6 req-58bf6277-ba34-4a29-b01e-2abf8af632a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:18.453758 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84032a4b-0060-4e15-93d2-3ad5dfac9ff6 req-58bf6277-ba34-4a29-b01e-2abf8af632a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&device_id=ac947bbd-095e-4ad9-a291-a481ac9be4b2 HTTP/1.1" status: 200 len: 1100 time: 0.0842350 Jan 28 05:45:18.482052 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] For port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:45:18.493103 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] For port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:45:18.523195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 6e5d9d46-e92b-4133-b898-d65f2f1824e8 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:45:18.529919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] For port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=9dae7fed-4a6b-4246-bdde-4f5ea0148f89,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:45:18.565994 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] For port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=40aa6b5b-739b-4af7-a9c7-1375dc4a0e32,segment=NetworkSegment(49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2),segment_id=49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:45:18.592063 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1b734-3122-4413-ae2b-97fdf5ebab2b req-c126bff3-a6ad-4afa-a832-115c9906e4f1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:18.594120 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28f1b734-3122-4413-ae2b-97fdf5ebab2b req-c126bff3-a6ad-4afa-a832-115c9906e4f1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 946 time: 0.2435892 Jan 28 05:45:18.608003 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56094) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:18.621990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9f90ef42-877b-4f4a-b9e7-e5edfc4bcf87 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Request body: {'floatingip': {'port_id': '1646bce7-f2a7-4f01-91f2-f370f5b6c22b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:18.644419 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c2314-d3fa-44bf-8a1a-022080614353 service neutron] Pushing event updated for resources: {'Port': ['ID=df74b306-afba-425a-8318-68864b1a6293,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:18.712141 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84032a4b-0060-4e15-93d2-3ad5dfac9ff6 req-8d4bdd91-8e5b-41fb-9683-ee7b38b64ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:18.713812 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84032a4b-0060-4e15-93d2-3ad5dfac9ff6 req-8d4bdd91-8e5b-41fb-9683-ee7b38b64ea8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.2259557 Jan 28 05:45:18.717985 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (9dae7fed-4a6b-4246-bdde-4f5ea0148f89), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:18.721115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-69cc0216-9ebb-427f-87a4-142cb6439c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:18.723184 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-69cc0216-9ebb-427f-87a4-142cb6439c49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21bb890913cd436abebbfdb7875c7f7a&device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 1095 time: 0.0997734 Jan 28 05:45:18.734994 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (40aa6b5b-739b-4af7-a9c7-1375dc4a0e32), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:18.745880 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:18.746676 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:18.748845 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] 10.222.0.60 "PUT /v2.0/ports/9dae7fed-4a6b-4246-bdde-4f5ea0148f89 HTTP/1.1" status: 200 len: 1092 time: 3.0168848 Jan 28 05:45:18.749737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ecdb6c-7e8a-4e0a-9005-ad3a57e69255', 'tag': '9dae7fed-4a6b-4246-bdde-4f5ea0148f89'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:18.752199 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6200a9d-b01b-4787-b275-485cba5c9490" -d '{"events": [{"name": "network-changed", "server_uuid": "33ecdb6c-7e8a-4e0a-9005-ad3a57e69255", "tag": "9dae7fed-4a6b-4246-bdde-4f5ea0148f89"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:18.778866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 6e5d9d46-e92b-4133-b898-d65f2f1824e8, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=6e5d9d46-e92b-4133-b898-d65f2f1824e8,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:18.779416 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f90ef42-877b-4f4a-b9e7-e5edfc4bcf87 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for floatingip (3b925a1f-d17d-4cc5-a392-e38fd749302e), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:18.787312 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '6e5d9d46-e92b-4133-b898-d65f2f1824e8', 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941', 'port_id': '6e5d9d46-e92b-4133-b898-d65f2f1824e8', 'mac_address': 'fa:16:3e:10:55:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cad50a2-5b92-45cb-a612-1d24381999be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:45:18.831961 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 6e5d9d46-e92b-4133-b898-d65f2f1824e8 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:18.832203 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6e5d9d46-e92b-4133-b898-d65f2f1824e8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:18.848622 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5d9d46-e92b-4133-b898-d65f2f1824e8 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:18.870681 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 6e5d9d46-e92b-4133-b898-d65f2f1824e8, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=6e5d9d46-e92b-4133-b898-d65f2f1824e8,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:18.909422 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-dda74a13-5df8-4196-8b79-3b4afc9d3826 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df74b306-afba-425a-8318-68864b1a6293 HTTP/1.1" status: 200 len: 217 time: 0.1202927 Jan 28 05:45:18.911579 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84032a4b-0060-4e15-93d2-3ad5dfac9ff6 req-aea84ee3-9c74-422a-9f2c-9ca3eeae3882 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=a1ca69b7-4e3d-46da-9e84-10f78f32dc7b HTTP/1.1" status: 200 len: 217 time: 0.1870894 Jan 28 05:45:18.971954 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6e5d9d46-e92b-4133-b898-d65f2f1824e8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:19.004200 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-f594563c-32b3-410c-8ad9-c9c904bd9ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:19.005872 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-f594563c-32b3-410c-8ad9-c9c904bd9ffe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0cad50a2-5b92-45cb-a612-1d24381999be HTTP/1.1" status: 200 len: 853 time: 0.0710661 Jan 28 05:45:19.018379 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:19.019116 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:19.020595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 HTTP/1.1" status: 200 len: 1093 time: 3.2556934 Jan 28 05:45:19.069401 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=6e5d9d46-e92b-4133-b898-d65f2f1824e8,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:19.069526 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84032a4b-0060-4e15-93d2-3ad5dfac9ff6 req-9f8ce197-3286-43ba-b9e6-ad8bfed8bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:19.070925 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84032a4b-0060-4e15-93d2-3ad5dfac9ff6 req-9f8ce197-3286-43ba-b9e6-ad8bfed8bb76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0640705 Jan 28 05:45:19.084370 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 6d45cbca-5746-4d33-9ede-16c6bc47fa87 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:45:19.147496 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Request body: {'port': {'device_id': '804ffb02-a40d-46ee-ae73-27bbb322bd1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:19.154287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4b66f-10fc-4cba-98e2-32f1d7077ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=9dae7fed-4a6b-4246-bdde-4f5ea0148f89,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:19.182706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c9766-f851-4c3a-a861-decf2de53212 req-5631ae2c-18b2-42a6-8b09-a77a0e8d8dfc tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:19.188764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c9766-f851-4c3a-a861-decf2de53212 req-5631ae2c-18b2-42a6-8b09-a77a0e8d8dfc tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:19.189433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 8b0eff9f-275d-42f9-80b7-b3a88e699f68 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:19.190589 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a09c9766-f851-4c3a-a861-decf2de53212 req-5631ae2c-18b2-42a6-8b09-a77a0e8d8dfc tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1667 time: 0.4169991 Jan 28 05:45:19.205183 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-d77de3d5-4193-4b89-8abc-46c784584fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:19.208324 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-d77de3d5-4193-4b89-8abc-46c784584fca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1365044 Jan 28 05:45:19.211620 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84032a4b-0060-4e15-93d2-3ad5dfac9ff6 req-61794123-d19b-43fc-b028-7e3dce2b2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:19.213501 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84032a4b-0060-4e15-93d2-3ad5dfac9ff6 req-61794123-d19b-43fc-b028-7e3dce2b2cad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1209228 Jan 28 05:45:19.262598 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fe333-c5ad-4e62-9ed4-2319a9183039 req-1c23d2eb-dd11-4d01-a197-8e350748e8af tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:19.267484 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe4fe333-c5ad-4e62-9ed4-2319a9183039 req-1c23d2eb-dd11-4d01-a197-8e350748e8af tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.3663881 Jan 28 05:45:19.310585 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-081a358b-6d64-40fb-840b-82abffbf1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:19.312600 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-081a358b-6d64-40fb-840b-82abffbf1b1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21bb890913cd436abebbfdb7875c7f7a&device_id=33ecdb6c-7e8a-4e0a-9005-ad3a57e69255 HTTP/1.1" status: 200 len: 1095 time: 0.3673785 Jan 28 05:45:19.329236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 6d45cbca-5746-4d33-9ede-16c6bc47fa87, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6d45cbca-5746-4d33-9ede-16c6bc47fa87,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:19.341390 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '6d45cbca-5746-4d33-9ede-16c6bc47fa87', 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd', 'port_id': '6d45cbca-5746-4d33-9ede-16c6bc47fa87', 'mac_address': 'fa:16:3e:13:d8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c507c782-4f53-4cd1-85bd-9b428677b1ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:45:19.354691 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-9b875704-7d6e-4ff2-a17e-e923d3b0fc0c service neutron] 10.222.0.60 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322310 Jan 28 05:45:19.382658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 6d45cbca-5746-4d33-9ede-16c6bc47fa87 is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:19.383009 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:19.398537 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d45cbca-5746-4d33-9ede-16c6bc47fa87 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:19.421952 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['6e5d9d46-e92b-4133-b898-d65f2f1824e8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:19.428958 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 6d45cbca-5746-4d33-9ede-16c6bc47fa87, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6d45cbca-5746-4d33-9ede-16c6bc47fa87,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:19.462254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-5f6a7167-3cda-4a1e-bb09-5f247f62cd37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dae7fed-4a6b-4246-bdde-4f5ea0148f89 HTTP/1.1" status: 200 len: 217 time: 0.0987511 Jan 28 05:45:19.494843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea43c0a-b8f2-4d13-83ee-452a17be18c2 service neutron] Pushing event updated for resources: {'Port': ['ID=40aa6b5b-739b-4af7-a9c7-1375dc4a0e32,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:19.516491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 8b0eff9f-275d-42f9-80b7-b3a88e699f68 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:45:19.516994 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8aeb4ada-e3b7-46cf-ab97-309ae462c0e3), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:19.518675 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-af8ed5ae-3405-475d-94bb-3e2dd7384429 req-d4f9a7ac-3154-48fd-a720-daf0ee977b24 service neutron] 10.222.0.60 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054301 Jan 28 05:45:19.526924 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 8b0eff9f-275d-42f9-80b7-b3a88e699f68 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:19.527502 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8b0eff9f-275d-42f9-80b7-b3a88e699f68), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:19.560808 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84032a4b-0060-4e15-93d2-3ad5dfac9ff6 req-1857ade0-7007-45a3-81db-ad238eacea33 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369806 Jan 28 05:45:19.569574 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:19.587087 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a09c9766-f851-4c3a-a861-decf2de53212 req-c5f921fd-6322-4b1f-9691-948297bb72e8 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621650 Jan 28 05:45:19.604137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe4fe333-c5ad-4e62-9ed4-2319a9183039 req-12fd577a-81c2-4fbc-bcee-a7ce94918f70 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164842 Jan 28 05:45:19.672843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-dc1db882-96f9-4550-a328-2c61ecdeff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:19.672843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-dc1db882-96f9-4550-a328-2c61ecdeff94 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0cad50a2-5b92-45cb-a612-1d24381999be HTTP/1.1" status: 200 len: 853 time: 0.1935859 Jan 28 05:45:19.676308 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=6d45cbca-5746-4d33-9ede-16c6bc47fa87,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:19.678098 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84032a4b-0060-4e15-93d2-3ad5dfac9ff6 req-8edc5304-b838-42ac-bf90-bef4f9abfcc3 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073353 Jan 28 05:45:19.731691 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe7c763-f1a9-4466-a95a-b88684d3dbc2 x-openstack-request-id: req-ffe7c763-f1a9-4466-a95a-b88684d3dbc2 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:19.731897 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ecdb6c-7e8a-4e0a-9005-ad3a57e69255", "tag": "9dae7fed-4a6b-4246-bdde-4f5ea0148f89", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:19.732184 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffe7c763-f1a9-4466-a95a-b88684d3dbc2 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:19.732675 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ecdb6c-7e8a-4e0a-9005-ad3a57e69255', 'tag': '9dae7fed-4a6b-4246-bdde-4f5ea0148f89', 'status': 'completed', 'code': 200} Jan 28 05:45:19.799855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['6d45cbca-5746-4d33-9ede-16c6bc47fa87'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:19.836475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 8b0eff9f-275d-42f9-80b7-b3a88e699f68 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:19.836867 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8b0eff9f-275d-42f9-80b7-b3a88e699f68), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:19.882183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78617018-f7b2-425d-ab88-a1e7597d9589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0eff9f-275d-42f9-80b7-b3a88e699f68'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:19.884487 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42dea47-2303-4fd7-a9a7-0e6c2b20d224" -d '{"events": [{"server_uuid": "78617018-f7b2-425d-ab88-a1e7597d9589", "name": "network-vif-plugged", "status": "completed", "tag": "8b0eff9f-275d-42f9-80b7-b3a88e699f68"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:19.900900 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 8b0eff9f-275d-42f9-80b7-b3a88e699f68, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=8b0eff9f-275d-42f9-80b7-b3a88e699f68,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:20.011261 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8b0eff9f-275d-42f9-80b7-b3a88e699f68), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:20.038514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af54dd-2ad2-4153-8679-d4de91b17776 req-a6f4dc4e-f170-47f7-89d3-eca33a179096 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:20.040027 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53af54dd-2ad2-4153-8679-d4de91b17776 req-a6f4dc4e-f170-47f7-89d3-eca33a179096 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac947bbd-095e-4ad9-a291-a481ac9be4b2 HTTP/1.1" status: 200 len: 948 time: 0.2800355 Jan 28 05:45:20.072655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=8b0eff9f-275d-42f9-80b7-b3a88e699f68,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:20.080280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-5131da5e-e54d-431c-8088-dadfae9415b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:20.080280 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-5131da5e-e54d-431c-8088-dadfae9415b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3355501 Jan 28 05:45:20.120204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57cb00-c54d-4bda-a3b2-52bfd443065f req-0d956a6b-cec6-4d6e-bb8b-6d361a65aa7b tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:20.121652 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac57cb00-c54d-4bda-a3b2-52bfd443065f req-0d956a6b-cec6-4d6e-bb8b-6d361a65aa7b tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 951 time: 0.3016770 Jan 28 05:45:20.322454 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edb792a-6ec0-4640-8c41-c0bf8c56fc48', 'tag': 'df74b306-afba-425a-8318-68864b1a6293'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:20.325015 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cdba8f-eb1d-4b7e-a98b-502c62e967e3" -d '{"events": [{"name": "network-changed", "server_uuid": "5edb792a-6ec0-4640-8c41-c0bf8c56fc48", "tag": "df74b306-afba-425a-8318-68864b1a6293"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:20.598902 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.db.resource_extend [None req-9f90ef42-877b-4f4a-b9e7-e5edfc4bcf87 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 05:45:20.699246 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53af54dd-2ad2-4153-8679-d4de91b17776 req-c8430570-dbc9-4824-a4b7-51d854ef1cd3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281190 Jan 28 05:45:20.747381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87c834-ceb9-44e6-a235-95aed0c12e35 req-ace0f70a-7b22-4111-be51-58f4624dea00 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:20.749411 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6f87c834-ceb9-44e6-a235-95aed0c12e35 req-ace0f70a-7b22-4111-be51-58f4624dea00 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c HTTP/1.1" status: 200 len: 951 time: 0.0893149 Jan 28 05:45:20.754477 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f90ef42-877b-4f4a-b9e7-e5edfc4bcf87 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:20.784834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac57cb00-c54d-4bda-a3b2-52bfd443065f req-543023c4-f97b-4301-9d85-8d1535f2a592 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cebc849-c49e-464a-a046-4866770d3ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6390162 Jan 28 05:45:20.842565 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-e6027b9e-2911-43d6-9da4-92aca8e0bddc service neutron] 10.222.0.60 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7411389 Jan 28 05:45:20.866369 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f90ef42-877b-4f4a-b9e7-e5edfc4bcf87 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (3b925a1f-d17d-4cc5-a392-e38fd749302e), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:20.880446 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-6f87c834-ceb9-44e6-a235-95aed0c12e35 req-1c1c04d0-8c76-4599-9f34-f36ec59c0049 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Deleting port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:45:20.881202 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6f87c834-ceb9-44e6-a235-95aed0c12e35 req-1c1c04d0-8c76-4599-9f34-f36ec59c0049 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:21.002506 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-6f87c834-ceb9-44e6-a235-95aed0c12e35 req-1c1c04d0-8c76-4599-9f34-f36ec59c0049 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] For port 38522edd-9d8a-4d74-9a98-f5684d5c33c3, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=38522edd-9d8a-4d74-9a98-f5684d5c33c3,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:21.003815 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6f87c834-ceb9-44e6-a235-95aed0c12e35 req-1c1c04d0-8c76-4599-9f34-f36ec59c0049 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:21.018808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-6f87c834-ceb9-44e6-a235-95aed0c12e35 req-1c1c04d0-8c76-4599-9f34-f36ec59c0049 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Calling delete_port for 38522edd-9d8a-4d74-9a98-f5684d5c33c3 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:45:21.049112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:21.088739 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Publish callbacks [] for port (8aeb4ada-e3b7-46cf-ab97-309ae462c0e3), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:21.098266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a1ca69b7-4e3d-46da-9e84-10f78f32dc7b details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:45:21.106990 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 6d45cbca-5746-4d33-9ede-16c6bc47fa87 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:21.115483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c7f72-a7ad-4a95-b7a0-465a606fb8d2 req-111aa2eb-cca6-4072-a758-b62d637c2881 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:21.123028 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-130c7f72-a7ad-4a95-b7a0-465a606fb8d2 req-111aa2eb-cca6-4072-a758-b62d637c2881 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.3224862 Jan 28 05:45:21.145438 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395beac-05db-462b-8ec3-7267f5de0408 req-09fd9a8a-2eb3-4e53-9ae4-92234fdb72a2 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:21.152320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9395beac-05db-462b-8ec3-7267f5de0408 req-09fd9a8a-2eb3-4e53-9ae4-92234fdb72a2 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 943 time: 0.3083217 Jan 28 05:45:21.181418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Transition to ACTIVE for port object 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:45:21.213489 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-9f90ef42-877b-4f4a-b9e7-e5edfc4bcf87 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Floating IP 3b925a1f-d17d-4cc5-a392-e38fd749302e associated. External IP: 172.25.0.172, port: 1646bce7-f2a7-4f01-91f2-f370f5b6c22b. Jan 28 05:45:21.217960 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07839ee9-0561-46e4-872b-27ec2eddcc2e req-e18420c5-7912-4403-a00b-36397391c162 service neutron] 10.222.0.60 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671122 Jan 28 05:45:21.279683 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (8aeb4ada-e3b7-46cf-ab97-309ae462c0e3), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:21.300845 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 6d45cbca-5746-4d33-9ede-16c6bc47fa87 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:21.301374 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:21.329758 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-130c7f72-a7ad-4a95-b7a0-465a606fb8d2 req-4dcfbcda-bce4-4f69-a1d1-e7dd4dadea31 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061312 Jan 28 05:45:21.343004 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6f87c834-ceb9-44e6-a235-95aed0c12e35 req-1c1c04d0-8c76-4599-9f34-f36ec59c0049 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (38522edd-9d8a-4d74-9a98-f5684d5c33c3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:21.358832 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a1ca69b7-4e3d-46da-9e84-10f78f32dc7b,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:21.368279 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9395beac-05db-462b-8ec3-7267f5de0408 req-b552895c-5fe3-4dc8-bb3a-f0fd427b6c75 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149963 Jan 28 05:45:21.410790 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['38522edd-9d8a-4d74-9a98-f5684d5c33c3'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:21.420434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c04d0-8c76-4599-9f34-f36ec59c0049 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Pushing event deleted for resources: {'Port': ['ID=38522edd-9d8a-4d74-9a98-f5684d5c33c3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:21.492576 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'a1ca69b7-4e3d-46da-9e84-10f78f32dc7b', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'a1ca69b7-4e3d-46da-9e84-10f78f32dc7b', 'mac_address': 'fa:16:3e:47:12:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:45:21.513810 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac9953c-b4ee-497a-8d43-2e0d37a490f4 x-openstack-request-id: req-2ac9953c-b4ee-497a-8d43-2e0d37a490f4 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:21.515317 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78617018-f7b2-425d-ab88-a1e7597d9589", "name": "network-vif-plugged", "status": "completed", "tag": "8b0eff9f-275d-42f9-80b7-b3a88e699f68", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:21.516105 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ac9953c-b4ee-497a-8d43-2e0d37a490f4 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:21.517133 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78617018-f7b2-425d-ab88-a1e7597d9589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0eff9f-275d-42f9-80b7-b3a88e699f68', 'code': 200} Jan 28 05:45:21.536639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Pushing event updated for resources: {'Port': ['ID=8aeb4ada-e3b7-46cf-ab97-309ae462c0e3,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:21.589753 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f87c834-ceb9-44e6-a235-95aed0c12e35 req-1c1c04d0-8c76-4599-9f34-f36ec59c0049 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] No DVR routers for this DVR port 38522edd-9d8a-4d74-9a98-f5684d5c33c3 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:45:21.603897 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90964773-0cf3-4880-9af7-b4b22007d017 x-openstack-request-id: req-90964773-0cf3-4880-9af7-b4b22007d017 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:21.606717 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edb792a-6ec0-4640-8c41-c0bf8c56fc48", "tag": "df74b306-afba-425a-8318-68864b1a6293", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:21.607366 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90964773-0cf3-4880-9af7-b4b22007d017 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:21.612174 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edb792a-6ec0-4640-8c41-c0bf8c56fc48', 'tag': 'df74b306-afba-425a-8318-68864b1a6293', 'status': 'completed', 'code': 200} Jan 28 05:45:21.613460 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6f87c834-ceb9-44e6-a235-95aed0c12e35 req-1c1c04d0-8c76-4599-9f34-f36ec59c0049 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:21.620639 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6f87c834-ceb9-44e6-a235-95aed0c12e35 req-1c1c04d0-8c76-4599-9f34-f36ec59c0049 tempest-ServersAdminTestJSON-1667719728 tempest-ServersAdminTestJSON-1667719728-project] 10.222.0.60 "DELETE /v2.0/ports/38522edd-9d8a-4d74-9a98-f5684d5c33c3 HTTP/1.1" status: 204 len: 173 time: 0.8612037 Jan 28 05:45:21.746156 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:21.762958 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a1ca69b7-4e3d-46da-9e84-10f78f32dc7b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:21.812233 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f1167-67a0-4576-ba7e-478c7701ae0b req-ffd5df67-255c-418b-8cad-7f60dc1f2f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:21.813656 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1f4f1167-67a0-4576-ba7e-478c7701ae0b req-ffd5df67-255c-418b-8cad-7f60dc1f2f23 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=78617018-f7b2-425d-ab88-a1e7597d9589 HTTP/1.1" status: 200 len: 1098 time: 0.1626756 Jan 28 05:45:21.829392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804ffb02-a40d-46ee-ae73-27bbb322bd1d', 'tag': '40aa6b5b-739b-4af7-a9c7-1375dc4a0e32'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:21.831757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ca69b7-4e3d-46da-9e84-10f78f32dc7b {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:21.832077 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a98342-5995-428f-86e6-4f4901382358" -d '{"events": [{"name": "network-changed", "server_uuid": "804ffb02-a40d-46ee-ae73-27bbb322bd1d", "tag": "40aa6b5b-739b-4af7-a9c7-1375dc4a0e32"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:21.843494 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdba8f-eb1d-4b7e-a98b-502c62e967e3 req-01a5794a-4a36-4672-bfa5-0ee58575780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:21.845124 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6cdba8f-eb1d-4b7e-a98b-502c62e967e3 req-01a5794a-4a36-4672-bfa5-0ee58575780d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21bb890913cd436abebbfdb7875c7f7a&device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 1095 time: 0.2137754 Jan 28 05:45:21.851770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 6d45cbca-5746-4d33-9ede-16c6bc47fa87 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:21.852238 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:21.884414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a1ca69b7-4e3d-46da-9e84-10f78f32dc7b,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:21.892756 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1f4f1167-67a0-4576-ba7e-478c7701ae0b req-586ac4e7-53fa-4777-8e9c-dfecf5b68e11 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525100 Jan 28 05:45:21.921116 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f90ef42-877b-4f4a-b9e7-e5edfc4bcf87 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Router f78a0edf-40a9-4c85-bedc-6c286f8399af has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:45:21.934155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 6d45cbca-5746-4d33-9ede-16c6bc47fa87, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6d45cbca-5746-4d33-9ede-16c6bc47fa87,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:21.969905 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a1ca69b7-4e3d-46da-9e84-10f78f32dc7b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:22.017258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6200a9d-b01b-4787-b275-485cba5c9490 req-e71e76ea-440f-451b-bc32-9f9b34a29e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:22.019210 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6200a9d-b01b-4787-b275-485cba5c9490 req-e71e76ea-440f-451b-bc32-9f9b34a29e4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21bb890913cd436abebbfdb7875c7f7a&device_id=33ecdb6c-7e8a-4e0a-9005-ad3a57e69255 HTTP/1.1" status: 200 len: 1095 time: 0.4801490 Jan 28 05:45:22.020025 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdba8f-eb1d-4b7e-a98b-502c62e967e3 req-0ca3dab2-cdb2-44da-8e37-7711a750cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:22.021744 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6cdba8f-eb1d-4b7e-a98b-502c62e967e3 req-0ca3dab2-cdb2-44da-8e37-7711a750cb2d service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 HTTP/1.1" status: 200 len: 915 time: 0.1316857 Jan 28 05:45:22.063365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=a1ca69b7-4e3d-46da-9e84-10f78f32dc7b,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:22.077733 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:22.093679 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fc0ca-edff-4c04-917a-6f3288885e0d req-eb9f76bf-ab42-4b16-b573-650b42eb2d55 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:22.100873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e3fc0ca-edff-4c04-917a-6f3288885e0d req-eb9f76bf-ab42-4b16-b573-650b42eb2d55 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=78617018-f7b2-425d-ab88-a1e7597d9589 HTTP/1.1" status: 200 len: 946 time: 0.5606594 Jan 28 05:45:22.125580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310b7f8-f491-4227-afa2-936764a6f13d req-a2ab3455-92b7-410d-bf1d-0b2de767feac tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:22.130960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310b7f8-f491-4227-afa2-936764a6f13d req-a2ab3455-92b7-410d-bf1d-0b2de767feac tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:22.132631 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5310b7f8-f491-4227-afa2-936764a6f13d req-a2ab3455-92b7-410d-bf1d-0b2de767feac tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1679 time: 0.3205099 Jan 28 05:45:22.142756 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=6d45cbca-5746-4d33-9ede-16c6bc47fa87,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:22.165115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Attempting to bind port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:45:22.165607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Attempting to bind port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'ad870ee7-8e87-438b-836c-9f5632a47fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46db0d92-74bf-457d-b806-9afe3751e599'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:45:22.166012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Attempting to bind port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 on network 46db0d92-74bf-457d-b806-9afe3751e599 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:22.255136 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6cdba8f-eb1d-4b7e-a98b-502c62e967e3 req-a11e0fdd-6c29-41d6-8a45-b8c1e0cb7cdf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df74b306-afba-425a-8318-68864b1a6293 HTTP/1.1" status: 200 len: 217 time: 0.0621572 Jan 28 05:45:22.299728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 on network 46db0d92-74bf-457d-b806-9afe3751e599 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:45:22.300073 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Attempting to bind port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 on network 46db0d92-74bf-457d-b806-9afe3751e599 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:22.329286 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdba8f-eb1d-4b7e-a98b-502c62e967e3 req-2844faf4-e9af-4dd1-b942-ef9b9a8012ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:22.329611 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6cdba8f-eb1d-4b7e-a98b-502c62e967e3 req-2844faf4-e9af-4dd1-b942-ef9b9a8012ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0cad50a2-5b92-45cb-a612-1d24381999be HTTP/1.1" status: 200 len: 853 time: 0.0685222 Jan 28 05:45:22.343662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:45:22.344007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Checking segment: {'id': 'ad870ee7-8e87-438b-836c-9f5632a47fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46db0d92-74bf-457d-b806-9afe3751e599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:45:22.344383 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Bound using segment: {'id': 'ad870ee7-8e87-438b-836c-9f5632a47fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46db0d92-74bf-457d-b806-9afe3751e599'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:45:22.344827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Bound port: 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad870ee7-8e87-438b-836c-9f5632a47fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46db0d92-74bf-457d-b806-9afe3751e599'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:45:22.345190 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8aeb4ada-e3b7-46cf-ab97-309ae462c0e3), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:22.379067 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['a1ca69b7-4e3d-46da-9e84-10f78f32dc7b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:22.388403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6200a9d-b01b-4787-b275-485cba5c9490 req-ada9bfc5-871f-4bb9-beb9-41c7beb07fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:22.389941 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6200a9d-b01b-4787-b275-485cba5c9490 req-ada9bfc5-871f-4bb9-beb9-41c7beb07fa0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 HTTP/1.1" status: 200 len: 915 time: 0.1643367 Jan 28 05:45:22.401658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f90ef42-877b-4f4a-b9e7-e5edfc4bcf87 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:45:22.413303 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c12dec-9cad-4314-937e-41831dc99f2e None None] Sync routers for ids ['f78a0edf-40a9-4c85-bedc-6c286f8399af'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:45:22.417180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e3fc0ca-edff-4c04-917a-6f3288885e0d req-d274846a-d5d9-497e-9d39-eb7b3795917e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152902 Jan 28 05:45:22.425584 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdba8f-eb1d-4b7e-a98b-502c62e967e3 req-614d968e-e9a1-4f1f-a9f7-4c6b49744ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:22.428103 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6cdba8f-eb1d-4b7e-a98b-502c62e967e3 req-614d968e-e9a1-4f1f-a9f7-4c6b49744ad3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879774 Jan 28 05:45:22.433425 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f90ef42-877b-4f4a-b9e7-e5edfc4bcf87 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:22.439601 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c12dec-9cad-4314-937e-41831dc99f2e None None] Routers {'f78a0edf-40a9-4c85-bedc-6c286f8399af'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:45:22.440648 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-54c12dec-9cad-4314-937e-41831dc99f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:45:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f78a0edf-40a9-4c85-bedc-6c286f8399af'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:45:22.495759 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5310b7f8-f491-4227-afa2-936764a6f13d req-5a6a84f7-c762-4d04-9927-ade502c0db4d tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469143 Jan 28 05:45:22.516098 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6200a9d-b01b-4787-b275-485cba5c9490 req-9e9b3140-4783-4580-a4e6-46c96d08a1a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dae7fed-4a6b-4246-bdde-4f5ea0148f89 HTTP/1.1" status: 200 len: 217 time: 0.0978718 Jan 28 05:45:22.567094 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 6e5d9d46-e92b-4133-b898-d65f2f1824e8 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:22.622355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9f90ef42-877b-4f4a-b9e7-e5edfc4bcf87 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "PUT /v2.0/floatingips/3b925a1f-d17d-4cc5-a392-e38fd749302e HTTP/1.1" status: 200 len: 992 time: 4.0132520 Jan 28 05:45:22.686611 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6cdba8f-eb1d-4b7e-a98b-502c62e967e3 req-f838b681-ef6a-4a54-9ba9-1708b74e43cb service neutron] 10.222.0.60 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465985 Jan 28 05:45:22.734778 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-54c12dec-9cad-4314-937e-41831dc99f2e None None] Set router f78a0edf-40a9-4c85-bedc-6c286f8399af gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:45:22.774063 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6200a9d-b01b-4787-b275-485cba5c9490 req-2d822047-b15a-4463-a2d5-980cbd5f4a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:22.784350 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6200a9d-b01b-4787-b275-485cba5c9490 req-2d822047-b15a-4463-a2d5-980cbd5f4a5a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0cad50a2-5b92-45cb-a612-1d24381999be HTTP/1.1" status: 200 len: 853 time: 0.2246296 Jan 28 05:45:22.842216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] For port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:45:22.863845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cc8c2-b067-46de-b55c-ae15dc24ee76 req-a14092c2-2a6f-4cf6-9793-75cd84ae9aeb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:22.865377 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c63cc8c2-b067-46de-b55c-ae15dc24ee76 req-a14092c2-2a6f-4cf6-9793-75cd84ae9aeb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.3133218 Jan 28 05:45:22.868337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] For port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=8aeb4ada-e3b7-46cf-ab97-309ae462c0e3,segment=NetworkSegment(ad870ee7-8e87-438b-836c-9f5632a47fa6),segment_id=ad870ee7-8e87-438b-836c-9f5632a47fa6)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:45:22.870733 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 6e5d9d46-e92b-4133-b898-d65f2f1824e8 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:45:22.897577 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 6e5d9d46-e92b-4133-b898-d65f2f1824e8 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:22.900096 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6e5d9d46-e92b-4133-b898-d65f2f1824e8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:22.929633 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6cdba8f-eb1d-4b7e-a98b-502c62e967e3 req-8d3edd22-73fd-4754-b2fa-4a6fafab8702 service neutron] 10.222.0.60 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364869 Jan 28 05:45:22.938144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6200a9d-b01b-4787-b275-485cba5c9490 req-b5167472-c041-42f1-80c4-f3a6126c72fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:22.959496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6200a9d-b01b-4787-b275-485cba5c9490 req-b5167472-c041-42f1-80c4-f3a6126c72fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1742623 Jan 28 05:45:22.960686 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (8aeb4ada-e3b7-46cf-ab97-309ae462c0e3), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:23.076572 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:23.077386 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:23.082701 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] 10.222.0.64 "PUT /v2.0/ports/8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 HTTP/1.1" status: 200 len: 1093 time: 3.9407392 Jan 28 05:45:23.134182 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-54c12dec-9cad-4314-937e-41831dc99f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'name': 'tempest-ServersTestBootFromVolume-1803354556-router', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:46Z', 'updated_at': '2022-01-28T05:43:51Z', 'revision_number': 4, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'gw_port': {'id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '3b925a1f-d17d-4cc5-a392-e38fd749302e', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'port_id': '1646bce7-f2a7-4f01-91f2-f370f5b6c22b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5', 'mac_address': 'fa:16:3e:b7:b8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b059a-5f08-4172-92f9-c2e020c4fd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:43:59Z', 'updated_at': '2022-01-28T05:45:20Z', 'revision_number': 1, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ff65d0-6fd7-47e0-984d-648f5d822f43', 'name': '', 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'mac_address': 'fa:16:3e:23:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:50Z', 'updated_at': '2022-01-28T05:43:55Z', 'revision_number': 5, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'subnets': [{'id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:45:23.148268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cea4f1-bf5d-4ee6-9484-2fde0dfba7ef service neutron] Pushing event updated for resources: {'Port': ['ID=8aeb4ada-e3b7-46cf-ab97-309ae462c0e3,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:23.160270 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c63cc8c2-b067-46de-b55c-ae15dc24ee76 req-69c4fe8e-ca84-4d0e-ab64-1aa39bc9bc65 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829471 Jan 28 05:45:23.203420 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device df74b306-afba-425a-8318-68864b1a6293 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:45:23.243606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 38522edd-9d8a-4d74-9a98-f5684d5c33c3 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:45:23.245863 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c12dec-9cad-4314-937e-41831dc99f2e None None] Checking router: f78a0edf-40a9-4c85-bedc-6c286f8399af for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:45:23.272993 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c12dec-9cad-4314-937e-41831dc99f2e None None] Routers {'f78a0edf-40a9-4c85-bedc-6c286f8399af'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:45:23.276339 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-54c12dec-9cad-4314-937e-41831dc99f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:45:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f78a0edf-40a9-4c85-bedc-6c286f8399af'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:45:23.317155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 38522edd-9d8a-4d74-9a98-f5684d5c33c3 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:45:23.317505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 38522edd-9d8a-4d74-9a98-f5684d5c33c3 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:45:23.325011 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.resource_extend [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 05:45:23.328798 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a2361-84dd-47de-9266-01ea20744414 req-ce53fa2a-bccb-4a15-bb73-1389dc451436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:23.329509 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a2361-84dd-47de-9266-01ea20744414 req-ce53fa2a-bccb-4a15-bb73-1389dc451436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:23.331245 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-ce53fa2a-bccb-4a15-bb73-1389dc451436 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bd072a204b34f47862053012cfa77c5&device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1983 time: 0.1127343 Jan 28 05:45:23.417026 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-c0d5fd40-5ab1-4ba8-bdc6-1545b68eebb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.202&port_id=40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 HTTP/1.1" status: 200 len: 217 time: 0.0681045 Jan 28 05:45:23.469725 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-54c12dec-9cad-4314-937e-41831dc99f2e None None] Set router f78a0edf-40a9-4c85-bedc-6c286f8399af gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:45:23.474627 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6200a9d-b01b-4787-b275-485cba5c9490 req-b73e3a93-5da0-4946-8387-c8ade6d8259f service neutron] 10.222.0.60 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728966 Jan 28 05:45:23.501622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0be7e-db05-4da1-b0da-5d2fb51cdb2c req-d7f76fd3-7d66-4e0a-b9ca-7231a6e1a523 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:23.507031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2be0be7e-db05-4da1-b0da-5d2fb51cdb2c req-d7f76fd3-7d66-4e0a-b9ca-7231a6e1a523 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac947bbd-095e-4ad9-a291-a481ac9be4b2 HTTP/1.1" status: 200 len: 949 time: 0.1745946 Jan 28 05:45:23.522197 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf553bab-4394-4cf4-b8b4-0643ec601d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d45cbca-5746-4d33-9ede-16c6bc47fa87'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:23.537787 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cb2bd5-db2e-4ce5-9f4c-a2eed5dc44f7" -d '{"events": [{"server_uuid": "bf553bab-4394-4cf4-b8b4-0643ec601d38", "name": "network-vif-plugged", "status": "completed", "tag": "6d45cbca-5746-4d33-9ede-16c6bc47fa87"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:23.571747 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:45:23.613325 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c', 'name': 'network-vif-deleted', 'tag': '38522edd-9d8a-4d74-9a98-f5684d5c33c3'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:23.616813 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d3111d-3a90-403c-b441-ed5e6d78cd69" -d '{"events": [{"server_uuid": "a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c", "name": "network-vif-deleted", "tag": "38522edd-9d8a-4d74-9a98-f5684d5c33c3"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:23.652022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a2361-84dd-47de-9266-01ea20744414 req-808aaa50-8d42-420e-ada5-7b2810fa210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:23.655953 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-808aaa50-8d42-420e-ada5-7b2810fa210c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1426c62a-b7a4-4c09-a76f-de6158c8f792 HTTP/1.1" status: 200 len: 801 time: 0.2262509 Jan 28 05:45:23.718464 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2be0be7e-db05-4da1-b0da-5d2fb51cdb2c req-062fd92b-bfaf-44f3-b8d5-ef1f16f931c4 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875885 Jan 28 05:45:23.749176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6200a9d-b01b-4787-b275-485cba5c9490 req-eaa122e9-d4e1-43ee-88aa-e57ea6df47a6 service neutron] 10.222.0.60 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610953 Jan 28 05:45:23.780540 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a2361-84dd-47de-9266-01ea20744414 req-bc27a644-345f-435e-92c6-773c1050f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:23.785936 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-bc27a644-345f-435e-92c6-773c1050f868 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52510310-3569-48fc-b9d8-06d66877c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186860 Jan 28 05:45:23.808568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port df74b306-afba-425a-8318-68864b1a6293, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=df74b306-afba-425a-8318-68864b1a6293,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:23.872127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 6e5d9d46-e92b-4133-b898-d65f2f1824e8 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:23.872528 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6e5d9d46-e92b-4133-b898-d65f2f1824e8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:23.906557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'df74b306-afba-425a-8318-68864b1a6293', 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941', 'port_id': 'df74b306-afba-425a-8318-68864b1a6293', 'mac_address': 'fa:16:3e:d6:63:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cad50a2-5b92-45cb-a612-1d24381999be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:45:23.947388 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d7530e-e7b4-479d-8853-681b114d8073 x-openstack-request-id: req-07d7530e-e7b4-479d-8853-681b114d8073 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:23.953326 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804ffb02-a40d-46ee-ae73-27bbb322bd1d", "tag": "40aa6b5b-739b-4af7-a9c7-1375dc4a0e32", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:23.953826 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07d7530e-e7b4-479d-8853-681b114d8073 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:23.956532 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804ffb02-a40d-46ee-ae73-27bbb322bd1d', 'tag': '40aa6b5b-739b-4af7-a9c7-1375dc4a0e32', 'status': 'completed', 'code': 200} Jan 28 05:45:23.975443 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-54c12dec-9cad-4314-937e-41831dc99f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'name': 'tempest-ServersTestBootFromVolume-1803354556-router', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:46Z', 'updated_at': '2022-01-28T05:43:51Z', 'revision_number': 4, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'gw_port': {'id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '3b925a1f-d17d-4cc5-a392-e38fd749302e', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'port_id': '1646bce7-f2a7-4f01-91f2-f370f5b6c22b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5', 'mac_address': 'fa:16:3e:b7:b8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b059a-5f08-4172-92f9-c2e020c4fd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:43:59Z', 'updated_at': '2022-01-28T05:45:20Z', 'revision_number': 1, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ff65d0-6fd7-47e0-984d-648f5d822f43', 'name': '', 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'mac_address': 'fa:16:3e:23:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:50Z', 'updated_at': '2022-01-28T05:43:55Z', 'revision_number': 5, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'subnets': [{'id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:45:24.017607 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port df74b306-afba-425a-8318-68864b1a6293 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:24.018005 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (df74b306-afba-425a-8318-68864b1a6293), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:24.053728 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c12dec-9cad-4314-937e-41831dc99f2e None None] The sync data for ids ['f78a0edf-40a9-4c85-bedc-6c286f8399af'] in n-d-812111-12 is: [{'id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'name': 'tempest-ServersTestBootFromVolume-1803354556-router', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:46Z', 'updated_at': '2022-01-28T05:43:51Z', 'revision_number': 4, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'gw_port': {'id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '3b925a1f-d17d-4cc5-a392-e38fd749302e', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'port_id': '1646bce7-f2a7-4f01-91f2-f370f5b6c22b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5', 'mac_address': 'fa:16:3e:b7:b8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4b059a-5f08-4172-92f9-c2e020c4fd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:43:59Z', 'updated_at': '2022-01-28T05:45:20Z', 'revision_number': 1, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ff65d0-6fd7-47e0-984d-648f5d822f43', 'name': '', 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'mac_address': 'fa:16:3e:23:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:50Z', 'updated_at': '2022-01-28T05:43:55Z', 'revision_number': 5, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'subnets': [{'id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:45:24.072436 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-e4719022-9940-4c8e-bde5-4b0c0565fed6 service neutron] 10.222.0.64 "GET /v2.0/networks/52510310-3569-48fc-b9d8-06d66877c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788386 Jan 28 05:45:24.082646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df74b306-afba-425a-8318-68864b1a6293 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:24.126370 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 6e5d9d46-e92b-4133-b898-d65f2f1824e8, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=6e5d9d46-e92b-4133-b898-d65f2f1824e8,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:24.131820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port df74b306-afba-425a-8318-68864b1a6293, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=df74b306-afba-425a-8318-68864b1a6293,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:24.212935 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da76fd-1b7e-40bc-9e48-00338697773f req-42dff114-98c2-420c-8b32-e6c0cbfd194a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:24.215197 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7da76fd-1b7e-40bc-9e48-00338697773f req-42dff114-98c2-420c-8b32-e6c0cbfd194a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 943 time: 0.2574325 Jan 28 05:45:24.220214 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (df74b306-afba-425a-8318-68864b1a6293), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:24.230913 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6e5d9d46-e92b-4133-b898-d65f2f1824e8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:24.291577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d153fe6-71c6-4450-9909-120bbfc64b9e req-ddbd63bc-db4a-4e3d-aeb2-cf49e1cf67a1 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:24.293948 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d153fe6-71c6-4450-9909-120bbfc64b9e req-ddbd63bc-db4a-4e3d-aeb2-cf49e1cf67a1 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=78617018-f7b2-425d-ab88-a1e7597d9589 HTTP/1.1" status: 200 len: 946 time: 0.1463573 Jan 28 05:45:24.296439 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-ad00abbd-03e0-44e0-a37f-67801b322959 service neutron] 10.222.0.64 "GET /v2.0/networks/52510310-3569-48fc-b9d8-06d66877c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170095 Jan 28 05:45:24.306202 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=df74b306-afba-425a-8318-68864b1a6293,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:24.370518 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=6e5d9d46-e92b-4133-b898-d65f2f1824e8,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:24.412754 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56182) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:24.456158 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-332c2fab-7c13-46e4-a23c-cd613245a4b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 HTTP/1.1" status: 200 len: 217 time: 0.1514111 Jan 28 05:45:24.546888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92648e2d-c137-44e5-92ea-e19fba89ce7f None None] New status for floating IP 3b925a1f-d17d-4cc5-a392-e38fd749302e: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:45:24.555167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7da76fd-1b7e-40bc-9e48-00338697773f req-3f6f46e1-b5f9-4bcc-8625-884089554a42 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228414 Jan 28 05:45:24.569681 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d153fe6-71c6-4450-9909-120bbfc64b9e req-c171e570-cebe-43e1-8c7d-e52778b1c148 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577019 Jan 28 05:45:24.602782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2591f4a5-b02d-4099-bac6-c884cf68b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:24.604261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2591f4a5-b02d-4099-bac6-c884cf68b99e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=152b6e42-afd8-4fd2-9e65-e3352e56e078 HTTP/1.1" status: 200 len: 801 time: 0.1373026 Jan 28 05:45:24.618525 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['df74b306-afba-425a-8318-68864b1a6293'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:24.686290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2317a64c-70ac-453d-b21d-abc540ead465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:24.689617 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-2317a64c-70ac-453d-b21d-abc540ead465 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46db0d92-74bf-457d-b806-9afe3751e599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772085 Jan 28 05:45:24.715223 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af857449-f11d-466e-b849-dbec2ff4bc4b x-openstack-request-id: req-af857449-f11d-466e-b849-dbec2ff4bc4b {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:24.715887 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf553bab-4394-4cf4-b8b4-0643ec601d38", "name": "network-vif-plugged", "status": "completed", "tag": "6d45cbca-5746-4d33-9ede-16c6bc47fa87", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:24.715887 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af857449-f11d-466e-b849-dbec2ff4bc4b {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:24.716299 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf553bab-4394-4cf4-b8b4-0643ec601d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d45cbca-5746-4d33-9ede-16c6bc47fa87', 'code': 200} Jan 28 05:45:24.719339 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-65f4dae0-c344-4e04-b8bc-753c236c5de1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87e72158ff404a2fa58280115f3da933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037891 Jan 28 05:45:24.722315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56188) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:24.776607 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2ad3fb-c22e-4e39-ad2a-192ff158e241 x-openstack-request-id: req-fb2ad3fb-c22e-4e39-ad2a-192ff158e241 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:24.776999 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c", "name": "network-vif-deleted", "tag": "38522edd-9d8a-4d74-9a98-f5684d5c33c3", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:24.777519 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb2ad3fb-c22e-4e39-ad2a-192ff158e241 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:24.778190 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d0aa49-35f3-4ba2-8fa7-d1bb136e162c', 'name': 'network-vif-deleted', 'tag': '38522edd-9d8a-4d74-9a98-f5684d5c33c3', 'status': 'completed', 'code': 200} Jan 28 05:45:24.835391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a58e3-319b-4ab3-ae13-3f886474708b req-975cc75d-afa1-4b61-9690-093a5f2a68c8 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:24.841586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a58e3-319b-4ab3-ae13-3f886474708b req-975cc75d-afa1-4b61-9690-093a5f2a68c8 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:24.857917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-200a58e3-319b-4ab3-ae13-3f886474708b req-975cc75d-afa1-4b61-9690-093a5f2a68c8 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1679 time: 0.1672461 Jan 28 05:45:24.911530 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d7978b4-f1b5-4702-96b3-22d506e795e3 admin admin] Publish callbacks [] for security_group (1cebc849-c49e-464a-a046-4866770d3ca2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.091343 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.128177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:45:25.133516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a1ca69b7-4e3d-46da-9e84-10f78f32dc7b up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:25.308722 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=9dae7fed-4a6b-4246-bdde-4f5ea0148f89,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:25.334437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '9dae7fed-4a6b-4246-bdde-4f5ea0148f89', 'network_id': 'ce3cf6b8-869c-4e9b-8ab3-f95b3f690941', 'port_id': '9dae7fed-4a6b-4246-bdde-4f5ea0148f89', 'mac_address': 'fa:16:3e:15:fd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cad50a2-5b92-45cb-a612-1d24381999be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:45:25.354504 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:45:25.378762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:25.381536 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a1ca69b7-4e3d-46da-9e84-10f78f32dc7b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.445505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:25.446054 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9dae7fed-4a6b-4246-bdde-4f5ea0148f89), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.469686 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:25.525838 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-d41c009e-608a-4fb7-a1c8-54de4e982a68 service neutron] 10.222.0.64 "GET /v2.0/networks/46db0d92-74bf-457d-b806-9afe3751e599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8269060 Jan 28 05:45:25.548195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=9dae7fed-4a6b-4246-bdde-4f5ea0148f89,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:25.563862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:25.946674 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a1ca69b7-4e3d-46da-9e84-10f78f32dc7b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:25.948146 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d7978b4-f1b5-4702-96b3-22d506e795e3 admin admin] Publish callbacks [] for security_group (1cebc849-c49e-464a-a046-4866770d3ca2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:26.055878 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a1ca69b7-4e3d-46da-9e84-10f78f32dc7b,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:26.056361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-200a58e3-319b-4ab3-ae13-3f886474708b req-c2248557-2e63-4466-ace7-cdd4279a0bf8 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7447026 Jan 28 05:45:26.056361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167b6c5-b72b-47b9-bee7-2455b2cd5727 req-c828dc41-ee8c-4dcb-90e9-b6ed2de8a86d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:26.056361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3167b6c5-b72b-47b9-bee7-2455b2cd5727 req-c828dc41-ee8c-4dcb-90e9-b6ed2de8a86d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.7624941 Jan 28 05:45:26.056361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3167b6c5-b72b-47b9-bee7-2455b2cd5727 req-9cfc31ff-b2b3-42ee-968e-d3c9b9774529 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762379 Jan 28 05:45:26.056361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6a2361-84dd-47de-9266-01ea20744414 req-9644636a-a677-48a4-a6de-091454132f93 service neutron] 10.222.0.64 "GET /v2.0/networks/46db0d92-74bf-457d-b806-9afe3751e599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958332 Jan 28 05:45:26.056361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2322c3-6bf5-479a-b166-5afb99e29a38 req-bf945348-68ce-493b-9a38-8fed8eb1d76a tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:26.056361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ec2322c3-6bf5-479a-b166-5afb99e29a38 req-bf945348-68ce-493b-9a38-8fed8eb1d76a tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac947bbd-095e-4ad9-a291-a481ac9be4b2 HTTP/1.1" status: 200 len: 949 time: 0.0497725 Jan 28 05:45:26.056361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ec2322c3-6bf5-479a-b166-5afb99e29a38 req-badf1d0e-0c68-4d1d-999b-0db991a52bb6 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422623 Jan 28 05:45:26.056361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4b059a-5f08-4172-92f9-c2e020c4fd50', 'tag': '1646bce7-f2a7-4f01-91f2-f370f5b6c22b'}, {'name': 'network-changed', 'server_uuid': '804ffb02-a40d-46ee-ae73-27bbb322bd1d', 'tag': '8aeb4ada-e3b7-46cf-ab97-309ae462c0e3'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:26.056361 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4b059a-5f08-4172-92f9-c2e020c4fd50", "tag": "1646bce7-f2a7-4f01-91f2-f370f5b6c22b"}, {"name": "network-changed", "server_uuid": "804ffb02-a40d-46ee-ae73-27bbb322bd1d", "tag": "8aeb4ada-e3b7-46cf-ab97-309ae462c0e3"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:26.164789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c79716-3a27-4aa2-97bb-d9385db04abe req-40f70c3e-0b5e-453e-89b1-282829e64564 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:26.164789 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40c79716-3a27-4aa2-97bb-d9385db04abe req-40f70c3e-0b5e-453e-89b1-282829e64564 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 944 time: 0.0532548 Jan 28 05:45:26.177025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40c79716-3a27-4aa2-97bb-d9385db04abe req-a71de37b-6369-4b6e-b7ab-9996dd5c32fb tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480497 Jan 28 05:45:26.232611 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd49c9b-9fdc-4187-9a72-6129c9c996f1 x-openstack-request-id: req-7dd49c9b-9fdc-4187-9a72-6129c9c996f1 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:26.232933 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4b059a-5f08-4172-92f9-c2e020c4fd50", "tag": "1646bce7-f2a7-4f01-91f2-f370f5b6c22b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "804ffb02-a40d-46ee-ae73-27bbb322bd1d", "tag": "8aeb4ada-e3b7-46cf-ab97-309ae462c0e3", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:26.233212 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7dd49c9b-9fdc-4187-9a72-6129c9c996f1 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:26.233691 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4b059a-5f08-4172-92f9-c2e020c4fd50', 'tag': '1646bce7-f2a7-4f01-91f2-f370f5b6c22b', 'status': 'completed', 'code': 200} Jan 28 05:45:26.233981 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804ffb02-a40d-46ee-ae73-27bbb322bd1d', 'tag': '8aeb4ada-e3b7-46cf-ab97-309ae462c0e3', 'status': 'completed', 'code': 200} Jan 28 05:45:26.326044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-3efd37d9-ae19-4b7f-b0a5-55bc32b8d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:26.327751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-3efd37d9-ae19-4b7f-b0a5-55bc32b8d55c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4cf7b8acfc5c4426861563969768c947&device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 1098 time: 0.0458953 Jan 28 05:45:26.425481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-b082035c-a1bd-4fb2-b611-1ff320f34cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:26.427232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-b082035c-a1bd-4fb2-b611-1ff320f34cb5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 HTTP/1.1" status: 200 len: 917 time: 0.0926855 Jan 28 05:45:26.440164 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (9dae7fed-4a6b-4246-bdde-4f5ea0148f89), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:26.503029 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=9dae7fed-4a6b-4246-bdde-4f5ea0148f89,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:26.517256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-c9d13887-0688-402b-b565-74d350a89439 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1646bce7-f2a7-4f01-91f2-f370f5b6c22b HTTP/1.1" status: 200 len: 1002 time: 0.0830712 Jan 28 05:45:26.567493 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-f83d5564-a01e-45c5-bc2f-3b5c65efa7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:26.576345 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-f83d5564-a01e-45c5-bc2f-3b5c65efa7ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d0ba9b4-619a-4ce5-8c78-f5d8f5434563 HTTP/1.1" status: 200 len: 855 time: 0.0460439 Jan 28 05:45:26.619907 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-434d312e-6a81-4006-b27b-2443f35a4c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:26.621569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-434d312e-6a81-4006-b27b-2443f35a4c98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464904 Jan 28 05:45:26.691932 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d7978b4-f1b5-4702-96b3-22d506e795e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1cebc849-c49e-464a-a046-4866770d3ca2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:26.694676 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d7978b4-f1b5-4702-96b3-22d506e795e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:26.695882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8d7978b4-f1b5-4702-96b3-22d506e795e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1cebc849-c49e-464a-a046-4866770d3ca2 HTTP/1.1" status: 204 len: 168 time: 1.9725697 Jan 28 05:45:26.704535 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a1ca69b7-4e3d-46da-9e84-10f78f32dc7b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:26.730496 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7978b4-f1b5-4702-96b3-22d506e795e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cebc849-c49e-464a-a046-4866770d3ca2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:26.759908 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-39d324eb-8710-499a-855a-812e1ec68736 service neutron] 10.222.0.64 "GET /v2.0/networks/d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320775 Jan 28 05:45:26.767907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ab1866-20f3-4e22-a6cb-d052d7af71fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5d9d46-e92b-4133-b898-d65f2f1824e8'}, {'server_uuid': 'ac947bbd-095e-4ad9-a291-a481ac9be4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ca69b7-4e3d-46da-9e84-10f78f32dc7b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:26.771070 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee14fbd-8581-4a42-88b9-2416fc3cfe6d" -d '{"events": [{"server_uuid": "39ab1866-20f3-4e22-a6cb-d052d7af71fa", "name": "network-vif-plugged", "status": "completed", "tag": "6e5d9d46-e92b-4133-b898-d65f2f1824e8"}, {"server_uuid": "ac947bbd-095e-4ad9-a291-a481ac9be4b2", "name": "network-vif-plugged", "status": "completed", "tag": "a1ca69b7-4e3d-46da-9e84-10f78f32dc7b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:26.831271 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['9dae7fed-4a6b-4246-bdde-4f5ea0148f89'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:26.834159 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=a1ca69b7-4e3d-46da-9e84-10f78f32dc7b,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:26.865311 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0160a616-e394-49ce-9a06-b8948087919c x-openstack-request-id: req-0160a616-e394-49ce-9a06-b8948087919c {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:26.866991 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ab1866-20f3-4e22-a6cb-d052d7af71fa", "name": "network-vif-plugged", "status": "completed", "tag": "6e5d9d46-e92b-4133-b898-d65f2f1824e8", "code": 200}, {"server_uuid": "ac947bbd-095e-4ad9-a291-a481ac9be4b2", "name": "network-vif-plugged", "status": "completed", "tag": "a1ca69b7-4e3d-46da-9e84-10f78f32dc7b", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:26.866991 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0160a616-e394-49ce-9a06-b8948087919c {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:26.866991 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab1866-20f3-4e22-a6cb-d052d7af71fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5d9d46-e92b-4133-b898-d65f2f1824e8', 'code': 200} Jan 28 05:45:26.866991 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac947bbd-095e-4ad9-a291-a481ac9be4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ca69b7-4e3d-46da-9e84-10f78f32dc7b', 'code': 200} Jan 28 05:45:27.022145 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98342-5995-428f-86e6-4f4901382358 req-8cb9b043-31da-4253-9711-5e2ff02f72df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:27.022702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98342-5995-428f-86e6-4f4901382358 req-8cb9b043-31da-4253-9711-5e2ff02f72df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:27.024311 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49a98342-5995-428f-86e6-4f4901382358 req-8cb9b043-31da-4253-9711-5e2ff02f72df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bd072a204b34f47862053012cfa77c5&device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1983 time: 0.2487950 Jan 28 05:45:27.130440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device df74b306-afba-425a-8318-68864b1a6293 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:27.249437 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:27.256321 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed5f48-a548-41f6-a371-a713b39ae5fb req-a0677b65-d8bc-416e-8380-e8ae27fdc985 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:27.264269 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8ed5f48-a548-41f6-a371-a713b39ae5fb req-a0677b65-d8bc-416e-8380-e8ae27fdc985 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=78617018-f7b2-425d-ab88-a1e7597d9589 HTTP/1.1" status: 200 len: 946 time: 0.4018388 Jan 28 05:45:27.289232 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port df74b306-afba-425a-8318-68864b1a6293 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:45:27.293614 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port df74b306-afba-425a-8318-68864b1a6293 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:27.297759 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (df74b306-afba-425a-8318-68864b1a6293), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:27.302137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-8b477a8e-577c-49f4-986b-300a98c13c7b service neutron] 10.222.0.64 "GET /v2.0/networks/d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961500 Jan 28 05:45:27.336260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e468968-57f4-416e-853e-fbb6748de2ee req-b9120f2d-002d-4837-a8bc-a512dc624839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:27.337757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e468968-57f4-416e-853e-fbb6748de2ee req-b9120f2d-002d-4837-a8bc-a512dc624839 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ac947bbd-095e-4ad9-a291-a481ac9be4b2 HTTP/1.1" status: 200 len: 1102 time: 0.2420101 Jan 28 05:45:27.370272 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2758266-de44-40b4-95da-337d7c133c89 req-1a001ae2-e1ae-4067-972d-5d5000db4eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:27.372502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2758266-de44-40b4-95da-337d7c133c89 req-1a001ae2-e1ae-4067-972d-5d5000db4eee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 1097 time: 0.2728426 Jan 28 05:45:27.409369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cfcce-7089-440c-844f-1a00d041e7e8 req-3df8562c-f45e-4342-8d54-2ea5dda26072 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:27.412159 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port df74b306-afba-425a-8318-68864b1a6293 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:27.412601 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (df74b306-afba-425a-8318-68864b1a6293), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:27.414716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cfcce-7089-440c-844f-1a00d041e7e8 req-3df8562c-f45e-4342-8d54-2ea5dda26072 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:27.422133 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a8cfcce-7089-440c-844f-1a00d041e7e8 req-3df8562c-f45e-4342-8d54-2ea5dda26072 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1679 time: 0.2906728 Jan 28 05:45:27.444381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98342-5995-428f-86e6-4f4901382358 req-b7e56fe5-65fa-4b5a-8f84-71652c0e651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:27.445854 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49a98342-5995-428f-86e6-4f4901382358 req-b7e56fe5-65fa-4b5a-8f84-71652c0e651a service neutron] 10.222.0.64 "GET /v2.0/networks?id=52510310-3569-48fc-b9d8-06d66877c8a8 HTTP/1.1" status: 200 len: 903 time: 0.3955986 Jan 28 05:45:27.469407 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8ed5f48-a548-41f6-a371-a713b39ae5fb req-d12abd0f-168e-4399-a4f8-5bcc3b3fb750 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041543 Jan 28 05:45:27.479509 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port df74b306-afba-425a-8318-68864b1a6293, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=df74b306-afba-425a-8318-68864b1a6293,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:27.591892 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (df74b306-afba-425a-8318-68864b1a6293), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:27.608491 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49a98342-5995-428f-86e6-4f4901382358 req-18f0767f-3257-4d44-bb4a-905e7bd9e064 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.202&port_id=40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 HTTP/1.1" status: 200 len: 217 time: 0.1380138 Jan 28 05:45:27.660729 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56228) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:27.695998 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=df74b306-afba-425a-8318-68864b1a6293,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:27.704486 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e468968-57f4-416e-853e-fbb6748de2ee req-d1d33462-378c-42e8-a886-b3855d66ad03 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527880 Jan 28 05:45:27.720500 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a8cfcce-7089-440c-844f-1a00d041e7e8 req-ad775df1-9102-431a-9250-c4a0f31c7536 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957971 Jan 28 05:45:27.729261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2758266-de44-40b4-95da-337d7c133c89 req-d6200c0e-e0f2-4c9d-a89b-a584aaf3946a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445795 Jan 28 05:45:27.735747 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-139b547e-79be-4190-94a9-705d47ad961d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f39176d70bb245d59669b13dc16a9d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0730288 Jan 28 05:45:27.741793 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56230) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:27.782188 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98342-5995-428f-86e6-4f4901382358 req-cda8e5a1-f325-42e6-a448-e0af1e511f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:27.783730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49a98342-5995-428f-86e6-4f4901382358 req-cda8e5a1-f325-42e6-a448-e0af1e511f0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1426c62a-b7a4-4c09-a76f-de6158c8f792 HTTP/1.1" status: 200 len: 801 time: 0.1546278 Jan 28 05:45:27.802222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d684c02-be5c-462d-b48b-7d50e0cb205e req-6a89dfb3-f1ff-4765-9fb4-cceb9faa9367 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:27.805672 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d6ca963-05b3-496a-bb3d-bba844e26bef admin admin] Publish callbacks [] for security_group (d21ef700-3f47-4f7c-8792-83d39b1dd4da), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:27.812859 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d684c02-be5c-462d-b48b-7d50e0cb205e req-6a89dfb3-f1ff-4765-9fb4-cceb9faa9367 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.2168989 Jan 28 05:45:27.855074 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d6ca963-05b3-496a-bb3d-bba844e26bef admin admin] Publish callbacks [] for security_group (d21ef700-3f47-4f7c-8792-83d39b1dd4da), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:27.919659 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d684c02-be5c-462d-b48b-7d50e0cb205e req-8888ecc0-5f4a-40d9-8575-96c9d5ff4d9b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051636 Jan 28 05:45:27.933818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98361d-110e-4a7c-8403-50615aa4973f req-1e2ad6ea-5f8b-429b-b9c5-962d0c7b5b15 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:27.941826 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc98361d-110e-4a7c-8403-50615aa4973f req-1e2ad6ea-5f8b-429b-b9c5-962d0c7b5b15 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac947bbd-095e-4ad9-a291-a481ac9be4b2 HTTP/1.1" status: 200 len: 950 time: 0.1068819 Jan 28 05:45:27.987754 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d6ca963-05b3-496a-bb3d-bba844e26bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d21ef700-3f47-4f7c-8792-83d39b1dd4da), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:27.993237 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d6ca963-05b3-496a-bb3d-bba844e26bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:27.997138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc98361d-110e-4a7c-8403-50615aa4973f req-f32cd3ce-1c6d-4b8c-aeda-5b3f31f80fb4 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540702 Jan 28 05:45:28.000362 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3d6ca963-05b3-496a-bb3d-bba844e26bef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d21ef700-3f47-4f7c-8792-83d39b1dd4da HTTP/1.1" status: 204 len: 168 time: 0.2543283 Jan 28 05:45:28.026190 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ca963-05b3-496a-bb3d-bba844e26bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21ef700-3f47-4f7c-8792-83d39b1dd4da,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:28.223197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a98342-5995-428f-86e6-4f4901382358 req-4443c993-63de-4c8d-be98-f1d557b0c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:28.224858 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49a98342-5995-428f-86e6-4f4901382358 req-4443c993-63de-4c8d-be98-f1d557b0c869 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52510310-3569-48fc-b9d8-06d66877c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797047 Jan 28 05:45:28.238087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716da98-99ea-4167-8285-538723abb0ff req-8ba573c2-d451-4403-9346-1348c56bd100 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:28.239630 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a716da98-99ea-4167-8285-538723abb0ff req-8ba573c2-d451-4403-9346-1348c56bd100 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 945 time: 0.1512418 Jan 28 05:45:28.284595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddde6b2-cdfd-445f-bd03-5bad58353694 req-164a97f4-cf37-4f29-812b-2db72efb5904 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:28.291542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ddde6b2-cdfd-445f-bd03-5bad58353694 req-164a97f4-cf37-4f29-812b-2db72efb5904 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=78617018-f7b2-425d-ab88-a1e7597d9589 HTTP/1.1" status: 200 len: 946 time: 0.1307421 Jan 28 05:45:28.423416 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ddde6b2-cdfd-445f-bd03-5bad58353694 req-f947f9a4-1085-480e-b668-6102993f0704 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309752 Jan 28 05:45:28.459624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a716da98-99ea-4167-8285-538723abb0ff req-6245411c-be73-4426-bdb0-8c10ad5e07eb tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100506 Jan 28 05:45:28.491660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49a98342-5995-428f-86e6-4f4901382358 req-8d411fd0-6cba-4514-b8c0-c077c495fe4c service neutron] 10.222.0.64 "GET /v2.0/networks/52510310-3569-48fc-b9d8-06d66877c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502441 Jan 28 05:45:28.658038 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49a98342-5995-428f-86e6-4f4901382358 req-8ea58228-f354-46c8-8943-116c461fe7e1 service neutron] 10.222.0.64 "GET /v2.0/networks/52510310-3569-48fc-b9d8-06d66877c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595874 Jan 28 05:45:28.853569 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-2a16dbcc-4319-42af-a5b4-663ab211cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:28.854509 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-2a16dbcc-4319-42af-a5b4-663ab211cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:28.860999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-2a16dbcc-4319-42af-a5b4-663ab211cd50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bd072a204b34f47862053012cfa77c5&device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1983 time: 0.0961535 Jan 28 05:45:28.868535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edb792a-6ec0-4640-8c41-c0bf8c56fc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df74b306-afba-425a-8318-68864b1a6293'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:28.873425 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16be1478-1edb-4b40-8052-2c4c8752775f" -d '{"events": [{"server_uuid": "5edb792a-6ec0-4640-8c41-c0bf8c56fc48", "name": "network-vif-plugged", "status": "completed", "tag": "df74b306-afba-425a-8318-68864b1a6293"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:29.083743 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596ba467-a6bd-4ae6-b8d9-c51d3f2b7d9b x-openstack-request-id: req-596ba467-a6bd-4ae6-b8d9-c51d3f2b7d9b {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:29.085885 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edb792a-6ec0-4640-8c41-c0bf8c56fc48", "name": "network-vif-plugged", "status": "completed", "tag": "df74b306-afba-425a-8318-68864b1a6293", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:29.086258 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-596ba467-a6bd-4ae6-b8d9-c51d3f2b7d9b {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:29.086788 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edb792a-6ec0-4640-8c41-c0bf8c56fc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df74b306-afba-425a-8318-68864b1a6293', 'code': 200} Jan 28 05:45:29.132311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b62ab-bb43-4664-92cc-836e4043a5de req-4cac93be-a84c-421b-9f88-ec4b9d5c2079 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:29.147466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:29.168593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b62ab-bb43-4664-92cc-836e4043a5de req-4cac93be-a84c-421b-9f88-ec4b9d5c2079 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:29.171950 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-442b62ab-bb43-4664-92cc-836e4043a5de req-4cac93be-a84c-421b-9f88-ec4b9d5c2079 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1679 time: 0.2008369 Jan 28 05:45:29.300077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-d0e50757-b82d-430e-8414-6a677a39232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:29.301992 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-d0e50757-b82d-430e-8414-6a677a39232d service neutron] 10.222.0.64 "GET /v2.0/networks?id=46db0d92-74bf-457d-b806-9afe3751e599 HTTP/1.1" status: 200 len: 902 time: 0.4234049 Jan 28 05:45:29.422830 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-b9ea18f1-aa8c-4f73-8378-cc3fb1c13efb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 HTTP/1.1" status: 200 len: 217 time: 0.0734398 Jan 28 05:45:29.428953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df910f-3b6f-42e7-acea-a5b7e3402cdf req-69e7791a-be2c-45a4-9c2e-ce809c1c0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:29.430209 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1df910f-3b6f-42e7-acea-a5b7e3402cdf req-69e7791a-be2c-45a4-9c2e-ce809c1c0810 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 1097 time: 0.1802995 Jan 28 05:45:29.439552 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:45:29.444287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:29.453173 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (9dae7fed-4a6b-4246-bdde-4f5ea0148f89), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:29.474825 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef7484-e0b6-4d83-9a65-92cc9605130e req-f872ef0c-1886-473a-818b-f2aecbcae3e6 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:29.477226 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2ef7484-e0b6-4d83-9a65-92cc9605130e req-f872ef0c-1886-473a-818b-f2aecbcae3e6 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.3043110 Jan 28 05:45:29.602199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:29.602701 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9dae7fed-4a6b-4246-bdde-4f5ea0148f89), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:29.620197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-07b43b69-7b2d-4241-9132-7c4562fde396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:29.624699 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-07b43b69-7b2d-4241-9132-7c4562fde396 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=152b6e42-afd8-4fd2-9e65-e3352e56e078 HTTP/1.1" status: 200 len: 801 time: 0.1834879 Jan 28 05:45:29.643211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=9dae7fed-4a6b-4246-bdde-4f5ea0148f89,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:29.662433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-442b62ab-bb43-4664-92cc-836e4043a5de req-6217fb77-655b-4c05-8e5f-0d963e21b05e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716480 Jan 28 05:45:29.725137 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (9dae7fed-4a6b-4246-bdde-4f5ea0148f89), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:29.783186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=9dae7fed-4a6b-4246-bdde-4f5ea0148f89,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:29.869236 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1df910f-3b6f-42e7-acea-a5b7e3402cdf req-9691ac6b-b751-463d-bfab-9cb520e9f48b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547843 Jan 28 05:45:29.876180 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-d925880d-ef9e-4e98-bca4-5893617b43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:29.880034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-d925880d-ef9e-4e98-bca4-5893617b43ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46db0d92-74bf-457d-b806-9afe3751e599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2481472 Jan 28 05:45:29.886414 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2ef7484-e0b6-4d83-9a65-92cc9605130e req-ddbe3b86-25e3-44fa-bd5f-f847fd92687d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531149 Jan 28 05:45:29.994077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fe57e-4160-4d28-827b-bfcf93267e32 req-27883060-3e87-4aa0-86b0-ede875505339 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:30.001851 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-805fe57e-4160-4d28-827b-bfcf93267e32 req-27883060-3e87-4aa0-86b0-ede875505339 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac947bbd-095e-4ad9-a291-a481ac9be4b2 HTTP/1.1" status: 200 len: 950 time: 0.2051222 Jan 28 05:45:30.079733 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-805fe57e-4160-4d28-827b-bfcf93267e32 req-05380b75-1ccb-4605-a04b-90d7d42fd6e8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769305 Jan 28 05:45:30.213243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87662f3f-5b62-4e37-b7e7-43f13a429568 req-65d38a6c-941d-4a91-a107-2e5f446812a2 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:30.227498 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87662f3f-5b62-4e37-b7e7-43f13a429568 req-65d38a6c-941d-4a91-a107-2e5f446812a2 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=78617018-f7b2-425d-ab88-a1e7597d9589 HTTP/1.1" status: 200 len: 946 time: 0.1684396 Jan 28 05:45:30.233614 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-17a7198f-295a-4876-8802-6b1f849f50cc service neutron] 10.222.0.64 "GET /v2.0/networks/46db0d92-74bf-457d-b806-9afe3751e599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461792 Jan 28 05:45:30.552783 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87662f3f-5b62-4e37-b7e7-43f13a429568 req-c146f435-bb0e-4bbd-bd1a-fa0bd4d4ea84 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178875 Jan 28 05:45:30.585926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bd363-a406-49b8-9e8f-fccd54d227d9 req-d9192112-a8e2-4c8f-81bb-3f859834a489 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:30.587596 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a0bd363-a406-49b8-9e8f-fccd54d227d9 req-d9192112-a8e2-4c8f-81bb-3f859834a489 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 945 time: 0.2437849 Jan 28 05:45:30.608921 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:45:30.732972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3f9b4c8-2ac8-42ba-bf9e-b597982f2b8c req-ea29d241-ce63-45e7-9004-9a9e066cffd0 service neutron] 10.222.0.64 "GET /v2.0/networks/46db0d92-74bf-457d-b806-9afe3751e599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882083 Jan 28 05:45:30.805989 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=40aa6b5b-739b-4af7-a9c7-1375dc4a0e32,segment=NetworkSegment(49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2),segment_id=49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:30.818564 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a0bd363-a406-49b8-9e8f-fccd54d227d9 req-530b4b3a-3094-4c28-be68-2a51a94f53d7 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230167 Jan 28 05:45:30.846384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ba113-fb3b-4786-9d10-f21f6decf112 req-e6c67162-41f8-4135-9490-2188414625a4 tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:30.848675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '40aa6b5b-739b-4af7-a9c7-1375dc4a0e32', 'network_id': '52510310-3569-48fc-b9d8-06d66877c8a8', 'port_id': '40aa6b5b-739b-4af7-a9c7-1375dc4a0e32', 'mac_address': 'fa:16:3e:ec:07:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1426c62a-b7a4-4c09-a76f-de6158c8f792', 'ip_address': '19.80.0.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:45:30.850650 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e8ba113-fb3b-4786-9d10-f21f6decf112 req-e6c67162-41f8-4135-9490-2188414625a4 tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ac947bbd-095e-4ad9-a291-a481ac9be4b2 HTTP/1.1" status: 200 len: 1102 time: 0.1716683 Jan 28 05:45:30.936987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:30.937598 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (40aa6b5b-739b-4af7-a9c7-1375dc4a0e32), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:30.949407 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e8ba113-fb3b-4786-9d10-f21f6decf112 req-cd70fe5d-0f3e-40f9-b05e-3ba53a51833c tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904329 Jan 28 05:45:30.955087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:31.052537 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=40aa6b5b-739b-4af7-a9c7-1375dc4a0e32,segment=NetworkSegment(49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2),segment_id=49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:31.087947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ecdb6c-7e8a-4e0a-9005-ad3a57e69255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dae7fed-4a6b-4246-bdde-4f5ea0148f89'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:31.091638 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98506053-5c5f-4a54-a025-b4292bf10bd8" -d '{"events": [{"server_uuid": "33ecdb6c-7e8a-4e0a-9005-ad3a57e69255", "name": "network-vif-plugged", "status": "completed", "tag": "9dae7fed-4a6b-4246-bdde-4f5ea0148f89"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:31.101917 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (40aa6b5b-739b-4af7-a9c7-1375dc4a0e32), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:31.102790 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:45:31.208235 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1233e2-8b93-4d42-ab52-33de330cdb94 req-71a8bfb6-7f1f-41d0-8a30-a8a5a0322bc7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:31.214863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=40aa6b5b-739b-4af7-a9c7-1375dc4a0e32,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:31.222690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1233e2-8b93-4d42-ab52-33de330cdb94 req-71a8bfb6-7f1f-41d0-8a30-a8a5a0322bc7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:31.230178 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d1233e2-8b93-4d42-ab52-33de330cdb94 req-71a8bfb6-7f1f-41d0-8a30-a8a5a0322bc7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1679 time: 0.2755203 Jan 28 05:45:31.274521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:31.282127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:31.283859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:31.285530 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:31.286662 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:31.287880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:31.288694 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:31.289980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:31.290757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:31.292276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:31.293690 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:31.295303 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:31.295848 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:45:31.468942 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d1233e2-8b93-4d42-ab52-33de330cdb94 req-fd3c88c8-b8df-4c22-a8cc-304c311eae2c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376084 Jan 28 05:45:31.476316 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=8aeb4ada-e3b7-46cf-ab97-309ae462c0e3,segment=NetworkSegment(ad870ee7-8e87-438b-836c-9f5632a47fa6),segment_id=ad870ee7-8e87-438b-836c-9f5632a47fa6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:31.492751 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b274c3-2316-4d45-a321-d2fd20c9afa1 req-dbccb119-fb61-4ded-be2a-e2b44395689e tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:31.503364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16b274c3-2316-4d45-a321-d2fd20c9afa1 req-dbccb119-fb61-4ded-be2a-e2b44395689e tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.4104326 Jan 28 05:45:31.519356 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '8aeb4ada-e3b7-46cf-ab97-309ae462c0e3', 'network_id': '46db0d92-74bf-457d-b806-9afe3751e599', 'port_id': '8aeb4ada-e3b7-46cf-ab97-309ae462c0e3', 'mac_address': 'fa:16:3e:12:28:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152b6e42-afd8-4fd2-9e65-e3352e56e078', 'ip_address': '19.86.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:45:31.612521 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1a04b7-8699-4d5d-81e6-bf134867a9af x-openstack-request-id: req-3a1a04b7-8699-4d5d-81e6-bf134867a9af {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:31.614428 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ecdb6c-7e8a-4e0a-9005-ad3a57e69255", "name": "network-vif-plugged", "status": "completed", "tag": "9dae7fed-4a6b-4246-bdde-4f5ea0148f89", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:31.615827 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a1a04b7-8699-4d5d-81e6-bf134867a9af {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:31.617059 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ecdb6c-7e8a-4e0a-9005-ad3a57e69255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dae7fed-4a6b-4246-bdde-4f5ea0148f89', 'code': 200} Jan 28 05:45:31.619125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:31.621476 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8aeb4ada-e3b7-46cf-ab97-309ae462c0e3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:31.644253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90594641-b10c-4fec-94fc-e498f234c85c req-8eb74504-715a-4231-9447-2e1dfc333b8d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:31.647802 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:31.654453 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90594641-b10c-4fec-94fc-e498f234c85c req-8eb74504-715a-4231-9447-2e1dfc333b8d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "GET /v2.0/ports?device_id=78617018-f7b2-425d-ab88-a1e7597d9589 HTTP/1.1" status: 200 len: 946 time: 0.4197416 Jan 28 05:45:31.693494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=8aeb4ada-e3b7-46cf-ab97-309ae462c0e3,segment=NetworkSegment(ad870ee7-8e87-438b-836c-9f5632a47fa6),segment_id=ad870ee7-8e87-438b-836c-9f5632a47fa6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:31.738845 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16b274c3-2316-4d45-a321-d2fd20c9afa1 req-61801e27-5388-469e-b767-4c84aded2638 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344315 Jan 28 05:45:31.774734 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8aeb4ada-e3b7-46cf-ab97-309ae462c0e3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:31.822130 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48aff07-b119-4ebd-a264-3c8963a05668 req-6ffa8ae3-79e2-47fe-a852-a5de1c9a757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:31.829892 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d48aff07-b119-4ebd-a264-3c8963a05668 req-6ffa8ae3-79e2-47fe-a852-a5de1c9a757c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=33ecdb6c-7e8a-4e0a-9005-ad3a57e69255 HTTP/1.1" status: 200 len: 1097 time: 0.1215844 Jan 28 05:45:31.899896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-90594641-b10c-4fec-94fc-e498f234c85c req-6f3e5993-e67f-43e5-ac36-8d11047d3083 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Deleting port 8b0eff9f-275d-42f9-80b7-b3a88e699f68 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:45:31.901855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=8aeb4ada-e3b7-46cf-ab97-309ae462c0e3,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:31.903682 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-90594641-b10c-4fec-94fc-e498f234c85c req-6f3e5993-e67f-43e5-ac36-8d11047d3083 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (8b0eff9f-275d-42f9-80b7-b3a88e699f68), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:31.945037 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d48aff07-b119-4ebd-a264-3c8963a05668 req-ef88a33f-c260-429c-b40e-0d33bee8adb3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139326 Jan 28 05:45:32.005739 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-d7258e06-74db-49d7-81e4-8ed13729dc9a tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937226 Jan 28 05:45:32.187355 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348bb6b-f87e-4f9c-b23c-6a12a8893015 req-4b0e9268-b0bb-4caf-9dd7-d5d6baf13e9b tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:32.195136 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2348bb6b-f87e-4f9c-b23c-6a12a8893015 req-4b0e9268-b0bb-4caf-9dd7-d5d6baf13e9b tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=78617018-f7b2-425d-ab88-a1e7597d9589 HTTP/1.1" status: 200 len: 946 time: 0.2010448 Jan 28 05:45:32.238528 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-90594641-b10c-4fec-94fc-e498f234c85c req-6f3e5993-e67f-43e5-ac36-8d11047d3083 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] For port 8b0eff9f-275d-42f9-80b7-b3a88e699f68, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=8b0eff9f-275d-42f9-80b7-b3a88e699f68,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:32.238911 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-90594641-b10c-4fec-94fc-e498f234c85c req-6f3e5993-e67f-43e5-ac36-8d11047d3083 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (8b0eff9f-275d-42f9-80b7-b3a88e699f68), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:32.250173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['40aa6b5b-739b-4af7-a9c7-1375dc4a0e32'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:32.346087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-90594641-b10c-4fec-94fc-e498f234c85c req-6f3e5993-e67f-43e5-ac36-8d11047d3083 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Calling delete_port for 8b0eff9f-275d-42f9-80b7-b3a88e699f68 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:45:32.347261 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['8aeb4ada-e3b7-46cf-ab97-309ae462c0e3'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:32.397903 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2348bb6b-f87e-4f9c-b23c-6a12a8893015 req-4bd14bb4-1900-433d-bbfb-e0ebd52aa2fd tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018232 Jan 28 05:45:32.421245 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-7ed39b02-53f8-4277-842a-f0b136a00d3e tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:32.423118 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-7ed39b02-53f8-4277-842a-f0b136a00d3e tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4105325 Jan 28 05:45:32.459691 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-14e60aca-ad09-432a-ba3c-e8edac505e81 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/quotas/5fbf3f893d5942abbf53fba6927e26e2 HTTP/1.1" status: 200 len: 375 time: 0.0240691 Jan 28 05:45:32.536409 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8299d6e7-0db2-48be-bd29-6ad1fc916d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:32.777660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-aa4beec5-f067-4951-803c-e57299b5d744 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2196712 Jan 28 05:45:33.069107 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-90594641-b10c-4fec-94fc-e498f234c85c req-6f3e5993-e67f-43e5-ac36-8d11047d3083 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (8b0eff9f-275d-42f9-80b7-b3a88e699f68), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:33.125083 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['8b0eff9f-275d-42f9-80b7-b3a88e699f68'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:33.125083 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['3aeaa96d-c620-4d93-b90f-11688bd39ac8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:33.233031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e5993-e67f-43e5-ac36-8d11047d3083 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Pushing event deleted for resources: {'Port': ['ID=8b0eff9f-275d-42f9-80b7-b3a88e699f68,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:33.319069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f49b69-965b-4e47-9247-e09e5596e801 req-9f3c54f4-919c-4c4d-a4bc-e6af6eb63f2f tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:33.320990 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96f49b69-965b-4e47-9247-e09e5596e801 req-9f3c54f4-919c-4c4d-a4bc-e6af6eb63f2f tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 945 time: 0.3253946 Jan 28 05:45:33.344030 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-90594641-b10c-4fec-94fc-e498f234c85c req-6f3e5993-e67f-43e5-ac36-8d11047d3083 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] No DVR routers for this DVR port 8b0eff9f-275d-42f9-80b7-b3a88e699f68 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:45:33.359339 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-90594641-b10c-4fec-94fc-e498f234c85c req-6f3e5993-e67f-43e5-ac36-8d11047d3083 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:33.364384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90594641-b10c-4fec-94fc-e498f234c85c req-6f3e5993-e67f-43e5-ac36-8d11047d3083 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "DELETE /v2.0/ports/8b0eff9f-275d-42f9-80b7-b3a88e699f68 HTTP/1.1" status: 204 len: 173 time: 1.6918859 Jan 28 05:45:33.366137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78617018-f7b2-425d-ab88-a1e7597d9589', 'name': 'network-vif-deleted', 'tag': '8b0eff9f-275d-42f9-80b7-b3a88e699f68'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:33.369452 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6999c4-b68e-4988-95a3-77670430678a" -d '{"events": [{"server_uuid": "78617018-f7b2-425d-ab88-a1e7597d9589", "name": "network-vif-deleted", "tag": "8b0eff9f-275d-42f9-80b7-b3a88e699f68"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:33.404756 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb1efb-7028-4d13-93bc-08d3086b8d1c req-6214d720-0cbc-419d-b582-02d6114ef9e8 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:33.411539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb1efb-7028-4d13-93bc-08d3086b8d1c req-6214d720-0cbc-419d-b582-02d6114ef9e8 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:33.420484 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-beeb1efb-7028-4d13-93bc-08d3086b8d1c req-6214d720-0cbc-419d-b582-02d6114ef9e8 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1681 time: 0.1898429 Jan 28 05:45:33.485805 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96f49b69-965b-4e47-9247-e09e5596e801 req-7859182e-61b7-4cdf-988b-7225d7f767f9 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445134 Jan 28 05:45:33.510652 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-beeb1efb-7028-4d13-93bc-08d3086b8d1c req-710f9958-7d64-4b2f-b1d7-1d7e053409f9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878193 Jan 28 05:45:33.630008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6eb300-cfca-4207-91ed-3108781ee258 req-0ca342c2-4308-4022-a041-e15991567302 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:33.638726 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d6eb300-cfca-4207-91ed-3108781ee258 req-0ca342c2-4308-4022-a041-e15991567302 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.0694058 Jan 28 05:45:33.734202 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ee2398a-e54f-4b38-bb44-96bb8dec8e63 req-56fc7af8-c2a8-4e6b-8045-b383c84b5e35 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 210 time: 0.0615869 Jan 28 05:45:33.747469 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d6eb300-cfca-4207-91ed-3108781ee258 req-1b4dcf97-d679-4138-8068-57adb45235bf tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052687 Jan 28 05:45:33.801771 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3c43ea-602c-460a-824d-4021d06892d0 x-openstack-request-id: req-ba3c43ea-602c-460a-824d-4021d06892d0 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:33.807382 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78617018-f7b2-425d-ab88-a1e7597d9589", "name": "network-vif-deleted", "tag": "8b0eff9f-275d-42f9-80b7-b3a88e699f68", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:33.808313 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba3c43ea-602c-460a-824d-4021d06892d0 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:33.810757 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78617018-f7b2-425d-ab88-a1e7597d9589', 'name': 'network-vif-deleted', 'tag': '8b0eff9f-275d-42f9-80b7-b3a88e699f68', 'status': 'completed', 'code': 200} Jan 28 05:45:33.898765 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-317d3bd8-b61d-401d-bd98-a8a85605e351 req-5ac24b50-a240-4f5a-9738-308155495366 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=78617018-f7b2-425d-ab88-a1e7597d9589 HTTP/1.1" status: 200 len: 210 time: 0.0866160 Jan 28 05:45:34.041410 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ab3e9-72dc-4aa2-9b8c-c237084ffd58 req-39de1908-a033-42f1-bace-d5ee8f12f7ae tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:34.046579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-245ab3e9-72dc-4aa2-9b8c-c237084ffd58 req-39de1908-a033-42f1-bace-d5ee8f12f7ae tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.1493213 Jan 28 05:45:34.154763 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-245ab3e9-72dc-4aa2-9b8c-c237084ffd58 req-190a99b0-a339-4282-9cc6-0417ab232882 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008339 Jan 28 05:45:34.333306 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c322e-082f-4ad6-ab2e-cfe246688cb3 req-6b201746-2122-4a00-9c64-83ceb6757d71 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:34.343331 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-158c322e-082f-4ad6-ab2e-cfe246688cb3 req-6b201746-2122-4a00-9c64-83ceb6757d71 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ecdb6c-7e8a-4e0a-9005-ad3a57e69255 HTTP/1.1" status: 200 len: 945 time: 0.0743279 Jan 28 05:45:34.419906 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-158c322e-082f-4ad6-ab2e-cfe246688cb3 req-dab75579-fc40-4613-920b-ac92feb357e4 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715837 Jan 28 05:45:34.641844 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:34.747296 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d96b55-a595-445d-bb7b-24094f33ca37 req-38d37126-99e5-4099-943f-2d6f1ac534bd tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:34.794054 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d96b55-a595-445d-bb7b-24094f33ca37 req-38d37126-99e5-4099-943f-2d6f1ac534bd tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:34.809391 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19d96b55-a595-445d-bb7b-24094f33ca37 req-38d37126-99e5-4099-943f-2d6f1ac534bd tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1681 time: 0.1897697 Jan 28 05:45:34.936969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19d96b55-a595-445d-bb7b-24094f33ca37 req-79e50d52-3b0d-484a-b541-5d2991b29d0d tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225030 Jan 28 05:45:35.056809 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4528fa20-73e9-4750-964a-65442a44c8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:35.083823 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:45:35.091259 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:35.093082 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (40aa6b5b-739b-4af7-a9c7-1375dc4a0e32), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:35.123398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3ce50-b4e6-4995-a917-00b4a706eca3 req-a68cbb66-601b-4e5a-9c52-d9c635e80876 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:35.125456 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8db3ce50-b4e6-4995-a917-00b4a706eca3 req-a68cbb66-601b-4e5a-9c52-d9c635e80876 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 945 time: 0.0988567 Jan 28 05:45:35.169904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 8b0eff9f-275d-42f9-80b7-b3a88e699f68 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:45:35.207755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 8b0eff9f-275d-42f9-80b7-b3a88e699f68 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:45:35.208224 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 8b0eff9f-275d-42f9-80b7-b3a88e699f68 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:45:35.222870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fbe66718-0a10-411c-854c-541bd5968f9b req-dc37a35c-04a5-4515-b8bb-72dc595d0fea tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 210 time: 0.0623524 Jan 28 05:45:35.278589 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8db3ce50-b4e6-4995-a917-00b4a706eca3 req-d2fd182c-6d92-4b74-b626-978a93612c67 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473875 Jan 28 05:45:35.297713 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:35.298251 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (40aa6b5b-739b-4af7-a9c7-1375dc4a0e32), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:35.333204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804ffb02-a40d-46ee-ae73-27bbb322bd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40aa6b5b-739b-4af7-a9c7-1375dc4a0e32'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:35.333654 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8917adfb-b509-4332-95ea-440d0a9a13be" -d '{"events": [{"server_uuid": "804ffb02-a40d-46ee-ae73-27bbb322bd1d", "name": "network-vif-plugged", "status": "completed", "tag": "40aa6b5b-739b-4af7-a9c7-1375dc4a0e32"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:35.349290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=40aa6b5b-739b-4af7-a9c7-1375dc4a0e32,segment=NetworkSegment(49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2),segment_id=49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:35.454418 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (40aa6b5b-739b-4af7-a9c7-1375dc4a0e32), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:35.455264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:35.462722 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56408) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:35.498589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c919dc-4a64-4c59-8367-3a8698fca671 req-143e2011-f9b1-4634-99fa-38956db8fb79 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:35.507992 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2c919dc-4a64-4c59-8367-3a8698fca671 req-143e2011-f9b1-4634-99fa-38956db8fb79 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.1400497 Jan 28 05:45:35.696076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=40aa6b5b-739b-4af7-a9c7-1375dc4a0e32,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:35.816313 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:45:35.821801 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6636f83a-cbcd-4e83-a3b1-72bab62d547b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:35.822675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:35.830949 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8aeb4ada-e3b7-46cf-ab97-309ae462c0e3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:35.927701 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2c919dc-4a64-4c59-8367-3a8698fca671 req-1979ef5b-eab2-4bf2-8ab9-8e57366f22ea tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185951 Jan 28 05:45:35.943428 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6636f83a-cbcd-4e83-a3b1-72bab62d547b admin admin] Publish callbacks [] for security_group (1532bc96-03e1-4a64-8ac7-50134ede93f6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:35.980481 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:35.982707 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8aeb4ada-e3b7-46cf-ab97-309ae462c0e3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:35.998448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f587e-3cb9-428e-81c3-14cfafc606f4 req-ca197247-68b6-4124-a66b-c1cff4a51351 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:36.003942 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f64f587e-3cb9-428e-81c3-14cfafc606f4 req-ca197247-68b6-4124-a66b-c1cff4a51351 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.0970116 Jan 28 05:45:36.034496 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155a8178-37ce-4098-b720-33617895093f x-openstack-request-id: req-155a8178-37ce-4098-b720-33617895093f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:36.034790 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804ffb02-a40d-46ee-ae73-27bbb322bd1d", "name": "network-vif-plugged", "status": "completed", "tag": "40aa6b5b-739b-4af7-a9c7-1375dc4a0e32", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:36.035046 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-155a8178-37ce-4098-b720-33617895093f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:36.035437 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804ffb02-a40d-46ee-ae73-27bbb322bd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40aa6b5b-739b-4af7-a9c7-1375dc4a0e32', 'code': 200} Jan 28 05:45:36.054735 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6636f83a-cbcd-4e83-a3b1-72bab62d547b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1532bc96-03e1-4a64-8ac7-50134ede93f6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:36.065793 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=8aeb4ada-e3b7-46cf-ab97-309ae462c0e3,segment=NetworkSegment(ad870ee7-8e87-438b-836c-9f5632a47fa6),segment_id=ad870ee7-8e87-438b-836c-9f5632a47fa6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:36.066855 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f64f587e-3cb9-428e-81c3-14cfafc606f4 req-f702b8e6-8497-417f-8c4b-ae7a997b8d78 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581660 Jan 28 05:45:36.101387 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636f83a-cbcd-4e83-a3b1-72bab62d547b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1532bc96-03e1-4a64-8ac7-50134ede93f6,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:36.169366 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6636f83a-cbcd-4e83-a3b1-72bab62d547b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eeff6462ad314605961cc9ab56602ce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7043991 Jan 28 05:45:36.171399 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56430) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:36.191949 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8aeb4ada-e3b7-46cf-ab97-309ae462c0e3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:36.294270 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=8aeb4ada-e3b7-46cf-ab97-309ae462c0e3,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:36.296696 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48de44cf-c01b-4d8f-aff8-02299ffbadf3 admin admin] Publish callbacks [] for security_group (1532bc96-03e1-4a64-8ac7-50134ede93f6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:36.351273 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48de44cf-c01b-4d8f-aff8-02299ffbadf3 admin admin] Publish callbacks [] for security_group (1532bc96-03e1-4a64-8ac7-50134ede93f6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:36.398686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-c192d015-81f1-40ce-83b3-bbf9851c5eb4 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:36.405625 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-c192d015-81f1-40ce-83b3-bbf9851c5eb4 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 805 time: 0.2559042 Jan 28 05:45:36.430465 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ec1c8-025e-4a0b-a191-7a7bd19d33c4 req-f85e3697-2a6e-4a37-89a0-f60cca4843f6 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:36.437740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ec1c8-025e-4a0b-a191-7a7bd19d33c4 req-f85e3697-2a6e-4a37-89a0-f60cca4843f6 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:36.445088 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b69ec1c8-025e-4a0b-a191-7a7bd19d33c4 req-f85e3697-2a6e-4a37-89a0-f60cca4843f6 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1683 time: 0.1452150 Jan 28 05:45:36.453832 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-6941600a-fe9e-421c-8279-64aaaf4cdb97 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/quotas/2ec92f33a3784dd995edb9a024cc34ff HTTP/1.1" status: 200 len: 375 time: 0.0472169 Jan 28 05:45:36.467564 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:36.502173 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48de44cf-c01b-4d8f-aff8-02299ffbadf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1532bc96-03e1-4a64-8ac7-50134ede93f6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:36.505727 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48de44cf-c01b-4d8f-aff8-02299ffbadf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:36.510172 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-48de44cf-c01b-4d8f-aff8-02299ffbadf3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1532bc96-03e1-4a64-8ac7-50134ede93f6 HTTP/1.1" status: 204 len: 168 time: 0.3329234 Jan 28 05:45:36.534521 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-0874fa08-b251-4067-ae01-f3b5a0e67479 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785189 Jan 28 05:45:36.541897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de44cf-c01b-4d8f-aff8-02299ffbadf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1532bc96-03e1-4a64-8ac7-50134ede93f6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:36.720690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-7ed25a7b-f50f-4599-a074-ebd118cd7308 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2653170 Jan 28 05:45:36.735542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b69ec1c8-025e-4a0b-a191-7a7bd19d33c4 req-959af730-d8d6-409f-aab5-c440319a4e68 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896695 Jan 28 05:45:36.741848 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-719bc460-1c84-4c1a-912c-51d8017ded0d tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:36.743442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-719bc460-1c84-4c1a-912c-51d8017ded0d tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027707 Jan 28 05:45:36.768548 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-70b65688-3d72-49c1-a6de-912e58625df3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Request body: {'port': {'device_id': '69e18d05-3a24-4db0-9d2e-6f708794aa4a', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '5fbf3f893d5942abbf53fba6927e26e2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:36.879436 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-b529efb6-4683-4dad-a0ae-b848f0940384 service neutron] 10.222.0.31 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583757 Jan 28 05:45:37.091683 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-1b83e2f0-6ab3-4e99-a2f4-54028e6e2004 service neutron] 10.222.0.31 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108686 Jan 28 05:45:37.241019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-70b65688-3d72-49c1-a6de-912e58625df3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Made reservation on behalf of 5fbf3f893d5942abbf53fba6927e26e2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:45:37.245609 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-70b65688-3d72-49c1-a6de-912e58625df3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:37.300866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddb4d1-bf77-49d7-b0fd-4aea00e215cb req-7e1ecfa9-4c4a-469f-abd3-6e256b63cb70 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:37.306468 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddb4d1-bf77-49d7-b0fd-4aea00e215cb req-7e1ecfa9-4c4a-469f-abd3-6e256b63cb70 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:37.312817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddb4d1-bf77-49d7-b0fd-4aea00e215cb req-7e1ecfa9-4c4a-469f-abd3-6e256b63cb70 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:37.320292 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9cddb4d1-bf77-49d7-b0fd-4aea00e215cb req-7e1ecfa9-4c4a-469f-abd3-6e256b63cb70 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48&device_id=33ecdb6c-7e8a-4e0a-9005-ad3a57e69255&device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 2416 time: 0.1492629 Jan 28 05:45:37.420314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9cddb4d1-bf77-49d7-b0fd-4aea00e215cb req-4eb8ddef-af64-4472-9b86-c37f7f15eddb tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988529 Jan 28 05:45:37.521416 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb128c42-41c1-4338-8cb4-0852857cb04e req-3c353cd9-d502-47e4-83cc-ad7376df5295 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 210 time: 0.0381432 Jan 28 05:45:37.527117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56448) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:37.548695 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2c98c49-52f8-4c3d-824f-34cc311ac41f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:37.712272 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-70b65688-3d72-49c1-a6de-912e58625df3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Allocated IP 192.168.233.38 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/e85dca10-17b8-4235-b2cc-327e2f9917ad) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:45:37.731771 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2c98c49-52f8-4c3d-824f-34cc311ac41f admin admin] Publish callbacks [] for security_group (835becb0-1d28-42f9-a54d-40c04a8acc7c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:37.776437 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:37.789325 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-71a72b3b-d8d2-4762-bae3-bf376d9352cb req-25023672-0ff5-43e6-983a-1eea761fe591 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 210 time: 0.0818410 Jan 28 05:45:37.821159 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2c98c49-52f8-4c3d-824f-34cc311ac41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (835becb0-1d28-42f9-a54d-40c04a8acc7c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:37.824595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c6721-a783-4c78-bc0b-b37669d01c0a req-825103c0-6a71-4797-a3b3-67ad665c56f2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:37.832547 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-824c6721-a783-4c78-bc0b-b37669d01c0a req-825103c0-6a71-4797-a3b3-67ad665c56f2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.3098705 Jan 28 05:45:37.905988 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e2c98c49-52f8-4c3d-824f-34cc311ac41f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2738c71fefb24028b2deddbfb4596007&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3771458 Jan 28 05:45:37.906627 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56458) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:37.938835 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c98c49-52f8-4c3d-824f-34cc311ac41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835becb0-1d28-42f9-a54d-40c04a8acc7c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:37.958657 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-824c6721-a783-4c78-bc0b-b37669d01c0a req-e579beb5-e5ed-4ca4-abb0-a22a62bacb20 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121280 Jan 28 05:45:38.037094 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804ffb02-a40d-46ee-ae73-27bbb322bd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aeb4ada-e3b7-46cf-ab97-309ae462c0e3'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:38.048784 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc06642-31cc-4f90-956f-ed73807e88fb" -d '{"events": [{"server_uuid": "804ffb02-a40d-46ee-ae73-27bbb322bd1d", "name": "network-vif-plugged", "status": "completed", "tag": "8aeb4ada-e3b7-46cf-ab97-309ae462c0e3"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:38.115318 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77cc0f78-3c10-4f30-979c-7129a147d204 admin admin] Publish callbacks [] for security_group (835becb0-1d28-42f9-a54d-40c04a8acc7c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:38.182574 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77cc0f78-3c10-4f30-979c-7129a147d204 admin admin] Publish callbacks [] for security_group (835becb0-1d28-42f9-a54d-40c04a8acc7c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:38.281918 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-70b65688-3d72-49c1-a6de-912e58625df3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks [] for port (e85dca10-17b8-4235-b2cc-327e2f9917ad), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:38.354664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb3f64-41cd-46b4-bd87-7893781d90fa req-b6a60257-549e-42df-9b6d-6148973322d6 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:38.363117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3efb3f64-41cd-46b4-bd87-7893781d90fa req-b6a60257-549e-42df-9b6d-6148973322d6 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 945 time: 0.3396971 Jan 28 05:45:38.403773 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10475c75-92d8-4a54-872f-e1c268c5b581 req-8b53ddee-e205-403a-8652-75020d990cae tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:38.409261 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10475c75-92d8-4a54-872f-e1c268c5b581 req-8b53ddee-e205-403a-8652-75020d990cae tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:38.417599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10475c75-92d8-4a54-872f-e1c268c5b581 req-8b53ddee-e205-403a-8652-75020d990cae tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1683 time: 0.1473949 Jan 28 05:45:38.473514 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77cc0f78-3c10-4f30-979c-7129a147d204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (835becb0-1d28-42f9-a54d-40c04a8acc7c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:38.476206 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77cc0f78-3c10-4f30-979c-7129a147d204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:38.477593 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-77cc0f78-3c10-4f30-979c-7129a147d204 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/835becb0-1d28-42f9-a54d-40c04a8acc7c HTTP/1.1" status: 204 len: 168 time: 0.5698004 Jan 28 05:45:38.497843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc0f78-3c10-4f30-979c-7129a147d204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835becb0-1d28-42f9-a54d-40c04a8acc7c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:38.546473 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10475c75-92d8-4a54-872f-e1c268c5b581 req-0d88a71b-ce8a-4c27-96cc-23aaa96fe719 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260190 Jan 28 05:45:38.584025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3efb3f64-41cd-46b4-bd87-7893781d90fa req-ab4e1b81-6f90-4406-a7c8-f6a8674be488 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206781 Jan 28 05:45:38.585849 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-70b65688-3d72-49c1-a6de-912e58625df3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (e85dca10-17b8-4235-b2cc-327e2f9917ad), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:38.628814 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['29c76cb7-72b3-4c01-b7b9-23bd7536f4a4', 'f7ee5058-ccac-46c4-9d30-5a71fc24a2ec', 'a1ca69b7-4e3d-46da-9e84-10f78f32dc7b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:38.631837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['90541f7f-a766-410e-b604-6c14a5872317', '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c', '4076125d-ed0a-4bd4-8351-f36b18b575e6', '730c6fba-2781-44d1-a564-f5fd0cfdc7cc'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:38.712121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-70b65688-3d72-49c1-a6de-912e58625df3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:45:38.754136 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-70b65688-3d72-49c1-a6de-912e58625df3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:38.767414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-70b65688-3d72-49c1-a6de-912e58625df3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:45:38.781115 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2abec2-c9dd-45dd-a6e6-8081a195abf5 x-openstack-request-id: req-1d2abec2-c9dd-45dd-a6e6-8081a195abf5 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:38.781626 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804ffb02-a40d-46ee-ae73-27bbb322bd1d", "name": "network-vif-plugged", "status": "completed", "tag": "8aeb4ada-e3b7-46cf-ab97-309ae462c0e3", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:38.781626 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d2abec2-c9dd-45dd-a6e6-8081a195abf5 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:38.781889 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804ffb02-a40d-46ee-ae73-27bbb322bd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aeb4ada-e3b7-46cf-ab97-309ae462c0e3', 'code': 200} Jan 28 05:45:38.942816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b65688-3d72-49c1-a6de-912e58625df3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Pushing event updated for resources: {'Port': ['ID=e85dca10-17b8-4235-b2cc-327e2f9917ad,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:39.106982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-70b65688-3d72-49c1-a6de-912e58625df3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:39.107578 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-70b65688-3d72-49c1-a6de-912e58625df3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:39.151998 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fe632-aba5-47bd-9e80-313ed26be987 req-88eb0e1b-b6e1-4e4c-972a-d01177f95cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:39.153529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fe632-aba5-47bd-9e80-313ed26be987 req-88eb0e1b-b6e1-4e4c-972a-d01177f95cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:39.163285 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d5fe632-aba5-47bd-9e80-313ed26be987 req-88eb0e1b-b6e1-4e4c-972a-d01177f95cdc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1987 time: 0.3308618 Jan 28 05:45:39.171939 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dc3e0-a1ed-4239-b48d-2a9e3b06ccda req-72ec23b9-edbf-4b59-a6b3-ffe5bb3410c9 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:39.201150 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f0dc3e0-a1ed-4239-b48d-2a9e3b06ccda req-72ec23b9-edbf-4b59-a6b3-ffe5bb3410c9 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 935 time: 0.3519902 Jan 28 05:45:39.277535 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:39.322795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4f5da76c-f930-42dd-9dad-7a8269614df0 None None] Provisioning complete for port e85dca10-17b8-4235-b2cc-327e2f9917ad triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:39.323437 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f5da76c-f930-42dd-9dad-7a8269614df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e85dca10-17b8-4235-b2cc-327e2f9917ad), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:39.346457 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f0dc3e0-a1ed-4239-b48d-2a9e3b06ccda req-f5bd14db-0743-466a-b7a6-3c757b03cc5f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223586 Jan 28 05:45:39.359093 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-70b65688-3d72-49c1-a6de-912e58625df3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5953448 Jan 28 05:45:39.455570 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2829c11-2e8b-42ad-bbb0-4963ad5cd516 req-8eb6ed6d-3938-4876-8ba9-1a027a9cfda7 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 210 time: 0.1450272 Jan 28 05:45:39.473639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d5fe632-aba5-47bd-9e80-313ed26be987 req-dd5fe74d-197a-43f2-b2ae-e636e21ecb57 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598488 Jan 28 05:45:39.489442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Request body: {'port': {'device_id': '69e18d05-3a24-4db0-9d2e-6f708794aa4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:39.543673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4f5da76c-f930-42dd-9dad-7a8269614df0 None None] Port e85dca10-17b8-4235-b2cc-327e2f9917ad cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:45:39.653131 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e85dca10-17b8-4235-b2cc-327e2f9917ad), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:39.664381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca0404-b87a-460e-9570-8756d5fb0421 req-3fffb85e-31fc-4fc2-838c-5e9603a96ae7 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:39.672978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8dca0404-b87a-460e-9570-8756d5fb0421 req-3fffb85e-31fc-4fc2-838c-5e9603a96ae7 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.1940272 Jan 28 05:45:39.930824 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8dca0404-b87a-460e-9570-8756d5fb0421 req-d4557ac2-aecf-4f4c-9862-d327748b1273 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564416 Jan 28 05:45:39.997703 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95fef5-4795-48df-9026-b0f2aac15fd3 req-1a78d3f2-135c-4374-95df-e8528e27759b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:40.003219 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95fef5-4795-48df-9026-b0f2aac15fd3 req-1a78d3f2-135c-4374-95df-e8528e27759b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:40.014879 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f95fef5-4795-48df-9026-b0f2aac15fd3 req-1a78d3f2-135c-4374-95df-e8528e27759b tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1683 time: 0.1622612 Jan 28 05:45:40.098154 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f95fef5-4795-48df-9026-b0f2aac15fd3 req-f7c0b410-6942-4a84-9eb5-6f8a11334c7e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823276 Jan 28 05:45:40.205982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85dca10-17b8-4235-b2cc-327e2f9917ad {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:40.213989 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Publish callbacks [] for port (e85dca10-17b8-4235-b2cc-327e2f9917ad), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:40.228182 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Transition to ACTIVE for port object e85dca10-17b8-4235-b2cc-327e2f9917ad will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:45:40.352283 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (e85dca10-17b8-4235-b2cc-327e2f9917ad), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:40.436185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e85dca10-17b8-4235-b2cc-327e2f9917ad,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:40.597812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Attempting to bind port e85dca10-17b8-4235-b2cc-327e2f9917ad on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:45:40.598151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Attempting to bind port e85dca10-17b8-4235-b2cc-327e2f9917ad by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:45:40.598521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Attempting to bind port e85dca10-17b8-4235-b2cc-327e2f9917ad on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:40.611390 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Port e85dca10-17b8-4235-b2cc-327e2f9917ad on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:45:40.611835 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Attempting to bind port e85dca10-17b8-4235-b2cc-327e2f9917ad on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:40.625004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c7410-31fe-4a0f-840b-2de4a9befdea req-e29e060f-1965-4e7c-9aa3-ba88d6b89d79 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:40.626661 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ee3c7410-31fe-4a0f-840b-2de4a9befdea req-e29e060f-1965-4e7c-9aa3-ba88d6b89d79 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 947 time: 0.1318743 Jan 28 05:45:40.629438 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:45:40.629776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:45:40.630740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:45:40.631521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Bound port: e85dca10-17b8-4235-b2cc-327e2f9917ad, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:45:40.631644 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e85dca10-17b8-4235-b2cc-327e2f9917ad), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:40.910793 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-45b1adf7-ed88-4d88-bdd0-f29b92a189c2 req-4ffcb28c-fb8f-4e24-9bcd-6dbc35d156df tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 210 time: 0.0738783 Jan 28 05:45:40.928310 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-bdd0eec2-b2d6-4ac5-9765-00cb59bac5f4 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:40.929856 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-bdd0eec2-b2d6-4ac5-9765-00cb59bac5f4 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "GET /v2.0/networks?id=eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 200 len: 805 time: 0.2313499 Jan 28 05:45:40.931009 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] For port e85dca10-17b8-4235-b2cc-327e2f9917ad, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:45:40.939020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] For port e85dca10-17b8-4235-b2cc-327e2f9917ad, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=e85dca10-17b8-4235-b2cc-327e2f9917ad,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:45:40.949796 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ee3c7410-31fe-4a0f-840b-2de4a9befdea req-0e2dc7af-a59b-4fae-bb71-5f57fff3f84e tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911015 Jan 28 05:45:40.959033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-a378b20b-512f-4ce2-b3f1-e8ea61181380 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Request body: {'port': {'device_id': '5166284b-bfe4-44ea-a529-6d60eb1e3c66', 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f', 'admin_state_up': True, 'tenant_id': '2ec92f33a3784dd995edb9a024cc34ff'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:41.122372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef965e5-f330-49c5-b74a-8c82f0185cf0 req-e411b31e-e637-4972-ad98-f12d913642ef tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:41.124865 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ef965e5-f330-49c5-b74a-8c82f0185cf0 req-e411b31e-e637-4972-ad98-f12d913642ef tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.0847912 Jan 28 05:45:41.184572 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ef965e5-f330-49c5-b74a-8c82f0185cf0 req-4b4e6bb0-7d81-45f4-8654-0435a17af10e tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440114 Jan 28 05:45:41.288658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96eb23-f871-4055-8649-0f2c7a0e3c6d req-ec1a72ac-a1b2-4993-8303-02b2d736769f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:41.293830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96eb23-f871-4055-8649-0f2c7a0e3c6d req-ec1a72ac-a1b2-4993-8303-02b2d736769f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:41.295418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa96eb23-f871-4055-8649-0f2c7a0e3c6d req-ec1a72ac-a1b2-4993-8303-02b2d736769f tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1683 time: 0.0561833 Jan 28 05:45:41.347576 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa96eb23-f871-4055-8649-0f2c7a0e3c6d req-bdd6032d-4723-48e8-8c24-e336a0c4975a tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463154 Jan 28 05:45:41.358010 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (e85dca10-17b8-4235-b2cc-327e2f9917ad), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:41.390874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:41.391327 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:41.392718 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] 10.222.0.64 "PUT /v2.0/ports/e85dca10-17b8-4235-b2cc-327e2f9917ad HTTP/1.1" status: 200 len: 1096 time: 1.9301519 Jan 28 05:45:41.395383 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e18d05-3a24-4db0-9d2e-6f708794aa4a', 'tag': 'e85dca10-17b8-4235-b2cc-327e2f9917ad'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:41.397833 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64466df7-ce56-4404-bfc8-0b17ec1768c7" -d '{"events": [{"name": "network-changed", "server_uuid": "69e18d05-3a24-4db0-9d2e-6f708794aa4a", "tag": "e85dca10-17b8-4235-b2cc-327e2f9917ad"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:41.428678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-a378b20b-512f-4ce2-b3f1-e8ea61181380 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Made reservation on behalf of 2ec92f33a3784dd995edb9a024cc34ff for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:45:41.432711 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-a378b20b-512f-4ce2-b3f1-e8ea61181380 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:41.448294 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c924a01-218f-4891-87e9-1be21a15b8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e85dca10-17b8-4235-b2cc-327e2f9917ad,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:41.543642 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966c7814-b9cd-4ce1-9898-86ed9ca921da x-openstack-request-id: req-966c7814-b9cd-4ce1-9898-86ed9ca921da {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:41.543847 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e18d05-3a24-4db0-9d2e-6f708794aa4a", "tag": "e85dca10-17b8-4235-b2cc-327e2f9917ad", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:41.544122 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-966c7814-b9cd-4ce1-9898-86ed9ca921da {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:41.544535 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e18d05-3a24-4db0-9d2e-6f708794aa4a', 'tag': 'e85dca10-17b8-4235-b2cc-327e2f9917ad', 'status': 'completed', 'code': 200} Jan 28 05:45:41.742670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-a378b20b-512f-4ce2-b3f1-e8ea61181380 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Allocated IP 172.20.0.14 (eec00fff-aff9-4369-9cd0-be1af626188f/6ace652b-1ccc-4a73-9185-4c2cd62a6d0e/6d2cf9be-f778-496d-a81f-4bf0f1eab63b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:45:41.769154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-b6d22da9-5c77-422b-996c-5a3f26d47ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:41.769154 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-b6d22da9-5c77-422b-996c-5a3f26d47ef7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 1099 time: 0.1459918 Jan 28 05:45:41.803212 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e2f62-e1a7-40c4-b97d-fe521d862793 req-cd06cffd-0a80-41d5-8d64-2bf0724ca92a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:41.803212 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e95e2f62-e1a7-40c4-b97d-fe521d862793 req-cd06cffd-0a80-41d5-8d64-2bf0724ca92a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.1499255 Jan 28 05:45:41.878519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-1285d47f-1449-4a84-bf83-d0443b0b7117 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=e85dca10-17b8-4235-b2cc-327e2f9917ad HTTP/1.1" status: 200 len: 217 time: 0.0761869 Jan 28 05:45:42.013232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e95e2f62-e1a7-40c4-b97d-fe521d862793 req-81556592-eed9-44bb-b088-a082c83e98e1 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933637 Jan 28 05:45:42.085141 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8cb6a39e-bff7-4bd4-a329-fd1871025f11 req-00670c29-6b49-49c9-844a-6f4948992f05 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 210 time: 0.0462904 Jan 28 05:45:42.090707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-d75d2254-e61b-444d-928d-84983765085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:42.092151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-d75d2254-e61b-444d-928d-84983765085b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1462889 Jan 28 05:45:42.151013 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-a378b20b-512f-4ce2-b3f1-e8ea61181380 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks [] for port (6d2cf9be-f778-496d-a81f-4bf0f1eab63b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:42.201892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc49229-c1df-455f-9b55-313cfd9a8df4 req-ecc2ee67-61d2-4960-b59e-2b2ffe90757d tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:42.203558 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfc49229-c1df-455f-9b55-313cfd9a8df4 req-ecc2ee67-61d2-4960-b59e-2b2ffe90757d tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 947 time: 0.1217344 Jan 28 05:45:42.211946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-38d7bce6-304d-4e98-b512-dd45c8075237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:42.213667 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-38d7bce6-304d-4e98-b512-dd45c8075237 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1102250 Jan 28 05:45:42.342068 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-a378b20b-512f-4ce2-b3f1-e8ea61181380 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (6d2cf9be-f778-496d-a81f-4bf0f1eab63b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:42.365992 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfc49229-c1df-455f-9b55-313cfd9a8df4 req-3e7efe43-8fa1-4a97-952f-8a80d60307e6 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513002 Jan 28 05:45:42.383787 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['3aeaa96d-c620-4d93-b90f-11688bd39ac8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:42.411300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-a378b20b-512f-4ce2-b3f1-e8ea61181380 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Network eec00fff-aff9-4369-9cd0-be1af626188f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:45:42.427707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-a378b20b-512f-4ce2-b3f1-e8ea61181380 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:42.430328 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-a378b20b-512f-4ce2-b3f1-e8ea61181380 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:45:42.472560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a98410-cbef-41e6-9531-fb0e0c5a6875 req-5354f657-2dfb-4fd7-bea4-77b1b423079e tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:42.474279 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4a98410-cbef-41e6-9531-fb0e0c5a6875 req-5354f657-2dfb-4fd7-bea4-77b1b423079e tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.2196808 Jan 28 05:45:42.490758 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-b7737f09-0229-49f1-8d74-4aef4da27a27 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628717 Jan 28 05:45:42.519963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378b20b-512f-4ce2-b3f1-e8ea61181380 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Pushing event updated for resources: {'Port': ['ID=6d2cf9be-f778-496d-a81f-4bf0f1eab63b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:42.937811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-a378b20b-512f-4ce2-b3f1-e8ea61181380 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:42.938445 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-a378b20b-512f-4ce2-b3f1-e8ea61181380 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:42.995403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f510eb-b674-4ae0-8201-73b2611142c3 req-31fe0a92-9fbf-4c17-9ad2-3861e9f84650 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:43.001223 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f510eb-b674-4ae0-8201-73b2611142c3 req-31fe0a92-9fbf-4c17-9ad2-3861e9f84650 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:43.002796 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-21f510eb-b674-4ae0-8201-73b2611142c3 req-31fe0a92-9fbf-4c17-9ad2-3861e9f84650 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1683 time: 0.5200250 Jan 28 05:45:43.014420 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4a98410-cbef-41e6-9531-fb0e0c5a6875 req-b1b9affa-3dc2-4180-a78f-bb8a66dd7836 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981217 Jan 28 05:45:43.045605 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1ded28f-5180-437b-8fbb-7daab35784b1 req-2ddb5beb-d6d3-44c2-8015-388fcd45e354 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282443 Jan 28 05:45:43.052986 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-a378b20b-512f-4ce2-b3f1-e8ea61181380 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0981596 Jan 28 05:45:43.080320 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Request body: {'port': {'device_id': '5166284b-bfe4-44ea-a529-6d60eb1e3c66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:43.104855 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-21f510eb-b674-4ae0-8201-73b2611142c3 req-65db5df5-2b6f-41f5-8a4d-af18169d16e6 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944321 Jan 28 05:45:43.146168 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6d2cf9be-f778-496d-a81f-4bf0f1eab63b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:43.354924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2f910-c644-4dcd-a49a-7bae487555e6 req-4d4f29fe-551b-4770-9251-59b92386895c tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:43.356997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1bd2f910-c644-4dcd-a49a-7bae487555e6 req-4d4f29fe-551b-4770-9251-59b92386895c tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.1727302 Jan 28 05:45:43.384027 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ccbe9-ddb1-40f8-ae22-fbe1ebf5be3b req-740a62c0-d819-4e66-a723-ae3542ad04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:43.385611 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-939ccbe9-ddb1-40f8-ae22-fbe1ebf5be3b req-740a62c0-d819-4e66-a723-ae3542ad04ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 1097 time: 0.0426226 Jan 28 05:45:43.443936 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64466df7-ce56-4404-bfc8-0b17ec1768c7 req-c15c1b7a-435b-4c32-bd60-d000fa56c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:43.445443 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64466df7-ce56-4404-bfc8-0b17ec1768c7 req-c15c1b7a-435b-4c32-bd60-d000fa56c76a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 1099 time: 0.1621642 Jan 28 05:45:43.459201 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d58677-ac33-48a5-8066-fd13ec005492 req-bcfa8e66-ea67-422e-84fa-5e926f5bc1ba tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:43.460652 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2d58677-ac33-48a5-8066-fd13ec005492 req-bcfa8e66-ea67-422e-84fa-5e926f5bc1ba tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 932 time: 0.1800251 Jan 28 05:45:43.477973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ccbe9-ddb1-40f8-ae22-fbe1ebf5be3b req-9e1f950d-b36b-4635-a17d-93e04e422905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:43.479508 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-939ccbe9-ddb1-40f8-ae22-fbe1ebf5be3b req-9e1f950d-b36b-4635-a17d-93e04e422905 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 912 time: 0.0883968 Jan 28 05:45:43.581198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1bd2f910-c644-4dcd-a49a-7bae487555e6 req-beff4b04-09b5-4a48-8553-2ed31030222c tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123086 Jan 28 05:45:43.592943 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-939ccbe9-ddb1-40f8-ae22-fbe1ebf5be3b req-bee67d02-65c4-4899-9d80-7c5eb27e9813 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d45cbca-5746-4d33-9ede-16c6bc47fa87 HTTP/1.1" status: 200 len: 217 time: 0.0363324 Jan 28 05:45:43.627184 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2d58677-ac33-48a5-8066-fd13ec005492 req-0a7da382-6fef-40f9-aa56-2ab697846179 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493769 Jan 28 05:45:43.646366 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ccbe9-ddb1-40f8-ae22-fbe1ebf5be3b req-529d2523-b276-4352-a77c-461cf02ec4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:43.647841 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-939ccbe9-ddb1-40f8-ae22-fbe1ebf5be3b req-529d2523-b276-4352-a77c-461cf02ec4bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c507c782-4f53-4cd1-85bd-9b428677b1ce HTTP/1.1" status: 200 len: 851 time: 0.0441966 Jan 28 05:45:43.673090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64466df7-ce56-4404-bfc8-0b17ec1768c7 req-9263c54e-0b09-4465-a383-0d327a0d4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:43.674609 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64466df7-ce56-4404-bfc8-0b17ec1768c7 req-9263c54e-0b09-4465-a383-0d327a0d4520 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.2070255 Jan 28 05:45:43.686029 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-939ccbe9-ddb1-40f8-ae22-fbe1ebf5be3b req-6d024cdb-b8a1-4916-9bd5-0d8db7520de5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7fafb85-2281-41db-85af-da2c477e5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269444 Jan 28 05:45:43.693603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2cf9be-f778-496d-a81f-4bf0f1eab63b {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:43.733982 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Publish callbacks [] for port (6d2cf9be-f778-496d-a81f-4bf0f1eab63b), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:43.746891 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64466df7-ce56-4404-bfc8-0b17ec1768c7 req-0067f0b3-e539-4fd8-896c-f336762262f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=e85dca10-17b8-4235-b2cc-327e2f9917ad HTTP/1.1" status: 200 len: 217 time: 0.0608273 Jan 28 05:45:43.798271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Transition to ACTIVE for port object 6d2cf9be-f778-496d-a81f-4bf0f1eab63b will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:45:43.810480 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-939ccbe9-ddb1-40f8-ae22-fbe1ebf5be3b req-31312918-1675-466e-949b-c17310af64ed service neutron] 10.222.0.60 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012609 Jan 28 05:45:43.823594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64466df7-ce56-4404-bfc8-0b17ec1768c7 req-2528ae33-f389-4011-bebc-b4801a50f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:43.825281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64466df7-ce56-4404-bfc8-0b17ec1768c7 req-2528ae33-f389-4011-bebc-b4801a50f117 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0720692 Jan 28 05:45:43.832960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4790b-883a-4595-855a-94e5cd9cf40f req-f3cd1dca-0822-4de3-8a7b-e6d0924e0c99 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:43.834408 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0c4790b-883a-4595-855a-94e5cd9cf40f req-f3cd1dca-0822-4de3-8a7b-e6d0924e0c99 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 947 time: 0.0978792 Jan 28 05:45:43.909031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64466df7-ce56-4404-bfc8-0b17ec1768c7 req-3dbb40fa-5387-4624-8d59-ed859a764b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:43.910568 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64466df7-ce56-4404-bfc8-0b17ec1768c7 req-3dbb40fa-5387-4624-8d59-ed859a764b4b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0752599 Jan 28 05:45:43.913314 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-939ccbe9-ddb1-40f8-ae22-fbe1ebf5be3b req-a462a685-ba76-4308-9c48-01587b365239 service neutron] 10.222.0.60 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923319 Jan 28 05:45:43.914024 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0c4790b-883a-4595-855a-94e5cd9cf40f req-1caf52aa-250e-48c1-b4a3-375fc815733a tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709436 Jan 28 05:45:43.963087 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (6d2cf9be-f778-496d-a81f-4bf0f1eab63b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:44.032373 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Pushing event updated for resources: {'Port': ['ID=6d2cf9be-f778-496d-a81f-4bf0f1eab63b,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:44.092036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64466df7-ce56-4404-bfc8-0b17ec1768c7 req-1d270241-754b-41d6-823a-fcf1b621403c service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730223 Jan 28 05:45:44.204489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Attempting to bind port 6d2cf9be-f778-496d-a81f-4bf0f1eab63b on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:45:44.204824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Attempting to bind port 6d2cf9be-f778-496d-a81f-4bf0f1eab63b by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:45:44.205156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Attempting to bind port 6d2cf9be-f778-496d-a81f-4bf0f1eab63b on network eec00fff-aff9-4369-9cd0-be1af626188f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:44.214509 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Port 6d2cf9be-f778-496d-a81f-4bf0f1eab63b on network eec00fff-aff9-4369-9cd0-be1af626188f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:45:44.215533 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Attempting to bind port 6d2cf9be-f778-496d-a81f-4bf0f1eab63b on network eec00fff-aff9-4369-9cd0-be1af626188f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:44.225995 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8c960-d829-42d3-bbd2-bbda5a283c96 req-95886616-8c15-461c-a850-41ca22184236 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:44.227541 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8cd8c960-d829-42d3-bbd2-bbda5a283c96 req-95886616-8c15-461c-a850-41ca22184236 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.1316633 Jan 28 05:45:44.249380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:45:44.249725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Checking segment: {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:45:44.250097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Bound using segment: {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:45:44.250568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Bound port: 6d2cf9be-f778-496d-a81f-4bf0f1eab63b, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce96b52-5f43-4f8a-90de-f5217a57de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:45:44.250926 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6d2cf9be-f778-496d-a81f-4bf0f1eab63b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:44.295970 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64466df7-ce56-4404-bfc8-0b17ec1768c7 req-edd420d9-9a0f-490a-aa56-28452f6e3d4e service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865401 Jan 28 05:45:44.375223 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8cd8c960-d829-42d3-bbd2-bbda5a283c96 req-14e9db34-3956-4332-8816-c4c95fe9497b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401265 Jan 28 05:45:44.390500 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1020e-faca-4eb3-9d80-f2d8ab01fff4 req-14e261db-cc4e-4c25-89ff-dc6a78112e15 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:44.393382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1020e-faca-4eb3-9d80-f2d8ab01fff4 req-14e261db-cc4e-4c25-89ff-dc6a78112e15 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:44.394998 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4bc1020e-faca-4eb3-9d80-f2d8ab01fff4 req-14e261db-cc4e-4c25-89ff-dc6a78112e15 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1683 time: 0.1257861 Jan 28 05:45:44.426850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] For port 6d2cf9be-f778-496d-a81f-4bf0f1eab63b, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:45:44.438544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] For port 6d2cf9be-f778-496d-a81f-4bf0f1eab63b, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6d2cf9be-f778-496d-a81f-4bf0f1eab63b,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:45:44.460886 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4bc1020e-faca-4eb3-9d80-f2d8ab01fff4 req-b36feff3-5206-444b-b8ab-95ca57135e35 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597816 Jan 28 05:45:44.514202 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (6d2cf9be-f778-496d-a81f-4bf0f1eab63b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:44.547823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:44.548434 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:44.549812 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] 10.222.0.60 "PUT /v2.0/ports/6d2cf9be-f778-496d-a81f-4bf0f1eab63b HTTP/1.1" status: 200 len: 1093 time: 1.4794726 Jan 28 05:45:44.550249 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5166284b-bfe4-44ea-a529-6d60eb1e3c66', 'tag': '6d2cf9be-f778-496d-a81f-4bf0f1eab63b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:44.552486 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01413694-9762-4324-b00b-a10dbaf68215" -d '{"events": [{"name": "network-changed", "server_uuid": "5166284b-bfe4-44ea-a529-6d60eb1e3c66", "tag": "6d2cf9be-f778-496d-a81f-4bf0f1eab63b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:44.583015 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17720256-85cc-4482-838e-a906ef0ba7da service neutron] Pushing event updated for resources: {'Port': ['ID=6d2cf9be-f778-496d-a81f-4bf0f1eab63b,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:44.589086 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdab98a0-d788-49f1-a9ae-eddd26ed9c2f x-openstack-request-id: req-fdab98a0-d788-49f1-a9ae-eddd26ed9c2f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:44.589374 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5166284b-bfe4-44ea-a529-6d60eb1e3c66", "tag": "6d2cf9be-f778-496d-a81f-4bf0f1eab63b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:44.589647 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdab98a0-d788-49f1-a9ae-eddd26ed9c2f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:44.590118 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5166284b-bfe4-44ea-a529-6d60eb1e3c66', 'tag': '6d2cf9be-f778-496d-a81f-4bf0f1eab63b', 'status': 'completed', 'code': 200} Jan 28 05:45:44.752685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93861bc-8372-48b4-84f8-4a2875cd95d2 req-7d5b1a27-0ed9-4d60-95b4-ccccc2971a6a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:44.754064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b93861bc-8372-48b4-84f8-4a2875cd95d2 req-7d5b1a27-0ed9-4d60-95b4-ccccc2971a6a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.1033931 Jan 28 05:45:44.785491 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01413694-9762-4324-b00b-a10dbaf68215 req-b2565aa6-0d00-4a7f-a0bb-2feae43d6781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:44.786959 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01413694-9762-4324-b00b-a10dbaf68215 req-b2565aa6-0d00-4a7f-a0bb-2feae43d6781 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 1096 time: 0.1052003 Jan 28 05:45:44.797561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f74957-635c-4d4e-8f9f-b5fcc570ca4c req-9d1aa9b0-56cb-4521-914f-5e3f8a76ddcb tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:44.798965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4f74957-635c-4d4e-8f9f-b5fcc570ca4c req-9d1aa9b0-56cb-4521-914f-5e3f8a76ddcb tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 944 time: 0.0892637 Jan 28 05:45:44.894753 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b93861bc-8372-48b4-84f8-4a2875cd95d2 req-ea5934e4-7525-4b5c-9944-03bbba3e59e1 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318967 Jan 28 05:45:44.929004 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4f74957-635c-4d4e-8f9f-b5fcc570ca4c req-5710cd9c-e90b-4843-9625-8b8e92b07059 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163149 Jan 28 05:45:44.952147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01413694-9762-4324-b00b-a10dbaf68215 req-7e6af6a5-86af-4077-82d3-5a29eff21aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:44.953653 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01413694-9762-4324-b00b-a10dbaf68215 req-7e6af6a5-86af-4077-82d3-5a29eff21aad service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1515582 Jan 28 05:45:45.091061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cd358-9d35-4a8f-8474-2469102dc6a8 req-7137a71e-63c0-45bc-9af9-e0e7f4b6b6f9 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:45.092526 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-533cd358-9d35-4a8f-8474-2469102dc6a8 req-7137a71e-63c0-45bc-9af9-e0e7f4b6b6f9 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 947 time: 0.0798438 Jan 28 05:45:45.093495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01413694-9762-4324-b00b-a10dbaf68215 req-c946cdc5-7cf2-4f6e-9183-df332642893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:45.094823 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01413694-9762-4324-b00b-a10dbaf68215 req-c946cdc5-7cf2-4f6e-9183-df332642893c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346529 Jan 28 05:45:45.147566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-533cd358-9d35-4a8f-8474-2469102dc6a8 req-1a05c3eb-df0c-461f-9e11-184c54ec6005 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485981 Jan 28 05:45:45.213419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-b059998b-2f60-4de0-a6eb-6f50531952d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:45.215047 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-b059998b-2f60-4de0-a6eb-6f50531952d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 1096 time: 0.0418353 Jan 28 05:45:45.267742 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-b85e597b-3363-4169-ad3a-2f2e52a9a796 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d2cf9be-f778-496d-a81f-4bf0f1eab63b HTTP/1.1" status: 200 len: 217 time: 0.0367577 Jan 28 05:45:45.324070 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-35cd61d7-9fc1-4351-83cc-27ca6708bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:45.326473 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-35cd61d7-9fc1-4351-83cc-27ca6708bc45 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ace652b-1ccc-4a73-9185-4c2cd62a6d0e HTTP/1.1" status: 200 len: 845 time: 0.0492620 Jan 28 05:45:45.364977 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-fe7118b7-40ca-4661-943e-5805dacd30ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eec00fff-aff9-4369-9cd0-be1af626188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248482 Jan 28 05:45:45.465664 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-9073f8be-fce0-46b1-85ed-b1235aa08b8f service neutron] 10.222.0.60 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930355 Jan 28 05:45:45.748503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e09069-504e-4954-ad51-7368e320cce4 req-6614c09e-7cab-49da-9372-4b50421d410c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:45.748503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2e09069-504e-4954-ad51-7368e320cce4 req-6614c09e-7cab-49da-9372-4b50421d410c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.1386120 Jan 28 05:45:45.748503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8f894af-5b84-48c2-b454-99fc0b2fed81 req-73c2fa16-aa09-431e-9dce-41f45eabbd85 service neutron] 10.222.0.60 "GET /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615381 Jan 28 05:45:45.748503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc7a16-3dce-42f1-98b4-6b63998ccb8f req-0624dcd8-7b71-4c1e-83d9-ec2784c8c1b8 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:45.748503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc7a16-3dce-42f1-98b4-6b63998ccb8f req-0624dcd8-7b71-4c1e-83d9-ec2784c8c1b8 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:45.748503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38cc7a16-3dce-42f1-98b4-6b63998ccb8f req-0624dcd8-7b71-4c1e-83d9-ec2784c8c1b8 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1683 time: 0.1244738 Jan 28 05:45:45.748503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2e09069-504e-4954-ad51-7368e320cce4 req-a3311c94-3a6f-4ba3-af8e-5d8187db7d55 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974669 Jan 28 05:45:45.748503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38cc7a16-3dce-42f1-98b4-6b63998ccb8f req-9d697476-82ac-4f90-b5e6-1daa5d4f738d tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535815 Jan 28 05:45:46.025537 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1f7c2-c8aa-4e0b-b7f0-bb29163f7ece req-4fe974e4-cb67-4fb0-a764-9adc544d16aa tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:46.030788 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82d1f7c2-c8aa-4e0b-b7f0-bb29163f7ece req-4fe974e4-cb67-4fb0-a764-9adc544d16aa tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.0697079 Jan 28 05:45:46.101997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5983c18-a109-42b8-9672-5a58abe7bded req-d21ba3b9-6926-42c6-8d6f-1517604d05b1 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:46.103528 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5983c18-a109-42b8-9672-5a58abe7bded req-d21ba3b9-6926-42c6-8d6f-1517604d05b1 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 944 time: 0.0939193 Jan 28 05:45:46.107196 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82d1f7c2-c8aa-4e0b-b7f0-bb29163f7ece req-9ed8688b-274c-40bd-a2ae-d1829068c6f7 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739770 Jan 28 05:45:46.159668 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5983c18-a109-42b8-9672-5a58abe7bded req-cae0504e-301b-4900-8558-52f01aece2a0 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494423 Jan 28 05:45:46.225851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-acfbe920-a787-44b6-9144-bf5414260b6c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:46.232147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-acfbe920-a787-44b6-9144-bf5414260b6c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:46.233745 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-acfbe920-a787-44b6-9144-bf5414260b6c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.64 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 1683 time: 0.0671382 Jan 28 05:45:46.345596 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea4c38-7b37-4f16-b9a2-3409b8a2d9bd req-1f2b5e0a-aff2-452f-adf1-e9a7db0afd3a tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:46.347391 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ceea4c38-7b37-4f16-b9a2-3409b8a2d9bd req-1f2b5e0a-aff2-452f-adf1-e9a7db0afd3a tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 947 time: 0.1084654 Jan 28 05:45:46.401350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-0236780a-9a83-43c9-b520-9d1a95b129b9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Deleting port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:45:46.401689 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-0236780a-9a83-43c9-b520-9d1a95b129b9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (8aeb4ada-e3b7-46cf-ab97-309ae462c0e3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:46.412084 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ceea4c38-7b37-4f16-b9a2-3409b8a2d9bd req-eb87660a-2750-41a6-b251-cf4d6c089691 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581026 Jan 28 05:45:46.503516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-0236780a-9a83-43c9-b520-9d1a95b129b9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] For port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=8aeb4ada-e3b7-46cf-ab97-309ae462c0e3,segment=NetworkSegment(ad870ee7-8e87-438b-836c-9f5632a47fa6),segment_id=ad870ee7-8e87-438b-836c-9f5632a47fa6)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:46.504161 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-0236780a-9a83-43c9-b520-9d1a95b129b9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (8aeb4ada-e3b7-46cf-ab97-309ae462c0e3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:46.518104 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-0236780a-9a83-43c9-b520-9d1a95b129b9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Calling delete_port for 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:45:46.681536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device e85dca10-17b8-4235-b2cc-327e2f9917ad details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:45:46.783132 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port e85dca10-17b8-4235-b2cc-327e2f9917ad, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=e85dca10-17b8-4235-b2cc-327e2f9917ad,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:46.795134 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-0236780a-9a83-43c9-b520-9d1a95b129b9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (8aeb4ada-e3b7-46cf-ab97-309ae462c0e3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:46.796423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'e85dca10-17b8-4235-b2cc-327e2f9917ad', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'e85dca10-17b8-4235-b2cc-327e2f9917ad', 'mac_address': 'fa:16:3e:db:bb:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:45:46.828225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['40aa6b5b-739b-4af7-a9c7-1375dc4a0e32', '8aeb4ada-e3b7-46cf-ab97-309ae462c0e3'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:46.852179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236780a-9a83-43c9-b520-9d1a95b129b9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event deleted for resources: {'Port': ['ID=8aeb4ada-e3b7-46cf-ab97-309ae462c0e3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:46.862034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port e85dca10-17b8-4235-b2cc-327e2f9917ad is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:46.862034 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e85dca10-17b8-4235-b2cc-327e2f9917ad), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:46.894790 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85dca10-17b8-4235-b2cc-327e2f9917ad {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:46.898351 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506931b7-d082-4713-8741-0c654a6d45df req-a7757618-a097-4481-af02-ddc43fdc1903 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:46.904536 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-506931b7-d082-4713-8741-0c654a6d45df req-a7757618-a097-4481-af02-ddc43fdc1903 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 945 time: 0.1391494 Jan 28 05:45:46.925337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-0236780a-9a83-43c9-b520-9d1a95b129b9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] No DVR routers for this DVR port 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:45:46.931065 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-0236780a-9a83-43c9-b520-9d1a95b129b9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:46.934739 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-0236780a-9a83-43c9-b520-9d1a95b129b9 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.64 "DELETE /v2.0/ports/8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 HTTP/1.1" status: 204 len: 173 time: 0.6942954 Jan 28 05:45:46.935624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port e85dca10-17b8-4235-b2cc-327e2f9917ad, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=e85dca10-17b8-4235-b2cc-327e2f9917ad,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:46.935896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804ffb02-a40d-46ee-ae73-27bbb322bd1d', 'name': 'network-vif-deleted', 'tag': '8aeb4ada-e3b7-46cf-ab97-309ae462c0e3'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:46.938096 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489cef10-12fe-412a-8752-fdcc7ffdb1bc" -d '{"events": [{"server_uuid": "804ffb02-a40d-46ee-ae73-27bbb322bd1d", "name": "network-vif-deleted", "tag": "8aeb4ada-e3b7-46cf-ab97-309ae462c0e3"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:46.973513 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49501b2a-9c45-46a2-9822-330c698a6837 req-042e5d55-ed07-499f-9267-6a57028b9ea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:46.980811 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49501b2a-9c45-46a2-9822-330c698a6837 req-042e5d55-ed07-499f-9267-6a57028b9ea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 946 time: 0.1890838 Jan 28 05:45:47.023373 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e85dca10-17b8-4235-b2cc-327e2f9917ad), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:47.102977 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=e85dca10-17b8-4235-b2cc-327e2f9917ad,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:47.134624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-506931b7-d082-4713-8741-0c654a6d45df req-82c807a5-0e55-417b-af5e-39250e1915f4 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070954 Jan 28 05:45:47.161055 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49501b2a-9c45-46a2-9822-330c698a6837 req-95942db7-d7ae-43d8-8dcf-314b58981279 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cdf3794-0ea8-476f-bcff-c26bb3a06524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792994 Jan 28 05:45:47.176659 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744ff666-91d7-42e1-9d4e-4db4a1536162 x-openstack-request-id: req-744ff666-91d7-42e1-9d4e-4db4a1536162 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:47.176993 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804ffb02-a40d-46ee-ae73-27bbb322bd1d", "name": "network-vif-deleted", "tag": "8aeb4ada-e3b7-46cf-ab97-309ae462c0e3", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:47.177253 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-744ff666-91d7-42e1-9d4e-4db4a1536162 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:47.177653 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804ffb02-a40d-46ee-ae73-27bbb322bd1d', 'name': 'network-vif-deleted', 'tag': '8aeb4ada-e3b7-46cf-ab97-309ae462c0e3', 'status': 'completed', 'code': 200} Jan 28 05:45:47.181148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-9e2a9498-6d57-4b34-b776-48eb9e408450 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Deleting port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:45:47.181497 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-9e2a9498-6d57-4b34-b776-48eb9e408450 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (40aa6b5b-739b-4af7-a9c7-1375dc4a0e32), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:47.238526 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 6d45cbca-5746-4d33-9ede-16c6bc47fa87 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:45:47.342603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-9e2a9498-6d57-4b34-b776-48eb9e408450 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] For port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=40aa6b5b-739b-4af7-a9c7-1375dc4a0e32,segment=NetworkSegment(49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2),segment_id=49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:47.343102 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-9e2a9498-6d57-4b34-b776-48eb9e408450 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (40aa6b5b-739b-4af7-a9c7-1375dc4a0e32), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:47.362260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-9e2a9498-6d57-4b34-b776-48eb9e408450 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Calling delete_port for 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:45:47.365361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 6d45cbca-5746-4d33-9ede-16c6bc47fa87 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:47.365958 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:47.381725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874dd34-ec9c-4630-9a27-5935150656b4 req-f7375779-0bfa-4e30-81c7-4cc3d89b09c8 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:47.383315 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6874dd34-ec9c-4630-9a27-5935150656b4 req-f7375779-0bfa-4e30-81c7-4cc3d89b09c8 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.0958762 Jan 28 05:45:47.390886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf553bab-4394-4cf4-b8b4-0643ec601d38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d45cbca-5746-4d33-9ede-16c6bc47fa87'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:47.393123 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965123a2-0fc7-4369-a5ca-b7021de8e194" -d '{"events": [{"server_uuid": "bf553bab-4394-4cf4-b8b4-0643ec601d38", "name": "network-vif-unplugged", "status": "completed", "tag": "6d45cbca-5746-4d33-9ede-16c6bc47fa87"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:47.406420 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 6d45cbca-5746-4d33-9ede-16c6bc47fa87, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6d45cbca-5746-4d33-9ede-16c6bc47fa87,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:47.481675 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6874dd34-ec9c-4630-9a27-5935150656b4 req-f63e061e-9180-4d37-b9cf-7d89c06a7951 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643573 Jan 28 05:45:47.505264 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:47.513761 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['e85dca10-17b8-4235-b2cc-327e2f9917ad'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:47.600586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=6d45cbca-5746-4d33-9ede-16c6bc47fa87,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:47.702732 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-9e2a9498-6d57-4b34-b776-48eb9e408450 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (40aa6b5b-739b-4af7-a9c7-1375dc4a0e32), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:47.733206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a9498-6d57-4b34-b776-48eb9e408450 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event deleted for resources: {'Port': ['ID=40aa6b5b-739b-4af7-a9c7-1375dc4a0e32,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:47.812825 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-9e2a9498-6d57-4b34-b776-48eb9e408450 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] No DVR routers for this DVR port 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:45:47.815485 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-9e2a9498-6d57-4b34-b776-48eb9e408450 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:47.820229 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5545d09-b929-4813-94bc-97ffa2b0b0e2 req-9e2a9498-6d57-4b34-b776-48eb9e408450 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.64 "DELETE /v2.0/ports/40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 HTTP/1.1" status: 204 len: 173 time: 0.8768237 Jan 28 05:45:47.834683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2845056-3321-4db0-b3c3-52f24152014c req-be8c8091-b6ba-4bdb-b3cd-d267ed3b0189 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:47.836187 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2845056-3321-4db0-b3c3-52f24152014c req-be8c8091-b6ba-4bdb-b3cd-d267ed3b0189 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 944 time: 0.0980506 Jan 28 05:45:47.926769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2845056-3321-4db0-b3c3-52f24152014c req-fda15b5f-c31a-46f3-9166-061affd0487b tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838192 Jan 28 05:45:47.929519 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ad3c3-97e6-4c6c-84a4-fda718a38020 req-88141f00-d945-463f-85dd-e3c4849d7276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:47.930987 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-380ad3c3-97e6-4c6c-84a4-fda718a38020 req-88141f00-d945-463f-85dd-e3c4849d7276 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c36a2d53f9504be19dc76a299e98b5d6&device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 1098 time: 0.0721140 Jan 28 05:45:47.983410 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1accc55e-e461-44c0-b75b-5d8a944dd5f8 x-openstack-request-id: req-1accc55e-e461-44c0-b75b-5d8a944dd5f8 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:47.984244 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf553bab-4394-4cf4-b8b4-0643ec601d38", "name": "network-vif-unplugged", "status": "failed", "tag": "6d45cbca-5746-4d33-9ede-16c6bc47fa87", "code": 422}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:47.984638 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1accc55e-e461-44c0-b75b-5d8a944dd5f8 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:47.985074 n-d-812111-12 neutron-server[103636]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf553bab-4394-4cf4-b8b4-0643ec601d38', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d45cbca-5746-4d33-9ede-16c6bc47fa87', 'code': 422} returned with failed status Jan 28 05:45:48.030665 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ad3c3-97e6-4c6c-84a4-fda718a38020 req-35a71a43-984c-43a8-b3b8-561f3ee3a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:48.032062 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-380ad3c3-97e6-4c6c-84a4-fda718a38020 req-35a71a43-984c-43a8-b3b8-561f3ee3a27a service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b983991-8e52-43a5-9508-80c383d87452 HTTP/1.1" status: 200 len: 919 time: 0.0943561 Jan 28 05:45:48.101037 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-380ad3c3-97e6-4c6c-84a4-fda718a38020 req-417af246-301e-4ad8-9d32-db7813c5964a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c85ced63-7dac-4c24-b294-ecb1b4fff362 HTTP/1.1" status: 200 len: 217 time: 0.0400994 Jan 28 05:45:48.180582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ad3c3-97e6-4c6c-84a4-fda718a38020 req-acfef368-4bc8-409d-b3bf-c40d55d14579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:48.182033 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-380ad3c3-97e6-4c6c-84a4-fda718a38020 req-acfef368-4bc8-409d-b3bf-c40d55d14579 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6933c2d9-7995-47b9-8107-2c5c5786684d HTTP/1.1" status: 200 len: 858 time: 0.0750723 Jan 28 05:45:48.194104 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1786c1-4f44-4ed2-a1f9-f8c949831216 req-cbcb4cfa-71ae-4cc6-8b42-83c6a2bb8569 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:48.195549 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d1786c1-4f44-4ed2-a1f9-f8c949831216 req-cbcb4cfa-71ae-4cc6-8b42-83c6a2bb8569 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 948 time: 0.0811253 Jan 28 05:45:48.228557 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-380ad3c3-97e6-4c6c-84a4-fda718a38020 req-ee87cf2b-0338-441f-a0a4-977d168cba93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b983991-8e52-43a5-9508-80c383d87452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320673 Jan 28 05:45:48.312567 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d1786c1-4f44-4ed2-a1f9-f8c949831216 req-7fd40d62-48f2-493c-a40a-5ad1dfe53aa7 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089120 Jan 28 05:45:48.349603 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-380ad3c3-97e6-4c6c-84a4-fda718a38020 req-98aa75f1-9feb-4808-b99b-506ddb472ec8 service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142423 Jan 28 05:45:48.469330 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c2a1e-8f8d-4159-a7ad-348a9a0bc717 req-f3af925d-fae6-4f5c-bc79-609c46a19dfe tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:48.470868 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-942c2a1e-8f8d-4159-a7ad-348a9a0bc717 req-f3af925d-fae6-4f5c-bc79-609c46a19dfe tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.0939112 Jan 28 05:45:48.498354 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-380ad3c3-97e6-4c6c-84a4-fda718a38020 req-22313cc1-c21b-421c-b3e6-9805dfd81cc4 service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408772 Jan 28 05:45:48.529181 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-942c2a1e-8f8d-4159-a7ad-348a9a0bc717 req-a25b9b5f-f9ad-420a-8363-c68bd6d2ade1 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515931 Jan 28 05:45:48.685912 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-611ca762-366b-4c6d-95c3-a74aec3f8873 req-883f495f-461b-45f0-a5b4-a15d8f08b25e tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "GET /v2.0/ports?device_id=804ffb02-a40d-46ee-ae73-27bbb322bd1d HTTP/1.1" status: 200 len: 210 time: 0.0292580 Jan 28 05:45:48.697827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:45:48.720773 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:45:48.721402 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 40aa6b5b-739b-4af7-a9c7-1375dc4a0e32 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:45:48.721881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:45:48.740691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:45:48.741036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 8aeb4ada-e3b7-46cf-ab97-309ae462c0e3 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:45:48.788576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c658eca-ad56-4e95-9f07-4d77f2ab8f25 req-e915cc03-c50e-4ca7-a43a-669bc7808b0e tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:48.789969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c658eca-ad56-4e95-9f07-4d77f2ab8f25 req-e915cc03-c50e-4ca7-a43a-669bc7808b0e tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.0490494 Jan 28 05:45:48.842853 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c658eca-ad56-4e95-9f07-4d77f2ab8f25 req-2cfc7e45-fb75-4491-b97c-0744a5953bc7 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466087 Jan 28 05:45:49.029197 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-336c274f-821e-4ae4-8209-450f4266006d req-4e3616ac-3b02-4568-9161-7090e309ee29 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=42deed09a12c4a5ea1c29c1c74bb4c7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223293 Jan 28 05:45:49.139935 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c274f-821e-4ae4-8209-450f4266006d req-08d729f8-e03a-4247-8fb1-58f8b0084841 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:49.141519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-336c274f-821e-4ae4-8209-450f4266006d req-08d729f8-e03a-4247-8fb1-58f8b0084841 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074171 Jan 28 05:45:49.156653 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-336c274f-821e-4ae4-8209-450f4266006d req-93e94b8c-87d0-4b35-a8da-ff2392a954e6 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/quotas/42deed09a12c4a5ea1c29c1c74bb4c7f HTTP/1.1" status: 200 len: 375 time: 0.0094128 Jan 28 05:45:49.186919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804ffb02-a40d-46ee-ae73-27bbb322bd1d', 'name': 'network-vif-deleted', 'tag': '40aa6b5b-739b-4af7-a9c7-1375dc4a0e32'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:49.189521 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c98cc77-3393-4150-bf55-5a6fe5f292c0" -d '{"events": [{"server_uuid": "804ffb02-a40d-46ee-ae73-27bbb322bd1d", "name": "network-vif-deleted", "tag": "40aa6b5b-739b-4af7-a9c7-1375dc4a0e32"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:49.193872 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-336c274f-821e-4ae4-8209-450f4266006d req-847edf46-b88d-43cc-a4fe-eefb5f150a5b tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=42deed09a12c4a5ea1c29c1c74bb4c7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319636 Jan 28 05:45:49.225663 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 6d2cf9be-f778-496d-a81f-4bf0f1eab63b details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:45:49.327191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 6d2cf9be-f778-496d-a81f-4bf0f1eab63b, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6d2cf9be-f778-496d-a81f-4bf0f1eab63b,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:49.327397 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d110cea-e3b8-49fd-a454-ebd47dca4e6e req-66cb4789-50f8-4a01-ae29-9c976d509814 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:49.328865 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d110cea-e3b8-49fd-a454-ebd47dca4e6e req-66cb4789-50f8-4a01-ae29-9c976d509814 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf553bab-4394-4cf4-b8b4-0643ec601d38 HTTP/1.1" status: 200 len: 943 time: 0.0519226 Jan 28 05:45:49.341846 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '6d2cf9be-f778-496d-a81f-4bf0f1eab63b', 'network_id': 'eec00fff-aff9-4369-9cd0-be1af626188f', 'port_id': '6d2cf9be-f778-496d-a81f-4bf0f1eab63b', 'mac_address': 'fa:16:3e:cd:7c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ace652b-1ccc-4a73-9185-4c2cd62a6d0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:45:49.379664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 6d2cf9be-f778-496d-a81f-4bf0f1eab63b is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:49.379981 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6d2cf9be-f778-496d-a81f-4bf0f1eab63b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:49.392735 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2cf9be-f778-496d-a81f-4bf0f1eab63b {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:49.412105 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 6d2cf9be-f778-496d-a81f-4bf0f1eab63b, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6d2cf9be-f778-496d-a81f-4bf0f1eab63b,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:49.435055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-0d110cea-e3b8-49fd-a454-ebd47dca4e6e req-47dd77e3-2b27-4302-8481-102811e2a7b2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Deleting port 6d45cbca-5746-4d33-9ede-16c6bc47fa87 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:45:49.435383 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0d110cea-e3b8-49fd-a454-ebd47dca4e6e req-47dd77e3-2b27-4302-8481-102811e2a7b2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:49.514159 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6d2cf9be-f778-496d-a81f-4bf0f1eab63b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:49.593200 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=6d2cf9be-f778-496d-a81f-4bf0f1eab63b,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:49.851902 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ba1b8-040a-4a28-93a0-0ae90ab66735 req-b8a8fde6-645f-43b9-a1d7-59928afe6b89 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:49.853337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e6ba1b8-040a-4a28-93a0-0ae90ab66735 req-b8a8fde6-645f-43b9-a1d7-59928afe6b89 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 945 time: 0.0946670 Jan 28 05:45:49.883178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-0d110cea-e3b8-49fd-a454-ebd47dca4e6e req-47dd77e3-2b27-4302-8481-102811e2a7b2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] For port 6d45cbca-5746-4d33-9ede-16c6bc47fa87, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6d45cbca-5746-4d33-9ede-16c6bc47fa87,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:49.883464 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0d110cea-e3b8-49fd-a454-ebd47dca4e6e req-47dd77e3-2b27-4302-8481-102811e2a7b2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:49.897682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['6d2cf9be-f778-496d-a81f-4bf0f1eab63b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:49.900905 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-0d110cea-e3b8-49fd-a454-ebd47dca4e6e req-47dd77e3-2b27-4302-8481-102811e2a7b2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Calling delete_port for 6d45cbca-5746-4d33-9ede-16c6bc47fa87 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:45:49.932155 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e6ba1b8-040a-4a28-93a0-0ae90ab66735 req-c58f1a6a-f6ca-4ad0-ae6f-3b210179522d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708790 Jan 28 05:45:50.075637 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f93649-555a-47a7-957d-dc42775a7b0d x-openstack-request-id: req-81f93649-555a-47a7-957d-dc42775a7b0d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:50.076015 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804ffb02-a40d-46ee-ae73-27bbb322bd1d", "name": "network-vif-deleted", "tag": "40aa6b5b-739b-4af7-a9c7-1375dc4a0e32", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:50.076381 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81f93649-555a-47a7-957d-dc42775a7b0d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:50.076917 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804ffb02-a40d-46ee-ae73-27bbb322bd1d', 'name': 'network-vif-deleted', 'tag': '40aa6b5b-739b-4af7-a9c7-1375dc4a0e32', 'status': 'completed', 'code': 200} Jan 28 05:45:50.149590 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0d110cea-e3b8-49fd-a454-ebd47dca4e6e req-47dd77e3-2b27-4302-8481-102811e2a7b2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (6d45cbca-5746-4d33-9ede-16c6bc47fa87), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:50.183566 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd77e3-2b27-4302-8481-102811e2a7b2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Pushing event deleted for resources: {'Port': ['ID=6d45cbca-5746-4d33-9ede-16c6bc47fa87,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:50.220520 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dea98c-3dd7-46eb-84c8-3a0e74607246 req-1ebc827e-b02a-44c2-9a30-a90f2c8f084f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:50.222270 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84dea98c-3dd7-46eb-84c8-3a0e74607246 req-1ebc827e-b02a-44c2-9a30-a90f2c8f084f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 948 time: 0.0984964 Jan 28 05:45:50.241203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d110cea-e3b8-49fd-a454-ebd47dca4e6e req-47dd77e3-2b27-4302-8481-102811e2a7b2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] No DVR routers for this DVR port 6d45cbca-5746-4d33-9ede-16c6bc47fa87 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:45:50.248544 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0d110cea-e3b8-49fd-a454-ebd47dca4e6e req-47dd77e3-2b27-4302-8481-102811e2a7b2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:50.251831 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d110cea-e3b8-49fd-a454-ebd47dca4e6e req-47dd77e3-2b27-4302-8481-102811e2a7b2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "DELETE /v2.0/ports/6d45cbca-5746-4d33-9ede-16c6bc47fa87 HTTP/1.1" status: 204 len: 173 time: 0.9164715 Jan 28 05:45:50.288415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84dea98c-3dd7-46eb-84c8-3a0e74607246 req-327b619b-148a-43f9-8f52-2c8614ceb25b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490096 Jan 28 05:45:50.392742 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-65184c43-c0d5-4a00-b1cf-3ddd9067fcc7 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=42deed09a12c4a5ea1c29c1c74bb4c7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272377 Jan 28 05:45:50.499974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-fee21a68-12fd-4e92-bbbf-49ee9761688f tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:50.501558 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-fee21a68-12fd-4e92-bbbf-49ee9761688f tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1034546 Jan 28 05:45:50.517149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-1540f965-7042-46e9-84c8-df41e1a034ae tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/quotas/42deed09a12c4a5ea1c29c1c74bb4c7f HTTP/1.1" status: 200 len: 375 time: 0.0100622 Jan 28 05:45:50.549006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-7a0b748a-08a0-46da-bd6e-e05018255c34 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=42deed09a12c4a5ea1c29c1c74bb4c7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264916 Jan 28 05:45:50.702265 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device e85dca10-17b8-4235-b2cc-327e2f9917ad up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:50.864636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca882ae-a535-45c1-a573-6a0fedb15462 req-9b64b00c-5fa7-4152-9d43-ae961fef0159 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:50.867123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ca882ae-a535-45c1-a573-6a0fedb15462 req-9b64b00c-5fa7-4152-9d43-ae961fef0159 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.0564098 Jan 28 05:45:50.890190 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port e85dca10-17b8-4235-b2cc-327e2f9917ad completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:45:50.895244 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port e85dca10-17b8-4235-b2cc-327e2f9917ad triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:50.895713 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e85dca10-17b8-4235-b2cc-327e2f9917ad), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:50.929393 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ca882ae-a535-45c1-a573-6a0fedb15462 req-ef9b8f77-c76c-4003-a0bf-4464babfd219 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543940 Jan 28 05:45:50.991905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port e85dca10-17b8-4235-b2cc-327e2f9917ad is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:50.997519 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e85dca10-17b8-4235-b2cc-327e2f9917ad), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:51.019287 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56850) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:51.030505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e18d05-3a24-4db0-9d2e-6f708794aa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85dca10-17b8-4235-b2cc-327e2f9917ad'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:51.034246 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c456fb14-b7dc-483a-b784-90d51eda1648" -d '{"events": [{"server_uuid": "69e18d05-3a24-4db0-9d2e-6f708794aa4a", "name": "network-vif-plugged", "status": "completed", "tag": "e85dca10-17b8-4235-b2cc-327e2f9917ad"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:51.040957 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port e85dca10-17b8-4235-b2cc-327e2f9917ad, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=e85dca10-17b8-4235-b2cc-327e2f9917ad,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:51.080672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5d1a9e-9a8d-44e0-afcb-6b57219f448c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Deleting subnet 152b6e42-afd8-4fd2-9e65-e3352e56e078 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:45:51.083930 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1a9e-9a8d-44e0-afcb-6b57219f448c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks [] for subnet (152b6e42-afd8-4fd2-9e65-e3352e56e078), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:51.124357 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d14a12-90ec-4b45-976c-ab8b9611986f req-b67e95be-869a-466a-bae0-7628d7d0ff9c tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:51.125112 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1a9e-9a8d-44e0-afcb-6b57219f448c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (152b6e42-afd8-4fd2-9e65-e3352e56e078), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:51.126040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6d14a12-90ec-4b45-976c-ab8b9611986f req-b67e95be-869a-466a-bae0-7628d7d0ff9c tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.0514684 Jan 28 05:45:51.190784 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6d14a12-90ec-4b45-976c-ab8b9611986f req-cf5da0af-456b-4750-9cd1-827853863d82 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458581 Jan 28 05:45:51.193313 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e85dca10-17b8-4235-b2cc-327e2f9917ad), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:51.213586 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1a9e-9a8d-44e0-afcb-6b57219f448c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (152b6e42-afd8-4fd2-9e65-e3352e56e078), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:51.233065 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 6d2cf9be-f778-496d-a81f-4bf0f1eab63b up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:45:51.271422 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67f9e8e4-d409-4c8c-9fc5-aa37f950ce87 req-822c29ae-524b-4025-85c8-e3eb446e84f8 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 210 time: 0.0299134 Jan 28 05:45:51.332624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=e85dca10-17b8-4235-b2cc-327e2f9917ad,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:51.337845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086574f-adfe-4bcc-b431-51d6f85a735b req-dc91659d-1df1-420e-95ef-4a122b7ad480 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:51.339771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0086574f-adfe-4bcc-b431-51d6f85a735b req-dc91659d-1df1-420e-95ef-4a122b7ad480 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 945 time: 0.0721231 Jan 28 05:45:51.392140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0086574f-adfe-4bcc-b431-51d6f85a735b req-e97e56e3-7006-4e11-a424-6d54942c566e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444880 Jan 28 05:45:51.437288 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d13305-7ffe-4046-b32b-ca68ea4c4474 x-openstack-request-id: req-c1d13305-7ffe-4046-b32b-ca68ea4c4474 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:51.437647 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e18d05-3a24-4db0-9d2e-6f708794aa4a", "name": "network-vif-plugged", "status": "completed", "tag": "e85dca10-17b8-4235-b2cc-327e2f9917ad", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:51.437968 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1d13305-7ffe-4046-b32b-ca68ea4c4474 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:51.438460 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e18d05-3a24-4db0-9d2e-6f708794aa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85dca10-17b8-4235-b2cc-327e2f9917ad', 'code': 200} Jan 28 05:45:51.455819 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1a9e-9a8d-44e0-afcb-6b57219f448c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (152b6e42-afd8-4fd2-9e65-e3352e56e078), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:51.470545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 6d2cf9be-f778-496d-a81f-4bf0f1eab63b completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:45:51.483604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 6d2cf9be-f778-496d-a81f-4bf0f1eab63b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:51.484053 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6d2cf9be-f778-496d-a81f-4bf0f1eab63b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:51.500982 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1a9e-9a8d-44e0-afcb-6b57219f448c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:51.512911 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5d5d1a9e-9a8d-44e0-afcb-6b57219f448c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "DELETE /v2.0/subnets/152b6e42-afd8-4fd2-9e65-e3352e56e078 HTTP/1.1" status: 204 len: 168 time: 0.4911933 Jan 28 05:45:51.513443 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56864) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:51.543056 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d607195-4e11-41cf-8da5-b04cf8b176c8 None None] Network 46db0d92-74bf-457d-b806-9afe3751e599 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:45:51.551723 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d1a9e-9a8d-44e0-afcb-6b57219f448c tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event deleted for resources: {'Subnet': ['ID=152b6e42-afd8-4fd2-9e65-e3352e56e078,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:51.563898 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cdaf7-01b4-47d0-8728-fb206ca4f8d2 req-e47fa508-3cd0-4628-9893-e787ddf4e27f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:51.575907 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b1cdaf7-01b4-47d0-8728-fb206ca4f8d2 req-e47fa508-3cd0-4628-9893-e787ddf4e27f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 949 time: 0.0801690 Jan 28 05:45:51.640471 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (46db0d92-74bf-457d-b806-9afe3751e599), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:51.668280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdb86d-b853-40bd-9fc9-3736161c365e req-f75a48ec-ba98-4039-9ec6-d15b6376ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:51.670494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54bdb86d-b853-40bd-9fc9-3736161c365e req-f75a48ec-ba98-4039-9ec6-d15b6376ba88 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 1101 time: 0.0925195 Jan 28 05:45:51.686136 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b1cdaf7-01b4-47d0-8728-fb206ca4f8d2 req-55311cca-c390-4d07-a3c5-d2b37edda04c tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091297 Jan 28 05:45:51.699513 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 6d2cf9be-f778-496d-a81f-4bf0f1eab63b is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:45:51.699873 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6d2cf9be-f778-496d-a81f-4bf0f1eab63b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:51.733486 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Deleting port e462cc45-0a4f-49be-8f62-0255b3e6c897 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:45:51.733917 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (e462cc45-0a4f-49be-8f62-0255b3e6c897), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:51.739482 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 6d2cf9be-f778-496d-a81f-4bf0f1eab63b, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6d2cf9be-f778-496d-a81f-4bf0f1eab63b,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:51.770645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54bdb86d-b853-40bd-9fc9-3736161c365e req-c784ffa9-6434-4263-83ca-a55bff2e5e78 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787432 Jan 28 05:45:51.799311 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401cb330-5e73-4fca-ad55-47759ccca452 None None] DHCP port deletion for 46db0d92-74bf-457d-b806-9afe3751e599 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:45:51.826917 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] For port e462cc45-0a4f-49be-8f62-0255b3e6c897, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e462cc45-0a4f-49be-8f62-0255b3e6c897,segment=NetworkSegment(ad870ee7-8e87-438b-836c-9f5632a47fa6),segment_id=ad870ee7-8e87-438b-836c-9f5632a47fa6)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:51.827434 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (e462cc45-0a4f-49be-8f62-0255b3e6c897), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:51.843875 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6d2cf9be-f778-496d-a81f-4bf0f1eab63b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:51.847256 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Calling delete_port for e462cc45-0a4f-49be-8f62-0255b3e6c897 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:45:51.878673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-401cb330-5e73-4fca-ad55-47759ccca452 None None] Deleting port e462cc45-0a4f-49be-8f62-0255b3e6c897 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:45:51.879041 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-401cb330-5e73-4fca-ad55-47759ccca452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (e462cc45-0a4f-49be-8f62-0255b3e6c897), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:51.884115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50185337-475e-410c-a167-ccd3144b1fa1 req-40a04313-697c-4927-b461-b9b0319cc8db tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:51.887064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50185337-475e-410c-a167-ccd3144b1fa1 req-40a04313-697c-4927-b461-b9b0319cc8db tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 811 time: 0.1126468 Jan 28 05:45:51.906828 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50185337-475e-410c-a167-ccd3144b1fa1 req-9352a401-f5fe-4f4f-a4ad-2f1caba04244 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/quotas/79fbef5367d24a58af655d60fa276ac5 HTTP/1.1" status: 200 len: 375 time: 0.0152240 Jan 28 05:45:51.946161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50185337-475e-410c-a167-ccd3144b1fa1 req-098566fd-f0b0-4382-889c-abad83d54dfd tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355997 Jan 28 05:45:52.050165 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (e462cc45-0a4f-49be-8f62-0255b3e6c897), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:52.067007 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50185337-475e-410c-a167-ccd3144b1fa1 req-06606ad9-b711-49f4-97fc-3b78bc42dda9 service neutron] 10.222.0.31 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135974 Jan 28 05:45:52.083166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=6d2cf9be-f778-496d-a81f-4bf0f1eab63b,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:52.087272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] No DVR routers for this DVR port e462cc45-0a4f-49be-8f62-0255b3e6c897 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:45:52.092084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf553bab-4394-4cf4-b8b4-0643ec601d38', 'name': 'network-vif-deleted', 'tag': '6d45cbca-5746-4d33-9ede-16c6bc47fa87'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:52.095887 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event deleted for resources: {'Port': ['ID=e462cc45-0a4f-49be-8f62-0255b3e6c897,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:52.095999 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ce6b3b-10fe-4295-89ad-39653b9e4f3a" -d '{"events": [{"server_uuid": "bf553bab-4394-4cf4-b8b4-0643ec601d38", "name": "network-vif-deleted", "tag": "6d45cbca-5746-4d33-9ede-16c6bc47fa87"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:52.104786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-401cb330-5e73-4fca-ad55-47759ccca452 None None] For port e462cc45-0a4f-49be-8f62-0255b3e6c897, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e462cc45-0a4f-49be-8f62-0255b3e6c897,segment=NetworkSegment(ad870ee7-8e87-438b-836c-9f5632a47fa6),segment_id=ad870ee7-8e87-438b-836c-9f5632a47fa6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:52.105183 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-401cb330-5e73-4fca-ad55-47759ccca452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (e462cc45-0a4f-49be-8f62-0255b3e6c897), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:52.119187 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-401cb330-5e73-4fca-ad55-47759ccca452 None None] Calling delete_port for e462cc45-0a4f-49be-8f62-0255b3e6c897 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:45:52.182206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444a471-5aa5-4817-afb7-874b911224b6 req-8457c1c5-833d-4927-9176-87096578af3b tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:52.183728 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d444a471-5aa5-4817-afb7-874b911224b6 req-8457c1c5-833d-4927-9176-87096578af3b tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1334879 Jan 28 05:45:52.192944 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (46db0d92-74bf-457d-b806-9afe3751e599), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:52.201443 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-401cb330-5e73-4fca-ad55-47759ccca452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (e462cc45-0a4f-49be-8f62-0255b3e6c897), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:52.220370 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46db0d92-74bf-457d-b806-9afe3751e599']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:45:52.230341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cb330-5e73-4fca-ad55-47759ccca452 None None] Pushing event deleted for resources: {'Port': ['ID=e462cc45-0a4f-49be-8f62-0255b3e6c897,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:52.232797 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401cb330-5e73-4fca-ad55-47759ccca452 None None] No DVR routers for this DVR port e462cc45-0a4f-49be-8f62-0255b3e6c897 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:45:52.237330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad870ee7-8e87-438b-836c-9f5632a47fa6') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:45:52.237645 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad870ee7-8e87-438b-836c-9f5632a47fa6') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:45:52.248479 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (ad870ee7-8e87-438b-836c-9f5632a47fa6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:52.258282 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50185337-475e-410c-a167-ccd3144b1fa1 req-fdaac526-69dd-422c-b18f-b6d6d14c7d3a service neutron] 10.222.0.31 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571498 Jan 28 05:45:52.265967 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ad870ee7-8e87-438b-836c-9f5632a47fa6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (ad870ee7-8e87-438b-836c-9f5632a47fa6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:45:52.280768 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:45:52.285339 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d444a471-5aa5-4817-afb7-874b911224b6 req-a4bf02da-a0b2-4414-80a1-49d915a13107 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889251 Jan 28 05:45:52.333556 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993ad35b-3c45-4533-a937-dcd1f7e92101 x-openstack-request-id: req-993ad35b-3c45-4533-a937-dcd1f7e92101 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:52.333856 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf553bab-4394-4cf4-b8b4-0643ec601d38", "name": "network-vif-deleted", "tag": "6d45cbca-5746-4d33-9ede-16c6bc47fa87", "status": "failed", "code": 422}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:52.334105 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-993ad35b-3c45-4533-a937-dcd1f7e92101 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:52.334869 n-d-812111-12 neutron-server[103635]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf553bab-4394-4cf4-b8b4-0643ec601d38', 'name': 'network-vif-deleted', 'tag': '6d45cbca-5746-4d33-9ede-16c6bc47fa87', 'status': 'failed', 'code': 422} returned with failed status Jan 28 05:45:52.430612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa7a4b-bedc-4575-a3c8-d5c80e4834e6 req-30bdfdf7-9e97-4d00-b388-46580c084223 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:52.432397 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53aa7a4b-bedc-4575-a3c8-d5c80e4834e6 req-30bdfdf7-9e97-4d00-b388-46580c084223 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.0506051 Jan 28 05:45:52.470349 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-336c274f-821e-4ae4-8209-450f4266006d req-80d47fa6-4c59-49b3-b95c-9cf239b1760e tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=42deed09a12c4a5ea1c29c1c74bb4c7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368280 Jan 28 05:45:52.478717 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (46db0d92-74bf-457d-b806-9afe3751e599), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:52.487548 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:52.490992 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "DELETE /v2.0/networks/46db0d92-74bf-457d-b806-9afe3751e599 HTTP/1.1" status: 204 len: 168 time: 0.9745100 Jan 28 05:45:52.500883 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56890) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:52.503835 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233af93d-bf12-4560-b939-120b0ba1fea7 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event deleted for resources: {'Network': ['ID=46db0d92-74bf-457d-b806-9afe3751e599,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:52.581606 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53aa7a4b-bedc-4575-a3c8-d5c80e4834e6 req-1f861769-0c5a-495a-8b6c-f7ff57925006 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391215 Jan 28 05:45:52.627476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1e4d37-436f-41b7-b98f-3a7473c3081a tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Deleting subnet 1426c62a-b7a4-4c09-a76f-de6158c8f792 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:45:52.636398 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d1e4d37-436f-41b7-b98f-3a7473c3081a tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks [] for subnet (1426c62a-b7a4-4c09-a76f-de6158c8f792), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:52.716811 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a93c98e5-1443-4465-b3b9-c677945a400d req-40250ffa-3bcb-49c7-be9e-2c29e8e319c5 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 210 time: 0.0443912 Jan 28 05:45:52.726206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c274f-821e-4ae4-8209-450f4266006d req-b68de055-af71-42b2-82e3-d9b4c0d0441e tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:52.727813 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-336c274f-821e-4ae4-8209-450f4266006d req-b68de055-af71-42b2-82e3-d9b4c0d0441e tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2497814 Jan 28 05:45:52.742903 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d1e4d37-436f-41b7-b98f-3a7473c3081a tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (1426c62a-b7a4-4c09-a76f-de6158c8f792), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:52.752262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-336c274f-821e-4ae4-8209-450f4266006d req-434a3640-3b35-4860-862f-c3a15de4d442 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Request body: {'port': {'device_id': 'bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '42deed09a12c4a5ea1c29c1c74bb4c7f'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:52.871340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a19ddca9-0f05-49a1-bb0a-3351ae84a544 req-18b57ecf-64f0-461c-8e78-43c4bfeda254 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 210 time: 0.0933731 Jan 28 05:45:52.923467 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e462cc45-0a4f-49be-8f62-0255b3e6c897 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:45:52.952046 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: e462cc45-0a4f-49be-8f62-0255b3e6c897 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:45:52.952626 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e462cc45-0a4f-49be-8f62-0255b3e6c897 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:45:53.022757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a0613-adb0-4b3e-a725-1ebd7ca344b3 req-1ebf00ea-2bc2-43a5-bc44-af7cb02336b1 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:53.024174 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e0a0613-adb0-4b3e-a725-1ebd7ca344b3 req-1ebf00ea-2bc2-43a5-bc44-af7cb02336b1 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.2188125 Jan 28 05:45:53.031087 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d1e4d37-436f-41b7-b98f-3a7473c3081a tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (1426c62a-b7a4-4c09-a76f-de6158c8f792), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:53.105972 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d59d15-22c3-4eef-92c2-cb673418e823 req-cd20efa5-6add-4194-8a8d-3de8bbe8d514 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:53.107513 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33d59d15-22c3-4eef-92c2-cb673418e823 req-cd20efa5-6add-4194-8a8d-3de8bbe8d514 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 949 time: 0.1564980 Jan 28 05:45:53.165863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e0a0613-adb0-4b3e-a725-1ebd7ca344b3 req-d23c5955-b89c-4084-bb50-84b758ee6d88 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295381 Jan 28 05:45:53.187398 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33d59d15-22c3-4eef-92c2-cb673418e823 req-8dc9668d-82d5-468d-9b01-2a529c9e695d tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688927 Jan 28 05:45:53.210144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336c274f-821e-4ae4-8209-450f4266006d req-434a3640-3b35-4860-862f-c3a15de4d442 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Made reservation on behalf of 42deed09a12c4a5ea1c29c1c74bb4c7f for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:45:53.213555 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-336c274f-821e-4ae4-8209-450f4266006d req-434a3640-3b35-4860-862f-c3a15de4d442 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:53.228629 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-336c274f-821e-4ae4-8209-450f4266006d req-434a3640-3b35-4860-862f-c3a15de4d442 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:53.276650 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d1e4d37-436f-41b7-b98f-3a7473c3081a tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (1426c62a-b7a4-4c09-a76f-de6158c8f792), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:53.317371 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d1e4d37-436f-41b7-b98f-3a7473c3081a tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:53.331473 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56906) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:53.331856 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6d1e4d37-436f-41b7-b98f-3a7473c3081a tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "DELETE /v2.0/subnets/1426c62a-b7a4-4c09-a76f-de6158c8f792 HTTP/1.1" status: 204 len: 168 time: 0.8258617 Jan 28 05:45:53.331925 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834bc7f8-89ec-4eb0-acc2-cf296f3566d9 None None] Network 52510310-3569-48fc-b9d8-06d66877c8a8 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:45:53.331991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e4d37-436f-41b7-b98f-3a7473c3081a tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event deleted for resources: {'Subnet': ['ID=1426c62a-b7a4-4c09-a76f-de6158c8f792,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:53.363247 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-336c274f-821e-4ae4-8209-450f4266006d req-434a3640-3b35-4860-862f-c3a15de4d442 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks [] for security_group (f80facf6-dc1c-4067-9fd3-e4d55ea705f6), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:53.419866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d11e9-fb31-4d0a-bce5-44106790f31f req-fc17431f-000e-42a7-b68f-0eded9141ed0 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:53.421420 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c55d11e9-fb31-4d0a-bce5-44106790f31f req-fc17431f-000e-42a7-b68f-0eded9141ed0 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.0557101 Jan 28 05:45:53.437090 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (52510310-3569-48fc-b9d8-06d66877c8a8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:53.439743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5166284b-bfe4-44ea-a529-6d60eb1e3c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2cf9be-f778-496d-a81f-4bf0f1eab63b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:53.442090 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c697b84c-7f1c-4adf-9f5a-2d04c47429a6" -d '{"events": [{"server_uuid": "5166284b-bfe4-44ea-a529-6d60eb1e3c66", "name": "network-vif-plugged", "status": "completed", "tag": "6d2cf9be-f778-496d-a81f-4bf0f1eab63b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:53.480278 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c55d11e9-fb31-4d0a-bce5-44106790f31f req-2dd7074d-d59b-484a-92c7-f333610aabd8 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531695 Jan 28 05:45:53.491540 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29aabe84-a773-4668-b413-66e221bc2a3f x-openstack-request-id: req-29aabe84-a773-4668-b413-66e221bc2a3f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:53.492071 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5166284b-bfe4-44ea-a529-6d60eb1e3c66", "name": "network-vif-plugged", "status": "completed", "tag": "6d2cf9be-f778-496d-a81f-4bf0f1eab63b", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:53.492242 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29aabe84-a773-4668-b413-66e221bc2a3f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:53.493234 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5166284b-bfe4-44ea-a529-6d60eb1e3c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2cf9be-f778-496d-a81f-4bf0f1eab63b', 'code': 200} Jan 28 05:45:53.523470 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Deleting port c40057ab-7bac-4e03-bfce-78b6c012ef1a {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:45:53.523815 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c40057ab-7bac-4e03-bfce-78b6c012ef1a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:53.551169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba44f7b5-fa40-462b-aab3-d273cbe824db None None] DHCP port deletion for 52510310-3569-48fc-b9d8-06d66877c8a8 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:45:53.558761 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-336c274f-821e-4ae4-8209-450f4266006d req-434a3640-3b35-4860-862f-c3a15de4d442 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f80facf6-dc1c-4067-9fd3-e4d55ea705f6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:53.592754 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] For port c40057ab-7bac-4e03-bfce-78b6c012ef1a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c40057ab-7bac-4e03-bfce-78b6c012ef1a,segment=NetworkSegment(49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2),segment_id=49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:53.593251 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c40057ab-7bac-4e03-bfce-78b6c012ef1a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:53.619348 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Calling delete_port for c40057ab-7bac-4e03-bfce-78b6c012ef1a owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:45:53.625422 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ba44f7b5-fa40-462b-aab3-d273cbe824db None None] Deleting port c40057ab-7bac-4e03-bfce-78b6c012ef1a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:45:53.625800 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba44f7b5-fa40-462b-aab3-d273cbe824db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c40057ab-7bac-4e03-bfce-78b6c012ef1a), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:53.670357 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a3640-3b35-4860-862f-c3a15de4d442 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80facf6-dc1c-4067-9fd3-e4d55ea705f6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:53.708763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f3d4e-fd97-49fc-9c91-ffee48424efb req-fd2cfc8a-374f-4889-9177-efb414d4fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:53.711166 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2b9f3d4e-fd97-49fc-9c91-ffee48424efb req-fd2cfc8a-374f-4889-9177-efb414d4fa3d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 1098 time: 0.1062493 Jan 28 05:45:53.714008 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ba44f7b5-fa40-462b-aab3-d273cbe824db None None] For port c40057ab-7bac-4e03-bfce-78b6c012ef1a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c40057ab-7bac-4e03-bfce-78b6c012ef1a,segment=NetworkSegment(49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2),segment_id=49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:53.715327 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba44f7b5-fa40-462b-aab3-d273cbe824db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c40057ab-7bac-4e03-bfce-78b6c012ef1a), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:53.733035 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ba44f7b5-fa40-462b-aab3-d273cbe824db None None] Calling delete_port for c40057ab-7bac-4e03-bfce-78b6c012ef1a owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:45:53.792784 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2b9f3d4e-fd97-49fc-9c91-ffee48424efb req-f39a4c57-4a68-4f92-97e0-0b891e0d7d96 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737326 Jan 28 05:45:53.798933 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-336c274f-821e-4ae4-8209-450f4266006d req-434a3640-3b35-4860-862f-c3a15de4d442 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Allocated IP 192.168.233.71 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/d539f3dd-f19b-44fa-8517-5e1d99418928) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:45:53.819177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a17c85-97c4-4a68-83b7-8093a18b6c3d req-a7439d00-162a-486c-a7d5-999615fab4f0 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:53.820646 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4a17c85-97c4-4a68-83b7-8093a18b6c3d req-a7439d00-162a-486c-a7d5-999615fab4f0 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.0882823 Jan 28 05:45:53.908232 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c40057ab-7bac-4e03-bfce-78b6c012ef1a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:53.914117 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba44f7b5-fa40-462b-aab3-d273cbe824db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (c40057ab-7bac-4e03-bfce-78b6c012ef1a), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:53.935489 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79d6ad5d-da85-4855-a8b6-ed64363b7709 req-662a7297-2bbd-4c0b-a34c-a2fcdfc07488 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 210 time: 0.0663092 Jan 28 05:45:53.937019 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event deleted for resources: {'Port': ['ID=c40057ab-7bac-4e03-bfce-78b6c012ef1a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:53.938855 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] No DVR routers for this DVR port c40057ab-7bac-4e03-bfce-78b6c012ef1a on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:45:53.952050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44f7b5-fa40-462b-aab3-d273cbe824db None None] Pushing event deleted for resources: {'Port': ['ID=c40057ab-7bac-4e03-bfce-78b6c012ef1a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:53.957794 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44f7b5-fa40-462b-aab3-d273cbe824db None None] No DVR routers for this DVR port c40057ab-7bac-4e03-bfce-78b6c012ef1a on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:45:53.977924 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4a17c85-97c4-4a68-83b7-8093a18b6c3d req-1531fba1-798d-46e9-86f7-a3dbfa9e2f14 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500962 Jan 28 05:45:54.032329 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (52510310-3569-48fc-b9d8-06d66877c8a8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:54.054236 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52510310-3569-48fc-b9d8-06d66877c8a8']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:45:54.055197 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-336c274f-821e-4ae4-8209-450f4266006d req-434a3640-3b35-4860-862f-c3a15de4d442 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks [] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:54.065017 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:45:54.068951 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:45:54.075937 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:54.083563 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88d8d859-4d7a-4444-bbd8-12f10749565a req-08dbcfff-d0e4-496a-a931-7324f8e49091 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 210 time: 0.0347972 Jan 28 05:45:54.089305 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:54.096744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:45:54.097768 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (49c2e539-4a7e-4ae1-9e2e-7ecc4fd37fd2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:45:54.107548 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:45:54.191824 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-336c274f-821e-4ae4-8209-450f4266006d req-434a3640-3b35-4860-862f-c3a15de4d442 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:54.253631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336c274f-821e-4ae4-8209-450f4266006d req-434a3640-3b35-4860-862f-c3a15de4d442 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:45:54.259533 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-336c274f-821e-4ae4-8209-450f4266006d req-434a3640-3b35-4860-862f-c3a15de4d442 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:54.270377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-336c274f-821e-4ae4-8209-450f4266006d req-434a3640-3b35-4860-862f-c3a15de4d442 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:45:54.294947 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (52510310-3569-48fc-b9d8-06d66877c8a8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:54.302976 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:54.308936 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] 10.222.0.31 "DELETE /v2.0/networks/52510310-3569-48fc-b9d8-06d66877c8a8 HTTP/1.1" status: 204 len: 168 time: 0.9811823 Jan 28 05:45:54.319331 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb11b7-ff44-4cc4-a0fc-79a8b58ceb91 tempest-ServersTestMultiNic-1361434959 tempest-ServersTestMultiNic-1361434959-project] Pushing event deleted for resources: {'Network': ['ID=52510310-3569-48fc-b9d8-06d66877c8a8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:54.327560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a3640-3b35-4860-862f-c3a15de4d442 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Pushing event updated for resources: {'Port': ['ID=d539f3dd-f19b-44fa-8517-5e1d99418928,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:54.385909 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8154b1-32da-41ec-9696-bcc25b970f36 req-e4dd03fd-2bdb-4f61-ae6e-2391ad407124 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:54.387771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d8154b1-32da-41ec-9696-bcc25b970f36 req-e4dd03fd-2bdb-4f61-ae6e-2391ad407124 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.1526642 Jan 28 05:45:54.392921 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c274f-821e-4ae4-8209-450f4266006d req-434a3640-3b35-4860-862f-c3a15de4d442 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:54.393547 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-336c274f-821e-4ae4-8209-450f4266006d req-434a3640-3b35-4860-862f-c3a15de4d442 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:54.429979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3601e6-6eb9-42f0-ae2d-e0b69773271a req-fbce4a9c-21d7-4126-849a-8063ab6d2944 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:54.431527 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d3601e6-6eb9-42f0-ae2d-e0b69773271a req-fbce4a9c-21d7-4126-849a-8063ab6d2944 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 949 time: 0.1430953 Jan 28 05:45:54.479497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d8154b1-32da-41ec-9696-bcc25b970f36 req-a26cf580-508b-42db-a07f-79224b517270 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823991 Jan 28 05:45:54.507767 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d3601e6-6eb9-42f0-ae2d-e0b69773271a req-df6d84fb-f4e1-4f7c-a84d-03eb6d34e0dc tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655689 Jan 28 05:45:54.547803 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-336c274f-821e-4ae4-8209-450f4266006d req-434a3640-3b35-4860-862f-c3a15de4d442 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7863770 Jan 28 05:45:54.553917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-420b7b39-4377-46b7-9b52-d21d44b2d8b7 None None] Provisioning complete for port d539f3dd-f19b-44fa-8517-5e1d99418928 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:54.554590 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-420b7b39-4377-46b7-9b52-d21d44b2d8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:54.571501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Request body: {'port': {'device_id': 'bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:54.595150 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-420b7b39-4377-46b7-9b52-d21d44b2d8b7 None None] Port d539f3dd-f19b-44fa-8517-5e1d99418928 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:45:54.619494 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-2805861e-3b29-4c47-850b-e9ba984ff99e tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=42deed09a12c4a5ea1c29c1c74bb4c7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519435 Jan 28 05:45:54.707878 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:54.718739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b7576-1f46-45de-abe7-10683197150a req-a3b42b98-2b7b-42da-b074-6c0569e79541 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:54.720321 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d7b7576-1f46-45de-abe7-10683197150a req-a3b42b98-2b7b-42da-b074-6c0569e79541 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1152654 Jan 28 05:45:54.732603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c0738-773a-4c2e-b3d7-540296c3fb98 req-332f16eb-4c1d-45e1-b42a-767fd5f0dd9d tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:54.734118 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-454c0738-773a-4c2e-b3d7-540296c3fb98 req-332f16eb-4c1d-45e1-b42a-767fd5f0dd9d tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 1101 time: 0.1029754 Jan 28 05:45:54.778779 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-9afac077-8e9d-448a-8b60-ce1d6848e2e6 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:54.780527 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-9afac077-8e9d-448a-8b60-ce1d6848e2e6 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1121531 Jan 28 05:45:54.812570 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-73c21b44-ae31-4fa0-a6f6-98eca823179c tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Request body: {'port': {'device_id': 'f681cb21-b165-49b0-a18c-6677f0149776', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '42deed09a12c4a5ea1c29c1c74bb4c7f'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:54.821532 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:54.843144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d7b7576-1f46-45de-abe7-10683197150a req-67ed042f-7d6c-4736-9d3c-ecebc8c77054 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156616 Jan 28 05:45:54.849930 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-454c0738-773a-4c2e-b3d7-540296c3fb98 req-3f5b9502-e8b7-4916-9b31-896b143c3bcc tempest-ServersOnMultiNodesTest-43614883 tempest-ServersOnMultiNodesTest-43614883-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083422 Jan 28 05:45:54.937040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c40057ab-7bac-4e03-bfce-78b6c012ef1a no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:45:54.971317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: c40057ab-7bac-4e03-bfce-78b6c012ef1a {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:45:54.971958 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c40057ab-7bac-4e03-bfce-78b6c012ef1a not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:45:55.038494 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-73c21b44-ae31-4fa0-a6f6-98eca823179c tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Made reservation on behalf of 42deed09a12c4a5ea1c29c1c74bb4c7f for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:45:55.042073 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-73c21b44-ae31-4fa0-a6f6-98eca823179c tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:55.092858 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13332e29-e283-4fb4-a68f-d2e3e058572e req-71ad904b-49f3-4018-9cc3-4c9c66f4b818 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 210 time: 0.0310957 Jan 28 05:45:55.143395 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56944) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:55.162203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d539f3dd-f19b-44fa-8517-5e1d99418928 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:55.170828 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Publish callbacks [] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:55.183577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Transition to ACTIVE for port object d539f3dd-f19b-44fa-8517-5e1d99418928 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:45:55.240582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896c026-2fba-4ba7-a082-c4d4ff631310 req-f26b417b-4ae1-4c53-813c-bc3e9c0efbbf tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:55.242192 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5896c026-2fba-4ba7-a082-c4d4ff631310 req-f26b417b-4ae1-4c53-813c-bc3e9c0efbbf tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.0526948 Jan 28 05:45:55.289485 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:55.325529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5896c026-2fba-4ba7-a082-c4d4ff631310 req-b9edfaa2-c286-46f7-89b6-e33996c6749e tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764513 Jan 28 05:45:55.420131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Pushing event updated for resources: {'Port': ['ID=d539f3dd-f19b-44fa-8517-5e1d99418928,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:55.491113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-663f41e7-9d6f-4f7c-b49e-5f5c5efa8d26 req-4489dce2-35db-4fc6-b684-89e4912c112a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 210 time: 0.0406179 Jan 28 05:45:55.527278 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Attempting to bind port d539f3dd-f19b-44fa-8517-5e1d99418928 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:45:55.527730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Attempting to bind port d539f3dd-f19b-44fa-8517-5e1d99418928 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:45:55.528106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Attempting to bind port d539f3dd-f19b-44fa-8517-5e1d99418928 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:55.566947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Port d539f3dd-f19b-44fa-8517-5e1d99418928 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:45:55.567376 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Attempting to bind port d539f3dd-f19b-44fa-8517-5e1d99418928 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:55.584139 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:45:55.584485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:45:55.584873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:45:55.585309 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Bound port: d539f3dd-f19b-44fa-8517-5e1d99418928, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:45:55.585671 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:55.683552 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-73c21b44-ae31-4fa0-a6f6-98eca823179c tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Allocated IP 192.168.233.150 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/5cbe4213-6e56-402e-9eb4-48fe15bdb0d4) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:45:55.781564 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d8227-79af-472d-a9fd-7139878b955e req-b7390523-257a-4b23-a8a8-7566544b1cbe tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:55.783216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc0d8227-79af-472d-a9fd-7139878b955e req-b7390523-257a-4b23-a8a8-7566544b1cbe tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 949 time: 0.1349819 Jan 28 05:45:55.784678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] For port d539f3dd-f19b-44fa-8517-5e1d99418928, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:45:55.788839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] For port d539f3dd-f19b-44fa-8517-5e1d99418928, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=d539f3dd-f19b-44fa-8517-5e1d99418928,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:45:55.797398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f733bc-23e0-424d-929f-e64cddacf29d req-ed5a0e12-fb21-4419-bef3-e3d3ef33d8f9 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:55.799074 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9f733bc-23e0-424d-929f-e64cddacf29d req-ed5a0e12-fb21-4419-bef3-e3d3ef33d8f9 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.1955035 Jan 28 05:45:55.882874 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc0d8227-79af-472d-a9fd-7139878b955e req-dfaa48c3-5a24-40b8-bb63-ded7e247eab9 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825639 Jan 28 05:45:55.891429 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9f733bc-23e0-424d-929f-e64cddacf29d req-fa1a9aa5-51c1-4ea3-ac2a-a800e42766be tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844707 Jan 28 05:45:55.929709 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:55.961222 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-73c21b44-ae31-4fa0-a6f6-98eca823179c tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks [] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:55.997126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:55.997126 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:55.999394 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-336c274f-821e-4ae4-8209-450f4266006d req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] 10.222.0.60 "PUT /v2.0/ports/d539f3dd-f19b-44fa-8517-5e1d99418928 HTTP/1.1" status: 200 len: 1096 time: 1.4322071 Jan 28 05:45:56.002474 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2', 'tag': 'd539f3dd-f19b-44fa-8517-5e1d99418928'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:56.004800 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd02ad95-d094-4f23-85c5-20bd8f375c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2", "tag": "d539f3dd-f19b-44fa-8517-5e1d99418928"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:56.050943 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20b7a4-3435-4fae-ba54-a903d9f44b1c service neutron] Pushing event updated for resources: {'Port': ['ID=d539f3dd-f19b-44fa-8517-5e1d99418928,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:56.086824 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc03f248-8038-45fe-938f-f37c6e357c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (89abb253-ea5b-41cb-be75-d69b98067170), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:56.120315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29ebbd-a53d-430c-889c-499853d18a64 req-a2c32415-1ca1-441a-a8a5-9428c64d74a6 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:56.127355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb29ebbd-a53d-430c-889c-499853d18a64 req-a2c32415-1ca1-441a-a8a5-9428c64d74a6 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1559892 Jan 28 05:45:56.127989 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-73c21b44-ae31-4fa0-a6f6-98eca823179c tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:56.240362 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-73c21b44-ae31-4fa0-a6f6-98eca823179c tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:45:56.257254 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c21b44-ae31-4fa0-a6f6-98eca823179c tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Pushing event updated for resources: {'Port': ['ID=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:56.259047 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb29ebbd-a53d-430c-889c-499853d18a64 req-99238eef-0a46-49ac-bb74-63e3e72092d5 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305206 Jan 28 05:45:56.265934 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-73c21b44-ae31-4fa0-a6f6-98eca823179c tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:56.268291 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-73c21b44-ae31-4fa0-a6f6-98eca823179c tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:45:56.279561 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc31225-e32e-4d33-a980-c28085138452 x-openstack-request-id: req-5cc31225-e32e-4d33-a980-c28085138452 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:56.283732 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2", "tag": "d539f3dd-f19b-44fa-8517-5e1d99418928", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:56.283732 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cc31225-e32e-4d33-a980-c28085138452 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:56.283732 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2', 'tag': 'd539f3dd-f19b-44fa-8517-5e1d99418928', 'status': 'completed', 'code': 200} Jan 28 05:45:56.298199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50185337-475e-410c-a167-ccd3144b1fa1 req-5b008338-709a-4027-ba56-b0dbd9fc3afb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:56.300879 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50185337-475e-410c-a167-ccd3144b1fa1 req-5b008338-709a-4027-ba56-b0dbd9fc3afb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.60 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 811 time: 0.2468402 Jan 28 05:45:56.337697 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-50185337-475e-410c-a167-ccd3144b1fa1 req-ca7d0e59-44f8-48af-b721-ee599cc964e1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Request body: {'port': {'device_id': '031c475c-e825-49bd-b8eb-e71fcae144e3', 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd', 'admin_state_up': True, 'tenant_id': '79fbef5367d24a58af655d60fa276ac5'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:56.350171 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-73c21b44-ae31-4fa0-a6f6-98eca823179c tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:56.351077 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-73c21b44-ae31-4fa0-a6f6-98eca823179c tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:56.450072 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c274f-821e-4ae4-8209-450f4266006d req-fc794af5-5227-47a0-98a6-038cef8ced54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:56.459677 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-336c274f-821e-4ae4-8209-450f4266006d req-fc794af5-5227-47a0-98a6-038cef8ced54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42deed09a12c4a5ea1c29c1c74bb4c7f&device_id=bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2 HTTP/1.1" status: 200 len: 1099 time: 0.2175064 Jan 28 05:45:56.467162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58da881-90d2-4c93-bce8-b77a501adc17 req-8b73ee26-f60e-448e-be70-38e19302d5e1 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:56.474804 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d58da881-90d2-4c93-bce8-b77a501adc17 req-8b73ee26-f60e-448e-be70-38e19302d5e1 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 936 time: 0.1554403 Jan 28 05:45:56.536903 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-336c274f-821e-4ae4-8209-450f4266006d req-c13f3fad-7edd-4be6-beb6-c983f1542a9e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d539f3dd-f19b-44fa-8517-5e1d99418928 HTTP/1.1" status: 200 len: 217 time: 0.0404062 Jan 28 05:45:56.595638 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-73c21b44-ae31-4fa0-a6f6-98eca823179c tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7883089 Jan 28 05:45:56.605415 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-bcea12b0-0324-4e95-a930-477c3a093477 None None] Provisioning complete for port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:45:56.606604 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bcea12b0-0324-4e95-a930-477c3a093477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:56.625329 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c274f-821e-4ae4-8209-450f4266006d req-753d33cb-7e39-4e8e-ab9b-0c6c28597782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:56.626814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d58da881-90d2-4c93-bce8-b77a501adc17 req-9d9d1d4a-c565-4e50-a124-339cb281a4d6 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511252 Jan 28 05:45:56.627075 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-336c274f-821e-4ae4-8209-450f4266006d req-753d33cb-7e39-4e8e-ab9b-0c6c28597782 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0733294 Jan 28 05:45:56.633210 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Request body: {'port': {'device_id': 'f681cb21-b165-49b0-a18c-6677f0149776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:56.648624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28cd2e-63d6-4c47-bf1f-0dcd77341047 req-e4f23d61-3f3c-48ac-aae9-a23377ec7464 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:56.648762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a28cd2e-63d6-4c47-bf1f-0dcd77341047 req-e4f23d61-3f3c-48ac-aae9-a23377ec7464 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.1691277 Jan 28 05:45:56.658488 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bcea12b0-0324-4e95-a930-477c3a093477 None None] Port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:45:56.717478 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a28cd2e-63d6-4c47-bf1f-0dcd77341047 req-d7ed4eca-6be2-4610-996c-2be7c5f1b89d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601988 Jan 28 05:45:56.736916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d46d502d-5acd-46a5-a69f-3843f52cad7e req-efb5e3e1-002f-41c7-9aea-3270b046b176 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 210 time: 0.0351253 Jan 28 05:45:56.764506 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:56.770361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50185337-475e-410c-a167-ccd3144b1fa1 req-ca7d0e59-44f8-48af-b721-ee599cc964e1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Made reservation on behalf of 79fbef5367d24a58af655d60fa276ac5 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:45:56.773730 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50185337-475e-410c-a167-ccd3144b1fa1 req-ca7d0e59-44f8-48af-b721-ee599cc964e1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:56.776271 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c274f-821e-4ae4-8209-450f4266006d req-24c7e1ef-2e27-4b00-9099-0fea99c97c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:56.777810 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-336c274f-821e-4ae4-8209-450f4266006d req-24c7e1ef-2e27-4b00-9099-0fea99c97c8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1391261 Jan 28 05:45:56.902728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-50185337-475e-410c-a167-ccd3144b1fa1 req-ca7d0e59-44f8-48af-b721-ee599cc964e1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Allocated IP 172.20.0.12 (b7fafb85-2281-41db-85af-da2c477e5fbd/c507c782-4f53-4cd1-85bd-9b428677b1ce/c9a25f1e-8a54-476c-945e-c8145758f5b2) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:45:57.012545 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-dc03f248-8038-45fe-938f-f37c6e357c6e admin admin] Deleting port 4c254fba-c3da-4282-82f2-fde1f4e0a424 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:45:57.012806 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc03f248-8038-45fe-938f-f37c6e357c6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:57.017993 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-336c274f-821e-4ae4-8209-450f4266006d req-6f6f1ab5-672e-4240-b74b-fbc3640abd1f service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331312 Jan 28 05:45:57.272289 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-dc03f248-8038-45fe-938f-f37c6e357c6e admin admin] For port 4c254fba-c3da-4282-82f2-fde1f4e0a424, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4c254fba-c3da-4282-82f2-fde1f4e0a424,segment=NetworkSegment(beb05aca-35e1-4a82-bae0-38d93fb9f5dc),segment_id=beb05aca-35e1-4a82-bae0-38d93fb9f5dc)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:57.272646 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc03f248-8038-45fe-938f-f37c6e357c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:57.292050 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-336c274f-821e-4ae4-8209-450f4266006d req-ad0dff45-c2a9-4fdc-9ee0-3618fe224341 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224975 Jan 28 05:45:57.303351 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-dc03f248-8038-45fe-938f-f37c6e357c6e admin admin] Calling delete_port for 4c254fba-c3da-4282-82f2-fde1f4e0a424 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:45:57.381879 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:57.392154 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Publish callbacks [] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:57.416842 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:57.417450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Transition to ACTIVE for port object 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:45:57.449027 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f930a-f82b-4a3e-b5e1-7ff41b345cc3 req-267a04e2-968a-4914-a16c-ae0cd41dd939 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:57.451492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba5f930a-f82b-4a3e-b5e1-7ff41b345cc3 req-267a04e2-968a-4914-a16c-ae0cd41dd939 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.4863722 Jan 28 05:45:57.502974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1a392-b9c1-430c-bfa2-65a906e17696 req-9c74a4eb-26ec-4a6f-8614-bcbe8f62667c tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:57.504183 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43f1a392-b9c1-430c-bfa2-65a906e17696 req-9c74a4eb-26ec-4a6f-8614-bcbe8f62667c tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 949 time: 0.4983058 Jan 28 05:45:57.518232 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b48a1d-d2c8-4adf-8207-c7fb98730580 req-74f32a9e-cd79-49e3-8421-e5151dbcaff5 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:57.519743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84b48a1d-d2c8-4adf-8207-c7fb98730580 req-74f32a9e-cd79-49e3-8421-e5151dbcaff5 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 949 time: 0.1644251 Jan 28 05:45:57.522486 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:57.528570 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50185337-475e-410c-a167-ccd3144b1fa1 req-ca7d0e59-44f8-48af-b721-ee599cc964e1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks [] for port (c9a25f1e-8a54-476c-945e-c8145758f5b2), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:57.568111 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02ad95-d094-4f23-85c5-20bd8f375c2b req-13fb7ce5-63a1-4871-82e5-b8abf03e8710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:57.569894 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bd02ad95-d094-4f23-85c5-20bd8f375c2b req-13fb7ce5-63a1-4871-82e5-b8abf03e8710 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42deed09a12c4a5ea1c29c1c74bb4c7f&device_id=bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2 HTTP/1.1" status: 200 len: 1099 time: 0.1011364 Jan 28 05:45:57.626688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba5f930a-f82b-4a3e-b5e1-7ff41b345cc3 req-d2d85c54-c762-4f3b-933f-a608629c7b8c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657300 Jan 28 05:45:57.643175 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:57.704934 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43f1a392-b9c1-430c-bfa2-65a906e17696 req-220bd879-7dec-4b73-bb71-2bed494e54ac tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828003 Jan 28 05:45:57.772941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-84b48a1d-d2c8-4adf-8207-c7fb98730580 req-ea0a34d3-865d-4b92-b1d7-2e254e7aa42e tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Deleting port e85dca10-17b8-4235-b2cc-327e2f9917ad {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:45:57.773444 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-84b48a1d-d2c8-4adf-8207-c7fb98730580 req-ea0a34d3-865d-4b92-b1d7-2e254e7aa42e tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (e85dca10-17b8-4235-b2cc-327e2f9917ad), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:57.810085 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50185337-475e-410c-a167-ccd3144b1fa1 req-ca7d0e59-44f8-48af-b721-ee599cc964e1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (c9a25f1e-8a54-476c-945e-c8145758f5b2), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:57.820368 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02ad95-d094-4f23-85c5-20bd8f375c2b req-a685cfa3-fab9-4806-a2cc-fcfb8e46d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:57.821988 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bd02ad95-d094-4f23-85c5-20bd8f375c2b req-a685cfa3-fab9-4806-a2cc-fcfb8e46d661 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.2405832 Jan 28 05:45:57.822946 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Attempting to bind port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:45:57.823396 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Attempting to bind port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:45:57.823823 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Attempting to bind port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:57.835979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:45:57.836965 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Attempting to bind port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:57.876502 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:45:57.878258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:45:57.878258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:45:57.878258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Bound port: 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:45:57.878258 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:57.881132 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bd02ad95-d094-4f23-85c5-20bd8f375c2b req-6f0534d5-d63c-4fd4-9173-33cc12cd8efa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d539f3dd-f19b-44fa-8517-5e1d99418928 HTTP/1.1" status: 200 len: 217 time: 0.0513818 Jan 28 05:45:57.933498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50185337-475e-410c-a167-ccd3144b1fa1 req-ca7d0e59-44f8-48af-b721-ee599cc964e1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Network b7fafb85-2281-41db-85af-da2c477e5fbd is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:45:57.942471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-50185337-475e-410c-a167-ccd3144b1fa1 req-ca7d0e59-44f8-48af-b721-ee599cc964e1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:45:57.944306 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d0e59-44f8-48af-b721-ee599cc964e1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Pushing event updated for resources: {'Port': ['ID=c9a25f1e-8a54-476c-945e-c8145758f5b2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:57.944450 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc03f248-8038-45fe-938f-f37c6e357c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (4c254fba-c3da-4282-82f2-fde1f4e0a424), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:57.947217 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-50185337-475e-410c-a167-ccd3144b1fa1 req-ca7d0e59-44f8-48af-b721-ee599cc964e1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:45:57.960078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2fc85-54c0-419e-a109-852747838f42 req-72c5489e-cd0d-4488-868d-e844f977b34e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:57.961566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7cd2fc85-54c0-419e-a109-852747838f42 req-72c5489e-cd0d-4488-868d-e844f977b34e tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1811836 Jan 28 05:45:57.987285 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03f248-8038-45fe-938f-f37c6e357c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=4c254fba-c3da-4282-82f2-fde1f4e0a424,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:58.005848 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02ad95-d094-4f23-85c5-20bd8f375c2b req-1b2ac601-9b68-4173-8e3d-c579baaf8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:58.007349 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bd02ad95-d094-4f23-85c5-20bd8f375c2b req-1b2ac601-9b68-4173-8e3d-c579baaf8b42 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1177380 Jan 28 05:45:58.017333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-84b48a1d-d2c8-4adf-8207-c7fb98730580 req-ea0a34d3-865d-4b92-b1d7-2e254e7aa42e tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] For port e85dca10-17b8-4235-b2cc-327e2f9917ad, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=e85dca10-17b8-4235-b2cc-327e2f9917ad,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:45:58.017711 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-84b48a1d-d2c8-4adf-8207-c7fb98730580 req-ea0a34d3-865d-4b92-b1d7-2e254e7aa42e tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (e85dca10-17b8-4235-b2cc-327e2f9917ad), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:58.050400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-84b48a1d-d2c8-4adf-8207-c7fb98730580 req-ea0a34d3-865d-4b92-b1d7-2e254e7aa42e tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Calling delete_port for e85dca10-17b8-4235-b2cc-327e2f9917ad owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:45:58.063776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50185337-475e-410c-a167-ccd3144b1fa1 req-ca7d0e59-44f8-48af-b721-ee599cc964e1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:58.064398 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50185337-475e-410c-a167-ccd3144b1fa1 req-ca7d0e59-44f8-48af-b721-ee599cc964e1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:58.066894 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] For port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:45:58.098264 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] For port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:45:58.110077 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7cd2fc85-54c0-419e-a109-852747838f42 req-42d7062f-7cb3-420a-ab3e-312a3b7461b3 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248987 Jan 28 05:45:58.125729 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02ad95-d094-4f23-85c5-20bd8f375c2b req-defb3d99-d696-48d3-8f5f-33492984df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:58.127299 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bd02ad95-d094-4f23-85c5-20bd8f375c2b req-defb3d99-d696-48d3-8f5f-33492984df55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0943825 Jan 28 05:45:58.180502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50185337-475e-410c-a167-ccd3144b1fa1 req-ca7d0e59-44f8-48af-b721-ee599cc964e1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8483875 Jan 28 05:45:58.194869 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:58.205962 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Request body: {'port': {'device_id': '031c475c-e825-49bd-b8eb-e71fcae144e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:45:58.242697 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b195b-288b-4a52-bd08-15ef9b73ae81 req-8cf32233-9f05-45bb-beda-8b5b36674644 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:58.244386 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e6b195b-288b-4a52-bd08-15ef9b73ae81 req-8cf32233-9f05-45bb-beda-8b5b36674644 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 948 time: 0.1544909 Jan 28 05:45:58.320139 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:58.320843 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:58.322526 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] 10.222.0.60 "PUT /v2.0/ports/5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 HTTP/1.1" status: 200 len: 1097 time: 1.6940212 Jan 28 05:45:58.328607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f681cb21-b165-49b0-a18c-6677f0149776', 'tag': '5cbe4213-6e56-402e-9eb4-48fe15bdb0d4'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:58.330992 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42c6f37-5eb6-4207-abe9-0e3e9d78ffbe" -d '{"events": [{"name": "network-changed", "server_uuid": "f681cb21-b165-49b0-a18c-6677f0149776", "tag": "5cbe4213-6e56-402e-9eb4-48fe15bdb0d4"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:58.374647 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47783df8-e4bd-4687-bcf0-e44adda6a310 req-6a492e28-951b-42bc-9d4c-ff02688126d7 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:58.376137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-47783df8-e4bd-4687-bcf0-e44adda6a310 req-6a492e28-951b-42bc-9d4c-ff02688126d7 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.1664343 Jan 28 05:45:58.376757 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c9a25f1e-8a54-476c-945e-c8145758f5b2), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:58.388916 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887109aa-c22b-4de6-8ab5-bfe12f70f5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:58.394965 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc03f248-8038-45fe-938f-f37c6e357c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (89abb253-ea5b-41cb-be75-d69b98067170), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:58.450876 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bd02ad95-d094-4f23-85c5-20bd8f375c2b req-88ef631c-7797-41cd-bfab-beaf4f582714 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785175 Jan 28 05:45:58.465264 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e6b195b-288b-4a52-bd08-15ef9b73ae81 req-75120a95-f68d-400b-97fe-3627ae14a7b8 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920128 Jan 28 05:45:58.593003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-47783df8-e4bd-4687-bcf0-e44adda6a310 req-82b0e409-1f49-45d9-b103-c1b77d794d3f tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959326 Jan 28 05:45:58.593652 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-84b48a1d-d2c8-4adf-8207-c7fb98730580 req-ea0a34d3-865d-4b92-b1d7-2e254e7aa42e tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (e85dca10-17b8-4235-b2cc-327e2f9917ad), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:58.630024 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['90541f7f-a766-410e-b604-6c14a5872317', '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c', '4076125d-ed0a-4bd4-8351-f36b18b575e6', '730c6fba-2781-44d1-a564-f5fd0cfdc7cc', 'e85dca10-17b8-4235-b2cc-327e2f9917ad'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:58.666924 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['29c76cb7-72b3-4c01-b7b9-23bd7536f4a4', 'f7ee5058-ccac-46c4-9d30-5a71fc24a2ec', 'a1ca69b7-4e3d-46da-9e84-10f78f32dc7b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:45:58.751489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a34d3-865d-4b92-b1d7-2e254e7aa42e tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Pushing event deleted for resources: {'Port': ['ID=e85dca10-17b8-4235-b2cc-327e2f9917ad,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:58.888243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b48a1d-d2c8-4adf-8207-c7fb98730580 req-ea0a34d3-865d-4b92-b1d7-2e254e7aa42e tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] No DVR routers for this DVR port e85dca10-17b8-4235-b2cc-327e2f9917ad on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:45:58.903235 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-84b48a1d-d2c8-4adf-8207-c7fb98730580 req-ea0a34d3-865d-4b92-b1d7-2e254e7aa42e tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:58.908077 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84b48a1d-d2c8-4adf-8207-c7fb98730580 req-ea0a34d3-865d-4b92-b1d7-2e254e7aa42e tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "DELETE /v2.0/ports/e85dca10-17b8-4235-b2cc-327e2f9917ad HTTP/1.1" status: 204 len: 173 time: 1.3714049 Jan 28 05:45:58.914973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e18d05-3a24-4db0-9d2e-6f708794aa4a', 'name': 'network-vif-deleted', 'tag': 'e85dca10-17b8-4235-b2cc-327e2f9917ad'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:45:58.919365 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc53cc4b-6d49-49bd-b273-44900152c831" -d '{"events": [{"server_uuid": "69e18d05-3a24-4db0-9d2e-6f708794aa4a", "name": "network-vif-deleted", "tag": "e85dca10-17b8-4235-b2cc-327e2f9917ad"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:45:58.942003 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c940c7-e776-458b-9f2c-00d4b19044fa req-48035c22-65c3-48f6-8210-7ed17f0be5ef tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:58.954070 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15c940c7-e776-458b-9f2c-00d4b19044fa req-48035c22-65c3-48f6-8210-7ed17f0be5ef tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 932 time: 0.3766124 Jan 28 05:45:58.996010 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1930a3d-112a-413e-a705-967d592f879b req-38a735ed-9ead-4ef5-b43a-72a5bcff9fec tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:59.002836 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1930a3d-112a-413e-a705-967d592f879b req-38a735ed-9ead-4ef5-b43a-72a5bcff9fec tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.2581251 Jan 28 05:45:59.016346 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-e39c74bf-e282-4922-aedf-507546985669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:59.017919 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-e39c74bf-e282-4922-aedf-507546985669 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42deed09a12c4a5ea1c29c1c74bb4c7f&device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 1100 time: 0.1880944 Jan 28 05:45:59.056805 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bd02ad95-d094-4f23-85c5-20bd8f375c2b req-924055c1-f6ba-4728-beaf-d6e4ed69bd64 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981934 Jan 28 05:45:59.087747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a25f1e-8a54-476c-945e-c8145758f5b2 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:45:59.101722 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-6218e63a-941a-4827-9eb1-4f8808c1538c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 HTTP/1.1" status: 200 len: 217 time: 0.0450213 Jan 28 05:45:59.102097 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Publish callbacks [] for port (c9a25f1e-8a54-476c-945e-c8145758f5b2), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:59.112987 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15c940c7-e776-458b-9f2c-00d4b19044fa req-92eab626-52af-4444-abf8-155a9495238e tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579263 Jan 28 05:45:59.141164 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1930a3d-112a-413e-a705-967d592f879b req-197ccdc9-525d-42ca-9a9f-e58586eff5b3 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373940 Jan 28 05:45:59.146974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Transition to ACTIVE for port object c9a25f1e-8a54-476c-945e-c8145758f5b2 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:45:59.206797 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d30e94f-d576-43f2-9595-5321f95174a4 x-openstack-request-id: req-5d30e94f-d576-43f2-9595-5321f95174a4 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:59.207204 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f681cb21-b165-49b0-a18c-6677f0149776", "tag": "5cbe4213-6e56-402e-9eb4-48fe15bdb0d4", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:59.207560 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d30e94f-d576-43f2-9595-5321f95174a4 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:59.208051 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f681cb21-b165-49b0-a18c-6677f0149776', 'tag': '5cbe4213-6e56-402e-9eb4-48fe15bdb0d4', 'status': 'completed', 'code': 200} Jan 28 05:45:59.229060 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (c9a25f1e-8a54-476c-945e-c8145758f5b2), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:59.239603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-2af7aecf-eb08-44bc-93b1-3c4db00fd3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:59.241257 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-2af7aecf-eb08-44bc-93b1-3c4db00fd3dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0900817 Jan 28 05:45:59.251050 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc03f248-8038-45fe-938f-f37c6e357c6e admin admin] Router 89abb253-ea5b-41cb-be75-d69b98067170 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:45:59.314278 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae46b92-f017-4ec4-bdf0-d7a0417f4459 x-openstack-request-id: req-9ae46b92-f017-4ec4-bdf0-d7a0417f4459 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:45:59.314597 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e18d05-3a24-4db0-9d2e-6f708794aa4a", "name": "network-vif-deleted", "tag": "e85dca10-17b8-4235-b2cc-327e2f9917ad", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:45:59.314858 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ae46b92-f017-4ec4-bdf0-d7a0417f4459 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:45:59.315255 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e18d05-3a24-4db0-9d2e-6f708794aa4a', 'name': 'network-vif-deleted', 'tag': 'e85dca10-17b8-4235-b2cc-327e2f9917ad', 'status': 'completed', 'code': 200} Jan 28 05:45:59.319003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1728310e-d065-493f-b600-8932f86f563c req-46667c7f-7bb9-4b94-9a8d-b43f8e57f0c0 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e18d05-3a24-4db0-9d2e-6f708794aa4a HTTP/1.1" status: 200 len: 210 time: 0.0354512 Jan 28 05:45:59.365557 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-38868b9c-b9cb-4f6e-b12e-916374019cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:59.367131 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-38868b9c-b9cb-4f6e-b12e-916374019cca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1147461 Jan 28 05:45:59.374568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a25f1e-8a54-476c-945e-c8145758f5b2,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:45:59.488627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Attempting to bind port c9a25f1e-8a54-476c-945e-c8145758f5b2 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:45:59.489267 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Attempting to bind port c9a25f1e-8a54-476c-945e-c8145758f5b2 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:45:59.489267 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Attempting to bind port c9a25f1e-8a54-476c-945e-c8145758f5b2 on network b7fafb85-2281-41db-85af-da2c477e5fbd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:59.501011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Port c9a25f1e-8a54-476c-945e-c8145758f5b2 on network b7fafb85-2281-41db-85af-da2c477e5fbd not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:45:59.501011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Attempting to bind port c9a25f1e-8a54-476c-945e-c8145758f5b2 on network b7fafb85-2281-41db-85af-da2c477e5fbd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:45:59.505636 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc03f248-8038-45fe-938f-f37c6e357c6e admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:45:59.513630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:45:59.514010 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Checking segment: {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:45:59.514377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Bound using segment: {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:45:59.514649 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dc03f248-8038-45fe-938f-f37c6e357c6e admin admin] 10.222.0.31 "PUT /v2.0/routers/89abb253-ea5b-41cb-be75-d69b98067170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3700492 Jan 28 05:45:59.514824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Bound port: c9a25f1e-8a54-476c-945e-c8145758f5b2, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:45:59.515188 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c9a25f1e-8a54-476c-945e-c8145758f5b2), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:59.517230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56994) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:45:59.523650 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a3599-5b58-4cbc-b25d-b09274cd30e6 None None] Sync routers for ids ['89abb253-ea5b-41cb-be75-d69b98067170'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:45:59.524287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b798d0d-3bd1-4f59-85d8-21ac6b0857fd req-849484f3-c839-446a-9293-8e732dc3c22d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:59.526469 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b798d0d-3bd1-4f59-85d8-21ac6b0857fd req-849484f3-c839-446a-9293-8e732dc3c22d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.1094546 Jan 28 05:45:59.534111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e8c27-4185-4373-93ea-86a7efcc0a9d req-043f4f44-b940-4994-859e-25673c31a3c3 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:59.534665 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a3599-5b58-4cbc-b25d-b09274cd30e6 None None] Routers {'89abb253-ea5b-41cb-be75-d69b98067170'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:45:59.535348 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8b2a3599-5b58-4cbc-b25d-b09274cd30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:45:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['89abb253-ea5b-41cb-be75-d69b98067170'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:45:59.535600 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c12e8c27-4185-4373-93ea-86a7efcc0a9d req-043f4f44-b940-4994-859e-25673c31a3c3 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1085606 Jan 28 05:45:59.559559 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-230cee18-34d2-4200-a29d-305b32579c75 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763623 Jan 28 05:45:59.653237 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8b2a3599-5b58-4cbc-b25d-b09274cd30e6 None None] Set router 89abb253-ea5b-41cb-be75-d69b98067170 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:45:59.678954 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-54ffcd9f-7172-4c9e-9557-615d5181fd26 req-e85c41ee-9c43-4b7a-8b8f-87bed1ed1e0a service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121747 Jan 28 05:45:59.745307 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b798d0d-3bd1-4f59-85d8-21ac6b0857fd req-73e2f42e-4f80-438c-83cf-d1331b61b47a tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029653 Jan 28 05:45:59.776870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c12e8c27-4185-4373-93ea-86a7efcc0a9d req-2d9fb2c3-a2f5-4f90-8852-c5d5f90ba22d tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933718 Jan 28 05:45:59.781589 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22411107-b82d-454b-8abc-726b659c5a13 admin admin] Publish callbacks [] for router (89abb253-ea5b-41cb-be75-d69b98067170), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:45:59.851959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] For port c9a25f1e-8a54-476c-945e-c8145758f5b2, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:45:59.869693 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8b2a3599-5b58-4cbc-b25d-b09274cd30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89abb253-ea5b-41cb-be75-d69b98067170', 'name': 'tempest-ServersTestMultiNic-226803805-router', 'tenant_id': '2bd072a204b34f47862053012cfa77c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '39e5f2b8-cf33-4e73-a85d-865a5d557e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:45:57Z', 'revision_number': 5, 'project_id': '2bd072a204b34f47862053012cfa77c5', 'gw_port': {'id': '39e5f2b8-cf33-4e73-a85d-865a5d557e01', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89abb253-ea5b-41cb-be75-d69b98067170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:51Z', 'updated_at': '2022-01-28T05:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:45:59.893953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] For port c9a25f1e-8a54-476c-945e-c8145758f5b2, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c9a25f1e-8a54-476c-945e-c8145758f5b2,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:45:59.898654 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a3599-5b58-4cbc-b25d-b09274cd30e6 None None] Checking router: 89abb253-ea5b-41cb-be75-d69b98067170 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:45:59.908588 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a3599-5b58-4cbc-b25d-b09274cd30e6 None None] Routers {'89abb253-ea5b-41cb-be75-d69b98067170'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:45:59.909267 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8b2a3599-5b58-4cbc-b25d-b09274cd30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:45:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['89abb253-ea5b-41cb-be75-d69b98067170'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:45:59.947764 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c6f37-5eb6-4207-abe9-0e3e9d78ffbe req-3f76fe2a-9bfc-4518-8c8e-849a7cd9f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:59.951726 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a42c6f37-5eb6-4207-abe9-0e3e9d78ffbe req-3f76fe2a-9bfc-4518-8c8e-849a7cd9f743 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42deed09a12c4a5ea1c29c1c74bb4c7f&device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 1100 time: 0.0626218 Jan 28 05:45:59.959296 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445afb6-67c4-49cf-a40c-80c44f53c607 req-f3828ab2-0807-4cdd-b6a3-8117d76c0053 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:45:59.961177 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5445afb6-67c4-49cf-a40c-80c44f53c607 req-f3828ab2-0807-4cdd-b6a3-8117d76c0053 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 948 time: 0.1402855 Jan 28 05:46:00.004446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef46d63-d3d4-46e4-8c10-f9bae0cf5b3d req-e10825be-3ad4-40f7-9c0f-e8e70734c9fa tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:00.005926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4ef46d63-d3d4-46e4-8c10-f9bae0cf5b3d req-e10825be-3ad4-40f7-9c0f-e8e70734c9fa tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.1571920 Jan 28 05:46:00.021204 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22411107-b82d-454b-8abc-726b659c5a13 admin admin] Publish callbacks [] for router_gateway (89abb253-ea5b-41cb-be75-d69b98067170), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:00.042825 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (c9a25f1e-8a54-476c-945e-c8145758f5b2), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:00.047842 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8b2a3599-5b58-4cbc-b25d-b09274cd30e6 None None] Set router 89abb253-ea5b-41cb-be75-d69b98067170 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:46:00.102831 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5445afb6-67c4-49cf-a40c-80c44f53c607 req-82f0c31a-7ecf-4e4b-87cb-b6229263b22a tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183221 Jan 28 05:46:00.103244 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c6f37-5eb6-4207-abe9-0e3e9d78ffbe req-31215911-6fb0-4a21-867b-72a91079b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:00.105854 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a42c6f37-5eb6-4207-abe9-0e3e9d78ffbe req-31215911-6fb0-4a21-867b-72a91079b374 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.1471887 Jan 28 05:46:00.160169 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a42c6f37-5eb6-4207-abe9-0e3e9d78ffbe req-4b072b97-1ee3-4eee-977f-ee85af356970 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 HTTP/1.1" status: 200 len: 217 time: 0.0471189 Jan 28 05:46:00.161427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a25f1e-8a54-476c-945e-c8145758f5b2,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:00.193001 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:00.193846 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:00.195389 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50185337-475e-410c-a167-ccd3144b1fa1 req-66bb5d37-c3ff-4853-bc6e-e1026af5ba76 service neutron] 10.222.0.60 "PUT /v2.0/ports/c9a25f1e-8a54-476c-945e-c8145758f5b2 HTTP/1.1" status: 200 len: 1093 time: 1.9975593 Jan 28 05:46:00.244583 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c6f37-5eb6-4207-abe9-0e3e9d78ffbe req-eaab9931-8dad-431a-9975-3fb759dbc4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:00.246078 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a42c6f37-5eb6-4207-abe9-0e3e9d78ffbe req-eaab9931-8dad-431a-9975-3fb759dbc4ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0721638 Jan 28 05:46:00.268507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4ef46d63-d3d4-46e4-8c10-f9bae0cf5b3d req-3a325ad9-81d5-451c-a730-50dd103a6ab9 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543213 Jan 28 05:46:00.288219 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138a746-bd93-488b-a8f0-447505847423 req-514ed970-50d0-45c9-8dc1-1328b276833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:00.289976 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5138a746-bd93-488b-a8f0-447505847423 req-514ed970-50d0-45c9-8dc1-1328b276833e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 1098 time: 0.1163762 Jan 28 05:46:00.309695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c6f37-5eb6-4207-abe9-0e3e9d78ffbe req-04855470-0ac1-4d90-9293-d6d23b6a3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:00.313985 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a42c6f37-5eb6-4207-abe9-0e3e9d78ffbe req-04855470-0ac1-4d90-9293-d6d23b6a3d0b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0609605 Jan 28 05:46:00.333299 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-22411107-b82d-454b-8abc-726b659c5a13 admin admin] Deleting port 39e5f2b8-cf33-4e73-a85d-865a5d557e01 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:00.333734 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22411107-b82d-454b-8abc-726b659c5a13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (39e5f2b8-cf33-4e73-a85d-865a5d557e01), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:00.403277 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8b2a3599-5b58-4cbc-b25d-b09274cd30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89abb253-ea5b-41cb-be75-d69b98067170', 'name': 'tempest-ServersTestMultiNic-226803805-router', 'tenant_id': '2bd072a204b34f47862053012cfa77c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '39e5f2b8-cf33-4e73-a85d-865a5d557e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:45:57Z', 'revision_number': 5, 'project_id': '2bd072a204b34f47862053012cfa77c5', 'gw_port': {'id': '39e5f2b8-cf33-4e73-a85d-865a5d557e01', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89abb253-ea5b-41cb-be75-d69b98067170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:51Z', 'updated_at': '2022-01-28T05:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:00.430166 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5138a746-bd93-488b-a8f0-447505847423 req-9211cc20-97ac-4e39-88d4-40db4b3dc4f1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331947 Jan 28 05:46:00.434951 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a3599-5b58-4cbc-b25d-b09274cd30e6 None None] The sync data for ids ['89abb253-ea5b-41cb-be75-d69b98067170'] in n-d-812111-12 is: [{'id': '89abb253-ea5b-41cb-be75-d69b98067170', 'name': 'tempest-ServersTestMultiNic-226803805-router', 'tenant_id': '2bd072a204b34f47862053012cfa77c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '39e5f2b8-cf33-4e73-a85d-865a5d557e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:45:57Z', 'revision_number': 5, 'project_id': '2bd072a204b34f47862053012cfa77c5', 'gw_port': {'id': '39e5f2b8-cf33-4e73-a85d-865a5d557e01', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89abb253-ea5b-41cb-be75-d69b98067170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:51Z', 'updated_at': '2022-01-28T05:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:46:00.437555 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a42c6f37-5eb6-4207-abe9-0e3e9d78ffbe req-5918f82a-626e-49ce-a34d-a14a2249df30 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152096 Jan 28 05:46:00.504432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-22411107-b82d-454b-8abc-726b659c5a13 admin admin] For port 39e5f2b8-cf33-4e73-a85d-865a5d557e01, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=39e5f2b8-cf33-4e73-a85d-865a5d557e01,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:00.504978 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22411107-b82d-454b-8abc-726b659c5a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (39e5f2b8-cf33-4e73-a85d-865a5d557e01), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:00.509026 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50185337-475e-410c-a167-ccd3144b1fa1 req-9897cb12-0a00-4239-a89e-f13df5933bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:00.510283 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50185337-475e-410c-a167-ccd3144b1fa1 req-9897cb12-0a00-4239-a89e-f13df5933bf5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 1096 time: 0.1122086 Jan 28 05:46:00.518544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b07fcb-3218-4f4f-86f0-469e415f4af4 req-f6823abf-cd0f-4f6a-a3b3-fec2a2662f8d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:00.519495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74b07fcb-3218-4f4f-86f0-469e415f4af4 req-f6823abf-cd0f-4f6a-a3b3-fec2a2662f8d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 944 time: 0.1761274 Jan 28 05:46:00.550412 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-22411107-b82d-454b-8abc-726b659c5a13 admin admin] Calling delete_port for 39e5f2b8-cf33-4e73-a85d-865a5d557e01 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:00.569921 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a42c6f37-5eb6-4207-abe9-0e3e9d78ffbe req-1ff7c554-c566-4285-8706-da02bfc6cea2 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240861 Jan 28 05:46:00.573342 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:46:00.584479 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50185337-475e-410c-a167-ccd3144b1fa1 req-c200cd68-b5a6-42e6-9717-3dda88662b8b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9a25f1e-8a54-476c-945e-c8145758f5b2 HTTP/1.1" status: 200 len: 217 time: 0.0573554 Jan 28 05:46:00.678254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74b07fcb-3218-4f4f-86f0-469e415f4af4 req-4f01b54b-e1d2-43db-9359-13a7897ff041 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529806 Jan 28 05:46:00.707517 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50185337-475e-410c-a167-ccd3144b1fa1 req-832d695c-15e5-4325-b9c8-0e421446a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:00.708998 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50185337-475e-410c-a167-ccd3144b1fa1 req-832d695c-15e5-4325-b9c8-0e421446a7d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c507c782-4f53-4cd1-85bd-9b428677b1ce HTTP/1.1" status: 200 len: 851 time: 0.0689123 Jan 28 05:46:00.786715 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50185337-475e-410c-a167-ccd3144b1fa1 req-4c58833a-0a63-4a22-8b28-62a6a5b4a7d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7fafb85-2281-41db-85af-da2c477e5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368364 Jan 28 05:46:00.862401 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4c254fba-c3da-4282-82f2-fde1f4e0a424 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:00.889187 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 4c254fba-c3da-4282-82f2-fde1f4e0a424 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:46:00.889534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4c254fba-c3da-4282-82f2-fde1f4e0a424 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:00.931941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0b54f-ec96-4c6c-b3eb-dff901e0f55b req-917790ce-94f8-4c40-a575-9412d6b025a2 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:00.933379 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ad0b54f-ec96-4c6c-b3eb-dff901e0f55b req-917790ce-94f8-4c40-a575-9412d6b025a2 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.1491594 Jan 28 05:46:00.986679 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50185337-475e-410c-a167-ccd3144b1fa1 req-ad369526-0238-44c8-9582-e0fa159d036f service neutron] 10.222.0.60 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702347 Jan 28 05:46:01.059371 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ad0b54f-ec96-4c6c-b3eb-dff901e0f55b req-e255da3a-884e-4e96-9221-d25cb660f0d7 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166239 Jan 28 05:46:01.096603 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22411107-b82d-454b-8abc-726b659c5a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (39e5f2b8-cf33-4e73-a85d-865a5d557e01), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:01.112048 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50185337-475e-410c-a167-ccd3144b1fa1 req-27601268-f316-4c61-90c2-c088e5a8cdfb service neutron] 10.222.0.60 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162581 Jan 28 05:46:01.134610 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22411107-b82d-454b-8abc-726b659c5a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=39e5f2b8-cf33-4e73-a85d-865a5d557e01,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:01.231320 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd4933-0541-4ae0-9538-666462893569 req-cae22dd0-e86a-46e5-9bb7-7b6b225685aa tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:01.232752 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29bd4933-0541-4ae0-9538-666462893569 req-cae22dd0-e86a-46e5-9bb7-7b6b225685aa tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1029606 Jan 28 05:46:01.235074 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22411107-b82d-454b-8abc-726b659c5a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (89abb253-ea5b-41cb-be75-d69b98067170), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:01.311048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device d539f3dd-f19b-44fa-8517-5e1d99418928 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:46:01.417139 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port d539f3dd-f19b-44fa-8517-5e1d99418928, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=d539f3dd-f19b-44fa-8517-5e1d99418928,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:01.430596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'd539f3dd-f19b-44fa-8517-5e1d99418928', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'd539f3dd-f19b-44fa-8517-5e1d99418928', 'mac_address': 'fa:16:3e:56:0d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:46:01.473071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port d539f3dd-f19b-44fa-8517-5e1d99418928 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:01.473471 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:01.487707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d539f3dd-f19b-44fa-8517-5e1d99418928 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:46:01.514382 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port d539f3dd-f19b-44fa-8517-5e1d99418928, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=d539f3dd-f19b-44fa-8517-5e1d99418928,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:01.598701 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:01.653611 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031c475c-e825-49bd-b8eb-e71fcae144e3', 'tag': 'c9a25f1e-8a54-476c-945e-c8145758f5b2'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:01.654258 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=d539f3dd-f19b-44fa-8517-5e1d99418928,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:01.655913 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a702987e-b9a1-48b1-a687-bf9291e7cdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "031c475c-e825-49bd-b8eb-e71fcae144e3", "tag": "c9a25f1e-8a54-476c-945e-c8145758f5b2"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:01.671075 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22411107-b82d-454b-8abc-726b659c5a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (89abb253-ea5b-41cb-be75-d69b98067170), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:01.688873 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22411107-b82d-454b-8abc-726b659c5a13 admin admin] Publish callbacks [] for router_controller (89abb253-ea5b-41cb-be75-d69b98067170), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:01.762139 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29bd4933-0541-4ae0-9538-666462893569 req-99185475-6761-4e4f-a4b4-3b91ae9131aa tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233402 Jan 28 05:46:01.774056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba436d49-6b78-4878-931e-9a3b07765d58 req-8491e51a-d7eb-4e1f-937b-ad9dc2188379 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:01.775662 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba436d49-6b78-4878-931e-9a3b07765d58 req-8491e51a-d7eb-4e1f-937b-ad9dc2188379 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 948 time: 0.4696355 Jan 28 05:46:01.825703 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba436d49-6b78-4878-931e-9a3b07765d58 req-336717e3-69fe-4386-8367-571ebd7ebbdd tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424683 Jan 28 05:46:01.842905 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22411107-b82d-454b-8abc-726b659c5a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (89abb253-ea5b-41cb-be75-d69b98067170), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:01.843658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22411107-b82d-454b-8abc-726b659c5a13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89abb253-ea5b-41cb-be75-d69b98067170 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:46:01.865944 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22411107-b82d-454b-8abc-726b659c5a13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:01.867405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-22411107-b82d-454b-8abc-726b659c5a13 admin admin] 10.222.0.31 "DELETE /v2.0/routers/89abb253-ea5b-41cb-be75-d69b98067170 HTTP/1.1" status: 204 len: 168 time: 2.3307953 Jan 28 05:46:01.870030 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57024) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:01.925791 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-61854cbf-f2e1-4d5b-a507-8abaa576bf1e admin admin] Deleting subnet ed595bec-cf9d-4498-8151-809336ada596 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:46:01.929709 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61854cbf-f2e1-4d5b-a507-8abaa576bf1e admin admin] Publish callbacks [] for subnet (ed595bec-cf9d-4498-8151-809336ada596), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:01.930988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824b782-8136-449d-b68f-36622936cf03 req-9fbf016c-8867-4fe9-93c7-689a5bee50ac tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:01.934914 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b824b782-8136-449d-b68f-36622936cf03 req-9fbf016c-8867-4fe9-93c7-689a5bee50ac tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac947bbd-095e-4ad9-a291-a481ac9be4b2 HTTP/1.1" status: 200 len: 950 time: 0.1081660 Jan 28 05:46:01.979808 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61854cbf-f2e1-4d5b-a507-8abaa576bf1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (ed595bec-cf9d-4498-8151-809336ada596), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:01.998127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e598b-4a10-41b1-87fd-2ee711e2ab78 req-eb89ee83-680b-4ce2-aa73-70f3b2a43828 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:02.005008 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-185e598b-4a10-41b1-87fd-2ee711e2ab78 req-eb89ee83-680b-4ce2-aa73-70f3b2a43828 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.1121173 Jan 28 05:46:02.037648 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b824b782-8136-449d-b68f-36622936cf03 req-f7dbea15-6428-40c1-8797-e127b9ff4fda tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853477 Jan 28 05:46:02.062136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['d539f3dd-f19b-44fa-8517-5e1d99418928'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:02.078382 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-185e598b-4a10-41b1-87fd-2ee711e2ab78 req-41f802b1-bd15-4509-a8c8-8353d5ebc04f tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724738 Jan 28 05:46:02.078549 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61854cbf-f2e1-4d5b-a507-8abaa576bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (ed595bec-cf9d-4498-8151-809336ada596), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:02.091705 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d876557-5243-47d7-a300-ba4927869ed9 x-openstack-request-id: req-2d876557-5243-47d7-a300-ba4927869ed9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:02.092108 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031c475c-e825-49bd-b8eb-e71fcae144e3", "tag": "c9a25f1e-8a54-476c-945e-c8145758f5b2", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:02.092461 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d876557-5243-47d7-a300-ba4927869ed9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:02.092975 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031c475c-e825-49bd-b8eb-e71fcae144e3', 'tag': 'c9a25f1e-8a54-476c-945e-c8145758f5b2', 'status': 'completed', 'code': 200} Jan 28 05:46:02.215549 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61854cbf-f2e1-4d5b-a507-8abaa576bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (ed595bec-cf9d-4498-8151-809336ada596), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:02.220326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a80b8b-901f-4afc-b71e-7732ade6ec17 req-42a28d0c-3a32-4749-af53-d44294a68f2e tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:02.222125 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9a80b8b-901f-4afc-b71e-7732ade6ec17 req-42a28d0c-3a32-4749-af53-d44294a68f2e tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 944 time: 0.0785606 Jan 28 05:46:02.228565 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702987e-b9a1-48b1-a687-bf9291e7cdfd req-970f814a-e2b3-4765-ba5b-ff78fe216102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:02.230121 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a702987e-b9a1-48b1-a687-bf9291e7cdfd req-970f814a-e2b3-4765-ba5b-ff78fe216102 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 1096 time: 0.0602019 Jan 28 05:46:02.244344 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61854cbf-f2e1-4d5b-a507-8abaa576bf1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed595bec-cf9d-4498-8151-809336ada596,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:02.254034 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61854cbf-f2e1-4d5b-a507-8abaa576bf1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:02.259394 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-61854cbf-f2e1-4d5b-a507-8abaa576bf1e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ed595bec-cf9d-4498-8151-809336ada596 HTTP/1.1" status: 204 len: 168 time: 0.3880191 Jan 28 05:46:02.263777 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57028) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:02.267255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d032eb-6474-4901-b190-88a8768648e8 None None] Network b2a030ba-d75a-492c-9215-4bbd851db773 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:46:02.377697 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (b2a030ba-d75a-492c-9215-4bbd851db773), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:02.377778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9a80b8b-901f-4afc-b71e-7732ade6ec17 req-08497566-594d-4d13-b6d3-82f59c3910ac tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355388 Jan 28 05:46:02.418958 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6265ece-690f-4037-b402-7eb3067cd533 req-08849e7d-dfc1-4936-9f75-3e7f0cac1e60 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:02.420498 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6265ece-690f-4037-b402-7eb3067cd533 req-08849e7d-dfc1-4936-9f75-3e7f0cac1e60 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.1222243 Jan 28 05:46:02.432584 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] Deleting port d4766f73-6535-488d-9ad5-360561c0462d {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:02.432584 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (d4766f73-6535-488d-9ad5-360561c0462d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:02.439124 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702987e-b9a1-48b1-a687-bf9291e7cdfd req-1126b4b8-8d97-43e8-89ef-3d541b29518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:02.440576 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a702987e-b9a1-48b1-a687-bf9291e7cdfd req-1126b4b8-8d97-43e8-89ef-3d541b29518b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 912 time: 0.1960502 Jan 28 05:46:02.505918 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] For port d4766f73-6535-488d-9ad5-360561c0462d, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=d4766f73-6535-488d-9ad5-360561c0462d,segment=NetworkSegment(beb05aca-35e1-4a82-bae0-38d93fb9f5dc),segment_id=beb05aca-35e1-4a82-bae0-38d93fb9f5dc)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:02.506617 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (d4766f73-6535-488d-9ad5-360561c0462d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:02.513350 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6117b8cc-c17e-40c7-bad9-cbb9d2622e78 None None] DHCP port deletion for b2a030ba-d75a-492c-9215-4bbd851db773 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:46:02.517254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a702987e-b9a1-48b1-a687-bf9291e7cdfd req-b0658012-9e52-4342-955d-0b4885f52d14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9a25f1e-8a54-476c-945e-c8145758f5b2 HTTP/1.1" status: 200 len: 217 time: 0.0698237 Jan 28 05:46:02.521729 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6265ece-690f-4037-b402-7eb3067cd533 req-a721129a-f307-4c14-84f5-dd650e1bc0eb tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947857 Jan 28 05:46:02.523325 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] Calling delete_port for d4766f73-6535-488d-9ad5-360561c0462d owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:02.552536 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f116a52-3f46-4576-b644-f7959821f940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:02.571961 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702987e-b9a1-48b1-a687-bf9291e7cdfd req-17053306-9c90-4533-8839-de38d74e1161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:02.573768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a702987e-b9a1-48b1-a687-bf9291e7cdfd req-17053306-9c90-4533-8839-de38d74e1161 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c507c782-4f53-4cd1-85bd-9b428677b1ce HTTP/1.1" status: 200 len: 851 time: 0.0502985 Jan 28 05:46:02.585761 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6117b8cc-c17e-40c7-bad9-cbb9d2622e78 None None] Deleting port d4766f73-6535-488d-9ad5-360561c0462d {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:02.586232 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6117b8cc-c17e-40c7-bad9-cbb9d2622e78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (d4766f73-6535-488d-9ad5-360561c0462d), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:02.614679 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a702987e-b9a1-48b1-a687-bf9291e7cdfd req-eea756aa-6b14-44d0-aacf-2802b21e7363 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7fafb85-2281-41db-85af-da2c477e5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310237 Jan 28 05:46:02.650380 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6117b8cc-c17e-40c7-bad9-cbb9d2622e78 None None] For port d4766f73-6535-488d-9ad5-360561c0462d, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=d4766f73-6535-488d-9ad5-360561c0462d,segment=NetworkSegment(beb05aca-35e1-4a82-bae0-38d93fb9f5dc),segment_id=beb05aca-35e1-4a82-bae0-38d93fb9f5dc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:02.650649 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6117b8cc-c17e-40c7-bad9-cbb9d2622e78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (d4766f73-6535-488d-9ad5-360561c0462d), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:02.666931 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6117b8cc-c17e-40c7-bad9-cbb9d2622e78 None None] Calling delete_port for d4766f73-6535-488d-9ad5-360561c0462d owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:02.711808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a702987e-b9a1-48b1-a687-bf9291e7cdfd req-1b748768-6070-4892-b24b-97654736f076 service neutron] 10.222.0.60 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889447 Jan 28 05:46:02.727867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device e85dca10-17b8-4235-b2cc-327e2f9917ad no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:02.741714 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (d4766f73-6535-488d-9ad5-360561c0462d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:02.754700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: e85dca10-17b8-4235-b2cc-327e2f9917ad {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:46:02.755046 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device e85dca10-17b8-4235-b2cc-327e2f9917ad not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:02.774123 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4766f73-6535-488d-9ad5-360561c0462d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:02.776117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] No DVR routers for this DVR port d4766f73-6535-488d-9ad5-360561c0462d on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:02.776235 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6117b8cc-c17e-40c7-bad9-cbb9d2622e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (d4766f73-6535-488d-9ad5-360561c0462d), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:02.807675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117b8cc-c17e-40c7-bad9-cbb9d2622e78 None None] Pushing event deleted for resources: {'Port': ['ID=d4766f73-6535-488d-9ad5-360561c0462d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:02.809898 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6117b8cc-c17e-40c7-bad9-cbb9d2622e78 None None] No DVR routers for this DVR port d4766f73-6535-488d-9ad5-360561c0462d on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:02.817173 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a702987e-b9a1-48b1-a687-bf9291e7cdfd req-67d23f29-f802-4233-bc6d-61ba1ada82d4 service neutron] 10.222.0.60 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972173 Jan 28 05:46:02.873096 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (b2a030ba-d75a-492c-9215-4bbd851db773), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:02.922533 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a030ba-d75a-492c-9215-4bbd851db773']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:02.933668 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d6ff4-bae6-4b8a-a0f8-02dd3740f2b8 req-f5a28b75-925a-4472-aa8d-c85dde89c410 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:02.939397 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d2d6ff4-bae6-4b8a-a0f8-02dd3740f2b8 req-f5a28b75-925a-4472-aa8d-c85dde89c410 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.0640121 Jan 28 05:46:02.939550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb05aca-35e1-4a82-bae0-38d93fb9f5dc') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:02.939980 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb05aca-35e1-4a82-bae0-38d93fb9f5dc') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:02.954907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 39e5f2b8-cf33-4e73-a85d-865a5d557e01 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:02.955966 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (beb05aca-35e1-4a82-bae0-38d93fb9f5dc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:02.974279 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (beb05aca-35e1-4a82-bae0-38d93fb9f5dc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:02.981630 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:46:02.982478 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (beb05aca-35e1-4a82-bae0-38d93fb9f5dc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:02.984189 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 39e5f2b8-cf33-4e73-a85d-865a5d557e01 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:46:02.984800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 39e5f2b8-cf33-4e73-a85d-865a5d557e01 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:02.985425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device d4766f73-6535-488d-9ad5-360561c0462d no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:46:02.986603 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:46:03.015255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: d4766f73-6535-488d-9ad5-360561c0462d {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:46:03.015605 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device d4766f73-6535-488d-9ad5-360561c0462d not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:03.046497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d2d6ff4-bae6-4b8a-a0f8-02dd3740f2b8 req-59f73343-949f-4333-8d09-b1087d795324 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016080 Jan 28 05:46:03.063658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a0af8-1e9a-498d-900d-1f6843c9b08c req-c0667279-eb11-439a-8e5b-acf40e575daa tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:03.066112 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac3a0af8-1e9a-498d-900d-1f6843c9b08c req-c0667279-eb11-439a-8e5b-acf40e575daa tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 948 time: 0.1102312 Jan 28 05:46:03.125686 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac3a0af8-1e9a-498d-900d-1f6843c9b08c req-fdaf612b-db17-4e2e-b172-5732791d864e tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539446 Jan 28 05:46:03.136006 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (b2a030ba-d75a-492c-9215-4bbd851db773), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:03.174863 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:03.174863 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] 10.222.0.31 "DELETE /v2.0/networks/b2a030ba-d75a-492c-9215-4bbd851db773 HTTP/1.1" status: 204 len: 168 time: 0.9001932 Jan 28 05:46:03.174863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02598f4a-89f0-41d5-be96-ea12f2fc1e6a admin admin] Pushing event deleted for resources: {'Network': ['ID=b2a030ba-d75a-492c-9215-4bbd851db773,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:03.192000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1cde5-5fae-46d3-9479-f16a323edc69 req-6351b67e-d377-4fde-9b52-22e065f6c79c tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:03.193566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2a1cde5-5fae-46d3-9479-f16a323edc69 req-6351b67e-d377-4fde-9b52-22e065f6c79c tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac947bbd-095e-4ad9-a291-a481ac9be4b2 HTTP/1.1" status: 200 len: 950 time: 0.0640407 Jan 28 05:46:03.282733 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2a1cde5-5fae-46d3-9479-f16a323edc69 req-e3bb8044-db86-44d2-be19-c9ecfb057f70 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702205 Jan 28 05:46:03.311424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:46:03.364454 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6e748-6fbe-4969-a1d1-c96bb1a82545 req-f6ae2eb6-784c-4d42-a46a-ccb5c70ecea5 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:03.365991 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8f6e748-6fbe-4969-a1d1-c96bb1a82545 req-f6ae2eb6-784c-4d42-a46a-ccb5c70ecea5 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac947bbd-095e-4ad9-a291-a481ac9be4b2 HTTP/1.1" status: 200 len: 950 time: 0.0590746 Jan 28 05:46:03.440860 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:03.453754 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '5cbe4213-6e56-402e-9eb4-48fe15bdb0d4', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '5cbe4213-6e56-402e-9eb4-48fe15bdb0d4', 'mac_address': 'fa:16:3e:36:e8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:46:03.475495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a9ef6-07f1-498f-9848-81a60dd05728 req-2bcc043e-44b8-4ba1-b2d4-bc48e225976b tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:03.477003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-633a9ef6-07f1-498f-9848-81a60dd05728 req-2bcc043e-44b8-4ba1-b2d4-bc48e225976b tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.1091628 Jan 28 05:46:03.492916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:03.493365 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:03.507440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:46:03.515624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-d8f6e748-6fbe-4969-a1d1-c96bb1a82545 req-6722a3c1-1ee1-41e6-b6c7-0e9d6d0ae0ee tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Deleting port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:03.515965 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d8f6e748-6fbe-4969-a1d1-c96bb1a82545 req-6722a3c1-1ee1-41e6-b6c7-0e9d6d0ae0ee tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a1ca69b7-4e3d-46da-9e84-10f78f32dc7b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:03.529500 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:03.591578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-633a9ef6-07f1-498f-9848-81a60dd05728 req-fbedc701-3cdc-49af-a00b-6426c80ddc6a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062644 Jan 28 05:46:03.632967 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d8f6e748-6fbe-4969-a1d1-c96bb1a82545 req-6722a3c1-1ee1-41e6-b6c7-0e9d6d0ae0ee tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] For port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a1ca69b7-4e3d-46da-9e84-10f78f32dc7b,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:03.633333 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d8f6e748-6fbe-4969-a1d1-c96bb1a82545 req-6722a3c1-1ee1-41e6-b6c7-0e9d6d0ae0ee tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a1ca69b7-4e3d-46da-9e84-10f78f32dc7b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:03.646355 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-d8f6e748-6fbe-4969-a1d1-c96bb1a82545 req-6722a3c1-1ee1-41e6-b6c7-0e9d6d0ae0ee tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Calling delete_port for a1ca69b7-4e3d-46da-9e84-10f78f32dc7b owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:03.679279 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:03.727029 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57056) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:03.743691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:03.769702 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-af4b6845-4086-4c3a-a493-73c21ab5090c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2bd072a204b34f47862053012cfa77c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411332 Jan 28 05:46:03.771869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57058) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:03.789860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280a742-b4a9-4fd8-8bcb-c4154fe02f4c req-752d909a-adbc-4ad7-bdee-7e77f28a14da tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:03.791445 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e280a742-b4a9-4fd8-8bcb-c4154fe02f4c req-752d909a-adbc-4ad7-bdee-7e77f28a14da tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 944 time: 0.1430783 Jan 28 05:46:03.827514 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ba44b92f-e4c6-4066-86bb-d5f694d26003 admin admin] Publish callbacks [] for security_group (5cdf3794-0ea8-476f-bcff-c26bb3a06524), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:03.849036 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ba44b92f-e4c6-4066-86bb-d5f694d26003 admin admin] Publish callbacks [] for security_group (5cdf3794-0ea8-476f-bcff-c26bb3a06524), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:03.875620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82907c-22e9-47bd-b41a-63aa3dcaf1ac req-d9b8251e-7e2a-4751-b5f4-aa5b42e9cb5a tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:03.877085 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef82907c-22e9-47bd-b41a-63aa3dcaf1ac req-d9b8251e-7e2a-4751-b5f4-aa5b42e9cb5a tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.1444955 Jan 28 05:46:03.967053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e280a742-b4a9-4fd8-8bcb-c4154fe02f4c req-1bcdcea1-1ab0-4e45-9552-0ba6da42554a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631391 Jan 28 05:46:03.975854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a9408-5387-4dc6-a494-983ee84b2997 req-243b4e4e-86df-4e87-bef7-2eb6606e9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:03.976020 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ba44b92f-e4c6-4066-86bb-d5f694d26003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5cdf3794-0ea8-476f-bcff-c26bb3a06524), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:03.977390 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db5a9408-5387-4dc6-a494-983ee84b2997 req-243b4e4e-86df-4e87-bef7-2eb6606e9f34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c36a2d53f9504be19dc76a299e98b5d6&device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 1098 time: 0.1607618 Jan 28 05:46:03.997309 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ba44b92f-e4c6-4066-86bb-d5f694d26003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:03.997309 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ba44b92f-e4c6-4066-86bb-d5f694d26003 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cdf3794-0ea8-476f-bcff-c26bb3a06524 HTTP/1.1" status: 204 len: 168 time: 0.2076304 Jan 28 05:46:03.997309 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44b92f-e4c6-4066-86bb-d5f694d26003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdf3794-0ea8-476f-bcff-c26bb3a06524,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:04.082826 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef82907c-22e9-47bd-b41a-63aa3dcaf1ac req-53e6bd45-ec71-4190-b745-1ffef2c56f01 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832926 Jan 28 05:46:04.086254 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['5cbe4213-6e56-402e-9eb4-48fe15bdb0d4'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:04.128261 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d8f6e748-6fbe-4969-a1d1-c96bb1a82545 req-6722a3c1-1ee1-41e6-b6c7-0e9d6d0ae0ee tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a1ca69b7-4e3d-46da-9e84-10f78f32dc7b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:04.161473 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['90541f7f-a766-410e-b604-6c14a5872317', '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c', '4076125d-ed0a-4bd4-8351-f36b18b575e6', '730c6fba-2781-44d1-a564-f5fd0cfdc7cc'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:04.193743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['29c76cb7-72b3-4c01-b7b9-23bd7536f4a4', 'f7ee5058-ccac-46c4-9d30-5a71fc24a2ec', 'a1ca69b7-4e3d-46da-9e84-10f78f32dc7b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:04.200417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722a3c1-1ee1-41e6-b6c7-0e9d6d0ae0ee tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Pushing event deleted for resources: {'Port': ['ID=a1ca69b7-4e3d-46da-9e84-10f78f32dc7b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:04.218228 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a9408-5387-4dc6-a494-983ee84b2997 req-d1ac6994-7079-4b3b-976d-c40f7bb0960b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:04.219720 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db5a9408-5387-4dc6-a494-983ee84b2997 req-d1ac6994-7079-4b3b-976d-c40f7bb0960b service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b983991-8e52-43a5-9508-80c383d87452 HTTP/1.1" status: 200 len: 919 time: 0.2348652 Jan 28 05:46:04.261873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f6e748-6fbe-4969-a1d1-c96bb1a82545 req-6722a3c1-1ee1-41e6-b6c7-0e9d6d0ae0ee tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] No DVR routers for this DVR port a1ca69b7-4e3d-46da-9e84-10f78f32dc7b on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:04.264589 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d8f6e748-6fbe-4969-a1d1-c96bb1a82545 req-6722a3c1-1ee1-41e6-b6c7-0e9d6d0ae0ee tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:04.268190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8f6e748-6fbe-4969-a1d1-c96bb1a82545 req-6722a3c1-1ee1-41e6-b6c7-0e9d6d0ae0ee tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.60 "DELETE /v2.0/ports/a1ca69b7-4e3d-46da-9e84-10f78f32dc7b HTTP/1.1" status: 204 len: 173 time: 0.8918858 Jan 28 05:46:04.300501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac947bbd-095e-4ad9-a291-a481ac9be4b2', 'name': 'network-vif-deleted', 'tag': 'a1ca69b7-4e3d-46da-9e84-10f78f32dc7b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:04.302779 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4777f5-3587-4d97-8512-e14a11377e4e" -d '{"events": [{"server_uuid": "ac947bbd-095e-4ad9-a291-a481ac9be4b2", "name": "network-vif-deleted", "tag": "a1ca69b7-4e3d-46da-9e84-10f78f32dc7b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:04.311059 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db5a9408-5387-4dc6-a494-983ee84b2997 req-5be4aefb-1ba1-43b5-a9d3-4b775b91ca41 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c85ced63-7dac-4c24-b294-ecb1b4fff362 HTTP/1.1" status: 200 len: 217 time: 0.0721912 Jan 28 05:46:04.357976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98162522-7b44-4a79-b19a-8685f9240256 req-5e6c4a59-9101-450b-8c0c-64906b1fce5a tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:04.359916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98162522-7b44-4a79-b19a-8685f9240256 req-5e6c4a59-9101-450b-8c0c-64906b1fce5a tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1783674 Jan 28 05:46:04.382820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a9408-5387-4dc6-a494-983ee84b2997 req-e437daf9-3909-4510-b316-a9078b0f1e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:04.384279 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db5a9408-5387-4dc6-a494-983ee84b2997 req-e437daf9-3909-4510-b316-a9078b0f1e66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6933c2d9-7995-47b9-8107-2c5c5786684d HTTP/1.1" status: 200 len: 858 time: 0.0665429 Jan 28 05:46:04.419574 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db5a9408-5387-4dc6-a494-983ee84b2997 req-15cc0768-3053-44d0-bb5e-90cb13553af7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b983991-8e52-43a5-9508-80c383d87452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282891 Jan 28 05:46:04.526911 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98162522-7b44-4a79-b19a-8685f9240256 req-1e442951-ab91-42b7-a0b8-8ba3c482216d tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566389 Jan 28 05:46:04.599863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c28c34-d6ce-4c3c-ac3d-a6b546bd1bb1 req-c65847a3-aa9c-4707-b7c4-8f07169062d3 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:04.617117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f4c28c34-d6ce-4c3c-ac3d-a6b546bd1bb1 req-c65847a3-aa9c-4707-b7c4-8f07169062d3 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 949 time: 0.1246600 Jan 28 05:46:04.629183 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d9f2e9-a4c5-4b59-9120-b13dc062a70a x-openstack-request-id: req-d8d9f2e9-a4c5-4b59-9120-b13dc062a70a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:04.632853 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac947bbd-095e-4ad9-a291-a481ac9be4b2", "name": "network-vif-deleted", "tag": "a1ca69b7-4e3d-46da-9e84-10f78f32dc7b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:04.633309 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8d9f2e9-a4c5-4b59-9120-b13dc062a70a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:04.633970 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac947bbd-095e-4ad9-a291-a481ac9be4b2', 'name': 'network-vif-deleted', 'tag': 'a1ca69b7-4e3d-46da-9e84-10f78f32dc7b', 'status': 'completed', 'code': 200} Jan 28 05:46:04.698709 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db5a9408-5387-4dc6-a494-983ee84b2997 req-177a8bd4-0596-4dd0-b582-c4e41896a5aa service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687399 Jan 28 05:46:04.778850 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7dd7a6cc-c8db-4d3b-a51a-836c06406542 req-920e5fbb-5b2c-4710-a220-98734ebdb811 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac947bbd-095e-4ad9-a291-a481ac9be4b2 HTTP/1.1" status: 200 len: 210 time: 0.0696104 Jan 28 05:46:04.844619 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84ed5b5e-8a79-4d4c-a6fe-7ba3c61538d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:04.936704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f4c28c34-d6ce-4c3c-ac3d-a6b546bd1bb1 req-7fc8bad1-2639-4159-9bd2-addd725f6c58 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954335 Jan 28 05:46:04.961026 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512635f-615e-49b6-9e4d-d0a5f276f4d2 req-c0585e29-f0ff-4943-9c18-147df5493e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:04.962577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8512635f-615e-49b6-9e4d-d0a5f276f4d2 req-c0585e29-f0ff-4943-9c18-147df5493e09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21bb890913cd436abebbfdb7875c7f7a&device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 1097 time: 0.1197054 Jan 28 05:46:05.021128 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db5a9408-5387-4dc6-a494-983ee84b2997 req-8290b961-2295-4501-a25d-674fad0e4665 service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811849 Jan 28 05:46:05.134907 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251a9fa-7f2d-4135-a070-f8ebe89ba6d9 req-3487d001-d3db-43f8-99e4-e5883a9fc483 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:05.136398 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7251a9fa-7f2d-4135-a070-f8ebe89ba6d9 req-3487d001-d3db-43f8-99e4-e5883a9fc483 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.1429260 Jan 28 05:46:05.176880 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da24f0-2cc6-4c55-a3b3-5c88d7803b1d req-83f0f662-16b5-4e49-88b6-c2fe9bf9dc47 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:05.178357 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6da24f0-2cc6-4c55-a3b3-5c88d7803b1d req-83f0f662-16b5-4e49-88b6-c2fe9bf9dc47 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 944 time: 0.1135194 Jan 28 05:46:05.184267 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512635f-615e-49b6-9e4d-d0a5f276f4d2 req-3d951671-471d-4d6e-9c8a-6f85f5b01915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:05.185644 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8512635f-615e-49b6-9e4d-d0a5f276f4d2 req-3d951671-471d-4d6e-9c8a-6f85f5b01915 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 HTTP/1.1" status: 200 len: 915 time: 0.2025259 Jan 28 05:46:05.253577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8512635f-615e-49b6-9e4d-d0a5f276f4d2 req-9e080cac-109a-4d81-922d-9a6b17402ff5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e5d9d46-e92b-4133-b898-d65f2f1824e8 HTTP/1.1" status: 200 len: 217 time: 0.0567317 Jan 28 05:46:05.270906 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7251a9fa-7f2d-4135-a070-f8ebe89ba6d9 req-e74b6438-738b-4146-8e4e-251219eb77c9 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267288 Jan 28 05:46:05.283642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6da24f0-2cc6-4c55-a3b3-5c88d7803b1d req-805e7613-bd27-4ad3-9b76-410d08c680f6 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968626 Jan 28 05:46:05.314898 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device c9a25f1e-8a54-476c-945e-c8145758f5b2 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:46:05.326988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device d539f3dd-f19b-44fa-8517-5e1d99418928 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:46:05.439943 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746ac85-e2df-4904-a92a-2928741e5b91 req-244e54cb-cf20-47c7-a34c-c3d2b06cc848 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:05.441538 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3746ac85-e2df-4904-a92a-2928741e5b91 req-244e54cb-cf20-47c7-a34c-c3d2b06cc848 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.0956216 Jan 28 05:46:05.446047 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512635f-615e-49b6-9e4d-d0a5f276f4d2 req-1e8c7b06-be1f-4f4f-840a-394ae180beec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:05.447565 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8512635f-615e-49b6-9e4d-d0a5f276f4d2 req-1e8c7b06-be1f-4f4f-840a-394ae180beec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cad50a2-5b92-45cb-a612-1d24381999be HTTP/1.1" status: 200 len: 853 time: 0.1251864 Jan 28 05:46:05.455125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port c9a25f1e-8a54-476c-945e-c8145758f5b2, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c9a25f1e-8a54-476c-945e-c8145758f5b2,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:05.466615 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'c9a25f1e-8a54-476c-945e-c8145758f5b2', 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd', 'port_id': 'c9a25f1e-8a54-476c-945e-c8145758f5b2', 'mac_address': 'fa:16:3e:91:12:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c507c782-4f53-4cd1-85bd-9b428677b1ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:46:05.506657 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port c9a25f1e-8a54-476c-945e-c8145758f5b2 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:05.507224 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c9a25f1e-8a54-476c-945e-c8145758f5b2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:05.521621 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a25f1e-8a54-476c-945e-c8145758f5b2 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:46:05.533276 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3746ac85-e2df-4904-a92a-2928741e5b91 req-cadce2b5-64e7-40d0-a0fc-38688653fd23 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837481 Jan 28 05:46:05.535867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512635f-615e-49b6-9e4d-d0a5f276f4d2 req-c45d8147-4ecf-4a83-9080-683c4d7ff16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:05.537277 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8512635f-615e-49b6-9e4d-d0a5f276f4d2 req-c45d8147-4ecf-4a83-9080-683c4d7ff16f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807531 Jan 28 05:46:05.542794 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port c9a25f1e-8a54-476c-945e-c8145758f5b2, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c9a25f1e-8a54-476c-945e-c8145758f5b2,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:05.545428 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port d539f3dd-f19b-44fa-8517-5e1d99418928 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:46:05.550954 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port d539f3dd-f19b-44fa-8517-5e1d99418928 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:05.551340 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:05.637855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port d539f3dd-f19b-44fa-8517-5e1d99418928 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:05.638259 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:05.662069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd539f3dd-f19b-44fa-8517-5e1d99418928'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:05.664363 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501916e0-02b3-4bb0-9f59-6bbfaeaa3e08" -d '{"events": [{"server_uuid": "bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2", "name": "network-vif-plugged", "status": "completed", "tag": "d539f3dd-f19b-44fa-8517-5e1d99418928"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:05.679861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port d539f3dd-f19b-44fa-8517-5e1d99418928, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=d539f3dd-f19b-44fa-8517-5e1d99418928,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:05.685063 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c9a25f1e-8a54-476c-945e-c8145758f5b2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:05.690563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9635046-4d80-42d7-85f8-05e2dc97d226 req-0f5da8ee-0ddf-4f21-9719-03a611721120 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:05.692152 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9635046-4d80-42d7-85f8-05e2dc97d226 req-0f5da8ee-0ddf-4f21-9719-03a611721120 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.0917363 Jan 28 05:46:05.694059 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8512635f-615e-49b6-9e4d-d0a5f276f4d2 req-004551ee-8752-42c2-8c8b-46fcf8ebfb33 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498797 Jan 28 05:46:05.720363 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1965e8e8-045c-4dd3-b3d0-879ea34d636c x-openstack-request-id: req-1965e8e8-045c-4dd3-b3d0-879ea34d636c {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:05.720654 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2", "name": "network-vif-plugged", "status": "completed", "tag": "d539f3dd-f19b-44fa-8517-5e1d99418928", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:05.720914 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1965e8e8-045c-4dd3-b3d0-879ea34d636c {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:05.721555 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd539f3dd-f19b-44fa-8517-5e1d99418928', 'code': 200} Jan 28 05:46:05.761077 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=c9a25f1e-8a54-476c-945e-c8145758f5b2,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:05.776214 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:05.798530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9635046-4d80-42d7-85f8-05e2dc97d226 req-d19b1ab0-96cf-400e-a5a1-6a6dc937ceed tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991299 Jan 28 05:46:05.821021 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57102) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:05.850774 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8512635f-615e-49b6-9e4d-d0a5f276f4d2 req-57218b43-52de-4fc2-9318-dbbd311f4328 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443813 Jan 28 05:46:05.859341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=d539f3dd-f19b-44fa-8517-5e1d99418928,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:05.933113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0fc5847-0deb-40b3-bc76-6d3a2f0ed8ce req-88d3e26d-650f-4a28-b254-9b3eb79320af tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac947bbd-095e-4ad9-a291-a481ac9be4b2 HTTP/1.1" status: 200 len: 210 time: 0.0420730 Jan 28 05:46:05.951180 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98888d3a-356c-4300-bca3-fd32d8207a6c req-ef2f988f-de0c-4b38-9b78-8e04c22fa603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:05.953461 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98888d3a-356c-4300-bca3-fd32d8207a6c req-ef2f988f-de0c-4b38-9b78-8e04c22fa603 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2 HTTP/1.1" status: 200 len: 1101 time: 0.0825133 Jan 28 05:46:05.964793 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f5029ff8-6938-4969-8909-1a18bf6cf5e8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-775861909-network', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:46:06.028775 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98888d3a-356c-4300-bca3-fd32d8207a6c req-d1b13c6f-0c8d-4598-b77a-ecabf09a9d22 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604229 Jan 28 05:46:06.067114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57a221-a611-4111-84e1-36cddda41d1e req-151b3cc4-00b3-4eab-a50d-37daee14b4a9 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:06.068545 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e57a221-a611-4111-84e1-36cddda41d1e req-151b3cc4-00b3-4eab-a50d-37daee14b4a9 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 949 time: 0.0552790 Jan 28 05:46:06.090948 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5029ff8-6938-4969-8909-1a18bf6cf5e8 admin admin] Made reservation on behalf of c7f06b4179644aa3b9a7f829af75be1e for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:46:06.093186 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5029ff8-6938-4969-8909-1a18bf6cf5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:06.098675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['c9a25f1e-8a54-476c-945e-c8145758f5b2'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:06.110134 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5029ff8-6938-4969-8909-1a18bf6cf5e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:06.141661 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e57a221-a611-4111-84e1-36cddda41d1e req-3ddbe2fd-4a19-4c6d-983a-e479355f4de2 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670726 Jan 28 05:46:06.205791 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5029ff8-6938-4969-8909-1a18bf6cf5e8 admin admin] Publish callbacks [] for security_group (60fdf7d0-d9ad-4273-8e75-a57b0953b6b4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:06.284393 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5029ff8-6938-4969-8909-1a18bf6cf5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (60fdf7d0-d9ad-4273-8e75-a57b0953b6b4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:06.309946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5029ff8-6938-4969-8909-1a18bf6cf5e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:46:06.320080 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5029ff8-6938-4969-8909-1a18bf6cf5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:06.326226 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5029ff8-6938-4969-8909-1a18bf6cf5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (2392e818-2b1c-4b88-b0a7-45f99a2215c1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:06.326608 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-f5029ff8-6938-4969-8909-1a18bf6cf5e8 admin admin] Added segment 2392e818-2b1c-4b88-b0a7-45f99a2215c1 of type vlan for network 6d41f46e-f58d-4165-a16d-3b2144390868 Jan 28 05:46:06.414158 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5029ff8-6938-4969-8909-1a18bf6cf5e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (6d41f46e-f58d-4165-a16d-3b2144390868), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:06.478625 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:06.479059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60fb7d-4d07-41b0-a58b-0a5281a25f04 req-1b4ba8c8-3cf8-4664-8544-9abdaf3efbc4 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:06.480587 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd60fb7d-4d07-41b0-a58b-0a5281a25f04 req-1b4ba8c8-3cf8-4664-8544-9abdaf3efbc4 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.1113255 Jan 28 05:46:06.488354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc557b7-1cfa-4027-a3f1-1419985465a2 req-5c284d22-3dd5-45d0-98bd-8507c9b13c75 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:06.489792 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6cc557b7-1cfa-4027-a3f1-1419985465a2 req-5c284d22-3dd5-45d0-98bd-8507c9b13c75 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 945 time: 0.1079941 Jan 28 05:46:06.561764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd60fb7d-4d07-41b0-a58b-0a5281a25f04 req-02803b15-1045-4327-8986-7c331b7847c7 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709832 Jan 28 05:46:06.564692 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6cc557b7-1cfa-4027-a3f1-1419985465a2 req-770d5d33-dd1d-4ae9-9a2d-d51b52bed207 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681188 Jan 28 05:46:06.598696 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5029ff8-6938-4969-8909-1a18bf6cf5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (6d41f46e-f58d-4165-a16d-3b2144390868), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:06.599671 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5029ff8-6938-4969-8909-1a18bf6cf5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:06.600256 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5029ff8-6938-4969-8909-1a18bf6cf5e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:06.689553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5029ff8-6938-4969-8909-1a18bf6cf5e8 admin admin] Pushing event updated for resources: {'Network': ['ID=6d41f46e-f58d-4165-a16d-3b2144390868,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:06.700139 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 6d41f46e-f58d-4165-a16d-3b2144390868 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:46:06.707406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005dc12-e4f3-4eca-b164-589d101fcf17 req-6b0cca35-bb59-4972-af35-d9811a5ad3f0 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:06.712034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7005dc12-e4f3-4eca-b164-589d101fcf17 req-6b0cca35-bb59-4972-af35-d9811a5ad3f0 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.0894670 Jan 28 05:46:06.724454 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f5029ff8-6938-4969-8909-1a18bf6cf5e8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9020271 Jan 28 05:46:06.727352 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57116) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:06.734981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a076c576-9fbd-495a-a68a-04271196cfd9 admin admin] Request body: {'subnet': {'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-775861909-subnet', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:46:06.812458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7005dc12-e4f3-4eca-b164-589d101fcf17 req-119ac9ff-ec73-417a-94a7-fe7775d190c1 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864122 Jan 28 05:46:06.855428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a076c576-9fbd-495a-a68a-04271196cfd9 admin admin] Made reservation on behalf of c7f06b4179644aa3b9a7f829af75be1e for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:46:06.857872 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a076c576-9fbd-495a-a68a-04271196cfd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:06.970488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f61d8b-632e-43cc-b392-ab4a8542efca req-2a7bb07c-67f7-4813-ae59-f706f15678eb tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:06.972235 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5f61d8b-632e-43cc-b392-ab4a8542efca req-2a7bb07c-67f7-4813-ae59-f706f15678eb tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1020982 Jan 28 05:46:07.062089 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5f61d8b-632e-43cc-b392-ab4a8542efca req-523beeec-a0a5-4e76-9185-eb0031e5787a tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818357 Jan 28 05:46:07.273206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90200e-9d8a-4266-95c9-7f18f57e0cf5 req-35f20564-81ea-4bd7-bc2d-812fbbcb3ccf tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:07.274762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c90200e-9d8a-4266-95c9-7f18f57e0cf5 req-35f20564-81ea-4bd7-bc2d-812fbbcb3ccf tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 949 time: 0.0480363 Jan 28 05:46:07.319507 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a076c576-9fbd-495a-a68a-04271196cfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (fef9bb5e-512a-4e07-ad80-abe7197482fc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:07.326154 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device c9a25f1e-8a54-476c-945e-c8145758f5b2 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:46:07.330885 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c90200e-9d8a-4266-95c9-7f18f57e0cf5 req-00f90598-91ba-48ce-aa95-a88295b0a701 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496509 Jan 28 05:46:07.386321 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076c576-9fbd-495a-a68a-04271196cfd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef9bb5e-512a-4e07-ad80-abe7197482fc,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:07.398820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a076c576-9fbd-495a-a68a-04271196cfd9 admin admin] Checking segment: {'id': '2392e818-2b1c-4b88-b0a7-45f99a2215c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:46:07.399180 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a076c576-9fbd-495a-a68a-04271196cfd9 admin admin] Network hostable DHCP agents. Network: 6d41f46e-f58d-4165-a16d-3b2144390868, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:46:07.552567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a076c576-9fbd-495a-a68a-04271196cfd9 admin admin] Network 6d41f46e-f58d-4165-a16d-3b2144390868 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:46:07.552720 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port c9a25f1e-8a54-476c-945e-c8145758f5b2 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:46:07.559237 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port c9a25f1e-8a54-476c-945e-c8145758f5b2 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:07.559609 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c9a25f1e-8a54-476c-945e-c8145758f5b2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:07.695354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e6d69-3e5a-42bb-a143-73d593c6e4b6 req-826e7f0e-4260-4930-b9f5-12d717311a7f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:07.696269 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d0e6d69-3e5a-42bb-a143-73d593c6e4b6 req-826e7f0e-4260-4930-b9f5-12d717311a7f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 949 time: 0.0856404 Jan 28 05:46:07.729057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83b4aa-7c38-4e55-bc7d-e129511fbf88 req-21036851-27e3-4d77-82e0-bc49907075e8 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:07.735929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0b83b4aa-7c38-4e55-bc7d-e129511fbf88 req-21036851-27e3-4d77-82e0-bc49907075e8 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.0871551 Jan 28 05:46:07.767810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a076c576-9fbd-495a-a68a-04271196cfd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 6d41f46e-f58d-4165-a16d-3b2144390868) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:46:07.775018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076c576-9fbd-495a-a68a-04271196cfd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:07.775697 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a076c576-9fbd-495a-a68a-04271196cfd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:07.781241 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d0e6d69-3e5a-42bb-a143-73d593c6e4b6 req-b0f35aea-6c55-4995-8fd9-cf1ab24f9dc5 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792372 Jan 28 05:46:07.784422 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fd8808-39a8-48ce-8026-5865cc28d508 None None] Network 6d41f46e-f58d-4165-a16d-3b2144390868 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:46:07.790104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port c9a25f1e-8a54-476c-945e-c8145758f5b2 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:07.793976 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c9a25f1e-8a54-476c-945e-c8145758f5b2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:07.823364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0b83b4aa-7c38-4e55-bc7d-e129511fbf88 req-cdaa8e72-d535-4dc6-b7b8-9d9a1b154014 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813780 Jan 28 05:46:07.860173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031c475c-e825-49bd-b8eb-e71fcae144e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a25f1e-8a54-476c-945e-c8145758f5b2'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:07.862365 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9325b1-92ab-4bfc-8cc7-108703092c46" -d '{"events": [{"server_uuid": "031c475c-e825-49bd-b8eb-e71fcae144e3", "name": "network-vif-plugged", "status": "completed", "tag": "c9a25f1e-8a54-476c-945e-c8145758f5b2"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:07.878104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port c9a25f1e-8a54-476c-945e-c8145758f5b2, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c9a25f1e-8a54-476c-945e-c8145758f5b2,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:07.914857 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a076c576-9fbd-495a-a68a-04271196cfd9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1860089 Jan 28 05:46:07.915333 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57140) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:07.917085 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:07.920775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-775861909-router', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:46:07.927308 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-6d41f46e-f58d-4165-a16d-3b2144390868', 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868', 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'fixed_ips': [{'subnet_id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:46:07.928248 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:07.940488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ac84c-db46-4d7c-82f6-37c2c483810c req-449060f2-cc54-4d5e-a7ae-757e1eca27f9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:07.942114 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-945ac84c-db46-4d7c-82f6-37c2c483810c req-449060f2-cc54-4d5e-a7ae-757e1eca27f9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 945 time: 0.0727942 Jan 28 05:46:08.007838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb0949-1d8a-417b-b832-fce313c9935c req-4fc2a317-8639-49bd-905a-0a5840d8ee94 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:08.009352 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9efb0949-1d8a-417b-b832-fce313c9935c req-4fc2a317-8639-49bd-905a-0a5840d8ee94 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.0918117 Jan 28 05:46:08.028829 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-945ac84c-db46-4d7c-82f6-37c2c483810c req-cc70777a-80c8-4904-b099-787d1c284d82 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690515 Jan 28 05:46:08.054854 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c9a25f1e-8a54-476c-945e-c8145758f5b2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:08.055778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:46:08.072221 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9efb0949-1d8a-417b-b832-fce313c9935c req-27cc9e2f-8ce8-40f8-a53b-2aaa19e62841 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534594 Jan 28 05:46:08.116360 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd36884b-5da0-4220-a2cb-a91c08a222ff x-openstack-request-id: req-fd36884b-5da0-4220-a2cb-a91c08a222ff {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:08.116492 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (7c5dd5c9-dceb-49c1-8b87-938c794e6568), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:08.116588 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031c475c-e825-49bd-b8eb-e71fcae144e3", "name": "network-vif-plugged", "status": "completed", "tag": "c9a25f1e-8a54-476c-945e-c8145758f5b2", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:08.116588 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd36884b-5da0-4220-a2cb-a91c08a222ff {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:08.116588 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031c475c-e825-49bd-b8eb-e71fcae144e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a25f1e-8a54-476c-945e-c8145758f5b2', 'code': 200} Jan 28 05:46:08.117092 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (7c5dd5c9-dceb-49c1-8b87-938c794e6568), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:08.138283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Allocated IP 172.20.0.2 (6d41f46e-f58d-4165-a16d-3b2144390868/fef9bb5e-512a-4e07-ad80-abe7197482fc/a3889aa1-b919-47c6-9439-2e7d350df508) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:46:08.171073 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=c9a25f1e-8a54-476c-945e-c8145758f5b2,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:08.227503 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Publish callbacks [] for router_controller (7c5dd5c9-dceb-49c1-8b87-938c794e6568), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:08.234835 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493c634-662a-4967-b768-e8e33c28c239 req-87d59234-054a-489d-9c4b-27c04f4612cd tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:08.236385 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9493c634-662a-4967-b768-e8e33c28c239 req-87d59234-054a-489d-9c4b-27c04f4612cd tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.0964301 Jan 28 05:46:08.325402 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Publish callbacks [] for port (a3889aa1-b919-47c6-9439-2e7d350df508), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:08.478413 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (a3889aa1-b919-47c6-9439-2e7d350df508), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:08.482106 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:46:08.492820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:08.493440 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:08.554388 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Network 6d41f46e-f58d-4165-a16d-3b2144390868 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:46:08.561701 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:46:08.569715 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:46:08.577727 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Publish callbacks [] for router_gateway (7c5dd5c9-dceb-49c1-8b87-938c794e6568), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:08.583074 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Pushing event updated for resources: {'Port': ['ID=a3889aa1-b919-47c6-9439-2e7d350df508,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:08.601676 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c58bea-5c6d-4ee1-a124-9498ad5613a3 req-3e48f187-2d10-4789-97ec-5a1b23bcec79 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:08.603291 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5c58bea-5c6d-4ee1-a124-9498ad5613a3 req-3e48f187-2d10-4789-97ec-5a1b23bcec79 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.4313784 Jan 28 05:46:08.661642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Attempting to bind port a3889aa1-b919-47c6-9439-2e7d350df508 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:46:08.662019 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Attempting to bind port a3889aa1-b919-47c6-9439-2e7d350df508 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '2392e818-2b1c-4b88-b0a7-45f99a2215c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:46:08.662437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Attempting to bind port a3889aa1-b919-47c6-9439-2e7d350df508 on network 6d41f46e-f58d-4165-a16d-3b2144390868 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:46:08.664463 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392f8af-b5f1-4eaa-a2fb-26b5b84acd00 req-3e742a25-dfda-41a4-8f0d-9327afe43ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:08.665978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3392f8af-b5f1-4eaa-a2fb-26b5b84acd00 req-3e742a25-dfda-41a4-8f0d-9327afe43ced service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 1098 time: 0.4399631 Jan 28 05:46:08.673194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:46:08.673575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Checking segment: {'id': '2392e818-2b1c-4b88-b0a7-45f99a2215c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:46:08.674253 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:08.674677 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Bound using segment: {'id': '2392e818-2b1c-4b88-b0a7-45f99a2215c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:46:08.675165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Bound port: a3889aa1-b919-47c6-9439-2e7d350df508, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2392e818-2b1c-4b88-b0a7-45f99a2215c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:46:08.675547 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a3889aa1-b919-47c6-9439-2e7d350df508), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:08.687167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9493c634-662a-4967-b768-e8e33c28c239 req-588d30f6-4a03-4255-a0cb-c7116b722cc3 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417651 Jan 28 05:46:08.689667 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:08.690223 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:08.723007 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5c58bea-5c6d-4ee1-a124-9498ad5613a3 req-22102793-6365-4324-b1c1-0d510d6a073a tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118603 Jan 28 05:46:08.760323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:08.776485 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3392f8af-b5f1-4eaa-a2fb-26b5b84acd00 req-09c384f9-afd9-451b-ab74-2fd724e7dfe4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013975 Jan 28 05:46:08.808165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] For port a3889aa1-b919-47c6-9439-2e7d350df508, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:46:08.815757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] For port a3889aa1-b919-47c6-9439-2e7d350df508, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a3889aa1-b919-47c6-9439-2e7d350df508,segment=NetworkSegment(2392e818-2b1c-4b88-b0a7-45f99a2215c1),segment_id=2392e818-2b1c-4b88-b0a7-45f99a2215c1)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:46:08.863599 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a4f70-ff20-4bdc-a201-3b1ad54763cd req-2147f2a8-0fd9-4582-9542-002621ceb587 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:08.865584 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-957a4f70-ff20-4bdc-a201-3b1ad54763cd req-2147f2a8-0fd9-4582-9542-002621ceb587 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 949 time: 0.0579574 Jan 28 05:46:08.873566 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:08.874998 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a1ca69b7-4e3d-46da-9e84-10f78f32dc7b no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:08.903858 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Publish callbacks [] for router_gateway (7c5dd5c9-dceb-49c1-8b87-938c794e6568), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:08.906542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: a1ca69b7-4e3d-46da-9e84-10f78f32dc7b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:46:08.907100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a1ca69b7-4e3d-46da-9e84-10f78f32dc7b not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:08.926351 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:08.951759 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-957a4f70-ff20-4bdc-a201-3b1ad54763cd req-19eaeb19-0994-41d6-99a2-1477cc079697 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775514 Jan 28 05:46:08.963277 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25129a59-89eb-436f-9f37-341ff7885977 req-234f4e01-40ac-4efc-b09c-bf99290d1837 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:08.969293 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a3889aa1-b919-47c6-9439-2e7d350df508), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:08.972201 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:08.974225 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-25129a59-89eb-436f-9f37-341ff7885977 req-234f4e01-40ac-4efc-b09c-bf99290d1837 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ecdb6c-7e8a-4e0a-9005-ad3a57e69255 HTTP/1.1" status: 200 len: 945 time: 0.0836754 Jan 28 05:46:09.061858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Allocated IP 172.25.0.32 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/25ab5215-5a63-47b8-88d1-a8d2531c8977) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:46:09.071997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-25129a59-89eb-436f-9f37-341ff7885977 req-45283b1c-1b96-4ea2-be74-1c65f63b4672 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889962 Jan 28 05:46:09.093616 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e5a3d-069e-40ab-abac-627114c28553 None None] Pushing event updated for resources: {'Port': ['ID=a3889aa1-b919-47c6-9439-2e7d350df508,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:09.143259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cc2a2-4168-41fb-8ab7-0ca04e77b9d7 req-bb472922-09b8-47a7-99db-4cf8234f0b26 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:09.144870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e5cc2a2-4168-41fb-8ab7-0ca04e77b9d7 req-bb472922-09b8-47a7-99db-4cf8234f0b26 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 949 time: 0.0988374 Jan 28 05:46:09.190920 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Publish callbacks [] for port (25ab5215-5a63-47b8-88d1-a8d2531c8977), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:09.204751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e5cc2a2-4168-41fb-8ab7-0ca04e77b9d7 req-4f843ae4-b789-43b4-ae6e-71d49f191af3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500264 Jan 28 05:46:09.206416 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:09.330499 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (25ab5215-5a63-47b8-88d1-a8d2531c8977), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:09.351547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43694b77-8acb-4f2d-80dc-2b156eebca5e req-daacd43a-60c8-4c72-a54a-9d22bf81cc55 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:09.351547 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43694b77-8acb-4f2d-80dc-2b156eebca5e req-daacd43a-60c8-4c72-a54a-9d22bf81cc55 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.0603843 Jan 28 05:46:09.377161 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:46:09.382589 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:46:09.391133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:46:09.407487 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43694b77-8acb-4f2d-80dc-2b156eebca5e req-cbd472dd-7ad8-4464-afa7-10abd978493b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466723 Jan 28 05:46:09.432534 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Pushing event updated for resources: {'Port': ['ID=25ab5215-5a63-47b8-88d1-a8d2531c8977,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:09.528782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f863d-b759-44e4-bc5a-5354091a62bc req-6bb92afa-2eeb-4721-bcbd-66920ffa64aa tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:09.532053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d83f863d-b759-44e4-bc5a-5354091a62bc req-6bb92afa-2eeb-4721-bcbd-66920ffa64aa tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 945 time: 0.0553629 Jan 28 05:46:09.590572 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d83f863d-b759-44e4-bc5a-5354091a62bc req-20684aa0-e221-4b80-8ce7-0b7cb8e0db25 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497761 Jan 28 05:46:09.675128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15721d02-c856-4d0c-bc0d-a7746b8ffbe1 req-a77b7287-0e2a-411d-98fb-b78ab3de03f7 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:09.678341 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15721d02-c856-4d0c-bc0d-a7746b8ffbe1 req-a77b7287-0e2a-411d-98fb-b78ab3de03f7 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.0783620 Jan 28 05:46:09.709125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-e20113c7-b2f3-47d1-be5d-708dd9a82b21 req-c77f112a-e672-4033-8d9e-64bb6354e5d0 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:46:09.710247 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e20113c7-b2f3-47d1-be5d-708dd9a82b21 req-c77f112a-e672-4033-8d9e-64bb6354e5d0 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153399 Jan 28 05:46:09.739633 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Publish callbacks [] for router_gateway (7c5dd5c9-dceb-49c1-8b87-938c794e6568), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:09.772037 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15721d02-c856-4d0c-bc0d-a7746b8ffbe1 req-c033d426-4a46-4d65-b215-cb87413d1ab5 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858958 Jan 28 05:46:09.822781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e20113c7-b2f3-47d1-be5d-708dd9a82b21 req-a17cabb9-89e2-45e4-afec-43953ecfd2fe tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0879505 Jan 28 05:46:09.954775 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f821911-3b65-4b35-8a9a-ca886e059519 req-0826c6dd-d86a-4a4c-bb55-73ddebb624a9 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:09.957091 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f821911-3b65-4b35-8a9a-ca886e059519 req-0826c6dd-d86a-4a4c-bb55-73ddebb624a9 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 949 time: 0.0653319 Jan 28 05:46:10.117001 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f681cb21-b165-49b0-a18c-6677f0149776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbe4213-6e56-402e-9eb4-48fe15bdb0d4'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:10.121855 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9120eda8-211d-4482-ba67-8236984d511c" -d '{"events": [{"server_uuid": "f681cb21-b165-49b0-a18c-6677f0149776", "name": "network-vif-plugged", "status": "completed", "tag": "5cbe4213-6e56-402e-9eb4-48fe15bdb0d4"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:10.206898 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07ec30-858d-4c80-81a7-0d09d1d1bbb8 req-9da390ea-5070-47ce-bf03-6751320460a4 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:10.209577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af07ec30-858d-4c80-81a7-0d09d1d1bbb8 req-9da390ea-5070-47ce-bf03-6751320460a4 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 950 time: 0.1396477 Jan 28 05:46:10.228771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc96b0-8179-499e-a06d-b06787b8e3b6 req-4afb8b24-22bd-4577-ab8b-bfe78473f2ef tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:10.232206 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ebc96b0-8179-499e-a06d-b06787b8e3b6 req-4afb8b24-22bd-4577-ab8b-bfe78473f2ef tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.1467350 Jan 28 05:46:10.254953 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4376027d-a3ce-4f48-bd81-6aafeff41d2c None None] Network 6d41f46e-f58d-4165-a16d-3b2144390868 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:46:10.287197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3f821911-3b65-4b35-8a9a-ca886e059519 req-00a55987-a01a-49ee-880e-5b12164ba60f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Deleting port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:10.287515 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3f821911-3b65-4b35-8a9a-ca886e059519 req-00a55987-a01a-49ee-880e-5b12164ba60f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f7ee5058-ccac-46c4-9d30-5a71fc24a2ec), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:10.308540 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (7c5dd5c9-dceb-49c1-8b87-938c794e6568), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:10.349678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f104b03e-7788-4440-86d1-d19b3792e550 None None] Provisioning complete for port a3889aa1-b919-47c6-9439-2e7d350df508 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:10.350146 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f104b03e-7788-4440-86d1-d19b3792e550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a3889aa1-b919-47c6-9439-2e7d350df508), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:10.365705 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af07ec30-858d-4c80-81a7-0d09d1d1bbb8 req-0e20bbb1-2190-43b8-954c-4d72432367f4 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459150 Jan 28 05:46:10.380098 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ebc96b0-8179-499e-a06d-b06787b8e3b6 req-890b58f7-0f50-416b-892f-e5223849ae07 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411927 Jan 28 05:46:10.448263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3f821911-3b65-4b35-8a9a-ca886e059519 req-00a55987-a01a-49ee-880e-5b12164ba60f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] For port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f7ee5058-ccac-46c4-9d30-5a71fc24a2ec,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:10.448636 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3f821911-3b65-4b35-8a9a-ca886e059519 req-00a55987-a01a-49ee-880e-5b12164ba60f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f7ee5058-ccac-46c4-9d30-5a71fc24a2ec), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:10.479083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3f821911-3b65-4b35-8a9a-ca886e059519 req-00a55987-a01a-49ee-880e-5b12164ba60f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Calling delete_port for f7ee5058-ccac-46c4-9d30-5a71fc24a2ec owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:10.495842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f104b03e-7788-4440-86d1-d19b3792e550 None None] Current status of the port a3889aa1-b919-47c6-9439-2e7d350df508 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:10.495978 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f104b03e-7788-4440-86d1-d19b3792e550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a3889aa1-b919-47c6-9439-2e7d350df508), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:10.540658 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c0d6ec-d36d-4225-9161-f928ef68cdf9 x-openstack-request-id: req-47c0d6ec-d36d-4225-9161-f928ef68cdf9 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:10.540658 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f681cb21-b165-49b0-a18c-6677f0149776", "name": "network-vif-plugged", "status": "completed", "tag": "5cbe4213-6e56-402e-9eb4-48fe15bdb0d4", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:10.542110 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47c0d6ec-d36d-4225-9161-f928ef68cdf9 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:10.542730 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f681cb21-b165-49b0-a18c-6677f0149776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbe4213-6e56-402e-9eb4-48fe15bdb0d4', 'code': 200} Jan 28 05:46:10.578683 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f104b03e-7788-4440-86d1-d19b3792e550 None None] For port a3889aa1-b919-47c6-9439-2e7d350df508, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a3889aa1-b919-47c6-9439-2e7d350df508,segment=NetworkSegment(2392e818-2b1c-4b88-b0a7-45f99a2215c1),segment_id=2392e818-2b1c-4b88-b0a7-45f99a2215c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:10.615749 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Router 7c5dd5c9-dceb-49c1-8b87-938c794e6568 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:46:10.667490 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f104b03e-7788-4440-86d1-d19b3792e550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a3889aa1-b919-47c6-9439-2e7d350df508), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:10.716332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9faf4-b01a-4585-a145-332038cc5ca3 req-b41231e4-f11a-438c-814a-029e16674a48 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:10.731508 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35f9faf4-b01a-4585-a145-332038cc5ca3 req-b41231e4-f11a-438c-814a-029e16674a48 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 949 time: 0.1737137 Jan 28 05:46:10.755716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbbea0-96e7-4d43-815a-200100ba5f5a req-927efc53-d68f-4b5e-b0ed-95abf94049d2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:10.768075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64dbbea0-96e7-4d43-815a-200100ba5f5a req-927efc53-d68f-4b5e-b0ed-95abf94049d2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.1535273 Jan 28 05:46:10.769335 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104b03e-7788-4440-86d1-d19b3792e550 None None] Pushing event updated for resources: {'Port': ['ID=a3889aa1-b919-47c6-9439-2e7d350df508,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:10.795379 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c3a31b9c-7bd6-4e54-a68e-2ba203b0a418 None None] Provisioning complete for port a3889aa1-b919-47c6-9439-2e7d350df508 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:10.795972 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3a31b9c-7bd6-4e54-a68e-2ba203b0a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a3889aa1-b919-47c6-9439-2e7d350df508), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:10.799048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f1c7e-a4c3-4e87-a20e-2fda2ee6fb1b req-cb27ec7a-0992-4a82-8484-da4e7274c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:10.803624 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-068f1c7e-a4c3-4e87-a20e-2fda2ee6fb1b req-cb27ec7a-0992-4a82-8484-da4e7274c66b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 1102 time: 0.1204028 Jan 28 05:46:10.822542 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:46:10.836794 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Sync routers for ids ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:46:10.852280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Routers {'7c5dd5c9-dceb-49c1-8b87-938c794e6568'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:46:10.853224 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:46:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:10.935347 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35f9faf4-b01a-4585-a145-332038cc5ca3 req-16b057af-9174-4303-99a0-2ba3903b5335 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934838 Jan 28 05:46:10.954914 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-068f1c7e-a4c3-4e87-a20e-2fda2ee6fb1b req-ec20bbf1-7b14-4227-992e-1d874a034cd5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298323 Jan 28 05:46:10.975867 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64dbbea0-96e7-4d43-815a-200100ba5f5a req-b1822438-f42c-4fce-b504-3f20d34615df tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975930 Jan 28 05:46:11.053413 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:11.055045 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-632b9ce7-758d-4d76-9e42-870f68484fde admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1384571 Jan 28 05:46:11.057571 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57192) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:11.111004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75663c0f-0cc9-4269-aaff-f5b89d82bb27 req-2a17b9bd-6165-4c52-855f-7bfa254b6962 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:11.112803 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a3889aa1-b919-47c6-9439-2e7d350df508 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:46:11.113196 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75663c0f-0cc9-4269-aaff-f5b89d82bb27 req-2a17b9bd-6165-4c52-855f-7bfa254b6962 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ecdb6c-7e8a-4e0a-9005-ad3a57e69255 HTTP/1.1" status: 200 len: 945 time: 0.0814862 Jan 28 05:46:11.114717 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3f821911-3b65-4b35-8a9a-ca886e059519 req-00a55987-a01a-49ee-880e-5b12164ba60f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f7ee5058-ccac-46c4-9d30-5a71fc24a2ec), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:11.173804 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Set router 7c5dd5c9-dceb-49c1-8b87-938c794e6568 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:46:11.176504 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['90541f7f-a766-410e-b604-6c14a5872317', '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c', '4076125d-ed0a-4bd4-8351-f36b18b575e6', '730c6fba-2781-44d1-a564-f5fd0cfdc7cc'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:11.220686 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['29c76cb7-72b3-4c01-b7b9-23bd7536f4a4', 'f7ee5058-ccac-46c4-9d30-5a71fc24a2ec'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:11.256133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a55987-a01a-49ee-880e-5b12164ba60f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Pushing event deleted for resources: {'Port': ['ID=f7ee5058-ccac-46c4-9d30-5a71fc24a2ec,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:11.276664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c3a31b9c-7bd6-4e54-a68e-2ba203b0a418 None None] Current status of the port a3889aa1-b919-47c6-9439-2e7d350df508 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:11.285061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f821911-3b65-4b35-8a9a-ca886e059519 req-00a55987-a01a-49ee-880e-5b12164ba60f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] No DVR routers for this DVR port f7ee5058-ccac-46c4-9d30-5a71fc24a2ec on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:11.297092 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3f821911-3b65-4b35-8a9a-ca886e059519 req-00a55987-a01a-49ee-880e-5b12164ba60f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:11.301236 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f821911-3b65-4b35-8a9a-ca886e059519 req-00a55987-a01a-49ee-880e-5b12164ba60f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.60 "DELETE /v2.0/ports/f7ee5058-ccac-46c4-9d30-5a71fc24a2ec HTTP/1.1" status: 204 len: 173 time: 1.2880917 Jan 28 05:46:11.303026 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd', 'name': 'network-vif-deleted', 'tag': 'f7ee5058-ccac-46c4-9d30-5a71fc24a2ec'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:11.305679 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32532361-7b91-43ce-b4bf-790780a4ed6a" -d '{"events": [{"server_uuid": "b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd", "name": "network-vif-deleted", "tag": "f7ee5058-ccac-46c4-9d30-5a71fc24a2ec"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:11.350573 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a742034-489c-46e7-8a16-636b761b2637 req-557e5f13-83d4-481e-9e84-3201ed148f98 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:11.358721 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a742034-489c-46e7-8a16-636b761b2637 req-557e5f13-83d4-481e-9e84-3201ed148f98 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.2344103 Jan 28 05:46:11.397395 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75663c0f-0cc9-4269-aaff-f5b89d82bb27 req-250b5fa9-cc64-475c-a876-04f673fbdedf tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672582 Jan 28 05:46:11.452584 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a742034-489c-46e7-8a16-636b761b2637 req-a129c5ec-1056-4fa8-935f-825288258b66 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906155 Jan 28 05:46:11.506815 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab9d3d7-1099-4acf-9e7c-4e22e8a9c06d x-openstack-request-id: req-eab9d3d7-1099-4acf-9e7c-4e22e8a9c06d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:11.507136 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd", "name": "network-vif-deleted", "tag": "f7ee5058-ccac-46c4-9d30-5a71fc24a2ec", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:11.507339 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eab9d3d7-1099-4acf-9e7c-4e22e8a9c06d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:11.507813 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd', 'name': 'network-vif-deleted', 'tag': 'f7ee5058-ccac-46c4-9d30-5a71fc24a2ec', 'status': 'completed', 'code': 200} Jan 28 05:46:11.645613 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc6f79-4dd5-4a52-b5ad-f405d3a845ba req-25c99a4c-42a8-4cc2-aadc-51957fc3fe0d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:11.669261 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:11.669819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-12bc6f79-4dd5-4a52-b5ad-f405d3a845ba req-25c99a4c-42a8-4cc2-aadc-51957fc3fe0d tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 945 time: 0.1090345 Jan 28 05:46:11.786923 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-12bc6f79-4dd5-4a52-b5ad-f405d3a845ba req-c0b36765-b975-44d2-b81f-87f5920f2225 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123459 Jan 28 05:46:11.829738 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a3889aa1-b919-47c6-9439-2e7d350df508 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:11.829738 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a3889aa1-b919-47c6-9439-2e7d350df508), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:11.835884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b4f52-a38f-4561-ac7b-724c7bf67329 req-f4d963c9-acd1-46a7-b797-27e5c583fde5 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:11.846508 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-030b4f52-a38f-4561-ac7b-724c7bf67329 req-f4d963c9-acd1-46a7-b797-27e5c583fde5 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 950 time: 0.1727464 Jan 28 05:46:11.951442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-030b4f52-a38f-4561-ac7b-724c7bf67329 req-df32b4e6-8737-40fc-b917-c96de7c4ffe4 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996821 Jan 28 05:46:12.045098 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] Allocated IP 172.20.0.1 (6d41f46e-f58d-4165-a16d-3b2144390868/fef9bb5e-512a-4e07-ad80-abe7197482fc/edd3dd47-fb14-437e-b049-fec4a392ce61) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:46:12.090831 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfb01909-70e2-4a6c-9ee7-191fa1809a8b req-6e0437dd-c14b-4806-bc72-587a16e35027 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7498b2c-ff5e-4a56-a740-3ac61a8bd8cd HTTP/1.1" status: 200 len: 210 time: 0.0517583 Jan 28 05:46:12.121655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a3889aa1-b919-47c6-9439-2e7d350df508 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:12.145776 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'name': 'tempest-TaggedBootDevicesTest-775861909-router', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:09Z', 'revision_number': 3, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'gw_port': {'id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:12.191332 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] Publish callbacks [] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:12.192946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b610c3d-2fe0-40ec-96d9-84bd9b2e9d4a req-48a3968a-9cb9-4dbf-ab05-41aff7b54e51 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:12.199148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Checking router: 7c5dd5c9-dceb-49c1-8b87-938c794e6568 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:46:12.199656 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Updating router 7c5dd5c9-dceb-49c1-8b87-938c794e6568 port 25ab5215-5a63-47b8-88d1-a8d2531c8977 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:46:12.200840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b610c3d-2fe0-40ec-96d9-84bd9b2e9d4a req-48a3968a-9cb9-4dbf-ab05-41aff7b54e51 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:12.207169 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b610c3d-2fe0-40ec-96d9-84bd9b2e9d4a req-48a3968a-9cb9-4dbf-ab05-41aff7b54e51 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:12.209190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b610c3d-2fe0-40ec-96d9-84bd9b2e9d4a req-48a3968a-9cb9-4dbf-ab05-41aff7b54e51 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48&device_id=33ecdb6c-7e8a-4e0a-9005-ad3a57e69255&device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 2416 time: 0.1618030 Jan 28 05:46:12.256240 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (25ab5215-5a63-47b8-88d1-a8d2531c8977), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:12.305589 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b610c3d-2fe0-40ec-96d9-84bd9b2e9d4a req-05c15f63-ec78-421c-bdda-86f1ee58c20a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848305 Jan 28 05:46:12.332005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27709245-a20b-434d-b11e-652b633de492 req-2164292e-5bfd-4e57-9fbd-464ac91f21d9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:12.343060 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:12.365029 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27709245-a20b-434d-b11e-652b633de492 req-2164292e-5bfd-4e57-9fbd-464ac91f21d9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.1543531 Jan 28 05:46:12.395958 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-a4ebc163-0dee-46e3-ad71-2fe77e6d0467 req-4a5b4f02-b720-4818-b4f9-ba27fda5b0dd tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:46:12.397767 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4ebc163-0dee-46e3-ad71-2fe77e6d0467 req-4a5b4f02-b720-4818-b4f9-ba27fda5b0dd tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138338 Jan 28 05:46:12.438983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] Network 6d41f46e-f58d-4165-a16d-3b2144390868 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:46:12.445082 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:46:12.459764 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:46:12.517072 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] Pushing event updated for resources: {'Port': ['ID=edd3dd47-fb14-437e-b049-fec4a392ce61,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:12.522839 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27709245-a20b-434d-b11e-652b633de492 req-d3d2713a-ae50-409a-ac68-080c0175c6db tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226325 Jan 28 05:46:12.554962 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (7c5dd5c9-dceb-49c1-8b87-938c794e6568), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:12.577826 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4ebc163-0dee-46e3-ad71-2fe77e6d0467 req-d8cd0893-a5c4-4b96-93a5-42654cc636e3 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1642349 Jan 28 05:46:12.713489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad0fed-eb02-48e2-8ad3-86e18fa1ef7c req-399950dd-1dae-489b-8067-c0c32cd5674f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:12.719306 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94ad0fed-eb02-48e2-8ad3-86e18fa1ef7c req-399950dd-1dae-489b-8067-c0c32cd5674f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.1055400 Jan 28 05:46:12.820742 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94ad0fed-eb02-48e2-8ad3-86e18fa1ef7c req-407cd766-b491-403f-8471-840383983c05 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972195 Jan 28 05:46:12.965122 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3efa94cd-834f-4c81-a5d8-963edb718cfc None None] Provisioning complete for port edd3dd47-fb14-437e-b049-fec4a392ce61 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:12.965810 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3efa94cd-834f-4c81-a5d8-963edb718cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:12.968559 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Publish callbacks [] for port (25ab5215-5a63-47b8-88d1-a8d2531c8977), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:12.978730 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:13.045296 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3efa94cd-834f-4c81-a5d8-963edb718cfc None None] Port edd3dd47-fb14-437e-b049-fec4a392ce61 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:46:13.148773 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ba2c90a-f3c8-4131-92fa-2fd2baa3d740 req-d3271279-115b-4541-b5c2-c04252fed339 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=652c5d37-1d10-4e87-ad6a-75d966d6c700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0798576 Jan 28 05:46:13.228372 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (25ab5215-5a63-47b8-88d1-a8d2531c8977), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:13.288355 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2c90a-f3c8-4131-92fa-2fd2baa3d740 req-f3f74583-d33a-4f3b-827a-81d9eb6ea48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:13.289854 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ba2c90a-f3c8-4131-92fa-2fd2baa3d740 req-f3f74583-d33a-4f3b-827a-81d9eb6ea48d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&device_id=652c5d37-1d10-4e87-ad6a-75d966d6c700 HTTP/1.1" status: 200 len: 1102 time: 0.0937715 Jan 28 05:46:13.320570 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a886ece-fee5-4e66-af70-9a634f9add56 None None] Pushing event updated for resources: {'Port': ['ID=25ab5215-5a63-47b8-88d1-a8d2531c8977,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:13.325139 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Attempting to bind port 25ab5215-5a63-47b8-88d1-a8d2531c8977 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:46:13.325139 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Attempting to bind port 25ab5215-5a63-47b8-88d1-a8d2531c8977 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:46:13.325569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Attempting to bind port 25ab5215-5a63-47b8-88d1-a8d2531c8977 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:46:13.331688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:46:13.332023 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:46:13.332435 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:13.332925 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:46:13.333383 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Bound port: 25ab5215-5a63-47b8-88d1-a8d2531c8977, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:46:13.333772 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (25ab5215-5a63-47b8-88d1-a8d2531c8977), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:13.354505 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] Publish callbacks [] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:13.363798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device f7ee5058-ccac-46c4-9d30-5a71fc24a2ec no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:13.395692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: f7ee5058-ccac-46c4-9d30-5a71fc24a2ec {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:46:13.395692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device f7ee5058-ccac-46c4-9d30-5a71fc24a2ec not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:13.427729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] For port 25ab5215-5a63-47b8-88d1-a8d2531c8977, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:46:13.432104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] For port 25ab5215-5a63-47b8-88d1-a8d2531c8977, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=25ab5215-5a63-47b8-88d1-a8d2531c8977,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:46:13.446790 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b99641ba-fc19-4f1c-b151-9734d4562c43 req-4c567748-8c16-4ee1-9e11-5979f591c381 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1612003 Jan 28 05:46:13.515773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:13.570133 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (25ab5215-5a63-47b8-88d1-a8d2531c8977), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:13.577679 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (7c5dd5c9-dceb-49c1-8b87-938c794e6568), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:13.609832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2934961-f8b0-44c6-bd4a-25f6ef6648cd req-8dfb1558-cb97-4fd6-a3de-125701389731 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:13.621520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2934961-f8b0-44c6-bd4a-25f6ef6648cd req-8dfb1558-cb97-4fd6-a3de-125701389731 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.1592112 Jan 28 05:46:13.632116 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2c90a-f3c8-4131-92fa-2fd2baa3d740 req-dfad7463-b134-4e27-9749-adeb3adc0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:13.634717 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ba2c90a-f3c8-4131-92fa-2fd2baa3d740 req-dfad7463-b134-4e27-9749-adeb3adc0fac service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.2975550 Jan 28 05:46:13.640694 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] Pushing event updated for resources: {'Port': ['ID=edd3dd47-fb14-437e-b049-fec4a392ce61,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:13.648722 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f273f-aaf2-4868-8409-358edca7ac9a req-08792f21-7e36-44d2-9ea0-82670ebf0d5a tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:13.657148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d6f273f-aaf2-4868-8409-358edca7ac9a req-08792f21-7e36-44d2-9ea0-82670ebf0d5a tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 950 time: 0.2364774 Jan 28 05:46:13.664152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Routers {'7c5dd5c9-dceb-49c1-8b87-938c794e6568'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:46:13.665592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:46:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:13.707611 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a886ece-fee5-4e66-af70-9a634f9add56 None None] Pushing event updated for resources: {'Port': ['ID=25ab5215-5a63-47b8-88d1-a8d2531c8977,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:13.721224 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] Network 6d41f46e-f58d-4165-a16d-3b2144390868 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:46:13.723203 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:46:13.747442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99641ba-fc19-4f1c-b151-9734d4562c43 req-e2f953ec-e7df-4b75-bf30-b8c9d891e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:13.748925 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b99641ba-fc19-4f1c-b151-9734d4562c43 req-e2f953ec-e7df-4b75-bf30-b8c9d891e95c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c36a2d53f9504be19dc76a299e98b5d6&device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 1098 time: 0.2551520 Jan 28 05:46:13.759914 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ba2c90a-f3c8-4131-92fa-2fd2baa3d740 req-6dffd38c-c888-4650-843d-0a51f18007ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 HTTP/1.1" status: 200 len: 217 time: 0.0945730 Jan 28 05:46:13.814634 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2934961-f8b0-44c6-bd4a-25f6ef6648cd req-9b332dae-7b24-4043-87bf-67a7e21c2da4 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888633 Jan 28 05:46:13.822970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] Set router 7c5dd5c9-dceb-49c1-8b87-938c794e6568 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:46:13.921074 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] Router 7c5dd5c9-dceb-49c1-8b87-938c794e6568 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:46:14.114799 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99641ba-fc19-4f1c-b151-9734d4562c43 req-1e783477-1fe5-4f4d-9a8d-222410b84c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:14.116478 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b99641ba-fc19-4f1c-b151-9734d4562c43 req-1e783477-1fe5-4f4d-9a8d-222410b84c28 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b983991-8e52-43a5-9508-80c383d87452 HTTP/1.1" status: 200 len: 919 time: 0.3207533 Jan 28 05:46:14.167385 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b7d2798a-f79f-4175-812e-79f4e5ede21a None None] Provisioning complete for port edd3dd47-fb14-437e-b049-fec4a392ce61 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:14.167879 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7d2798a-f79f-4175-812e-79f4e5ede21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:14.179131 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:46:14.191441 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cd365caf-ad94-49db-83ab-c9538ec3f01c admin admin] 10.222.0.31 "PUT /v2.0/routers/7c5dd5c9-dceb-49c1-8b87-938c794e6568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1315856 Jan 28 05:46:14.191718 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b99641ba-fc19-4f1c-b151-9734d4562c43 req-8a12b866-ea13-41c9-ab8c-f984648bcaf8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c85ced63-7dac-4c24-b294-ecb1b4fff362 HTTP/1.1" status: 200 len: 217 time: 0.0584204 Jan 28 05:46:14.214928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d6f273f-aaf2-4868-8409-358edca7ac9a req-573e6746-58b7-4ac9-97eb-8566eb966512 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5539660 Jan 28 05:46:14.216563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2c90a-f3c8-4131-92fa-2fd2baa3d740 req-6539ce22-10e5-48a8-8128-54408f3be25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:14.225012 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ba2c90a-f3c8-4131-92fa-2fd2baa3d740 req-6539ce22-10e5-48a8-8128-54408f3be25e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.4273310 Jan 28 05:46:14.241085 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b7d2798a-f79f-4175-812e-79f4e5ede21a None None] Port edd3dd47-fb14-437e-b049-fec4a392ce61 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:46:14.256269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'name': 'tempest-TaggedBootDevicesTest-775861909-router', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:12Z', 'revision_number': 4, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'gw_port': {'id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'edd3dd47-fb14-437e-b049-fec4a392ce61', 'name': '', 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'mac_address': 'fa:16:3e:da:26:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:11Z', 'updated_at': '2022-01-28T05:46:13Z', 'revision_number': 2, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'subnets': [{'id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:14.295510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5fa1d2-4c5e-4b9d-bbd3-bdd6caeaf8a8 None None] The sync data for ids ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'] in n-d-812111-12 is: [{'id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'name': 'tempest-TaggedBootDevicesTest-775861909-router', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:12Z', 'revision_number': 4, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'gw_port': {'id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'edd3dd47-fb14-437e-b049-fec4a392ce61', 'name': '', 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'mac_address': 'fa:16:3e:da:26:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:11Z', 'updated_at': '2022-01-28T05:46:13Z', 'revision_number': 2, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'subnets': [{'id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:46:14.368719 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99641ba-fc19-4f1c-b151-9734d4562c43 req-2626cf39-0720-4d4d-8410-ecfcc8b83543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:14.370399 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b99641ba-fc19-4f1c-b151-9734d4562c43 req-2626cf39-0720-4d4d-8410-ecfcc8b83543 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6933c2d9-7995-47b9-8107-2c5c5786684d HTTP/1.1" status: 200 len: 858 time: 0.1444643 Jan 28 05:46:14.393406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2c90a-f3c8-4131-92fa-2fd2baa3d740 req-672db7a9-fddf-4468-b5d2-b374211f88c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:14.399502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ba2c90a-f3c8-4131-92fa-2fd2baa3d740 req-672db7a9-fddf-4468-b5d2-b374211f88c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1413479 Jan 28 05:46:14.427214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b99641ba-fc19-4f1c-b151-9734d4562c43 req-6d8d2d85-8dd3-46bc-ae9f-baf1fa2c7831 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b983991-8e52-43a5-9508-80c383d87452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497849 Jan 28 05:46:14.469954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe5c40-317b-458f-abc7-1852c01c1a7f req-bd5c825c-04b5-4d23-a025-4b1af139e70c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:14.472654 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-25fe5c40-317b-458f-abc7-1852c01c1a7f req-bd5c825c-04b5-4d23-a025-4b1af139e70c tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.1569939 Jan 28 05:46:14.692496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ba2c90a-f3c8-4131-92fa-2fd2baa3d740 req-99cd2938-5d67-4ff4-b9f4-13a355a3ea0b service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635758 Jan 28 05:46:14.727292 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-25fe5c40-317b-458f-abc7-1852c01c1a7f req-9035aec5-0848-451e-aff6-916829f6fca9 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096903 Jan 28 05:46:14.785941 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b99641ba-fc19-4f1c-b151-9734d4562c43 req-56810201-3fa0-4867-98f7-43e81913ab02 service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437791 Jan 28 05:46:14.955941 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ba2c90a-f3c8-4131-92fa-2fd2baa3d740 req-79f5fb10-8919-4426-b421-e8c94097e45e service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534151 Jan 28 05:46:14.979627 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b99641ba-fc19-4f1c-b151-9734d4562c43 req-52913c96-e596-4f54-a812-1c85969bf4cf service neutron] 10.222.0.64 "GET /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853993 Jan 28 05:46:14.992443 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be31fb7-0c74-4aac-922b-99af506484ca req-783a265f-1f56-437f-bb11-2f0895891647 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:15.002109 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5be31fb7-0c74-4aac-922b-99af506484ca req-783a265f-1f56-437f-bb11-2f0895891647 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2 HTTP/1.1" status: 200 len: 949 time: 0.1856191 Jan 28 05:46:15.056387 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5be31fb7-0c74-4aac-922b-99af506484ca req-3b3b4ddf-b0dc-46a6-9e40-34bc5c9d0a97 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531299 Jan 28 05:46:15.340531 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57262) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:15.345629 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1316437798-network', 'tenant_id': '1884d128ea3e470794f5df0f329de4fe'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:46:15.463583 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4926b59-361a-4960-a2a4-40562f8532a2 req-5446c819-75fc-4b2a-a778-141de17a88f3 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:15.467048 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4926b59-361a-4960-a2a4-40562f8532a2 req-5446c819-75fc-4b2a-a778-141de17a88f3 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.0663707 Jan 28 05:46:15.488865 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Made reservation on behalf of 1884d128ea3e470794f5df0f329de4fe for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:46:15.492162 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:15.504929 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:15.530052 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4926b59-361a-4960-a2a4-40562f8532a2 req-522b129e-a373-4c96-ba72-0f9c14e62ffd tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577557 Jan 28 05:46:15.626447 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Publish callbacks [] for security_group (a0699c05-8d19-4f69-8754-6bb141654713), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:15.736016 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a0699c05-8d19-4f69-8754-6bb141654713), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:15.769705 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:46:15.786863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0699c05-8d19-4f69-8754-6bb141654713,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:15.799459 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:15.799810 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:15.800156 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:15.800499 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:15.800835 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:15.801172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:15.801506 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:15.802001 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:15.802191 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:15.802547 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:15.802877 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:15.803205 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:15.803529 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:15.824149 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (00ce85b7-c121-4bc6-ac5b-586b6ac1c259), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:15.825517 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Added segment 00ce85b7-c121-4bc6-ac5b-586b6ac1c259 of type vlan for network 26edd89a-3d8f-404a-808f-d3060dc0a858 Jan 28 05:46:15.885277 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (26edd89a-3d8f-404a-808f-d3060dc0a858), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:15.973000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4a24e-b1d8-4e27-8969-5c234bde8745 req-2ca3a4cd-9f04-4443-b7dd-f3e9a522729f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:15.980794 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6c4a24e-b1d8-4e27-8969-5c234bde8745 req-2ca3a4cd-9f04-4443-b7dd-f3e9a522729f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=652c5d37-1d10-4e87-ad6a-75d966d6c700 HTTP/1.1" status: 200 len: 950 time: 0.0574036 Jan 28 05:46:16.025594 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (26edd89a-3d8f-404a-808f-d3060dc0a858), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:16.027449 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:16.029615 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:16.040084 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6c4a24e-b1d8-4e27-8969-5c234bde8745 req-40b24ae0-60aa-461a-99d0-59f501e8f546 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543656 Jan 28 05:46:16.119692 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] Pushing event updated for resources: {'Network': ['ID=26edd89a-3d8f-404a-808f-d3060dc0a858,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:16.134949 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 26edd89a-3d8f-404a-808f-d3060dc0a858 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:46:16.163204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57280) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:16.165729 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-28b86a8c-b50d-4077-87ef-0b4c5972b20e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8239794 Jan 28 05:46:16.169108 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Request body: {'subnet': {'network_id': '26edd89a-3d8f-404a-808f-d3060dc0a858', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1316437798-subnet', 'tenant_id': '1884d128ea3e470794f5df0f329de4fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:46:16.262851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Made reservation on behalf of 1884d128ea3e470794f5df0f329de4fe for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:46:16.265171 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:16.341655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea3a9f-47c6-4efd-9357-5bdd3a15d3be req-2d961211-4c01-4083-9d3e-b962805e951e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:16.343282 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72ea3a9f-47c6-4efd-9357-5bdd3a15d3be req-2d961211-4c01-4083-9d3e-b962805e951e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.1200857 Jan 28 05:46:16.420090 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72ea3a9f-47c6-4efd-9357-5bdd3a15d3be req-510f680c-759b-470b-8445-f263eea07b2d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668788 Jan 28 05:46:16.611145 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c17219-64fb-4f36-ba1c-28639e73744f req-6cf26e8d-cd5b-437e-8523-33433d39c5d8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:16.613431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8c17219-64fb-4f36-ba1c-28639e73744f req-6cf26e8d-cd5b-437e-8523-33433d39c5d8 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.60 "GET /v2.0/ports?device_id=652c5d37-1d10-4e87-ad6a-75d966d6c700 HTTP/1.1" status: 200 len: 950 time: 0.0992284 Jan 28 05:46:16.720016 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (00fca60b-f8c3-41d5-833f-bb454571324f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:16.804496 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb43b44-a405-405a-8216-a18ef37274ee req-5e152586-48bc-44ee-be0f-2eb15157ba75 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:16.807487 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-deb43b44-a405-405a-8216-a18ef37274ee req-5e152586-48bc-44ee-be0f-2eb15157ba75 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.1345072 Jan 28 05:46:16.845162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-a8c17219-64fb-4f36-ba1c-28639e73744f req-f9831e26-fb63-48d6-a858-a4ebfca9d096 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Deleting port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:16.845752 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a8c17219-64fb-4f36-ba1c-28639e73744f req-f9831e26-fb63-48d6-a858-a4ebfca9d096 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (29c76cb7-72b3-4c01-b7b9-23bd7536f4a4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:16.856098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00fca60b-f8c3-41d5-833f-bb454571324f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:16.923502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Checking segment: {'id': '00ce85b7-c121-4bc6-ac5b-586b6ac1c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '26edd89a-3d8f-404a-808f-d3060dc0a858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:46:16.923941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Network hostable DHCP agents. Network: 26edd89a-3d8f-404a-808f-d3060dc0a858, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:46:16.942910 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:16.943337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:16.943747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:16.944180 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:16.944589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:16.944994 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:16.945398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:16.945796 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:16.946201 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:16.946620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:16.946958 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:16.953961 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:16.953961 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:16.993188 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-deb43b44-a405-405a-8216-a18ef37274ee req-d5600bd4-750a-4e39-bfb9-1b5f6866320f tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594458 Jan 28 05:46:17.031268 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 25ab5215-5a63-47b8-88d1-a8d2531c8977 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:46:17.032859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a8c17219-64fb-4f36-ba1c-28639e73744f req-f9831e26-fb63-48d6-a858-a4ebfca9d096 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] For port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=29c76cb7-72b3-4c01-b7b9-23bd7536f4a4,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:17.033236 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a8c17219-64fb-4f36-ba1c-28639e73744f req-f9831e26-fb63-48d6-a858-a4ebfca9d096 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (29c76cb7-72b3-4c01-b7b9-23bd7536f4a4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:17.047992 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-a8c17219-64fb-4f36-ba1c-28639e73744f req-f9831e26-fb63-48d6-a858-a4ebfca9d096 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Calling delete_port for 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:17.111976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 25ab5215-5a63-47b8-88d1-a8d2531c8977 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:17.112836 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (25ab5215-5a63-47b8-88d1-a8d2531c8977), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:17.124581 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Network 26edd89a-3d8f-404a-808f-d3060dc0a858 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:46:17.214266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 25ab5215-5a63-47b8-88d1-a8d2531c8977 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:17.215141 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (25ab5215-5a63-47b8-88d1-a8d2531c8977), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:17.225293 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8cd74-3585-4280-8e88-08b9fc1f6b13 req-1c9c5c27-669f-4aed-bbdf-23df3f440a28 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:17.226797 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f8cd74-3585-4280-8e88-08b9fc1f6b13 req-1c9c5c27-669f-4aed-bbdf-23df3f440a28 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 945 time: 0.1060035 Jan 28 05:46:17.246904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 25ab5215-5a63-47b8-88d1-a8d2531c8977, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=25ab5215-5a63-47b8-88d1-a8d2531c8977,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:17.298093 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Sync routers for ids ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:46:17.311710 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Routers {'7c5dd5c9-dceb-49c1-8b87-938c794e6568'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:46:17.312492 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:46:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:17.335853 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (25ab5215-5a63-47b8-88d1-a8d2531c8977), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:17.401001 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=25ab5215-5a63-47b8-88d1-a8d2531c8977,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:17.448961 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Set router 7c5dd5c9-dceb-49c1-8b87-938c794e6568 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:46:17.616914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 26edd89a-3d8f-404a-808f-d3060dc0a858) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:46:17.625635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1464ea3-0c66-4302-93da-0b85cee608f9 None None] Network 26edd89a-3d8f-404a-808f-d3060dc0a858 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:46:17.655678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:17.656458 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:17.682200 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'name': 'tempest-TaggedBootDevicesTest-775861909-router', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:12Z', 'revision_number': 4, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'gw_port': {'id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'edd3dd47-fb14-437e-b049-fec4a392ce61', 'name': '', 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'mac_address': 'fa:16:3e:da:26:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:11Z', 'updated_at': '2022-01-28T05:46:13Z', 'revision_number': 2, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'subnets': [{'id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:17.713519 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Checking router: 7c5dd5c9-dceb-49c1-8b87-938c794e6568 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:46:17.736394 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Updating router 7c5dd5c9-dceb-49c1-8b87-938c794e6568 port edd3dd47-fb14-437e-b049-fec4a392ce61 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:46:17.740057 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:17.748132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e7f00-5425-476a-829e-5d71baa261c0 req-78e7301b-43c2-4a91-a9d5-1847fa6ce76f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:17.749690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e21e7f00-5425-476a-829e-5d71baa261c0 req-78e7301b-43c2-4a91-a9d5-1847fa6ce76f tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6a03c8b-bcac-46d4-8ce3-62960ef72a82 HTTP/1.1" status: 200 len: 950 time: 0.1503582 Jan 28 05:46:17.767355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f8cd74-3585-4280-8e88-08b9fc1f6b13 req-2522e86f-0574-4ff1-8f02-9822ead2af30 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315762 Jan 28 05:46:17.772579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-26edd89a-3d8f-404a-808f-d3060dc0a858', 'network_id': '26edd89a-3d8f-404a-808f-d3060dc0a858', 'project_id': '1884d128ea3e470794f5df0f329de4fe', 'fixed_ips': [{'subnet_id': '00fca60b-f8c3-41d5-833f-bb454571324f'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:46:17.773943 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:17.797490 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c4312-76aa-48b5-9046-0f416359659c req-f8260c69-42f2-4f9d-85b3-eedee71e81bb tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:17.812351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-559c4312-76aa-48b5-9046-0f416359659c req-f8260c69-42f2-4f9d-85b3-eedee71e81bb tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=652c5d37-1d10-4e87-ad6a-75d966d6c700 HTTP/1.1" status: 200 len: 950 time: 0.5860703 Jan 28 05:46:17.915657 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-56c56610-bb38-4e06-a67f-0be96f778c13 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7489631 Jan 28 05:46:17.916250 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57308) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:17.922750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1316437798-router', 'tenant_id': '1884d128ea3e470794f5df0f329de4fe', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:46:17.971647 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-559c4312-76aa-48b5-9046-0f416359659c req-09239d80-509b-4e34-97cf-3b6a431f0589 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662303 Jan 28 05:46:18.028195 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e21e7f00-5425-476a-829e-5d71baa261c0 req-e1d0663d-456d-4022-a463-63341b64d701 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Deleting port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:18.029593 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e21e7f00-5425-476a-829e-5d71baa261c0 req-e1d0663d-456d-4022-a463-63341b64d701 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (730c6fba-2781-44d1-a564-f5fd0cfdc7cc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:18.084064 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a8c17219-64fb-4f36-ba1c-28639e73744f req-f9831e26-fb63-48d6-a858-a4ebfca9d096 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (29c76cb7-72b3-4c01-b7b9-23bd7536f4a4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:18.117232 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (3edfb31a-4b46-4fa5-8c32-b82a551d1341), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:18.120537 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (3edfb31a-4b46-4fa5-8c32-b82a551d1341), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:18.127594 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['90541f7f-a766-410e-b604-6c14a5872317', '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c', '4076125d-ed0a-4bd4-8351-f36b18b575e6', '730c6fba-2781-44d1-a564-f5fd0cfdc7cc'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:18.190935 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Allocated IP 172.20.0.2 (26edd89a-3d8f-404a-808f-d3060dc0a858/00fca60b-f8c3-41d5-833f-bb454571324f/47119600-fab9-44a3-b8b8-13dd53c07e5e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:46:18.214904 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Publish callbacks [] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:18.230645 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Publish callbacks [] for router_controller (3edfb31a-4b46-4fa5-8c32-b82a551d1341), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:18.232643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9831e26-fb63-48d6-a858-a4ebfca9d096 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Pushing event deleted for resources: {'Port': ['ID=29c76cb7-72b3-4c01-b7b9-23bd7536f4a4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:18.306852 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:18.311281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c17219-64fb-4f36-ba1c-28639e73744f req-f9831e26-fb63-48d6-a858-a4ebfca9d096 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] No DVR routers for this DVR port 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:18.325662 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a8c17219-64fb-4f36-ba1c-28639e73744f req-f9831e26-fb63-48d6-a858-a4ebfca9d096 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:18.329031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8c17219-64fb-4f36-ba1c-28639e73744f req-f9831e26-fb63-48d6-a858-a4ebfca9d096 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.60 "DELETE /v2.0/ports/29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 HTTP/1.1" status: 204 len: 173 time: 1.7071009 Jan 28 05:46:18.331509 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652c5d37-1d10-4e87-ad6a-75d966d6c700', 'name': 'network-vif-deleted', 'tag': '29c76cb7-72b3-4c01-b7b9-23bd7536f4a4'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:18.338704 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45539860-25ab-4efb-a2db-0c5a43af3754" -d '{"events": [{"server_uuid": "652c5d37-1d10-4e87-ad6a-75d966d6c700", "name": "network-vif-deleted", "tag": "29c76cb7-72b3-4c01-b7b9-23bd7536f4a4"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:18.347854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d1c61-82b3-4048-9e31-b6bcec29a002 req-0c9e6312-617f-4bd2-963a-759bfc2979ab tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:18.354800 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e19d1c61-82b3-4048-9e31-b6bcec29a002 req-0c9e6312-617f-4bd2-963a-759bfc2979ab tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.3160868 Jan 28 05:46:18.363139 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c03cfc-3dc5-432a-9c3c-99e8afae5c49 None None] Pushing event updated for resources: {'Port': ['ID=edd3dd47-fb14-437e-b049-fec4a392ce61,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:18.377703 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c03cfc-3dc5-432a-9c3c-99e8afae5c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:18.378366 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c03cfc-3dc5-432a-9c3c-99e8afae5c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:18.378872 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c03cfc-3dc5-432a-9c3c-99e8afae5c49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:18.379354 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c03cfc-3dc5-432a-9c3c-99e8afae5c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:18.379834 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c03cfc-3dc5-432a-9c3c-99e8afae5c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:18.380309 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c03cfc-3dc5-432a-9c3c-99e8afae5c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:18.380833 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c03cfc-3dc5-432a-9c3c-99e8afae5c49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:18.381316 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c03cfc-3dc5-432a-9c3c-99e8afae5c49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:18.381779 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c03cfc-3dc5-432a-9c3c-99e8afae5c49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:18.382247 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c03cfc-3dc5-432a-9c3c-99e8afae5c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:18.382902 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c03cfc-3dc5-432a-9c3c-99e8afae5c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:18.383375 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c03cfc-3dc5-432a-9c3c-99e8afae5c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:18.383851 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c03cfc-3dc5-432a-9c3c-99e8afae5c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:18.422332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e21e7f00-5425-476a-829e-5d71baa261c0 req-e1d0663d-456d-4022-a463-63341b64d701 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] For port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=730c6fba-2781-44d1-a564-f5fd0cfdc7cc,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:18.423281 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e21e7f00-5425-476a-829e-5d71baa261c0 req-e1d0663d-456d-4022-a463-63341b64d701 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (730c6fba-2781-44d1-a564-f5fd0cfdc7cc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:18.470948 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Attempting to bind port edd3dd47-fb14-437e-b049-fec4a392ce61 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:46:18.471906 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Attempting to bind port edd3dd47-fb14-437e-b049-fec4a392ce61 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '2392e818-2b1c-4b88-b0a7-45f99a2215c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:46:18.472423 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Attempting to bind port edd3dd47-fb14-437e-b049-fec4a392ce61 on network 6d41f46e-f58d-4165-a16d-3b2144390868 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:46:18.478834 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:46:18.487079 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Checking segment: {'id': '2392e818-2b1c-4b88-b0a7-45f99a2215c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:46:18.487079 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:18.487079 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Bound using segment: {'id': '2392e818-2b1c-4b88-b0a7-45f99a2215c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:46:18.487079 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Bound port: edd3dd47-fb14-437e-b049-fec4a392ce61, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2392e818-2b1c-4b88-b0a7-45f99a2215c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:46:18.487079 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:18.487553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f74e4c-830f-40ce-8ee7-0c2a2c9b88b9 req-0ceb5115-231c-48fe-ae97-eec87d237999 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:18.492853 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08f74e4c-830f-40ce-8ee7-0c2a2c9b88b9 req-0ceb5115-231c-48fe-ae97-eec87d237999 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.2824352 Jan 28 05:46:18.495090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e21e7f00-5425-476a-829e-5d71baa261c0 req-e1d0663d-456d-4022-a463-63341b64d701 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Calling delete_port for 730c6fba-2781-44d1-a564-f5fd0cfdc7cc owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:18.513263 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Publish callbacks [] for port (47119600-fab9-44a3-b8b8-13dd53c07e5e), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:18.580515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e19d1c61-82b3-4048-9e31-b6bcec29a002 req-efd9de62-fc18-4cd8-a635-e7ee9efacf24 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164826 Jan 28 05:46:18.603442 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] For port edd3dd47-fb14-437e-b049-fec4a392ce61, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:46:18.608709 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] For port edd3dd47-fb14-437e-b049-fec4a392ce61, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=edd3dd47-fb14-437e-b049-fec4a392ce61,segment=NetworkSegment(2392e818-2b1c-4b88-b0a7-45f99a2215c1),segment_id=2392e818-2b1c-4b88-b0a7-45f99a2215c1)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:46:18.651537 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (47119600-fab9-44a3-b8b8-13dd53c07e5e), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:18.673639 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Publish callbacks [] for router_gateway (3edfb31a-4b46-4fa5-8c32-b82a551d1341), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:18.708779 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:18.779973 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c03cfc-3dc5-432a-9c3c-99e8afae5c49 None None] Pushing event updated for resources: {'Port': ['ID=edd3dd47-fb14-437e-b049-fec4a392ce61,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:18.801012 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08f74e4c-830f-40ce-8ee7-0c2a2c9b88b9 req-7cd49639-b50a-4654-a324-933154eb0184 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071251 Jan 28 05:46:18.813782 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Network 26edd89a-3d8f-404a-808f-d3060dc0a858 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:46:18.833036 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4abf216-f408-4047-8973-6e586f73534d x-openstack-request-id: req-f4abf216-f408-4047-8973-6e586f73534d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:18.833347 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652c5d37-1d10-4e87-ad6a-75d966d6c700", "name": "network-vif-deleted", "tag": "29c76cb7-72b3-4c01-b7b9-23bd7536f4a4", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:18.833605 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4abf216-f408-4047-8973-6e586f73534d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:18.834006 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652c5d37-1d10-4e87-ad6a-75d966d6c700', 'name': 'network-vif-deleted', 'tag': '29c76cb7-72b3-4c01-b7b9-23bd7536f4a4', 'status': 'completed', 'code': 200} Jan 28 05:46:18.845171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:46:18.847254 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Routers {'7c5dd5c9-dceb-49c1-8b87-938c794e6568'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:46:18.854352 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:46:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:18.859643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:46:18.916202 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Pushing event updated for resources: {'Port': ['ID=47119600-fab9-44a3-b8b8-13dd53c07e5e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:19.061953 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e21e7f00-5425-476a-829e-5d71baa261c0 req-e1d0663d-456d-4022-a463-63341b64d701 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (730c6fba-2781-44d1-a564-f5fd0cfdc7cc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:19.150675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c5cd524b-55d3-45da-b690-af19d2e0b2ad None None] Provisioning complete for port edd3dd47-fb14-437e-b049-fec4a392ce61 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:19.151111 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c5cd524b-55d3-45da-b690-af19d2e0b2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:19.155055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0663d-456d-4022-a463-63341b64d701 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Pushing event deleted for resources: {'Port': ['ID=730c6fba-2781-44d1-a564-f5fd0cfdc7cc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:19.171148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['90541f7f-a766-410e-b604-6c14a5872317', '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c', '4076125d-ed0a-4bd4-8351-f36b18b575e6'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:19.193741 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] Set router 7c5dd5c9-dceb-49c1-8b87-938c794e6568 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:46:19.202414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46753cb-147b-4782-b1f1-a6f6d8043661 req-bfe057fe-bf52-4cf6-ba1d-7d1ee7794dd5 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:19.207364 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device edd3dd47-fb14-437e-b049-fec4a392ce61 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:46:19.207505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d46753cb-147b-4782-b1f1-a6f6d8043661 req-bfe057fe-bf52-4cf6-ba1d-7d1ee7794dd5 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 945 time: 0.2119095 Jan 28 05:46:19.283958 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Attempting to bind port 47119600-fab9-44a3-b8b8-13dd53c07e5e on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:46:19.284366 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Attempting to bind port 47119600-fab9-44a3-b8b8-13dd53c07e5e by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '00ce85b7-c121-4bc6-ac5b-586b6ac1c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '26edd89a-3d8f-404a-808f-d3060dc0a858'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:46:19.284736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Attempting to bind port 47119600-fab9-44a3-b8b8-13dd53c07e5e on network 26edd89a-3d8f-404a-808f-d3060dc0a858 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:46:19.336238 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:46:19.336652 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Checking segment: {'id': '00ce85b7-c121-4bc6-ac5b-586b6ac1c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '26edd89a-3d8f-404a-808f-d3060dc0a858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:46:19.337054 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:19.337451 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Bound using segment: {'id': '00ce85b7-c121-4bc6-ac5b-586b6ac1c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '26edd89a-3d8f-404a-808f-d3060dc0a858'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:46:19.338495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Bound port: 47119600-fab9-44a3-b8b8-13dd53c07e5e, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ce85b7-c121-4bc6-ac5b-586b6ac1c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '26edd89a-3d8f-404a-808f-d3060dc0a858'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:46:19.338869 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (47119600-fab9-44a3-b8b8-13dd53c07e5e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:19.342144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21e7f00-5425-476a-829e-5d71baa261c0 req-e1d0663d-456d-4022-a463-63341b64d701 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] No DVR routers for this DVR port 730c6fba-2781-44d1-a564-f5fd0cfdc7cc on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:19.370096 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e21e7f00-5425-476a-829e-5d71baa261c0 req-e1d0663d-456d-4022-a463-63341b64d701 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:19.374933 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e21e7f00-5425-476a-829e-5d71baa261c0 req-e1d0663d-456d-4022-a463-63341b64d701 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "DELETE /v2.0/ports/730c6fba-2781-44d1-a564-f5fd0cfdc7cc HTTP/1.1" status: 204 len: 173 time: 1.6019545 Jan 28 05:46:19.398241 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c728493a-1ae4-4e1a-b71c-706730ca9566 req-718b6c0b-999a-452d-b869-a69a5bb8adfb tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=652c5d37-1d10-4e87-ad6a-75d966d6c700 HTTP/1.1" status: 200 len: 210 time: 0.1076510 Jan 28 05:46:19.401710 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device d539f3dd-f19b-44fa-8517-5e1d99418928 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:46:19.443095 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:19.457546 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Publish callbacks [] for router_gateway (3edfb31a-4b46-4fa5-8c32-b82a551d1341), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:19.548155 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:19.612273 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a580b00-e42f-4d1d-a23b-1e607a83bd71 req-96314cbd-9d22-4164-8172-002045b7516e tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:19.627437 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7a580b00-e42f-4d1d-a23b-1e607a83bd71 req-96314cbd-9d22-4164-8172-002045b7516e tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 945 time: 0.2209516 Jan 28 05:46:19.627888 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'name': 'tempest-TaggedBootDevicesTest-775861909-router', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:12Z', 'revision_number': 4, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'gw_port': {'id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'edd3dd47-fb14-437e-b049-fec4a392ce61', 'name': '', 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'mac_address': 'fa:16:3e:da:26:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:11Z', 'updated_at': '2022-01-28T05:46:18Z', 'revision_number': 4, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'subnets': [{'id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:19.628398 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:46:19.628398 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 29c76cb7-72b3-4c01-b7b9-23bd7536f4a4 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:19.652548 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port edd3dd47-fb14-437e-b049-fec4a392ce61 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:19.652921 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:19.657540 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d46753cb-147b-4782-b1f1-a6f6d8043661 req-02e19e24-46f5-479b-bd55-6dc848948cd1 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771095 Jan 28 05:46:19.684735 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ee6e7-de35-4b7b-befc-9849c0212dc8 None None] The sync data for ids ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'] in n-d-812111-12 is: [{'id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'name': 'tempest-TaggedBootDevicesTest-775861909-router', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:12Z', 'revision_number': 4, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'gw_port': {'id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'edd3dd47-fb14-437e-b049-fec4a392ce61', 'name': '', 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'mac_address': 'fa:16:3e:da:26:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:11Z', 'updated_at': '2022-01-28T05:46:18Z', 'revision_number': 4, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'subnets': [{'id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:46:19.782114 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.resource_extend [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 05:46:19.906832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8824-29b4-4174-907d-3a4a6e9631d2 req-1e6f1644-5b33-4e4a-b5bd-aa35b59dfbe1 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:19.916623 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-205e8824-29b4-4174-907d-3a4a6e9631d2 req-1e6f1644-5b33-4e4a-b5bd-aa35b59dfbe1 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.1171763 Jan 28 05:46:19.957497 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Allocated IP 172.25.0.31 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/6e283b47-6f84-41c4-90e2-130c2eccc745) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:46:19.990983 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port d539f3dd-f19b-44fa-8517-5e1d99418928, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=d539f3dd-f19b-44fa-8517-5e1d99418928,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:20.013553 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-205e8824-29b4-4174-907d-3a4a6e9631d2 req-b473b462-1014-453f-bcae-cb8bde273c88 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950522 Jan 28 05:46:20.022086 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] For port 47119600-fab9-44a3-b8b8-13dd53c07e5e, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:46:20.025516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] For port 47119600-fab9-44a3-b8b8-13dd53c07e5e, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=47119600-fab9-44a3-b8b8-13dd53c07e5e,segment=NetworkSegment(00ce85b7-c121-4bc6-ac5b-586b6ac1c259),segment_id=00ce85b7-c121-4bc6-ac5b-586b6ac1c259)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:46:20.059851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-7a580b00-e42f-4d1d-a23b-1e607a83bd71 req-688a99cf-9055-4456-a5d0-3849473b7715 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Deleting port df74b306-afba-425a-8318-68864b1a6293 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:20.060437 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7a580b00-e42f-4d1d-a23b-1e607a83bd71 req-688a99cf-9055-4456-a5d0-3849473b7715 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (df74b306-afba-425a-8318-68864b1a6293), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:20.064545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'd539f3dd-f19b-44fa-8517-5e1d99418928', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'd539f3dd-f19b-44fa-8517-5e1d99418928', 'mac_address': 'fa:16:3e:56:0d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:46:20.196299 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60018b33-5217-4f53-898b-820ccd0bc048 req-11de4177-6d81-409e-a26b-46a8676c9509 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:20.198271 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60018b33-5217-4f53-898b-820ccd0bc048 req-11de4177-6d81-409e-a26b-46a8676c9509 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.2172134 Jan 28 05:46:20.213340 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Publish callbacks [] for port (6e283b47-6f84-41c4-90e2-130c2eccc745), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:20.241972 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port d539f3dd-f19b-44fa-8517-5e1d99418928 is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:20.244010 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:20.259513 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (47119600-fab9-44a3-b8b8-13dd53c07e5e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:20.279637 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d539f3dd-f19b-44fa-8517-5e1d99418928 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:46:20.289495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7a580b00-e42f-4d1d-a23b-1e607a83bd71 req-688a99cf-9055-4456-a5d0-3849473b7715 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] For port df74b306-afba-425a-8318-68864b1a6293, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=df74b306-afba-425a-8318-68864b1a6293,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:20.290224 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7a580b00-e42f-4d1d-a23b-1e607a83bd71 req-688a99cf-9055-4456-a5d0-3849473b7715 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (df74b306-afba-425a-8318-68864b1a6293), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:20.305890 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-7a580b00-e42f-4d1d-a23b-1e607a83bd71 req-688a99cf-9055-4456-a5d0-3849473b7715 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Calling delete_port for df74b306-afba-425a-8318-68864b1a6293 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:20.307870 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port d539f3dd-f19b-44fa-8517-5e1d99418928, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=d539f3dd-f19b-44fa-8517-5e1d99418928,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:20.314724 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd524b-55d3-45da-b690-af19d2e0b2ad None None] Current status of the port edd3dd47-fb14-437e-b049-fec4a392ce61 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:20.318314 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c5cd524b-55d3-45da-b690-af19d2e0b2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:20.475917 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:20.642874 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port edd3dd47-fb14-437e-b049-fec4a392ce61 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:20.643625 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:20.672450 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60018b33-5217-4f53-898b-820ccd0bc048 req-efd3b9e8-ef17-4d57-a900-f2735c25a1b7 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663172 Jan 28 05:46:20.726335 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7a580b00-e42f-4d1d-a23b-1e607a83bd71 req-688a99cf-9055-4456-a5d0-3849473b7715 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (df74b306-afba-425a-8318-68864b1a6293), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:20.786373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['d539f3dd-f19b-44fa-8517-5e1d99418928'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:20.808927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a99cf-9055-4456-a5d0-3849473b7715 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Pushing event deleted for resources: {'Port': ['ID=df74b306-afba-425a-8318-68864b1a6293,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:20.817040 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6e283b47-6f84-41c4-90e2-130c2eccc745), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:20.842042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['9dae7fed-4a6b-4246-bdde-4f5ea0148f89'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:20.844671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['6e5d9d46-e92b-4133-b898-d65f2f1824e8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:20.848191 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a03c8b-bcac-46d4-8ce3-62960ef72a82', 'name': 'network-vif-deleted', 'tag': '730c6fba-2781-44d1-a564-f5fd0cfdc7cc'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:20.852118 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c14edd-5016-4136-902f-8af9389aff69" -d '{"events": [{"server_uuid": "b6a03c8b-bcac-46d4-8ce3-62960ef72a82", "name": "network-vif-deleted", "tag": "730c6fba-2781-44d1-a564-f5fd0cfdc7cc"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:20.892859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a580b00-e42f-4d1d-a23b-1e607a83bd71 req-688a99cf-9055-4456-a5d0-3849473b7715 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] No DVR routers for this DVR port df74b306-afba-425a-8318-68864b1a6293 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:20.896611 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7a580b00-e42f-4d1d-a23b-1e607a83bd71 req-688a99cf-9055-4456-a5d0-3849473b7715 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:20.900471 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7a580b00-e42f-4d1d-a23b-1e607a83bd71 req-688a99cf-9055-4456-a5d0-3849473b7715 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.60 "DELETE /v2.0/ports/df74b306-afba-425a-8318-68864b1a6293 HTTP/1.1" status: 204 len: 173 time: 1.2416136 Jan 28 05:46:20.917215 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8fb43fa1-d7a1-49bc-ac53-d442ef16ed44 req-ccc1532a-702b-4370-af8a-213f9658de44 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 210 time: 0.0750589 Jan 28 05:46:20.930691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c5cd524b-55d3-45da-b690-af19d2e0b2ad None None] For port edd3dd47-fb14-437e-b049-fec4a392ce61, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=edd3dd47-fb14-437e-b049-fec4a392ce61,segment=NetworkSegment(2392e818-2b1c-4b88-b0a7-45f99a2215c1),segment_id=2392e818-2b1c-4b88-b0a7-45f99a2215c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:20.936293 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2f6b-f819-466f-9fd9-f7b336920580 None None] Pushing event updated for resources: {'Port': ['ID=47119600-fab9-44a3-b8b8-13dd53c07e5e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:20.940509 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 730c6fba-2781-44d1-a564-f5fd0cfdc7cc no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:20.989950 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:46:20.998853 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:46:21.004819 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:46:21.081914 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06081dae-3958-4c19-8c3e-d6f4887604d0 req-6a838723-a1c3-4899-89e3-370e611da9b7 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6a03c8b-bcac-46d4-8ce3-62960ef72a82 HTTP/1.1" status: 200 len: 210 time: 0.0626521 Jan 28 05:46:21.172802 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219cf13c-361f-46db-b7cc-79142f1dfb9d x-openstack-request-id: req-219cf13c-361f-46db-b7cc-79142f1dfb9d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:21.173103 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a03c8b-bcac-46d4-8ce3-62960ef72a82", "name": "network-vif-deleted", "tag": "730c6fba-2781-44d1-a564-f5fd0cfdc7cc", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:21.173411 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-219cf13c-361f-46db-b7cc-79142f1dfb9d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:21.173817 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a03c8b-bcac-46d4-8ce3-62960ef72a82', 'name': 'network-vif-deleted', 'tag': '730c6fba-2781-44d1-a564-f5fd0cfdc7cc', 'status': 'completed', 'code': 200} Jan 28 05:46:21.296390 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5c929-0229-4492-a2d6-cfba454dbc01 req-fcc73300-f76e-4676-b7d0-23051e138a76 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:21.304124 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93b5c929-0229-4492-a2d6-cfba454dbc01 req-fcc73300-f76e-4676-b7d0-23051e138a76 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.1027923 Jan 28 05:46:21.304974 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Pushing event updated for resources: {'Port': ['ID=6e283b47-6f84-41c4-90e2-130c2eccc745,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:21.429365 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93b5c929-0229-4492-a2d6-cfba454dbc01 req-a7a4ea1c-60ce-4bfe-a950-b15a537273bc tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082001 Jan 28 05:46:21.448115 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c5cd524b-55d3-45da-b690-af19d2e0b2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:21.460941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=d539f3dd-f19b-44fa-8517-5e1d99418928,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:21.470580 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device df74b306-afba-425a-8318-68864b1a6293 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:21.534145 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:46:21.534537 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:46:21.534994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 730c6fba-2781-44d1-a564-f5fd0cfdc7cc {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:46:21.535335 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 730c6fba-2781-44d1-a564-f5fd0cfdc7cc not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:21.606332 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: df74b306-afba-425a-8318-68864b1a6293 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:46:21.606689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device df74b306-afba-425a-8318-68864b1a6293 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:21.695223 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Publish callbacks [] for router_gateway (3edfb31a-4b46-4fa5-8c32-b82a551d1341), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:21.837038 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-9a59a801-3d21-4861-9875-5e66d1bfe950 None None] Provisioning complete for port edd3dd47-fb14-437e-b049-fec4a392ce61 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:21.837544 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a59a801-3d21-4861-9875-5e66d1bfe950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:22.081385 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (3edfb31a-4b46-4fa5-8c32-b82a551d1341), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:22.239270 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3a05b39-2c11-4443-8fbb-6c8700427e62 req-d2a94d4d-cec2-475a-989d-66223b92ecbb tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=5edb792a-6ec0-4640-8c41-c0bf8c56fc48 HTTP/1.1" status: 200 len: 210 time: 0.0512424 Jan 28 05:46:22.297531 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port edd3dd47-fb14-437e-b049-fec4a392ce61 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:22.298885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 25ab5215-5a63-47b8-88d1-a8d2531c8977 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:46:22.302351 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cdde8-2c71-4d36-9c9e-f0dca9e006ad req-e5cc5a99-d0d1-4f0b-951f-beacb2402a82 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:22.310599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-950cdde8-2c71-4d36-9c9e-f0dca9e006ad req-e5cc5a99-d0d1-4f0b-951f-beacb2402a82 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.4908788 Jan 28 05:46:22.327282 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd524b-55d3-45da-b690-af19d2e0b2ad None None] Pushing event updated for resources: {'Port': ['ID=edd3dd47-fb14-437e-b049-fec4a392ce61,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:22.367873 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c56c26-9930-43a6-b858-c31b8460e5a2 None None] Network 26edd89a-3d8f-404a-808f-d3060dc0a858 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:46:22.427355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-950cdde8-2c71-4d36-9c9e-f0dca9e006ad req-8bbbc043-4493-4d70-81e7-ca321de17459 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125939 Jan 28 05:46:22.524603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Router 3edfb31a-4b46-4fa5-8c32-b82a551d1341 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:46:22.755959 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:46:22.788209 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcd13b-bd4a-436e-9dae-4a233efb4721 req-5819a929-e666-4281-9a6d-7ce2c1713035 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:22.791007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Sync routers for ids ['3edfb31a-4b46-4fa5-8c32-b82a551d1341'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:46:22.800008 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ddcd13b-bd4a-436e-9dae-4a233efb4721 req-5819a929-e666-4281-9a6d-7ce2c1713035 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.0909734 Jan 28 05:46:22.890281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ddcd13b-bd4a-436e-9dae-4a233efb4721 req-c1eb2e05-dd06-4c1b-b2ec-52820c6ec151 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900211 Jan 28 05:46:22.900209 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Routers {'3edfb31a-4b46-4fa5-8c32-b82a551d1341'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:46:22.900948 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:46:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['3edfb31a-4b46-4fa5-8c32-b82a551d1341'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:22.907039 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 25ab5215-5a63-47b8-88d1-a8d2531c8977 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:22.907513 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (25ab5215-5a63-47b8-88d1-a8d2531c8977), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:22.946395 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9a59a801-3d21-4861-9875-5e66d1bfe950 None None] Current status of the port edd3dd47-fb14-437e-b049-fec4a392ce61 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:22.966654 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:22.971305 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-51d9257f-b6ff-44be-a265-aee4686f8402 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0506864 Jan 28 05:46:22.971305 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57430) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:23.174817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edb792a-6ec0-4640-8c41-c0bf8c56fc48', 'name': 'network-vif-deleted', 'tag': 'df74b306-afba-425a-8318-68864b1a6293'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:23.177387 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75de942-6752-42fb-89d8-7744d2da7182" -d '{"events": [{"server_uuid": "5edb792a-6ec0-4640-8c41-c0bf8c56fc48", "name": "network-vif-deleted", "tag": "df74b306-afba-425a-8318-68864b1a6293"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:23.234996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Set router 3edfb31a-4b46-4fa5-8c32-b82a551d1341 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:46:23.238800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a00db413-c924-4830-9c78-c1bf387fc824 None None] Provisioning complete for port 47119600-fab9-44a3-b8b8-13dd53c07e5e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:23.238800 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a00db413-c924-4830-9c78-c1bf387fc824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (47119600-fab9-44a3-b8b8-13dd53c07e5e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:23.294767 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a52bc1-54e8-4e42-a15d-ec8506d17440 x-openstack-request-id: req-b4a52bc1-54e8-4e42-a15d-ec8506d17440 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:23.294767 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edb792a-6ec0-4640-8c41-c0bf8c56fc48", "name": "network-vif-deleted", "tag": "df74b306-afba-425a-8318-68864b1a6293", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:23.294767 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4a52bc1-54e8-4e42-a15d-ec8506d17440 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:23.294767 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edb792a-6ec0-4640-8c41-c0bf8c56fc48', 'name': 'network-vif-deleted', 'tag': 'df74b306-afba-425a-8318-68864b1a6293', 'status': 'completed', 'code': 200} Jan 28 05:46:23.489911 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device d539f3dd-f19b-44fa-8517-5e1d99418928 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:46:23.748940 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 25ab5215-5a63-47b8-88d1-a8d2531c8977 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:23.844096 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:23.933382 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port d539f3dd-f19b-44fa-8517-5e1d99418928 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:23.935838 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:24.035985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'name': 'tempest-TaggedBootDevicesTest-1316437798-router', 'tenant_id': '1884d128ea3e470794f5df0f329de4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '6e283b47-6f84-41c4-90e2-130c2eccc745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:18Z', 'updated_at': '2022-01-28T05:46:21Z', 'revision_number': 3, 'project_id': '1884d128ea3e470794f5df0f329de4fe', 'gw_port': {'id': '6e283b47-6f84-41c4-90e2-130c2eccc745', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:19Z', 'updated_at': '2022-01-28T05:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:24.114430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a00db413-c924-4830-9c78-c1bf387fc824 None None] Current status of the port 47119600-fab9-44a3-b8b8-13dd53c07e5e is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:24.115612 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a00db413-c924-4830-9c78-c1bf387fc824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (47119600-fab9-44a3-b8b8-13dd53c07e5e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:24.123512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 47119600-fab9-44a3-b8b8-13dd53c07e5e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:46:24.126342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Checking router: 3edfb31a-4b46-4fa5-8c32-b82a551d1341 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:46:24.126342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Updating router 3edfb31a-4b46-4fa5-8c32-b82a551d1341 port 6e283b47-6f84-41c4-90e2-130c2eccc745 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:46:24.152355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] Allocated IP 172.20.0.1 (26edd89a-3d8f-404a-808f-d3060dc0a858/00fca60b-f8c3-41d5-833f-bb454571324f/509feed7-3a36-4cbb-871e-ef9d2587b3e9) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:46:24.156390 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580acbc-1469-47b7-ae67-e7ebffbfc4ef req-e320f685-6de9-4afc-9a51-98c998b0cb4e tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:24.162398 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c580acbc-1469-47b7-ae67-e7ebffbfc4ef req-e320f685-6de9-4afc-9a51-98c998b0cb4e tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.0864687 Jan 28 05:46:24.228594 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6e283b47-6f84-41c4-90e2-130c2eccc745), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:24.280168 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c580acbc-1469-47b7-ae67-e7ebffbfc4ef req-b0a8fbca-021e-4312-8d82-548d5cb250f2 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050625 Jan 28 05:46:24.359386 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] Publish callbacks [] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:24.452347 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a00db413-c924-4830-9c78-c1bf387fc824 None None] For port 47119600-fab9-44a3-b8b8-13dd53c07e5e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=47119600-fab9-44a3-b8b8-13dd53c07e5e,segment=NetworkSegment(00ce85b7-c121-4bc6-ac5b-586b6ac1c259),segment_id=00ce85b7-c121-4bc6-ac5b-586b6ac1c259)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:24.454333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8821a-7a7d-406f-a9fd-caf027011e5c req-8765d8a8-d404-4d5a-bbce-477f96d0bd7f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:24.456424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dea8821a-7a7d-406f-a9fd-caf027011e5c req-8765d8a8-d404-4d5a-bbce-477f96d0bd7f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.0599816 Jan 28 05:46:24.488555 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:24.560725 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a00db413-c924-4830-9c78-c1bf387fc824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (47119600-fab9-44a3-b8b8-13dd53c07e5e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:24.575148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] Network 26edd89a-3d8f-404a-808f-d3060dc0a858 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:46:24.578514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 47119600-fab9-44a3-b8b8-13dd53c07e5e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:24.578950 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (47119600-fab9-44a3-b8b8-13dd53c07e5e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:24.581775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:46:24.588866 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:46:24.592839 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] Pushing event updated for resources: {'Port': ['ID=509feed7-3a36-4cbb-871e-ef9d2587b3e9,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:24.636317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dea8821a-7a7d-406f-a9fd-caf027011e5c req-dfdc2215-b019-43e9-8183-c5517ea9ebe2 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680250 Jan 28 05:46:24.639978 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (3edfb31a-4b46-4fa5-8c32-b82a551d1341), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:24.650688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port d539f3dd-f19b-44fa-8517-5e1d99418928 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:24.651230 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:24.693669 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb84be8-0e1b-4c03-96d7-fe7ea1615969 req-94516f60-3f9b-4d92-821b-abbd185d26d7 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:24.703063 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1bb84be8-0e1b-4c03-96d7-fe7ea1615969 req-94516f60-3f9b-4d92-821b-abbd185d26d7 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d28f4d9-02d9-4106-a48b-87db6d163338 HTTP/1.1" status: 200 len: 949 time: 0.2276850 Jan 28 05:46:24.815675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d8dc0f66-d836-48ea-91e0-d7c1f1b2a6fc None None] Provisioning complete for port 47119600-fab9-44a3-b8b8-13dd53c07e5e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:24.815675 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8dc0f66-d836-48ea-91e0-d7c1f1b2a6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (47119600-fab9-44a3-b8b8-13dd53c07e5e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:24.816066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1bb84be8-0e1b-4c03-96d7-fe7ea1615969 req-6863d500-e732-4889-bda4-ab668d03c72b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102624 Jan 28 05:46:24.890973 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd539f3dd-f19b-44fa-8517-5e1d99418928'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:24.893489 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d790c8e-52fd-426b-aa0c-a83d637cec4c" -d '{"events": [{"server_uuid": "bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2", "name": "network-vif-plugged", "status": "completed", "tag": "d539f3dd-f19b-44fa-8517-5e1d99418928"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:24.910335 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00db413-c924-4830-9c78-c1bf387fc824 None None] Pushing event updated for resources: {'Port': ['ID=47119600-fab9-44a3-b8b8-13dd53c07e5e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:24.971151 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:24.981738 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14008df-374d-49d0-a424-9df76684399f req-bc76b66e-9e68-4f7f-b5ef-ef0e7c19d510 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:24.982057 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e14008df-374d-49d0-a424-9df76684399f req-bc76b66e-9e68-4f7f-b5ef-ef0e7c19d510 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ecdb6c-7e8a-4e0a-9005-ad3a57e69255 HTTP/1.1" status: 200 len: 945 time: 0.0689425 Jan 28 05:46:24.988289 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port d539f3dd-f19b-44fa-8517-5e1d99418928, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=d539f3dd-f19b-44fa-8517-5e1d99418928,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:25.014426 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e01fee7-022b-4f5a-bd89-47d0a59768db x-openstack-request-id: req-2e01fee7-022b-4f5a-bd89-47d0a59768db {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:25.014872 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2", "name": "network-vif-plugged", "status": "completed", "tag": "d539f3dd-f19b-44fa-8517-5e1d99418928", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:25.015147 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e01fee7-022b-4f5a-bd89-47d0a59768db {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:25.015562 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd539f3dd-f19b-44fa-8517-5e1d99418928', 'code': 200} Jan 28 05:46:25.024571 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:25.065460 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e14008df-374d-49d0-a424-9df76684399f req-11ccb74a-f7c3-4e0d-83a4-db884913e227 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818641 Jan 28 05:46:25.093644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 47119600-fab9-44a3-b8b8-13dd53c07e5e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:25.097195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device edd3dd47-fb14-437e-b049-fec4a392ce61 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:46:25.103720 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:25.173860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7dc9a-7e74-49b0-8291-93941a5009f1 req-89c40fca-1f63-4309-8d7b-0233ff11cbe2 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:25.175697 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08d7dc9a-7e74-49b0-8291-93941a5009f1 req-89c40fca-1f63-4309-8d7b-0233ff11cbe2 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d28f4d9-02d9-4106-a48b-87db6d163338 HTTP/1.1" status: 200 len: 949 time: 0.0681326 Jan 28 05:46:25.300664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-08d7dc9a-7e74-49b0-8291-93941a5009f1 req-577657d0-6cda-4d16-89df-d14b4b6304dc tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Deleting port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:25.301455 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-08d7dc9a-7e74-49b0-8291-93941a5009f1 req-577657d0-6cda-4d16-89df-d14b4b6304dc tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:25.328320 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] Publish callbacks [] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:25.377320 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=d539f3dd-f19b-44fa-8517-5e1d99418928,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:25.409706 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:25.429493 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Publish callbacks [] for port (6e283b47-6f84-41c4-90e2-130c2eccc745), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:25.501974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-08d7dc9a-7e74-49b0-8291-93941a5009f1 req-577657d0-6cda-4d16-89df-d14b4b6304dc tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] For port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:25.502588 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-08d7dc9a-7e74-49b0-8291-93941a5009f1 req-577657d0-6cda-4d16-89df-d14b4b6304dc tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:25.524360 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (3edfb31a-4b46-4fa5-8c32-b82a551d1341), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:25.548868 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-08d7dc9a-7e74-49b0-8291-93941a5009f1 req-577657d0-6cda-4d16-89df-d14b4b6304dc tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Calling delete_port for 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:25.558678 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6e283b47-6f84-41c4-90e2-130c2eccc745), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:25.570982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950a4ce-df2e-4a27-8009-855bdf6f0af1 req-6cc7364d-a2f7-4d30-8aba-f238d21b1b85 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:25.572647 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2950a4ce-df2e-4a27-8009-855bdf6f0af1 req-6cc7364d-a2f7-4d30-8aba-f238d21b1b85 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.1323683 Jan 28 05:46:25.644048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] Pushing event updated for resources: {'Port': ['ID=509feed7-3a36-4cbb-871e-ef9d2587b3e9,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:25.652148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc0f66-d836-48ea-91e0-d7c1f1b2a6fc None None] Current status of the port 47119600-fab9-44a3-b8b8-13dd53c07e5e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:25.706997 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] Network 26edd89a-3d8f-404a-808f-d3060dc0a858 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:46:25.710550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:46:25.748750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Attempting to bind port 6e283b47-6f84-41c4-90e2-130c2eccc745 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:46:25.749125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Attempting to bind port 6e283b47-6f84-41c4-90e2-130c2eccc745 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:46:25.749493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Attempting to bind port 6e283b47-6f84-41c4-90e2-130c2eccc745 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:46:25.800929 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:46:25.801388 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:46:25.801724 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:25.802177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:46:25.814596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Bound port: 6e283b47-6f84-41c4-90e2-130c2eccc745, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:46:25.815017 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6e283b47-6f84-41c4-90e2-130c2eccc745), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:25.818348 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port edd3dd47-fb14-437e-b049-fec4a392ce61 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:25.818721 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:25.868323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ba136-53db-4bd9-9ab0-e727b983a74c None None] Pushing event updated for resources: {'Port': ['ID=6e283b47-6f84-41c4-90e2-130c2eccc745,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:25.912422 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] Router 3edfb31a-4b46-4fa5-8c32-b82a551d1341 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:46:25.947446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3211060f-c7b0-4cd3-945e-d06a60a1f096 None None] Provisioning complete for port 509feed7-3a36-4cbb-871e-ef9d2587b3e9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:25.947830 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3211060f-c7b0-4cd3-945e-d06a60a1f096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:25.972682 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2950a4ce-df2e-4a27-8009-855bdf6f0af1 req-3efe975c-3c3a-4386-8b91-44b5973e297e tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741221 Jan 28 05:46:26.000570 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-08d7dc9a-7e74-49b0-8291-93941a5009f1 req-577657d0-6cda-4d16-89df-d14b4b6304dc tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:26.080103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['90541f7f-a766-410e-b604-6c14a5872317', '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c', '4076125d-ed0a-4bd4-8351-f36b18b575e6'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:26.121676 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] For port 6e283b47-6f84-41c4-90e2-130c2eccc745, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:46:26.184046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:46:26.187259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577657d0-6cda-4d16-89df-d14b4b6304dc tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Pushing event deleted for resources: {'Port': ['ID=97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:26.206772 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-49f60e66-6902-4ea8-89e8-4738b5779b4a admin admin] 10.222.0.31 "PUT /v2.0/routers/3edfb31a-4b46-4fa5-8c32-b82a551d1341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2292001 Jan 28 05:46:26.264377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37a226-5e2a-484e-a1e3-b77c7c8a2483 req-0739db02-e3ba-4b00-b82e-71e92cb9c5b4 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:26.264377 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e37a226-5e2a-484e-a1e3-b77c7c8a2483 req-0739db02-e3ba-4b00-b82e-71e92cb9c5b4 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 949 time: 0.4223716 Jan 28 05:46:26.266824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8fc78-7d1c-4662-94f2-0eaec7000e2a req-07bf6705-b442-40f5-9c0f-4689586f851f tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:26.269343 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13d8fc78-7d1c-4662-94f2-0eaec7000e2a req-07bf6705-b442-40f5-9c0f-4689586f851f tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ecdb6c-7e8a-4e0a-9005-ad3a57e69255 HTTP/1.1" status: 200 len: 945 time: 0.4797049 Jan 28 05:46:26.277699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] For port 6e283b47-6f84-41c4-90e2-130c2eccc745, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6e283b47-6f84-41c4-90e2-130c2eccc745,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:46:26.278165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3211060f-c7b0-4cd3-945e-d06a60a1f096 None None] Port 509feed7-3a36-4cbb-871e-ef9d2587b3e9 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:46:26.321310 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337f639-5da7-422b-b003-84a5cd70485e req-f10b944c-4960-409f-a116-e27170ae584d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:26.323149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d337f639-5da7-422b-b003-84a5cd70485e req-f10b944c-4960-409f-a116-e27170ae584d tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.4840653 Jan 28 05:46:26.338455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d7dc9a-7e74-49b0-8291-93941a5009f1 req-577657d0-6cda-4d16-89df-d14b4b6304dc tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] No DVR routers for this DVR port 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:26.367992 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6e283b47-6f84-41c4-90e2-130c2eccc745), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:26.484970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ba136-53db-4bd9-9ab0-e727b983a74c None None] Pushing event updated for resources: {'Port': ['ID=6e283b47-6f84-41c4-90e2-130c2eccc745,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:26.524058 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-08d7dc9a-7e74-49b0-8291-93941a5009f1 req-577657d0-6cda-4d16-89df-d14b4b6304dc tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:26.528338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port edd3dd47-fb14-437e-b049-fec4a392ce61 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:26.529348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08d7dc9a-7e74-49b0-8291-93941a5009f1 req-577657d0-6cda-4d16-89df-d14b4b6304dc tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "DELETE /v2.0/ports/97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c HTTP/1.1" status: 204 len: 173 time: 1.3482091 Jan 28 05:46:26.536243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d28f4d9-02d9-4106-a48b-87db6d163338', 'name': 'network-vif-deleted', 'tag': '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:26.538922 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e66f64-5d53-466d-9819-7854c31707c8" -d '{"events": [{"server_uuid": "6d28f4d9-02d9-4106-a48b-87db6d163338", "name": "network-vif-deleted", "tag": "97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:26.612006 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Routers {'3edfb31a-4b46-4fa5-8c32-b82a551d1341'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:46:26.612673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:46:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['3edfb31a-4b46-4fa5-8c32-b82a551d1341'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:26.661817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a175688-dead-4ad5-8303-7c1b526a8236 req-d05d3238-7dc7-4173-b11c-81310c54568b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d28f4d9-02d9-4106-a48b-87db6d163338 HTTP/1.1" status: 200 len: 210 time: 0.3313661 Jan 28 05:46:26.759067 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-af6494ee-32a4-465c-acc5-26b727c6d180 None None] Provisioning complete for port 509feed7-3a36-4cbb-871e-ef9d2587b3e9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:26.759067 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-af6494ee-32a4-465c-acc5-26b727c6d180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:26.809980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 47119600-fab9-44a3-b8b8-13dd53c07e5e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:46:26.853715 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d337f639-5da7-422b-b003-84a5cd70485e req-caeb58c5-3a3e-4b7a-bbb0-a1df12929bf5 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097458 Jan 28 05:46:27.045276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-4e37a226-5e2a-484e-a1e3-b77c7c8a2483 req-81802ac0-1095-48ed-a969-86b5f918c8f3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Deleting port 4076125d-ed0a-4bd4-8351-f36b18b575e6 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:27.045749 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4e37a226-5e2a-484e-a1e3-b77c7c8a2483 req-81802ac0-1095-48ed-a969-86b5f918c8f3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (4076125d-ed0a-4bd4-8351-f36b18b575e6), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:27.114720 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] Set router 3edfb31a-4b46-4fa5-8c32-b82a551d1341 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:46:27.252881 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9d362-04a3-41b8-88ce-78216a7519d7 req-a037137c-b506-492d-988a-3879bde14773 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:27.264974 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62e9d362-04a3-41b8-88ce-78216a7519d7 req-a037137c-b506-492d-988a-3879bde14773 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ecdb6c-7e8a-4e0a-9005-ad3a57e69255 HTTP/1.1" status: 200 len: 945 time: 0.4088578 Jan 28 05:46:27.276155 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835aeb22-90f1-4998-a90e-b5eb8839b9f1 x-openstack-request-id: req-835aeb22-90f1-4998-a90e-b5eb8839b9f1 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:27.277037 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d28f4d9-02d9-4106-a48b-87db6d163338", "name": "network-vif-deleted", "tag": "97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:27.277307 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-835aeb22-90f1-4998-a90e-b5eb8839b9f1 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:27.277739 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d28f4d9-02d9-4106-a48b-87db6d163338', 'name': 'network-vif-deleted', 'tag': '97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c', 'status': 'completed', 'code': 200} Jan 28 05:46:27.295954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-13d8fc78-7d1c-4662-94f2-0eaec7000e2a req-8feedcd2-c0dc-4744-bce6-095316521e1a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Deleting port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:27.297509 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-13d8fc78-7d1c-4662-94f2-0eaec7000e2a req-8feedcd2-c0dc-4744-bce6-095316521e1a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (9dae7fed-4a6b-4246-bdde-4f5ea0148f89), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:27.348293 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-af6494ee-32a4-465c-acc5-26b727c6d180 None None] Port 509feed7-3a36-4cbb-871e-ef9d2587b3e9 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:46:27.394758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 47119600-fab9-44a3-b8b8-13dd53c07e5e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:27.395409 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (47119600-fab9-44a3-b8b8-13dd53c07e5e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:27.437745 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-13d8fc78-7d1c-4662-94f2-0eaec7000e2a req-8feedcd2-c0dc-4744-bce6-095316521e1a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] For port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=9dae7fed-4a6b-4246-bdde-4f5ea0148f89,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:27.438669 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-13d8fc78-7d1c-4662-94f2-0eaec7000e2a req-8feedcd2-c0dc-4744-bce6-095316521e1a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (9dae7fed-4a6b-4246-bdde-4f5ea0148f89), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:27.457951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-13d8fc78-7d1c-4662-94f2-0eaec7000e2a req-8feedcd2-c0dc-4744-bce6-095316521e1a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Calling delete_port for 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:27.474084 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:27.559083 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 47119600-fab9-44a3-b8b8-13dd53c07e5e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:27.653596 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62e9d362-04a3-41b8-88ce-78216a7519d7 req-f7c7a03d-7b6b-4856-aac0-e6bb22018d75 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876305 Jan 28 05:46:27.730850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee2910-6931-4bbc-a6de-a20ba0a30817 req-e3aeaead-78ae-4fca-ae32-644a5bb8d672 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:27.735585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'name': 'tempest-TaggedBootDevicesTest-1316437798-router', 'tenant_id': '1884d128ea3e470794f5df0f329de4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '6e283b47-6f84-41c4-90e2-130c2eccc745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:18Z', 'updated_at': '2022-01-28T05:46:24Z', 'revision_number': 4, 'project_id': '1884d128ea3e470794f5df0f329de4fe', 'gw_port': {'id': '6e283b47-6f84-41c4-90e2-130c2eccc745', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:19Z', 'updated_at': '2022-01-28T05:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '509feed7-3a36-4cbb-871e-ef9d2587b3e9', 'name': '', 'network_id': '26edd89a-3d8f-404a-808f-d3060dc0a858', 'tenant_id': '1884d128ea3e470794f5df0f329de4fe', 'mac_address': 'fa:16:3e:3c:04:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '00fca60b-f8c3-41d5-833f-bb454571324f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:23Z', 'updated_at': '2022-01-28T05:46:25Z', 'revision_number': 2, 'project_id': '1884d128ea3e470794f5df0f329de4fe', 'subnets': [{'id': '00fca60b-f8c3-41d5-833f-bb454571324f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:27.752787 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0eee2910-6931-4bbc-a6de-a20ba0a30817 req-e3aeaead-78ae-4fca-ae32-644a5bb8d672 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.4833593 Jan 28 05:46:27.779264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2dfc58-9062-40ad-913d-dfd9d4d76ce4 None None] The sync data for ids ['3edfb31a-4b46-4fa5-8c32-b82a551d1341'] in n-d-812111-12 is: [{'id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'name': 'tempest-TaggedBootDevicesTest-1316437798-router', 'tenant_id': '1884d128ea3e470794f5df0f329de4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '6e283b47-6f84-41c4-90e2-130c2eccc745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:18Z', 'updated_at': '2022-01-28T05:46:24Z', 'revision_number': 4, 'project_id': '1884d128ea3e470794f5df0f329de4fe', 'gw_port': {'id': '6e283b47-6f84-41c4-90e2-130c2eccc745', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:19Z', 'updated_at': '2022-01-28T05:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '509feed7-3a36-4cbb-871e-ef9d2587b3e9', 'name': '', 'network_id': '26edd89a-3d8f-404a-808f-d3060dc0a858', 'tenant_id': '1884d128ea3e470794f5df0f329de4fe', 'mac_address': 'fa:16:3e:3c:04:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '00fca60b-f8c3-41d5-833f-bb454571324f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:23Z', 'updated_at': '2022-01-28T05:46:25Z', 'revision_number': 2, 'project_id': '1884d128ea3e470794f5df0f329de4fe', 'subnets': [{'id': '00fca60b-f8c3-41d5-833f-bb454571324f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:46:27.810742 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4e37a226-5e2a-484e-a1e3-b77c7c8a2483 req-81802ac0-1095-48ed-a969-86b5f918c8f3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] For port 4076125d-ed0a-4bd4-8351-f36b18b575e6, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=4076125d-ed0a-4bd4-8351-f36b18b575e6,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:27.811283 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4e37a226-5e2a-484e-a1e3-b77c7c8a2483 req-81802ac0-1095-48ed-a969-86b5f918c8f3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (4076125d-ed0a-4bd4-8351-f36b18b575e6), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:27.860659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-4e37a226-5e2a-484e-a1e3-b77c7c8a2483 req-81802ac0-1095-48ed-a969-86b5f918c8f3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Calling delete_port for 4076125d-ed0a-4bd4-8351-f36b18b575e6 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:27.898250 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0eee2910-6931-4bbc-a6de-a20ba0a30817 req-3da0fa1f-5a78-4c14-9ec3-9f28806a71c5 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444495 Jan 28 05:46:28.218806 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94a5287b-a020-4d4e-acd3-c427152ed076 req-94ab70b3-65e3-45fb-987f-d4bc70086148 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d28f4d9-02d9-4106-a48b-87db6d163338 HTTP/1.1" status: 200 len: 210 time: 0.0716240 Jan 28 05:46:28.358862 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3248e-d38e-4913-8a43-b5730e04fdae req-ede8f33b-056a-48b2-83c2-1f12b511e44a tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:28.379533 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2d3248e-d38e-4913-8a43-b5730e04fdae req-ede8f33b-056a-48b2-83c2-1f12b511e44a tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.2664111 Jan 28 05:46:28.498750 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2d3248e-d38e-4913-8a43-b5730e04fdae req-92cd3b82-cdbe-4d01-8a74-35fe80921e05 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179478 Jan 28 05:46:28.509869 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-13d8fc78-7d1c-4662-94f2-0eaec7000e2a req-8feedcd2-c0dc-4744-bce6-095316521e1a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (9dae7fed-4a6b-4246-bdde-4f5ea0148f89), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:28.552343 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['6e5d9d46-e92b-4133-b898-d65f2f1824e8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:28.606360 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4e37a226-5e2a-484e-a1e3-b77c7c8a2483 req-81802ac0-1095-48ed-a969-86b5f918c8f3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (4076125d-ed0a-4bd4-8351-f36b18b575e6), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:28.609013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feedcd2-c0dc-4744-bce6-095316521e1a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Pushing event deleted for resources: {'Port': ['ID=9dae7fed-4a6b-4246-bdde-4f5ea0148f89,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:28.652990 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['90541f7f-a766-410e-b604-6c14a5872317'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:28.798057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81802ac0-1095-48ed-a969-86b5f918c8f3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Pushing event deleted for resources: {'Port': ['ID=4076125d-ed0a-4bd4-8351-f36b18b575e6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:28.866427 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:28.888639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d8fc78-7d1c-4662-94f2-0eaec7000e2a req-8feedcd2-c0dc-4744-bce6-095316521e1a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] No DVR routers for this DVR port 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:28.894101 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-13d8fc78-7d1c-4662-94f2-0eaec7000e2a req-8feedcd2-c0dc-4744-bce6-095316521e1a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:28.914979 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13d8fc78-7d1c-4662-94f2-0eaec7000e2a req-8feedcd2-c0dc-4744-bce6-095316521e1a tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.60 "DELETE /v2.0/ports/9dae7fed-4a6b-4246-bdde-4f5ea0148f89 HTTP/1.1" status: 204 len: 173 time: 2.6210220 Jan 28 05:46:28.914979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e37a226-5e2a-484e-a1e3-b77c7c8a2483 req-81802ac0-1095-48ed-a969-86b5f918c8f3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] No DVR routers for this DVR port 4076125d-ed0a-4bd4-8351-f36b18b575e6 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:28.926383 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4e37a226-5e2a-484e-a1e3-b77c7c8a2483 req-81802ac0-1095-48ed-a969-86b5f918c8f3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:28.934743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e37a226-5e2a-484e-a1e3-b77c7c8a2483 req-81802ac0-1095-48ed-a969-86b5f918c8f3 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "DELETE /v2.0/ports/4076125d-ed0a-4bd4-8351-f36b18b575e6 HTTP/1.1" status: 204 len: 173 time: 2.6569169 Jan 28 05:46:28.968559 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:46:28.968559 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 97c1b8ad-bec5-4894-bd4f-cc3bb1aaab5c not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:29.001820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-248aabcf-2d5a-4d7c-8d28-90b82a050351 req-a33a9674-b487-45cb-b808-daa088c40a16 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ecdb6c-7e8a-4e0a-9005-ad3a57e69255 HTTP/1.1" status: 200 len: 210 time: 0.1389720 Jan 28 05:46:29.291448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def9ef1-47ef-45d3-8aa9-091509b8c2b4 req-70785379-a078-4441-9cf6-b53b89e5afa9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:29.395772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3def9ef1-47ef-45d3-8aa9-091509b8c2b4 req-70785379-a078-4441-9cf6-b53b89e5afa9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.1943309 Jan 28 05:46:29.395772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ecdb6c-7e8a-4e0a-9005-ad3a57e69255', 'name': 'network-vif-deleted', 'tag': '9dae7fed-4a6b-4246-bdde-4f5ea0148f89'}, {'server_uuid': 'c254cd26-aa93-4a05-8e4e-c6cd72ce7684', 'name': 'network-vif-deleted', 'tag': '4076125d-ed0a-4bd4-8351-f36b18b575e6'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:29.395772 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cb532d-2cf1-41fc-b1f4-4ee7981cb915" -d '{"events": [{"server_uuid": "33ecdb6c-7e8a-4e0a-9005-ad3a57e69255", "name": "network-vif-deleted", "tag": "9dae7fed-4a6b-4246-bdde-4f5ea0148f89"}, {"server_uuid": "c254cd26-aa93-4a05-8e4e-c6cd72ce7684", "name": "network-vif-deleted", "tag": "4076125d-ed0a-4bd4-8351-f36b18b575e6"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:29.423229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:29.574841 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3def9ef1-47ef-45d3-8aa9-091509b8c2b4 req-fa7f90ae-951c-4284-af04-965be3981399 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512245 Jan 28 05:46:29.574945 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:46:29.574945 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 9dae7fed-4a6b-4246-bdde-4f5ea0148f89 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:29.589577 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b56ef0c-f19d-46c4-8941-702abc380aa7 x-openstack-request-id: req-1b56ef0c-f19d-46c4-8941-702abc380aa7 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:29.593407 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ecdb6c-7e8a-4e0a-9005-ad3a57e69255", "name": "network-vif-deleted", "tag": "9dae7fed-4a6b-4246-bdde-4f5ea0148f89", "status": "completed", "code": 200}, {"server_uuid": "c254cd26-aa93-4a05-8e4e-c6cd72ce7684", "name": "network-vif-deleted", "tag": "4076125d-ed0a-4bd4-8351-f36b18b575e6", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:29.604070 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b56ef0c-f19d-46c4-8941-702abc380aa7 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:29.604070 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ecdb6c-7e8a-4e0a-9005-ad3a57e69255', 'name': 'network-vif-deleted', 'tag': '9dae7fed-4a6b-4246-bdde-4f5ea0148f89', 'status': 'completed', 'code': 200} Jan 28 05:46:29.604070 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c254cd26-aa93-4a05-8e4e-c6cd72ce7684', 'name': 'network-vif-deleted', 'tag': '4076125d-ed0a-4bd4-8351-f36b18b575e6', 'status': 'completed', 'code': 200} Jan 28 05:46:29.735887 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c61510f5-09a3-41b3-b9b8-afc9613ae9a9 req-ba502371-fb34-451b-b669-a6b4200cc690 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=c254cd26-aa93-4a05-8e4e-c6cd72ce7684 HTTP/1.1" status: 200 len: 210 time: 0.0570719 Jan 28 05:46:29.924364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bb67d-f5a3-4449-bbe0-2371fc917a76 req-6d89063f-7adf-4fea-b874-aa7ec0d2ddcd tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:29.939194 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-103bb67d-f5a3-4449-bbe0-2371fc917a76 req-6d89063f-7adf-4fea-b874-aa7ec0d2ddcd tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.1161227 Jan 28 05:46:30.032809 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-103bb67d-f5a3-4449-bbe0-2371fc917a76 req-cfc2f54e-421e-4a69-8fb9-ea342787f93e tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895543 Jan 28 05:46:30.188253 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e7b31b5-22aa-4682-8ae6-1edcb9f806b7 req-befba53f-6056-4ff4-972d-0e1508f1e4e0 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ecdb6c-7e8a-4e0a-9005-ad3a57e69255 HTTP/1.1" status: 200 len: 210 time: 0.0483425 Jan 28 05:46:30.841187 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d02e2b-969b-492e-bf7b-475bd0afe830 req-88f37544-4c05-4d19-a622-2404c59f0b39 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:30.849348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42d02e2b-969b-492e-bf7b-475bd0afe830 req-88f37544-4c05-4d19-a622-2404c59f0b39 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.1030123 Jan 28 05:46:30.849879 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6e283b47-6f84-41c4-90e2-130c2eccc745 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:46:30.855888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 4076125d-ed0a-4bd4-8351-f36b18b575e6 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:30.935186 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42d02e2b-969b-492e-bf7b-475bd0afe830 req-3521b624-f402-4dab-b31f-c4cbd343fc1e tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784943 Jan 28 05:46:30.993827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 4076125d-ed0a-4bd4-8351-f36b18b575e6 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:46:30.994172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 4076125d-ed0a-4bd4-8351-f36b18b575e6 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:31.067023 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6e283b47-6f84-41c4-90e2-130c2eccc745 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:31.067339 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6e283b47-6f84-41c4-90e2-130c2eccc745), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:31.300711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6e283b47-6f84-41c4-90e2-130c2eccc745 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:31.301128 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6e283b47-6f84-41c4-90e2-130c2eccc745), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:31.428327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 6e283b47-6f84-41c4-90e2-130c2eccc745, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6e283b47-6f84-41c4-90e2-130c2eccc745,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:31.516702 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6e283b47-6f84-41c4-90e2-130c2eccc745), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:31.556757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bd270-25f4-4767-b147-88e761e6dcfd req-c109dd8e-f160-478c-bf65-f945850c52d0 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:31.571745 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-388bd270-25f4-4767-b147-88e761e6dcfd req-c109dd8e-f160-478c-bf65-f945850c52d0 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.1344965 Jan 28 05:46:31.647649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=6e283b47-6f84-41c4-90e2-130c2eccc745,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:31.672217 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:31.674346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:31.676129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:31.683389 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:31.686094 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:31.690047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:31.691913 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:31.692266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:31.692610 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:31.692954 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:31.698095 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:31.701665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:31.702025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:46:31.739336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-388bd270-25f4-4767-b147-88e761e6dcfd req-bcd1e2fb-485a-4433-9d4a-0277f2034c27 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657906 Jan 28 05:46:31.829916 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Sync routers for ids ['3edfb31a-4b46-4fa5-8c32-b82a551d1341'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:46:31.858610 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Routers {'3edfb31a-4b46-4fa5-8c32-b82a551d1341'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:46:31.861774 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:46:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['3edfb31a-4b46-4fa5-8c32-b82a551d1341'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:32.088190 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Set router 3edfb31a-4b46-4fa5-8c32-b82a551d1341 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:46:32.438555 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-333e397c-c4a7-4d9a-8e39-2277fff93973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:32.734213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6e283b47-6f84-41c4-90e2-130c2eccc745 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:46:32.810240 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'name': 'tempest-TaggedBootDevicesTest-1316437798-router', 'tenant_id': '1884d128ea3e470794f5df0f329de4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '6e283b47-6f84-41c4-90e2-130c2eccc745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:18Z', 'updated_at': '2022-01-28T05:46:24Z', 'revision_number': 4, 'project_id': '1884d128ea3e470794f5df0f329de4fe', 'gw_port': {'id': '6e283b47-6f84-41c4-90e2-130c2eccc745', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:19Z', 'updated_at': '2022-01-28T05:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '509feed7-3a36-4cbb-871e-ef9d2587b3e9', 'name': '', 'network_id': '26edd89a-3d8f-404a-808f-d3060dc0a858', 'tenant_id': '1884d128ea3e470794f5df0f329de4fe', 'mac_address': 'fa:16:3e:3c:04:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '00fca60b-f8c3-41d5-833f-bb454571324f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:23Z', 'updated_at': '2022-01-28T05:46:25Z', 'revision_number': 2, 'project_id': '1884d128ea3e470794f5df0f329de4fe', 'subnets': [{'id': '00fca60b-f8c3-41d5-833f-bb454571324f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:32.852531 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Checking router: 3edfb31a-4b46-4fa5-8c32-b82a551d1341 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:46:32.853572 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Updating router 3edfb31a-4b46-4fa5-8c32-b82a551d1341 port 509feed7-3a36-4cbb-871e-ef9d2587b3e9 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:46:32.884740 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:32.926799 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6e283b47-6f84-41c4-90e2-130c2eccc745 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:32.927176 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6e283b47-6f84-41c4-90e2-130c2eccc745), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:33.124524 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6e283b47-6f84-41c4-90e2-130c2eccc745 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:33.142696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3ee34-521e-4c9d-b5dd-b4d0485a7e20 req-faff2a2b-89c5-47f5-abcc-4a7d593110c0 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:33.147866 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6b3ee34-521e-4c9d-b5dd-b4d0485a7e20 req-faff2a2b-89c5-47f5-abcc-4a7d593110c0 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.1021225 Jan 28 05:46:33.243721 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6b3ee34-521e-4c9d-b5dd-b4d0485a7e20 req-3a5a736b-bbf2-47a4-a739-0bb6c454bced tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883496 Jan 28 05:46:33.455336 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Publish callbacks [] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:33.534441 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:33.592959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ed78d-deec-49e6-a98b-a815ea5d583b req-3bf85015-d591-4e54-ad44-fd05e03d61af tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:33.594591 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f57ed78d-deec-49e6-a98b-a815ea5d583b req-3bf85015-d591-4e54-ad44-fd05e03d61af tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=245af4c3-273c-49d4-8fb6-717e5c20337a HTTP/1.1" status: 200 len: 950 time: 0.0875187 Jan 28 05:46:33.659568 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c3177-6c50-4f1c-892c-a384b07cd3c2 None None] Pushing event updated for resources: {'Port': ['ID=509feed7-3a36-4cbb-871e-ef9d2587b3e9,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:33.708875 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f57ed78d-deec-49e6-a98b-a815ea5d583b req-534b8efc-53a0-4e9f-b5bf-26e6a19104c4 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995185 Jan 28 05:46:33.831605 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Attempting to bind port 509feed7-3a36-4cbb-871e-ef9d2587b3e9 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:46:33.831957 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Attempting to bind port 509feed7-3a36-4cbb-871e-ef9d2587b3e9 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '00ce85b7-c121-4bc6-ac5b-586b6ac1c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '26edd89a-3d8f-404a-808f-d3060dc0a858'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:46:33.832313 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Attempting to bind port 509feed7-3a36-4cbb-871e-ef9d2587b3e9 on network 26edd89a-3d8f-404a-808f-d3060dc0a858 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:46:33.845425 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:46:33.845840 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Checking segment: {'id': '00ce85b7-c121-4bc6-ac5b-586b6ac1c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '26edd89a-3d8f-404a-808f-d3060dc0a858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:46:33.848328 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:33.850167 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Bound using segment: {'id': '00ce85b7-c121-4bc6-ac5b-586b6ac1c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '26edd89a-3d8f-404a-808f-d3060dc0a858'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:46:33.850733 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Bound port: 509feed7-3a36-4cbb-871e-ef9d2587b3e9, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ce85b7-c121-4bc6-ac5b-586b6ac1c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '26edd89a-3d8f-404a-808f-d3060dc0a858'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:46:33.851173 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:34.011826 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] For port 509feed7-3a36-4cbb-871e-ef9d2587b3e9, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:46:34.015327 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] For port 509feed7-3a36-4cbb-871e-ef9d2587b3e9, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=509feed7-3a36-4cbb-871e-ef9d2587b3e9,segment=NetworkSegment(00ce85b7-c121-4bc6-ac5b-586b6ac1c259),segment_id=00ce85b7-c121-4bc6-ac5b-586b6ac1c259)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:46:34.099570 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d4505-2f27-423f-9c98-d0dafdf5cb79 req-17cf4ee6-e8ed-42fa-a585-22afd1b5b928 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:34.106507 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:34.108519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-909d4505-2f27-423f-9c98-d0dafdf5cb79 req-17cf4ee6-e8ed-42fa-a585-22afd1b5b928 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.1967771 Jan 28 05:46:34.147460 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8941c8c5-8899-44ea-bfb5-c16383907c7d None None] Provisioning complete for port 509feed7-3a36-4cbb-871e-ef9d2587b3e9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:34.148003 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8941c8c5-8899-44ea-bfb5-c16383907c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:34.167935 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c3177-6c50-4f1c-892c-a384b07cd3c2 None None] Pushing event updated for resources: {'Port': ['ID=509feed7-3a36-4cbb-871e-ef9d2587b3e9,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:34.204803 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Routers {'3edfb31a-4b46-4fa5-8c32-b82a551d1341'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:46:34.205410 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:46:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['3edfb31a-4b46-4fa5-8c32-b82a551d1341'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:34.242698 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-909d4505-2f27-423f-9c98-d0dafdf5cb79 req-5b286de0-6465-405f-8a4f-9d059c37a759 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332660 Jan 28 05:46:34.390559 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8941c8c5-8899-44ea-bfb5-c16383907c7d None None] Current status of the port 509feed7-3a36-4cbb-871e-ef9d2587b3e9 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:34.390967 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8941c8c5-8899-44ea-bfb5-c16383907c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:34.404174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae923b-97a6-4098-9f11-839596fb5626 req-cde718cf-2ac1-4f9e-9192-78c91c5309fc tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:34.405870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8ae923b-97a6-4098-9f11-839596fb5626 req-cde718cf-2ac1-4f9e-9192-78c91c5309fc tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "GET /v2.0/ports?device_id=245af4c3-273c-49d4-8fb6-717e5c20337a HTTP/1.1" status: 200 len: 950 time: 0.1582706 Jan 28 05:46:34.473517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8941c8c5-8899-44ea-bfb5-c16383907c7d None None] For port 509feed7-3a36-4cbb-871e-ef9d2587b3e9, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=509feed7-3a36-4cbb-871e-ef9d2587b3e9,segment=NetworkSegment(00ce85b7-c121-4bc6-ac5b-586b6ac1c259),segment_id=00ce85b7-c121-4bc6-ac5b-586b6ac1c259)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:34.547174 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8941c8c5-8899-44ea-bfb5-c16383907c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:34.573412 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] Set router 3edfb31a-4b46-4fa5-8c32-b82a551d1341 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:46:34.748872 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0c1bb-2398-4d01-a489-7a2fc65c7de4 req-40e4aacf-3afb-46c8-957f-4d80bce65279 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:34.755834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90d0c1bb-2398-4d01-a489-7a2fc65c7de4 req-40e4aacf-3afb-46c8-957f-4d80bce65279 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.2381701 Jan 28 05:46:34.775881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941c8c5-8899-44ea-bfb5-c16383907c7d None None] Pushing event updated for resources: {'Port': ['ID=509feed7-3a36-4cbb-871e-ef9d2587b3e9,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:34.796392 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-006415eb-4db2-4fc0-8bf9-35c7127d8c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:34.826648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b9194da7-f551-4347-8bec-386a65246cf6 None None] Provisioning complete for port 509feed7-3a36-4cbb-871e-ef9d2587b3e9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:34.827372 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9194da7-f551-4347-8bec-386a65246cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:34.859461 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90d0c1bb-2398-4d01-a489-7a2fc65c7de4 req-da6badbf-e5f8-4f93-bfd3-7d0dfff3bcf0 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/security-groups?id=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022487 Jan 28 05:46:34.862863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f8ae923b-97a6-4098-9f11-839596fb5626 req-0b52f413-10cb-4ef6-8e1e-358aac4a0c4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Deleting port 90541f7f-a766-410e-b604-6c14a5872317 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:34.863810 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f8ae923b-97a6-4098-9f11-839596fb5626 req-0b52f413-10cb-4ef6-8e1e-358aac4a0c4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (90541f7f-a766-410e-b604-6c14a5872317), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:34.926887 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 509feed7-3a36-4cbb-871e-ef9d2587b3e9 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:46:35.131662 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'name': 'tempest-TaggedBootDevicesTest-1316437798-router', 'tenant_id': '1884d128ea3e470794f5df0f329de4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '6e283b47-6f84-41c4-90e2-130c2eccc745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:18Z', 'updated_at': '2022-01-28T05:46:24Z', 'revision_number': 4, 'project_id': '1884d128ea3e470794f5df0f329de4fe', 'gw_port': {'id': '6e283b47-6f84-41c4-90e2-130c2eccc745', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:19Z', 'updated_at': '2022-01-28T05:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '509feed7-3a36-4cbb-871e-ef9d2587b3e9', 'name': '', 'network_id': '26edd89a-3d8f-404a-808f-d3060dc0a858', 'tenant_id': '1884d128ea3e470794f5df0f329de4fe', 'mac_address': 'fa:16:3e:3c:04:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '00fca60b-f8c3-41d5-833f-bb454571324f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:23Z', 'updated_at': '2022-01-28T05:46:33Z', 'revision_number': 4, 'project_id': '1884d128ea3e470794f5df0f329de4fe', 'subnets': [{'id': '00fca60b-f8c3-41d5-833f-bb454571324f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:35.191848 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2acbe2-fa8a-49df-ac7a-398b304326f1 None None] The sync data for ids ['3edfb31a-4b46-4fa5-8c32-b82a551d1341'] in n-d-812111-12 is: [{'id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'name': 'tempest-TaggedBootDevicesTest-1316437798-router', 'tenant_id': '1884d128ea3e470794f5df0f329de4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '6e283b47-6f84-41c4-90e2-130c2eccc745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:18Z', 'updated_at': '2022-01-28T05:46:24Z', 'revision_number': 4, 'project_id': '1884d128ea3e470794f5df0f329de4fe', 'gw_port': {'id': '6e283b47-6f84-41c4-90e2-130c2eccc745', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:19Z', 'updated_at': '2022-01-28T05:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '509feed7-3a36-4cbb-871e-ef9d2587b3e9', 'name': '', 'network_id': '26edd89a-3d8f-404a-808f-d3060dc0a858', 'tenant_id': '1884d128ea3e470794f5df0f329de4fe', 'mac_address': 'fa:16:3e:3c:04:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '00fca60b-f8c3-41d5-833f-bb454571324f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:23Z', 'updated_at': '2022-01-28T05:46:33Z', 'revision_number': 4, 'project_id': '1884d128ea3e470794f5df0f329de4fe', 'subnets': [{'id': '00fca60b-f8c3-41d5-833f-bb454571324f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:46:35.357350 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b9194da7-f551-4347-8bec-386a65246cf6 None None] Current status of the port 509feed7-3a36-4cbb-871e-ef9d2587b3e9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:35.373682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 509feed7-3a36-4cbb-871e-ef9d2587b3e9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:35.375736 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:35.559414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 509feed7-3a36-4cbb-871e-ef9d2587b3e9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:35.905215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f8ae923b-97a6-4098-9f11-839596fb5626 req-0b52f413-10cb-4ef6-8e1e-358aac4a0c4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] For port 90541f7f-a766-410e-b604-6c14a5872317, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=90541f7f-a766-410e-b604-6c14a5872317,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:35.908591 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f8ae923b-97a6-4098-9f11-839596fb5626 req-0b52f413-10cb-4ef6-8e1e-358aac4a0c4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (90541f7f-a766-410e-b604-6c14a5872317), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:35.943702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6251d-4ead-4b3c-885c-7565083dab22 req-dc524cd6-90fa-4eaf-9939-6b61e1c8c325 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:35.945685 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6db6251d-4ead-4b3c-885c-7565083dab22 req-dc524cd6-90fa-4eaf-9939-6b61e1c8c325 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.64 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 945 time: 0.7577167 Jan 28 05:46:35.982229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02267e88-3cfe-4906-bb9f-50cc50db67cd req-d3e17332-b583-4dfd-a392-4789707888ea tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:35.990003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-02267e88-3cfe-4906-bb9f-50cc50db67cd req-d3e17332-b583-4dfd-a392-4789707888ea tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.9874001 Jan 28 05:46:36.052480 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f8ae923b-97a6-4098-9f11-839596fb5626 req-0b52f413-10cb-4ef6-8e1e-358aac4a0c4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Calling delete_port for 90541f7f-a766-410e-b604-6c14a5872317 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:36.216714 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-02267e88-3cfe-4906-bb9f-50cc50db67cd req-09d684b9-3dd5-4842-912b-19269a53786f tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256117 Jan 28 05:46:36.388007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6db6251d-4ead-4b3c-885c-7565083dab22 req-b92f324f-4f3a-4a08-8a43-c12a6650a50f tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Deleting port 6e5d9d46-e92b-4133-b898-d65f2f1824e8 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:36.388495 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6db6251d-4ead-4b3c-885c-7565083dab22 req-b92f324f-4f3a-4a08-8a43-c12a6650a50f tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6e5d9d46-e92b-4133-b898-d65f2f1824e8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:36.471468 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:36.536625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6db6251d-4ead-4b3c-885c-7565083dab22 req-b92f324f-4f3a-4a08-8a43-c12a6650a50f tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] For port 6e5d9d46-e92b-4133-b898-d65f2f1824e8, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=6e5d9d46-e92b-4133-b898-d65f2f1824e8,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:36.537642 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6db6251d-4ead-4b3c-885c-7565083dab22 req-b92f324f-4f3a-4a08-8a43-c12a6650a50f tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6e5d9d46-e92b-4133-b898-d65f2f1824e8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:36.556484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6db6251d-4ead-4b3c-885c-7565083dab22 req-b92f324f-4f3a-4a08-8a43-c12a6650a50f tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Calling delete_port for 6e5d9d46-e92b-4133-b898-d65f2f1824e8 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:36.695880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 509feed7-3a36-4cbb-871e-ef9d2587b3e9 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:46:36.750132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b74db-8628-47ce-80b6-023f1276783a req-b3935fa8-2d3e-4a27-b408-650e24d5e99a tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:36.751843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a8b74db-8628-47ce-80b6-023f1276783a req-b3935fa8-2d3e-4a27-b408-650e24d5e99a tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=245af4c3-273c-49d4-8fb6-717e5c20337a HTTP/1.1" status: 200 len: 950 time: 0.0864048 Jan 28 05:46:36.757483 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 509feed7-3a36-4cbb-871e-ef9d2587b3e9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:36.757483 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:36.848348 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 509feed7-3a36-4cbb-871e-ef9d2587b3e9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:36.848689 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f8ae923b-97a6-4098-9f11-839596fb5626 req-0b52f413-10cb-4ef6-8e1e-358aac4a0c4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (90541f7f-a766-410e-b604-6c14a5872317), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:36.903499 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52f413-10cb-4ef6-8e1e-358aac4a0c4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Pushing event deleted for resources: {'Port': ['ID=90541f7f-a766-410e-b604-6c14a5872317,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:36.914599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a8b74db-8628-47ce-80b6-023f1276783a req-8790e792-124e-4bcb-ad32-943f77409473 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/security-groups?id=653c2fd5-5705-4339-9e23-d260e966c67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295495 Jan 28 05:46:36.922500 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['90541f7f-a766-410e-b604-6c14a5872317'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:36.960451 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ae923b-97a6-4098-9f11-839596fb5626 req-0b52f413-10cb-4ef6-8e1e-358aac4a0c4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] No DVR routers for this DVR port 90541f7f-a766-410e-b604-6c14a5872317 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:36.962201 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6db6251d-4ead-4b3c-885c-7565083dab22 req-b92f324f-4f3a-4a08-8a43-c12a6650a50f tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (6e5d9d46-e92b-4133-b898-d65f2f1824e8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:36.965082 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f8ae923b-97a6-4098-9f11-839596fb5626 req-0b52f413-10cb-4ef6-8e1e-358aac4a0c4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:36.968696 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8ae923b-97a6-4098-9f11-839596fb5626 req-0b52f413-10cb-4ef6-8e1e-358aac4a0c4b tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.64 "DELETE /v2.0/ports/90541f7f-a766-410e-b604-6c14a5872317 HTTP/1.1" status: 204 len: 173 time: 2.5543571 Jan 28 05:46:36.969193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245af4c3-273c-49d4-8fb6-717e5c20337a', 'name': 'network-vif-deleted', 'tag': '90541f7f-a766-410e-b604-6c14a5872317'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:36.986832 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d89aa05-b906-4d23-a12d-a854a1396df1" -d '{"events": [{"server_uuid": "245af4c3-273c-49d4-8fb6-717e5c20337a", "name": "network-vif-deleted", "tag": "90541f7f-a766-410e-b604-6c14a5872317"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:37.083028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f324f-4f3a-4a08-8a43-c12a6650a50f tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Pushing event deleted for resources: {'Port': ['ID=6e5d9d46-e92b-4133-b898-d65f2f1824e8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:37.098505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2dcb3bbb-a6b0-4649-85b8-f3d98783d009 req-8d1993a6-ccb6-4c8c-bccb-e88d9b6f5934 tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab1866-20f3-4e22-a6cb-d052d7af71fa HTTP/1.1" status: 200 len: 210 time: 0.0722291 Jan 28 05:46:37.137158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db6251d-4ead-4b3c-885c-7565083dab22 req-b92f324f-4f3a-4a08-8a43-c12a6650a50f tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] No DVR routers for this DVR port 6e5d9d46-e92b-4133-b898-d65f2f1824e8 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:37.140719 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6db6251d-4ead-4b3c-885c-7565083dab22 req-b92f324f-4f3a-4a08-8a43-c12a6650a50f tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:37.148080 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6db6251d-4ead-4b3c-885c-7565083dab22 req-b92f324f-4f3a-4a08-8a43-c12a6650a50f tempest-ListServerFiltersTestJSON-839566356 tempest-ListServerFiltersTestJSON-839566356-project] 10.222.0.64 "DELETE /v2.0/ports/6e5d9d46-e92b-4133-b898-d65f2f1824e8 HTTP/1.1" status: 204 len: 173 time: 1.1392810 Jan 28 05:46:37.208054 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b6135-a34b-4ec0-969f-8df88a999b4b req-6b803c86-af51-456a-a69d-251c7f26e231 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:37.209712 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f27b6135-a34b-4ec0-969f-8df88a999b4b req-6b803c86-af51-456a-a69d-251c7f26e231 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.0594616 Jan 28 05:46:37.269629 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f27b6135-a34b-4ec0-969f-8df88a999b4b req-24d84735-f62e-44a4-9824-b9cc4ca559f7 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486801 Jan 28 05:46:37.345700 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7a862c-c570-4146-83f4-ab3325661fb4 x-openstack-request-id: req-2b7a862c-c570-4146-83f4-ab3325661fb4 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:37.346008 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245af4c3-273c-49d4-8fb6-717e5c20337a", "name": "network-vif-deleted", "tag": "90541f7f-a766-410e-b604-6c14a5872317", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:37.346277 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b7a862c-c570-4146-83f4-ab3325661fb4 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:37.346974 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245af4c3-273c-49d4-8fb6-717e5c20337a', 'name': 'network-vif-deleted', 'tag': '90541f7f-a766-410e-b604-6c14a5872317', 'status': 'completed', 'code': 200} Jan 28 05:46:37.492852 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e5568-2e00-43d2-ae79-c0df87a01263 req-2a5b9b29-0c8e-485f-ab99-aa3e5d158449 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:37.501034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-184e5568-2e00-43d2-ae79-c0df87a01263 req-2a5b9b29-0c8e-485f-ab99-aa3e5d158449 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.0856686 Jan 28 05:46:37.574924 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:46:37.603424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-184e5568-2e00-43d2-ae79-c0df87a01263 req-75a77672-ced6-4b7a-92ce-fb5004b30c99 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014714 Jan 28 05:46:37.845357 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:37.878699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e24d3-111e-4c9c-9a48-5dfad28d5174 req-752af437-5f33-414a-9493-ebd1824f3854 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:37.886158 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ee7e24d3-111e-4c9c-9a48-5dfad28d5174 req-752af437-5f33-414a-9493-ebd1824f3854 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.0750067 Jan 28 05:46:37.942570 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ee7e24d3-111e-4c9c-9a48-5dfad28d5174 req-785cf977-8fad-4f07-96f3-c5b87b6c01b2 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553327 Jan 28 05:46:38.256272 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e7784ee-be79-4260-af96-01e2b776c6ec req-04536a56-5c1b-45c5-b5ac-5f10dac5d3b0 tempest-ServersOnMultiNodesTest-299476888 tempest-ServersOnMultiNodesTest-299476888-project] 10.222.0.31 "GET /v2.0/ports?device_id=245af4c3-273c-49d4-8fb6-717e5c20337a HTTP/1.1" status: 200 len: 210 time: 0.0504191 Jan 28 05:46:38.896109 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 6e5d9d46-e92b-4133-b898-d65f2f1824e8 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:38.957806 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 6e5d9d46-e92b-4133-b898-d65f2f1824e8 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:46:38.959163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 6e5d9d46-e92b-4133-b898-d65f2f1824e8 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:38.965566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 90541f7f-a766-410e-b604-6c14a5872317 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:39.046988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 90541f7f-a766-410e-b604-6c14a5872317 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:46:39.050622 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 90541f7f-a766-410e-b604-6c14a5872317 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:39.102032 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57736) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:39.182785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a4cce0-bfea-4467-be08-883f66131d53 admin admin] Deleting subnet 0cad50a2-5b92-45cb-a612-1d24381999be {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:46:39.187295 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28a4cce0-bfea-4467-be08-883f66131d53 admin admin] Publish callbacks [] for subnet (0cad50a2-5b92-45cb-a612-1d24381999be), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:39.225405 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:39.232399 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28a4cce0-bfea-4467-be08-883f66131d53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (0cad50a2-5b92-45cb-a612-1d24381999be), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:39.345986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a5ebf-9157-4820-ab23-e5710b1ee5ee req-3e77d048-d185-4755-ae53-327768901ab3 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:39.355953 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b45a5ebf-9157-4820-ab23-e5710b1ee5ee req-3e77d048-d185-4755-ae53-327768901ab3 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.0713415 Jan 28 05:46:39.384031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ab1866-20f3-4e22-a6cb-d052d7af71fa', 'name': 'network-vif-deleted', 'tag': '6e5d9d46-e92b-4133-b898-d65f2f1824e8'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:39.386772 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dd8867-ea95-4c83-8e35-fd45c779bde4" -d '{"events": [{"server_uuid": "39ab1866-20f3-4e22-a6cb-d052d7af71fa", "name": "network-vif-deleted", "tag": "6e5d9d46-e92b-4133-b898-d65f2f1824e8"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:39.415918 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28a4cce0-bfea-4467-be08-883f66131d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (0cad50a2-5b92-45cb-a612-1d24381999be), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:39.438751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b45a5ebf-9157-4820-ab23-e5710b1ee5ee req-c5c6e771-b2a5-497e-861d-958a336fc9c1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719509 Jan 28 05:46:39.640564 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd00b5-6d85-46f8-83fc-83634c33f819 req-f4c8412e-e315-41a6-85ce-19af83c970a6 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:39.652270 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62cd00b5-6d85-46f8-83fc-83634c33f819 req-f4c8412e-e315-41a6-85ce-19af83c970a6 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.1267638 Jan 28 05:46:39.694859 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28a4cce0-bfea-4467-be08-883f66131d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (0cad50a2-5b92-45cb-a612-1d24381999be), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:39.792554 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62cd00b5-6d85-46f8-83fc-83634c33f819 req-4f349da7-dbca-4fe1-a90c-bf89ef6fff79 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385052 Jan 28 05:46:39.810543 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4cce0-bfea-4467-be08-883f66131d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cad50a2-5b92-45cb-a612-1d24381999be,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:39.847409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adb5fd6-c7e5-4f69-b46d-5a02290b8e0a None None] Network ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:46:39.850017 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28a4cce0-bfea-4467-be08-883f66131d53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:39.859068 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-28a4cce0-bfea-4467-be08-883f66131d53 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0cad50a2-5b92-45cb-a612-1d24381999be HTTP/1.1" status: 204 len: 168 time: 0.7532554 Jan 28 05:46:39.861837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57744) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:40.045842 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (ce3cf6b8-869c-4e9b-8ab3-f95b3f690941), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:40.177976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70edf02c-dd78-4190-9645-43617e118ce0 None None] DHCP port deletion for ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:46:40.286803 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2f588d-d366-4cd7-aed2-dcc1d8b4b41f x-openstack-request-id: req-1d2f588d-d366-4cd7-aed2-dcc1d8b4b41f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:40.286961 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ab1866-20f3-4e22-a6cb-d052d7af71fa", "name": "network-vif-deleted", "tag": "6e5d9d46-e92b-4133-b898-d65f2f1824e8", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:40.287224 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d2f588d-d366-4cd7-aed2-dcc1d8b4b41f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:40.287620 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab1866-20f3-4e22-a6cb-d052d7af71fa', 'name': 'network-vif-deleted', 'tag': '6e5d9d46-e92b-4133-b898-d65f2f1824e8', 'status': 'completed', 'code': 200} Jan 28 05:46:40.320465 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] Deleting port b3f61d53-73c5-4be5-8169-1159def991a2 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:40.322265 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b3f61d53-73c5-4be5-8169-1159def991a2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:40.379521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-70edf02c-dd78-4190-9645-43617e118ce0 None None] Deleting port b3f61d53-73c5-4be5-8169-1159def991a2 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:40.381016 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70edf02c-dd78-4190-9645-43617e118ce0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b3f61d53-73c5-4be5-8169-1159def991a2), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:40.543977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] For port b3f61d53-73c5-4be5-8169-1159def991a2, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b3f61d53-73c5-4be5-8169-1159def991a2,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:40.544471 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b3f61d53-73c5-4be5-8169-1159def991a2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:40.570287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-70edf02c-dd78-4190-9645-43617e118ce0 None None] For port b3f61d53-73c5-4be5-8169-1159def991a2, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b3f61d53-73c5-4be5-8169-1159def991a2,segment=NetworkSegment(5358277a-3a32-4b75-8b2e-fd544d585f13),segment_id=5358277a-3a32-4b75-8b2e-fd544d585f13)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:40.570721 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70edf02c-dd78-4190-9645-43617e118ce0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b3f61d53-73c5-4be5-8169-1159def991a2), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:40.593116 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-70edf02c-dd78-4190-9645-43617e118ce0 None None] Calling delete_port for b3f61d53-73c5-4be5-8169-1159def991a2 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:40.609057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] Calling delete_port for b3f61d53-73c5-4be5-8169-1159def991a2 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:40.808634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b3f61d53-73c5-4be5-8169-1159def991a2 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:40.877049 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b3f61d53-73c5-4be5-8169-1159def991a2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:40.915116 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70edf02c-dd78-4190-9645-43617e118ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (b3f61d53-73c5-4be5-8169-1159def991a2), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:40.917615 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57758) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:40.925631 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No active binding found for port b3f61d53-73c5-4be5-8169-1159def991a2 {{(pid=103636) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 05:46:40.935863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] The host n-d-812111-12 is not matching for port b3f61d53-73c5-4be5-8169-1159def991a2 host None! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:46:40.935863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b3f61d53-73c5-4be5-8169-1159def991a2 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:40.946199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f61d53-73c5-4be5-8169-1159def991a2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:40.955165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edf02c-dd78-4190-9645-43617e118ce0 None None] Pushing event deleted for resources: {'Port': ['ID=b3f61d53-73c5-4be5-8169-1159def991a2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:40.959976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70edf02c-dd78-4190-9645-43617e118ce0 None None] No DVR routers for this DVR port b3f61d53-73c5-4be5-8169-1159def991a2 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:40.994031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] No DVR routers for this DVR port b3f61d53-73c5-4be5-8169-1159def991a2 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:41.114804 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e6915-d4fc-4661-9560-3aa277f31ab1 req-19ac54de-4d81-4520-8b06-04973d9fcce5 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:41.116583 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-704e6915-d4fc-4661-9560-3aa277f31ab1 req-19ac54de-4d81-4520-8b06-04973d9fcce5 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.3359773 Jan 28 05:46:41.125226 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818ce81-9453-4158-b078-349b6917a029 req-fac16340-5726-4f5a-bfc9-dadd4808aa7f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:41.126795 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9818ce81-9453-4158-b078-349b6917a029 req-fac16340-5726-4f5a-bfc9-dadd4808aa7f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.3160961 Jan 28 05:46:41.269651 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7ee76f46-bef2-4ceb-96b1-eebe47fd5e65 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5fbf3f893d5942abbf53fba6927e26e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499620 Jan 28 05:46:41.272083 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57766) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:41.367557 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c30eddec-5107-4fee-943a-44bd2f4a138f admin admin] Publish callbacks [] for security_group (653c2fd5-5705-4339-9e23-d260e966c67d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:41.370452 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (ce3cf6b8-869c-4e9b-8ab3-f95b3f690941), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:41.404224 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c30eddec-5107-4fee-943a-44bd2f4a138f admin admin] Publish callbacks [] for security_group (653c2fd5-5705-4339-9e23-d260e966c67d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:41.428364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3cf6b8-869c-4e9b-8ab3-f95b3f690941']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:41.455250 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-704e6915-d4fc-4661-9560-3aa277f31ab1 req-5e10086c-b5f4-4dbc-b549-82be55efe933 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646904 Jan 28 05:46:41.470374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5358277a-3a32-4b75-8b2e-fd544d585f13') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:41.470692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5358277a-3a32-4b75-8b2e-fd544d585f13') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:41.489583 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (5358277a-3a32-4b75-8b2e-fd544d585f13), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:41.548407 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (5358277a-3a32-4b75-8b2e-fd544d585f13), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:41.567149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-9818ce81-9453-4158-b078-349b6917a029 req-26abbed4-0f27-4ae0-be4e-7d6cc5073d59 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Deleting port 6d2cf9be-f778-496d-a81f-4bf0f1eab63b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:41.567740 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9818ce81-9453-4158-b078-349b6917a029 req-26abbed4-0f27-4ae0-be4e-7d6cc5073d59 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6d2cf9be-f778-496d-a81f-4bf0f1eab63b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:41.575144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:46:41.575811 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (5358277a-3a32-4b75-8b2e-fd544d585f13), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:46:41.578553 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:46:41.615341 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c30eddec-5107-4fee-943a-44bd2f4a138f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (653c2fd5-5705-4339-9e23-d260e966c67d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:41.618273 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c30eddec-5107-4fee-943a-44bd2f4a138f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:41.619558 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c30eddec-5107-4fee-943a-44bd2f4a138f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/653c2fd5-5705-4339-9e23-d260e966c67d HTTP/1.1" status: 204 len: 168 time: 0.3457170 Jan 28 05:46:41.630549 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30eddec-5107-4fee-943a-44bd2f4a138f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653c2fd5-5705-4339-9e23-d260e966c67d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:41.789533 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce3ecf-ddf4-4532-b362-712cbaee6d94 req-30d73c5f-1977-4e51-9ab7-9a1c813e5594 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:41.791230 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-14ce3ecf-ddf4-4532-b362-712cbaee6d94 req-30d73c5f-1977-4e51-9ab7-9a1c813e5594 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 946 time: 0.1149960 Jan 28 05:46:41.798235 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9818ce81-9453-4158-b078-349b6917a029 req-26abbed4-0f27-4ae0-be4e-7d6cc5073d59 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] For port 6d2cf9be-f778-496d-a81f-4bf0f1eab63b, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6d2cf9be-f778-496d-a81f-4bf0f1eab63b,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:41.798638 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9818ce81-9453-4158-b078-349b6917a029 req-26abbed4-0f27-4ae0-be4e-7d6cc5073d59 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6d2cf9be-f778-496d-a81f-4bf0f1eab63b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:41.801479 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (ce3cf6b8-869c-4e9b-8ab3-f95b3f690941), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:41.806785 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:41.813309 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ce3cf6b8-869c-4e9b-8ab3-f95b3f690941 HTTP/1.1" status: 204 len: 168 time: 1.9497986 Jan 28 05:46:41.862582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-9818ce81-9453-4158-b078-349b6917a029 req-26abbed4-0f27-4ae0-be4e-7d6cc5073d59 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Calling delete_port for 6d2cf9be-f778-496d-a81f-4bf0f1eab63b owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:41.864651 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f30533-0aaa-4660-a6fa-873bf355f758 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce3cf6b8-869c-4e9b-8ab3-f95b3f690941,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:41.992209 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-14ce3ecf-ddf4-4532-b362-712cbaee6d94 req-a90190e5-060d-4291-b882-9f11be6db82f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774726 Jan 28 05:46:42.271259 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9818ce81-9453-4158-b078-349b6917a029 req-26abbed4-0f27-4ae0-be4e-7d6cc5073d59 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (6d2cf9be-f778-496d-a81f-4bf0f1eab63b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:42.307064 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['3aeaa96d-c620-4d93-b90f-11688bd39ac8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:42.335343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abbed4-0f27-4ae0-be4e-7d6cc5073d59 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Pushing event deleted for resources: {'Port': ['ID=6d2cf9be-f778-496d-a81f-4bf0f1eab63b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:42.390922 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57778) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:42.397292 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-9818ce81-9453-4158-b078-349b6917a029 req-26abbed4-0f27-4ae0-be4e-7d6cc5073d59 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] No DVR routers for this DVR port 6d2cf9be-f778-496d-a81f-4bf0f1eab63b on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:42.400263 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9818ce81-9453-4158-b078-349b6917a029 req-26abbed4-0f27-4ae0-be4e-7d6cc5073d59 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:42.405979 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9818ce81-9453-4158-b078-349b6917a029 req-26abbed4-0f27-4ae0-be4e-7d6cc5073d59 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.60 "DELETE /v2.0/ports/6d2cf9be-f778-496d-a81f-4bf0f1eab63b HTTP/1.1" status: 204 len: 173 time: 1.1965525 Jan 28 05:46:42.406796 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5166284b-bfe4-44ea-a529-6d60eb1e3c66', 'name': 'network-vif-deleted', 'tag': '6d2cf9be-f778-496d-a81f-4bf0f1eab63b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:42.410009 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f00793c-2b05-41e7-ae97-03ede49b6db4" -d '{"events": [{"server_uuid": "5166284b-bfe4-44ea-a529-6d60eb1e3c66", "name": "network-vif-deleted", "tag": "6d2cf9be-f778-496d-a81f-4bf0f1eab63b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:42.454780 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6cda31fa-8397-41dd-8742-5b5017db274b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21bb890913cd436abebbfdb7875c7f7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0599720 Jan 28 05:46:42.455788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57782) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:42.499440 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64be062b-98d8-4ae3-8a42-a29cfddc221a x-openstack-request-id: req-64be062b-98d8-4ae3-8a42-a29cfddc221a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:42.500343 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5166284b-bfe4-44ea-a529-6d60eb1e3c66", "name": "network-vif-deleted", "tag": "6d2cf9be-f778-496d-a81f-4bf0f1eab63b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:42.500827 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64be062b-98d8-4ae3-8a42-a29cfddc221a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:42.501475 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5166284b-bfe4-44ea-a529-6d60eb1e3c66', 'name': 'network-vif-deleted', 'tag': '6d2cf9be-f778-496d-a81f-4bf0f1eab63b', 'status': 'completed', 'code': 200} Jan 28 05:46:42.591798 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9516a8d1-1be4-48b3-abe3-176529214f74 admin admin] Publish callbacks [] for security_group (eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:42.639049 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9516a8d1-1be4-48b3-abe3-176529214f74 admin admin] Publish callbacks [] for security_group (eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:42.756366 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57788) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:42.845523 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b82ad-1fc0-4289-ba6c-21a212a84c35 req-56268870-3df0-4f68-99cc-0c4d700558bf tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:42.853342 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e70d7086-5c9e-41f4-a9be-b63914a3dd80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=224d014b3f1449729802ca8c04942988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0956891 Jan 28 05:46:42.857455 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57790) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:42.858765 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-904b82ad-1fc0-4289-ba6c-21a212a84c35 req-56268870-3df0-4f68-99cc-0c4d700558bf tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.2064810 Jan 28 05:46:42.946292 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-904b82ad-1fc0-4289-ba6c-21a212a84c35 req-d965b478-784c-4a4b-870e-c728f894eabe tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847003 Jan 28 05:46:42.978578 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6421210-04ac-43f0-b3de-4062b2947d0d admin admin] Publish callbacks [] for security_group (4530c9fe-ec39-4ea0-996e-26e6dc131899), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:43.036610 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6421210-04ac-43f0-b3de-4062b2947d0d admin admin] Publish callbacks [] for security_group (4530c9fe-ec39-4ea0-996e-26e6dc131899), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:43.095894 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9516a8d1-1be4-48b3-abe3-176529214f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:43.099526 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9516a8d1-1be4-48b3-abe3-176529214f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:43.104798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9516a8d1-1be4-48b3-abe3-176529214f74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a HTTP/1.1" status: 204 len: 168 time: 0.6471093 Jan 28 05:46:43.126440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516a8d1-1be4-48b3-abe3-176529214f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaa1bce-194e-4549-8ba9-6f9b59bdfa9a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:43.211442 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6421210-04ac-43f0-b3de-4062b2947d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4530c9fe-ec39-4ea0-996e-26e6dc131899), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:43.216353 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6421210-04ac-43f0-b3de-4062b2947d0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:43.220695 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f6421210-04ac-43f0-b3de-4062b2947d0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4530c9fe-ec39-4ea0-996e-26e6dc131899 HTTP/1.1" status: 204 len: 168 time: 0.3618608 Jan 28 05:46:43.233351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-512067a6-c2d4-48ac-83d1-783bc6d99ecc req-bc4cb6f6-f794-4743-837d-3177d96432b7 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=5166284b-bfe4-44ea-a529-6d60eb1e3c66 HTTP/1.1" status: 200 len: 210 time: 0.0460465 Jan 28 05:46:43.237395 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6421210-04ac-43f0-b3de-4062b2947d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4530c9fe-ec39-4ea0-996e-26e6dc131899,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:43.499822 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 6d2cf9be-f778-496d-a81f-4bf0f1eab63b no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:43.523688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 6d2cf9be-f778-496d-a81f-4bf0f1eab63b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:46:43.524038 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 6d2cf9be-f778-496d-a81f-4bf0f1eab63b not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:44.124630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca7133-4515-44e8-900e-b6754207ad7b req-c412d63e-e660-4c44-9f8a-9ef41a50186c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:44.133388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dfca7133-4515-44e8-900e-b6754207ad7b req-c412d63e-e660-4c44-9f8a-9ef41a50186c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.0658562 Jan 28 05:46:44.196287 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dfca7133-4515-44e8-900e-b6754207ad7b req-c2017aec-9334-41de-968d-f14932109747 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609593 Jan 28 05:46:45.487536 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed69f60-9a33-420c-b6b0-068c78b64885 req-0d87a2a9-2da2-46c4-9de5-3cb5e071f4e6 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:45.489786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ed69f60-9a33-420c-b6b0-068c78b64885 req-0d87a2a9-2da2-46c4-9de5-3cb5e071f4e6 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.1362281 Jan 28 05:46:45.531201 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57866) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:45.636990 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ed69f60-9a33-420c-b6b0-068c78b64885 req-fe14c764-cf67-4993-94a7-4c5dc364d917 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369340 Jan 28 05:46:45.836387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8bb94-c7f6-4937-ba30-bb223ee0dd58 req-38bd23e8-3618-48bb-b867-9fb4d3c0141b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:45.848156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20e8bb94-c7f6-4937-ba30-bb223ee0dd58 req-38bd23e8-3618-48bb-b867-9fb4d3c0141b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.0833182 Jan 28 05:46:45.920014 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20e8bb94-c7f6-4937-ba30-bb223ee0dd58 req-5afa0417-8f58-4542-9391-7540ca1206b3 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630047 Jan 28 05:46:45.946669 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-e8aba49c-7ae5-4dfa-8473-a591c055f5c5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-280758634-network', 'tenant_id': '0958e6fa92c644fca64bc0dcb15cf320'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:46:46.021024 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aba49c-7ae5-4dfa-8473-a591c055f5c5 admin admin] Made reservation on behalf of 0958e6fa92c644fca64bc0dcb15cf320 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:46:46.024797 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e8aba49c-7ae5-4dfa-8473-a591c055f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:46.037957 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e8aba49c-7ae5-4dfa-8473-a591c055f5c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:46.142353 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e8aba49c-7ae5-4dfa-8473-a591c055f5c5 admin admin] Publish callbacks [] for security_group (b603b771-bd11-4707-a13f-4eb7e3ca0da2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:46.213348 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e8aba49c-7ae5-4dfa-8473-a591c055f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b603b771-bd11-4707-a13f-4eb7e3ca0da2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:46.239684 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8aba49c-7ae5-4dfa-8473-a591c055f5c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:46:46.263009 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aba49c-7ae5-4dfa-8473-a591c055f5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b603b771-bd11-4707-a13f-4eb7e3ca0da2,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:46.266073 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e8aba49c-7ae5-4dfa-8473-a591c055f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (7c6ec23d-83bf-4f2d-8008-2fd0a5834df3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:46.267051 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-e8aba49c-7ae5-4dfa-8473-a591c055f5c5 admin admin] Added segment 7c6ec23d-83bf-4f2d-8008-2fd0a5834df3 of type vlan for network 2a83baa4-9980-42e7-a4f7-35a55939f993 Jan 28 05:46:46.317004 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e8aba49c-7ae5-4dfa-8473-a591c055f5c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (2a83baa4-9980-42e7-a4f7-35a55939f993), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:46.396730 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e8aba49c-7ae5-4dfa-8473-a591c055f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (2a83baa4-9980-42e7-a4f7-35a55939f993), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:46.397731 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aba49c-7ae5-4dfa-8473-a591c055f5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:46.398349 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e8aba49c-7ae5-4dfa-8473-a591c055f5c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:46.473531 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aba49c-7ae5-4dfa-8473-a591c055f5c5 admin admin] Pushing event updated for resources: {'Network': ['ID=2a83baa4-9980-42e7-a4f7-35a55939f993,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:46.487549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 2a83baa4-9980-42e7-a4f7-35a55939f993 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:46:46.505476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32202058-6782-4a17-81a8-0dd4e305ff77 req-25fed111-f99e-4b2e-b5b5-b95192b1aa36 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:46.519644 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32202058-6782-4a17-81a8-0dd4e305ff77 req-25fed111-f99e-4b2e-b5b5-b95192b1aa36 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2 HTTP/1.1" status: 200 len: 949 time: 0.1053767 Jan 28 05:46:46.594007 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e8aba49c-7ae5-4dfa-8473-a591c055f5c5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0539780 Jan 28 05:46:46.594678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57928) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:46.611592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d6a72ed3-0abf-448d-a45a-4ad9228c835c admin admin] Request body: {'subnet': {'network_id': '2a83baa4-9980-42e7-a4f7-35a55939f993', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-280758634-subnet', 'tenant_id': '0958e6fa92c644fca64bc0dcb15cf320', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:46:46.640368 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32202058-6782-4a17-81a8-0dd4e305ff77 req-e4aef819-c02d-4b07-bb6e-dc4ff12fbfd1 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127424 Jan 28 05:46:46.786045 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a72ed3-0abf-448d-a45a-4ad9228c835c admin admin] Made reservation on behalf of 0958e6fa92c644fca64bc0dcb15cf320 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:46:46.788348 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6a72ed3-0abf-448d-a45a-4ad9228c835c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:46.905474 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c4f8-7cbb-4ae2-9680-a3ddbaa8d901 req-8acb20ef-7aeb-42ba-951a-f1c82e9412cb tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:46.907215 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3935c4f8-7cbb-4ae2-9680-a3ddbaa8d901 req-8acb20ef-7aeb-42ba-951a-f1c82e9412cb tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.1723709 Jan 28 05:46:46.976909 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3935c4f8-7cbb-4ae2-9680-a3ddbaa8d901 req-5e809c8f-599c-4176-b927-8c79b261f01a tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606565 Jan 28 05:46:47.131964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b8f01-1072-4a8c-8fa8-c9b0f338b67b req-81c0a826-7939-4fb8-8abc-42cd9003e105 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:47.134794 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf6b8f01-1072-4a8c-8fa8-c9b0f338b67b req-81c0a826-7939-4fb8-8abc-42cd9003e105 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.0564790 Jan 28 05:46:47.150093 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6a72ed3-0abf-448d-a45a-4ad9228c835c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (78b744b5-e88b-4b88-b078-a5c3da347903), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:47.242957 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf6b8f01-1072-4a8c-8fa8-c9b0f338b67b req-7cd1fd90-57cd-4dfa-8a3d-8ba4f831ed79 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012399 Jan 28 05:46:47.264750 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a72ed3-0abf-448d-a45a-4ad9228c835c admin admin] Pushing event updated for resources: {'Subnet': ['ID=78b744b5-e88b-4b88-b078-a5c3da347903,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:47.294021 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a72ed3-0abf-448d-a45a-4ad9228c835c admin admin] Checking segment: {'id': '7c6ec23d-83bf-4f2d-8008-2fd0a5834df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a83baa4-9980-42e7-a4f7-35a55939f993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:46:47.294419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a72ed3-0abf-448d-a45a-4ad9228c835c admin admin] Network hostable DHCP agents. Network: 2a83baa4-9980-42e7-a4f7-35a55939f993, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:46:47.410919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a72ed3-0abf-448d-a45a-4ad9228c835c admin admin] Network 2a83baa4-9980-42e7-a4f7-35a55939f993 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:46:47.445843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745e818-c768-44f7-89c5-a7ad6341a256 req-56245e71-f5b7-4c15-9191-37b38f7dd6dd tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:47.453696 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a745e818-c768-44f7-89c5-a7ad6341a256 req-56245e71-f5b7-4c15-9191-37b38f7dd6dd tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=c672fc23-77db-45f9-896d-de956879a720 HTTP/1.1" status: 200 len: 945 time: 0.0946627 Jan 28 05:46:47.486691 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33726c-8b3b-4644-b5ca-e69529203c68 req-956891a1-d878-407f-88cf-2bef2fbbd991 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:47.488608 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc33726c-8b3b-4644-b5ca-e69529203c68 req-956891a1-d878-407f-88cf-2bef2fbbd991 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 946 time: 0.0915537 Jan 28 05:46:47.533303 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a745e818-c768-44f7-89c5-a7ad6341a256 req-db04dcf0-cd4c-4ac8-ba7b-b004d3d4126f tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787392 Jan 28 05:46:47.559410 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d6a72ed3-0abf-448d-a45a-4ad9228c835c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 2a83baa4-9980-42e7-a4f7-35a55939f993) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:46:47.564848 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a72ed3-0abf-448d-a45a-4ad9228c835c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:47.568747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f26ece-41ed-4d24-9c9d-4300891d881a None None] Network 2a83baa4-9980-42e7-a4f7-35a55939f993 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:46:47.570907 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6a72ed3-0abf-448d-a45a-4ad9228c835c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:47.667191 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-dc33726c-8b3b-4644-b5ca-e69529203c68 req-380c336f-9e1b-4c59-8529-0740189246ee tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Deleting port 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:47.667623 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dc33726c-8b3b-4644-b5ca-e69529203c68 req-380c336f-9e1b-4c59-8529-0740189246ee tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (3ed2ad42-57bd-42fb-8a80-a82bba0dad7b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:47.675117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d6a72ed3-0abf-448d-a45a-4ad9228c835c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0767565 Jan 28 05:46:47.730600 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6766303b-c688-4665-a103-12d724d16ffe None None] Network 2a83baa4-9980-42e7-a4f7-35a55939f993 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:46:47.816091 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a607ea2-1fb0-41bc-b7e5-8e193a44c876 req-098ec3af-4561-4d35-b343-cd64b41d0285 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:47.823510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a607ea2-1fb0-41bc-b7e5-8e193a44c876 req-098ec3af-4561-4d35-b343-cd64b41d0285 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2 HTTP/1.1" status: 200 len: 949 time: 0.1063528 Jan 28 05:46:47.886414 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a607ea2-1fb0-41bc-b7e5-8e193a44c876 req-6cdac8e2-4888-482f-9384-f27732a2b1ef tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596807 Jan 28 05:46:47.903683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-dc33726c-8b3b-4644-b5ca-e69529203c68 req-380c336f-9e1b-4c59-8529-0740189246ee tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] For port 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=3ed2ad42-57bd-42fb-8a80-a82bba0dad7b,segment=NetworkSegment(9e93826f-fde1-470c-abf0-7f701648bc4e),segment_id=9e93826f-fde1-470c-abf0-7f701648bc4e)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:47.904068 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dc33726c-8b3b-4644-b5ca-e69529203c68 req-380c336f-9e1b-4c59-8529-0740189246ee tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (3ed2ad42-57bd-42fb-8a80-a82bba0dad7b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:47.919034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-dc33726c-8b3b-4644-b5ca-e69529203c68 req-380c336f-9e1b-4c59-8529-0740189246ee tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Calling delete_port for 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:48.099945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58008) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:48.225009 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09126475-748e-4f65-b79a-119200d8c12a req-aa682fb1-806a-4c48-b90b-a1dc4ad6c593 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:48.226588 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09126475-748e-4f65-b79a-119200d8c12a req-aa682fb1-806a-4c48-b90b-a1dc4ad6c593 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/networks?id=2a83baa4-9980-42e7-a4f7-35a55939f993 HTTP/1.1" status: 200 len: 813 time: 0.1340766 Jan 28 05:46:48.243899 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09126475-748e-4f65-b79a-119200d8c12a req-99833863-6ff8-4a31-a6e2-4eb1588ee022 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/quotas/0958e6fa92c644fca64bc0dcb15cf320 HTTP/1.1" status: 200 len: 375 time: 0.0109289 Jan 28 05:46:48.248165 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dc33726c-8b3b-4644-b5ca-e69529203c68 req-380c336f-9e1b-4c59-8529-0740189246ee tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3ed2ad42-57bd-42fb-8a80-a82bba0dad7b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:48.255441 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8e9a7598-56a4-47fd-b924-eeabfdd12782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:48.281309 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['c85ced63-7dac-4c24-b294-ecb1b4fff362', '3ed2ad42-57bd-42fb-8a80-a82bba0dad7b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:48.306037 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09126475-748e-4f65-b79a-119200d8c12a req-53cbdc4f-14ff-477c-b90c-84d7886849b3 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0958e6fa92c644fca64bc0dcb15cf320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553081 Jan 28 05:46:48.307608 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c336f-9e1b-4c59-8529-0740189246ee tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Pushing event deleted for resources: {'Port': ['ID=3ed2ad42-57bd-42fb-8a80-a82bba0dad7b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:48.376038 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8e9a7598-56a4-47fd-b924-eeabfdd12782 admin admin] Publish callbacks [] for security_group (67a918b3-13ba-4c3d-8bd6-a1cc1362eecc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:48.412548 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc33726c-8b3b-4644-b5ca-e69529203c68 req-380c336f-9e1b-4c59-8529-0740189246ee tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] No DVR routers for this DVR port 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:48.417068 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dc33726c-8b3b-4644-b5ca-e69529203c68 req-380c336f-9e1b-4c59-8529-0740189246ee tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:48.421223 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc33726c-8b3b-4644-b5ca-e69529203c68 req-380c336f-9e1b-4c59-8529-0740189246ee tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.64 "DELETE /v2.0/ports/3ed2ad42-57bd-42fb-8a80-a82bba0dad7b HTTP/1.1" status: 204 len: 173 time: 0.9039130 Jan 28 05:46:48.421699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9d0e7a-d4ca-49b4-80bf-39578db323d7', 'name': 'network-vif-deleted', 'tag': '3ed2ad42-57bd-42fb-8a80-a82bba0dad7b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:48.423981 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635be4a8-9b25-48ef-94da-d31242e5fd76" -d '{"events": [{"server_uuid": "bb9d0e7a-d4ca-49b4-80bf-39578db323d7", "name": "network-vif-deleted", "tag": "3ed2ad42-57bd-42fb-8a80-a82bba0dad7b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:48.474166 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09126475-748e-4f65-b79a-119200d8c12a req-03a871f0-2a92-4d74-ab68-b1babf9b077a service neutron] 10.222.0.31 "GET /v2.0/networks/2a83baa4-9980-42e7-a4f7-35a55939f993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560462 Jan 28 05:46:48.483743 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8e9a7598-56a4-47fd-b924-eeabfdd12782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (67a918b3-13ba-4c3d-8bd6-a1cc1362eecc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:48.528901 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8e9a7598-56a4-47fd-b924-eeabfdd12782 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1fb99cc5d9984524a05856bd85c59f10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4271863 Jan 28 05:46:48.529635 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58022) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:48.532096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a7598-56a4-47fd-b924-eeabfdd12782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a918b3-13ba-4c3d-8bd6-a1cc1362eecc,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:48.580581 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09126475-748e-4f65-b79a-119200d8c12a req-d8721398-db56-4412-afe7-e59f4d397daa service neutron] 10.222.0.31 "GET /v2.0/networks/2a83baa4-9980-42e7-a4f7-35a55939f993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993762 Jan 28 05:46:48.598591 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-89f5c8ca-75ee-441f-9a2f-66634d5a2a49 admin admin] Publish callbacks [] for security_group (67a918b3-13ba-4c3d-8bd6-a1cc1362eecc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:48.624788 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-89f5c8ca-75ee-441f-9a2f-66634d5a2a49 admin admin] Publish callbacks [] for security_group (67a918b3-13ba-4c3d-8bd6-a1cc1362eecc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:48.731744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f932141-a78d-405f-b711-176209df3f20 req-4ed6808a-b719-4f37-a7ea-73be2d5cfc2d tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 210 time: 0.0295072 Jan 28 05:46:48.769920 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-89f5c8ca-75ee-441f-9a2f-66634d5a2a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (67a918b3-13ba-4c3d-8bd6-a1cc1362eecc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:48.774987 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-89f5c8ca-75ee-441f-9a2f-66634d5a2a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:48.779713 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-89f5c8ca-75ee-441f-9a2f-66634d5a2a49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67a918b3-13ba-4c3d-8bd6-a1cc1362eecc HTTP/1.1" status: 204 len: 168 time: 0.2465985 Jan 28 05:46:48.787928 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5c8ca-75ee-441f-9a2f-66634d5a2a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a918b3-13ba-4c3d-8bd6-a1cc1362eecc,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:48.867438 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6a90b1-3e6b-4180-a754-68d14e0ae927 x-openstack-request-id: req-8c6a90b1-3e6b-4180-a754-68d14e0ae927 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:48.867730 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9d0e7a-d4ca-49b4-80bf-39578db323d7", "name": "network-vif-deleted", "tag": "3ed2ad42-57bd-42fb-8a80-a82bba0dad7b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:48.868193 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c6a90b1-3e6b-4180-a754-68d14e0ae927 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:48.868665 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9d0e7a-d4ca-49b4-80bf-39578db323d7', 'name': 'network-vif-deleted', 'tag': '3ed2ad42-57bd-42fb-8a80-a82bba0dad7b', 'status': 'completed', 'code': 200} Jan 28 05:46:48.903387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73057df0-60b0-4169-ad02-9e39e657b8d6 req-927c18e1-3924-4db3-a42f-48b6172fb6a7 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:48.905195 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73057df0-60b0-4169-ad02-9e39e657b8d6 req-927c18e1-3924-4db3-a42f-48b6172fb6a7 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.0729311 Jan 28 05:46:48.983573 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462092fa-c5e1-4c1e-9d31-efa36fa14a27 req-582ed4af-f90c-4a1a-9de2-2a2091be0cd0 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:48.985553 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-462092fa-c5e1-4c1e-9d31-efa36fa14a27 req-582ed4af-f90c-4a1a-9de2-2a2091be0cd0 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.64 "GET /v2.0/ports?device_id=c672fc23-77db-45f9-896d-de956879a720 HTTP/1.1" status: 200 len: 945 time: 0.0794590 Jan 28 05:46:49.044753 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73057df0-60b0-4169-ad02-9e39e657b8d6 req-6bb2fa35-c9c0-4081-ac60-2af973e76e2d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113071 Jan 28 05:46:49.171032 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c44494-aa83-4440-906a-33364a5d34a8 req-ddf2105d-9eaa-4c07-a8b5-9f1c539b66a6 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:49.172556 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1c44494-aa83-4440-906a-33364a5d34a8 req-ddf2105d-9eaa-4c07-a8b5-9f1c539b66a6 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=c672fc23-77db-45f9-896d-de956879a720 HTTP/1.1" status: 200 len: 945 time: 0.1016800 Jan 28 05:46:49.194532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-462092fa-c5e1-4c1e-9d31-efa36fa14a27 req-48d1894a-ad52-4ec0-86d8-49d03b176e45 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Deleting port 3aeaa96d-c620-4d93-b90f-11688bd39ac8 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:49.194875 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-462092fa-c5e1-4c1e-9d31-efa36fa14a27 req-48d1894a-ad52-4ec0-86d8-49d03b176e45 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (3aeaa96d-c620-4d93-b90f-11688bd39ac8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:49.244617 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7314bc7-4c8c-4879-9cb9-398368a33d08 req-6249a887-d2da-4cbd-a3da-b45fb4b47275 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 210 time: 0.0547702 Jan 28 05:46:49.313639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1c44494-aa83-4440-906a-33364a5d34a8 req-cd75fbdf-cacc-4c8b-bd37-99dccd5f9718 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/security-groups?id=1011e4c4-b803-4ead-bddc-1ba377832b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329763 Jan 28 05:46:49.357773 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-462092fa-c5e1-4c1e-9d31-efa36fa14a27 req-48d1894a-ad52-4ec0-86d8-49d03b176e45 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] For port 3aeaa96d-c620-4d93-b90f-11688bd39ac8, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=3aeaa96d-c620-4d93-b90f-11688bd39ac8,segment=NetworkSegment(3ce96b52-5f43-4f8a-90de-f5217a57de0a),segment_id=3ce96b52-5f43-4f8a-90de-f5217a57de0a)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:49.358126 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-462092fa-c5e1-4c1e-9d31-efa36fa14a27 req-48d1894a-ad52-4ec0-86d8-49d03b176e45 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (3aeaa96d-c620-4d93-b90f-11688bd39ac8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:49.375599 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-462092fa-c5e1-4c1e-9d31-efa36fa14a27 req-48d1894a-ad52-4ec0-86d8-49d03b176e45 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Calling delete_port for 3aeaa96d-c620-4d93-b90f-11688bd39ac8 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:49.528101 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device d539f3dd-f19b-44fa-8517-5e1d99418928 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:49.613689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port d539f3dd-f19b-44fa-8517-5e1d99418928 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:49.616162 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:49.625808 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-462092fa-c5e1-4c1e-9d31-efa36fa14a27 req-48d1894a-ad52-4ec0-86d8-49d03b176e45 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3aeaa96d-c620-4d93-b90f-11688bd39ac8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:49.653740 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd539f3dd-f19b-44fa-8517-5e1d99418928'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:49.657966 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f16f752-1505-44d7-84a3-8abb0a561686" -d '{"events": [{"server_uuid": "bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2", "name": "network-vif-unplugged", "status": "completed", "tag": "d539f3dd-f19b-44fa-8517-5e1d99418928"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:49.676671 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1894a-ad52-4ec0-86d8-49d03b176e45 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Pushing event deleted for resources: {'Port': ['ID=3aeaa96d-c620-4d93-b90f-11688bd39ac8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:49.683939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port d539f3dd-f19b-44fa-8517-5e1d99418928, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=d539f3dd-f19b-44fa-8517-5e1d99418928,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:49.685437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['3aeaa96d-c620-4d93-b90f-11688bd39ac8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:49.728257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-462092fa-c5e1-4c1e-9d31-efa36fa14a27 req-48d1894a-ad52-4ec0-86d8-49d03b176e45 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] No DVR routers for this DVR port 3aeaa96d-c620-4d93-b90f-11688bd39ac8 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:49.728257 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-462092fa-c5e1-4c1e-9d31-efa36fa14a27 req-48d1894a-ad52-4ec0-86d8-49d03b176e45 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:49.732315 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-462092fa-c5e1-4c1e-9d31-efa36fa14a27 req-48d1894a-ad52-4ec0-86d8-49d03b176e45 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.64 "DELETE /v2.0/ports/3aeaa96d-c620-4d93-b90f-11688bd39ac8 HTTP/1.1" status: 204 len: 173 time: 0.7333975 Jan 28 05:46:49.756469 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e60666-fcf2-48ec-bba6-e9754a1e6add x-openstack-request-id: req-a4e60666-fcf2-48ec-bba6-e9754a1e6add {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:49.756769 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2", "name": "network-vif-unplugged", "status": "completed", "tag": "d539f3dd-f19b-44fa-8517-5e1d99418928", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:49.757028 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4e60666-fcf2-48ec-bba6-e9754a1e6add {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:49.757547 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd539f3dd-f19b-44fa-8517-5e1d99418928', 'code': 200} Jan 28 05:46:49.798158 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:49.850356 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6aa36861-deb6-4061-9c40-4de74be3c858 req-0c251628-96d0-48f3-b6a6-ab3db0288207 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb9d0e7a-d4ca-49b4-80bf-39578db323d7 HTTP/1.1" status: 200 len: 210 time: 0.0288084 Jan 28 05:46:49.858646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=d539f3dd-f19b-44fa-8517-5e1d99418928,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:50.173547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f012ab-e601-43a4-9fbd-2de380ce7165 req-3d7eaa25-19b3-4f35-8edd-91d71c02023e tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:50.173547 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20f012ab-e601-43a4-9fbd-2de380ce7165 req-3d7eaa25-19b3-4f35-8edd-91d71c02023e tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.0576248 Jan 28 05:46:50.252510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20f012ab-e601-43a4-9fbd-2de380ce7165 req-874d9149-f749-499c-9bc3-e272a27eb2d0 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623903 Jan 28 05:46:50.336179 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9661523-4a95-4a0e-97fc-5e71f7c08931 req-b1cc8138-d709-419b-b115-3f233f0bcd48 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 210 time: 0.0263715 Jan 28 05:46:50.439641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1930881e-828d-4366-b893-4041819d3cf6 req-cfe763eb-6836-489a-b3de-a0e38bab5d20 tempest-ServersTestJSON-1291020846 tempest-ServersTestJSON-1291020846-project] 10.222.0.31 "GET /v2.0/ports?device_id=c672fc23-77db-45f9-896d-de956879a720 HTTP/1.1" status: 200 len: 210 time: 0.0310290 Jan 28 05:46:50.870343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c672fc23-77db-45f9-896d-de956879a720', 'name': 'network-vif-deleted', 'tag': '3aeaa96d-c620-4d93-b90f-11688bd39ac8'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:50.872403 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db2b36a-cc4a-4a38-8e5c-78f105879839" -d '{"events": [{"server_uuid": "c672fc23-77db-45f9-896d-de956879a720", "name": "network-vif-deleted", "tag": "3aeaa96d-c620-4d93-b90f-11688bd39ac8"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:50.911842 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff69ec72-fae9-4099-9683-e2c860c77652 x-openstack-request-id: req-ff69ec72-fae9-4099-9683-e2c860c77652 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:50.912161 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c672fc23-77db-45f9-896d-de956879a720", "name": "network-vif-deleted", "tag": "3aeaa96d-c620-4d93-b90f-11688bd39ac8", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:50.912420 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff69ec72-fae9-4099-9683-e2c860c77652 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:50.912818 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c672fc23-77db-45f9-896d-de956879a720', 'name': 'network-vif-deleted', 'tag': '3aeaa96d-c620-4d93-b90f-11688bd39ac8', 'status': 'completed', 'code': 200} Jan 28 05:46:50.940080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:50.962003 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:46:50.962374 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 3ed2ad42-57bd-42fb-8a80-a82bba0dad7b not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:51.453637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cc39f-4b97-47b1-bc0b-15834a57eb7d req-717c6b46-94de-47ca-aad5-23fa3e5e209a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:51.461808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c9cc39f-4b97-47b1-bc0b-15834a57eb7d req-717c6b46-94de-47ca-aad5-23fa3e5e209a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.0671155 Jan 28 05:46:51.518814 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:46:51.532603 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4670f77-57e4-42e1-9c95-e99a812121e7 req-0c6a0702-d0d4-42c5-8738-e1f4302599a9 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 210 time: 0.0609577 Jan 28 05:46:51.617003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c9cc39f-4b97-47b1-bc0b-15834a57eb7d req-04c6ca73-9836-455f-9dc3-eddc863b6e3a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534066 Jan 28 05:46:51.654936 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:51.680582 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '5cbe4213-6e56-402e-9eb4-48fe15bdb0d4', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '5cbe4213-6e56-402e-9eb4-48fe15bdb0d4', 'mac_address': 'fa:16:3e:36:e8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:46:51.680696 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58146) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:51.709505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebbdd1-f774-4df7-9709-7667d9bc4d14 req-8e796908-60e6-49df-b642-d513f094445d tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:51.717589 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cebbdd1-f774-4df7-9709-7667d9bc4d14 req-8e796908-60e6-49df-b642-d513f094445d tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.0962942 Jan 28 05:46:51.723105 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:51.723771 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:51.739324 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:46:51.756135 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bb85ef-824a-49b1-b8f4-50ba06028ffe admin admin] Deleting subnet 6ace652b-1ccc-4a73-9185-4c2cd62a6d0e {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:46:51.760613 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36bb85ef-824a-49b1-b8f4-50ba06028ffe admin admin] Publish callbacks [] for subnet (6ace652b-1ccc-4a73-9185-4c2cd62a6d0e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:51.768872 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:51.802482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cebbdd1-f774-4df7-9709-7667d9bc4d14 req-c35e16aa-0c8d-4e1a-8e5f-4dea91a1ba96 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839450 Jan 28 05:46:51.807817 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36bb85ef-824a-49b1-b8f4-50ba06028ffe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (6ace652b-1ccc-4a73-9185-4c2cd62a6d0e), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:51.832182 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:51.860551 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36bb85ef-824a-49b1-b8f4-50ba06028ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (6ace652b-1ccc-4a73-9185-4c2cd62a6d0e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:51.884386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:51.992692 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36bb85ef-824a-49b1-b8f4-50ba06028ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (6ace652b-1ccc-4a73-9185-4c2cd62a6d0e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:52.007204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['5cbe4213-6e56-402e-9eb4-48fe15bdb0d4'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:52.016320 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb85ef-824a-49b1-b8f4-50ba06028ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ace652b-1ccc-4a73-9185-4c2cd62a6d0e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:52.022491 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36bb85ef-824a-49b1-b8f4-50ba06028ffe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:52.027195 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-36bb85ef-824a-49b1-b8f4-50ba06028ffe admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6ace652b-1ccc-4a73-9185-4c2cd62a6d0e HTTP/1.1" status: 204 len: 168 time: 0.3468177 Jan 28 05:46:52.029741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58160) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:52.117627 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63d7939f-8881-4c48-b89b-058628e35589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (eec00fff-aff9-4369-9cd0-be1af626188f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:52.223412 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63d7939f-8881-4c48-b89b-058628e35589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (eec00fff-aff9-4369-9cd0-be1af626188f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:52.248152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-63d7939f-8881-4c48-b89b-058628e35589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec00fff-aff9-4369-9cd0-be1af626188f']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:52.258581 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-63d7939f-8881-4c48-b89b-058628e35589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce96b52-5f43-4f8a-90de-f5217a57de0a') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:52.258968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-63d7939f-8881-4c48-b89b-058628e35589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce96b52-5f43-4f8a-90de-f5217a57de0a') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:46:52.285109 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63d7939f-8881-4c48-b89b-058628e35589 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (3ce96b52-5f43-4f8a-90de-f5217a57de0a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:52.345140 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63d7939f-8881-4c48-b89b-058628e35589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (3ce96b52-5f43-4f8a-90de-f5217a57de0a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:52.359560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d7939f-8881-4c48-b89b-058628e35589 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:46:52.360379 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63d7939f-8881-4c48-b89b-058628e35589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (3ce96b52-5f43-4f8a-90de-f5217a57de0a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:46:52.404958 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:46:52.474073 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7982021e-7abf-4743-960e-1a4e51a53f5a req-d928875b-cf3f-482c-a880-b480b939e593 tempest-FlavorsV2NegativeTest-225234031 tempest-FlavorsV2NegativeTest-225234031-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=23c920a0781a49368a4439b2dc0164b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389400 Jan 28 05:46:52.833720 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63d7939f-8881-4c48-b89b-058628e35589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (eec00fff-aff9-4369-9cd0-be1af626188f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:52.878510 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63d7939f-8881-4c48-b89b-058628e35589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:52.881494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-63d7939f-8881-4c48-b89b-058628e35589 admin admin] 10.222.0.31 "DELETE /v2.0/networks/eec00fff-aff9-4369-9cd0-be1af626188f HTTP/1.1" status: 204 len: 168 time: 0.8502295 Jan 28 05:46:52.914210 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-965de210-ea08-4cb8-8c2e-d467b20d70f1 req-b4a03b3c-6e6f-45aa-b461-3e4e3e5b7c98 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 210 time: 0.0958619 Jan 28 05:46:52.941060 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7939f-8881-4c48-b89b-058628e35589 admin admin] Pushing event deleted for resources: {'Network': ['ID=eec00fff-aff9-4369-9cd0-be1af626188f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:52.948797 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09126475-748e-4f65-b79a-119200d8c12a req-767f7334-e629-4363-9958-a4137f796d6d tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:52.950284 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09126475-748e-4f65-b79a-119200d8c12a req-767f7334-e629-4363-9958-a4137f796d6d tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.64 "GET /v2.0/networks?id=2a83baa4-9980-42e7-a4f7-35a55939f993 HTTP/1.1" status: 200 len: 813 time: 0.6841812 Jan 28 05:46:52.958676 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 3aeaa96d-c620-4d93-b90f-11688bd39ac8 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:52.974213 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-09126475-748e-4f65-b79a-119200d8c12a req-794cbc73-7877-4685-8039-2eef59400925 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Request body: {'port': {'device_id': '1976802f-8b2a-4f74-87a9-ad429d5ca23c', 'network_id': '2a83baa4-9980-42e7-a4f7-35a55939f993', 'admin_state_up': True, 'tenant_id': '0958e6fa92c644fca64bc0dcb15cf320'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:46:52.989690 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 3aeaa96d-c620-4d93-b90f-11688bd39ac8 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:46:52.990327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 3aeaa96d-c620-4d93-b90f-11688bd39ac8 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:53.102195 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982021e-7abf-4743-960e-1a4e51a53f5a req-be80e24d-2f10-44a0-a25a-fe199a604e6f tempest-FlavorsV2NegativeTest-225234031 tempest-FlavorsV2NegativeTest-225234031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:53.103996 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7982021e-7abf-4743-960e-1a4e51a53f5a req-be80e24d-2f10-44a0-a25a-fe199a604e6f tempest-FlavorsV2NegativeTest-225234031 tempest-FlavorsV2NegativeTest-225234031-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6195133 Jan 28 05:46:53.141590 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7982021e-7abf-4743-960e-1a4e51a53f5a req-3bd9a661-757a-4d11-8150-7afe12215994 tempest-FlavorsV2NegativeTest-225234031 tempest-FlavorsV2NegativeTest-225234031-project] 10.222.0.31 "GET /v2.0/quotas/23c920a0781a49368a4439b2dc0164b0 HTTP/1.1" status: 200 len: 375 time: 0.0281141 Jan 28 05:46:53.170087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cd8e2-e28e-43f6-a8a2-a39e0e86c180 req-cd772e71-9645-4e6f-a47e-555bc88e5da5 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:53.171510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-889cd8e2-e28e-43f6-a8a2-a39e0e86c180 req-cd772e71-9645-4e6f-a47e-555bc88e5da5 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.1698866 Jan 28 05:46:53.194734 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7982021e-7abf-4743-960e-1a4e51a53f5a req-32c7ec41-6772-4c53-9f1a-861dfe6b2c45 tempest-FlavorsV2NegativeTest-225234031 tempest-FlavorsV2NegativeTest-225234031-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=23c920a0781a49368a4439b2dc0164b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420127 Jan 28 05:46:53.267781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-889cd8e2-e28e-43f6-a8a2-a39e0e86c180 req-efbadee8-34d6-464a-bd92-47d9c484fb15 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777068 Jan 28 05:46:53.352885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09126475-748e-4f65-b79a-119200d8c12a req-794cbc73-7877-4685-8039-2eef59400925 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Made reservation on behalf of 0958e6fa92c644fca64bc0dcb15cf320 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:46:53.363831 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-09126475-748e-4f65-b79a-119200d8c12a req-794cbc73-7877-4685-8039-2eef59400925 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:53.387589 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58216) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:53.425205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41c72a-063c-497d-9eb8-7c2bc1557990 req-f81237b6-4efc-45f9-8a72-738d45673f10 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:53.433392 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-54681e88-7944-4931-943d-e1efff2f6c8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ec92f33a3784dd995edb9a024cc34ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415137 Jan 28 05:46:53.433580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b41c72a-063c-497d-9eb8-7c2bc1557990 req-f81237b6-4efc-45f9-8a72-738d45673f10 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1455109 Jan 28 05:46:53.433665 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58218) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:53.539235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:46:53.539886 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-705eb32b-ebfa-4039-a80d-ba1ad0637bee admin admin] Publish callbacks [] for security_group (1011e4c4-b803-4ead-bddc-1ba377832b11), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:53.571459 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-705eb32b-ebfa-4039-a80d-ba1ad0637bee admin admin] Publish callbacks [] for security_group (1011e4c4-b803-4ead-bddc-1ba377832b11), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:53.579285 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b41c72a-063c-497d-9eb8-7c2bc1557990 req-97e1c21c-ee37-431d-93aa-cbf405b9bfef tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450098 Jan 28 05:46:53.606183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:46:53.606952 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:53.617378 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-09126475-748e-4f65-b79a-119200d8c12a req-794cbc73-7877-4685-8039-2eef59400925 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Allocated IP 172.20.0.13 (2a83baa4-9980-42e7-a4f7-35a55939f993/78b744b5-e88b-4b88-b078-a5c3da347903/2a51e703-0693-489f-a130-197ea2637839) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:46:53.699467 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:46:53.699924 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:53.712169 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-705eb32b-ebfa-4039-a80d-ba1ad0637bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1011e4c4-b803-4ead-bddc-1ba377832b11), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:53.715539 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-705eb32b-ebfa-4039-a80d-ba1ad0637bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:53.716997 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-705eb32b-ebfa-4039-a80d-ba1ad0637bee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1011e4c4-b803-4ead-bddc-1ba377832b11 HTTP/1.1" status: 204 len: 168 time: 0.2823308 Jan 28 05:46:53.728829 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f681cb21-b165-49b0-a18c-6677f0149776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbe4213-6e56-402e-9eb4-48fe15bdb0d4'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:53.731691 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8390fd9a-a058-4f67-ae74-ffdae57f6f25" -d '{"events": [{"server_uuid": "f681cb21-b165-49b0-a18c-6677f0149776", "name": "network-vif-plugged", "status": "completed", "tag": "5cbe4213-6e56-402e-9eb4-48fe15bdb0d4"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:53.747657 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705eb32b-ebfa-4039-a80d-ba1ad0637bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1011e4c4-b803-4ead-bddc-1ba377832b11,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:53.751392 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:53.804731 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a590f0-00f1-4971-b3fb-1417f8a9d3e9 x-openstack-request-id: req-46a590f0-00f1-4971-b3fb-1417f8a9d3e9 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:53.805104 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f681cb21-b165-49b0-a18c-6677f0149776", "name": "network-vif-plugged", "status": "completed", "tag": "5cbe4213-6e56-402e-9eb4-48fe15bdb0d4", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:53.805436 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46a590f0-00f1-4971-b3fb-1417f8a9d3e9 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:53.805899 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f681cb21-b165-49b0-a18c-6677f0149776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbe4213-6e56-402e-9eb4-48fe15bdb0d4', 'code': 200} Jan 28 05:46:53.845868 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-09126475-748e-4f65-b79a-119200d8c12a req-794cbc73-7877-4685-8039-2eef59400925 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Publish callbacks [] for port (2a51e703-0693-489f-a130-197ea2637839), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:53.848736 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:53.928535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:53.974465 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-09126475-748e-4f65-b79a-119200d8c12a req-794cbc73-7877-4685-8039-2eef59400925 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2a51e703-0693-489f-a130-197ea2637839), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:54.039722 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09126475-748e-4f65-b79a-119200d8c12a req-794cbc73-7877-4685-8039-2eef59400925 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Network 2a83baa4-9980-42e7-a4f7-35a55939f993 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:46:54.046114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-09126475-748e-4f65-b79a-119200d8c12a req-794cbc73-7877-4685-8039-2eef59400925 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:46:54.050390 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-09126475-748e-4f65-b79a-119200d8c12a req-794cbc73-7877-4685-8039-2eef59400925 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:46:54.092647 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cbc73-7877-4685-8039-2eef59400925 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Pushing event updated for resources: {'Port': ['ID=2a51e703-0693-489f-a130-197ea2637839,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:54.111365 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ed274-f018-4685-9638-4e2ac8d8be7d req-184310d2-bbd5-47c3-8f6b-4e54d5ebc982 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:54.112907 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f46ed274-f018-4685-9638-4e2ac8d8be7d req-184310d2-bbd5-47c3-8f6b-4e54d5ebc982 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 932 time: 0.1065319 Jan 28 05:46:54.132614 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09126475-748e-4f65-b79a-119200d8c12a req-794cbc73-7877-4685-8039-2eef59400925 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:54.132965 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-09126475-748e-4f65-b79a-119200d8c12a req-794cbc73-7877-4685-8039-2eef59400925 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:54.177921 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f46ed274-f018-4685-9638-4e2ac8d8be7d req-acdc7c6d-381a-45cb-b5b3-144130a26fe5 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/security-groups?id=b603b771-bd11-4707-a13f-4eb7e3ca0da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591943 Jan 28 05:46:54.311158 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09126475-748e-4f65-b79a-119200d8c12a req-794cbc73-7877-4685-8039-2eef59400925 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3434010 Jan 28 05:46:54.328399 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Request body: {'port': {'device_id': '1976802f-8b2a-4f74-87a9-ad429d5ca23c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:46:54.448234 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58250) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:54.486220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d476b-2d31-441a-8849-5556577cdbd6 req-bdcd2d2f-0251-44dc-81b9-3584983d92d6 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:54.488123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f31d476b-2d31-441a-8849-5556577cdbd6 req-bdcd2d2f-0251-44dc-81b9-3584983d92d6 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.1224892 Jan 28 05:46:54.493385 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2a51e703-0693-489f-a130-197ea2637839), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:54.586622 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f31d476b-2d31-441a-8849-5556577cdbd6 req-44cebac4-c3fe-4eb7-92ae-e6d27001e10a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890172 Jan 28 05:46:54.669949 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bc4595bd-e169-4761-8059-a88710de0b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:54.771951 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bc4595bd-e169-4761-8059-a88710de0b3f admin admin] Publish callbacks [] for security_group (02575ae9-c07b-40f6-9f1b-6e4edb819783), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:54.820758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca17907-e2d4-487a-a53e-49a72e99ef05 req-33ace519-0810-4c35-b71b-35f338be1c40 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:54.822131 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ca17907-e2d4-487a-a53e-49a72e99ef05 req-33ace519-0810-4c35-b71b-35f338be1c40 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1338580 Jan 28 05:46:54.870121 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:54.871033 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bc4595bd-e169-4761-8059-a88710de0b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (02575ae9-c07b-40f6-9f1b-6e4edb819783), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:54.912644 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ca17907-e2d4-487a-a53e-49a72e99ef05 req-3e336a9e-eaec-44d4-b4d3-b7876215b4d0 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753179 Jan 28 05:46:54.921197 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4595bd-e169-4761-8059-a88710de0b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02575ae9-c07b-40f6-9f1b-6e4edb819783,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:54.933966 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bc4595bd-e169-4761-8059-a88710de0b3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23c920a0781a49368a4439b2dc0164b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4827542 Jan 28 05:46:54.944028 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58284) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:54.966933 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a51e703-0693-489f-a130-197ea2637839 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:46:54.976353 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Publish callbacks [] for port (2a51e703-0693-489f-a130-197ea2637839), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:54.992642 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Transition to ACTIVE for port object 2a51e703-0693-489f-a130-197ea2637839 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:46:55.001587 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e94405ac-f097-4766-9482-531953eafea7 admin admin] Publish callbacks [] for security_group (02575ae9-c07b-40f6-9f1b-6e4edb819783), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:55.026068 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e94405ac-f097-4766-9482-531953eafea7 admin admin] Publish callbacks [] for security_group (02575ae9-c07b-40f6-9f1b-6e4edb819783), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:55.095308 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (2a51e703-0693-489f-a130-197ea2637839), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:55.154855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Pushing event updated for resources: {'Port': ['ID=2a51e703-0693-489f-a130-197ea2637839,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:55.160519 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e94405ac-f097-4766-9482-531953eafea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (02575ae9-c07b-40f6-9f1b-6e4edb819783), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:55.163221 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e94405ac-f097-4766-9482-531953eafea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:55.174440 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e94405ac-f097-4766-9482-531953eafea7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02575ae9-c07b-40f6-9f1b-6e4edb819783 HTTP/1.1" status: 204 len: 168 time: 0.2289975 Jan 28 05:46:55.193258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94405ac-f097-4766-9482-531953eafea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02575ae9-c07b-40f6-9f1b-6e4edb819783,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:55.296160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9ae00-593e-4b96-b0c8-5082f957eff2 req-133ac0ed-0f59-4b76-a498-c9b2d2a8d112 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:55.297697 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ae9ae00-593e-4b96-b0c8-5082f957eff2 req-133ac0ed-0f59-4b76-a498-c9b2d2a8d112 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.1015940 Jan 28 05:46:55.309315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Attempting to bind port 2a51e703-0693-489f-a130-197ea2637839 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:46:55.309315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Attempting to bind port 2a51e703-0693-489f-a130-197ea2637839 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '7c6ec23d-83bf-4f2d-8008-2fd0a5834df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a83baa4-9980-42e7-a4f7-35a55939f993'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:46:55.309315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Attempting to bind port 2a51e703-0693-489f-a130-197ea2637839 on network 2a83baa4-9980-42e7-a4f7-35a55939f993 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:46:55.341591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Port 2a51e703-0693-489f-a130-197ea2637839 on network 2a83baa4-9980-42e7-a4f7-35a55939f993 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:46:55.341916 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Attempting to bind port 2a51e703-0693-489f-a130-197ea2637839 on network 2a83baa4-9980-42e7-a4f7-35a55939f993 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:46:55.355046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:46:55.355459 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Checking segment: {'id': '7c6ec23d-83bf-4f2d-8008-2fd0a5834df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a83baa4-9980-42e7-a4f7-35a55939f993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:46:55.355849 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Bound using segment: {'id': '7c6ec23d-83bf-4f2d-8008-2fd0a5834df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a83baa4-9980-42e7-a4f7-35a55939f993'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:46:55.356287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Bound port: 2a51e703-0693-489f-a130-197ea2637839, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c6ec23d-83bf-4f2d-8008-2fd0a5834df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2a83baa4-9980-42e7-a4f7-35a55939f993'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:46:55.356649 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2a51e703-0693-489f-a130-197ea2637839), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:55.396260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71b6a7-2054-43c2-8a7b-7edf789967cc req-51006485-65ed-40f6-bbb4-c90d02af54c9 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:55.397781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b71b6a7-2054-43c2-8a7b-7edf789967cc req-51006485-65ed-40f6-bbb4-c90d02af54c9 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 944 time: 0.1123354 Jan 28 05:46:55.404692 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ae9ae00-593e-4b96-b0c8-5082f957eff2 req-a4c91e12-b43a-4481-a82d-4a2ab80475cc tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993688 Jan 28 05:46:55.493898 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] For port 2a51e703-0693-489f-a130-197ea2637839, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:46:55.517308 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b71b6a7-2054-43c2-8a7b-7edf789967cc req-1863207c-b8f1-4a42-bcc4-7838c338a310 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/security-groups?id=b603b771-bd11-4707-a13f-4eb7e3ca0da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897121 Jan 28 05:46:55.517308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] For port 2a51e703-0693-489f-a130-197ea2637839, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2a51e703-0693-489f-a130-197ea2637839,segment=NetworkSegment(7c6ec23d-83bf-4f2d-8008-2fd0a5834df3),segment_id=7c6ec23d-83bf-4f2d-8008-2fd0a5834df3)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:46:55.627024 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (2a51e703-0693-489f-a130-197ea2637839), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:55.700852 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:55.701494 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:55.703575 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09126475-748e-4f65-b79a-119200d8c12a req-83709e8b-3387-4f40-8499-a90a511313df service neutron] 10.222.0.64 "PUT /v2.0/ports/2a51e703-0693-489f-a130-197ea2637839 HTTP/1.1" status: 200 len: 1093 time: 1.3789673 Jan 28 05:46:55.704187 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1976802f-8b2a-4f74-87a9-ad429d5ca23c', 'tag': '2a51e703-0693-489f-a130-197ea2637839'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:55.706579 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def82e54-f8c4-4021-9766-5e7965f4a322" -d '{"events": [{"name": "network-changed", "server_uuid": "1976802f-8b2a-4f74-87a9-ad429d5ca23c", "tag": "2a51e703-0693-489f-a130-197ea2637839"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:55.745410 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83709e8b-3387-4f40-8499-a90a511313df service neutron] Pushing event updated for resources: {'Port': ['ID=2a51e703-0693-489f-a130-197ea2637839,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:55.789845 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6a0b2a-db71-471a-8bef-abd44b49263f x-openstack-request-id: req-3b6a0b2a-db71-471a-8bef-abd44b49263f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:55.790250 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1976802f-8b2a-4f74-87a9-ad429d5ca23c", "tag": "2a51e703-0693-489f-a130-197ea2637839", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:55.790549 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b6a0b2a-db71-471a-8bef-abd44b49263f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:55.791104 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1976802f-8b2a-4f74-87a9-ad429d5ca23c', 'tag': '2a51e703-0693-489f-a130-197ea2637839', 'status': 'completed', 'code': 200} Jan 28 05:46:55.882457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def82e54-f8c4-4021-9766-5e7965f4a322 req-14fc2261-b91a-4f30-b7f6-17897a2e59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:55.882457 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-def82e54-f8c4-4021-9766-5e7965f4a322 req-14fc2261-b91a-4f30-b7f6-17897a2e59fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0958e6fa92c644fca64bc0dcb15cf320&device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 1096 time: 0.0491123 Jan 28 05:46:56.086761 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def82e54-f8c4-4021-9766-5e7965f4a322 req-9aa4e9f2-368a-4c2b-a70a-40d5ffedbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:56.088858 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-def82e54-f8c4-4021-9766-5e7965f4a322 req-9aa4e9f2-368a-4c2b-a70a-40d5ffedbfb5 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=0958e6fa92c644fca64bc0dcb15cf320&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1898551 Jan 28 05:46:56.102104 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb167c-bb8c-4c94-aa94-403aef341f3c req-b0c69f37-9f1d-4ba2-b1b0-bf558b6d51ce tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:56.103954 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3eb167c-bb8c-4c94-aa94-403aef341f3c req-b0c69f37-9f1d-4ba2-b1b0-bf558b6d51ce tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.0829289 Jan 28 05:46:56.284485 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cac49c54-d012-4278-965d-d7a3029f1d6f req-33dd3b89-fafb-4769-8c2e-a332b7940418 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0381100 Jan 28 05:46:56.313769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3eb167c-bb8c-4c94-aa94-403aef341f3c req-656fa1e1-1030-4fe4-b094-fcbb1beceec4 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861634 Jan 28 05:46:56.330523 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def82e54-f8c4-4021-9766-5e7965f4a322 req-f91c76e2-33f6-4ea0-9423-8c1b9a648eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:56.331869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-def82e54-f8c4-4021-9766-5e7965f4a322 req-f91c76e2-33f6-4ea0-9423-8c1b9a648eab service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2376006 Jan 28 05:46:56.439028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09126475-748e-4f65-b79a-119200d8c12a req-e3233fa1-d8c7-4a59-8c59-cfbae115411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:56.440769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09126475-748e-4f65-b79a-119200d8c12a req-e3233fa1-d8c7-4a59-8c59-cfbae115411f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0958e6fa92c644fca64bc0dcb15cf320&device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 1096 time: 0.0469885 Jan 28 05:46:56.536198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09126475-748e-4f65-b79a-119200d8c12a req-367b2c65-0e54-4e3d-ae16-01b340187deb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a51e703-0693-489f-a130-197ea2637839 HTTP/1.1" status: 200 len: 217 time: 0.0813205 Jan 28 05:46:56.549093 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58364) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:56.654737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011a47a-89ce-45d0-a233-53e2d2f00ff0 req-15306645-dec1-46d4-9458-ec50709621cc tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:56.656191 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2011a47a-89ce-45d0-a233-53e2d2f00ff0 req-15306645-dec1-46d4-9458-ec50709621cc tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.1504269 Jan 28 05:46:56.685157 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-e457b078-0e78-433b-bf4f-9b6c253ea4df admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2046298415-network', 'tenant_id': 'e1d85de423c3473ab0404669467807b7'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:46:56.693851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09126475-748e-4f65-b79a-119200d8c12a req-da8c7ad9-ffc1-4e07-a1af-81263009134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:56.695302 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09126475-748e-4f65-b79a-119200d8c12a req-da8c7ad9-ffc1-4e07-a1af-81263009134b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78b744b5-e88b-4b88-b078-a5c3da347903 HTTP/1.1" status: 200 len: 853 time: 0.1384788 Jan 28 05:46:56.741560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb74c9-1ba2-4e81-8440-3377403fa1b8 req-607ea010-e035-4dab-9d3e-0cc6f5e5478e tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:56.743097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36eb74c9-1ba2-4e81-8440-3377403fa1b8 req-607ea010-e035-4dab-9d3e-0cc6f5e5478e tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 944 time: 0.1326420 Jan 28 05:46:56.761437 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f89b8e-4479-4c60-af25-f5662bb8ad63 req-fe6300bf-c9c2-4b97-98a7-0001453d241f tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:56.762923 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1f89b8e-4479-4c60-af25-f5662bb8ad63 req-fe6300bf-c9c2-4b97-98a7-0001453d241f tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.60 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 946 time: 0.1536295 Jan 28 05:46:56.799510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09126475-748e-4f65-b79a-119200d8c12a req-029fb95a-dc48-439b-ba41-5837a3241b75 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a83baa4-9980-42e7-a4f7-35a55939f993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554018 Jan 28 05:46:56.801984 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e457b078-0e78-433b-bf4f-9b6c253ea4df admin admin] Made reservation on behalf of e1d85de423c3473ab0404669467807b7 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:46:56.804566 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e457b078-0e78-433b-bf4f-9b6c253ea4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:56.814262 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e457b078-0e78-433b-bf4f-9b6c253ea4df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:56.838949 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2011a47a-89ce-45d0-a233-53e2d2f00ff0 req-7a532404-4877-4b60-b99d-34be5b86f2bc tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610715 Jan 28 05:46:56.909654 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e457b078-0e78-433b-bf4f-9b6c253ea4df admin admin] Publish callbacks [] for security_group (8183424d-f740-4760-88f3-c48286485dce), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:56.953556 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36eb74c9-1ba2-4e81-8440-3377403fa1b8 req-57611bbb-dc7a-4611-9ec9-b4fcf63299fb tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/security-groups?id=b603b771-bd11-4707-a13f-4eb7e3ca0da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896694 Jan 28 05:46:56.986454 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e457b078-0e78-433b-bf4f-9b6c253ea4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8183424d-f740-4760-88f3-c48286485dce), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:56.996134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09126475-748e-4f65-b79a-119200d8c12a req-f9c8c30f-cf48-4ae6-bbe3-f8d63a089bd4 service neutron] 10.222.0.64 "GET /v2.0/networks/2a83baa4-9980-42e7-a4f7-35a55939f993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698542 Jan 28 05:46:57.031748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e457b078-0e78-433b-bf4f-9b6c253ea4df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:46:57.059092 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457b078-0e78-433b-bf4f-9b6c253ea4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8183424d-f740-4760-88f3-c48286485dce,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:57.063980 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e457b078-0e78-433b-bf4f-9b6c253ea4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:57.064433 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-e457b078-0e78-433b-bf4f-9b6c253ea4df admin admin] Added segment 7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3 of type vlan for network 339536f4-61eb-44a8-837b-553906625284 Jan 28 05:46:57.094924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c1f89b8e-4479-4c60-af25-f5662bb8ad63 req-f9685b53-37c7-4106-9698-76d8ebd00aad tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Deleting port c9a25f1e-8a54-476c-945e-c8145758f5b2 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:57.095209 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1f89b8e-4479-4c60-af25-f5662bb8ad63 req-f9685b53-37c7-4106-9698-76d8ebd00aad tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c9a25f1e-8a54-476c-945e-c8145758f5b2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:57.111821 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e457b078-0e78-433b-bf4f-9b6c253ea4df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (339536f4-61eb-44a8-837b-553906625284), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:57.173690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce79192-9b03-450e-92e9-4db8e2c11fcc req-f18277e5-3814-40e3-b0f3-e92553c90e17 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:57.175252 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cce79192-9b03-450e-92e9-4db8e2c11fcc req-f18277e5-3814-40e3-b0f3-e92553c90e17 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.1778083 Jan 28 05:46:57.203966 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e457b078-0e78-433b-bf4f-9b6c253ea4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (339536f4-61eb-44a8-837b-553906625284), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:57.205211 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e457b078-0e78-433b-bf4f-9b6c253ea4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:57.208052 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e457b078-0e78-433b-bf4f-9b6c253ea4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:57.268049 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09126475-748e-4f65-b79a-119200d8c12a req-bff0ea09-a921-4e6a-bb42-e567efe9fd35 service neutron] 10.222.0.64 "GET /v2.0/networks/2a83baa4-9980-42e7-a4f7-35a55939f993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606330 Jan 28 05:46:57.276034 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457b078-0e78-433b-bf4f-9b6c253ea4df admin admin] Pushing event updated for resources: {'Network': ['ID=339536f4-61eb-44a8-837b-553906625284,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:57.294564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 339536f4-61eb-44a8-837b-553906625284 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:46:57.299199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c1f89b8e-4479-4c60-af25-f5662bb8ad63 req-f9685b53-37c7-4106-9698-76d8ebd00aad tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] For port c9a25f1e-8a54-476c-945e-c8145758f5b2, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c9a25f1e-8a54-476c-945e-c8145758f5b2,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:57.299710 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1f89b8e-4479-4c60-af25-f5662bb8ad63 req-f9685b53-37c7-4106-9698-76d8ebd00aad tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c9a25f1e-8a54-476c-945e-c8145758f5b2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:57.316675 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c1f89b8e-4479-4c60-af25-f5662bb8ad63 req-f9685b53-37c7-4106-9698-76d8ebd00aad tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Calling delete_port for c9a25f1e-8a54-476c-945e-c8145758f5b2 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:57.341574 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e457b078-0e78-433b-bf4f-9b6c253ea4df admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7873504 Jan 28 05:46:57.345037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58386) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:57.379184 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fc5aacd0-7d93-4d1a-8ea6-cd29720266d8 admin admin] Request body: {'subnet': {'network_id': '339536f4-61eb-44a8-837b-553906625284', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2046298415-subnet', 'tenant_id': 'e1d85de423c3473ab0404669467807b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:46:57.413404 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-cce79192-9b03-450e-92e9-4db8e2c11fcc req-2d93984c-b35d-41f0-ab10-4c71c5e5a75b tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Deleting port c85ced63-7dac-4c24-b294-ecb1b4fff362 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:46:57.413799 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cce79192-9b03-450e-92e9-4db8e2c11fcc req-2d93984c-b35d-41f0-ab10-4c71c5e5a75b tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c85ced63-7dac-4c24-b294-ecb1b4fff362), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:57.523626 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8798fb53-ad3b-4016-b9e1-9d445191e2c6 req-07c1d160-82ff-4eee-ab32-ac53ed170a58 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.1009068 Jan 28 05:46:57.529627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5aacd0-7d93-4d1a-8ea6-cd29720266d8 admin admin] Made reservation on behalf of e1d85de423c3473ab0404669467807b7 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:46:57.531945 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc5aacd0-7d93-4d1a-8ea6-cd29720266d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:57.564142 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:57.654341 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a043b6-8b07-4690-9694-b0600a8fabdc req-20fb2200-2321-4d8a-aad2-40306c53e314 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:57.655910 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15a043b6-8b07-4690-9694-b0600a8fabdc req-20fb2200-2321-4d8a-aad2-40306c53e314 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 946 time: 0.2227898 Jan 28 05:46:57.686576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cce79192-9b03-450e-92e9-4db8e2c11fcc req-2d93984c-b35d-41f0-ab10-4c71c5e5a75b tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] For port c85ced63-7dac-4c24-b294-ecb1b4fff362, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c85ced63-7dac-4c24-b294-ecb1b4fff362,segment=NetworkSegment(9e93826f-fde1-470c-abf0-7f701648bc4e),segment_id=9e93826f-fde1-470c-abf0-7f701648bc4e)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:46:57.686937 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cce79192-9b03-450e-92e9-4db8e2c11fcc req-2d93984c-b35d-41f0-ab10-4c71c5e5a75b tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c85ced63-7dac-4c24-b294-ecb1b4fff362), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:57.726693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-cce79192-9b03-450e-92e9-4db8e2c11fcc req-2d93984c-b35d-41f0-ab10-4c71c5e5a75b tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Calling delete_port for c85ced63-7dac-4c24-b294-ecb1b4fff362 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:46:58.138314 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1f89b8e-4479-4c60-af25-f5662bb8ad63 req-f9685b53-37c7-4106-9698-76d8ebd00aad tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (c9a25f1e-8a54-476c-945e-c8145758f5b2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:58.220053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ccc5ffb0-721a-4d0c-b8a8-04c236f35490 req-9e912cff-37b3-4838-9653-7ab705dbce0c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 210 time: 0.0900335 Jan 28 05:46:58.229447 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15a043b6-8b07-4690-9694-b0600a8fabdc req-ff6ce91a-61ef-4fe2-9d06-19bab2380083 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/security-groups?id=82601e87-a92b-4340-adbb-179bd17947d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449398 Jan 28 05:46:58.255659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9685b53-37c7-4106-9698-76d8ebd00aad tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Pushing event deleted for resources: {'Port': ['ID=c9a25f1e-8a54-476c-945e-c8145758f5b2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:58.342854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f89b8e-4479-4c60-af25-f5662bb8ad63 req-f9685b53-37c7-4106-9698-76d8ebd00aad tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] No DVR routers for this DVR port c9a25f1e-8a54-476c-945e-c8145758f5b2 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:58.347392 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1f89b8e-4479-4c60-af25-f5662bb8ad63 req-f9685b53-37c7-4106-9698-76d8ebd00aad tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:58.351262 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1f89b8e-4479-4c60-af25-f5662bb8ad63 req-f9685b53-37c7-4106-9698-76d8ebd00aad tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.60 "DELETE /v2.0/ports/c9a25f1e-8a54-476c-945e-c8145758f5b2 HTTP/1.1" status: 204 len: 173 time: 1.5808556 Jan 28 05:46:58.351262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031c475c-e825-49bd-b8eb-e71fcae144e3', 'name': 'network-vif-deleted', 'tag': 'c9a25f1e-8a54-476c-945e-c8145758f5b2'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:46:58.354718 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5ba594-2c12-4dc5-a4f9-b9ee57d2c20b" -d '{"events": [{"server_uuid": "031c475c-e825-49bd-b8eb-e71fcae144e3", "name": "network-vif-deleted", "tag": "c9a25f1e-8a54-476c-945e-c8145758f5b2"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:46:58.487254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e919d1-ef8c-4f07-9a95-ab42253778e5 req-6f6f7550-f85a-42b2-b20c-9f594b40a481 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:58.488778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2e919d1-ef8c-4f07-9a95-ab42253778e5 req-6f6f7550-f85a-42b2-b20c-9f594b40a481 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 944 time: 0.1118503 Jan 28 05:46:58.540287 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc5aacd0-7d93-4d1a-8ea6-cd29720266d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (4ee57da1-461f-46de-8c2a-c9fd8096238d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:58.546613 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cce79192-9b03-450e-92e9-4db8e2c11fcc req-2d93984c-b35d-41f0-ab10-4c71c5e5a75b tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (c85ced63-7dac-4c24-b294-ecb1b4fff362), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:58.583065 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['c85ced63-7dac-4c24-b294-ecb1b4fff362'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:46:58.688558 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76745355-2d1c-4e87-b8b8-5c7f5542e105 x-openstack-request-id: req-76745355-2d1c-4e87-b8b8-5c7f5542e105 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:46:58.692755 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031c475c-e825-49bd-b8eb-e71fcae144e3", "name": "network-vif-deleted", "tag": "c9a25f1e-8a54-476c-945e-c8145758f5b2", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:46:58.694480 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76745355-2d1c-4e87-b8b8-5c7f5542e105 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:46:58.695109 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031c475c-e825-49bd-b8eb-e71fcae144e3', 'name': 'network-vif-deleted', 'tag': 'c9a25f1e-8a54-476c-945e-c8145758f5b2', 'status': 'completed', 'code': 200} Jan 28 05:46:58.709770 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2e919d1-ef8c-4f07-9a95-ab42253778e5 req-02f86d54-f69c-4ea4-9835-074660efb0ae tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/security-groups?id=b603b771-bd11-4707-a13f-4eb7e3ca0da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154355 Jan 28 05:46:58.711148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93984c-b35d-41f0-ab10-4c71c5e5a75b tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Pushing event deleted for resources: {'Port': ['ID=c85ced63-7dac-4c24-b294-ecb1b4fff362,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:58.811051 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce79192-9b03-450e-92e9-4db8e2c11fcc req-2d93984c-b35d-41f0-ab10-4c71c5e5a75b tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] No DVR routers for this DVR port c85ced63-7dac-4c24-b294-ecb1b4fff362 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:46:58.815003 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5aacd0-7d93-4d1a-8ea6-cd29720266d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee57da1-461f-46de-8c2a-c9fd8096238d,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:58.822438 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cce79192-9b03-450e-92e9-4db8e2c11fcc req-2d93984c-b35d-41f0-ab10-4c71c5e5a75b tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:58.826820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cce79192-9b03-450e-92e9-4db8e2c11fcc req-2d93984c-b35d-41f0-ab10-4c71c5e5a75b tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.64 "DELETE /v2.0/ports/c85ced63-7dac-4c24-b294-ecb1b4fff362 HTTP/1.1" status: 204 len: 173 time: 1.6426427 Jan 28 05:46:58.833623 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5aacd0-7d93-4d1a-8ea6-cd29720266d8 admin admin] Checking segment: {'id': '7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '339536f4-61eb-44a8-837b-553906625284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:46:58.834108 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5aacd0-7d93-4d1a-8ea6-cd29720266d8 admin admin] Network hostable DHCP agents. Network: 339536f4-61eb-44a8-837b-553906625284, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:46:58.889407 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a03fb132-2e12-4d0f-b9fb-833da2397e4d req-a9303863-1ba2-4626-8e45-048dfe7a9dda tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0274093 Jan 28 05:46:58.956451 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5aacd0-7d93-4d1a-8ea6-cd29720266d8 admin admin] Network 339536f4-61eb-44a8-837b-553906625284 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:46:59.037682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-fc5aacd0-7d93-4d1a-8ea6-cd29720266d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 339536f4-61eb-44a8-837b-553906625284) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:46:59.042964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5aacd0-7d93-4d1a-8ea6-cd29720266d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:59.043871 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc5aacd0-7d93-4d1a-8ea6-cd29720266d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:59.052355 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67de4b32-e25b-490a-8295-b2713179ddbb None None] Network 339536f4-61eb-44a8-837b-553906625284 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:46:59.136891 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fc5aacd0-7d93-4d1a-8ea6-cd29720266d8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7935457 Jan 28 05:46:59.139276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58432) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:46:59.144788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2046298415-router', 'tenant_id': 'e1d85de423c3473ab0404669467807b7', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:46:59.196584 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-339536f4-61eb-44a8-837b-553906625284', 'network_id': '339536f4-61eb-44a8-837b-553906625284', 'project_id': 'e1d85de423c3473ab0404669467807b7', 'fixed_ips': [{'subnet_id': '4ee57da1-461f-46de-8c2a-c9fd8096238d'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:46:59.198211 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:59.227625 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:59.230401 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:59.404256 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Publish callbacks [] for router_controller (d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:59.449929 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Allocated IP 172.20.0.2 (339536f4-61eb-44a8-837b-553906625284/4ee57da1-461f-46de-8c2a-c9fd8096238d/48bcc1b1-0e91-47fb-a8e9-59d81badade1) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:46:59.474777 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4cfe497-f190-4a10-ab5b-9ad7bda45d72 req-3f441475-5bf5-47fd-9399-a57a76805997 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=031c475c-e825-49bd-b8eb-e71fcae144e3 HTTP/1.1" status: 200 len: 210 time: 0.0817525 Jan 28 05:46:59.490640 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7c3f424-3922-4b07-80fb-7a3f566b3b80 req-944d8c9b-e9af-491c-85cc-c7e3f0268369 tempest-ServerRescueNegativeTestJSON-1928012722 tempest-ServerRescueNegativeTestJSON-1928012722-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6855481-e955-44b8-bbc9-466d05f34d23 HTTP/1.1" status: 200 len: 210 time: 0.0584841 Jan 28 05:46:59.587041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device c9a25f1e-8a54-476c-945e-c8145758f5b2 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:46:59.624800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: c9a25f1e-8a54-476c-945e-c8145758f5b2 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:46:59.625234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device c9a25f1e-8a54-476c-945e-c8145758f5b2 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:46:59.699357 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Publish callbacks [] for port (48bcc1b1-0e91-47fb-a8e9-59d81badade1), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:59.733844 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Publish callbacks [] for router_gateway (d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:59.799390 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (48bcc1b1-0e91-47fb-a8e9-59d81badade1), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:46:59.867002 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Network 339536f4-61eb-44a8-837b-553906625284 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:46:59.875919 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:46:59.879048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:46:59.885522 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bbd57-3367-4cac-9c0c-870b16197066 req-6c3994f8-ba7b-4aa2-af47-cc2ede2bfaee tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:46:59.885990 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Pushing event updated for resources: {'Port': ['ID=48bcc1b1-0e91-47fb-a8e9-59d81badade1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:46:59.887633 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ec1bbd57-3367-4cac-9c0c-870b16197066 req-6c3994f8-ba7b-4aa2-af47-cc2ede2bfaee tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 944 time: 0.0936375 Jan 28 05:47:00.053050 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ec1bbd57-3367-4cac-9c0c-870b16197066 req-590dbc1f-3c96-4da1-800e-5346f4b93316 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/security-groups?id=b603b771-bd11-4707-a13f-4eb7e3ca0da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312463 Jan 28 05:47:00.095218 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-721c380f-743b-41c8-8d14-53af38f0db8e req-4bb72044-30c1-4897-8e1f-19342177656c tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0528543 Jan 28 05:47:00.130872 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Attempting to bind port 48bcc1b1-0e91-47fb-a8e9-59d81badade1 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:47:00.131279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Attempting to bind port 48bcc1b1-0e91-47fb-a8e9-59d81badade1 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '339536f4-61eb-44a8-837b-553906625284'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:47:00.131626 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Attempting to bind port 48bcc1b1-0e91-47fb-a8e9-59d81badade1 on network 339536f4-61eb-44a8-837b-553906625284 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:47:00.159829 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:47:00.160693 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Checking segment: {'id': '7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '339536f4-61eb-44a8-837b-553906625284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:47:00.161315 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:00.162938 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Bound using segment: {'id': '7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '339536f4-61eb-44a8-837b-553906625284'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:47:00.163680 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Bound port: 48bcc1b1-0e91-47fb-a8e9-59d81badade1, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '339536f4-61eb-44a8-837b-553906625284'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:47:00.165397 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (48bcc1b1-0e91-47fb-a8e9-59d81badade1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:00.253337 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Publish callbacks [] for router_gateway (d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:00.266185 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] For port 48bcc1b1-0e91-47fb-a8e9-59d81badade1, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:47:00.270144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] For port 48bcc1b1-0e91-47fb-a8e9-59d81badade1, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=48bcc1b1-0e91-47fb-a8e9-59d81badade1,segment=NetworkSegment(7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3),segment_id=7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:47:00.275267 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:00.354198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8cbebeea-064c-472a-a040-984eba89cf0f req-bbd3219b-9b28-46c5-a439-2203031fe49e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0295146 Jan 28 05:47:00.419281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Allocated IP 172.25.0.84 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/58615d69-2dea-48a1-bf92-f946766fba7c) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:47:00.444472 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (48bcc1b1-0e91-47fb-a8e9-59d81badade1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:00.562790 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51121a3c-6385-48bd-bd01-586d641002b0 None None] Pushing event updated for resources: {'Port': ['ID=48bcc1b1-0e91-47fb-a8e9-59d81badade1,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:00.602910 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58464) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:00.627297 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Publish callbacks [] for port (58615d69-2dea-48a1-bf92-f946766fba7c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:00.696350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6855481-e955-44b8-bbc9-466d05f34d23', 'name': 'network-vif-deleted', 'tag': 'c85ced63-7dac-4c24-b294-ecb1b4fff362'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:47:00.703353 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05634996-d594-4096-973b-d45b57ee1086" -d '{"events": [{"server_uuid": "f6855481-e955-44b8-bbc9-466d05f34d23", "name": "network-vif-deleted", "tag": "c85ced63-7dac-4c24-b294-ecb1b4fff362"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:47:00.753023 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (58615d69-2dea-48a1-bf92-f946766fba7c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:00.811835 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97844ebd-bd0f-40e9-a5b4-5a4f12e94c8e x-openstack-request-id: req-97844ebd-bd0f-40e9-a5b4-5a4f12e94c8e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:47:00.812183 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6855481-e955-44b8-bbc9-466d05f34d23", "name": "network-vif-deleted", "tag": "c85ced63-7dac-4c24-b294-ecb1b4fff362", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:47:00.812426 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97844ebd-bd0f-40e9-a5b4-5a4f12e94c8e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:47:00.812958 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6855481-e955-44b8-bbc9-466d05f34d23', 'name': 'network-vif-deleted', 'tag': 'c85ced63-7dac-4c24-b294-ecb1b4fff362', 'status': 'completed', 'code': 200} Jan 28 05:47:00.861492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:00.886211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:00.902236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:47:00.977894 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2a51e703-0693-489f-a130-197ea2637839 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:47:00.981760 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Pushing event updated for resources: {'Port': ['ID=58615d69-2dea-48a1-bf92-f946766fba7c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:01.002164 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c85ced63-7dac-4c24-b294-ecb1b4fff362 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:47:01.057263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: c85ced63-7dac-4c24-b294-ecb1b4fff362 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:47:01.057585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c85ced63-7dac-4c24-b294-ecb1b4fff362 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:47:01.103369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-46b3e6a9-8e56-4eb1-a615-fc9d2ba4c0b3 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:01.111446 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-46b3e6a9-8e56-4eb1-a615-fc9d2ba4c0b3 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 811 time: 0.2113917 Jan 28 05:47:01.136283 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-ddf9cfb7-08f4-4236-883e-1b1f9e36c0ad tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/quotas/79fbef5367d24a58af655d60fa276ac5 HTTP/1.1" status: 200 len: 375 time: 0.0238450 Jan 28 05:47:01.227456 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-1511ea15-0b9a-4db9-b1b4-969f1a02a3bb tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902717 Jan 28 05:47:01.270246 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 2a51e703-0693-489f-a130-197ea2637839, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2a51e703-0693-489f-a130-197ea2637839,segment=NetworkSegment(7c6ec23d-83bf-4f2d-8008-2fd0a5834df3),segment_id=7c6ec23d-83bf-4f2d-8008-2fd0a5834df3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:01.292824 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '2a51e703-0693-489f-a130-197ea2637839', 'network_id': '2a83baa4-9980-42e7-a4f7-35a55939f993', 'port_id': '2a51e703-0693-489f-a130-197ea2637839', 'mac_address': 'fa:16:3e:78:77:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b744b5-e88b-4b88-b078-a5c3da347903', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:47:01.336271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-5bb7c260-3bf3-405e-a47a-c9f33b87da03 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:47:01.344503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-5bb7c260-3bf3-405e-a47a-c9f33b87da03 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1160986 Jan 28 05:47:01.358036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 2a51e703-0693-489f-a130-197ea2637839 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:01.358530 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2a51e703-0693-489f-a130-197ea2637839), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:01.374670 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a51e703-0693-489f-a130-197ea2637839 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:47:01.428566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 2a51e703-0693-489f-a130-197ea2637839, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2a51e703-0693-489f-a130-197ea2637839,segment=NetworkSegment(7c6ec23d-83bf-4f2d-8008-2fd0a5834df3),segment_id=7c6ec23d-83bf-4f2d-8008-2fd0a5834df3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:01.501044 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2a51e703-0693-489f-a130-197ea2637839), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:01.510865 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c59c02-2e01-4304-ac1d-490a8374eb92 req-9bd26615-abcd-4997-9304-a60fc12a65ea tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:01.518603 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3c59c02-2e01-4304-ac1d-490a8374eb92 req-9bd26615-abcd-4997-9304-a60fc12a65ea tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 944 time: 0.1988926 Jan 28 05:47:01.592241 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-1109f901-6e7e-46a8-a9b9-bb0c95f696c6 service neutron] 10.222.0.31 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462111 Jan 28 05:47:01.624964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=2a51e703-0693-489f-a130-197ea2637839,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:01.737391 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-7160ef02-ef2a-4fba-81a5-d1d7add42c96 service neutron] 10.222.0.31 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408703 Jan 28 05:47:01.753783 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3c59c02-2e01-4304-ac1d-490a8374eb92 req-6d49cd70-93f6-45fa-9674-f34aa8aa6650 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/security-groups?id=b603b771-bd11-4707-a13f-4eb7e3ca0da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334995 Jan 28 05:47:01.786681 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['2a51e703-0693-489f-a130-197ea2637839'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:47:01.890940 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2b700a7-8fc5-4300-b018-44c6a8a56243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (2f6327de-420e-4682-97ce-f08ea7d04ea1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:02.007192 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46138c65-ed17-46ba-9ca5-c38072f30ce1 req-e00df8dd-3003-4ec5-8f43-e6af5f8036c5 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.1069396 Jan 28 05:47:02.177709 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Publish callbacks [] for router_gateway (d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:02.292695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9461de-8d7c-4650-b42f-53e9967223a9 None None] Network 339536f4-61eb-44a8-837b-553906625284 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:47:02.391362 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b2b700a7-8fc5-4300-b018-44c6a8a56243 admin admin] Deleting port 5b0e5f64-e5ba-4a91-b980-44b77109ef46 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:47:02.394407 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2b700a7-8fc5-4300-b018-44c6a8a56243 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5b0e5f64-e5ba-4a91-b980-44b77109ef46), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:02.442268 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c901bb86-ff7d-431f-96c5-87c14da70e6f None None] Provisioning complete for port 48bcc1b1-0e91-47fb-a8e9-59d81badade1 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:02.442769 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c901bb86-ff7d-431f-96c5-87c14da70e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (48bcc1b1-0e91-47fb-a8e9-59d81badade1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:02.501867 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f48583cf-a649-4f6c-b2f7-c266231b198b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:02.606985 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-b2b700a7-8fc5-4300-b018-44c6a8a56243 admin admin] For port 5b0e5f64-e5ba-4a91-b980-44b77109ef46, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5b0e5f64-e5ba-4a91-b980-44b77109ef46,segment=NetworkSegment(9e93826f-fde1-470c-abf0-7f701648bc4e),segment_id=9e93826f-fde1-470c-abf0-7f701648bc4e)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:02.608307 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2b700a7-8fc5-4300-b018-44c6a8a56243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5b0e5f64-e5ba-4a91-b980-44b77109ef46), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:02.638569 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b2b700a7-8fc5-4300-b018-44c6a8a56243 admin admin] Calling delete_port for 5b0e5f64-e5ba-4a91-b980-44b77109ef46 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:47:02.674754 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fbe3eb18-db33-4992-895a-b77e18bc8ac7 req-17f51232-7d0f-420c-8edc-b826305c0cbd tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 210 time: 0.1967945 Jan 28 05:47:02.722862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c901bb86-ff7d-431f-96c5-87c14da70e6f None None] Current status of the port 48bcc1b1-0e91-47fb-a8e9-59d81badade1 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:02.723591 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c901bb86-ff7d-431f-96c5-87c14da70e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (48bcc1b1-0e91-47fb-a8e9-59d81badade1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:02.799975 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c901bb86-ff7d-431f-96c5-87c14da70e6f None None] For port 48bcc1b1-0e91-47fb-a8e9-59d81badade1, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=48bcc1b1-0e91-47fb-a8e9-59d81badade1,segment=NetworkSegment(7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3),segment_id=7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:02.842026 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:02.844276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 48bcc1b1-0e91-47fb-a8e9-59d81badade1 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:47:02.926597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 48bcc1b1-0e91-47fb-a8e9-59d81badade1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:02.927633 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (48bcc1b1-0e91-47fb-a8e9-59d81badade1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:02.960764 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c901bb86-ff7d-431f-96c5-87c14da70e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (48bcc1b1-0e91-47fb-a8e9-59d81badade1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:03.251784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2a51e703-0693-489f-a130-197ea2637839 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:47:03.257193 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901bb86-ff7d-431f-96c5-87c14da70e6f None None] Pushing event updated for resources: {'Port': ['ID=48bcc1b1-0e91-47fb-a8e9-59d81badade1,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:03.260737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacb27d-f6e6-4907-9fad-b5df404b2f7e req-f6d6eddf-1e48-43f8-a307-ba49bd54644e tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:03.263569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8aacb27d-f6e6-4907-9fad-b5df404b2f7e req-f6d6eddf-1e48-43f8-a307-ba49bd54644e tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 945 time: 0.2915385 Jan 28 05:47:03.281910 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2b700a7-8fc5-4300-b018-44c6a8a56243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (5b0e5f64-e5ba-4a91-b980-44b77109ef46), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:03.364024 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-644ff25f-29bc-43b9-8283-3a283dd59b0e req-fd50f8df-3c56-4653-8587-ac85c01e03ba tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0989954 Jan 28 05:47:03.467582 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b700a7-8fc5-4300-b018-44c6a8a56243 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b0e5f64-e5ba-4a91-b980-44b77109ef46,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:03.484085 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8aacb27d-f6e6-4907-9fad-b5df404b2f7e req-c0f194c4-aee5-4f1d-ba27-74842407d3d3 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/security-groups?id=b603b771-bd11-4707-a13f-4eb7e3ca0da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093890 Jan 28 05:47:03.678543 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 48bcc1b1-0e91-47fb-a8e9-59d81badade1 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:03.705241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-47cfa603-37cf-4422-a7d0-6409fa3d8079 None None] Provisioning complete for port 48bcc1b1-0e91-47fb-a8e9-59d81badade1 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:03.705619 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47cfa603-37cf-4422-a7d0-6409fa3d8079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (48bcc1b1-0e91-47fb-a8e9-59d81badade1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:03.794839 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a3398d2f-7a4f-43c3-9e7e-3ca605909344 req-30f2c1e7-6f09-45d6-994f-05029972031d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 210 time: 0.0474582 Jan 28 05:47:03.796626 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Router d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:47:03.828461 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2b700a7-8fc5-4300-b018-44c6a8a56243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (2f6327de-420e-4682-97ce-f08ea7d04ea1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:03.847232 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-47cfa603-37cf-4422-a7d0-6409fa3d8079 None None] Current status of the port 48bcc1b1-0e91-47fb-a8e9-59d81badade1 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:03.867774 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 2a51e703-0693-489f-a130-197ea2637839 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:47:03.875861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 2a51e703-0693-489f-a130-197ea2637839 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:03.876242 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2a51e703-0693-489f-a130-197ea2637839), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:04.030076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:47:04.042987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Sync routers for ids ['d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:47:04.055221 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 2a51e703-0693-489f-a130-197ea2637839 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:04.057079 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2a51e703-0693-489f-a130-197ea2637839), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:04.081696 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Routers {'d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:47:04.082472 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:46:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:04.138590 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:04.142125 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-29cb293f-7570-4ed0-9a25-36c8f3094654 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.0001371 Jan 28 05:47:04.144385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58558) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:04.151674 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1976802f-8b2a-4f74-87a9-ad429d5ca23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a51e703-0693-489f-a130-197ea2637839'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:47:04.155165 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56ddffe-2267-4461-9047-dc009f0200f5" -d '{"events": [{"server_uuid": "1976802f-8b2a-4f74-87a9-ad429d5ca23c", "name": "network-vif-plugged", "status": "completed", "tag": "2a51e703-0693-489f-a130-197ea2637839"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:47:04.157474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b700a7-8fc5-4300-b018-44c6a8a56243 admin admin] Router 2f6327de-420e-4682-97ce-f08ea7d04ea1 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:47:04.183680 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 2a51e703-0693-489f-a130-197ea2637839, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2a51e703-0693-489f-a130-197ea2637839,segment=NetworkSegment(7c6ec23d-83bf-4f2d-8008-2fd0a5834df3),segment_id=7c6ec23d-83bf-4f2d-8008-2fd0a5834df3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:04.255245 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77abe0d2-b68c-41b1-a4dc-9bc6dda6dbf8 x-openstack-request-id: req-77abe0d2-b68c-41b1-a4dc-9bc6dda6dbf8 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:47:04.255532 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1976802f-8b2a-4f74-87a9-ad429d5ca23c", "name": "network-vif-plugged", "status": "completed", "tag": "2a51e703-0693-489f-a130-197ea2637839", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:47:04.256847 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77abe0d2-b68c-41b1-a4dc-9bc6dda6dbf8 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:47:04.256847 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1976802f-8b2a-4f74-87a9-ad429d5ca23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a51e703-0693-489f-a130-197ea2637839', 'code': 200} Jan 28 05:47:04.260687 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2a51e703-0693-489f-a130-197ea2637839), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:04.359170 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Set router d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:47:04.387774 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b700a7-8fc5-4300-b018-44c6a8a56243 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:47:04.396231 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b2b700a7-8fc5-4300-b018-44c6a8a56243 admin admin] 10.222.0.31 "PUT /v2.0/routers/2f6327de-420e-4682-97ce-f08ea7d04ea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7893913 Jan 28 05:47:04.397093 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58564) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:04.404801 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7addc2d-417c-47a4-b8c2-46907a12e382 None None] Sync routers for ids ['2f6327de-420e-4682-97ce-f08ea7d04ea1'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:47:04.435405 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7addc2d-417c-47a4-b8c2-46907a12e382 None None] Routers {'2f6327de-420e-4682-97ce-f08ea7d04ea1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:47:04.437244 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f7addc2d-417c-47a4-b8c2-46907a12e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:46:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['2f6327de-420e-4682-97ce-f08ea7d04ea1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:04.607867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=2a51e703-0693-489f-a130-197ea2637839,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:04.634753 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f7addc2d-417c-47a4-b8c2-46907a12e382 None None] Set router 2f6327de-420e-4682-97ce-f08ea7d04ea1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:47:04.641991 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2046298415-router', 'tenant_id': 'e1d85de423c3473ab0404669467807b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '58615d69-2dea-48a1-bf92-f946766fba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:59Z', 'updated_at': '2022-01-28T05:47:01Z', 'revision_number': 3, 'project_id': 'e1d85de423c3473ab0404669467807b7', 'gw_port': {'id': '58615d69-2dea-48a1-bf92-f946766fba7c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:00Z', 'updated_at': '2022-01-28T05:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:04.678663 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Checking router: d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:47:04.679346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Updating router d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65 port 58615d69-2dea-48a1-bf92-f946766fba7c binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:47:04.743667 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (58615d69-2dea-48a1-bf92-f946766fba7c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:04.809252 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a93d4661-c085-4529-918c-02448c784a90 admin admin] Publish callbacks [] for router (2f6327de-420e-4682-97ce-f08ea7d04ea1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:04.810995 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4352722-d8f8-408a-9146-faa1af1b6041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:04.918138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 48bcc1b1-0e91-47fb-a8e9-59d81badade1 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:47:05.032948 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 48bcc1b1-0e91-47fb-a8e9-59d81badade1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:05.033483 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (48bcc1b1-0e91-47fb-a8e9-59d81badade1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:05.152185 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a93d4661-c085-4529-918c-02448c784a90 admin admin] Publish callbacks [] for router_gateway (2f6327de-420e-4682-97ce-f08ea7d04ea1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:05.261493 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f7addc2d-417c-47a4-b8c2-46907a12e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'name': 'tempest-ServerRescueNegativeTestJSON-549919873-router', 'tenant_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'cff1dc21-a0ab-4977-b792-1256adbb2fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:07Z', 'updated_at': '2022-01-28T05:47:03Z', 'revision_number': 5, 'project_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'gw_port': {'id': 'cff1dc21-a0ab-4977-b792-1256adbb2fc6', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:08Z', 'updated_at': '2022-01-28T05:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:05.270421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 48bcc1b1-0e91-47fb-a8e9-59d81badade1 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:05.326887 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7addc2d-417c-47a4-b8c2-46907a12e382 None None] Checking router: 2f6327de-420e-4682-97ce-f08ea7d04ea1 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:47:05.352164 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7addc2d-417c-47a4-b8c2-46907a12e382 None None] Routers {'2f6327de-420e-4682-97ce-f08ea7d04ea1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:47:05.354765 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f7addc2d-417c-47a4-b8c2-46907a12e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:47:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['2f6327de-420e-4682-97ce-f08ea7d04ea1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:05.384216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87388fd5-a098-40d6-9250-8d0a392a10de req-3ec66a3e-96f3-4f3a-8063-8402462fa829 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.8179760 Jan 28 05:47:05.389049 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a93d4661-c085-4529-918c-02448c784a90 admin admin] Deleting port cff1dc21-a0ab-4977-b792-1256adbb2fc6 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:47:05.389506 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a93d4661-c085-4529-918c-02448c784a90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (cff1dc21-a0ab-4977-b792-1256adbb2fc6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:05.390218 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Publish callbacks [] for port (58615d69-2dea-48a1-bf92-f946766fba7c), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:05.484470 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (58615d69-2dea-48a1-bf92-f946766fba7c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:05.504469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058f7d0-3d83-4cb6-afb4-9a4130eb19e3 req-4fbb5086-ea25-42fc-949f-a23b547717b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:05.513368 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9058f7d0-3d83-4cb6-afb4-9a4130eb19e3 req-4fbb5086-ea25-42fc-949f-a23b547717b6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 1098 time: 1.0818734 Jan 28 05:47:05.605669 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-a93d4661-c085-4529-918c-02448c784a90 admin admin] For port cff1dc21-a0ab-4977-b792-1256adbb2fc6, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cff1dc21-a0ab-4977-b792-1256adbb2fc6,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:05.608267 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a93d4661-c085-4529-918c-02448c784a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (cff1dc21-a0ab-4977-b792-1256adbb2fc6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:05.645686 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a93d4661-c085-4529-918c-02448c784a90 admin admin] Calling delete_port for cff1dc21-a0ab-4977-b792-1256adbb2fc6 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:47:05.654521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd7100-f901-494b-babb-db7fce506b2c None None] Pushing event updated for resources: {'Port': ['ID=58615d69-2dea-48a1-bf92-f946766fba7c,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:05.660250 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Attempting to bind port 58615d69-2dea-48a1-bf92-f946766fba7c on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:47:05.660626 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Attempting to bind port 58615d69-2dea-48a1-bf92-f946766fba7c by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:47:05.660998 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Attempting to bind port 58615d69-2dea-48a1-bf92-f946766fba7c on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:47:05.669787 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:47:05.670772 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:47:05.671205 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:05.671768 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:47:05.672420 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Bound port: 58615d69-2dea-48a1-bf92-f946766fba7c, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:47:05.672820 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (58615d69-2dea-48a1-bf92-f946766fba7c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:05.690225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a47389-7d7c-4b27-966b-d40be442a88c req-312a2791-b502-4fc3-8286-4a20e3e100aa tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:05.701506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3a47389-7d7c-4b27-966b-d40be442a88c req-312a2791-b502-4fc3-8286-4a20e3e100aa tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 946 time: 0.3063924 Jan 28 05:47:05.798059 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9058f7d0-3d83-4cb6-afb4-9a4130eb19e3 req-622a9692-3843-4985-a8c0-9c588a7b3c54 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b603b771-bd11-4707-a13f-4eb7e3ca0da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676830 Jan 28 05:47:05.854972 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] For port 58615d69-2dea-48a1-bf92-f946766fba7c, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:47:05.858648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] For port 58615d69-2dea-48a1-bf92-f946766fba7c, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=58615d69-2dea-48a1-bf92-f946766fba7c,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:47:05.859328 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f7addc2d-417c-47a4-b8c2-46907a12e382 None None] Set router 2f6327de-420e-4682-97ce-f08ea7d04ea1 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:47:05.917844 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f7addc2d-417c-47a4-b8c2-46907a12e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'name': 'tempest-ServerRescueNegativeTestJSON-549919873-router', 'tenant_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:07Z', 'updated_at': '2022-01-28T05:47:05Z', 'revision_number': 6, 'project_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:05.949951 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7addc2d-417c-47a4-b8c2-46907a12e382 None None] The sync data for ids ['2f6327de-420e-4682-97ce-f08ea7d04ea1'] in n-d-812111-12 is: [{'id': '2f6327de-420e-4682-97ce-f08ea7d04ea1', 'name': 'tempest-ServerRescueNegativeTestJSON-549919873-router', 'tenant_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:07Z', 'updated_at': '2022-01-28T05:47:05Z', 'revision_number': 6, 'project_id': 'c36a2d53f9504be19dc76a299e98b5d6', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:47:05.970334 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be5537ef-d1bb-4577-884f-ad63e47c5ad3 req-f84a0ea2-b952-415c-9e71-a09fe6dbfcb7 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 210 time: 0.1216500 Jan 28 05:47:06.051243 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3a47389-7d7c-4b27-966b-d40be442a88c req-3c61e21c-f4d4-449b-9132-7013f6feaaac tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/security-groups?id=b603b771-bd11-4707-a13f-4eb7e3ca0da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488460 Jan 28 05:47:06.143495 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:06.309897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] Allocated IP 172.20.0.1 (339536f4-61eb-44a8-837b-553906625284/4ee57da1-461f-46de-8c2a-c9fd8096238d/ed952164-74c5-4686-9cdd-50867b3a7afd) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:47:06.323908 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a93d4661-c085-4529-918c-02448c784a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (cff1dc21-a0ab-4977-b792-1256adbb2fc6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:06.324328 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (58615d69-2dea-48a1-bf92-f946766fba7c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:06.350085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d4661-c085-4529-918c-02448c784a90 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff1dc21-a0ab-4977-b792-1256adbb2fc6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:06.470773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a93d4661-c085-4529-918c-02448c784a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (2f6327de-420e-4682-97ce-f08ea7d04ea1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:06.529668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Routers {'d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:47:06.530772 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:47:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:06.536520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd7100-f901-494b-babb-db7fce506b2c None None] Pushing event updated for resources: {'Port': ['ID=58615d69-2dea-48a1-bf92-f946766fba7c,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:06.580667 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:06.645713 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a93d4661-c085-4529-918c-02448c784a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (2f6327de-420e-4682-97ce-f08ea7d04ea1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:06.648097 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a93d4661-c085-4529-918c-02448c784a90 admin admin] Publish callbacks [] for router_controller (2f6327de-420e-4682-97ce-f08ea7d04ea1), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:06.715951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dce7af19-99a5-4e65-99a6-8c22aacb8e39 req-6cdf6863-b51d-4ddf-8586-221c930deaf1 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0511963 Jan 28 05:47:06.741531 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] Set router d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:47:06.798411 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a93d4661-c085-4529-918c-02448c784a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (2f6327de-420e-4682-97ce-f08ea7d04ea1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:06.798905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93d4661-c085-4529-918c-02448c784a90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f6327de-420e-4682-97ce-f08ea7d04ea1 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:47:06.812206 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a93d4661-c085-4529-918c-02448c784a90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:06.816241 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a93d4661-c085-4529-918c-02448c784a90 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2f6327de-420e-4682-97ce-f08ea7d04ea1 HTTP/1.1" status: 204 len: 168 time: 2.4129384 Jan 28 05:47:06.817508 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58606) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:06.823460 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] Publish callbacks [] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:07.029470 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:07.039867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5b0e5f64-e5ba-4a91-b980-44b77109ef46 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:47:07.060702 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1c3528-a48b-4f36-91a1-076321ec1cd1 admin admin] Deleting subnet 6933c2d9-7995-47b9-8107-2c5c5786684d {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:47:07.069110 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3528-a48b-4f36-91a1-076321ec1cd1 admin admin] Publish callbacks [] for subnet (6933c2d9-7995-47b9-8107-2c5c5786684d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:07.091452 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 5b0e5f64-e5ba-4a91-b980-44b77109ef46 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:47:07.091798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5b0e5f64-e5ba-4a91-b980-44b77109ef46 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:47:07.092213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cff1dc21-a0ab-4977-b792-1256adbb2fc6 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:47:07.174936 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: cff1dc21-a0ab-4977-b792-1256adbb2fc6 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:47:07.175306 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cff1dc21-a0ab-4977-b792-1256adbb2fc6 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:47:07.178944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ed952164-74c5-4686-9cdd-50867b3a7afd,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:07.183749 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3528-a48b-4f36-91a1-076321ec1cd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (6933c2d9-7995-47b9-8107-2c5c5786684d), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:07.207640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-fffc11c3-02db-47af-8819-43627a1c3473 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:07.216963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-fffc11c3-02db-47af-8819-43627a1c3473 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.60 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 811 time: 0.8691690 Jan 28 05:47:07.248802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-ffccc869-1860-4d29-9a6d-ef7085cca30b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Request body: {'port': {'device_id': '8d2b7976-b8ea-40db-b1e2-2af2f35af6eb', 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd', 'admin_state_up': True, 'tenant_id': '79fbef5367d24a58af655d60fa276ac5'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:07.288619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] Network 339536f4-61eb-44a8-837b-553906625284 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:07.298933 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3528-a48b-4f36-91a1-076321ec1cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (6933c2d9-7995-47b9-8107-2c5c5786684d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:07.341353 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f43cb57-b199-4ee3-85cb-8ce0f93bd0ba req-f75ec84d-a3c3-4f75-b5c1-27ff67aa56d5 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 210 time: 0.1735344 Jan 28 05:47:07.399393 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2046298415-router', 'tenant_id': 'e1d85de423c3473ab0404669467807b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '58615d69-2dea-48a1-bf92-f946766fba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:59Z', 'updated_at': '2022-01-28T05:47:01Z', 'revision_number': 3, 'project_id': 'e1d85de423c3473ab0404669467807b7', 'gw_port': {'id': '58615d69-2dea-48a1-bf92-f946766fba7c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:00Z', 'updated_at': '2022-01-28T05:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:07.427855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:07.447782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:47:07.477827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914fa92a-a485-4044-902d-b315a6c16311 None None] The sync data for ids ['d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65'] in n-d-812111-12 is: [{'id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2046298415-router', 'tenant_id': 'e1d85de423c3473ab0404669467807b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '58615d69-2dea-48a1-bf92-f946766fba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:59Z', 'updated_at': '2022-01-28T05:47:01Z', 'revision_number': 3, 'project_id': 'e1d85de423c3473ab0404669467807b7', 'gw_port': {'id': '58615d69-2dea-48a1-bf92-f946766fba7c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:00Z', 'updated_at': '2022-01-28T05:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:47:07.495467 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3528-a48b-4f36-91a1-076321ec1cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (6933c2d9-7995-47b9-8107-2c5c5786684d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:07.583347 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4f014-13af-433c-9b61-6d3c736f50e8 req-2301d79e-f223-4ff9-9b51-7dc9c2878f17 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:07.591956 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62b4f014-13af-433c-9b61-6d3c736f50e8 req-2301d79e-f223-4ff9-9b51-7dc9c2878f17 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 946 time: 0.3578746 Jan 28 05:47:07.622493 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:07.631828 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c3528-a48b-4f36-91a1-076321ec1cd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6933c2d9-7995-47b9-8107-2c5c5786684d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:07.645684 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3528-a48b-4f36-91a1-076321ec1cd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:07.662558 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7a1c3528-a48b-4f36-91a1-076321ec1cd1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6933c2d9-7995-47b9-8107-2c5c5786684d HTTP/1.1" status: 204 len: 168 time: 0.8415790 Jan 28 05:47:07.663139 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58616) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:07.803549 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:07.844509 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f52bfc3-d9e0-4fac-8494-0f1fd65911d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (6b983991-8e52-43a5-9508-80c383d87452), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:07.891427 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62b4f014-13af-433c-9b61-6d3c736f50e8 req-a6e2fa85-91f4-4d0f-b74d-2debd03b6f33 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/security-groups?id=b603b771-bd11-4707-a13f-4eb7e3ca0da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941725 Jan 28 05:47:07.906483 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb99317a-6018-456d-8ed9-6efeec9fff38 req-0a833b2b-b49b-4ffd-a017-3d39ac2c21fc tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0741217 Jan 28 05:47:07.940707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-dfd0bf48-71d9-466a-bd63-b99d9967832d None None] Provisioning complete for port ed952164-74c5-4686-9cdd-50867b3a7afd triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:07.945460 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dfd0bf48-71d9-466a-bd63-b99d9967832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:07.975592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-ffccc869-1860-4d29-9a6d-ef7085cca30b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Made reservation on behalf of 79fbef5367d24a58af655d60fa276ac5 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:07.982668 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-ffccc869-1860-4d29-9a6d-ef7085cca30b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:08.064681 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dfd0bf48-71d9-466a-bd63-b99d9967832d None None] Port ed952164-74c5-4686-9cdd-50867b3a7afd cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:47:08.084470 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f52bfc3-d9e0-4fac-8494-0f1fd65911d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (6b983991-8e52-43a5-9508-80c383d87452), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:08.122676 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5f52bfc3-d9e0-4fac-8494-0f1fd65911d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b983991-8e52-43a5-9508-80c383d87452']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:08.138549 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5f52bfc3-d9e0-4fac-8494-0f1fd65911d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e93826f-fde1-470c-abf0-7f701648bc4e') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:08.139108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5f52bfc3-d9e0-4fac-8494-0f1fd65911d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e93826f-fde1-470c-abf0-7f701648bc4e') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:08.160497 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f52bfc3-d9e0-4fac-8494-0f1fd65911d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (9e93826f-fde1-470c-abf0-7f701648bc4e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:08.163979 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:08.180291 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f52bfc3-d9e0-4fac-8494-0f1fd65911d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (9e93826f-fde1-470c-abf0-7f701648bc4e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:08.189560 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f52bfc3-d9e0-4fac-8494-0f1fd65911d6 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:47:08.191494 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f52bfc3-d9e0-4fac-8494-0f1fd65911d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (9e93826f-fde1-470c-abf0-7f701648bc4e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:47:08.244949 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:47:08.329455 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f52bfc3-d9e0-4fac-8494-0f1fd65911d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (6b983991-8e52-43a5-9508-80c383d87452), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:08.333687 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-ffccc869-1860-4d29-9a6d-ef7085cca30b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Allocated IP 172.20.0.8 (b7fafb85-2281-41db-85af-da2c477e5fbd/c507c782-4f53-4cd1-85bd-9b428677b1ce/325f9d82-0c5d-426c-8d78-2ac93fe01fa2) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:47:08.337131 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f52bfc3-d9e0-4fac-8494-0f1fd65911d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:08.366028 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5f52bfc3-d9e0-4fac-8494-0f1fd65911d6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6b983991-8e52-43a5-9508-80c383d87452 HTTP/1.1" status: 204 len: 168 time: 0.6813524 Jan 28 05:47:08.426361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52bfc3-d9e0-4fac-8494-0f1fd65911d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b983991-8e52-43a5-9508-80c383d87452,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:08.578381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e73dc9e9-4900-4fda-b429-8e56da3bbb4e req-6876dc65-dcd4-4edf-9e2e-f1dd63d475ea tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 210 time: 0.0801306 Jan 28 05:47:08.622706 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] Publish callbacks [] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:08.670738 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-ffccc869-1860-4d29-9a6d-ef7085cca30b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks [] for port (325f9d82-0c5d-426c-8d78-2ac93fe01fa2), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:08.729199 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:08.800446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 58615d69-2dea-48a1-bf92-f946766fba7c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:47:08.833870 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-ffccc869-1860-4d29-9a6d-ef7085cca30b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (325f9d82-0c5d-426c-8d78-2ac93fe01fa2), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:08.863437 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:08.900872 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58648) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:08.903906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 58615d69-2dea-48a1-bf92-f946766fba7c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:08.903906 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (58615d69-2dea-48a1-bf92-f946766fba7c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:08.913807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-ffccc869-1860-4d29-9a6d-ef7085cca30b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Network b7fafb85-2281-41db-85af-da2c477e5fbd is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:08.919377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ed952164-74c5-4686-9cdd-50867b3a7afd,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:08.923076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-ffccc869-1860-4d29-9a6d-ef7085cca30b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:08.995807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-ffccc869-1860-4d29-9a6d-ef7085cca30b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:47:09.064976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 58615d69-2dea-48a1-bf92-f946766fba7c is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:09.065600 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (58615d69-2dea-48a1-bf92-f946766fba7c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:09.092798 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b15d746e-6c10-4e3b-81c2-6e5dd259ad04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c36a2d53f9504be19dc76a299e98b5d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870461 Jan 28 05:47:09.092798 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58654) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:09.132334 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 58615d69-2dea-48a1-bf92-f946766fba7c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=58615d69-2dea-48a1-bf92-f946766fba7c,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:09.166427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccc869-1860-4d29-9a6d-ef7085cca30b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Pushing event updated for resources: {'Port': ['ID=325f9d82-0c5d-426c-8d78-2ac93fe01fa2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:09.202633 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-820d6103-3c92-4d71-af94-7092da01fd08 admin admin] Publish callbacks [] for security_group (82601e87-a92b-4340-adbb-179bd17947d6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:09.203283 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:09.214965 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (58615d69-2dea-48a1-bf92-f946766fba7c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:09.238575 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4782bf16-dbe1-42c3-b71b-6219aeed0877 req-f93a6b74-f9e0-4537-bbeb-5b20bed309b2 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.1051431 Jan 28 05:47:09.249643 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-820d6103-3c92-4d71-af94-7092da01fd08 admin admin] Publish callbacks [] for security_group (82601e87-a92b-4340-adbb-179bd17947d6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:09.290580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-ffccc869-1860-4d29-9a6d-ef7085cca30b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:09.299913 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-ffccc869-1860-4d29-9a6d-ef7085cca30b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:09.328165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=58615d69-2dea-48a1-bf92-f946766fba7c,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:09.344832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5809c-8299-493f-9818-3f517e9cd8ae req-28c1e32e-afae-4380-a05a-fa0f0c5c8fad tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:09.345964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3c5809c-8299-493f-9818-3f517e9cd8ae req-28c1e32e-afae-4380-a05a-fa0f0c5c8fad tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 946 time: 0.2220430 Jan 28 05:47:09.352387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] Network 339536f4-61eb-44a8-837b-553906625284 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:09.355189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:09.540212 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-820d6103-3c92-4d71-af94-7092da01fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (82601e87-a92b-4340-adbb-179bd17947d6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:09.543915 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-820d6103-3c92-4d71-af94-7092da01fd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:09.548000 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-820d6103-3c92-4d71-af94-7092da01fd08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82601e87-a92b-4340-adbb-179bd17947d6 HTTP/1.1" status: 204 len: 168 time: 0.4515541 Jan 28 05:47:09.563937 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d6103-3c92-4d71-af94-7092da01fd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82601e87-a92b-4340-adbb-179bd17947d6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:09.571699 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-ffccc869-1860-4d29-9a6d-ef7085cca30b tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3240998 Jan 28 05:47:09.658539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Request body: {'port': {'device_id': '8d2b7976-b8ea-40db-b1e2-2af2f35af6eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:09.769928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3c5809c-8299-493f-9818-3f517e9cd8ae req-174c7edf-653c-4b0b-b73f-87ec9977be98 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/security-groups?id=b603b771-bd11-4707-a13f-4eb7e3ca0da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037497 Jan 28 05:47:09.786206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] Router d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:47:09.791746 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (325f9d82-0c5d-426c-8d78-2ac93fe01fa2), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:09.834770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-165d2ac2-8901-48ea-a950-f9e3cc53265e None None] Provisioning complete for port ed952164-74c5-4686-9cdd-50867b3a7afd triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:09.836280 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-165d2ac2-8901-48ea-a950-f9e3cc53265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:09.960880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-165d2ac2-8901-48ea-a950-f9e3cc53265e None None] Port ed952164-74c5-4686-9cdd-50867b3a7afd cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:47:10.075039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419b31-0b05-440c-9401-52ea63845fa8 req-58f338ba-7062-4102-8539-c0faf4042e9f tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:10.084060 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b419b31-0b05-440c-9401-52ea63845fa8 req-58f338ba-7062-4102-8539-c0faf4042e9f tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 931 time: 0.2741189 Jan 28 05:47:10.289942 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b419b31-0b05-440c-9401-52ea63845fa8 req-b7b7c55f-9b44-4c17-a937-2b07fad6cf3c tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047694 Jan 28 05:47:10.344556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:47:10.354901 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b4205a04-b0cd-4946-8130-ebfdcdbe06f0 admin admin] 10.222.0.31 "PUT /v2.0/routers/d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2091887 Jan 28 05:47:10.465917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ebec457-7b58-445e-ba6f-e1f137b81827 req-17d1eef0-30a2-4a91-9382-38b3e14b08a0 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0537529 Jan 28 05:47:10.586458 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:47:10.599250 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Publish callbacks [] for port (325f9d82-0c5d-426c-8d78-2ac93fe01fa2), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:10.633496 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Transition to ACTIVE for port object 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:47:10.670812 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Sync routers for ids ['d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:47:10.696651 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Routers {'d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:47:10.700981 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (325f9d82-0c5d-426c-8d78-2ac93fe01fa2), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:10.712300 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:47:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:10.851733 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 58615d69-2dea-48a1-bf92-f946766fba7c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:47:10.957487 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Set router d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:47:11.018217 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 58615d69-2dea-48a1-bf92-f946766fba7c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:11.018878 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (58615d69-2dea-48a1-bf92-f946766fba7c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:11.089343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Pushing event updated for resources: {'Port': ['ID=325f9d82-0c5d-426c-8d78-2ac93fe01fa2,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:11.146333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd640c-d417-4e0c-b334-c7f94fd7c17e req-4fccac26-7b72-4dde-bb9c-888a84c3307a tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:11.156322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9efd640c-d417-4e0c-b334-c7f94fd7c17e req-4fccac26-7b72-4dde-bb9c-888a84c3307a tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 946 time: 0.3706961 Jan 28 05:47:11.237815 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-1ef1820b-4219-4f81-ac9f-2131754d75d4 req-44efb7ef-cc1f-4d47-b261-ba02cdf4d1f1 tempest-FloatingIPDetailsNegativeTestJSON-1945813344 tempest-FloatingIPDetailsNegativeTestJSON-1945813344-project] show failed (client error): The resource could not be found. Jan 28 05:47:11.239060 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ef1820b-4219-4f81-ac9f-2131754d75d4 req-44efb7ef-cc1f-4d47-b261-ba02cdf4d1f1 tempest-FloatingIPDetailsNegativeTestJSON-1945813344 tempest-FloatingIPDetailsNegativeTestJSON-1945813344-project] 10.222.0.31 "GET /v2.0/floatingips/d3f26211-2363-44f3-b8d3-83c585e22d72 HTTP/1.1" status: 404 len: 350 time: 0.0727487 Jan 28 05:47:11.263959 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58720) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:11.276228 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Attempting to bind port 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:47:11.277192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Attempting to bind port 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:47:11.278735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Attempting to bind port 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 on network b7fafb85-2281-41db-85af-da2c477e5fbd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:47:11.309794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Port 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 on network b7fafb85-2281-41db-85af-da2c477e5fbd not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:47:11.311378 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Attempting to bind port 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 on network b7fafb85-2281-41db-85af-da2c477e5fbd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:47:11.348991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:47:11.349575 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Checking segment: {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:47:11.351459 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 58615d69-2dea-48a1-bf92-f946766fba7c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:11.354900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Bound using segment: {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:47:11.355557 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Bound port: 325f9d82-0c5d-426c-8d78-2ac93fe01fa2, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa878db0-7b27-43b4-9723-6095e82662db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:47:11.356060 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (325f9d82-0c5d-426c-8d78-2ac93fe01fa2), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:11.414097 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2046298415-router', 'tenant_id': 'e1d85de423c3473ab0404669467807b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '58615d69-2dea-48a1-bf92-f946766fba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:59Z', 'updated_at': '2022-01-28T05:47:07Z', 'revision_number': 4, 'project_id': 'e1d85de423c3473ab0404669467807b7', 'gw_port': {'id': '58615d69-2dea-48a1-bf92-f946766fba7c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:00Z', 'updated_at': '2022-01-28T05:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'ed952164-74c5-4686-9cdd-50867b3a7afd', 'name': '', 'network_id': '339536f4-61eb-44a8-837b-553906625284', 'tenant_id': 'e1d85de423c3473ab0404669467807b7', 'mac_address': 'fa:16:3e:dc:fa:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '4ee57da1-461f-46de-8c2a-c9fd8096238d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:06Z', 'updated_at': '2022-01-28T05:47:08Z', 'revision_number': 2, 'project_id': 'e1d85de423c3473ab0404669467807b7', 'subnets': [{'id': '4ee57da1-461f-46de-8c2a-c9fd8096238d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:11.428451 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9efd640c-d417-4e0c-b334-c7f94fd7c17e req-33ac447f-fb59-4ec6-b25d-c9ec5f26d2dd tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/security-groups?id=b603b771-bd11-4707-a13f-4eb7e3ca0da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710352 Jan 28 05:47:11.488109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58732) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:11.516485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] For port 325f9d82-0c5d-426c-8d78-2ac93fe01fa2, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:47:11.521219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Checking router: d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:47:11.521587 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Updating router d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65 port ed952164-74c5-4686-9cdd-50867b3a7afd binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:47:11.522776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] For port 325f9d82-0c5d-426c-8d78-2ac93fe01fa2, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=325f9d82-0c5d-426c-8d78-2ac93fe01fa2,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:47:11.554643 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:11.628074 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (325f9d82-0c5d-426c-8d78-2ac93fe01fa2), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:11.663259 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-45e0636b-2218-4a55-88af-6bf5850aa743 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1796360182-network', 'tenant_id': 'c58059bc24454369894000cbbc2bc4f1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:11.831008 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f450e84-a2be-40fe-8422-3acbe4469b4f req-5fb49cf2-f040-4c33-b478-f0691b32f6cf tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0806751 Jan 28 05:47:11.839378 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e0636b-2218-4a55-88af-6bf5850aa743 admin admin] Made reservation on behalf of c58059bc24454369894000cbbc2bc4f1 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:11.843216 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45e0636b-2218-4a55-88af-6bf5850aa743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:11.845195 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:11.849125 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:11.862770 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] 10.222.0.60 "PUT /v2.0/ports/325f9d82-0c5d-426c-8d78-2ac93fe01fa2 HTTP/1.1" status: 200 len: 1092 time: 2.1990449 Jan 28 05:47:11.862770 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2b7976-b8ea-40db-b1e2-2af2f35af6eb', 'tag': '325f9d82-0c5d-426c-8d78-2ac93fe01fa2'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:47:11.862770 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe66ddb-d5e5-41d4-b3b6-022f4c4ad2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2b7976-b8ea-40db-b1e2-2af2f35af6eb", "tag": "325f9d82-0c5d-426c-8d78-2ac93fe01fa2"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:47:11.898365 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45e0636b-2218-4a55-88af-6bf5850aa743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:11.932093 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c0bac-8e45-4737-b186-d2edd4bbb24f req-c777ca90-a1d5-4007-b41c-b131d7038e39 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:11.945679 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d8c0bac-8e45-4737-b186-d2edd4bbb24f req-c777ca90-a1d5-4007-b41c-b131d7038e39 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 943 time: 0.4099379 Jan 28 05:47:12.029229 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Publish callbacks [] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:12.104113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf385e-9c82-42ee-aed4-113dad218fdf service neutron] Pushing event updated for resources: {'Port': ['ID=325f9d82-0c5d-426c-8d78-2ac93fe01fa2,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:12.112179 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:12.120844 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45e0636b-2218-4a55-88af-6bf5850aa743 admin admin] Publish callbacks [] for security_group (2f22288f-7c58-41a7-b041-f2674cf6df54), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:12.148782 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef5ddac-e4f2-4be4-ac17-420620d545fe x-openstack-request-id: req-cef5ddac-e4f2-4be4-ac17-420620d545fe {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:47:12.150328 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2b7976-b8ea-40db-b1e2-2af2f35af6eb", "tag": "325f9d82-0c5d-426c-8d78-2ac93fe01fa2", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:47:12.152928 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cef5ddac-e4f2-4be4-ac17-420620d545fe {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:47:12.154241 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2b7976-b8ea-40db-b1e2-2af2f35af6eb', 'tag': '325f9d82-0c5d-426c-8d78-2ac93fe01fa2', 'status': 'completed', 'code': 200} Jan 28 05:47:12.217225 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45e0636b-2218-4a55-88af-6bf5850aa743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2f22288f-7c58-41a7-b041-f2674cf6df54), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:12.263880 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0636b-2218-4a55-88af-6bf5850aa743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f22288f-7c58-41a7-b041-f2674cf6df54,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:12.288954 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e565e391-be04-442c-b278-67e14ed7452f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:12.311384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-b86d460c-73e2-4473-8057-04727e37fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:12.312916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-b86d460c-73e2-4473-8057-04727e37fff6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 1095 time: 0.2987363 Jan 28 05:47:12.349482 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e0636b-2218-4a55-88af-6bf5850aa743 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:47:12.358386 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d8c0bac-8e45-4737-b186-d2edd4bbb24f req-16166a9f-5c36-47aa-858f-88a77ff261d6 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071159 Jan 28 05:47:12.388004 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe97dfe-c405-4259-a7cf-3ec0da71df69 None None] Pushing event updated for resources: {'Port': ['ID=ed952164-74c5-4686-9cdd-50867b3a7afd,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:12.393839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Attempting to bind port ed952164-74c5-4686-9cdd-50867b3a7afd on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:47:12.394215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Attempting to bind port ed952164-74c5-4686-9cdd-50867b3a7afd by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '339536f4-61eb-44a8-837b-553906625284'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:47:12.394754 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Attempting to bind port ed952164-74c5-4686-9cdd-50867b3a7afd on network 339536f4-61eb-44a8-837b-553906625284 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:47:12.400833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:47:12.401109 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Checking segment: {'id': '7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '339536f4-61eb-44a8-837b-553906625284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:47:12.401520 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:12.401920 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Bound using segment: {'id': '7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '339536f4-61eb-44a8-837b-553906625284'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:47:12.402491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Bound port: ed952164-74c5-4686-9cdd-50867b3a7afd, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '339536f4-61eb-44a8-837b-553906625284'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:47:12.402879 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:12.414026 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45e0636b-2218-4a55-88af-6bf5850aa743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (9d9a4963-04fc-4559-97a2-19ee4a0e4209), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:12.417710 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-45e0636b-2218-4a55-88af-6bf5850aa743 admin admin] Added segment 9d9a4963-04fc-4559-97a2-19ee4a0e4209 of type vlan for network d2519585-71cb-48d3-bcea-5b5e54567f97 Jan 28 05:47:12.584333 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c45ab953-ec96-4b42-b01a-fde5b04341e0 None None] Provisioning complete for port ed952164-74c5-4686-9cdd-50867b3a7afd triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:12.586099 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c45ab953-ec96-4b42-b01a-fde5b04341e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:12.612079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] For port ed952164-74c5-4686-9cdd-50867b3a7afd, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:47:12.618056 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45e0636b-2218-4a55-88af-6bf5850aa743 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (d2519585-71cb-48d3-bcea-5b5e54567f97), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:12.635995 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] For port ed952164-74c5-4686-9cdd-50867b3a7afd, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ed952164-74c5-4686-9cdd-50867b3a7afd,segment=NetworkSegment(7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3),segment_id=7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:47:12.652997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c45ab953-ec96-4b42-b01a-fde5b04341e0 None None] Port ed952164-74c5-4686-9cdd-50867b3a7afd cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:47:12.701898 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:12.787160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Routers {'d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:47:12.787657 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:47:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:12.824910 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45e0636b-2218-4a55-88af-6bf5850aa743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (d2519585-71cb-48d3-bcea-5b5e54567f97), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:12.827718 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e0636b-2218-4a55-88af-6bf5850aa743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:12.828315 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45e0636b-2218-4a55-88af-6bf5850aa743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:12.966265 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] Set router d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:47:13.045233 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0636b-2218-4a55-88af-6bf5850aa743 admin admin] Pushing event updated for resources: {'Network': ['ID=d2519585-71cb-48d3-bcea-5b5e54567f97,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:13.075720 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-45e0636b-2218-4a55-88af-6bf5850aa743 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5837636 Jan 28 05:47:13.080034 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58764) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:13.105019 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9b61ef6e-ee87-4ae9-814d-b593110ddd83 admin admin] Request body: {'subnet': {'network_id': 'd2519585-71cb-48d3-bcea-5b5e54567f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1796360182-subnet', 'tenant_id': 'c58059bc24454369894000cbbc2bc4f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:13.147327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network d2519585-71cb-48d3-bcea-5b5e54567f97 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:47:13.263513 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-104bdfbc-25c9-4a47-88d0-acca8f8584b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=325f9d82-0c5d-426c-8d78-2ac93fe01fa2 HTTP/1.1" status: 200 len: 217 time: 0.8960805 Jan 28 05:47:13.278551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b61ef6e-ee87-4ae9-814d-b593110ddd83 admin admin] Made reservation on behalf of c58059bc24454369894000cbbc2bc4f1 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:13.278551 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9b61ef6e-ee87-4ae9-814d-b593110ddd83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:13.310196 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe97dfe-c405-4259-a7cf-3ec0da71df69 None None] Pushing event updated for resources: {'Port': ['ID=ed952164-74c5-4686-9cdd-50867b3a7afd,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:13.333241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ee52a40f-b7c4-451a-bcae-1849d9f0fa50 None None] Provisioning complete for port ed952164-74c5-4686-9cdd-50867b3a7afd triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:13.333820 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee52a40f-b7c4-451a-bcae-1849d9f0fa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:13.370548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb616f29-b9b7-40b0-b739-62bf01f32478 req-a3d21df7-d469-49e3-a8ce-22bcd124bb1f tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.1688251 Jan 28 05:47:13.401775 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e2e21-cd3a-41fe-b4ae-0e2ad4e8cb1a req-238b13a9-142a-41dd-a0dd-da8be055718e tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:13.403591 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd1e2e21-cd3a-41fe-b4ae-0e2ad4e8cb1a req-238b13a9-142a-41dd-a0dd-da8be055718e tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.64 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 946 time: 1.2149861 Jan 28 05:47:13.484931 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-6db48e6c-7aa7-406b-886e-b88d6ed787a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:13.498561 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-6db48e6c-7aa7-406b-886e-b88d6ed787a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c507c782-4f53-4cd1-85bd-9b428677b1ce HTTP/1.1" status: 200 len: 851 time: 0.1880751 Jan 28 05:47:13.521005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692778c8-b5d3-4266-bdbd-30011a81504d req-63aca98b-15e4-491d-8198-1f5007c9455d tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:13.532557 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-692778c8-b5d3-4266-bdbd-30011a81504d req-63aca98b-15e4-491d-8198-1f5007c9455d tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 946 time: 0.3117995 Jan 28 05:47:13.647832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e565e391-be04-442c-b278-67e14ed7452f admin admin] Deleting port ed952164-74c5-4686-9cdd-50867b3a7afd {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:47:13.648311 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e565e391-be04-442c-b278-67e14ed7452f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:13.659823 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-c1e1f6d1-7a22-40fe-9948-482f4224cc26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7fafb85-2281-41db-85af-da2c477e5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204276 Jan 28 05:47:13.678362 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9b61ef6e-ee87-4ae9-814d-b593110ddd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (748beea4-6707-42ab-ac8a-1a7251db3c5d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:13.732709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ee52a40f-b7c4-451a-bcae-1849d9f0fa50 None None] Current status of the port ed952164-74c5-4686-9cdd-50867b3a7afd is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:13.733117 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee52a40f-b7c4-451a-bcae-1849d9f0fa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:13.766886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2046298415-router', 'tenant_id': 'e1d85de423c3473ab0404669467807b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '58615d69-2dea-48a1-bf92-f946766fba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:59Z', 'updated_at': '2022-01-28T05:47:07Z', 'revision_number': 4, 'project_id': 'e1d85de423c3473ab0404669467807b7', 'gw_port': {'id': '58615d69-2dea-48a1-bf92-f946766fba7c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:00Z', 'updated_at': '2022-01-28T05:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'ed952164-74c5-4686-9cdd-50867b3a7afd', 'name': '', 'network_id': '339536f4-61eb-44a8-837b-553906625284', 'tenant_id': 'e1d85de423c3473ab0404669467807b7', 'mac_address': 'fa:16:3e:dc:fa:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '4ee57da1-461f-46de-8c2a-c9fd8096238d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:06Z', 'updated_at': '2022-01-28T05:47:12Z', 'revision_number': 4, 'project_id': 'e1d85de423c3473ab0404669467807b7', 'subnets': [{'id': '4ee57da1-461f-46de-8c2a-c9fd8096238d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:13.806507 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ee52a40f-b7c4-451a-bcae-1849d9f0fa50 None None] For port ed952164-74c5-4686-9cdd-50867b3a7afd, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ed952164-74c5-4686-9cdd-50867b3a7afd,segment=NetworkSegment(7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3),segment_id=7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:13.834898 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-e565e391-be04-442c-b278-67e14ed7452f admin admin] For port ed952164-74c5-4686-9cdd-50867b3a7afd, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ed952164-74c5-4686-9cdd-50867b3a7afd,segment=NetworkSegment(7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3),segment_id=7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:13.834898 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e565e391-be04-442c-b278-67e14ed7452f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:13.836123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d1639-4a0a-4522-8c10-55e7a008e36d None None] The sync data for ids ['d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65'] in n-d-812111-12 is: [{'id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2046298415-router', 'tenant_id': 'e1d85de423c3473ab0404669467807b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '58615d69-2dea-48a1-bf92-f946766fba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:59Z', 'updated_at': '2022-01-28T05:47:07Z', 'revision_number': 4, 'project_id': 'e1d85de423c3473ab0404669467807b7', 'gw_port': {'id': '58615d69-2dea-48a1-bf92-f946766fba7c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:00Z', 'updated_at': '2022-01-28T05:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'ed952164-74c5-4686-9cdd-50867b3a7afd', 'name': '', 'network_id': '339536f4-61eb-44a8-837b-553906625284', 'tenant_id': 'e1d85de423c3473ab0404669467807b7', 'mac_address': 'fa:16:3e:dc:fa:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '4ee57da1-461f-46de-8c2a-c9fd8096238d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:06Z', 'updated_at': '2022-01-28T05:47:12Z', 'revision_number': 4, 'project_id': 'e1d85de423c3473ab0404669467807b7', 'subnets': [{'id': '4ee57da1-461f-46de-8c2a-c9fd8096238d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:47:13.841817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-692778c8-b5d3-4266-bdbd-30011a81504d req-bb6c9afd-02bc-4e56-a690-2f5747c1e421 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/security-groups?id=b603b771-bd11-4707-a13f-4eb7e3ca0da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071625 Jan 28 05:47:13.889152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e565e391-be04-442c-b278-67e14ed7452f admin admin] Calling delete_port for ed952164-74c5-4686-9cdd-50867b3a7afd owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:47:13.903711 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee52a40f-b7c4-451a-bcae-1849d9f0fa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:13.918364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-cd1e2e21-cd3a-41fe-b4ae-0e2ad4e8cb1a req-d1c0780e-bec5-4d5c-bcad-9c59ea67c648 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Deleting port 2a51e703-0693-489f-a130-197ea2637839 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:47:13.925587 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd1e2e21-cd3a-41fe-b4ae-0e2ad4e8cb1a req-d1c0780e-bec5-4d5c-bcad-9c59ea67c648 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2a51e703-0693-489f-a130-197ea2637839), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:13.940906 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61ef6e-ee87-4ae9-814d-b593110ddd83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=748beea4-6707-42ab-ac8a-1a7251db3c5d,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:14.006802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648b34f-371f-4583-9b22-385f71f6e2a0 req-afeb5137-6efd-4d1f-8b06-ede4cda0fa1e tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:14.006802 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1648b34f-371f-4583-9b22-385f71f6e2a0 req-afeb5137-6efd-4d1f-8b06-ede4cda0fa1e tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 943 time: 0.3285456 Jan 28 05:47:14.102402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b61ef6e-ee87-4ae9-814d-b593110ddd83 admin admin] Checking segment: {'id': '9d9a4963-04fc-4559-97a2-19ee4a0e4209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd2519585-71cb-48d3-bcea-5b5e54567f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:47:14.102771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b61ef6e-ee87-4ae9-814d-b593110ddd83 admin admin] Network hostable DHCP agents. Network: d2519585-71cb-48d3-bcea-5b5e54567f97, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:47:14.110230 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52a40f-b7c4-451a-bcae-1849d9f0fa50 None None] Pushing event updated for resources: {'Port': ['ID=ed952164-74c5-4686-9cdd-50867b3a7afd,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:14.203777 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-7c2099c5-e4f9-4ae7-ac3c-a1981037c40c service neutron] 10.222.0.60 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209949 Jan 28 05:47:14.365159 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1648b34f-371f-4583-9b22-385f71f6e2a0 req-45ae6270-9e32-4ab9-962e-5d2b929c5263 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178964 Jan 28 05:47:14.368346 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cd1e2e21-cd3a-41fe-b4ae-0e2ad4e8cb1a req-d1c0780e-bec5-4d5c-bcad-9c59ea67c648 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] For port 2a51e703-0693-489f-a130-197ea2637839, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2a51e703-0693-489f-a130-197ea2637839,segment=NetworkSegment(7c6ec23d-83bf-4f2d-8008-2fd0a5834df3),segment_id=7c6ec23d-83bf-4f2d-8008-2fd0a5834df3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:14.368763 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd1e2e21-cd3a-41fe-b4ae-0e2ad4e8cb1a req-d1c0780e-bec5-4d5c-bcad-9c59ea67c648 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2a51e703-0693-489f-a130-197ea2637839), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:14.387014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-cd1e2e21-cd3a-41fe-b4ae-0e2ad4e8cb1a req-d1c0780e-bec5-4d5c-bcad-9c59ea67c648 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Calling delete_port for 2a51e703-0693-489f-a130-197ea2637839 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:47:14.468870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9413dbd8-e3c1-4d01-9d16-1382659f4da3 req-f0aefd1e-d632-46d3-85c9-1bef7e012ea2 service neutron] 10.222.0.60 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479928 Jan 28 05:47:14.473692 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b61ef6e-ee87-4ae9-814d-b593110ddd83 admin admin] Network d2519585-71cb-48d3-bcea-5b5e54567f97 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:47:14.477593 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e565e391-be04-442c-b278-67e14ed7452f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ed952164-74c5-4686-9cdd-50867b3a7afd), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:14.536185 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565e391-be04-442c-b278-67e14ed7452f admin admin] Pushing event deleted for resources: {'Port': ['ID=ed952164-74c5-4686-9cdd-50867b3a7afd,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:14.544737 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2f0497a5-b9cc-4345-bd6e-2af1595a2fba req-ef539b5a-21f4-411e-8c34-f7d7cba96b46 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0763972 Jan 28 05:47:14.593986 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:47:14.856304 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe66ddb-d5e5-41d4-b3b6-022f4c4ad2ad req-39853ff6-d0ff-45ec-8911-7155e97e3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:14.857807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5fe66ddb-d5e5-41d4-b3b6-022f4c4ad2ad req-39853ff6-d0ff-45ec-8911-7155e97e3c72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=79fbef5367d24a58af655d60fa276ac5&device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 1095 time: 0.1964772 Jan 28 05:47:15.013096 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd1e2e21-cd3a-41fe-b4ae-0e2ad4e8cb1a req-d1c0780e-bec5-4d5c-bcad-9c59ea67c648 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2a51e703-0693-489f-a130-197ea2637839), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:15.054911 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['2a51e703-0693-489f-a130-197ea2637839'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:47:15.177855 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ca1cf6b-c3e3-4c93-9b9e-563a922a7903 req-240ebf13-72d1-446d-82a2-38ef0505c0d0 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 210 time: 0.1049123 Jan 28 05:47:15.200632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0780e-bec5-4d5c-bcad-9c59ea67c648 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Pushing event deleted for resources: {'Port': ['ID=2a51e703-0693-489f-a130-197ea2637839,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:15.238272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-9b61ef6e-ee87-4ae9-814d-b593110ddd83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, d2519585-71cb-48d3-bcea-5b5e54567f97) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:15.246953 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a797cb-118d-4917-8ec5-d9147f56aeda None None] Network d2519585-71cb-48d3-bcea-5b5e54567f97 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:47:15.268629 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b61ef6e-ee87-4ae9-814d-b593110ddd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:15.269380 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9b61ef6e-ee87-4ae9-814d-b593110ddd83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:15.309446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1e2e21-cd3a-41fe-b4ae-0e2ad4e8cb1a req-d1c0780e-bec5-4d5c-bcad-9c59ea67c648 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] No DVR routers for this DVR port 2a51e703-0693-489f-a130-197ea2637839 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:47:15.313143 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd1e2e21-cd3a-41fe-b4ae-0e2ad4e8cb1a req-d1c0780e-bec5-4d5c-bcad-9c59ea67c648 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:15.317406 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd1e2e21-cd3a-41fe-b4ae-0e2ad4e8cb1a req-d1c0780e-bec5-4d5c-bcad-9c59ea67c648 tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.64 "DELETE /v2.0/ports/2a51e703-0693-489f-a130-197ea2637839 HTTP/1.1" status: 204 len: 173 time: 1.9060028 Jan 28 05:47:15.325055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1976802f-8b2a-4f74-87a9-ad429d5ca23c', 'name': 'network-vif-deleted', 'tag': '2a51e703-0693-489f-a130-197ea2637839'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:47:15.327746 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b6a874-ac73-44a8-a647-6f9e339dc9c4" -d '{"events": [{"server_uuid": "1976802f-8b2a-4f74-87a9-ad429d5ca23c", "name": "network-vif-deleted", "tag": "2a51e703-0693-489f-a130-197ea2637839"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:47:15.350077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe66ddb-d5e5-41d4-b3b6-022f4c4ad2ad req-79b320c1-eae1-4f5e-8749-98244b4aeeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:15.351763 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5fe66ddb-d5e5-41d4-b3b6-022f4c4ad2ad req-79b320c1-eae1-4f5e-8749-98244b4aeeea service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 200 len: 912 time: 0.4861965 Jan 28 05:47:15.413197 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9b61ef6e-ee87-4ae9-814d-b593110ddd83 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3289225 Jan 28 05:47:15.470161 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186e18e4-eac6-4b29-8dae-fd603c6a798a x-openstack-request-id: req-186e18e4-eac6-4b29-8dae-fd603c6a798a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:47:15.472278 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1976802f-8b2a-4f74-87a9-ad429d5ca23c", "name": "network-vif-deleted", "tag": "2a51e703-0693-489f-a130-197ea2637839", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:47:15.472636 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-186e18e4-eac6-4b29-8dae-fd603c6a798a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:47:15.472999 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1976802f-8b2a-4f74-87a9-ad429d5ca23c', 'name': 'network-vif-deleted', 'tag': '2a51e703-0693-489f-a130-197ea2637839', 'status': 'completed', 'code': 200} Jan 28 05:47:15.486056 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5fe66ddb-d5e5-41d4-b3b6-022f4c4ad2ad req-5a6dc7fa-d92e-4afb-94c8-1826daf12e04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=325f9d82-0c5d-426c-8d78-2ac93fe01fa2 HTTP/1.1" status: 200 len: 217 time: 0.1266980 Jan 28 05:47:15.609583 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e565e391-be04-442c-b278-67e14ed7452f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:15.697444 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e80af9-9a43-4858-b052-e3512da28eb3 None None] Network d2519585-71cb-48d3-bcea-5b5e54567f97 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:47:15.903405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e50f96b1-1e28-4c45-9d74-e8d519465023 req-60a3a873-2faa-4511-bc3f-cf4980d34f79 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.1515455 Jan 28 05:47:15.956116 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383a761-29d8-460b-a9c4-87792ef5e161 req-29b67ceb-d6a6-4056-802b-9cea7260315d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:15.974888 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b383a761-29d8-460b-a9c4-87792ef5e161 req-29b67ceb-d6a6-4056-802b-9cea7260315d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 943 time: 0.4354212 Jan 28 05:47:16.049174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe66ddb-d5e5-41d4-b3b6-022f4c4ad2ad req-298ce92f-0574-41be-bd3b-1bcc15bcb017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:16.049300 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5fe66ddb-d5e5-41d4-b3b6-022f4c4ad2ad req-298ce92f-0574-41be-bd3b-1bcc15bcb017 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c507c782-4f53-4cd1-85bd-9b428677b1ce HTTP/1.1" status: 200 len: 851 time: 0.5545380 Jan 28 05:47:16.055525 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e565e391-be04-442c-b278-67e14ed7452f admin admin] Router d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:47:16.097554 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5fe66ddb-d5e5-41d4-b3b6-022f4c4ad2ad req-b231cba0-f59a-4511-a51d-34ba9e0d0309 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7fafb85-2281-41db-85af-da2c477e5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286572 Jan 28 05:47:16.178369 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b383a761-29d8-460b-a9c4-87792ef5e161 req-e6445c53-421e-4158-adf5-5b949e7d6fab tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963570 Jan 28 05:47:16.320520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5fe66ddb-d5e5-41d4-b3b6-022f4c4ad2ad req-328b042c-bd33-44af-b012-6a204adc7ca4 service neutron] 10.222.0.60 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041023 Jan 28 05:47:16.440351 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e565e391-be04-442c-b278-67e14ed7452f admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:47:16.445710 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e565e391-be04-442c-b278-67e14ed7452f admin admin] 10.222.0.31 "PUT /v2.0/routers/d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1806803 Jan 28 05:47:16.449051 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58840) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:16.457024 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8162d-5cee-4d45-a5ce-a32b81b61f5c None None] Sync routers for ids ['d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:47:16.491898 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8162d-5cee-4d45-a5ce-a32b81b61f5c None None] Routers {'d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:47:16.495857 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-69b8162d-5cee-4d45-a5ce-a32b81b61f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:47:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:16.639222 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Publish callbacks [] for router (d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:16.865479 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-69b8162d-5cee-4d45-a5ce-a32b81b61f5c None None] Set router d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:47:16.892982 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42f762ae-c8f1-4adf-9e1a-935b02bf694a req-cc173d66-da18-45f9-bb76-a91028d7b89e tempest-ServerAddressesTestJSON-2143206507 tempest-ServerAddressesTestJSON-2143206507-project] 10.222.0.31 "GET /v2.0/ports?device_id=1976802f-8b2a-4f74-87a9-ad429d5ca23c HTTP/1.1" status: 200 len: 210 time: 0.2228141 Jan 28 05:47:16.900274 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5fe66ddb-d5e5-41d4-b3b6-022f4c4ad2ad req-eaa8e8b1-ab25-4601-a9b7-fcac8c1bce3d service neutron] 10.222.0.60 "GET /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682559 Jan 28 05:47:16.905273 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Publish callbacks [] for router_gateway (d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:16.994534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-16041a7a-8ba3-4fb4-bd1b-5e5735027928 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:16.996194 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-16041a7a-8ba3-4fb4-bd1b-5e5735027928 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/networks?id=d2519585-71cb-48d3-bcea-5b5e54567f97 HTTP/1.1" status: 200 len: 809 time: 0.5127606 Jan 28 05:47:17.049903 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2a51e703-0693-489f-a130-197ea2637839 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:47:17.056873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-61ddf902-adef-4d8f-a341-24f0f07b0833 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/quotas/c58059bc24454369894000cbbc2bc4f1 HTTP/1.1" status: 200 len: 375 time: 0.0548532 Jan 28 05:47:17.077065 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da6b1e9b-3d6e-4a3e-b6d6-fcbbfca7e5be req-1ac206db-0e09-49dc-9549-2e441f46197a tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0484025 Jan 28 05:47:17.116258 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 2a51e703-0693-489f-a130-197ea2637839 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:47:17.116631 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2a51e703-0693-489f-a130-197ea2637839 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:47:17.156327 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-fd422967-275c-4cd8-8c90-48ef89953913 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c58059bc24454369894000cbbc2bc4f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818403 Jan 28 05:47:17.161338 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-69b8162d-5cee-4d45-a5ce-a32b81b61f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2046298415-router', 'tenant_id': 'e1d85de423c3473ab0404669467807b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '58615d69-2dea-48a1-bf92-f946766fba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:59Z', 'updated_at': '2022-01-28T05:47:14Z', 'revision_number': 5, 'project_id': 'e1d85de423c3473ab0404669467807b7', 'gw_port': {'id': '58615d69-2dea-48a1-bf92-f946766fba7c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:47:00Z', 'updated_at': '2022-01-28T05:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:17.233432 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8162d-5cee-4d45-a5ce-a32b81b61f5c None None] Checking router: d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:47:17.248878 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8162d-5cee-4d45-a5ce-a32b81b61f5c None None] Routers {'d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:47:17.250748 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-69b8162d-5cee-4d45-a5ce-a32b81b61f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:47:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:17.338955 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-d20b095a-2fbb-4513-bc4b-187871e625f0 service neutron] 10.222.0.31 "GET /v2.0/networks/d2519585-71cb-48d3-bcea-5b5e54567f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668260 Jan 28 05:47:17.355438 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Deleting port 58615d69-2dea-48a1-bf92-f946766fba7c {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:47:17.355438 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (58615d69-2dea-48a1-bf92-f946766fba7c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:17.366223 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-69b8162d-5cee-4d45-a5ce-a32b81b61f5c None None] Set router d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:47:17.487341 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-69b8162d-5cee-4d45-a5ce-a32b81b61f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2046298415-router', 'tenant_id': 'e1d85de423c3473ab0404669467807b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:59Z', 'updated_at': '2022-01-28T05:47:16Z', 'revision_number': 6, 'project_id': 'e1d85de423c3473ab0404669467807b7', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:17.521864 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8162d-5cee-4d45-a5ce-a32b81b61f5c None None] The sync data for ids ['d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65'] in n-d-812111-12 is: [{'id': 'd6bd9f45-36b5-4a30-aa4d-ca2296ef6e65', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2046298415-router', 'tenant_id': 'e1d85de423c3473ab0404669467807b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:59Z', 'updated_at': '2022-01-28T05:47:16Z', 'revision_number': 6, 'project_id': 'e1d85de423c3473ab0404669467807b7', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:47:17.607916 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd2354-7557-494b-a3f0-e2e6e216f1fd req-f06a815b-35ee-41c0-9c4d-f20e1a5f3e02 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:17.607916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ffd2354-7557-494b-a3f0-e2e6e216f1fd req-f06a815b-35ee-41c0-9c4d-f20e1a5f3e02 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 943 time: 0.2104623 Jan 28 05:47:17.628074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] For port 58615d69-2dea-48a1-bf92-f946766fba7c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=58615d69-2dea-48a1-bf92-f946766fba7c,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:17.628511 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (58615d69-2dea-48a1-bf92-f946766fba7c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:17.654500 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:47:17.654927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Calling delete_port for 58615d69-2dea-48a1-bf92-f946766fba7c owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:47:17.668586 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-c6b19baf-00ea-4e19-9c21-1b922e5e4d46 service neutron] 10.222.0.31 "GET /v2.0/networks/d2519585-71cb-48d3-bcea-5b5e54567f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208189 Jan 28 05:47:17.737772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ffd2354-7557-494b-a3f0-e2e6e216f1fd req-01f2bcc4-210e-49df-ad38-a9b86872a8e1 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118755 Jan 28 05:47:17.798090 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 325f9d82-0c5d-426c-8d78-2ac93fe01fa2, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=325f9d82-0c5d-426c-8d78-2ac93fe01fa2,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:17.816398 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '325f9d82-0c5d-426c-8d78-2ac93fe01fa2', 'network_id': 'b7fafb85-2281-41db-85af-da2c477e5fbd', 'port_id': '325f9d82-0c5d-426c-8d78-2ac93fe01fa2', 'mac_address': 'fa:16:3e:01:d9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c507c782-4f53-4cd1-85bd-9b428677b1ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:47:17.883208 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:17.883848 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (325f9d82-0c5d-426c-8d78-2ac93fe01fa2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:17.929111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:47:17.983234 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58870) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:18.032298 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 325f9d82-0c5d-426c-8d78-2ac93fe01fa2, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=325f9d82-0c5d-426c-8d78-2ac93fe01fa2,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:18.037857 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (58615d69-2dea-48a1-bf92-f946766fba7c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:18.073543 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Deleting subnet 78b744b5-e88b-4b88-b078-a5c3da347903 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:47:18.076915 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Publish callbacks [] for subnet (78b744b5-e88b-4b88-b078-a5c3da347903), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:18.112000 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (325f9d82-0c5d-426c-8d78-2ac93fe01fa2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:18.115580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dffc429b-5dfb-452d-83e8-76117a0867d0 req-5649e911-6253-4e03-a8d3-ba85cac5efff tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/ports?device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 210 time: 0.0741105 Jan 28 05:47:18.117283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=58615d69-2dea-48a1-bf92-f946766fba7c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:18.154344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.154344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.158489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.158489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.158489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.158489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.158489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.158489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.158489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.158489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.158489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.158489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.158489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.162118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (78b744b5-e88b-4b88-b078-a5c3da347903), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:18.221373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=325f9d82-0c5d-426c-8d78-2ac93fe01fa2,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:18.230349 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (78b744b5-e88b-4b88-b078-a5c3da347903), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:18.267242 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:18.361457 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07782891-c9dc-4f1b-a74e-3e75930d0749 req-be448064-1446-4417-9dc8-8765a4fe59a1 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0915923 Jan 28 05:47:18.406992 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:18.409384 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Publish callbacks [] for router_controller (d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:18.437333 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (78b744b5-e88b-4b88-b078-a5c3da347903), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:18.438609 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['325f9d82-0c5d-426c-8d78-2ac93fe01fa2'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:47:18.511671 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78b744b5-e88b-4b88-b078-a5c3da347903,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:18.520357 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:18.527564 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/78b744b5-e88b-4b88-b078-a5c3da347903 HTTP/1.1" status: 204 len: 168 time: 0.5432482 Jan 28 05:47:18.530111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58882) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:18.537264 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.539291 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.544778 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.545222 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.545576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.545923 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.546264 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.546630 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.546964 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.551734 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.551734 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.551734 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.551734 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b2e9-9040-4e10-86d0-0387a3cc721e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:18.606530 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58884) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:18.612738 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-6fc32f0c-81b0-469b-bbdc-29a3ce23b9d9 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1053345563'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:18.625827 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:18.626375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:47:18.639834 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:18.640997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e85b64e1-74a1-4661-b325-fbfa53e4cfd6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d6bd9f45-36b5-4a30-aa4d-ca2296ef6e65 HTTP/1.1" status: 204 len: 168 time: 2.1908073 Jan 28 05:47:18.644266 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58886) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:18.698627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-5126dbef-a44c-4c04-b4e1-889c3bdd939e admin admin] Deleting subnet 4ee57da1-461f-46de-8c2a-c9fd8096238d {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:47:18.701322 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ed952164-74c5-4686-9cdd-50867b3a7afd no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:47:18.702118 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5126dbef-a44c-4c04-b4e1-889c3bdd939e admin admin] Publish callbacks [] for subnet (4ee57da1-461f-46de-8c2a-c9fd8096238d), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:18.711834 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc32f0c-81b0-469b-bbdc-29a3ce23b9d9 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Made reservation on behalf of c7f06b4179644aa3b9a7f829af75be1e for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:18.717202 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6fc32f0c-81b0-469b-bbdc-29a3ce23b9d9 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:18.751884 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2302a49d-6f68-4c7e-81a7-cba544ba092e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (2a83baa4-9980-42e7-a4f7-35a55939f993), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:18.756868 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5126dbef-a44c-4c04-b4e1-889c3bdd939e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (4ee57da1-461f-46de-8c2a-c9fd8096238d), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:18.769508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: ed952164-74c5-4686-9cdd-50867b3a7afd {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:47:18.772508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ed952164-74c5-4686-9cdd-50867b3a7afd not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:47:18.773399 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc32f0c-81b0-469b-bbdc-29a3ce23b9d9 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:47:18.776302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 58615d69-2dea-48a1-bf92-f946766fba7c no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:47:18.803623 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6fc32f0c-81b0-469b-bbdc-29a3ce23b9d9 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (0b6d07f5-f08f-436c-a974-8ae11db341c1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:18.804139 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-6fc32f0c-81b0-469b-bbdc-29a3ce23b9d9 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Added segment 0b6d07f5-f08f-436c-a974-8ae11db341c1 of type vlan for network ef5d0fae-3857-45ba-8bd5-85c6f1126410 Jan 28 05:47:18.847685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 58615d69-2dea-48a1-bf92-f946766fba7c {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:47:18.850769 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 58615d69-2dea-48a1-bf92-f946766fba7c not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:47:18.926140 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6fc32f0c-81b0-469b-bbdc-29a3ce23b9d9 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (ef5d0fae-3857-45ba-8bd5-85c6f1126410), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.055172 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6fc32f0c-81b0-469b-bbdc-29a3ce23b9d9 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (ef5d0fae-3857-45ba-8bd5-85c6f1126410), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.062382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc32f0c-81b0-469b-bbdc-29a3ce23b9d9 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:19.063021 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6fc32f0c-81b0-469b-bbdc-29a3ce23b9d9 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.068083 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5126dbef-a44c-4c04-b4e1-889c3bdd939e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (4ee57da1-461f-46de-8c2a-c9fd8096238d), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.129454 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2302a49d-6f68-4c7e-81a7-cba544ba092e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (2a83baa4-9980-42e7-a4f7-35a55939f993), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.182635 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2302a49d-6f68-4c7e-81a7-cba544ba092e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a83baa4-9980-42e7-a4f7-35a55939f993']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:19.200558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c8269-6d65-4c8f-92c6-431e0d333bb4 req-11804110-6eae-4ce6-bb6e-8e2ae52ff417 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:19.203578 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6fc32f0c-81b0-469b-bbdc-29a3ce23b9d9 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5943165 Jan 28 05:47:19.205275 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-147c8269-6d65-4c8f-92c6-431e0d333bb4 req-11804110-6eae-4ce6-bb6e-8e2ae52ff417 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 944 time: 0.2863147 Jan 28 05:47:19.205429 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58904) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:19.206800 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2302a49d-6f68-4c7e-81a7-cba544ba092e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6ec23d-83bf-4f2d-8008-2fd0a5834df3') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:19.207099 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2302a49d-6f68-4c7e-81a7-cba544ba092e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6ec23d-83bf-4f2d-8008-2fd0a5834df3') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:19.216513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-04a3d594-c574-476f-a639-bda7913ecbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1737992434'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:19.242542 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc32f0c-81b0-469b-bbdc-29a3ce23b9d9 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event updated for resources: {'Network': ['ID=ef5d0fae-3857-45ba-8bd5-85c6f1126410,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:19.258215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network ef5d0fae-3857-45ba-8bd5-85c6f1126410 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:47:19.288365 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0bed0408-a6c4-4ce6-ade0-1b598bed17bc req-7b0b826d-3cd5-42f3-a382-afb55ff74535 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/ports?device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 210 time: 0.0790427 Jan 28 05:47:19.304701 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2302a49d-6f68-4c7e-81a7-cba544ba092e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (7c6ec23d-83bf-4f2d-8008-2fd0a5834df3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.347518 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2302a49d-6f68-4c7e-81a7-cba544ba092e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (7c6ec23d-83bf-4f2d-8008-2fd0a5834df3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.355229 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-147c8269-6d65-4c8f-92c6-431e0d333bb4 req-362f482c-a105-4140-a5ea-604b0e0007a0 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341183 Jan 28 05:47:19.358132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2302a49d-6f68-4c7e-81a7-cba544ba092e admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:47:19.358560 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2302a49d-6f68-4c7e-81a7-cba544ba092e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (7c6ec23d-83bf-4f2d-8008-2fd0a5834df3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:47:19.360297 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:47:19.382498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a3d594-c574-476f-a639-bda7913ecbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Made reservation on behalf of c7f06b4179644aa3b9a7f829af75be1e for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:19.382498 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-04a3d594-c574-476f-a639-bda7913ecbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.398832 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5126dbef-a44c-4c04-b4e1-889c3bdd939e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (4ee57da1-461f-46de-8c2a-c9fd8096238d), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.447416 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126dbef-a44c-4c04-b4e1-889c3bdd939e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee57da1-461f-46de-8c2a-c9fd8096238d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:19.451587 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5126dbef-a44c-4c04-b4e1-889c3bdd939e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.454806 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5126dbef-a44c-4c04-b4e1-889c3bdd939e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4ee57da1-461f-46de-8c2a-c9fd8096238d HTTP/1.1" status: 204 len: 168 time: 0.8095508 Jan 28 05:47:19.457441 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58910) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:19.465270 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b676608-598c-40d9-8717-3484efbb8a3b None None] Network 339536f4-61eb-44a8-837b-553906625284 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:47:19.478482 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a3d594-c574-476f-a639-bda7913ecbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:47:19.560114 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-434673e7-54a2-46ee-9bdb-d501e0037cc7 req-7f502e57-205d-4b4e-97f4-27b964e2dcd4 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0472269 Jan 28 05:47:19.567772 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2302a49d-6f68-4c7e-81a7-cba544ba092e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (2a83baa4-9980-42e7-a4f7-35a55939f993), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.574513 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-04a3d594-c574-476f-a639-bda7913ecbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (3f86edcc-b597-4238-ba5a-e3fe3fd24b6d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.576768 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-04a3d594-c574-476f-a639-bda7913ecbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Added segment 3f86edcc-b597-4238-ba5a-e3fe3fd24b6d of type vlan for network 5163c916-d2f8-441e-b2dc-85c1354db940 Jan 28 05:47:19.583297 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2302a49d-6f68-4c7e-81a7-cba544ba092e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.586649 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2302a49d-6f68-4c7e-81a7-cba544ba092e admin admin] 10.222.0.31 "DELETE /v2.0/networks/2a83baa4-9980-42e7-a4f7-35a55939f993 HTTP/1.1" status: 204 len: 168 time: 1.0553854 Jan 28 05:47:19.621480 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302a49d-6f68-4c7e-81a7-cba544ba092e admin admin] Pushing event deleted for resources: {'Network': ['ID=2a83baa4-9980-42e7-a4f7-35a55939f993,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:19.640529 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (339536f4-61eb-44a8-837b-553906625284), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.658881 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-04a3d594-c574-476f-a639-bda7913ecbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (5163c916-d2f8-441e-b2dc-85c1354db940), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.661265 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:47:19.750577 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] Deleting port 48bcc1b1-0e91-47fb-a8e9-59d81badade1 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:47:19.750910 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (48bcc1b1-0e91-47fb-a8e9-59d81badade1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.758318 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1b15a6-f29a-4a6d-abdd-d355ad6ab982 None None] DHCP port deletion for 339536f4-61eb-44a8-837b-553906625284 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:47:19.816089 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cb1b15a6-f29a-4a6d-abdd-d355ad6ab982 None None] Deleting port 48bcc1b1-0e91-47fb-a8e9-59d81badade1 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:47:19.816805 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb1b15a6-f29a-4a6d-abdd-d355ad6ab982 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (48bcc1b1-0e91-47fb-a8e9-59d81badade1), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.823644 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-04a3d594-c574-476f-a639-bda7913ecbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (5163c916-d2f8-441e-b2dc-85c1354db940), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.829274 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a3d594-c574-476f-a639-bda7913ecbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:19.830093 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-04a3d594-c574-476f-a639-bda7913ecbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.834414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:47:19.881479 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:19.881968 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (325f9d82-0c5d-426c-8d78-2ac93fe01fa2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.917014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] For port 48bcc1b1-0e91-47fb-a8e9-59d81badade1, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=48bcc1b1-0e91-47fb-a8e9-59d81badade1,segment=NetworkSegment(7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3),segment_id=7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:19.919944 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (48bcc1b1-0e91-47fb-a8e9-59d81badade1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.934099 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-cb1b15a6-f29a-4a6d-abdd-d355ad6ab982 None None] For port 48bcc1b1-0e91-47fb-a8e9-59d81badade1, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=48bcc1b1-0e91-47fb-a8e9-59d81badade1,segment=NetworkSegment(7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3),segment_id=7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:19.934594 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb1b15a6-f29a-4a6d-abdd-d355ad6ab982 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (48bcc1b1-0e91-47fb-a8e9-59d81badade1), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:19.948929 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3d594-c574-476f-a639-bda7913ecbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event updated for resources: {'Network': ['ID=5163c916-d2f8-441e-b2dc-85c1354db940,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:19.949105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] Calling delete_port for 48bcc1b1-0e91-47fb-a8e9-59d81badade1 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:47:19.970508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cb1b15a6-f29a-4a6d-abdd-d355ad6ab982 None None] Calling delete_port for 48bcc1b1-0e91-47fb-a8e9-59d81badade1 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:47:19.974620 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 5163c916-d2f8-441e-b2dc-85c1354db940 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:47:20.021287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58920) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:20.047207 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-04a3d594-c574-476f-a639-bda7913ecbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8383422 Jan 28 05:47:20.049023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58922) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:20.057424 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-73b5c024-d26b-4384-bdd6-9fbf23b237db tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Request body: {'subnet': {'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:20.099023 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9624fd90-fd5c-486d-b17d-b7fa276b18a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0958e6fa92c644fca64bc0dcb15cf320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0765302 Jan 28 05:47:20.102784 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58928) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:20.182496 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c9bbc09-ccd6-401d-b279-c46a93a8e222 admin admin] Publish callbacks [] for security_group (b603b771-bd11-4707-a13f-4eb7e3ca0da2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.209027 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c9bbc09-ccd6-401d-b279-c46a93a8e222 admin admin] Publish callbacks [] for security_group (b603b771-bd11-4707-a13f-4eb7e3ca0da2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.223668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:20.224015 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (325f9d82-0c5d-426c-8d78-2ac93fe01fa2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.272212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2b7976-b8ea-40db-b1e2-2af2f35af6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325f9d82-0c5d-426c-8d78-2ac93fe01fa2'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:47:20.274566 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea517e00-84da-4e6e-b258-139f8af5df4a" -d '{"events": [{"server_uuid": "8d2b7976-b8ea-40db-b1e2-2af2f35af6eb", "name": "network-vif-plugged", "status": "completed", "tag": "325f9d82-0c5d-426c-8d78-2ac93fe01fa2"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:47:20.275387 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (48bcc1b1-0e91-47fb-a8e9-59d81badade1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.308363 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 325f9d82-0c5d-426c-8d78-2ac93fe01fa2, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=325f9d82-0c5d-426c-8d78-2ac93fe01fa2,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:20.311658 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb1b15a6-f29a-4a6d-abdd-d355ad6ab982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (48bcc1b1-0e91-47fb-a8e9-59d81badade1), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.324057 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] Pushing event deleted for resources: {'Port': ['ID=48bcc1b1-0e91-47fb-a8e9-59d81badade1,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:20.327353 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] No DVR routers for this DVR port 48bcc1b1-0e91-47fb-a8e9-59d81badade1 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:47:20.335158 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b5c024-d26b-4384-bdd6-9fbf23b237db tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Made reservation on behalf of c7f06b4179644aa3b9a7f829af75be1e for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:20.341075 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73b5c024-d26b-4384-bdd6-9fbf23b237db tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.351488 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1b15a6-f29a-4a6d-abdd-d355ad6ab982 None None] No DVR routers for this DVR port 48bcc1b1-0e91-47fb-a8e9-59d81badade1 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:47:20.408771 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92522757-f761-4b9b-9359-a06972640d41 x-openstack-request-id: req-92522757-f761-4b9b-9359-a06972640d41 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:47:20.409324 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2b7976-b8ea-40db-b1e2-2af2f35af6eb", "name": "network-vif-plugged", "status": "completed", "tag": "325f9d82-0c5d-426c-8d78-2ac93fe01fa2", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:47:20.410135 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92522757-f761-4b9b-9359-a06972640d41 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:47:20.410941 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2b7976-b8ea-40db-b1e2-2af2f35af6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325f9d82-0c5d-426c-8d78-2ac93fe01fa2', 'code': 200} Jan 28 05:47:20.415068 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b15a6-f29a-4a6d-abdd-d355ad6ab982 None None] Pushing event deleted for resources: {'Port': ['ID=48bcc1b1-0e91-47fb-a8e9-59d81badade1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:20.470988 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (325f9d82-0c5d-426c-8d78-2ac93fe01fa2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.516539 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (339536f4-61eb-44a8-837b-553906625284), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.580186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=325f9d82-0c5d-426c-8d78-2ac93fe01fa2,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:20.606866 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339536f4-61eb-44a8-837b-553906625284']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:20.615253 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:20.615448 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:20.645087 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.647872 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.661281 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:47:20.661281 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (7a3427ca-97d9-4f19-b15c-67a2a9f4f0b3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.699294 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 48bcc1b1-0e91-47fb-a8e9-59d81badade1 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:47:20.745599 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 48bcc1b1-0e91-47fb-a8e9-59d81badade1 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:47:20.749200 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 48bcc1b1-0e91-47fb-a8e9-59d81badade1 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:47:20.756918 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:47:20.865234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (339536f4-61eb-44a8-837b-553906625284), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.870606 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.875234 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] 10.222.0.31 "DELETE /v2.0/networks/339536f4-61eb-44a8-837b-553906625284 HTTP/1.1" status: 204 len: 168 time: 1.4168358 Jan 28 05:47:20.879961 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bfca7301-c82c-403b-a697-601962f9b567 req-1ded834d-16c7-49bc-b197-36a2622d5e9d tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/ports?device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 210 time: 0.4662685 Jan 28 05:47:20.905538 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57da384-fa64-44aa-b2d1-0e22ee75ce79 admin admin] Pushing event deleted for resources: {'Network': ['ID=339536f4-61eb-44a8-837b-553906625284,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:20.931618 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c9bbc09-ccd6-401d-b279-c46a93a8e222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b603b771-bd11-4707-a13f-4eb7e3ca0da2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.933649 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c9bbc09-ccd6-401d-b279-c46a93a8e222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:20.946398 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2c9bbc09-ccd6-401d-b279-c46a93a8e222 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b603b771-bd11-4707-a13f-4eb7e3ca0da2 HTTP/1.1" status: 204 len: 168 time: 0.8311319 Jan 28 05:47:20.977094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bbc09-ccd6-401d-b279-c46a93a8e222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b603b771-bd11-4707-a13f-4eb7e3ca0da2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:20.999604 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec07583-aafe-4210-bf0c-24d14481a485 req-bf2c4728-662f-4a88-9b4c-924be69e32c7 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:21.001489 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fec07583-aafe-4210-bf0c-24d14481a485 req-bf2c4728-662f-4a88-9b4c-924be69e32c7 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 945 time: 0.1192439 Jan 28 05:47:21.003854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cb567-9fff-44b4-8f61-d7b46d6b9c21 req-8e66a5de-38dc-42f9-bf30-e1d0ed38631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:21.005903 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-568cb567-9fff-44b4-8f61-d7b46d6b9c21 req-8e66a5de-38dc-42f9-bf30-e1d0ed38631b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 1097 time: 0.1246505 Jan 28 05:47:21.104453 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fec07583-aafe-4210-bf0c-24d14481a485 req-ac76af8d-64f7-4924-aefb-a3cf4d7ae58f tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939722 Jan 28 05:47:21.122491 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db65a55c-7660-4642-875e-0fc3f880adca req-2c70d834-02bb-4cce-bc78-072587c41fb9 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0482988 Jan 28 05:47:21.133868 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-568cb567-9fff-44b4-8f61-d7b46d6b9c21 req-c0c9761b-2dd7-4613-a355-3863420c7519 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115360 Jan 28 05:47:21.396814 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73b5c024-d26b-4384-bdd6-9fbf23b237db tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (a2b9cb9f-feef-45df-ae1f-fa66f4c913eb), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:21.459157 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5c024-d26b-4384-bdd6-9fbf23b237db tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event updated for resources: {'Subnet': ['ID=a2b9cb9f-feef-45df-ae1f-fa66f4c913eb,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:21.468635 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5c024-d26b-4384-bdd6-9fbf23b237db tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Checking segment: {'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:47:21.469092 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b5c024-d26b-4384-bdd6-9fbf23b237db tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Network hostable DHCP agents. Network: ef5d0fae-3857-45ba-8bd5-85c6f1126410, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:47:21.498749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-5f7aad3b-dbd1-46d1-ac62-4252a95f0444 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:21.501550 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-5f7aad3b-dbd1-46d1-ac62-4252a95f0444 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.64 "GET /v2.0/networks?id=d2519585-71cb-48d3-bcea-5b5e54567f97 HTTP/1.1" status: 200 len: 809 time: 0.1090183 Jan 28 05:47:21.533529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-aed0a59d-2169-4c8a-9581-cd24b90d08af tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Request body: {'port': {'device_id': '72508bbe-19d5-47df-999c-77a60522def0', 'network_id': 'd2519585-71cb-48d3-bcea-5b5e54567f97', 'admin_state_up': True, 'tenant_id': 'c58059bc24454369894000cbbc2bc4f1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:21.614768 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b5c024-d26b-4384-bdd6-9fbf23b237db tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Network ef5d0fae-3857-45ba-8bd5-85c6f1126410 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:47:21.701318 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-73b5c024-d26b-4384-bdd6-9fbf23b237db tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, ef5d0fae-3857-45ba-8bd5-85c6f1126410) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:21.710728 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b5c024-d26b-4384-bdd6-9fbf23b237db tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:21.711532 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73b5c024-d26b-4384-bdd6-9fbf23b237db tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:21.713574 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6542998b-8c5f-4aaa-a071-cb84d666a83b None None] Network ef5d0fae-3857-45ba-8bd5-85c6f1126410 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:47:21.772714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58960) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:21.797885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-aed0a59d-2169-4c8a-9581-cd24b90d08af tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Made reservation on behalf of c58059bc24454369894000cbbc2bc4f1 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:21.802851 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-aed0a59d-2169-4c8a-9581-cd24b90d08af tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:21.843879 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-73b5c024-d26b-4384-bdd6-9fbf23b237db tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7930536 Jan 28 05:47:21.846358 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58962) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:21.851650 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-354ebae3-e894-48ee-9987-bdceb414a790 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Request body: {'subnet': {'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:21.892064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-68b48add-cdd5-4de3-a675-cca6e17845c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1d85de423c3473ab0404669467807b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1180124 Jan 28 05:47:21.895467 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58966) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:21.903562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-ef5d0fae-3857-45ba-8bd5-85c6f1126410', 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410', 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'fixed_ips': [{'subnet_id': 'a2b9cb9f-feef-45df-ae1f-fa66f4c913eb'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:47:21.918443 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:22.093074 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aae6ab42-e8aa-42a4-8eb7-b7c321a5610d req-7a13cd71-e0ee-4fe3-a33e-09aad27a7fa7 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/ports?device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 210 time: 0.0333793 Jan 28 05:47:22.119042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-aed0a59d-2169-4c8a-9581-cd24b90d08af tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Allocated IP 172.20.0.7 (d2519585-71cb-48d3-bcea-5b5e54567f97/748beea4-6707-42ab-ac8a-1a7251db3c5d/b91b2643-930d-4dc0-89f9-bd93d22a243b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:47:22.125308 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7d2c0f38-d62d-40d1-991b-165e698a3b35 admin admin] Publish callbacks [] for security_group (8183424d-f740-4760-88f3-c48286485dce), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:22.155515 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7d2c0f38-d62d-40d1-991b-165e698a3b35 admin admin] Publish callbacks [] for security_group (8183424d-f740-4760-88f3-c48286485dce), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:22.217278 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354ebae3-e894-48ee-9987-bdceb414a790 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Made reservation on behalf of c7f06b4179644aa3b9a7f829af75be1e for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:22.222497 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-354ebae3-e894-48ee-9987-bdceb414a790 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:22.297586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Allocated IP 10.1.1.2 (ef5d0fae-3857-45ba-8bd5-85c6f1126410/a2b9cb9f-feef-45df-ae1f-fa66f4c913eb/278564f2-ff21-4b84-87b4-625197ef2b95) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:47:22.469522 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ad2fb3d-d573-4dc5-b853-988c9aa0adf1 req-98e7604f-2ebb-498a-b082-1f1c536af4a9 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0727153 Jan 28 05:47:22.615260 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7d2c0f38-d62d-40d1-991b-165e698a3b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8183424d-f740-4760-88f3-c48286485dce), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:22.620970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6cbc6-f8b0-45c8-b126-535022b1a34c req-fdaa09f0-b1b1-4fea-a315-c5b0c482dd29 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:22.632475 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20b6cbc6-f8b0-45c8-b126-535022b1a34c req-fdaa09f0-b1b1-4fea-a315-c5b0c482dd29 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 945 time: 0.3122282 Jan 28 05:47:22.641057 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7d2c0f38-d62d-40d1-991b-165e698a3b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:22.641290 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Publish callbacks [] for port (278564f2-ff21-4b84-87b4-625197ef2b95), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:22.641377 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7d2c0f38-d62d-40d1-991b-165e698a3b35 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8183424d-f740-4760-88f3-c48286485dce HTTP/1.1" status: 204 len: 168 time: 0.7355235 Jan 28 05:47:22.652114 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c0f38-d62d-40d1-991b-165e698a3b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8183424d-f740-4760-88f3-c48286485dce,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:22.661418 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-aed0a59d-2169-4c8a-9581-cd24b90d08af tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Publish callbacks [] for port (b91b2643-930d-4dc0-89f9-bd93d22a243b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:22.724929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20b6cbc6-f8b0-45c8-b126-535022b1a34c req-a5315e65-dc4b-403e-a67b-baf5f954ad59 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680571 Jan 28 05:47:22.780481 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-354ebae3-e894-48ee-9987-bdceb414a790 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (2b498353-5375-459e-bd93-4094c4cf6894), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:22.780804 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (278564f2-ff21-4b84-87b4-625197ef2b95), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:22.816725 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Network ef5d0fae-3857-45ba-8bd5-85c6f1126410 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:22.822782 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:22.826334 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:47:22.838423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Pushing event updated for resources: {'Port': ['ID=278564f2-ff21-4b84-87b4-625197ef2b95,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:22.861779 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ebae3-e894-48ee-9987-bdceb414a790 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event updated for resources: {'Subnet': ['ID=2b498353-5375-459e-bd93-4094c4cf6894,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:22.880926 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ebae3-e894-48ee-9987-bdceb414a790 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Checking segment: {'id': '3f86edcc-b597-4238-ba5a-e3fe3fd24b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:47:22.880926 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354ebae3-e894-48ee-9987-bdceb414a790 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Network hostable DHCP agents. Network: 5163c916-d2f8-441e-b2dc-85c1354db940, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:47:22.901517 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-aed0a59d-2169-4c8a-9581-cd24b90d08af tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b91b2643-930d-4dc0-89f9-bd93d22a243b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:22.905610 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Attempting to bind port 278564f2-ff21-4b84-87b4-625197ef2b95 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:47:22.905985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Attempting to bind port 278564f2-ff21-4b84-87b4-625197ef2b95 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:47:22.906362 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Attempting to bind port 278564f2-ff21-4b84-87b4-625197ef2b95 on network ef5d0fae-3857-45ba-8bd5-85c6f1126410 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:47:22.911853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:47:22.912227 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Checking segment: {'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:47:22.912631 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:22.913019 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Bound using segment: {'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:47:22.913492 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Bound port: 278564f2-ff21-4b84-87b4-625197ef2b95, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:47:22.913898 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (278564f2-ff21-4b84-87b4-625197ef2b95), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:22.963589 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354ebae3-e894-48ee-9987-bdceb414a790 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Network 5163c916-d2f8-441e-b2dc-85c1354db940 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:47:22.964087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-aed0a59d-2169-4c8a-9581-cd24b90d08af tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Network d2519585-71cb-48d3-bcea-5b5e54567f97 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:22.970014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-aed0a59d-2169-4c8a-9581-cd24b90d08af tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:22.972793 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-aed0a59d-2169-4c8a-9581-cd24b90d08af tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:47:22.986465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] For port 278564f2-ff21-4b84-87b4-625197ef2b95, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:47:22.991621 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] For port 278564f2-ff21-4b84-87b4-625197ef2b95, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=278564f2-ff21-4b84-87b4-625197ef2b95,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:47:23.003046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0a59d-2169-4c8a-9581-cd24b90d08af tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Pushing event updated for resources: {'Port': ['ID=b91b2643-930d-4dc0-89f9-bd93d22a243b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:23.043388 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-aed0a59d-2169-4c8a-9581-cd24b90d08af tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:23.044004 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-aed0a59d-2169-4c8a-9581-cd24b90d08af tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:23.122564 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-354ebae3-e894-48ee-9987-bdceb414a790 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 5163c916-d2f8-441e-b2dc-85c1354db940) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:23.123260 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (278564f2-ff21-4b84-87b4-625197ef2b95), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:23.129733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ebae3-e894-48ee-9987-bdceb414a790 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:23.129733 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-354ebae3-e894-48ee-9987-bdceb414a790 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:23.161022 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-aed0a59d-2169-4c8a-9581-cd24b90d08af tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6314483 Jan 28 05:47:23.184735 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9f175f-f42e-45fe-a6ea-97839348f345 None None] Network 5163c916-d2f8-441e-b2dc-85c1354db940 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:47:23.255223 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-354ebae3-e894-48ee-9987-bdceb414a790 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4067907 Jan 28 05:47:23.257459 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59022) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:23.269074 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ede1c53f-f7fc-4e8e-bb10-44a5633c657f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Request body: {'port': {'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410', 'name': 'tempest-TaggedBootDevicesTest-1749749488', 'fixed_ips': [{'subnet_id': 'a2b9cb9f-feef-45df-ae1f-fa66f4c913eb'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:23.284478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0fd92-6f38-433b-883a-7c651622ab6c req-d6ca5759-8284-4390-b05a-5e912d75c8cd tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:23.288663 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7f0fd92-6f38-433b-883a-7c651622ab6c req-d6ca5759-8284-4390-b05a-5e912d75c8cd tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/ports?device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 931 time: 0.0889924 Jan 28 05:47:23.298387 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c3073-d302-4fc1-ae01-4b8c9f4867f1 None None] Pushing event updated for resources: {'Port': ['ID=278564f2-ff21-4b84-87b4-625197ef2b95,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:23.332624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Request body: {'port': {'device_id': '72508bbe-19d5-47df-999c-77a60522def0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:23.342365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-5163c916-d2f8-441e-b2dc-85c1354db940', 'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940', 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'fixed_ips': [{'subnet_id': '2b498353-5375-459e-bd93-4094c4cf6894'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:47:23.343263 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:23.529706 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7f0fd92-6f38-433b-883a-7c651622ab6c req-9654d045-6775-4c77-8d18-68d884764c8c tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f22288f-7c58-41a7-b041-f2674cf6df54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303181 Jan 28 05:47:23.532611 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b91b2643-930d-4dc0-89f9-bd93d22a243b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:23.556054 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Allocated IP 10.2.2.2 (5163c916-d2f8-441e-b2dc-85c1354db940/2b498353-5375-459e-bd93-4094c4cf6894/43f70db1-5e39-4cf9-ad6d-299361f6151a) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:47:23.666394 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede1c53f-f7fc-4e8e-bb10-44a5633c657f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Made reservation on behalf of c7f06b4179644aa3b9a7f829af75be1e for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:23.833772 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ede1c53f-f7fc-4e8e-bb10-44a5633c657f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:23.836739 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d10909b-f791-4fd6-ad5e-344e88ba548e req-c35ef378-4851-4451-9793-e5d21a5273f2 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.2077234 Jan 28 05:47:23.863937 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-ede1c53f-f7fc-4e8e-bb10-44a5633c657f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] device_id is not set on port de4521fc-53b1-4371-ba47-df5321d802fa yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:47:23.928762 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Publish callbacks [] for port (43f70db1-5e39-4cf9-ad6d-299361f6151a), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:24.015166 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (43f70db1-5e39-4cf9-ad6d-299361f6151a), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:24.065866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Network 5163c916-d2f8-441e-b2dc-85c1354db940 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:24.069425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:24.076442 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:47:24.097810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Pushing event updated for resources: {'Port': ['ID=43f70db1-5e39-4cf9-ad6d-299361f6151a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:24.131876 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97460545-d388-44e8-b8b1-0747cc6f2603 req-3e506769-bc03-4ed3-8327-29754bc03db4 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:24.136241 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97460545-d388-44e8-b8b1-0747cc6f2603 req-3e506769-bc03-4ed3-8327-29754bc03db4 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 945 time: 0.1849210 Jan 28 05:47:24.145341 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94a547-dd67-4984-bb54-97c2bf038a1b req-583a63c9-c8e7-425f-bd93-e4b0f7d9051f tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:24.146957 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a94a547-dd67-4984-bb54-97c2bf038a1b req-583a63c9-c8e7-425f-bd93-e4b0f7d9051f tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 950 time: 0.1520393 Jan 28 05:47:24.171983 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Attempting to bind port 43f70db1-5e39-4cf9-ad6d-299361f6151a on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:47:24.172604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Attempting to bind port 43f70db1-5e39-4cf9-ad6d-299361f6151a by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '3f86edcc-b597-4238-ba5a-e3fe3fd24b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:47:24.173223 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Attempting to bind port 43f70db1-5e39-4cf9-ad6d-299361f6151a on network 5163c916-d2f8-441e-b2dc-85c1354db940 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:47:24.179788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:47:24.181515 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Checking segment: {'id': '3f86edcc-b597-4238-ba5a-e3fe3fd24b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:47:24.182214 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:24.182827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Bound using segment: {'id': '3f86edcc-b597-4238-ba5a-e3fe3fd24b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:47:24.183500 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Bound port: 43f70db1-5e39-4cf9-ad6d-299361f6151a, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f86edcc-b597-4238-ba5a-e3fe3fd24b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:47:24.184078 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (43f70db1-5e39-4cf9-ad6d-299361f6151a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:24.232795 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-ede1c53f-f7fc-4e8e-bb10-44a5633c657f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Allocated IP 10.1.1.70 (ef5d0fae-3857-45ba-8bd5-85c6f1126410/a2b9cb9f-feef-45df-ae1f-fa66f4c913eb/de4521fc-53b1-4371-ba47-df5321d802fa) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:47:24.285652 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] For port 43f70db1-5e39-4cf9-ad6d-299361f6151a, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:47:24.291029 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] For port 43f70db1-5e39-4cf9-ad6d-299361f6151a, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=43f70db1-5e39-4cf9-ad6d-299361f6151a,segment=NetworkSegment(3f86edcc-b597-4238-ba5a-e3fe3fd24b6d),segment_id=3f86edcc-b597-4238-ba5a-e3fe3fd24b6d)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:47:24.295757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a94a547-dd67-4984-bb54-97c2bf038a1b req-641db028-485d-48da-82d6-f2e369245df5 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365044 Jan 28 05:47:24.301456 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97460545-d388-44e8-b8b1-0747cc6f2603 req-8be60c50-f1db-4f03-b9a9-a339e96ba1b8 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519394 Jan 28 05:47:24.370060 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (43f70db1-5e39-4cf9-ad6d-299361f6151a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:24.477328 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91b2643-930d-4dc0-89f9-bd93d22a243b {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:47:24.495147 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Publish callbacks [] for port (b91b2643-930d-4dc0-89f9-bd93d22a243b), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:24.557513 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ede1c53f-f7fc-4e8e-bb10-44a5633c657f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for port (de4521fc-53b1-4371-ba47-df5321d802fa), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:24.563812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Transition to ACTIVE for port object b91b2643-930d-4dc0-89f9-bd93d22a243b will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:47:24.591359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c498f1b-be0d-4100-bd7e-d5cbc126861b None None] Pushing event updated for resources: {'Port': ['ID=43f70db1-5e39-4cf9-ad6d-299361f6151a,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:24.620724 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (b91b2643-930d-4dc0-89f9-bd93d22a243b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:24.694651 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b91b2643-930d-4dc0-89f9-bd93d22a243b,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:24.787132 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ede1c53f-f7fc-4e8e-bb10-44a5633c657f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (de4521fc-53b1-4371-ba47-df5321d802fa), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:24.878833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Attempting to bind port b91b2643-930d-4dc0-89f9-bd93d22a243b on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:47:24.880925 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Attempting to bind port b91b2643-930d-4dc0-89f9-bd93d22a243b by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '9d9a4963-04fc-4559-97a2-19ee4a0e4209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd2519585-71cb-48d3-bcea-5b5e54567f97'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:47:24.883572 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Attempting to bind port b91b2643-930d-4dc0-89f9-bd93d22a243b on network d2519585-71cb-48d3-bcea-5b5e54567f97 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:47:24.900547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Port b91b2643-930d-4dc0-89f9-bd93d22a243b on network d2519585-71cb-48d3-bcea-5b5e54567f97 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:47:24.900547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Attempting to bind port b91b2643-930d-4dc0-89f9-bd93d22a243b on network d2519585-71cb-48d3-bcea-5b5e54567f97 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:47:24.911701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:47:24.912202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Checking segment: {'id': '9d9a4963-04fc-4559-97a2-19ee4a0e4209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd2519585-71cb-48d3-bcea-5b5e54567f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:47:24.913175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Bound using segment: {'id': '9d9a4963-04fc-4559-97a2-19ee4a0e4209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd2519585-71cb-48d3-bcea-5b5e54567f97'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:47:24.913901 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Bound port: b91b2643-930d-4dc0-89f9-bd93d22a243b, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9a4963-04fc-4559-97a2-19ee4a0e4209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd2519585-71cb-48d3-bcea-5b5e54567f97'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:47:24.918343 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b91b2643-930d-4dc0-89f9-bd93d22a243b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:24.948877 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede1c53f-f7fc-4e8e-bb10-44a5633c657f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Network ef5d0fae-3857-45ba-8bd5-85c6f1126410 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:24.956434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-ede1c53f-f7fc-4e8e-bb10-44a5633c657f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:24.963757 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede1c53f-f7fc-4e8e-bb10-44a5633c657f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:47:25.104907 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] For port b91b2643-930d-4dc0-89f9-bd93d22a243b, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:47:25.110845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] For port b91b2643-930d-4dc0-89f9-bd93d22a243b, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b91b2643-930d-4dc0-89f9-bd93d22a243b,segment=NetworkSegment(9d9a4963-04fc-4559-97a2-19ee4a0e4209),segment_id=9d9a4963-04fc-4559-97a2-19ee4a0e4209)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:47:25.148774 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1c53f-f7fc-4e8e-bb10-44a5633c657f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event updated for resources: {'Port': ['ID=de4521fc-53b1-4371-ba47-df5321d802fa,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:25.198802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c8062-306a-4726-9398-1178c9ac20ac req-81397ec3-bc77-4cb4-a832-3f19b4fd30a7 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:25.209131 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede1c53f-f7fc-4e8e-bb10-44a5633c657f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:25.210240 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ede1c53f-f7fc-4e8e-bb10-44a5633c657f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:25.215341 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-233c8062-306a-4726-9398-1178c9ac20ac req-81397ec3-bc77-4cb4-a832-3f19b4fd30a7 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/ports?device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 943 time: 0.1026182 Jan 28 05:47:25.246593 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (b91b2643-930d-4dc0-89f9-bd93d22a243b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:25.252700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 278564f2-ff21-4b84-87b4-625197ef2b95 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:47:25.307951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-233c8062-306a-4726-9398-1178c9ac20ac req-ddea94e2-ac9a-4c85-94bb-5afbf12d4ebf tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f22288f-7c58-41a7-b041-f2674cf6df54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905824 Jan 28 05:47:25.319844 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ede1c53f-f7fc-4e8e-bb10-44a5633c657f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0615170 Jan 28 05:47:25.326489 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59116) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:25.326745 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:25.326966 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:25.328536 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] 10.222.0.64 "PUT /v2.0/ports/b91b2643-930d-4dc0-89f9-bd93d22a243b HTTP/1.1" status: 200 len: 1092 time: 2.0169201 Jan 28 05:47:25.329087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72508bbe-19d5-47df-999c-77a60522def0', 'tag': 'b91b2643-930d-4dc0-89f9-bd93d22a243b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:47:25.329924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ef20dd6f-865e-46be-8ee8-fa127817d8cf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Request body: {'port': {'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410', 'name': 'tempest-TaggedBootDevicesTest-1620770955', 'fixed_ips': [{'subnet_id': 'a2b9cb9f-feef-45df-ae1f-fa66f4c913eb'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:25.331594 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cadda7-6f99-4b36-9c4c-228a326a7817" -d '{"events": [{"name": "network-changed", "server_uuid": "72508bbe-19d5-47df-999c-77a60522def0", "tag": "b91b2643-930d-4dc0-89f9-bd93d22a243b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:47:25.369580 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 278564f2-ff21-4b84-87b4-625197ef2b95 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:25.369955 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (278564f2-ff21-4b84-87b4-625197ef2b95), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:25.423856 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:25.455435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c24cc76-798d-4d87-b142-27803b83d577 None None] Network ef5d0fae-3857-45ba-8bd5-85c6f1126410 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:47:25.463882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2a098-4f71-45ea-9617-295a288be1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b91b2643-930d-4dc0-89f9-bd93d22a243b,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:25.508188 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b364478-8fe4-4745-9657-a8552c83ba79 req-77c53139-c427-45c8-ad44-ae5a4f0f5114 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0425205 Jan 28 05:47:25.624714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf429b24-2930-4bb9-8b6e-946380a19042 req-00acc262-01af-44a8-b630-ea5697347aa0 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:25.633828 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-19b5929d-1690-4677-ad25-145fb6848113 None None] Provisioning complete for port 278564f2-ff21-4b84-87b4-625197ef2b95 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:25.633828 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-19b5929d-1690-4677-ad25-145fb6848113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (278564f2-ff21-4b84-87b4-625197ef2b95), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:25.634110 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf429b24-2930-4bb9-8b6e-946380a19042 req-00acc262-01af-44a8-b630-ea5697347aa0 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 945 time: 0.2544067 Jan 28 05:47:25.653396 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef20dd6f-865e-46be-8ee8-fa127817d8cf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Made reservation on behalf of c7f06b4179644aa3b9a7f829af75be1e for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:25.660050 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ef20dd6f-865e-46be-8ee8-fa127817d8cf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:25.705700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-ef20dd6f-865e-46be-8ee8-fa127817d8cf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] device_id is not set on port a634b533-7357-4188-8294-f3f088104ea5 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:47:25.713505 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a59a970-e685-4fa0-bd54-ffe415ffad5c x-openstack-request-id: req-0a59a970-e685-4fa0-bd54-ffe415ffad5c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:47:25.713941 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72508bbe-19d5-47df-999c-77a60522def0", "tag": "b91b2643-930d-4dc0-89f9-bd93d22a243b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:47:25.714710 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a59a970-e685-4fa0-bd54-ffe415ffad5c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:47:25.714994 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72508bbe-19d5-47df-999c-77a60522def0', 'tag': 'b91b2643-930d-4dc0-89f9-bd93d22a243b', 'status': 'completed', 'code': 200} Jan 28 05:47:25.719136 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-b09cd323-6dc5-4a75-8fe3-a65bf9bb9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:25.730502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-b09cd323-6dc5-4a75-8fe3-a65bf9bb9379 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c58059bc24454369894000cbbc2bc4f1&device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 1095 time: 0.2115355 Jan 28 05:47:25.808129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-7d4c52b7-2bf4-45ad-a2f8-356b78094e49 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b91b2643-930d-4dc0-89f9-bd93d22a243b HTTP/1.1" status: 200 len: 217 time: 0.0607979 Jan 28 05:47:25.816128 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf429b24-2930-4bb9-8b6e-946380a19042 req-d296a0fb-a5c9-443b-bbf4-1ef17e8f519f tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791525 Jan 28 05:47:25.872832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-51c62777-e264-4002-a98e-8a3c60d86cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:25.874638 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-51c62777-e264-4002-a98e-8a3c60d86cfb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=748beea4-6707-42ab-ac8a-1a7251db3c5d HTTP/1.1" status: 200 len: 849 time: 0.0556152 Jan 28 05:47:25.903575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 278564f2-ff21-4b84-87b4-625197ef2b95 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:25.903971 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (278564f2-ff21-4b84-87b4-625197ef2b95), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:25.948759 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-fd7faee5-9e56-4657-a329-9c58a4b406ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d2519585-71cb-48d3-bcea-5b5e54567f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676544 Jan 28 05:47:25.975490 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 278564f2-ff21-4b84-87b4-625197ef2b95, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=278564f2-ff21-4b84-87b4-625197ef2b95,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:25.978521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-19b5929d-1690-4677-ad25-145fb6848113 None None] Current status of the port 278564f2-ff21-4b84-87b4-625197ef2b95 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:25.979351 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-19b5929d-1690-4677-ad25-145fb6848113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (278564f2-ff21-4b84-87b4-625197ef2b95), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:25.985089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-ef20dd6f-865e-46be-8ee8-fa127817d8cf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Allocated IP 10.1.1.224 (ef5d0fae-3857-45ba-8bd5-85c6f1126410/a2b9cb9f-feef-45df-ae1f-fa66f4c913eb/a634b533-7357-4188-8294-f3f088104ea5) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:47:26.062792 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (278564f2-ff21-4b84-87b4-625197ef2b95), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:26.098131 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-38c73eea-f435-489b-bb35-42b2255bddca service neutron] 10.222.0.64 "GET /v2.0/networks/d2519585-71cb-48d3-bcea-5b5e54567f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438169 Jan 28 05:47:26.244085 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8de6b843-333a-471f-90b5-1c3ad127dffe req-6de4c1b0-b206-4bed-93fd-103e05f0b858 service neutron] 10.222.0.64 "GET /v2.0/networks/d2519585-71cb-48d3-bcea-5b5e54567f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213222 Jan 28 05:47:26.273920 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-19b5929d-1690-4677-ad25-145fb6848113 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:47:26.274491 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-19b5929d-1690-4677-ad25-145fb6848113 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:47:26.276483 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14b3948-64ec-4541-9b41-76017eb32657 None None] Network 5163c916-d2f8-441e-b2dc-85c1354db940 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:47:26.278876 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=278564f2-ff21-4b84-87b4-625197ef2b95,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:26.333822 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ef20dd6f-865e-46be-8ee8-fa127817d8cf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for port (a634b533-7357-4188-8294-f3f088104ea5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:26.513393 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ef20dd6f-865e-46be-8ee8-fa127817d8cf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a634b533-7357-4188-8294-f3f088104ea5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:26.523459 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cadda7-6f99-4b36-9c4c-228a326a7817 req-fc131ba2-2166-466e-be94-8acd808eeb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:26.526400 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53cadda7-6f99-4b36-9c4c-228a326a7817 req-fc131ba2-2166-466e-be94-8acd808eeb66 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c58059bc24454369894000cbbc2bc4f1&device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 1095 time: 0.1023231 Jan 28 05:47:26.537061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6438b2-22ca-427b-a560-ded81809f402 req-d397738a-edf8-4ad1-a087-85eee906749e tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:26.541037 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e6438b2-22ca-427b-a560-ded81809f402 req-d397738a-edf8-4ad1-a087-85eee906749e tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/ports?device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 943 time: 0.0820105 Jan 28 05:47:26.575177 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef20dd6f-865e-46be-8ee8-fa127817d8cf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Network ef5d0fae-3857-45ba-8bd5-85c6f1126410 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:26.593252 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-ef20dd6f-865e-46be-8ee8-fa127817d8cf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:26.612193 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef20dd6f-865e-46be-8ee8-fa127817d8cf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:47:26.657029 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cadda7-6f99-4b36-9c4c-228a326a7817 req-9998491f-a278-46f4-92ec-07fe77831b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:26.660122 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53cadda7-6f99-4b36-9c4c-228a326a7817 req-9998491f-a278-46f4-92ec-07fe77831b1b service neutron] 10.222.0.64 "GET /v2.0/networks?id=d2519585-71cb-48d3-bcea-5b5e54567f97 HTTP/1.1" status: 200 len: 910 time: 0.1181068 Jan 28 05:47:26.666486 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20dd6f-865e-46be-8ee8-fa127817d8cf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event updated for resources: {'Port': ['ID=a634b533-7357-4188-8294-f3f088104ea5,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:26.721528 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef20dd6f-865e-46be-8ee8-fa127817d8cf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:26.722845 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ef20dd6f-865e-46be-8ee8-fa127817d8cf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:26.762916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53cadda7-6f99-4b36-9c4c-228a326a7817 req-0dbc762d-7b4d-4abb-ba09-2c428d1dcddf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b91b2643-930d-4dc0-89f9-bd93d22a243b HTTP/1.1" status: 200 len: 217 time: 0.0800936 Jan 28 05:47:26.826938 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a6cff67-282d-452c-acb8-5c6e43d571b6 req-b9895dc7-495d-4a4f-93ef-1681f8e57aeb tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.1129856 Jan 28 05:47:26.851717 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-19b5929d-1690-4677-ad25-145fb6848113 None None] Current status of the port 278564f2-ff21-4b84-87b4-625197ef2b95 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:26.883135 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e6438b2-22ca-427b-a560-ded81809f402 req-26880e93-f3be-4443-af37-71bf2b8d0dc4 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f22288f-7c58-41a7-b041-f2674cf6df54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209132 Jan 28 05:47:26.900681 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ef20dd6f-865e-46be-8ee8-fa127817d8cf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5718474 Jan 28 05:47:26.900998 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 43f70db1-5e39-4cf9-ad6d-299361f6151a up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:47:26.920704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cadda7-6f99-4b36-9c4c-228a326a7817 req-bd148f9e-fcfc-404e-b65e-9369de5c199c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:26.926411 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53cadda7-6f99-4b36-9c4c-228a326a7817 req-bd148f9e-fcfc-404e-b65e-9369de5c199c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=748beea4-6707-42ab-ac8a-1a7251db3c5d HTTP/1.1" status: 200 len: 849 time: 0.1343415 Jan 28 05:47:26.977002 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53cadda7-6f99-4b36-9c4c-228a326a7817 req-2e8cc6e4-d1df-4085-8814-7bb467bbd249 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d2519585-71cb-48d3-bcea-5b5e54567f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428009 Jan 28 05:47:27.023816 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f62de8af-b5a2-450f-8dcf-d60eaf7a30a9 None None] Provisioning complete for port de4521fc-53b1-4371-ba47-df5321d802fa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:27.025568 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f62de8af-b5a2-450f-8dcf-d60eaf7a30a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (de4521fc-53b1-4371-ba47-df5321d802fa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:27.078786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f62de8af-b5a2-450f-8dcf-d60eaf7a30a9 None None] Port de4521fc-53b1-4371-ba47-df5321d802fa cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:47:27.080482 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 43f70db1-5e39-4cf9-ad6d-299361f6151a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:27.080853 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (43f70db1-5e39-4cf9-ad6d-299361f6151a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:27.122653 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f62de8af-b5a2-450f-8dcf-d60eaf7a30a9 None None] Provisioning complete for port 278564f2-ff21-4b84-87b4-625197ef2b95 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:27.123027 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f62de8af-b5a2-450f-8dcf-d60eaf7a30a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (278564f2-ff21-4b84-87b4-625197ef2b95), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:27.123286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f06ce3-a1bd-4323-b28c-369d967f7a77 req-f9246021-9fba-4e93-bfcb-58d66a6d9136 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:27.124805 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70f06ce3-a1bd-4323-b28c-369d967f7a77 req-f9246021-9fba-4e93-bfcb-58d66a6d9136 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 945 time: 0.1025515 Jan 28 05:47:27.152993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53cadda7-6f99-4b36-9c4c-228a326a7817 req-358621d0-5c83-43b6-98ec-82d5268dba41 service neutron] 10.222.0.64 "GET /v2.0/networks/d2519585-71cb-48d3-bcea-5b5e54567f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614830 Jan 28 05:47:27.209096 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 43f70db1-5e39-4cf9-ad6d-299361f6151a is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:27.209487 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (43f70db1-5e39-4cf9-ad6d-299361f6151a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:27.234498 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70f06ce3-a1bd-4323-b28c-369d967f7a77 req-5313f4d4-cc37-440f-bb95-76a85f09455a tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989988 Jan 28 05:47:27.283653 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f62de8af-b5a2-450f-8dcf-d60eaf7a30a9 None None] Current status of the port 278564f2-ff21-4b84-87b4-625197ef2b95 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:27.287340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 43f70db1-5e39-4cf9-ad6d-299361f6151a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=43f70db1-5e39-4cf9-ad6d-299361f6151a,segment=NetworkSegment(3f86edcc-b597-4238-ba5a-e3fe3fd24b6d),segment_id=3f86edcc-b597-4238-ba5a-e3fe3fd24b6d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:27.297960 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f62de8af-b5a2-450f-8dcf-d60eaf7a30a9 None None] Provisioning complete for port 43f70db1-5e39-4cf9-ad6d-299361f6151a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:27.298569 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f62de8af-b5a2-450f-8dcf-d60eaf7a30a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (43f70db1-5e39-4cf9-ad6d-299361f6151a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:27.303628 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53cadda7-6f99-4b36-9c4c-228a326a7817 req-8bbef294-c674-46ef-b9db-8e3998500828 service neutron] 10.222.0.64 "GET /v2.0/networks/d2519585-71cb-48d3-bcea-5b5e54567f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419456 Jan 28 05:47:27.397500 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (43f70db1-5e39-4cf9-ad6d-299361f6151a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:27.398536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 278564f2-ff21-4b84-87b4-625197ef2b95 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:47:27.402151 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f62de8af-b5a2-450f-8dcf-d60eaf7a30a9 None None] Current status of the port 43f70db1-5e39-4cf9-ad6d-299361f6151a is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:27.406744 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f62de8af-b5a2-450f-8dcf-d60eaf7a30a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (43f70db1-5e39-4cf9-ad6d-299361f6151a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:27.459510 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:27.528051 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=43f70db1-5e39-4cf9-ad6d-299361f6151a,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:27.550103 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-f62de8af-b5a2-450f-8dcf-d60eaf7a30a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:47:27.550472 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-f62de8af-b5a2-450f-8dcf-d60eaf7a30a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:47:27.552297 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 278564f2-ff21-4b84-87b4-625197ef2b95 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:27.552297 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (278564f2-ff21-4b84-87b4-625197ef2b95), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:27.642447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 278564f2-ff21-4b84-87b4-625197ef2b95 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:27.702895 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device d539f3dd-f19b-44fa-8517-5e1d99418928 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:47:27.715141 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:47:27.869270 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59252) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:27.876131 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-57d78956-d58d-4530-a41d-a29001112126 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1604265855', 'description': 'tempest-description--1534425781'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:27.883633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port d539f3dd-f19b-44fa-8517-5e1d99418928, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=d539f3dd-f19b-44fa-8517-5e1d99418928,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:27.887298 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:27.887702 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:27.942261 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f681cb21-b165-49b0-a18c-6677f0149776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cbe4213-6e56-402e-9eb4-48fe15bdb0d4'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:47:27.944557 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a7040d-4af1-4b64-9733-076200139322" -d '{"events": [{"server_uuid": "f681cb21-b165-49b0-a18c-6677f0149776", "name": "network-vif-unplugged", "status": "completed", "tag": "5cbe4213-6e56-402e-9eb4-48fe15bdb0d4"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:47:27.950244 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'd539f3dd-f19b-44fa-8517-5e1d99418928', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'd539f3dd-f19b-44fa-8517-5e1d99418928', 'mac_address': 'fa:16:3e:56:0d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:47:27.960285 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:27.980497 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57d78956-d58d-4530-a41d-a29001112126 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:27.996995 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port d539f3dd-f19b-44fa-8517-5e1d99418928 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:27.997407 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:28.012071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d539f3dd-f19b-44fa-8517-5e1d99418928 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:47:28.032601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port d539f3dd-f19b-44fa-8517-5e1d99418928, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=d539f3dd-f19b-44fa-8517-5e1d99418928,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:28.038678 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44623604-3dfd-4483-98f3-a0a629ec15e1 req-de411f66-cfd0-4c5c-bd99-43baaa1d9480 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0298772 Jan 28 05:47:28.050198 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57d78956-d58d-4530-a41d-a29001112126 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for security_group (eae9756e-6982-4be6-88c2-1c22004000fc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:28.096432 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:28.098431 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f62de8af-b5a2-450f-8dcf-d60eaf7a30a9 None None] Current status of the port 43f70db1-5e39-4cf9-ad6d-299361f6151a is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:28.148523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:28.157496 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:28.157716 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57d78956-d58d-4530-a41d-a29001112126 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (eae9756e-6982-4be6-88c2-1c22004000fc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:28.212780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d78956-d58d-4530-a41d-a29001112126 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae9756e-6982-4be6-88c2-1c22004000fc,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:28.247080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=d539f3dd-f19b-44fa-8517-5e1d99418928,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:28.250861 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57d78956-d58d-4530-a41d-a29001112126 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:28.252492 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-57d78956-d58d-4530-a41d-a29001112126 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3820484 Jan 28 05:47:28.254758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abbf456d-7b23-489b-9cca-3713f109973c None None] Provisioning complete for port a634b533-7357-4188-8294-f3f088104ea5 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:28.255270 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abbf456d-7b23-489b-9cca-3713f109973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a634b533-7357-4188-8294-f3f088104ea5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:28.260317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59290) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:28.261171 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2fadfa85-5485-4885-910d-9a667759bffb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Request body: {'security_group_rule': {'security_group_id': 'eae9756e-6982-4be6-88c2-1c22004000fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:28.296444 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abbf456d-7b23-489b-9cca-3713f109973c None None] Port a634b533-7357-4188-8294-f3f088104ea5 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:47:28.317862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['d539f3dd-f19b-44fa-8517-5e1d99418928'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:47:28.381952 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2fadfa85-5485-4885-910d-9a667759bffb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for security_group_rule (c5adc190-4fbc-45a4-8aa3-822ea38d7d69), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:28.459478 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2fadfa85-5485-4885-910d-9a667759bffb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for security_group_rule (c5adc190-4fbc-45a4-8aa3-822ea38d7d69), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:28.528365 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59312) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:28.574844 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2fadfa85-5485-4885-910d-9a667759bffb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (c5adc190-4fbc-45a4-8aa3-822ea38d7d69), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:28.580733 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0102e33-15dc-4c8e-9867-a98845f043d5 x-openstack-request-id: req-a0102e33-15dc-4c8e-9867-a98845f043d5 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:47:28.582687 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f681cb21-b165-49b0-a18c-6677f0149776", "name": "network-vif-unplugged", "status": "completed", "tag": "5cbe4213-6e56-402e-9eb4-48fe15bdb0d4", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:47:28.582687 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0102e33-15dc-4c8e-9867-a98845f043d5 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:47:28.582687 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f681cb21-b165-49b0-a18c-6677f0149776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cbe4213-6e56-402e-9eb4-48fe15bdb0d4', 'code': 200} Jan 28 05:47:28.621855 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadfa85-5485-4885-910d-9a667759bffb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5adc190-4fbc-45a4-8aa3-822ea38d7d69,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:28.680002 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 43f70db1-5e39-4cf9-ad6d-299361f6151a up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:47:28.692170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533d755-0413-4216-b025-66230fdd771f req-c2d2c041-c0ec-4c00-8992-6aa895376a8d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:28.698844 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b533d755-0413-4216-b025-66230fdd771f req-c2d2c041-c0ec-4c00-8992-6aa895376a8d tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 945 time: 0.0721931 Jan 28 05:47:28.705649 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c024658-ca0c-493e-b823-a6b1c7264fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:28.732478 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2fadfa85-5485-4885-910d-9a667759bffb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:28.734196 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2fadfa85-5485-4885-910d-9a667759bffb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4777462 Jan 28 05:47:28.742149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 43f70db1-5e39-4cf9-ad6d-299361f6151a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:28.742149 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (43f70db1-5e39-4cf9-ad6d-299361f6151a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:28.742552 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59318) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:28.746850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4b73cf53-eb77-4eb6-82df-d978ec6ea21d tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Request body: {'security_group_rule': {'security_group_id': 'eae9756e-6982-4be6-88c2-1c22004000fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:28.787331 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b533d755-0413-4216-b025-66230fdd771f req-0c3c0be6-e92f-4994-9e68-52aa9e84df9f tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846310 Jan 28 05:47:28.811720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ebcd6-4cf7-46e3-a00b-2e717e0afadd req-c3d01603-6fdf-442d-a2f5-1064b7fb8787 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:28.820041 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-611ebcd6-4cf7-46e3-a00b-2e717e0afadd req-c3d01603-6fdf-442d-a2f5-1064b7fb8787 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/ports?device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 943 time: 0.0736988 Jan 28 05:47:28.863696 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 43f70db1-5e39-4cf9-ad6d-299361f6151a is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:28.877548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-611ebcd6-4cf7-46e3-a00b-2e717e0afadd req-c8dde25f-012d-49f0-8ea8-7a0988e33793 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f22288f-7c58-41a7-b041-f2674cf6df54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540338 Jan 28 05:47:29.095937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b91b2643-930d-4dc0-89f9-bd93d22a243b details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:47:29.096647 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c024658-ca0c-493e-b823-a6b1c7264fd2 admin admin] Publish callbacks [] for security_group (36e95ccc-96e5-4705-aa11-bfb4a83046aa), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:29.103502 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b73cf53-eb77-4eb6-82df-d978ec6ea21d tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for security_group_rule (54af4698-6ba5-42c8-b30c-5ecb782f3587), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:29.159277 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b73cf53-eb77-4eb6-82df-d978ec6ea21d tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for security_group_rule (54af4698-6ba5-42c8-b30c-5ecb782f3587), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:29.165536 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33e7b31e-22bb-41e8-b782-0890530cb3be req-384f2811-2246-4c48-9260-7661a1035ce0 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0378990 Jan 28 05:47:29.209210 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c024658-ca0c-493e-b823-a6b1c7264fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (36e95ccc-96e5-4705-aa11-bfb4a83046aa), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:29.222067 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port b91b2643-930d-4dc0-89f9-bd93d22a243b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b91b2643-930d-4dc0-89f9-bd93d22a243b,segment=NetworkSegment(9d9a4963-04fc-4559-97a2-19ee4a0e4209),segment_id=9d9a4963-04fc-4559-97a2-19ee4a0e4209)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:29.235362 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'b91b2643-930d-4dc0-89f9-bd93d22a243b', 'network_id': 'd2519585-71cb-48d3-bcea-5b5e54567f97', 'port_id': 'b91b2643-930d-4dc0-89f9-bd93d22a243b', 'mac_address': 'fa:16:3e:f7:1d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748beea4-6707-42ab-ac8a-1a7251db3c5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:47:29.250515 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6c024658-ca0c-493e-b823-a6b1c7264fd2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=524627accac84cbfb4ffca11325e8d35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7204649 Jan 28 05:47:29.251305 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c024658-ca0c-493e-b823-a6b1c7264fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e95ccc-96e5-4705-aa11-bfb4a83046aa,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:29.253233 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59372) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:29.280416 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b73cf53-eb77-4eb6-82df-d978ec6ea21d tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (54af4698-6ba5-42c8-b30c-5ecb782f3587), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:29.280525 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port b91b2643-930d-4dc0-89f9-bd93d22a243b is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:29.280525 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b91b2643-930d-4dc0-89f9-bd93d22a243b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:29.299272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73cf53-eb77-4eb6-82df-d978ec6ea21d tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54af4698-6ba5-42c8-b30c-5ecb782f3587,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:29.303941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91b2643-930d-4dc0-89f9-bd93d22a243b {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:47:29.316272 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c036473d-fcff-4f59-9ab1-fcc8271b1c66 admin admin] Publish callbacks [] for security_group (36e95ccc-96e5-4705-aa11-bfb4a83046aa), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:29.339007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port b91b2643-930d-4dc0-89f9-bd93d22a243b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b91b2643-930d-4dc0-89f9-bd93d22a243b,segment=NetworkSegment(9d9a4963-04fc-4559-97a2-19ee4a0e4209),segment_id=9d9a4963-04fc-4559-97a2-19ee4a0e4209)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:29.341782 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c036473d-fcff-4f59-9ab1-fcc8271b1c66 admin admin] Publish callbacks [] for security_group (36e95ccc-96e5-4705-aa11-bfb4a83046aa), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:29.423239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b73cf53-eb77-4eb6-82df-d978ec6ea21d tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:29.424617 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4b73cf53-eb77-4eb6-82df-d978ec6ea21d tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6854067 Jan 28 05:47:29.428075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59392) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:29.433039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-74103547-e297-449c-adae-2f7198954530 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:29.448292 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b91b2643-930d-4dc0-89f9-bd93d22a243b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:29.489286 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c036473d-fcff-4f59-9ab1-fcc8271b1c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (36e95ccc-96e5-4705-aa11-bfb4a83046aa), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:29.492321 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c036473d-fcff-4f59-9ab1-fcc8271b1c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:29.493899 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c036473d-fcff-4f59-9ab1-fcc8271b1c66 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36e95ccc-96e5-4705-aa11-bfb4a83046aa HTTP/1.1" status: 204 len: 168 time: 0.2343771 Jan 28 05:47:29.504083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036473d-fcff-4f59-9ab1-fcc8271b1c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e95ccc-96e5-4705-aa11-bfb4a83046aa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:29.533535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=b91b2643-930d-4dc0-89f9-bd93d22a243b,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:29.550825 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74103547-e297-449c-adae-2f7198954530 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:29.669846 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74103547-e297-449c-adae-2f7198954530 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:29.697946 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device d539f3dd-f19b-44fa-8517-5e1d99418928 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:47:29.736348 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['b91b2643-930d-4dc0-89f9-bd93d22a243b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:47:29.796123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port d539f3dd-f19b-44fa-8517-5e1d99418928 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:29.796881 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:29.845686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-74103547-e297-449c-adae-2f7198954530 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Allocated IP 172.25.0.86 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/ee1a6aa3-b340-422d-a74b-384151d97cca) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:47:30.016524 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port d539f3dd-f19b-44fa-8517-5e1d99418928 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:30.016960 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:30.066066 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port d539f3dd-f19b-44fa-8517-5e1d99418928, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=d539f3dd-f19b-44fa-8517-5e1d99418928,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:30.094625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302965c9-4af2-42ff-85ea-43b4e78737d6 req-548e2101-a3c7-4c58-85c1-a52b3b1137da tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:30.096092 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-302965c9-4af2-42ff-85ea-43b4e78737d6 req-548e2101-a3c7-4c58-85c1-a52b3b1137da tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 945 time: 0.1616111 Jan 28 05:47:30.128304 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87143b0c-24f5-4ecc-b92f-a245f8edb7ea req-fc15f043-ed3a-4aac-9ac1-3c35a3b73c74 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:30.129689 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87143b0c-24f5-4ecc-b92f-a245f8edb7ea req-fc15f043-ed3a-4aac-9ac1-3c35a3b73c74 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/ports?device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 944 time: 0.1172872 Jan 28 05:47:30.180203 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:30.194956 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74103547-e297-449c-adae-2f7198954530 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for port (ee1a6aa3-b340-422d-a74b-384151d97cca), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:30.249097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84250b9-fd0d-433a-b2cf-ac64d76429ac req-7558fec1-5e7e-4e44-a1ac-d810ef034742 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:30.250671 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f84250b9-fd0d-433a-b2cf-ac64d76429ac req-7558fec1-5e7e-4e44-a1ac-d810ef034742 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 945 time: 0.1457705 Jan 28 05:47:30.260494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=d539f3dd-f19b-44fa-8517-5e1d99418928,revision_number=10']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:30.264409 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-302965c9-4af2-42ff-85ea-43b4e78737d6 req-980ac516-de07-459c-b953-91690e675163 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/security-groups?id=f419e5c4-fc44-4646-a4eb-1f0da998745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608710 Jan 28 05:47:30.320121 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87143b0c-24f5-4ecc-b92f-a245f8edb7ea req-98d492b7-6536-453c-b0a0-9b38a38e9c23 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f22288f-7c58-41a7-b041-f2674cf6df54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697857 Jan 28 05:47:30.390625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f84250b9-fd0d-433a-b2cf-ac64d76429ac req-a2ed8d4a-4652-4790-9485-69c916e94af9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Deleting port 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:47:30.390977 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f84250b9-fd0d-433a-b2cf-ac64d76429ac req-a2ed8d4a-4652-4790-9485-69c916e94af9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (325f9d82-0c5d-426c-8d78-2ac93fe01fa2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:30.464698 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74103547-e297-449c-adae-2f7198954530 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ee1a6aa3-b340-422d-a74b-384151d97cca), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:30.492367 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59492) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:30.520627 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e607-3b4a-494a-980e-f485734d04ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:30.555126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74103547-e297-449c-adae-2f7198954530 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:30.587811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-74103547-e297-449c-adae-2f7198954530 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:30.588283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd539f3dd-f19b-44fa-8517-5e1d99418928'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:47:30.589589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74103547-e297-449c-adae-2f7198954530 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:47:30.589687 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52e0788-bae9-4295-84ce-55cb82e78dfd" -d '{"events": [{"server_uuid": "bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2", "name": "network-vif-plugged", "status": "completed", "tag": "d539f3dd-f19b-44fa-8517-5e1d99418928"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:47:30.662443 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74103547-e297-449c-adae-2f7198954530 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event updated for resources: {'Port': ['ID=ee1a6aa3-b340-422d-a74b-384151d97cca,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:30.704720 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e607-3b4a-494a-980e-f485734d04ba admin admin] Publish callbacks [] for security_group (1b17979d-8512-4ca4-88e3-f43bfa48b628), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:30.775282 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e607-3b4a-494a-980e-f485734d04ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1b17979d-8512-4ca4-88e3-f43bfa48b628), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:30.803745 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-17b8b2eb-37f2-4c0b-a5d6-35b14892d24e req-fd584886-cdec-4d37-b0cd-ab95114da240 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.1303334 Jan 28 05:47:30.838576 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0cb6e607-3b4a-494a-980e-f485734d04ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20f9d01b0cf846beb3b8b590aedea862&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3422194 Jan 28 05:47:30.846997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f84250b9-fd0d-433a-b2cf-ac64d76429ac req-a2ed8d4a-4652-4790-9485-69c916e94af9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] For port 325f9d82-0c5d-426c-8d78-2ac93fe01fa2, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=325f9d82-0c5d-426c-8d78-2ac93fe01fa2,segment=NetworkSegment(fa878db0-7b27-43b4-9723-6095e82662db),segment_id=fa878db0-7b27-43b4-9723-6095e82662db)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:30.849562 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f84250b9-fd0d-433a-b2cf-ac64d76429ac req-a2ed8d4a-4652-4790-9485-69c916e94af9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (325f9d82-0c5d-426c-8d78-2ac93fe01fa2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:30.878023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f84250b9-fd0d-433a-b2cf-ac64d76429ac req-a2ed8d4a-4652-4790-9485-69c916e94af9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Calling delete_port for 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:47:30.908034 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a75f457-175b-4624-9624-57b2b7c36634 x-openstack-request-id: req-2a75f457-175b-4624-9624-57b2b7c36634 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:47:30.916981 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2", "name": "network-vif-plugged", "status": "completed", "tag": "d539f3dd-f19b-44fa-8517-5e1d99418928", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:47:30.916981 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a75f457-175b-4624-9624-57b2b7c36634 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:47:30.916981 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd539f3dd-f19b-44fa-8517-5e1d99418928', 'code': 200} Jan 28 05:47:30.917369 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6e607-3b4a-494a-980e-f485734d04ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b17979d-8512-4ca4-88e3-f43bfa48b628,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:30.917369 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59524) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:31.015505 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d906ff7-d447-46ca-99ee-acb5d330ead2 admin admin] Publish callbacks [] for security_group (1b17979d-8512-4ca4-88e3-f43bfa48b628), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:31.059424 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d906ff7-d447-46ca-99ee-acb5d330ead2 admin admin] Publish callbacks [] for security_group (1b17979d-8512-4ca4-88e3-f43bfa48b628), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:31.107207 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b91b2643-930d-4dc0-89f9-bd93d22a243b up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:47:31.179073 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74103547-e297-449c-adae-2f7198954530 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for floatingip (2d449885-aa26-4b2b-b8ab-c7aa8a9cb8eb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:31.220194 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d906ff7-d447-46ca-99ee-acb5d330ead2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1b17979d-8512-4ca4-88e3-f43bfa48b628), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:31.223854 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d906ff7-d447-46ca-99ee-acb5d330ead2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:31.227948 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2d906ff7-d447-46ca-99ee-acb5d330ead2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b17979d-8512-4ca4-88e3-f43bfa48b628 HTTP/1.1" status: 204 len: 168 time: 0.3100483 Jan 28 05:47:31.243377 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d906ff7-d447-46ca-99ee-acb5d330ead2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b17979d-8512-4ca4-88e3-f43bfa48b628,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:31.251502 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f84250b9-fd0d-433a-b2cf-ac64d76429ac req-a2ed8d4a-4652-4790-9485-69c916e94af9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (325f9d82-0c5d-426c-8d78-2ac93fe01fa2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:31.341421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['325f9d82-0c5d-426c-8d78-2ac93fe01fa2'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:47:31.456921 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port b91b2643-930d-4dc0-89f9-bd93d22a243b completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:47:31.476319 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port b91b2643-930d-4dc0-89f9-bd93d22a243b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:31.476701 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b91b2643-930d-4dc0-89f9-bd93d22a243b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:31.528340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed8d4a-4652-4790-9485-69c916e94af9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Pushing event deleted for resources: {'Port': ['ID=325f9d82-0c5d-426c-8d78-2ac93fe01fa2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:31.612482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f145a4b9-70af-4ddf-84e8-c0f7727c6f92 req-1f8bab5b-cb1d-4591-afaa-4fffa87b1cef tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 210 time: 0.0858316 Jan 28 05:47:31.641686 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74103547-e297-449c-adae-2f7198954530 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ee1a6aa3-b340-422d-a74b-384151d97cca), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:31.646989 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port b91b2643-930d-4dc0-89f9-bd93d22a243b is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:31.647974 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b91b2643-930d-4dc0-89f9-bd93d22a243b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:31.746079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port b91b2643-930d-4dc0-89f9-bd93d22a243b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b91b2643-930d-4dc0-89f9-bd93d22a243b,segment=NetworkSegment(9d9a4963-04fc-4559-97a2-19ee4a0e4209),segment_id=9d9a4963-04fc-4559-97a2-19ee4a0e4209)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:31.789803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84250b9-fd0d-433a-b2cf-ac64d76429ac req-a2ed8d4a-4652-4790-9485-69c916e94af9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] No DVR routers for this DVR port 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:47:31.810214 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f84250b9-fd0d-433a-b2cf-ac64d76429ac req-a2ed8d4a-4652-4790-9485-69c916e94af9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:31.811164 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b91b2643-930d-4dc0-89f9-bd93d22a243b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:31.813555 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f84250b9-fd0d-433a-b2cf-ac64d76429ac req-a2ed8d4a-4652-4790-9485-69c916e94af9 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.60 "DELETE /v2.0/ports/325f9d82-0c5d-426c-8d78-2ac93fe01fa2 HTTP/1.1" status: 204 len: 173 time: 1.5560381 Jan 28 05:47:31.814954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2b7976-b8ea-40db-b1e2-2af2f35af6eb', 'name': 'network-vif-deleted', 'tag': '325f9d82-0c5d-426c-8d78-2ac93fe01fa2'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:47:31.817410 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13eacc1-2813-4dbd-bae7-3f35cbe451e1" -d '{"events": [{"server_uuid": "8d2b7976-b8ea-40db-b1e2-2af2f35af6eb", "name": "network-vif-deleted", "tag": "325f9d82-0c5d-426c-8d78-2ac93fe01fa2"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:47:31.920382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc05e29-cef7-4377-8671-3be47413fb1f req-36791e80-0fc3-4ef4-9425-c31152d803f2 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:31.928515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8fc05e29-cef7-4377-8671-3be47413fb1f req-36791e80-0fc3-4ef4-9425-c31152d803f2 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/ports?device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 944 time: 0.1733785 Jan 28 05:47:31.994734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=b91b2643-930d-4dc0-89f9-bd93d22a243b,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:32.009742 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:32.010805 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:32.011658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:32.012211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:32.012800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:32.013348 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:32.013909 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:32.014835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:32.015386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:32.015948 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:32.016488 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:32.017024 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:32.017557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:47:32.065434 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77202fd5-dd09-4d3a-91f8-e108d7af9a79 x-openstack-request-id: req-77202fd5-dd09-4d3a-91f8-e108d7af9a79 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:47:32.065434 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2b7976-b8ea-40db-b1e2-2af2f35af6eb", "name": "network-vif-deleted", "tag": "325f9d82-0c5d-426c-8d78-2ac93fe01fa2", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:47:32.065434 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77202fd5-dd09-4d3a-91f8-e108d7af9a79 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:47:32.065434 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2b7976-b8ea-40db-b1e2-2af2f35af6eb', 'name': 'network-vif-deleted', 'tag': '325f9d82-0c5d-426c-8d78-2ac93fe01fa2', 'status': 'completed', 'code': 200} Jan 28 05:47:32.092881 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8fc05e29-cef7-4377-8671-3be47413fb1f req-879f081b-3aa5-4a88-af13-85986e6d77a7 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f22288f-7c58-41a7-b041-f2674cf6df54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634212 Jan 28 05:47:32.160256 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74103547-e297-449c-adae-2f7198954530 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for port (ee1a6aa3-b340-422d-a74b-384151d97cca), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:32.256228 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74103547-e297-449c-adae-2f7198954530 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ee1a6aa3-b340-422d-a74b-384151d97cca), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:32.318866 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc079189-f9f1-4b21-bd91-562a2cb72840 req-7c2c8a90-ecd6-4a41-9c11-a9f68464baa4 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0921853 Jan 28 05:47:32.472035 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51f9378c-9ff3-4940-b8d7-833d2a7d77c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:32.489326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc998231-9eb5-4423-a8a8-8a6f7ebe5498 req-4d83e9fc-0859-4c7e-887f-f7e5d24a5e10 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0789218 Jan 28 05:47:32.502994 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74103547-e297-449c-adae-2f7198954530 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event updated for resources: {'Port': ['ID=ee1a6aa3-b340-422d-a74b-384151d97cca,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:32.525821 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74103547-e297-449c-adae-2f7198954530 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (2d449885-aa26-4b2b-b8ab-c7aa8a9cb8eb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:32.673952 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74103547-e297-449c-adae-2f7198954530 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:32.683042 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-74103547-e297-449c-adae-2f7198954530 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2462385 Jan 28 05:47:32.888427 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5afac72b-fcda-406b-9766-34e9853141ea req-65da7b94-281f-49ad-b68e-45fc058feb86 tempest-DeleteServersTestJSON-817891381 tempest-DeleteServersTestJSON-817891381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2b7976-b8ea-40db-b1e2-2af2f35af6eb HTTP/1.1" status: 200 len: 210 time: 0.0782876 Jan 28 05:47:32.914681 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72508bbe-19d5-47df-999c-77a60522def0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91b2643-930d-4dc0-89f9-bd93d22a243b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:47:32.926651 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9437e2-9cd0-4ffa-921d-6ae6813f61d2" -d '{"events": [{"server_uuid": "72508bbe-19d5-47df-999c-77a60522def0", "name": "network-vif-plugged", "status": "completed", "tag": "b91b2643-930d-4dc0-89f9-bd93d22a243b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:47:33.088833 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900e1072-bfe9-41bc-a518-e8c38384d912 x-openstack-request-id: req-900e1072-bfe9-41bc-a518-e8c38384d912 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:47:33.089133 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72508bbe-19d5-47df-999c-77a60522def0", "name": "network-vif-plugged", "status": "completed", "tag": "b91b2643-930d-4dc0-89f9-bd93d22a243b", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:47:33.089393 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-900e1072-bfe9-41bc-a518-e8c38384d912 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:47:33.089785 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72508bbe-19d5-47df-999c-77a60522def0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91b2643-930d-4dc0-89f9-bd93d22a243b', 'code': 200} Jan 28 05:47:33.338546 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-9910af32-49c8-4e76-8b5b-a31b20686006 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1604265855&fields=id&tenant_id=c7f06b4179644aa3b9a7f829af75be1e HTTP/1.1" status: 200 len: 267 time: 0.1293244 Jan 28 05:47:33.569502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a4a4c6c0-075e-4fb2-b36b-b8d8934677ac tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:33.574784 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a4a4c6c0-075e-4fb2-b36b-b8d8934677ac tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports/de4521fc-53b1-4371-ba47-df5321d802fa HTTP/1.1" status: 200 len: 931 time: 0.2321680 Jan 28 05:47:33.622214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad465c5-a90c-4cbc-9bec-cb86d63b0a6d req-3f10ede3-9a96-4c18-ba54-d009bd0a665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:33.625036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dad465c5-a90c-4cbc-9bec-cb86d63b0a6d req-3f10ede3-9a96-4c18-ba54-d009bd0a665c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 1097 time: 0.3273752 Jan 28 05:47:33.711959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-d0753aa3-8264-4e73-9d67-927d0e8c03aa tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:33.715517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:47:33.722040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-d0753aa3-8264-4e73-9d67-927d0e8c03aa tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports/a634b533-7357-4188-8294-f3f088104ea5 HTTP/1.1" status: 200 len: 932 time: 0.1358089 Jan 28 05:47:33.772807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:47:33.773219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 325f9d82-0c5d-426c-8d78-2ac93fe01fa2 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:47:33.903262 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-1b919b61-1519-4d12-accb-771a2a62ec85 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?network_id=5163c916-d2f8-441e-b2dc-85c1354db940&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1772413 Jan 28 05:47:33.979704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-21a85954-6f1b-46b1-b9a4-c05ebd5b1873 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?network_id=5163c916-d2f8-441e-b2dc-85c1354db940&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0754678 Jan 28 05:47:34.023965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dad465c5-a90c-4cbc-9bec-cb86d63b0a6d req-b7dd0ec5-cd31-4ae7-966f-6688917ea779 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2f22288f-7c58-41a7-b041-f2674cf6df54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778162 Jan 28 05:47:34.570369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a3497-4990-404e-ad56-b65984e4ca49 req-ec5af6e5-5711-4bed-b685-b7bbbdd8d472 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:34.577525 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-360a3497-4990-404e-ad56-b65984e4ca49 req-ec5af6e5-5711-4bed-b685-b7bbbdd8d472 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/ports?device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 945 time: 0.0758033 Jan 28 05:47:34.653332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-1daff7fc-c211-461b-8242-9725a7b76e41 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:34.658456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-1daff7fc-c211-461b-8242-9725a7b76e41 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:34.663425 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-1daff7fc-c211-461b-8242-9725a7b76e41 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:34.671370 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-1daff7fc-c211-461b-8242-9725a7b76e41 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/networks?id=6d41f46e-f58d-4165-a16d-3b2144390868&id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&id=5163c916-d2f8-441e-b2dc-85c1354db940&id=5163c916-d2f8-441e-b2dc-85c1354db940 HTTP/1.1" status: 200 len: 1990 time: 0.6898561 Jan 28 05:47:34.683986 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-360a3497-4990-404e-ad56-b65984e4ca49 req-9378e3e1-bcbd-45e8-9560-20d5dbd6345c tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f22288f-7c58-41a7-b041-f2674cf6df54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055977 Jan 28 05:47:34.700658 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-7b2dbb55-1bce-4c14-a6d4-9420440dcc02 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/quotas/c7f06b4179644aa3b9a7f829af75be1e HTTP/1.1" status: 200 len: 375 time: 0.0282130 Jan 28 05:47:34.729468 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e85a1bcc-b080-45c3-815d-50812a053ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:34.783206 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-5e8c1e52-88ee-4e34-b309-de54255024fc tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0814726 Jan 28 05:47:34.910227 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a74946e-d035-4a5d-b37e-3593ba66bfee req-283b7359-694c-4a4a-aba8-30343f5159a8 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0530708 Jan 28 05:47:34.940438 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-eb54a279-ab6b-43bb-8ed3-57fa3f7ebb86 service neutron] 10.222.0.31 "GET /v2.0/networks/6d41f46e-f58d-4165-a16d-3b2144390868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387608 Jan 28 05:47:35.066261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-3b2a1870-c645-44ff-870b-75cad6abc51c service neutron] 10.222.0.31 "GET /v2.0/networks/6d41f46e-f58d-4165-a16d-3b2144390868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301188 Jan 28 05:47:35.112560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-dd8e78ec-b524-4a9d-a430-1f6cadacfc0e service neutron] 10.222.0.31 "GET /v2.0/ports/de4521fc-53b1-4371-ba47-df5321d802fa?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0389295 Jan 28 05:47:35.281895 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-f205fda6-860f-4a5b-9bab-d6faff8b5802 service neutron] 10.222.0.31 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606233 Jan 28 05:47:35.399538 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-681815c8-704e-4d2d-ad2e-a9ac21b68dcc service neutron] 10.222.0.31 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105893 Jan 28 05:47:35.453169 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c4dd714b-93a9-49a8-8bc4-a34e354368b5 service neutron] 10.222.0.31 "GET /v2.0/ports/a634b533-7357-4188-8294-f3f088104ea5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0445671 Jan 28 05:47:35.573411 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-3313ae5c-5271-437a-a6eb-15ad4295b6f2 service neutron] 10.222.0.31 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114559 Jan 28 05:47:35.678222 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-eedfacfe-81bc-4c7c-af1a-e13d354dfd29 service neutron] 10.222.0.31 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000869 Jan 28 05:47:35.798495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-4a6d8d86-50e1-4873-a3dc-8d4e09c4d6ef service neutron] 10.222.0.31 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902352 Jan 28 05:47:35.875308 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-79a77d84-8e23-4459-9cbf-65421862b211 service neutron] 10.222.0.31 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954742 Jan 28 05:47:35.979387 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bdaf0879-beae-42de-bf59-0ad8512b1eaa req-4cd00c85-6742-47ba-91af-d3c6cdeefcfd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a2215638b164b10999366042abbc5a8&device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0355399 Jan 28 05:47:36.018206 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bdaf0879-beae-42de-bf59-0ad8512b1eaa req-3fbfbdf1-90df-4b99-aa00-31d9d822dd3a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=0a2215638b164b10999366042abbc5a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282891 Jan 28 05:47:36.046488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-4ab3af7e-eb2f-470f-8589-10657c6a54e2 service neutron] 10.222.0.31 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608617 Jan 28 05:47:36.190260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf0879-beae-42de-bf59-0ad8512b1eaa req-eb9c4490-4ec6-4a45-ae72-4e9fb43d4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:36.191662 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bdaf0879-beae-42de-bf59-0ad8512b1eaa req-eb9c4490-4ec6-4a45-ae72-4e9fb43d4025 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1680975 Jan 28 05:47:36.197309 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a82f936a-af44-4344-9a72-407d9ad6de68 service neutron] 10.222.0.31 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429873 Jan 28 05:47:36.290126 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-457c93c4-4a28-4baa-afbc-5b87a2a372d8 service neutron] 10.222.0.31 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867772 Jan 28 05:47:36.391653 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-280fdab0-94d3-4172-a94b-c30c6288341e service neutron] 10.222.0.31 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957265 Jan 28 05:47:36.500931 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:36.545096 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59e9c0-83cf-44d1-bab2-82d9851ffe9e req-4edd4400-b4b1-465b-903a-9561f530ad99 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:36.553608 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af59e9c0-83cf-44d1-bab2-82d9851ffe9e req-4edd4400-b4b1-465b-903a-9561f530ad99 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/ports?device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 945 time: 0.0871022 Jan 28 05:47:36.582703 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-3958921e-1bc6-4c88-a76b-b43af4d21d65 service neutron] 10.222.0.31 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840630 Jan 28 05:47:36.668748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af59e9c0-83cf-44d1-bab2-82d9851ffe9e req-4d03b28b-0fb7-4116-b8df-88c08f1f6e55 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f22288f-7c58-41a7-b041-f2674cf6df54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158645 Jan 28 05:47:36.713228 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-ad6ec86d-a029-422a-8286-e20c61b1a9f1 service neutron] 10.222.0.31 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196756 Jan 28 05:47:36.839743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f81463e-4b0b-4a8c-9275-546237a5c23c req-930864b2-d20c-4c6a-ac03-617947bd7816 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0299850 Jan 28 05:47:37.618902 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bdaf0879-beae-42de-bf59-0ad8512b1eaa req-9ea50443-f28a-4b51-b1b1-d355d5e219f2 tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0611746 Jan 28 05:47:37.782090 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:38.269397 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef90f20f-31ac-4058-8cf3-4a2a77937dcf req-abb7fb3d-fefb-4ced-bab7-b1f0f545b42b tempest-ServerShowV257Test-336506665 tempest-ServerShowV257Test-336506665-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d6d4595-e4a6-4908-80ae-542ba449a1de HTTP/1.1" status: 200 len: 210 time: 0.0931060 Jan 28 05:47:38.565187 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c253287e-2bc6-46dd-b8dd-2ba268c89448 req-93736d28-626f-495f-8db3-eba5e71ef00a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0534432 Jan 28 05:47:39.122121 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:39.698454 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edfc9644-a657-4cd7-accf-5ec81988ca19 req-392dedd4-f7c4-4904-afd1-94ded6b8128f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0389814 Jan 28 05:47:40.177511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60054) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:40.223860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60058) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:40.337728 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d67ff01e-134b-4ec9-b6bd-ab5d55ef7476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:40.416310 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d459e791-8c3c-48ed-aef8-9d0d51640db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:40.494330 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d67ff01e-134b-4ec9-b6bd-ab5d55ef7476 admin admin] Publish callbacks [] for security_group (c41bbea1-369c-415d-a3b1-46685d5ac7d0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:40.551013 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d459e791-8c3c-48ed-aef8-9d0d51640db6 admin admin] Publish callbacks [] for security_group (fcc21009-7372-4c32-8906-6d4273926246), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:40.703578 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d459e791-8c3c-48ed-aef8-9d0d51640db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (fcc21009-7372-4c32-8906-6d4273926246), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:40.711981 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d67ff01e-134b-4ec9-b6bd-ab5d55ef7476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c41bbea1-369c-415d-a3b1-46685d5ac7d0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:40.790471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60084) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:40.791034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d459e791-8c3c-48ed-aef8-9d0d51640db6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a2215638b164b10999366042abbc5a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5656300 Jan 28 05:47:40.808759 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d67ff01e-134b-4ec9-b6bd-ab5d55ef7476 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16d903a7825c40189ecec40b6dc7a7f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6254082 Jan 28 05:47:40.809729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60086) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:40.854731 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459e791-8c3c-48ed-aef8-9d0d51640db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc21009-7372-4c32-8906-6d4273926246,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:40.933856 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f8dc92e9-9a39-4c8b-8085-bb33fb65142b admin admin] Publish callbacks [] for security_group (fcc21009-7372-4c32-8906-6d4273926246), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:40.963524 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f8dc92e9-9a39-4c8b-8085-bb33fb65142b admin admin] Publish callbacks [] for security_group (fcc21009-7372-4c32-8906-6d4273926246), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:40.993892 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-171017c7-22d1-4624-a15d-a2178d7df0dc req-53d75071-3551-4f04-b3b5-d945fa1b3c9c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0568984 Jan 28 05:47:40.996480 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ff01e-134b-4ec9-b6bd-ab5d55ef7476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41bbea1-369c-415d-a3b1-46685d5ac7d0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:41.040225 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfe6a3e7-6fe9-4f23-a677-5c1d82bccae8 admin admin] Publish callbacks [] for security_group (c41bbea1-369c-415d-a3b1-46685d5ac7d0), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:41.080432 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfe6a3e7-6fe9-4f23-a677-5c1d82bccae8 admin admin] Publish callbacks [] for security_group (c41bbea1-369c-415d-a3b1-46685d5ac7d0), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:41.168040 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f8dc92e9-9a39-4c8b-8085-bb33fb65142b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (fcc21009-7372-4c32-8906-6d4273926246), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:41.171039 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f8dc92e9-9a39-4c8b-8085-bb33fb65142b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:41.182948 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f8dc92e9-9a39-4c8b-8085-bb33fb65142b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcc21009-7372-4c32-8906-6d4273926246 HTTP/1.1" status: 204 len: 168 time: 0.3832691 Jan 28 05:47:41.205822 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc92e9-9a39-4c8b-8085-bb33fb65142b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc21009-7372-4c32-8906-6d4273926246,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:41.266500 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfe6a3e7-6fe9-4f23-a677-5c1d82bccae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c41bbea1-369c-415d-a3b1-46685d5ac7d0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:41.269100 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfe6a3e7-6fe9-4f23-a677-5c1d82bccae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:41.273018 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cfe6a3e7-6fe9-4f23-a677-5c1d82bccae8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c41bbea1-369c-415d-a3b1-46685d5ac7d0 HTTP/1.1" status: 204 len: 168 time: 0.4622672 Jan 28 05:47:41.281527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6a3e7-6fe9-4f23-a677-5c1d82bccae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41bbea1-369c-415d-a3b1-46685d5ac7d0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:41.566005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-cdf8723e-b7e4-4c0c-9cc7-13d89e58592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:41.567441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-cdf8723e-b7e4-4c0c-9cc7-13d89e58592c service neutron] 10.222.0.60 "GET /v2.0/ports/de4521fc-53b1-4371-ba47-df5321d802fa HTTP/1.1" status: 200 len: 1027 time: 0.0611386 Jan 28 05:47:41.645084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c28b9103-c3d4-4722-bd87-8f8842f6724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:41.646517 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c28b9103-c3d4-4722-bd87-8f8842f6724e service neutron] 10.222.0.60 "GET /v2.0/ports/a634b533-7357-4188-8294-f3f088104ea5 HTTP/1.1" status: 200 len: 1028 time: 0.0690892 Jan 28 05:47:41.873332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-dfee5695-c980-472d-b800-cde1fc6e8a57 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:41.879054 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-dfee5695-c980-472d-b800-cde1fc6e8a57 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:41.884990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-dfee5695-c980-472d-b800-cde1fc6e8a57 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:41.886769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-dfee5695-c980-472d-b800-cde1fc6e8a57 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.60 "GET /v2.0/networks?id=6d41f46e-f58d-4165-a16d-3b2144390868&id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&id=5163c916-d2f8-441e-b2dc-85c1354db940&id=5163c916-d2f8-441e-b2dc-85c1354db940 HTTP/1.1" status: 200 len: 1990 time: 0.2334297 Jan 28 05:47:41.915900 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60120) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:42.060121 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-5582e318-09ef-4556-8ebc-f1f19ac9fcb8 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7f06b4179644aa3b9a7f829af75be1e HTTP/1.1" status: 200 len: 380 time: 0.1575735 Jan 28 05:47:42.120019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-06b12418-8a40-4dc9-9267-4630eb01e650 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Request body: {'port': {'device_id': '3291ad89-4923-4056-b5ad-5f876a20a660', 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868', 'admin_state_up': True, 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'security_groups': ['eae9756e-6982-4be6-88c2-1c22004000fc']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:42.318439 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c35deff-8411-41ae-80f6-5a810a7b3d78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:42.328285 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46005711-062a-44d0-b7c2-c4f9ada43b24 req-f1bd9580-196f-482e-85ec-87c0a5352116 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0620544 Jan 28 05:47:42.529145 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-06b12418-8a40-4dc9-9267-4630eb01e650 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Made reservation on behalf of c7f06b4179644aa3b9a7f829af75be1e for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:42.533942 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-06b12418-8a40-4dc9-9267-4630eb01e650 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:42.558988 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c35deff-8411-41ae-80f6-5a810a7b3d78 admin admin] Publish callbacks [] for security_group (63db149b-5328-4079-ac09-d29da93f6b54), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:42.666075 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c35deff-8411-41ae-80f6-5a810a7b3d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (63db149b-5328-4079-ac09-d29da93f6b54), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:42.766162 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9c35deff-8411-41ae-80f6-5a810a7b3d78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21ba2e463a1a4513959a04427a76e665&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8478596 Jan 28 05:47:42.778632 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60162) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:42.856554 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35deff-8411-41ae-80f6-5a810a7b3d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63db149b-5328-4079-ac09-d29da93f6b54,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:42.876444 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-06b12418-8a40-4dc9-9267-4630eb01e650 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Allocated IP 172.20.0.5 (6d41f46e-f58d-4165-a16d-3b2144390868/fef9bb5e-512a-4e07-ad80-abe7197482fc/6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:47:42.922598 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-189b4e23-51cf-4f9d-95b7-856944a32cce admin admin] Publish callbacks [] for security_group (63db149b-5328-4079-ac09-d29da93f6b54), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:42.971781 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-189b4e23-51cf-4f9d-95b7-856944a32cce admin admin] Publish callbacks [] for security_group (63db149b-5328-4079-ac09-d29da93f6b54), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:43.135364 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-189b4e23-51cf-4f9d-95b7-856944a32cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (63db149b-5328-4079-ac09-d29da93f6b54), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:43.138061 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-189b4e23-51cf-4f9d-95b7-856944a32cce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:43.142480 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-189b4e23-51cf-4f9d-95b7-856944a32cce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63db149b-5328-4079-ac09-d29da93f6b54 HTTP/1.1" status: 204 len: 168 time: 0.3597090 Jan 28 05:47:43.154888 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b4e23-51cf-4f9d-95b7-856944a32cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63db149b-5328-4079-ac09-d29da93f6b54,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:43.299208 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-06b12418-8a40-4dc9-9267-4630eb01e650 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for port (6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:43.451500 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9afef-d57a-4eb1-af2c-10b5f134171f req-4632e91b-92e6-4855-a4d9-7ba7b0be9b05 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:43.456520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04d9afef-d57a-4eb1-af2c-10b5f134171f req-4632e91b-92e6-4855-a4d9-7ba7b0be9b05 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/ports?device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 945 time: 0.0777953 Jan 28 05:47:43.490889 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-06b12418-8a40-4dc9-9267-4630eb01e650 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:43.630517 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-06b12418-8a40-4dc9-9267-4630eb01e650 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Network 6d41f46e-f58d-4165-a16d-3b2144390868 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:43.716796 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04d9afef-d57a-4eb1-af2c-10b5f134171f req-c9625080-dbb1-4940-8b96-18b326e55d7d tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f22288f-7c58-41a7-b041-f2674cf6df54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476745 Jan 28 05:47:43.717750 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-06b12418-8a40-4dc9-9267-4630eb01e650 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:43.752269 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-06b12418-8a40-4dc9-9267-4630eb01e650 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:47:43.820442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b12418-8a40-4dc9-9267-4630eb01e650 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event updated for resources: {'Port': ['ID=6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:43.927066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8db80-6a4a-47a4-9008-73cfed1e0b03 req-f78e23de-1cec-481c-a384-7b4083661716 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:43.928757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4c8db80-6a4a-47a4-9008-73cfed1e0b03 req-f78e23de-1cec-481c-a384-7b4083661716 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 931 time: 0.3639836 Jan 28 05:47:43.970806 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-06b12418-8a40-4dc9-9267-4630eb01e650 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:43.971481 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-06b12418-8a40-4dc9-9267-4630eb01e650 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.064757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-06b12418-8a40-4dc9-9267-4630eb01e650 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9662902 Jan 28 05:47:44.073448 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4c8db80-6a4a-47a4-9008-73cfed1e0b03 req-41d4b138-7079-4614-8b24-fd6c9c925b55 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353269 Jan 28 05:47:44.100554 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-d97bb98f-abfa-4fcd-a6f5-d7ec591fab64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Request body: {'port': {'device_id': '3291ad89-4923-4056-b5ad-5f876a20a660', 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410', 'admin_state_up': True, 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'security_groups': ['eae9756e-6982-4be6-88c2-1c22004000fc']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:44.205647 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60212) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:44.232805 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6569b6ab-4207-4f9b-ac47-7d053672e219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.494155 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6569b6ab-4207-4f9b-ac47-7d053672e219 admin admin] Publish callbacks [] for security_group (26441d8d-f5f5-4f7b-bcd1-82b3e4291afa), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.541615 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b53f28ec-8f2f-4ede-a260-2025960eb9d4 None None] Provisioning complete for port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:44.541615 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b53f28ec-8f2f-4ede-a260-2025960eb9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.551347 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-d97bb98f-abfa-4fcd-a6f5-d7ec591fab64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Made reservation on behalf of c7f06b4179644aa3b9a7f829af75be1e for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:44.556186 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-d97bb98f-abfa-4fcd-a6f5-d7ec591fab64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.574178 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6569b6ab-4207-4f9b-ac47-7d053672e219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (26441d8d-f5f5-4f7b-bcd1-82b3e4291afa), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.637500 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6569b6ab-4207-4f9b-ac47-7d053672e219 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aae0af3cc660402d84a8d799e8cf0a6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4254572 Jan 28 05:47:44.642457 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60218) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:44.654064 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b53f28ec-8f2f-4ede-a260-2025960eb9d4 None None] Port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:47:44.699956 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569b6ab-4207-4f9b-ac47-7d053672e219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26441d8d-f5f5-4f7b-bcd1-82b3e4291afa,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:44.726076 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44329c56-7a81-4087-b76d-06bea8a5ca15 admin admin] Publish callbacks [] for security_group (26441d8d-f5f5-4f7b-bcd1-82b3e4291afa), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.751073 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44329c56-7a81-4087-b76d-06bea8a5ca15 admin admin] Publish callbacks [] for security_group (26441d8d-f5f5-4f7b-bcd1-82b3e4291afa), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.866763 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44329c56-7a81-4087-b76d-06bea8a5ca15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (26441d8d-f5f5-4f7b-bcd1-82b3e4291afa), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.871112 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44329c56-7a81-4087-b76d-06bea8a5ca15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:44.874066 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-44329c56-7a81-4087-b76d-06bea8a5ca15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26441d8d-f5f5-4f7b-bcd1-82b3e4291afa HTTP/1.1" status: 204 len: 168 time: 0.2304184 Jan 28 05:47:44.885635 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44329c56-7a81-4087-b76d-06bea8a5ca15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26441d8d-f5f5-4f7b-bcd1-82b3e4291afa,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:45.194719 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bef121-edb8-40af-80e4-b8648b0d46d2 req-950123cf-bebe-4b7f-81dc-d05499958756 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:45.197303 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75bef121-edb8-40af-80e4-b8648b0d46d2 req-950123cf-bebe-4b7f-81dc-d05499958756 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.64 "GET /v2.0/ports?device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 945 time: 0.5837464 Jan 28 05:47:45.234033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-d97bb98f-abfa-4fcd-a6f5-d7ec591fab64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Allocated IP 10.1.1.16 (ef5d0fae-3857-45ba-8bd5-85c6f1126410/a2b9cb9f-feef-45df-ae1f-fa66f4c913eb/22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:47:45.315574 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196987de-bf5e-4b8c-9180-1f1c2f81608c req-342771e3-f258-4bcd-ab79-465030fb1477 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:45.317487 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-196987de-bf5e-4b8c-9180-1f1c2f81608c req-342771e3-f258-4bcd-ab79-465030fb1477 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/ports?device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 945 time: 0.2989435 Jan 28 05:47:45.435172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad1da2-b5bc-4529-8633-5050a8e16857 req-d3582a4b-38bb-4803-8df0-a0ab9954c211 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:45.436778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c8ad1da2-b5bc-4529-8633-5050a8e16857 req-d3582a4b-38bb-4803-8df0-a0ab9954c211 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 931 time: 0.2183166 Jan 28 05:47:45.654239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-196987de-bf5e-4b8c-9180-1f1c2f81608c req-054d091b-2675-42ef-b2d1-351b6aa11465 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f22288f-7c58-41a7-b041-f2674cf6df54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997351 Jan 28 05:47:45.722810 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60276) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:45.735591 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c8ad1da2-b5bc-4529-8633-5050a8e16857 req-2e54a827-ab99-4e50-b6cc-56193bda5b22 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714422 Jan 28 05:47:45.807428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-75bef121-edb8-40af-80e4-b8648b0d46d2 req-bd05ab6d-1048-4437-84eb-287cbe75ba46 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Deleting port b91b2643-930d-4dc0-89f9-bd93d22a243b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:47:45.808548 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75bef121-edb8-40af-80e4-b8648b0d46d2 req-bd05ab6d-1048-4437-84eb-287cbe75ba46 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b91b2643-930d-4dc0-89f9-bd93d22a243b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:45.987022 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-06adefea-edab-4e7d-ade5-42091773300d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:46.023560 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-d97bb98f-abfa-4fcd-a6f5-d7ec591fab64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for port (22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:46.035034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-75bef121-edb8-40af-80e4-b8648b0d46d2 req-bd05ab6d-1048-4437-84eb-287cbe75ba46 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] For port b91b2643-930d-4dc0-89f9-bd93d22a243b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b91b2643-930d-4dc0-89f9-bd93d22a243b,segment=NetworkSegment(9d9a4963-04fc-4559-97a2-19ee4a0e4209),segment_id=9d9a4963-04fc-4559-97a2-19ee4a0e4209)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:46.035634 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75bef121-edb8-40af-80e4-b8648b0d46d2 req-bd05ab6d-1048-4437-84eb-287cbe75ba46 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b91b2643-930d-4dc0-89f9-bd93d22a243b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:46.055445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-75bef121-edb8-40af-80e4-b8648b0d46d2 req-bd05ab6d-1048-4437-84eb-287cbe75ba46 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Calling delete_port for b91b2643-930d-4dc0-89f9-bd93d22a243b owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:47:46.133884 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-06adefea-edab-4e7d-ade5-42091773300d admin admin] Publish callbacks [] for security_group (2af929a8-cabe-4dc6-86f6-c8be8aada572), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:46.265602 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-06adefea-edab-4e7d-ade5-42091773300d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2af929a8-cabe-4dc6-86f6-c8be8aada572), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:46.266545 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-d97bb98f-abfa-4fcd-a6f5-d7ec591fab64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:46.316129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-d97bb98f-abfa-4fcd-a6f5-d7ec591fab64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Network ef5d0fae-3857-45ba-8bd5-85c6f1126410 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:46.333650 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-d97bb98f-abfa-4fcd-a6f5-d7ec591fab64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:46.338253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-d97bb98f-abfa-4fcd-a6f5-d7ec591fab64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:47:46.373328 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bb98f-abfa-4fcd-a6f5-d7ec591fab64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event updated for resources: {'Port': ['ID=22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:46.383977 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-06adefea-edab-4e7d-ade5-42091773300d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67ab697cc8e248d694a375833ff82fd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6502247 Jan 28 05:47:46.389585 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75bef121-edb8-40af-80e4-b8648b0d46d2 req-bd05ab6d-1048-4437-84eb-287cbe75ba46 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b91b2643-930d-4dc0-89f9-bd93d22a243b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:46.397775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adefea-edab-4e7d-ade5-42091773300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af929a8-cabe-4dc6-86f6-c8be8aada572,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:46.400422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60310) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:46.425174 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['b91b2643-930d-4dc0-89f9-bd93d22a243b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:47:46.557203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05ab6d-1048-4437-84eb-287cbe75ba46 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Pushing event deleted for resources: {'Port': ['ID=b91b2643-930d-4dc0-89f9-bd93d22a243b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:46.604418 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60312) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:46.641372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-d97bb98f-abfa-4fcd-a6f5-d7ec591fab64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:46.643475 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-d97bb98f-abfa-4fcd-a6f5-d7ec591fab64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:46.829390 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-d97bb98f-abfa-4fcd-a6f5-d7ec591fab64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7474813 Jan 28 05:47:46.861650 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-99042c0e-b64d-4beb-b2b3-45d6a9c2ebef tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Request body: {'port': {'device_id': '3291ad89-4923-4056-b5ad-5f876a20a660', 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410', 'admin_state_up': True, 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'security_groups': ['eae9756e-6982-4be6-88c2-1c22004000fc']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:46.901928 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-594864bc-4e43-440c-a690-19488dc03391 None None] Provisioning complete for port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:46.910190 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-594864bc-4e43-440c-a690-19488dc03391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:46.963112 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f2f0-9edb-467c-a01b-3b85fca09a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.110056 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-594864bc-4e43-440c-a690-19488dc03391 None None] Port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:47:47.120389 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f2f0-9edb-467c-a01b-3b85fca09a58 admin admin] Publish callbacks [] for security_group (78f70ea9-a46b-41a9-948e-568d80bd057c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.202619 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f2f0-9edb-467c-a01b-3b85fca09a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (78f70ea9-a46b-41a9-948e-568d80bd057c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.251640 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6f2f0-9edb-467c-a01b-3b85fca09a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f70ea9-a46b-41a9-948e-568d80bd057c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:47.335651 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9cf6f2f0-9edb-467c-a01b-3b85fca09a58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=132df59155374010be20d9763d69ce34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7287517 Jan 28 05:47:47.339096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60334) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:47.378526 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bef121-edb8-40af-80e4-b8648b0d46d2 req-bd05ab6d-1048-4437-84eb-287cbe75ba46 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] No DVR routers for this DVR port b91b2643-930d-4dc0-89f9-bd93d22a243b on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:47:47.385903 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75bef121-edb8-40af-80e4-b8648b0d46d2 req-bd05ab6d-1048-4437-84eb-287cbe75ba46 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.389201 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75bef121-edb8-40af-80e4-b8648b0d46d2 req-bd05ab6d-1048-4437-84eb-287cbe75ba46 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.64 "DELETE /v2.0/ports/b91b2643-930d-4dc0-89f9-bd93d22a243b HTTP/1.1" status: 204 len: 173 time: 2.1631875 Jan 28 05:47:47.433926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72508bbe-19d5-47df-999c-77a60522def0', 'name': 'network-vif-deleted', 'tag': 'b91b2643-930d-4dc0-89f9-bd93d22a243b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:47:47.436181 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f9f763-2a10-4103-9219-35f6bcaa704d" -d '{"events": [{"server_uuid": "72508bbe-19d5-47df-999c-77a60522def0", "name": "network-vif-deleted", "tag": "b91b2643-930d-4dc0-89f9-bd93d22a243b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:47:47.439952 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8470bbf1-4284-48e3-9bad-25b733c7d438 req-cbc22192-534e-4991-a6d7-a6ed7c648ffe tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/ports?device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 210 time: 0.5847344 Jan 28 05:47:47.520921 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e095582c-ac0e-4b2f-964b-176a7b1aa380 admin admin] Publish callbacks [] for security_group (78f70ea9-a46b-41a9-948e-568d80bd057c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.586945 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e095582c-ac0e-4b2f-964b-176a7b1aa380 admin admin] Publish callbacks [] for security_group (78f70ea9-a46b-41a9-948e-568d80bd057c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.691704 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-874db842-2607-49a0-8d8f-20baf2622629 admin admin] Publish callbacks [] for security_group (2af929a8-cabe-4dc6-86f6-c8be8aada572), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.754016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53a069-3266-4cd7-a9e4-45747b9d6633 req-cecd2769-084f-40fe-b08c-5b20f97d92d9 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:47.763308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53a069-3266-4cd7-a9e4-45747b9d6633 req-cecd2769-084f-40fe-b08c-5b20f97d92d9 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:47.785259 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc53a069-3266-4cd7-a9e4-45747b9d6633 req-cecd2769-084f-40fe-b08c-5b20f97d92d9 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 1652 time: 0.3505795 Jan 28 05:47:47.798573 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e095582c-ac0e-4b2f-964b-176a7b1aa380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (78f70ea9-a46b-41a9-948e-568d80bd057c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.802788 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e095582c-ac0e-4b2f-964b-176a7b1aa380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.804014 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e095582c-ac0e-4b2f-964b-176a7b1aa380 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78f70ea9-a46b-41a9-948e-568d80bd057c HTTP/1.1" status: 204 len: 168 time: 0.4639392 Jan 28 05:47:47.824115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095582c-ac0e-4b2f-964b-176a7b1aa380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f70ea9-a46b-41a9-948e-568d80bd057c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:47.829172 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40b4fee-5ff5-4e47-9bee-3866adca588c x-openstack-request-id: req-b40b4fee-5ff5-4e47-9bee-3866adca588c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:47:47.829172 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72508bbe-19d5-47df-999c-77a60522def0", "name": "network-vif-deleted", "tag": "b91b2643-930d-4dc0-89f9-bd93d22a243b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:47:47.829172 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b40b4fee-5ff5-4e47-9bee-3866adca588c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:47:47.829172 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72508bbe-19d5-47df-999c-77a60522def0', 'name': 'network-vif-deleted', 'tag': 'b91b2643-930d-4dc0-89f9-bd93d22a243b', 'status': 'completed', 'code': 200} Jan 28 05:47:47.891288 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-874db842-2607-49a0-8d8f-20baf2622629 admin admin] Publish callbacks [] for security_group (2af929a8-cabe-4dc6-86f6-c8be8aada572), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:47.937183 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc53a069-3266-4cd7-a9e4-45747b9d6633 req-cf77b32d-8b2c-4ddc-9e46-f020b8f08175 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509368 Jan 28 05:47:48.033993 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-99042c0e-b64d-4beb-b2b3-45d6a9c2ebef tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Made reservation on behalf of c7f06b4179644aa3b9a7f829af75be1e for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:48.038386 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-99042c0e-b64d-4beb-b2b3-45d6a9c2ebef tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:48.169433 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-874db842-2607-49a0-8d8f-20baf2622629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2af929a8-cabe-4dc6-86f6-c8be8aada572), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:48.172514 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-874db842-2607-49a0-8d8f-20baf2622629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:48.201152 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-874db842-2607-49a0-8d8f-20baf2622629 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2af929a8-cabe-4dc6-86f6-c8be8aada572 HTTP/1.1" status: 204 len: 168 time: 1.7888641 Jan 28 05:47:48.238075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874db842-2607-49a0-8d8f-20baf2622629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af929a8-cabe-4dc6-86f6-c8be8aada572,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:48.524292 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-99042c0e-b64d-4beb-b2b3-45d6a9c2ebef tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Allocated IP 10.1.1.82 (ef5d0fae-3857-45ba-8bd5-85c6f1126410/a2b9cb9f-feef-45df-ae1f-fa66f4c913eb/54091cbf-0759-4416-b585-fbc00752ec51) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:47:48.728919 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af5f0e42-0c21-4b73-976a-6966cc5d8be1 req-85aef56c-323e-40a1-972c-53b3b7e6ccd4 tempest-ServerTagsTestJSON-857687899 tempest-ServerTagsTestJSON-857687899-project] 10.222.0.31 "GET /v2.0/ports?device_id=72508bbe-19d5-47df-999c-77a60522def0 HTTP/1.1" status: 200 len: 210 time: 0.0565555 Jan 28 05:47:48.833417 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-99042c0e-b64d-4beb-b2b3-45d6a9c2ebef tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for port (54091cbf-0759-4416-b585-fbc00752ec51), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:49.015152 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-99042c0e-b64d-4beb-b2b3-45d6a9c2ebef tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (54091cbf-0759-4416-b585-fbc00752ec51), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:49.125860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-99042c0e-b64d-4beb-b2b3-45d6a9c2ebef tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Network ef5d0fae-3857-45ba-8bd5-85c6f1126410 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:49.131982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-99042c0e-b64d-4beb-b2b3-45d6a9c2ebef tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:49.152568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-99042c0e-b64d-4beb-b2b3-45d6a9c2ebef tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:47:49.209544 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b91b2643-930d-4dc0-89f9-bd93d22a243b no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:47:49.278914 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: b91b2643-930d-4dc0-89f9-bd93d22a243b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:47:49.278914 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b91b2643-930d-4dc0-89f9-bd93d22a243b not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:47:49.314686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-99042c0e-b64d-4beb-b2b3-45d6a9c2ebef tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:49.315388 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-99042c0e-b64d-4beb-b2b3-45d6a9c2ebef tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:49.337628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99042c0e-b64d-4beb-b2b3-45d6a9c2ebef tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event updated for resources: {'Port': ['ID=54091cbf-0759-4416-b585-fbc00752ec51,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:49.428392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999899c6-2d01-40e4-8f3a-404d8457cc31 req-1c90d341-95c9-426d-9138-f33c85ee33a2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:49.452313 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999899c6-2d01-40e4-8f3a-404d8457cc31 req-1c90d341-95c9-426d-9138-f33c85ee33a2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:49.466382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999899c6-2d01-40e4-8f3a-404d8457cc31 req-1c90d341-95c9-426d-9138-f33c85ee33a2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:49.473480 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-999899c6-2d01-40e4-8f3a-404d8457cc31 req-1c90d341-95c9-426d-9138-f33c85ee33a2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 2372 time: 0.3697493 Jan 28 05:47:49.485348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-99042c0e-b64d-4beb-b2b3-45d6a9c2ebef tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6284540 Jan 28 05:47:49.511058 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-6c6610c1-6973-4a85-832f-5fcc8a214356 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Request body: {'port': {'device_id': '3291ad89-4923-4056-b5ad-5f876a20a660', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940', 'admin_state_up': True, 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'security_groups': ['eae9756e-6982-4be6-88c2-1c22004000fc']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:49.589030 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-826b4de7-6d17-4ebb-8129-51ae4466edc2 None None] Provisioning complete for port 54091cbf-0759-4416-b585-fbc00752ec51 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:49.594484 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-826b4de7-6d17-4ebb-8129-51ae4466edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (54091cbf-0759-4416-b585-fbc00752ec51), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:49.778612 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-826b4de7-6d17-4ebb-8129-51ae4466edc2 None None] Port 54091cbf-0759-4416-b585-fbc00752ec51 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:47:49.779899 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-999899c6-2d01-40e4-8f3a-404d8457cc31 req-d5e7179c-cf47-403d-bb28-690d8f6f8794 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925482 Jan 28 05:47:49.894995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60424) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:50.020645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-6c6610c1-6973-4a85-832f-5fcc8a214356 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Made reservation on behalf of c7f06b4179644aa3b9a7f829af75be1e for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:50.041121 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe43fbf-04f5-43aa-8682-de84d4304c91 admin admin] Deleting subnet 748beea4-6707-42ab-ac8a-1a7251db3c5d {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:47:50.053637 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5fe43fbf-04f5-43aa-8682-de84d4304c91 admin admin] Publish callbacks [] for subnet (748beea4-6707-42ab-ac8a-1a7251db3c5d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.173964 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5fe43fbf-04f5-43aa-8682-de84d4304c91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (748beea4-6707-42ab-ac8a-1a7251db3c5d), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.207311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60442) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:50.256657 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5fe43fbf-04f5-43aa-8682-de84d4304c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (748beea4-6707-42ab-ac8a-1a7251db3c5d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.296488 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-6c6610c1-6973-4a85-832f-5fcc8a214356 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.456315 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5fe43fbf-04f5-43aa-8682-de84d4304c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (748beea4-6707-42ab-ac8a-1a7251db3c5d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.543923 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe43fbf-04f5-43aa-8682-de84d4304c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=748beea4-6707-42ab-ac8a-1a7251db3c5d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:50.568119 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5fe43fbf-04f5-43aa-8682-de84d4304c91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.572349 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5fe43fbf-04f5-43aa-8682-de84d4304c91 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/748beea4-6707-42ab-ac8a-1a7251db3c5d HTTP/1.1" status: 204 len: 168 time: 0.6762669 Jan 28 05:47:50.575173 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60454) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:50.725271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b04bacb-903c-4b47-9402-d1bc75147f37 admin admin] Deleting subnet c507c782-4f53-4cd1-85bd-9b428677b1ce {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:47:50.729528 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b04bacb-903c-4b47-9402-d1bc75147f37 admin admin] Publish callbacks [] for subnet (c507c782-4f53-4cd1-85bd-9b428677b1ce), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.747983 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de2ccb78-8b22-4a2c-bce7-5411f3b8d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (d2519585-71cb-48d3-bcea-5b5e54567f97), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.774467 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b04bacb-903c-4b47-9402-d1bc75147f37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (c507c782-4f53-4cd1-85bd-9b428677b1ce), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.828457 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b04bacb-903c-4b47-9402-d1bc75147f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (c507c782-4f53-4cd1-85bd-9b428677b1ce), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.971909 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b04bacb-903c-4b47-9402-d1bc75147f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (c507c782-4f53-4cd1-85bd-9b428677b1ce), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:50.977691 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de2ccb78-8b22-4a2c-bce7-5411f3b8d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (d2519585-71cb-48d3-bcea-5b5e54567f97), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.032229 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-de2ccb78-8b22-4a2c-bce7-5411f3b8d1ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2519585-71cb-48d3-bcea-5b5e54567f97']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:51.054264 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-de2ccb78-8b22-4a2c-bce7-5411f3b8d1ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9a4963-04fc-4559-97a2-19ee4a0e4209') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:51.056360 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-de2ccb78-8b22-4a2c-bce7-5411f3b8d1ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9a4963-04fc-4559-97a2-19ee4a0e4209') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:51.064948 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04bacb-903c-4b47-9402-d1bc75147f37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c507c782-4f53-4cd1-85bd-9b428677b1ce,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:51.087779 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de2ccb78-8b22-4a2c-bce7-5411f3b8d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (9d9a4963-04fc-4559-97a2-19ee4a0e4209), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.115557 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b04bacb-903c-4b47-9402-d1bc75147f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.124794 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0b04bacb-903c-4b47-9402-d1bc75147f37 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c507c782-4f53-4cd1-85bd-9b428677b1ce HTTP/1.1" status: 204 len: 168 time: 0.9158969 Jan 28 05:47:51.126211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-6c6610c1-6973-4a85-832f-5fcc8a214356 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Allocated IP 10.2.2.100 (5163c916-d2f8-441e-b2dc-85c1354db940/2b498353-5375-459e-bd93-4094c4cf6894/5af82a02-3fcb-48cb-87fb-eca56a102c4c) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de2ccb78-8b22-4a2c-bce7-5411f3b8d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (9d9a4963-04fc-4559-97a2-19ee4a0e4209), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2ccb78-8b22-4a2c-bce7-5411f3b8d1ea admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de2ccb78-8b22-4a2c-bce7-5411f3b8d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (9d9a4963-04fc-4559-97a2-19ee4a0e4209), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:47:51.172246 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:47:51.183450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac5c87-cef6-4c15-827d-9673f1697205 req-cc2768f7-a6eb-4bc3-a8b8-973c53b1c056 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:51.184040 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60474) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:51.198258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac5c87-cef6-4c15-827d-9673f1697205 req-cc2768f7-a6eb-4bc3-a8b8-973c53b1c056 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:51.212034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac5c87-cef6-4c15-827d-9673f1697205 req-cc2768f7-a6eb-4bc3-a8b8-973c53b1c056 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:51.221588 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4ac5c87-cef6-4c15-827d-9673f1697205 req-cc2768f7-a6eb-4bc3-a8b8-973c53b1c056 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 2372 time: 0.2777157 Jan 28 05:47:51.319869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4ac5c87-cef6-4c15-827d-9673f1697205 req-73371fee-17fc-4360-b7db-b9912049fe3f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970304 Jan 28 05:47:51.419408 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ce7983dd-3b54-46c3-889f-11f8932341ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (b7fafb85-2281-41db-85af-da2c477e5fbd), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.481492 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de2ccb78-8b22-4a2c-bce7-5411f3b8d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (d2519585-71cb-48d3-bcea-5b5e54567f97), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.496203 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-6c6610c1-6973-4a85-832f-5fcc8a214356 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for port (5af82a02-3fcb-48cb-87fb-eca56a102c4c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.574179 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ce7983dd-3b54-46c3-889f-11f8932341ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (b7fafb85-2281-41db-85af-da2c477e5fbd), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.575796 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:47:51.607597 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ce7983dd-3b54-46c3-889f-11f8932341ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fafb85-2281-41db-85af-da2c477e5fbd']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:51.621388 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ce7983dd-3b54-46c3-889f-11f8932341ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa878db0-7b27-43b4-9723-6095e82662db') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:51.621826 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ce7983dd-3b54-46c3-889f-11f8932341ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa878db0-7b27-43b4-9723-6095e82662db') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:47:51.636515 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ce7983dd-3b54-46c3-889f-11f8932341ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (fa878db0-7b27-43b4-9723-6095e82662db), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.657158 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de2ccb78-8b22-4a2c-bce7-5411f3b8d1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.666422 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-de2ccb78-8b22-4a2c-bce7-5411f3b8d1ea admin admin] 10.222.0.31 "DELETE /v2.0/networks/d2519585-71cb-48d3-bcea-5b5e54567f97 HTTP/1.1" status: 204 len: 168 time: 1.0900249 Jan 28 05:47:51.701467 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ccb78-8b22-4a2c-bce7-5411f3b8d1ea admin admin] Pushing event deleted for resources: {'Network': ['ID=d2519585-71cb-48d3-bcea-5b5e54567f97,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:51.716162 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-6c6610c1-6973-4a85-832f-5fcc8a214356 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (5af82a02-3fcb-48cb-87fb-eca56a102c4c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.717771 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ce7983dd-3b54-46c3-889f-11f8932341ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (fa878db0-7b27-43b4-9723-6095e82662db), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.735713 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7983dd-3b54-46c3-889f-11f8932341ed admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:47:51.736141 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ce7983dd-3b54-46c3-889f-11f8932341ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (fa878db0-7b27-43b4-9723-6095e82662db), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:47:51.741881 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:47:51.854556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-6c6610c1-6973-4a85-832f-5fcc8a214356 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Network 5163c916-d2f8-441e-b2dc-85c1354db940 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:51.873041 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-6c6610c1-6973-4a85-832f-5fcc8a214356 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:51.878179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-6c6610c1-6973-4a85-832f-5fcc8a214356 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:47:51.894417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6610c1-6973-4a85-832f-5fcc8a214356 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event updated for resources: {'Port': ['ID=5af82a02-3fcb-48cb-87fb-eca56a102c4c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:51.996827 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ce7983dd-3b54-46c3-889f-11f8932341ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (b7fafb85-2281-41db-85af-da2c477e5fbd), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:52.004312 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ce7983dd-3b54-46c3-889f-11f8932341ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:52.012712 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ce7983dd-3b54-46c3-889f-11f8932341ed admin admin] 10.222.0.31 "DELETE /v2.0/networks/b7fafb85-2281-41db-85af-da2c477e5fbd HTTP/1.1" status: 204 len: 168 time: 0.7574832 Jan 28 05:47:52.032384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-6c6610c1-6973-4a85-832f-5fcc8a214356 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:52.032984 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-6c6610c1-6973-4a85-832f-5fcc8a214356 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:52.084527 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7983dd-3b54-46c3-889f-11f8932341ed admin admin] Pushing event deleted for resources: {'Network': ['ID=b7fafb85-2281-41db-85af-da2c477e5fbd,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:52.183523 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-6c6610c1-6973-4a85-832f-5fcc8a214356 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6831193 Jan 28 05:47:52.200515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c0d77267-4c5c-4f87-b064-2b85cb299d64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Request body: {'port': {'device_id': '3291ad89-4923-4056-b5ad-5f876a20a660', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940', 'admin_state_up': True, 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'security_groups': ['eae9756e-6982-4be6-88c2-1c22004000fc']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:52.332146 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-470e4ba1-3320-4beb-a127-132d730e94fb None None] Provisioning complete for port 5af82a02-3fcb-48cb-87fb-eca56a102c4c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:52.332146 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-470e4ba1-3320-4beb-a127-132d730e94fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5af82a02-3fcb-48cb-87fb-eca56a102c4c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:52.332690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60520) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:52.402480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-470e4ba1-3320-4beb-a127-132d730e94fb None None] Port 5af82a02-3fcb-48cb-87fb-eca56a102c4c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:47:52.461573 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a2d6c16a-c286-44f8-b04b-e644c70c5d07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c58059bc24454369894000cbbc2bc4f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1252797 Jan 28 05:47:52.462369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60526) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:52.477802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c0d77267-4c5c-4f87-b064-2b85cb299d64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Made reservation on behalf of c7f06b4179644aa3b9a7f829af75be1e for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:52.493342 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c0d77267-4c5c-4f87-b064-2b85cb299d64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:52.649026 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-949e0872-7e9f-4e3f-9aa4-907ed2c503ea admin admin] Publish callbacks [] for security_group (2f22288f-7c58-41a7-b041-f2674cf6df54), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:52.680628 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-949e0872-7e9f-4e3f-9aa4-907ed2c503ea admin admin] Publish callbacks [] for security_group (2f22288f-7c58-41a7-b041-f2674cf6df54), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:52.887202 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60532) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:52.891397 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c0d77267-4c5c-4f87-b064-2b85cb299d64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Allocated IP 10.2.2.200 (5163c916-d2f8-441e-b2dc-85c1354db940/2b498353-5375-459e-bd93-4094c4cf6894/466fe8cd-e266-4cb2-8f30-51463308a710) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:47:53.010128 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-39640562-e0dd-435e-8762-12d6859d7655 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79fbef5367d24a58af655d60fa276ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1215341 Jan 28 05:47:53.015402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60546) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:53.052297 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c0d77267-4c5c-4f87-b064-2b85cb299d64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for port (466fe8cd-e266-4cb2-8f30-51463308a710), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:53.089537 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-949e0872-7e9f-4e3f-9aa4-907ed2c503ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2f22288f-7c58-41a7-b041-f2674cf6df54), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:53.092208 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-949e0872-7e9f-4e3f-9aa4-907ed2c503ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:53.094077 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-949e0872-7e9f-4e3f-9aa4-907ed2c503ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f22288f-7c58-41a7-b041-f2674cf6df54 HTTP/1.1" status: 204 len: 168 time: 0.6292429 Jan 28 05:47:53.143726 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c0c5ba6-4a36-4fae-8b9c-629e5fbb5650 admin admin] Publish callbacks [] for security_group (f419e5c4-fc44-4646-a4eb-1f0da998745f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:53.154632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e0872-7e9f-4e3f-9aa4-907ed2c503ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f22288f-7c58-41a7-b041-f2674cf6df54,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:53.205303 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c0c5ba6-4a36-4fae-8b9c-629e5fbb5650 admin admin] Publish callbacks [] for security_group (f419e5c4-fc44-4646-a4eb-1f0da998745f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:53.207960 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c0d77267-4c5c-4f87-b064-2b85cb299d64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (466fe8cd-e266-4cb2-8f30-51463308a710), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:53.274733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c0d77267-4c5c-4f87-b064-2b85cb299d64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Network 5163c916-d2f8-441e-b2dc-85c1354db940 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:47:53.280486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c0d77267-4c5c-4f87-b064-2b85cb299d64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:53.290291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404473a-fa05-4041-9fe7-a2b449e5f8cc req-e8bfde85-491b-4d83-a7b7-da769772cb9c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:53.295990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404473a-fa05-4041-9fe7-a2b449e5f8cc req-e8bfde85-491b-4d83-a7b7-da769772cb9c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:53.301357 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404473a-fa05-4041-9fe7-a2b449e5f8cc req-e8bfde85-491b-4d83-a7b7-da769772cb9c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:53.307599 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404473a-fa05-4041-9fe7-a2b449e5f8cc req-e8bfde85-491b-4d83-a7b7-da769772cb9c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:53.309360 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e404473a-fa05-4041-9fe7-a2b449e5f8cc req-e8bfde85-491b-4d83-a7b7-da769772cb9c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 3093 time: 0.2230475 Jan 28 05:47:53.310246 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c0d77267-4c5c-4f87-b064-2b85cb299d64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:47:53.374147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d77267-4c5c-4f87-b064-2b85cb299d64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event updated for resources: {'Port': ['ID=466fe8cd-e266-4cb2-8f30-51463308a710,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:53.410184 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c0d77267-4c5c-4f87-b064-2b85cb299d64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:53.410899 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c0d77267-4c5c-4f87-b064-2b85cb299d64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:53.417720 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c0c5ba6-4a36-4fae-8b9c-629e5fbb5650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f419e5c4-fc44-4646-a4eb-1f0da998745f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:53.423702 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c0c5ba6-4a36-4fae-8b9c-629e5fbb5650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:53.425085 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0c0c5ba6-4a36-4fae-8b9c-629e5fbb5650 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f419e5c4-fc44-4646-a4eb-1f0da998745f HTTP/1.1" status: 204 len: 168 time: 0.4082782 Jan 28 05:47:53.444013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e404473a-fa05-4041-9fe7-a2b449e5f8cc req-b0ba839b-0f1c-4f9e-bb8d-c472e1f181e2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267958 Jan 28 05:47:53.444554 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c5ba6-4a36-4fae-8b9c-629e5fbb5650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f419e5c4-fc44-4646-a4eb-1f0da998745f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:53.556409 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c0d77267-4c5c-4f87-b064-2b85cb299d64 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3598349 Jan 28 05:47:53.574273 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Request body: {'port': {'device_id': '3291ad89-4923-4056-b5ad-5f876a20a660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:53.683575 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:53.742719 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2562f18f-3f80-4694-95c1-ff185ee43f0d None None] Provisioning complete for port 466fe8cd-e266-4cb2-8f30-51463308a710 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:47:53.743826 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2562f18f-3f80-4694-95c1-ff185ee43f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (466fe8cd-e266-4cb2-8f30-51463308a710), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:53.784106 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2562f18f-3f80-4694-95c1-ff185ee43f0d None None] Port 466fe8cd-e266-4cb2-8f30-51463308a710 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:47:53.879552 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd50b-58bb-4451-b776-a3193555b523 req-db64ec5f-65aa-4571-ad5d-1cf4e8562ba1 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:53.881055 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6bffd50b-58bb-4451-b776-a3193555b523 req-db64ec5f-65aa-4571-ad5d-1cf4e8562ba1 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2 HTTP/1.1" status: 200 len: 950 time: 0.1310844 Jan 28 05:47:53.979208 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6bffd50b-58bb-4451-b776-a3193555b523 req-78a547fc-d745-4093-adcc-46c5566ebf8b tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916402 Jan 28 05:47:54.092263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:47:54.110613 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Publish callbacks [] for port (6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.116140 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Transition to ACTIVE for port object 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:47:54.191741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60590) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:54.201864 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.391853 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Pushing event updated for resources: {'Port': ['ID=6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:54.454151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Attempting to bind port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:47:54.454881 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Attempting to bind port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '2392e818-2b1c-4b88-b0a7-45f99a2215c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:47:54.455450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Attempting to bind port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 on network 6d41f46e-f58d-4165-a16d-3b2144390868 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:47:54.464350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 on network 6d41f46e-f58d-4165-a16d-3b2144390868 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:47:54.468827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Attempting to bind port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 on network 6d41f46e-f58d-4165-a16d-3b2144390868 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:47:54.471578 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:47:54.472342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Checking segment: {'id': '2392e818-2b1c-4b88-b0a7-45f99a2215c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:47:54.473076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Bound using segment: {'id': '2392e818-2b1c-4b88-b0a7-45f99a2215c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:47:54.473757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Bound port: 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2392e818-2b1c-4b88-b0a7-45f99a2215c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:47:54.474275 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.569508 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb5ea-d3a4-4874-9c85-d0674ae7817a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.633864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] For port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:47:54.636926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] For port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9,segment=NetworkSegment(2392e818-2b1c-4b88-b0a7-45f99a2215c1),segment_id=2392e818-2b1c-4b88-b0a7-45f99a2215c1)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:47:54.729289 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb5ea-d3a4-4874-9c85-d0674ae7817a admin admin] Publish callbacks [] for security_group (3c7bf612-a49c-4196-a6ce-ec7b75fc414e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.739978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff1625-fe40-4515-9bc8-73c6926825b8 req-b7080e31-ba8e-4c5b-8cae-5066bd5db31a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:54.746490 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff1625-fe40-4515-9bc8-73c6926825b8 req-b7080e31-ba8e-4c5b-8cae-5066bd5db31a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:54.751900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff1625-fe40-4515-9bc8-73c6926825b8 req-b7080e31-ba8e-4c5b-8cae-5066bd5db31a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:54.757159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff1625-fe40-4515-9bc8-73c6926825b8 req-b7080e31-ba8e-4c5b-8cae-5066bd5db31a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:54.766090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff1625-fe40-4515-9bc8-73c6926825b8 req-b7080e31-ba8e-4c5b-8cae-5066bd5db31a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:54.767961 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1ff1625-fe40-4515-9bc8-73c6926825b8 req-b7080e31-ba8e-4c5b-8cae-5066bd5db31a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 3826 time: 0.0918362 Jan 28 05:47:54.769823 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.817258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:54.817966 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.819419 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] 10.222.0.60 "PUT /v2.0/ports/6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 HTTP/1.1" status: 200 len: 1092 time: 1.2502794 Jan 28 05:47:54.821773 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'tag': '6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:47:54.824247 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e54590f-9d45-414f-b79b-cac6b0d40df3" -d '{"events": [{"name": "network-changed", "server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "tag": "6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:47:54.831945 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb5ea-d3a4-4874-9c85-d0674ae7817a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3c7bf612-a49c-4196-a6ce-ec7b75fc414e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.860513 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:54.905107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e8d1f-0e49-4950-a4c1-436786ae1dbf service neutron] Pushing event updated for resources: {'Port': ['ID=6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:54.921292 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1ff1625-fe40-4515-9bc8-73c6926825b8 req-c82a5a70-2a24-4d1f-9f9b-7815c93d1f55 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429629 Jan 28 05:47:54.939785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Request body: {'port': {'device_id': '3291ad89-4923-4056-b5ad-5f876a20a660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:55.009968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eeb5ea-d3a4-4874-9c85-d0674ae7817a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7bf612-a49c-4196-a6ce-ec7b75fc414e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:55.036656 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (de4521fc-53b1-4371-ba47-df5321d802fa), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.042474 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c6eeb5ea-d3a4-4874-9c85-d0674ae7817a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43edac12e4c5406ba00ff204c4b8bd5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8490939 Jan 28 05:47:55.044938 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60656) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:55.093584 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7036adb1-3f3c-4737-b370-77ee7acc3862 x-openstack-request-id: req-7036adb1-3f3c-4737-b370-77ee7acc3862 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:47:55.093958 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "tag": "6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:47:55.094277 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7036adb1-3f3c-4737-b370-77ee7acc3862 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:47:55.095666 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'tag': '6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9', 'status': 'completed', 'code': 200} Jan 28 05:47:55.276885 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54590f-9d45-414f-b79b-cac6b0d40df3 req-28eaa57f-43b2-411c-886c-eec09a8bfe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:55.277998 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54590f-9d45-414f-b79b-cac6b0d40df3 req-28eaa57f-43b2-411c-886c-eec09a8bfe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:55.278708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54590f-9d45-414f-b79b-cac6b0d40df3 req-28eaa57f-43b2-411c-886c-eec09a8bfe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:55.279341 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54590f-9d45-414f-b79b-cac6b0d40df3 req-28eaa57f-43b2-411c-886c-eec09a8bfe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:55.279965 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54590f-9d45-414f-b79b-cac6b0d40df3 req-28eaa57f-43b2-411c-886c-eec09a8bfe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:55.283456 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5e54590f-9d45-414f-b79b-cac6b0d40df3 req-28eaa57f-43b2-411c-886c-eec09a8bfe06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 4362 time: 0.1632314 Jan 28 05:47:55.284635 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97e4d340-8747-4d87-b947-329c549b7d01 admin admin] Publish callbacks [] for security_group (3c7bf612-a49c-4196-a6ce-ec7b75fc414e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.338704 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97e4d340-8747-4d87-b947-329c549b7d01 admin admin] Publish callbacks [] for security_group (3c7bf612-a49c-4196-a6ce-ec7b75fc414e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.444846 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54590f-9d45-414f-b79b-cac6b0d40df3 req-2cedc1f2-f032-4633-b6d4-5ab23be803ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:55.445402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54590f-9d45-414f-b79b-cac6b0d40df3 req-2cedc1f2-f032-4633-b6d4-5ab23be803ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:55.445927 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54590f-9d45-414f-b79b-cac6b0d40df3 req-2cedc1f2-f032-4633-b6d4-5ab23be803ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:55.447896 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5e54590f-9d45-414f-b79b-cac6b0d40df3 req-2cedc1f2-f032-4633-b6d4-5ab23be803ad service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1495614 Jan 28 05:47:55.495629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4521fc-53b1-4371-ba47-df5321d802fa {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:47:55.504475 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Publish callbacks [] for port (de4521fc-53b1-4371-ba47-df5321d802fa), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.519573 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Transition to ACTIVE for port object de4521fc-53b1-4371-ba47-df5321d802fa will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:47:55.543498 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97e4d340-8747-4d87-b947-329c549b7d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3c7bf612-a49c-4196-a6ce-ec7b75fc414e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.547227 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97e4d340-8747-4d87-b947-329c549b7d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.549403 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-97e4d340-8747-4d87-b947-329c549b7d01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c7bf612-a49c-4196-a6ce-ec7b75fc414e HTTP/1.1" status: 204 len: 168 time: 0.5023117 Jan 28 05:47:55.565106 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4d340-8747-4d87-b947-329c549b7d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7bf612-a49c-4196-a6ce-ec7b75fc414e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:55.597232 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (de4521fc-53b1-4371-ba47-df5321d802fa), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.608717 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54590f-9d45-414f-b79b-cac6b0d40df3 req-13572032-ec78-4be2-b96a-1e37f5f756d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:55.610437 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5e54590f-9d45-414f-b79b-cac6b0d40df3 req-13572032-ec78-4be2-b96a-1e37f5f756d7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1558616 Jan 28 05:47:55.755167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Pushing event updated for resources: {'Port': ['ID=de4521fc-53b1-4371-ba47-df5321d802fa,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:55.826673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device d539f3dd-f19b-44fa-8517-5e1d99418928 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:47:55.865900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Attempting to bind port de4521fc-53b1-4371-ba47-df5321d802fa on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:47:55.866287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Attempting to bind port de4521fc-53b1-4371-ba47-df5321d802fa by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:47:55.866673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Attempting to bind port de4521fc-53b1-4371-ba47-df5321d802fa on network ef5d0fae-3857-45ba-8bd5-85c6f1126410 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:47:55.876586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Port de4521fc-53b1-4371-ba47-df5321d802fa on network ef5d0fae-3857-45ba-8bd5-85c6f1126410 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:47:55.877056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Attempting to bind port de4521fc-53b1-4371-ba47-df5321d802fa on network ef5d0fae-3857-45ba-8bd5-85c6f1126410 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:47:55.887052 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:47:55.887830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Checking segment: {'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:47:55.888324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Bound using segment: {'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:47:55.888977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Bound port: de4521fc-53b1-4371-ba47-df5321d802fa, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:47:55.889439 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (de4521fc-53b1-4371-ba47-df5321d802fa), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:55.981922 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port d539f3dd-f19b-44fa-8517-5e1d99418928 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:47:55.982486 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:56.019631 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd539f3dd-f19b-44fa-8517-5e1d99418928'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:47:56.022809 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65f5ebe-4baf-4f4c-98c0-b1149e7f1ff7" -d '{"events": [{"server_uuid": "bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2", "name": "network-vif-unplugged", "status": "completed", "tag": "d539f3dd-f19b-44fa-8517-5e1d99418928"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:47:56.038166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port d539f3dd-f19b-44fa-8517-5e1d99418928, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=d539f3dd-f19b-44fa-8517-5e1d99418928,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:47:56.041855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] For port de4521fc-53b1-4371-ba47-df5321d802fa, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:47:56.046101 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] For port de4521fc-53b1-4371-ba47-df5321d802fa, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=de4521fc-53b1-4371-ba47-df5321d802fa,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:47:56.135944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30b92c-f2df-4869-9085-bfd9be4eb265 req-bc5c08a7-a9f8-42ea-9d2f-8957f3ace9da tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:56.140348 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:56.143381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30b92c-f2df-4869-9085-bfd9be4eb265 req-bc5c08a7-a9f8-42ea-9d2f-8957f3ace9da tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:56.147502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30b92c-f2df-4869-9085-bfd9be4eb265 req-bc5c08a7-a9f8-42ea-9d2f-8957f3ace9da tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:56.156238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30b92c-f2df-4869-9085-bfd9be4eb265 req-bc5c08a7-a9f8-42ea-9d2f-8957f3ace9da tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:56.156639 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60740) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:56.162489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30b92c-f2df-4869-9085-bfd9be4eb265 req-bc5c08a7-a9f8-42ea-9d2f-8957f3ace9da tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:56.168862 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30b92c-f2df-4869-9085-bfd9be4eb265 req-bc5c08a7-a9f8-42ea-9d2f-8957f3ace9da tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:56.177380 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d30b92c-f2df-4869-9085-bfd9be4eb265 req-bc5c08a7-a9f8-42ea-9d2f-8957f3ace9da tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 4598 time: 0.1024001 Jan 28 05:47:56.193829 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (de4521fc-53b1-4371-ba47-df5321d802fa), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:56.214031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=d539f3dd-f19b-44fa-8517-5e1d99418928,revision_number=11']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:56.247118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:56.247872 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:56.249439 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] 10.222.0.60 "PUT /v2.0/ports/de4521fc-53b1-4371-ba47-df5321d802fa HTTP/1.1" status: 200 len: 1131 time: 1.3156343 Jan 28 05:47:56.307107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d30b92c-f2df-4869-9085-bfd9be4eb265 req-2232aa4c-171b-425d-9f18-f421f2a97a62 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242077 Jan 28 05:47:56.308383 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893f317-cc04-4f1d-91f9-deb0921109f2 service neutron] Pushing event updated for resources: {'Port': ['ID=de4521fc-53b1-4371-ba47-df5321d802fa,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:56.414896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Request body: {'port': {'device_id': '3291ad89-4923-4056-b5ad-5f876a20a660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:56.546063 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832aab91-6cce-409b-9b72-0138830581da x-openstack-request-id: req-832aab91-6cce-409b-9b72-0138830581da {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:47:56.546659 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2", "name": "network-vif-unplugged", "status": "completed", "tag": "d539f3dd-f19b-44fa-8517-5e1d99418928", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:47:56.547981 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-832aab91-6cce-409b-9b72-0138830581da {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:47:56.548697 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd539f3dd-f19b-44fa-8517-5e1d99418928', 'code': 200} Jan 28 05:47:56.568281 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a634b533-7357-4188-8294-f3f088104ea5), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:56.621001 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60766) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:56.772680 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3ab2b9e9-ed03-4bc8-b5bb-62482a9b1e3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:56.885139 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3ab2b9e9-ed03-4bc8-b5bb-62482a9b1e3a admin admin] Publish callbacks [] for security_group (7e3305eb-5280-4630-a12f-bae79f948f31), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.004864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a634b533-7357-4188-8294-f3f088104ea5 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:47:57.009679 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Publish callbacks [] for port (a634b533-7357-4188-8294-f3f088104ea5), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.021626 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Transition to ACTIVE for port object a634b533-7357-4188-8294-f3f088104ea5 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:47:57.025112 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3ab2b9e9-ed03-4bc8-b5bb-62482a9b1e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7e3305eb-5280-4630-a12f-bae79f948f31), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.070462 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3ab2b9e9-ed03-4bc8-b5bb-62482a9b1e3a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02f9119eedbe4ae2a4ed7c2827276726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9076209 Jan 28 05:47:57.070829 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60806) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:57.078848 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2b9e9-ed03-4bc8-b5bb-62482a9b1e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3305eb-5280-4630-a12f-bae79f948f31,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:57.111838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'tag': 'de4521fc-53b1-4371-ba47-df5321d802fa'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:47:57.112835 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c1eef4-0287-49f6-90f5-5206cad3d43e" -d '{"events": [{"name": "network-changed", "server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "tag": "de4521fc-53b1-4371-ba47-df5321d802fa"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:47:57.144096 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (a634b533-7357-4188-8294-f3f088104ea5), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.186586 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60816) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:57.213773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-eff8965a-76a8-4d4b-8f07-af47d20c7b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.402115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1eef4-0287-49f6-90f5-5206cad3d43e req-fa3b9f81-a733-4be7-ba59-7e6d3b1c255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:57.403164 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1eef4-0287-49f6-90f5-5206cad3d43e req-fa3b9f81-a733-4be7-ba59-7e6d3b1c255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:57.403620 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1eef4-0287-49f6-90f5-5206cad3d43e req-fa3b9f81-a733-4be7-ba59-7e6d3b1c255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:57.404077 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1eef4-0287-49f6-90f5-5206cad3d43e req-fa3b9f81-a733-4be7-ba59-7e6d3b1c255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:57.404527 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1eef4-0287-49f6-90f5-5206cad3d43e req-fa3b9f81-a733-4be7-ba59-7e6d3b1c255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:57.405333 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1eef4-0287-49f6-90f5-5206cad3d43e req-fa3b9f81-a733-4be7-ba59-7e6d3b1c255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:57.405889 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1eef4-0287-49f6-90f5-5206cad3d43e req-fa3b9f81-a733-4be7-ba59-7e6d3b1c255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:57.408231 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c1c1eef4-0287-49f6-90f5-5206cad3d43e req-fa3b9f81-a733-4be7-ba59-7e6d3b1c255c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 6169 time: 0.1447468 Jan 28 05:47:57.482970 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.543316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-02b4aefc-3acb-4c9e-a3e5-8db55c742ad1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1673348139-network', 'tenant_id': 'cf52b90055ae49f98ccbf583850eccfa'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:57.582981 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-eff8965a-76a8-4d4b-8f07-af47d20c7b7a admin admin] Publish callbacks [] for security_group (d8ac5c39-4ae5-4065-a318-348f8016df4d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.623003 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1eef4-0287-49f6-90f5-5206cad3d43e req-7e391015-3fcb-45ad-96fc-139fe721e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:57.624308 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1eef4-0287-49f6-90f5-5206cad3d43e req-7e391015-3fcb-45ad-96fc-139fe721e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:57.624935 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1eef4-0287-49f6-90f5-5206cad3d43e req-7e391015-3fcb-45ad-96fc-139fe721e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:57.626766 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c1c1eef4-0287-49f6-90f5-5206cad3d43e req-7e391015-3fcb-45ad-96fc-139fe721e3e3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2022114 Jan 28 05:47:57.637142 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd476665-f6f5-406f-91d5-7becb6b0f78e x-openstack-request-id: req-bd476665-f6f5-406f-91d5-7becb6b0f78e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:47:57.638083 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "tag": "de4521fc-53b1-4371-ba47-df5321d802fa", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:47:57.638083 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd476665-f6f5-406f-91d5-7becb6b0f78e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:47:57.638083 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'tag': 'de4521fc-53b1-4371-ba47-df5321d802fa', 'status': 'completed', 'code': 200} Jan 28 05:47:57.655207 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-eff8965a-76a8-4d4b-8f07-af47d20c7b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d8ac5c39-4ae5-4065-a318-348f8016df4d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.694836 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-851a45c6-e851-4f9c-bd22-2b02f6e5471b admin admin] Publish callbacks [] for security_group (7e3305eb-5280-4630-a12f-bae79f948f31), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.715263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Pushing event updated for resources: {'Port': ['ID=a634b533-7357-4188-8294-f3f088104ea5,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:57.766841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b4aefc-3acb-4c9e-a3e5-8db55c742ad1 admin admin] Made reservation on behalf of cf52b90055ae49f98ccbf583850eccfa for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:57.770752 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02b4aefc-3acb-4c9e-a3e5-8db55c742ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.773927 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-851a45c6-e851-4f9c-bd22-2b02f6e5471b admin admin] Publish callbacks [] for security_group (7e3305eb-5280-4630-a12f-bae79f948f31), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.831704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f21f0-be51-4d7c-b4a8-cd0b5f940c06 req-d7360644-fb0f-4899-90f8-190a1138b62e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:57.841449 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02b4aefc-3acb-4c9e-a3e5-8db55c742ad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:57.846979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f21f0-be51-4d7c-b4a8-cd0b5f940c06 req-d7360644-fb0f-4899-90f8-190a1138b62e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:57.854039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f21f0-be51-4d7c-b4a8-cd0b5f940c06 req-d7360644-fb0f-4899-90f8-190a1138b62e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:57.859772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f21f0-be51-4d7c-b4a8-cd0b5f940c06 req-d7360644-fb0f-4899-90f8-190a1138b62e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:57.869791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f21f0-be51-4d7c-b4a8-cd0b5f940c06 req-d7360644-fb0f-4899-90f8-190a1138b62e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:57.872003 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-eff8965a-76a8-4d4b-8f07-af47d20c7b7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3dfc47e368274f41989dfa41a9f00d69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6840401 Jan 28 05:47:57.872917 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8965a-76a8-4d4b-8f07-af47d20c7b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ac5c39-4ae5-4065-a318-348f8016df4d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:57.877623 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60862) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:57.879077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f21f0-be51-4d7c-b4a8-cd0b5f940c06 req-d7360644-fb0f-4899-90f8-190a1138b62e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:57.890354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f21f0-be51-4d7c-b4a8-cd0b5f940c06 req-d7360644-fb0f-4899-90f8-190a1138b62e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:57.903532 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c0f21f0-be51-4d7c-b4a8-cd0b5f940c06 req-d7360644-fb0f-4899-90f8-190a1138b62e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5371 time: 0.2680693 Jan 28 05:47:57.927737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60864) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:58.001394 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1eef4-0287-49f6-90f5-5206cad3d43e req-0807d968-b471-4173-9c3f-5cf93a25cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:58.003574 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c1c1eef4-0287-49f6-90f5-5206cad3d43e req-0807d968-b471-4173-9c3f-5cf93a25cf37 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3659334 Jan 28 05:47:58.071758 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a23873b-dc30-4ef3-8d45-8a4e4c428f06 admin admin] Publish callbacks [] for security_group (d8ac5c39-4ae5-4065-a318-348f8016df4d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.094478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Attempting to bind port a634b533-7357-4188-8294-f3f088104ea5 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:47:58.094902 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Attempting to bind port a634b533-7357-4188-8294-f3f088104ea5 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:47:58.095129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Attempting to bind port a634b533-7357-4188-8294-f3f088104ea5 on network ef5d0fae-3857-45ba-8bd5-85c6f1126410 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:47:58.106568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Port a634b533-7357-4188-8294-f3f088104ea5 on network ef5d0fae-3857-45ba-8bd5-85c6f1126410 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:47:58.107131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Attempting to bind port a634b533-7357-4188-8294-f3f088104ea5 on network ef5d0fae-3857-45ba-8bd5-85c6f1126410 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:47:58.122501 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a23873b-dc30-4ef3-8d45-8a4e4c428f06 admin admin] Publish callbacks [] for security_group (d8ac5c39-4ae5-4065-a318-348f8016df4d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.130509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c0f21f0-be51-4d7c-b4a8-cd0b5f940c06 req-05bbbae4-a83d-4e6d-b8ee-a5109635b989 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2259681 Jan 28 05:47:58.134511 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-851a45c6-e851-4f9c-bd22-2b02f6e5471b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7e3305eb-5280-4630-a12f-bae79f948f31), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.140812 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-851a45c6-e851-4f9c-bd22-2b02f6e5471b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.146044 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-851a45c6-e851-4f9c-bd22-2b02f6e5471b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e3305eb-5280-4630-a12f-bae79f948f31 HTTP/1.1" status: 204 len: 168 time: 1.0742338 Jan 28 05:47:58.152957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:47:58.157246 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Checking segment: {'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:47:58.157828 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Bound using segment: {'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:47:58.158885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Bound port: a634b533-7357-4188-8294-f3f088104ea5, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:47:58.159914 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a634b533-7357-4188-8294-f3f088104ea5), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.193356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a45c6-e851-4f9c-bd22-2b02f6e5471b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3305eb-5280-4630-a12f-bae79f948f31,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:58.204751 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02b4aefc-3acb-4c9e-a3e5-8db55c742ad1 admin admin] Publish callbacks [] for security_group (eb037da3-17c7-4a32-8e26-94174f4ee68a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.248657 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a23873b-dc30-4ef3-8d45-8a4e4c428f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d8ac5c39-4ae5-4065-a318-348f8016df4d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.259299 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a23873b-dc30-4ef3-8d45-8a4e4c428f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.259299 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1a23873b-dc30-4ef3-8d45-8a4e4c428f06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8ac5c39-4ae5-4065-a318-348f8016df4d HTTP/1.1" status: 204 len: 168 time: 0.3756301 Jan 28 05:47:58.275359 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23873b-dc30-4ef3-8d45-8a4e4c428f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ac5c39-4ae5-4065-a318-348f8016df4d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:58.300377 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02b4aefc-3acb-4c9e-a3e5-8db55c742ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (eb037da3-17c7-4a32-8e26-94174f4ee68a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.331510 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0f600df-469f-4f69-9f38-227dc3989d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.354232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4aefc-3acb-4c9e-a3e5-8db55c742ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb037da3-17c7-4a32-8e26-94174f4ee68a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:58.448936 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] For port a634b533-7357-4188-8294-f3f088104ea5, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:47:58.451561 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b4aefc-3acb-4c9e-a3e5-8db55c742ad1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:47:58.462194 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02b4aefc-3acb-4c9e-a3e5-8db55c742ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (bec6ca2b-7731-4061-8565-c724f5327e1a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.462988 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-02b4aefc-3acb-4c9e-a3e5-8db55c742ad1 admin admin] Added segment bec6ca2b-7731-4061-8565-c724f5327e1a of type vlan for network 85a895ea-664e-472e-81ce-129512b5be89 Jan 28 05:47:58.473974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] For port a634b533-7357-4188-8294-f3f088104ea5, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a634b533-7357-4188-8294-f3f088104ea5,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:47:58.517198 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02b4aefc-3acb-4c9e-a3e5-8db55c742ad1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (85a895ea-664e-472e-81ce-129512b5be89), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.529237 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0f600df-469f-4f69-9f38-227dc3989d9b admin admin] Publish callbacks [] for security_group (ecef5b65-9f81-42c3-999a-2c17103ba687), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.599607 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (a634b533-7357-4188-8294-f3f088104ea5), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.605872 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0f600df-469f-4f69-9f38-227dc3989d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ecef5b65-9f81-42c3-999a-2c17103ba687), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.648089 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02b4aefc-3acb-4c9e-a3e5-8db55c742ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (85a895ea-664e-472e-81ce-129512b5be89), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.650182 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4aefc-3acb-4c9e-a3e5-8db55c742ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:58.651120 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02b4aefc-3acb-4c9e-a3e5-8db55c742ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.672764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:58.673285 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.674801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] 10.222.0.60 "PUT /v2.0/ports/a634b533-7357-4188-8294-f3f088104ea5 HTTP/1.1" status: 200 len: 1132 time: 2.2661583 Jan 28 05:47:58.684544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e0f600df-469f-4f69-9f38-227dc3989d9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f20488d9345b4dbab676a76c6d7d7939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7387373 Jan 28 05:47:58.688475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60892) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:58.705295 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f600df-469f-4f69-9f38-227dc3989d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecef5b65-9f81-42c3-999a-2c17103ba687,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:58.723860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe73d7-4103-4c81-943c-eeb20d838c3f service neutron] Pushing event updated for resources: {'Port': ['ID=a634b533-7357-4188-8294-f3f088104ea5,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:58.765868 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Request body: {'port': {'device_id': '3291ad89-4923-4056-b5ad-5f876a20a660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:58.907793 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4aefc-3acb-4c9e-a3e5-8db55c742ad1 admin admin] Pushing event updated for resources: {'Network': ['ID=85a895ea-664e-472e-81ce-129512b5be89,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:58.908399 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.918726 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 85a895ea-664e-472e-81ce-129512b5be89 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:47:58.928573 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0625c1c2-a742-4878-b8d1-f5c0e22e5cb6 admin admin] Publish callbacks [] for security_group (ecef5b65-9f81-42c3-999a-2c17103ba687), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:58.949621 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-02b4aefc-3acb-4c9e-a3e5-8db55c742ad1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3265092 Jan 28 05:47:58.952743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60906) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:47:58.981767 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ed77efd1-492b-4795-b4a2-cca645473304 admin admin] Request body: {'subnet': {'network_id': '85a895ea-664e-472e-81ce-129512b5be89', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1673348139-subnet', 'tenant_id': 'cf52b90055ae49f98ccbf583850eccfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:47:59.064924 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0625c1c2-a742-4878-b8d1-f5c0e22e5cb6 admin admin] Publish callbacks [] for security_group (ecef5b65-9f81-42c3-999a-2c17103ba687), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:59.190764 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed77efd1-492b-4795-b4a2-cca645473304 admin admin] Made reservation on behalf of cf52b90055ae49f98ccbf583850eccfa for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:47:59.193389 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed77efd1-492b-4795-b4a2-cca645473304 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:59.221148 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0625c1c2-a742-4878-b8d1-f5c0e22e5cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ecef5b65-9f81-42c3-999a-2c17103ba687), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:59.224303 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0625c1c2-a742-4878-b8d1-f5c0e22e5cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:59.229143 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0625c1c2-a742-4878-b8d1-f5c0e22e5cb6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ecef5b65-9f81-42c3-999a-2c17103ba687 HTTP/1.1" status: 204 len: 168 time: 0.5241003 Jan 28 05:47:59.316492 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625c1c2-a742-4878-b8d1-f5c0e22e5cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecef5b65-9f81-42c3-999a-2c17103ba687,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:59.439976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a805a-a577-4f11-9e14-e452bdde6254 req-a2f974a1-092c-4acb-b1ca-7c5397ff0674 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:59.446815 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a805a-a577-4f11-9e14-e452bdde6254 req-a2f974a1-092c-4acb-b1ca-7c5397ff0674 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:59.452691 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a805a-a577-4f11-9e14-e452bdde6254 req-a2f974a1-092c-4acb-b1ca-7c5397ff0674 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:59.458084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a805a-a577-4f11-9e14-e452bdde6254 req-a2f974a1-092c-4acb-b1ca-7c5397ff0674 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:59.466974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a805a-a577-4f11-9e14-e452bdde6254 req-a2f974a1-092c-4acb-b1ca-7c5397ff0674 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:59.475074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a805a-a577-4f11-9e14-e452bdde6254 req-a2f974a1-092c-4acb-b1ca-7c5397ff0674 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:59.479594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a805a-a577-4f11-9e14-e452bdde6254 req-a2f974a1-092c-4acb-b1ca-7c5397ff0674 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:59.482171 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d43a805a-a577-4f11-9e14-e452bdde6254 req-a2f974a1-092c-4acb-b1ca-7c5397ff0674 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5371 time: 0.1705620 Jan 28 05:47:59.613569 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed77efd1-492b-4795-b4a2-cca645473304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (ec08087e-0d9c-4325-a61d-3f638dd7379a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:59.619077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:47:59.638763 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Publish callbacks [] for port (22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:59.660690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Transition to ACTIVE for port object 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:47:59.663666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'tag': 'a634b533-7357-4188-8294-f3f088104ea5'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:47:59.667923 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1839bc9-6637-4ba7-8e3c-96944efc6ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "tag": "a634b533-7357-4188-8294-f3f088104ea5"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:47:59.687562 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77efd1-492b-4795-b4a2-cca645473304 admin admin] Checking segment: {'id': 'bec6ca2b-7731-4061-8565-c724f5327e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '85a895ea-664e-472e-81ce-129512b5be89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:47:59.687562 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed77efd1-492b-4795-b4a2-cca645473304 admin admin] Network hostable DHCP agents. Network: 85a895ea-664e-472e-81ce-129512b5be89, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:47:59.692114 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77efd1-492b-4795-b4a2-cca645473304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec08087e-0d9c-4325-a61d-3f638dd7379a,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:59.714014 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d43a805a-a577-4f11-9e14-e452bdde6254 req-15d77de9-9d2f-45f4-879e-93f1c70ff0fa tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2142770 Jan 28 05:47:59.755695 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fe96ff-267c-40d6-80d1-d3a9ef6b84b4 x-openstack-request-id: req-66fe96ff-267c-40d6-80d1-d3a9ef6b84b4 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:47:59.755995 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "tag": "a634b533-7357-4188-8294-f3f088104ea5", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:47:59.756270 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66fe96ff-267c-40d6-80d1-d3a9ef6b84b4 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:47:59.756670 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'tag': 'a634b533-7357-4188-8294-f3f088104ea5', 'status': 'completed', 'code': 200} Jan 28 05:47:59.802416 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:47:59.802663 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed77efd1-492b-4795-b4a2-cca645473304 admin admin] Network 85a895ea-664e-472e-81ce-129512b5be89 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:47:59.877014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1839bc9-6637-4ba7-8e3c-96944efc6ff6 req-2e6d0fce-6737-44f5-945d-f487aad43911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:59.877014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1839bc9-6637-4ba7-8e3c-96944efc6ff6 req-2e6d0fce-6737-44f5-945d-f487aad43911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:59.877014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1839bc9-6637-4ba7-8e3c-96944efc6ff6 req-2e6d0fce-6737-44f5-945d-f487aad43911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:59.877014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1839bc9-6637-4ba7-8e3c-96944efc6ff6 req-2e6d0fce-6737-44f5-945d-f487aad43911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:59.877014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1839bc9-6637-4ba7-8e3c-96944efc6ff6 req-2e6d0fce-6737-44f5-945d-f487aad43911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:59.877014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1839bc9-6637-4ba7-8e3c-96944efc6ff6 req-2e6d0fce-6737-44f5-945d-f487aad43911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:59.877014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1839bc9-6637-4ba7-8e3c-96944efc6ff6 req-2e6d0fce-6737-44f5-945d-f487aad43911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:59.878507 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b1839bc9-6637-4ba7-8e3c-96944efc6ff6 req-2e6d0fce-6737-44f5-945d-f487aad43911 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 6237 time: 0.0716383 Jan 28 05:47:59.889948 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Pushing event updated for resources: {'Port': ['ID=22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:47:59.939801 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-ed77efd1-492b-4795-b4a2-cca645473304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 85a895ea-664e-472e-81ce-129512b5be89) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:47:59.953386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5608367d-4a12-4e21-94c3-d44db91f6379 None None] Network 85a895ea-664e-472e-81ce-129512b5be89 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:47:59.982870 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed77efd1-492b-4795-b4a2-cca645473304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:47:59.983840 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed77efd1-492b-4795-b4a2-cca645473304 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:00.007098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Attempting to bind port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:48:00.007449 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Attempting to bind port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:48:00.009433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Attempting to bind port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a on network ef5d0fae-3857-45ba-8bd5-85c6f1126410 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:00.020724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a on network ef5d0fae-3857-45ba-8bd5-85c6f1126410 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:48:00.022464 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Attempting to bind port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a on network ef5d0fae-3857-45ba-8bd5-85c6f1126410 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:00.037434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:48:00.038349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Checking segment: {'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:00.040195 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Bound using segment: {'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:48:00.040924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Bound port: 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:48:00.042184 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:00.094742 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1839bc9-6637-4ba7-8e3c-96944efc6ff6 req-3086e337-b619-4665-85ea-d57d34724a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:00.098791 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1839bc9-6637-4ba7-8e3c-96944efc6ff6 req-3086e337-b619-4665-85ea-d57d34724a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:00.099357 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1839bc9-6637-4ba7-8e3c-96944efc6ff6 req-3086e337-b619-4665-85ea-d57d34724a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:00.103745 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b1839bc9-6637-4ba7-8e3c-96944efc6ff6 req-3086e337-b619-4665-85ea-d57d34724a22 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2114179 Jan 28 05:48:00.116131 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ed77efd1-492b-4795-b4a2-cca645473304 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1518612 Jan 28 05:48:00.175733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] For port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:48:00.179333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] For port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:48:00.195092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6961982-865c-4250-bb85-b1bb7b400169 None None] Network 85a895ea-664e-472e-81ce-129512b5be89 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:48:00.237522 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:00.309427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1839bc9-6637-4ba7-8e3c-96944efc6ff6 req-d8978b2e-addd-4b69-ab9d-de30df763883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:00.315057 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b1839bc9-6637-4ba7-8e3c-96944efc6ff6 req-d8978b2e-addd-4b69-ab9d-de30df763883 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1964488 Jan 28 05:48:00.323763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Pushing event updated for resources: {'Port': ['ID=22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:00.328933 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:00.329607 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:00.331275 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-0acb076d-a404-4146-bb39-398198a3f448 service neutron] 10.222.0.60 "PUT /v2.0/ports/22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a HTTP/1.1" status: 200 len: 1091 time: 1.5702233 Jan 28 05:48:00.611040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Request body: {'port': {'device_id': '3291ad89-4923-4056-b5ad-5f876a20a660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:00.689555 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (54091cbf-0759-4416-b585-fbc00752ec51), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:00.991687 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11fa1e-5623-4e2c-8242-0a4ee41e4589 req-3a8dccba-7c5a-4409-b238-5be9f20bcc7c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:00.998269 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11fa1e-5623-4e2c-8242-0a4ee41e4589 req-3a8dccba-7c5a-4409-b238-5be9f20bcc7c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:01.003536 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11fa1e-5623-4e2c-8242-0a4ee41e4589 req-3a8dccba-7c5a-4409-b238-5be9f20bcc7c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:01.009831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11fa1e-5623-4e2c-8242-0a4ee41e4589 req-3a8dccba-7c5a-4409-b238-5be9f20bcc7c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:01.015222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11fa1e-5623-4e2c-8242-0a4ee41e4589 req-3a8dccba-7c5a-4409-b238-5be9f20bcc7c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:01.020472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11fa1e-5623-4e2c-8242-0a4ee41e4589 req-3a8dccba-7c5a-4409-b238-5be9f20bcc7c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:01.028027 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11fa1e-5623-4e2c-8242-0a4ee41e4589 req-3a8dccba-7c5a-4409-b238-5be9f20bcc7c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:01.030064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2f11fa1e-5623-4e2c-8242-0a4ee41e4589 req-3a8dccba-7c5a-4409-b238-5be9f20bcc7c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5383 time: 0.1565738 Jan 28 05:48:01.151234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2f11fa1e-5623-4e2c-8242-0a4ee41e4589 req-82f77f8f-35bc-40a1-9782-66600b8bcde0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1125536 Jan 28 05:48:01.190663 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54091cbf-0759-4416-b585-fbc00752ec51 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:48:01.203209 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Publish callbacks [] for port (54091cbf-0759-4416-b585-fbc00752ec51), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:01.238351 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Transition to ACTIVE for port object 54091cbf-0759-4416-b585-fbc00752ec51 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:48:01.337882 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (54091cbf-0759-4416-b585-fbc00752ec51), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:01.435831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Pushing event updated for resources: {'Port': ['ID=54091cbf-0759-4416-b585-fbc00752ec51,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:01.527821 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Attempting to bind port 54091cbf-0759-4416-b585-fbc00752ec51 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:48:01.528050 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Attempting to bind port 54091cbf-0759-4416-b585-fbc00752ec51 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:48:01.528356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Attempting to bind port 54091cbf-0759-4416-b585-fbc00752ec51 on network ef5d0fae-3857-45ba-8bd5-85c6f1126410 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:01.533817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Port 54091cbf-0759-4416-b585-fbc00752ec51 on network ef5d0fae-3857-45ba-8bd5-85c6f1126410 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:48:01.534224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Attempting to bind port 54091cbf-0759-4416-b585-fbc00752ec51 on network ef5d0fae-3857-45ba-8bd5-85c6f1126410 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:01.552336 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:48:01.552931 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Checking segment: {'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:01.553536 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Bound using segment: {'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:48:01.554138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Bound port: 54091cbf-0759-4416-b585-fbc00752ec51, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6d07f5-f08f-436c-a974-8ae11db341c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:48:01.555715 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (54091cbf-0759-4416-b585-fbc00752ec51), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:01.693166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] For port 54091cbf-0759-4416-b585-fbc00752ec51, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:48:01.708172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] For port 54091cbf-0759-4416-b585-fbc00752ec51, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=54091cbf-0759-4416-b585-fbc00752ec51,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:48:01.758515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'tag': '22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:48:01.762416 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160d8195-451d-4a6f-8d62-8283160237a7" -d '{"events": [{"name": "network-changed", "server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "tag": "22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:48:01.769135 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (54091cbf-0759-4416-b585-fbc00752ec51), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:01.832750 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:01.833735 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:01.835369 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] 10.222.0.60 "PUT /v2.0/ports/54091cbf-0759-4416-b585-fbc00752ec51 HTTP/1.1" status: 200 len: 1091 time: 1.2328382 Jan 28 05:48:01.904451 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923a2f9-0012-423b-8bd8-ede787675b13 service neutron] Pushing event updated for resources: {'Port': ['ID=54091cbf-0759-4416-b585-fbc00752ec51,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:01.967683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-bdd78d63-62b9-48c8-9982-0c8367dbccea tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:01.970158 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-bdd78d63-62b9-48c8-9982-0c8367dbccea tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/networks?id=85a895ea-664e-472e-81ce-129512b5be89 HTTP/1.1" status: 200 len: 822 time: 0.1728458 Jan 28 05:48:01.975979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Request body: {'port': {'device_id': '3291ad89-4923-4056-b5ad-5f876a20a660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:02.029560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-36142b61-ed6f-47b7-8128-a746a4980f81 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/quotas/cf52b90055ae49f98ccbf583850eccfa HTTP/1.1" status: 200 len: 375 time: 0.0498707 Jan 28 05:48:02.083590 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5af82a02-3fcb-48cb-87fb-eca56a102c4c), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:02.122470 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-1809b960-83dc-4647-a3b8-e1fa1bb1e638 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf52b90055ae49f98ccbf583850eccfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812845 Jan 28 05:48:02.198952 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92caad15-6b3e-4176-a504-a4f9e8bf87a3 x-openstack-request-id: req-92caad15-6b3e-4176-a504-a4f9e8bf87a3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:48:02.199245 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "tag": "22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:48:02.199646 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92caad15-6b3e-4176-a504-a4f9e8bf87a3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:48:02.200184 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'tag': '22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a', 'status': 'completed', 'code': 200} Jan 28 05:48:02.269449 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 32820) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:02.306745 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d8195-451d-4a6f-8d62-8283160237a7 req-0a41d06c-d221-46e5-b189-0f09e3bfc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:02.307455 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d8195-451d-4a6f-8d62-8283160237a7 req-0a41d06c-d221-46e5-b189-0f09e3bfc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:02.308081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d8195-451d-4a6f-8d62-8283160237a7 req-0a41d06c-d221-46e5-b189-0f09e3bfc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:02.309205 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d8195-451d-4a6f-8d62-8283160237a7 req-0a41d06c-d221-46e5-b189-0f09e3bfc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:02.309825 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d8195-451d-4a6f-8d62-8283160237a7 req-0a41d06c-d221-46e5-b189-0f09e3bfc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:02.310473 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d8195-451d-4a6f-8d62-8283160237a7 req-0a41d06c-d221-46e5-b189-0f09e3bfc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:02.313505 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d8195-451d-4a6f-8d62-8283160237a7 req-0a41d06c-d221-46e5-b189-0f09e3bfc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:02.316298 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-160d8195-451d-4a6f-8d62-8283160237a7 req-0a41d06c-d221-46e5-b189-0f09e3bfc9c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 6347 time: 0.0840852 Jan 28 05:48:02.396958 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-794219c3-84e5-412c-9478-bb4e60bd5371 service neutron] 10.222.0.31 "GET /v2.0/networks/85a895ea-664e-472e-81ce-129512b5be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714417 Jan 28 05:48:02.453803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d8195-451d-4a6f-8d62-8283160237a7 req-0eeda91b-d631-4fcb-ba81-5d7c80b54c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:02.454287 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d8195-451d-4a6f-8d62-8283160237a7 req-0eeda91b-d631-4fcb-ba81-5d7c80b54c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:02.454794 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d8195-451d-4a6f-8d62-8283160237a7 req-0eeda91b-d631-4fcb-ba81-5d7c80b54c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:02.456375 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-160d8195-451d-4a6f-8d62-8283160237a7 req-0eeda91b-d631-4fcb-ba81-5d7c80b54c7b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1277833 Jan 28 05:48:02.466234 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30df3fd0-a2c9-4b50-8910-3c937787e4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:02.613489 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-45d666e8-e7ac-497c-8ef8-91ba85b3904b service neutron] 10.222.0.31 "GET /v2.0/networks/85a895ea-664e-472e-81ce-129512b5be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084427 Jan 28 05:48:02.651249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d8195-451d-4a6f-8d62-8283160237a7 req-a51aec81-db95-45e8-b5c0-76f265924f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:02.652919 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-160d8195-451d-4a6f-8d62-8283160237a7 req-a51aec81-db95-45e8-b5c0-76f265924f94 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1899526 Jan 28 05:48:02.717980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af82a02-3fcb-48cb-87fb-eca56a102c4c {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:48:02.727973 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Publish callbacks [] for port (5af82a02-3fcb-48cb-87fb-eca56a102c4c), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:02.744397 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Transition to ACTIVE for port object 5af82a02-3fcb-48cb-87fb-eca56a102c4c will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:48:02.751955 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-186f8002-6264-40bf-a54e-898b961bd5be admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1578864208-network', 'tenant_id': '798dc1960da3464d9b7b50e73c3b6765'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:02.927421 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (5af82a02-3fcb-48cb-87fb-eca56a102c4c), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:02.984037 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186f8002-6264-40bf-a54e-898b961bd5be admin admin] Made reservation on behalf of 798dc1960da3464d9b7b50e73c3b6765 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:48:02.984037 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-186f8002-6264-40bf-a54e-898b961bd5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.005091 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-186f8002-6264-40bf-a54e-898b961bd5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.006159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=5af82a02-3fcb-48cb-87fb-eca56a102c4c,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:03.211734 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Attempting to bind port 5af82a02-3fcb-48cb-87fb-eca56a102c4c on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:48:03.212726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Attempting to bind port 5af82a02-3fcb-48cb-87fb-eca56a102c4c by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '3f86edcc-b597-4238-ba5a-e3fe3fd24b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:48:03.218934 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Attempting to bind port 5af82a02-3fcb-48cb-87fb-eca56a102c4c on network 5163c916-d2f8-441e-b2dc-85c1354db940 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:03.227717 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Port 5af82a02-3fcb-48cb-87fb-eca56a102c4c on network 5163c916-d2f8-441e-b2dc-85c1354db940 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:48:03.228193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Attempting to bind port 5af82a02-3fcb-48cb-87fb-eca56a102c4c on network 5163c916-d2f8-441e-b2dc-85c1354db940 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:03.275227 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:48:03.275681 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Checking segment: {'id': '3f86edcc-b597-4238-ba5a-e3fe3fd24b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:03.276081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Bound using segment: {'id': '3f86edcc-b597-4238-ba5a-e3fe3fd24b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:48:03.276542 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Bound port: 5af82a02-3fcb-48cb-87fb-eca56a102c4c, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f86edcc-b597-4238-ba5a-e3fe3fd24b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:48:03.276909 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5af82a02-3fcb-48cb-87fb-eca56a102c4c), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.282131 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-186f8002-6264-40bf-a54e-898b961bd5be admin admin] Publish callbacks [] for security_group (940fcb9a-d6fc-4dd0-8f19-871ad8d2e1ef), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.391679 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db441be-3d80-42c5-a549-c43e31186e79 req-6b48b85c-915f-4b98-85fb-9f3256ba6b8e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:03.397596 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db441be-3d80-42c5-a549-c43e31186e79 req-6b48b85c-915f-4b98-85fb-9f3256ba6b8e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:03.402557 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-186f8002-6264-40bf-a54e-898b961bd5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (940fcb9a-d6fc-4dd0-8f19-871ad8d2e1ef), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.418461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db441be-3d80-42c5-a549-c43e31186e79 req-6b48b85c-915f-4b98-85fb-9f3256ba6b8e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:03.430377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db441be-3d80-42c5-a549-c43e31186e79 req-6b48b85c-915f-4b98-85fb-9f3256ba6b8e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:03.440366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db441be-3d80-42c5-a549-c43e31186e79 req-6b48b85c-915f-4b98-85fb-9f3256ba6b8e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:03.444371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186f8002-6264-40bf-a54e-898b961bd5be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:48:03.456660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db441be-3d80-42c5-a549-c43e31186e79 req-6b48b85c-915f-4b98-85fb-9f3256ba6b8e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:03.468050 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f8002-6264-40bf-a54e-898b961bd5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940fcb9a-d6fc-4dd0-8f19-871ad8d2e1ef,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:03.469197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db441be-3d80-42c5-a549-c43e31186e79 req-6b48b85c-915f-4b98-85fb-9f3256ba6b8e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:03.471304 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4db441be-3d80-42c5-a549-c43e31186e79 req-6b48b85c-915f-4b98-85fb-9f3256ba6b8e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5407 time: 0.2263405 Jan 28 05:48:03.481126 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-186f8002-6264-40bf-a54e-898b961bd5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (5f2ca6ac-54d7-4f9b-9c10-4bf391bfd672), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.481730 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-186f8002-6264-40bf-a54e-898b961bd5be admin admin] Added segment 5f2ca6ac-54d7-4f9b-9c10-4bf391bfd672 of type vlan for network 0844fa81-bd9a-4e76-bea5-5a9edb023454 Jan 28 05:48:03.535169 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] For port 5af82a02-3fcb-48cb-87fb-eca56a102c4c, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:48:03.539120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] For port 5af82a02-3fcb-48cb-87fb-eca56a102c4c, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5af82a02-3fcb-48cb-87fb-eca56a102c4c,segment=NetworkSegment(3f86edcc-b597-4238-ba5a-e3fe3fd24b6d),segment_id=3f86edcc-b597-4238-ba5a-e3fe3fd24b6d)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:48:03.577849 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-186f8002-6264-40bf-a54e-898b961bd5be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (0844fa81-bd9a-4e76-bea5-5a9edb023454), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.621328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4db441be-3d80-42c5-a549-c43e31186e79 req-22db00a5-03fe-4782-a2fb-35566d7c5d86 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798452 Jan 28 05:48:03.626430 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (5af82a02-3fcb-48cb-87fb-eca56a102c4c), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.654041 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-186f8002-6264-40bf-a54e-898b961bd5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (0844fa81-bd9a-4e76-bea5-5a9edb023454), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.655063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186f8002-6264-40bf-a54e-898b961bd5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:03.658906 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-186f8002-6264-40bf-a54e-898b961bd5be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.728488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:03.731665 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:03.733164 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] 10.222.0.60 "PUT /v2.0/ports/5af82a02-3fcb-48cb-87fb-eca56a102c4c HTTP/1.1" status: 200 len: 1092 time: 1.7618070 Jan 28 05:48:03.753006 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-186f8002-6264-40bf-a54e-898b961bd5be admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4804397 Jan 28 05:48:03.759866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32884) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:03.760214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32886) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:03.774700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f8002-6264-40bf-a54e-898b961bd5be admin admin] Pushing event updated for resources: {'Network': ['ID=0844fa81-bd9a-4e76-bea5-5a9edb023454,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:03.799225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 0844fa81-bd9a-4e76-bea5-5a9edb023454 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:48:03.824667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9a371228-f42d-463e-ab64-831f7ec77183 admin admin] Request body: {'subnet': {'network_id': '0844fa81-bd9a-4e76-bea5-5a9edb023454', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1578864208-subnet', 'tenant_id': '798dc1960da3464d9b7b50e73c3b6765', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:03.865049 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-afcbbc74-a978-4833-86ae-c830c631fc5a req-c80b78ca-944b-442c-8f43-2021f0b8a963 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dcb892c-edf9-490c-9bae-2f7af761a880 HTTP/1.1" status: 200 len: 210 time: 0.1245735 Jan 28 05:48:03.942552 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Request body: {'port': {'device_id': '3291ad89-4923-4056-b5ad-5f876a20a660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:04.083990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df5f19-07fd-48e2-933c-edcda60f9cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=5af82a02-3fcb-48cb-87fb-eca56a102c4c,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:04.135685 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (466fe8cd-e266-4cb2-8f30-51463308a710), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:04.215050 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'tag': '54091cbf-0759-4416-b585-fbc00752ec51'}, {'name': 'network-changed', 'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'tag': '5af82a02-3fcb-48cb-87fb-eca56a102c4c'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:48:04.217682 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "tag": "54091cbf-0759-4416-b585-fbc00752ec51"}, {"name": "network-changed", "server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "tag": "5af82a02-3fcb-48cb-87fb-eca56a102c4c"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:48:04.239580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a371228-f42d-463e-ab64-831f7ec77183 admin admin] Made reservation on behalf of 798dc1960da3464d9b7b50e73c3b6765 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:48:04.241989 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a371228-f42d-463e-ab64-831f7ec77183 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:04.318598 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a07683ea-dac6-4c3d-af8e-5358db71d7e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-788049382-network', 'tenant_id': 'df8aef7b4c7c4daeaa50e23459079d68'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:04.452896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b17ce-ca0a-4145-a2e1-123cc9238e26 req-9e3c0307-8c22-43ff-bce9-403a58bc92fe tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.458754 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-992b17ce-ca0a-4145-a2e1-123cc9238e26 req-9e3c0307-8c22-43ff-bce9-403a58bc92fe tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 946 time: 0.3289061 Jan 28 05:48:04.522234 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 05:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1269ab7e-d5e8-4f4b-9e08-08d46ae2abce x-openstack-request-id: req-1269ab7e-d5e8-4f4b-9e08-08d46ae2abce {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:48:04.522623 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "tag": "54091cbf-0759-4416-b585-fbc00752ec51", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "tag": "5af82a02-3fcb-48cb-87fb-eca56a102c4c", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:48:04.522872 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1269ab7e-d5e8-4f4b-9e08-08d46ae2abce {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:48:04.523535 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'tag': '54091cbf-0759-4416-b585-fbc00752ec51', 'status': 'completed', 'code': 200} Jan 28 05:48:04.523919 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'tag': '5af82a02-3fcb-48cb-87fb-eca56a102c4c', 'status': 'completed', 'code': 200} Jan 28 05:48:04.536806 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07683ea-dac6-4c3d-af8e-5358db71d7e3 admin admin] Made reservation on behalf of df8aef7b4c7c4daeaa50e23459079d68 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:48:04.539687 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a07683ea-dac6-4c3d-af8e-5358db71d7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:04.582621 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a07683ea-dac6-4c3d-af8e-5358db71d7e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:04.666742 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-dcbb7e33-27fe-4cbb-9244-27a1ed3b304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.667900 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-dcbb7e33-27fe-4cbb-9244-27a1ed3b304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.668539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-dcbb7e33-27fe-4cbb-9244-27a1ed3b304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.669327 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-dcbb7e33-27fe-4cbb-9244-27a1ed3b304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.670228 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-dcbb7e33-27fe-4cbb-9244-27a1ed3b304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.670911 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-dcbb7e33-27fe-4cbb-9244-27a1ed3b304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.671615 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-dcbb7e33-27fe-4cbb-9244-27a1ed3b304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.675286 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-dcbb7e33-27fe-4cbb-9244-27a1ed3b304d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 6415 time: 0.1043742 Jan 28 05:48:04.797470 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9337b59-f291-4711-843c-169cbad7ecf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:04.816022 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-992b17ce-ca0a-4145-a2e1-123cc9238e26 req-012bc69a-2f32-4c13-9d52-42e0cc525ecc tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910085 Jan 28 05:48:04.833051 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-d4820055-0d6c-46ef-ac02-6cc1671492c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.834849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-d4820055-0d6c-46ef-ac02-6cc1671492c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.836679 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-d4820055-0d6c-46ef-ac02-6cc1671492c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:04.843006 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-d4820055-0d6c-46ef-ac02-6cc1671492c0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1508703 Jan 28 05:48:05.011594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-07356d66-3300-49db-b47e-ff0da4f4d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.013221 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-07356d66-3300-49db-b47e-ff0da4f4d9e0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1671066 Jan 28 05:48:05.037876 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a07683ea-dac6-4c3d-af8e-5358db71d7e3 admin admin] Publish callbacks [] for security_group (9e3fffd0-b397-45b5-870b-ce2b19411752), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:05.052120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466fe8cd-e266-4cb2-8f30-51463308a710 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:48:05.059260 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a371228-f42d-463e-ab64-831f7ec77183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (4a3cbaf4-b415-4885-88e4-56cf3d4bafdc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:05.071680 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Publish callbacks [] for port (466fe8cd-e266-4cb2-8f30-51463308a710), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:05.160383 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Transition to ACTIVE for port object 466fe8cd-e266-4cb2-8f30-51463308a710 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:48:05.164863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78d2c373-4c98-412a-bf08-3879b667f583 req-ab0c6e55-6029-4ef1-a527-b0179f0d8329 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dcb892c-edf9-490c-9bae-2f7af761a880 HTTP/1.1" status: 200 len: 210 time: 0.0880280 Jan 28 05:48:05.183836 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a07683ea-dac6-4c3d-af8e-5358db71d7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9e3fffd0-b397-45b5-870b-ce2b19411752), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:05.205402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-1e236472-6f8c-4298-888b-7cc36e825d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.206672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-1e236472-6f8c-4298-888b-7cc36e825d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.207322 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-1e236472-6f8c-4298-888b-7cc36e825d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.207996 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-1e236472-6f8c-4298-888b-7cc36e825d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.208466 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-1e236472-6f8c-4298-888b-7cc36e825d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.208931 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-1e236472-6f8c-4298-888b-7cc36e825d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.209393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-1e236472-6f8c-4298-888b-7cc36e825d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.212205 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-1e236472-6f8c-4298-888b-7cc36e825d08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 6415 time: 0.1121435 Jan 28 05:48:05.222369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b48cd-88bb-4441-91e5-3a48c677308b req-6b377594-3eb6-4310-bd46-df2a4489b007 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.231402 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b48cd-88bb-4441-91e5-3a48c677308b req-6b377594-3eb6-4310-bd46-df2a4489b007 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.237040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b48cd-88bb-4441-91e5-3a48c677308b req-6b377594-3eb6-4310-bd46-df2a4489b007 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.242760 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b48cd-88bb-4441-91e5-3a48c677308b req-6b377594-3eb6-4310-bd46-df2a4489b007 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.248450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b48cd-88bb-4441-91e5-3a48c677308b req-6b377594-3eb6-4310-bd46-df2a4489b007 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.254360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b48cd-88bb-4441-91e5-3a48c677308b req-6b377594-3eb6-4310-bd46-df2a4489b007 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.260637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b48cd-88bb-4441-91e5-3a48c677308b req-6b377594-3eb6-4310-bd46-df2a4489b007 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.268612 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8b9b48cd-88bb-4441-91e5-3a48c677308b req-6b377594-3eb6-4310-bd46-df2a4489b007 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5407 time: 0.3089390 Jan 28 05:48:05.406071 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-fef7caf6-4ff2-44c0-b5ac-0b64c56a3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.410633 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-fef7caf6-4ff2-44c0-b5ac-0b64c56a3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.410633 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-fef7caf6-4ff2-44c0-b5ac-0b64c56a3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.410633 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-fef7caf6-4ff2-44c0-b5ac-0b64c56a3cac service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1815548 Jan 28 05:48:05.546138 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (466fe8cd-e266-4cb2-8f30-51463308a710), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:05.559011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a371228-f42d-463e-ab64-831f7ec77183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3cbaf4-b415-4885-88e4-56cf3d4bafdc,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:05.571326 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-f5d99597-c2c3-4fa2-ad71-c0acc64c6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.573169 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bc7e60ea-7d63-4ec7-af83-bc29906e0bcc req-f5d99597-c2c3-4fa2-ad71-c0acc64c6c91 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580606 Jan 28 05:48:05.622977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07683ea-dac6-4c3d-af8e-5358db71d7e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:48:05.674641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a371228-f42d-463e-ab64-831f7ec77183 admin admin] Checking segment: {'id': '5f2ca6ac-54d7-4f9b-9c10-4bf391bfd672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0844fa81-bd9a-4e76-bea5-5a9edb023454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:05.675007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a371228-f42d-463e-ab64-831f7ec77183 admin admin] Network hostable DHCP agents. Network: 0844fa81-bd9a-4e76-bea5-5a9edb023454, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:48:05.696523 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07683ea-dac6-4c3d-af8e-5358db71d7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3fffd0-b397-45b5-870b-ce2b19411752,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:05.700100 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a07683ea-dac6-4c3d-af8e-5358db71d7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1e566500-38b1-4659-8025-4892f4eb51b7), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:05.700449 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-a07683ea-dac6-4c3d-af8e-5358db71d7e3 admin admin] Added segment 1e566500-38b1-4659-8025-4892f4eb51b7 of type vlan for network 88381437-0e71-4561-a992-619e0f4004bd Jan 28 05:48:05.735895 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Pushing event updated for resources: {'Port': ['ID=466fe8cd-e266-4cb2-8f30-51463308a710,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:05.743167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8b9b48cd-88bb-4441-91e5-3a48c677308b req-c6618bd9-9a19-4226-8b25-413dceacb342 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4731925 Jan 28 05:48:05.856980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c1d9d-c1bc-4e36-beaa-779d396e324c req-03c4b0af-2853-4ca1-aa49-0deac5115ba3 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:05.859217 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-010c1d9d-c1bc-4e36-beaa-779d396e324c req-03c4b0af-2853-4ca1-aa49-0deac5115ba3 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 948 time: 0.3055527 Jan 28 05:48:05.862339 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a07683ea-dac6-4c3d-af8e-5358db71d7e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (88381437-0e71-4561-a992-619e0f4004bd), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:05.925261 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a371228-f42d-463e-ab64-831f7ec77183 admin admin] Network 0844fa81-bd9a-4e76-bea5-5a9edb023454 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:48:05.982127 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-010c1d9d-c1bc-4e36-beaa-779d396e324c req-164b355d-f091-4240-82af-866a7a8de388 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029334 Jan 28 05:48:05.993124 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Attempting to bind port 466fe8cd-e266-4cb2-8f30-51463308a710 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:48:05.993469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Attempting to bind port 466fe8cd-e266-4cb2-8f30-51463308a710 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '3f86edcc-b597-4238-ba5a-e3fe3fd24b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:48:05.993804 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Attempting to bind port 466fe8cd-e266-4cb2-8f30-51463308a710 on network 5163c916-d2f8-441e-b2dc-85c1354db940 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:06.007022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Port 466fe8cd-e266-4cb2-8f30-51463308a710 on network 5163c916-d2f8-441e-b2dc-85c1354db940 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:48:06.007022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Attempting to bind port 466fe8cd-e266-4cb2-8f30-51463308a710 on network 5163c916-d2f8-441e-b2dc-85c1354db940 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:06.012668 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:48:06.013094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Checking segment: {'id': '3f86edcc-b597-4238-ba5a-e3fe3fd24b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:06.013555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Bound using segment: {'id': '3f86edcc-b597-4238-ba5a-e3fe3fd24b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:48:06.014221 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Bound port: 466fe8cd-e266-4cb2-8f30-51463308a710, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f86edcc-b597-4238-ba5a-e3fe3fd24b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:48:06.014680 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (466fe8cd-e266-4cb2-8f30-51463308a710), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:06.056121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-9a371228-f42d-463e-ab64-831f7ec77183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 0844fa81-bd9a-4e76-bea5-5a9edb023454) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:06.059654 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a07683ea-dac6-4c3d-af8e-5358db71d7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (88381437-0e71-4561-a992-619e0f4004bd), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:06.060546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07683ea-dac6-4c3d-af8e-5358db71d7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:06.061129 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a07683ea-dac6-4c3d-af8e-5358db71d7e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:06.067465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c403538-3324-4f18-9922-152b0ffa4a5b None None] Network 0844fa81-bd9a-4e76-bea5-5a9edb023454 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:48:06.080235 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a371228-f42d-463e-ab64-831f7ec77183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:06.080888 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a371228-f42d-463e-ab64-831f7ec77183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:06.171301 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] For port 466fe8cd-e266-4cb2-8f30-51463308a710, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:48:06.177483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] For port 466fe8cd-e266-4cb2-8f30-51463308a710, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=466fe8cd-e266-4cb2-8f30-51463308a710,segment=NetworkSegment(3f86edcc-b597-4238-ba5a-e3fe3fd24b6d),segment_id=3f86edcc-b597-4238-ba5a-e3fe3fd24b6d)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:48:06.199067 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07683ea-dac6-4c3d-af8e-5358db71d7e3 admin admin] Pushing event updated for resources: {'Network': ['ID=88381437-0e71-4561-a992-619e0f4004bd,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:06.239578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a07683ea-dac6-4c3d-af8e-5358db71d7e3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4653296 Jan 28 05:48:06.240175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32956) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:06.248855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f4b55bce-77ec-40e5-b0b4-ced7f2139ef3 admin admin] Request body: {'subnet': {'network_id': '88381437-0e71-4561-a992-619e0f4004bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-788049382-subnet', 'tenant_id': 'df8aef7b4c7c4daeaa50e23459079d68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:06.252776 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 88381437-0e71-4561-a992-619e0f4004bd details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:48:06.311158 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (466fe8cd-e266-4cb2-8f30-51463308a710), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:06.329896 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9a371228-f42d-463e-ab64-831f7ec77183 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5568173 Jan 28 05:48:06.425681 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82272ce1-1a39-4495-bb0e-2ac540e1e7e8 req-52f473a3-5eea-4c59-8aee-5a2276567f43 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dcb892c-edf9-490c-9bae-2f7af761a880 HTTP/1.1" status: 200 len: 210 time: 0.0651016 Jan 28 05:48:06.425681 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:06.425838 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a56c8d-8402-4c14-a83b-03bb013805a9 None None] Network 0844fa81-bd9a-4e76-bea5-5a9edb023454 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:48:06.426435 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:06.432422 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] 10.222.0.60 "PUT /v2.0/ports/466fe8cd-e266-4cb2-8f30-51463308a710 HTTP/1.1" status: 200 len: 1092 time: 2.5000763 Jan 28 05:48:06.459925 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b55bce-77ec-40e5-b0b4-ced7f2139ef3 admin admin] Made reservation on behalf of df8aef7b4c7c4daeaa50e23459079d68 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:48:06.465794 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f4b55bce-77ec-40e5-b0b4-ced7f2139ef3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:06.765249 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'tag': '466fe8cd-e266-4cb2-8f30-51463308a710'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:48:06.765249 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d04031-0c85-49de-9a96-ba41becea882" -d '{"events": [{"name": "network-changed", "server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "tag": "466fe8cd-e266-4cb2-8f30-51463308a710"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:48:06.766758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 32968) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:06.790198 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f20ad5-8d64-4113-8a54-c574934f75b3 service neutron] Pushing event updated for resources: {'Port': ['ID=466fe8cd-e266-4cb2-8f30-51463308a710,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:06.813060 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b760d2a-3205-4454-a7a4-c1b5c875c395 x-openstack-request-id: req-4b760d2a-3205-4454-a7a4-c1b5c875c395 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:48:06.813419 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "tag": "466fe8cd-e266-4cb2-8f30-51463308a710", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:48:06.813597 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b760d2a-3205-4454-a7a4-c1b5c875c395 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:48:06.813970 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'tag': '466fe8cd-e266-4cb2-8f30-51463308a710', 'status': 'completed', 'code': 200} Jan 28 05:48:06.904861 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:06.929984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e0bbd-8626-4e74-b1e9-833c548f87cd req-65a64430-81bc-4b39-afdd-d9084517310b tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:06.933458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a9e0bbd-8626-4e74-b1e9-833c548f87cd req-65a64430-81bc-4b39-afdd-d9084517310b tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 946 time: 0.2947783 Jan 28 05:48:06.954448 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d04031-0c85-49de-9a96-ba41becea882 req-5a5a390c-43fc-41db-80ae-4f362348d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:06.955798 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d04031-0c85-49de-9a96-ba41becea882 req-5a5a390c-43fc-41db-80ae-4f362348d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:06.957183 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d04031-0c85-49de-9a96-ba41becea882 req-5a5a390c-43fc-41db-80ae-4f362348d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:06.957839 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d04031-0c85-49de-9a96-ba41becea882 req-5a5a390c-43fc-41db-80ae-4f362348d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:06.958454 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d04031-0c85-49de-9a96-ba41becea882 req-5a5a390c-43fc-41db-80ae-4f362348d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:06.958821 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d04031-0c85-49de-9a96-ba41becea882 req-5a5a390c-43fc-41db-80ae-4f362348d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:06.959294 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d04031-0c85-49de-9a96-ba41becea882 req-5a5a390c-43fc-41db-80ae-4f362348d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:06.961941 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d2d04031-0c85-49de-9a96-ba41becea882 req-5a5a390c-43fc-41db-80ae-4f362348d924 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 6483 time: 0.1117980 Jan 28 05:48:07.059209 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09e1f3-fd75-40f0-a039-45799e87ee44 req-aa5fc972-1b17-43a1-8035-52d36e860e94 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.060903 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be09e1f3-fd75-40f0-a039-45799e87ee44 req-aa5fc972-1b17-43a1-8035-52d36e860e94 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.60 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 948 time: 0.3226888 Jan 28 05:48:07.071091 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9a578e2-3a7d-403b-9896-94670d0f5183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:07.106606 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-1faf5abf-fa5c-409f-be69-60af9fbccc52 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.108131 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-1faf5abf-fa5c-409f-be69-60af9fbccc52 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.64 "GET /v2.0/networks?id=85a895ea-664e-472e-81ce-129512b5be89 HTTP/1.1" status: 200 len: 822 time: 0.4871426 Jan 28 05:48:07.160267 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-26c27b1e-b4e4-4550-8c61-1f8c18d8df45 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Request body: {'port': {'device_id': '4dcb892c-edf9-490c-9bae-2f7af761a880', 'network_id': '85a895ea-664e-472e-81ce-129512b5be89', 'admin_state_up': True, 'tenant_id': 'cf52b90055ae49f98ccbf583850eccfa'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:07.200446 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d04031-0c85-49de-9a96-ba41becea882 req-5520940d-773b-4934-ab69-d61a2485087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.201738 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d04031-0c85-49de-9a96-ba41becea882 req-5520940d-773b-4934-ab69-d61a2485087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.202289 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d04031-0c85-49de-9a96-ba41becea882 req-5520940d-773b-4934-ab69-d61a2485087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.203994 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d2d04031-0c85-49de-9a96-ba41becea882 req-5520940d-773b-4934-ab69-d61a2485087f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2290311 Jan 28 05:48:07.250357 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd36d9-c09a-439f-ae53-548baef670f5 req-4aaeef43-0553-490e-8943-abb49385ebc6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.258119 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd36d9-c09a-439f-ae53-548baef670f5 req-4aaeef43-0553-490e-8943-abb49385ebc6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.263171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd36d9-c09a-439f-ae53-548baef670f5 req-4aaeef43-0553-490e-8943-abb49385ebc6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.268518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd36d9-c09a-439f-ae53-548baef670f5 req-4aaeef43-0553-490e-8943-abb49385ebc6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.274594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd36d9-c09a-439f-ae53-548baef670f5 req-4aaeef43-0553-490e-8943-abb49385ebc6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.280694 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd36d9-c09a-439f-ae53-548baef670f5 req-4aaeef43-0553-490e-8943-abb49385ebc6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.286797 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd36d9-c09a-439f-ae53-548baef670f5 req-4aaeef43-0553-490e-8943-abb49385ebc6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.296636 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1bcd36d9-c09a-439f-ae53-548baef670f5 req-4aaeef43-0553-490e-8943-abb49385ebc6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.3339155 Jan 28 05:48:07.330258 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9a578e2-3a7d-403b-9896-94670d0f5183 admin admin] Publish callbacks [] for security_group (6363db03-4c77-47d1-8328-09f22dda047a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:07.338418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a9e0bbd-8626-4e74-b1e9-833c548f87cd req-57fa18c1-6896-42fe-bba4-fa4e1bf32457 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3842661 Jan 28 05:48:07.370093 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d04031-0c85-49de-9a96-ba41becea882 req-43ac97e7-d371-4864-aebe-6ec07b47e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.371844 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d2d04031-0c85-49de-9a96-ba41becea882 req-43ac97e7-d371-4864-aebe-6ec07b47e31e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1615589 Jan 28 05:48:07.376961 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f4b55bce-77ec-40e5-b0b4-ced7f2139ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (88b4464d-a63e-44af-98ed-f8fd1881fdda), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:07.462561 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9a578e2-3a7d-403b-9896-94670d0f5183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6363db03-4c77-47d1-8328-09f22dda047a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:07.493581 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b55bce-77ec-40e5-b0b4-ced7f2139ef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88b4464d-a63e-44af-98ed-f8fd1881fdda,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:07.514970 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1bcd36d9-c09a-439f-ae53-548baef670f5 req-4308d197-211b-405a-afae-35bc12a4f019 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2119544 Jan 28 05:48:07.547382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-be09e1f3-fd75-40f0-a039-45799e87ee44 req-47a72b94-fbd3-4c0b-a165-6408fd4904ea tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Deleting port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:48:07.547382 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-be09e1f3-fd75-40f0-a039-45799e87ee44 req-47a72b94-fbd3-4c0b-a165-6408fd4904ea tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:07.563262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32990) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:07.563415 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e9a578e2-3a7d-403b-9896-94670d0f5183 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=034956d4a1274807a216131cdd3c5301&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7775333 Jan 28 05:48:07.596119 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a578e2-3a7d-403b-9896-94670d0f5183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6363db03-4c77-47d1-8328-09f22dda047a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:07.604849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a31e0721-8c4f-42ef-9a79-e8bd2969ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.605366 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a31e0721-8c4f-42ef-9a79-e8bd2969ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.605923 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a31e0721-8c4f-42ef-9a79-e8bd2969ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.606588 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a31e0721-8c4f-42ef-9a79-e8bd2969ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.606922 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a31e0721-8c4f-42ef-9a79-e8bd2969ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.607412 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a31e0721-8c4f-42ef-9a79-e8bd2969ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.607884 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a31e0721-8c4f-42ef-9a79-e8bd2969ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.610522 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-a31e0721-8c4f-42ef-9a79-e8bd2969ef8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 6483 time: 0.1647947 Jan 28 05:48:07.641538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e89a3819-453c-46b6-8fb9-5bd02f7cb802 req-c4f3f7bf-8747-4737-86a0-c550e96bc73c tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1298342848', 'description': 'tempest-description-771312365'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:07.647342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b55bce-77ec-40e5-b0b4-ced7f2139ef3 admin admin] Checking segment: {'id': '1e566500-38b1-4659-8025-4892f4eb51b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '88381437-0e71-4561-a992-619e0f4004bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:07.647768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b55bce-77ec-40e5-b0b4-ced7f2139ef3 admin admin] Network hostable DHCP agents. Network: 88381437-0e71-4561-a992-619e0f4004bd, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:48:07.663220 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-9a9eaea3-a2ff-4b6a-887e-d2c7c4414e72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 HTTP/1.1" status: 200 len: 217 time: 0.0399013 Jan 28 05:48:07.671944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-26c27b1e-b4e4-4550-8c61-1f8c18d8df45 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Made reservation on behalf of cf52b90055ae49f98ccbf583850eccfa for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:48:07.675322 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-26c27b1e-b4e4-4550-8c61-1f8c18d8df45 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:07.726766 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-2d8c000a-981b-4720-9581-e7e46283f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.728287 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-2d8c000a-981b-4720-9581-e7e46283f5ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fef9bb5e-512a-4e07-ad80-abe7197482fc HTTP/1.1" status: 200 len: 850 time: 0.0588484 Jan 28 05:48:07.751137 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:07.795255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-37ce3a6e-fc64-4060-95a3-ca85078ab949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.796717 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-37ce3a6e-fc64-4060-95a3-ca85078ab949 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d41f46e-f58d-4165-a16d-3b2144390868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616729 Jan 28 05:48:07.811888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-be09e1f3-fd75-40f0-a039-45799e87ee44 req-47a72b94-fbd3-4c0b-a165-6408fd4904ea tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] For port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:07.817002 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-be09e1f3-fd75-40f0-a039-45799e87ee44 req-47a72b94-fbd3-4c0b-a165-6408fd4904ea tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:07.827672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-be09e1f3-fd75-40f0-a039-45799e87ee44 req-47a72b94-fbd3-4c0b-a165-6408fd4904ea tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Calling delete_port for 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:48:07.850530 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32994) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:07.920081 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-41cbe4a2-17c1-471f-9855-e31bc4e6aef9 service neutron] 10.222.0.60 "GET /v2.0/networks/6d41f46e-f58d-4165-a16d-3b2144390868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172612 Jan 28 05:48:07.943651 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5459f76-9255-4832-abd8-0535885a7f22 admin admin] Publish callbacks [] for security_group (6363db03-4c77-47d1-8328-09f22dda047a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:07.979709 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b55bce-77ec-40e5-b0b4-ced7f2139ef3 admin admin] Network 88381437-0e71-4561-a992-619e0f4004bd is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:48:07.991074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74973a81-33f1-47b7-8be4-a113e5c7cc2d req-280361a8-24b3-4636-a0bc-ea877a4dc104 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:07.998733 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74973a81-33f1-47b7-8be4-a113e5c7cc2d req-280361a8-24b3-4636-a0bc-ea877a4dc104 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=f681cb21-b165-49b0-a18c-6677f0149776 HTTP/1.1" status: 200 len: 948 time: 0.3428469 Jan 28 05:48:08.020398 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e89a3819-453c-46b6-8fb9-5bd02f7cb802 req-c4f3f7bf-8747-4737-86a0-c550e96bc73c tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:08.033570 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-50368ba2-f9c6-4a90-98e2-d92a5b21ae4f service neutron] 10.222.0.60 "GET /v2.0/networks/6d41f46e-f58d-4165-a16d-3b2144390868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072044 Jan 28 05:48:08.075847 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-239bba4a-9e02-4ab7-903e-564fe5966fac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=de4521fc-53b1-4371-ba47-df5321d802fa HTTP/1.1" status: 200 len: 217 time: 0.0364060 Jan 28 05:48:08.111655 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5459f76-9255-4832-abd8-0535885a7f22 admin admin] Publish callbacks [] for security_group (6363db03-4c77-47d1-8328-09f22dda047a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:08.119637 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50a23e3f-ad99-4c13-8fe2-2db483cd91b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:08.121438 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-f4b55bce-77ec-40e5-b0b4-ced7f2139ef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 88381437-0e71-4561-a992-619e0f4004bd) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:08.126066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b55bce-77ec-40e5-b0b4-ced7f2139ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:08.126800 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f4b55bce-77ec-40e5-b0b4-ced7f2139ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:08.129587 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-36d5cea7-f3fc-4b48-b1f1-684690d5af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:08.129587 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-36d5cea7-f3fc-4b48-b1f1-684690d5af6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2b9cb9f-feef-45df-ae1f-fa66f4c913eb HTTP/1.1" status: 200 len: 797 time: 0.0487463 Jan 28 05:48:08.134210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0e6f6b-9efb-444d-adda-2d44172e80a3 None None] Network 88381437-0e71-4561-a992-619e0f4004bd requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:48:08.188060 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-3d58bed7-36ae-4310-84fa-290ce566dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:08.189777 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-3d58bed7-36ae-4310-84fa-290ce566dc56 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0529761 Jan 28 05:48:08.251648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f774421-445f-4783-9463-ff2cf2031777 None None] Network 88381437-0e71-4561-a992-619e0f4004bd requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:48:08.336349 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f4b55bce-77ec-40e5-b0b4-ced7f2139ef3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0864027 Jan 28 05:48:08.359978 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-5cf54592-4bc6-4fca-8a48-b788b8de2265 service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634388 Jan 28 05:48:08.371716 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74973a81-33f1-47b7-8be4-a113e5c7cc2d req-bc54273f-376c-4ebe-8575-6fae9910a307 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716910 Jan 28 05:48:08.390115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-26c27b1e-b4e4-4550-8c61-1f8c18d8df45 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Allocated IP 172.20.0.7 (85a895ea-664e-472e-81ce-129512b5be89/ec08087e-0d9c-4325-a61d-3f638dd7379a/b3e112b7-088b-43b3-bde2-79d9c0ffc7b2) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:48:08.397069 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-be09e1f3-fd75-40f0-a039-45799e87ee44 req-47a72b94-fbd3-4c0b-a165-6408fd4904ea tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (5cbe4213-6e56-402e-9eb4-48fe15bdb0d4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:08.477125 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50a23e3f-ad99-4c13-8fe2-2db483cd91b9 admin admin] Publish callbacks [] for security_group (008a1f76-bdd2-4b29-9dc1-a832f4824e26), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:08.539435 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-996af996-2d76-4e95-94fa-c03e72c585e6 service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733625 Jan 28 05:48:08.556179 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e89a3819-453c-46b6-8fb9-5bd02f7cb802 req-c4f3f7bf-8747-4737-86a0-c550e96bc73c tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (8087c555-8f13-4353-9f42-6d740e4f1524), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:08.557651 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50a23e3f-ad99-4c13-8fe2-2db483cd91b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (008a1f76-bdd2-4b29-9dc1-a832f4824e26), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:08.561565 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a72b94-fbd3-4c0b-a165-6408fd4904ea tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Pushing event deleted for resources: {'Port': ['ID=5cbe4213-6e56-402e-9eb4-48fe15bdb0d4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:08.628388 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-6c33b325-122f-4dac-8c64-195aca911f2f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=a634b533-7357-4188-8294-f3f088104ea5 HTTP/1.1" status: 200 len: 217 time: 0.0812078 Jan 28 05:48:08.671805 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e89a3819-453c-46b6-8fb9-5bd02f7cb802 req-c4f3f7bf-8747-4737-86a0-c550e96bc73c tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8087c555-8f13-4353-9f42-6d740e4f1524), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:08.684178 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-83ed91a7-9749-43b9-bc2b-004e7312c98f req-a4449b56-2920-46e6-b28d-bd80cefb76aa tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dcb892c-edf9-490c-9bae-2f7af761a880 HTTP/1.1" status: 200 len: 210 time: 0.0895948 Jan 28 05:48:08.689578 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-b5dda5b6-1616-48c0-8cdb-870ebd02c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:08.691659 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-b5dda5b6-1616-48c0-8cdb-870ebd02c7cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2b9cb9f-feef-45df-ae1f-fa66f4c913eb HTTP/1.1" status: 200 len: 797 time: 0.0568607 Jan 28 05:48:08.717308 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5459f76-9255-4832-abd8-0535885a7f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6363db03-4c77-47d1-8328-09f22dda047a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:08.720978 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5459f76-9255-4832-abd8-0535885a7f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:08.725103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c5459f76-9255-4832-abd8-0535885a7f22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6363db03-4c77-47d1-8328-09f22dda047a HTTP/1.1" status: 204 len: 168 time: 1.1675532 Jan 28 05:48:08.728504 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-50a23e3f-ad99-4c13-8fe2-2db483cd91b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b52e6e0131a346fabef6982f268829f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8716993 Jan 28 05:48:08.737113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-be09e1f3-fd75-40f0-a039-45799e87ee44 req-47a72b94-fbd3-4c0b-a165-6408fd4904ea tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] No DVR routers for this DVR port 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:48:08.739036 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33010) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:08.748027 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-be09e1f3-fd75-40f0-a039-45799e87ee44 req-47a72b94-fbd3-4c0b-a165-6408fd4904ea tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:08.751360 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be09e1f3-fd75-40f0-a039-45799e87ee44 req-47a72b94-fbd3-4c0b-a165-6408fd4904ea tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.60 "DELETE /v2.0/ports/5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 HTTP/1.1" status: 204 len: 173 time: 1.6643999 Jan 28 05:48:08.768375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a23e3f-ad99-4c13-8fe2-2db483cd91b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008a1f76-bdd2-4b29-9dc1-a832f4824e26,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:08.820706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f681cb21-b165-49b0-a18c-6677f0149776', 'name': 'network-vif-deleted', 'tag': '5cbe4213-6e56-402e-9eb4-48fe15bdb0d4'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:48:08.822560 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9353c7bd-68b3-4ab4-a6e7-a4a0442fa744" -d '{"events": [{"server_uuid": "f681cb21-b165-49b0-a18c-6677f0149776", "name": "network-vif-deleted", "tag": "5cbe4213-6e56-402e-9eb4-48fe15bdb0d4"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:48:08.834522 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-6629cc61-0924-4f62-a0c3-ac08ed4307a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:08.839865 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-6629cc61-0924-4f62-a0c3-ac08ed4307a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1345651 Jan 28 05:48:08.887980 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e89a3819-453c-46b6-8fb9-5bd02f7cb802 req-c4f3f7bf-8747-4737-86a0-c550e96bc73c tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:08.889214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e89a3819-453c-46b6-8fb9-5bd02f7cb802 req-c4f3f7bf-8747-4737-86a0-c550e96bc73c tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 1.3106098 Jan 28 05:48:08.903244 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3f7bf-8747-4737-86a0-c550e96bc73c tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8087c555-8f13-4353-9f42-6d740e4f1524,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:08.945204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5459f76-9255-4832-abd8-0535885a7f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6363db03-4c77-47d1-8328-09f22dda047a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:08.989574 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-94101ec0-63fe-422e-ba9b-abce9490dd16 service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435728 Jan 28 05:48:09.015876 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aff147-022d-4b64-9b3e-7d9502dc53fb req-a48b207e-2791-4075-b482-cbaec6400ef4 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:09.022086 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aff147-022d-4b64-9b3e-7d9502dc53fb req-a48b207e-2791-4075-b482-cbaec6400ef4 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:09.027949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aff147-022d-4b64-9b3e-7d9502dc53fb req-a48b207e-2791-4075-b482-cbaec6400ef4 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:09.044096 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aff147-022d-4b64-9b3e-7d9502dc53fb req-a48b207e-2791-4075-b482-cbaec6400ef4 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:09.046067 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aff147-022d-4b64-9b3e-7d9502dc53fb req-a48b207e-2791-4075-b482-cbaec6400ef4 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:09.064543 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aff147-022d-4b64-9b3e-7d9502dc53fb req-a48b207e-2791-4075-b482-cbaec6400ef4 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:09.071333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aff147-022d-4b64-9b3e-7d9502dc53fb req-a48b207e-2791-4075-b482-cbaec6400ef4 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:09.078851 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39aff147-022d-4b64-9b3e-7d9502dc53fb req-a48b207e-2791-4075-b482-cbaec6400ef4 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.2709143 Jan 28 05:48:09.093042 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-26c27b1e-b4e4-4550-8c61-1f8c18d8df45 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Publish callbacks [] for port (b3e112b7-088b-43b3-bde2-79d9c0ffc7b2), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:09.097145 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd9faf08-b6eb-4e4d-9fbf-2ca0585a04f2 admin admin] Publish callbacks [] for security_group (008a1f76-bdd2-4b29-9dc1-a832f4824e26), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:09.123055 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:09.200492 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd9faf08-b6eb-4e4d-9fbf-2ca0585a04f2 admin admin] Publish callbacks [] for security_group (008a1f76-bdd2-4b29-9dc1-a832f4824e26), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:09.236259 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-fb363982-d2ba-4af0-89f9-45d3bc54cef0 service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407024 Jan 28 05:48:09.291869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39aff147-022d-4b64-9b3e-7d9502dc53fb req-8c9902d3-6b45-4c90-8de4-4649363d3ee5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2097578 Jan 28 05:48:09.366473 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-e408acb7-c72d-4b47-a3db-ebd7552c658b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a HTTP/1.1" status: 200 len: 217 time: 0.1038656 Jan 28 05:48:09.387030 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-26c27b1e-b4e4-4550-8c61-1f8c18d8df45 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b3e112b7-088b-43b3-bde2-79d9c0ffc7b2), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:09.428063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-bea3a45f-80da-47f0-a938-ef2ca4d06c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:09.430324 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-bea3a45f-80da-47f0-a938-ef2ca4d06c02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2b9cb9f-feef-45df-ae1f-fa66f4c913eb HTTP/1.1" status: 200 len: 797 time: 0.0594189 Jan 28 05:48:09.440478 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd9faf08-b6eb-4e4d-9fbf-2ca0585a04f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (008a1f76-bdd2-4b29-9dc1-a832f4824e26), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:09.443177 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd9faf08-b6eb-4e4d-9fbf-2ca0585a04f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:09.444322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bd9faf08-b6eb-4e4d-9fbf-2ca0585a04f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/008a1f76-bdd2-4b29-9dc1-a832f4824e26 HTTP/1.1" status: 204 len: 168 time: 0.7009649 Jan 28 05:48:09.465681 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-26c27b1e-b4e4-4550-8c61-1f8c18d8df45 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Network 85a895ea-664e-472e-81ce-129512b5be89 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:48:09.471587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9faf08-b6eb-4e4d-9fbf-2ca0585a04f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008a1f76-bdd2-4b29-9dc1-a832f4824e26,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:09.477134 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-26c27b1e-b4e4-4550-8c61-1f8c18d8df45 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:09.479663 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-26c27b1e-b4e4-4550-8c61-1f8c18d8df45 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:48:09.482284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c27b1e-b4e4-4550-8c61-1f8c18d8df45 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Pushing event updated for resources: {'Port': ['ID=b3e112b7-088b-43b3-bde2-79d9c0ffc7b2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:09.545109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-537f090d-f421-41f3-8505-b390943b705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:09.548235 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-537f090d-f421-41f3-8505-b390943b705f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1093926 Jan 28 05:48:09.722430 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-202e6d73-3378-49c1-bc31-195b79e0cf91 service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514978 Jan 28 05:48:09.779580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33038) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:09.783141 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab56503-0f8f-42f8-a642-52b5cf5b67ab x-openstack-request-id: req-aab56503-0f8f-42f8-a642-52b5cf5b67ab {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:48:09.783445 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f681cb21-b165-49b0-a18c-6677f0149776", "name": "network-vif-deleted", "tag": "5cbe4213-6e56-402e-9eb4-48fe15bdb0d4", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:48:09.783702 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aab56503-0f8f-42f8-a642-52b5cf5b67ab {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:48:09.784078 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f681cb21-b165-49b0-a18c-6677f0149776', 'name': 'network-vif-deleted', 'tag': '5cbe4213-6e56-402e-9eb4-48fe15bdb0d4', 'status': 'completed', 'code': 200} Jan 28 05:48:09.835206 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8adaf62a-5d2d-4b00-ba70-d0b92a984da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:09.846778 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-2d1d3a8a-fc63-4459-a55b-cb49b8733d88 service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184502 Jan 28 05:48:09.882479 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:48:09.900530 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-f1921fe5-3f0d-4327-ad82-5447aa1a49e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=54091cbf-0759-4416-b585-fbc00752ec51 HTTP/1.1" status: 200 len: 217 time: 0.0476725 Jan 28 05:48:09.908461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-26c27b1e-b4e4-4550-8c61-1f8c18d8df45 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:09.909077 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-26c27b1e-b4e4-4550-8c61-1f8c18d8df45 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:09.934268 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:48:09.942258 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5cbe4213-6e56-402e-9eb4-48fe15bdb0d4 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:48:09.953863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5fbffef4-cf07-43c1-9e85-b7a31302d6c9 req-3fcf28e3-1d31-4d1b-838a-be10e83d129a tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "GET /v2.0/security-groups/8087c555-8f13-4353-9f42-6d740e4f1524 HTTP/1.1" status: 200 len: 1831 time: 0.1698709 Jan 28 05:48:09.961717 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5fbffef4-cf07-43c1-9e85-b7a31302d6c9 req-ee0ed354-a9f2-4af0-9e78-d6762477d53c tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8087c555-8f13-4353-9f42-6d740e4f1524', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:09.962052 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5fbffef4-cf07-43c1-9e85-b7a31302d6c9 req-ee0ed354-a9f2-4af0-9e78-d6762477d53c tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8087c555-8f13-4353-9f42-6d740e4f1524', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:10.010127 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-bc6a774c-2478-458e-9085-898627a2454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:10.012067 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-bc6a774c-2478-458e-9085-898627a2454f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2b9cb9f-feef-45df-ae1f-fa66f4c913eb HTTP/1.1" status: 200 len: 797 time: 0.1036520 Jan 28 05:48:10.027731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-26c27b1e-b4e4-4550-8c61-1f8c18d8df45 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8801425 Jan 28 05:48:10.039852 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-d6d10061-93e7-4b80-bcc6-715ce991e01a tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:10.041350 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-d6d10061-93e7-4b80-bcc6-715ce991e01a tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/networks?id=88381437-0e71-4561-a992-619e0f4004bd HTTP/1.1" status: 200 len: 814 time: 0.2597823 Jan 28 05:48:10.047570 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Request body: {'port': {'device_id': '4dcb892c-edf9-490c-9bae-2f7af761a880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:10.090393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-87426b03-579a-43ac-bfee-909babe8d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:10.092676 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-87426b03-579a-43ac-bfee-909babe8d436 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0496705 Jan 28 05:48:10.093756 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-c51866fb-dd8e-42c0-848c-8a28938fc32f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/quotas/df8aef7b4c7c4daeaa50e23459079d68 HTTP/1.1" status: 200 len: 375 time: 0.0434573 Jan 28 05:48:10.123223 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8adaf62a-5d2d-4b00-ba70-d0b92a984da3 admin admin] Publish callbacks [] for security_group (4a97c93e-d66b-433a-af8a-420d1c0c31b5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:10.162034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-59abed79-318b-42e4-8aa2-af270a951a12 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615752 Jan 28 05:48:10.203013 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b3e112b7-088b-43b3-bde2-79d9c0ffc7b2), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:10.232754 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-d92e58c3-91d0-4d4a-9090-200582393464 service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334119 Jan 28 05:48:10.235609 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8adaf62a-5d2d-4b00-ba70-d0b92a984da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4a97c93e-d66b-433a-af8a-420d1c0c31b5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:10.292587 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5fbffef4-cf07-43c1-9e85-b7a31302d6c9 req-ee0ed354-a9f2-4af0-9e78-d6762477d53c tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group_rule (d00c022b-8fa1-48c2-8fb2-10a6c956e2d3), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:10.340918 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8adaf62a-5d2d-4b00-ba70-d0b92a984da3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40225fb8d17e46d581db3d927c66369c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5559404 Jan 28 05:48:10.341831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33044) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:10.356127 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33046) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:10.365058 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adaf62a-5d2d-4b00-ba70-d0b92a984da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a97c93e-d66b-433a-af8a-420d1c0c31b5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:10.373003 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-4c5e01dd-ebcc-4e95-a138-31157d03340c service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322856 Jan 28 05:48:10.400723 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5fbffef4-cf07-43c1-9e85-b7a31302d6c9 req-ee0ed354-a9f2-4af0-9e78-d6762477d53c tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group_rule (d00c022b-8fa1-48c2-8fb2-10a6c956e2d3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:10.401712 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ceb1d3b-e3ed-435d-956c-ba1deb66fcc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:10.452944 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-19378d6c-693d-4ea0-af80-41d82d31b120 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5af82a02-3fcb-48cb-87fb-eca56a102c4c HTTP/1.1" status: 200 len: 217 time: 0.0616732 Jan 28 05:48:10.504500 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-804365ae-6d04-42e9-bf35-e480b5ec0129 service neutron] 10.222.0.31 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289177 Jan 28 05:48:10.515229 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9c023e7-2c94-4d52-a525-a85319b55bd1 admin admin] Publish callbacks [] for security_group (4a97c93e-d66b-433a-af8a-420d1c0c31b5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:10.520882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-9adf28c9-ca97-4623-b2ac-f9083d5c5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:10.522647 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-9adf28c9-ca97-4623-b2ac-f9083d5c5ab3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2b498353-5375-459e-bd93-4094c4cf6894 HTTP/1.1" status: 200 len: 797 time: 0.0631435 Jan 28 05:48:10.568566 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9c023e7-2c94-4d52-a525-a85319b55bd1 admin admin] Publish callbacks [] for security_group (4a97c93e-d66b-433a-af8a-420d1c0c31b5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:10.602968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-d6a6c927-dd01-458d-933d-c85ca4af21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:10.604916 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-d6a6c927-dd01-458d-933d-c85ca4af21ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5163c916-d2f8-441e-b2dc-85c1354db940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0740690 Jan 28 05:48:10.611511 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-93d789e1-e2fc-43d9-af03-ce031f84e556 service neutron] 10.222.0.31 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027930 Jan 28 05:48:10.621587 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5fbffef4-cf07-43c1-9e85-b7a31302d6c9 req-ee0ed354-a9f2-4af0-9e78-d6762477d53c tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (d00c022b-8fa1-48c2-8fb2-10a6c956e2d3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:10.670239 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ed354-a9f2-4af0-9e78-d6762477d53c tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00c022b-8fa1-48c2-8fb2-10a6c956e2d3,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:10.751789 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5fbffef4-cf07-43c1-9e85-b7a31302d6c9 req-ee0ed354-a9f2-4af0-9e78-d6762477d53c tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:10.753243 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5fbffef4-cf07-43c1-9e85-b7a31302d6c9 req-ee0ed354-a9f2-4af0-9e78-d6762477d53c tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8019023 Jan 28 05:48:10.838019 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ceb1d3b-e3ed-435d-956c-ba1deb66fcc0 admin admin] Publish callbacks [] for security_group (8d5450e8-d0f2-49f0-ae4e-77c770453738), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:10.930274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:48:10.976116 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ceb1d3b-e3ed-435d-956c-ba1deb66fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8d5450e8-d0f2-49f0-ae4e-77c770453738), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:10.984998 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Publish callbacks [] for port (b3e112b7-088b-43b3-bde2-79d9c0ffc7b2), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:11.022221 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-3fe67416-2182-4c1a-bb2d-2dc0412bd9fe service neutron] 10.222.0.60 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969297 Jan 28 05:48:11.079033 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7ceb1d3b-e3ed-435d-956c-ba1deb66fcc0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=917f01ca170548c5a491fbcbf2753f6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7252610 Jan 28 05:48:11.080974 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33056) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:11.087694 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb1d3b-e3ed-435d-956c-ba1deb66fcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5450e8-d0f2-49f0-ae4e-77c770453738,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:11.099661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e0e78-b37b-449c-b4dd-096d87c2103d req-4e3449fa-8be3-4172-81f3-ede8310508f6 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:11.107101 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-334e0e78-b37b-449c-b4dd-096d87c2103d req-4e3449fa-8be3-4172-81f3-ede8310508f6 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dcb892c-edf9-490c-9bae-2f7af761a880 HTTP/1.1" status: 200 len: 931 time: 0.1797590 Jan 28 05:48:11.108178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Transition to ACTIVE for port object b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:48:11.113210 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9c023e7-2c94-4d52-a525-a85319b55bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4a97c93e-d66b-433a-af8a-420d1c0c31b5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:11.117599 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9c023e7-2c94-4d52-a525-a85319b55bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:11.124229 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e9c023e7-2c94-4d52-a525-a85319b55bd1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a97c93e-d66b-433a-af8a-420d1c0c31b5 HTTP/1.1" status: 204 len: 168 time: 0.7627747 Jan 28 05:48:11.147451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c023e7-2c94-4d52-a525-a85319b55bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a97c93e-d66b-433a-af8a-420d1c0c31b5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:11.149680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a7143-66a7-4943-a570-4760366c695d req-5f2c8c84-ec93-4bfe-b149-61310c026362 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:11.156637 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da1a7143-66a7-4943-a570-4760366c695d req-5f2c8c84-ec93-4bfe-b149-61310c026362 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 946 time: 0.1742926 Jan 28 05:48:11.188211 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (b3e112b7-088b-43b3-bde2-79d9c0ffc7b2), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:11.197767 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b3951c3c-0c09-492c-aadd-c6017dc94e7e admin admin] Publish callbacks [] for security_group (8d5450e8-d0f2-49f0-ae4e-77c770453738), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:11.201101 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-f12340ce-3c45-4ef5-91c7-2a17e3e5110e service neutron] 10.222.0.60 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746204 Jan 28 05:48:11.256425 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-334e0e78-b37b-449c-b4dd-096d87c2103d req-99d004e6-d513-4fbc-83e0-fa3034d59cb7 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb037da3-17c7-4a32-8e26-94174f4ee68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425643 Jan 28 05:48:11.258837 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-689c41da-4bcc-49b9-b954-9cca612e5b1f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=466fe8cd-e266-4cb2-8f30-51463308a710 HTTP/1.1" status: 200 len: 217 time: 0.0476041 Jan 28 05:48:11.278838 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b3951c3c-0c09-492c-aadd-c6017dc94e7e admin admin] Publish callbacks [] for security_group (8d5450e8-d0f2-49f0-ae4e-77c770453738), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:11.342106 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da1a7143-66a7-4943-a570-4760366c695d req-5deebf8f-93a5-4909-9083-3500dddddbb7 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844666 Jan 28 05:48:11.372867 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-086749aa-9564-4225-b5fc-ab24bf919033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:11.374699 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-086749aa-9564-4225-b5fc-ab24bf919033 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2b498353-5375-459e-bd93-4094c4cf6894 HTTP/1.1" status: 200 len: 797 time: 0.0985589 Jan 28 05:48:11.381611 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e112b7-088b-43b3-bde2-79d9c0ffc7b2,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:11.463832 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b3951c3c-0c09-492c-aadd-c6017dc94e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8d5450e8-d0f2-49f0-ae4e-77c770453738), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:11.473292 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b3951c3c-0c09-492c-aadd-c6017dc94e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:11.475752 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b3951c3c-0c09-492c-aadd-c6017dc94e7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d5450e8-d0f2-49f0-ae4e-77c770453738 HTTP/1.1" status: 204 len: 168 time: 0.3930440 Jan 28 05:48:11.483519 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-7be2a284-c4e7-4642-8263-b7adca6aa396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:11.485185 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-7be2a284-c4e7-4642-8263-b7adca6aa396 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5163c916-d2f8-441e-b2dc-85c1354db940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0948601 Jan 28 05:48:11.496690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3951c3c-0c09-492c-aadd-c6017dc94e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5450e8-d0f2-49f0-ae4e-77c770453738,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:11.593092 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52f894dc-cddb-4c88-be3e-1a8d010053a7 req-53cb18c7-c56e-40c5-8391-8cda01ac3f0f tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "GET /v2.0/security-groups/8087c555-8f13-4353-9f42-6d740e4f1524 HTTP/1.1" status: 200 len: 2425 time: 0.2499557 Jan 28 05:48:11.601616 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-94532c5d-4c8e-4a2b-b666-8c4e75f3f907 service neutron] 10.222.0.60 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100087 Jan 28 05:48:11.653427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d5502-3ed6-425b-bed2-ac05886100ae req-3cd04520-50da-4192-ac72-d88b4d79ff75 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:11.658982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d5502-3ed6-425b-bed2-ac05886100ae req-3cd04520-50da-4192-ac72-d88b4d79ff75 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:11.668354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d5502-3ed6-425b-bed2-ac05886100ae req-3cd04520-50da-4192-ac72-d88b4d79ff75 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:11.672287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d5502-3ed6-425b-bed2-ac05886100ae req-3cd04520-50da-4192-ac72-d88b4d79ff75 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:11.677559 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d5502-3ed6-425b-bed2-ac05886100ae req-3cd04520-50da-4192-ac72-d88b4d79ff75 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:11.683620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d5502-3ed6-425b-bed2-ac05886100ae req-3cd04520-50da-4192-ac72-d88b4d79ff75 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:11.697293 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d5502-3ed6-425b-bed2-ac05886100ae req-3cd04520-50da-4192-ac72-d88b4d79ff75 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:11.704720 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-436d5502-3ed6-425b-bed2-ac05886100ae req-3cd04520-50da-4192-ac72-d88b4d79ff75 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.3155773 Jan 28 05:48:11.722488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d380d9b-7d8e-4110-9b6e-fbea0ad547c2 req-f0020644-a076-4b32-a521-bd2d018e8eda tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:11.724214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d380d9b-7d8e-4110-9b6e-fbea0ad547c2 req-f0020644-a076-4b32-a521-bd2d018e8eda tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 946 time: 0.2717891 Jan 28 05:48:11.739714 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-75d5c267-70de-41f4-81b9-5f5c26450160 req-b0b4695c-ad96-49d6-a6bf-c8be607d6f69 service neutron] 10.222.0.60 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319897 Jan 28 05:48:11.770185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Attempting to bind port b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:48:11.770455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Attempting to bind port b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'bec6ca2b-7731-4061-8565-c724f5327e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '85a895ea-664e-472e-81ce-129512b5be89'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:48:11.770776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Attempting to bind port b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 on network 85a895ea-664e-472e-81ce-129512b5be89 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:11.794223 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Port b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 on network 85a895ea-664e-472e-81ce-129512b5be89 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:48:11.794622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Attempting to bind port b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 on network 85a895ea-664e-472e-81ce-129512b5be89 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:11.833710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:48:11.834119 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Checking segment: {'id': 'bec6ca2b-7731-4061-8565-c724f5327e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '85a895ea-664e-472e-81ce-129512b5be89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:11.834485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Bound using segment: {'id': 'bec6ca2b-7731-4061-8565-c724f5327e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '85a895ea-664e-472e-81ce-129512b5be89'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:48:11.835213 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Bound port: b3e112b7-088b-43b3-bde2-79d9c0ffc7b2, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec6ca2b-7731-4061-8565-c724f5327e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '85a895ea-664e-472e-81ce-129512b5be89'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:48:11.835879 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b3e112b7-088b-43b3-bde2-79d9c0ffc7b2), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:11.884817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-436d5502-3ed6-425b-bed2-ac05886100ae req-406d362b-51c0-4999-b1bc-137916006e86 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1791291 Jan 28 05:48:11.964884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6d380d9b-7d8e-4110-9b6e-fbea0ad547c2 req-5e90323b-05f7-42ad-90d3-d4473d7813a1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Deleting port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:48:11.965244 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6d380d9b-7d8e-4110-9b6e-fbea0ad547c2 req-5e90323b-05f7-42ad-90d3-d4473d7813a1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1646bce7-f2a7-4f01-91f2-f370f5b6c22b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:12.019677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] For port b3e112b7-088b-43b3-bde2-79d9c0ffc7b2, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:48:12.033362 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e7d6a50-7703-4fd7-b38c-493d28e7f976 req-f8ebdfb5-fa15-4675-acda-6aae0b4287b8 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7714568-0b39-42fd-92e4-43833f0bb25c HTTP/1.1" status: 200 len: 210 time: 0.0746019 Jan 28 05:48:12.099501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] For port b3e112b7-088b-43b3-bde2-79d9c0ffc7b2, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b3e112b7-088b-43b3-bde2-79d9c0ffc7b2,segment=NetworkSegment(bec6ca2b-7731-4061-8565-c724f5327e1a),segment_id=bec6ca2b-7731-4061-8565-c724f5327e1a)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:48:12.121963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11bbd628-37b6-4cce-95e6-259c22f9d558 req-c5ff87d7-e716-4d8c-b308-9651bd64aea0 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "GET /v2.0/security-group-rules/d00c022b-8fa1-48c2-8fb2-10a6c956e2d3 HTTP/1.1" status: 200 len: 778 time: 0.0439155 Jan 28 05:48:12.183243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6d380d9b-7d8e-4110-9b6e-fbea0ad547c2 req-5e90323b-05f7-42ad-90d3-d4473d7813a1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] For port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=1646bce7-f2a7-4f01-91f2-f370f5b6c22b,segment=NetworkSegment(0425761b-3f81-48df-ba2b-9edbc800bbce),segment_id=0425761b-3f81-48df-ba2b-9edbc800bbce)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:12.183607 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6d380d9b-7d8e-4110-9b6e-fbea0ad547c2 req-5e90323b-05f7-42ad-90d3-d4473d7813a1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1646bce7-f2a7-4f01-91f2-f370f5b6c22b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:12.194146 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (b3e112b7-088b-43b3-bde2-79d9c0ffc7b2), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:12.347152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:12.348258 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:12.349861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] 10.222.0.64 "PUT /v2.0/ports/b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 HTTP/1.1" status: 200 len: 1092 time: 2.3076227 Jan 28 05:48:12.350387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dcb892c-edf9-490c-9bae-2f7af761a880', 'tag': 'b3e112b7-088b-43b3-bde2-79d9c0ffc7b2'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:48:12.353572 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d24a61d-ec40-4036-aedc-7f1c72e3f8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4dcb892c-edf9-490c-9bae-2f7af761a880", "tag": "b3e112b7-088b-43b3-bde2-79d9c0ffc7b2"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:48:12.373307 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11bbd628-37b6-4cce-95e6-259c22f9d558 req-a8fc690b-4aac-4e54-8632-c2a3e202220f tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "GET /v2.0/security-groups/8087c555-8f13-4353-9f42-6d740e4f1524 HTTP/1.1" status: 200 len: 2425 time: 0.2355256 Jan 28 05:48:12.464508 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8d757-54bf-434c-8373-7e34c20fe168 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e112b7-088b-43b3-bde2-79d9c0ffc7b2,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:12.495542 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-11bbd628-37b6-4cce-95e6-259c22f9d558 req-956b84e5-60ea-4a8b-8ac1-698adf5771fc tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group_rule (d00c022b-8fa1-48c2-8fb2-10a6c956e2d3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:12.503740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ff6fe-534b-4eb7-9bee-4d337061fce2 req-730abe13-a313-4e9a-ae8a-23437bd13abd tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:12.505273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a67ff6fe-534b-4eb7-9bee-4d337061fce2 req-730abe13-a313-4e9a-ae8a-23437bd13abd tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2 HTTP/1.1" status: 200 len: 948 time: 0.2989285 Jan 28 05:48:12.519212 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-11bbd628-37b6-4cce-95e6-259c22f9d558 req-956b84e5-60ea-4a8b-8ac1-698adf5771fc tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group_rule (d00c022b-8fa1-48c2-8fb2-10a6c956e2d3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:12.706515 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6d380d9b-7d8e-4110-9b6e-fbea0ad547c2 req-5e90323b-05f7-42ad-90d3-d4473d7813a1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:12.706515 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6d380d9b-7d8e-4110-9b6e-fbea0ad547c2 req-5e90323b-05f7-42ad-90d3-d4473d7813a1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (3b925a1f-d17d-4cc5-a392-e38fd749302e), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:12.706515 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-6d380d9b-7d8e-4110-9b6e-fbea0ad547c2 req-5e90323b-05f7-42ad-90d3-d4473d7813a1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Floating IP 3b925a1f-d17d-4cc5-a392-e38fd749302e disassociated. External IP: 172.25.0.172, port: 1646bce7-f2a7-4f01-91f2-f370f5b6c22b. Jan 28 05:48:12.706515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6d380d9b-7d8e-4110-9b6e-fbea0ad547c2 req-5e90323b-05f7-42ad-90d3-d4473d7813a1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Calling delete_port for 1646bce7-f2a7-4f01-91f2-f370f5b6c22b owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:48:12.714504 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a67ff6fe-534b-4eb7-9bee-4d337061fce2 req-16875925-c96d-4769-8ff7-5c77d0790900 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918356 Jan 28 05:48:12.733915 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-11bbd628-37b6-4cce-95e6-259c22f9d558 req-956b84e5-60ea-4a8b-8ac1-698adf5771fc tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (d00c022b-8fa1-48c2-8fb2-10a6c956e2d3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:12.743254 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-11bbd628-37b6-4cce-95e6-259c22f9d558 req-956b84e5-60ea-4a8b-8ac1-698adf5771fc tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:12.761898 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11bbd628-37b6-4cce-95e6-259c22f9d558 req-956b84e5-60ea-4a8b-8ac1-698adf5771fc tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d00c022b-8fa1-48c2-8fb2-10a6c956e2d3 HTTP/1.1" status: 204 len: 173 time: 0.3876452 Jan 28 05:48:12.770238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-cc6c210e-24a6-4230-9121-17d392e49651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:12.771789 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-cc6c210e-24a6-4230-9121-17d392e49651 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf52b90055ae49f98ccbf583850eccfa&device_id=4dcb892c-edf9-490c-9bae-2f7af761a880 HTTP/1.1" status: 200 len: 1095 time: 0.2060721 Jan 28 05:48:13.074597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b84e5-60ea-4a8b-8ac1-698adf5771fc tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d00c022b-8fa1-48c2-8fb2-10a6c956e2d3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:13.131221 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-e24b37e7-99d5-4c06-860f-da8a43a4c2d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 HTTP/1.1" status: 200 len: 217 time: 0.3403134 Jan 28 05:48:13.250205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138103bd-9928-46c1-9b62-e85ce4c29d28 req-cb1d9427-a841-4957-9244-39e8d48781ce tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:13.251739 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-138103bd-9928-46c1-9b62-e85ce4c29d28 req-cb1d9427-a841-4957-9244-39e8d48781ce tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dcb892c-edf9-490c-9bae-2f7af761a880 HTTP/1.1" status: 200 len: 943 time: 0.1749508 Jan 28 05:48:13.266917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538e7e5-84e5-4fcb-9dcd-7c65445d9a76 req-bb3a54f7-cd68-4562-802e-db1ca33f492e tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:13.268382 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7538e7e5-84e5-4fcb-9dcd-7c65445d9a76 req-bb3a54f7-cd68-4562-802e-db1ca33f492e tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 946 time: 0.1893165 Jan 28 05:48:13.272774 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-8e72ec6a-1eda-47a4-b7a3-c39f1c4b1ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:13.274214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-8e72ec6a-1eda-47a4-b7a3-c39f1c4b1ad2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ec08087e-0d9c-4325-a61d-3f638dd7379a HTTP/1.1" status: 200 len: 862 time: 0.1160746 Jan 28 05:48:13.334551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-24b44ef7-d882-427e-a8d2-4f81e6e51402 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85a895ea-664e-472e-81ce-129512b5be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519943 Jan 28 05:48:13.459877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-138103bd-9928-46c1-9b62-e85ce4c29d28 req-776e0392-657e-486f-beb2-2d81e08bda86 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb037da3-17c7-4a32-8e26-94174f4ee68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902509 Jan 28 05:48:13.481689 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7538e7e5-84e5-4fcb-9dcd-7c65445d9a76 req-e73b1215-baec-4d8b-a854-09ad01dafdb3 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups?id=611c98bc-46f2-45b7-961a-3786928f366c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003038 Jan 28 05:48:13.523032 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-fc600f38-c613-42e4-897a-83df6750ae07 req-baf16f90-5bd5-42d6-a12e-41dc8be9d85a tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2034672000', 'description': 'tempest-description-1825995842'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:13.528634 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9031fe7c-aad7-4e75-8ba9-9e6ea0a39afc x-openstack-request-id: req-9031fe7c-aad7-4e75-8ba9-9e6ea0a39afc {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:48:13.529130 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dcb892c-edf9-490c-9bae-2f7af761a880", "tag": "b3e112b7-088b-43b3-bde2-79d9c0ffc7b2", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:48:13.529494 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9031fe7c-aad7-4e75-8ba9-9e6ea0a39afc {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:48:13.530007 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dcb892c-edf9-490c-9bae-2f7af761a880', 'tag': 'b3e112b7-088b-43b3-bde2-79d9c0ffc7b2', 'status': 'completed', 'code': 200} Jan 28 05:48:13.533513 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-c46907a3-66d4-448c-ba8d-ced1dd92a30f service neutron] 10.222.0.64 "GET /v2.0/networks/85a895ea-664e-472e-81ce-129512b5be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700759 Jan 28 05:48:13.578030 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6d380d9b-7d8e-4110-9b6e-fbea0ad547c2 req-5e90323b-05f7-42ad-90d3-d4473d7813a1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (1646bce7-f2a7-4f01-91f2-f370f5b6c22b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:13.760524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-6d2420da-5cdb-43ff-9963-d695144c1d0c tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:13.762212 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-6d2420da-5cdb-43ff-9963-d695144c1d0c tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.60 "GET /v2.0/networks?id=88381437-0e71-4561-a992-619e0f4004bd HTTP/1.1" status: 200 len: 814 time: 0.1591816 Jan 28 05:48:13.795773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-0b3b7ba1-3950-46bf-bc92-73fbb572db19 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Request body: {'port': {'device_id': 'e7714568-0b39-42fd-92e4-43833f0bb25c', 'network_id': '88381437-0e71-4561-a992-619e0f4004bd', 'admin_state_up': True, 'tenant_id': 'df8aef7b4c7c4daeaa50e23459079d68'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:13.922234 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90323b-05f7-42ad-90d3-d4473d7813a1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Pushing event deleted for resources: {'Port': ['ID=1646bce7-f2a7-4f01-91f2-f370f5b6c22b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:13.935881 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92d977b9-3bcc-4e05-8a32-b1e0526eec35 req-8ed0efa5-04c4-42f4-8114-c8a5b1e897e1 service neutron] 10.222.0.64 "GET /v2.0/networks/85a895ea-664e-472e-81ce-129512b5be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926518 Jan 28 05:48:13.982401 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fc600f38-c613-42e4-897a-83df6750ae07 req-baf16f90-5bd5-42d6-a12e-41dc8be9d85a tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:14.076502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d59b-1e31-4c10-b359-5b9cb7bdc9b7 req-4f6ef303-20b4-4299-a7e0-33af75e014c8 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:14.082586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d59b-1e31-4c10-b359-5b9cb7bdc9b7 req-4f6ef303-20b4-4299-a7e0-33af75e014c8 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:14.089590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d59b-1e31-4c10-b359-5b9cb7bdc9b7 req-4f6ef303-20b4-4299-a7e0-33af75e014c8 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:14.099487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d59b-1e31-4c10-b359-5b9cb7bdc9b7 req-4f6ef303-20b4-4299-a7e0-33af75e014c8 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:14.106645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d59b-1e31-4c10-b359-5b9cb7bdc9b7 req-4f6ef303-20b4-4299-a7e0-33af75e014c8 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:14.112593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d59b-1e31-4c10-b359-5b9cb7bdc9b7 req-4f6ef303-20b4-4299-a7e0-33af75e014c8 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:14.119592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d59b-1e31-4c10-b359-5b9cb7bdc9b7 req-4f6ef303-20b4-4299-a7e0-33af75e014c8 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:14.123743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-0b3b7ba1-3950-46bf-bc92-73fbb572db19 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Made reservation on behalf of df8aef7b4c7c4daeaa50e23459079d68 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:48:14.127857 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-0b3b7ba1-3950-46bf-bc92-73fbb572db19 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:14.137474 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c32d59b-1e31-4c10-b359-5b9cb7bdc9b7 req-4f6ef303-20b4-4299-a7e0-33af75e014c8 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.5398762 Jan 28 05:48:14.221063 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fc600f38-c613-42e4-897a-83df6750ae07 req-baf16f90-5bd5-42d6-a12e-41dc8be9d85a tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (0275719d-1779-417b-af59-ec616d2d49ac), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:14.361479 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fc600f38-c613-42e4-897a-83df6750ae07 req-baf16f90-5bd5-42d6-a12e-41dc8be9d85a tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0275719d-1779-417b-af59-ec616d2d49ac), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:14.377899 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-0b3b7ba1-3950-46bf-bc92-73fbb572db19 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Allocated IP 172.20.0.10 (88381437-0e71-4561-a992-619e0f4004bd/88b4464d-a63e-44af-98ed-f8fd1881fdda/6430ff4b-4448-428e-b201-0e05aabc7b9e) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:48:14.450401 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d380d9b-7d8e-4110-9b6e-fbea0ad547c2 req-5e90323b-05f7-42ad-90d3-d4473d7813a1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Router f78a0edf-40a9-4c85-bedc-6c286f8399af has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:48:14.458794 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c32d59b-1e31-4c10-b359-5b9cb7bdc9b7 req-6e8f4d5b-b11f-4e4b-a44a-a7598ad0a208 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3202069 Jan 28 05:48:14.471969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf16f90-5bd5-42d6-a12e-41dc8be9d85a tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0275719d-1779-417b-af59-ec616d2d49ac,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:14.522446 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fc600f38-c613-42e4-897a-83df6750ae07 req-baf16f90-5bd5-42d6-a12e-41dc8be9d85a tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:14.524742 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc600f38-c613-42e4-897a-83df6750ae07 req-baf16f90-5bd5-42d6-a12e-41dc8be9d85a tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 1.0102615 Jan 28 05:48:14.526777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24a61d-ec40-4036-aedc-7f1c72e3f8c2 req-1be57dbf-451f-4bf0-a155-9673f0492553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:14.534093 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d24a61d-ec40-4036-aedc-7f1c72e3f8c2 req-1be57dbf-451f-4bf0-a155-9673f0492553 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf52b90055ae49f98ccbf583850eccfa&device_id=4dcb892c-edf9-490c-9bae-2f7af761a880 HTTP/1.1" status: 200 len: 1095 time: 0.2245381 Jan 28 05:48:14.542921 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e746bc2-0772-49a4-b9dd-b509a12b9f04 req-84a9aefa-3ca6-479a-9131-755a90495990 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:14.544517 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e746bc2-0772-49a4-b9dd-b509a12b9f04 req-84a9aefa-3ca6-479a-9131-755a90495990 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2 HTTP/1.1" status: 200 len: 948 time: 0.2960713 Jan 28 05:48:14.642930 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-0b3b7ba1-3950-46bf-bc92-73fbb572db19 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks [] for port (6430ff4b-4448-428e-b201-0e05aabc7b9e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:14.715015 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b300d333-5cda-497c-8592-0051b5e60dd0 req-d17dbe48-86ff-449b-a00b-e76ab2adb5cc tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7714568-0b39-42fd-92e4-43833f0bb25c HTTP/1.1" status: 200 len: 210 time: 0.1236634 Jan 28 05:48:14.775007 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-0b3b7ba1-3950-46bf-bc92-73fbb572db19 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6430ff4b-4448-428e-b201-0e05aabc7b9e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:14.827532 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-0b3b7ba1-3950-46bf-bc92-73fbb572db19 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Network 88381437-0e71-4561-a992-619e0f4004bd is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:48:14.831303 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-0b3b7ba1-3950-46bf-bc92-73fbb572db19 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:14.835680 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-0b3b7ba1-3950-46bf-bc92-73fbb572db19 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:48:14.885493 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30098a3d-aeda-46bc-9dc5-b975aed83577 req-0a11f7cb-21dc-434a-bbbc-c0de8d66e282 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:14.886767 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b7ba1-3950-46bf-bc92-73fbb572db19 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Pushing event updated for resources: {'Port': ['ID=6430ff4b-4448-428e-b201-0e05aabc7b9e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:14.887744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30098a3d-aeda-46bc-9dc5-b975aed83577 req-0a11f7cb-21dc-434a-bbbc-c0de8d66e282 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2 HTTP/1.1" status: 200 len: 948 time: 0.2557571 Jan 28 05:48:14.907591 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-0b3b7ba1-3950-46bf-bc92-73fbb572db19 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:14.908118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-0b3b7ba1-3950-46bf-bc92-73fbb572db19 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:14.926817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24a61d-ec40-4036-aedc-7f1c72e3f8c2 req-7c66ddec-ec24-4beb-b627-5a53c383435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:14.928320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d24a61d-ec40-4036-aedc-7f1c72e3f8c2 req-7c66ddec-ec24-4beb-b627-5a53c383435c service neutron] 10.222.0.64 "GET /v2.0/networks?id=85a895ea-664e-472e-81ce-129512b5be89 HTTP/1.1" status: 200 len: 923 time: 0.3828633 Jan 28 05:48:14.937135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d380d9b-7d8e-4110-9b6e-fbea0ad547c2 req-5e90323b-05f7-42ad-90d3-d4473d7813a1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:48:14.952289 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85392b1-9da9-476a-a350-bec03d6a2dae None None] Sync routers for ids ['f78a0edf-40a9-4c85-bedc-6c286f8399af'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:48:14.968969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85392b1-9da9-476a-a350-bec03d6a2dae None None] Routers {'f78a0edf-40a9-4c85-bedc-6c286f8399af'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:48:14.969612 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b85392b1-9da9-476a-a350-bec03d6a2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:48:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f78a0edf-40a9-4c85-bedc-6c286f8399af'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:15.020720 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d24a61d-ec40-4036-aedc-7f1c72e3f8c2 req-d55830fd-033b-4483-9088-06333063101e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 HTTP/1.1" status: 200 len: 217 time: 0.0790079 Jan 28 05:48:15.023286 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-0b3b7ba1-3950-46bf-bc92-73fbb572db19 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2340021 Jan 28 05:48:15.042419 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Request body: {'port': {'device_id': 'e7714568-0b39-42fd-92e4-43833f0bb25c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:15.043667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d380d9b-7d8e-4110-9b6e-fbea0ad547c2 req-5e90323b-05f7-42ad-90d3-d4473d7813a1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] No DVR routers for this DVR port 1646bce7-f2a7-4f01-91f2-f370f5b6c22b on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:48:15.051850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61586223-f74c-43fe-a16d-96b7f547feb9 req-2772e61a-57b6-4d55-bfc7-306399ad1ecf tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:15.053469 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61586223-f74c-43fe-a16d-96b7f547feb9 req-2772e61a-57b6-4d55-bfc7-306399ad1ecf tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dcb892c-edf9-490c-9bae-2f7af761a880 HTTP/1.1" status: 200 len: 943 time: 0.2396786 Jan 28 05:48:15.059007 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6d380d9b-7d8e-4110-9b6e-fbea0ad547c2 req-5e90323b-05f7-42ad-90d3-d4473d7813a1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:15.068460 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d380d9b-7d8e-4110-9b6e-fbea0ad547c2 req-5e90323b-05f7-42ad-90d3-d4473d7813a1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.64 "DELETE /v2.0/ports/1646bce7-f2a7-4f01-91f2-f370f5b6c22b HTTP/1.1" status: 204 len: 173 time: 3.3308139 Jan 28 05:48:15.077223 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-0e746bc2-0772-49a4-b9dd-b509a12b9f04 req-6315bd11-17ec-449e-a351-4491b85281df tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Deleting port d539f3dd-f19b-44fa-8517-5e1d99418928 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:48:15.077900 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e746bc2-0772-49a4-b9dd-b509a12b9f04 req-6315bd11-17ec-449e-a351-4491b85281df tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:15.136379 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30098a3d-aeda-46bc-9dc5-b975aed83577 req-cd5b4fd4-5723-41e9-bf2a-8c0835963500 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/security-groups?id=f80facf6-dc1c-4067-9fd3-e4d55ea705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319176 Jan 28 05:48:15.190485 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6430ff4b-4448-428e-b201-0e05aabc7b9e), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:15.291538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24a61d-ec40-4036-aedc-7f1c72e3f8c2 req-2d23bac0-4a11-44fb-8db7-6c0a9c95eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:15.293316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d24a61d-ec40-4036-aedc-7f1c72e3f8c2 req-2d23bac0-4a11-44fb-8db7-6c0a9c95eaaf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ec08087e-0d9c-4325-a61d-3f638dd7379a HTTP/1.1" status: 200 len: 862 time: 0.2522438 Jan 28 05:48:15.317827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 1646bce7-f2a7-4f01-91f2-f370f5b6c22b no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:48:15.321470 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac0c64b8-e4fa-4e5d-a9f7-df5ac77470c9 req-f94f187e-6796-486d-8707-1f60e8c9dcd1 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 210 time: 0.0685275 Jan 28 05:48:15.343315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-b85392b1-9da9-476a-a350-bec03d6a2dae None None] Set router f78a0edf-40a9-4c85-bedc-6c286f8399af gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:48:15.403103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d24a61d-ec40-4036-aedc-7f1c72e3f8c2 req-d4fa94cd-744c-47fe-aeff-b91fe54e53bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85a895ea-664e-472e-81ce-129512b5be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724871 Jan 28 05:48:15.420554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 1646bce7-f2a7-4f01-91f2-f370f5b6c22b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:48:15.421118 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 1646bce7-f2a7-4f01-91f2-f370f5b6c22b not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:48:15.434995 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61586223-f74c-43fe-a16d-96b7f547feb9 req-2f8c2345-e696-4ae1-8f7b-de651da4f813 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb037da3-17c7-4a32-8e26-94174f4ee68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637886 Jan 28 05:48:15.443490 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-0e746bc2-0772-49a4-b9dd-b509a12b9f04 req-6315bd11-17ec-449e-a351-4491b85281df tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] For port d539f3dd-f19b-44fa-8517-5e1d99418928, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=d539f3dd-f19b-44fa-8517-5e1d99418928,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:15.443919 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e746bc2-0772-49a4-b9dd-b509a12b9f04 req-6315bd11-17ec-449e-a351-4491b85281df tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:15.535457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4b059a-5f08-4172-92f9-c2e020c4fd50', 'name': 'network-vif-deleted', 'tag': '1646bce7-f2a7-4f01-91f2-f370f5b6c22b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:48:15.547075 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300c5998-99ff-4bc7-ac1f-b2d4802c42a9" -d '{"events": [{"server_uuid": "9c4b059a-5f08-4172-92f9-c2e020c4fd50", "name": "network-vif-deleted", "tag": "1646bce7-f2a7-4f01-91f2-f370f5b6c22b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:48:15.573718 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-0e746bc2-0772-49a4-b9dd-b509a12b9f04 req-6315bd11-17ec-449e-a351-4491b85281df tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Calling delete_port for d539f3dd-f19b-44fa-8517-5e1d99418928 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:48:15.766199 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a1ee2d2-ad18-4ec4-b169-1587033a76b6 req-43c37a15-5bee-401d-8df8-58916203c6f1 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "GET /v2.0/security-groups/0275719d-1779-417b-af59-ec616d2d49ac HTTP/1.1" status: 200 len: 1832 time: 0.4094882 Jan 28 05:48:15.788286 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6430ff4b-4448-428e-b201-0e05aabc7b9e {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:48:15.797834 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Publish callbacks [] for port (6430ff4b-4448-428e-b201-0e05aabc7b9e), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:15.816840 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Transition to ACTIVE for port object 6430ff4b-4448-428e-b201-0e05aabc7b9e will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:48:15.828425 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d24a61d-ec40-4036-aedc-7f1c72e3f8c2 req-65df6f5c-dd73-41af-918e-85f8e23de809 service neutron] 10.222.0.64 "GET /v2.0/networks/85a895ea-664e-472e-81ce-129512b5be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165602 Jan 28 05:48:15.849280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55205ccf-1bae-485b-b3e4-83a4732e0538 req-8dc7b020-f19e-44e7-848b-9b51e12d9816 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:15.854937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55205ccf-1bae-485b-b3e4-83a4732e0538 req-8dc7b020-f19e-44e7-848b-9b51e12d9816 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:15.861244 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55205ccf-1bae-485b-b3e4-83a4732e0538 req-8dc7b020-f19e-44e7-848b-9b51e12d9816 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:15.867328 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55205ccf-1bae-485b-b3e4-83a4732e0538 req-8dc7b020-f19e-44e7-848b-9b51e12d9816 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:15.873052 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55205ccf-1bae-485b-b3e4-83a4732e0538 req-8dc7b020-f19e-44e7-848b-9b51e12d9816 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:15.882063 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55205ccf-1bae-485b-b3e4-83a4732e0538 req-8dc7b020-f19e-44e7-848b-9b51e12d9816 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:15.883317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b85392b1-9da9-476a-a350-bec03d6a2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'name': 'tempest-ServersTestBootFromVolume-1803354556-router', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:46Z', 'updated_at': '2022-01-28T05:43:51Z', 'revision_number': 4, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'gw_port': {'id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '12ff65d0-6fd7-47e0-984d-648f5d822f43', 'name': '', 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'mac_address': 'fa:16:3e:23:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:50Z', 'updated_at': '2022-01-28T05:43:55Z', 'revision_number': 5, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'subnets': [{'id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:15.894225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55205ccf-1bae-485b-b3e4-83a4732e0538 req-8dc7b020-f19e-44e7-848b-9b51e12d9816 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:15.894427 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (6430ff4b-4448-428e-b201-0e05aabc7b9e), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:15.904411 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55205ccf-1bae-485b-b3e4-83a4732e0538 req-8dc7b020-f19e-44e7-848b-9b51e12d9816 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.2967365 Jan 28 05:48:15.907095 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae69704-7750-475d-b518-b41d746625cd x-openstack-request-id: req-dae69704-7750-475d-b518-b41d746625cd {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:48:15.907394 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4b059a-5f08-4172-92f9-c2e020c4fd50", "name": "network-vif-deleted", "tag": "1646bce7-f2a7-4f01-91f2-f370f5b6c22b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:48:15.907653 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dae69704-7750-475d-b518-b41d746625cd {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:48:15.908051 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4b059a-5f08-4172-92f9-c2e020c4fd50', 'name': 'network-vif-deleted', 'tag': '1646bce7-f2a7-4f01-91f2-f370f5b6c22b', 'status': 'completed', 'code': 200} Jan 28 05:48:15.927169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85392b1-9da9-476a-a350-bec03d6a2dae None None] Checking router: f78a0edf-40a9-4c85-bedc-6c286f8399af for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:48:15.971831 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85392b1-9da9-476a-a350-bec03d6a2dae None None] Routers {'f78a0edf-40a9-4c85-bedc-6c286f8399af'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:48:15.980496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b85392b1-9da9-476a-a350-bec03d6a2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:48:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f78a0edf-40a9-4c85-bedc-6c286f8399af'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:16.035863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6430ff4b-4448-428e-b201-0e05aabc7b9e,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:16.232759 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-b85392b1-9da9-476a-a350-bec03d6a2dae None None] Set router f78a0edf-40a9-4c85-bedc-6c286f8399af gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:48:16.240250 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Attempting to bind port 6430ff4b-4448-428e-b201-0e05aabc7b9e on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:48:16.241001 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Attempting to bind port 6430ff4b-4448-428e-b201-0e05aabc7b9e by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '1e566500-38b1-4659-8025-4892f4eb51b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '88381437-0e71-4561-a992-619e0f4004bd'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:48:16.241518 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Attempting to bind port 6430ff4b-4448-428e-b201-0e05aabc7b9e on network 88381437-0e71-4561-a992-619e0f4004bd {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:16.248018 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Port 6430ff4b-4448-428e-b201-0e05aabc7b9e on network 88381437-0e71-4561-a992-619e0f4004bd not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:48:16.248773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Attempting to bind port 6430ff4b-4448-428e-b201-0e05aabc7b9e on network 88381437-0e71-4561-a992-619e0f4004bd {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:16.254120 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:48:16.254718 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Checking segment: {'id': '1e566500-38b1-4659-8025-4892f4eb51b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '88381437-0e71-4561-a992-619e0f4004bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:16.255338 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Bound using segment: {'id': '1e566500-38b1-4659-8025-4892f4eb51b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '88381437-0e71-4561-a992-619e0f4004bd'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:48:16.256067 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Bound port: 6430ff4b-4448-428e-b201-0e05aabc7b9e, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e566500-38b1-4659-8025-4892f4eb51b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '88381437-0e71-4561-a992-619e0f4004bd'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:48:16.256696 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6430ff4b-4448-428e-b201-0e05aabc7b9e), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:16.268474 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55205ccf-1bae-485b-b3e4-83a4732e0538 req-84251e8d-5a76-4ec7-925f-2caefec37213 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3393304 Jan 28 05:48:16.269503 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e746bc2-0772-49a4-b9dd-b509a12b9f04 req-6315bd11-17ec-449e-a351-4491b85281df tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (d539f3dd-f19b-44fa-8517-5e1d99418928), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:16.429642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] For port 6430ff4b-4448-428e-b201-0e05aabc7b9e, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:48:16.436498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] For port 6430ff4b-4448-428e-b201-0e05aabc7b9e, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6430ff4b-4448-428e-b201-0e05aabc7b9e,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:48:16.517752 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (6430ff4b-4448-428e-b201-0e05aabc7b9e), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:16.631317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b85392b1-9da9-476a-a350-bec03d6a2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'name': 'tempest-ServersTestBootFromVolume-1803354556-router', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:46Z', 'updated_at': '2022-01-28T05:43:51Z', 'revision_number': 4, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'gw_port': {'id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '12ff65d0-6fd7-47e0-984d-648f5d822f43', 'name': '', 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'mac_address': 'fa:16:3e:23:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:50Z', 'updated_at': '2022-01-28T05:43:55Z', 'revision_number': 5, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'subnets': [{'id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:16.657484 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6430ff4b-4448-428e-b201-0e05aabc7b9e,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:16.679542 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:16.682566 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:16.684349 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-490cadcf-44e5-483a-a041-115136a78fb5 service neutron] 10.222.0.60 "PUT /v2.0/ports/6430ff4b-4448-428e-b201-0e05aabc7b9e HTTP/1.1" status: 200 len: 1093 time: 1.6481066 Jan 28 05:48:16.684916 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7714568-0b39-42fd-92e4-43833f0bb25c', 'tag': '6430ff4b-4448-428e-b201-0e05aabc7b9e'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:48:16.687268 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da29a58-deac-4c93-8412-7e9435302d33" -d '{"events": [{"name": "network-changed", "server_uuid": "e7714568-0b39-42fd-92e4-43833f0bb25c", "tag": "6430ff4b-4448-428e-b201-0e05aabc7b9e"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:48:16.693772 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85392b1-9da9-476a-a350-bec03d6a2dae None None] The sync data for ids ['f78a0edf-40a9-4c85-bedc-6c286f8399af'] in n-d-812111-12 is: [{'id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'name': 'tempest-ServersTestBootFromVolume-1803354556-router', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:46Z', 'updated_at': '2022-01-28T05:43:51Z', 'revision_number': 4, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'gw_port': {'id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '12ff65d0-6fd7-47e0-984d-648f5d822f43', 'name': '', 'network_id': 'd6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'mac_address': 'fa:16:3e:23:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:50Z', 'updated_at': '2022-01-28T05:43:55Z', 'revision_number': 5, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'subnets': [{'id': '8d0ba9b4-619a-4ce5-8c78-f5d8f5434563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:48:16.781877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315bd11-17ec-449e-a351-4491b85281df tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Pushing event deleted for resources: {'Port': ['ID=d539f3dd-f19b-44fa-8517-5e1d99418928,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:16.894542 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e746bc2-0772-49a4-b9dd-b509a12b9f04 req-6315bd11-17ec-449e-a351-4491b85281df tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] No DVR routers for this DVR port d539f3dd-f19b-44fa-8517-5e1d99418928 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:48:16.897085 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e746bc2-0772-49a4-b9dd-b509a12b9f04 req-6315bd11-17ec-449e-a351-4491b85281df tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:16.907963 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-f6c73fba-e364-4aeb-8aa0-d3c389c9d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:16.908641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e746bc2-0772-49a4-b9dd-b509a12b9f04 req-6315bd11-17ec-449e-a351-4491b85281df tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.60 "DELETE /v2.0/ports/d539f3dd-f19b-44fa-8517-5e1d99418928 HTTP/1.1" status: 204 len: 173 time: 2.3188221 Jan 28 05:48:16.915934 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-f6c73fba-e364-4aeb-8aa0-d3c389c9d727 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&device_id=e7714568-0b39-42fd-92e4-43833f0bb25c HTTP/1.1" status: 200 len: 1096 time: 0.1074004 Jan 28 05:48:16.935295 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30827bd2-c06d-4dd8-8e9b-3fb44cf2a61c req-978ba3ed-c4ce-4340-be7c-d63c451c9ddd tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2 HTTP/1.1" status: 200 len: 210 time: 0.1062756 Jan 28 05:48:16.937281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d24a61d-ec40-4036-aedc-7f1c72e3f8c2 req-2e170557-f66d-41e0-8c8f-5613afb7ff2e service neutron] 10.222.0.64 "GET /v2.0/networks/85a895ea-664e-472e-81ce-129512b5be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1010146 Jan 28 05:48:16.993132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797dd3d7-d335-4b22-9b36-2697c47b0152 req-78de6fe5-856c-40bf-8787-4d9e06404577 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:17.000833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-797dd3d7-d335-4b22-9b36-2697c47b0152 req-78de6fe5-856c-40bf-8787-4d9e06404577 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7714568-0b39-42fd-92e4-43833f0bb25c HTTP/1.1" status: 200 len: 944 time: 0.8288405 Jan 28 05:48:17.058321 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-28f10c2e-4beb-4dea-8c33-f92a6ccd7e59 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6430ff4b-4448-428e-b201-0e05aabc7b9e HTTP/1.1" status: 200 len: 217 time: 0.1288223 Jan 28 05:48:17.136920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8bbb7560-dd80-462f-a9fa-c7c6fa9c4407 req-5e6e45bc-4860-46d6-bc58-d7d9c6b96895 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 210 time: 0.0670435 Jan 28 05:48:17.145419 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-797dd3d7-d335-4b22-9b36-2697c47b0152 req-257f4380-0a22-4787-8627-fe224b3912dc tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411080 Jan 28 05:48:17.178514 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-8d89e3e7-4562-4f7a-8d08-b82b932950e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:17.181084 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-8d89e3e7-4562-4f7a-8d08-b82b932950e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88b4464d-a63e-44af-98ed-f8fd1881fdda HTTP/1.1" status: 200 len: 854 time: 0.1151116 Jan 28 05:48:17.216675 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-653b8b85-1dbd-4f12-93e4-e39f23f05350 req-9385f3bf-6250-437c-a435-13677c82df20 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1391266756', 'description': 'tempest-description-1424864749'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:17.228850 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-9b6fe766-e1fb-4136-a2cd-98a1a34da8e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88381437-0e71-4561-a992-619e0f4004bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416331 Jan 28 05:48:17.314674 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:48:17.348714 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5326e9-a74a-4ed7-95f0-63bfaacd698c None None] New status for floating IP 3b925a1f-d17d-4cc5-a392-e38fd749302e: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:48:17.386044 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-653b8b85-1dbd-4f12-93e4-e39f23f05350 req-9385f3bf-6250-437c-a435-13677c82df20 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:17.490087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port b3e112b7-088b-43b3-bde2-79d9c0ffc7b2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b3e112b7-088b-43b3-bde2-79d9c0ffc7b2,segment=NetworkSegment(bec6ca2b-7731-4061-8565-c724f5327e1a),segment_id=bec6ca2b-7731-4061-8565-c724f5327e1a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:17.495005 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-b4c27319-8a65-4eb4-bb1e-9945517e1e72 service neutron] 10.222.0.60 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586093 Jan 28 05:48:17.540474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'b3e112b7-088b-43b3-bde2-79d9c0ffc7b2', 'network_id': '85a895ea-664e-472e-81ce-129512b5be89', 'port_id': 'b3e112b7-088b-43b3-bde2-79d9c0ffc7b2', 'mac_address': 'fa:16:3e:10:60:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec08087e-0d9c-4325-a61d-3f638dd7379a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:48:17.563262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149c854-bf64-4bb5-99d7-16f86b29fd66 req-184c0056-b6de-4341-84ea-4d1991e1c7a8 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:17.576369 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b149c854-bf64-4bb5-99d7-16f86b29fd66 req-184c0056-b6de-4341-84ea-4d1991e1c7a8 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dcb892c-edf9-490c-9bae-2f7af761a880 HTTP/1.1" status: 200 len: 943 time: 0.1850491 Jan 28 05:48:17.658693 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:17.659841 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b3e112b7-088b-43b3-bde2-79d9c0ffc7b2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:17.682557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:48:17.702970 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-251ddc20-b314-4d3c-9532-ba13c8f4434f req-60ae73a0-8ffc-449d-9583-7d5cd2efc3d4 service neutron] 10.222.0.60 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006657 Jan 28 05:48:17.708895 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-653b8b85-1dbd-4f12-93e4-e39f23f05350 req-9385f3bf-6250-437c-a435-13677c82df20 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (2b9073a8-725e-4a96-905c-88b5a9d21da4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:17.719323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port b3e112b7-088b-43b3-bde2-79d9c0ffc7b2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b3e112b7-088b-43b3-bde2-79d9c0ffc7b2,segment=NetworkSegment(bec6ca2b-7731-4061-8565-c724f5327e1a),segment_id=bec6ca2b-7731-4061-8565-c724f5327e1a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:17.730520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b149c854-bf64-4bb5-99d7-16f86b29fd66 req-b15c55d8-6c5b-466a-a34e-eeb2e5e2b72d tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb037da3-17c7-4a32-8e26-94174f4ee68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433973 Jan 28 05:48:17.770542 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca421f49-0039-410e-a0e7-da4ff3054dda x-openstack-request-id: req-ca421f49-0039-410e-a0e7-da4ff3054dda {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:48:17.770839 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7714568-0b39-42fd-92e4-43833f0bb25c", "tag": "6430ff4b-4448-428e-b201-0e05aabc7b9e", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:48:17.771095 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca421f49-0039-410e-a0e7-da4ff3054dda {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:48:17.771527 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7714568-0b39-42fd-92e4-43833f0bb25c', 'tag': '6430ff4b-4448-428e-b201-0e05aabc7b9e', 'status': 'completed', 'code': 200} Jan 28 05:48:17.848763 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b3e112b7-088b-43b3-bde2-79d9c0ffc7b2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:17.850380 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-653b8b85-1dbd-4f12-93e4-e39f23f05350 req-9385f3bf-6250-437c-a435-13677c82df20 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2b9073a8-725e-4a96-905c-88b5a9d21da4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:17.903031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=b3e112b7-088b-43b3-bde2-79d9c0ffc7b2,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:17.911544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2', 'name': 'network-vif-deleted', 'tag': 'd539f3dd-f19b-44fa-8517-5e1d99418928'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:48:17.912726 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device d539f3dd-f19b-44fa-8517-5e1d99418928 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:48:17.916323 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f07dc8a-70d6-4775-9457-ac5a340ee1f7" -d '{"events": [{"server_uuid": "bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2", "name": "network-vif-deleted", "tag": "d539f3dd-f19b-44fa-8517-5e1d99418928"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:48:17.936338 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385f3bf-6250-437c-a435-13677c82df20 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9073a8-725e-4a96-905c-88b5a9d21da4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:17.951309 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b88fe-34b0-4bc9-b2ea-787eb781219f req-4dc1b73d-a781-4eb4-bc62-5ab10415c5d3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:17.956879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b88fe-34b0-4bc9-b2ea-787eb781219f req-4dc1b73d-a781-4eb4-bc62-5ab10415c5d3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:17.963455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b88fe-34b0-4bc9-b2ea-787eb781219f req-4dc1b73d-a781-4eb4-bc62-5ab10415c5d3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:17.969227 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b88fe-34b0-4bc9-b2ea-787eb781219f req-4dc1b73d-a781-4eb4-bc62-5ab10415c5d3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:17.974885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b88fe-34b0-4bc9-b2ea-787eb781219f req-4dc1b73d-a781-4eb4-bc62-5ab10415c5d3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:17.980167 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: d539f3dd-f19b-44fa-8517-5e1d99418928 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:48:17.981813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device d539f3dd-f19b-44fa-8517-5e1d99418928 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:48:17.981915 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b88fe-34b0-4bc9-b2ea-787eb781219f req-4dc1b73d-a781-4eb4-bc62-5ab10415c5d3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:17.986674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b88fe-34b0-4bc9-b2ea-787eb781219f req-4dc1b73d-a781-4eb4-bc62-5ab10415c5d3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:17.995084 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-325b88fe-34b0-4bc9-b2ea-787eb781219f req-4dc1b73d-a781-4eb4-bc62-5ab10415c5d3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.1569200 Jan 28 05:48:18.009559 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da29a58-deac-4c93-8412-7e9435302d33 req-007b2848-56ec-4de4-bb30-34758350e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:18.011100 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8da29a58-deac-4c93-8412-7e9435302d33 req-007b2848-56ec-4de4-bb30-34758350e96b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&device_id=e7714568-0b39-42fd-92e4-43833f0bb25c HTTP/1.1" status: 200 len: 1096 time: 0.0682199 Jan 28 05:48:18.011751 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-653b8b85-1dbd-4f12-93e4-e39f23f05350 req-9385f3bf-6250-437c-a435-13677c82df20 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:18.012962 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-653b8b85-1dbd-4f12-93e4-e39f23f05350 req-9385f3bf-6250-437c-a435-13677c82df20 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.8193538 Jan 28 05:48:18.053413 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e738f1f7-5706-44b6-86b3-0e25e5da81f4 x-openstack-request-id: req-e738f1f7-5706-44b6-86b3-0e25e5da81f4 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:48:18.053718 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2", "name": "network-vif-deleted", "tag": "d539f3dd-f19b-44fa-8517-5e1d99418928", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:48:18.054050 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e738f1f7-5706-44b6-86b3-0e25e5da81f4 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:48:18.056405 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2', 'name': 'network-vif-deleted', 'tag': 'd539f3dd-f19b-44fa-8517-5e1d99418928', 'status': 'completed', 'code': 200} Jan 28 05:48:18.115085 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-325b88fe-34b0-4bc9-b2ea-787eb781219f req-8286eca3-0472-4532-9909-d06f2bf010ae tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1190612 Jan 28 05:48:18.131415 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['b3e112b7-088b-43b3-bde2-79d9c0ffc7b2'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:48:18.151017 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b1a156e-d6b1-48e3-a2f4-ae93d194219a req-b3bbc2d5-960d-4c96-949c-fbcf662339b3 tempest-ListImageFiltersTestJSON-471597468 tempest-ListImageFiltersTestJSON-471597468-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf9ff5e1-7b3c-46b2-9119-8423dfd8e0c2 HTTP/1.1" status: 200 len: 210 time: 0.0347984 Jan 28 05:48:18.178349 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da29a58-deac-4c93-8412-7e9435302d33 req-0bae091e-44ec-4190-9e86-de0e5de549c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:18.180731 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8da29a58-deac-4c93-8412-7e9435302d33 req-0bae091e-44ec-4190-9e86-de0e5de549c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88381437-0e71-4561-a992-619e0f4004bd HTTP/1.1" status: 200 len: 915 time: 0.1614654 Jan 28 05:48:18.225951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ef9e5b1-4930-40cf-8c11-73bbf7db78e4 req-b3580858-bc7e-43cb-a690-34eb628023f2 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "GET /v2.0/security-groups/2b9073a8-725e-4a96-905c-88b5a9d21da4 HTTP/1.1" status: 200 len: 1832 time: 0.0682294 Jan 28 05:48:18.280461 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8da29a58-deac-4c93-8412-7e9435302d33 req-26cb2f23-cc40-47f0-acda-d056c6919327 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6430ff4b-4448-428e-b201-0e05aabc7b9e HTTP/1.1" status: 200 len: 217 time: 0.0922260 Jan 28 05:48:18.414737 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-974f34ea-bd94-4571-9e8d-04f615b33713 req-fc36a229-6c18-4616-b4c9-a49dd3f0ee90 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 210 time: 0.0833955 Jan 28 05:48:18.427314 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da29a58-deac-4c93-8412-7e9435302d33 req-c5301948-5c31-4867-8565-ff2dc6f97058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:18.429235 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8da29a58-deac-4c93-8412-7e9435302d33 req-c5301948-5c31-4867-8565-ff2dc6f97058 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88b4464d-a63e-44af-98ed-f8fd1881fdda HTTP/1.1" status: 200 len: 854 time: 0.1415727 Jan 28 05:48:18.453486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e90a3616-88eb-4972-b00f-dcb963f321d8 req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-141201941', 'description': 'tempest-description-1711152850'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:18.488640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086c461-4d6f-492e-a8d2-aa529e85ba65 req-b5b63677-6f28-4221-a185-7da8e165837a tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:18.495012 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8da29a58-deac-4c93-8412-7e9435302d33 req-a784387c-29a8-494e-b32a-0d6767a415ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88381437-0e71-4561-a992-619e0f4004bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597744 Jan 28 05:48:18.496571 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5086c461-4d6f-492e-a8d2-aa529e85ba65 req-b5b63677-6f28-4221-a185-7da8e165837a tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7714568-0b39-42fd-92e4-43833f0bb25c HTTP/1.1" status: 200 len: 944 time: 0.1539245 Jan 28 05:48:18.573546 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5086c461-4d6f-492e-a8d2-aa529e85ba65 req-6723f4ce-7b7d-4be3-8e33-4a4f07d9e0b9 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759735 Jan 28 05:48:18.585914 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e90a3616-88eb-4972-b00f-dcb963f321d8 req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:18.645171 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8da29a58-deac-4c93-8412-7e9435302d33 req-fde68dd1-1526-4879-b7e4-8801785dc290 service neutron] 10.222.0.60 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422575 Jan 28 05:48:18.670410 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e90a3616-88eb-4972-b00f-dcb963f321d8 req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (c048b119-b492-4233-adfc-fae8cf95965e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:18.737010 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e90a3616-88eb-4972-b00f-dcb963f321d8 req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c048b119-b492-4233-adfc-fae8cf95965e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:18.751817 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8da29a58-deac-4c93-8412-7e9435302d33 req-92110318-3a4b-41eb-b83a-b1a9f1ee8ca4 service neutron] 10.222.0.60 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996571 Jan 28 05:48:18.774991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c048b119-b492-4233-adfc-fae8cf95965e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:18.786787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:18.786787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:18.786787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:18.786787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:18.786787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:18.786787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:18.786787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:18.786787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:18.786787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:18.786787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:18.787619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:18.787619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:18.787805 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:18.872311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b00f2-180e-471e-bcce-82780c0f380b req-c6f7c0b1-7c51-4595-85c1-e6253909d3db tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:18.874198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-491b00f2-180e-471e-bcce-82780c0f380b req-c6f7c0b1-7c51-4595-85c1-e6253909d3db tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dcb892c-edf9-490c-9bae-2f7af761a880 HTTP/1.1" status: 200 len: 944 time: 0.0631964 Jan 28 05:48:18.879056 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e90a3616-88eb-4972-b00f-dcb963f321d8 req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:18.884799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e90a3616-88eb-4972-b00f-dcb963f321d8 req-6042334f-03a5-4a35-9a37-85f82f46cde8 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4378922 Jan 28 05:48:18.976398 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a834e11-918a-4e1f-90b0-a77bb6edd887 req-3a00a2fe-772c-4e80-b122-822484d7d7c7 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "GET /v2.0/security-groups/c048b119-b492-4233-adfc-fae8cf95965e HTTP/1.1" status: 200 len: 1831 time: 0.0660968 Jan 28 05:48:18.985601 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33258) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:18.987032 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-491b00f2-180e-471e-bcce-82780c0f380b req-906ad308-d435-438c-822a-b5eea9b4ff0f tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb037da3-17c7-4a32-8e26-94174f4ee68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008892 Jan 28 05:48:19.013109 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-93f7f746-92eb-426e-829f-ba9f5c851d86 req-ebefaa43-aa9d-480f-84c1-7a8979de6059 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2093482716', 'description': 'tempest-description-554431512'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:19.110972 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-93f7f746-92eb-426e-829f-ba9f5c851d86 req-ebefaa43-aa9d-480f-84c1-7a8979de6059 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:19.244307 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-93f7f746-92eb-426e-829f-ba9f5c851d86 req-ebefaa43-aa9d-480f-84c1-7a8979de6059 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (c8808ee9-d00a-4510-895a-276c5ea64402), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:19.261146 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66e94ab6-43ee-4f03-8e89-6243cff1bc51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:19.269001 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2047380-0288-446a-98aa-18271a4100e4 req-eb3283b1-91bb-4a0c-a5a2-917e5894e2b6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:19.274597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2047380-0288-446a-98aa-18271a4100e4 req-eb3283b1-91bb-4a0c-a5a2-917e5894e2b6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:19.279869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2047380-0288-446a-98aa-18271a4100e4 req-eb3283b1-91bb-4a0c-a5a2-917e5894e2b6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:19.285250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2047380-0288-446a-98aa-18271a4100e4 req-eb3283b1-91bb-4a0c-a5a2-917e5894e2b6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:19.291124 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2047380-0288-446a-98aa-18271a4100e4 req-eb3283b1-91bb-4a0c-a5a2-917e5894e2b6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:19.296348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2047380-0288-446a-98aa-18271a4100e4 req-eb3283b1-91bb-4a0c-a5a2-917e5894e2b6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:19.301501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2047380-0288-446a-98aa-18271a4100e4 req-eb3283b1-91bb-4a0c-a5a2-917e5894e2b6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:19.303458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2047380-0288-446a-98aa-18271a4100e4 req-eb3283b1-91bb-4a0c-a5a2-917e5894e2b6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.1075656 Jan 28 05:48:19.305581 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-93f7f746-92eb-426e-829f-ba9f5c851d86 req-ebefaa43-aa9d-480f-84c1-7a8979de6059 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c8808ee9-d00a-4510-895a-276c5ea64402), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:19.334674 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:48:19.343361 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66e94ab6-43ee-4f03-8e89-6243cff1bc51 admin admin] Publish callbacks [] for security_group (4b65f83f-ea3e-4b6e-a817-67a05791261d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:19.349064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefaa43-aa9d-480f-84c1-7a8979de6059 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8808ee9-d00a-4510-895a-276c5ea64402,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:19.397259 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2047380-0288-446a-98aa-18271a4100e4 req-8cca98a1-06c0-40c5-8bfe-bad384c92134 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804248 Jan 28 05:48:19.405028 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-93f7f746-92eb-426e-829f-ba9f5c851d86 req-ebefaa43-aa9d-480f-84c1-7a8979de6059 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:19.418883 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93f7f746-92eb-426e-829f-ba9f5c851d86 req-ebefaa43-aa9d-480f-84c1-7a8979de6059 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4120200 Jan 28 05:48:19.450453 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66e94ab6-43ee-4f03-8e89-6243cff1bc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4b65f83f-ea3e-4b6e-a817-67a05791261d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:19.476863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:48:19.480936 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:19.481321 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b3e112b7-088b-43b3-bde2-79d9c0ffc7b2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:19.495997 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e94ab6-43ee-4f03-8e89-6243cff1bc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b65f83f-ea3e-4b6e-a817-67a05791261d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:19.504011 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-66e94ab6-43ee-4f03-8e89-6243cff1bc51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=086021e716e749b1b1de19023d1b0299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5185027 Jan 28 05:48:19.504658 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33280) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:19.516101 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e94ab6-43ee-4f03-8e89-6243cff1bc51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:19.516677 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e94ab6-43ee-4f03-8e89-6243cff1bc51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:19.517188 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e94ab6-43ee-4f03-8e89-6243cff1bc51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:19.517670 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e94ab6-43ee-4f03-8e89-6243cff1bc51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:19.518808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e94ab6-43ee-4f03-8e89-6243cff1bc51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:19.519150 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e94ab6-43ee-4f03-8e89-6243cff1bc51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:19.519486 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e94ab6-43ee-4f03-8e89-6243cff1bc51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:19.519819 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e94ab6-43ee-4f03-8e89-6243cff1bc51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:19.520148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e94ab6-43ee-4f03-8e89-6243cff1bc51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:19.520475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e94ab6-43ee-4f03-8e89-6243cff1bc51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:19.520828 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e94ab6-43ee-4f03-8e89-6243cff1bc51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:19.521152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e94ab6-43ee-4f03-8e89-6243cff1bc51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:19.521473 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e94ab6-43ee-4f03-8e89-6243cff1bc51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:19.528441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c50e899d-92dd-4c1c-98be-bfd8bfba6141 req-98a93df7-1171-49fd-aa40-35bcbeb80c07 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "GET /v2.0/security-groups/c8808ee9-d00a-4510-895a-276c5ea64402 HTTP/1.1" status: 200 len: 1831 time: 0.0878417 Jan 28 05:48:19.588615 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-529bf627-fd5b-4b67-9dee-4cec83c5e753 admin admin] Publish callbacks [] for security_group (4b65f83f-ea3e-4b6e-a817-67a05791261d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:19.603939 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7223f31d-f708-4b8e-aa08-26fefb5bcffa req-866520ac-ecdd-41b9-98a7-f8eb40b420c8 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 210 time: 0.0865152 Jan 28 05:48:19.627885 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-529bf627-fd5b-4b67-9dee-4cec83c5e753 admin admin] Publish callbacks [] for security_group (4b65f83f-ea3e-4b6e-a817-67a05791261d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:19.650975 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-24d7b731-d51b-42dc-9151-df51ae432459 req-b2dbf1ff-6f2c-4563-8e81-9d90df7e1251 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] show failed (client error): The resource could not be found. Jan 28 05:48:19.651980 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24d7b731-d51b-42dc-9151-df51ae432459 req-b2dbf1ff-6f2c-4563-8e81-9d90df7e1251 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "GET /v2.0/security-groups/4ed219f4-1d01-423a-a6cf-67b1b9077b8e HTTP/1.1" status: 404 len: 352 time: 0.0148182 Jan 28 05:48:19.689188 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:19.689590 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b3e112b7-088b-43b3-bde2-79d9c0ffc7b2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:19.722274 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dcb892c-edf9-490c-9bae-2f7af761a880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e112b7-088b-43b3-bde2-79d9c0ffc7b2'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:48:19.725273 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4445d874-75ed-4bb8-912e-0c1f8ce13f11" -d '{"events": [{"server_uuid": "4dcb892c-edf9-490c-9bae-2f7af761a880", "name": "network-vif-plugged", "status": "completed", "tag": "b3e112b7-088b-43b3-bde2-79d9c0ffc7b2"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:48:19.739635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port b3e112b7-088b-43b3-bde2-79d9c0ffc7b2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b3e112b7-088b-43b3-bde2-79d9c0ffc7b2,segment=NetworkSegment(bec6ca2b-7731-4061-8565-c724f5327e1a),segment_id=bec6ca2b-7731-4061-8565-c724f5327e1a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:19.761728 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-529bf627-fd5b-4b67-9dee-4cec83c5e753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4b65f83f-ea3e-4b6e-a817-67a05791261d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:19.766226 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-529bf627-fd5b-4b67-9dee-4cec83c5e753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:19.768495 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-529bf627-fd5b-4b67-9dee-4cec83c5e753 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b65f83f-ea3e-4b6e-a817-67a05791261d HTTP/1.1" status: 204 len: 168 time: 0.2587271 Jan 28 05:48:19.787388 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bf627-fd5b-4b67-9dee-4cec83c5e753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b65f83f-ea3e-4b6e-a817-67a05791261d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:19.796369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d935276-8c76-49fc-8390-94ea47949433 req-3ceb6e70-d43d-42c6-9725-d10533a1883b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:19.798418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d935276-8c76-49fc-8390-94ea47949433 req-3ceb6e70-d43d-42c6-9725-d10533a1883b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7714568-0b39-42fd-92e4-43833f0bb25c HTTP/1.1" status: 200 len: 944 time: 0.0656805 Jan 28 05:48:19.827761 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b3e112b7-088b-43b3-bde2-79d9c0ffc7b2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:19.879372 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d935276-8c76-49fc-8390-94ea47949433 req-a5fe5bcf-3433-4f03-879f-dc80ec13f31d tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737922 Jan 28 05:48:19.887947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=b3e112b7-088b-43b3-bde2-79d9c0ffc7b2,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:19.913553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 6430ff4b-4448-428e-b201-0e05aabc7b9e details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:48:19.926107 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-5bc21442-9446-41ce-ba46-8bbc5f1af685 req-14bdc270-95f8-4e2a-b37f-64cdd66bbb2a tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] show failed (client error): The resource could not be found. Jan 28 05:48:19.935337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5bc21442-9446-41ce-ba46-8bbc5f1af685 req-14bdc270-95f8-4e2a-b37f-64cdd66bbb2a tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "GET /v2.0/security-group-rules/adeadcb4-42fe-437b-8248-4c0aa2d456c6 HTTP/1.1" status: 404 len: 361 time: 0.0221674 Jan 28 05:48:19.974547 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00deb93-f521-4a89-848f-bb48bf3aed12 x-openstack-request-id: req-e00deb93-f521-4a89-848f-bb48bf3aed12 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:48:19.974835 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dcb892c-edf9-490c-9bae-2f7af761a880", "name": "network-vif-plugged", "status": "completed", "tag": "b3e112b7-088b-43b3-bde2-79d9c0ffc7b2", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:48:19.975095 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e00deb93-f521-4a89-848f-bb48bf3aed12 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:48:19.975489 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dcb892c-edf9-490c-9bae-2f7af761a880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e112b7-088b-43b3-bde2-79d9c0ffc7b2', 'code': 200} Jan 28 05:48:20.044066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-57558bf0-38e2-4d72-9b5d-2b8059802071 req-19f3b98c-dcad-40f6-b391-0fb78a1b8800 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "GET /v2.0/security-groups/c8808ee9-d00a-4510-895a-276c5ea64402 HTTP/1.1" status: 200 len: 1831 time: 0.0580714 Jan 28 05:48:20.100989 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 6430ff4b-4448-428e-b201-0e05aabc7b9e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6430ff4b-4448-428e-b201-0e05aabc7b9e,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:20.114644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '6430ff4b-4448-428e-b201-0e05aabc7b9e', 'network_id': '88381437-0e71-4561-a992-619e0f4004bd', 'port_id': '6430ff4b-4448-428e-b201-0e05aabc7b9e', 'mac_address': 'fa:16:3e:c9:61:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b4464d-a63e-44af-98ed-f8fd1881fdda', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:48:20.143893 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-57558bf0-38e2-4d72-9b5d-2b8059802071 req-6f1636d6-a7c9-4108-a580-c8b0b04aca36 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (c8808ee9-d00a-4510-895a-276c5ea64402), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:20.157157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 6430ff4b-4448-428e-b201-0e05aabc7b9e is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:20.157648 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6430ff4b-4448-428e-b201-0e05aabc7b9e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:20.167202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c7888-7c30-4d7d-be27-3aedf184b0a4 req-c0678d85-42a2-4b25-ba1f-8be05200f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:20.169440 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f0c7888-7c30-4d7d-be27-3aedf184b0a4 req-c0678d85-42a2-4b25-ba1f-8be05200f604 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4dcb892c-edf9-490c-9bae-2f7af761a880 HTTP/1.1" status: 200 len: 1097 time: 0.0779958 Jan 28 05:48:20.174124 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6430ff4b-4448-428e-b201-0e05aabc7b9e {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:48:20.181157 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-57558bf0-38e2-4d72-9b5d-2b8059802071 req-6f1636d6-a7c9-4108-a580-c8b0b04aca36 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (c8808ee9-d00a-4510-895a-276c5ea64402), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:20.199637 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 6430ff4b-4448-428e-b201-0e05aabc7b9e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6430ff4b-4448-428e-b201-0e05aabc7b9e,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:20.277430 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f0c7888-7c30-4d7d-be27-3aedf184b0a4 req-3303a6bc-9082-4a52-94c8-2f752a7a640e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eb037da3-17c7-4a32-8e26-94174f4ee68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998549 Jan 28 05:48:20.278937 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6430ff4b-4448-428e-b201-0e05aabc7b9e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:20.331305 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=6430ff4b-4448-428e-b201-0e05aabc7b9e,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:20.392113 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-57558bf0-38e2-4d72-9b5d-2b8059802071 req-6f1636d6-a7c9-4108-a580-c8b0b04aca36 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c8808ee9-d00a-4510-895a-276c5ea64402), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:20.399304 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-57558bf0-38e2-4d72-9b5d-2b8059802071 req-6f1636d6-a7c9-4108-a580-c8b0b04aca36 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:20.406896 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-57558bf0-38e2-4d72-9b5d-2b8059802071 req-6f1636d6-a7c9-4108-a580-c8b0b04aca36 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "DELETE /v2.0/security-groups/c8808ee9-d00a-4510-895a-276c5ea64402 HTTP/1.1" status: 204 len: 173 time: 0.3598580 Jan 28 05:48:20.433199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1636d6-a7c9-4108-a580-c8b0b04aca36 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8808ee9-d00a-4510-895a-276c5ea64402,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:20.558574 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['6430ff4b-4448-428e-b201-0e05aabc7b9e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:48:20.560913 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6110511-2804-4456-ad59-7015852d805f req-8611342d-28bc-4244-8fd6-df8d5083454a tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:20.562874 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a6110511-2804-4456-ad59-7015852d805f req-8611342d-28bc-4244-8fd6-df8d5083454a tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dcb892c-edf9-490c-9bae-2f7af761a880 HTTP/1.1" status: 200 len: 945 time: 0.0643473 Jan 28 05:48:20.647988 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a6110511-2804-4456-ad59-7015852d805f req-056bef54-6886-41d3-8380-9db72a1dceba tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb037da3-17c7-4a32-8e26-94174f4ee68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747659 Jan 28 05:48:20.734201 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a53b86f-17c7-453f-8c4d-0334bc68b2eb req-6dc18293-db6b-463c-811c-8390c9786572 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "GET /v2.0/security-groups/c048b119-b492-4233-adfc-fae8cf95965e HTTP/1.1" status: 200 len: 1831 time: 0.0597079 Jan 28 05:48:20.826527 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a53b86f-17c7-453f-8c4d-0334bc68b2eb req-e9fb86d2-c4be-4e9f-9161-353dba15bdf2 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (c048b119-b492-4233-adfc-fae8cf95965e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:20.859269 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781825e-2507-4ed9-a2af-e1a9280ee361 req-26303b1d-c4ce-4ef4-a574-eea74a8060bc tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:20.864836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781825e-2507-4ed9-a2af-e1a9280ee361 req-26303b1d-c4ce-4ef4-a574-eea74a8060bc tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:20.871377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781825e-2507-4ed9-a2af-e1a9280ee361 req-26303b1d-c4ce-4ef4-a574-eea74a8060bc tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:20.876781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781825e-2507-4ed9-a2af-e1a9280ee361 req-26303b1d-c4ce-4ef4-a574-eea74a8060bc tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:20.882361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781825e-2507-4ed9-a2af-e1a9280ee361 req-26303b1d-c4ce-4ef4-a574-eea74a8060bc tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:20.888025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781825e-2507-4ed9-a2af-e1a9280ee361 req-26303b1d-c4ce-4ef4-a574-eea74a8060bc tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:20.893368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781825e-2507-4ed9-a2af-e1a9280ee361 req-26303b1d-c4ce-4ef4-a574-eea74a8060bc tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:20.894984 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33330) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:20.895540 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3781825e-2507-4ed9-a2af-e1a9280ee361 req-26303b1d-c4ce-4ef4-a574-eea74a8060bc tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.1172726 Jan 28 05:48:20.905300 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a53b86f-17c7-453f-8c4d-0334bc68b2eb req-e9fb86d2-c4be-4e9f-9161-353dba15bdf2 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (c048b119-b492-4233-adfc-fae8cf95965e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:20.911038 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1cc3cf68-3f7f-495d-b4da-e2a5d83ac7a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:20.999813 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3781825e-2507-4ed9-a2af-e1a9280ee361 req-827d3c76-e6fa-4a24-aee2-efd44d9a6219 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914261 Jan 28 05:48:21.075780 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a53b86f-17c7-453f-8c4d-0334bc68b2eb req-e9fb86d2-c4be-4e9f-9161-353dba15bdf2 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c048b119-b492-4233-adfc-fae8cf95965e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:21.077326 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a53b86f-17c7-453f-8c4d-0334bc68b2eb req-e9fb86d2-c4be-4e9f-9161-353dba15bdf2 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:21.078251 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a53b86f-17c7-453f-8c4d-0334bc68b2eb req-e9fb86d2-c4be-4e9f-9161-353dba15bdf2 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "DELETE /v2.0/security-groups/c048b119-b492-4233-adfc-fae8cf95965e HTTP/1.1" status: 204 len: 173 time: 0.3433592 Jan 28 05:48:21.105418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ac6bb8d-e0bb-42bb-89fe-527730073eac req-ac6b66d7-5df7-4092-832e-d6f28ef022f6 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 210 time: 0.0414827 Jan 28 05:48:21.110328 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1cc3cf68-3f7f-495d-b4da-e2a5d83ac7a6 admin admin] Publish callbacks [] for security_group (c9ed5bc6-1a72-4d48-9810-fc8c4426985e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:21.110603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb86d2-c4be-4e9f-9161-353dba15bdf2 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c048b119-b492-4233-adfc-fae8cf95965e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:21.195966 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1cc3cf68-3f7f-495d-b4da-e2a5d83ac7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c9ed5bc6-1a72-4d48-9810-fc8c4426985e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:21.263301 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3cf68-3f7f-495d-b4da-e2a5d83ac7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ed5bc6-1a72-4d48-9810-fc8c4426985e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:21.266215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c382a3-d174-44ca-a7a5-e2bdb542d6e7 req-feea48bf-dc45-4eb3-81c5-e938b992b43d tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:21.282311 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39c382a3-d174-44ca-a7a5-e2bdb542d6e7 req-feea48bf-dc45-4eb3-81c5-e938b992b43d tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7714568-0b39-42fd-92e4-43833f0bb25c HTTP/1.1" status: 200 len: 945 time: 0.0985844 Jan 28 05:48:21.321897 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1cc3cf68-3f7f-495d-b4da-e2a5d83ac7a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2637e15b37264d6c809234dc76070620&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4258707 Jan 28 05:48:21.322812 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33350) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:21.357294 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39c382a3-d174-44ca-a7a5-e2bdb542d6e7 req-e345fdf3-0e9b-4395-9884-a1d4c89539e5 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737569 Jan 28 05:48:21.414967 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4e943048-d3b4-4ecb-837e-52d132c4e043 admin admin] Publish callbacks [] for security_group (c9ed5bc6-1a72-4d48-9810-fc8c4426985e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:21.441682 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c0bb411-0181-4fd5-b1b6-d7e1e855e0a4 req-6731efa0-9124-4d40-8b32-3e785afaaa75 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "GET /v2.0/security-groups/2b9073a8-725e-4a96-905c-88b5a9d21da4 HTTP/1.1" status: 200 len: 1832 time: 0.0522280 Jan 28 05:48:21.442687 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4e943048-d3b4-4ecb-837e-52d132c4e043 admin admin] Publish callbacks [] for security_group (c9ed5bc6-1a72-4d48-9810-fc8c4426985e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:21.515765 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6c0bb411-0181-4fd5-b1b6-d7e1e855e0a4 req-972e5a5d-3b09-41f4-8c6a-d23f43e4cc28 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (2b9073a8-725e-4a96-905c-88b5a9d21da4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:21.540065 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6c0bb411-0181-4fd5-b1b6-d7e1e855e0a4 req-972e5a5d-3b09-41f4-8c6a-d23f43e4cc28 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (2b9073a8-725e-4a96-905c-88b5a9d21da4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:21.562215 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4e943048-d3b4-4ecb-837e-52d132c4e043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c9ed5bc6-1a72-4d48-9810-fc8c4426985e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:21.564877 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4e943048-d3b4-4ecb-837e-52d132c4e043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:21.569086 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4e943048-d3b4-4ecb-837e-52d132c4e043 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9ed5bc6-1a72-4d48-9810-fc8c4426985e HTTP/1.1" status: 204 len: 168 time: 0.2445545 Jan 28 05:48:21.583421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e943048-d3b4-4ecb-837e-52d132c4e043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ed5bc6-1a72-4d48-9810-fc8c4426985e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:21.659947 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6c0bb411-0181-4fd5-b1b6-d7e1e855e0a4 req-972e5a5d-3b09-41f4-8c6a-d23f43e4cc28 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2b9073a8-725e-4a96-905c-88b5a9d21da4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:21.662914 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6c0bb411-0181-4fd5-b1b6-d7e1e855e0a4 req-972e5a5d-3b09-41f4-8c6a-d23f43e4cc28 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:21.676521 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c0bb411-0181-4fd5-b1b6-d7e1e855e0a4 req-972e5a5d-3b09-41f4-8c6a-d23f43e4cc28 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "DELETE /v2.0/security-groups/2b9073a8-725e-4a96-905c-88b5a9d21da4 HTTP/1.1" status: 204 len: 173 time: 0.2344484 Jan 28 05:48:21.695428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e5a5d-3b09-41f4-8c6a-d23f43e4cc28 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9073a8-725e-4a96-905c-88b5a9d21da4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:21.785850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fce5a6-2931-49c6-a6cb-8e37268f0bca req-e6c7183b-cbfe-47ea-b492-d02086afc467 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:21.787221 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43fce5a6-2931-49c6-a6cb-8e37268f0bca req-e6c7183b-cbfe-47ea-b492-d02086afc467 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dcb892c-edf9-490c-9bae-2f7af761a880 HTTP/1.1" status: 200 len: 945 time: 0.0526776 Jan 28 05:48:21.886951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43fce5a6-2931-49c6-a6cb-8e37268f0bca req-468749fa-fad6-4ba1-b74f-4d5c7907f1e6 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb037da3-17c7-4a32-8e26-94174f4ee68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848000 Jan 28 05:48:21.896610 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ebbea19-562f-47ae-b57e-7c594aadaabd req-388dc4c4-a410-4712-942d-e719014a7b35 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "GET /v2.0/security-groups/0275719d-1779-417b-af59-ec616d2d49ac HTTP/1.1" status: 200 len: 1832 time: 0.0707216 Jan 28 05:48:21.932299 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 6430ff4b-4448-428e-b201-0e05aabc7b9e up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:48:22.000109 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ebbea19-562f-47ae-b57e-7c594aadaabd req-65e98f1e-3fd4-4f62-bd9a-7c572fd8cbfb tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (0275719d-1779-417b-af59-ec616d2d49ac), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:22.030097 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ebbea19-562f-47ae-b57e-7c594aadaabd req-65e98f1e-3fd4-4f62-bd9a-7c572fd8cbfb tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (0275719d-1779-417b-af59-ec616d2d49ac), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:22.094454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 6430ff4b-4448-428e-b201-0e05aabc7b9e completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:48:22.101006 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 6430ff4b-4448-428e-b201-0e05aabc7b9e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:22.102817 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6430ff4b-4448-428e-b201-0e05aabc7b9e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:22.145425 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ebbea19-562f-47ae-b57e-7c594aadaabd req-65e98f1e-3fd4-4f62-bd9a-7c572fd8cbfb tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0275719d-1779-417b-af59-ec616d2d49ac), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:22.149393 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ebbea19-562f-47ae-b57e-7c594aadaabd req-65e98f1e-3fd4-4f62-bd9a-7c572fd8cbfb tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:22.158688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ebbea19-562f-47ae-b57e-7c594aadaabd req-65e98f1e-3fd4-4f62-bd9a-7c572fd8cbfb tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "DELETE /v2.0/security-groups/0275719d-1779-417b-af59-ec616d2d49ac HTTP/1.1" status: 204 len: 173 time: 0.2608838 Jan 28 05:48:22.184556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e98f1e-3fd4-4f62-bd9a-7c572fd8cbfb tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0275719d-1779-417b-af59-ec616d2d49ac,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:22.224305 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 6430ff4b-4448-428e-b201-0e05aabc7b9e is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:22.224780 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6430ff4b-4448-428e-b201-0e05aabc7b9e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:22.259311 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7714568-0b39-42fd-92e4-43833f0bb25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6430ff4b-4448-428e-b201-0e05aabc7b9e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:48:22.262062 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c47bca-4c9b-4bf9-9a2e-dfd71d932340" -d '{"events": [{"server_uuid": "e7714568-0b39-42fd-92e4-43833f0bb25c", "name": "network-vif-plugged", "status": "completed", "tag": "6430ff4b-4448-428e-b201-0e05aabc7b9e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:48:22.283433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 6430ff4b-4448-428e-b201-0e05aabc7b9e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6430ff4b-4448-428e-b201-0e05aabc7b9e,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:22.345075 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6430ff4b-4448-428e-b201-0e05aabc7b9e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:22.405931 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab74be-7ae6-4e71-b311-83d2e2d9d87e req-59d98c9b-c52a-499b-be88-ae015502cbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:22.417609 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab74be-7ae6-4e71-b311-83d2e2d9d87e req-59d98c9b-c52a-499b-be88-ae015502cbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:22.428452 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab74be-7ae6-4e71-b311-83d2e2d9d87e req-59d98c9b-c52a-499b-be88-ae015502cbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:22.442015 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab74be-7ae6-4e71-b311-83d2e2d9d87e req-59d98c9b-c52a-499b-be88-ae015502cbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:22.448789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab74be-7ae6-4e71-b311-83d2e2d9d87e req-59d98c9b-c52a-499b-be88-ae015502cbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:22.452861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab74be-7ae6-4e71-b311-83d2e2d9d87e req-59d98c9b-c52a-499b-be88-ae015502cbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:22.454532 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=6430ff4b-4448-428e-b201-0e05aabc7b9e,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:22.458557 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab74be-7ae6-4e71-b311-83d2e2d9d87e req-59d98c9b-c52a-499b-be88-ae015502cbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:22.460557 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5cab74be-7ae6-4e71-b311-83d2e2d9d87e req-59d98c9b-c52a-499b-be88-ae015502cbca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.1338322 Jan 28 05:48:22.529394 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5cab74be-7ae6-4e71-b311-83d2e2d9d87e req-003f535a-3880-453c-a245-c66d5c6e59e3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615330 Jan 28 05:48:22.654508 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3230d728-bd9b-42cb-9eac-3f4afff251d5 req-e7b858ee-10eb-42fc-beec-8793e8defc7a tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 210 time: 0.0414510 Jan 28 05:48:22.723078 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f31e33f-ca0c-4b5a-b95d-2073e0032e91 req-8ca68435-8e33-4be0-8edd-98746d5265f9 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "GET /v2.0/security-groups/8087c555-8f13-4353-9f42-6d740e4f1524 HTTP/1.1" status: 200 len: 1831 time: 0.0452878 Jan 28 05:48:22.792434 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f31e33f-ca0c-4b5a-b95d-2073e0032e91 req-c9d2acb4-41f6-42b7-b191-82c2cf89ddb3 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (8087c555-8f13-4353-9f42-6d740e4f1524), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:22.829364 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f31e33f-ca0c-4b5a-b95d-2073e0032e91 req-c9d2acb4-41f6-42b7-b191-82c2cf89ddb3 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (8087c555-8f13-4353-9f42-6d740e4f1524), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:22.870077 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34151197-bf6f-4e68-90db-e5653d179dc9 x-openstack-request-id: req-34151197-bf6f-4e68-90db-e5653d179dc9 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:48:22.870656 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7714568-0b39-42fd-92e4-43833f0bb25c", "name": "network-vif-plugged", "status": "completed", "tag": "6430ff4b-4448-428e-b201-0e05aabc7b9e", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:48:22.871145 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34151197-bf6f-4e68-90db-e5653d179dc9 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:48:22.871744 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7714568-0b39-42fd-92e4-43833f0bb25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6430ff4b-4448-428e-b201-0e05aabc7b9e', 'code': 200} Jan 28 05:48:22.968704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d78c3-84a1-4caa-99f2-5d241031556f req-27e8547a-c9c1-419d-a51c-0920b7579d17 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:22.970355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-288d78c3-84a1-4caa-99f2-5d241031556f req-27e8547a-c9c1-419d-a51c-0920b7579d17 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7714568-0b39-42fd-92e4-43833f0bb25c HTTP/1.1" status: 200 len: 946 time: 0.0517428 Jan 28 05:48:23.007505 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f31e33f-ca0c-4b5a-b95d-2073e0032e91 req-c9d2acb4-41f6-42b7-b191-82c2cf89ddb3 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8087c555-8f13-4353-9f42-6d740e4f1524), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:23.007505 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f31e33f-ca0c-4b5a-b95d-2073e0032e91 req-c9d2acb4-41f6-42b7-b191-82c2cf89ddb3 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:23.007505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f31e33f-ca0c-4b5a-b95d-2073e0032e91 req-c9d2acb4-41f6-42b7-b191-82c2cf89ddb3 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] 10.222.0.31 "DELETE /v2.0/security-groups/8087c555-8f13-4353-9f42-6d740e4f1524 HTTP/1.1" status: 204 len: 173 time: 0.2745671 Jan 28 05:48:23.008427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33422) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:23.014762 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2acb4-41f6-42b7-b191-82c2cf89ddb3 tempest-SecurityGroupRulesNegativeTestJSON-33610346 tempest-SecurityGroupRulesNegativeTestJSON-33610346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8087c555-8f13-4353-9f42-6d740e4f1524,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:23.046235 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-288d78c3-84a1-4caa-99f2-5d241031556f req-8273e3f8-051c-43c9-a01c-84120a8d78bd tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693326 Jan 28 05:48:23.072728 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad625090-620a-4bd0-9f7d-0d62ac42b32c admin admin] Deleting subnet 4a3cbaf4-b415-4885-88e4-56cf3d4bafdc {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:48:23.077514 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ad625090-620a-4bd0-9f7d-0d62ac42b32c admin admin] Publish callbacks [] for subnet (4a3cbaf4-b415-4885-88e4-56cf3d4bafdc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:23.124312 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a9936-5fe2-485c-a096-6e0d81081bd6 req-55c10832-e87c-4773-86f7-ed4b4946cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:23.125979 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-214a9936-5fe2-485c-a096-6e0d81081bd6 req-55c10832-e87c-4773-86f7-ed4b4946cf3b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7714568-0b39-42fd-92e4-43833f0bb25c HTTP/1.1" status: 200 len: 1098 time: 0.1624250 Jan 28 05:48:23.160879 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ad625090-620a-4bd0-9f7d-0d62ac42b32c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (4a3cbaf4-b415-4885-88e4-56cf3d4bafdc), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:23.217681 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-214a9936-5fe2-485c-a096-6e0d81081bd6 req-65182b8f-aa17-4bc0-aa33-6edc22d71d9a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827682 Jan 28 05:48:23.225696 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ad625090-620a-4bd0-9f7d-0d62ac42b32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (4a3cbaf4-b415-4885-88e4-56cf3d4bafdc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:23.352806 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ad625090-620a-4bd0-9f7d-0d62ac42b32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (4a3cbaf4-b415-4885-88e4-56cf3d4bafdc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:23.385011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad625090-620a-4bd0-9f7d-0d62ac42b32c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a3cbaf4-b415-4885-88e4-56cf3d4bafdc,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:23.387894 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ad625090-620a-4bd0-9f7d-0d62ac42b32c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:23.392925 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ad625090-620a-4bd0-9f7d-0d62ac42b32c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4a3cbaf4-b415-4885-88e4-56cf3d4bafdc HTTP/1.1" status: 204 len: 168 time: 0.3873844 Jan 28 05:48:23.395197 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33430) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:23.467692 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db4ed28b-00bf-4c25-a0b9-35147dd9b0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (0844fa81-bd9a-4e76-bea5-5a9edb023454), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:23.551781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7aa59e-afaf-47da-892c-d82baf8d94bc req-c64c2ff8-2e48-46e3-bbad-a2f011ad00f4 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:23.564598 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33436) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:23.574796 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d7aa59e-afaf-47da-892c-d82baf8d94bc req-c64c2ff8-2e48-46e3-bbad-a2f011ad00f4 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dcb892c-edf9-490c-9bae-2f7af761a880 HTTP/1.1" status: 200 len: 945 time: 0.0887079 Jan 28 05:48:23.586083 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db4ed28b-00bf-4c25-a0b9-35147dd9b0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (0844fa81-bd9a-4e76-bea5-5a9edb023454), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:23.612858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-db4ed28b-00bf-4c25-a0b9-35147dd9b0cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0844fa81-bd9a-4e76-bea5-5a9edb023454']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:23.625855 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-db4ed28b-00bf-4c25-a0b9-35147dd9b0cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2ca6ac-54d7-4f9b-9c10-4bf391bfd672') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:23.626152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-db4ed28b-00bf-4c25-a0b9-35147dd9b0cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2ca6ac-54d7-4f9b-9c10-4bf391bfd672') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:23.651817 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db4ed28b-00bf-4c25-a0b9-35147dd9b0cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (5f2ca6ac-54d7-4f9b-9c10-4bf391bfd672), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:23.683431 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db4ed28b-00bf-4c25-a0b9-35147dd9b0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (5f2ca6ac-54d7-4f9b-9c10-4bf391bfd672), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:23.684009 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d7aa59e-afaf-47da-892c-d82baf8d94bc req-e26ded49-84c4-4304-93eb-f1e9e2ce60c5 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb037da3-17c7-4a32-8e26-94174f4ee68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035790 Jan 28 05:48:23.699869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4ed28b-00bf-4c25-a0b9-35147dd9b0cc admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:48:23.700538 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db4ed28b-00bf-4c25-a0b9-35147dd9b0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (5f2ca6ac-54d7-4f9b-9c10-4bf391bfd672), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:48:23.703788 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:48:23.800342 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-324967a6-183f-4c46-b6d0-205821ebd221 req-4f57f382-e812-4d76-9738-16b114c0f10f tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 210 time: 0.0387857 Jan 28 05:48:23.816167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7261545-2dc6-4de9-bf24-02207b7d7512 req-c847c05c-120d-43fa-8502-3b56eeefe166 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:23.827823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7261545-2dc6-4de9-bf24-02207b7d7512 req-c847c05c-120d-43fa-8502-3b56eeefe166 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:23.834516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7261545-2dc6-4de9-bf24-02207b7d7512 req-c847c05c-120d-43fa-8502-3b56eeefe166 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:23.842603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7261545-2dc6-4de9-bf24-02207b7d7512 req-c847c05c-120d-43fa-8502-3b56eeefe166 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:23.850344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7261545-2dc6-4de9-bf24-02207b7d7512 req-c847c05c-120d-43fa-8502-3b56eeefe166 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:23.858260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7261545-2dc6-4de9-bf24-02207b7d7512 req-c847c05c-120d-43fa-8502-3b56eeefe166 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:23.863859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7261545-2dc6-4de9-bf24-02207b7d7512 req-c847c05c-120d-43fa-8502-3b56eeefe166 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:23.865980 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7261545-2dc6-4de9-bf24-02207b7d7512 req-c847c05c-120d-43fa-8502-3b56eeefe166 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.1810079 Jan 28 05:48:23.882460 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db4ed28b-00bf-4c25-a0b9-35147dd9b0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (0844fa81-bd9a-4e76-bea5-5a9edb023454), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:23.888449 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db4ed28b-00bf-4c25-a0b9-35147dd9b0cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:23.894147 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-db4ed28b-00bf-4c25-a0b9-35147dd9b0cc admin admin] 10.222.0.31 "DELETE /v2.0/networks/0844fa81-bd9a-4e76-bea5-5a9edb023454 HTTP/1.1" status: 204 len: 168 time: 0.4956775 Jan 28 05:48:23.926240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ed28b-00bf-4c25-a0b9-35147dd9b0cc admin admin] Pushing event deleted for resources: {'Network': ['ID=0844fa81-bd9a-4e76-bea5-5a9edb023454,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:23.941095 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7261545-2dc6-4de9-bf24-02207b7d7512 req-4b61ffc7-e3af-41b2-9e30-54f9b977ba70 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665655 Jan 28 05:48:24.045412 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b5d12a72-911c-4a2c-a6f2-e1265ade818d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42deed09a12c4a5ea1c29c1c74bb4c7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4777257 Jan 28 05:48:24.045942 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33452) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:24.108880 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23135dca-5bda-45c6-a084-e3b6ce2be55e admin admin] Publish callbacks [] for security_group (f80facf6-dc1c-4067-9fd3-e4d55ea705f6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:24.145398 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23135dca-5bda-45c6-a084-e3b6ce2be55e admin admin] Publish callbacks [] for security_group (f80facf6-dc1c-4067-9fd3-e4d55ea705f6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:24.185100 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d5095-83b4-4517-aef4-f04df8c024f7 req-9614019a-3e1e-4270-b960-242fe2ff31c4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:24.187062 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c0d5095-83b4-4517-aef4-f04df8c024f7 req-9614019a-3e1e-4270-b960-242fe2ff31c4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7714568-0b39-42fd-92e4-43833f0bb25c HTTP/1.1" status: 200 len: 946 time: 0.0643225 Jan 28 05:48:24.265985 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c0d5095-83b4-4517-aef4-f04df8c024f7 req-f91df459-3a99-4fe0-91dd-2add99e9dd3f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731890 Jan 28 05:48:24.300023 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23135dca-5bda-45c6-a084-e3b6ce2be55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f80facf6-dc1c-4067-9fd3-e4d55ea705f6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:24.307155 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23135dca-5bda-45c6-a084-e3b6ce2be55e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:24.307155 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-23135dca-5bda-45c6-a084-e3b6ce2be55e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f80facf6-dc1c-4067-9fd3-e4d55ea705f6 HTTP/1.1" status: 204 len: 168 time: 0.2582250 Jan 28 05:48:24.314479 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23135dca-5bda-45c6-a084-e3b6ce2be55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80facf6-dc1c-4067-9fd3-e4d55ea705f6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:24.368028 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33460) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:24.425564 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-52751759-5435-47b4-8079-7b0f3b7350da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=798dc1960da3464d9b7b50e73c3b6765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0540657 Jan 28 05:48:24.426051 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33462) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:24.499396 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-515f23ec-2e92-407a-b0ab-d5255e9e23e7 admin admin] Publish callbacks [] for security_group (940fcb9a-d6fc-4dd0-8f19-871ad8d2e1ef), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:24.530153 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-515f23ec-2e92-407a-b0ab-d5255e9e23e7 admin admin] Publish callbacks [] for security_group (940fcb9a-d6fc-4dd0-8f19-871ad8d2e1ef), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:24.716117 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-515f23ec-2e92-407a-b0ab-d5255e9e23e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (940fcb9a-d6fc-4dd0-8f19-871ad8d2e1ef), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:24.718821 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-515f23ec-2e92-407a-b0ab-d5255e9e23e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:24.720002 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-515f23ec-2e92-407a-b0ab-d5255e9e23e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/940fcb9a-d6fc-4dd0-8f19-871ad8d2e1ef HTTP/1.1" status: 204 len: 168 time: 0.2925699 Jan 28 05:48:24.728377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f23ec-2e92-407a-b0ab-d5255e9e23e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940fcb9a-d6fc-4dd0-8f19-871ad8d2e1ef,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:24.817283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c8523-bf1f-47c4-9f15-28d1ebbaa234 req-3266b9de-a61f-4db7-b85e-42bb60c57cd6 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:24.819843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a32c8523-bf1f-47c4-9f15-28d1ebbaa234 req-3266b9de-a61f-4db7-b85e-42bb60c57cd6 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dcb892c-edf9-490c-9bae-2f7af761a880 HTTP/1.1" status: 200 len: 945 time: 0.0671885 Jan 28 05:48:24.858546 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:24.911882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a32c8523-bf1f-47c4-9f15-28d1ebbaa234 req-d8d27174-a298-43b5-9376-a4b705f2fc9a tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb037da3-17c7-4a32-8e26-94174f4ee68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836546 Jan 28 05:48:24.958917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7aa6cd7e-9af9-428f-b48d-9b8b3ba62b84 req-7bb17543-0448-4612-888f-6cf600524a7f tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 210 time: 0.0694525 Jan 28 05:48:25.006252 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f726670-4d41-4d88-84fe-68835cea72eb req-6443c57b-8eec-4894-ab1d-ad2afa47d28c tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:25.008138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f726670-4d41-4d88-84fe-68835cea72eb req-6443c57b-8eec-4894-ab1d-ad2afa47d28c tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dcb892c-edf9-490c-9bae-2f7af761a880 HTTP/1.1" status: 200 len: 945 time: 0.1305351 Jan 28 05:48:25.175437 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf58beb-d473-4d6b-ba6b-e02f32cacf20 req-74e920d7-eb84-45a7-99d6-3276d72e9331 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:25.182675 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf58beb-d473-4d6b-ba6b-e02f32cacf20 req-74e920d7-eb84-45a7-99d6-3276d72e9331 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:25.188798 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf58beb-d473-4d6b-ba6b-e02f32cacf20 req-74e920d7-eb84-45a7-99d6-3276d72e9331 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:25.194134 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf58beb-d473-4d6b-ba6b-e02f32cacf20 req-74e920d7-eb84-45a7-99d6-3276d72e9331 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:25.199616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf58beb-d473-4d6b-ba6b-e02f32cacf20 req-74e920d7-eb84-45a7-99d6-3276d72e9331 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:25.204932 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf58beb-d473-4d6b-ba6b-e02f32cacf20 req-74e920d7-eb84-45a7-99d6-3276d72e9331 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:25.210449 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf58beb-d473-4d6b-ba6b-e02f32cacf20 req-74e920d7-eb84-45a7-99d6-3276d72e9331 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:25.218197 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bdf58beb-d473-4d6b-ba6b-e02f32cacf20 req-74e920d7-eb84-45a7-99d6-3276d72e9331 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.1471567 Jan 28 05:48:25.254438 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-4f726670-4d41-4d88-84fe-68835cea72eb req-a9943683-3897-442e-96f4-b652c64fd8ff tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Deleting port b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:48:25.254781 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4f726670-4d41-4d88-84fe-68835cea72eb req-a9943683-3897-442e-96f4-b652c64fd8ff tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b3e112b7-088b-43b3-bde2-79d9c0ffc7b2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:25.359125 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bdf58beb-d473-4d6b-ba6b-e02f32cacf20 req-af23798f-82e1-453c-be68-db8cbb7260c2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1399155 Jan 28 05:48:25.415898 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4f726670-4d41-4d88-84fe-68835cea72eb req-a9943683-3897-442e-96f4-b652c64fd8ff tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] For port b3e112b7-088b-43b3-bde2-79d9c0ffc7b2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b3e112b7-088b-43b3-bde2-79d9c0ffc7b2,segment=NetworkSegment(bec6ca2b-7731-4061-8565-c724f5327e1a),segment_id=bec6ca2b-7731-4061-8565-c724f5327e1a)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:25.416420 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4f726670-4d41-4d88-84fe-68835cea72eb req-a9943683-3897-442e-96f4-b652c64fd8ff tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b3e112b7-088b-43b3-bde2-79d9c0ffc7b2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:25.459641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-4f726670-4d41-4d88-84fe-68835cea72eb req-a9943683-3897-442e-96f4-b652c64fd8ff tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Calling delete_port for b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:48:25.527244 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204321cc-0f98-40b0-ac6e-dc33d7bd8bd4 req-d8cc6564-f177-4155-83bb-75fcb5e2b134 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:25.528831 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-204321cc-0f98-40b0-ac6e-dc33d7bd8bd4 req-d8cc6564-f177-4155-83bb-75fcb5e2b134 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7714568-0b39-42fd-92e4-43833f0bb25c HTTP/1.1" status: 200 len: 946 time: 0.1085200 Jan 28 05:48:25.611978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-204321cc-0f98-40b0-ac6e-dc33d7bd8bd4 req-c1fabb5f-5227-41c9-aa0f-01573d52ef82 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757880 Jan 28 05:48:25.722045 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4f726670-4d41-4d88-84fe-68835cea72eb req-a9943683-3897-442e-96f4-b652c64fd8ff tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b3e112b7-088b-43b3-bde2-79d9c0ffc7b2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:25.753637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9943683-3897-442e-96f4-b652c64fd8ff tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Pushing event deleted for resources: {'Port': ['ID=b3e112b7-088b-43b3-bde2-79d9c0ffc7b2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:25.770213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['b3e112b7-088b-43b3-bde2-79d9c0ffc7b2'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:48:25.808400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f726670-4d41-4d88-84fe-68835cea72eb req-a9943683-3897-442e-96f4-b652c64fd8ff tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] No DVR routers for this DVR port b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:48:25.811096 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4f726670-4d41-4d88-84fe-68835cea72eb req-a9943683-3897-442e-96f4-b652c64fd8ff tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:25.814645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f726670-4d41-4d88-84fe-68835cea72eb req-a9943683-3897-442e-96f4-b652c64fd8ff tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.64 "DELETE /v2.0/ports/b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 HTTP/1.1" status: 204 len: 173 time: 0.8012450 Jan 28 05:48:25.815118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dcb892c-edf9-490c-9bae-2f7af761a880', 'name': 'network-vif-deleted', 'tag': 'b3e112b7-088b-43b3-bde2-79d9c0ffc7b2'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:48:25.817622 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec37327f-1950-4e52-a77d-d72a743f465d" -d '{"events": [{"server_uuid": "4dcb892c-edf9-490c-9bae-2f7af761a880", "name": "network-vif-deleted", "tag": "b3e112b7-088b-43b3-bde2-79d9c0ffc7b2"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:48:25.866703 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22c9ca4-59a7-4129-90f5-1229b99ceefc x-openstack-request-id: req-a22c9ca4-59a7-4129-90f5-1229b99ceefc {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:48:25.866703 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dcb892c-edf9-490c-9bae-2f7af761a880", "name": "network-vif-deleted", "tag": "b3e112b7-088b-43b3-bde2-79d9c0ffc7b2", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:48:25.866703 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a22c9ca4-59a7-4129-90f5-1229b99ceefc {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:48:25.866703 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dcb892c-edf9-490c-9bae-2f7af761a880', 'name': 'network-vif-deleted', 'tag': 'b3e112b7-088b-43b3-bde2-79d9c0ffc7b2', 'status': 'completed', 'code': 200} Jan 28 05:48:26.045161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b850422-7368-4aab-a9ba-ffd0b6d8cbbe req-dd8d5eca-1b7f-4d34-a399-a157555bc4e5 tempest-InstanceActionsNegativeTestJSON-634281113 tempest-InstanceActionsNegativeTestJSON-634281113-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dcb892c-edf9-490c-9bae-2f7af761a880 HTTP/1.1" status: 200 len: 210 time: 0.0596194 Jan 28 05:48:26.101213 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5091156-6597-41fa-ae30-6d4c67106330 req-cc5ae371-f59e-46f7-801a-6ac66ae9766d tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 210 time: 0.0375938 Jan 28 05:48:26.496335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62c59-d560-4a96-8be0-e2891edf2203 req-df0de0fd-ed65-4d1f-b98d-77c6ab23c8ce tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:26.501993 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62c59-d560-4a96-8be0-e2891edf2203 req-df0de0fd-ed65-4d1f-b98d-77c6ab23c8ce tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:26.509391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62c59-d560-4a96-8be0-e2891edf2203 req-df0de0fd-ed65-4d1f-b98d-77c6ab23c8ce tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:26.514231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62c59-d560-4a96-8be0-e2891edf2203 req-df0de0fd-ed65-4d1f-b98d-77c6ab23c8ce tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:26.520680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62c59-d560-4a96-8be0-e2891edf2203 req-df0de0fd-ed65-4d1f-b98d-77c6ab23c8ce tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:26.526868 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62c59-d560-4a96-8be0-e2891edf2203 req-df0de0fd-ed65-4d1f-b98d-77c6ab23c8ce tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:26.532747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b62c59-d560-4a96-8be0-e2891edf2203 req-df0de0fd-ed65-4d1f-b98d-77c6ab23c8ce tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:26.535288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0b62c59-d560-4a96-8be0-e2891edf2203 req-df0de0fd-ed65-4d1f-b98d-77c6ab23c8ce tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.1012197 Jan 28 05:48:26.608708 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0b62c59-d560-4a96-8be0-e2891edf2203 req-1572090d-ad35-4cf6-88ca-54a7895d0e2f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661075 Jan 28 05:48:27.113442 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33542) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:27.191073 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c79e89e-66ef-4b93-a74a-4f76a60bd1ef admin admin] Deleting subnet ec08087e-0d9c-4325-a61d-3f638dd7379a {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:48:27.196138 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c79e89e-66ef-4b93-a74a-4f76a60bd1ef admin admin] Publish callbacks [] for subnet (ec08087e-0d9c-4325-a61d-3f638dd7379a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:27.265753 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-615112cd-ecb3-4cce-8c07-91ee9d53ad8c req-c9e7ddcc-30b9-4e28-bd7c-13421ba40377 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 210 time: 0.0436935 Jan 28 05:48:27.281995 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c79e89e-66ef-4b93-a74a-4f76a60bd1ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (ec08087e-0d9c-4325-a61d-3f638dd7379a), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:27.351063 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c79e89e-66ef-4b93-a74a-4f76a60bd1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (ec08087e-0d9c-4325-a61d-3f638dd7379a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:27.443275 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:27.508219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c79e89e-66ef-4b93-a74a-4f76a60bd1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (ec08087e-0d9c-4325-a61d-3f638dd7379a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:27.535243 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79e89e-66ef-4b93-a74a-4f76a60bd1ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec08087e-0d9c-4325-a61d-3f638dd7379a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:27.540514 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c79e89e-66ef-4b93-a74a-4f76a60bd1ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:27.546163 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5c79e89e-66ef-4b93-a74a-4f76a60bd1ef admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ec08087e-0d9c-4325-a61d-3f638dd7379a HTTP/1.1" status: 204 len: 168 time: 0.4297535 Jan 28 05:48:27.546680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33550) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:27.679199 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74c7b7e7-263d-46f9-af6c-03bb2b6ec229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (85a895ea-664e-472e-81ce-129512b5be89), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:27.821626 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74c7b7e7-263d-46f9-af6c-03bb2b6ec229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (85a895ea-664e-472e-81ce-129512b5be89), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:27.852395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-74c7b7e7-263d-46f9-af6c-03bb2b6ec229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a895ea-664e-472e-81ce-129512b5be89']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:27.887003 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2458ce-4fd8-4101-9571-765879348086 req-1a17ebe5-96d9-42bc-8e00-bd5ab60add1c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:27.893888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2458ce-4fd8-4101-9571-765879348086 req-1a17ebe5-96d9-42bc-8e00-bd5ab60add1c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:27.903167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2458ce-4fd8-4101-9571-765879348086 req-1a17ebe5-96d9-42bc-8e00-bd5ab60add1c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:27.908804 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2458ce-4fd8-4101-9571-765879348086 req-1a17ebe5-96d9-42bc-8e00-bd5ab60add1c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:27.915102 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2458ce-4fd8-4101-9571-765879348086 req-1a17ebe5-96d9-42bc-8e00-bd5ab60add1c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:27.921521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2458ce-4fd8-4101-9571-765879348086 req-1a17ebe5-96d9-42bc-8e00-bd5ab60add1c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:27.927314 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2458ce-4fd8-4101-9571-765879348086 req-1a17ebe5-96d9-42bc-8e00-bd5ab60add1c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:27.936948 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b2458ce-4fd8-4101-9571-765879348086 req-1a17ebe5-96d9-42bc-8e00-bd5ab60add1c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.2026682 Jan 28 05:48:27.964236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-74c7b7e7-263d-46f9-af6c-03bb2b6ec229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec6ca2b-7731-4061-8565-c724f5327e1a') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:27.974928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-74c7b7e7-263d-46f9-af6c-03bb2b6ec229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec6ca2b-7731-4061-8565-c724f5327e1a') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:28.019488 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74c7b7e7-263d-46f9-af6c-03bb2b6ec229 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (bec6ca2b-7731-4061-8565-c724f5327e1a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:28.069785 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74c7b7e7-263d-46f9-af6c-03bb2b6ec229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (bec6ca2b-7731-4061-8565-c724f5327e1a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:28.093222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c7b7e7-263d-46f9-af6c-03bb2b6ec229 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:48:28.093886 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74c7b7e7-263d-46f9-af6c-03bb2b6ec229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (bec6ca2b-7731-4061-8565-c724f5327e1a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:48:28.095584 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:48:28.200298 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b2458ce-4fd8-4101-9571-765879348086 req-517380c4-8f36-4758-af1e-18694a034ef4 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2621560 Jan 28 05:48:28.357029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74c7b7e7-263d-46f9-af6c-03bb2b6ec229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (85a895ea-664e-472e-81ce-129512b5be89), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:28.372144 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74c7b7e7-263d-46f9-af6c-03bb2b6ec229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:28.376511 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-74c7b7e7-263d-46f9-af6c-03bb2b6ec229 admin admin] 10.222.0.31 "DELETE /v2.0/networks/85a895ea-664e-472e-81ce-129512b5be89 HTTP/1.1" status: 204 len: 168 time: 0.8288007 Jan 28 05:48:28.406483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7b7e7-263d-46f9-af6c-03bb2b6ec229 admin admin] Pushing event deleted for resources: {'Network': ['ID=85a895ea-664e-472e-81ce-129512b5be89,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:28.473334 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd59d3a0-d2bb-4649-b178-f4226e9a7863 req-175f8600-eecc-4e71-b7f7-0c7004cc5525 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4b059a-5f08-4172-92f9-c2e020c4fd50 HTTP/1.1" status: 200 len: 210 time: 0.0928872 Jan 28 05:48:28.584133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33586) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:28.584236 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:48:28.931531 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33596) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:29.013686 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-54a69d5b-2a5d-48a0-93e8-8ded94e89f60 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf52b90055ae49f98ccbf583850eccfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0809810 Jan 28 05:48:29.016327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33598) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:29.111589 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acc86f7-0a9d-4919-8924-cb9d6fee0ed6 admin admin] Publish callbacks [] for security_group (eb037da3-17c7-4a32-8e26-94174f4ee68a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:29.135468 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e1dd92ec-f98c-4624-b2bd-22e393853060 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1996076494-network', 'tenant_id': '9b03ff07d3aa421abe99c7d5522f6a34'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:29.196175 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acc86f7-0a9d-4919-8924-cb9d6fee0ed6 admin admin] Publish callbacks [] for security_group (eb037da3-17c7-4a32-8e26-94174f4ee68a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:29.316137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dd92ec-f98c-4624-b2bd-22e393853060 admin admin] Made reservation on behalf of 9b03ff07d3aa421abe99c7d5522f6a34 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:48:29.323937 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1dd92ec-f98c-4624-b2bd-22e393853060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:29.356856 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1dd92ec-f98c-4624-b2bd-22e393853060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:29.361555 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:48:29.402178 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acc86f7-0a9d-4919-8924-cb9d6fee0ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (eb037da3-17c7-4a32-8e26-94174f4ee68a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:29.408260 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acc86f7-0a9d-4919-8924-cb9d6fee0ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:29.413468 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4acc86f7-0a9d-4919-8924-cb9d6fee0ed6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb037da3-17c7-4a32-8e26-94174f4ee68a HTTP/1.1" status: 204 len: 168 time: 0.3950181 Jan 28 05:48:29.427663 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:48:29.428223 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b3e112b7-088b-43b3-bde2-79d9c0ffc7b2 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:48:29.480765 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc86f7-0a9d-4919-8924-cb9d6fee0ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb037da3-17c7-4a32-8e26-94174f4ee68a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:29.578671 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a736c-6286-460a-a64e-3a8661b66fcd req-9715de3e-729d-4b2e-aba0-0f501fd88e7d tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:29.587357 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a736c-6286-460a-a64e-3a8661b66fcd req-9715de3e-729d-4b2e-aba0-0f501fd88e7d tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:29.595129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a736c-6286-460a-a64e-3a8661b66fcd req-9715de3e-729d-4b2e-aba0-0f501fd88e7d tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:29.603304 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a736c-6286-460a-a64e-3a8661b66fcd req-9715de3e-729d-4b2e-aba0-0f501fd88e7d tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:29.610756 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a736c-6286-460a-a64e-3a8661b66fcd req-9715de3e-729d-4b2e-aba0-0f501fd88e7d tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:29.618866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a736c-6286-460a-a64e-3a8661b66fcd req-9715de3e-729d-4b2e-aba0-0f501fd88e7d tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:29.635931 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a736c-6286-460a-a64e-3a8661b66fcd req-9715de3e-729d-4b2e-aba0-0f501fd88e7d tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:29.641591 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b3a736c-6286-460a-a64e-3a8661b66fcd req-9715de3e-729d-4b2e-aba0-0f501fd88e7d tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.2620025 Jan 28 05:48:29.741986 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1dd92ec-f98c-4624-b2bd-22e393853060 admin admin] Publish callbacks [] for security_group (b62f85fc-4141-445e-9236-122e453ae8e7), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:29.762693 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b3a736c-6286-460a-a64e-3a8661b66fcd req-213e0d4e-4124-4fd5-89fb-b805dfbec0ea tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1155508 Jan 28 05:48:29.808183 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1dd92ec-f98c-4624-b2bd-22e393853060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b62f85fc-4141-445e-9236-122e453ae8e7), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:29.846347 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1dd92ec-f98c-4624-b2bd-22e393853060 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:48:29.864072 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd92ec-f98c-4624-b2bd-22e393853060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62f85fc-4141-445e-9236-122e453ae8e7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:29.878406 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1dd92ec-f98c-4624-b2bd-22e393853060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (57eac891-acb5-4ef0-a341-bee1990779c7), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:29.878959 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-e1dd92ec-f98c-4624-b2bd-22e393853060 admin admin] Added segment 57eac891-acb5-4ef0-a341-bee1990779c7 of type vlan for network b0790abb-d82a-4185-8e79-c62075298cb6 Jan 28 05:48:29.884227 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33624) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:29.951995 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1dd92ec-f98c-4624-b2bd-22e393853060 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (b0790abb-d82a-4185-8e79-c62075298cb6), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:29.988748 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1785568-0cf0-4e33-9bda-a9f0e2c210f2 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for security_group (611c98bc-46f2-45b7-961a-3786928f366c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:30.055768 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1785568-0cf0-4e33-9bda-a9f0e2c210f2 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for security_group (611c98bc-46f2-45b7-961a-3786928f366c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:30.071169 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1dd92ec-f98c-4624-b2bd-22e393853060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (b0790abb-d82a-4185-8e79-c62075298cb6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:30.079891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dd92ec-f98c-4624-b2bd-22e393853060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:30.080606 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1dd92ec-f98c-4624-b2bd-22e393853060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:30.212987 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd92ec-f98c-4624-b2bd-22e393853060 admin admin] Pushing event updated for resources: {'Network': ['ID=b0790abb-d82a-4185-8e79-c62075298cb6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:30.220550 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e1dd92ec-f98c-4624-b2bd-22e393853060 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6402810 Jan 28 05:48:30.224491 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33632) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:30.225095 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network b0790abb-d82a-4185-8e79-c62075298cb6 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:48:30.230501 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2699186e-1787-400f-86ef-fd3bf397354e admin admin] Request body: {'subnet': {'network_id': 'b0790abb-d82a-4185-8e79-c62075298cb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1996076494-subnet', 'tenant_id': '9b03ff07d3aa421abe99c7d5522f6a34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:30.253513 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1785568-0cf0-4e33-9bda-a9f0e2c210f2 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (611c98bc-46f2-45b7-961a-3786928f366c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:30.263133 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1785568-0cf0-4e33-9bda-a9f0e2c210f2 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:30.266057 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b1785568-0cf0-4e33-9bda-a9f0e2c210f2 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "DELETE /v2.0/security-groups/611c98bc-46f2-45b7-961a-3786928f366c HTTP/1.1" status: 204 len: 168 time: 0.3806663 Jan 28 05:48:30.269181 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33634) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:30.295102 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-27362ebb-937b-413d-be1e-346d551abfe2 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] show failed (client error): The resource could not be found. Jan 28 05:48:30.298241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1785568-0cf0-4e33-9bda-a9f0e2c210f2 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611c98bc-46f2-45b7-961a-3786928f366c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:30.307798 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33636) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:30.308296 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-27362ebb-937b-413d-be1e-346d551abfe2 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "GET /v2.0/security-groups/611c98bc-46f2-45b7-961a-3786928f366c HTTP/1.1" status: 404 len: 347 time: 0.0382922 Jan 28 05:48:30.482945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2699186e-1787-400f-86ef-fd3bf397354e admin admin] Made reservation on behalf of 9b03ff07d3aa421abe99c7d5522f6a34 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:48:30.486460 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2699186e-1787-400f-86ef-fd3bf397354e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:30.664767 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-d2179503-7c4a-4ad0-989f-3127a0a65584 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Deleting port 607e38fc-8367-439b-a168-a0ad872989af {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:48:30.665110 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2179503-7c4a-4ad0-989f-3127a0a65584 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (607e38fc-8367-439b-a168-a0ad872989af), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:30.741565 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2179503-7c4a-4ad0-989f-3127a0a65584 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (607e38fc-8367-439b-a168-a0ad872989af), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:30.741933 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2179503-7c4a-4ad0-989f-3127a0a65584 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for floatingip (607e38fc-8367-439b-a168-a0ad872989af), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:30.754643 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-d2179503-7c4a-4ad0-989f-3127a0a65584 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Calling delete_port for 607e38fc-8367-439b-a168-a0ad872989af owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:48:31.001990 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2179503-7c4a-4ad0-989f-3127a0a65584 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (607e38fc-8367-439b-a168-a0ad872989af), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:31.012563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2123e9-b4c2-4eba-be24-3796a023ffdb req-8b8a4eb0-54fa-4817-895b-6cdd60f0850b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:31.043476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2123e9-b4c2-4eba-be24-3796a023ffdb req-8b8a4eb0-54fa-4817-895b-6cdd60f0850b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:31.061970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2123e9-b4c2-4eba-be24-3796a023ffdb req-8b8a4eb0-54fa-4817-895b-6cdd60f0850b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:31.076308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2123e9-b4c2-4eba-be24-3796a023ffdb req-8b8a4eb0-54fa-4817-895b-6cdd60f0850b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:31.092591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2123e9-b4c2-4eba-be24-3796a023ffdb req-8b8a4eb0-54fa-4817-895b-6cdd60f0850b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:31.093919 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2179503-7c4a-4ad0-989f-3127a0a65584 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Pushing event deleted for resources: {'Port': ['ID=607e38fc-8367-439b-a168-a0ad872989af,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:31.105377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2123e9-b4c2-4eba-be24-3796a023ffdb req-8b8a4eb0-54fa-4817-895b-6cdd60f0850b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:31.120888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2123e9-b4c2-4eba-be24-3796a023ffdb req-8b8a4eb0-54fa-4817-895b-6cdd60f0850b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:31.123019 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2699186e-1787-400f-86ef-fd3bf397354e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (ab0e9142-efe7-4973-96f4-1078ed517c4e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:31.125189 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae2123e9-b4c2-4eba-be24-3796a023ffdb req-8b8a4eb0-54fa-4817-895b-6cdd60f0850b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.2365706 Jan 28 05:48:31.264506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae2123e9-b4c2-4eba-be24-3796a023ffdb req-4c3fdb42-b343-4109-89b5-05455e286d7a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1316040 Jan 28 05:48:31.293756 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2179503-7c4a-4ad0-989f-3127a0a65584 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks [] for floatingip (3b925a1f-d17d-4cc5-a392-e38fd749302e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:31.293756 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2179503-7c4a-4ad0-989f-3127a0a65584 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:31.297669 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d2179503-7c4a-4ad0-989f-3127a0a65584 tempest-ServersTestBootFromVolume-254190167 tempest-ServersTestBootFromVolume-254190167-project] 10.222.0.31 "DELETE /v2.0/floatingips/3b925a1f-d17d-4cc5-a392-e38fd749302e HTTP/1.1" status: 204 len: 168 time: 0.9857447 Jan 28 05:48:31.298393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699186e-1787-400f-86ef-fd3bf397354e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab0e9142-efe7-4973-96f4-1078ed517c4e,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:31.298846 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33660) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:31.330648 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2699186e-1787-400f-86ef-fd3bf397354e admin admin] Checking segment: {'id': '57eac891-acb5-4ef0-a341-bee1990779c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b0790abb-d82a-4185-8e79-c62075298cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:31.331589 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2699186e-1787-400f-86ef-fd3bf397354e admin admin] Network hostable DHCP agents. Network: b0790abb-d82a-4185-8e79-c62075298cb6, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:48:31.454108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2699186e-1787-400f-86ef-fd3bf397354e admin admin] Network b0790abb-d82a-4185-8e79-c62075298cb6 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:48:31.534033 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-2699186e-1787-400f-86ef-fd3bf397354e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, b0790abb-d82a-4185-8e79-c62075298cb6) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:31.541715 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699186e-1787-400f-86ef-fd3bf397354e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:31.541972 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2699186e-1787-400f-86ef-fd3bf397354e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:31.559100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ce1dd5-187d-463d-af9d-4b80f4a29470 None None] Network b0790abb-d82a-4185-8e79-c62075298cb6 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:48:31.637654 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2699186e-1787-400f-86ef-fd3bf397354e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4119835 Jan 28 05:48:31.771079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870c1e48-51af-4276-ab81-8e85cb070a6a None None] Network b0790abb-d82a-4185-8e79-c62075298cb6 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:48:32.180695 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2576275-dd7a-4a1d-9b8c-b1263102b709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (f78a0edf-40a9-4c85-bedc-6c286f8399af), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:32.505155 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65d2972f-bbfa-456f-8f95-8dc0af98ff7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:32.916968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526ea47-f961-4ed8-a5fd-e4f4899a4b36 req-861a0215-33f7-4860-b73f-d8b795a636f2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:32.922181 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526ea47-f961-4ed8-a5fd-e4f4899a4b36 req-861a0215-33f7-4860-b73f-d8b795a636f2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:32.931846 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526ea47-f961-4ed8-a5fd-e4f4899a4b36 req-861a0215-33f7-4860-b73f-d8b795a636f2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:32.938035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526ea47-f961-4ed8-a5fd-e4f4899a4b36 req-861a0215-33f7-4860-b73f-d8b795a636f2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:32.943356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526ea47-f961-4ed8-a5fd-e4f4899a4b36 req-861a0215-33f7-4860-b73f-d8b795a636f2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:32.949831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526ea47-f961-4ed8-a5fd-e4f4899a4b36 req-861a0215-33f7-4860-b73f-d8b795a636f2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:32.965710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526ea47-f961-4ed8-a5fd-e4f4899a4b36 req-861a0215-33f7-4860-b73f-d8b795a636f2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:32.968148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1526ea47-f961-4ed8-a5fd-e4f4899a4b36 req-861a0215-33f7-4860-b73f-d8b795a636f2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.2281313 Jan 28 05:48:33.188535 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1526ea47-f961-4ed8-a5fd-e4f4899a4b36 req-bba14e83-3851-470b-bcff-7bfb8048e8e0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1896286 Jan 28 05:48:33.242024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a2576275-dd7a-4a1d-9b8c-b1263102b709 admin admin] Deleting port 12ff65d0-6fd7-47e0-984d-648f5d822f43 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:48:33.242697 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2576275-dd7a-4a1d-9b8c-b1263102b709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:33.426318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-a2576275-dd7a-4a1d-9b8c-b1263102b709 admin admin] For port 12ff65d0-6fd7-47e0-984d-648f5d822f43, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=12ff65d0-6fd7-47e0-984d-648f5d822f43,segment=NetworkSegment(0425761b-3f81-48df-ba2b-9edbc800bbce),segment_id=0425761b-3f81-48df-ba2b-9edbc800bbce)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:33.432825 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2576275-dd7a-4a1d-9b8c-b1263102b709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:33.453184 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a2576275-dd7a-4a1d-9b8c-b1263102b709 admin admin] Calling delete_port for 12ff65d0-6fd7-47e0-984d-648f5d822f43 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:48:33.668452 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33726) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:33.778723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-8f1f6926-b1ce-4ebb-a16d-0835e508ce23 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:33.779877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-8f1f6926-b1ce-4ebb-a16d-0835e508ce23 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/networks?id=b0790abb-d82a-4185-8e79-c62075298cb6 HTTP/1.1" status: 200 len: 822 time: 0.1181474 Jan 28 05:48:33.794704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-73af1153-5d90-491f-ad02-20762be65592 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/quotas/9b03ff07d3aa421abe99c7d5522f6a34 HTTP/1.1" status: 200 len: 375 time: 0.0094543 Jan 28 05:48:33.811797 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2576275-dd7a-4a1d-9b8c-b1263102b709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (12ff65d0-6fd7-47e0-984d-648f5d822f43), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:33.833295 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-8b2c6f5e-c6c3-4987-95d6-a804b2e21aa0 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b03ff07d3aa421abe99c7d5522f6a34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326045 Jan 28 05:48:33.877041 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2576275-dd7a-4a1d-9b8c-b1263102b709 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ff65d0-6fd7-47e0-984d-648f5d822f43,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:34.176706 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-bbf10480-b2a9-4ca2-8a02-7d1a4076cdf8 service neutron] 10.222.0.31 "GET /v2.0/networks/b0790abb-d82a-4185-8e79-c62075298cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218153 Jan 28 05:48:34.267844 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2576275-dd7a-4a1d-9b8c-b1263102b709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (f78a0edf-40a9-4c85-bedc-6c286f8399af), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:34.274576 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e89c02ec-fd3f-41af-b53b-90d81ab175e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:34.430268 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e89c02ec-fd3f-41af-b53b-90d81ab175e9 admin admin] Publish callbacks [] for security_group (fb5d0f53-ba50-4891-bc25-2039019b9e30), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:34.432512 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33740) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:34.432815 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33742) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:34.464766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e1131-bb21-4efa-a2f6-a26d2d6fb827 req-5348812a-34d2-40d7-be69-1c8631d603bb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:34.470388 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e1131-bb21-4efa-a2f6-a26d2d6fb827 req-5348812a-34d2-40d7-be69-1c8631d603bb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:34.478339 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e1131-bb21-4efa-a2f6-a26d2d6fb827 req-5348812a-34d2-40d7-be69-1c8631d603bb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:34.483718 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e1131-bb21-4efa-a2f6-a26d2d6fb827 req-5348812a-34d2-40d7-be69-1c8631d603bb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:34.488084 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e89c02ec-fd3f-41af-b53b-90d81ab175e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (fb5d0f53-ba50-4891-bc25-2039019b9e30), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:34.489768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e1131-bb21-4efa-a2f6-a26d2d6fb827 req-5348812a-34d2-40d7-be69-1c8631d603bb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:34.496249 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e1131-bb21-4efa-a2f6-a26d2d6fb827 req-5348812a-34d2-40d7-be69-1c8631d603bb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:34.502174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e1131-bb21-4efa-a2f6-a26d2d6fb827 req-5348812a-34d2-40d7-be69-1c8631d603bb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:34.504425 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a8e1131-bb21-4efa-a2f6-a26d2d6fb827 req-5348812a-34d2-40d7-be69-1c8631d603bb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.2075160 Jan 28 05:48:34.560753 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c02ec-fd3f-41af-b53b-90d81ab175e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5d0f53-ba50-4891-bc25-2039019b9e30,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:34.596661 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e89c02ec-fd3f-41af-b53b-90d81ab175e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e15a19a09254c57b43844e2616bf5aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9263456 Jan 28 05:48:34.629745 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33750) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:34.665351 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d0c9cc1a-fa5f-446e-84ea-f490ab193bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:34.699021 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a8e1131-bb21-4efa-a2f6-a26d2d6fb827 req-d25fc910-cc30-462c-a0a7-0fc03c85e805 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1860292 Jan 28 05:48:34.719406 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-411a297a-734d-4667-ad87-27fedae979e8 service neutron] 10.222.0.31 "GET /v2.0/networks/b0790abb-d82a-4185-8e79-c62075298cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072324 Jan 28 05:48:34.749173 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9f51784e-f75b-4a79-9fef-27799d280d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:34.774168 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b530d2c2-059b-450c-8722-076f4ad6392c admin admin] Publish callbacks [] for security_group (fb5d0f53-ba50-4891-bc25-2039019b9e30), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:34.803988 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d0c9cc1a-fa5f-446e-84ea-f490ab193bd6 admin admin] Publish callbacks [] for security_group (0f59c5d2-19b1-4803-9b6f-e3f0ae95aa39), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:34.854542 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ccf3adea-d7ca-482c-a7c3-0470839b2436 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2095275784-network', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:34.874455 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d0c9cc1a-fa5f-446e-84ea-f490ab193bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0f59c5d2-19b1-4803-9b6f-e3f0ae95aa39), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:34.918888 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9cc1a-fa5f-446e-84ea-f490ab193bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f59c5d2-19b1-4803-9b6f-e3f0ae95aa39,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:34.936666 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d0c9cc1a-fa5f-446e-84ea-f490ab193bd6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7cae4caa654d4608a81e6239a300c0b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5026305 Jan 28 05:48:34.940098 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33758) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:34.985856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2576275-dd7a-4a1d-9b8c-b1263102b709 admin admin] Router f78a0edf-40a9-4c85-bedc-6c286f8399af has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:48:34.988426 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b530d2c2-059b-450c-8722-076f4ad6392c admin admin] Publish callbacks [] for security_group (fb5d0f53-ba50-4891-bc25-2039019b9e30), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:34.992087 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf3adea-d7ca-482c-a7c3-0470839b2436 admin admin] Made reservation on behalf of a5564a7eeef94f0591cc8cbdb3ffdbb8 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:48:34.994944 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccf3adea-d7ca-482c-a7c3-0470839b2436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:35.016231 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccf3adea-d7ca-482c-a7c3-0470839b2436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:35.043229 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b1f0-6800-4506-83a9-901e8bc854c5 admin admin] Publish callbacks [] for security_group (0f59c5d2-19b1-4803-9b6f-e3f0ae95aa39), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:35.067626 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b1f0-6800-4506-83a9-901e8bc854c5 admin admin] Publish callbacks [] for security_group (0f59c5d2-19b1-4803-9b6f-e3f0ae95aa39), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:35.149993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-156a4a46-4ad0-4bc4-aa29-4eb95f3413c4 req-126bd843-2513-4d5f-801e-0c5a5b6e3fdc tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 210 time: 0.1232865 Jan 28 05:48:35.201045 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccf3adea-d7ca-482c-a7c3-0470839b2436 admin admin] Publish callbacks [] for security_group (b047ccab-f10f-4a91-b420-cd77cd7c80e2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:35.231380 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b1f0-6800-4506-83a9-901e8bc854c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0f59c5d2-19b1-4803-9b6f-e3f0ae95aa39), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:35.239301 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4b6b1f0-6800-4506-83a9-901e8bc854c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:35.239301 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e4b6b1f0-6800-4506-83a9-901e8bc854c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f59c5d2-19b1-4803-9b6f-e3f0ae95aa39 HTTP/1.1" status: 204 len: 168 time: 0.2957513 Jan 28 05:48:35.249641 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6b1f0-6800-4506-83a9-901e8bc854c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f59c5d2-19b1-4803-9b6f-e3f0ae95aa39,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:35.256179 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccf3adea-d7ca-482c-a7c3-0470839b2436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b047ccab-f10f-4a91-b420-cd77cd7c80e2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:35.295567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2576275-dd7a-4a1d-9b8c-b1263102b709 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:48:35.298092 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b530d2c2-059b-450c-8722-076f4ad6392c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (fb5d0f53-ba50-4891-bc25-2039019b9e30), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:35.301005 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b530d2c2-059b-450c-8722-076f4ad6392c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:35.305176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b530d2c2-059b-450c-8722-076f4ad6392c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb5d0f53-ba50-4891-bc25-2039019b9e30 HTTP/1.1" status: 204 len: 168 time: 0.6662617 Jan 28 05:48:35.309455 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a2576275-dd7a-4a1d-9b8c-b1263102b709 admin admin] 10.222.0.31 "PUT /v2.0/routers/f78a0edf-40a9-4c85-bedc-6c286f8399af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0092375 Jan 28 05:48:35.310948 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce320d-c636-4591-b303-2cac6b45d4ad None None] Sync routers for ids ['f78a0edf-40a9-4c85-bedc-6c286f8399af'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:48:35.318270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33774) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:35.320881 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530d2c2-059b-450c-8722-076f4ad6392c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5d0f53-ba50-4891-bc25-2039019b9e30,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:35.352625 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf3adea-d7ca-482c-a7c3-0470839b2436 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:48:35.368032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce320d-c636-4591-b303-2cac6b45d4ad None None] Routers {'f78a0edf-40a9-4c85-bedc-6c286f8399af'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:48:35.370938 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ecce320d-c636-4591-b303-2cac6b45d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:48:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f78a0edf-40a9-4c85-bedc-6c286f8399af'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:35.377574 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccf3adea-d7ca-482c-a7c3-0470839b2436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (3de5200d-69b2-47ab-845d-4122b26233da), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:35.378336 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-ccf3adea-d7ca-482c-a7c3-0470839b2436 admin admin] Added segment 3de5200d-69b2-47ab-845d-4122b26233da of type vlan for network 5c505b81-6ecb-4c4a-a856-19ef45e45048 Jan 28 05:48:35.445858 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccf3adea-d7ca-482c-a7c3-0470839b2436 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (5c505b81-6ecb-4c4a-a856-19ef45e45048), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:35.489996 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27b265c9-fa6d-41aa-9950-ca29ff0ad637 admin admin] Publish callbacks [] for router (f78a0edf-40a9-4c85-bedc-6c286f8399af), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:35.533815 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3adea-d7ca-482c-a7c3-0470839b2436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b047ccab-f10f-4a91-b420-cd77cd7c80e2,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:35.596781 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccf3adea-d7ca-482c-a7c3-0470839b2436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (5c505b81-6ecb-4c4a-a856-19ef45e45048), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:35.598343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3adea-d7ca-482c-a7c3-0470839b2436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:35.598651 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccf3adea-d7ca-482c-a7c3-0470839b2436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:35.633172 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27b265c9-fa6d-41aa-9950-ca29ff0ad637 admin admin] Publish callbacks [] for router_gateway (f78a0edf-40a9-4c85-bedc-6c286f8399af), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:35.677803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3adea-d7ca-482c-a7c3-0470839b2436 admin admin] Pushing event updated for resources: {'Network': ['ID=5c505b81-6ecb-4c4a-a856-19ef45e45048,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:35.689956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 5c505b81-6ecb-4c4a-a856-19ef45e45048 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:48:35.712858 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-ecce320d-c636-4591-b303-2cac6b45d4ad None None] Set router f78a0edf-40a9-4c85-bedc-6c286f8399af gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:48:35.719718 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ccf3adea-d7ca-482c-a7c3-0470839b2436 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2817352 Jan 28 05:48:35.719995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33780) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:35.727288 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-bcce0f21-347a-47a3-a3aa-48ea9d3ab4e5 admin admin] Request body: {'subnet': {'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2095275784-subnet', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:35.820144 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcce0f21-347a-47a3-a3aa-48ea9d3ab4e5 admin admin] Made reservation on behalf of a5564a7eeef94f0591cc8cbdb3ffdbb8 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:48:35.822944 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bcce0f21-347a-47a3-a3aa-48ea9d3ab4e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:35.829661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-27b265c9-fa6d-41aa-9950-ca29ff0ad637 admin admin] Deleting port 01c30876-85f3-4e08-9264-4184e41a21c0 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:48:35.830398 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27b265c9-fa6d-41aa-9950-ca29ff0ad637 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (01c30876-85f3-4e08-9264-4184e41a21c0), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:36.022482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d522b8-5688-47b5-8602-871a60d36e42 req-0d0d90e5-caf4-4afc-985a-b2f8d645bc92 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:36.028303 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d522b8-5688-47b5-8602-871a60d36e42 req-0d0d90e5-caf4-4afc-985a-b2f8d645bc92 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:36.042003 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d522b8-5688-47b5-8602-871a60d36e42 req-0d0d90e5-caf4-4afc-985a-b2f8d645bc92 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:36.047136 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d522b8-5688-47b5-8602-871a60d36e42 req-0d0d90e5-caf4-4afc-985a-b2f8d645bc92 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:36.068587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d522b8-5688-47b5-8602-871a60d36e42 req-0d0d90e5-caf4-4afc-985a-b2f8d645bc92 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:36.076525 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d522b8-5688-47b5-8602-871a60d36e42 req-0d0d90e5-caf4-4afc-985a-b2f8d645bc92 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:36.083247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d522b8-5688-47b5-8602-871a60d36e42 req-0d0d90e5-caf4-4afc-985a-b2f8d645bc92 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:36.090866 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78d522b8-5688-47b5-8602-871a60d36e42 req-0d0d90e5-caf4-4afc-985a-b2f8d645bc92 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.2188385 Jan 28 05:48:36.113382 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ecce320d-c636-4591-b303-2cac6b45d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'name': 'tempest-ServersTestBootFromVolume-1803354556-router', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:46Z', 'updated_at': '2022-01-28T05:48:33Z', 'revision_number': 5, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'gw_port': {'id': '01c30876-85f3-4e08-9264-4184e41a21c0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:43:47Z', 'updated_at': '2022-01-28T05:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:36.133976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-27b265c9-fa6d-41aa-9950-ca29ff0ad637 admin admin] For port 01c30876-85f3-4e08-9264-4184e41a21c0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=01c30876-85f3-4e08-9264-4184e41a21c0,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:36.134374 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27b265c9-fa6d-41aa-9950-ca29ff0ad637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (01c30876-85f3-4e08-9264-4184e41a21c0), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:36.142706 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce320d-c636-4591-b303-2cac6b45d4ad None None] Checking router: f78a0edf-40a9-4c85-bedc-6c286f8399af for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:48:36.152572 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce320d-c636-4591-b303-2cac6b45d4ad None None] Routers {'f78a0edf-40a9-4c85-bedc-6c286f8399af'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:48:36.153257 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ecce320d-c636-4591-b303-2cac6b45d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:48:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f78a0edf-40a9-4c85-bedc-6c286f8399af'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:36.168488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-27b265c9-fa6d-41aa-9950-ca29ff0ad637 admin admin] Calling delete_port for 01c30876-85f3-4e08-9264-4184e41a21c0 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:48:36.181602 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bcce0f21-347a-47a3-a3aa-48ea9d3ab4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (f3d221ce-7bd7-457b-a352-259548b98d06), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:36.199727 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78d522b8-5688-47b5-8602-871a60d36e42 req-12ab32d8-94d1-4033-8a45-835e4510048f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067743 Jan 28 05:48:36.272375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33790) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:36.294064 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcce0f21-347a-47a3-a3aa-48ea9d3ab4e5 admin admin] Checking segment: {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:36.296247 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcce0f21-347a-47a3-a3aa-48ea9d3ab4e5 admin admin] Network hostable DHCP agents. Network: 5c505b81-6ecb-4c4a-a856-19ef45e45048, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:48:36.308122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce0f21-347a-47a3-a3aa-48ea9d3ab4e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d221ce-7bd7-457b-a352-259548b98d06,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:36.340094 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb4fd6ea-006a-4b0c-8d56-7b050dd91402 req-924d01c2-9574-421a-94a9-263806b730e1 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 210 time: 0.0819187 Jan 28 05:48:36.376004 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d83ccc1-3bce-4b69-8960-e434485c1f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:36.378643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-ecce320d-c636-4591-b303-2cac6b45d4ad None None] Set router f78a0edf-40a9-4c85-bedc-6c286f8399af gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:48:36.414836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcce0f21-347a-47a3-a3aa-48ea9d3ab4e5 admin admin] Network 5c505b81-6ecb-4c4a-a856-19ef45e45048 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:48:36.521078 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ecce320d-c636-4591-b303-2cac6b45d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'name': 'tempest-ServersTestBootFromVolume-1803354556-router', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:46Z', 'updated_at': '2022-01-28T05:48:35Z', 'revision_number': 6, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:36.523181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-bcce0f21-347a-47a3-a3aa-48ea9d3ab4e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 5c505b81-6ecb-4c4a-a856-19ef45e45048) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:36.531736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcce0f21-347a-47a3-a3aa-48ea9d3ab4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:36.532421 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bcce0f21-347a-47a3-a3aa-48ea9d3ab4e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:36.554775 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bd528a-f9c2-4dd3-a30d-6d5eab17b198 None None] Network 5c505b81-6ecb-4c4a-a856-19ef45e45048 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:48:36.559307 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce320d-c636-4591-b303-2cac6b45d4ad None None] The sync data for ids ['f78a0edf-40a9-4c85-bedc-6c286f8399af'] in n-d-812111-12 is: [{'id': 'f78a0edf-40a9-4c85-bedc-6c286f8399af', 'name': 'tempest-ServersTestBootFromVolume-1803354556-router', 'tenant_id': '4cf7b8acfc5c4426861563969768c947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:43:46Z', 'updated_at': '2022-01-28T05:48:35Z', 'revision_number': 6, 'project_id': '4cf7b8acfc5c4426861563969768c947', 'gw_port_host': None}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:48:36.560973 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:36.642025 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bcce0f21-347a-47a3-a3aa-48ea9d3ab4e5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9208117 Jan 28 05:48:36.647895 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33802) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:36.654114 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d83ccc1-3bce-4b69-8960-e434485c1f71 admin admin] Publish callbacks [] for security_group (60035d29-6bb2-4ade-96aa-afad4682c0a7), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:36.655939 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2095275784-router', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:36.718170 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-5c505b81-6ecb-4c4a-a856-19ef45e45048', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:48:36.720269 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:36.724687 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d83ccc1-3bce-4b69-8960-e434485c1f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (60035d29-6bb2-4ade-96aa-afad4682c0a7), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:36.796558 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (49828064-71ed-4e28-95ad-89e0f2166319), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:36.797636 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (49828064-71ed-4e28-95ad-89e0f2166319), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:36.826094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83ccc1-3bce-4b69-8960-e434485c1f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60035d29-6bb2-4ade-96aa-afad4682c0a7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:36.830585 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9d83ccc1-3bce-4b69-8960-e434485c1f71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15cf1e052d3646fd90774d4c1cd57805&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5572507 Jan 28 05:48:36.843476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33806) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:36.856661 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27b265c9-fa6d-41aa-9950-ca29ff0ad637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (01c30876-85f3-4e08-9264-4184e41a21c0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:36.893400 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Publish callbacks [] for router_controller (49828064-71ed-4e28-95ad-89e0f2166319), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:36.911922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b265c9-fa6d-41aa-9950-ca29ff0ad637 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c30876-85f3-4e08-9264-4184e41a21c0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:36.933555 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0bc6fd8f-72ea-433e-9e60-95e81768b014 admin admin] Publish callbacks [] for security_group (60035d29-6bb2-4ade-96aa-afad4682c0a7), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:37.054906 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0bc6fd8f-72ea-433e-9e60-95e81768b014 admin admin] Publish callbacks [] for security_group (60035d29-6bb2-4ade-96aa-afad4682c0a7), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:37.105912 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27b265c9-fa6d-41aa-9950-ca29ff0ad637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (f78a0edf-40a9-4c85-bedc-6c286f8399af), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:37.126146 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Allocated IP 172.20.0.2 (5c505b81-6ecb-4c4a-a856-19ef45e45048/f3d221ce-7bd7-457b-a352-259548b98d06/69f31446-632d-4a1f-ae22-ca3f96caf5aa) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:48:37.145336 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 12ff65d0-6fd7-47e0-984d-648f5d822f43 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:48:37.216131 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 12ff65d0-6fd7-47e0-984d-648f5d822f43 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:48:37.216474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 12ff65d0-6fd7-47e0-984d-648f5d822f43 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:48:37.314452 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27b265c9-fa6d-41aa-9950-ca29ff0ad637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (f78a0edf-40a9-4c85-bedc-6c286f8399af), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:37.318676 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27b265c9-fa6d-41aa-9950-ca29ff0ad637 admin admin] Publish callbacks [] for router_controller (f78a0edf-40a9-4c85-bedc-6c286f8399af), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:37.424409 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Publish callbacks [] for router_gateway (49828064-71ed-4e28-95ad-89e0f2166319), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:37.585271 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0bc6fd8f-72ea-433e-9e60-95e81768b014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (60035d29-6bb2-4ade-96aa-afad4682c0a7), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:37.586009 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Publish callbacks [] for port (69f31446-632d-4a1f-ae22-ca3f96caf5aa), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:37.586119 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0bc6fd8f-72ea-433e-9e60-95e81768b014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:37.586119 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0bc6fd8f-72ea-433e-9e60-95e81768b014 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60035d29-6bb2-4ade-96aa-afad4682c0a7 HTTP/1.1" status: 204 len: 168 time: 0.7001638 Jan 28 05:48:37.603217 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39c5babf-d3cb-4dc6-aa59-2d675d4dc299 req-db20bab7-da1f-4d70-b70f-85633f0d7d43 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 210 time: 0.1539474 Jan 28 05:48:37.618597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6fd8f-72ea-433e-9e60-95e81768b014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60035d29-6bb2-4ade-96aa-afad4682c0a7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:37.620842 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62ce3a-b76a-4ce4-9962-324dab5c4a4b req-0e43cc36-cf8c-45cd-a4ee-7baf54cf6b83 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:37.626083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62ce3a-b76a-4ce4-9962-324dab5c4a4b req-0e43cc36-cf8c-45cd-a4ee-7baf54cf6b83 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:37.631969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62ce3a-b76a-4ce4-9962-324dab5c4a4b req-0e43cc36-cf8c-45cd-a4ee-7baf54cf6b83 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:37.641615 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62ce3a-b76a-4ce4-9962-324dab5c4a4b req-0e43cc36-cf8c-45cd-a4ee-7baf54cf6b83 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:37.658895 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62ce3a-b76a-4ce4-9962-324dab5c4a4b req-0e43cc36-cf8c-45cd-a4ee-7baf54cf6b83 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:37.661462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62ce3a-b76a-4ce4-9962-324dab5c4a4b req-0e43cc36-cf8c-45cd-a4ee-7baf54cf6b83 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:37.672383 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62ce3a-b76a-4ce4-9962-324dab5c4a4b req-0e43cc36-cf8c-45cd-a4ee-7baf54cf6b83 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:37.680387 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef62ce3a-b76a-4ce4-9962-324dab5c4a4b req-0e43cc36-cf8c-45cd-a4ee-7baf54cf6b83 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.3205092 Jan 28 05:48:37.713731 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (69f31446-632d-4a1f-ae22-ca3f96caf5aa), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:37.746123 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27b265c9-fa6d-41aa-9950-ca29ff0ad637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (f78a0edf-40a9-4c85-bedc-6c286f8399af), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:37.746738 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b265c9-fa6d-41aa-9950-ca29ff0ad637 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f78a0edf-40a9-4c85-bedc-6c286f8399af {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:48:37.766733 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef62ce3a-b76a-4ce4-9962-324dab5c4a4b req-9648422a-edd9-4f0a-ad2f-7446e1860b80 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0768585 Jan 28 05:48:37.773595 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27b265c9-fa6d-41aa-9950-ca29ff0ad637 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:37.775663 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-27b265c9-fa6d-41aa-9950-ca29ff0ad637 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f78a0edf-40a9-4c85-bedc-6c286f8399af HTTP/1.1" status: 204 len: 168 time: 2.4524324 Jan 28 05:48:37.778110 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33830) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:37.832471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62d7bc6-5d47-4ead-ab86-ac59c4b6ea4a admin admin] Deleting subnet 8d0ba9b4-619a-4ce5-8c78-f5d8f5434563 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:48:37.836780 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b62d7bc6-5d47-4ead-ab86-ac59c4b6ea4a admin admin] Publish callbacks [] for subnet (8d0ba9b4-619a-4ce5-8c78-f5d8f5434563), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:37.868862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Network 5c505b81-6ecb-4c4a-a856-19ef45e45048 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:48:37.884122 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:37.890730 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:48:37.900991 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b62d7bc6-5d47-4ead-ab86-ac59c4b6ea4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (8d0ba9b4-619a-4ce5-8c78-f5d8f5434563), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:37.903039 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Pushing event updated for resources: {'Port': ['ID=69f31446-632d-4a1f-ae22-ca3f96caf5aa,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:37.942392 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:37.964471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:37.967194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:37.968645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:37.968791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:37.971767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:37.973643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:37.974079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:37.975409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:37.976233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:37.978422 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:37.979072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:37.981630 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:37.982123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:38.078126 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Publish callbacks [] for router_gateway (49828064-71ed-4e28-95ad-89e0f2166319), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:38.107675 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:38.108235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Attempting to bind port 69f31446-632d-4a1f-ae22-ca3f96caf5aa on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:48:38.108663 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Attempting to bind port 69f31446-632d-4a1f-ae22-ca3f96caf5aa by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:48:38.109035 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Attempting to bind port 69f31446-632d-4a1f-ae22-ca3f96caf5aa on network 5c505b81-6ecb-4c4a-a856-19ef45e45048 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:38.114452 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:48:38.117814 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Checking segment: {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:38.117984 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:38.118373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Bound using segment: {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:48:38.119185 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Bound port: 69f31446-632d-4a1f-ae22-ca3f96caf5aa, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:48:38.119319 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (69f31446-632d-4a1f-ae22-ca3f96caf5aa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:38.194118 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b62d7bc6-5d47-4ead-ab86-ac59c4b6ea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (8d0ba9b4-619a-4ce5-8c78-f5d8f5434563), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:38.239872 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] For port 69f31446-632d-4a1f-ae22-ca3f96caf5aa, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:48:38.244767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] For port 69f31446-632d-4a1f-ae22-ca3f96caf5aa, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=69f31446-632d-4a1f-ae22-ca3f96caf5aa,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:48:38.362174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-258806b7-cb1b-47b0-b19b-7b05b82cd1d8 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:38.362174 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-258806b7-cb1b-47b0-b19b-7b05b82cd1d8 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.64 "GET /v2.0/networks?id=b0790abb-d82a-4185-8e79-c62075298cb6 HTTP/1.1" status: 200 len: 822 time: 0.3839657 Jan 28 05:48:38.379775 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-961c733c-3ffe-4696-9148-dc07d4bd1e84 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Request body: {'port': {'device_id': '051a9413-1039-43e0-9233-11d698b48278', 'network_id': 'b0790abb-d82a-4185-8e79-c62075298cb6', 'admin_state_up': True, 'tenant_id': '9b03ff07d3aa421abe99c7d5522f6a34'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:38.380285 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (69f31446-632d-4a1f-ae22-ca3f96caf5aa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:38.437196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Allocated IP 172.25.0.187 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/365e7e41-ed17-4890-8751-f3d4e6141c50) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:48:38.571585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73479ab-fa3c-4ddc-9236-4f94c2bdd851 None None] Pushing event updated for resources: {'Port': ['ID=69f31446-632d-4a1f-ae22-ca3f96caf5aa,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:38.665575 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b62d7bc6-5d47-4ead-ab86-ac59c4b6ea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (8d0ba9b4-619a-4ce5-8c78-f5d8f5434563), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:38.682958 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 01c30876-85f3-4e08-9264-4184e41a21c0 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:48:38.747157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 01c30876-85f3-4e08-9264-4184e41a21c0 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:48:38.747802 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 01c30876-85f3-4e08-9264-4184e41a21c0 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:48:38.755463 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Publish callbacks [] for port (365e7e41-ed17-4890-8751-f3d4e6141c50), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:38.758898 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-961c733c-3ffe-4696-9148-dc07d4bd1e84 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Made reservation on behalf of 9b03ff07d3aa421abe99c7d5522f6a34 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:48:38.765930 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-961c733c-3ffe-4696-9148-dc07d4bd1e84 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:38.770545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d7bc6-5d47-4ead-ab86-ac59c4b6ea4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d0ba9b4-619a-4ce5-8c78-f5d8f5434563,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:38.784218 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc11a58e-8d3e-4efb-9b88-1248e58e8862 None None] Network d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:48:38.797199 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b62d7bc6-5d47-4ead-ab86-ac59c4b6ea4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:38.806259 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b62d7bc6-5d47-4ead-ab86-ac59c4b6ea4a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8d0ba9b4-619a-4ce5-8c78-f5d8f5434563 HTTP/1.1" status: 204 len: 168 time: 1.0267482 Jan 28 05:48:38.809045 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33844) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:38.941044 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d20d3638-1e9c-4789-b53d-ee54b5ba103e req-9fdc26c8-42a8-4380-8a1e-b19ace9f5acc tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 210 time: 0.1051695 Jan 28 05:48:39.155883 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:39.195398 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ebcd55-3b3c-4b91-91aa-81d3540393e8 None None] DHCP port deletion for d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:48:39.326058 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f8ebcd55-3b3c-4b91-91aa-81d3540393e8 None None] Deleting port 16449cfb-b96f-4278-89af-75e689814792 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:48:39.326725 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8ebcd55-3b3c-4b91-91aa-81d3540393e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (16449cfb-b96f-4278-89af-75e689814792), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:39.346172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483b33e-754c-4955-bbea-f763789fe819 req-98022a57-c978-414f-b0b9-c03a62ed6bae tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:39.353463 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483b33e-754c-4955-bbea-f763789fe819 req-98022a57-c978-414f-b0b9-c03a62ed6bae tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:39.359771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483b33e-754c-4955-bbea-f763789fe819 req-98022a57-c978-414f-b0b9-c03a62ed6bae tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:39.368547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483b33e-754c-4955-bbea-f763789fe819 req-98022a57-c978-414f-b0b9-c03a62ed6bae tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:39.374522 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483b33e-754c-4955-bbea-f763789fe819 req-98022a57-c978-414f-b0b9-c03a62ed6bae tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:39.380440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483b33e-754c-4955-bbea-f763789fe819 req-98022a57-c978-414f-b0b9-c03a62ed6bae tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:39.387556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483b33e-754c-4955-bbea-f763789fe819 req-98022a57-c978-414f-b0b9-c03a62ed6bae tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:39.389514 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8483b33e-754c-4955-bbea-f763789fe819 req-98022a57-c978-414f-b0b9-c03a62ed6bae tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.2158916 Jan 28 05:48:39.393994 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-961c733c-3ffe-4696-9148-dc07d4bd1e84 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Allocated IP 172.20.0.13 (b0790abb-d82a-4185-8e79-c62075298cb6/ab0e9142-efe7-4973-96f4-1078ed517c4e/537ee010-80ae-4a0f-88d5-f4bd02bf02e1) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:48:39.566158 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f8ebcd55-3b3c-4b91-91aa-81d3540393e8 None None] For port 16449cfb-b96f-4278-89af-75e689814792, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=16449cfb-b96f-4278-89af-75e689814792,segment=NetworkSegment(0425761b-3f81-48df-ba2b-9edbc800bbce),segment_id=0425761b-3f81-48df-ba2b-9edbc800bbce)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:39.566685 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8ebcd55-3b3c-4b91-91aa-81d3540393e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (16449cfb-b96f-4278-89af-75e689814792), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:39.606662 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f8ebcd55-3b3c-4b91-91aa-81d3540393e8 None None] Calling delete_port for 16449cfb-b96f-4278-89af-75e689814792 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:48:39.647973 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8483b33e-754c-4955-bbea-f763789fe819 req-fd218f89-3811-468f-b0d8-725ee19e0587 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2508862 Jan 28 05:48:39.825206 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8ebcd55-3b3c-4b91-91aa-81d3540393e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (16449cfb-b96f-4278-89af-75e689814792), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:39.858536 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd9e23a5-458b-4d3c-9a4b-0223bb45003d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:39.874402 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ebcd55-3b3c-4b91-91aa-81d3540393e8 None None] No DVR routers for this DVR port 16449cfb-b96f-4278-89af-75e689814792 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:48:39.884235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebcd55-3b3c-4b91-91aa-81d3540393e8 None None] Pushing event deleted for resources: {'Port': ['ID=16449cfb-b96f-4278-89af-75e689814792,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:39.918102 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (365e7e41-ed17-4890-8751-f3d4e6141c50), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:39.988474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:48:39.997034 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-961c733c-3ffe-4696-9148-dc07d4bd1e84 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Publish callbacks [] for port (537ee010-80ae-4a0f-88d5-f4bd02bf02e1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:40.030099 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:40.033527 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:48:40.245936 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Pushing event updated for resources: {'Port': ['ID=365e7e41-ed17-4890-8751-f3d4e6141c50,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:40.331510 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd9e23a5-458b-4d3c-9a4b-0223bb45003d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:40.435739 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-cd9e23a5-458b-4d3c-9a4b-0223bb45003d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:40.478794 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22f4cc6-997c-4856-a6f5-807acad31d49 None None] Network 5c505b81-6ecb-4c4a-a856-19ef45e45048 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:48:40.486427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-cd9e23a5-458b-4d3c-9a4b-0223bb45003d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0425761b-3f81-48df-ba2b-9edbc800bbce') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:40.486794 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-cd9e23a5-458b-4d3c-9a4b-0223bb45003d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0425761b-3f81-48df-ba2b-9edbc800bbce') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:40.488853 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33884) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:40.552648 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd9e23a5-458b-4d3c-9a4b-0223bb45003d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (0425761b-3f81-48df-ba2b-9edbc800bbce), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:40.592782 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd9e23a5-458b-4d3c-9a4b-0223bb45003d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (0425761b-3f81-48df-ba2b-9edbc800bbce), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:40.605430 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9e23a5-458b-4d3c-9a4b-0223bb45003d admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:48:40.605840 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd9e23a5-458b-4d3c-9a4b-0223bb45003d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (0425761b-3f81-48df-ba2b-9edbc800bbce), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:48:40.607684 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:48:40.625310 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2e2bbb70-8501-4e80-adb7-9ced1c8ce14c None None] Provisioning complete for port 69f31446-632d-4a1f-ae22-ca3f96caf5aa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:40.637488 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e2bbb70-8501-4e80-adb7-9ced1c8ce14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (69f31446-632d-4a1f-ae22-ca3f96caf5aa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:40.661261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6130ce18-af4d-49ad-ac20-2726aa3a3369 req-5f2815f1-9416-4ace-a752-fa90618168ea tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 210 time: 0.0391638 Jan 28 05:48:40.747007 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-961c733c-3ffe-4696-9148-dc07d4bd1e84 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (537ee010-80ae-4a0f-88d5-f4bd02bf02e1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:40.980110 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 69f31446-632d-4a1f-ae22-ca3f96caf5aa up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:48:40.989261 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd9e23a5-458b-4d3c-9a4b-0223bb45003d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:40.999262 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ad72c77a-7384-46bb-8171-f497d60d79c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:41.013920 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd9e23a5-458b-4d3c-9a4b-0223bb45003d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:41.037567 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cd9e23a5-458b-4d3c-9a4b-0223bb45003d admin admin] 10.222.0.31 "DELETE /v2.0/networks/d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5 HTTP/1.1" status: 204 len: 168 time: 2.2251656 Jan 28 05:48:41.042198 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-961c733c-3ffe-4696-9148-dc07d4bd1e84 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Network b0790abb-d82a-4185-8e79-c62075298cb6 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:48:41.051786 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-961c733c-3ffe-4696-9148-dc07d4bd1e84 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:41.091940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-961c733c-3ffe-4696-9148-dc07d4bd1e84 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:48:41.116555 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2e2bbb70-8501-4e80-adb7-9ced1c8ce14c None None] Current status of the port 69f31446-632d-4a1f-ae22-ca3f96caf5aa is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:41.119541 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e23a5-458b-4d3c-9a4b-0223bb45003d admin admin] Pushing event deleted for resources: {'Network': ['ID=d6c2e82b-be3c-4b8a-8be4-eb6d9fc491f5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:41.121307 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e2bbb70-8501-4e80-adb7-9ced1c8ce14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (69f31446-632d-4a1f-ae22-ca3f96caf5aa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:41.149767 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Publish callbacks [] for router_gateway (49828064-71ed-4e28-95ad-89e0f2166319), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:41.189163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c733c-3ffe-4696-9148-dc07d4bd1e84 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Pushing event updated for resources: {'Port': ['ID=537ee010-80ae-4a0f-88d5-f4bd02bf02e1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:41.232790 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2e2bbb70-8501-4e80-adb7-9ced1c8ce14c None None] For port 69f31446-632d-4a1f-ae22-ca3f96caf5aa, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=69f31446-632d-4a1f-ae22-ca3f96caf5aa,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:41.245570 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 69f31446-632d-4a1f-ae22-ca3f96caf5aa triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:41.246021 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (69f31446-632d-4a1f-ae22-ca3f96caf5aa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:41.281120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129848c-b135-42f1-ab1e-2f16fc78b85b req-5862b591-69ce-4349-bd1c-22333d70e75f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:41.293791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129848c-b135-42f1-ab1e-2f16fc78b85b req-5862b591-69ce-4349-bd1c-22333d70e75f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:41.305270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129848c-b135-42f1-ab1e-2f16fc78b85b req-5862b591-69ce-4349-bd1c-22333d70e75f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:41.316167 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ad72c77a-7384-46bb-8171-f497d60d79c1 admin admin] Publish callbacks [] for security_group (f456acc1-903a-4ab2-8499-0412439c413b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:41.336425 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129848c-b135-42f1-ab1e-2f16fc78b85b req-5862b591-69ce-4349-bd1c-22333d70e75f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:41.345611 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e2bbb70-8501-4e80-adb7-9ced1c8ce14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (69f31446-632d-4a1f-ae22-ca3f96caf5aa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:41.352900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129848c-b135-42f1-ab1e-2f16fc78b85b req-5862b591-69ce-4349-bd1c-22333d70e75f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:41.365176 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129848c-b135-42f1-ab1e-2f16fc78b85b req-5862b591-69ce-4349-bd1c-22333d70e75f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:41.392747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129848c-b135-42f1-ab1e-2f16fc78b85b req-5862b591-69ce-4349-bd1c-22333d70e75f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:41.395403 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c129848c-b135-42f1-ab1e-2f16fc78b85b req-5862b591-69ce-4349-bd1c-22333d70e75f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.5196187 Jan 28 05:48:41.479467 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c129848c-b135-42f1-ab1e-2f16fc78b85b req-5ec79944-0b01-423e-a8b8-3cd6788abd43 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755184 Jan 28 05:48:41.480382 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ad72c77a-7384-46bb-8171-f497d60d79c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f456acc1-903a-4ab2-8499-0412439c413b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:41.488106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-961c733c-3ffe-4696-9148-dc07d4bd1e84 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:41.488883 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-961c733c-3ffe-4696-9148-dc07d4bd1e84 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:41.571791 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ad72c77a-7384-46bb-8171-f497d60d79c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=518a43d1ba914be4a2392483b982208c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0823915 Jan 28 05:48:41.577556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33908) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:41.602823 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-961c733c-3ffe-4696-9148-dc07d4bd1e84 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2287292 Jan 28 05:48:41.606703 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-32c5a1ae-2036-4d4c-b11d-953fec171e57 None None] Provisioning complete for port 69f31446-632d-4a1f-ae22-ca3f96caf5aa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:41.607741 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32c5a1ae-2036-4d4c-b11d-953fec171e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (69f31446-632d-4a1f-ae22-ca3f96caf5aa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:41.613274 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 69f31446-632d-4a1f-ae22-ca3f96caf5aa is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:41.613696 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72c77a-7384-46bb-8171-f497d60d79c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f456acc1-903a-4ab2-8499-0412439c413b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:41.637621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Request body: {'port': {'device_id': '051a9413-1039-43e0-9233-11d698b48278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:41.682553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bbb70-8501-4e80-adb7-9ced1c8ce14c None None] Pushing event updated for resources: {'Port': ['ID=69f31446-632d-4a1f-ae22-ca3f96caf5aa,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:41.743548 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33912) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:41.833425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-32c5a1ae-2036-4d4c-b11d-953fec171e57 None None] Current status of the port 69f31446-632d-4a1f-ae22-ca3f96caf5aa is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:41.845932 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 16449cfb-b96f-4278-89af-75e689814792 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:48:41.865561 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (49828064-71ed-4e28-95ad-89e0f2166319), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:41.881722 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 16449cfb-b96f-4278-89af-75e689814792 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:48:41.882090 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 16449cfb-b96f-4278-89af-75e689814792 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:48:42.041128 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82d6b23f-cea9-406d-99d8-e085b1a54310 admin admin] Publish callbacks [] for security_group (f456acc1-903a-4ab2-8499-0412439c413b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:42.069543 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (537ee010-80ae-4a0f-88d5-f4bd02bf02e1), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:42.138844 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Router 49828064-71ed-4e28-95ad-89e0f2166319 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:48:42.299785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93ed79-f428-4ed0-b075-7408e7abb3b2 req-98644970-6fd0-4cfd-b01f-91646fcb9ff3 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:42.307859 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c93ed79-f428-4ed0-b075-7408e7abb3b2 req-98644970-6fd0-4cfd-b01f-91646fcb9ff3 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 932 time: 0.5144079 Jan 28 05:48:42.344325 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:48:42.361741 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Sync routers for ids ['49828064-71ed-4e28-95ad-89e0f2166319'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:48:42.369530 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82d6b23f-cea9-406d-99d8-e085b1a54310 admin admin] Publish callbacks [] for security_group (f456acc1-903a-4ab2-8499-0412439c413b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:42.386154 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Routers {'49828064-71ed-4e28-95ad-89e0f2166319'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:48:42.386824 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:48:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['49828064-71ed-4e28-95ad-89e0f2166319'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:42.433850 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c93ed79-f428-4ed0-b075-7408e7abb3b2 req-d55b04c6-c17a-4c4b-8d37-c0a2dc9857d0 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/security-groups?id=b62f85fc-4141-445e-9236-122e453ae8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188378 Jan 28 05:48:42.482666 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:42.495144 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c9692937-7895-4f5b-80b6-0d55957169ce admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8434713 Jan 28 05:48:42.497973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33930) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:42.578728 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-57851bda-b0e0-4966-ab25-96a8ff059e6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4cf7b8acfc5c4426861563969768c947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8394415 Jan 28 05:48:42.586324 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33936) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:42.622217 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Set router 49828064-71ed-4e28-95ad-89e0f2166319 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:48:42.711777 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82d6b23f-cea9-406d-99d8-e085b1a54310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f456acc1-903a-4ab2-8499-0412439c413b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:42.714705 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82d6b23f-cea9-406d-99d8-e085b1a54310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:42.715967 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-82d6b23f-cea9-406d-99d8-e085b1a54310 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f456acc1-903a-4ab2-8499-0412439c413b HTTP/1.1" status: 204 len: 168 time: 1.1403725 Jan 28 05:48:42.746308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6b23f-cea9-406d-99d8-e085b1a54310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f456acc1-903a-4ab2-8499-0412439c413b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:42.786846 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc776b-d18f-4d7f-9ac7-ab308a5ebed6 req-fd90c475-f710-49dd-b144-4693eedf32e5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:42.799511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc776b-d18f-4d7f-9ac7-ab308a5ebed6 req-fd90c475-f710-49dd-b144-4693eedf32e5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:42.806893 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc776b-d18f-4d7f-9ac7-ab308a5ebed6 req-fd90c475-f710-49dd-b144-4693eedf32e5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:42.813868 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc776b-d18f-4d7f-9ac7-ab308a5ebed6 req-fd90c475-f710-49dd-b144-4693eedf32e5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:42.820137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc776b-d18f-4d7f-9ac7-ab308a5ebed6 req-fd90c475-f710-49dd-b144-4693eedf32e5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:42.827805 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 69f31446-632d-4a1f-ae22-ca3f96caf5aa up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:48:42.828282 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc776b-d18f-4d7f-9ac7-ab308a5ebed6 req-fd90c475-f710-49dd-b144-4693eedf32e5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:42.876149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc776b-d18f-4d7f-9ac7-ab308a5ebed6 req-fd90c475-f710-49dd-b144-4693eedf32e5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:42.876149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6cdc776b-d18f-4d7f-9ac7-ab308a5ebed6 req-fd90c475-f710-49dd-b144-4693eedf32e5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.2078521 Jan 28 05:48:42.885655 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de4bf5c2-e90e-494b-8f8d-4f350e913d84 admin admin] Publish callbacks [] for security_group (2d296c7e-ec53-400f-ac92-a3506e10d401), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:42.936218 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 69f31446-632d-4a1f-ae22-ca3f96caf5aa triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:42.937189 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (69f31446-632d-4a1f-ae22-ca3f96caf5aa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:42.948385 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de4bf5c2-e90e-494b-8f8d-4f350e913d84 admin admin] Publish callbacks [] for security_group (2d296c7e-ec53-400f-ac92-a3506e10d401), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:43.014077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:48:43.038688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6cdc776b-d18f-4d7f-9ac7-ab308a5ebed6 req-b9df6d01-428e-4520-a3cc-8a525293e931 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1926410 Jan 28 05:48:43.050164 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Publish callbacks [] for port (537ee010-80ae-4a0f-88d5-f4bd02bf02e1), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:43.102860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Transition to ACTIVE for port object 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:48:43.120315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 69f31446-632d-4a1f-ae22-ca3f96caf5aa is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:43.179697 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49828064-71ed-4e28-95ad-89e0f2166319', 'name': 'tempest-ServerActionsTestJSON-2095275784-router', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:36Z', 'updated_at': '2022-01-28T05:48:40Z', 'revision_number': 3, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'gw_port': {'id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:38Z', 'updated_at': '2022-01-28T05:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:43.187608 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (537ee010-80ae-4a0f-88d5-f4bd02bf02e1), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:43.272842 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Checking router: 49828064-71ed-4e28-95ad-89e0f2166319 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:48:43.279498 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Updating router 49828064-71ed-4e28-95ad-89e0f2166319 port 365e7e41-ed17-4890-8751-f3d4e6141c50 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:48:43.313094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Pushing event updated for resources: {'Port': ['ID=537ee010-80ae-4a0f-88d5-f4bd02bf02e1,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:43.324748 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de4bf5c2-e90e-494b-8f8d-4f350e913d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2d296c7e-ec53-400f-ac92-a3506e10d401), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:43.332433 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de4bf5c2-e90e-494b-8f8d-4f350e913d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:43.333699 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-de4bf5c2-e90e-494b-8f8d-4f350e913d84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d296c7e-ec53-400f-ac92-a3506e10d401 HTTP/1.1" status: 204 len: 168 time: 0.7446480 Jan 28 05:48:43.360201 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (365e7e41-ed17-4890-8751-f3d4e6141c50), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:43.363979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bf5c2-e90e-494b-8f8d-4f350e913d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d296c7e-ec53-400f-ac92-a3506e10d401,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:43.514662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Attempting to bind port 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:48:43.515439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Attempting to bind port 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '57eac891-acb5-4ef0-a341-bee1990779c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b0790abb-d82a-4185-8e79-c62075298cb6'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:48:43.517568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Attempting to bind port 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 on network b0790abb-d82a-4185-8e79-c62075298cb6 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:43.528658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Port 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 on network b0790abb-d82a-4185-8e79-c62075298cb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:48:43.529057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Attempting to bind port 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 on network b0790abb-d82a-4185-8e79-c62075298cb6 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:43.540809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:48:43.541224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Checking segment: {'id': '57eac891-acb5-4ef0-a341-bee1990779c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b0790abb-d82a-4185-8e79-c62075298cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:43.541670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Bound using segment: {'id': '57eac891-acb5-4ef0-a341-bee1990779c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b0790abb-d82a-4185-8e79-c62075298cb6'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:48:43.542171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Bound port: 537ee010-80ae-4a0f-88d5-f4bd02bf02e1, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57eac891-acb5-4ef0-a341-bee1990779c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b0790abb-d82a-4185-8e79-c62075298cb6'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:48:43.542637 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (537ee010-80ae-4a0f-88d5-f4bd02bf02e1), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:43.591293 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:43.747619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeebc0d-7521-4469-8f57-edb112adf5a0 req-d39b5780-6a4b-478b-81aa-4ed8e3447904 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:43.755355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1eeebc0d-7521-4469-8f57-edb112adf5a0 req-d39b5780-6a4b-478b-81aa-4ed8e3447904 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 944 time: 0.2156518 Jan 28 05:48:43.855731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1eeebc0d-7521-4469-8f57-edb112adf5a0 req-981d1b0a-cc3d-4217-acee-a3bb2e86c100 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/security-groups?id=b62f85fc-4141-445e-9236-122e453ae8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953467 Jan 28 05:48:43.860945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] For port 537ee010-80ae-4a0f-88d5-f4bd02bf02e1, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:48:43.875225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] For port 537ee010-80ae-4a0f-88d5-f4bd02bf02e1, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=537ee010-80ae-4a0f-88d5-f4bd02bf02e1,segment=NetworkSegment(57eac891-acb5-4ef0-a341-bee1990779c7),segment_id=57eac891-acb5-4ef0-a341-bee1990779c7)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:48:43.901769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33970) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:43.922395 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8fb4fef-b650-49a6-aa01-c9613d64e81b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:43.979803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] Allocated IP 172.20.0.1 (5c505b81-6ecb-4c4a-a856-19ef45e45048/f3d221ce-7bd7-457b-a352-259548b98d06/b068c17c-aecf-4c4c-be72-4a11be89bd42) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:48:44.023547 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (537ee010-80ae-4a0f-88d5-f4bd02bf02e1), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:44.174355 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:44.183137 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:44.188731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] 10.222.0.64 "PUT /v2.0/ports/537ee010-80ae-4a0f-88d5-f4bd02bf02e1 HTTP/1.1" status: 200 len: 1093 time: 2.5614469 Jan 28 05:48:44.221141 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051a9413-1039-43e0-9233-11d698b48278', 'tag': '537ee010-80ae-4a0f-88d5-f4bd02bf02e1'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:48:44.228933 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270f20e4-a810-48e8-a75c-61075306d1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "051a9413-1039-43e0-9233-11d698b48278", "tag": "537ee010-80ae-4a0f-88d5-f4bd02bf02e1"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:48:44.243863 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Publish callbacks [] for port (365e7e41-ed17-4890-8751-f3d4e6141c50), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:44.265681 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] Publish callbacks [] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:44.368039 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (365e7e41-ed17-4890-8751-f3d4e6141c50), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:44.402411 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:44.419337 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8fb4fef-b650-49a6-aa01-c9613d64e81b admin admin] Publish callbacks [] for security_group (ef4cfa74-17de-4bcd-940a-c20c0e6784c1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:44.512321 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8fb4fef-b650-49a6-aa01-c9613d64e81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ef4cfa74-17de-4bcd-940a-c20c0e6784c1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:44.517969 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Attempting to bind port 365e7e41-ed17-4890-8751-f3d4e6141c50 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:48:44.522745 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Attempting to bind port 365e7e41-ed17-4890-8751-f3d4e6141c50 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:48:44.527436 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Attempting to bind port 365e7e41-ed17-4890-8751-f3d4e6141c50 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:44.529463 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9539fe-8739-407c-b89a-5822f76d48cf service neutron] Pushing event updated for resources: {'Port': ['ID=537ee010-80ae-4a0f-88d5-f4bd02bf02e1,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:44.533045 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e4fd4-53d5-4f26-ad9e-83e863b42b4e None None] Pushing event updated for resources: {'Port': ['ID=365e7e41-ed17-4890-8751-f3d4e6141c50,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:44.533855 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] Network 5c505b81-6ecb-4c4a-a856-19ef45e45048 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:48:44.544523 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:48:44.544910 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:44.545566 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:44.545694 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:48:44.546681 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Bound port: 365e7e41-ed17-4890-8751-f3d4e6141c50, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:48:44.547072 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (365e7e41-ed17-4890-8751-f3d4e6141c50), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:44.556143 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4fd4-53d5-4f26-ad9e-83e863b42b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:44.559885 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:44.564693 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4fd4-53d5-4f26-ad9e-83e863b42b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:44.565132 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4fd4-53d5-4f26-ad9e-83e863b42b4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:44.565476 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4fd4-53d5-4f26-ad9e-83e863b42b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:44.565820 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4fd4-53d5-4f26-ad9e-83e863b42b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:44.566213 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4fd4-53d5-4f26-ad9e-83e863b42b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:44.566503 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4fd4-53d5-4f26-ad9e-83e863b42b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:44.566840 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4fd4-53d5-4f26-ad9e-83e863b42b4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:44.567166 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4fd4-53d5-4f26-ad9e-83e863b42b4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:44.567488 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4fd4-53d5-4f26-ad9e-83e863b42b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:44.567893 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4fd4-53d5-4f26-ad9e-83e863b42b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:44.568121 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4fd4-53d5-4f26-ad9e-83e863b42b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:44.568466 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4fd4-53d5-4f26-ad9e-83e863b42b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:48:44.583476 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:48:44.652003 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb4fef-b650-49a6-aa01-c9613d64e81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4cfa74-17de-4bcd-940a-c20c0e6784c1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:44.686426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] Pushing event updated for resources: {'Port': ['ID=b068c17c-aecf-4c4c-be72-4a11be89bd42,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:44.700186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9a3e9-3b27-406f-bc5f-e2d6dfb30a4f req-9480e135-16e0-40f6-b688-332e8fb2f0f0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:44.705236 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] For port 365e7e41-ed17-4890-8751-f3d4e6141c50, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:48:44.708785 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] For port 365e7e41-ed17-4890-8751-f3d4e6141c50, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=365e7e41-ed17-4890-8751-f3d4e6141c50,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:48:44.712672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9a3e9-3b27-406f-bc5f-e2d6dfb30a4f req-9480e135-16e0-40f6-b688-332e8fb2f0f0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:44.729539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9a3e9-3b27-406f-bc5f-e2d6dfb30a4f req-9480e135-16e0-40f6-b688-332e8fb2f0f0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:44.731935 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (49828064-71ed-4e28-95ad-89e0f2166319), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:44.737107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9a3e9-3b27-406f-bc5f-e2d6dfb30a4f req-9480e135-16e0-40f6-b688-332e8fb2f0f0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:44.743270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9a3e9-3b27-406f-bc5f-e2d6dfb30a4f req-9480e135-16e0-40f6-b688-332e8fb2f0f0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:44.749692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9a3e9-3b27-406f-bc5f-e2d6dfb30a4f req-9480e135-16e0-40f6-b688-332e8fb2f0f0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:44.758130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9a3e9-3b27-406f-bc5f-e2d6dfb30a4f req-9480e135-16e0-40f6-b688-332e8fb2f0f0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:44.780256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0df9a3e9-3b27-406f-bc5f-e2d6dfb30a4f req-9480e135-16e0-40f6-b688-332e8fb2f0f0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.4724662 Jan 28 05:48:44.785898 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (365e7e41-ed17-4890-8751-f3d4e6141c50), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:44.790369 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a8fb4fef-b650-49a6-aa01-c9613d64e81b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b35fb8b82ed447a99da9a4421f87190e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8898473 Jan 28 05:48:44.835079 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-4338af9c-2a26-40fc-92bc-f26f5a359172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:44.843498 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-4338af9c-2a26-40fc-92bc-f26f5a359172 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9b03ff07d3aa421abe99c7d5522f6a34&device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 1096 time: 0.4943399 Jan 28 05:48:44.843498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33996) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:44.911137 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e4fd4-53d5-4f26-ad9e-83e863b42b4e None None] Pushing event updated for resources: {'Port': ['ID=365e7e41-ed17-4890-8751-f3d4e6141c50,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:44.979639 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Routers {'49828064-71ed-4e28-95ad-89e0f2166319'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:48:44.980633 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:48:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['49828064-71ed-4e28-95ad-89e0f2166319'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:45.149072 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] Set router 49828064-71ed-4e28-95ad-89e0f2166319 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:48:45.163433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0df9a3e9-3b27-406f-bc5f-e2d6dfb30a4f req-24a57964-3421-4fc2-a3d9-bcfcde20d3f8 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3812370 Jan 28 05:48:45.164411 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-68ac3c17-8b0e-49a1-8aea-8ad832f576a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=537ee010-80ae-4a0f-88d5-f4bd02bf02e1 HTTP/1.1" status: 200 len: 217 time: 0.1618037 Jan 28 05:48:45.212171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8fbb4ecd-39d2-4686-be67-d9eeb093528e None None] Provisioning complete for port b068c17c-aecf-4c4c-be72-4a11be89bd42 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:45.213196 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4ecd-39d2-4686-be67-d9eeb093528e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:45.229886 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad68737d-a1ac-4ba6-a75a-3e1af85b0d41 x-openstack-request-id: req-ad68737d-a1ac-4ba6-a75a-3e1af85b0d41 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:48:45.230512 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051a9413-1039-43e0-9233-11d698b48278", "tag": "537ee010-80ae-4a0f-88d5-f4bd02bf02e1", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:48:45.230512 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad68737d-a1ac-4ba6-a75a-3e1af85b0d41 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:48:45.232791 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051a9413-1039-43e0-9233-11d698b48278', 'tag': '537ee010-80ae-4a0f-88d5-f4bd02bf02e1', 'status': 'completed', 'code': 200} Jan 28 05:48:45.254574 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:45.265182 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e21ee48-08d6-4da6-adfb-2bdd9820a498 admin admin] Publish callbacks [] for security_group (ef4cfa74-17de-4bcd-940a-c20c0e6784c1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:45.309618 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34014) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:45.339088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8fbb4ecd-39d2-4686-be67-d9eeb093528e None None] Port b068c17c-aecf-4c4c-be72-4a11be89bd42 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:48:45.386493 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e21ee48-08d6-4da6-adfb-2bdd9820a498 admin admin] Publish callbacks [] for security_group (ef4cfa74-17de-4bcd-940a-c20c0e6784c1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:45.418868 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-3e02da44-cfcc-4714-a489-e31f0a044e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:45.420388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-3e02da44-cfcc-4714-a489-e31f0a044e5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab0e9142-efe7-4973-96f4-1078ed517c4e HTTP/1.1" status: 200 len: 862 time: 0.1887875 Jan 28 05:48:45.505029 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-7f8e67fc-f79d-4906-b03d-6b05a4095c19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0790abb-d82a-4185-8e79-c62075298cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631576 Jan 28 05:48:45.598412 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49828064-71ed-4e28-95ad-89e0f2166319', 'name': 'tempest-ServerActionsTestJSON-2095275784-router', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:36Z', 'updated_at': '2022-01-28T05:48:40Z', 'revision_number': 3, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'gw_port': {'id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:38Z', 'updated_at': '2022-01-28T05:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:45.629582 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-6d58623c-6ffc-4bb4-a975-b01658461d9f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-964229962-network', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:45.635427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b45cde-bca2-464f-b9f5-1bd9f35633ba req-8e1e9069-9ff0-48a3-a2b0-dc7a31fe61a9 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:45.649882 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f19416f-39e1-4bbb-b84b-692a10ef4516 None None] The sync data for ids ['49828064-71ed-4e28-95ad-89e0f2166319'] in n-d-812111-12 is: [{'id': '49828064-71ed-4e28-95ad-89e0f2166319', 'name': 'tempest-ServerActionsTestJSON-2095275784-router', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:36Z', 'updated_at': '2022-01-28T05:48:40Z', 'revision_number': 3, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'gw_port': {'id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:38Z', 'updated_at': '2022-01-28T05:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:48:45.651381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28b45cde-bca2-464f-b9f5-1bd9f35633ba req-8e1e9069-9ff0-48a3-a2b0-dc7a31fe61a9 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 944 time: 0.2083473 Jan 28 05:48:45.699920 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e21ee48-08d6-4da6-adfb-2bdd9820a498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ef4cfa74-17de-4bcd-940a-c20c0e6784c1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:45.702636 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e21ee48-08d6-4da6-adfb-2bdd9820a498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:45.703799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7e21ee48-08d6-4da6-adfb-2bdd9820a498 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef4cfa74-17de-4bcd-940a-c20c0e6784c1 HTTP/1.1" status: 204 len: 168 time: 0.8570344 Jan 28 05:48:45.747334 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21ee48-08d6-4da6-adfb-2bdd9820a498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4cfa74-17de-4bcd-940a-c20c0e6784c1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:45.755244 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-b4e054c9-79f9-4431-be3f-169b60d30d74 service neutron] 10.222.0.64 "GET /v2.0/networks/b0790abb-d82a-4185-8e79-c62075298cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421091 Jan 28 05:48:45.802229 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] Publish callbacks [] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:45.807680 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d58623c-6ffc-4bb4-a975-b01658461d9f admin admin] Made reservation on behalf of 8c88014116ab4c13b796cf282b02d28b for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:48:45.823885 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6d58623c-6ffc-4bb4-a975-b01658461d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:45.849123 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6d58623c-6ffc-4bb4-a975-b01658461d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:45.852773 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28b45cde-bca2-464f-b9f5-1bd9f35633ba req-73478912-5bfd-45bf-a3d7-a5b20f4ede61 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/security-groups?id=b62f85fc-4141-445e-9236-122e453ae8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004642 Jan 28 05:48:45.917297 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:46.005745 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50e83548-f9a3-4acc-b736-5dd04960df80 req-f6dc4dcf-4478-4b0b-b7aa-91bb31cfe833 service neutron] 10.222.0.64 "GET /v2.0/networks/b0790abb-d82a-4185-8e79-c62075298cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436275 Jan 28 05:48:46.045771 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (49828064-71ed-4e28-95ad-89e0f2166319), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:46.078891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] Pushing event updated for resources: {'Port': ['ID=b068c17c-aecf-4c4c-be72-4a11be89bd42,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:46.184869 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6d58623c-6ffc-4bb4-a975-b01658461d9f admin admin] Publish callbacks [] for security_group (c3e3eee9-4571-442f-8c2d-529ca2efafae), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:46.266177 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] Network 5c505b81-6ecb-4c4a-a856-19ef45e45048 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:48:46.275679 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:46.301679 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6d58623c-6ffc-4bb4-a975-b01658461d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c3e3eee9-4571-442f-8c2d-529ca2efafae), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:46.303450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f20e4-a810-48e8-a75c-61075306d1cf req-9f7a9690-5190-4f6c-80e8-5000eec6f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:46.311090 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-270f20e4-a810-48e8-a75c-61075306d1cf req-9f7a9690-5190-4f6c-80e8-5000eec6f07f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9b03ff07d3aa421abe99c7d5522f6a34&device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 1096 time: 0.1058624 Jan 28 05:48:46.449973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d58623c-6ffc-4bb4-a975-b01658461d9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:48:46.566859 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6d58623c-6ffc-4bb4-a975-b01658461d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (59e6776f-5a06-495e-a8a1-687c5062921f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:46.573989 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-6d58623c-6ffc-4bb4-a975-b01658461d9f admin admin] Added segment 59e6776f-5a06-495e-a8a1-687c5062921f of type vlan for network 19f36253-ed97-40f4-b915-6abd24de79a1 Jan 28 05:48:46.577657 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34036) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:46.591971 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f20e4-a810-48e8-a75c-61075306d1cf req-aa5a2515-f7ba-4033-848e-4ad47a0c2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:46.593608 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-270f20e4-a810-48e8-a75c-61075306d1cf req-aa5a2515-f7ba-4033-848e-4ad47a0c2847 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0790abb-d82a-4185-8e79-c62075298cb6 HTTP/1.1" status: 200 len: 923 time: 0.2722664 Jan 28 05:48:46.627465 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58623c-6ffc-4bb4-a975-b01658461d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e3eee9-4571-442f-8c2d-529ca2efafae,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:46.773442 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] Router 49828064-71ed-4e28-95ad-89e0f2166319 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:48:46.774106 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-270f20e4-a810-48e8-a75c-61075306d1cf req-ca644c45-fae7-4e6f-b7a7-632fe53fc5d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=537ee010-80ae-4a0f-88d5-f4bd02bf02e1 HTTP/1.1" status: 200 len: 217 time: 0.1318281 Jan 28 05:48:46.779405 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6d58623c-6ffc-4bb4-a975-b01658461d9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (19f36253-ed97-40f4-b915-6abd24de79a1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:46.830655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bcdfd-2ef6-4a74-92be-8e4019570496 req-ec3350b3-588e-4518-b0e5-fabf7dd6efeb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:46.839617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bcdfd-2ef6-4a74-92be-8e4019570496 req-ec3350b3-588e-4518-b0e5-fabf7dd6efeb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:46.846436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bcdfd-2ef6-4a74-92be-8e4019570496 req-ec3350b3-588e-4518-b0e5-fabf7dd6efeb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:46.854347 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bcdfd-2ef6-4a74-92be-8e4019570496 req-ec3350b3-588e-4518-b0e5-fabf7dd6efeb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:46.862428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bcdfd-2ef6-4a74-92be-8e4019570496 req-ec3350b3-588e-4518-b0e5-fabf7dd6efeb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:46.870649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bcdfd-2ef6-4a74-92be-8e4019570496 req-ec3350b3-588e-4518-b0e5-fabf7dd6efeb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:46.877183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bcdfd-2ef6-4a74-92be-8e4019570496 req-ec3350b3-588e-4518-b0e5-fabf7dd6efeb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:46.881768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc7bcdfd-2ef6-4a74-92be-8e4019570496 req-ec3350b3-588e-4518-b0e5-fabf7dd6efeb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.5186567 Jan 28 05:48:46.956686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f20e4-a810-48e8-a75c-61075306d1cf req-f7388392-0fc6-4df6-bea9-e211b5c98403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:46.958853 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-270f20e4-a810-48e8-a75c-61075306d1cf req-f7388392-0fc6-4df6-bea9-e211b5c98403 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab0e9142-efe7-4973-96f4-1078ed517c4e HTTP/1.1" status: 200 len: 862 time: 0.1786067 Jan 28 05:48:47.066397 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-67ab0601-a4e6-40b8-90ee-be09cf11795b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:47.070687 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34044) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:47.074447 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6d58623c-6ffc-4bb4-a975-b01658461d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (19f36253-ed97-40f4-b915-6abd24de79a1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:47.075419 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58623c-6ffc-4bb4-a975-b01658461d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:47.076054 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6d58623c-6ffc-4bb4-a975-b01658461d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:47.088349 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc7bcdfd-2ef6-4a74-92be-8e4019570496 req-6d859ab4-ed95-4bfd-a40c-648cca0c6a5a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1998429 Jan 28 05:48:47.090615 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-270f20e4-a810-48e8-a75c-61075306d1cf req-fcf44c2e-a31a-47d4-b49b-20081da51c3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0790abb-d82a-4185-8e79-c62075298cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214702 Jan 28 05:48:47.156024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a6ecf-4d74-4611-b40f-aaf9dbd7b0e0 req-eb68a04e-2a1a-4ca1-b5c2-4c549cf948c8 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:47.158219 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf9a6ecf-4d74-4611-b40f-aaf9dbd7b0e0 req-eb68a04e-2a1a-4ca1-b5c2-4c549cf948c8 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 944 time: 0.1702704 Jan 28 05:48:47.249453 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf9a6ecf-4d74-4611-b40f-aaf9dbd7b0e0 req-32bd5659-5f9c-49ff-8abb-0fe3b947af33 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/security-groups?id=b62f85fc-4141-445e-9236-122e453ae8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643516 Jan 28 05:48:47.270840 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 365e7e41-ed17-4890-8751-f3d4e6141c50 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:48:47.291377 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a6efe928-e0e6-47ea-9cda-7838c583bf21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:47.314630 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58623c-6ffc-4bb4-a975-b01658461d9f admin admin] Pushing event updated for resources: {'Network': ['ID=19f36253-ed97-40f4-b915-6abd24de79a1,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:47.361579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-270f20e4-a810-48e8-a75c-61075306d1cf req-1b21e7b7-05ab-42aa-969c-078051ca3f33 service neutron] 10.222.0.64 "GET /v2.0/networks/b0790abb-d82a-4185-8e79-c62075298cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245216 Jan 28 05:48:47.362538 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 19f36253-ed97-40f4-b915-6abd24de79a1 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:48:47.362640 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:48:47.386724 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b2e3cec8-ea72-47bf-8816-b23619292b39 admin admin] 10.222.0.31 "PUT /v2.0/routers/49828064-71ed-4e28-95ad-89e0f2166319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8875170 Jan 28 05:48:47.418649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-54df7aea-264b-41a9-8582-1e9d23c1a81e None None] Provisioning complete for port b068c17c-aecf-4c4c-be72-4a11be89bd42 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:47.419115 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54df7aea-264b-41a9-8582-1e9d23c1a81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:47.428808 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6d58623c-6ffc-4bb4-a975-b01658461d9f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1148026 Jan 28 05:48:47.433157 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34048) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:47.452898 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-8de673bf-f31f-43ae-bb70-864b990c55f3 admin admin] Request body: {'subnet': {'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-964229962-subnet', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:47.538655 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de673bf-f31f-43ae-bb70-864b990c55f3 admin admin] Made reservation on behalf of 8c88014116ab4c13b796cf282b02d28b for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:48:47.541801 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8de673bf-f31f-43ae-bb70-864b990c55f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:47.547497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-270f20e4-a810-48e8-a75c-61075306d1cf req-6221186f-c266-4a27-a6a7-ad1d3e8c326a service neutron] 10.222.0.64 "GET /v2.0/networks/b0790abb-d82a-4185-8e79-c62075298cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170656 Jan 28 05:48:47.562554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-54df7aea-264b-41a9-8582-1e9d23c1a81e None None] Port b068c17c-aecf-4c4c-be72-4a11be89bd42 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:48:47.605964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 365e7e41-ed17-4890-8751-f3d4e6141c50 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:47.606813 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (365e7e41-ed17-4890-8751-f3d4e6141c50), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:47.698737 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a6efe928-e0e6-47ea-9cda-7838c583bf21 admin admin] Publish callbacks [] for security_group (5d028ad2-a931-40da-8a45-46a04a1f5eba), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:47.725845 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 365e7e41-ed17-4890-8751-f3d4e6141c50 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:47.727156 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (365e7e41-ed17-4890-8751-f3d4e6141c50), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:47.746759 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-67ab0601-a4e6-40b8-90ee-be09cf11795b admin admin] Publish callbacks [] for security_group (5c1c9f2c-beb9-4451-9b0c-d9961967bd3f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:47.768301 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 365e7e41-ed17-4890-8751-f3d4e6141c50, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=365e7e41-ed17-4890-8751-f3d4e6141c50,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:47.785900 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a6efe928-e0e6-47ea-9cda-7838c583bf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5d028ad2-a931-40da-8a45-46a04a1f5eba), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:47.835378 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-67ab0601-a4e6-40b8-90ee-be09cf11795b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5c1c9f2c-beb9-4451-9b0c-d9961967bd3f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:47.983821 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efe928-e0e6-47ea-9cda-7838c583bf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d028ad2-a931-40da-8a45-46a04a1f5eba,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:47.983821 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a6efe928-e0e6-47ea-9cda-7838c583bf21 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d1f6dbd8bbb4d498dcbd05291c340f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8513665 Jan 28 05:48:47.984959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34058) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:47.985361 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (365e7e41-ed17-4890-8751-f3d4e6141c50), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:47.985764 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-67ab0601-a4e6-40b8-90ee-be09cf11795b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c56ef0e93a414e96ab3d8fdf54968332&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3684025 Jan 28 05:48:47.985764 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34060) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:48.004236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34062) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:48.034592 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab0601-a4e6-40b8-90ee-be09cf11795b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1c9f2c-beb9-4451-9b0c-d9961967bd3f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:48.110102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=365e7e41-ed17-4890-8751-f3d4e6141c50,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:48.126452 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8de673bf-f31f-43ae-bb70-864b990c55f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (f457903e-a121-48d9-b561-65d34e11e24e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:48.158163 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af7dac74-45cc-477f-8da5-e80a21837ab6 admin admin] Publish callbacks [] for security_group (5d028ad2-a931-40da-8a45-46a04a1f5eba), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:48.215097 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af7dac74-45cc-477f-8da5-e80a21837ab6 admin admin] Publish callbacks [] for security_group (5d028ad2-a931-40da-8a45-46a04a1f5eba), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:48.303770 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d67a26a9-9576-4ded-bf1f-a82b0c58ebe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:48.338247 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de673bf-f31f-43ae-bb70-864b990c55f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f457903e-a121-48d9-b561-65d34e11e24e,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:48.342388 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-346c91be-8cdd-44f6-b939-d6213e22efbc admin admin] Publish callbacks [] for security_group (5c1c9f2c-beb9-4451-9b0c-d9961967bd3f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:48.349483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdfdf6-3506-42a2-ae82-bf0d1d332de3 req-4e0ba914-3e8c-46c9-9cdb-9e79d5644638 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:48.355224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdfdf6-3506-42a2-ae82-bf0d1d332de3 req-4e0ba914-3e8c-46c9-9cdb-9e79d5644638 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:48.360675 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdfdf6-3506-42a2-ae82-bf0d1d332de3 req-4e0ba914-3e8c-46c9-9cdb-9e79d5644638 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:48.367118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdfdf6-3506-42a2-ae82-bf0d1d332de3 req-4e0ba914-3e8c-46c9-9cdb-9e79d5644638 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:48.372284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdfdf6-3506-42a2-ae82-bf0d1d332de3 req-4e0ba914-3e8c-46c9-9cdb-9e79d5644638 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:48.377617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdfdf6-3506-42a2-ae82-bf0d1d332de3 req-4e0ba914-3e8c-46c9-9cdb-9e79d5644638 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:48.384158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdfdf6-3506-42a2-ae82-bf0d1d332de3 req-4e0ba914-3e8c-46c9-9cdb-9e79d5644638 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:48.385520 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-346c91be-8cdd-44f6-b939-d6213e22efbc admin admin] Publish callbacks [] for security_group (5c1c9f2c-beb9-4451-9b0c-d9961967bd3f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:48.387266 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ebdfdf6-3506-42a2-ae82-bf0d1d332de3 req-4e0ba914-3e8c-46c9-9cdb-9e79d5644638 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.1385801 Jan 28 05:48:48.462634 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af7dac74-45cc-477f-8da5-e80a21837ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5d028ad2-a931-40da-8a45-46a04a1f5eba), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:48.466010 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af7dac74-45cc-477f-8da5-e80a21837ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:48.468936 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-af7dac74-45cc-477f-8da5-e80a21837ab6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d028ad2-a931-40da-8a45-46a04a1f5eba HTTP/1.1" status: 204 len: 168 time: 0.5336480 Jan 28 05:48:48.491422 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ebdfdf6-3506-42a2-ae82-bf0d1d332de3 req-cc401fe9-9177-4305-9940-3e7c31aca7ba tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0984440 Jan 28 05:48:48.504424 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de673bf-f31f-43ae-bb70-864b990c55f3 admin admin] Checking segment: {'id': '59e6776f-5a06-495e-a8a1-687c5062921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:48.504424 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de673bf-f31f-43ae-bb70-864b990c55f3 admin admin] Network hostable DHCP agents. Network: 19f36253-ed97-40f4-b915-6abd24de79a1, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:48:48.512562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7dac74-45cc-477f-8da5-e80a21837ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d028ad2-a931-40da-8a45-46a04a1f5eba,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:48.528757 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-346c91be-8cdd-44f6-b939-d6213e22efbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5c1c9f2c-beb9-4451-9b0c-d9961967bd3f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:48.541877 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-346c91be-8cdd-44f6-b939-d6213e22efbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:48.555569 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-346c91be-8cdd-44f6-b939-d6213e22efbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c1c9f2c-beb9-4451-9b0c-d9961967bd3f HTTP/1.1" status: 204 len: 168 time: 0.5834286 Jan 28 05:48:48.571079 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c91be-8cdd-44f6-b939-d6213e22efbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1c9f2c-beb9-4451-9b0c-d9961967bd3f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:48.631464 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de673bf-f31f-43ae-bb70-864b990c55f3 admin admin] Network 19f36253-ed97-40f4-b915-6abd24de79a1 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:48:48.679622 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34076) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:48.685181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1771a240-e857-40f7-8f10-559f3ed7fc96 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1548278386', 'description': 'tempest-description--1005938164'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:48.696611 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d67a26a9-9576-4ded-bf1f-a82b0c58ebe9 admin admin] Publish callbacks [] for security_group (f2ffff4c-099d-4c30-8d5b-af7b1ceec272), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:48.724923 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-8de673bf-f31f-43ae-bb70-864b990c55f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 19f36253-ed97-40f4-b915-6abd24de79a1) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:48.733724 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82ccedd-28d0-4f09-8d3e-9a86d1ba4209 None None] Network 19f36253-ed97-40f4-b915-6abd24de79a1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:48:48.744294 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de673bf-f31f-43ae-bb70-864b990c55f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:48.748184 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8de673bf-f31f-43ae-bb70-864b990c55f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:48.774672 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d67a26a9-9576-4ded-bf1f-a82b0c58ebe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f2ffff4c-099d-4c30-8d5b-af7b1ceec272), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:48.808384 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1771a240-e857-40f7-8f10-559f3ed7fc96 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:48.811127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 365e7e41-ed17-4890-8751-f3d4e6141c50 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:48:48.816300 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Sync routers for ids ['49828064-71ed-4e28-95ad-89e0f2166319'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:48:48.855143 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8de673bf-f31f-43ae-bb70-864b990c55f3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4177122 Jan 28 05:48:48.860016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34078) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:48.904521 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34082) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:48.905841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Routers {'49828064-71ed-4e28-95ad-89e0f2166319'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:48:48.906511 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:48:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['49828064-71ed-4e28-95ad-89e0f2166319'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:48.907865 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d67a26a9-9576-4ded-bf1f-a82b0c58ebe9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3fd20aa76e94e1f8341f2a075a1a93f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9025357 Jan 28 05:48:48.912689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-964229962-router', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:48.930758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a26a9-9576-4ded-bf1f-a82b0c58ebe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ffff4c-099d-4c30-8d5b-af7b1ceec272,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:48.964787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5a19f-f45d-4bc6-b915-be653e05256e req-b9989736-d211-4121-89f7-a1bee3caf605 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:48.966392 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1eb5a19f-f45d-4bc6-b915-be653e05256e req-b9989736-d211-4121-89f7-a1bee3caf605 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 944 time: 0.2662036 Jan 28 05:48:48.988674 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1771a240-e857-40f7-8f10-559f3ed7fc96 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for security_group (dfee66e4-8ad5-4fa4-bbbb-595db66e8d31), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:48.991490 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70786411-e0e5-4ccc-9eba-f2a330f221af admin admin] Publish callbacks [] for security_group (f2ffff4c-099d-4c30-8d5b-af7b1ceec272), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.025633 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70786411-e0e5-4ccc-9eba-f2a330f221af admin admin] Publish callbacks [] for security_group (f2ffff4c-099d-4c30-8d5b-af7b1ceec272), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.077988 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1eb5a19f-f45d-4bc6-b915-be653e05256e req-81de06d3-337c-401b-b6dd-255f910baaf0 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/security-groups?id=b62f85fc-4141-445e-9236-122e453ae8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966902 Jan 28 05:48:49.086996 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1771a240-e857-40f7-8f10-559f3ed7fc96 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dfee66e4-8ad5-4fa4-bbbb-595db66e8d31), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.087534 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (89739816-720d-470d-9744-4723b9fee083), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.088617 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (89739816-720d-470d-9744-4723b9fee083), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.140671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 365e7e41-ed17-4890-8751-f3d4e6141c50 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:49.141049 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (365e7e41-ed17-4890-8751-f3d4e6141c50), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.154858 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70786411-e0e5-4ccc-9eba-f2a330f221af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f2ffff4c-099d-4c30-8d5b-af7b1ceec272), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.157745 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70786411-e0e5-4ccc-9eba-f2a330f221af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.158913 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-70786411-e0e5-4ccc-9eba-f2a330f221af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2ffff4c-099d-4c30-8d5b-af7b1ceec272 HTTP/1.1" status: 204 len: 168 time: 0.2532229 Jan 28 05:48:49.166072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-19f36253-ed97-40f4-b915-6abd24de79a1', 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1', 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'fixed_ips': [{'subnet_id': 'f457903e-a121-48d9-b561-65d34e11e24e'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:48:49.175462 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.175591 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1771a240-e857-40f7-8f10-559f3ed7fc96 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.178259 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1771a240-e857-40f7-8f10-559f3ed7fc96 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4975665 Jan 28 05:48:49.179983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771a240-e857-40f7-8f10-559f3ed7fc96 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:49.184032 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34092) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:49.195947 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a0826ee8-5ad9-4d2e-884f-4272a6206bb5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Request body: {'security_group_rule': {'security_group_id': 'dfee66e4-8ad5-4fa4-bbbb-595db66e8d31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:49.233460 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Publish callbacks [] for router_controller (89739816-720d-470d-9744-4723b9fee083), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.234919 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70786411-e0e5-4ccc-9eba-f2a330f221af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ffff4c-099d-4c30-8d5b-af7b1ceec272,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:49.356669 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0826ee8-5ad9-4d2e-884f-4272a6206bb5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for security_group_rule (91e74f32-7a84-484d-b8d5-e379b0d887ab), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.417172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Set router 49828064-71ed-4e28-95ad-89e0f2166319 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:48:49.418786 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0826ee8-5ad9-4d2e-884f-4272a6206bb5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for security_group_rule (91e74f32-7a84-484d-b8d5-e379b0d887ab), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.463320 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:48:49.488720 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0826ee8-5ad9-4d2e-884f-4272a6206bb5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (91e74f32-7a84-484d-b8d5-e379b0d887ab), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.532907 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0826ee8-5ad9-4d2e-884f-4272a6206bb5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e74f32-7a84-484d-b8d5-e379b0d887ab,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:49.591689 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Publish callbacks [] for router_gateway (89739816-720d-470d-9744-4723b9fee083), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.650774 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0826ee8-5ad9-4d2e-884f-4272a6206bb5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.652071 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a0826ee8-5ad9-4d2e-884f-4272a6206bb5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4672740 Jan 28 05:48:49.662476 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34110) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:49.669499 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-dc1fdec7-8f4c-47ab-ae3b-a6f6978d5ffa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Request body: {'security_group_rule': {'security_group_id': 'dfee66e4-8ad5-4fa4-bbbb-595db66e8d31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:49.701054 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.resource_extend [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 05:48:49.769944 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 365e7e41-ed17-4890-8751-f3d4e6141c50 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:49.795942 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc1fdec7-8f4c-47ab-ae3b-a6f6978d5ffa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for security_group_rule (6a8c7380-93b3-4527-9f24-62785ee4c7ed), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.835081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Allocated IP 172.20.0.2 (19f36253-ed97-40f4-b915-6abd24de79a1/f457903e-a121-48d9-b561-65d34e11e24e/dacca328-2db3-446d-be49-217335088de4) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:48:49.897239 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca21bec-ecff-40f4-9c3f-910373dc828b req-4a50ad23-87e6-4dfe-b862-65ecedf52e93 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:49.902836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca21bec-ecff-40f4-9c3f-910373dc828b req-4a50ad23-87e6-4dfe-b862-65ecedf52e93 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:49.908064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca21bec-ecff-40f4-9c3f-910373dc828b req-4a50ad23-87e6-4dfe-b862-65ecedf52e93 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:49.914330 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca21bec-ecff-40f4-9c3f-910373dc828b req-4a50ad23-87e6-4dfe-b862-65ecedf52e93 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:49.919417 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 537ee010-80ae-4a0f-88d5-f4bd02bf02e1, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=537ee010-80ae-4a0f-88d5-f4bd02bf02e1,segment=NetworkSegment(57eac891-acb5-4ef0-a341-bee1990779c7),segment_id=57eac891-acb5-4ef0-a341-bee1990779c7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:49.920203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca21bec-ecff-40f4-9c3f-910373dc828b req-4a50ad23-87e6-4dfe-b862-65ecedf52e93 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:49.928704 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc1fdec7-8f4c-47ab-ae3b-a6f6978d5ffa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for security_group_rule (6a8c7380-93b3-4527-9f24-62785ee4c7ed), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:49.942200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca21bec-ecff-40f4-9c3f-910373dc828b req-4a50ad23-87e6-4dfe-b862-65ecedf52e93 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:49.951106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca21bec-ecff-40f4-9c3f-910373dc828b req-4a50ad23-87e6-4dfe-b862-65ecedf52e93 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:49.966460 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ca21bec-ecff-40f4-9c3f-910373dc828b req-4a50ad23-87e6-4dfe-b862-65ecedf52e93 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.2320871 Jan 28 05:48:50.001852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '537ee010-80ae-4a0f-88d5-f4bd02bf02e1', 'network_id': 'b0790abb-d82a-4185-8e79-c62075298cb6', 'port_id': '537ee010-80ae-4a0f-88d5-f4bd02bf02e1', 'mac_address': 'fa:16:3e:72:ea:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0e9142-efe7-4973-96f4-1078ed517c4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:48:50.024771 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc1fdec7-8f4c-47ab-ae3b-a6f6978d5ffa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (6a8c7380-93b3-4527-9f24-62785ee4c7ed), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:50.057837 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fdec7-8f4c-47ab-ae3b-a6f6978d5ffa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8c7380-93b3-4527-9f24-62785ee4c7ed,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:50.071167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ca21bec-ecff-40f4-9c3f-910373dc828b req-2cf969c2-07ef-43b9-a775-76400aa4427d tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021779 Jan 28 05:48:50.125383 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34118) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:50.160596 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc1fdec7-8f4c-47ab-ae3b-a6f6978d5ffa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:50.165440 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dc1fdec7-8f4c-47ab-ae3b-a6f6978d5ffa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4982488 Jan 28 05:48:50.166206 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea36d280-1c86-4490-865c-5ff3effe68f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:50.170923 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:50.171330 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (537ee010-80ae-4a0f-88d5-f4bd02bf02e1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:50.190417 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34122) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:50.205216 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-5ee0d923-376b-4642-a689-ed74be23c9ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:50.231841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:48:50.281640 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49828064-71ed-4e28-95ad-89e0f2166319', 'name': 'tempest-ServerActionsTestJSON-2095275784-router', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:36Z', 'updated_at': '2022-01-28T05:48:44Z', 'revision_number': 4, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'gw_port': {'id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:38Z', 'updated_at': '2022-01-28T05:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'b068c17c-aecf-4c4c-be72-4a11be89bd42', 'name': '', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'mac_address': 'fa:16:3e:d2:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:43Z', 'updated_at': '2022-01-28T05:48:45Z', 'revision_number': 2, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'subnets': [{'id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:50.319242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 537ee010-80ae-4a0f-88d5-f4bd02bf02e1, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=537ee010-80ae-4a0f-88d5-f4bd02bf02e1,segment=NetworkSegment(57eac891-acb5-4ef0-a341-bee1990779c7),segment_id=57eac891-acb5-4ef0-a341-bee1990779c7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:50.327777 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Checking router: 49828064-71ed-4e28-95ad-89e0f2166319 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:48:50.337954 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Updating router 49828064-71ed-4e28-95ad-89e0f2166319 port b068c17c-aecf-4c4c-be72-4a11be89bd42 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:48:50.338501 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea36d280-1c86-4490-865c-5ff3effe68f9 admin admin] Publish callbacks [] for security_group (1e742181-bcc6-44bb-b9f8-8f1dc1561da5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:50.358496 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d923-376b-4642-a689-ed74be23c9ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:50.376703 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Publish callbacks [] for port (dacca328-2db3-446d-be49-217335088de4), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:50.382288 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:50.441886 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (537ee010-80ae-4a0f-88d5-f4bd02bf02e1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:50.630267 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (dacca328-2db3-446d-be49-217335088de4), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:50.709767 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Publish callbacks [] for router_gateway (89739816-720d-470d-9744-4723b9fee083), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:50.712567 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=537ee010-80ae-4a0f-88d5-f4bd02bf02e1,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:50.746961 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d1e07-e049-4df1-b750-220d6ec61bb6 req-f2899a23-557c-4cbe-bb0d-f8a305b25bc3 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:50.749162 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e13d1e07-e049-4df1-b750-220d6ec61bb6 req-f2899a23-557c-4cbe-bb0d-f8a305b25bc3 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 945 time: 0.2024319 Jan 28 05:48:50.750931 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:50.799046 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['537ee010-80ae-4a0f-88d5-f4bd02bf02e1'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:48:50.816300 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e13d1e07-e049-4df1-b750-220d6ec61bb6 req-ecd62a5a-7b7d-4ee5-aac1-e8a41c8d29e7 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/security-groups?id=b62f85fc-4141-445e-9236-122e453ae8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567007 Jan 28 05:48:50.939051 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea36d280-1c86-4490-865c-5ff3effe68f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1e742181-bcc6-44bb-b9f8-8f1dc1561da5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:51.012965 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ea36d280-1c86-4490-865c-5ff3effe68f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9698aa03dfc4cc0985f0f30276d6265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8844337 Jan 28 05:48:51.014119 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34138) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:51.022086 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36d280-1c86-4490-865c-5ff3effe68f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e742181-bcc6-44bb-b9f8-8f1dc1561da5,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:51.059825 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Allocated IP 172.25.0.162 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/3597b394-77a6-4b40-bc8d-618c277685c4) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:48:51.065803 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Network 19f36253-ed97-40f4-b915-6abd24de79a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:48:51.093104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:51.140945 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fec5527c-4e79-4693-8cc1-7822a0dcd5ad admin admin] Publish callbacks [] for security_group (1e742181-bcc6-44bb-b9f8-8f1dc1561da5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:51.151123 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d923-376b-4642-a689-ed74be23c9ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:51.162646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:48:51.168675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Pushing event updated for resources: {'Port': ['ID=dacca328-2db3-446d-be49-217335088de4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:51.182701 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fec5527c-4e79-4693-8cc1-7822a0dcd5ad admin admin] Publish callbacks [] for security_group (1e742181-bcc6-44bb-b9f8-8f1dc1561da5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:51.374059 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fec5527c-4e79-4693-8cc1-7822a0dcd5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1e742181-bcc6-44bb-b9f8-8f1dc1561da5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:51.383388 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Publish callbacks [] for port (3597b394-77a6-4b40-bc8d-618c277685c4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:51.384176 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Attempting to bind port dacca328-2db3-446d-be49-217335088de4 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:48:51.384854 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Attempting to bind port dacca328-2db3-446d-be49-217335088de4 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '59e6776f-5a06-495e-a8a1-687c5062921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:48:51.385230 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Attempting to bind port dacca328-2db3-446d-be49-217335088de4 on network 19f36253-ed97-40f4-b915-6abd24de79a1 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:51.389182 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fec5527c-4e79-4693-8cc1-7822a0dcd5ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:51.392198 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fec5527c-4e79-4693-8cc1-7822a0dcd5ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e742181-bcc6-44bb-b9f8-8f1dc1561da5 HTTP/1.1" status: 204 len: 168 time: 0.3768234 Jan 28 05:48:51.408878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2c07c-2150-431d-a4a3-50f59186a5c2 req-41676767-004a-40a8-9130-b3a0f4f64b50 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:51.410833 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5527c-4e79-4693-8cc1-7822a0dcd5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e742181-bcc6-44bb-b9f8-8f1dc1561da5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:51.416769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2c07c-2150-431d-a4a3-50f59186a5c2 req-41676767-004a-40a8-9130-b3a0f4f64b50 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:51.423878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2c07c-2150-431d-a4a3-50f59186a5c2 req-41676767-004a-40a8-9130-b3a0f4f64b50 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:51.431283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2c07c-2150-431d-a4a3-50f59186a5c2 req-41676767-004a-40a8-9130-b3a0f4f64b50 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:51.438259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2c07c-2150-431d-a4a3-50f59186a5c2 req-41676767-004a-40a8-9130-b3a0f4f64b50 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:51.441862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:48:51.442136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Checking segment: {'id': '59e6776f-5a06-495e-a8a1-687c5062921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:51.442595 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:51.442991 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Bound using segment: {'id': '59e6776f-5a06-495e-a8a1-687c5062921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:48:51.444431 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Bound port: dacca328-2db3-446d-be49-217335088de4, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e6776f-5a06-495e-a8a1-687c5062921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:48:51.444431 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dacca328-2db3-446d-be49-217335088de4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:51.444922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2c07c-2150-431d-a4a3-50f59186a5c2 req-41676767-004a-40a8-9130-b3a0f4f64b50 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:51.451303 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2c07c-2150-431d-a4a3-50f59186a5c2 req-41676767-004a-40a8-9130-b3a0f4f64b50 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:51.453779 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0be2c07c-2150-431d-a4a3-50f59186a5c2 req-41676767-004a-40a8-9130-b3a0f4f64b50 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.1621237 Jan 28 05:48:51.553772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0be2c07c-2150-431d-a4a3-50f59186a5c2 req-daca28c3-b144-401b-9293-0068ca5fe21b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922782 Jan 28 05:48:51.571074 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3597b394-77a6-4b40-bc8d-618c277685c4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:51.684953 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-5ee0d923-376b-4642-a689-ed74be23c9ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Allocated IP 172.25.0.153 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/ea332b69-af9f-4f35-bfbb-675bf7bb38ac) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:48:51.701124 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:48:51.714780 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] For port dacca328-2db3-446d-be49-217335088de4, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:48:51.717732 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:51.727537 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:48:51.773673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] For port dacca328-2db3-446d-be49-217335088de4, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=dacca328-2db3-446d-be49-217335088de4,segment=NetworkSegment(59e6776f-5a06-495e-a8a1-687c5062921f),segment_id=59e6776f-5a06-495e-a8a1-687c5062921f)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:48:51.789271 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Publish callbacks [] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:51.844477 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d923-376b-4642-a689-ed74be23c9ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for port (ea332b69-af9f-4f35-bfbb-675bf7bb38ac), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:51.858281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Pushing event updated for resources: {'Port': ['ID=3597b394-77a6-4b40-bc8d-618c277685c4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:51.866519 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dacca328-2db3-446d-be49-217335088de4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:51.933897 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:51.969401 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043720db-97d8-4f3f-97b5-ab43d6fd5cd5 None None] Pushing event updated for resources: {'Port': ['ID=dacca328-2db3-446d-be49-217335088de4,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:52.031974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cef06a-a162-479f-814d-5a443fe75daa req-2a3643ba-c2a8-4b88-8a3c-fe473a640c56 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:52.036638 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d923-376b-4642-a689-ed74be23c9ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ea332b69-af9f-4f35-bfbb-675bf7bb38ac), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.045033 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98cef06a-a162-479f-814d-5a443fe75daa req-2a3643ba-c2a8-4b88-8a3c-fe473a640c56 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 945 time: 0.1178067 Jan 28 05:48:52.129627 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee0d923-376b-4642-a689-ed74be23c9ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:48:52.132588 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98cef06a-a162-479f-814d-5a443fe75daa req-db0498a8-ed3a-4629-9ac1-d48ca1e62cd6 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/security-groups?id=b62f85fc-4141-445e-9236-122e453ae8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863795 Jan 28 05:48:52.183631 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0d923-376b-4642-a689-ed74be23c9ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Pushing event updated for resources: {'Port': ['ID=ea332b69-af9f-4f35-bfbb-675bf7bb38ac,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:52.190848 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-5ee0d923-376b-4642-a689-ed74be23c9ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:52.192817 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Attempting to bind port b068c17c-aecf-4c4c-be72-4a11be89bd42 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:48:52.193137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Attempting to bind port b068c17c-aecf-4c4c-be72-4a11be89bd42 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:48:52.195451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0d923-376b-4642-a689-ed74be23c9ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:48:52.200061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Attempting to bind port b068c17c-aecf-4c4c-be72-4a11be89bd42 on network 5c505b81-6ecb-4c4a-a856-19ef45e45048 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:52.223701 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:48:52.224097 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Checking segment: {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:52.224516 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.224994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Bound using segment: {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:48:52.225474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Bound port: b068c17c-aecf-4c4c-be72-4a11be89bd42, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:48:52.225933 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.271270 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a3ca6-15f8-48ca-a975-5f39e773da77 None None] Pushing event updated for resources: {'Port': ['ID=b068c17c-aecf-4c4c-be72-4a11be89bd42,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:52.400478 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Publish callbacks [] for router_gateway (89739816-720d-470d-9744-4723b9fee083), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.400691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] For port b068c17c-aecf-4c4c-be72-4a11be89bd42, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:48:52.400790 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d923-376b-4642-a689-ed74be23c9ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for floatingip (340835a9-a3f2-44b6-8b12-3e34b58ad49c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.408766 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] For port b068c17c-aecf-4c4c-be72-4a11be89bd42, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b068c17c-aecf-4c4c-be72-4a11be89bd42,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:48:52.461426 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-52b560dc-d024-4e53-900f-c9dd2d2ccd0f None None] Provisioning complete for port b068c17c-aecf-4c4c-be72-4a11be89bd42 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:52.462141 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52b560dc-d024-4e53-900f-c9dd2d2ccd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.522905 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.582848 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d923-376b-4642-a689-ed74be23c9ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ea332b69-af9f-4f35-bfbb-675bf7bb38ac), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:52.712807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a3ca6-15f8-48ca-a975-5f39e773da77 None None] Pushing event updated for resources: {'Port': ['ID=b068c17c-aecf-4c4c-be72-4a11be89bd42,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:52.741592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34172) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:52.792051 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-52b560dc-d024-4e53-900f-c9dd2d2ccd0f None None] Port b068c17c-aecf-4c4c-be72-4a11be89bd42 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:48:52.795117 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Routers {'49828064-71ed-4e28-95ad-89e0f2166319'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:48:52.808528 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:48:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['49828064-71ed-4e28-95ad-89e0f2166319'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:52.997907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device dacca328-2db3-446d-be49-217335088de4 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:48:53.015323 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d923-376b-4642-a689-ed74be23c9ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for port (ea332b69-af9f-4f35-bfbb-675bf7bb38ac), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.039113 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (89739816-720d-470d-9744-4723b9fee083), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.082231 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d923-376b-4642-a689-ed74be23c9ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ea332b69-af9f-4f35-bfbb-675bf7bb38ac), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.198776 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0d923-376b-4642-a689-ed74be23c9ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Pushing event updated for resources: {'Port': ['ID=ea332b69-af9f-4f35-bfbb-675bf7bb38ac,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:53.240753 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] Set router 49828064-71ed-4e28-95ad-89e0f2166319 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:48:53.257921 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83ca2966-e93d-4231-896e-3053415babf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.313521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4e5d0c6c-f743-4e79-983c-18b3a2b06d3e None None] Provisioning complete for port b068c17c-aecf-4c4c-be72-4a11be89bd42 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:53.315692 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e5d0c6c-f743-4e79-983c-18b3a2b06d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.320104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port dacca328-2db3-446d-be49-217335088de4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:53.320104 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (dacca328-2db3-446d-be49-217335088de4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.352629 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d923-376b-4642-a689-ed74be23c9ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (340835a9-a3f2-44b6-8b12-3e34b58ad49c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.468459 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d923-376b-4642-a689-ed74be23c9ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.470835 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5ee0d923-376b-4642-a689-ed74be23c9ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2772753 Jan 28 05:48:53.489318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028af470-aa39-4515-80dc-49dc1bba877e req-ca8d88f4-8052-429d-ade8-cd28e18087d5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:53.509856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028af470-aa39-4515-80dc-49dc1bba877e req-ca8d88f4-8052-429d-ade8-cd28e18087d5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:53.517114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028af470-aa39-4515-80dc-49dc1bba877e req-ca8d88f4-8052-429d-ade8-cd28e18087d5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:53.538400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028af470-aa39-4515-80dc-49dc1bba877e req-ca8d88f4-8052-429d-ade8-cd28e18087d5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:53.543954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028af470-aa39-4515-80dc-49dc1bba877e req-ca8d88f4-8052-429d-ade8-cd28e18087d5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:53.549329 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028af470-aa39-4515-80dc-49dc1bba877e req-ca8d88f4-8052-429d-ade8-cd28e18087d5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:53.560451 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028af470-aa39-4515-80dc-49dc1bba877e req-ca8d88f4-8052-429d-ade8-cd28e18087d5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:53.563684 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-028af470-aa39-4515-80dc-49dc1bba877e req-ca8d88f4-8052-429d-ade8-cd28e18087d5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.5220923 Jan 28 05:48:53.572627 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:48:53.710530 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4edd52-4c4d-4653-964c-62b388ac8549 req-afba9a64-a29e-4588-9d41-7c3ec1b81e69 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:53.725142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f4edd52-4c4d-4653-964c-62b388ac8549 req-afba9a64-a29e-4588-9d41-7c3ec1b81e69 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 945 time: 0.4530296 Jan 28 05:48:53.768581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:48:53.789131 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:53.789743 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (537ee010-80ae-4a0f-88d5-f4bd02bf02e1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.823989 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49828064-71ed-4e28-95ad-89e0f2166319', 'name': 'tempest-ServerActionsTestJSON-2095275784-router', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:36Z', 'updated_at': '2022-01-28T05:48:44Z', 'revision_number': 4, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'gw_port': {'id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:38Z', 'updated_at': '2022-01-28T05:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'b068c17c-aecf-4c4c-be72-4a11be89bd42', 'name': '', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'mac_address': 'fa:16:3e:d2:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:43Z', 'updated_at': '2022-01-28T05:48:52Z', 'revision_number': 4, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'subnets': [{'id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:53.835153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port dacca328-2db3-446d-be49-217335088de4 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:53.835572 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dacca328-2db3-446d-be49-217335088de4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.835690 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83ca2966-e93d-4231-896e-3053415babf5 admin admin] Publish callbacks [] for security_group (398baaf3-d4f4-4b94-96db-6af8915f74c3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.861076 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-028af470-aa39-4515-80dc-49dc1bba877e req-2c2d34e3-a875-4bbf-bb83-1090b300cb1c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2874579 Jan 28 05:48:53.878914 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c4c68f-6126-405f-8ed4-1f4598a79942 None None] The sync data for ids ['49828064-71ed-4e28-95ad-89e0f2166319'] in n-d-812111-12 is: [{'id': '49828064-71ed-4e28-95ad-89e0f2166319', 'name': 'tempest-ServerActionsTestJSON-2095275784-router', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:36Z', 'updated_at': '2022-01-28T05:48:44Z', 'revision_number': 4, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'gw_port': {'id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:38Z', 'updated_at': '2022-01-28T05:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'b068c17c-aecf-4c4c-be72-4a11be89bd42', 'name': '', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'mac_address': 'fa:16:3e:d2:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:43Z', 'updated_at': '2022-01-28T05:48:52Z', 'revision_number': 4, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'subnets': [{'id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:48:53.884550 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d0c6c-f743-4e79-983c-18b3a2b06d3e None None] Current status of the port b068c17c-aecf-4c4c-be72-4a11be89bd42 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:53.884550 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e5d0c6c-f743-4e79-983c-18b3a2b06d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.912701 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f4edd52-4c4d-4653-964c-62b388ac8549 req-0c99d61c-e498-48b8-b3bf-8327c66a70c9 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/security-groups?id=b62f85fc-4141-445e-9236-122e453ae8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858876 Jan 28 05:48:53.933606 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83ca2966-e93d-4231-896e-3053415babf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (398baaf3-d4f4-4b94-96db-6af8915f74c3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:53.945892 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4073df8f-f23b-453c-b254-f552979b89fb None None] Network 19f36253-ed97-40f4-b915-6abd24de79a1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:48:53.974184 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4e5d0c6c-f743-4e79-983c-18b3a2b06d3e None None] For port b068c17c-aecf-4c4c-be72-4a11be89bd42, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b068c17c-aecf-4c4c-be72-4a11be89bd42,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:53.986992 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-83ca2966-e93d-4231-896e-3053415babf5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79bb7a9e885b4e8fbbc6d0392cf1d406&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2444746 Jan 28 05:48:53.989916 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34206) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:53.994863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca2966-e93d-4231-896e-3053415babf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398baaf3-d4f4-4b94-96db-6af8915f74c3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:54.029508 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Router 89739816-720d-470d-9744-4723b9fee083 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:48:54.053339 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port dacca328-2db3-446d-be49-217335088de4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=dacca328-2db3-446d-be49-217335088de4,segment=NetworkSegment(59e6776f-5a06-495e-a8a1-687c5062921f),segment_id=59e6776f-5a06-495e-a8a1-687c5062921f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:54.071352 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e5d0c6c-f743-4e79-983c-18b3a2b06d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.164747 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fa06ece8-be23-46c2-82ce-61526f320cc3 admin admin] Publish callbacks [] for security_group (398baaf3-d4f4-4b94-96db-6af8915f74c3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.172781 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dacca328-2db3-446d-be49-217335088de4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.244039 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fa06ece8-be23-46c2-82ce-61526f320cc3 admin admin] Publish callbacks [] for security_group (398baaf3-d4f4-4b94-96db-6af8915f74c3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.269838 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d0c6c-f743-4e79-983c-18b3a2b06d3e None None] Pushing event updated for resources: {'Port': ['ID=b068c17c-aecf-4c4c-be72-4a11be89bd42,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:54.285037 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:54.287239 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (537ee010-80ae-4a0f-88d5-f4bd02bf02e1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.347116 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-f490986a-6204-45d1-a211-6ca95577a344 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1548278386&fields=id&tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8 HTTP/1.1" status: 200 len: 267 time: 0.1654725 Jan 28 05:48:54.387454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e2cb805f-5320-4832-8688-ec1aecabbcd9 None None] Provisioning complete for port dacca328-2db3-446d-be49-217335088de4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:54.388129 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2cb805f-5320-4832-8688-ec1aecabbcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (dacca328-2db3-446d-be49-217335088de4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.419273 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fa06ece8-be23-46c2-82ce-61526f320cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (398baaf3-d4f4-4b94-96db-6af8915f74c3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.422188 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fa06ece8-be23-46c2-82ce-61526f320cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.423489 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fa06ece8-be23-46c2-82ce-61526f320cc3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/398baaf3-d4f4-4b94-96db-6af8915f74c3 HTTP/1.1" status: 204 len: 168 time: 0.4260106 Jan 28 05:48:54.443873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06ece8-be23-46c2-82ce-61526f320cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398baaf3-d4f4-4b94-96db-6af8915f74c3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:54.526064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:48:54.546741 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Sync routers for ids ['89739816-720d-470d-9744-4723b9fee083'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:48:54.561267 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Routers {'89739816-720d-470d-9744-4723b9fee083'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:48:54.565907 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:48:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['89739816-720d-470d-9744-4723b9fee083'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:54.607625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-efc9e93b-2f3d-4879-962a-fd89d34ad050 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:54.609297 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-efc9e93b-2f3d-4879-962a-fd89d34ad050 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 812 time: 0.2614055 Jan 28 05:48:54.613108 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:54.614690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ae74de9c-7622-4ad8-b4b5-d89c73e8d61f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.7183447 Jan 28 05:48:54.618090 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34224) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:54.644939 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-5d46f732-f4f4-42d4-8e32-4989e4345380 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/quotas/a5564a7eeef94f0591cc8cbdb3ffdbb8 HTTP/1.1" status: 200 len: 375 time: 0.0282662 Jan 28 05:48:54.776261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-7ccce784-aaa3-45ef-b41d-ff672c9b698b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1189723 Jan 28 05:48:54.838779 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Set router 89739816-720d-470d-9744-4723b9fee083 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:48:54.873885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051a9413-1039-43e0-9233-11d698b48278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537ee010-80ae-4a0f-88d5-f4bd02bf02e1'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:48:54.878617 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44a560b-e7fa-4a8c-8b88-dbe1512a5bbb" -d '{"events": [{"server_uuid": "051a9413-1039-43e0-9233-11d698b48278", "name": "network-vif-plugged", "status": "completed", "tag": "537ee010-80ae-4a0f-88d5-f4bd02bf02e1"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:48:54.922551 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=dacca328-2db3-446d-be49-217335088de4,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:54.986686 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 537ee010-80ae-4a0f-88d5-f4bd02bf02e1, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=537ee010-80ae-4a0f-88d5-f4bd02bf02e1,segment=NetworkSegment(57eac891-acb5-4ef0-a341-bee1990779c7),segment_id=57eac891-acb5-4ef0-a341-bee1990779c7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:54.988389 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb805f-5320-4832-8688-ec1aecabbcd9 None None] Current status of the port dacca328-2db3-446d-be49-217335088de4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:54.996278 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.029555 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcee4fa2-21f5-47ed-9e4a-b0c0c1383817 x-openstack-request-id: req-fcee4fa2-21f5-47ed-9e4a-b0c0c1383817 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:48:55.030104 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051a9413-1039-43e0-9233-11d698b48278", "name": "network-vif-plugged", "status": "completed", "tag": "537ee010-80ae-4a0f-88d5-f4bd02bf02e1", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:48:55.031035 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fcee4fa2-21f5-47ed-9e4a-b0c0c1383817 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:48:55.031512 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051a9413-1039-43e0-9233-11d698b48278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537ee010-80ae-4a0f-88d5-f4bd02bf02e1', 'code': 200} Jan 28 05:48:55.039024 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b068c17c-aecf-4c4c-be72-4a11be89bd42 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:48:55.105434 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (537ee010-80ae-4a0f-88d5-f4bd02bf02e1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.149008 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-0b8636b4-b501-4d36-84fb-a5235cd427b2 service neutron] 10.222.0.31 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543775 Jan 28 05:48:55.288072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port b068c17c-aecf-4c4c-be72-4a11be89bd42 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:55.289207 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.326130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=537ee010-80ae-4a0f-88d5-f4bd02bf02e1,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:55.401869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f773f2-f79b-40bc-baba-291d5d36fd37 req-5e4a5de1-09d6-4d2b-91ad-9cf548057d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:55.403519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61f773f2-f79b-40bc-baba-291d5d36fd37 req-5e4a5de1-09d6-4d2b-91ad-9cf548057d57 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 1098 time: 0.2799480 Jan 28 05:48:55.483792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b068c17c-aecf-4c4c-be72-4a11be89bd42 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:55.484527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8491160-a8c8-4e6d-ae3e-cdf3caa6e21d req-2710e883-725c-4619-8a21-a845744bd308 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:55.500414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8491160-a8c8-4e6d-ae3e-cdf3caa6e21d req-2710e883-725c-4619-8a21-a845744bd308 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:55.517156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8491160-a8c8-4e6d-ae3e-cdf3caa6e21d req-2710e883-725c-4619-8a21-a845744bd308 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:55.524497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8491160-a8c8-4e6d-ae3e-cdf3caa6e21d req-2710e883-725c-4619-8a21-a845744bd308 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:55.530174 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-98cf8e14-040f-4d45-8887-e30ec97bbfe6 None None] Provisioning complete for port dacca328-2db3-446d-be49-217335088de4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:55.530731 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98cf8e14-040f-4d45-8887-e30ec97bbfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (dacca328-2db3-446d-be49-217335088de4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.530953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8491160-a8c8-4e6d-ae3e-cdf3caa6e21d req-2710e883-725c-4619-8a21-a845744bd308 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:55.538055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8491160-a8c8-4e6d-ae3e-cdf3caa6e21d req-2710e883-725c-4619-8a21-a845744bd308 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:55.545193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8491160-a8c8-4e6d-ae3e-cdf3caa6e21d req-2710e883-725c-4619-8a21-a845744bd308 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:55.558708 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8491160-a8c8-4e6d-ae3e-cdf3caa6e21d req-2710e883-725c-4619-8a21-a845744bd308 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.3727484 Jan 28 05:48:55.568629 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89739816-720d-470d-9744-4723b9fee083', 'name': 'tempest-ServersTestJSON-964229962-router', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:49Z', 'updated_at': '2022-01-28T05:48:52Z', 'revision_number': 3, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'gw_port': {'id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:50Z', 'updated_at': '2022-01-28T05:48:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:55.640501 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Checking router: 89739816-720d-470d-9744-4723b9fee083 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:48:55.647007 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Updating router 89739816-720d-470d-9744-4723b9fee083 port 3597b394-77a6-4b40-bc8d-618c277685c4 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:48:55.676313 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-7001ee9e-9459-4bd0-bfb5-f6e7f5b75b26 service neutron] 10.222.0.31 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246010 Jan 28 05:48:55.689260 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3597b394-77a6-4b40-bc8d-618c277685c4), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:55.704549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-98cf8e14-040f-4d45-8887-e30ec97bbfe6 None None] Current status of the port dacca328-2db3-446d-be49-217335088de4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:55.832761 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61f773f2-f79b-40bc-baba-291d5d36fd37 req-d80b099f-a4c6-426c-a244-fa35a06dd40c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b62f85fc-4141-445e-9236-122e453ae8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623498 Jan 28 05:48:55.867030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8491160-a8c8-4e6d-ae3e-cdf3caa6e21d req-80fc9c3f-8e84-48c7-811d-01731f90fa6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3054278 Jan 28 05:48:55.949063 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:56.081263 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Publish callbacks [] for port (3597b394-77a6-4b40-bc8d-618c277685c4), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:56.113485 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7778135c-b399-4b09-8130-7dc437e14506 req-c6dcc466-7d51-4500-99cd-6a0857b70599 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 210 time: 0.0692055 Jan 28 05:48:56.178809 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3597b394-77a6-4b40-bc8d-618c277685c4), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:56.210375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7e21b-6567-4e69-ae77-508b2d8eb8c2 req-98223ac1-59b9-41c4-9c4d-37d94ea50036 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:56.217699 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08a7e21b-6567-4e69-ae77-508b2d8eb8c2 req-98223ac1-59b9-41c4-9c4d-37d94ea50036 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 946 time: 0.1075995 Jan 28 05:48:56.313577 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Attempting to bind port 3597b394-77a6-4b40-bc8d-618c277685c4 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:48:56.313577 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Attempting to bind port 3597b394-77a6-4b40-bc8d-618c277685c4 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:48:56.313577 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Attempting to bind port 3597b394-77a6-4b40-bc8d-618c277685c4 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:48:56.319289 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08a7e21b-6567-4e69-ae77-508b2d8eb8c2 req-ad2745b0-f9d0-4d69-9761-dd4b309af48f tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/security-groups?id=b62f85fc-4141-445e-9236-122e453ae8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007066 Jan 28 05:48:56.325009 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:48:56.326003 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:48:56.326629 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:56.327029 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:48:56.327524 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Bound port: 3597b394-77a6-4b40-bc8d-618c277685c4, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:48:56.327881 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3597b394-77a6-4b40-bc8d-618c277685c4), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:56.371969 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50333f-2426-4015-9b07-2b04e8d2ded0 None None] Pushing event updated for resources: {'Port': ['ID=3597b394-77a6-4b40-bc8d-618c277685c4,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:56.383612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] Allocated IP 172.20.0.1 (19f36253-ed97-40f4-b915-6abd24de79a1/f457903e-a121-48d9-b561-65d34e11e24e/5fd95e52-d583-49f7-8cac-69fd291d8f02) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:48:56.491476 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] For port 3597b394-77a6-4b40-bc8d-618c277685c4, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:48:56.508593 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] For port 3597b394-77a6-4b40-bc8d-618c277685c4, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3597b394-77a6-4b40-bc8d-618c277685c4,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:48:56.562622 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3597b394-77a6-4b40-bc8d-618c277685c4), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:56.577939 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] Publish callbacks [] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:56.719987 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:56.770860 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50333f-2426-4015-9b07-2b04e8d2ded0 None None] Pushing event updated for resources: {'Port': ['ID=3597b394-77a6-4b40-bc8d-618c277685c4,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:56.774670 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] Pushing event updated for resources: {'Port': ['ID=5fd95e52-d583-49f7-8cac-69fd291d8f02,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:56.774999 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Routers {'89739816-720d-470d-9744-4723b9fee083'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:48:56.775818 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:48:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['89739816-720d-470d-9744-4723b9fee083'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:56.799905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] Network 19f36253-ed97-40f4-b915-6abd24de79a1 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:48:56.801595 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:56.805111 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:48:56.832143 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device dacca328-2db3-446d-be49-217335088de4 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:48:56.874405 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (89739816-720d-470d-9744-4723b9fee083), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:56.963247 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] Set router 89739816-720d-470d-9744-4723b9fee083 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:48:57.021198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port dacca328-2db3-446d-be49-217335088de4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:57.022986 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (dacca328-2db3-446d-be49-217335088de4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:57.208407 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae63fbe-ca52-4f71-a75e-1480a1804a5d req-dafbbdf2-8a20-4c02-9948-684c617a493a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:57.223108 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae63fbe-ca52-4f71-a75e-1480a1804a5d req-dafbbdf2-8a20-4c02-9948-684c617a493a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:57.238211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae63fbe-ca52-4f71-a75e-1480a1804a5d req-dafbbdf2-8a20-4c02-9948-684c617a493a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:57.252777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae63fbe-ca52-4f71-a75e-1480a1804a5d req-dafbbdf2-8a20-4c02-9948-684c617a493a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:57.265332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae63fbe-ca52-4f71-a75e-1480a1804a5d req-dafbbdf2-8a20-4c02-9948-684c617a493a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:57.281327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3cc1e4bb-8bf4-4a4f-be82-6374c1a68a36 None None] Provisioning complete for port 5fd95e52-d583-49f7-8cac-69fd291d8f02 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:57.285396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae63fbe-ca52-4f71-a75e-1480a1804a5d req-dafbbdf2-8a20-4c02-9948-684c617a493a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:57.286461 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e4bb-8bf4-4a4f-be82-6374c1a68a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:57.288445 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port dacca328-2db3-446d-be49-217335088de4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:57.291656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae63fbe-ca52-4f71-a75e-1480a1804a5d req-dafbbdf2-8a20-4c02-9948-684c617a493a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:57.299968 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fae63fbe-ca52-4f71-a75e-1480a1804a5d req-dafbbdf2-8a20-4c02-9948-684c617a493a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.2762511 Jan 28 05:48:57.324099 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:57.349018 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89739816-720d-470d-9744-4723b9fee083', 'name': 'tempest-ServersTestJSON-964229962-router', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:49Z', 'updated_at': '2022-01-28T05:48:52Z', 'revision_number': 3, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'gw_port': {'id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:50Z', 'updated_at': '2022-01-28T05:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:48:57.377678 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d67f5af-cf22-4fe9-a84c-724ca44847b2 req-72c02035-d114-4ba1-b8a6-f1db26144436 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 210 time: 0.0742579 Jan 28 05:48:57.428483 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3cc1e4bb-8bf4-4a4f-be82-6374c1a68a36 None None] Port 5fd95e52-d583-49f7-8cac-69fd291d8f02 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:48:57.429400 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a27c86-0c40-4ab3-b8fd-07bc36084cfa None None] The sync data for ids ['89739816-720d-470d-9744-4723b9fee083'] in n-d-812111-12 is: [{'id': '89739816-720d-470d-9744-4723b9fee083', 'name': 'tempest-ServersTestJSON-964229962-router', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:49Z', 'updated_at': '2022-01-28T05:48:52Z', 'revision_number': 3, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'gw_port': {'id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:50Z', 'updated_at': '2022-01-28T05:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:48:57.493856 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:57.545828 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34296) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:57.575159 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fae63fbe-ca52-4f71-a75e-1480a1804a5d req-c1265cbf-eba2-4bfa-801e-3f4fd1aab5cf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2740390 Jan 28 05:48:57.597677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e8ceb-a41a-45f5-9832-fce5103efa89 req-0f74db22-631a-48cb-aed7-972fc055b89e tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:57.602788 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc3e8ceb-a41a-45f5-9832-fce5103efa89 req-0f74db22-631a-48cb-aed7-972fc055b89e tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 946 time: 0.1217237 Jan 28 05:48:57.721701 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc3e8ceb-a41a-45f5-9832-fce5103efa89 req-f12b0b65-ef09-416f-91b2-00edb4cbb598 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/security-groups?id=b62f85fc-4141-445e-9236-122e453ae8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063807 Jan 28 05:48:57.765376 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] Publish callbacks [] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:57.830868 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:57.989729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5f370560-7c4a-49ee-999d-0124ffcce1fd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1093960848-network', 'tenant_id': '315522a9a64f494789e4eea81094e488'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:58.064483 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] Pushing event updated for resources: {'Port': ['ID=5fd95e52-d583-49f7-8cac-69fd291d8f02,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:58.074124 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (89739816-720d-470d-9744-4723b9fee083), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:58.100353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f370560-7c4a-49ee-999d-0124ffcce1fd admin admin] Made reservation on behalf of 315522a9a64f494789e4eea81094e488 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:48:58.102837 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f370560-7c4a-49ee-999d-0124ffcce1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:58.114238 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f370560-7c4a-49ee-999d-0124ffcce1fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:58.265379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] Network 19f36253-ed97-40f4-b915-6abd24de79a1 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:48:58.268201 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:48:58.291969 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f370560-7c4a-49ee-999d-0124ffcce1fd admin admin] Publish callbacks [] for security_group (2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:58.459580 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f370560-7c4a-49ee-999d-0124ffcce1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:58.463929 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] Router 89739816-720d-470d-9744-4723b9fee083 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:48:58.572567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f370560-7c4a-49ee-999d-0124ffcce1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:58.577409 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-468aaff9-3abd-4c18-9fc5-685737a91606 req-0d18f3be-03b7-4a3b-a201-4b3a37b85a35 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 210 time: 0.0500448 Jan 28 05:48:58.598808 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f370560-7c4a-49ee-999d-0124ffcce1fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:48:58.627863 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f370560-7c4a-49ee-999d-0124ffcce1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (71363ff4-e0e1-4c84-ae38-a4835e43e0a0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:58.629578 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-5f370560-7c4a-49ee-999d-0124ffcce1fd admin admin] Added segment 71363ff4-e0e1-4c84-ae38-a4835e43e0a0 of type vlan for network 3b94f49c-d348-4512-809e-2c884e8065cf Jan 28 05:48:58.791567 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c0cd1696-ef68-4b0c-8725-5b9fe589559e None None] Provisioning complete for port 5fd95e52-d583-49f7-8cac-69fd291d8f02 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:58.792162 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1696-ef68-4b0c-8725-5b9fe589559e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:58.831565 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:48:58.863968 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6302c8b1-79a3-4c86-901a-8712ec9fe0df admin admin] 10.222.0.31 "PUT /v2.0/routers/89739816-720d-470d-9744-4723b9fee083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2369735 Jan 28 05:48:58.869930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c0cd1696-ef68-4b0c-8725-5b9fe589559e None None] Port 5fd95e52-d583-49f7-8cac-69fd291d8f02 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:48:58.886151 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3597b394-77a6-4b40-bc8d-618c277685c4 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:48:58.981455 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 3597b394-77a6-4b40-bc8d-618c277685c4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:48:58.981839 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3597b394-77a6-4b40-bc8d-618c277685c4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.107206 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 3597b394-77a6-4b40-bc8d-618c277685c4 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:48:59.107858 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3597b394-77a6-4b40-bc8d-618c277685c4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.149213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 3597b394-77a6-4b40-bc8d-618c277685c4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3597b394-77a6-4b40-bc8d-618c277685c4,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:48:59.219543 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3597b394-77a6-4b40-bc8d-618c277685c4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.250622 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34340) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:59.251667 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f370560-7c4a-49ee-999d-0124ffcce1fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (3b94f49c-d348-4512-809e-2c884e8065cf), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.326188 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=3597b394-77a6-4b40-bc8d-618c277685c4,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:59.426281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fc980-ef14-44b5-8c5c-c3d3c15c2ac2 req-188d010f-81bd-4cf5-af90-71c8d15c5f4c tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:59.433865 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b7fc980-ef14-44b5-8c5c-c3d3c15c2ac2 req-188d010f-81bd-4cf5-af90-71c8d15c5f4c tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 946 time: 0.2266326 Jan 28 05:48:59.467691 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31799301-f4f3-4191-84ff-d3c220db7759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.480163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390dedb-2727-47fa-b534-2049a597956e req-0c0e8174-fe3c-4c75-ab7f-d0d9afc85292 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:59.486105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390dedb-2727-47fa-b534-2049a597956e req-0c0e8174-fe3c-4c75-ab7f-d0d9afc85292 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:59.492741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390dedb-2727-47fa-b534-2049a597956e req-0c0e8174-fe3c-4c75-ab7f-d0d9afc85292 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:59.506363 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390dedb-2727-47fa-b534-2049a597956e req-0c0e8174-fe3c-4c75-ab7f-d0d9afc85292 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:59.513578 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390dedb-2727-47fa-b534-2049a597956e req-0c0e8174-fe3c-4c75-ab7f-d0d9afc85292 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:59.518518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390dedb-2727-47fa-b534-2049a597956e req-0c0e8174-fe3c-4c75-ab7f-d0d9afc85292 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:59.525322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390dedb-2727-47fa-b534-2049a597956e req-0c0e8174-fe3c-4c75-ab7f-d0d9afc85292 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:59.533834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b390dedb-2727-47fa-b534-2049a597956e req-0c0e8174-fe3c-4c75-ab7f-d0d9afc85292 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.7958207 Jan 28 05:48:59.560498 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f370560-7c4a-49ee-999d-0124ffcce1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (3b94f49c-d348-4512-809e-2c884e8065cf), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.560980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f370560-7c4a-49ee-999d-0124ffcce1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:59.561565 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f370560-7c4a-49ee-999d-0124ffcce1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.652603 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31799301-f4f3-4191-84ff-d3c220db7759 admin admin] Publish callbacks [] for security_group (cde09b17-4994-4881-b598-4c1162e80e5a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.659011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f370560-7c4a-49ee-999d-0124ffcce1fd admin admin] Pushing event updated for resources: {'Network': ['ID=3b94f49c-d348-4512-809e-2c884e8065cf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:59.668182 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5f370560-7c4a-49ee-999d-0124ffcce1fd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1182845 Jan 28 05:48:59.670558 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34352) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:59.672016 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 3b94f49c-d348-4512-809e-2c884e8065cf details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:48:59.680960 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-e702971b-2b45-49ae-9715-1ec1a2712047 admin admin] Request body: {'subnet': {'network_id': '3b94f49c-d348-4512-809e-2c884e8065cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1093960848-subnet', 'tenant_id': '315522a9a64f494789e4eea81094e488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:48:59.706809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-c6d1c80d-7639-4085-8b47-0c2ebf592901 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:48:59.708261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-c6d1c80d-7639-4085-8b47-0c2ebf592901 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.64 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 812 time: 0.5022993 Jan 28 05:48:59.721614 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31799301-f4f3-4191-84ff-d3c220db7759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cde09b17-4994-4881-b598-4c1162e80e5a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.759776 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b7fc980-ef14-44b5-8c5c-c3d3c15c2ac2 req-4b46a921-a01c-452f-b7b7-1fda4071251c tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/security-groups?id=b62f85fc-4141-445e-9236-122e453ae8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240838 Jan 28 05:48:59.775857 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b390dedb-2727-47fa-b534-2049a597956e req-a04f19e0-9099-4581-b211-a4c01f388270 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2411420 Jan 28 05:48:59.792398 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-31799301-f4f3-4191-84ff-d3c220db7759 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e647619a4f3490f862477bcad90b941&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5402288 Jan 28 05:48:59.797043 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34356) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:48:59.807240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31799301-f4f3-4191-84ff-d3c220db7759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde09b17-4994-4881-b598-4c1162e80e5a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:48:59.811004 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e702971b-2b45-49ae-9715-1ec1a2712047 admin admin] Made reservation on behalf of 315522a9a64f494789e4eea81094e488 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:48:59.818541 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e702971b-2b45-49ae-9715-1ec1a2712047 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:48:59.905901 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-4188a99f-f238-4eb0-a5b7-8fad6adcdb89 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8 HTTP/1.1" status: 200 len: 380 time: 0.1780856 Jan 28 05:48:59.924063 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-97cef9a2-fd95-4430-bf38-02861c03519f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Request body: {'port': {'device_id': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'admin_state_up': True, 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'security_groups': ['dfee66e4-8ad5-4fa4-bbbb-595db66e8d31']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:00.058875 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eea084bb-7283-47f7-aef1-6507ed02a04d admin admin] Publish callbacks [] for security_group (cde09b17-4994-4881-b598-4c1162e80e5a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:00.067078 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f05c239b-a330-437f-ab14-864c0acb80ee req-6845c374-01c7-417a-8596-4bcac48ff907 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 210 time: 0.0456724 Jan 28 05:49:00.117638 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eea084bb-7283-47f7-aef1-6507ed02a04d admin admin] Publish callbacks [] for security_group (cde09b17-4994-4881-b598-4c1162e80e5a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:00.173994 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e702971b-2b45-49ae-9715-1ec1a2712047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (ed379ddd-59af-4f85-9309-010d638d733a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:00.233701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c01c6a-9ba5-47aa-b2c7-6525ee88ae67 req-dc0254a5-20a0-410b-a6b7-6529f554a457 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:00.235515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62c01c6a-9ba5-47aa-b2c7-6525ee88ae67 req-dc0254a5-20a0-410b-a6b7-6529f554a457 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.64 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 946 time: 0.1110888 Jan 28 05:49:00.236706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-97cef9a2-fd95-4430-bf38-02861c03519f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Made reservation on behalf of a5564a7eeef94f0591cc8cbdb3ffdbb8 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:00.241246 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-97cef9a2-fd95-4430-bf38-02861c03519f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:00.269469 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702971b-2b45-49ae-9715-1ec1a2712047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed379ddd-59af-4f85-9309-010d638d733a,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:00.309137 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e702971b-2b45-49ae-9715-1ec1a2712047 admin admin] Checking segment: {'id': '71363ff4-e0e1-4c84-ae38-a4835e43e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3b94f49c-d348-4512-809e-2c884e8065cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:00.310093 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e702971b-2b45-49ae-9715-1ec1a2712047 admin admin] Network hostable DHCP agents. Network: 3b94f49c-d348-4512-809e-2c884e8065cf, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:49:00.323942 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eea084bb-7283-47f7-aef1-6507ed02a04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cde09b17-4994-4881-b598-4c1162e80e5a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:00.326156 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eea084bb-7283-47f7-aef1-6507ed02a04d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:00.327645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-eea084bb-7283-47f7-aef1-6507ed02a04d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cde09b17-4994-4881-b598-4c1162e80e5a HTTP/1.1" status: 204 len: 168 time: 0.5296597 Jan 28 05:49:00.358017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea084bb-7283-47f7-aef1-6507ed02a04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde09b17-4994-4881-b598-4c1162e80e5a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:00.437600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-62c01c6a-9ba5-47aa-b2c7-6525ee88ae67 req-a3d4bafa-da46-43b7-b8ac-6bab257642d7 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Deleting port 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:49:00.438230 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-62c01c6a-9ba5-47aa-b2c7-6525ee88ae67 req-a3d4bafa-da46-43b7-b8ac-6bab257642d7 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (537ee010-80ae-4a0f-88d5-f4bd02bf02e1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:00.464766 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e702971b-2b45-49ae-9715-1ec1a2712047 admin admin] Network 3b94f49c-d348-4512-809e-2c884e8065cf is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:49:00.567465 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-97cef9a2-fd95-4430-bf38-02861c03519f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Allocated IP 172.20.0.13 (5c505b81-6ecb-4c4a-a856-19ef45e45048/f3d221ce-7bd7-457b-a352-259548b98d06/674b90d5-dcf3-436f-b840-21191a8b7e2e) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:49:00.591508 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-e702971b-2b45-49ae-9715-1ec1a2712047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 3b94f49c-d348-4512-809e-2c884e8065cf) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:00.596123 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-62c01c6a-9ba5-47aa-b2c7-6525ee88ae67 req-a3d4bafa-da46-43b7-b8ac-6bab257642d7 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] For port 537ee010-80ae-4a0f-88d5-f4bd02bf02e1, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=537ee010-80ae-4a0f-88d5-f4bd02bf02e1,segment=NetworkSegment(57eac891-acb5-4ef0-a341-bee1990779c7),segment_id=57eac891-acb5-4ef0-a341-bee1990779c7)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:00.596494 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-62c01c6a-9ba5-47aa-b2c7-6525ee88ae67 req-a3d4bafa-da46-43b7-b8ac-6bab257642d7 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (537ee010-80ae-4a0f-88d5-f4bd02bf02e1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:00.608328 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73772976-29a2-4f21-9251-34650a7e9b1c None None] Network 3b94f49c-d348-4512-809e-2c884e8065cf requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:49:00.620028 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e702971b-2b45-49ae-9715-1ec1a2712047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:00.622366 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e702971b-2b45-49ae-9715-1ec1a2712047 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:00.626226 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-62c01c6a-9ba5-47aa-b2c7-6525ee88ae67 req-a3d4bafa-da46-43b7-b8ac-6bab257642d7 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Calling delete_port for 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:49:00.720444 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e702971b-2b45-49ae-9715-1ec1a2712047 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0460250 Jan 28 05:49:00.794804 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Sync routers for ids ['89739816-720d-470d-9744-4723b9fee083'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:49:00.872785 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3597b394-77a6-4b40-bc8d-618c277685c4 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:00.874586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Routers {'89739816-720d-470d-9744-4723b9fee083'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:49:00.875229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:48:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['89739816-720d-470d-9744-4723b9fee083'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:00.888060 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-97cef9a2-fd95-4430-bf38-02861c03519f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.053161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd20c4-29a5-4aa3-9973-0e59ec828c9c req-73f28813-4898-4d6d-b005-d809ec38c032 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:01.055385 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8fcd20c4-29a5-4aa3-9973-0e59ec828c9c req-73f28813-4898-4d6d-b005-d809ec38c032 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 946 time: 0.1335070 Jan 28 05:49:01.120549 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-97cef9a2-fd95-4430-bf38-02861c03519f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.121889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Set router 89739816-720d-470d-9744-4723b9fee083 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:49:01.207160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cef9a2-fd95-4430-bf38-02861c03519f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Pushing event updated for resources: {'Port': ['ID=674b90d5-dcf3-436f-b840-21191a8b7e2e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:01.210615 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-62c01c6a-9ba5-47aa-b2c7-6525ee88ae67 req-a3d4bafa-da46-43b7-b8ac-6bab257642d7 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (537ee010-80ae-4a0f-88d5-f4bd02bf02e1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.242673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aa9bdc-35c3-4d65-9f0a-044becd73c41 None None] Network 3b94f49c-d348-4512-809e-2c884e8065cf requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:49:01.304809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['537ee010-80ae-4a0f-88d5-f4bd02bf02e1'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:01.328762 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34396) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:01.333344 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-e53a5469-6a78-4ad5-b9e6-fe89d4f3bca8 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1744100476', 'description': 'tempest-description--1188349594'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:01.355322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8fcd20c4-29a5-4aa3-9973-0e59ec828c9c req-a1203b38-2071-46b5-9a1e-2d752a5c11e5 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/security-groups?id=b62f85fc-4141-445e-9236-122e453ae8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869172 Jan 28 05:49:01.395480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 3597b394-77a6-4b40-bc8d-618c277685c4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:01.396782 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3597b394-77a6-4b40-bc8d-618c277685c4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.432997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4bafa-da46-43b7-b8ac-6bab257642d7 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Pushing event deleted for resources: {'Port': ['ID=537ee010-80ae-4a0f-88d5-f4bd02bf02e1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:01.444878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-97cef9a2-fd95-4430-bf38-02861c03519f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Network 5c505b81-6ecb-4c4a-a856-19ef45e45048 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:49:01.460295 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-97cef9a2-fd95-4430-bf38-02861c03519f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:01.483122 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-97cef9a2-fd95-4430-bf38-02861c03519f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:49:01.488278 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e53a5469-6a78-4ad5-b9e6-fe89d4f3bca8 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.628209 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-97cef9a2-fd95-4430-bf38-02861c03519f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:01.629256 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-97cef9a2-fd95-4430-bf38-02861c03519f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.640576 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e53a5469-6a78-4ad5-b9e6-fe89d4f3bca8 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for security_group (eaa9f2ca-32dc-4d61-9f92-274ebce9d47b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.653333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c01c6a-9ba5-47aa-b2c7-6525ee88ae67 req-a3d4bafa-da46-43b7-b8ac-6bab257642d7 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] No DVR routers for this DVR port 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:49:01.662527 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-62c01c6a-9ba5-47aa-b2c7-6525ee88ae67 req-a3d4bafa-da46-43b7-b8ac-6bab257642d7 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.666098 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62c01c6a-9ba5-47aa-b2c7-6525ee88ae67 req-a3d4bafa-da46-43b7-b8ac-6bab257642d7 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.64 "DELETE /v2.0/ports/537ee010-80ae-4a0f-88d5-f4bd02bf02e1 HTTP/1.1" status: 204 len: 173 time: 1.4013796 Jan 28 05:49:01.669266 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051a9413-1039-43e0-9233-11d698b48278', 'name': 'network-vif-deleted', 'tag': '537ee010-80ae-4a0f-88d5-f4bd02bf02e1'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:01.671311 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 3597b394-77a6-4b40-bc8d-618c277685c4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:01.677259 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2914c97a-406c-41bb-8492-e24bd48a4d78" -d '{"events": [{"server_uuid": "051a9413-1039-43e0-9233-11d698b48278", "name": "network-vif-deleted", "tag": "537ee010-80ae-4a0f-88d5-f4bd02bf02e1"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:01.690827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89739816-720d-470d-9744-4723b9fee083', 'name': 'tempest-ServersTestJSON-964229962-router', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:49Z', 'updated_at': '2022-01-28T05:48:57Z', 'revision_number': 4, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'gw_port': {'id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:50Z', 'updated_at': '2022-01-28T05:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '5fd95e52-d583-49f7-8cac-69fd291d8f02', 'name': '', 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'mac_address': 'fa:16:3e:74:a4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:48:57Z', 'revision_number': 2, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'subnets': [{'id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:01.723276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3b918-453b-4423-890c-b99cb0d19049 req-6d31ac30-6683-4475-afac-cad2671127ec tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:01.732636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3b918-453b-4423-890c-b99cb0d19049 req-6d31ac30-6683-4475-afac-cad2671127ec tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:01.737370 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e53a5469-6a78-4ad5-b9e6-fe89d4f3bca8 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (eaa9f2ca-32dc-4d61-9f92-274ebce9d47b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.738033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Checking router: 89739816-720d-470d-9744-4723b9fee083 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:49:01.738033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Updating router 89739816-720d-470d-9744-4723b9fee083 port 5fd95e52-d583-49f7-8cac-69fd291d8f02 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:49:01.739243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3b918-453b-4423-890c-b99cb0d19049 req-6d31ac30-6683-4475-afac-cad2671127ec tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:01.746208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3b918-453b-4423-890c-b99cb0d19049 req-6d31ac30-6683-4475-afac-cad2671127ec tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:01.753021 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3b918-453b-4423-890c-b99cb0d19049 req-6d31ac30-6683-4475-afac-cad2671127ec tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:01.760016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3b918-453b-4423-890c-b99cb0d19049 req-6d31ac30-6683-4475-afac-cad2671127ec tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:01.765820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3b918-453b-4423-890c-b99cb0d19049 req-6d31ac30-6683-4475-afac-cad2671127ec tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:01.775188 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2c3b918-453b-4423-890c-b99cb0d19049 req-6d31ac30-6683-4475-afac-cad2671127ec tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.3349643 Jan 28 05:49:01.776682 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.789817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a5469-6a78-4ad5-b9e6-fe89d4f3bca8 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa9f2ca-32dc-4d61-9f92-274ebce9d47b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:01.805690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-97cef9a2-fd95-4430-bf38-02861c03519f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8854673 Jan 28 05:49:01.835702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Request body: {'port': {'device_id': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:01.867690 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e53a5469-6a78-4ad5-b9e6-fe89d4f3bca8 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:01.870810 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e53a5469-6a78-4ad5-b9e6-fe89d4f3bca8 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5409782 Jan 28 05:49:01.882891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34408) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:01.889996 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c51ca1a6-ee4e-427d-b0cb-b9cd1d4bdea2 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Request body: {'security_group_rule': {'security_group_id': 'eaa9f2ca-32dc-4d61-9f92-274ebce9d47b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:01.993078 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2c3b918-453b-4423-890c-b99cb0d19049 req-e275d76d-8c39-4e43-b6e2-50bd5387a091 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2167108 Jan 28 05:49:01.997254 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.011213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0f540632-202e-47c7-a767-87ce051c7b76 None None] Provisioning complete for port 674b90d5-dcf3-436f-b840-21191a8b7e2e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:02.011639 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f540632-202e-47c7-a767-87ce051c7b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.024591 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c51ca1a6-ee4e-427d-b0cb-b9cd1d4bdea2 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for security_group_rule (08f70441-1837-4d37-82e3-615ee8f6a93e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.128980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0f540632-202e-47c7-a767-87ce051c7b76 None None] Port 674b90d5-dcf3-436f-b840-21191a8b7e2e cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:49:02.211054 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c51ca1a6-ee4e-427d-b0cb-b9cd1d4bdea2 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for security_group_rule (08f70441-1837-4d37-82e3-615ee8f6a93e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.274793 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df858b-0264-4eed-aa3f-4cdee8d64be4 req-6d226069-4f4a-400e-b508-0d2e4db1a8a2 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:02.277108 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61df858b-0264-4eed-aa3f-4cdee8d64be4 req-6d226069-4f4a-400e-b508-0d2e4db1a8a2 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 932 time: 0.0983195 Jan 28 05:49:02.324287 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Publish callbacks [] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.324615 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c51ca1a6-ee4e-427d-b0cb-b9cd1d4bdea2 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (08f70441-1837-4d37-82e3-615ee8f6a93e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.346757 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ca1a6-ee4e-427d-b0cb-b9cd1d4bdea2 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f70441-1837-4d37-82e3-615ee8f6a93e,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:02.470588 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61df858b-0264-4eed-aa3f-4cdee8d64be4 req-6b291b94-debd-405a-8af8-3d661bc3b436 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511965 Jan 28 05:49:02.497885 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.497885 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe7f70be-dd2b-495d-bc67-a04bbb05c8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.502580 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c51ca1a6-ee4e-427d-b0cb-b9cd1d4bdea2 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.505025 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c51ca1a6-ee4e-427d-b0cb-b9cd1d4bdea2 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6198430 Jan 28 05:49:02.516044 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34426) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:02.516191 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-7a761953-9990-493b-b2fe-725b9859115a tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:02.517514 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-7a761953-9990-493b-b2fe-725b9859115a tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/networks?id=3b94f49c-d348-4512-809e-2c884e8065cf HTTP/1.1" status: 200 len: 818 time: 0.2001023 Jan 28 05:49:02.530006 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7c3ca43b-4a4f-473a-9669-e79345ec7acd tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Request body: {'security_group_rule': {'security_group_id': 'eaa9f2ca-32dc-4d61-9f92-274ebce9d47b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:02.600059 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d46638-f745-4e99-9d89-e884851a4959 x-openstack-request-id: req-a0d46638-f745-4e99-9d89-e884851a4959 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:02.600413 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051a9413-1039-43e0-9233-11d698b48278", "name": "network-vif-deleted", "tag": "537ee010-80ae-4a0f-88d5-f4bd02bf02e1", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:02.600669 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0d46638-f745-4e99-9d89-e884851a4959 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:02.601576 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051a9413-1039-43e0-9233-11d698b48278', 'name': 'network-vif-deleted', 'tag': '537ee010-80ae-4a0f-88d5-f4bd02bf02e1', 'status': 'completed', 'code': 200} Jan 28 05:49:02.616810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-3a00a2c5-929d-4fb6-9a00-004b4f636bab tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/quotas/315522a9a64f494789e4eea81094e488 HTTP/1.1" status: 200 len: 375 time: 0.0887489 Jan 28 05:49:02.630876 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 674b90d5-dcf3-436f-b840-21191a8b7e2e {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:02.636450 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac164011-f056-4e86-a8c2-eb2086f6f422 None None] Pushing event updated for resources: {'Port': ['ID=5fd95e52-d583-49f7-8cac-69fd291d8f02,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:02.652424 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Publish callbacks [] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.684284 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-2821b129-fdc0-4cfa-ab91-5eac0a43e9fc tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=315522a9a64f494789e4eea81094e488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579054 Jan 28 05:49:02.701844 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c3ca43b-4a4f-473a-9669-e79345ec7acd tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for security_group_rule (b2ff93fc-f8d0-4d5c-a9fe-afd90de44457), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.707539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Transition to ACTIVE for port object 674b90d5-dcf3-436f-b840-21191a8b7e2e will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:49:02.783494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04f6ec9f-3289-4b68-8579-4b756f0d95f7 req-56ea24c1-78da-4767-9899-0c9237c2ec74 tempest-ServerAddressesNegativeTestJSON-1934098448 tempest-ServerAddressesNegativeTestJSON-1934098448-project] 10.222.0.31 "GET /v2.0/ports?device_id=051a9413-1039-43e0-9233-11d698b48278 HTTP/1.1" status: 200 len: 210 time: 0.0624795 Jan 28 05:49:02.815922 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.819002 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Attempting to bind port 5fd95e52-d583-49f7-8cac-69fd291d8f02 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:49:02.822076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Attempting to bind port 5fd95e52-d583-49f7-8cac-69fd291d8f02 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '59e6776f-5a06-495e-a8a1-687c5062921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:49:02.823197 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Attempting to bind port 5fd95e52-d583-49f7-8cac-69fd291d8f02 on network 19f36253-ed97-40f4-b915-6abd24de79a1 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:02.854444 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:49:02.861278 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Checking segment: {'id': '59e6776f-5a06-495e-a8a1-687c5062921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:02.861278 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.861278 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Bound using segment: {'id': '59e6776f-5a06-495e-a8a1-687c5062921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:49:02.861278 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Bound port: 5fd95e52-d583-49f7-8cac-69fd291d8f02, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e6776f-5a06-495e-a8a1-687c5062921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:49:02.861278 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.896586 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c3ca43b-4a4f-473a-9669-e79345ec7acd tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for security_group_rule (b2ff93fc-f8d0-4d5c-a9fe-afd90de44457), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:02.967819 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c3ca43b-4a4f-473a-9669-e79345ec7acd tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (b2ff93fc-f8d0-4d5c-a9fe-afd90de44457), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:03.004263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] For port 5fd95e52-d583-49f7-8cac-69fd291d8f02, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:49:03.004608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ca43b-4a4f-473a-9669-e79345ec7acd tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ff93fc-f8d0-4d5c-a9fe-afd90de44457,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:03.008408 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] For port 5fd95e52-d583-49f7-8cac-69fd291d8f02, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5fd95e52-d583-49f7-8cac-69fd291d8f02,segment=NetworkSegment(59e6776f-5a06-495e-a8a1-687c5062921f),segment_id=59e6776f-5a06-495e-a8a1-687c5062921f)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:49:03.018316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-22bd493a-b8a9-47b9-980f-834cdf695e93 service neutron] 10.222.0.31 "GET /v2.0/networks/3b94f49c-d348-4512-809e-2c884e8065cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221073 Jan 28 05:49:03.052069 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:03.108417 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c3ca43b-4a4f-473a-9669-e79345ec7acd tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:03.110344 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7c3ca43b-4a4f-473a-9669-e79345ec7acd tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5933678 Jan 28 05:49:03.113746 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34438) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:03.123664 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-6df1a806-2137-41cc-befd-c240e7aa8780 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:03.170485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Pushing event updated for resources: {'Port': ['ID=674b90d5-dcf3-436f-b840-21191a8b7e2e,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:03.250128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Attempting to bind port 674b90d5-dcf3-436f-b840-21191a8b7e2e on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:49:03.250504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Attempting to bind port 674b90d5-dcf3-436f-b840-21191a8b7e2e by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:49:03.250898 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Attempting to bind port 674b90d5-dcf3-436f-b840-21191a8b7e2e on network 5c505b81-6ecb-4c4a-a856-19ef45e45048 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:03.253562 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6df1a806-2137-41cc-befd-c240e7aa8780 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:03.275149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Port 674b90d5-dcf3-436f-b840-21191a8b7e2e on network 5c505b81-6ecb-4c4a-a856-19ef45e45048 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:49:03.275503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Attempting to bind port 674b90d5-dcf3-436f-b840-21191a8b7e2e on network 5c505b81-6ecb-4c4a-a856-19ef45e45048 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:03.299113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:49:03.299926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Checking segment: {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:03.299926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Bound using segment: {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:49:03.300301 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Bound port: 674b90d5-dcf3-436f-b840-21191a8b7e2e, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:49:03.300664 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:03.306631 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-0a83ac67-a1d0-4193-b44f-3c24e6049d2a service neutron] 10.222.0.31 "GET /v2.0/networks/3b94f49c-d348-4512-809e-2c884e8065cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871587 Jan 28 05:49:03.333429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b554b-52fb-4f43-ad64-d9c58906ae8f req-c23ea37b-fd9d-4ead-8d41-5de315277699 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:03.336395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b554b-52fb-4f43-ad64-d9c58906ae8f req-c23ea37b-fd9d-4ead-8d41-5de315277699 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:03.341739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b554b-52fb-4f43-ad64-d9c58906ae8f req-c23ea37b-fd9d-4ead-8d41-5de315277699 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:03.347147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b554b-52fb-4f43-ad64-d9c58906ae8f req-c23ea37b-fd9d-4ead-8d41-5de315277699 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:03.353441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b554b-52fb-4f43-ad64-d9c58906ae8f req-c23ea37b-fd9d-4ead-8d41-5de315277699 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:03.359423 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b554b-52fb-4f43-ad64-d9c58906ae8f req-c23ea37b-fd9d-4ead-8d41-5de315277699 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:03.372429 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Routers {'89739816-720d-470d-9744-4723b9fee083'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:49:03.373037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b554b-52fb-4f43-ad64-d9c58906ae8f req-c23ea37b-fd9d-4ead-8d41-5de315277699 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:03.373163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:48:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['89739816-720d-470d-9744-4723b9fee083'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:03.381004 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-132b554b-52fb-4f43-ad64-d9c58906ae8f req-c23ea37b-fd9d-4ead-8d41-5de315277699 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5419 time: 0.1808040 Jan 28 05:49:03.429962 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-08d79edd-38d8-46c6-b538-a419e3443d85 None None] Provisioning complete for port 5fd95e52-d583-49f7-8cac-69fd291d8f02 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:03.430470 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-08d79edd-38d8-46c6-b538-a419e3443d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:03.512466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:49:03.517230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] For port 674b90d5-dcf3-436f-b840-21191a8b7e2e, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:49:03.522043 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] For port 674b90d5-dcf3-436f-b840-21191a8b7e2e, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:49:03.525299 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6df1a806-2137-41cc-befd-c240e7aa8780 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:03.546845 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:49:03.547251 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 537ee010-80ae-4a0f-88d5-f4bd02bf02e1 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:49:03.563127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac164011-f056-4e86-a8c2-eb2086f6f422 None None] Pushing event updated for resources: {'Port': ['ID=5fd95e52-d583-49f7-8cac-69fd291d8f02,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:03.609670 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-132b554b-52fb-4f43-ad64-d9c58906ae8f req-3cbfcfb0-ae53-47e5-a133-8706fb3c6c9a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2277598 Jan 28 05:49:03.620321 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:03.684338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] Set router 89739816-720d-470d-9744-4723b9fee083 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:49:03.721203 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-6df1a806-2137-41cc-befd-c240e7aa8780 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Allocated IP 172.25.0.183 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/4741b961-4342-4b1b-9b7b-93f706376194) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:49:03.785223 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-08d79edd-38d8-46c6-b538-a419e3443d85 None None] Current status of the port 5fd95e52-d583-49f7-8cac-69fd291d8f02 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:03.785890 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-08d79edd-38d8-46c6-b538-a419e3443d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:03.867337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:03.868046 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:03.873025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] 10.222.0.64 "PUT /v2.0/ports/674b90d5-dcf3-436f-b840-21191a8b7e2e HTTP/1.1" status: 200 len: 1093 time: 2.0454915 Jan 28 05:49:03.875934 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-08d79edd-38d8-46c6-b538-a419e3443d85 None None] For port 5fd95e52-d583-49f7-8cac-69fd291d8f02, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5fd95e52-d583-49f7-8cac-69fd291d8f02,segment=NetworkSegment(59e6776f-5a06-495e-a8a1-687c5062921f),segment_id=59e6776f-5a06-495e-a8a1-687c5062921f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:03.894838 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6df1a806-2137-41cc-befd-c240e7aa8780 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for port (4741b961-4342-4b1b-9b7b-93f706376194), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:03.960652 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-179bb0e3-e7ca-414e-8b2f-b05d5a1ea3da req-2e98acbb-78b0-4d10-8b23-d82252bbdcd6 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 210 time: 0.1896019 Jan 28 05:49:03.994289 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-08d79edd-38d8-46c6-b538-a419e3443d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:04.012534 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34466) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:04.037763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0ebd5-7c7d-4fb6-a582-b7aab1edbdf1 service neutron] Pushing event updated for resources: {'Port': ['ID=674b90d5-dcf3-436f-b840-21191a8b7e2e,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:04.073079 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6df1a806-2137-41cc-befd-c240e7aa8780 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (4741b961-4342-4b1b-9b7b-93f706376194), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:04.120849 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200a579-1f4e-41fb-be51-30c559bc6394 req-24dda1eb-9a0b-4d50-9b31-840a86aad663 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:04.121076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 54091cbf-0759-4416-b585-fbc00752ec51 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:49:04.122402 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7200a579-1f4e-41fb-be51-30c559bc6394 req-24dda1eb-9a0b-4d50-9b31-840a86aad663 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 944 time: 0.2986796 Jan 28 05:49:04.143376 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-77441d53-bcba-4370-ae38-34088b7bfde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:04.145216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-77441d53-bcba-4370-ae38-34088b7bfde2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 1096 time: 0.0795612 Jan 28 05:49:04.163794 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df1a806-2137-41cc-befd-c240e7aa8780 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:49:04.181708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-6df1a806-2137-41cc-befd-c240e7aa8780 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:04.187301 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1a806-2137-41cc-befd-c240e7aa8780 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Pushing event updated for resources: {'Port': ['ID=4741b961-4342-4b1b-9b7b-93f706376194,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:04.190110 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1a806-2137-41cc-befd-c240e7aa8780 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:49:04.225952 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-7d39f151-faf7-40c0-8f06-7ed565679973 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e HTTP/1.1" status: 200 len: 217 time: 0.0628707 Jan 28 05:49:04.260892 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dee0f4d-2571-4e83-bc02-78e60be78c52 admin admin] Deleting subnet ab0e9142-efe7-4973-96f4-1078ed517c4e {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:49:04.276634 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dee0f4d-2571-4e83-bc02-78e60be78c52 admin admin] Publish callbacks [] for subnet (ab0e9142-efe7-4973-96f4-1078ed517c4e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:04.298906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 54091cbf-0759-4416-b585-fbc00752ec51, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=54091cbf-0759-4416-b585-fbc00752ec51,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:04.324407 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-c0deef1a-b27c-4566-939f-4e121ca8de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:04.325235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '54091cbf-0759-4416-b585-fbc00752ec51', 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410', 'port_id': '54091cbf-0759-4416-b585-fbc00752ec51', 'mac_address': 'fa:16:3e:5e:cc:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b9cb9f-feef-45df-ae1f-fa66f4c913eb', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:49:04.331888 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-c0deef1a-b27c-4566-939f-4e121ca8de2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.0980506 Jan 28 05:49:04.338010 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7200a579-1f4e-41fb-be51-30c559bc6394 req-a33c4a6f-377d-4178-af7d-2380a48d7f4d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973257 Jan 28 05:49:04.356555 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d79edd-38d8-46c6-b538-a419e3443d85 None None] Pushing event updated for resources: {'Port': ['ID=5fd95e52-d583-49f7-8cac-69fd291d8f02,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:04.366347 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3dffb332-4867-40c7-a3d6-b76883c99464 None None] Provisioning complete for port 5fd95e52-d583-49f7-8cac-69fd291d8f02 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:04.366731 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3dffb332-4867-40c7-a3d6-b76883c99464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:04.453167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-1630e7ca-9568-464b-a96b-63a03a249ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:04.462335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-1630e7ca-9568-464b-a96b-63a03a249ec7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1230667 Jan 28 05:49:04.471858 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dee0f4d-2571-4e83-bc02-78e60be78c52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (ab0e9142-efe7-4973-96f4-1078ed517c4e), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:04.582433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 54091cbf-0759-4416-b585-fbc00752ec51 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:04.583089 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (54091cbf-0759-4416-b585-fbc00752ec51), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:04.599956 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6df1a806-2137-41cc-befd-c240e7aa8780 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for floatingip (64c240d1-d602-46ad-a7b7-77298dd05590), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:04.612887 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:04.622795 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2975d616-7916-4a4f-970f-2442e311f6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:04.625390 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dee0f4d-2571-4e83-bc02-78e60be78c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (ab0e9142-efe7-4973-96f4-1078ed517c4e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:04.632810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54091cbf-0759-4416-b585-fbc00752ec51 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:04.740552 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-af23c2bc-80d1-4a51-837d-738d7427f711 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698328 Jan 28 05:49:04.759541 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6df1a806-2137-41cc-befd-c240e7aa8780 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4741b961-4342-4b1b-9b7b-93f706376194), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:04.789770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3dffb332-4867-40c7-a3d6-b76883c99464 None None] Current status of the port 5fd95e52-d583-49f7-8cac-69fd291d8f02 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:04.815010 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ea5d7e-b9f8-4795-b034-39dd5b61465e x-openstack-request-id: req-a1ea5d7e-b9f8-4795-b034-39dd5b61465e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:04.816701 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:04.817708 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1ea5d7e-b9f8-4795-b034-39dd5b61465e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:04.828804 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'status': 'completed', 'code': 200} Jan 28 05:49:04.836859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 54091cbf-0759-4416-b585-fbc00752ec51, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=54091cbf-0759-4416-b585-fbc00752ec51,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:04.860742 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89739816-720d-470d-9744-4723b9fee083', 'name': 'tempest-ServersTestJSON-964229962-router', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:49Z', 'updated_at': '2022-01-28T05:48:57Z', 'revision_number': 4, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'gw_port': {'id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:50Z', 'updated_at': '2022-01-28T05:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '5fd95e52-d583-49f7-8cac-69fd291d8f02', 'name': '', 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'mac_address': 'fa:16:3e:74:a4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:02Z', 'revision_number': 4, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'subnets': [{'id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:04.961226 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d748188b-c1e0-468d-839f-3d299b0ea39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:04.965703 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (54091cbf-0759-4416-b585-fbc00752ec51), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:04.966761 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device de4521fc-53b1-4371-ba47-df5321d802fa details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:49:04.969082 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb288e-bced-4d62-9a1d-06d622d4e4ce None None] The sync data for ids ['89739816-720d-470d-9744-4723b9fee083'] in n-d-812111-12 is: [{'id': '89739816-720d-470d-9744-4723b9fee083', 'name': 'tempest-ServersTestJSON-964229962-router', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:49Z', 'updated_at': '2022-01-28T05:48:57Z', 'revision_number': 4, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'gw_port': {'id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:50Z', 'updated_at': '2022-01-28T05:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '5fd95e52-d583-49f7-8cac-69fd291d8f02', 'name': '', 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'mac_address': 'fa:16:3e:74:a4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:02Z', 'revision_number': 4, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'subnets': [{'id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:49:04.994181 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dee0f4d-2571-4e83-bc02-78e60be78c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (ab0e9142-efe7-4973-96f4-1078ed517c4e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:05.043202 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dee0f4d-2571-4e83-bc02-78e60be78c52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:05.046995 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4dee0f4d-2571-4e83-bc02-78e60be78c52 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ab0e9142-efe7-4973-96f4-1078ed517c4e HTTP/1.1" status: 204 len: 168 time: 1.0333822 Jan 28 05:49:05.050707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34500) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:05.051607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee0f4d-2571-4e83-bc02-78e60be78c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab0e9142-efe7-4973-96f4-1078ed517c4e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:05.145029 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae70254-0e7c-4304-8989-2c6ac5758533 req-5c1d2217-805f-4d9c-8746-972990e8140c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:05.151953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae70254-0e7c-4304-8989-2c6ac5758533 req-5c1d2217-805f-4d9c-8746-972990e8140c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:05.159108 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae70254-0e7c-4304-8989-2c6ac5758533 req-5c1d2217-805f-4d9c-8746-972990e8140c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:05.167317 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae70254-0e7c-4304-8989-2c6ac5758533 req-5c1d2217-805f-4d9c-8746-972990e8140c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:05.173940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae70254-0e7c-4304-8989-2c6ac5758533 req-5c1d2217-805f-4d9c-8746-972990e8140c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:05.180874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae70254-0e7c-4304-8989-2c6ac5758533 req-5c1d2217-805f-4d9c-8746-972990e8140c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:05.186759 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae70254-0e7c-4304-8989-2c6ac5758533 req-5c1d2217-805f-4d9c-8746-972990e8140c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:05.189548 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port de4521fc-53b1-4371-ba47-df5321d802fa, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=de4521fc-53b1-4371-ba47-df5321d802fa,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:05.202331 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=54091cbf-0759-4416-b585-fbc00752ec51,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:05.205684 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cae70254-0e7c-4304-8989-2c6ac5758533 req-5c1d2217-805f-4d9c-8746-972990e8140c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5420 time: 0.2880485 Jan 28 05:49:05.205904 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6df1a806-2137-41cc-befd-c240e7aa8780 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for port (4741b961-4342-4b1b-9b7b-93f706376194), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:05.223098 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-172766e8-cbee-4795-852f-05b782f443fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (b0790abb-d82a-4185-8e79-c62075298cb6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:05.236069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'de4521fc-53b1-4371-ba47-df5321d802fa', 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410', 'port_id': 'de4521fc-53b1-4371-ba47-df5321d802fa', 'mac_address': 'fa:16:3e:84:70:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b9cb9f-feef-45df-ae1f-fa66f4c913eb', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:49:05.286161 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port de4521fc-53b1-4371-ba47-df5321d802fa is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:05.287176 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (de4521fc-53b1-4371-ba47-df5321d802fa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:05.304452 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6df1a806-2137-41cc-befd-c240e7aa8780 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (4741b961-4342-4b1b-9b7b-93f706376194), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:05.305585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4521fc-53b1-4371-ba47-df5321d802fa {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:05.318665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cae70254-0e7c-4304-8989-2c6ac5758533 req-76c6b222-10b2-4c8f-aab6-97c26d47f8b5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103170 Jan 28 05:49:05.324571 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e9dd47e-0716-48d0-af0d-5bd722678887 req-80af9383-5116-46cd-8de2-0b452c2e10f8 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778513 Jan 28 05:49:05.327856 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0849c49-876c-499f-9179-4bb95fc5ad61 req-f0abf91b-254b-4511-8e28-2f1d7443f28d tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 210 time: 0.2517195 Jan 28 05:49:05.343493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port de4521fc-53b1-4371-ba47-df5321d802fa, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=de4521fc-53b1-4371-ba47-df5321d802fa,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:05.450532 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-172766e8-cbee-4795-852f-05b782f443fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (b0790abb-d82a-4185-8e79-c62075298cb6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:05.465928 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (de4521fc-53b1-4371-ba47-df5321d802fa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:05.465928 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:49:05.549047 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1a806-2137-41cc-befd-c240e7aa8780 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Pushing event updated for resources: {'Port': ['ID=4741b961-4342-4b1b-9b7b-93f706376194,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:05.574525 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6df1a806-2137-41cc-befd-c240e7aa8780 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (64c240d1-d602-46ad-a7b7-77298dd05590), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:05.587751 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-172766e8-cbee-4795-852f-05b782f443fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0790abb-d82a-4185-8e79-c62075298cb6']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:05.589128 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:49:05.604059 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-172766e8-cbee-4795-852f-05b782f443fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57eac891-acb5-4ef0-a341-bee1990779c7') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:05.604647 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-172766e8-cbee-4795-852f-05b782f443fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57eac891-acb5-4ef0-a341-bee1990779c7') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:05.618958 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-172766e8-cbee-4795-852f-05b782f443fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (57eac891-acb5-4ef0-a341-bee1990779c7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:05.631823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405c201-6e1a-44f8-be3b-dc6b3ff50f29 req-f710fda6-dc12-45a3-8321-b333c4de6831 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:05.633773 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8405c201-6e1a-44f8-be3b-dc6b3ff50f29 req-f710fda6-dc12-45a3-8321-b333c4de6831 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 944 time: 0.1478887 Jan 28 05:49:05.639260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975d616-7916-4a4f-970f-2442e311f6d4 req-04305aa3-4f14-4beb-bb21-d9c79091b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:05.640814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2975d616-7916-4a4f-970f-2442e311f6d4 req-04305aa3-4f14-4beb-bb21-d9c79091b82a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 1096 time: 0.1122324 Jan 28 05:49:05.645244 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=de4521fc-53b1-4371-ba47-df5321d802fa,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:05.675346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9,segment=NetworkSegment(2392e818-2b1c-4b88-b0a7-45f99a2215c1),segment_id=2392e818-2b1c-4b88-b0a7-45f99a2215c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:05.679216 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-172766e8-cbee-4795-852f-05b782f443fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (57eac891-acb5-4ef0-a341-bee1990779c7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:05.689007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9', 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868', 'port_id': '6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9', 'mac_address': 'fa:16:3e:be:ae:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:49:05.689302 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172766e8-cbee-4795-852f-05b782f443fc admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:49:05.689712 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-172766e8-cbee-4795-852f-05b782f443fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (57eac891-acb5-4ef0-a341-bee1990779c7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:05.743764 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:05.744247 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:05.764307 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:05.783526 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8405c201-6e1a-44f8-be3b-dc6b3ff50f29 req-d9cd988b-ef73-407b-933c-68ff3a4f7e3f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415927 Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:49:05.813524 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:49:05.823828 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6df1a806-2137-41cc-befd-c240e7aa8780 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:05.823828 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6df1a806-2137-41cc-befd-c240e7aa8780 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7050452 Jan 28 05:49:05.826489 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9,segment=NetworkSegment(2392e818-2b1c-4b88-b0a7-45f99a2215c1),segment_id=2392e818-2b1c-4b88-b0a7-45f99a2215c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:05.846260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975d616-7916-4a4f-970f-2442e311f6d4 req-33f59a84-85a2-4b46-b954-4191990cf5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:05.859289 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2975d616-7916-4a4f-970f-2442e311f6d4 req-33f59a84-85a2-4b46-b954-4191990cf5f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 913 time: 0.2095613 Jan 28 05:49:05.904428 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-172766e8-cbee-4795-852f-05b782f443fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (b0790abb-d82a-4185-8e79-c62075298cb6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:05.914013 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-172766e8-cbee-4795-852f-05b782f443fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:05.917811 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-172766e8-cbee-4795-852f-05b782f443fc admin admin] 10.222.0.31 "DELETE /v2.0/networks/b0790abb-d82a-4185-8e79-c62075298cb6 HTTP/1.1" status: 204 len: 168 time: 0.8637211 Jan 28 05:49:05.927031 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:05.927792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:49:05.942684 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2975d616-7916-4a4f-970f-2442e311f6d4 req-2b541a61-3c9a-449f-8b9b-390b732f12a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e HTTP/1.1" status: 200 len: 217 time: 0.0499797 Jan 28 05:49:05.970493 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172766e8-cbee-4795-852f-05b782f443fc admin admin] Pushing event deleted for resources: {'Network': ['ID=b0790abb-d82a-4185-8e79-c62075298cb6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:06.069858 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975d616-7916-4a4f-970f-2442e311f6d4 req-b2518521-1d15-4663-b9c4-b1511f455477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:06.071413 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2975d616-7916-4a4f-970f-2442e311f6d4 req-b2518521-1d15-4663-b9c4-b1511f455477 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.1187277 Jan 28 05:49:06.103836 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:06.119677 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:06.127072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a', 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410', 'port_id': '22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a', 'mac_address': 'fa:16:3e:f4:20:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b9cb9f-feef-45df-ae1f-fa66f4c913eb', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:49:06.168009 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-5ec7fc2b-3818-4c89-8b6f-d22034bfa6ba tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1744100476&fields=id&tenant_id=8c88014116ab4c13b796cf282b02d28b HTTP/1.1" status: 200 len: 267 time: 0.0926530 Jan 28 05:49:06.180503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:06.180974 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:06.184484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975d616-7916-4a4f-970f-2442e311f6d4 req-95924dc5-dedf-4829-b3b1-e5216205c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:06.188871 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2975d616-7916-4a4f-970f-2442e311f6d4 req-95924dc5-dedf-4829-b3b1-e5216205c0e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0937698 Jan 28 05:49:06.197939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:06.225740 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:06.316228 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:06.316918 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5af82a02-3fcb-48cb-87fb-eca56a102c4c details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:49:06.465710 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.resource_extend [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 05:49:06.547040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:06.590049 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5af82a02-3fcb-48cb-87fb-eca56a102c4c, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5af82a02-3fcb-48cb-87fb-eca56a102c4c,segment=NetworkSegment(3f86edcc-b597-4238-ba5a-e3fe3fd24b6d),segment_id=3f86edcc-b597-4238-ba5a-e3fe3fd24b6d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:06.595225 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34566) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:06.612198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '5af82a02-3fcb-48cb-87fb-eca56a102c4c', 'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940', 'port_id': '5af82a02-3fcb-48cb-87fb-eca56a102c4c', 'mac_address': 'fa:16:3e:a1:07:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b498353-5375-459e-bd93-4094c4cf6894', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:49:06.616862 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:06.661018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 5af82a02-3fcb-48cb-87fb-eca56a102c4c is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:06.661964 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5af82a02-3fcb-48cb-87fb-eca56a102c4c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:06.679460 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af82a02-3fcb-48cb-87fb-eca56a102c4c {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:06.705665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2975d616-7916-4a4f-970f-2442e311f6d4 req-3ceab848-5fd8-4d56-93e9-00b5bd79b704 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950213 Jan 28 05:49:06.718228 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f326b-3f59-48d9-b7d6-759c37d66f09 req-72429012-b4d2-4536-ab29-b72147dc2efd tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:06.730734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5af82a02-3fcb-48cb-87fb-eca56a102c4c, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5af82a02-3fcb-48cb-87fb-eca56a102c4c,segment=NetworkSegment(3f86edcc-b597-4238-ba5a-e3fe3fd24b6d),segment_id=3f86edcc-b597-4238-ba5a-e3fe3fd24b6d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:06.736037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f326b-3f59-48d9-b7d6-759c37d66f09 req-72429012-b4d2-4536-ab29-b72147dc2efd tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:06.750814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f326b-3f59-48d9-b7d6-759c37d66f09 req-72429012-b4d2-4536-ab29-b72147dc2efd tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:06.776118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f326b-3f59-48d9-b7d6-759c37d66f09 req-72429012-b4d2-4536-ab29-b72147dc2efd tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:06.776118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f326b-3f59-48d9-b7d6-759c37d66f09 req-72429012-b4d2-4536-ab29-b72147dc2efd tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:06.777418 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d8985c36-4423-4a70-b206-a0a8c85447b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b03ff07d3aa421abe99c7d5522f6a34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1801360 Jan 28 05:49:06.782502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f326b-3f59-48d9-b7d6-759c37d66f09 req-72429012-b4d2-4536-ab29-b72147dc2efd tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:06.783259 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34568) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:06.788764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f326b-3f59-48d9-b7d6-759c37d66f09 req-72429012-b4d2-4536-ab29-b72147dc2efd tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:06.796494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a39f326b-3f59-48d9-b7d6-759c37d66f09 req-72429012-b4d2-4536-ab29-b72147dc2efd tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5423 time: 0.2457979 Jan 28 05:49:06.825755 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5af82a02-3fcb-48cb-87fb-eca56a102c4c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:06.826876 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a634b533-7357-4188-8294-f3f088104ea5 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:49:06.827133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-2af05df1-b4f6-486d-9557-0afcab26567b tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:06.828607 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-2af05df1-b4f6-486d-9557-0afcab26567b tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/networks?id=19f36253-ed97-40f4-b915-6abd24de79a1 HTTP/1.1" status: 200 len: 805 time: 0.6378646 Jan 28 05:49:06.877143 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0566a1e0-5082-4a19-b5ea-23faa333cf44 admin admin] Publish callbacks [] for security_group (b62f85fc-4141-445e-9236-122e453ae8e7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:06.917382 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5fd95e52-d583-49f7-8cac-69fd291d8f02 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:06.960628 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0566a1e0-5082-4a19-b5ea-23faa333cf44 admin admin] Publish callbacks [] for security_group (b62f85fc-4141-445e-9236-122e453ae8e7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:06.973196 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a634b533-7357-4188-8294-f3f088104ea5, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a634b533-7357-4188-8294-f3f088104ea5,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:06.985358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=5af82a02-3fcb-48cb-87fb-eca56a102c4c,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:06.998057 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'a634b533-7357-4188-8294-f3f088104ea5', 'network_id': 'ef5d0fae-3857-45ba-8bd5-85c6f1126410', 'port_id': 'a634b533-7357-4188-8294-f3f088104ea5', 'mac_address': 'fa:16:3e:27:40:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b9cb9f-feef-45df-ae1f-fa66f4c913eb', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:49:07.004984 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-01d6fdd7-c441-4927-8a4c-ba94848ee557 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/quotas/8c88014116ab4c13b796cf282b02d28b HTTP/1.1" status: 200 len: 375 time: 0.1368108 Jan 28 05:49:07.081070 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port a634b533-7357-4188-8294-f3f088104ea5 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:07.086928 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a634b533-7357-4188-8294-f3f088104ea5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:07.109684 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a634b533-7357-4188-8294-f3f088104ea5 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:07.119724 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34576) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:07.127428 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0566a1e0-5082-4a19-b5ea-23faa333cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b62f85fc-4141-445e-9236-122e453ae8e7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:07.130140 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0566a1e0-5082-4a19-b5ea-23faa333cf44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:07.131686 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0566a1e0-5082-4a19-b5ea-23faa333cf44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b62f85fc-4141-445e-9236-122e453ae8e7 HTTP/1.1" status: 204 len: 168 time: 0.3472574 Jan 28 05:49:07.140201 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566a1e0-5082-4a19-b5ea-23faa333cf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62f85fc-4141-445e-9236-122e453ae8e7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:07.153206 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 5fd95e52-d583-49f7-8cac-69fd291d8f02 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:07.153582 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:07.216506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a634b533-7357-4188-8294-f3f088104ea5, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a634b533-7357-4188-8294-f3f088104ea5,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:07.243281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a39f326b-3f59-48d9-b7d6-759c37d66f09 req-93f34c07-856e-455d-9232-5993f119cec9 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4458380 Jan 28 05:49:07.258761 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2975d616-7916-4a4f-970f-2442e311f6d4 req-5ec1350e-61ab-4043-9ed0-3e77151bd1d4 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586165 Jan 28 05:49:07.265153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-c0421b50-cab2-4e45-adcd-8d9885228b07 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:07.266631 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-c0421b50-cab2-4e45-adcd-8d9885228b07 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.64 "GET /v2.0/networks?id=3b94f49c-d348-4512-809e-2c884e8065cf HTTP/1.1" status: 200 len: 818 time: 0.4681392 Jan 28 05:49:07.272993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-c6d393f6-c09c-4345-9a19-8cdab8726681 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c88014116ab4c13b796cf282b02d28b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2554317 Jan 28 05:49:07.292050 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a634b533-7357-4188-8294-f3f088104ea5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:07.293087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 466fe8cd-e266-4cb2-8f30-51463308a710 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:49:07.329970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-92b44a86-76ed-4832-b760-7aae766ce83e tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Request body: {'port': {'device_id': 'd9fe32f9-68b9-46fd-901b-0305e458f0b3', 'network_id': '3b94f49c-d348-4512-809e-2c884e8065cf', 'admin_state_up': True, 'tenant_id': '315522a9a64f494789e4eea81094e488'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:07.366018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5fd95e52-d583-49f7-8cac-69fd291d8f02 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:07.413870 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 466fe8cd-e266-4cb2-8f30-51463308a710, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=466fe8cd-e266-4cb2-8f30-51463308a710,segment=NetworkSegment(3f86edcc-b597-4238-ba5a-e3fe3fd24b6d),segment_id=3f86edcc-b597-4238-ba5a-e3fe3fd24b6d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:07.416541 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=a634b533-7357-4188-8294-f3f088104ea5,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:07.427569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '466fe8cd-e266-4cb2-8f30-51463308a710', 'network_id': '5163c916-d2f8-441e-b2dc-85c1354db940', 'port_id': '466fe8cd-e266-4cb2-8f30-51463308a710', 'mac_address': 'fa:16:3e:42:07:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b498353-5375-459e-bd93-4094c4cf6894', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:49:07.467796 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83796f4b-fe51-4f58-a2d5-2cb72d2e1435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:07.476621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-986bce09-06db-4172-901d-9f7d777cd8a6 req-e3aecb2b-09b4-4c5f-a507-7ea5be86433c tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 210 time: 0.0854964 Jan 28 05:49:07.476953 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 466fe8cd-e266-4cb2-8f30-51463308a710 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:07.477679 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (466fe8cd-e266-4cb2-8f30-51463308a710), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:07.515783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466fe8cd-e266-4cb2-8f30-51463308a710 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:07.554916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 466fe8cd-e266-4cb2-8f30-51463308a710, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=466fe8cd-e266-4cb2-8f30-51463308a710,segment=NetworkSegment(3f86edcc-b597-4238-ba5a-e3fe3fd24b6d),segment_id=3f86edcc-b597-4238-ba5a-e3fe3fd24b6d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:07.558845 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 674b90d5-dcf3-436f-b840-21191a8b7e2e details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:49:07.562060 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-4bb1d6e2-b414-4179-b847-c23f30e37de5 service neutron] 10.222.0.31 "GET /v2.0/networks/19f36253-ed97-40f4-b915-6abd24de79a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710772 Jan 28 05:49:07.608223 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83796f4b-fe51-4f58-a2d5-2cb72d2e1435 admin admin] Publish callbacks [] for security_group (36322590-a903-49ad-94c4-71b0d2e0613c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:07.623164 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (466fe8cd-e266-4cb2-8f30-51463308a710), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:07.713660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-2f3cfd0d-c368-4f49-8504-af0ff8417614 service neutron] 10.222.0.31 "GET /v2.0/networks/19f36253-ed97-40f4-b915-6abd24de79a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433218 Jan 28 05:49:07.721472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a626145-8f7d-4b19-963e-21e2fbd5aee7 req-f4026791-ba8c-44e7-b5d6-ef4b319045a2 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:07.722997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a626145-8f7d-4b19-963e-21e2fbd5aee7 req-f4026791-ba8c-44e7-b5d6-ef4b319045a2 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 944 time: 0.0873923 Jan 28 05:49:07.734546 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83796f4b-fe51-4f58-a2d5-2cb72d2e1435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (36322590-a903-49ad-94c4-71b0d2e0613c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:07.796996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=466fe8cd-e266-4cb2-8f30-51463308a710,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:07.811176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a626145-8f7d-4b19-963e-21e2fbd5aee7 req-14284eeb-e945-4495-bb79-6b7b5b23c3aa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749013 Jan 28 05:49:07.812646 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-92b44a86-76ed-4832-b760-7aae766ce83e tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Made reservation on behalf of 315522a9a64f494789e4eea81094e488 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:07.813554 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83796f4b-fe51-4f58-a2d5-2cb72d2e1435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36322590-a903-49ad-94c4-71b0d2e0613c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:07.817306 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-92b44a86-76ed-4832-b760-7aae766ce83e tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:07.852276 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-83796f4b-fe51-4f58-a2d5-2cb72d2e1435 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5ae1c1216624be2afd1491556bf6b6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7306712 Jan 28 05:49:07.854868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34586) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:07.856469 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 674b90d5-dcf3-436f-b840-21191a8b7e2e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:07.866760 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:07.872207 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'port_id': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'mac_address': 'fa:16:3e:da:61:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:49:07.931438 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 674b90d5-dcf3-436f-b840-21191a8b7e2e is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:07.931979 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:07.949557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674b90d5-dcf3-436f-b840-21191a8b7e2e {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:07.969030 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7769fa7c-4673-475e-bd99-2b814bea2e29 admin admin] Publish callbacks [] for security_group (36322590-a903-49ad-94c4-71b0d2e0613c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:07.972276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 674b90d5-dcf3-436f-b840-21191a8b7e2e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:07.992329 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7769fa7c-4673-475e-bd99-2b814bea2e29 admin admin] Publish callbacks [] for security_group (36322590-a903-49ad-94c4-71b0d2e0613c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:08.038084 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:08.085491 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-92b44a86-76ed-4832-b760-7aae766ce83e tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Allocated IP 172.20.0.6 (3b94f49c-d348-4512-809e-2c884e8065cf/ed379ddd-59af-4f85-9309-010d638d733a/ea10d1aa-2684-4750-b005-dee12c47c39b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:49:08.110548 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7769fa7c-4673-475e-bd99-2b814bea2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (36322590-a903-49ad-94c4-71b0d2e0613c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:08.113276 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7769fa7c-4673-475e-bd99-2b814bea2e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:08.114903 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7769fa7c-4673-475e-bd99-2b814bea2e29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36322590-a903-49ad-94c4-71b0d2e0613c HTTP/1.1" status: 204 len: 168 time: 0.2588856 Jan 28 05:49:08.131349 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769fa7c-4673-475e-bd99-2b814bea2e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36322590-a903-49ad-94c4-71b0d2e0613c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:08.206642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-663a4edb-b46c-4a53-be61-a32ffe3bd64d req-d62b49ac-c7c7-489d-9b85-3b6b84bf8d85 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 210 time: 0.0864339 Jan 28 05:49:08.361679 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=674b90d5-dcf3-436f-b840-21191a8b7e2e,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:08.408675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['674b90d5-dcf3-436f-b840-21191a8b7e2e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:08.431270 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-92b44a86-76ed-4832-b760-7aae766ce83e tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Publish callbacks [] for port (ea10d1aa-2684-4750-b005-dee12c47c39b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:08.465001 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be4a99-1859-4fd3-a49f-cc5fe27eea92 req-06290bb3-60dc-44df-b93e-90bf99149280 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:08.470934 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be4a99-1859-4fd3-a49f-cc5fe27eea92 req-06290bb3-60dc-44df-b93e-90bf99149280 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:08.477229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be4a99-1859-4fd3-a49f-cc5fe27eea92 req-06290bb3-60dc-44df-b93e-90bf99149280 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:08.483004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be4a99-1859-4fd3-a49f-cc5fe27eea92 req-06290bb3-60dc-44df-b93e-90bf99149280 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:08.488489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be4a99-1859-4fd3-a49f-cc5fe27eea92 req-06290bb3-60dc-44df-b93e-90bf99149280 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:08.494803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be4a99-1859-4fd3-a49f-cc5fe27eea92 req-06290bb3-60dc-44df-b93e-90bf99149280 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:08.500171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be4a99-1859-4fd3-a49f-cc5fe27eea92 req-06290bb3-60dc-44df-b93e-90bf99149280 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:08.502194 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80be4a99-1859-4fd3-a49f-cc5fe27eea92 req-06290bb3-60dc-44df-b93e-90bf99149280 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5426 time: 0.1415417 Jan 28 05:49:08.565199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['de4521fc-53b1-4371-ba47-df5321d802fa'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:08.583906 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80be4a99-1859-4fd3-a49f-cc5fe27eea92 req-4dcca36f-f6ec-4a78-9c20-690b1a0cd1f3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732756 Jan 28 05:49:08.617905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['54091cbf-0759-4416-b585-fbc00752ec51'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:08.647550 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfaf11b8-3572-46de-b116-a81fdea75a87 req-b6c31929-27a2-4e4f-9fc5-a7e6a4c0c2a1 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 210 time: 0.0380955 Jan 28 05:49:08.652494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['a634b533-7357-4188-8294-f3f088104ea5'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:08.665257 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-92b44a86-76ed-4832-b760-7aae766ce83e tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ea10d1aa-2684-4750-b005-dee12c47c39b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:08.687796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:08.722032 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-92b44a86-76ed-4832-b760-7aae766ce83e tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Network 3b94f49c-d348-4512-809e-2c884e8065cf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:49:08.725885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-92b44a86-76ed-4832-b760-7aae766ce83e tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:08.731047 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-92b44a86-76ed-4832-b760-7aae766ce83e tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:49:08.744223 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:08.781572 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-92b44a86-76ed-4832-b760-7aae766ce83e tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:08.782334 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-92b44a86-76ed-4832-b760-7aae766ce83e tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:08.807646 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b44a86-76ed-4832-b760-7aae766ce83e tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Pushing event updated for resources: {'Port': ['ID=ea10d1aa-2684-4750-b005-dee12c47c39b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:08.814585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['5af82a02-3fcb-48cb-87fb-eca56a102c4c'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:08.817080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['466fe8cd-e266-4cb2-8f30-51463308a710'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:08.903590 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-92b44a86-76ed-4832-b760-7aae766ce83e tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5984404 Jan 28 05:49:08.920343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Request body: {'port': {'device_id': 'd9fe32f9-68b9-46fd-901b-0305e458f0b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:09.074973 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ea10d1aa-2684-4750-b005-dee12c47c39b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:09.095145 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24019df9-e28e-48ad-93fd-22ef95b0731a req-f3be6c14-fbbe-46dd-a847-9ad5fce0ba03 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:09.096626 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24019df9-e28e-48ad-93fd-22ef95b0731a req-f3be6c14-fbbe-46dd-a847-9ad5fce0ba03 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1217644 Jan 28 05:49:09.213234 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:09.248340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24019df9-e28e-48ad-93fd-22ef95b0731a req-047e3475-763e-48b4-ade7-0e59043d077d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245284 Jan 28 05:49:09.317231 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34638) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:09.342634 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74ae8c6e-cfd4-4dd3-bcf0-2fc77eee3a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:09.355937 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3468ffa1-4cb8-41e5-846c-67fc2fc3752c req-49697961-e87b-4a94-9995-26dfaa771a14 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 210 time: 0.0672996 Jan 28 05:49:09.524260 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74ae8c6e-cfd4-4dd3-bcf0-2fc77eee3a11 admin admin] Publish callbacks [] for security_group (e49ae408-8863-44b9-8029-b3162d18299a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:09.567135 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 674b90d5-dcf3-436f-b840-21191a8b7e2e up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:09.590903 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea10d1aa-2684-4750-b005-dee12c47c39b {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:09.595696 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74ae8c6e-cfd4-4dd3-bcf0-2fc77eee3a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e49ae408-8863-44b9-8029-b3162d18299a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:09.615146 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Publish callbacks [] for port (ea10d1aa-2684-4750-b005-dee12c47c39b), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:09.649647 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-74ae8c6e-cfd4-4dd3-bcf0-2fc77eee3a11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=899cabf904d34d579accddd0fb2675f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3420825 Jan 28 05:49:09.651384 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34656) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:09.658937 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae8c6e-cfd4-4dd3-bcf0-2fc77eee3a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49ae408-8863-44b9-8029-b3162d18299a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:09.673704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Transition to ACTIVE for port object ea10d1aa-2684-4750-b005-dee12c47c39b will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:49:09.722665 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28790fc4-f85c-41d6-b8c3-b27d26900aab admin admin] Publish callbacks [] for security_group (e49ae408-8863-44b9-8029-b3162d18299a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:09.768211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-bb1d39a0-6d35-40cf-9fd1-28ce14c458f7 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:09.769861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-bb1d39a0-6d35-40cf-9fd1-28ce14c458f7 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/networks?id=88381437-0e71-4561-a992-619e0f4004bd HTTP/1.1" status: 200 len: 814 time: 0.2030115 Jan 28 05:49:09.773257 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ea10d1aa-2684-4750-b005-dee12c47c39b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:09.776209 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28790fc4-f85c-41d6-b8c3-b27d26900aab admin admin] Publish callbacks [] for security_group (e49ae408-8863-44b9-8029-b3162d18299a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:09.845983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34666) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:09.850193 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-abb8333f-a7fb-4036-b23e-c7733202492b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/quotas/df8aef7b4c7c4daeaa50e23459079d68 HTTP/1.1" status: 200 len: 375 time: 0.0370345 Jan 28 05:49:09.855697 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 674b90d5-dcf3-436f-b840-21191a8b7e2e completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:49:09.866950 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 674b90d5-dcf3-436f-b840-21191a8b7e2e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:09.866950 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:09.871864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Pushing event updated for resources: {'Port': ['ID=ea10d1aa-2684-4750-b005-dee12c47c39b,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:09.921630 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28790fc4-f85c-41d6-b8c3-b27d26900aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e49ae408-8863-44b9-8029-b3162d18299a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:09.925332 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28790fc4-f85c-41d6-b8c3-b27d26900aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:09.928363 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3020d2-0516-46f8-9580-7fbb4f1b015a req-4a17aedf-07c0-4aec-a0e1-124cf60838ca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:09.930075 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-28790fc4-f85c-41d6-b8c3-b27d26900aab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e49ae408-8863-44b9-8029-b3162d18299a HTTP/1.1" status: 204 len: 168 time: 0.2774103 Jan 28 05:49:09.935518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3020d2-0516-46f8-9580-7fbb4f1b015a req-4a17aedf-07c0-4aec-a0e1-124cf60838ca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:09.940391 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28790fc4-f85c-41d6-b8c3-b27d26900aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49ae408-8863-44b9-8029-b3162d18299a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:09.940901 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3020d2-0516-46f8-9580-7fbb4f1b015a req-4a17aedf-07c0-4aec-a0e1-124cf60838ca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:09.946285 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3020d2-0516-46f8-9580-7fbb4f1b015a req-4a17aedf-07c0-4aec-a0e1-124cf60838ca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:09.951607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3020d2-0516-46f8-9580-7fbb4f1b015a req-4a17aedf-07c0-4aec-a0e1-124cf60838ca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:09.956878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3020d2-0516-46f8-9580-7fbb4f1b015a req-4a17aedf-07c0-4aec-a0e1-124cf60838ca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:09.962664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3020d2-0516-46f8-9580-7fbb4f1b015a req-4a17aedf-07c0-4aec-a0e1-124cf60838ca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:09.964594 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb3020d2-0516-46f8-9580-7fbb4f1b015a req-4a17aedf-07c0-4aec-a0e1-124cf60838ca tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5426 time: 0.2127028 Jan 28 05:49:10.010927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 674b90d5-dcf3-436f-b840-21191a8b7e2e is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:10.010927 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:10.051100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:10.054624 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9642f1c5-2320-42dd-9603-03a300a0d714" -d '{"events": [{"server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "name": "network-vif-plugged", "status": "completed", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:10.070604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 674b90d5-dcf3-436f-b840-21191a8b7e2e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:10.071697 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-7e4371c0-1d14-488e-8ca2-7d8d01309355 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2032320 Jan 28 05:49:10.090762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb3020d2-0516-46f8-9580-7fbb4f1b015a req-cb51b835-74fb-4421-ac34-db3555350413 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040947 Jan 28 05:49:10.144951 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:10.176273 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Attempting to bind port ea10d1aa-2684-4750-b005-dee12c47c39b on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:49:10.176792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Attempting to bind port ea10d1aa-2684-4750-b005-dee12c47c39b by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '71363ff4-e0e1-4c84-ae38-a4835e43e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3b94f49c-d348-4512-809e-2c884e8065cf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:49:10.177819 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Attempting to bind port ea10d1aa-2684-4750-b005-dee12c47c39b on network 3b94f49c-d348-4512-809e-2c884e8065cf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:10.188653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-49a33474-aefd-4438-ace6-d9a5e1909b68 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-507205832-network', 'tenant_id': '6a4b71aff97e4924b5104fe138ffbc37'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:10.203550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Port ea10d1aa-2684-4750-b005-dee12c47c39b on network 3b94f49c-d348-4512-809e-2c884e8065cf not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:49:10.203940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Attempting to bind port ea10d1aa-2684-4750-b005-dee12c47c39b on network 3b94f49c-d348-4512-809e-2c884e8065cf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:10.232637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:49:10.239680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Checking segment: {'id': '71363ff4-e0e1-4c84-ae38-a4835e43e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3b94f49c-d348-4512-809e-2c884e8065cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:10.239680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Bound using segment: {'id': '71363ff4-e0e1-4c84-ae38-a4835e43e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3b94f49c-d348-4512-809e-2c884e8065cf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:49:10.239680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Bound port: ea10d1aa-2684-4750-b005-dee12c47c39b, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71363ff4-e0e1-4c84-ae38-a4835e43e0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3b94f49c-d348-4512-809e-2c884e8065cf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:49:10.239680 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ea10d1aa-2684-4750-b005-dee12c47c39b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:10.274941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=674b90d5-dcf3-436f-b840-21191a8b7e2e,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:10.283907 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-b99d450c-74fd-4a7f-9aba-0a1b5cbe3356 service neutron] 10.222.0.31 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982038 Jan 28 05:49:10.327849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a33474-aefd-4438-ace6-d9a5e1909b68 admin admin] Made reservation on behalf of 6a4b71aff97e4924b5104fe138ffbc37 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:10.330841 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49a33474-aefd-4438-ace6-d9a5e1909b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:10.340758 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49a33474-aefd-4438-ace6-d9a5e1909b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:10.386955 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d86a1a-6dcc-46c6-a6da-e05959d31437 req-4c2cb0f0-69c9-477a-a394-49119e3ff375 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:10.388484 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7d86a1a-6dcc-46c6-a6da-e05959d31437 req-4c2cb0f0-69c9-477a-a394-49119e3ff375 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 943 time: 0.2133622 Jan 28 05:49:10.433163 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49a33474-aefd-4438-ace6-d9a5e1909b68 admin admin] Publish callbacks [] for security_group (bc031821-9cde-4d66-9e02-0426f0228b45), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:10.489442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] For port ea10d1aa-2684-4750-b005-dee12c47c39b, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:49:10.489442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-545cc093-1eef-4fa9-87a7-d66e09958fdd service neutron] 10.222.0.31 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038918 Jan 28 05:49:10.510807 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49a33474-aefd-4438-ace6-d9a5e1909b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bc031821-9cde-4d66-9e02-0426f0228b45), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:10.528091 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7d86a1a-6dcc-46c6-a6da-e05959d31437 req-bcf80090-43d5-4d42-90ec-69484317c8b2 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256602 Jan 28 05:49:10.533429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] For port ea10d1aa-2684-4750-b005-dee12c47c39b, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ea10d1aa-2684-4750-b005-dee12c47c39b,segment=NetworkSegment(71363ff4-e0e1-4c84-ae38-a4835e43e0a0),segment_id=71363ff4-e0e1-4c84-ae38-a4835e43e0a0)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:49:10.552410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a33474-aefd-4438-ace6-d9a5e1909b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc031821-9cde-4d66-9e02-0426f0228b45,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:10.562746 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a33474-aefd-4438-ace6-d9a5e1909b68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:49:10.590247 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49a33474-aefd-4438-ace6-d9a5e1909b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (34d6a8ce-de73-4af8-a6b9-9e661d26b3a5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:10.590914 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-49a33474-aefd-4438-ace6-d9a5e1909b68 admin admin] Added segment 34d6a8ce-de73-4af8-a6b9-9e661d26b3a5 of type vlan for network b508a4c5-a019-4f2f-8d30-64000aafa49d Jan 28 05:49:10.639977 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a491ea-f083-4816-b845-7e4551e688b5 x-openstack-request-id: req-57a491ea-f083-4816-b845-7e4551e688b5 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:10.640457 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "name": "network-vif-plugged", "status": "completed", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:10.640732 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57a491ea-f083-4816-b845-7e4551e688b5 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:10.641190 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'code': 200} Jan 28 05:49:10.655611 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49a33474-aefd-4438-ace6-d9a5e1909b68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (b508a4c5-a019-4f2f-8d30-64000aafa49d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:10.710510 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ea10d1aa-2684-4750-b005-dee12c47c39b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:10.787050 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:10.787930 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:10.796349 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] 10.222.0.64 "PUT /v2.0/ports/ea10d1aa-2684-4750-b005-dee12c47c39b HTTP/1.1" status: 200 len: 1092 time: 1.8736227 Jan 28 05:49:10.796349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fe32f9-68b9-46fd-901b-0305e458f0b3', 'tag': 'ea10d1aa-2684-4750-b005-dee12c47c39b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:10.796349 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8908e43f-7a62-4f6d-a4fc-f07b0b41dfb0" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fe32f9-68b9-46fd-901b-0305e458f0b3", "tag": "ea10d1aa-2684-4750-b005-dee12c47c39b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:10.813186 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49a33474-aefd-4438-ace6-d9a5e1909b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (b508a4c5-a019-4f2f-8d30-64000aafa49d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:10.814787 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a33474-aefd-4438-ace6-d9a5e1909b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:10.815472 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49a33474-aefd-4438-ace6-d9a5e1909b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:10.883419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc34f5-aebe-487c-9fcd-35fb5cc23ece service neutron] Pushing event updated for resources: {'Port': ['ID=ea10d1aa-2684-4750-b005-dee12c47c39b,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:10.906364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a33474-aefd-4438-ace6-d9a5e1909b68 admin admin] Pushing event updated for resources: {'Network': ['ID=b508a4c5-a019-4f2f-8d30-64000aafa49d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:10.912620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214b82f-f9b0-40b7-b446-bff80477a1e6 req-c7bbc10d-6811-4423-89b8-f90120697284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:10.914179 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6214b82f-f9b0-40b7-b446-bff80477a1e6 req-c7bbc10d-6811-4423-89b8-f90120697284 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 1098 time: 0.1700649 Jan 28 05:49:10.928201 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network b508a4c5-a019-4f2f-8d30-64000aafa49d details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:49:10.956645 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-49a33474-aefd-4438-ace6-d9a5e1909b68 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1090109 Jan 28 05:49:10.956921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34706) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:10.962129 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-0b63d8aa-08f5-4d2e-b1a5-5ea9dd219907 admin admin] Request body: {'subnet': {'network_id': 'b508a4c5-a019-4f2f-8d30-64000aafa49d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-507205832-subnet', 'tenant_id': '6a4b71aff97e4924b5104fe138ffbc37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:10.999520 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999f398-ab91-4789-97b7-912e18f9bce7 req-cde2d27c-7f18-47fb-8884-27437cd4221c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:11.002526 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6999f398-ab91-4789-97b7-912e18f9bce7 req-cde2d27c-7f18-47fb-8884-27437cd4221c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 946 time: 0.2563756 Jan 28 05:49:11.086069 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6214b82f-f9b0-40b7-b446-bff80477a1e6 req-20ab529d-b29e-431d-a603-fb74b65fad57 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510506 Jan 28 05:49:11.108505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-32f75dd6-f02d-4784-9d06-df7210b986a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:11.113583 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-32f75dd6-f02d-4784-9d06-df7210b986a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=315522a9a64f494789e4eea81094e488&device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 1095 time: 0.1781204 Jan 28 05:49:11.130580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6999f398-ab91-4789-97b7-912e18f9bce7 req-8bd1f915-cd65-4ff8-ae37-2e7481a5b1ac tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051247 Jan 28 05:49:11.134539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b63d8aa-08f5-4d2e-b1a5-5ea9dd219907 admin admin] Made reservation on behalf of 6a4b71aff97e4924b5104fe138ffbc37 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:11.137273 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0b63d8aa-08f5-4d2e-b1a5-5ea9dd219907 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:11.252091 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1817120-57e6-42d5-84ce-ce0e8106b1d6 req-47a63570-6b29-4bb5-ba96-4faf706d8d8a tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 210 time: 0.0394025 Jan 28 05:49:11.332283 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-e744f879-e73c-40f9-9fc4-b795ca78ebe1 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:11.332283 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-e744f879-e73c-40f9-9fc4-b795ca78ebe1 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.60 "GET /v2.0/networks?id=19f36253-ed97-40f4-b915-6abd24de79a1 HTTP/1.1" status: 200 len: 805 time: 0.1459479 Jan 28 05:49:11.341035 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c845a75c-8202-4455-a561-29348c48514f x-openstack-request-id: req-c845a75c-8202-4455-a561-29348c48514f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:11.341401 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fe32f9-68b9-46fd-901b-0305e458f0b3", "tag": "ea10d1aa-2684-4750-b005-dee12c47c39b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:11.341681 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c845a75c-8202-4455-a561-29348c48514f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:11.342130 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fe32f9-68b9-46fd-901b-0305e458f0b3', 'tag': 'ea10d1aa-2684-4750-b005-dee12c47c39b', 'status': 'completed', 'code': 200} Jan 28 05:49:11.421371 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-8360204b-67d9-40f7-ab21-35b1f6303483 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c88014116ab4c13b796cf282b02d28b HTTP/1.1" status: 200 len: 380 time: 0.0736768 Jan 28 05:49:11.430879 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-983052e0-e288-47a8-ad19-f792114d78e1 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Request body: {'port': {'device_id': 'fd9b1f41-3a99-4fe5-94df-973888c41dcb', 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1', 'admin_state_up': True, 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'security_groups': ['eaa9f2ca-32dc-4d61-9f92-274ebce9d47b']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:11.477723 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-17992301-ddaa-4930-8925-c628238b6730 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea10d1aa-2684-4750-b005-dee12c47c39b HTTP/1.1" status: 200 len: 217 time: 0.0801435 Jan 28 05:49:11.580674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-c2cab36f-3460-43cd-89fc-fea657387df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:11.584550 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-c2cab36f-3460-43cd-89fc-fea657387df0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed379ddd-59af-4f85-9309-010d638d733a HTTP/1.1" status: 200 len: 858 time: 0.0923707 Jan 28 05:49:11.631299 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42921df9-42c9-4f10-b15a-a1d9336e2e9d req-d05125a9-6442-4eb0-9587-3976110135cd tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 210 time: 0.7840965 Jan 28 05:49:11.663555 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-8e72c398-e07c-4918-b634-ffbc89930a3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b94f49c-d348-4512-809e-2c884e8065cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677516 Jan 28 05:49:11.716853 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-983052e0-e288-47a8-ad19-f792114d78e1 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Made reservation on behalf of 8c88014116ab4c13b796cf282b02d28b for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:11.720248 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-983052e0-e288-47a8-ad19-f792114d78e1 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:11.722718 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0b63d8aa-08f5-4d2e-b1a5-5ea9dd219907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (91deab28-e6e7-4ca4-9e75-759e38181276), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:11.796103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 54091cbf-0759-4416-b585-fbc00752ec51 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:11.986015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 54091cbf-0759-4416-b585-fbc00752ec51 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:49:11.997789 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 54091cbf-0759-4416-b585-fbc00752ec51 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:11.999198 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (54091cbf-0759-4416-b585-fbc00752ec51), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:12.199208 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63d8aa-08f5-4d2e-b1a5-5ea9dd219907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91deab28-e6e7-4ca4-9e75-759e38181276,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:12.218439 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b63d8aa-08f5-4d2e-b1a5-5ea9dd219907 admin admin] Checking segment: {'id': '34d6a8ce-de73-4af8-a6b9-9e661d26b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b508a4c5-a019-4f2f-8d30-64000aafa49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:12.218801 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b63d8aa-08f5-4d2e-b1a5-5ea9dd219907 admin admin] Network hostable DHCP agents. Network: b508a4c5-a019-4f2f-8d30-64000aafa49d, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:49:12.252468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 54091cbf-0759-4416-b585-fbc00752ec51 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:12.252940 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (54091cbf-0759-4416-b585-fbc00752ec51), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:12.314630 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 54091cbf-0759-4416-b585-fbc00752ec51, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=54091cbf-0759-4416-b585-fbc00752ec51,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:12.328636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b9aa-844e-4ea7-ba61-2925fd1c4d19 req-828c1a24-0066-4db5-a318-81b7e8668632 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:12.334587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b9aa-844e-4ea7-ba61-2925fd1c4d19 req-828c1a24-0066-4db5-a318-81b7e8668632 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:12.339822 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b9aa-844e-4ea7-ba61-2925fd1c4d19 req-828c1a24-0066-4db5-a318-81b7e8668632 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:12.345367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b9aa-844e-4ea7-ba61-2925fd1c4d19 req-828c1a24-0066-4db5-a318-81b7e8668632 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:12.353162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b9aa-844e-4ea7-ba61-2925fd1c4d19 req-828c1a24-0066-4db5-a318-81b7e8668632 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:12.356528 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-983052e0-e288-47a8-ad19-f792114d78e1 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Allocated IP 172.20.0.14 (19f36253-ed97-40f4-b915-6abd24de79a1/f457903e-a121-48d9-b561-65d34e11e24e/440597b6-8b4a-44a4-974d-6d93d5c1b760) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:49:12.358149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b9aa-844e-4ea7-ba61-2925fd1c4d19 req-828c1a24-0066-4db5-a318-81b7e8668632 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:12.363472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b9aa-844e-4ea7-ba61-2925fd1c4d19 req-828c1a24-0066-4db5-a318-81b7e8668632 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:12.371483 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f74b9aa-844e-4ea7-ba61-2925fd1c4d19 req-828c1a24-0066-4db5-a318-81b7e8668632 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5426 time: 0.8901660 Jan 28 05:49:12.434846 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877ccb2-6f48-4060-a424-a13bc8305471 req-e33fe92f-2b66-45c2-97f4-ef6d7dcad894 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:12.438769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a877ccb2-6f48-4060-a424-a13bc8305471 req-e33fe92f-2b66-45c2-97f4-ef6d7dcad894 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 943 time: 0.7215767 Jan 28 05:49:12.442245 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (54091cbf-0759-4416-b585-fbc00752ec51), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:12.446772 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device de4521fc-53b1-4371-ba47-df5321d802fa up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:12.449415 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b63d8aa-08f5-4d2e-b1a5-5ea9dd219907 admin admin] Network b508a4c5-a019-4f2f-8d30-64000aafa49d is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:49:12.464665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-d1d4a12a-9c95-4bf1-b7fd-1b9b5afc49d0 service neutron] 10.222.0.64 "GET /v2.0/networks/3b94f49c-d348-4512-809e-2c884e8065cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7905762 Jan 28 05:49:12.521211 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f74b9aa-844e-4ea7-ba61-2925fd1c4d19 req-82d5dc21-a8b3-434c-8b8f-49d701df57eb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1488187 Jan 28 05:49:12.547432 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-983052e0-e288-47a8-ad19-f792114d78e1 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for port (440597b6-8b4a-44a4-974d-6d93d5c1b760), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:12.589706 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=54091cbf-0759-4416-b585-fbc00752ec51,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:12.616732 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-0b63d8aa-08f5-4d2e-b1a5-5ea9dd219907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, b508a4c5-a019-4f2f-8d30-64000aafa49d) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:12.625358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed27635-4411-4ff0-ace0-d56d1409b28e None None] Network b508a4c5-a019-4f2f-8d30-64000aafa49d requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:49:12.627100 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b63d8aa-08f5-4d2e-b1a5-5ea9dd219907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:12.628083 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0b63d8aa-08f5-4d2e-b1a5-5ea9dd219907 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:12.642748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a877ccb2-6f48-4060-a424-a13bc8305471 req-c77bbe3a-55da-43ac-b7c9-1808c97590d3 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903279 Jan 28 05:49:12.652323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54091cbf-0759-4416-b585-fbc00752ec51'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:12.655361 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f7220b-7b3e-45ea-9b38-4a8e4fe0504c" -d '{"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-plugged", "status": "completed", "tag": "54091cbf-0759-4416-b585-fbc00752ec51"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:12.713200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556ed06-697b-4d17-b2c5-272d7d4eab88 req-1d983066-6e57-45ea-93c5-1698929db33f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:12.714792 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d556ed06-697b-4d17-b2c5-272d7d4eab88 req-1d983066-6e57-45ea-93c5-1698929db33f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 946 time: 0.0807657 Jan 28 05:49:12.716752 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port de4521fc-53b1-4371-ba47-df5321d802fa completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:49:12.717129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2306a35-a376-4e37-8bc9-d1982383d829 req-8ec94b42-1bc7-414b-95d3-77522466a3fb service neutron] 10.222.0.64 "GET /v2.0/networks/3b94f49c-d348-4512-809e-2c884e8065cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400615 Jan 28 05:49:12.724944 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port de4521fc-53b1-4371-ba47-df5321d802fa triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:12.725329 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (de4521fc-53b1-4371-ba47-df5321d802fa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:12.725775 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0b63d8aa-08f5-4d2e-b1a5-5ea9dd219907 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7677743 Jan 28 05:49:12.751308 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-983052e0-e288-47a8-ad19-f792114d78e1 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (440597b6-8b4a-44a4-974d-6d93d5c1b760), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:12.806469 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-983052e0-e288-47a8-ad19-f792114d78e1 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Network 19f36253-ed97-40f4-b915-6abd24de79a1 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:49:12.811655 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-983052e0-e288-47a8-ad19-f792114d78e1 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:12.814672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-983052e0-e288-47a8-ad19-f792114d78e1 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:49:12.819514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5607b56-d449-45d3-b1e7-a837853e8842 None None] Network b508a4c5-a019-4f2f-8d30-64000aafa49d requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:49:12.832492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c32d27b9-eb82-42ab-a1fd-9519d42eaaf1 req-5d53761c-eaf0-419a-894c-18fff94fd61f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 210 time: 0.0999308 Jan 28 05:49:12.881762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d556ed06-697b-4d17-b2c5-272d7d4eab88 req-c54d6339-0ef3-408c-9fe5-ad3e64d0dd68 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444097 Jan 28 05:49:12.945326 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983052e0-e288-47a8-ad19-f792114d78e1 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Pushing event updated for resources: {'Port': ['ID=440597b6-8b4a-44a4-974d-6d93d5c1b760,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:12.955317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port de4521fc-53b1-4371-ba47-df5321d802fa is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:12.958941 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (de4521fc-53b1-4371-ba47-df5321d802fa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:13.026723 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-983052e0-e288-47a8-ad19-f792114d78e1 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:13.030755 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-983052e0-e288-47a8-ad19-f792114d78e1 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:13.126216 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-983052e0-e288-47a8-ad19-f792114d78e1 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6993864 Jan 28 05:49:13.133014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b2c99-0ed8-44f9-8fbd-ca4c039c56aa req-ab9d2617-4682-41f7-985c-362d289bb2d5 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:13.134855 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae2b2c99-0ed8-44f9-8fbd-ca4c039c56aa req-ab9d2617-4682-41f7-985c-362d289bb2d5 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 932 time: 0.1829937 Jan 28 05:49:13.144715 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Request body: {'port': {'device_id': 'fd9b1f41-3a99-4fe5-94df-973888c41dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:13.186603 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3539de07-890c-4cea-b02d-dacd0d37b810 x-openstack-request-id: req-3539de07-890c-4cea-b02d-dacd0d37b810 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:13.186909 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-plugged", "status": "completed", "tag": "54091cbf-0759-4416-b585-fbc00752ec51", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:13.187174 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3539de07-890c-4cea-b02d-dacd0d37b810 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:13.187630 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54091cbf-0759-4416-b585-fbc00752ec51', 'code': 200} Jan 28 05:49:13.199428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908e43f-7a62-4f6d-a4fc-f07b0b41dfb0 req-dd14d635-8c21-44ac-96aa-e1a2cb4c75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:13.200954 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8908e43f-7a62-4f6d-a4fc-f07b0b41dfb0 req-dd14d635-8c21-44ac-96aa-e1a2cb4c75e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=315522a9a64f494789e4eea81094e488&device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 1095 time: 0.2704475 Jan 28 05:49:13.206654 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34808) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:13.259130 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (440597b6-8b4a-44a4-974d-6d93d5c1b760), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:13.266528 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port de4521fc-53b1-4371-ba47-df5321d802fa, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=de4521fc-53b1-4371-ba47-df5321d802fa,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:13.271515 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-41eb2c33-fed5-45be-a715-9e3901c459c0 None None] Provisioning complete for port 440597b6-8b4a-44a4-974d-6d93d5c1b760 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:13.271941 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41eb2c33-fed5-45be-a715-9e3901c459c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (440597b6-8b4a-44a4-974d-6d93d5c1b760), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:13.310330 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-41eb2c33-fed5-45be-a715-9e3901c459c0 None None] Port 440597b6-8b4a-44a4-974d-6d93d5c1b760 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:49:13.338627 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (de4521fc-53b1-4371-ba47-df5321d802fa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:13.339669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:13.394403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908e43f-7a62-4f6d-a4fc-f07b0b41dfb0 req-31ed5203-f222-434e-8515-6da64f3c3f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:13.395415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8908e43f-7a62-4f6d-a4fc-f07b0b41dfb0 req-31ed5203-f222-434e-8515-6da64f3c3f76 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3b94f49c-d348-4512-809e-2c884e8065cf HTTP/1.1" status: 200 len: 919 time: 0.1650875 Jan 28 05:49:13.407530 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1436a87-256c-483f-9d5f-6f1bacccfbb1 req-0044d819-526d-4b44-927c-32c0e94b0491 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:13.421447 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1436a87-256c-483f-9d5f-6f1bacccfbb1 req-0044d819-526d-4b44-927c-32c0e94b0491 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 946 time: 0.2847211 Jan 28 05:49:13.429842 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34812) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:13.433254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34814) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:13.440841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=de4521fc-53b1-4371-ba47-df5321d802fa,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:13.450967 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4f352d07-c4ec-4b0e-a2c8-d54f6d29d68b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Request body: {'floatingip': {'port_id': '674b90d5-dcf3-436f-b840-21191a8b7e2e'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:13.491030 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2fe3b19e-6056-4310-9a31-379d3c8138b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:13.491680 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae2b2c99-0ed8-44f9-8fbd-ca4c039c56aa req-157dfcbd-b5cb-4d1d-bfd9-5f39459e72d3 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaa9f2ca-32dc-4d61-9f92-274ebce9d47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3223298 Jan 28 05:49:13.545825 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8908e43f-7a62-4f6d-a4fc-f07b0b41dfb0 req-23ff4613-659e-4883-b76c-60b3bbd6c399 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea10d1aa-2684-4750-b005-dee12c47c39b HTTP/1.1" status: 200 len: 217 time: 0.1167617 Jan 28 05:49:13.551633 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4f352d07-c4ec-4b0e-a2c8-d54f6d29d68b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for floatingip (340835a9-a3f2-44b6-8b12-3e34b58ad49c), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:13.572955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:49:13.588161 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:13.588161 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:13.673394 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2fe3b19e-6056-4310-9a31-379d3c8138b1 admin admin] Publish callbacks [] for security_group (f36628d8-179b-4e95-b93f-a5ba77415dd5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:13.689303 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:13.689695 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:13.750161 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:13.753228 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440597b6-8b4a-44a4-974d-6d93d5c1b760 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:13.763103 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Publish callbacks [] for port (440597b6-8b4a-44a4-974d-6d93d5c1b760), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:13.776497 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Transition to ACTIVE for port object 440597b6-8b4a-44a4-974d-6d93d5c1b760 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:49:13.792786 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-17681ab9-9790-47b5-b5d4-4269aec21bd7 admin admin] Deleting subnet 91deab28-e6e7-4ca4-9e75-759e38181276 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:49:13.802772 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2fe3b19e-6056-4310-9a31-379d3c8138b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f36628d8-179b-4e95-b93f-a5ba77415dd5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:13.835394 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17681ab9-9790-47b5-b5d4-4269aec21bd7 admin admin] Publish callbacks [] for subnet (91deab28-e6e7-4ca4-9e75-759e38181276), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:13.836833 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:13.837742 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5af82a02-3fcb-48cb-87fb-eca56a102c4c up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:13.860055 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2fe3b19e-6056-4310-9a31-379d3c8138b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7b1dc07b06c4434898981f66770cfa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6516399 Jan 28 05:49:13.860882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34822) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:13.868580 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3b19e-6056-4310-9a31-379d3c8138b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36628d8-179b-4e95-b93f-a5ba77415dd5,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:13.917674 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (440597b6-8b4a-44a4-974d-6d93d5c1b760), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:13.929252 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:13.959661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908e43f-7a62-4f6d-a4fc-f07b0b41dfb0 req-7817db2e-3261-412f-826e-51b56760385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:13.961436 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8908e43f-7a62-4f6d-a4fc-f07b0b41dfb0 req-7817db2e-3261-412f-826e-51b56760385d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed379ddd-59af-4f85-9309-010d638d733a HTTP/1.1" status: 200 len: 858 time: 0.4017777 Jan 28 05:49:13.997285 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17681ab9-9790-47b5-b5d4-4269aec21bd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (91deab28-e6e7-4ca4-9e75-759e38181276), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:14.001545 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51c645f2-541b-48ad-8329-22c849754bbe admin admin] Publish callbacks [] for security_group (f36628d8-179b-4e95-b93f-a5ba77415dd5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:14.004315 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Pushing event updated for resources: {'Port': ['ID=440597b6-8b4a-44a4-974d-6d93d5c1b760,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:14.019213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 5af82a02-3fcb-48cb-87fb-eca56a102c4c completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:49:14.023900 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 5af82a02-3fcb-48cb-87fb-eca56a102c4c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:14.024269 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5af82a02-3fcb-48cb-87fb-eca56a102c4c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:14.074579 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5e7d0-c01e-406c-8741-684f6ea078ea req-2795f920-c8a7-44ee-96db-9a9fbb2d323f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:14.080072 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5e7d0-c01e-406c-8741-684f6ea078ea req-2795f920-c8a7-44ee-96db-9a9fbb2d323f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:14.086094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5e7d0-c01e-406c-8741-684f6ea078ea req-2795f920-c8a7-44ee-96db-9a9fbb2d323f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:14.091514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5e7d0-c01e-406c-8741-684f6ea078ea req-2795f920-c8a7-44ee-96db-9a9fbb2d323f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:14.096837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5e7d0-c01e-406c-8741-684f6ea078ea req-2795f920-c8a7-44ee-96db-9a9fbb2d323f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:14.102705 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5e7d0-c01e-406c-8741-684f6ea078ea req-2795f920-c8a7-44ee-96db-9a9fbb2d323f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:14.104167 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51c645f2-541b-48ad-8329-22c849754bbe admin admin] Publish callbacks [] for security_group (f36628d8-179b-4e95-b93f-a5ba77415dd5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:14.108042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5e7d0-c01e-406c-8741-684f6ea078ea req-2795f920-c8a7-44ee-96db-9a9fbb2d323f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:14.115857 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcc5e7d0-c01e-406c-8741-684f6ea078ea req-2795f920-c8a7-44ee-96db-9a9fbb2d323f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5428 time: 0.4557776 Jan 28 05:49:14.120194 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8908e43f-7a62-4f6d-a4fc-f07b0b41dfb0 req-dca913a7-9a5d-4922-95b4-aa1b71133fd4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b94f49c-d348-4512-809e-2c884e8065cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466894 Jan 28 05:49:14.163630 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 5af82a02-3fcb-48cb-87fb-eca56a102c4c is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:14.163792 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5af82a02-3fcb-48cb-87fb-eca56a102c4c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:14.166422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624f45c-447d-4a72-a3e2-1bca4dbb9bfb req-944593d0-5c1e-4187-addc-83f880763a6f tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:14.175304 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1624f45c-447d-4a72-a3e2-1bca4dbb9bfb req-944593d0-5c1e-4187-addc-83f880763a6f tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 943 time: 0.3785326 Jan 28 05:49:14.228443 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5af82a02-3fcb-48cb-87fb-eca56a102c4c, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5af82a02-3fcb-48cb-87fb-eca56a102c4c,segment=NetworkSegment(3f86edcc-b597-4238-ba5a-e3fe3fd24b6d),segment_id=3f86edcc-b597-4238-ba5a-e3fe3fd24b6d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:14.264543 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Attempting to bind port 440597b6-8b4a-44a4-974d-6d93d5c1b760 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:49:14.264815 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Attempting to bind port 440597b6-8b4a-44a4-974d-6d93d5c1b760 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '59e6776f-5a06-495e-a8a1-687c5062921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:49:14.265816 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Attempting to bind port 440597b6-8b4a-44a4-974d-6d93d5c1b760 on network 19f36253-ed97-40f4-b915-6abd24de79a1 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:14.278166 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Port 440597b6-8b4a-44a4-974d-6d93d5c1b760 on network 19f36253-ed97-40f4-b915-6abd24de79a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:49:14.278587 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Attempting to bind port 440597b6-8b4a-44a4-974d-6d93d5c1b760 on network 19f36253-ed97-40f4-b915-6abd24de79a1 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:14.284069 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:49:14.284998 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Checking segment: {'id': '59e6776f-5a06-495e-a8a1-687c5062921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:14.285578 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Bound using segment: {'id': '59e6776f-5a06-495e-a8a1-687c5062921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:49:14.286749 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Bound port: 440597b6-8b4a-44a4-974d-6d93d5c1b760, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e6776f-5a06-495e-a8a1-687c5062921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:49:14.287157 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (440597b6-8b4a-44a4-974d-6d93d5c1b760), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:14.294441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-7d574227-df98-434b-ac84-4daedeec7b41 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:14.295901 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-7d574227-df98-434b-ac84-4daedeec7b41 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.64 "GET /v2.0/networks?id=88381437-0e71-4561-a992-619e0f4004bd HTTP/1.1" status: 200 len: 814 time: 0.6331358 Jan 28 05:49:14.299337 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5af82a02-3fcb-48cb-87fb-eca56a102c4c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:14.300158 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:14.363989 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51c645f2-541b-48ad-8329-22c849754bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f36628d8-179b-4e95-b93f-a5ba77415dd5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:14.364217 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-a9ee89d8-f547-49f6-b747-99f3cf7151c4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Request body: {'port': {'device_id': 'ca3c1865-6b0d-4dd4-b45e-896ad83f3f63', 'network_id': '88381437-0e71-4561-a992-619e0f4004bd', 'admin_state_up': True, 'tenant_id': 'df8aef7b4c7c4daeaa50e23459079d68'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:14.367546 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51c645f2-541b-48ad-8329-22c849754bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:14.371334 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-51c645f2-541b-48ad-8329-22c849754bbe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f36628d8-179b-4e95-b93f-a5ba77415dd5 HTTP/1.1" status: 204 len: 168 time: 0.5070577 Jan 28 05:49:14.382548 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=5af82a02-3fcb-48cb-87fb-eca56a102c4c,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:14.401303 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17681ab9-9790-47b5-b5d4-4269aec21bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (91deab28-e6e7-4ca4-9e75-759e38181276), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:14.401763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c645f2-541b-48ad-8329-22c849754bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36628d8-179b-4e95-b93f-a5ba77415dd5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:14.409948 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] For port 440597b6-8b4a-44a4-974d-6d93d5c1b760, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:49:14.426374 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] For port 440597b6-8b4a-44a4-974d-6d93d5c1b760, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=440597b6-8b4a-44a4-974d-6d93d5c1b760,segment=NetworkSegment(59e6776f-5a06-495e-a8a1-687c5062921f),segment_id=59e6776f-5a06-495e-a8a1-687c5062921f)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:49:14.501347 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (440597b6-8b4a-44a4-974d-6d93d5c1b760), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:14.519225 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1624f45c-447d-4a72-a3e2-1bca4dbb9bfb req-9d3d9148-e8da-4ada-b6c8-b9a4f1fbb939 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381634 Jan 28 05:49:14.552358 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:14.553540 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:14.555808 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] 10.222.0.60 "PUT /v2.0/ports/440597b6-8b4a-44a4-974d-6d93d5c1b760 HTTP/1.1" status: 200 len: 1093 time: 1.4152632 Jan 28 05:49:14.558625 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9b1f41-3a99-4fe5-94df-973888c41dcb', 'tag': '440597b6-8b4a-44a4-974d-6d93d5c1b760'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:14.560993 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cbf217-047b-4670-9ad7-ec7e1039bbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9b1f41-3a99-4fe5-94df-973888c41dcb", "tag": "440597b6-8b4a-44a4-974d-6d93d5c1b760"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:14.562225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:49:14.566579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:14.566961 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:14.594523 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd763188-2b9d-48e0-8a4e-a67ce33d4484 service neutron] Pushing event updated for resources: {'Port': ['ID=440597b6-8b4a-44a4-974d-6d93d5c1b760,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:14.709699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:14.710181 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:14.752005 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-96d674ee-237c-46e5-a48c-b985f94dd401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:14.759339 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-96d674ee-237c-46e5-a48c-b985f94dd401 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c88014116ab4c13b796cf282b02d28b&device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 1096 time: 0.0663068 Jan 28 05:49:14.774731 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9,segment=NetworkSegment(2392e818-2b1c-4b88-b0a7-45f99a2215c1),segment_id=2392e818-2b1c-4b88-b0a7-45f99a2215c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:14.802903 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcc5e7d0-c01e-406c-8741-684f6ea078ea req-e46ada37-68ae-4fa1-851d-4a8f4b5a29c9 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6860850 Jan 28 05:49:14.822114 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-f8a5589f-480f-4a37-91fc-ebaa4c2f4d1b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=440597b6-8b4a-44a4-974d-6d93d5c1b760 HTTP/1.1" status: 200 len: 217 time: 0.0515447 Jan 28 05:49:14.836454 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:14.838888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a634b533-7357-4188-8294-f3f088104ea5 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:14.880671 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-a4a26ec1-8792-4c51-8a24-8eb629747f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:14.882446 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-a4a26ec1-8792-4c51-8a24-8eb629747f1f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f457903e-a121-48d9-b561-65d34e11e24e HTTP/1.1" status: 200 len: 844 time: 0.0543702 Jan 28 05:49:14.946701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-5051e9fb-8021-466c-a6da-262cb3f8dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:14.948508 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-5051e9fb-8021-466c-a6da-262cb3f8dc93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19f36253-ed97-40f4-b915-6abd24de79a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583868 Jan 28 05:49:14.997855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:15.071319 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-d32e75a9-5177-4ba3-b091-fada69d50b06 service neutron] 10.222.0.60 "GET /v2.0/networks/19f36253-ed97-40f4-b915-6abd24de79a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152456 Jan 28 05:49:15.093635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port a634b533-7357-4188-8294-f3f088104ea5 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:49:15.100014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port a634b533-7357-4188-8294-f3f088104ea5 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:15.100653 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a634b533-7357-4188-8294-f3f088104ea5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:15.208272 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eddfdebd-afef-446d-a885-fe54e45e6dfe req-174f4f0a-61a5-44c1-aaa5-29dc060aef1c service neutron] 10.222.0.60 "GET /v2.0/networks/19f36253-ed97-40f4-b915-6abd24de79a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292770 Jan 28 05:49:15.210894 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4521fc-53b1-4371-ba47-df5321d802fa'}, {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a'}, {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af82a02-3fcb-48cb-87fb-eca56a102c4c'}, {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:15.213703 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1357d6-8c5d-459b-b53e-77c11c00cbfc" -d '{"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-plugged", "status": "completed", "tag": "de4521fc-53b1-4371-ba47-df5321d802fa"}, {"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-plugged", "status": "completed", "tag": "22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a"}, {"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-plugged", "status": "completed", "tag": "5af82a02-3fcb-48cb-87fb-eca56a102c4c"}, {"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-plugged", "status": "completed", "tag": "6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:15.247831 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port a634b533-7357-4188-8294-f3f088104ea5 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:15.248224 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a634b533-7357-4188-8294-f3f088104ea5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:15.283647 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dae9b297-8dc8-426d-99dd-b88d84179624 req-ae6d518d-ee21-4963-8b8d-88300243c437 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 210 time: 0.4897404 Jan 28 05:49:15.298835 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8908e43f-7a62-4f6d-a4fc-f07b0b41dfb0 req-430a20fc-2ebd-45a2-95df-0d048e16ac4b service neutron] 10.222.0.64 "GET /v2.0/networks/3b94f49c-d348-4512-809e-2c884e8065cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1526661 Jan 28 05:49:15.311799 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a634b533-7357-4188-8294-f3f088104ea5, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a634b533-7357-4188-8294-f3f088104ea5,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:15.342654 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6c0da5-0075-42fb-9fc1-0ce3d0fe7fe7 x-openstack-request-id: req-5a6c0da5-0075-42fb-9fc1-0ce3d0fe7fe7 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:15.343045 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9b1f41-3a99-4fe5-94df-973888c41dcb", "tag": "440597b6-8b4a-44a4-974d-6d93d5c1b760", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:15.343397 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a6c0da5-0075-42fb-9fc1-0ce3d0fe7fe7 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:15.344002 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9b1f41-3a99-4fe5-94df-973888c41dcb', 'tag': '440597b6-8b4a-44a4-974d-6d93d5c1b760', 'status': 'completed', 'code': 200} Jan 28 05:49:15.373529 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a634b533-7357-4188-8294-f3f088104ea5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:15.375142 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 466fe8cd-e266-4cb2-8f30-51463308a710 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:15.417190 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3ec915-c348-41fd-9795-38ec7de84789 x-openstack-request-id: req-6d3ec915-c348-41fd-9795-38ec7de84789 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:15.417534 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-plugged", "status": "completed", "tag": "de4521fc-53b1-4371-ba47-df5321d802fa", "code": 200}, {"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-plugged", "status": "completed", "tag": "22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a", "code": 200}, {"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-plugged", "status": "completed", "tag": "5af82a02-3fcb-48cb-87fb-eca56a102c4c", "code": 200}, {"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-plugged", "status": "completed", "tag": "6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:15.417739 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d3ec915-c348-41fd-9795-38ec7de84789 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:15.418135 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4521fc-53b1-4371-ba47-df5321d802fa', 'code': 200} Jan 28 05:49:15.418427 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a', 'code': 200} Jan 28 05:49:15.418685 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af82a02-3fcb-48cb-87fb-eca56a102c4c', 'code': 200} Jan 28 05:49:15.418938 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9', 'code': 200} Jan 28 05:49:15.471722 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=a634b533-7357-4188-8294-f3f088104ea5,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:15.528615 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17681ab9-9790-47b5-b5d4-4269aec21bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (91deab28-e6e7-4ca4-9e75-759e38181276), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:15.571672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbf217-047b-4670-9ad7-ec7e1039bbf6 req-07edfc53-de5d-441e-bf94-f5b177e0b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:15.573983 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-99cbf217-047b-4670-9ad7-ec7e1039bbf6 req-07edfc53-de5d-441e-bf94-f5b177e0b8ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c88014116ab4c13b796cf282b02d28b&device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 1096 time: 0.0625894 Jan 28 05:49:15.575518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17681ab9-9790-47b5-b5d4-4269aec21bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91deab28-e6e7-4ca4-9e75-759e38181276,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:15.585809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 466fe8cd-e266-4cb2-8f30-51463308a710 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:49:15.593708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 466fe8cd-e266-4cb2-8f30-51463308a710 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:15.594354 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (466fe8cd-e266-4cb2-8f30-51463308a710), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:15.602116 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ea10d1aa-2684-4750-b005-dee12c47c39b details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:49:15.603220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a8928-d6f4-4133-bc33-db1cb967fe80 req-27a993d2-d32e-4dfa-bc58-594c7bce5521 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:15.610528 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b92a8928-d6f4-4133-bc33-db1cb967fe80 req-27a993d2-d32e-4dfa-bc58-594c7bce5521 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 944 time: 0.6540194 Jan 28 05:49:15.612469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-a9ee89d8-f547-49f6-b747-99f3cf7151c4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Made reservation on behalf of df8aef7b4c7c4daeaa50e23459079d68 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:15.617886 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-a9ee89d8-f547-49f6-b747-99f3cf7151c4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:15.690487 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17681ab9-9790-47b5-b5d4-4269aec21bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:15.695402 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-17681ab9-9790-47b5-b5d4-4269aec21bd7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/91deab28-e6e7-4ca4-9e75-759e38181276 HTTP/1.1" status: 204 len: 168 time: 2.2602563 Jan 28 05:49:15.697818 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.db.resource_extend [None req-4f352d07-c4ec-4b0e-a2c8-d54f6d29d68b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 05:49:15.701802 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34860) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:15.736526 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbf217-047b-4670-9ad7-ec7e1039bbf6 req-2a407315-0838-433f-a209-aac63c516e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:15.741588 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-99cbf217-047b-4670-9ad7-ec7e1039bbf6 req-2a407315-0838-433f-a209-aac63c516e4e service neutron] 10.222.0.60 "GET /v2.0/networks?id=19f36253-ed97-40f4-b915-6abd24de79a1 HTTP/1.1" status: 200 len: 906 time: 0.1579788 Jan 28 05:49:15.827555 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 466fe8cd-e266-4cb2-8f30-51463308a710 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:15.827946 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (466fe8cd-e266-4cb2-8f30-51463308a710), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:15.830808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port ea10d1aa-2684-4750-b005-dee12c47c39b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ea10d1aa-2684-4750-b005-dee12c47c39b,segment=NetworkSegment(71363ff4-e0e1-4c84-ae38-a4835e43e0a0),segment_id=71363ff4-e0e1-4c84-ae38-a4835e43e0a0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:15.839275 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c88c3e16-32ba-4b7e-a96e-a26c12974249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (b508a4c5-a019-4f2f-8d30-64000aafa49d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:15.857743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'ea10d1aa-2684-4750-b005-dee12c47c39b', 'network_id': '3b94f49c-d348-4512-809e-2c884e8065cf', 'port_id': 'ea10d1aa-2684-4750-b005-dee12c47c39b', 'mac_address': 'fa:16:3e:df:b7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed379ddd-59af-4f85-9309-010d638d733a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:49:15.888288 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-99cbf217-047b-4670-9ad7-ec7e1039bbf6 req-4edae356-0348-420a-b830-a8e271e6b62a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=440597b6-8b4a-44a4-974d-6d93d5c1b760 HTTP/1.1" status: 200 len: 217 time: 0.0670810 Jan 28 05:49:15.898681 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 466fe8cd-e266-4cb2-8f30-51463308a710, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=466fe8cd-e266-4cb2-8f30-51463308a710,segment=NetworkSegment(3f86edcc-b597-4238-ba5a-e3fe3fd24b6d),segment_id=3f86edcc-b597-4238-ba5a-e3fe3fd24b6d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:15.919885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port ea10d1aa-2684-4750-b005-dee12c47c39b is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:15.920537 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ea10d1aa-2684-4750-b005-dee12c47c39b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:15.946016 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea10d1aa-2684-4750-b005-dee12c47c39b {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:15.949845 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8908e43f-7a62-4f6d-a4fc-f07b0b41dfb0 req-f53a5a7a-43a3-459c-a68b-a571ba651b22 service neutron] 10.222.0.64 "GET /v2.0/networks/3b94f49c-d348-4512-809e-2c884e8065cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297941 Jan 28 05:49:15.960417 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (466fe8cd-e266-4cb2-8f30-51463308a710), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:15.986682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port ea10d1aa-2684-4750-b005-dee12c47c39b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ea10d1aa-2684-4750-b005-dee12c47c39b,segment=NetworkSegment(71363ff4-e0e1-4c84-ae38-a4835e43e0a0),segment_id=71363ff4-e0e1-4c84-ae38-a4835e43e0a0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:15.996596 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4f352d07-c4ec-4b0e-a2c8-d54f6d29d68b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:16.029324 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b92a8928-d6f4-4133-bc33-db1cb967fe80 req-0c0e9e4e-ae8d-44f9-a430-2acdb9e6973e tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaa9f2ca-32dc-4d61-9f92-274ebce9d47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4176903 Jan 28 05:49:16.070379 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ea10d1aa-2684-4750-b005-dee12c47c39b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:16.078256 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbf217-047b-4670-9ad7-ec7e1039bbf6 req-6f5a3ff2-ef9b-4d05-9c05-dde56c94e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:16.081017 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-99cbf217-047b-4670-9ad7-ec7e1039bbf6 req-6f5a3ff2-ef9b-4d05-9c05-dde56c94e978 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f457903e-a121-48d9-b561-65d34e11e24e HTTP/1.1" status: 200 len: 844 time: 0.1847634 Jan 28 05:49:16.084203 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c88c3e16-32ba-4b7e-a96e-a26c12974249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (b508a4c5-a019-4f2f-8d30-64000aafa49d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:16.100219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=466fe8cd-e266-4cb2-8f30-51463308a710,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:16.103687 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d7cdb-f78d-42c7-b826-9a7646f0f924 req-9e7d2191-a6e3-4256-b227-c60754fae663 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:16.126522 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e41d7cdb-f78d-42c7-b826-9a7646f0f924 req-9e7d2191-a6e3-4256-b227-c60754fae663 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 943 time: 0.4264984 Jan 28 05:49:16.145373 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-c88c3e16-32ba-4b7e-a96e-a26c12974249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b508a4c5-a019-4f2f-8d30-64000aafa49d']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:16.162445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-c88c3e16-32ba-4b7e-a96e-a26c12974249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d6a8ce-de73-4af8-a6b9-9e661d26b3a5') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:16.162445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-c88c3e16-32ba-4b7e-a96e-a26c12974249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d6a8ce-de73-4af8-a6b9-9e661d26b3a5') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:16.181254 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=ea10d1aa-2684-4750-b005-dee12c47c39b,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:16.182534 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4f352d07-c4ec-4b0e-a2c8-d54f6d29d68b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (340835a9-a3f2-44b6-8b12-3e34b58ad49c), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:16.182690 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c88c3e16-32ba-4b7e-a96e-a26c12974249 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (34d6a8ce-de73-4af8-a6b9-9e661d26b3a5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:16.186763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbf217-047b-4670-9ad7-ec7e1039bbf6 req-3ccec5bc-6fac-4895-aada-c84c40de31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:16.188394 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-99cbf217-047b-4670-9ad7-ec7e1039bbf6 req-3ccec5bc-6fac-4895-aada-c84c40de31ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19f36253-ed97-40f4-b915-6abd24de79a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002417 Jan 28 05:49:16.227305 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c88c3e16-32ba-4b7e-a96e-a26c12974249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (34d6a8ce-de73-4af8-a6b9-9e661d26b3a5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:16.273377 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88c3e16-32ba-4b7e-a96e-a26c12974249 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:49:16.273739 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c88c3e16-32ba-4b7e-a96e-a26c12974249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (34d6a8ce-de73-4af8-a6b9-9e661d26b3a5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:49:16.275975 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:49:16.287534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-a9ee89d8-f547-49f6-b747-99f3cf7151c4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Allocated IP 172.20.0.7 (88381437-0e71-4561-a992-619e0f4004bd/88b4464d-a63e-44af-98ed-f8fd1881fdda/53676385-ac02-47ba-b6f1-4975f99ba19f) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:49:16.353586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['ea10d1aa-2684-4750-b005-dee12c47c39b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:16.377839 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-99cbf217-047b-4670-9ad7-ec7e1039bbf6 req-114042e6-2a67-47c7-b4d2-12cdac84634a service neutron] 10.222.0.60 "GET /v2.0/networks/19f36253-ed97-40f4-b915-6abd24de79a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801944 Jan 28 05:49:16.385013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe8e412c-73ee-4f54-a583-9f8c224346c3 req-3baef4fb-b730-4e0d-a5fb-fcc7764f65bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7714568-0b39-42fd-92e4-43833f0bb25c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3800492 Jan 28 05:49:16.411929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e41d7cdb-f78d-42c7-b826-9a7646f0f924 req-429208bf-4405-4ed2-8b16-13c84469134c tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821374 Jan 28 05:49:16.435653 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c88c3e16-32ba-4b7e-a96e-a26c12974249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (b508a4c5-a019-4f2f-8d30-64000aafa49d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:16.448348 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c88c3e16-32ba-4b7e-a96e-a26c12974249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:16.452585 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c88c3e16-32ba-4b7e-a96e-a26c12974249 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b508a4c5-a019-4f2f-8d30-64000aafa49d HTTP/1.1" status: 204 len: 168 time: 0.7492626 Jan 28 05:49:16.510108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c3e16-32ba-4b7e-a96e-a26c12974249 admin admin] Pushing event deleted for resources: {'Network': ['ID=b508a4c5-a019-4f2f-8d30-64000aafa49d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:16.575543 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-99cbf217-047b-4670-9ad7-ec7e1039bbf6 req-f0182010-c441-4d05-9140-fc687f95156f service neutron] 10.222.0.60 "GET /v2.0/networks/19f36253-ed97-40f4-b915-6abd24de79a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910343 Jan 28 05:49:16.656996 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-104994e8-91d7-4636-ab96-003ef991f4e3 req-66062424-573d-446a-989e-13fbe9871d72 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4017272 Jan 28 05:49:16.665559 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-daea96d8-db66-4d20-88b3-75baab6ef8df req-b6426ba8-e7c0-4cf7-a238-9476d3d4095b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 210 time: 0.1181808 Jan 28 05:49:16.682148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ee49e-3a81-4e13-8b0b-8808cc63f799 req-ccebc8ea-64b1-4457-a24d-526a4659dbc1 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:16.687630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ee49e-3a81-4e13-8b0b-8808cc63f799 req-ccebc8ea-64b1-4457-a24d-526a4659dbc1 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:16.693669 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ee49e-3a81-4e13-8b0b-8808cc63f799 req-ccebc8ea-64b1-4457-a24d-526a4659dbc1 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:16.699000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ee49e-3a81-4e13-8b0b-8808cc63f799 req-ccebc8ea-64b1-4457-a24d-526a4659dbc1 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:16.704276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ee49e-3a81-4e13-8b0b-8808cc63f799 req-ccebc8ea-64b1-4457-a24d-526a4659dbc1 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:16.709643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ee49e-3a81-4e13-8b0b-8808cc63f799 req-ccebc8ea-64b1-4457-a24d-526a4659dbc1 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:16.714984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ee49e-3a81-4e13-8b0b-8808cc63f799 req-ccebc8ea-64b1-4457-a24d-526a4659dbc1 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:16.716953 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c08ee49e-3a81-4e13-8b0b-8808cc63f799 req-ccebc8ea-64b1-4457-a24d-526a4659dbc1 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5433 time: 0.5117240 Jan 28 05:49:16.729397 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-4f352d07-c4ec-4b0e-a2c8-d54f6d29d68b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Floating IP 340835a9-a3f2-44b6-8b12-3e34b58ad49c associated. External IP: 172.25.0.153, port: 674b90d5-dcf3-436f-b840-21191a8b7e2e. Jan 28 05:49:16.840294 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e412c-73ee-4f54-a583-9f8c224346c3 req-548b8373-2fa0-44ea-9e60-df30dc9bcff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:16.841828 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe8e412c-73ee-4f54-a583-9f8c224346c3 req-548b8373-2fa0-44ea-9e60-df30dc9bcff8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&device_id=e7714568-0b39-42fd-92e4-43833f0bb25c HTTP/1.1" status: 200 len: 1098 time: 0.2960656 Jan 28 05:49:17.040442 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34908) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:17.049070 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c08ee49e-3a81-4e13-8b0b-8808cc63f799 req-9d214528-7acc-4665-817a-b3f6234c648e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3152387 Jan 28 05:49:17.060426 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-a9ee89d8-f547-49f6-b747-99f3cf7151c4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks [] for port (53676385-ac02-47ba-b6f1-4975f99ba19f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:17.097157 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a58d3215-0a06-4128-a1c6-2eac6f64c822 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a4b71aff97e4924b5104fe138ffbc37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0553524 Jan 28 05:49:17.099937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104994e8-91d7-4636-ab96-003ef991f4e3 req-72f982fd-b7ef-4951-a6aa-06dc44c34855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:17.101445 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-104994e8-91d7-4636-ab96-003ef991f4e3 req-72f982fd-b7ef-4951-a6aa-06dc44c34855 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 1098 time: 0.3659050 Jan 28 05:49:17.108164 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34916) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:17.187800 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e412c-73ee-4f54-a583-9f8c224346c3 req-d18277cf-b1ad-405f-b578-cd319ef3f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:17.189322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe8e412c-73ee-4f54-a583-9f8c224346c3 req-d18277cf-b1ad-405f-b578-cd319ef3f6e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88381437-0e71-4561-a992-619e0f4004bd HTTP/1.1" status: 200 len: 915 time: 0.3184831 Jan 28 05:49:17.420830 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a634b533-7357-4188-8294-f3f088104ea5'}, {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466fe8cd-e266-4cb2-8f30-51463308a710'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:17.423703 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0bc662-b2a3-4f6e-b581-dea757e101df" -d '{"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-plugged", "status": "completed", "tag": "a634b533-7357-4188-8294-f3f088104ea5"}, {"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-plugged", "status": "completed", "tag": "466fe8cd-e266-4cb2-8f30-51463308a710"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:17.464866 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d81316c-8a9b-4ad5-a7d2-46fb7fc127cb x-openstack-request-id: req-2d81316c-8a9b-4ad5-a7d2-46fb7fc127cb {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:17.465419 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-plugged", "status": "completed", "tag": "a634b533-7357-4188-8294-f3f088104ea5", "code": 200}, {"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-plugged", "status": "completed", "tag": "466fe8cd-e266-4cb2-8f30-51463308a710", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:17.465775 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d81316c-8a9b-4ad5-a7d2-46fb7fc127cb {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:17.466730 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a634b533-7357-4188-8294-f3f088104ea5', 'code': 200} Jan 28 05:49:17.467058 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466fe8cd-e266-4cb2-8f30-51463308a710', 'code': 200} Jan 28 05:49:17.635329 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ea10d1aa-2684-4750-b005-dee12c47c39b up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:17.646424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe8e412c-73ee-4f54-a583-9f8c224346c3 req-c0c7bd8f-d524-4b6e-9baf-55e73a7650ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6430ff4b-4448-428e-b201-0e05aabc7b9e HTTP/1.1" status: 200 len: 217 time: 0.4212303 Jan 28 05:49:17.661020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148c935-867e-4a2f-aa0a-4c243528afa3 req-1fc02461-b965-49f1-9d0e-0929d4687c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:17.662331 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148c935-867e-4a2f-aa0a-4c243528afa3 req-1fc02461-b965-49f1-9d0e-0929d4687c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:17.669403 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148c935-867e-4a2f-aa0a-4c243528afa3 req-1fc02461-b965-49f1-9d0e-0929d4687c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:17.669693 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148c935-867e-4a2f-aa0a-4c243528afa3 req-1fc02461-b965-49f1-9d0e-0929d4687c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:17.670125 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148c935-867e-4a2f-aa0a-4c243528afa3 req-1fc02461-b965-49f1-9d0e-0929d4687c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:17.673054 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148c935-867e-4a2f-aa0a-4c243528afa3 req-1fc02461-b965-49f1-9d0e-0929d4687c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:17.673054 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148c935-867e-4a2f-aa0a-4c243528afa3 req-1fc02461-b965-49f1-9d0e-0929d4687c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:17.673243 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a148c935-867e-4a2f-aa0a-4c243528afa3 req-1fc02461-b965-49f1-9d0e-0929d4687c07 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 6497 time: 0.0764768 Jan 28 05:49:17.742839 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a148c935-867e-4a2f-aa0a-4c243528afa3 req-898a58a9-bb36-49df-9be3-be58d16ea28f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632844 Jan 28 05:49:17.767063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port ea10d1aa-2684-4750-b005-dee12c47c39b completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:49:17.771040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port ea10d1aa-2684-4750-b005-dee12c47c39b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:17.771428 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ea10d1aa-2684-4750-b005-dee12c47c39b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:17.779616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e604b-7ed1-41ed-8908-3ada7a03594f req-f432324d-b12c-4121-8ec3-c605b0e2d1e5 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:17.781091 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-059e604b-7ed1-41ed-8908-3ada7a03594f req-f432324d-b12c-4121-8ec3-c605b0e2d1e5 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 944 time: 0.6381197 Jan 28 05:49:17.804528 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 440597b6-8b4a-44a4-974d-6d93d5c1b760 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:49:17.812573 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb4633e3-6ab5-42be-9dd9-333968dbdf46 admin admin] Publish callbacks [] for security_group (bc031821-9cde-4d66-9e02-0426f0228b45), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:17.823913 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f352d07-c4ec-4b0e-a2c8-d54f6d29d68b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Router 49828064-71ed-4e28-95ad-89e0f2166319 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:49:17.826402 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-a9ee89d8-f547-49f6-b747-99f3cf7151c4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (53676385-ac02-47ba-b6f1-4975f99ba19f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:17.857893 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e412c-73ee-4f54-a583-9f8c224346c3 req-840c164e-8d3b-41b3-9924-65d2035c30c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:17.859332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe8e412c-73ee-4f54-a583-9f8c224346c3 req-840c164e-8d3b-41b3-9924-65d2035c30c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88b4464d-a63e-44af-98ed-f8fd1881fdda HTTP/1.1" status: 200 len: 854 time: 0.1933444 Jan 28 05:49:17.860317 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104994e8-91d7-4636-ab96-003ef991f4e3 req-d460ebb2-e2c8-4d8e-bba5-15d98ea36727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:17.861607 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-104994e8-91d7-4636-ab96-003ef991f4e3 req-d460ebb2-e2c8-4d8e-bba5-15d98ea36727 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 913 time: 0.7111449 Jan 28 05:49:17.881358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['6430ff4b-4448-428e-b201-0e05aabc7b9e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:17.902600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e9e03-ecd0-4ca0-a4bd-7f2e142f2851 req-02599be1-cd3b-41ef-b5b7-3bd2bea48682 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:17.904097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e39e9e03-ecd0-4ca0-a4bd-7f2e142f2851 req-02599be1-cd3b-41ef-b5b7-3bd2bea48682 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 944 time: 0.3033311 Jan 28 05:49:17.934424 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb4633e3-6ab5-42be-9dd9-333968dbdf46 admin admin] Publish callbacks [] for security_group (bc031821-9cde-4d66-9e02-0426f0228b45), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:17.939001 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34944) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:18.001575 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-a9ee89d8-f547-49f6-b747-99f3cf7151c4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Network 88381437-0e71-4561-a992-619e0f4004bd is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:49:18.002622 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port ea10d1aa-2684-4750-b005-dee12c47c39b is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:18.003020 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ea10d1aa-2684-4750-b005-dee12c47c39b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:18.013527 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 440597b6-8b4a-44a4-974d-6d93d5c1b760, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=440597b6-8b4a-44a4-974d-6d93d5c1b760,segment=NetworkSegment(59e6776f-5a06-495e-a8a1-687c5062921f),segment_id=59e6776f-5a06-495e-a8a1-687c5062921f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:18.040885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-a9ee89d8-f547-49f6-b747-99f3cf7151c4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:18.043427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-a9ee89d8-f547-49f6-b747-99f3cf7151c4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:49:18.044796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '440597b6-8b4a-44a4-974d-6d93d5c1b760', 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1', 'port_id': '440597b6-8b4a-44a4-974d-6d93d5c1b760', 'mac_address': 'fa:16:3e:c4:8f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:49:18.118290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port ea10d1aa-2684-4750-b005-dee12c47c39b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ea10d1aa-2684-4750-b005-dee12c47c39b,segment=NetworkSegment(71363ff4-e0e1-4c84-ae38-a4835e43e0a0),segment_id=71363ff4-e0e1-4c84-ae38-a4835e43e0a0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:18.131780 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee89d8-f547-49f6-b747-99f3cf7151c4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Pushing event updated for resources: {'Port': ['ID=53676385-ac02-47ba-b6f1-4975f99ba19f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:18.140078 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 440597b6-8b4a-44a4-974d-6d93d5c1b760 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:18.140491 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (440597b6-8b4a-44a4-974d-6d93d5c1b760), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:18.168729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440597b6-8b4a-44a4-974d-6d93d5c1b760 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:18.176435 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe8e412c-73ee-4f54-a583-9f8c224346c3 req-aa70ce6e-ece3-432e-ab5b-1b42a0d7970e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88381437-0e71-4561-a992-619e0f4004bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1441655 Jan 28 05:49:18.188033 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-059e604b-7ed1-41ed-8908-3ada7a03594f req-0605a1f6-13c5-4b13-9b05-290ce05e667c tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaa9f2ca-32dc-4d61-9f92-274ebce9d47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3885012 Jan 28 05:49:18.194717 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ea10d1aa-2684-4750-b005-dee12c47c39b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:18.211029 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-104994e8-91d7-4636-ab96-003ef991f4e3 req-61404952-c090-45fd-888d-60381ef4cee0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e HTTP/1.1" status: 200 len: 1000 time: 0.3195567 Jan 28 05:49:18.233073 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 440597b6-8b4a-44a4-974d-6d93d5c1b760, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=440597b6-8b4a-44a4-974d-6d93d5c1b760,segment=NetworkSegment(59e6776f-5a06-495e-a8a1-687c5062921f),segment_id=59e6776f-5a06-495e-a8a1-687c5062921f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:18.271492 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=ea10d1aa-2684-4750-b005-dee12c47c39b,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:18.316166 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (440597b6-8b4a-44a4-974d-6d93d5c1b760), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:18.346136 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cbdab88f-5f2f-45fe-8b58-02b71ccb460a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:18.371636 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=440597b6-8b4a-44a4-974d-6d93d5c1b760,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:18.373298 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-a9ee89d8-f547-49f6-b747-99f3cf7151c4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:18.373921 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-a9ee89d8-f547-49f6-b747-99f3cf7151c4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:18.406464 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e39e9e03-ecd0-4ca0-a4bd-7f2e142f2851 req-5a1129bf-d1b5-4343-9dcb-c99b3cb2a6e6 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845579 Jan 28 05:49:18.455290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104994e8-91d7-4636-ab96-003ef991f4e3 req-f4b578ef-c6ca-40e9-99ae-a059d29d2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:18.457910 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-104994e8-91d7-4636-ab96-003ef991f4e3 req-f4b578ef-c6ca-40e9-99ae-a059d29d2d44 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.2354157 Jan 28 05:49:18.483254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f352d07-c4ec-4b0e-a2c8-d54f6d29d68b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:49:18.494286 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea148a4-9b80-4124-93df-2362c4152809 None None] Sync routers for ids ['49828064-71ed-4e28-95ad-89e0f2166319'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:49:18.505400 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea148a4-9b80-4124-93df-2362c4152809 None None] Routers {'49828064-71ed-4e28-95ad-89e0f2166319'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:49:18.507129 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1ea148a4-9b80-4124-93df-2362c4152809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:49:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['49828064-71ed-4e28-95ad-89e0f2166319'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:18.512404 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4f352d07-c4ec-4b0e-a2c8-d54f6d29d68b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:18.525238 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb4633e3-6ab5-42be-9dd9-333968dbdf46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bc031821-9cde-4d66-9e02-0426f0228b45), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:18.527847 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb4633e3-6ab5-42be-9dd9-333968dbdf46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:18.531160 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fb4633e3-6ab5-42be-9dd9-333968dbdf46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc031821-9cde-4d66-9e02-0426f0228b45 HTTP/1.1" status: 204 len: 168 time: 1.3871791 Jan 28 05:49:18.579463 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-a9ee89d8-f547-49f6-b747-99f3cf7151c4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2390864 Jan 28 05:49:18.581411 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe8e412c-73ee-4f54-a583-9f8c224346c3 req-95fe03af-f9cd-4db5-87c2-e762cfb4a3ee service neutron] 10.222.0.60 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900642 Jan 28 05:49:18.602498 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cbdab88f-5f2f-45fe-8b58-02b71ccb460a admin admin] Publish callbacks [] for security_group (7ba0a6f0-9af7-490f-b359-6ef881d267e5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:18.604619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4aebc-ded7-4cd1-8f5c-5ca245e2959a req-9afe0547-1bcc-4eb2-9502-d33eccd7fe54 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:18.611448 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ea4aebc-ded7-4cd1-8f5c-5ca245e2959a req-9afe0547-1bcc-4eb2-9502-d33eccd7fe54 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 931 time: 0.2502193 Jan 28 05:49:18.625795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4633e3-6ab5-42be-9dd9-333968dbdf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc031821-9cde-4d66-9e02-0426f0228b45,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:18.630145 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-1ea148a4-9b80-4124-93df-2362c4152809 None None] Set router 49828064-71ed-4e28-95ad-89e0f2166319 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:49:18.636266 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Request body: {'port': {'device_id': 'ca3c1865-6b0d-4dd4-b45e-896ad83f3f63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:18.660455 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4f352d07-c4ec-4b0e-a2c8-d54f6d29d68b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "PUT /v2.0/floatingips/340835a9-a3f2-44b6-8b12-3e34b58ad49c HTTP/1.1" status: 200 len: 992 time: 5.2263753 Jan 28 05:49:18.689597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:18.691932 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb6b1d7-4563-403d-b76e-1122fd00a198" -d '{"events": [{"name": "network-changed", "server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:18.696295 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['440597b6-8b4a-44a4-974d-6d93d5c1b760'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:18.698371 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cbdab88f-5f2f-45fe-8b58-02b71ccb460a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7ba0a6f0-9af7-490f-b359-6ef881d267e5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:18.753542 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104994e8-91d7-4636-ab96-003ef991f4e3 req-3ecf9a94-f630-47ee-b174-d22ffc4f7078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:18.756351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-104994e8-91d7-4636-ab96-003ef991f4e3 req-3ecf9a94-f630-47ee-b174-d22ffc4f7078 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2910471 Jan 28 05:49:18.814450 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cbdab88f-5f2f-45fe-8b58-02b71ccb460a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50ab0098b5f74fa69c10919ca9d35952&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8741949 Jan 28 05:49:18.820204 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34966) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:18.820365 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9025e61-349e-4a9f-9b8c-b8feb4353edd req-728a74b6-f6cf-4a58-957c-f348da3c9b1c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:18.826011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9025e61-349e-4a9f-9b8c-b8feb4353edd req-728a74b6-f6cf-4a58-957c-f348da3c9b1c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:18.833473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9025e61-349e-4a9f-9b8c-b8feb4353edd req-728a74b6-f6cf-4a58-957c-f348da3c9b1c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:18.837198 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdab88f-5f2f-45fe-8b58-02b71ccb460a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba0a6f0-9af7-490f-b359-6ef881d267e5,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:18.838456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9025e61-349e-4a9f-9b8c-b8feb4353edd req-728a74b6-f6cf-4a58-957c-f348da3c9b1c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:18.845829 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9025e61-349e-4a9f-9b8c-b8feb4353edd req-728a74b6-f6cf-4a58-957c-f348da3c9b1c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:18.851501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9025e61-349e-4a9f-9b8c-b8feb4353edd req-728a74b6-f6cf-4a58-957c-f348da3c9b1c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:18.856832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9025e61-349e-4a9f-9b8c-b8feb4353edd req-728a74b6-f6cf-4a58-957c-f348da3c9b1c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:18.865046 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9025e61-349e-4a9f-9b8c-b8feb4353edd req-728a74b6-f6cf-4a58-957c-f348da3c9b1c tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5433 time: 0.3655477 Jan 28 05:49:18.903499 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1ea148a4-9b80-4124-93df-2362c4152809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49828064-71ed-4e28-95ad-89e0f2166319', 'name': 'tempest-ServerActionsTestJSON-2095275784-router', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:36Z', 'updated_at': '2022-01-28T05:48:44Z', 'revision_number': 4, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'gw_port': {'id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:38Z', 'updated_at': '2022-01-28T05:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '340835a9-a3f2-44b6-8b12-3e34b58ad49c', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'port_id': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'mac_address': 'fa:16:3e:da:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:48:52Z', 'updated_at': '2022-01-28T05:49:15Z', 'revision_number': 1, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b068c17c-aecf-4c4c-be72-4a11be89bd42', 'name': '', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'mac_address': 'fa:16:3e:d2:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:43Z', 'updated_at': '2022-01-28T05:48:53Z', 'revision_number': 5, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'subnets': [{'id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:18.934282 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea148a4-9b80-4124-93df-2362c4152809 None None] Checking router: 49828064-71ed-4e28-95ad-89e0f2166319 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:49:18.945039 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea148a4-9b80-4124-93df-2362c4152809 None None] Routers {'49828064-71ed-4e28-95ad-89e0f2166319'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:49:18.945806 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1ea148a4-9b80-4124-93df-2362c4152809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:49:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['49828064-71ed-4e28-95ad-89e0f2166319'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:18.967329 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a43889d2-1f15-44ef-814d-2e893d862a55 admin admin] Publish callbacks [] for security_group (7ba0a6f0-9af7-490f-b359-6ef881d267e5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:18.993938 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (53676385-ac02-47ba-b6f1-4975f99ba19f), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:19.007556 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ea4aebc-ded7-4cd1-8f5c-5ca245e2959a req-e0f6ab37-f5dc-4f73-af2e-289ece1d0b84 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947346 Jan 28 05:49:19.019739 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a43889d2-1f15-44ef-814d-2e893d862a55 admin admin] Publish callbacks [] for security_group (7ba0a6f0-9af7-490f-b359-6ef881d267e5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:19.091531 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe8e412c-73ee-4f54-a583-9f8c224346c3 req-7efde70a-4117-42f8-ac36-d5ac3aefba8d service neutron] 10.222.0.60 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005968 Jan 28 05:49:19.131075 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-1ea148a4-9b80-4124-93df-2362c4152809 None None] Set router 49828064-71ed-4e28-95ad-89e0f2166319 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:49:19.162426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a43889d2-1f15-44ef-814d-2e893d862a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7ba0a6f0-9af7-490f-b359-6ef881d267e5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:19.165632 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a43889d2-1f15-44ef-814d-2e893d862a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:19.168420 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a43889d2-1f15-44ef-814d-2e893d862a55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ba0a6f0-9af7-490f-b359-6ef881d267e5 HTTP/1.1" status: 204 len: 168 time: 0.3462884 Jan 28 05:49:19.187229 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43889d2-1f15-44ef-814d-2e893d862a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba0a6f0-9af7-490f-b359-6ef881d267e5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:19.285790 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8ebc15-f750-455b-9549-59d6c1cb6023 x-openstack-request-id: req-fc8ebc15-f750-455b-9549-59d6c1cb6023 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:19.286926 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:19.287256 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc8ebc15-f750-455b-9549-59d6c1cb6023 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:19.287897 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'status': 'completed', 'code': 200} Jan 28 05:49:19.310036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9025e61-349e-4a9f-9b8c-b8feb4353edd req-c331dc2a-2840-45af-832b-c9db8017b34b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4441166 Jan 28 05:49:19.330549 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-104994e8-91d7-4636-ab96-003ef991f4e3 req-cd0219c7-4b62-4394-b39f-c1e8edc6d9af service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628219 Jan 28 05:49:19.468515 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fe32f9-68b9-46fd-901b-0305e458f0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea10d1aa-2684-4750-b005-dee12c47c39b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:19.471874 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5215af72-f30f-4472-882e-58464799f6df" -d '{"events": [{"server_uuid": "d9fe32f9-68b9-46fd-901b-0305e458f0b3", "name": "network-vif-plugged", "status": "completed", "tag": "ea10d1aa-2684-4750-b005-dee12c47c39b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:19.508778 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b074c-d5ea-405e-921f-b588858ec9a6 req-3f975cb5-cc61-47ab-bac3-a03502bd3e55 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:19.510393 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a52b074c-d5ea-405e-921f-b588858ec9a6 req-3f975cb5-cc61-47ab-bac3-a03502bd3e55 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 945 time: 0.1459391 Jan 28 05:49:19.533274 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1ea148a4-9b80-4124-93df-2362c4152809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49828064-71ed-4e28-95ad-89e0f2166319', 'name': 'tempest-ServerActionsTestJSON-2095275784-router', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:36Z', 'updated_at': '2022-01-28T05:48:44Z', 'revision_number': 4, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'gw_port': {'id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:38Z', 'updated_at': '2022-01-28T05:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '340835a9-a3f2-44b6-8b12-3e34b58ad49c', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'port_id': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'mac_address': 'fa:16:3e:da:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:48:52Z', 'updated_at': '2022-01-28T05:49:15Z', 'revision_number': 1, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b068c17c-aecf-4c4c-be72-4a11be89bd42', 'name': '', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'mac_address': 'fa:16:3e:d2:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:43Z', 'updated_at': '2022-01-28T05:48:53Z', 'revision_number': 5, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'subnets': [{'id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:19.574434 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea148a4-9b80-4124-93df-2362c4152809 None None] The sync data for ids ['49828064-71ed-4e28-95ad-89e0f2166319'] in n-d-812111-12 is: [{'id': '49828064-71ed-4e28-95ad-89e0f2166319', 'name': 'tempest-ServerActionsTestJSON-2095275784-router', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:36Z', 'updated_at': '2022-01-28T05:48:44Z', 'revision_number': 4, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'gw_port': {'id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:38Z', 'updated_at': '2022-01-28T05:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '340835a9-a3f2-44b6-8b12-3e34b58ad49c', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'port_id': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'mac_address': 'fa:16:3e:da:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:48:52Z', 'updated_at': '2022-01-28T05:49:15Z', 'revision_number': 1, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b068c17c-aecf-4c4c-be72-4a11be89bd42', 'name': '', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'mac_address': 'fa:16:3e:d2:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:43Z', 'updated_at': '2022-01-28T05:48:53Z', 'revision_number': 5, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'subnets': [{'id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:49:19.603846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-104994e8-91d7-4636-ab96-003ef991f4e3 req-229719d1-2b5c-4a82-b921-6d8649f8ad3c service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631433 Jan 28 05:49:19.633512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53676385-ac02-47ba-b6f1-4975f99ba19f {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:19.652294 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Publish callbacks [] for port (53676385-ac02-47ba-b6f1-4975f99ba19f), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:19.678353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae873e-605b-4f6a-86df-c50bf735a9cd req-3043f401-99e1-4195-b3d4-023f303adc39 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:19.685610 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-57ae873e-605b-4f6a-86df-c50bf735a9cd req-3043f401-99e1-4195-b3d4-023f303adc39 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 945 time: 0.1261117 Jan 28 05:49:19.718861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a52b074c-d5ea-405e-921f-b588858ec9a6 req-6761ffbb-9d9d-44ae-95ab-06ab515c057f tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaa9f2ca-32dc-4d61-9f92-274ebce9d47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905196 Jan 28 05:49:19.721877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Transition to ACTIVE for port object 53676385-ac02-47ba-b6f1-4975f99ba19f will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:49:19.753610 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-57ae873e-605b-4f6a-86df-c50bf735a9cd req-3239ecbc-209a-4bdd-98d5-b79d15299356 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671170 Jan 28 05:49:19.786720 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b547d5b4-fa73-41b3-89f2-a601f10400ed x-openstack-request-id: req-b547d5b4-fa73-41b3-89f2-a601f10400ed {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:19.787586 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fe32f9-68b9-46fd-901b-0305e458f0b3", "name": "network-vif-plugged", "status": "completed", "tag": "ea10d1aa-2684-4750-b005-dee12c47c39b", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:19.787973 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b547d5b4-fa73-41b3-89f2-a601f10400ed {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:19.788496 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fe32f9-68b9-46fd-901b-0305e458f0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea10d1aa-2684-4750-b005-dee12c47c39b', 'code': 200} Jan 28 05:49:19.805132 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 440597b6-8b4a-44a4-974d-6d93d5c1b760 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:19.812550 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (53676385-ac02-47ba-b6f1-4975f99ba19f), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:19.868214 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3378ffa2-fc9d-45ea-9363-84f1f80bd6b0 None None] New status for floating IP 340835a9-a3f2-44b6-8b12-3e34b58ad49c: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:49:20.082685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 440597b6-8b4a-44a4-974d-6d93d5c1b760 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:49:20.091073 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 440597b6-8b4a-44a4-974d-6d93d5c1b760 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:20.091682 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (440597b6-8b4a-44a4-974d-6d93d5c1b760), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:20.231461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 440597b6-8b4a-44a4-974d-6d93d5c1b760 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:20.231866 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (440597b6-8b4a-44a4-974d-6d93d5c1b760), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:20.287561 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 440597b6-8b4a-44a4-974d-6d93d5c1b760, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=440597b6-8b4a-44a4-974d-6d93d5c1b760,segment=NetworkSegment(59e6776f-5a06-495e-a8a1-687c5062921f),segment_id=59e6776f-5a06-495e-a8a1-687c5062921f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:20.310167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Pushing event updated for resources: {'Port': ['ID=53676385-ac02-47ba-b6f1-4975f99ba19f,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:20.365660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:20.366042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:20.366445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:20.366695 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:20.367031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:20.367358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:20.367764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:20.367989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:20.368314 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:20.368662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:20.368938 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:20.369332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:20.369554 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:20.385466 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6b1d7-4563-403d-b76e-1122fd00a198 req-577411c1-050e-4b4e-9a59-66818d06b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:20.387018 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0cb6b1d7-4563-403d-b76e-1122fd00a198 req-577411c1-050e-4b4e-9a59-66818d06b131 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 1098 time: 0.5351942 Jan 28 05:49:20.387628 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (440597b6-8b4a-44a4-974d-6d93d5c1b760), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:20.393322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34735f23-0654-43da-9b9a-e2afed8641c7 req-277d5ce5-027c-4cc6-8e81-1dbcc26d1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:20.394796 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34735f23-0654-43da-9b9a-e2afed8641c7 req-277d5ce5-027c-4cc6-8e81-1dbcc26d1938 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 1097 time: 0.4957073 Jan 28 05:49:20.468430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=440597b6-8b4a-44a4-974d-6d93d5c1b760,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:20.519325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Attempting to bind port 53676385-ac02-47ba-b6f1-4975f99ba19f on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:49:20.519591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Attempting to bind port 53676385-ac02-47ba-b6f1-4975f99ba19f by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1e566500-38b1-4659-8025-4892f4eb51b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '88381437-0e71-4561-a992-619e0f4004bd'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:49:20.519917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Attempting to bind port 53676385-ac02-47ba-b6f1-4975f99ba19f on network 88381437-0e71-4561-a992-619e0f4004bd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:20.528580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947241d-4ff4-4a10-93e1-4a2d52f68170 req-240db771-1e6f-47d8-8b38-f06229247aac tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:20.530510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1947241d-4ff4-4a10-93e1-4a2d52f68170 req-240db771-1e6f-47d8-8b38-f06229247aac tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 943 time: 0.2280607 Jan 28 05:49:20.556727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Port 53676385-ac02-47ba-b6f1-4975f99ba19f on network 88381437-0e71-4561-a992-619e0f4004bd not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:49:20.557048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Attempting to bind port 53676385-ac02-47ba-b6f1-4975f99ba19f on network 88381437-0e71-4561-a992-619e0f4004bd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:20.594516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:49:20.594854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Checking segment: {'id': '1e566500-38b1-4659-8025-4892f4eb51b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '88381437-0e71-4561-a992-619e0f4004bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:20.595319 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Bound using segment: {'id': '1e566500-38b1-4659-8025-4892f4eb51b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '88381437-0e71-4561-a992-619e0f4004bd'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:49:20.595666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Bound port: 53676385-ac02-47ba-b6f1-4975f99ba19f, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e566500-38b1-4659-8025-4892f4eb51b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '88381437-0e71-4561-a992-619e0f4004bd'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:49:20.596018 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (53676385-ac02-47ba-b6f1-4975f99ba19f), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:20.605363 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34735f23-0654-43da-9b9a-e2afed8641c7 req-52e11820-0636-4a8f-b72f-df694de60fcd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019353 Jan 28 05:49:20.631054 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae6887-d969-4ee7-8bf4-9d71e896d6fd req-8b7f285b-15db-4d30-b1c8-ccefdeafbc41 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:20.636243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae6887-d969-4ee7-8bf4-9d71e896d6fd req-8b7f285b-15db-4d30-b1c8-ccefdeafbc41 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:20.641458 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae6887-d969-4ee7-8bf4-9d71e896d6fd req-8b7f285b-15db-4d30-b1c8-ccefdeafbc41 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:20.647190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae6887-d969-4ee7-8bf4-9d71e896d6fd req-8b7f285b-15db-4d30-b1c8-ccefdeafbc41 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:20.652387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae6887-d969-4ee7-8bf4-9d71e896d6fd req-8b7f285b-15db-4d30-b1c8-ccefdeafbc41 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:20.657588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae6887-d969-4ee7-8bf4-9d71e896d6fd req-8b7f285b-15db-4d30-b1c8-ccefdeafbc41 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:20.663604 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae6887-d969-4ee7-8bf4-9d71e896d6fd req-8b7f285b-15db-4d30-b1c8-ccefdeafbc41 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:20.670810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7ae6887-d969-4ee7-8bf4-9d71e896d6fd req-8b7f285b-15db-4d30-b1c8-ccefdeafbc41 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5433 time: 0.2596838 Jan 28 05:49:20.717374 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35026) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:20.732832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6b1d7-4563-403d-b76e-1122fd00a198 req-e36fb739-198b-4bfc-89c8-ff8a2fdd554f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:20.734341 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0cb6b1d7-4563-403d-b76e-1122fd00a198 req-e36fb739-198b-4bfc-89c8-ff8a2fdd554f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 913 time: 0.3362134 Jan 28 05:49:20.776103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1947241d-4ff4-4a10-93e1-4a2d52f68170 req-b3b346d6-6f9e-4f34-b6a2-8bffdbf05a3a tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279785 Jan 28 05:49:20.835939 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7ae6887-d969-4ee7-8bf4-9d71e896d6fd req-4ebd4d84-dec5-478c-bb19-38eda999af5b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1564171 Jan 28 05:49:20.837221 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] For port 53676385-ac02-47ba-b6f1-4975f99ba19f, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:49:20.840880 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] For port 53676385-ac02-47ba-b6f1-4975f99ba19f, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=53676385-ac02-47ba-b6f1-4975f99ba19f,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:49:20.888987 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-27334350-network', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:20.940525 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (53676385-ac02-47ba-b6f1-4975f99ba19f), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:21.012986 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Made reservation on behalf of 479c54724c974ee5a31ac6ccd72859f2 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:21.015503 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:21.016995 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:21.017609 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:21.019008 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] 10.222.0.64 "PUT /v2.0/ports/53676385-ac02-47ba-b6f1-4975f99ba19f HTTP/1.1" status: 200 len: 1092 time: 2.3960450 Jan 28 05:49:21.025841 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:21.038951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0cb6b1d7-4563-403d-b76e-1122fd00a198 req-d11e6440-3070-4d2e-b7d6-29248a17cff3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e HTTP/1.1" status: 200 len: 1002 time: 0.1669014 Jan 28 05:49:21.056684 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5e015-422c-4ee9-b554-6316c94a5a21 req-bf76c509-85e3-4c1c-8430-81c113b317ff tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:21.058190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ded5e015-422c-4ee9-b554-6316c94a5a21 req-bf76c509-85e3-4c1c-8430-81c113b317ff tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 946 time: 0.1950762 Jan 28 05:49:21.076479 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fd6a3-daf8-43d6-afac-4b75ae7b86a7 service neutron] Pushing event updated for resources: {'Port': ['ID=53676385-ac02-47ba-b6f1-4975f99ba19f,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:21.113426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Publish callbacks [] for security_group (91ea41be-6ab2-431c-85e9-ecd08976d220), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:21.115969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46404ff4-49f4-4ab0-a76a-a6d692617778 req-3a9cdb5f-4b11-4705-828a-0750fb1819c2 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:21.117509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46404ff4-49f4-4ab0-a76a-a6d692617778 req-3a9cdb5f-4b11-4705-828a-0750fb1819c2 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 945 time: 0.1828308 Jan 28 05:49:21.201190 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (91ea41be-6ab2-431c-85e9-ecd08976d220), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:21.204140 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6b1d7-4563-403d-b76e-1122fd00a198 req-e0a22624-21c8-4362-a55b-1a19bd31cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:21.205593 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0cb6b1d7-4563-403d-b76e-1122fd00a198 req-e0a22624-21c8-4362-a55b-1a19bd31cc5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.1463807 Jan 28 05:49:21.232704 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:49:21.239851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ea41be-6ab2-431c-85e9-ecd08976d220,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:21.242384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ded5e015-422c-4ee9-b554-6316c94a5a21 req-5b2ccb1f-516b-4df5-b4d2-989b96dac0b7 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaa9f2ca-32dc-4d61-9f92-274ebce9d47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699171 Jan 28 05:49:21.250885 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:21.251566 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:21.252147 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:21.252713 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:21.253451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:21.254096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:21.254669 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:21.255261 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:21.255861 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:21.256412 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:21.256923 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:21.257440 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:21.258160 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:21.259963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46404ff4-49f4-4ab0-a76a-a6d692617778 req-4dc86072-e19f-48ac-8b56-4f806ca2bc98 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343968 Jan 28 05:49:21.262930 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (3bdafa36-a0fd-423f-a35f-09a7ce57e87e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:21.263551 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Added segment 3bdafa36-a0fd-423f-a35f-09a7ce57e87e of type vlan for network e5cb12f7-5a7a-4431-98f5-2a7e5412761f Jan 28 05:49:21.280581 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-46b95e42-2835-4972-bdc4-b2b9883a3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:21.282065 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-46b95e42-2835-4972-bdc4-b2b9883a3dc8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 1095 time: 0.1229982 Jan 28 05:49:21.287357 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6b1d7-4563-403d-b76e-1122fd00a198 req-21afaa7d-33e6-4291-abb7-f1cf8ed25aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:21.288913 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0cb6b1d7-4563-403d-b76e-1122fd00a198 req-21afaa7d-33e6-4291-abb7-f1cf8ed25aa2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688572 Jan 28 05:49:21.289732 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3c1865-6b0d-4dd4-b45e-896ad83f3f63', 'tag': '53676385-ac02-47ba-b6f1-4975f99ba19f'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:21.292222 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b517ab6b-7f6c-474d-a540-337333ae1505" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3c1865-6b0d-4dd4-b45e-896ad83f3f63", "tag": "53676385-ac02-47ba-b6f1-4975f99ba19f"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:21.322665 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (e5cb12f7-5a7a-4431-98f5-2a7e5412761f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:21.408357 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-9d5e3712-3b8e-4291-a759-de9172b816b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53676385-ac02-47ba-b6f1-4975f99ba19f HTTP/1.1" status: 200 len: 217 time: 0.0997534 Jan 28 05:49:21.457480 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dc0305-c398-4e9b-83ba-f51e6091c371 x-openstack-request-id: req-16dc0305-c398-4e9b-83ba-f51e6091c371 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:21.458626 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3c1865-6b0d-4dd4-b45e-896ad83f3f63", "tag": "53676385-ac02-47ba-b6f1-4975f99ba19f", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:21.458626 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16dc0305-c398-4e9b-83ba-f51e6091c371 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:21.458975 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3c1865-6b0d-4dd4-b45e-896ad83f3f63', 'tag': '53676385-ac02-47ba-b6f1-4975f99ba19f', 'status': 'completed', 'code': 200} Jan 28 05:49:21.460360 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (e5cb12f7-5a7a-4431-98f5-2a7e5412761f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:21.461485 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:21.462419 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:21.547733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-86de5244-8170-4dbf-9b55-6638b4240961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:21.549204 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-86de5244-8170-4dbf-9b55-6638b4240961 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88b4464d-a63e-44af-98ed-f8fd1881fdda HTTP/1.1" status: 200 len: 854 time: 0.1313076 Jan 28 05:49:21.558131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35076) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:21.559824 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8406630 Jan 28 05:49:21.570251 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b125d-0a58-43a3-835d-5027dc4727f3 admin admin] Pushing event updated for resources: {'Network': ['ID=e5cb12f7-5a7a-4431-98f5-2a7e5412761f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:21.574024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-21e574ad-d80f-4738-8332-9ca550a4ba38 admin admin] Request body: {'subnet': {'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-27334350-subnet', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:21.583917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network e5cb12f7-5a7a-4431-98f5-2a7e5412761f details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:49:21.602681 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321b880-903c-46ab-917b-1c346617eb30 req-c26fa21d-ed1e-4517-ac12-88af2a144328 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:21.607851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321b880-903c-46ab-917b-1c346617eb30 req-c26fa21d-ed1e-4517-ac12-88af2a144328 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:21.612977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321b880-903c-46ab-917b-1c346617eb30 req-c26fa21d-ed1e-4517-ac12-88af2a144328 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:21.618413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321b880-903c-46ab-917b-1c346617eb30 req-c26fa21d-ed1e-4517-ac12-88af2a144328 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:21.623563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321b880-903c-46ab-917b-1c346617eb30 req-c26fa21d-ed1e-4517-ac12-88af2a144328 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:21.628741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321b880-903c-46ab-917b-1c346617eb30 req-c26fa21d-ed1e-4517-ac12-88af2a144328 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:21.634595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321b880-903c-46ab-917b-1c346617eb30 req-c26fa21d-ed1e-4517-ac12-88af2a144328 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:21.636486 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0321b880-903c-46ab-917b-1c346617eb30 req-c26fa21d-ed1e-4517-ac12-88af2a144328 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5433 time: 0.2390847 Jan 28 05:49:21.640933 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-6f9064fb-5cf3-403f-b633-0a05cb99495e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88381437-0e71-4561-a992-619e0f4004bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838830 Jan 28 05:49:21.645247 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0cb6b1d7-4563-403d-b76e-1122fd00a198 req-bfae4ab1-bd92-443f-93b4-59eb42a4a11e service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305368 Jan 28 05:49:21.648435 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35078) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:21.653489 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f5d8f0ec-bf7f-43ed-9153-19a0957a6315 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Request body: {'floatingip': {'port_id': '6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:21.699729 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f0ec-bf7f-43ed-9153-19a0957a6315 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for floatingip (2d449885-aa26-4b2b-b8ab-c7aa8a9cb8eb), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:21.768724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e574ad-d80f-4738-8332-9ca550a4ba38 admin admin] Made reservation on behalf of 479c54724c974ee5a31ac6ccd72859f2 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:21.772086 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21e574ad-d80f-4738-8332-9ca550a4ba38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:21.790314 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9b1f41-3a99-4fe5-94df-973888c41dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440597b6-8b4a-44a4-974d-6d93d5c1b760'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:21.792938 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3704b4-df1a-40a4-9865-ff620d3360ce" -d '{"events": [{"server_uuid": "fd9b1f41-3a99-4fe5-94df-973888c41dcb", "name": "network-vif-plugged", "status": "completed", "tag": "440597b6-8b4a-44a4-974d-6d93d5c1b760"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:21.875093 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc54b49-21f6-4176-845e-75929e5547fd x-openstack-request-id: req-3dc54b49-21f6-4176-845e-75929e5547fd {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:21.875389 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9b1f41-3a99-4fe5-94df-973888c41dcb", "name": "network-vif-plugged", "status": "completed", "tag": "440597b6-8b4a-44a4-974d-6d93d5c1b760", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:21.875645 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3dc54b49-21f6-4176-845e-75929e5547fd {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:21.876033 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9b1f41-3a99-4fe5-94df-973888c41dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440597b6-8b4a-44a4-974d-6d93d5c1b760', 'code': 200} Jan 28 05:49:22.000697 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0cb6b1d7-4563-403d-b76e-1122fd00a198 req-d8fc8f7e-d66a-4f40-8b2d-2b5aaefe10e2 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352308 Jan 28 05:49:22.023327 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-07aa0bab-5191-4c4e-a1a3-e37738852266 service neutron] 10.222.0.64 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592360 Jan 28 05:49:22.081643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c58789-5333-4948-96a0-3dec352d2af8 req-74820b67-a3ce-4506-8bb5-511fa724a9e5 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:22.084242 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3c58789-5333-4948-96a0-3dec352d2af8 req-74820b67-a3ce-4506-8bb5-511fa724a9e5 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 943 time: 0.1820986 Jan 28 05:49:22.185247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8502ce7-a4b5-457b-bb32-cfebd9416ac9 req-f16cef3d-a0e6-4d9c-a371-90bf7ac3e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:22.186950 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8502ce7-a4b5-457b-bb32-cfebd9416ac9 req-f16cef3d-a0e6-4d9c-a371-90bf7ac3e1b1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 1098 time: 0.1821868 Jan 28 05:49:22.260130 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f0ec-bf7f-43ed-9153-19a0957a6315 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:22.311136 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3c58789-5333-4948-96a0-3dec352d2af8 req-a7a355ca-9d85-4659-8873-d1e4de3dce9b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941161 Jan 28 05:49:22.323036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8766491c-bec7-4161-94bd-b0c4fd2924b4 req-36ac207c-ed94-45ec-87aa-b5a889fad2de service neutron] 10.222.0.64 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764111 Jan 28 05:49:22.339437 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f0ec-bf7f-43ed-9153-19a0957a6315 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (2d449885-aa26-4b2b-b8ab-c7aa8a9cb8eb), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:22.360168 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8502ce7-a4b5-457b-bb32-cfebd9416ac9 req-e1301199-a0cd-4fc3-b258-7bafd544fbb7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=eaa9f2ca-32dc-4d61-9f92-274ebce9d47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637466 Jan 28 05:49:22.387263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e41e64-f4cd-4867-98c5-28d75c2f2fe0 req-de2cd045-7358-4f89-8332-65722242dc5e tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:22.389387 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7e41e64-f4cd-4867-98c5-28d75c2f2fe0 req-de2cd045-7358-4f89-8332-65722242dc5e tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 946 time: 0.0578606 Jan 28 05:49:22.416622 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21e574ad-d80f-4738-8332-9ca550a4ba38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (6775d0c7-920b-4dac-b225-8dee000178bb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:22.489877 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-f5d8f0ec-bf7f-43ed-9153-19a0957a6315 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Floating IP 2d449885-aa26-4b2b-b8ab-c7aa8a9cb8eb associated. External IP: 172.25.0.86, port: 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9. Jan 28 05:49:22.537678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e574ad-d80f-4738-8332-9ca550a4ba38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6775d0c7-920b-4dac-b225-8dee000178bb,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:22.537800 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35110) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:22.565442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7e41e64-f4cd-4867-98c5-28d75c2f2fe0 req-58c59070-ba96-4114-9b1f-66d4b9cfd9df tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaa9f2ca-32dc-4d61-9f92-274ebce9d47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533303 Jan 28 05:49:22.624833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c38ed0-906b-4678-9355-bfb6a69910b9 req-296eb487-2b53-4905-9ac8-e6ed1ba8df21 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:22.632895 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8c38ed0-906b-4678-9355-bfb6a69910b9 req-296eb487-2b53-4905-9ac8-e6ed1ba8df21 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 945 time: 0.1835701 Jan 28 05:49:22.636273 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e574ad-d80f-4738-8332-9ca550a4ba38 admin admin] Checking segment: {'id': '3bdafa36-a0fd-423f-a35f-09a7ce57e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:22.636638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e574ad-d80f-4738-8332-9ca550a4ba38 admin admin] Network hostable DHCP agents. Network: e5cb12f7-5a7a-4431-98f5-2a7e5412761f, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:49:22.679307 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517ab6b-7f6c-474d-a540-337333ae1505 req-7e7ba236-0f25-425d-a510-b5bcb29f0297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:22.680882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b517ab6b-7f6c-474d-a540-337333ae1505 req-7e7ba236-0f25-425d-a510-b5bcb29f0297 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 1095 time: 0.1402309 Jan 28 05:49:22.709961 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e68e0bfc-28bd-435e-8010-7405c2beb94a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:22.752844 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e574ad-d80f-4738-8332-9ca550a4ba38 admin admin] Network e5cb12f7-5a7a-4431-98f5-2a7e5412761f is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:49:22.766566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8c38ed0-906b-4678-9355-bfb6a69910b9 req-b69665a9-70a4-4d55-b9b8-16e9899d1dc2 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322751 Jan 28 05:49:22.811935 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517ab6b-7f6c-474d-a540-337333ae1505 req-4daef16d-7b1e-45fa-8cc8-b67c0fabc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:22.813684 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b517ab6b-7f6c-474d-a540-337333ae1505 req-4daef16d-7b1e-45fa-8cc8-b67c0fabc80d service neutron] 10.222.0.64 "GET /v2.0/networks?id=88381437-0e71-4561-a992-619e0f4004bd HTTP/1.1" status: 200 len: 915 time: 0.1267135 Jan 28 05:49:22.831911 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d8f0ec-bf7f-43ed-9153-19a0957a6315 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Router 7c5dd5c9-dceb-49c1-8b87-938c794e6568 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:49:22.856495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-21e574ad-d80f-4738-8332-9ca550a4ba38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, e5cb12f7-5a7a-4431-98f5-2a7e5412761f) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:22.860118 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b517ab6b-7f6c-474d-a540-337333ae1505 req-cfc758c9-b1c5-4dd2-ae48-8300b856973b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53676385-ac02-47ba-b6f1-4975f99ba19f HTTP/1.1" status: 200 len: 217 time: 0.0385165 Jan 28 05:49:22.862204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e574ad-d80f-4738-8332-9ca550a4ba38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:22.862347 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21e574ad-d80f-4738-8332-9ca550a4ba38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:22.864365 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e68e0bfc-28bd-435e-8010-7405c2beb94a admin admin] Publish callbacks [] for security_group (4e729e25-8e7c-47d2-8c71-47699694d6ce), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:22.871458 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac34e06-8d3f-4409-bb68-00bd191064e0 None None] Network e5cb12f7-5a7a-4431-98f5-2a7e5412761f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:49:22.915638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517ab6b-7f6c-474d-a540-337333ae1505 req-6bbebe57-2232-480b-95c0-90c6e75bc30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:22.917725 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b517ab6b-7f6c-474d-a540-337333ae1505 req-6bbebe57-2232-480b-95c0-90c6e75bc30a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88b4464d-a63e-44af-98ed-f8fd1881fdda HTTP/1.1" status: 200 len: 854 time: 0.0503173 Jan 28 05:49:22.933499 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e68e0bfc-28bd-435e-8010-7405c2beb94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4e729e25-8e7c-47d2-8c71-47699694d6ce), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:22.959160 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b517ab6b-7f6c-474d-a540-337333ae1505 req-96552e7a-0f7c-426e-bc82-c846594a8b71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88381437-0e71-4561-a992-619e0f4004bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320768 Jan 28 05:49:22.992726 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-21e574ad-d80f-4738-8332-9ca550a4ba38 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4240260 Jan 28 05:49:22.992924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35118) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:22.997293 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'fixed_ips': [{'subnet_id': '6775d0c7-920b-4dac-b225-8dee000178bb'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:49:22.998224 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:23.009596 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:23.019612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e0bfc-28bd-435e-8010-7405c2beb94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e729e25-8e7c-47d2-8c71-47699694d6ce,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:23.026793 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e68e0bfc-28bd-435e-8010-7405c2beb94a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16c6a4db385741209b1505d30a0de1a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4866760 Jan 28 05:49:23.027617 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d8f0ec-bf7f-43ed-9153-19a0957a6315 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:49:23.029009 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35120) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:23.037589 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f0ec-bf7f-43ed-9153-19a0957a6315 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:23.042196 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0c9f18-6279-42f9-bbed-40b93727c6fe None None] Sync routers for ids ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:49:23.068092 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0c9f18-6279-42f9-bbed-40b93727c6fe None None] Routers {'7c5dd5c9-dceb-49c1-8b87-938c794e6568'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:49:23.069913 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1c0c9f18-6279-42f9-bbed-40b93727c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:49:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:23.083771 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f5d8f0ec-bf7f-43ed-9153-19a0957a6315 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "PUT /v2.0/floatingips/2d449885-aa26-4b2b-b8ab-c7aa8a9cb8eb HTTP/1.1" status: 200 len: 990 time: 1.4335425 Jan 28 05:49:23.088698 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'tag': '6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:23.090950 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62d1797-0f73-4ee9-b25b-83f5c60e3158" -d '{"events": [{"name": "network-changed", "server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "tag": "6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:23.110053 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-149ac834-633f-460e-b159-3ed357e2b55f admin admin] Publish callbacks [] for security_group (4e729e25-8e7c-47d2-8c71-47699694d6ce), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:23.168678 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-149ac834-633f-460e-b159-3ed357e2b55f admin admin] Publish callbacks [] for security_group (4e729e25-8e7c-47d2-8c71-47699694d6ce), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:23.178713 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b517ab6b-7f6c-474d-a540-337333ae1505 req-1df2c1ff-00cb-4366-84e4-8d087dc6b3f6 service neutron] 10.222.0.64 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112813 Jan 28 05:49:23.214544 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Allocated IP 172.20.0.2 (e5cb12f7-5a7a-4431-98f5-2a7e5412761f/6775d0c7-920b-4dac-b225-8dee000178bb/f2dddd7a-eeaa-46e3-82af-e8e9c2de8947) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:49:23.272303 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-1c0c9f18-6279-42f9-bbed-40b93727c6fe None None] Set router 7c5dd5c9-dceb-49c1-8b87-938c794e6568 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:49:23.305174 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:23.305174 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:23.318260 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0e192b-6820-4899-91cd-6b27e89ff963 x-openstack-request-id: req-0d0e192b-6820-4899-91cd-6b27e89ff963 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:23.318805 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "tag": "6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:23.318805 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d0e192b-6820-4899-91cd-6b27e89ff963 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:23.318984 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'tag': '6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9', 'status': 'completed', 'code': 200} Jan 28 05:49:23.340351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b517ab6b-7f6c-474d-a540-337333ae1505 req-d7de91bd-c1d1-42e4-af8a-4f414a390ebb service neutron] 10.222.0.64 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531413 Jan 28 05:49:23.362107 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-149ac834-633f-460e-b159-3ed357e2b55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4e729e25-8e7c-47d2-8c71-47699694d6ce), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:23.365941 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-149ac834-633f-460e-b159-3ed357e2b55f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:23.367400 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-149ac834-633f-460e-b159-3ed357e2b55f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e729e25-8e7c-47d2-8c71-47699694d6ce HTTP/1.1" status: 204 len: 168 time: 0.3376536 Jan 28 05:49:23.383853 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ac834-633f-460e-b159-3ed357e2b55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e729e25-8e7c-47d2-8c71-47699694d6ce,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:23.545663 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Publish callbacks [] for router_controller (0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:23.563446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998386e-cf0d-4f94-9519-825a49338843 req-7fcd5914-6dff-485e-8e2a-5f4fdf59eb56 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:23.565206 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c998386e-cf0d-4f94-9519-825a49338843 req-7fcd5914-6dff-485e-8e2a-5f4fdf59eb56 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 945 time: 0.2239492 Jan 28 05:49:23.584389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d1797-0f73-4ee9-b25b-83f5c60e3158 req-89b56842-005a-4875-9fde-498a330b21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:23.585007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d1797-0f73-4ee9-b25b-83f5c60e3158 req-89b56842-005a-4875-9fde-498a330b21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:23.585493 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d1797-0f73-4ee9-b25b-83f5c60e3158 req-89b56842-005a-4875-9fde-498a330b21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:23.585967 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d1797-0f73-4ee9-b25b-83f5c60e3158 req-89b56842-005a-4875-9fde-498a330b21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:23.586666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d1797-0f73-4ee9-b25b-83f5c60e3158 req-89b56842-005a-4875-9fde-498a330b21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:23.587153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d1797-0f73-4ee9-b25b-83f5c60e3158 req-89b56842-005a-4875-9fde-498a330b21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:23.587624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d1797-0f73-4ee9-b25b-83f5c60e3158 req-89b56842-005a-4875-9fde-498a330b21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:23.589732 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e62d1797-0f73-4ee9-b25b-83f5c60e3158 req-89b56842-005a-4875-9fde-498a330b21a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 6497 time: 0.1655550 Jan 28 05:49:23.624718 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063fa2f-d09e-4504-a503-24311d23ce12 req-e2100d46-b7a6-41ff-9c46-d4302db4a344 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:23.634970 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d063fa2f-d09e-4504-a503-24311d23ce12 req-e2100d46-b7a6-41ff-9c46-d4302db4a344 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 943 time: 0.2079265 Jan 28 05:49:23.705807 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Publish callbacks [] for port (f2dddd7a-eeaa-46e3-82af-e8e9c2de8947), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:23.802566 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (f2dddd7a-eeaa-46e3-82af-e8e9c2de8947), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:23.832000 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1c0c9f18-6279-42f9-bbed-40b93727c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'name': 'tempest-TaggedBootDevicesTest-775861909-router', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:12Z', 'revision_number': 4, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'gw_port': {'id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '2d449885-aa26-4b2b-b8ab-c7aa8a9cb8eb', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'port_id': '6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868', 'mac_address': 'fa:16:3e:be:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3291ad89-4923-4056-b5ad-5f876a20a660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:47:30Z', 'updated_at': '2022-01-28T05:49:22Z', 'revision_number': 1, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd3dd47-fb14-437e-b049-fec4a392ce61', 'name': '', 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'mac_address': 'fa:16:3e:da:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:11Z', 'updated_at': '2022-01-28T05:46:20Z', 'revision_number': 5, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'subnets': [{'id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:23.873883 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0c9f18-6279-42f9-bbed-40b93727c6fe None None] Checking router: 7c5dd5c9-dceb-49c1-8b87-938c794e6568 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:49:23.886926 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0c9f18-6279-42f9-bbed-40b93727c6fe None None] Routers {'7c5dd5c9-dceb-49c1-8b87-938c794e6568'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:49:23.887577 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1c0c9f18-6279-42f9-bbed-40b93727c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:49:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:23.892177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Network e5cb12f7-5a7a-4431-98f5-2a7e5412761f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:49:23.899185 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:23.910048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:49:23.913907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Pushing event updated for resources: {'Port': ['ID=f2dddd7a-eeaa-46e3-82af-e8e9c2de8947,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:23.991137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Attempting to bind port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:49:23.991946 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Attempting to bind port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '3bdafa36-a0fd-423f-a35f-09a7ce57e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:49:23.992537 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Attempting to bind port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 on network e5cb12f7-5a7a-4431-98f5-2a7e5412761f {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:23.998655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:49:23.999499 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Checking segment: {'id': '3bdafa36-a0fd-423f-a35f-09a7ce57e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:24.000272 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:24.001282 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Bound using segment: {'id': '3bdafa36-a0fd-423f-a35f-09a7ce57e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:49:24.001996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Bound port: f2dddd7a-eeaa-46e3-82af-e8e9c2de8947, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bdafa36-a0fd-423f-a35f-09a7ce57e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:49:24.002750 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f2dddd7a-eeaa-46e3-82af-e8e9c2de8947), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:24.047146 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-1c0c9f18-6279-42f9-bbed-40b93727c6fe None None] Set router 7c5dd5c9-dceb-49c1-8b87-938c794e6568 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:49:24.101149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] For port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:49:24.105564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] For port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f2dddd7a-eeaa-46e3-82af-e8e9c2de8947,segment=NetworkSegment(3bdafa36-a0fd-423f-a35f-09a7ce57e87e),segment_id=3bdafa36-a0fd-423f-a35f-09a7ce57e87e)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:49:24.117614 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c998386e-cf0d-4f94-9519-825a49338843 req-12c895a0-759c-4266-b9ee-cd65fe57f0f7 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397716 Jan 28 05:49:24.125248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d063fa2f-d09e-4504-a503-24311d23ce12 req-ab89fd5f-af49-4431-95ad-e2b07c7954f0 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893246 Jan 28 05:49:24.191129 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f2dddd7a-eeaa-46e3-82af-e8e9c2de8947), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:24.206432 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Publish callbacks [] for router_gateway (0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:24.215687 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d1797-0f73-4ee9-b25b-83f5c60e3158 req-62455dad-ee0c-4891-8dc7-8ed898157160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:24.217284 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e62d1797-0f73-4ee9-b25b-83f5c60e3158 req-62455dad-ee0c-4891-8dc7-8ed898157160 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d41f46e-f58d-4165-a16d-3b2144390868 HTTP/1.1" status: 200 len: 912 time: 0.6155581 Jan 28 05:49:24.307383 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb46c71-8751-4bd7-9b88-3224c5314523 None None] Pushing event updated for resources: {'Port': ['ID=f2dddd7a-eeaa-46e3-82af-e8e9c2de8947,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:24.447810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e62d1797-0f73-4ee9-b25b-83f5c60e3158 req-12524f00-0e36-4f2c-8925-41355dc5b242 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 HTTP/1.1" status: 200 len: 998 time: 0.2240391 Jan 28 05:49:24.478673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5df9ce-1c0b-4a79-80e5-12ca183ac7f5 req-adccf578-8b54-4aff-9215-5c90cabf9708 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:24.481229 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1c0c9f18-6279-42f9-bbed-40b93727c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'name': 'tempest-TaggedBootDevicesTest-775861909-router', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:12Z', 'revision_number': 4, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'gw_port': {'id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '2d449885-aa26-4b2b-b8ab-c7aa8a9cb8eb', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'port_id': '6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868', 'mac_address': 'fa:16:3e:be:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3291ad89-4923-4056-b5ad-5f876a20a660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:47:30Z', 'updated_at': '2022-01-28T05:49:22Z', 'revision_number': 1, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd3dd47-fb14-437e-b049-fec4a392ce61', 'name': '', 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'mac_address': 'fa:16:3e:da:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:11Z', 'updated_at': '2022-01-28T05:46:20Z', 'revision_number': 5, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'subnets': [{'id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:24.484284 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb5df9ce-1c0b-4a79-80e5-12ca183ac7f5 req-adccf578-8b54-4aff-9215-5c90cabf9708 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 946 time: 0.2021561 Jan 28 05:49:24.568115 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0c9f18-6279-42f9-bbed-40b93727c6fe None None] The sync data for ids ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'] in n-d-812111-12 is: [{'id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'name': 'tempest-TaggedBootDevicesTest-775861909-router', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:12Z', 'revision_number': 4, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'gw_port': {'id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '2d449885-aa26-4b2b-b8ab-c7aa8a9cb8eb', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'port_id': '6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868', 'mac_address': 'fa:16:3e:be:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3291ad89-4923-4056-b5ad-5f876a20a660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:47:30Z', 'updated_at': '2022-01-28T05:49:22Z', 'revision_number': 1, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd3dd47-fb14-437e-b049-fec4a392ce61', 'name': '', 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'mac_address': 'fa:16:3e:da:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:11Z', 'updated_at': '2022-01-28T05:46:20Z', 'revision_number': 5, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'subnets': [{'id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:49:24.604061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d1797-0f73-4ee9-b25b-83f5c60e3158 req-9e0c4510-f6a0-497a-8e07-644bfaa7bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:24.605639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e62d1797-0f73-4ee9-b25b-83f5c60e3158 req-9e0c4510-f6a0-497a-8e07-644bfaa7bf41 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fef9bb5e-512a-4e07-ad80-abe7197482fc HTTP/1.1" status: 200 len: 850 time: 0.1513052 Jan 28 05:49:24.634041 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb5df9ce-1c0b-4a79-80e5-12ca183ac7f5 req-f2e35f60-21e9-4558-a95d-693070508dd4 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaa9f2ca-32dc-4d61-9f92-274ebce9d47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107314 Jan 28 05:49:24.722367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d1797-0f73-4ee9-b25b-83f5c60e3158 req-9a8bc593-a805-4ac1-9422-24eeb4d2419c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:24.724779 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e62d1797-0f73-4ee9-b25b-83f5c60e3158 req-9a8bc593-a805-4ac1-9422-24eeb4d2419c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d41f46e-f58d-4165-a16d-3b2144390868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095226 Jan 28 05:49:24.875760 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:24.919851 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:25.024706 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:25.025575 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f2dddd7a-eeaa-46e3-82af-e8e9c2de8947), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:25.072397 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396c7fa-4258-4301-8a28-441221e4ea45 req-02afd26c-ee69-4460-803b-4fe1e69b493f tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:25.077103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8396c7fa-4258-4301-8a28-441221e4ea45 req-02afd26c-ee69-4460-803b-4fe1e69b493f tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 946 time: 0.2702687 Jan 28 05:49:25.078179 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd65cc22-cbe8-46c7-879a-e4ab9eb61ae4 None None] New status for floating IP 2d449885-aa26-4b2b-b8ab-c7aa8a9cb8eb: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:49:25.082413 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35174) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:25.083464 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Publish callbacks [] for router_gateway (0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:25.088033 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4995fe10-efd0-418c-9c4c-6e2cb5d73ed6 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Request body: {'floatingip': {'port_id': '440597b6-8b4a-44a4-974d-6d93d5c1b760'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:25.097066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757aa159-9c39-4813-b784-71c8b474fbc3 req-0849cf8b-6c02-41e3-bb11-610f1f6dea64 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:25.099234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-757aa159-9c39-4813-b784-71c8b474fbc3 req-0849cf8b-6c02-41e3-bb11-610f1f6dea64 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 945 time: 0.2822874 Jan 28 05:49:25.128903 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:25.133705 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e62d1797-0f73-4ee9-b25b-83f5c60e3158 req-1a8e289b-c6a7-4712-9c4e-29924beedf0f service neutron] 10.222.0.60 "GET /v2.0/networks/6d41f46e-f58d-4165-a16d-3b2144390868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009812 Jan 28 05:49:25.155071 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4995fe10-efd0-418c-9c4c-6e2cb5d73ed6 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for floatingip (64c240d1-d602-46ad-a7b7-77298dd05590), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:25.289091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:25.289496 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f2dddd7a-eeaa-46e3-82af-e8e9c2de8947), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:25.403786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f2dddd7a-eeaa-46e3-82af-e8e9c2de8947,segment=NetworkSegment(3bdafa36-a0fd-423f-a35f-09a7ce57e87e),segment_id=3bdafa36-a0fd-423f-a35f-09a7ce57e87e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:25.496916 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f2dddd7a-eeaa-46e3-82af-e8e9c2de8947), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:25.618045 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Allocated IP 172.25.0.49 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/94cb632d-5632-44d0-aed9-28dfbdfd6365) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:49:25.625208 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=f2dddd7a-eeaa-46e3-82af-e8e9c2de8947,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:25.689311 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 53676385-ac02-47ba-b6f1-4975f99ba19f details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:49:25.754374 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e62d1797-0f73-4ee9-b25b-83f5c60e3158 req-d66fca5b-be1a-4d85-bc02-c54d6b4f3a38 service neutron] 10.222.0.60 "GET /v2.0/networks/6d41f46e-f58d-4165-a16d-3b2144390868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952234 Jan 28 05:49:25.803013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c107a0-85ff-42ae-8916-0b1aa9d5d128 req-465624c2-ee1a-4818-b486-852157c20d91 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:25.804551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40c107a0-85ff-42ae-8916-0b1aa9d5d128 req-465624c2-ee1a-4818-b486-852157c20d91 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 943 time: 0.4192069 Jan 28 05:49:25.825502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade6d59-c1c9-4236-bbd3-510071983d6b req-6d641935-af07-4747-8887-caa141f8a461 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:25.827218 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eade6d59-c1c9-4236-bbd3-510071983d6b req-6d641935-af07-4747-8887-caa141f8a461 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 945 time: 0.5153499 Jan 28 05:49:25.884249 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 53676385-ac02-47ba-b6f1-4975f99ba19f, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=53676385-ac02-47ba-b6f1-4975f99ba19f,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:25.898498 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '53676385-ac02-47ba-b6f1-4975f99ba19f', 'network_id': '88381437-0e71-4561-a992-619e0f4004bd', 'port_id': '53676385-ac02-47ba-b6f1-4975f99ba19f', 'mac_address': 'fa:16:3e:35:8d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b4464d-a63e-44af-98ed-f8fd1881fdda', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:49:25.921210 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Publish callbacks [] for port (94cb632d-5632-44d0-aed9-28dfbdfd6365), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:25.949085 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f4eb8a-3443-4085-8745-bd0bf36e7f46 None None] Network e5cb12f7-5a7a-4431-98f5-2a7e5412761f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:49:25.950268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-757aa159-9c39-4813-b784-71c8b474fbc3 req-75597b53-64fe-43a8-a87f-a1bce00e6ecc tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Deleting port ea10d1aa-2684-4750-b005-dee12c47c39b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:49:25.950634 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-757aa159-9c39-4813-b784-71c8b474fbc3 req-75597b53-64fe-43a8-a87f-a1bce00e6ecc tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ea10d1aa-2684-4750-b005-dee12c47c39b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:26.003053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eade6d59-c1c9-4236-bbd3-510071983d6b req-925f6f74-8e6b-4cf1-a79c-e50ba5877b5f tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473174 Jan 28 05:49:26.027887 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 53676385-ac02-47ba-b6f1-4975f99ba19f is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:26.027887 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (53676385-ac02-47ba-b6f1-4975f99ba19f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:26.045020 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53676385-ac02-47ba-b6f1-4975f99ba19f {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:26.064777 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f0ea9375-3d8e-4e5f-84d3-d1efa9b03710 None None] Provisioning complete for port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:26.065155 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0ea9375-3d8e-4e5f-84d3-d1efa9b03710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f2dddd7a-eeaa-46e3-82af-e8e9c2de8947), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:26.126902 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 53676385-ac02-47ba-b6f1-4975f99ba19f, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=53676385-ac02-47ba-b6f1-4975f99ba19f,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:26.138613 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40c107a0-85ff-42ae-8916-0b1aa9d5d128 req-20fb2f90-81c7-4eaf-88cc-d3c7c8a1773a tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067424 Jan 28 05:49:26.190258 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (53676385-ac02-47ba-b6f1-4975f99ba19f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:26.251403 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (94cb632d-5632-44d0-aed9-28dfbdfd6365), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:26.273933 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-757aa159-9c39-4813-b784-71c8b474fbc3 req-75597b53-64fe-43a8-a87f-a1bce00e6ecc tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] For port ea10d1aa-2684-4750-b005-dee12c47c39b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ea10d1aa-2684-4750-b005-dee12c47c39b,segment=NetworkSegment(71363ff4-e0e1-4c84-ae38-a4835e43e0a0),segment_id=71363ff4-e0e1-4c84-ae38-a4835e43e0a0)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:26.274450 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-757aa159-9c39-4813-b784-71c8b474fbc3 req-75597b53-64fe-43a8-a87f-a1bce00e6ecc tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ea10d1aa-2684-4750-b005-dee12c47c39b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:26.286293 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea9375-3d8e-4e5f-84d3-d1efa9b03710 None None] Current status of the port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:26.304351 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=53676385-ac02-47ba-b6f1-4975f99ba19f,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:26.343170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-757aa159-9c39-4813-b784-71c8b474fbc3 req-75597b53-64fe-43a8-a87f-a1bce00e6ecc tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Calling delete_port for ea10d1aa-2684-4750-b005-dee12c47c39b owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:49:26.380397 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4995fe10-efd0-418c-9c4c-6e2cb5d73ed6 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:26.440936 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4995fe10-efd0-418c-9c4c-6e2cb5d73ed6 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (64c240d1-d602-46ad-a7b7-77298dd05590), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:26.494360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:49:26.496857 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['53676385-ac02-47ba-b6f1-4975f99ba19f'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:26.498574 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:26.514373 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:49:26.604271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Pushing event updated for resources: {'Port': ['ID=94cb632d-5632-44d0-aed9-28dfbdfd6365,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:26.643346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2786dde5-946f-4483-a3f7-2ac8c5935a72 None None] Provisioning complete for port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:26.643723 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2786dde5-946f-4483-a3f7-2ac8c5935a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f2dddd7a-eeaa-46e3-82af-e8e9c2de8947), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:26.703741 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-4995fe10-efd0-418c-9c4c-6e2cb5d73ed6 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Floating IP 64c240d1-d602-46ad-a7b7-77298dd05590 associated. External IP: 172.25.0.183, port: 440597b6-8b4a-44a4-974d-6d93d5c1b760. Jan 28 05:49:26.751143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35220) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:26.820612 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:26.869056 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2786dde5-946f-4483-a3f7-2ac8c5935a72 None None] Current status of the port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:26.870474 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-757aa159-9c39-4813-b784-71c8b474fbc3 req-75597b53-64fe-43a8-a87f-a1bce00e6ecc tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ea10d1aa-2684-4750-b005-dee12c47c39b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:26.894823 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:26.895660 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f2dddd7a-eeaa-46e3-82af-e8e9c2de8947), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:26.915960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75597b53-64fe-43a8-a87f-a1bce00e6ecc tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Pushing event deleted for resources: {'Port': ['ID=ea10d1aa-2684-4750-b005-dee12c47c39b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:26.975225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['ea10d1aa-2684-4750-b005-dee12c47c39b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:26.998046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-81948fd8-bf0d-4906-8719-eee1fce40a01 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1123036373'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:27.019934 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:27.026081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-757aa159-9c39-4813-b784-71c8b474fbc3 req-75597b53-64fe-43a8-a87f-a1bce00e6ecc tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] No DVR routers for this DVR port ea10d1aa-2684-4750-b005-dee12c47c39b on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:49:27.034861 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-757aa159-9c39-4813-b784-71c8b474fbc3 req-75597b53-64fe-43a8-a87f-a1bce00e6ecc tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:27.038160 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-757aa159-9c39-4813-b784-71c8b474fbc3 req-75597b53-64fe-43a8-a87f-a1bce00e6ecc tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.64 "DELETE /v2.0/ports/ea10d1aa-2684-4750-b005-dee12c47c39b HTTP/1.1" status: 204 len: 173 time: 1.9182355 Jan 28 05:49:27.038631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fe32f9-68b9-46fd-901b-0305e458f0b3', 'name': 'network-vif-deleted', 'tag': 'ea10d1aa-2684-4750-b005-dee12c47c39b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:27.040888 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af27115c-fd67-4351-9fec-4d8405336e3d" -d '{"events": [{"server_uuid": "d9fe32f9-68b9-46fd-901b-0305e458f0b3", "name": "network-vif-deleted", "tag": "ea10d1aa-2684-4750-b005-dee12c47c39b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:27.063055 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4995fe10-efd0-418c-9c4c-6e2cb5d73ed6 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Router 89739816-720d-470d-9744-4723b9fee083 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:49:27.102092 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Publish callbacks [] for router_gateway (0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:27.145457 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b382497a-61d5-423f-aea5-9116e3054ae6 x-openstack-request-id: req-b382497a-61d5-423f-aea5-9116e3054ae6 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:27.145762 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fe32f9-68b9-46fd-901b-0305e458f0b3", "name": "network-vif-deleted", "tag": "ea10d1aa-2684-4750-b005-dee12c47c39b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:27.146090 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b382497a-61d5-423f-aea5-9116e3054ae6 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:27.146584 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fe32f9-68b9-46fd-901b-0305e458f0b3', 'name': 'network-vif-deleted', 'tag': 'ea10d1aa-2684-4750-b005-dee12c47c39b', 'status': 'completed', 'code': 200} Jan 28 05:49:27.183474 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d0a803c4-4551-4c2a-913f-01c7b23c7628 req-87316b36-84f6-49e2-9f47-15186ab90a7b tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 210 time: 0.0391614 Jan 28 05:49:27.185311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81948fd8-bf0d-4906-8719-eee1fce40a01 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Made reservation on behalf of 582792b004f14cf5a9749c5511cddf26 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:27.189005 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81948fd8-bf0d-4906-8719-eee1fce40a01 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:27.210055 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81948fd8-bf0d-4906-8719-eee1fce40a01 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:27.250372 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4995fe10-efd0-418c-9c4c-6e2cb5d73ed6 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:49:27.255959 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4995fe10-efd0-418c-9c4c-6e2cb5d73ed6 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:27.263399 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eff9ab1-2489-40cc-bda9-62638b83b84e None None] Sync routers for ids ['89739816-720d-470d-9744-4723b9fee083'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:49:27.281004 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff9ab1-2489-40cc-bda9-62638b83b84e None None] Routers {'89739816-720d-470d-9744-4723b9fee083'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:49:27.281634 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9eff9ab1-2489-40cc-bda9-62638b83b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:49:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['89739816-720d-470d-9744-4723b9fee083'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:27.338106 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4995fe10-efd0-418c-9c4c-6e2cb5d73ed6 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "PUT /v2.0/floatingips/64c240d1-d602-46ad-a7b7-77298dd05590 HTTP/1.1" status: 200 len: 992 time: 2.2523167 Jan 28 05:49:27.339331 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9b1f41-3a99-4fe5-94df-973888c41dcb', 'tag': '440597b6-8b4a-44a4-974d-6d93d5c1b760'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:27.345482 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5934e9c3-0063-488f-a4fb-53f0e68dc421" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9b1f41-3a99-4fe5-94df-973888c41dcb", "tag": "440597b6-8b4a-44a4-974d-6d93d5c1b760"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:27.403513 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9eff9ab1-2489-40cc-bda9-62638b83b84e None None] Set router 89739816-720d-470d-9744-4723b9fee083 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:49:27.410043 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc59a2d-ed6d-4c09-be0f-313d72579bb1 req-2ff38935-d2c0-457f-bd52-4b05474f09c4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:27.412107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dcc59a2d-ed6d-4c09-be0f-313d72579bb1 req-2ff38935-d2c0-457f-bd52-4b05474f09c4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 944 time: 0.1585357 Jan 28 05:49:27.482620 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:27.600571 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dcc59a2d-ed6d-4c09-be0f-313d72579bb1 req-0a3806db-1bdc-450a-8581-da123f44aba4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801200 Jan 28 05:49:27.602966 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81948fd8-bf0d-4906-8719-eee1fce40a01 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Publish callbacks [] for security_group (859a3568-7df1-4249-aa28-42afb9997ec5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:27.610858 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:27.655248 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81948fd8-bf0d-4906-8719-eee1fce40a01 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (859a3568-7df1-4249-aa28-42afb9997ec5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:27.685219 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9eff9ab1-2489-40cc-bda9-62638b83b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89739816-720d-470d-9744-4723b9fee083', 'name': 'tempest-ServersTestJSON-964229962-router', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:49Z', 'updated_at': '2022-01-28T05:48:57Z', 'revision_number': 4, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'gw_port': {'id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:50Z', 'updated_at': '2022-01-28T05:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '64c240d1-d602-46ad-a7b7-77298dd05590', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '89739816-720d-470d-9744-4723b9fee083', 'port_id': '440597b6-8b4a-44a4-974d-6d93d5c1b760', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1', 'mac_address': 'fa:16:3e:c4:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9b1f41-3a99-4fe5-94df-973888c41dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:49:04Z', 'updated_at': '2022-01-28T05:49:26Z', 'revision_number': 1, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd95e52-d583-49f7-8cac-69fd291d8f02', 'name': '', 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'mac_address': 'fa:16:3e:74:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:03Z', 'revision_number': 5, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'subnets': [{'id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:27.698483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81948fd8-bf0d-4906-8719-eee1fce40a01 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:49:27.706063 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81948fd8-bf0d-4906-8719-eee1fce40a01 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859a3568-7df1-4249-aa28-42afb9997ec5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:27.719320 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eff9ab1-2489-40cc-bda9-62638b83b84e None None] Checking router: 89739816-720d-470d-9744-4723b9fee083 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:49:27.734560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 53676385-ac02-47ba-b6f1-4975f99ba19f up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:27.745421 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81948fd8-bf0d-4906-8719-eee1fce40a01 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (4057161f-5412-4cec-9e0b-9a51dbf73734), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:27.745770 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-81948fd8-bf0d-4906-8719-eee1fce40a01 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Added segment 4057161f-5412-4cec-9e0b-9a51dbf73734 of type vlan for network c0a960fc-7a1f-4dc4-a634-86240520554b Jan 28 05:49:27.745913 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff9ab1-2489-40cc-bda9-62638b83b84e None None] Routers {'89739816-720d-470d-9744-4723b9fee083'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:49:27.747588 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9eff9ab1-2489-40cc-bda9-62638b83b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:49:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['89739816-720d-470d-9744-4723b9fee083'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:27.753117 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f59eead-fc0b-4b4d-8ca4-d357ee33c4ff x-openstack-request-id: req-5f59eead-fc0b-4b4d-8ca4-d357ee33c4ff {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:27.753646 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9b1f41-3a99-4fe5-94df-973888c41dcb", "tag": "440597b6-8b4a-44a4-974d-6d93d5c1b760", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:27.753646 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f59eead-fc0b-4b4d-8ca4-d357ee33c4ff {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:27.754057 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9b1f41-3a99-4fe5-94df-973888c41dcb', 'tag': '440597b6-8b4a-44a4-974d-6d93d5c1b760', 'status': 'completed', 'code': 200} Jan 28 05:49:27.816003 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81948fd8-bf0d-4906-8719-eee1fce40a01 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (c0a960fc-7a1f-4dc4-a634-86240520554b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:27.847896 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 53676385-ac02-47ba-b6f1-4975f99ba19f completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:49:27.854744 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 53676385-ac02-47ba-b6f1-4975f99ba19f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:27.859137 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (53676385-ac02-47ba-b6f1-4975f99ba19f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:27.892142 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9eff9ab1-2489-40cc-bda9-62638b83b84e None None] Set router 89739816-720d-470d-9744-4723b9fee083 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:49:27.896375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934e9c3-0063-488f-a4fb-53f0e68dc421 req-d5957552-2534-468c-95ec-44804be7848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:27.897903 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5934e9c3-0063-488f-a4fb-53f0e68dc421 req-d5957552-2534-468c-95ec-44804be7848b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c88014116ab4c13b796cf282b02d28b&device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 1098 time: 0.0944946 Jan 28 05:49:27.951807 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81948fd8-bf0d-4906-8719-eee1fce40a01 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (c0a960fc-7a1f-4dc4-a634-86240520554b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:27.956667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81948fd8-bf0d-4906-8719-eee1fce40a01 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:27.957041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 53676385-ac02-47ba-b6f1-4975f99ba19f is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:27.957268 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81948fd8-bf0d-4906-8719-eee1fce40a01 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:27.957447 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (53676385-ac02-47ba-b6f1-4975f99ba19f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:27.990533 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3c1865-6b0d-4dd4-b45e-896ad83f3f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53676385-ac02-47ba-b6f1-4975f99ba19f'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:27.993669 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e920f87-8ca5-4ba1-96df-0410311c96d1" -d '{"events": [{"server_uuid": "ca3c1865-6b0d-4dd4-b45e-896ad83f3f63", "name": "network-vif-plugged", "status": "completed", "tag": "53676385-ac02-47ba-b6f1-4975f99ba19f"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:28.007840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:49:28.009731 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 53676385-ac02-47ba-b6f1-4975f99ba19f, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=53676385-ac02-47ba-b6f1-4975f99ba19f,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:28.040126 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2fad30-1062-4a10-8c4a-3bf4c97223b4 x-openstack-request-id: req-7b2fad30-1062-4a10-8c4a-3bf4c97223b4 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:28.040460 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3c1865-6b0d-4dd4-b45e-896ad83f3f63", "name": "network-vif-plugged", "status": "completed", "tag": "53676385-ac02-47ba-b6f1-4975f99ba19f", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:28.040691 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b2fad30-1062-4a10-8c4a-3bf4c97223b4 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:28.042124 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3c1865-6b0d-4dd4-b45e-896ad83f3f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53676385-ac02-47ba-b6f1-4975f99ba19f', 'code': 200} Jan 28 05:49:28.093373 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (53676385-ac02-47ba-b6f1-4975f99ba19f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:28.097127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ea10d1aa-2684-4750-b005-dee12c47c39b no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:49:28.139533 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: ea10d1aa-2684-4750-b005-dee12c47c39b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:49:28.140148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ea10d1aa-2684-4750-b005-dee12c47c39b not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:49:28.179902 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=53676385-ac02-47ba-b6f1-4975f99ba19f,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:28.225144 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9eff9ab1-2489-40cc-bda9-62638b83b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89739816-720d-470d-9744-4723b9fee083', 'name': 'tempest-ServersTestJSON-964229962-router', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:49Z', 'updated_at': '2022-01-28T05:48:57Z', 'revision_number': 4, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'gw_port': {'id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:50Z', 'updated_at': '2022-01-28T05:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '64c240d1-d602-46ad-a7b7-77298dd05590', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '89739816-720d-470d-9744-4723b9fee083', 'port_id': '440597b6-8b4a-44a4-974d-6d93d5c1b760', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1', 'mac_address': 'fa:16:3e:c4:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9b1f41-3a99-4fe5-94df-973888c41dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:49:04Z', 'updated_at': '2022-01-28T05:49:26Z', 'revision_number': 1, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd95e52-d583-49f7-8cac-69fd291d8f02', 'name': '', 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'mac_address': 'fa:16:3e:74:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:03Z', 'revision_number': 5, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'subnets': [{'id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:28.252912 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eff9ab1-2489-40cc-bda9-62638b83b84e None None] The sync data for ids ['89739816-720d-470d-9744-4723b9fee083'] in n-d-812111-12 is: [{'id': '89739816-720d-470d-9744-4723b9fee083', 'name': 'tempest-ServersTestJSON-964229962-router', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:49Z', 'updated_at': '2022-01-28T05:48:57Z', 'revision_number': 4, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'gw_port': {'id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:50Z', 'updated_at': '2022-01-28T05:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '64c240d1-d602-46ad-a7b7-77298dd05590', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '89739816-720d-470d-9744-4723b9fee083', 'port_id': '440597b6-8b4a-44a4-974d-6d93d5c1b760', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1', 'mac_address': 'fa:16:3e:c4:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9b1f41-3a99-4fe5-94df-973888c41dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:49:04Z', 'updated_at': '2022-01-28T05:49:26Z', 'revision_number': 1, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd95e52-d583-49f7-8cac-69fd291d8f02', 'name': '', 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'mac_address': 'fa:16:3e:74:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:03Z', 'revision_number': 5, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'subnets': [{'id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:49:28.376100 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-81948fd8-bf0d-4906-8719-eee1fce40a01 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6180801 Jan 28 05:49:28.380029 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35252) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:28.493494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dfcb7e86-d82a-4b84-b6e4-00ec343bdd95 req-a1bff60a-8991-447d-9b56-e73fd9c92713 tempest-InstanceActionsV221TestJSON-193759748 tempest-InstanceActionsV221TestJSON-193759748-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9fe32f9-68b9-46fd-901b-0305e458f0b3 HTTP/1.1" status: 200 len: 210 time: 0.1350605 Jan 28 05:49:28.521316 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9fcdfe-ec8c-4008-ae58-796d23d2cd90 None None] New status for floating IP 64c240d1-d602-46ad-a7b7-77298dd05590: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:49:28.578221 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81948fd8-bf0d-4906-8719-eee1fce40a01 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Pushing event updated for resources: {'Network': ['ID=c0a960fc-7a1f-4dc4-a634-86240520554b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:28.606266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network c0a960fc-7a1f-4dc4-a634-86240520554b details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:49:28.607323 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934e9c3-0063-488f-a4fb-53f0e68dc421 req-8fbcbc4f-b27f-4738-9231-f43369397694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:28.610935 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5934e9c3-0063-488f-a4fb-53f0e68dc421 req-8fbcbc4f-b27f-4738-9231-f43369397694 service neutron] 10.222.0.60 "GET /v2.0/networks?id=19f36253-ed97-40f4-b915-6abd24de79a1 HTTP/1.1" status: 200 len: 906 time: 0.7057672 Jan 28 05:49:28.621173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1de87-bb41-4b04-81cc-175aed7f0bb8 req-41deebe9-6320-4b14-83ca-6aa60e6f384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:28.622731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84c1de87-bb41-4b04-81cc-175aed7f0bb8 req-41deebe9-6320-4b14-83ca-6aa60e6f384f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 1097 time: 0.2632813 Jan 28 05:49:28.776080 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-98113298-6e7e-43e3-a169-b8c286f170ba tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Request body: {'network': {'name': 'tempest-network--1435159752', 'router:external': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:28.804515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:49:28.818135 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Sync routers for ids ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:49:28.831568 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Routers {'0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:49:28.832799 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:49:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:28.840182 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84c1de87-bb41-4b04-81cc-175aed7f0bb8 req-7f28cb17-e687-4f3c-b326-1fa4bcd6e621 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861839 Jan 28 05:49:28.843481 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5934e9c3-0063-488f-a4fb-53f0e68dc421 req-5ea84941-e176-4e10-96e6-a0fa472599c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=440597b6-8b4a-44a4-974d-6d93d5c1b760 HTTP/1.1" status: 200 len: 1000 time: 0.1884115 Jan 28 05:49:28.859135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b066e6a-0449-484f-98dd-e4db34a46e22 req-99fb9eb3-d0bc-47c3-8fc6-f52c548fa12f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:28.860709 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b066e6a-0449-484f-98dd-e4db34a46e22 req-99fb9eb3-d0bc-47c3-8fc6-f52c548fa12f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 945 time: 0.1261933 Jan 28 05:49:28.881768 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98113298-6e7e-43e3-a169-b8c286f170ba tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Made reservation on behalf of faa817ed92bc492e8a593501cf064b93 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:28.884233 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98113298-6e7e-43e3-a169-b8c286f170ba tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:28.896596 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98113298-6e7e-43e3-a169-b8c286f170ba tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:28.909824 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:28.911938 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cd19ad22-ff1a-46b8-82d3-15cd8f2005ba admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9178879 Jan 28 05:49:28.915059 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35264) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:28.943962 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934e9c3-0063-488f-a4fb-53f0e68dc421 req-4c23172b-f962-4db8-aab1-0d7a5b70a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:28.945636 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5934e9c3-0063-488f-a4fb-53f0e68dc421 req-4c23172b-f962-4db8-aab1-0d7a5b70a1d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f457903e-a121-48d9-b561-65d34e11e24e HTTP/1.1" status: 200 len: 844 time: 0.0940564 Jan 28 05:49:28.983306 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Set router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:49:29.015123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b066e6a-0449-484f-98dd-e4db34a46e22 req-e448237b-d0db-44ee-b456-b3900385915f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441081 Jan 28 05:49:29.046116 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934e9c3-0063-488f-a4fb-53f0e68dc421 req-6c44f610-c218-4620-877b-19fce8c602e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:29.047744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5934e9c3-0063-488f-a4fb-53f0e68dc421 req-6c44f610-c218-4620-877b-19fce8c602e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19f36253-ed97-40f4-b915-6abd24de79a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865450 Jan 28 05:49:29.106700 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98113298-6e7e-43e3-a169-b8c286f170ba tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks [] for security_group (e7c3cf61-44e1-4aad-8b84-7cb7577ef940), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.140284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35268) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:29.173006 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98113298-6e7e-43e3-a169-b8c286f170ba tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e7c3cf61-44e1-4aad-8b84-7cb7577ef940), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.200519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5934e9c3-0063-488f-a4fb-53f0e68dc421 req-72586b6d-8257-4bf3-afe9-9a2349a6baf5 service neutron] 10.222.0.60 "GET /v2.0/networks/19f36253-ed97-40f4-b915-6abd24de79a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461537 Jan 28 05:49:29.237165 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98113298-6e7e-43e3-a169-b8c286f170ba tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c3cf61-44e1-4aad-8b84-7cb7577ef940,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:29.253875 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98113298-6e7e-43e3-a169-b8c286f170ba tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:49:29.276438 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98113298-6e7e-43e3-a169-b8c286f170ba tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (5e6b7398-ac5f-4fc1-a9c3-1520500abdc2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.277089 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-98113298-6e7e-43e3-a169-b8c286f170ba tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Added segment 5e6b7398-ac5f-4fc1-a9c3-1520500abdc2 of type vlan for network fb571e39-a0b2-4578-86ef-9cd98a56347f Jan 28 05:49:29.328668 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee384efe-0ec3-44d5-95e1-8845c4f47c3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.337740 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5934e9c3-0063-488f-a4fb-53f0e68dc421 req-304efebb-fe21-40b7-b18a-0784b9b3d8af service neutron] 10.222.0.60 "GET /v2.0/networks/19f36253-ed97-40f4-b915-6abd24de79a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316772 Jan 28 05:49:29.343196 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:49:26Z', 'revision_number': 3, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:29.375165 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Checking router: 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:49:29.375674 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Updating router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a port 94cb632d-5632-44d0-aed9-28dfbdfd6365 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:49:29.380040 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98113298-6e7e-43e3-a169-b8c286f170ba tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (fb571e39-a0b2-4578-86ef-9cd98a56347f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.406261 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (94cb632d-5632-44d0-aed9-28dfbdfd6365), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.412841 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee384efe-0ec3-44d5-95e1-8845c4f47c3c admin admin] Publish callbacks [] for security_group (9b9367a1-02cd-4b14-82aa-088619824fa8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.487080 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee384efe-0ec3-44d5-95e1-8845c4f47c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9b9367a1-02cd-4b14-82aa-088619824fa8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.541855 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98113298-6e7e-43e3-a169-b8c286f170ba tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (fb571e39-a0b2-4578-86ef-9cd98a56347f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.541855 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98113298-6e7e-43e3-a169-b8c286f170ba tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:29.541855 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98113298-6e7e-43e3-a169-b8c286f170ba tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.544644 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee384efe-0ec3-44d5-95e1-8845c4f47c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9367a1-02cd-4b14-82aa-088619824fa8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:29.561475 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ee384efe-0ec3-44d5-95e1-8845c4f47c3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74c68f5e53f04e14a0d2d1b603eb79fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4201422 Jan 28 05:49:29.562143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35276) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:29.641197 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98113298-6e7e-43e3-a169-b8c286f170ba tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Pushing event updated for resources: {'Network': ['ID=fb571e39-a0b2-4578-86ef-9cd98a56347f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:29.656042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network fb571e39-a0b2-4578-86ef-9cd98a56347f details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:49:29.666708 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-98113298-6e7e-43e3-a169-b8c286f170ba tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2855239 Jan 28 05:49:29.674835 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35284) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:29.683602 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-142c115a-a2f8-475e-99ed-84702815aedb admin admin] Publish callbacks [] for security_group (9b9367a1-02cd-4b14-82aa-088619824fa8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.737683 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-142c115a-a2f8-475e-99ed-84702815aedb admin admin] Publish callbacks [] for security_group (9b9367a1-02cd-4b14-82aa-088619824fa8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.748368 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Publish callbacks [] for port (94cb632d-5632-44d0-aed9-28dfbdfd6365), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.774928 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.819834 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (94cb632d-5632-44d0-aed9-28dfbdfd6365), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.827015 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea0c98c9-049a-47f1-80ac-dff530d4c13a tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (fb571e39-a0b2-4578-86ef-9cd98a56347f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.856391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35290) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:29.881419 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Attempting to bind port 94cb632d-5632-44d0-aed9-28dfbdfd6365 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:49:29.882060 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Attempting to bind port 94cb632d-5632-44d0-aed9-28dfbdfd6365 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:49:29.882595 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Attempting to bind port 94cb632d-5632-44d0-aed9-28dfbdfd6365 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:29.893725 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044310b-56af-452b-955c-05fb978704a3 None None] Pushing event updated for resources: {'Port': ['ID=94cb632d-5632-44d0-aed9-28dfbdfd6365,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:29.896701 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:49:29.897056 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:29.897446 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.897821 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:49:29.898791 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Bound port: 94cb632d-5632-44d0-aed9-28dfbdfd6365, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:49:29.898923 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (94cb632d-5632-44d0-aed9-28dfbdfd6365), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.904404 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-142c115a-a2f8-475e-99ed-84702815aedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9b9367a1-02cd-4b14-82aa-088619824fa8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.907318 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-142c115a-a2f8-475e-99ed-84702815aedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.908514 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-142c115a-a2f8-475e-99ed-84702815aedb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b9367a1-02cd-4b14-82aa-088619824fa8 HTTP/1.1" status: 204 len: 168 time: 0.3453853 Jan 28 05:49:29.928581 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c115a-a2f8-475e-99ed-84702815aedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9367a1-02cd-4b14-82aa-088619824fa8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:29.951486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae665ec-721f-47b7-ade1-3e78ff88ecfa admin admin] Deleting subnet ed379ddd-59af-4f85-9309-010d638d733a {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:49:29.954717 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] For port 94cb632d-5632-44d0-aed9-28dfbdfd6365, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:49:29.957029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ae665ec-721f-47b7-ade1-3e78ff88ecfa admin admin] Publish callbacks [] for subnet (ed379ddd-59af-4f85-9309-010d638d733a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:29.958893 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] For port 94cb632d-5632-44d0-aed9-28dfbdfd6365, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=94cb632d-5632-44d0-aed9-28dfbdfd6365,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:49:30.001312 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ae665ec-721f-47b7-ade1-3e78ff88ecfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (ed379ddd-59af-4f85-9309-010d638d733a), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:30.002224 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (94cb632d-5632-44d0-aed9-28dfbdfd6365), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:30.010116 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea0c98c9-049a-47f1-80ac-dff530d4c13a tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (fb571e39-a0b2-4578-86ef-9cd98a56347f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:30.055022 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ae665ec-721f-47b7-ade1-3e78ff88ecfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (ed379ddd-59af-4f85-9309-010d638d733a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:30.076812 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ea0c98c9-049a-47f1-80ac-dff530d4c13a tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb571e39-a0b2-4578-86ef-9cd98a56347f']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:30.092190 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Routers {'0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:49:30.095382 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:49:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:30.101794 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ea0c98c9-049a-47f1-80ac-dff530d4c13a tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6b7398-ac5f-4fc1-a9c3-1520500abdc2') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:30.102102 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ea0c98c9-049a-47f1-80ac-dff530d4c13a tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6b7398-ac5f-4fc1-a9c3-1520500abdc2') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:30.119355 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea0c98c9-049a-47f1-80ac-dff530d4c13a tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (5e6b7398-ac5f-4fc1-a9c3-1520500abdc2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:30.150024 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044310b-56af-452b-955c-05fb978704a3 None None] Pushing event updated for resources: {'Port': ['ID=94cb632d-5632-44d0-aed9-28dfbdfd6365,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:30.169200 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea0c98c9-049a-47f1-80ac-dff530d4c13a tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (5e6b7398-ac5f-4fc1-a9c3-1520500abdc2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:30.183380 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0c98c9-049a-47f1-80ac-dff530d4c13a tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:49:30.183380 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea0c98c9-049a-47f1-80ac-dff530d4c13a tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (5e6b7398-ac5f-4fc1-a9c3-1520500abdc2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:49:30.188830 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:49:30.194859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393fd8c-054e-4be9-9431-5f4d3b0bcf63 req-ed65631f-4fd4-4021-abd9-663deaa25390 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:30.199717 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c393fd8c-054e-4be9-9431-5f4d3b0bcf63 req-ed65631f-4fd4-4021-abd9-663deaa25390 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 945 time: 0.0620797 Jan 28 05:49:30.214937 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ae665ec-721f-47b7-ade1-3e78ff88ecfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (ed379ddd-59af-4f85-9309-010d638d733a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:30.219053 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] Set router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:49:30.248727 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] Allocated IP 172.20.0.1 (e5cb12f7-5a7a-4431-98f5-2a7e5412761f/6775d0c7-920b-4dac-b225-8dee000178bb/2e35b4d5-cc6b-430b-95d6-94f2f089069e) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:49:30.253754 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae665ec-721f-47b7-ade1-3e78ff88ecfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed379ddd-59af-4f85-9309-010d638d733a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:30.261958 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ae665ec-721f-47b7-ade1-3e78ff88ecfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:30.265138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5ae665ec-721f-47b7-ade1-3e78ff88ecfa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ed379ddd-59af-4f85-9309-010d638d733a HTTP/1.1" status: 204 len: 168 time: 0.4075816 Jan 28 05:49:30.267560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35296) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:30.360168 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea0c98c9-049a-47f1-80ac-dff530d4c13a tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (fb571e39-a0b2-4578-86ef-9cd98a56347f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:30.371361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0c98c9-049a-47f1-80ac-dff530d4c13a tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb571e39-a0b2-4578-86ef-9cd98a56347f {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 05:49:30.381685 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c393fd8c-054e-4be9-9431-5f4d3b0bcf63 req-ec8e8116-b124-49bd-834f-164cd3944b2c tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790342 Jan 28 05:49:30.390792 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea0c98c9-049a-47f1-80ac-dff530d4c13a tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:30.396022 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ea0c98c9-049a-47f1-80ac-dff530d4c13a tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] 10.222.0.31 "DELETE /v2.0/networks/fb571e39-a0b2-4578-86ef-9cd98a56347f HTTP/1.1" status: 204 len: 168 time: 0.7195055 Jan 28 05:49:30.399936 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c98c9-049a-47f1-80ac-dff530d4c13a tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb571e39-a0b2-4578-86ef-9cd98a56347f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:30.402171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35300) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:30.409401 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-51beee69-4685-4f08-bcc2-1d76c7206386 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:30.454810 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] Publish callbacks [] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:30.455262 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-99850979-6f49-4958-8aea-9467cf8a0150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (3b94f49c-d348-4512-809e-2c884e8065cf), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:30.553530 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:49:26Z', 'revision_number': 3, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:30.583556 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2473ad92-b971-4e92-9d21-6da100132ac4 None None] The sync data for ids ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'] in n-d-812111-12 is: [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:49:26Z', 'revision_number': 3, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:49:30.624291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51beee69-4685-4f08-bcc2-1d76c7206386 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Made reservation on behalf of faa817ed92bc492e8a593501cf064b93 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:30.627120 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51beee69-4685-4f08-bcc2-1d76c7206386 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:30.636476 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:30.658221 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-99850979-6f49-4958-8aea-9467cf8a0150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (3b94f49c-d348-4512-809e-2c884e8065cf), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:30.674156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51beee69-4685-4f08-bcc2-1d76c7206386 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:49:30.687818 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51beee69-4685-4f08-bcc2-1d76c7206386 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (7b7476fd-05b7-46fe-ac9c-fa7425fb056c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:30.688222 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-51beee69-4685-4f08-bcc2-1d76c7206386 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Added segment 7b7476fd-05b7-46fe-ac9c-fa7425fb056c of type vlan for network dd1caf7d-a533-4c88-a838-15dce8b306f9 Jan 28 05:49:30.688754 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] Network e5cb12f7-5a7a-4431-98f5-2a7e5412761f is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:49:30.695093 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:30.712092 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:49:30.845227 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:30.892543 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35318) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:30.946769 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] Pushing event updated for resources: {'Port': ['ID=2e35b4d5-cc6b-430b-95d6-94f2f089069e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:30.947990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-99850979-6f49-4958-8aea-9467cf8a0150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b94f49c-d348-4512-809e-2c884e8065cf']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:30.961964 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb00b184-8ab8-4dad-94c7-eae062c02297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.036646 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-99850979-6f49-4958-8aea-9467cf8a0150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71363ff4-e0e1-4c84-ae38-a4835e43e0a0') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:31.037057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-99850979-6f49-4958-8aea-9467cf8a0150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71363ff4-e0e1-4c84-ae38-a4835e43e0a0') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:31.056106 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51beee69-4685-4f08-bcc2-1d76c7206386 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (dd1caf7d-a533-4c88-a838-15dce8b306f9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.064578 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-99850979-6f49-4958-8aea-9467cf8a0150 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (71363ff4-e0e1-4c84-ae38-a4835e43e0a0), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.108607 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-99850979-6f49-4958-8aea-9467cf8a0150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (71363ff4-e0e1-4c84-ae38-a4835e43e0a0), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.138650 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.140192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99850979-6f49-4958-8aea-9467cf8a0150 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:49:31.140597 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-99850979-6f49-4958-8aea-9467cf8a0150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (71363ff4-e0e1-4c84-ae38-a4835e43e0a0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:49:31.145689 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:49:31.246111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-998aa015-3fc6-47c0-ad6e-858d834af3e6 None None] Provisioning complete for port 2e35b4d5-cc6b-430b-95d6-94f2f089069e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:31.249741 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51beee69-4685-4f08-bcc2-1d76c7206386 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (dd1caf7d-a533-4c88-a838-15dce8b306f9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.250771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51beee69-4685-4f08-bcc2-1d76c7206386 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:31.251356 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51beee69-4685-4f08-bcc2-1d76c7206386 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.254023 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-998aa015-3fc6-47c0-ad6e-858d834af3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.346130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-998aa015-3fc6-47c0-ad6e-858d834af3e6 None None] Port 2e35b4d5-cc6b-430b-95d6-94f2f089069e cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:49:31.369136 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-99850979-6f49-4958-8aea-9467cf8a0150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (3b94f49c-d348-4512-809e-2c884e8065cf), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.372333 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] Publish callbacks [] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.388116 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-99850979-6f49-4958-8aea-9467cf8a0150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.394572 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-99850979-6f49-4958-8aea-9467cf8a0150 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3b94f49c-d348-4512-809e-2c884e8065cf HTTP/1.1" status: 204 len: 168 time: 1.1247463 Jan 28 05:49:31.407547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51beee69-4685-4f08-bcc2-1d76c7206386 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Pushing event updated for resources: {'Network': ['ID=dd1caf7d-a533-4c88-a838-15dce8b306f9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:31.421496 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb00b184-8ab8-4dad-94c7-eae062c02297 admin admin] Publish callbacks [] for security_group (f5b1d84f-bf2b-4578-9f11-119da1dcb1f7), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.427509 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network dd1caf7d-a533-4c88-a838-15dce8b306f9 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:49:31.432400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99850979-6f49-4958-8aea-9467cf8a0150 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b94f49c-d348-4512-809e-2c884e8065cf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:31.458889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-51beee69-4685-4f08-bcc2-1d76c7206386 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0553653 Jan 28 05:49:31.462626 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35326) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:31.467977 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-aa4bd7b6-5f55-4f9c-8f5c-73869654d8ca tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Request body: {'subnet': {'network_id': 'dd1caf7d-a533-4c88-a838-15dce8b306f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:31.495143 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.508629 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb00b184-8ab8-4dad-94c7-eae062c02297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f5b1d84f-bf2b-4578-9f11-119da1dcb1f7), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.578382 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fb00b184-8ab8-4dad-94c7-eae062c02297 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a287db385d60499ab0a86cace70177cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6660764 Jan 28 05:49:31.578997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35328) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:31.630981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00b184-8ab8-4dad-94c7-eae062c02297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b1d84f-bf2b-4578-9f11-119da1dcb1f7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:31.683886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] Pushing event updated for resources: {'Port': ['ID=2e35b4d5-cc6b-430b-95d6-94f2f089069e,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:31.699225 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea7cce52-e159-49ec-bc6c-d8f964f4a336 admin admin] Publish callbacks [] for security_group (f5b1d84f-bf2b-4578-9f11-119da1dcb1f7), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.713563 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.730023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4bd7b6-5f55-4f9c-8f5c-73869654d8ca tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Made reservation on behalf of faa817ed92bc492e8a593501cf064b93 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:31.732967 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa4bd7b6-5f55-4f9c-8f5c-73869654d8ca tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.759507 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea7cce52-e159-49ec-bc6c-d8f964f4a336 admin admin] Publish callbacks [] for security_group (f5b1d84f-bf2b-4578-9f11-119da1dcb1f7), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.884304 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea7cce52-e159-49ec-bc6c-d8f964f4a336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f5b1d84f-bf2b-4578-9f11-119da1dcb1f7), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.892861 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea7cce52-e159-49ec-bc6c-d8f964f4a336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:31.894676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ea7cce52-e159-49ec-bc6c-d8f964f4a336 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5b1d84f-bf2b-4578-9f11-119da1dcb1f7 HTTP/1.1" status: 204 len: 168 time: 0.3117683 Jan 28 05:49:31.914999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cce52-e159-49ec-bc6c-d8f964f4a336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b1d84f-bf2b-4578-9f11-119da1dcb1f7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:31.972480 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35336) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:32.061485 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-04a1858a-dc50-4143-a381-3065f0290731 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=315522a9a64f494789e4eea81094e488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0866046 Jan 28 05:49:32.064590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35340) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:32.075475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] Network e5cb12f7-5a7a-4431-98f5-2a7e5412761f is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:49:32.102324 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:32.214103 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e6dab72e-1dc0-4cb3-bde7-daa023ed3bf7 admin admin] Publish callbacks [] for security_group (2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:32.282050 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e6dab72e-1dc0-4cb3-bde7-daa023ed3bf7 admin admin] Publish callbacks [] for security_group (2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:32.482401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] Router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:49:32.492581 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e6dab72e-1dc0-4cb3-bde7-daa023ed3bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:32.492840 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44a9daec-80a9-4afb-a9a7-70b4b7fcac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:32.495956 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e6dab72e-1dc0-4cb3-bde7-daa023ed3bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:32.499564 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e6dab72e-1dc0-4cb3-bde7-daa023ed3bf7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617 HTTP/1.1" status: 204 len: 168 time: 0.4317253 Jan 28 05:49:32.512160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dab72e-1dc0-4cb3-bde7-daa023ed3bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4ddbcf-b5b3-4d46-ae26-b0e7f1482617,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:32.597220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-bb706f9e-5527-4454-938e-af1c1bfd952f None None] Provisioning complete for port 2e35b4d5-cc6b-430b-95d6-94f2f089069e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:32.597835 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb706f9e-5527-4454-938e-af1c1bfd952f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:32.640317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bb706f9e-5527-4454-938e-af1c1bfd952f None None] Port 2e35b4d5-cc6b-430b-95d6-94f2f089069e cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:49:32.805912 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:49:32.819332 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ddafe781-6c20-44d0-b647-3ec08301b6ca admin admin] 10.222.0.31 "PUT /v2.0/routers/0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9014349 Jan 28 05:49:32.904060 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 94cb632d-5632-44d0-aed9-28dfbdfd6365 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:32.939950 n-d-812111-12 neutron-server[103634]: DEBUG neutron.objects.ports [None req-aa4bd7b6-5f55-4f9c-8f5c-73869654d8ca tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103634) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:49:32.939950 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa4bd7b6-5f55-4f9c-8f5c-73869654d8ca tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (917a71b9-014c-4de6-b831-f0f57c9702dc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:33.030786 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bd7b6-5f55-4f9c-8f5c-73869654d8ca tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Pushing event updated for resources: {'Subnet': ['ID=917a71b9-014c-4de6-b831-f0f57c9702dc,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:33.055401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4bd7b6-5f55-4f9c-8f5c-73869654d8ca tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Checking segment: {'id': '7b7476fd-05b7-46fe-ac9c-fa7425fb056c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dd1caf7d-a533-4c88-a838-15dce8b306f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:33.056094 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4bd7b6-5f55-4f9c-8f5c-73869654d8ca tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Network hostable DHCP agents. Network: dd1caf7d-a533-4c88-a838-15dce8b306f9, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:49:33.079363 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 94cb632d-5632-44d0-aed9-28dfbdfd6365 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:33.080113 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (94cb632d-5632-44d0-aed9-28dfbdfd6365), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:33.155799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4bd7b6-5f55-4f9c-8f5c-73869654d8ca tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Network dd1caf7d-a533-4c88-a838-15dce8b306f9 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:49:33.213171 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-aa4bd7b6-5f55-4f9c-8f5c-73869654d8ca tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, dd1caf7d-a533-4c88-a838-15dce8b306f9) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:33.218446 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4bd7b6-5f55-4f9c-8f5c-73869654d8ca tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:33.220100 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa4bd7b6-5f55-4f9c-8f5c-73869654d8ca tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:33.227642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b341d7-f74e-4ad4-9768-ed26f8436fb0 None None] Network dd1caf7d-a533-4c88-a838-15dce8b306f9 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:49:33.335482 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-aa4bd7b6-5f55-4f9c-8f5c-73869654d8ca tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8717332 Jan 28 05:49:33.338162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35372) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:33.342655 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c4e19716-3a40-4d93-b3ec-05c5fc4f8f00 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Request body: {'floatingip': {'floating_network_id': 'dd1caf7d-a533-4c88-a838-15dce8b306f9'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:33.358070 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 94cb632d-5632-44d0-aed9-28dfbdfd6365 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:33.358948 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (94cb632d-5632-44d0-aed9-28dfbdfd6365), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:33.405061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 94cb632d-5632-44d0-aed9-28dfbdfd6365, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=94cb632d-5632-44d0-aed9-28dfbdfd6365,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:33.430711 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c4e19716-3a40-4d93-b3ec-05c5fc4f8f00 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:33.465799 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb4d65c-e355-48d8-9057-2c816bbee9a1 None None] Network dd1caf7d-a533-4c88-a838-15dce8b306f9 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:49:33.514928 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (94cb632d-5632-44d0-aed9-28dfbdfd6365), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:33.677459 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c4e19716-3a40-4d93-b3ec-05c5fc4f8f00 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:33.756947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=94cb632d-5632-44d0-aed9-28dfbdfd6365,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:33.860968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35390) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:33.868830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a93d6702-54eb-4fe6-808b-79a6026b741f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646274769', 'description': 'tempest-description--231068871'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:33.968418 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-c4e19716-3a40-4d93-b3ec-05c5fc4f8f00 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Allocated IP 172.20.0.5 (dd1caf7d-a533-4c88-a838-15dce8b306f9/917a71b9-014c-4de6-b831-f0f57c9702dc/1eb88772-6b6e-417c-9821-bb3990007eac) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:49:33.990949 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a93d6702-54eb-4fe6-808b-79a6026b741f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:34.097904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Sync routers for ids ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:49:34.119285 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Routers {'0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:49:34.121091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:49:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:34.172715 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a93d6702-54eb-4fe6-808b-79a6026b741f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group (13c61b7b-3072-499d-9c3b-fed76d63912b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:34.192791 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c4e19716-3a40-4d93-b3ec-05c5fc4f8f00 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks [] for port (1eb88772-6b6e-417c-9821-bb3990007eac), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:34.225314 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a93d6702-54eb-4fe6-808b-79a6026b741f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (13c61b7b-3072-499d-9c3b-fed76d63912b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:34.300674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d6702-54eb-4fe6-808b-79a6026b741f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c61b7b-3072-499d-9c3b-fed76d63912b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:34.327313 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Set router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:49:34.364256 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a93d6702-54eb-4fe6-808b-79a6026b741f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:34.365815 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a93d6702-54eb-4fe6-808b-79a6026b741f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5030565 Jan 28 05:49:34.371879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35414) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:34.377307 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4862814c-563e-49c1-9005-fc8c0f6cff70 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Request body: {'security_group_rule': {'security_group_id': '13c61b7b-3072-499d-9c3b-fed76d63912b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:34.494244 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c4e19716-3a40-4d93-b3ec-05c5fc4f8f00 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1eb88772-6b6e-417c-9821-bb3990007eac), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:34.506515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35418) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:34.532624 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4862814c-563e-49c1-9005-fc8c0f6cff70 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group_rule (c7d0a456-162d-4e8e-8189-c93da6fed7c6), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:34.549432 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e19716-3a40-4d93-b3ec-05c5fc4f8f00 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Network dd1caf7d-a533-4c88-a838-15dce8b306f9 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:49:34.555211 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-c4e19716-3a40-4d93-b3ec-05c5fc4f8f00 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:34.557511 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e19716-3a40-4d93-b3ec-05c5fc4f8f00 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:49:34.600832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e19716-3a40-4d93-b3ec-05c5fc4f8f00 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Pushing event updated for resources: {'Port': ['ID=1eb88772-6b6e-417c-9821-bb3990007eac,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:34.632624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:49:31Z', 'revision_number': 4, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2e35b4d5-cc6b-430b-95d6-94f2f089069e', 'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'mac_address': 'fa:16:3e:dc:43:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:29Z', 'updated_at': '2022-01-28T05:49:31Z', 'revision_number': 2, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'subnets': [{'id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:34.684268 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4862814c-563e-49c1-9005-fc8c0f6cff70 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group_rule (c7d0a456-162d-4e8e-8189-c93da6fed7c6), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:34.718814 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Checking router: 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:49:34.719182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Updating router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a port 2e35b4d5-cc6b-430b-95d6-94f2f089069e binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:49:34.737991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e1683968-a71a-4aa5-9005-5ad28a7e5781 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2102177972-network', 'tenant_id': '966012337bf44381ba9f154a042f87d9'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:34.740737 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c4e19716-3a40-4d93-b3ec-05c5fc4f8f00 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks [] for floatingip (9a976c31-ef10-4832-9baa-ee84a70a9096), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:34.754833 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:34.757292 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4862814c-563e-49c1-9005-fc8c0f6cff70 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (c7d0a456-162d-4e8e-8189-c93da6fed7c6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:34.781963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862814c-563e-49c1-9005-fc8c0f6cff70 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d0a456-162d-4e8e-8189-c93da6fed7c6,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:34.844683 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c4e19716-3a40-4d93-b3ec-05c5fc4f8f00 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1eb88772-6b6e-417c-9821-bb3990007eac), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:34.852468 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1683968-a71a-4aa5-9005-5ad28a7e5781 admin admin] Made reservation on behalf of 966012337bf44381ba9f154a042f87d9 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:34.855224 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1683968-a71a-4aa5-9005-5ad28a7e5781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:34.855352 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 94cb632d-5632-44d0-aed9-28dfbdfd6365 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:34.863161 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41537975-c853-4c1a-9ed8-e6e0fa388bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:34.871440 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1683968-a71a-4aa5-9005-5ad28a7e5781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:34.907474 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4862814c-563e-49c1-9005-fc8c0f6cff70 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:34.914543 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4862814c-563e-49c1-9005-fc8c0f6cff70 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5412788 Jan 28 05:49:34.915510 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35434) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:34.928471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1fb3472a-4124-48e7-95cd-74709725bd0a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Request body: {'security_group_rule': {'security_group_id': '13c61b7b-3072-499d-9c3b-fed76d63912b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:35.010511 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 94cb632d-5632-44d0-aed9-28dfbdfd6365 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:35.010893 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (94cb632d-5632-44d0-aed9-28dfbdfd6365), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.020718 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1683968-a71a-4aa5-9005-5ad28a7e5781 admin admin] Publish callbacks [] for security_group (7f169e95-ca92-430a-a0b2-46f4c127ae67), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.033004 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fb3472a-4124-48e7-95cd-74709725bd0a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group_rule (c4116144-67ea-4621-9a5a-dacdbbe9d183), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.077097 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c4e19716-3a40-4d93-b3ec-05c5fc4f8f00 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks [] for port (1eb88772-6b6e-417c-9821-bb3990007eac), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.085885 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1683968-a71a-4aa5-9005-5ad28a7e5781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7f169e95-ca92-430a-a0b2-46f4c127ae67), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.102883 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1683968-a71a-4aa5-9005-5ad28a7e5781 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:49:35.121558 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1683968-a71a-4aa5-9005-5ad28a7e5781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a9a9bd56-a9e0-4e27-accc-f6fb649c1466), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.121558 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-e1683968-a71a-4aa5-9005-5ad28a7e5781 admin admin] Added segment a9a9bd56-a9e0-4e27-accc-f6fb649c1466 of type vlan for network 684436bb-46b5-4675-ab28-2a1df6c58503 Jan 28 05:49:35.140937 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c4e19716-3a40-4d93-b3ec-05c5fc4f8f00 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (1eb88772-6b6e-417c-9821-bb3990007eac), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.158967 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 94cb632d-5632-44d0-aed9-28dfbdfd6365 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:35.213951 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1683968-a71a-4aa5-9005-5ad28a7e5781 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (684436bb-46b5-4675-ab28-2a1df6c58503), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.227757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1683968-a71a-4aa5-9005-5ad28a7e5781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f169e95-ca92-430a-a0b2-46f4c127ae67,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:35.235346 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Publish callbacks [] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.251445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e19716-3a40-4d93-b3ec-05c5fc4f8f00 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Pushing event updated for resources: {'Port': ['ID=1eb88772-6b6e-417c-9821-bb3990007eac,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:35.258025 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fb3472a-4124-48e7-95cd-74709725bd0a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group_rule (c4116144-67ea-4621-9a5a-dacdbbe9d183), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.262767 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c4e19716-3a40-4d93-b3ec-05c5fc4f8f00 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (9a976c31-ef10-4832-9baa-ee84a70a9096), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.378950 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fb3472a-4124-48e7-95cd-74709725bd0a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (c4116144-67ea-4621-9a5a-dacdbbe9d183), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.379933 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.381804 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c4e19716-3a40-4d93-b3ec-05c5fc4f8f00 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.384007 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c4e19716-3a40-4d93-b3ec-05c5fc4f8f00 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0447547 Jan 28 05:49:35.384924 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1683968-a71a-4aa5-9005-5ad28a7e5781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (684436bb-46b5-4675-ab28-2a1df6c58503), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.390207 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1683968-a71a-4aa5-9005-5ad28a7e5781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:35.390371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35448) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:35.390477 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1683968-a71a-4aa5-9005-5ad28a7e5781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.445083 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7856c88-c0f2-4624-9d0d-81cf2f74235e None None] Pushing event updated for resources: {'Port': ['ID=2e35b4d5-cc6b-430b-95d6-94f2f089069e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:35.474645 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c6933eb8-3b0f-4623-a92c-cd8377408b46 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=dd1caf7d-a533-4c88-a838-15dce8b306f9 HTTP/1.1" status: 200 len: 689 time: 0.0869546 Jan 28 05:49:35.476580 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35452) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:35.503808 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1683968-a71a-4aa5-9005-5ad28a7e5781 admin admin] Pushing event updated for resources: {'Network': ['ID=684436bb-46b5-4675-ab28-2a1df6c58503,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:35.536517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 684436bb-46b5-4675-ab28-2a1df6c58503 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:49:35.541393 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3472a-4124-48e7-95cd-74709725bd0a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4116144-67ea-4621-9a5a-dacdbbe9d183,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:35.606689 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e1683968-a71a-4aa5-9005-5ad28a7e5781 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0989425 Jan 28 05:49:35.609396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35458) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:35.616900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0015fbff-ad37-4de9-95a1-934fc6d70d02 admin admin] Request body: {'subnet': {'network_id': '684436bb-46b5-4675-ab28-2a1df6c58503', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2102177972-subnet', 'tenant_id': '966012337bf44381ba9f154a042f87d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:35.634366 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fb3472a-4124-48e7-95cd-74709725bd0a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.638500 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1fb3472a-4124-48e7-95cd-74709725bd0a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7163961 Jan 28 05:49:35.638845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35460) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:35.653210 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-27c9fe9f-fcad-487d-91a5-ca0c95bc6f50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:35.705717 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Attempting to bind port 2e35b4d5-cc6b-430b-95d6-94f2f089069e on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:49:35.706796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Attempting to bind port 2e35b4d5-cc6b-430b-95d6-94f2f089069e by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '3bdafa36-a0fd-423f-a35f-09a7ce57e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:49:35.708262 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Attempting to bind port 2e35b4d5-cc6b-430b-95d6-94f2f089069e on network e5cb12f7-5a7a-4431-98f5-2a7e5412761f {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:35.728459 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:49:35.729017 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Checking segment: {'id': '3bdafa36-a0fd-423f-a35f-09a7ce57e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:35.729585 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.730361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Bound using segment: {'id': '3bdafa36-a0fd-423f-a35f-09a7ce57e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:49:35.732063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Bound port: 2e35b4d5-cc6b-430b-95d6-94f2f089069e, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bdafa36-a0fd-423f-a35f-09a7ce57e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:49:35.734067 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.750194 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27c9fe9f-fcad-487d-91a5-ca0c95bc6f50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:35.818749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0015fbff-ad37-4de9-95a1-934fc6d70d02 admin admin] Made reservation on behalf of 966012337bf44381ba9f154a042f87d9 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:35.837105 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0015fbff-ad37-4de9-95a1-934fc6d70d02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:36.021673 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (dd1caf7d-a533-4c88-a838-15dce8b306f9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:36.069482 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] For port 2e35b4d5-cc6b-430b-95d6-94f2f089069e, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:49:36.073527 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] For port 2e35b4d5-cc6b-430b-95d6-94f2f089069e, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2e35b4d5-cc6b-430b-95d6-94f2f089069e,segment=NetworkSegment(3bdafa36-a0fd-423f-a35f-09a7ce57e87e),segment_id=3bdafa36-a0fd-423f-a35f-09a7ce57e87e)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:49:36.075618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f731d7cb-a151-419e-b5f4-7e07aeeca99b None None] Provisioning complete for port 2e35b4d5-cc6b-430b-95d6-94f2f089069e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:36.076198 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f731d7cb-a151-419e-b5f4-7e07aeeca99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:36.150440 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:36.166216 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0015fbff-ad37-4de9-95a1-934fc6d70d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (caed16ce-d98c-44a6-9bdf-9da6e986b696), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:36.170107 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Deleting port 1eb88772-6b6e-417c-9821-bb3990007eac {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:49:36.170627 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1eb88772-6b6e-417c-9821-bb3990007eac), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:36.250126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f731d7cb-a151-419e-b5f4-7e07aeeca99b None None] Port 2e35b4d5-cc6b-430b-95d6-94f2f089069e cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:49:36.291783 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1eb88772-6b6e-417c-9821-bb3990007eac), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:36.292641 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks [] for floatingip (1eb88772-6b6e-417c-9821-bb3990007eac), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:36.300563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Routers {'0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:49:36.301892 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:49:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:36.308034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7856c88-c0f2-4624-9d0d-81cf2f74235e None None] Pushing event updated for resources: {'Port': ['ID=2e35b4d5-cc6b-430b-95d6-94f2f089069e,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:36.324281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015fbff-ad37-4de9-95a1-934fc6d70d02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caed16ce-d98c-44a6-9bdf-9da6e986b696,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:36.329636 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Calling delete_port for 1eb88772-6b6e-417c-9821-bb3990007eac owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:49:36.419700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0015fbff-ad37-4de9-95a1-934fc6d70d02 admin admin] Checking segment: {'id': 'a9a9bd56-a9e0-4e27-accc-f6fb649c1466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '684436bb-46b5-4675-ab28-2a1df6c58503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:36.420382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0015fbff-ad37-4de9-95a1-934fc6d70d02 admin admin] Network hostable DHCP agents. Network: 684436bb-46b5-4675-ab28-2a1df6c58503, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:49:36.447400 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27c9fe9f-fcad-487d-91a5-ca0c95bc6f50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:36.536742 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0015fbff-ad37-4de9-95a1-934fc6d70d02 admin admin] Network 684436bb-46b5-4675-ab28-2a1df6c58503 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:49:36.558867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] Set router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:49:36.674930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-0015fbff-ad37-4de9-95a1-934fc6d70d02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 684436bb-46b5-4675-ab28-2a1df6c58503) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:36.688058 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-27c9fe9f-fcad-487d-91a5-ca0c95bc6f50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Allocated IP 172.25.0.139 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/7f529dfd-f714-44fa-b15c-3e0afdb27d4b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:49:36.692849 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0015fbff-ad37-4de9-95a1-934fc6d70d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:36.694239 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0015fbff-ad37-4de9-95a1-934fc6d70d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:36.735878 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a824b5-bf7f-45da-8d04-5f5d702338d6 None None] Network 684436bb-46b5-4675-ab28-2a1df6c58503 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:49:36.741183 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:36.814798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f773dd99-bb9e-4de6-b876-3cde33c53721 None None] Provisioning complete for port 2e35b4d5-cc6b-430b-95d6-94f2f089069e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:36.815106 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f773dd99-bb9e-4de6-b876-3cde33c53721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:36.827757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0015fbff-ad37-4de9-95a1-934fc6d70d02 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2085402 Jan 28 05:49:36.839310 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27c9fe9f-fcad-487d-91a5-ca0c95bc6f50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for port (7f529dfd-f714-44fa-b15c-3e0afdb27d4b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:36.853796 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1eb88772-6b6e-417c-9821-bb3990007eac), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:36.918383 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Pushing event deleted for resources: {'Port': ['ID=1eb88772-6b6e-417c-9821-bb3990007eac,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:36.976575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4c57e9-0ef1-4598-832f-5ba61064dbb7 None None] Network 684436bb-46b5-4675-ab28-2a1df6c58503 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:49:37.013258 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27c9fe9f-fcad-487d-91a5-ca0c95bc6f50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (7f529dfd-f714-44fa-b15c-3e0afdb27d4b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:37.033519 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks [] for floatingip (9a976c31-ef10-4832-9baa-ee84a70a9096), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:37.106998 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9fe9f-fcad-487d-91a5-ca0c95bc6f50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Pushing event updated for resources: {'Port': ['ID=7f529dfd-f714-44fa-b15c-3e0afdb27d4b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:37.124526 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (917a71b9-014c-4de6-b831-f0f57c9702dc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:37.135031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c9fe9f-fcad-487d-91a5-ca0c95bc6f50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:49:37.136544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-27c9fe9f-fcad-487d-91a5-ca0c95bc6f50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:37.142735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c9fe9f-fcad-487d-91a5-ca0c95bc6f50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:49:37.198440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:49:31Z', 'revision_number': 4, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2e35b4d5-cc6b-430b-95d6-94f2f089069e', 'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'mac_address': 'fa:16:3e:dc:43:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:29Z', 'updated_at': '2022-01-28T05:49:36Z', 'revision_number': 4, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'subnets': [{'id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:37.253510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb6b72-6bbc-44a2-b3a3-d06439295908 None None] The sync data for ids ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'] in n-d-812111-12 is: [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:49:31Z', 'revision_number': 4, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2e35b4d5-cc6b-430b-95d6-94f2f089069e', 'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'mac_address': 'fa:16:3e:dc:43:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:29Z', 'updated_at': '2022-01-28T05:49:36Z', 'revision_number': 4, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'subnets': [{'id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:49:37.302063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f773dd99-bb9e-4de6-b876-3cde33c53721 None None] Current status of the port 2e35b4d5-cc6b-430b-95d6-94f2f089069e is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:37.307733 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f773dd99-bb9e-4de6-b876-3cde33c53721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:37.386008 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f773dd99-bb9e-4de6-b876-3cde33c53721 None None] For port 2e35b4d5-cc6b-430b-95d6-94f2f089069e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2e35b4d5-cc6b-430b-95d6-94f2f089069e,segment=NetworkSegment(3bdafa36-a0fd-423f-a35f-09a7ce57e87e),segment_id=3bdafa36-a0fd-423f-a35f-09a7ce57e87e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:37.396286 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (917a71b9-014c-4de6-b831-f0f57c9702dc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:37.442281 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f773dd99-bb9e-4de6-b876-3cde33c53721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:37.493059 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=917a71b9-014c-4de6-b831-f0f57c9702dc,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:37.543685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773dd99-bb9e-4de6-b876-3cde33c53721 None None] Pushing event updated for resources: {'Port': ['ID=2e35b4d5-cc6b-430b-95d6-94f2f089069e,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:37.596490 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27c9fe9f-fcad-487d-91a5-ca0c95bc6f50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for floatingip (a7639415-1b13-4dbe-909c-d3f119617612), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:37.612798 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (dd1caf7d-a533-4c88-a838-15dce8b306f9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:37.625380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-93815436-0dda-4911-940d-f044cb3d5b1e tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:37.627501 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-93815436-0dda-4911-940d-f044cb3d5b1e tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/networks?id=684436bb-46b5-4675-ab28-2a1df6c58503 HTTP/1.1" status: 200 len: 821 time: 0.1923227 Jan 28 05:49:37.658895 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-981df117-0d6b-4bed-8d8f-039d87e5f899 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/quotas/966012337bf44381ba9f154a042f87d9 HTTP/1.1" status: 200 len: 375 time: 0.0120738 Jan 28 05:49:37.669469 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1caf7d-a533-4c88-a838-15dce8b306f9']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:37.683085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7476fd-05b7-46fe-ac9c-fa7425fb056c') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:37.683386 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7476fd-05b7-46fe-ac9c-fa7425fb056c') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:37.698643 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (7b7476fd-05b7-46fe-ac9c-fa7425fb056c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:37.702283 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-eef94572-f10c-432c-912f-912a050926f5 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=966012337bf44381ba9f154a042f87d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365255 Jan 28 05:49:37.737464 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (7b7476fd-05b7-46fe-ac9c-fa7425fb056c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:37.768525 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:49:37.768525 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (7b7476fd-05b7-46fe-ac9c-fa7425fb056c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:37.775029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27c9fe9f-fcad-487d-91a5-ca0c95bc6f50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7f529dfd-f714-44fa-b15c-3e0afdb27d4b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:37.779197 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:49:37.779757 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:49:37.944397 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (dd1caf7d-a533-4c88-a838-15dce8b306f9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:37.989279 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-e60317e0-85d7-4bbc-b71a-2079e4766788 service neutron] 10.222.0.31 "GET /v2.0/networks/684436bb-46b5-4675-ab28-2a1df6c58503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859542 Jan 28 05:49:37.989521 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dd1caf7d-a533-4c88-a838-15dce8b306f9 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 05:49:37.991820 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd1caf7d-a533-4c88-a838-15dce8b306f9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:38.003508 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:38.009010 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bf629743-38c3-4f0a-bfb9-cb94c55d0021 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] 10.222.0.31 "DELETE /v2.0/networks/dd1caf7d-a533-4c88-a838-15dce8b306f9 HTTP/1.1" status: 204 len: 168 time: 2.5313425 Jan 28 05:49:38.011498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35568) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:38.087515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-1f74d527-f734-4db1-898a-4360042bbed0 service neutron] 10.222.0.31 "GET /v2.0/networks/684436bb-46b5-4675-ab28-2a1df6c58503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913968 Jan 28 05:49:38.191084 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27c9fe9f-fcad-487d-91a5-ca0c95bc6f50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for port (7f529dfd-f714-44fa-b15c-3e0afdb27d4b), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:38.225448 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-47d19832-96d0-4bd8-bb8d-67910faf13c9 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3048 time: 0.2125342 Jan 28 05:49:38.230512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35582) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:38.280654 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27c9fe9f-fcad-487d-91a5-ca0c95bc6f50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (7f529dfd-f714-44fa-b15c-3e0afdb27d4b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:38.334270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9fe9f-fcad-487d-91a5-ca0c95bc6f50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Pushing event updated for resources: {'Port': ['ID=7f529dfd-f714-44fa-b15c-3e0afdb27d4b,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:38.420436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896f7e8-f74a-4b5c-8aeb-a9c7083da04d tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:38.420904 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896f7e8-f74a-4b5c-8aeb-a9c7083da04d tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:38.421471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896f7e8-f74a-4b5c-8aeb-a9c7083da04d tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:38.421930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896f7e8-f74a-4b5c-8aeb-a9c7083da04d tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:38.422400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896f7e8-f74a-4b5c-8aeb-a9c7083da04d tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:38.422847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896f7e8-f74a-4b5c-8aeb-a9c7083da04d tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:38.423300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896f7e8-f74a-4b5c-8aeb-a9c7083da04d tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:38.423744 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896f7e8-f74a-4b5c-8aeb-a9c7083da04d tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:38.424527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896f7e8-f74a-4b5c-8aeb-a9c7083da04d tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:38.424993 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896f7e8-f74a-4b5c-8aeb-a9c7083da04d tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:38.425576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896f7e8-f74a-4b5c-8aeb-a9c7083da04d tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:38.426599 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896f7e8-f74a-4b5c-8aeb-a9c7083da04d tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:38.428803 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3896f7e8-f74a-4b5c-8aeb-a9c7083da04d tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7750 time: 0.1969814 Jan 28 05:49:38.432046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35590) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:38.455099 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27c9fe9f-fcad-487d-91a5-ca0c95bc6f50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (a7639415-1b13-4dbe-909c-d3f119617612), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:38.492574 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-7ed512b1-26b8-4a30-b1f6-5320e3cf8e2c tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] delete failed (client error): The resource could not be found. Jan 28 05:49:38.494625 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7ed512b1-26b8-4a30-b1f6-5320e3cf8e2c tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/9a976c31-ef10-4832-9baa-ee84a70a9096 HTTP/1.1" status: 404 len: 345 time: 0.0600948 Jan 28 05:49:38.496570 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35600) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:38.521253 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-23686341-f9f5-4b83-9aef-2f417f03eb8b tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] DELETE failed (client error): The resource could not be found. Jan 28 05:49:38.521793 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23686341-f9f5-4b83-9aef-2f417f03eb8b tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:49:38.526348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-23686341-f9f5-4b83-9aef-2f417f03eb8b tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] 10.222.0.31 "DELETE /v2.0/networks/dd1caf7d-a533-4c88-a838-15dce8b306f9 HTTP/1.1" status: 404 len: 339 time: 0.0275059 Jan 28 05:49:38.529015 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35606) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:38.534796 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d3b7bc80-668b-4113-864c-6c4507774882 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Request body: {'network': {'name': 'tempest-network--275248908', 'router:external': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:38.555372 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27c9fe9f-fcad-487d-91a5-ca0c95bc6f50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:38.557324 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-27c9fe9f-fcad-487d-91a5-ca0c95bc6f50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9175107 Jan 28 05:49:38.604621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a67d971-8dac-49a1-8f12-b0200d0aa0f3 req-2f48c764-0142-4c27-b60b-3005787f179c tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/ports?device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 210 time: 0.0434823 Jan 28 05:49:38.647343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b7bc80-668b-4113-864c-6c4507774882 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Made reservation on behalf of faa817ed92bc492e8a593501cf064b93 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:38.649762 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3b7bc80-668b-4113-864c-6c4507774882 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:38.676212 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b7bc80-668b-4113-864c-6c4507774882 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:49:38.686405 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3b7bc80-668b-4113-864c-6c4507774882 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (3382413b-1e26-4967-a605-03294c0fffbc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:38.686759 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-d3b7bc80-668b-4113-864c-6c4507774882 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Added segment 3382413b-1e26-4967-a605-03294c0fffbc of type vlan for network e672652a-cb13-42a5-9684-cf3c0dfd7fad Jan 28 05:49:38.740959 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3b7bc80-668b-4113-864c-6c4507774882 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (e672652a-cb13-42a5-9684-cf3c0dfd7fad), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:38.867918 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3b7bc80-668b-4113-864c-6c4507774882 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (e672652a-cb13-42a5-9684-cf3c0dfd7fad), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:38.868930 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b7bc80-668b-4113-864c-6c4507774882 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:38.869523 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3b7bc80-668b-4113-864c-6c4507774882 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:38.959422 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2e35b4d5-cc6b-430b-95d6-94f2f089069e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:38.982336 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35632) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:38.996213 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d3b7bc80-668b-4113-864c-6c4507774882 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4626603 Jan 28 05:49:39.028865 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7bc80-668b-4113-864c-6c4507774882 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Pushing event updated for resources: {'Network': ['ID=e672652a-cb13-42a5-9684-cf3c0dfd7fad,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:39.080423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network e672652a-cb13-42a5-9684-cf3c0dfd7fad details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:49:39.143705 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:39.189216 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 2e35b4d5-cc6b-430b-95d6-94f2f089069e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:39.189535 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:39.362950 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-013670e6-63dd-47ee-ba7d-cba7e4be3713 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--646274769&fields=id&tenant_id=479c54724c974ee5a31ac6ccd72859f2 HTTP/1.1" status: 200 len: 267 time: 0.2518008 Jan 28 05:49:39.395732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 2e35b4d5-cc6b-430b-95d6-94f2f089069e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:39.444030 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c3f2bd-e6a6-4dee-8694-54f463e47042 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:39.449472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c3f2bd-e6a6-4dee-8694-54f463e47042 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:39.454994 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c3f2bd-e6a6-4dee-8694-54f463e47042 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:39.460623 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c3f2bd-e6a6-4dee-8694-54f463e47042 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:39.464810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d5c3f2bd-e6a6-4dee-8694-54f463e47042 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4789767 Jan 28 05:49:39.465571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35662) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:39.946822 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9a2ba67-bc6f-424b-a56c-2e008fbda20e req-dc46c7e7-ab23-4169-af8f-623d04b6ca22 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/ports?device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 210 time: 0.1226103 Jan 28 05:49:40.007807 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85e82be2-be30-457e-b0fe-ffaf386d04c5 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (e672652a-cb13-42a5-9684-cf3c0dfd7fad), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:40.085295 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-03146fee-9d80-4438-afdc-a3971957e99d tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:40.087043 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-03146fee-9d80-4438-afdc-a3971957e99d tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/networks?id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f HTTP/1.1" status: 200 len: 809 time: 0.7146139 Jan 28 05:49:40.176580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-16e8ca9b-52b2-4493-9a69-a44772fec801 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/quotas/479c54724c974ee5a31ac6ccd72859f2 HTTP/1.1" status: 200 len: 375 time: 0.0645380 Jan 28 05:49:40.187175 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85e82be2-be30-457e-b0fe-ffaf386d04c5 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (e672652a-cb13-42a5-9684-cf3c0dfd7fad), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:40.264492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-85e82be2-be30-457e-b0fe-ffaf386d04c5 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e672652a-cb13-42a5-9684-cf3c0dfd7fad']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:40.281096 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-85e82be2-be30-457e-b0fe-ffaf386d04c5 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3382413b-1e26-4967-a605-03294c0fffbc') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:40.285235 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-85e82be2-be30-457e-b0fe-ffaf386d04c5 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3382413b-1e26-4967-a605-03294c0fffbc') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:40.294572 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85e82be2-be30-457e-b0fe-ffaf386d04c5 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (3382413b-1e26-4967-a605-03294c0fffbc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:40.322332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-f281286a-edf6-457d-af89-c93a9f17b0e5 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=479c54724c974ee5a31ac6ccd72859f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1235652 Jan 28 05:49:40.390957 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85e82be2-be30-457e-b0fe-ffaf386d04c5 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (3382413b-1e26-4967-a605-03294c0fffbc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:40.400829 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e82be2-be30-457e-b0fe-ffaf386d04c5 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:49:40.401510 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85e82be2-be30-457e-b0fe-ffaf386d04c5 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (3382413b-1e26-4967-a605-03294c0fffbc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:49:40.403418 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:49:40.485995 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-396dfbc5-d5b0-4df4-a201-18acf11b321d service neutron] 10.222.0.31 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625612 Jan 28 05:49:40.566554 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85e82be2-be30-457e-b0fe-ffaf386d04c5 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (e672652a-cb13-42a5-9684-cf3c0dfd7fad), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:40.574039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e82be2-be30-457e-b0fe-ffaf386d04c5 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e672652a-cb13-42a5-9684-cf3c0dfd7fad {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 05:49:40.580065 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85e82be2-be30-457e-b0fe-ffaf386d04c5 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:40.584232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-85e82be2-be30-457e-b0fe-ffaf386d04c5 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] 10.222.0.31 "DELETE /v2.0/networks/e672652a-cb13-42a5-9684-cf3c0dfd7fad HTTP/1.1" status: 204 len: 168 time: 1.1177411 Jan 28 05:49:40.588296 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35706) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:40.596215 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-227e797b-197c-4447-a645-cea817df0800 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Request body: {'network': {'name': 'tempest-network--368573092', 'router:external': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:40.600897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e82be2-be30-457e-b0fe-ffaf386d04c5 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Pushing event deleted for resources: {'Network': ['ID=e672652a-cb13-42a5-9684-cf3c0dfd7fad,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:40.607499 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-a78d2b8a-6e2e-42b1-8433-88b545c557c4 service neutron] 10.222.0.31 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134286 Jan 28 05:49:40.709808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227e797b-197c-4447-a645-cea817df0800 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Made reservation on behalf of faa817ed92bc492e8a593501cf064b93 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:40.712154 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-227e797b-197c-4447-a645-cea817df0800 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:40.756243 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227e797b-197c-4447-a645-cea817df0800 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:49:40.768084 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-227e797b-197c-4447-a645-cea817df0800 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (83e50402-3ffb-4673-b4e8-b73757b3de85), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:40.771919 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-227e797b-197c-4447-a645-cea817df0800 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Added segment 83e50402-3ffb-4673-b4e8-b73757b3de85 of type vlan for network 8222ff76-8ded-49d7-af38-ec56b4579080 Jan 28 05:49:40.816108 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-227e797b-197c-4447-a645-cea817df0800 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (8222ff76-8ded-49d7-af38-ec56b4579080), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:40.950343 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-227e797b-197c-4447-a645-cea817df0800 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (8222ff76-8ded-49d7-af38-ec56b4579080), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:40.951435 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227e797b-197c-4447-a645-cea817df0800 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:40.952155 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-227e797b-197c-4447-a645-cea817df0800 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:41.104758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e797b-197c-4447-a645-cea817df0800 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Pushing event updated for resources: {'Network': ['ID=8222ff76-8ded-49d7-af38-ec56b4579080,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:41.119228 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-371a4f97-74a8-4230-95a5-0077627783f0 req-abc7754e-02da-40ad-9df4-3193a4f113ae tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 210 time: 0.0495498 Jan 28 05:49:41.151193 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 8222ff76-8ded-49d7-af38-ec56b4579080 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:49:41.162524 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-227e797b-197c-4447-a645-cea817df0800 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5718501 Jan 28 05:49:41.172335 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35726) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:41.201068 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b48b3fd0-a961-40bb-84e4-109affe963ff req-0eb31b0c-2c25-4d19-91d9-6d65b6dd53ea tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/ports?device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 210 time: 0.0675573 Jan 28 05:49:41.218709 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35730) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:41.341387 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264e9bce-a4b1-4ae8-be9f-48a9eff86a1e tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:41.346317 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35736) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:41.357656 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-264e9bce-a4b1-4ae8-be9f-48a9eff86a1e tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] 10.222.0.31 "GET /v2.0/networks/8222ff76-8ded-49d7-af38-ec56b4579080 HTTP/1.1" status: 200 len: 756 time: 0.1934299 Jan 28 05:49:41.450068 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-085d51d1-b87b-4b48-8946-317431c0ef62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:41.492440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d3cc82-93c2-4114-878a-686b8e48e904 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:41.494264 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-44d3cc82-93c2-4114-878a-686b8e48e904 tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] 10.222.0.31 "GET /v2.0/networks/c0a960fc-7a1f-4dc4-a634-86240520554b HTTP/1.1" status: 200 len: 768 time: 0.1469219 Jan 28 05:49:41.497546 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35742) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:41.574183 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-085d51d1-b87b-4b48-8946-317431c0ef62 admin admin] Publish callbacks [] for security_group (6c0cb00c-ac1f-47ab-b4fa-2f65f738338b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:41.588848 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8a331ec1-c26f-4de3-a699-fbf3c9b950c4 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (8222ff76-8ded-49d7-af38-ec56b4579080), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:41.663025 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-085d51d1-b87b-4b48-8946-317431c0ef62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6c0cb00c-ac1f-47ab-b4fa-2f65f738338b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:41.676795 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8a331ec1-c26f-4de3-a699-fbf3c9b950c4 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (8222ff76-8ded-49d7-af38-ec56b4579080), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:41.705266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-8a331ec1-c26f-4de3-a699-fbf3c9b950c4 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8222ff76-8ded-49d7-af38-ec56b4579080']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:41.714873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35744) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:41.716114 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-085d51d1-b87b-4b48-8946-317431c0ef62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ddfa4231203243af80ff794aaa65ceb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4959633 Jan 28 05:49:41.729424 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-8a331ec1-c26f-4de3-a699-fbf3c9b950c4 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e50402-3ffb-4673-b4e8-b73757b3de85') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:41.729769 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-8a331ec1-c26f-4de3-a699-fbf3c9b950c4 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e50402-3ffb-4673-b4e8-b73757b3de85') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:41.744527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d51d1-b87b-4b48-8946-317431c0ef62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0cb00c-ac1f-47ab-b4fa-2f65f738338b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:41.753171 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8a331ec1-c26f-4de3-a699-fbf3c9b950c4 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (83e50402-3ffb-4673-b4e8-b73757b3de85), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:41.786403 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8a331ec1-c26f-4de3-a699-fbf3c9b950c4 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (83e50402-3ffb-4673-b4e8-b73757b3de85), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:41.790411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-f03bc538-0c7a-44b2-a989-45db8aa001d9 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:41.791961 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-f03bc538-0c7a-44b2-a989-45db8aa001d9 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.64 "GET /v2.0/networks?id=684436bb-46b5-4675-ab28-2a1df6c58503 HTTP/1.1" status: 200 len: 821 time: 0.1877952 Jan 28 05:49:41.794851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a331ec1-c26f-4de3-a699-fbf3c9b950c4 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:49:41.795242 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8a331ec1-c26f-4de3-a699-fbf3c9b950c4 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (83e50402-3ffb-4673-b4e8-b73757b3de85), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:49:41.797305 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:49:41.823702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-78af31d5-4f8d-4fe2-977f-10f7b9ca5d47 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Request body: {'port': {'device_id': '736ca6b1-b04d-4187-bf3d-facc3839fd49', 'network_id': '684436bb-46b5-4675-ab28-2a1df6c58503', 'admin_state_up': True, 'tenant_id': '966012337bf44381ba9f154a042f87d9'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:41.863168 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2825d3f9-f970-4a0b-9111-a4b839357361 admin admin] Publish callbacks [] for security_group (6c0cb00c-ac1f-47ab-b4fa-2f65f738338b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:41.891680 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2825d3f9-f970-4a0b-9111-a4b839357361 admin admin] Publish callbacks [] for security_group (6c0cb00c-ac1f-47ab-b4fa-2f65f738338b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:41.967016 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8a331ec1-c26f-4de3-a699-fbf3c9b950c4 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (8222ff76-8ded-49d7-af38-ec56b4579080), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:41.971665 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a331ec1-c26f-4de3-a699-fbf3c9b950c4 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8222ff76-8ded-49d7-af38-ec56b4579080 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 05:49:41.973743 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8a331ec1-c26f-4de3-a699-fbf3c9b950c4 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:41.981790 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8a331ec1-c26f-4de3-a699-fbf3c9b950c4 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] 10.222.0.31 "DELETE /v2.0/networks/8222ff76-8ded-49d7-af38-ec56b4579080 HTTP/1.1" status: 204 len: 168 time: 0.4795229 Jan 28 05:49:41.983579 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35750) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:41.992965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7bd463c4-d66b-4efa-acb1-f01c17707813 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Request body: {'network': {'name': 'tempest-network--1617176196'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:41.994979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a331ec1-c26f-4de3-a699-fbf3c9b950c4 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Pushing event deleted for resources: {'Network': ['ID=8222ff76-8ded-49d7-af38-ec56b4579080,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:42.075819 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-78af31d5-4f8d-4fe2-977f-10f7b9ca5d47 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Made reservation on behalf of 966012337bf44381ba9f154a042f87d9 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:42.080122 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-78af31d5-4f8d-4fe2-977f-10f7b9ca5d47 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:42.083384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd463c4-d66b-4efa-acb1-f01c17707813 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Made reservation on behalf of faa817ed92bc492e8a593501cf064b93 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:42.085775 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7bd463c4-d66b-4efa-acb1-f01c17707813 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:42.116218 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2825d3f9-f970-4a0b-9111-a4b839357361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6c0cb00c-ac1f-47ab-b4fa-2f65f738338b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:42.119893 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2825d3f9-f970-4a0b-9111-a4b839357361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:42.129686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd463c4-d66b-4efa-acb1-f01c17707813 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:49:42.134493 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2825d3f9-f970-4a0b-9111-a4b839357361 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c0cb00c-ac1f-47ab-b4fa-2f65f738338b HTTP/1.1" status: 204 len: 168 time: 0.4184856 Jan 28 05:49:42.158359 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825d3f9-f970-4a0b-9111-a4b839357361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0cb00c-ac1f-47ab-b4fa-2f65f738338b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:42.197536 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7bd463c4-d66b-4efa-acb1-f01c17707813 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (531225b4-bcd3-4f85-b11c-ab834370fbe5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:42.197898 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-7bd463c4-d66b-4efa-acb1-f01c17707813 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Added segment 531225b4-bcd3-4f85-b11c-ab834370fbe5 of type vlan for network 73112971-29f1-4315-9d53-e04650025d02 Jan 28 05:49:42.316117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18fe1677-b09b-41a2-b437-cd663b65d2ae req-7461e2d3-6c07-4127-adce-a3ce2482bc0e tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 210 time: 0.0742970 Jan 28 05:49:42.334039 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7bd463c4-d66b-4efa-acb1-f01c17707813 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (73112971-29f1-4315-9d53-e04650025d02), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:42.377624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4737a4e2-0fc8-4ca6-a50f-5392413c73f2 req-b18f511c-49d3-40e0-8b5a-7bad44d2145a tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/ports?device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 210 time: 0.0667429 Jan 28 05:49:42.424132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-78af31d5-4f8d-4fe2-977f-10f7b9ca5d47 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Allocated IP 172.20.0.11 (684436bb-46b5-4675-ab28-2a1df6c58503/caed16ce-d98c-44a6-9bdf-9da6e986b696/2acde4e7-023f-46d8-9086-4432bef2ac74) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:49:42.526218 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7bd463c4-d66b-4efa-acb1-f01c17707813 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (73112971-29f1-4315-9d53-e04650025d02), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:42.528066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd463c4-d66b-4efa-acb1-f01c17707813 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:42.528732 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7bd463c4-d66b-4efa-acb1-f01c17707813 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:42.583676 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:49:42.674379 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd463c4-d66b-4efa-acb1-f01c17707813 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Pushing event updated for resources: {'Network': ['ID=73112971-29f1-4315-9d53-e04650025d02,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:42.686493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7bd463c4-d66b-4efa-acb1-f01c17707813 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6973491 Jan 28 05:49:42.686493 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35770) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:42.691084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-66c92e8f-d4f6-49b4-8f98-8fe867099382 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:42.697438 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 73112971-29f1-4315-9d53-e04650025d02 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:49:42.849752 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-78af31d5-4f8d-4fe2-977f-10f7b9ca5d47 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Publish callbacks [] for port (2acde4e7-023f-46d8-9086-4432bef2ac74), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:42.915334 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66c92e8f-d4f6-49b4-8f98-8fe867099382 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (73112971-29f1-4315-9d53-e04650025d02), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:42.984384 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-78af31d5-4f8d-4fe2-977f-10f7b9ca5d47 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2acde4e7-023f-46d8-9086-4432bef2ac74), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:43.020939 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66c92e8f-d4f6-49b4-8f98-8fe867099382 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (73112971-29f1-4315-9d53-e04650025d02), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:43.049021 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66c92e8f-d4f6-49b4-8f98-8fe867099382 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Network 73112971-29f1-4315-9d53-e04650025d02 is not hosted by any dhcp agent {{(pid=103635) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 05:49:43.049894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c92e8f-d4f6-49b4-8f98-8fe867099382 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:43.050537 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66c92e8f-d4f6-49b4-8f98-8fe867099382 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:43.054843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-66c92e8f-d4f6-49b4-8f98-8fe867099382 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] 10.222.0.31 "PUT /v2.0/networks/73112971-29f1-4315-9d53-e04650025d02 HTTP/1.1" status: 200 len: 858 time: 0.3651717 Jan 28 05:49:43.055325 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35778) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:43.090830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-78af31d5-4f8d-4fe2-977f-10f7b9ca5d47 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Network 684436bb-46b5-4675-ab28-2a1df6c58503 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:49:43.097144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af31d5-4f8d-4fe2-977f-10f7b9ca5d47 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Pushing event updated for resources: {'Port': ['ID=2acde4e7-023f-46d8-9086-4432bef2ac74,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:43.103912 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-78af31d5-4f8d-4fe2-977f-10f7b9ca5d47 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:43.107436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-78af31d5-4f8d-4fe2-977f-10f7b9ca5d47 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:49:43.132534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c92e8f-d4f6-49b4-8f98-8fe867099382 tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Pushing event updated for resources: {'Network': ['ID=73112971-29f1-4315-9d53-e04650025d02,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:43.163689 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-285e84f9-94f6-497f-968d-a959f5d861cb tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (73112971-29f1-4315-9d53-e04650025d02), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:43.170985 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-78af31d5-4f8d-4fe2-977f-10f7b9ca5d47 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:43.172255 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-78af31d5-4f8d-4fe2-977f-10f7b9ca5d47 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:43.237743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-78af31d5-4f8d-4fe2-977f-10f7b9ca5d47 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4222658 Jan 28 05:49:43.257246 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Request body: {'port': {'device_id': '736ca6b1-b04d-4187-bf3d-facc3839fd49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:43.258794 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-285e84f9-94f6-497f-968d-a959f5d861cb tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (73112971-29f1-4315-9d53-e04650025d02), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:43.282146 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-285e84f9-94f6-497f-968d-a959f5d861cb tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73112971-29f1-4315-9d53-e04650025d02']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:43.292656 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-285e84f9-94f6-497f-968d-a959f5d861cb tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531225b4-bcd3-4f85-b11c-ab834370fbe5') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:43.292942 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-285e84f9-94f6-497f-968d-a959f5d861cb tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531225b4-bcd3-4f85-b11c-ab834370fbe5') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:43.303118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-285e84f9-94f6-497f-968d-a959f5d861cb tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (531225b4-bcd3-4f85-b11c-ab834370fbe5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:43.316328 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-285e84f9-94f6-497f-968d-a959f5d861cb tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (531225b4-bcd3-4f85-b11c-ab834370fbe5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:43.327693 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2acde4e7-023f-46d8-9086-4432bef2ac74), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:43.330941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285e84f9-94f6-497f-968d-a959f5d861cb tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:49:43.331546 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-285e84f9-94f6-497f-968d-a959f5d861cb tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (531225b4-bcd3-4f85-b11c-ab834370fbe5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:49:43.342037 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:49:43.452570 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a88fb53-5f06-4eda-a696-cf48dc433943 req-0433fec5-e33e-4956-896e-56d05dc299d5 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 210 time: 0.0425575 Jan 28 05:49:43.533005 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-285e84f9-94f6-497f-968d-a959f5d861cb tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (73112971-29f1-4315-9d53-e04650025d02), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:43.540922 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285e84f9-94f6-497f-968d-a959f5d861cb tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 73112971-29f1-4315-9d53-e04650025d02 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 05:49:43.553352 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-285e84f9-94f6-497f-968d-a959f5d861cb tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:43.561465 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-285e84f9-94f6-497f-968d-a959f5d861cb tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] 10.222.0.31 "DELETE /v2.0/networks/73112971-29f1-4315-9d53-e04650025d02 HTTP/1.1" status: 204 len: 168 time: 0.5050142 Jan 28 05:49:43.571778 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35798) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:43.647405 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e84f9-94f6-497f-968d-a959f5d861cb tempest-ExternalNetworksTestJSON-1718047099 tempest-ExternalNetworksTestJSON-1718047099-project-admin] Pushing event deleted for resources: {'Network': ['ID=73112971-29f1-4315-9d53-e04650025d02,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:43.654368 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88245d6-260f-433a-b8e2-df11b596059b tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] DELETE failed (client error): The resource could not be found. Jan 28 05:49:43.657404 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88245d6-260f-433a-b8e2-df11b596059b tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:49:43.665591 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b88245d6-260f-433a-b8e2-df11b596059b tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] 10.222.0.31 "DELETE /v2.0/subnets/917a71b9-014c-4de6-b831-f0f57c9702dc HTTP/1.1" status: 404 len: 337 time: 0.0917416 Jan 28 05:49:43.667969 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35802) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:43.696614 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a86bd2-8d00-4002-8c56-766efdb3f045 req-d4d88ee7-f1e1-4c33-bf8e-92da42bd6692 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:43.698153 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5a86bd2-8d00-4002-8c56-766efdb3f045 req-d4d88ee7-f1e1-4c33-bf8e-92da42bd6692 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/ports?device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 932 time: 0.1490238 Jan 28 05:49:43.813957 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-638cf456-9af7-4b70-a998-c7673b4fffdf tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (c0a960fc-7a1f-4dc4-a634-86240520554b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:43.914639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acde4e7-023f-46d8-9086-4432bef2ac74 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:43.924271 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Publish callbacks [] for port (2acde4e7-023f-46d8-9086-4432bef2ac74), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:43.939938 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Transition to ACTIVE for port object 2acde4e7-023f-46d8-9086-4432bef2ac74 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:49:43.955509 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-638cf456-9af7-4b70-a998-c7673b4fffdf tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (c0a960fc-7a1f-4dc4-a634-86240520554b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:43.987831 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-638cf456-9af7-4b70-a998-c7673b4fffdf tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a960fc-7a1f-4dc4-a634-86240520554b']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:43.995548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5a86bd2-8d00-4002-8c56-766efdb3f045 req-0554e577-b9fe-49a8-b815-8f486c3ee8a7 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f169e95-ca92-430a-a0b2-46f4c127ae67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677019 Jan 28 05:49:44.005287 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-638cf456-9af7-4b70-a998-c7673b4fffdf tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4057161f-5412-4cec-9e0b-9a51dbf73734') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:44.005495 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-638cf456-9af7-4b70-a998-c7673b4fffdf tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4057161f-5412-4cec-9e0b-9a51dbf73734') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:44.020977 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-638cf456-9af7-4b70-a998-c7673b4fffdf tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (4057161f-5412-4cec-9e0b-9a51dbf73734), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:44.043924 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-638cf456-9af7-4b70-a998-c7673b4fffdf tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (4057161f-5412-4cec-9e0b-9a51dbf73734), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:44.053451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638cf456-9af7-4b70-a998-c7673b4fffdf tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:49:44.053955 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-638cf456-9af7-4b70-a998-c7673b4fffdf tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (4057161f-5412-4cec-9e0b-9a51dbf73734), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:44.056200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-02f063e4-9192-4847-8f35-2de88a127188 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:44.058792 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-02f063e4-9192-4847-8f35-2de88a127188 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.60 "GET /v2.0/networks?id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f HTTP/1.1" status: 200 len: 809 time: 0.3831551 Jan 28 05:49:44.064855 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (2acde4e7-023f-46d8-9086-4432bef2ac74), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:49:44.125970 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:49:44.179032 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-638cf456-9af7-4b70-a998-c7673b4fffdf tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (c0a960fc-7a1f-4dc4-a634-86240520554b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:44.183650 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-638cf456-9af7-4b70-a998-c7673b4fffdf tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:44.189526 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-638cf456-9af7-4b70-a998-c7673b4fffdf tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] 10.222.0.31 "DELETE /v2.0/networks/c0a960fc-7a1f-4dc4-a634-86240520554b HTTP/1.1" status: 204 len: 168 time: 0.5180514 Jan 28 05:49:44.222316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638cf456-9af7-4b70-a998-c7673b4fffdf tempest-ExternalNetworksTestJSON-97733835 tempest-ExternalNetworksTestJSON-97733835-project] Pushing event deleted for resources: {'Network': ['ID=c0a960fc-7a1f-4dc4-a634-86240520554b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:44.346746 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Pushing event updated for resources: {'Port': ['ID=2acde4e7-023f-46d8-9086-4432bef2ac74,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:44.356357 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-e8061e7b-ed6c-4ab5-be1d-a9f86cffc22e tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=479c54724c974ee5a31ac6ccd72859f2 HTTP/1.1" status: 200 len: 379 time: 0.2798853 Jan 28 05:49:44.357882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Attempting to bind port 2acde4e7-023f-46d8-9086-4432bef2ac74 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:49:44.358325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Attempting to bind port 2acde4e7-023f-46d8-9086-4432bef2ac74 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'a9a9bd56-a9e0-4e27-accc-f6fb649c1466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '684436bb-46b5-4675-ab28-2a1df6c58503'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:49:44.358778 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Attempting to bind port 2acde4e7-023f-46d8-9086-4432bef2ac74 on network 684436bb-46b5-4675-ab28-2a1df6c58503 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:44.369233 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-94539e2e-75b6-4b8b-8572-cd7468749b1f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Request body: {'port': {'device_id': '783e06d4-7824-4374-8e6e-23d72a53affe', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'admin_state_up': True, 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'security_groups': ['13c61b7b-3072-499d-9c3b-fed76d63912b']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:44.375772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Port 2acde4e7-023f-46d8-9086-4432bef2ac74 on network 684436bb-46b5-4675-ab28-2a1df6c58503 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:49:44.376156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Attempting to bind port 2acde4e7-023f-46d8-9086-4432bef2ac74 on network 684436bb-46b5-4675-ab28-2a1df6c58503 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:44.393932 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:49:44.394436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Checking segment: {'id': 'a9a9bd56-a9e0-4e27-accc-f6fb649c1466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '684436bb-46b5-4675-ab28-2a1df6c58503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:44.394948 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Bound using segment: {'id': 'a9a9bd56-a9e0-4e27-accc-f6fb649c1466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '684436bb-46b5-4675-ab28-2a1df6c58503'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:49:44.395517 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Bound port: 2acde4e7-023f-46d8-9086-4432bef2ac74, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a9bd56-a9e0-4e27-accc-f6fb649c1466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '684436bb-46b5-4675-ab28-2a1df6c58503'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:49:44.395945 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2acde4e7-023f-46d8-9086-4432bef2ac74), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:44.544701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] For port 2acde4e7-023f-46d8-9086-4432bef2ac74, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:49:44.551336 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] For port 2acde4e7-023f-46d8-9086-4432bef2ac74, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2acde4e7-023f-46d8-9086-4432bef2ac74,segment=NetworkSegment(a9a9bd56-a9e0-4e27-accc-f6fb649c1466),segment_id=a9a9bd56-a9e0-4e27-accc-f6fb649c1466)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:49:44.624671 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3ca7de8-f985-4719-8512-48e03cecd5ab req-e5be00d5-04d8-4dab-9e29-5f0a935a2615 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 210 time: 0.0332694 Jan 28 05:49:44.644683 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (2acde4e7-023f-46d8-9086-4432bef2ac74), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:44.732194 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:44.732783 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:44.734258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] 10.222.0.64 "PUT /v2.0/ports/2acde4e7-023f-46d8-9086-4432bef2ac74 HTTP/1.1" status: 200 len: 1093 time: 1.4815893 Jan 28 05:49:44.734844 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736ca6b1-b04d-4187-bf3d-facc3839fd49', 'tag': '2acde4e7-023f-46d8-9086-4432bef2ac74'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:44.737326 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e6ff07-59a1-4be0-b99e-2737071ae5d9" -d '{"events": [{"name": "network-changed", "server_uuid": "736ca6b1-b04d-4187-bf3d-facc3839fd49", "tag": "2acde4e7-023f-46d8-9086-4432bef2ac74"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:44.751489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-94539e2e-75b6-4b8b-8572-cd7468749b1f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Made reservation on behalf of 479c54724c974ee5a31ac6ccd72859f2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:44.759914 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-94539e2e-75b6-4b8b-8572-cd7468749b1f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:44.783046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35834) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:44.820714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a576c4-1d41-418d-93de-76709ab18df8 service neutron] Pushing event updated for resources: {'Port': ['ID=2acde4e7-023f-46d8-9086-4432bef2ac74,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:44.963720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-e048197f-7562-4398-932f-257e66fbad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:44.965293 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-e048197f-7562-4398-932f-257e66fbad70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=966012337bf44381ba9f154a042f87d9&device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 1096 time: 0.0971828 Jan 28 05:49:44.972315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-94539e2e-75b6-4b8b-8572-cd7468749b1f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Allocated IP 172.20.0.13 (e5cb12f7-5a7a-4431-98f5-2a7e5412761f/6775d0c7-920b-4dac-b225-8dee000178bb/3b945f9a-a571-4b0e-b937-cd2e2e2aa113) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:49:45.044243 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-f6edfa98-a1b4-4f98-bdf2-16547adac482 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2acde4e7-023f-46d8-9086-4432bef2ac74 HTTP/1.1" status: 200 len: 217 time: 0.0646284 Jan 28 05:49:45.092297 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb105fe8-d670-403a-9308-df9a286c859f x-openstack-request-id: req-fb105fe8-d670-403a-9308-df9a286c859f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:45.092634 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736ca6b1-b04d-4187-bf3d-facc3839fd49", "tag": "2acde4e7-023f-46d8-9086-4432bef2ac74", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:45.092845 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb105fe8-d670-403a-9308-df9a286c859f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:45.093246 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736ca6b1-b04d-4187-bf3d-facc3839fd49', 'tag': '2acde4e7-023f-46d8-9086-4432bef2ac74', 'status': 'completed', 'code': 200} Jan 28 05:49:45.215200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-ed9397dd-c5e4-4fb0-8626-fc32d3bc4c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:45.216755 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-ed9397dd-c5e4-4fb0-8626-fc32d3bc4c1c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=caed16ce-d98c-44a6-9bdf-9da6e986b696 HTTP/1.1" status: 200 len: 861 time: 0.1607041 Jan 28 05:49:45.283098 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e8bf0a20-1113-4b61-a14a-bb9d444ae77d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=582792b004f14cf5a9749c5511cddf26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4988594 Jan 28 05:49:45.285850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35850) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:45.290035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93409d00-a4fe-44e9-8150-42dedf512383 req-7b5a93ab-3e34-4b83-a1cc-efde6b8e1be8 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:45.291643 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93409d00-a4fe-44e9-8150-42dedf512383 req-7b5a93ab-3e34-4b83-a1cc-efde6b8e1be8 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/ports?device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 944 time: 0.1948116 Jan 28 05:49:45.314496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-4fd913fb-d80d-44e9-93b4-20910fae1179 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=684436bb-46b5-4675-ab28-2a1df6c58503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522900 Jan 28 05:49:45.350774 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f522532d-0296-4127-b28f-81f61846735e admin admin] Publish callbacks [] for security_group (859a3568-7df1-4249-aa28-42afb9997ec5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:45.359742 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-94539e2e-75b6-4b8b-8572-cd7468749b1f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for port (3b945f9a-a571-4b0e-b937-cd2e2e2aa113), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:45.375252 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f522532d-0296-4127-b28f-81f61846735e admin admin] Publish callbacks [] for security_group (859a3568-7df1-4249-aa28-42afb9997ec5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:45.460049 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93409d00-a4fe-44e9-8150-42dedf512383 req-6f26657e-8c16-48df-a40c-18c8bc35ef49 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f169e95-ca92-430a-a0b2-46f4c127ae67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494999 Jan 28 05:49:45.486852 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-24a309bd-a55f-4d65-be68-b218d56f9b85 service neutron] 10.222.0.64 "GET /v2.0/networks/684436bb-46b5-4675-ab28-2a1df6c58503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626811 Jan 28 05:49:45.492874 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f522532d-0296-4127-b28f-81f61846735e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (859a3568-7df1-4249-aa28-42afb9997ec5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:45.495746 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f522532d-0296-4127-b28f-81f61846735e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:45.499516 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f522532d-0296-4127-b28f-81f61846735e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/859a3568-7df1-4249-aa28-42afb9997ec5 HTTP/1.1" status: 204 len: 168 time: 0.2098362 Jan 28 05:49:45.508856 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522532d-0296-4127-b28f-81f61846735e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859a3568-7df1-4249-aa28-42afb9997ec5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:45.521611 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-94539e2e-75b6-4b8b-8572-cd7468749b1f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3b945f9a-a571-4b0e-b937-cd2e2e2aa113), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:45.603664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-94539e2e-75b6-4b8b-8572-cd7468749b1f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Network e5cb12f7-5a7a-4431-98f5-2a7e5412761f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:49:45.612486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-94539e2e-75b6-4b8b-8572-cd7468749b1f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:45.622473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-94539e2e-75b6-4b8b-8572-cd7468749b1f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:49:45.627445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94539e2e-75b6-4b8b-8572-cd7468749b1f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Pushing event updated for resources: {'Port': ['ID=3b945f9a-a571-4b0e-b937-cd2e2e2aa113,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:45.701962 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7332ca76-8519-4efc-856d-3be31f2c4de2 req-a7c984b9-606f-4c79-bd40-911f39575f60 service neutron] 10.222.0.64 "GET /v2.0/networks/684436bb-46b5-4675-ab28-2a1df6c58503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086377 Jan 28 05:49:45.714407 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-94539e2e-75b6-4b8b-8572-cd7468749b1f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:45.715036 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-94539e2e-75b6-4b8b-8572-cd7468749b1f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:45.804184 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2a360-7519-4059-a1f4-4956777d7d4f req-0aa7f8f4-ad40-49cf-aa52-5c32ac7a2cd5 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:45.811082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b2b2a360-7519-4059-a1f4-4956777d7d4f req-0aa7f8f4-ad40-49cf-aa52-5c32ac7a2cd5 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 932 time: 0.0802014 Jan 28 05:49:45.815963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-94539e2e-75b6-4b8b-8572-cd7468749b1f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4515638 Jan 28 05:49:45.884840 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b2b2a360-7519-4059-a1f4-4956777d7d4f req-8bcb4cba-bcfa-421a-a8c4-3a190e1b1d62 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663323 Jan 28 05:49:45.965828 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ea2e5b5e-6e06-4090-bbb0-fa5f49191144 None None] Provisioning complete for port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:45.966400 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea2e5b5e-6e06-4090-bbb0-fa5f49191144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3b945f9a-a571-4b0e-b937-cd2e2e2aa113), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:45.985547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6ff07-59a1-4be0-b99e-2737071ae5d9 req-af474d05-b2b2-4e54-8d89-b29484719afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:45.987340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-47e6ff07-59a1-4be0-b99e-2737071ae5d9 req-af474d05-b2b2-4e54-8d89-b29484719afc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=966012337bf44381ba9f154a042f87d9&device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 1096 time: 0.0987706 Jan 28 05:49:46.008601 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Request body: {'port': {'device_id': '783e06d4-7824-4374-8e6e-23d72a53affe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:46.038403 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ea2e5b5e-6e06-4090-bbb0-fa5f49191144 None None] Port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:49:46.134758 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3b945f9a-a571-4b0e-b937-cd2e2e2aa113), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:46.157457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6ff07-59a1-4be0-b99e-2737071ae5d9 req-37a84004-0917-4598-9457-104d8be2fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:46.159012 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-47e6ff07-59a1-4be0-b99e-2737071ae5d9 req-37a84004-0917-4598-9457-104d8be2fe9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=684436bb-46b5-4675-ab28-2a1df6c58503 HTTP/1.1" status: 200 len: 922 time: 0.1475210 Jan 28 05:49:46.227258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-47e6ff07-59a1-4be0-b99e-2737071ae5d9 req-5617d85c-85ca-492e-82b5-1f1240b939c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2acde4e7-023f-46d8-9086-4432bef2ac74 HTTP/1.1" status: 200 len: 217 time: 0.0402274 Jan 28 05:49:46.266735 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35916) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:46.320771 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-07d711d5-1787-4c7c-a261-311ea0e1c6ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=faa817ed92bc492e8a593501cf064b93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0560436 Jan 28 05:49:46.324355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35922) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:46.380098 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0b1ccb28-9e6c-427b-bf4c-a9ea28ce6f68 admin admin] Publish callbacks [] for security_group (e7c3cf61-44e1-4aad-8b84-7cb7577ef940), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:46.411313 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0b1ccb28-9e6c-427b-bf4c-a9ea28ce6f68 admin admin] Publish callbacks [] for security_group (e7c3cf61-44e1-4aad-8b84-7cb7577ef940), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:46.549107 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0b1ccb28-9e6c-427b-bf4c-a9ea28ce6f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e7c3cf61-44e1-4aad-8b84-7cb7577ef940), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:46.552666 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0b1ccb28-9e6c-427b-bf4c-a9ea28ce6f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:46.553891 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0b1ccb28-9e6c-427b-bf4c-a9ea28ce6f68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7c3cf61-44e1-4aad-8b84-7cb7577ef940 HTTP/1.1" status: 204 len: 168 time: 0.2276595 Jan 28 05:49:46.564762 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ccb28-9e6c-427b-bf4c-a9ea28ce6f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c3cf61-44e1-4aad-8b84-7cb7577ef940,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:46.726925 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6ff07-59a1-4be0-b99e-2737071ae5d9 req-d7b7cd85-4dbc-4913-a7a3-462e5841832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:46.728185 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-47e6ff07-59a1-4be0-b99e-2737071ae5d9 req-d7b7cd85-4dbc-4913-a7a3-462e5841832a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=caed16ce-d98c-44a6-9bdf-9da6e986b696 HTTP/1.1" status: 200 len: 861 time: 0.4874601 Jan 28 05:49:46.748020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35930) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:46.816480 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-47e6ff07-59a1-4be0-b99e-2737071ae5d9 req-00bb00bd-9237-4fc8-9a8a-2d0d694936a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=684436bb-46b5-4675-ab28-2a1df6c58503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725667 Jan 28 05:49:46.867962 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5b85e7a8-7860-4e90-a53f-e2bd05b0753a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:46.907538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3eea9-16ee-48d2-aff5-201ef3a325c7 req-97ead19d-c6af-4310-ac28-22337eb84ff5 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:46.909060 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18a3eea9-16ee-48d2-aff5-201ef3a325c7 req-97ead19d-c6af-4310-ac28-22337eb84ff5 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/ports?device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 944 time: 0.2699564 Jan 28 05:49:46.951908 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5b85e7a8-7860-4e90-a53f-e2bd05b0753a admin admin] Publish callbacks [] for security_group (7f0688fc-aea6-4e5d-8a7d-9d17b26e8c25), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:46.971709 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-a3128715-64da-4ed2-9bf8-2da728dd83df tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:46.983552 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-a3128715-64da-4ed2-9bf8-2da728dd83df tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/networks?id=88381437-0e71-4561-a992-619e0f4004bd HTTP/1.1" status: 200 len: 814 time: 0.6398723 Jan 28 05:49:46.995594 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5b85e7a8-7860-4e90-a53f-e2bd05b0753a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7f0688fc-aea6-4e5d-8a7d-9d17b26e8c25), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:47.031611 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-cd88e6a8-a344-417d-9231-dcf888044fe5 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/quotas/df8aef7b4c7c4daeaa50e23459079d68 HTTP/1.1" status: 200 len: 375 time: 0.0446141 Jan 28 05:49:47.033108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85e7a8-7860-4e90-a53f-e2bd05b0753a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0688fc-aea6-4e5d-8a7d-9d17b26e8c25,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:47.046772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-47e6ff07-59a1-4be0-b99e-2737071ae5d9 req-740458f8-6854-4aeb-982d-e07b55ad1628 service neutron] 10.222.0.64 "GET /v2.0/networks/684436bb-46b5-4675-ab28-2a1df6c58503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220845 Jan 28 05:49:47.063379 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5b85e7a8-7860-4e90-a53f-e2bd05b0753a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c63ec02682f44609b68e78b069277388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3141441 Jan 28 05:49:47.065805 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35942) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:47.088935 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18a3eea9-16ee-48d2-aff5-201ef3a325c7 req-a0002f7b-0b21-4ba8-8bb8-93770c66cb47 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f169e95-ca92-430a-a0b2-46f4c127ae67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600449 Jan 28 05:49:47.145800 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00a030a6-1af5-4efc-9e53-8c148069f172 admin admin] Publish callbacks [] for security_group (7f0688fc-aea6-4e5d-8a7d-9d17b26e8c25), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:47.172946 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00a030a6-1af5-4efc-9e53-8c148069f172 admin admin] Publish callbacks [] for security_group (7f0688fc-aea6-4e5d-8a7d-9d17b26e8c25), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:47.195310 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:47.215909 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Publish callbacks [] for port (3b945f9a-a571-4b0e-b937-cd2e2e2aa113), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:47.234621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-e6b311d3-738d-49ec-8032-3ff3d5f5844c tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1900618 Jan 28 05:49:47.317080 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-47e6ff07-59a1-4be0-b99e-2737071ae5d9 req-c73aa0d5-6255-49ff-86d5-d7d67b0a34dd service neutron] 10.222.0.64 "GET /v2.0/networks/684436bb-46b5-4675-ab28-2a1df6c58503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544279 Jan 28 05:49:47.360986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Transition to ACTIVE for port object 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:49:47.361233 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00a030a6-1af5-4efc-9e53-8c148069f172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7f0688fc-aea6-4e5d-8a7d-9d17b26e8c25), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:47.365020 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00a030a6-1af5-4efc-9e53-8c148069f172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:47.370677 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-00a030a6-1af5-4efc-9e53-8c148069f172 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f0688fc-aea6-4e5d-8a7d-9d17b26e8c25 HTTP/1.1" status: 204 len: 168 time: 0.3037829 Jan 28 05:49:47.379791 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a030a6-1af5-4efc-9e53-8c148069f172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0688fc-aea6-4e5d-8a7d-9d17b26e8c25,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:47.381590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8b4cc-be3e-4e22-b360-62b590b9d16a req-1e89232e-bb29-4269-b275-af04605cca57 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:47.383181 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ce8b4cc-be3e-4e22-b360-62b590b9d16a req-1e89232e-bb29-4269-b275-af04605cca57 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 932 time: 0.0843267 Jan 28 05:49:47.393082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-d0e9e457-f7aa-41f1-aae9-90f10a264ab9 service neutron] 10.222.0.31 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576006 Jan 28 05:49:47.477484 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (3b945f9a-a571-4b0e-b937-cd2e2e2aa113), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:47.568130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Pushing event updated for resources: {'Port': ['ID=3b945f9a-a571-4b0e-b937-cd2e2e2aa113,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:47.578034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ce8b4cc-be3e-4e22-b360-62b590b9d16a req-22398575-e941-4a86-ac57-f06cf6ddc833 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747563 Jan 28 05:49:47.656280 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-5fadea73-6fe4-4a13-9e28-ad5b2da4d84a service neutron] 10.222.0.31 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517853 Jan 28 05:49:47.698004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Attempting to bind port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:49:47.698529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Attempting to bind port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '3bdafa36-a0fd-423f-a35f-09a7ce57e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:49:47.698746 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Attempting to bind port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 on network e5cb12f7-5a7a-4431-98f5-2a7e5412761f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:47.707429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 on network e5cb12f7-5a7a-4431-98f5-2a7e5412761f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:49:47.707766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Attempting to bind port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 on network e5cb12f7-5a7a-4431-98f5-2a7e5412761f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:47.720282 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:49:47.720633 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Checking segment: {'id': '3bdafa36-a0fd-423f-a35f-09a7ce57e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:47.721077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Bound using segment: {'id': '3bdafa36-a0fd-423f-a35f-09a7ce57e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:49:47.723629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Bound port: 3b945f9a-a571-4b0e-b937-cd2e2e2aa113, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bdafa36-a0fd-423f-a35f-09a7ce57e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:49:47.727259 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3b945f9a-a571-4b0e-b937-cd2e2e2aa113), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:47.784433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2acde4e7-023f-46d8-9086-4432bef2ac74 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:49:47.854332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] For port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:49:47.854332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] For port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3b945f9a-a571-4b0e-b937-cd2e2e2aa113,segment=NetworkSegment(3bdafa36-a0fd-423f-a35f-09a7ce57e87e),segment_id=3bdafa36-a0fd-423f-a35f-09a7ce57e87e)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:49:47.923832 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 2acde4e7-023f-46d8-9086-4432bef2ac74, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2acde4e7-023f-46d8-9086-4432bef2ac74,segment=NetworkSegment(a9a9bd56-a9e0-4e27-accc-f6fb649c1466),segment_id=a9a9bd56-a9e0-4e27-accc-f6fb649c1466)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:47.935404 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '2acde4e7-023f-46d8-9086-4432bef2ac74', 'network_id': '684436bb-46b5-4675-ab28-2a1df6c58503', 'port_id': '2acde4e7-023f-46d8-9086-4432bef2ac74', 'mac_address': 'fa:16:3e:30:e1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caed16ce-d98c-44a6-9bdf-9da6e986b696', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:49:47.944899 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (3b945f9a-a571-4b0e-b937-cd2e2e2aa113), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:47.984636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:47.985665 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:47.989235 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] 10.222.0.60 "PUT /v2.0/ports/3b945f9a-a571-4b0e-b937-cd2e2e2aa113 HTTP/1.1" status: 200 len: 1093 time: 2.1512702 Jan 28 05:49:47.989945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783e06d4-7824-4374-8e6e-23d72a53affe', 'tag': '3b945f9a-a571-4b0e-b937-cd2e2e2aa113'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:47.992387 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e55d695-e50b-44db-a480-9426a45b5d11" -d '{"events": [{"name": "network-changed", "server_uuid": "783e06d4-7824-4374-8e6e-23d72a53affe", "tag": "3b945f9a-a571-4b0e-b937-cd2e2e2aa113"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:48.009096 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 2acde4e7-023f-46d8-9086-4432bef2ac74 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:48.009834 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2acde4e7-023f-46d8-9086-4432bef2ac74), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:48.067655 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0e3543-03aa-4561-8d2d-232f46f62c43 x-openstack-request-id: req-fc0e3543-03aa-4561-8d2d-232f46f62c43 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:48.068632 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783e06d4-7824-4374-8e6e-23d72a53affe", "tag": "3b945f9a-a571-4b0e-b937-cd2e2e2aa113", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:48.069053 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc0e3543-03aa-4561-8d2d-232f46f62c43 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:48.069487 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783e06d4-7824-4374-8e6e-23d72a53affe', 'tag': '3b945f9a-a571-4b0e-b937-cd2e2e2aa113', 'status': 'completed', 'code': 200} Jan 28 05:49:48.075425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2acde4e7-023f-46d8-9086-4432bef2ac74 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:48.077592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389b9cc-eb95-4a95-a21c-06c56a899147 service neutron] Pushing event updated for resources: {'Port': ['ID=3b945f9a-a571-4b0e-b937-cd2e2e2aa113,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:48.155343 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 2acde4e7-023f-46d8-9086-4432bef2ac74, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2acde4e7-023f-46d8-9086-4432bef2ac74,segment=NetworkSegment(a9a9bd56-a9e0-4e27-accc-f6fb649c1466),segment_id=a9a9bd56-a9e0-4e27-accc-f6fb649c1466)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:48.164762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16a3a30b-5d69-45e4-a65d-c67be3eb95e9 req-6615036c-7b76-4b1c-bdc3-e0ec6262d24b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 210 time: 0.0701787 Jan 28 05:49:48.257006 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35980) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:48.281377 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2acde4e7-023f-46d8-9086-4432bef2ac74), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:48.291986 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3cd0866b-8c71-49d8-9142-462b658e1a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:48.296706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55d695-e50b-44db-a480-9426a45b5d11 req-f1c2e778-c77b-49e4-9341-8dbbf311a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:48.298798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e55d695-e50b-44db-a480-9426a45b5d11 req-f1c2e778-c77b-49e4-9341-8dbbf311a920 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=479c54724c974ee5a31ac6ccd72859f2&device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 1096 time: 0.1613901 Jan 28 05:49:48.310632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4ce21-7fa4-4357-9e14-9f528c305ddf req-c23b8f3f-4ee2-4959-90eb-2974e62b8db8 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:48.319573 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79e4ce21-7fa4-4357-9e14-9f528c305ddf req-c23b8f3f-4ee2-4959-90eb-2974e62b8db8 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/ports?device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 944 time: 0.1335866 Jan 28 05:49:48.370393 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=2acde4e7-023f-46d8-9086-4432bef2ac74,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:48.385650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:48.386144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:48.387131 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:48.387721 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:48.388427 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:48.388920 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:48.389835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:48.390273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:48.390783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:48.391215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:48.391956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:48.392470 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:48.392913 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:49:48.431877 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3cd0866b-8c71-49d8-9142-462b658e1a78 admin admin] Publish callbacks [] for security_group (ab926e8b-9cfb-4fa2-a9bd-130c37f76363), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:48.460739 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79e4ce21-7fa4-4357-9e14-9f528c305ddf req-6fedeab8-f5cb-43b0-83c6-5dde769f49c5 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f169e95-ca92-430a-a0b2-46f4c127ae67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399379 Jan 28 05:49:48.475596 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3cd0866b-8c71-49d8-9142-462b658e1a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ab926e8b-9cfb-4fa2-a9bd-130c37f76363), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:48.478353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55d695-e50b-44db-a480-9426a45b5d11 req-2310bbc2-300e-44d7-955e-671f4ccae1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:48.479920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e55d695-e50b-44db-a480-9426a45b5d11 req-2310bbc2-300e-44d7-955e-671f4ccae1ff service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=479c54724c974ee5a31ac6ccd72859f2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1543977 Jan 28 05:49:48.517278 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3cd0866b-8c71-49d8-9142-462b658e1a78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cbf92c8adb1f40cb95199d102643cb1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2591274 Jan 28 05:49:48.518394 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0866b-8c71-49d8-9142-462b658e1a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab926e8b-9cfb-4fa2-a9bd-130c37f76363,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:48.521695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35984) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:48.575790 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af495f91-0cfa-495d-8e93-93a84615842d admin admin] Publish callbacks [] for security_group (ab926e8b-9cfb-4fa2-a9bd-130c37f76363), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:48.589669 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55d695-e50b-44db-a480-9426a45b5d11 req-f6beeebf-266f-44bb-a7db-9f9007a19003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:48.591304 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e55d695-e50b-44db-a480-9426a45b5d11 req-f6beeebf-266f-44bb-a7db-9f9007a19003 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023791 Jan 28 05:49:48.614853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['2acde4e7-023f-46d8-9086-4432bef2ac74'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:48.623371 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af495f91-0cfa-495d-8e93-93a84615842d admin admin] Publish callbacks [] for security_group (ab926e8b-9cfb-4fa2-a9bd-130c37f76363), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:48.724771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-1abb2d4e-f192-4dec-96b4-2b6e1e1325f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:48.726347 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-1abb2d4e-f192-4dec-96b4-2b6e1e1325f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=479c54724c974ee5a31ac6ccd72859f2&device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 1096 time: 0.0665286 Jan 28 05:49:48.767397 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af495f91-0cfa-495d-8e93-93a84615842d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ab926e8b-9cfb-4fa2-a9bd-130c37f76363), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:48.771627 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af495f91-0cfa-495d-8e93-93a84615842d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:48.775242 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-af495f91-0cfa-495d-8e93-93a84615842d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab926e8b-9cfb-4fa2-a9bd-130c37f76363 HTTP/1.1" status: 204 len: 168 time: 0.2521863 Jan 28 05:49:48.807304 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af495f91-0cfa-495d-8e93-93a84615842d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab926e8b-9cfb-4fa2-a9bd-130c37f76363,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:48.811389 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-35508b8d-aab4-4652-8d11-b8a6c754849a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b945f9a-a571-4b0e-b937-cd2e2e2aa113 HTTP/1.1" status: 200 len: 217 time: 0.0664747 Jan 28 05:49:48.869711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c2096-9552-41ed-8f3c-e9f293c5ad1a req-df2ffb4e-d912-4d19-be94-2de26dafa14b tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:48.871533 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c97c2096-9552-41ed-8f3c-e9f293c5ad1a req-df2ffb4e-d912-4d19-be94-2de26dafa14b tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 944 time: 0.1377165 Jan 28 05:49:48.901511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-fcb40754-6bed-45ea-bb20-ff2c316e8c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:48.903137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-fcb40754-6bed-45ea-bb20-ff2c316e8c1f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6775d0c7-920b-4dac-b225-8dee000178bb HTTP/1.1" status: 200 len: 848 time: 0.0841296 Jan 28 05:49:48.969528 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c97c2096-9552-41ed-8f3c-e9f293c5ad1a req-31dd9d4e-a3cb-4d1c-956f-97bd7eb2213f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831814 Jan 28 05:49:48.976709 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-51655cdb-3e36-4033-adbf-5d0fa6374c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:48.978223 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-51655cdb-3e36-4033-adbf-5d0fa6374c13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657499 Jan 28 05:49:49.074484 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-d832272c-d162-469f-999c-c32fd500db19 service neutron] 10.222.0.60 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894454 Jan 28 05:49:49.201509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf5db40-ec6c-4639-8198-533ce0baedf8 req-279ecfae-86b8-46a9-afb5-fc1c8985e2ba service neutron] 10.222.0.60 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107674 Jan 28 05:49:49.276735 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10b0f8aa-bb7f-4308-8324-3c23ad07a37b req-a3331416-be57-4304-9727-8f55dfbb27a2 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 210 time: 0.0331964 Jan 28 05:49:49.321011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36016) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:49.425380 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f25f9a77-a694-404e-a150-eeb2e20cddf2 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-289545041'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:49.425922 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f25f9a77-a694-404e-a150-eeb2e20cddf2 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] Unknown quota resources ['metering_label']. {{(pid=103634) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:49:49.577891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ab944-261e-4e19-9728-c91fd70937d2 req-daa24886-d8b8-4bb7-a72e-b43a8c5e8d48 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:49.579388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e4ab944-261e-4e19-9728-c91fd70937d2 req-daa24886-d8b8-4bb7-a72e-b43a8c5e8d48 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/ports?device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 945 time: 0.0502114 Jan 28 05:49:49.627606 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e4ab944-261e-4e19-9728-c91fd70937d2 req-a66675c2-cbd0-4312-a3c6-fe263b606bfe tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f169e95-ca92-430a-a0b2-46f4c127ae67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425007 Jan 28 05:49:49.767232 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f25f9a77-a694-404e-a150-eeb2e20cddf2 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:49.768431 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f25f9a77-a694-404e-a150-eeb2e20cddf2 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4459264 Jan 28 05:49:49.771394 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36034) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:49.775931 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ecdcc436-2ded-458b-b89c-35ad6ec45790 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '68e0c701-0610-4192-9c87-afc82bd2c91e'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:49.776381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ecdcc436-2ded-458b-b89c-35ad6ec45790 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103634) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:49:49.812692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2acde4e7-023f-46d8-9086-4432bef2ac74 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:49.961336 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 2acde4e7-023f-46d8-9086-4432bef2ac74 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:49:49.962508 n-d-812111-12 neutron-server[103634]: WARNING neutron.services.metering.metering_plugin [None req-ecdcc436-2ded-458b-b89c-35ad6ec45790 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 05:49:49.966716 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 2acde4e7-023f-46d8-9086-4432bef2ac74 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:49.967372 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2acde4e7-023f-46d8-9086-4432bef2ac74), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:50.077211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 2acde4e7-023f-46d8-9086-4432bef2ac74 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:50.077926 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2acde4e7-023f-46d8-9086-4432bef2ac74), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:50.108376 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736ca6b1-b04d-4187-bf3d-facc3839fd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acde4e7-023f-46d8-9086-4432bef2ac74'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:50.111238 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604d9d4a-96c5-4c8e-b1f4-42d85267ba0a" -d '{"events": [{"server_uuid": "736ca6b1-b04d-4187-bf3d-facc3839fd49", "name": "network-vif-plugged", "status": "completed", "tag": "2acde4e7-023f-46d8-9086-4432bef2ac74"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:50.113676 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ecdcc436-2ded-458b-b89c-35ad6ec45790 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:50.115304 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ecdcc436-2ded-458b-b89c-35ad6ec45790 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3427272 Jan 28 05:49:50.122493 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36048) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:50.126430 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-231a6d49-9dae-487f-9c26-6f543bfe1122 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '68e0c701-0610-4192-9c87-afc82bd2c91e'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:50.126983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-231a6d49-9dae-487f-9c26-6f543bfe1122 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103634) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:49:50.134954 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 2acde4e7-023f-46d8-9086-4432bef2ac74, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2acde4e7-023f-46d8-9086-4432bef2ac74,segment=NetworkSegment(a9a9bd56-a9e0-4e27-accc-f6fb649c1466),segment_id=a9a9bd56-a9e0-4e27-accc-f6fb649c1466)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:50.141406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09c9ce-c2d9-400b-92d1-f7d8d3f95cf5 req-72bddc9c-3114-4167-8059-bc55c460be9d tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:50.144614 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb09c9ce-c2d9-400b-92d1-f7d8d3f95cf5 req-72bddc9c-3114-4167-8059-bc55c460be9d tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 944 time: 0.0872121 Jan 28 05:49:50.202355 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2acde4e7-023f-46d8-9086-4432bef2ac74), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:50.204765 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb09c9ce-c2d9-400b-92d1-f7d8d3f95cf5 req-7b7aa7ec-e977-41e4-8533-894b8db53853 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524986 Jan 28 05:49:50.258577 n-d-812111-12 neutron-server[103634]: WARNING neutron.services.metering.metering_plugin [None req-231a6d49-9dae-487f-9c26-6f543bfe1122 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 05:49:50.259851 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=2acde4e7-023f-46d8-9086-4432bef2ac74,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:50.334632 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bc0d02-ded6-4f69-a233-64ca7428046f x-openstack-request-id: req-76bc0d02-ded6-4f69-a233-64ca7428046f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:50.334930 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736ca6b1-b04d-4187-bf3d-facc3839fd49", "name": "network-vif-plugged", "status": "completed", "tag": "2acde4e7-023f-46d8-9086-4432bef2ac74", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:50.335195 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76bc0d02-ded6-4f69-a233-64ca7428046f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:50.335624 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736ca6b1-b04d-4187-bf3d-facc3839fd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acde4e7-023f-46d8-9086-4432bef2ac74', 'code': 200} Jan 28 05:49:50.362978 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-231a6d49-9dae-487f-9c26-6f543bfe1122 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:50.364908 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-231a6d49-9dae-487f-9c26-6f543bfe1122 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2426169 Jan 28 05:49:50.367719 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36056) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:50.380901 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-306f54ca-14f3-4003-84ac-0a6bc7205d99 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=6c37b6cf-5e95-41da-bdf3-4cc632ff115b HTTP/1.1" status: 200 len: 462 time: 0.0119007 Jan 28 05:49:50.384310 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36058) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:50.401582 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c97c336c-efc2-4cc2-9c34-d1a1a07b944c req-e3542a33-f4e8-4b0c-afd6-efde3baaffd9 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 210 time: 0.0330255 Jan 28 05:49:50.566267 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99bd64bc-7bbd-4df0-bdd8-620bdf3ed665 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:50.569738 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-99bd64bc-7bbd-4df0-bdd8-620bdf3ed665 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/6c37b6cf-5e95-41da-bdf3-4cc632ff115b HTTP/1.1" status: 204 len: 168 time: 0.1840029 Jan 28 05:49:50.571745 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36064) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:50.585038 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5f03d048-1df1-47fe-bad6-3c536360ee17 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=6c37b6cf-5e95-41da-bdf3-4cc632ff115b HTTP/1.1" status: 200 len: 221 time: 0.0118935 Jan 28 05:49:50.585907 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36066) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:50.592608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-252f4122-1fcd-4494-9571-ce29884c0d27 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1851356876', 'description': 'label created by tempest'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:50.593063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-252f4122-1fcd-4494-9571-ce29884c0d27 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] Unknown quota resources ['metering_label']. {{(pid=103634) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:49:50.601785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f7ef6-86dd-4bf7-8126-c059ecb79bdd req-fe28867b-fab5-431b-9d72-8ae80d8d0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:50.603448 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-959f7ef6-86dd-4bf7-8126-c059ecb79bdd req-fe28867b-fab5-431b-9d72-8ae80d8d0da4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 1098 time: 0.1528411 Jan 28 05:49:50.658546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-a22f3c0f-67f9-4524-bfe8-fde814f2fc7f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:50.660130 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-a22f3c0f-67f9-4524-bfe8-fde814f2fc7f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.64 "GET /v2.0/networks?id=88381437-0e71-4561-a992-619e0f4004bd HTTP/1.1" status: 200 len: 814 time: 0.1823101 Jan 28 05:49:50.681633 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-64ddc064-6b2e-4c6d-ac77-c6f114f4b739 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Request body: {'port': {'device_id': 'bed25e7f-a073-42cd-a371-abda60829542', 'network_id': '88381437-0e71-4561-a992-619e0f4004bd', 'admin_state_up': True, 'tenant_id': 'df8aef7b4c7c4daeaa50e23459079d68'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:50.700268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-959f7ef6-86dd-4bf7-8126-c059ecb79bdd req-e8f61819-cb84-482f-9430-0f1d647a75e8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7f169e95-ca92-430a-a0b2-46f4c127ae67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855992 Jan 28 05:49:50.815536 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4b02f-7342-484c-89b5-e17076b16547 req-f2d83515-b2a4-457a-b146-281f46f08f2b tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:50.817240 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42d4b02f-7342-484c-89b5-e17076b16547 req-f2d83515-b2a4-457a-b146-281f46f08f2b tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/ports?device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 946 time: 0.1140823 Jan 28 05:49:50.885156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42d4b02f-7342-484c-89b5-e17076b16547 req-4a64313e-de8c-488a-8e8f-64508bb696e9 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f169e95-ca92-430a-a0b2-46f4c127ae67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557179 Jan 28 05:49:50.906364 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-252f4122-1fcd-4494-9571-ce29884c0d27 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:50.908126 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-252f4122-1fcd-4494-9571-ce29884c0d27 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3208573 Jan 28 05:49:50.917706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36080) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:50.960618 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-64ddc064-6b2e-4c6d-ac77-c6f114f4b739 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Made reservation on behalf of df8aef7b4c7c4daeaa50e23459079d68 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:50.964099 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-64ddc064-6b2e-4c6d-ac77-c6f114f4b739 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:51.017873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b11bc802-1fba-44c2-b8f6-ffd47528a367 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=7837dc2f-36b6-40af-944a-34211869cda3 HTTP/1.1" status: 200 len: 468 time: 0.0984488 Jan 28 05:49:51.020870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36082) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:51.025947 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36084) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:51.134878 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ed10e030-f817-45af-9a9f-6b00312d2d42 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1899942103'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:51.135454 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ed10e030-f817-45af-9a9f-6b00312d2d42 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] Unknown quota resources ['metering_label']. {{(pid=103634) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:49:51.361586 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed10e030-f817-45af-9a9f-6b00312d2d42 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:51.365855 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ed10e030-f817-45af-9a9f-6b00312d2d42 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3393853 Jan 28 05:49:51.366029 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36092) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:51.370504 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b8ce682e-2772-420e-9ca5-17cbecf1ab3a tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7a1c6cf4-2baa-4539-a78e-940d4c866036'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:51.371087 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b8ce682e-2772-420e-9ca5-17cbecf1ab3a tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103634) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:49:51.400845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-64ddc064-6b2e-4c6d-ac77-c6f114f4b739 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Allocated IP 172.20.0.12 (88381437-0e71-4561-a992-619e0f4004bd/88b4464d-a63e-44af-98ed-f8fd1881fdda/8cb4fd0e-3712-4535-8327-03e76516f996) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:49:51.424178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbadc5-e230-4f14-9a6e-1a6ac4644b30 req-c37fbc3a-c217-4b89-9d19-aa489967c6e1 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:51.425661 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16dbadc5-e230-4f14-9a6e-1a6ac4644b30 req-c37fbc3a-c217-4b89-9d19-aa489967c6e1 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 944 time: 0.0830984 Jan 28 05:49:51.437801 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d8216a4-176f-4a2c-8f38-e5f39ad1d5d4 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:51.438726 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6d8216a4-176f-4a2c-8f38-e5f39ad1d5d4 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/7837dc2f-36b6-40af-944a-34211869cda3 HTTP/1.1" status: 204 len: 168 time: 0.4169466 Jan 28 05:49:51.444465 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36096) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:51.577374 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-894624b8-0f7c-427c-98dc-a5f1a6eb168d req-0b54a181-aebb-4bb6-bcbc-33426a5ba258 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 210 time: 0.0812247 Jan 28 05:49:51.584394 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16dbadc5-e230-4f14-9a6e-1a6ac4644b30 req-9c54afc8-eaa8-4fae-9e1b-1368f49eeaf1 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444843 Jan 28 05:49:51.653552 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-64ddc064-6b2e-4c6d-ac77-c6f114f4b739 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks [] for port (8cb4fd0e-3712-4535-8327-03e76516f996), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:51.773082 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-64ddc064-6b2e-4c6d-ac77-c6f114f4b739 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (8cb4fd0e-3712-4535-8327-03e76516f996), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:51.782005 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9e22141b-3d57-42ec-a647-7cb677c38023 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=7837dc2f-36b6-40af-944a-34211869cda3 HTTP/1.1" status: 200 len: 216 time: 0.3369484 Jan 28 05:49:51.785705 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36100) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:51.794790 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-06251628-6378-4d3d-a06d-34be93cc489c tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0076818 Jan 28 05:49:51.801911 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36102) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:51.808815 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['53676385-ac02-47ba-b6f1-4975f99ba19f'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:51.816714 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-60cad0e5-1859-4cac-b74e-f09cce8d0a9d tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0097451 Jan 28 05:49:51.816714 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36104) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:51.817582 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['6430ff4b-4448-428e-b201-0e05aabc7b9e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:51.823818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-64ddc064-6b2e-4c6d-ac77-c6f114f4b739 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Network 88381437-0e71-4561-a992-619e0f4004bd is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:49:51.827142 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-64ddc064-6b2e-4c6d-ac77-c6f114f4b739 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:51.830584 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-64ddc064-6b2e-4c6d-ac77-c6f114f4b739 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:49:51.868282 n-d-812111-12 neutron-server[103634]: WARNING neutron.services.metering.metering_plugin [None req-b8ce682e-2772-420e-9ca5-17cbecf1ab3a tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 05:49:51.872950 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f78737c4-e476-46d5-a15d-f018252e2cc5 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/68e0c701-0610-4192-9c87-afc82bd2c91e HTTP/1.1" status: 200 len: 472 time: 0.0535483 Jan 28 05:49:51.874196 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36106) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:51.903129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1c4354bf-8ed0-433c-a943-e530cc27b090 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/c8c02b65-9ead-462a-a84f-c5dd7995629e HTTP/1.1" status: 200 len: 459 time: 0.0209796 Jan 28 05:49:51.909309 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36108) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:51.922599 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-64ddc064-6b2e-4c6d-ac77-c6f114f4b739 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:51.923533 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-64ddc064-6b2e-4c6d-ac77-c6f114f4b739 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:51.929241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddc064-6b2e-4c6d-ac77-c6f114f4b739 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Pushing event updated for resources: {'Port': ['ID=8cb4fd0e-3712-4535-8327-03e76516f996,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:51.965375 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8ce682e-2772-420e-9ca5-17cbecf1ab3a tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:51.966792 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b8ce682e-2772-420e-9ca5-17cbecf1ab3a tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5995636 Jan 28 05:49:51.971268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36112) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:51.976215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-09155cf0-a25d-49da-988b-60ddbd873658 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7a1c6cf4-2baa-4539-a78e-940d4c866036'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:51.976729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-09155cf0-a25d-49da-988b-60ddbd873658 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103635) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:49:52.083380 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-64ddc064-6b2e-4c6d-ac77-c6f114f4b739 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4069805 Jan 28 05:49:52.419456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Request body: {'port': {'device_id': 'bed25e7f-a073-42cd-a371-abda60829542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:52.421907 n-d-812111-12 neutron-server[103635]: WARNING neutron.services.metering.metering_plugin [None req-09155cf0-a25d-49da-988b-60ddbd873658 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 05:49:52.522714 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0691d65-1ac5-4911-83eb-33b31d488e0c tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:52.528661 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d0691d65-1ac5-4911-83eb-33b31d488e0c tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/c8c02b65-9ead-462a-a84f-c5dd7995629e HTTP/1.1" status: 204 len: 168 time: 0.6130021 Jan 28 05:49:52.528817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36118) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:52.540765 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c719ad6-c88e-42c6-b2b7-43efc52356be req-89d87476-cd6b-4d49-8074-6e00b7bfcf0f tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:52.542256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c719ad6-c88e-42c6-b2b7-43efc52356be req-89d87476-cd6b-4d49-8074-6e00b7bfcf0f tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/ports?device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 946 time: 0.5519378 Jan 28 05:49:52.589202 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09155cf0-a25d-49da-988b-60ddbd873658 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:52.590369 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-09155cf0-a25d-49da-988b-60ddbd873658 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6180582 Jan 28 05:49:52.597625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36120) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:52.632430 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8cb4fd0e-3712-4535-8327-03e76516f996), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:52.632430 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8e3c4efa-ded0-4db8-a7c7-4c403baba398 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=6fee5985-7886-4bc3-bbe0-5feca9075323 HTTP/1.1" status: 200 len: 464 time: 0.0289471 Jan 28 05:49:52.632867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36126) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:52.716588 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c719ad6-c88e-42c6-b2b7-43efc52356be req-eb60820c-a78d-4cb9-bbc3-36a5a93dc9d7 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f169e95-ca92-430a-a0b2-46f4c127ae67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447191 Jan 28 05:49:52.769430 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-766d6301-d438-4bd9-a1e0-3f4166b538e9 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:52.771203 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-766d6301-d438-4bd9-a1e0-3f4166b538e9 tempest-MeteringIpV6TestJSON-508582033 tempest-MeteringIpV6TestJSON-508582033-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/68e0c701-0610-4192-9c87-afc82bd2c91e HTTP/1.1" status: 204 len: 168 time: 0.2437947 Jan 28 05:49:52.823046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05918995-96be-4bb8-82cd-fadba67793c0 req-2479118b-212f-43b6-a253-45356b7d98a4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:52.824498 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05918995-96be-4bb8-82cd-fadba67793c0 req-2479118b-212f-43b6-a253-45356b7d98a4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 932 time: 0.1593804 Jan 28 05:49:52.951869 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dcf8711e-2fc1-4f36-a527-18e7635593cc tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:52.952906 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-dcf8711e-2fc1-4f36-a527-18e7635593cc tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/6fee5985-7886-4bc3-bbe0-5feca9075323 HTTP/1.1" status: 204 len: 168 time: 0.3131990 Jan 28 05:49:52.955711 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36132) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:52.965963 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b95f57f8-55ca-4fb4-bfb0-3a5c230bb2ff tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=6fee5985-7886-4bc3-bbe0-5feca9075323 HTTP/1.1" status: 200 len: 221 time: 0.0090816 Jan 28 05:49:52.974664 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36134) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:52.978972 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4d2c9884-73b0-4be3-9e18-992a2abd4a32 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2067811286', 'description': 'label created by tempest'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:52.979422 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4d2c9884-73b0-4be3-9e18-992a2abd4a32 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] Unknown quota resources ['metering_label']. {{(pid=103634) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 05:49:53.028963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5dd25-fc9b-4602-a2e9-8b37ce0cc494 req-2fd1645c-0053-4650-a23a-802d1da45c69 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:53.030474 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ffc5dd25-fc9b-4602-a2e9-8b37ce0cc494 req-2fd1645c-0053-4650-a23a-802d1da45c69 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 944 time: 0.2264483 Jan 28 05:49:53.035617 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05918995-96be-4bb8-82cd-fadba67793c0 req-1126db0d-b75a-40e6-9f32-ad36513b7003 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032089 Jan 28 05:49:53.116360 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ffc5dd25-fc9b-4602-a2e9-8b37ce0cc494 req-33023fd1-d654-4fc2-9ee7-ab0c90d5121e tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782979 Jan 28 05:49:53.178678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb4fd0e-3712-4535-8327-03e76516f996 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:53.189372 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Publish callbacks [] for port (8cb4fd0e-3712-4535-8327-03e76516f996), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:53.202826 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Transition to ACTIVE for port object 8cb4fd0e-3712-4535-8327-03e76516f996 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:49:53.230145 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9884-73b0-4be3-9e18-992a2abd4a32 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:53.231346 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4d2c9884-73b0-4be3-9e18-992a2abd4a32 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2557139 Jan 28 05:49:53.234185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36140) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:53.285731 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36144) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:53.291927 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f4d0df62-4139-4a55-ac8d-ea86e9db3841 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=48c788d6-a34c-42a5-b435-d51de24e7318 HTTP/1.1" status: 200 len: 468 time: 0.0564151 Jan 28 05:49:53.292816 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (8cb4fd0e-3712-4535-8327-03e76516f996), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:53.294551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36148) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:53.349682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Pushing event updated for resources: {'Port': ['ID=8cb4fd0e-3712-4535-8327-03e76516f996,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:53.417699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Attempting to bind port 8cb4fd0e-3712-4535-8327-03e76516f996 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:49:53.418031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Attempting to bind port 8cb4fd0e-3712-4535-8327-03e76516f996 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1e566500-38b1-4659-8025-4892f4eb51b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '88381437-0e71-4561-a992-619e0f4004bd'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:49:53.418398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Attempting to bind port 8cb4fd0e-3712-4535-8327-03e76516f996 on network 88381437-0e71-4561-a992-619e0f4004bd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:53.422773 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Port 8cb4fd0e-3712-4535-8327-03e76516f996 on network 88381437-0e71-4561-a992-619e0f4004bd not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:49:53.423369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Attempting to bind port 8cb4fd0e-3712-4535-8327-03e76516f996 on network 88381437-0e71-4561-a992-619e0f4004bd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:49:53.428246 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:49:53.428810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Checking segment: {'id': '1e566500-38b1-4659-8025-4892f4eb51b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '88381437-0e71-4561-a992-619e0f4004bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:53.429255 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Bound using segment: {'id': '1e566500-38b1-4659-8025-4892f4eb51b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '88381437-0e71-4561-a992-619e0f4004bd'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:49:53.434320 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Bound port: 8cb4fd0e-3712-4535-8327-03e76516f996, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e566500-38b1-4659-8025-4892f4eb51b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '88381437-0e71-4561-a992-619e0f4004bd'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:49:53.434320 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8cb4fd0e-3712-4535-8327-03e76516f996), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:53.450845 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d44f-7e62-4ee4-a9d1-e852373404de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:53.496651 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] For port 8cb4fd0e-3712-4535-8327-03e76516f996, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:49:53.499609 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] For port 8cb4fd0e-3712-4535-8327-03e76516f996, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=8cb4fd0e-3712-4535-8327-03e76516f996,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:49:53.544303 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (8cb4fd0e-3712-4535-8327-03e76516f996), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:53.568194 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d44f-7e62-4ee4-a9d1-e852373404de admin admin] Publish callbacks [] for security_group (07019352-e34d-49b7-8397-7aa256e1952d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:53.573733 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21d49bd6-d07b-45fb-a5b1-6c473031bb3f tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:53.574924 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-21d49bd6-d07b-45fb-a5b1-6c473031bb3f tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/48c788d6-a34c-42a5-b435-d51de24e7318 HTTP/1.1" status: 204 len: 168 time: 0.2792728 Jan 28 05:49:53.577695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36150) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:53.579216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:53.579827 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:53.581232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] 10.222.0.64 "PUT /v2.0/ports/8cb4fd0e-3712-4535-8327-03e76516f996 HTTP/1.1" status: 200 len: 1093 time: 1.1680634 Jan 28 05:49:53.581714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed25e7f-a073-42cd-a371-abda60829542', 'tag': '8cb4fd0e-3712-4535-8327-03e76516f996'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:53.584506 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71b90c3-c54a-43bb-ab4a-06cd42d9ff94" -d '{"events": [{"name": "network-changed", "server_uuid": "bed25e7f-a073-42cd-a371-abda60829542", "tag": "8cb4fd0e-3712-4535-8327-03e76516f996"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:53.591085 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e9734373-9afb-4044-8faa-714c2fdc64b9 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=48c788d6-a34c-42a5-b435-d51de24e7318 HTTP/1.1" status: 200 len: 216 time: 0.0120711 Jan 28 05:49:53.601758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36154) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:53.615634 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b7aa148b-7117-44ae-b3b3-7f654fc0e84c tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0088103 Jan 28 05:49:53.616028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36156) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:53.622075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b62b90-d1a6-4bc7-bb5f-6e16f6b7d3ed service neutron] Pushing event updated for resources: {'Port': ['ID=8cb4fd0e-3712-4535-8327-03e76516f996,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:53.626533 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1b6418-9f06-4782-9ec2-a1b21cd1daae x-openstack-request-id: req-ac1b6418-9f06-4782-9ec2-a1b21cd1daae {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:53.626817 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed25e7f-a073-42cd-a371-abda60829542", "tag": "8cb4fd0e-3712-4535-8327-03e76516f996", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:53.627068 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac1b6418-9f06-4782-9ec2-a1b21cd1daae {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:53.627457 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed25e7f-a073-42cd-a371-abda60829542', 'tag': '8cb4fd0e-3712-4535-8327-03e76516f996', 'status': 'completed', 'code': 200} Jan 28 05:49:53.634562 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d4068014-5e99-41bf-98fd-c31b694bc7e4 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0175087 Jan 28 05:49:53.638275 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36158) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:53.663377 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d44f-7e62-4ee4-a9d1-e852373404de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (07019352-e34d-49b7-8397-7aa256e1952d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:53.696111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-50ed1707-f39f-4e04-b812-e86b4e524516 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/7a1c6cf4-2baa-4539-a78e-940d4c866036 HTTP/1.1" status: 200 len: 473 time: 0.0567756 Jan 28 05:49:53.699789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36160) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:53.704308 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dfe3d44f-7e62-4ee4-a9d1-e852373404de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f5de8e0201c423392fbbba2578316c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4173105 Jan 28 05:49:53.705267 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3d44f-7e62-4ee4-a9d1-e852373404de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07019352-e34d-49b7-8397-7aa256e1952d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:53.708873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36162) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:53.730653 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6f48267b-5972-408a-91da-708c77d382b1 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/958e2bc1-0823-4997-9bb5-40216b70ef5d HTTP/1.1" status: 200 len: 461 time: 0.0299706 Jan 28 05:49:53.734444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36164) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:53.744589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b90c3-c54a-43bb-ab4a-06cd42d9ff94 req-4b8736c3-2dad-4a31-83c5-7ed8d86d6295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:53.746065 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d71b90c3-c54a-43bb-ab4a-06cd42d9ff94 req-4b8736c3-2dad-4a31-83c5-7ed8d86d6295 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 1096 time: 0.0582850 Jan 28 05:49:53.779486 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5cba3dd-2fc8-4489-8448-7974c86c597a admin admin] Publish callbacks [] for security_group (07019352-e34d-49b7-8397-7aa256e1952d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:53.802881 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5cba3dd-2fc8-4489-8448-7974c86c597a admin admin] Publish callbacks [] for security_group (07019352-e34d-49b7-8397-7aa256e1952d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:53.893866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5b568-077b-4216-88e9-a957d31626b8 req-03e32a0d-f983-463e-b947-be26c34c2be3 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:53.895413 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9be5b568-077b-4216-88e9-a957d31626b8 req-03e32a0d-f983-463e-b947-be26c34c2be3 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/ports?device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 946 time: 0.0874655 Jan 28 05:49:53.896897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b90c3-c54a-43bb-ab4a-06cd42d9ff94 req-c48c04f7-28b0-4b8d-8185-4c5fbe23a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:53.898194 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d71b90c3-c54a-43bb-ab4a-06cd42d9ff94 req-c48c04f7-28b0-4b8d-8185-4c5fbe23a5af service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1389427 Jan 28 05:49:53.940742 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-89ad0038-985e-410f-91fe-9f359b0a8312 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:53.942241 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-89ad0038-985e-410f-91fe-9f359b0a8312 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/958e2bc1-0823-4997-9bb5-40216b70ef5d HTTP/1.1" status: 204 len: 168 time: 0.2066569 Jan 28 05:49:53.944714 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36168) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:53.977705 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:49:53.994281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9be5b568-077b-4216-88e9-a957d31626b8 req-1af69b06-6af1-452f-bf6d-64158c05e0e9 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f169e95-ca92-430a-a0b2-46f4c127ae67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928314 Jan 28 05:49:54.029893 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b90c3-c54a-43bb-ab4a-06cd42d9ff94 req-f777865b-a998-40e9-86b0-58e73a932f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:54.031823 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d71b90c3-c54a-43bb-ab4a-06cd42d9ff94 req-f777865b-a998-40e9-86b0-58e73a932f4b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1245537 Jan 28 05:49:54.048312 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5cba3dd-2fc8-4489-8448-7974c86c597a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (07019352-e34d-49b7-8397-7aa256e1952d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:54.050958 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5cba3dd-2fc8-4489-8448-7974c86c597a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:54.054702 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d5cba3dd-2fc8-4489-8448-7974c86c597a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07019352-e34d-49b7-8397-7aa256e1952d HTTP/1.1" status: 204 len: 168 time: 0.3423927 Jan 28 05:49:54.100770 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cba3dd-2fc8-4489-8448-7974c86c597a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07019352-e34d-49b7-8397-7aa256e1952d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:54.173006 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3b945f9a-a571-4b0e-b937-cd2e2e2aa113,segment=NetworkSegment(3bdafa36-a0fd-423f-a35f-09a7ce57e87e),segment_id=3bdafa36-a0fd-423f-a35f-09a7ce57e87e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:54.202250 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '3b945f9a-a571-4b0e-b937-cd2e2e2aa113', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'port_id': '3b945f9a-a571-4b0e-b937-cd2e2e2aa113', 'mac_address': 'fa:16:3e:a9:27:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:49:54.230845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-a54da403-2686-40e9-ba09-fd571d2349aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:54.233117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-a54da403-2686-40e9-ba09-fd571d2349aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 1096 time: 0.1310735 Jan 28 05:49:54.246255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:54.246680 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3b945f9a-a571-4b0e-b937-cd2e2e2aa113), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:54.247979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a3567-55d6-4654-9714-acc25b0a2c1e req-737135c6-bf97-4886-b83d-8fa51c05c76c tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:54.249951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c97a3567-55d6-4654-9714-acc25b0a2c1e req-737135c6-bf97-4886-b83d-8fa51c05c76c tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 944 time: 0.0702755 Jan 28 05:49:54.268955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:54.289463 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3b945f9a-a571-4b0e-b937-cd2e2e2aa113,segment=NetworkSegment(3bdafa36-a0fd-423f-a35f-09a7ce57e87e),segment_id=3bdafa36-a0fd-423f-a35f-09a7ce57e87e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:54.290041 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-10d9fe71-a838-4e0e-8aa3-801120ee26c7 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:54.291462 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-10d9fe71-a838-4e0e-8aa3-801120ee26c7 tempest-MeteringTestJSON-1468045247 tempest-MeteringTestJSON-1468045247-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/7a1c6cf4-2baa-4539-a78e-940d4c866036 HTTP/1.1" status: 204 len: 168 time: 0.3458538 Jan 28 05:49:54.308789 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-6bc41ffb-2420-4fbe-bce5-fd77ddae55d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cb4fd0e-3712-4535-8327-03e76516f996 HTTP/1.1" status: 200 len: 217 time: 0.0574236 Jan 28 05:49:54.402100 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c97a3567-55d6-4654-9714-acc25b0a2c1e req-564a3f7f-40ad-4ed9-b620-c0243ff13bad tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447985 Jan 28 05:49:54.406797 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3b945f9a-a571-4b0e-b937-cd2e2e2aa113), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:54.412153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-d398db7c-5193-43c5-8bb7-af0a8a83a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:54.413704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-d398db7c-5193-43c5-8bb7-af0a8a83a30e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88b4464d-a63e-44af-98ed-f8fd1881fdda HTTP/1.1" status: 200 len: 854 time: 0.0802484 Jan 28 05:49:54.420851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a794f-3e62-40d3-8f01-c1c9f5119521 req-c94ca5a5-1c09-437e-ac3e-94b5f3546db3 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:54.433494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-798a794f-3e62-40d3-8f01-c1c9f5119521 req-c94ca5a5-1c09-437e-ac3e-94b5f3546db3 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 944 time: 0.1358762 Jan 28 05:49:54.468404 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=3b945f9a-a571-4b0e-b937-cd2e2e2aa113,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:54.483064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-932028d6-ad40-400c-b975-6498be643d07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88381437-0e71-4561-a992-619e0f4004bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394409 Jan 28 05:49:54.557880 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-798a794f-3e62-40d3-8f01-c1c9f5119521 req-4004550a-9e9f-4a5c-96f8-9faad9e1efa9 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234269 Jan 28 05:49:54.616841 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-561e8f86-0d5b-4422-ac97-6e8fee2ffa1c service neutron] 10.222.0.64 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256034 Jan 28 05:49:54.726862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-625b5229-dc61-477b-9dde-2b3085b47b81 req-ea5f9c9c-b16a-4bfe-8d29-84e900e881c2 service neutron] 10.222.0.64 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029980 Jan 28 05:49:54.805423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['3b945f9a-a571-4b0e-b937-cd2e2e2aa113'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:54.855276 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:54.895125 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36200) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:54.968700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36208) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:54.983733 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a4f7159-b88f-42f0-8004-c4c94711a7b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:55.070880 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a4f7159-b88f-42f0-8004-c4c94711a7b4 admin admin] Publish callbacks [] for security_group (6240e1ec-48c3-49af-84a3-cba12e21fd5f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:55.147516 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a4f7159-b88f-42f0-8004-c4c94711a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6240e1ec-48c3-49af-84a3-cba12e21fd5f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:55.148292 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-868a54ce-a547-4ed7-8e36-4f87bb5e12aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:55.202870 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6a4f7159-b88f-42f0-8004-c4c94711a7b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a73a0f1aa4e47ffa603ad6f50be84a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2330344 Jan 28 05:49:55.203578 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f7159-b88f-42f0-8004-c4c94711a7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6240e1ec-48c3-49af-84a3-cba12e21fd5f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:55.205689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36220) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:55.263084 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-282ab6fb-0f00-4ec8-b38f-6a3826c7a4e9 admin admin] Publish callbacks [] for security_group (6240e1ec-48c3-49af-84a3-cba12e21fd5f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:55.273182 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-868a54ce-a547-4ed7-8e36-4f87bb5e12aa admin admin] Publish callbacks [] for security_group (0c312717-bf6c-4f33-9cd5-fbaff831ba1b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:55.286826 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-282ab6fb-0f00-4ec8-b38f-6a3826c7a4e9 admin admin] Publish callbacks [] for security_group (6240e1ec-48c3-49af-84a3-cba12e21fd5f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:55.453060 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-868a54ce-a547-4ed7-8e36-4f87bb5e12aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0c312717-bf6c-4f33-9cd5-fbaff831ba1b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:55.455686 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-282ab6fb-0f00-4ec8-b38f-6a3826c7a4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6240e1ec-48c3-49af-84a3-cba12e21fd5f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:55.459177 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-282ab6fb-0f00-4ec8-b38f-6a3826c7a4e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:55.460443 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-282ab6fb-0f00-4ec8-b38f-6a3826c7a4e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6240e1ec-48c3-49af-84a3-cba12e21fd5f HTTP/1.1" status: 204 len: 168 time: 0.2536795 Jan 28 05:49:55.470728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ab6fb-0f00-4ec8-b38f-6a3826c7a4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6240e1ec-48c3-49af-84a3-cba12e21fd5f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:55.509195 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-868a54ce-a547-4ed7-8e36-4f87bb5e12aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc5b80b4d9644eaeadfedbfb40430877&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6128652 Jan 28 05:49:55.509814 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36228) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:55.518153 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a54ce-a547-4ed7-8e36-4f87bb5e12aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c312717-bf6c-4f33-9cd5-fbaff831ba1b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:55.545559 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82077f-6307-4fd5-8532-741e5933ce05 req-84dcb92f-fca3-42be-8e42-71b35db792e9 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:55.547253 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b82077f-6307-4fd5-8532-741e5933ce05 req-84dcb92f-fca3-42be-8e42-71b35db792e9 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 944 time: 0.0710495 Jan 28 05:49:55.571780 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4ae4110-c882-455e-97c9-da42b8ee7ba3 admin admin] Publish callbacks [] for security_group (0c312717-bf6c-4f33-9cd5-fbaff831ba1b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:55.600379 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4ae4110-c882-455e-97c9-da42b8ee7ba3 admin admin] Publish callbacks [] for security_group (0c312717-bf6c-4f33-9cd5-fbaff831ba1b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:55.605839 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b82077f-6307-4fd5-8532-741e5933ce05 req-33620f2a-4008-48dd-bf53-53c71fa843a2 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498512 Jan 28 05:49:55.721530 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ae151-35bb-46fc-bbc1-44bd2f4e2e0c req-5c75e360-ba97-49e2-b63d-cbd799d17713 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:55.723723 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b8ae151-35bb-46fc-bbc1-44bd2f4e2e0c req-5c75e360-ba97-49e2-b63d-cbd799d17713 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/ports?device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 946 time: 0.0575709 Jan 28 05:49:55.778196 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4ae4110-c882-455e-97c9-da42b8ee7ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0c312717-bf6c-4f33-9cd5-fbaff831ba1b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:55.781063 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e4ae4110-c882-455e-97c9-da42b8ee7ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:55.782386 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e4ae4110-c882-455e-97c9-da42b8ee7ba3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c312717-bf6c-4f33-9cd5-fbaff831ba1b HTTP/1.1" status: 204 len: 168 time: 0.2705700 Jan 28 05:49:55.791598 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae4110-c882-455e-97c9-da42b8ee7ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c312717-bf6c-4f33-9cd5-fbaff831ba1b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:55.792394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094a9a4-51ff-4a79-b0a9-8ad5cfdf6491 req-9d7d1aa4-6583-4ceb-bfb2-00deff4a16c0 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:55.793923 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4094a9a4-51ff-4a79-b0a9-8ad5cfdf6491 req-9d7d1aa4-6583-4ceb-bfb2-00deff4a16c0 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 945 time: 0.0921907 Jan 28 05:49:55.798522 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b8ae151-35bb-46fc-bbc1-44bd2f4e2e0c req-a346ced2-c812-433a-882f-d6e7492d57ea tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f169e95-ca92-430a-a0b2-46f4c127ae67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586638 Jan 28 05:49:55.847245 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4094a9a4-51ff-4a79-b0a9-8ad5cfdf6491 req-951fb19c-b997-40a6-942e-398b5222f8aa tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470581 Jan 28 05:49:55.982211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:56.092188 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:49:56.100522 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:49:56.101024 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3b945f9a-a571-4b0e-b937-cd2e2e2aa113), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:56.179729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:56.180155 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3b945f9a-a571-4b0e-b937-cd2e2e2aa113), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:56.207042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783e06d4-7824-4374-8e6e-23d72a53affe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b945f9a-a571-4b0e-b937-cd2e2e2aa113'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:56.210078 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0526a51-2105-485c-8675-341753c73500" -d '{"events": [{"server_uuid": "783e06d4-7824-4374-8e6e-23d72a53affe", "name": "network-vif-plugged", "status": "completed", "tag": "3b945f9a-a571-4b0e-b937-cd2e2e2aa113"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:56.223614 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3b945f9a-a571-4b0e-b937-cd2e2e2aa113,segment=NetworkSegment(3bdafa36-a0fd-423f-a35f-09a7ce57e87e),segment_id=3bdafa36-a0fd-423f-a35f-09a7ce57e87e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:56.248340 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d2e1b5-afff-4968-83f1-29e6e6a4f5c7 x-openstack-request-id: req-f4d2e1b5-afff-4968-83f1-29e6e6a4f5c7 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:56.248630 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783e06d4-7824-4374-8e6e-23d72a53affe", "name": "network-vif-plugged", "status": "completed", "tag": "3b945f9a-a571-4b0e-b937-cd2e2e2aa113", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:56.248886 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4d2e1b5-afff-4968-83f1-29e6e6a4f5c7 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:56.249286 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783e06d4-7824-4374-8e6e-23d72a53affe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b945f9a-a571-4b0e-b937-cd2e2e2aa113', 'code': 200} Jan 28 05:49:56.333022 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3b945f9a-a571-4b0e-b937-cd2e2e2aa113), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:56.385788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=3b945f9a-a571-4b0e-b937-cd2e2e2aa113,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:56.394538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51daf40e-60d9-4607-b066-c3c8e8765cf9 req-7d1871ec-45c3-46ea-a2b6-d8de89d3fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:56.396152 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51daf40e-60d9-4607-b066-c3c8e8765cf9 req-7d1871ec-45c3-46ea-a2b6-d8de89d3fb03 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 1098 time: 0.0482109 Jan 28 05:49:56.466848 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51daf40e-60d9-4607-b066-c3c8e8765cf9 req-21ff270c-0342-4181-846a-aa4422f5884c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482590 Jan 28 05:49:56.506635 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36260) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:56.519877 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad129881-ce00-4405-b2a1-78dcce2b129f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:56.600709 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad129881-ce00-4405-b2a1-78dcce2b129f admin admin] Publish callbacks [] for security_group (08779fab-cc4e-45d0-9d95-8ba3148f3236), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:56.727205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5776a48-64a6-4b57-96c2-7d848d669325 req-c9595301-bca7-46c4-b45f-c2d818083a55 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:56.728908 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5776a48-64a6-4b57-96c2-7d848d669325 req-c9595301-bca7-46c4-b45f-c2d818083a55 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 944 time: 0.0516744 Jan 28 05:49:56.777956 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5776a48-64a6-4b57-96c2-7d848d669325 req-b421ba84-87c8-4a36-b07c-7044e723c294 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435379 Jan 28 05:49:56.778586 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad129881-ce00-4405-b2a1-78dcce2b129f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (08779fab-cc4e-45d0-9d95-8ba3148f3236), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:56.820531 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ad129881-ce00-4405-b2a1-78dcce2b129f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98b7ef895b964188ad08e3879c56f731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3126705 Jan 28 05:49:56.821654 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad129881-ce00-4405-b2a1-78dcce2b129f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08779fab-cc4e-45d0-9d95-8ba3148f3236,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:56.823053 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36268) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:56.893112 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f887dc3d-6421-4bee-b15c-20cca04ae6bb admin admin] Publish callbacks [] for security_group (08779fab-cc4e-45d0-9d95-8ba3148f3236), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:56.930219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f887dc3d-6421-4bee-b15c-20cca04ae6bb admin admin] Publish callbacks [] for security_group (08779fab-cc4e-45d0-9d95-8ba3148f3236), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:56.995941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db71de9-f846-462b-ab56-dd5c054afb82 req-f12fd9b8-61a8-49b0-9e27-5991b732e497 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:56.997431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7db71de9-f846-462b-ab56-dd5c054afb82 req-f12fd9b8-61a8-49b0-9e27-5991b732e497 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/ports?device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 946 time: 0.0996611 Jan 28 05:49:57.036837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f6611-a493-45de-b6e0-9fb53598cd50 req-ffd65536-e51b-467a-8800-664a2c2c7f69 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:57.038358 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-614f6611-a493-45de-b6e0-9fb53598cd50 req-ffd65536-e51b-467a-8800-664a2c2c7f69 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.0966234 Jan 28 05:49:57.072819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7db71de9-f846-462b-ab56-dd5c054afb82 req-142f695b-26cf-4b82-acf0-363849628138 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f169e95-ca92-430a-a0b2-46f4c127ae67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681782 Jan 28 05:49:57.081299 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f887dc3d-6421-4bee-b15c-20cca04ae6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (08779fab-cc4e-45d0-9d95-8ba3148f3236), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:57.084451 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f887dc3d-6421-4bee-b15c-20cca04ae6bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:57.093885 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f887dc3d-6421-4bee-b15c-20cca04ae6bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08779fab-cc4e-45d0-9d95-8ba3148f3236 HTTP/1.1" status: 204 len: 168 time: 0.2635264 Jan 28 05:49:57.096512 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887dc3d-6421-4bee-b15c-20cca04ae6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08779fab-cc4e-45d0-9d95-8ba3148f3236,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:57.140704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-614f6611-a493-45de-b6e0-9fb53598cd50 req-37dbcef7-b26d-4fb3-9eb2-22ac9875974b tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851791 Jan 28 05:49:57.255352 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0fe0d-e909-4b49-ad9d-e841ed0acda5 req-b992ad04-3511-4d81-b793-21f064820dc1 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:57.256910 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58c0fe0d-e909-4b49-ad9d-e841ed0acda5 req-b992ad04-3511-4d81-b793-21f064820dc1 tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 946 time: 0.0524468 Jan 28 05:49:57.361538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-58c0fe0d-e909-4b49-ad9d-e841ed0acda5 req-dd3d52cf-58ac-4590-b633-010f083fb5dd tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Deleting port 2acde4e7-023f-46d8-9086-4432bef2ac74 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:49:57.361877 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-58c0fe0d-e909-4b49-ad9d-e841ed0acda5 req-dd3d52cf-58ac-4590-b633-010f083fb5dd tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2acde4e7-023f-46d8-9086-4432bef2ac74), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:57.470004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-58c0fe0d-e909-4b49-ad9d-e841ed0acda5 req-dd3d52cf-58ac-4590-b633-010f083fb5dd tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] For port 2acde4e7-023f-46d8-9086-4432bef2ac74, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=2acde4e7-023f-46d8-9086-4432bef2ac74,segment=NetworkSegment(a9a9bd56-a9e0-4e27-accc-f6fb649c1466),segment_id=a9a9bd56-a9e0-4e27-accc-f6fb649c1466)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:57.470654 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-58c0fe0d-e909-4b49-ad9d-e841ed0acda5 req-dd3d52cf-58ac-4590-b633-010f083fb5dd tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2acde4e7-023f-46d8-9086-4432bef2ac74), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:57.482074 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:57.485377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-58c0fe0d-e909-4b49-ad9d-e841ed0acda5 req-dd3d52cf-58ac-4590-b633-010f083fb5dd tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Calling delete_port for 2acde4e7-023f-46d8-9086-4432bef2ac74 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:49:57.727258 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-58c0fe0d-e909-4b49-ad9d-e841ed0acda5 req-dd3d52cf-58ac-4590-b633-010f083fb5dd tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2acde4e7-023f-46d8-9086-4432bef2ac74), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:57.760220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d52cf-58ac-4590-b633-010f083fb5dd tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Pushing event deleted for resources: {'Port': ['ID=2acde4e7-023f-46d8-9086-4432bef2ac74,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:57.762682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['2acde4e7-023f-46d8-9086-4432bef2ac74'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:57.815966 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 8cb4fd0e-3712-4535-8327-03e76516f996 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:49:57.828258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c0fe0d-e909-4b49-ad9d-e841ed0acda5 req-dd3d52cf-58ac-4590-b633-010f083fb5dd tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] No DVR routers for this DVR port 2acde4e7-023f-46d8-9086-4432bef2ac74 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:49:57.831607 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-58c0fe0d-e909-4b49-ad9d-e841ed0acda5 req-dd3d52cf-58ac-4590-b633-010f083fb5dd tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:57.836114 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58c0fe0d-e909-4b49-ad9d-e841ed0acda5 req-dd3d52cf-58ac-4590-b633-010f083fb5dd tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.64 "DELETE /v2.0/ports/2acde4e7-023f-46d8-9086-4432bef2ac74 HTTP/1.1" status: 204 len: 173 time: 0.5739009 Jan 28 05:49:57.836680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736ca6b1-b04d-4187-bf3d-facc3839fd49', 'name': 'network-vif-deleted', 'tag': '2acde4e7-023f-46d8-9086-4432bef2ac74'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:49:57.839648 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb10b159-7b99-4d0c-9db1-60b3dd0920ea" -d '{"events": [{"server_uuid": "736ca6b1-b04d-4187-bf3d-facc3839fd49", "name": "network-vif-deleted", "tag": "2acde4e7-023f-46d8-9086-4432bef2ac74"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:49:57.950169 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36314) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:57.963042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 8cb4fd0e-3712-4535-8327-03e76516f996, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=8cb4fd0e-3712-4535-8327-03e76516f996,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:57.981448 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a5be76-c2b4-44fe-b465-09b2fb28c620 x-openstack-request-id: req-90a5be76-c2b4-44fe-b465-09b2fb28c620 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:49:57.982499 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736ca6b1-b04d-4187-bf3d-facc3839fd49", "name": "network-vif-deleted", "tag": "2acde4e7-023f-46d8-9086-4432bef2ac74", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:49:57.982959 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90a5be76-c2b4-44fe-b465-09b2fb28c620 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:49:57.983526 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736ca6b1-b04d-4187-bf3d-facc3839fd49', 'name': 'network-vif-deleted', 'tag': '2acde4e7-023f-46d8-9086-4432bef2ac74', 'status': 'completed', 'code': 200} Jan 28 05:49:57.997227 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '8cb4fd0e-3712-4535-8327-03e76516f996', 'network_id': '88381437-0e71-4561-a992-619e0f4004bd', 'port_id': '8cb4fd0e-3712-4535-8327-03e76516f996', 'mac_address': 'fa:16:3e:c6:57:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b4464d-a63e-44af-98ed-f8fd1881fdda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:49:57.997446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a5eaf-134e-47d0-a7d7-de20f9f72076 req-cd285769-946d-4485-9024-09585bc6c0be tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:58.002804 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-145a5eaf-134e-47d0-a7d7-de20f9f72076 req-cd285769-946d-4485-9024-09585bc6c0be tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 944 time: 0.0983174 Jan 28 05:49:58.048398 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 8cb4fd0e-3712-4535-8327-03e76516f996 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:49:58.049103 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8cb4fd0e-3712-4535-8327-03e76516f996), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:58.064939 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-145a5eaf-134e-47d0-a7d7-de20f9f72076 req-584589a1-a979-4230-ada9-2717d96967ca tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585017 Jan 28 05:49:58.104308 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-909536f4-b3b8-42d5-bb4c-c0bc975339ad tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1246974343', 'router:external': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:58.107580 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb4fd0e-3712-4535-8327-03e76516f996 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:49:58.141549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 8cb4fd0e-3712-4535-8327-03e76516f996, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=8cb4fd0e-3712-4535-8327-03e76516f996,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:49:58.184335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0442879-ca1c-4f7c-9f6d-865f662e39d8 req-e84b1035-0a3c-494e-a2c0-9e7c256a26ca tempest-ServerMetadataNegativeTestJSON-277095739 tempest-ServerMetadataNegativeTestJSON-277095739-project] 10.222.0.31 "GET /v2.0/ports?device_id=736ca6b1-b04d-4187-bf3d-facc3839fd49 HTTP/1.1" status: 200 len: 210 time: 0.0278225 Jan 28 05:49:58.242785 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8cb4fd0e-3712-4535-8327-03e76516f996), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:58.246892 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909536f4-b3b8-42d5-bb4c-c0bc975339ad tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Made reservation on behalf of 3d7f8129bcf94a9191a91d88717c4cbb for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:58.246892 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-909536f4-b3b8-42d5-bb4c-c0bc975339ad tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:58.267239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-909536f4-b3b8-42d5-bb4c-c0bc975339ad tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:58.282982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596387f-33c2-40f7-8835-97daf6e0aaba req-fd19b22c-1fcf-413c-ae5b-dc8a09b1facd tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:58.294816 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d596387f-33c2-40f7-8835-97daf6e0aaba req-fd19b22c-1fcf-413c-ae5b-dc8a09b1facd tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.0803697 Jan 28 05:49:58.342159 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=8cb4fd0e-3712-4535-8327-03e76516f996,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:58.362168 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d596387f-33c2-40f7-8835-97daf6e0aaba req-08ecd0be-b521-45b5-9c5f-caf96ecafb75 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663381 Jan 28 05:49:58.414209 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-909536f4-b3b8-42d5-bb4c-c0bc975339ad tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for security_group (04c80127-822f-45e6-9085-aed31241cc17), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:58.470617 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-909536f4-b3b8-42d5-bb4c-c0bc975339ad tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (04c80127-822f-45e6-9085-aed31241cc17), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:58.486814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330255b2-c827-434e-816f-8d94044e3f24 req-0179a3eb-b632-4f3f-a854-3af64de04079 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:58.488428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-330255b2-c827-434e-816f-8d94044e3f24 req-0179a3eb-b632-4f3f-a854-3af64de04079 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.0506289 Jan 28 05:49:58.498049 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909536f4-b3b8-42d5-bb4c-c0bc975339ad tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:49:58.498467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36334) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:58.503094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e0354f72-2e9a-4c49-ae22-2adb65a5ac77 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Request body: {'floatingip': {'port_id': '3b945f9a-a571-4b0e-b937-cd2e2e2aa113'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:58.508788 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909536f4-b3b8-42d5-bb4c-c0bc975339ad tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c80127-822f-45e6-9085-aed31241cc17,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:58.517081 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-909536f4-b3b8-42d5-bb4c-c0bc975339ad tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (55fd15d6-30d4-4c2c-a58c-0a2a4b0045ed), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:58.517081 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-909536f4-b3b8-42d5-bb4c-c0bc975339ad tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Added segment 55fd15d6-30d4-4c2c-a58c-0a2a4b0045ed of type vlan for network e3f14c6d-9dd5-4780-be3f-2ecbaadf7515 Jan 28 05:49:58.543282 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['8cb4fd0e-3712-4535-8327-03e76516f996'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:49:58.548398 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0354f72-2e9a-4c49-ae22-2adb65a5ac77 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for floatingip (a7639415-1b13-4dbe-909c-d3f119617612), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:58.574782 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-909536f4-b3b8-42d5-bb4c-c0bc975339ad tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (e3f14c6d-9dd5-4780-be3f-2ecbaadf7515), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:58.761297 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-909536f4-b3b8-42d5-bb4c-c0bc975339ad tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (e3f14c6d-9dd5-4780-be3f-2ecbaadf7515), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:58.762374 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909536f4-b3b8-42d5-bb4c-c0bc975339ad tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:58.763001 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-909536f4-b3b8-42d5-bb4c-c0bc975339ad tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:58.823137 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909536f4-b3b8-42d5-bb4c-c0bc975339ad tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Pushing event updated for resources: {'Network': ['ID=e3f14c6d-9dd5-4780-be3f-2ecbaadf7515,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:58.834138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network e3f14c6d-9dd5-4780-be3f-2ecbaadf7515 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:49:58.895334 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-909536f4-b3b8-42d5-bb4c-c0bc975339ad tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9501703 Jan 28 05:49:58.898155 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36344) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:58.903199 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f519a375-9ee0-4a07-9c2d-5fa9dcb25a03 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Request body: {'subnet': {'network_id': 'e3f14c6d-9dd5-4780-be3f-2ecbaadf7515', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:59.023851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f519a375-9ee0-4a07-9c2d-5fa9dcb25a03 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Made reservation on behalf of 3d7f8129bcf94a9191a91d88717c4cbb for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:59.026502 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f519a375-9ee0-4a07-9c2d-5fa9dcb25a03 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:59.066083 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0354f72-2e9a-4c49-ae22-2adb65a5ac77 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:59.141133 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0354f72-2e9a-4c49-ae22-2adb65a5ac77 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (a7639415-1b13-4dbe-909c-d3f119617612), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:59.251905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36358) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:59.280805 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c858ae-3eed-494a-bd21-26d5a71c2245 req-49b1ec89-f946-4846-ad53-5a7147ac299b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:59.282401 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82c858ae-3eed-494a-bd21-26d5a71c2245 req-49b1ec89-f946-4846-ad53-5a7147ac299b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 945 time: 0.1093209 Jan 28 05:49:59.288643 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-e0354f72-2e9a-4c49-ae22-2adb65a5ac77 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Floating IP a7639415-1b13-4dbe-909c-d3f119617612 associated. External IP: 172.25.0.139, port: 3b945f9a-a571-4b0e-b937-cd2e2e2aa113. Jan 28 05:49:59.302203 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36360) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:59.328089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-694e2e02-57a7-47e9-ba17-06d7b280e693 admin admin] Deleting subnet caed16ce-d98c-44a6-9bdf-9da6e986b696 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:49:59.332893 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-694e2e02-57a7-47e9-ba17-06d7b280e693 admin admin] Publish callbacks [] for subnet (caed16ce-d98c-44a6-9bdf-9da6e986b696), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:59.396388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82c858ae-3eed-494a-bd21-26d5a71c2245 req-1dc0b073-5eb9-457e-936a-fd72fde15352 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042697 Jan 28 05:49:59.405745 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-694e2e02-57a7-47e9-ba17-06d7b280e693 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (caed16ce-d98c-44a6-9bdf-9da6e986b696), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:59.460813 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-694e2e02-57a7-47e9-ba17-06d7b280e693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (caed16ce-d98c-44a6-9bdf-9da6e986b696), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:59.495112 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-abe21cec-8f62-43c1-9c45-9d980ec9f80a tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2134666907'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:49:59.566271 n-d-812111-12 neutron-server[103634]: DEBUG neutron.objects.ports [None req-f519a375-9ee0-4a07-9c2d-5fa9dcb25a03 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103634) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 05:49:59.566968 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f519a375-9ee0-4a07-9c2d-5fa9dcb25a03 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (3541f948-d754-4e8f-9577-8a81ad0d13d5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:59.577715 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0354f72-2e9a-4c49-ae22-2adb65a5ac77 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:49:59.621810 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519a375-9ee0-4a07-9c2d-5fa9dcb25a03 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3541f948-d754-4e8f-9577-8a81ad0d13d5,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:59.625811 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe21cec-8f62-43c1-9c45-9d980ec9f80a tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Made reservation on behalf of 80ac9eb67ad44ac89074b92958311e5a for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:49:59.630029 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abe21cec-8f62-43c1-9c45-9d980ec9f80a tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:59.645282 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abe21cec-8f62-43c1-9c45-9d980ec9f80a tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:59.655594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f519a375-9ee0-4a07-9c2d-5fa9dcb25a03 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Checking segment: {'id': '55fd15d6-30d4-4c2c-a58c-0a2a4b0045ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e3f14c6d-9dd5-4780-be3f-2ecbaadf7515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:49:59.655971 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f519a375-9ee0-4a07-9c2d-5fa9dcb25a03 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Network hostable DHCP agents. Network: e3f14c6d-9dd5-4780-be3f-2ecbaadf7515, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:49:59.679761 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-694e2e02-57a7-47e9-ba17-06d7b280e693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (caed16ce-d98c-44a6-9bdf-9da6e986b696), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:59.732817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e2e02-57a7-47e9-ba17-06d7b280e693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caed16ce-d98c-44a6-9bdf-9da6e986b696,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:49:59.734288 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-694e2e02-57a7-47e9-ba17-06d7b280e693 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:59.740726 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-694e2e02-57a7-47e9-ba17-06d7b280e693 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/caed16ce-d98c-44a6-9bdf-9da6e986b696 HTTP/1.1" status: 204 len: 168 time: 0.4848866 Jan 28 05:49:59.740986 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36368) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:49:59.830744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f519a375-9ee0-4a07-9c2d-5fa9dcb25a03 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Network e3f14c6d-9dd5-4780-be3f-2ecbaadf7515 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:49:59.841476 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 8cb4fd0e-3712-4535-8327-03e76516f996 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:49:59.847778 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-626e23ce-4d88-4787-91f0-a98a0f18095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (684436bb-46b5-4675-ab28-2a1df6c58503), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:59.855481 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abe21cec-8f62-43c1-9c45-9d980ec9f80a tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Publish callbacks [] for security_group (f4fc9d8f-2ce5-432d-b19c-00487d233284), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:59.937909 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-f519a375-9ee0-4a07-9c2d-5fa9dcb25a03 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, e3f14c6d-9dd5-4780-be3f-2ecbaadf7515) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:49:59.945086 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f519a375-9ee0-4a07-9c2d-5fa9dcb25a03 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:49:59.946340 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f519a375-9ee0-4a07-9c2d-5fa9dcb25a03 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:59.949321 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-626e23ce-4d88-4787-91f0-a98a0f18095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (684436bb-46b5-4675-ab28-2a1df6c58503), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:59.950111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15544eb9-7a28-49d0-a158-9ea032e4180a None None] Network e3f14c6d-9dd5-4780-be3f-2ecbaadf7515 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:49:59.978532 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abe21cec-8f62-43c1-9c45-9d980ec9f80a tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f4fc9d8f-2ce5-432d-b19c-00487d233284), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:49:59.982498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-626e23ce-4d88-4787-91f0-a98a0f18095f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684436bb-46b5-4675-ab28-2a1df6c58503']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:49:59.991432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0354f72-2e9a-4c49-ae22-2adb65a5ac77 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:50:00.000484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 8cb4fd0e-3712-4535-8327-03e76516f996 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:50:00.003441 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0354f72-2e9a-4c49-ae22-2adb65a5ac77 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:00.007597 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-626e23ce-4d88-4787-91f0-a98a0f18095f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a9bd56-a9e0-4e27-accc-f6fb649c1466') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:00.007902 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-626e23ce-4d88-4787-91f0-a98a0f18095f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a9bd56-a9e0-4e27-accc-f6fb649c1466') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:00.009379 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4bf62-ef9a-4b6c-9365-d0ae3ff33e99 None None] Sync routers for ids ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:50:00.013019 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 8cb4fd0e-3712-4535-8327-03e76516f996 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:00.013651 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8cb4fd0e-3712-4535-8327-03e76516f996), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:00.025757 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe21cec-8f62-43c1-9c45-9d980ec9f80a tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:50:00.036602 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f519a375-9ee0-4a07-9c2d-5fa9dcb25a03 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1338995 Jan 28 05:50:00.036602 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-626e23ce-4d88-4787-91f0-a98a0f18095f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (a9a9bd56-a9e0-4e27-accc-f6fb649c1466), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:00.037092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36372) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:00.049155 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c4bf62-ef9a-4b6c-9365-d0ae3ff33e99 None None] Routers {'0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:00.049309 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-95a97e80-a23d-4276-b37f-425ceaa15fe1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2016094623', 'network_id': 'e3f14c6d-9dd5-4780-be3f-2ecbaadf7515'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:00.049413 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe21cec-8f62-43c1-9c45-9d980ec9f80a tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fc9d8f-2ce5-432d-b19c-00487d233284,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:00.050040 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c1c4bf62-ef9a-4b6c-9365-d0ae3ff33e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:49:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:00.058455 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abe21cec-8f62-43c1-9c45-9d980ec9f80a tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (83a7e13a-064d-4826-8e07-b18ef80890ec), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:00.058811 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-abe21cec-8f62-43c1-9c45-9d980ec9f80a tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Added segment 83a7e13a-064d-4826-8e07-b18ef80890ec of type vlan for network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 Jan 28 05:50:00.070194 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-626e23ce-4d88-4787-91f0-a98a0f18095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a9a9bd56-a9e0-4e27-accc-f6fb649c1466), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:00.093090 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e0354f72-2e9a-4c49-ae22-2adb65a5ac77 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "PUT /v2.0/floatingips/a7639415-1b13-4dbe-909c-d3f119617612 HTTP/1.1" status: 200 len: 992 time: 1.5933969 Jan 28 05:50:00.098137 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626e23ce-4d88-4787-91f0-a98a0f18095f admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:50:00.098634 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-626e23ce-4d88-4787-91f0-a98a0f18095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (a9a9bd56-a9e0-4e27-accc-f6fb649c1466), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:50:00.100651 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:50:00.107291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783e06d4-7824-4374-8e6e-23d72a53affe', 'tag': '3b945f9a-a571-4b0e-b937-cd2e2e2aa113'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:50:00.109653 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4bb0f9-61d2-4edf-ab75-184fbe5d377a" -d '{"events": [{"name": "network-changed", "server_uuid": "783e06d4-7824-4374-8e6e-23d72a53affe", "tag": "3b945f9a-a571-4b0e-b937-cd2e2e2aa113"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:50:00.158916 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abe21cec-8f62-43c1-9c45-9d980ec9f80a tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (08978fe0-e85a-4fb1-ac06-9d29e56cb788), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:00.198753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a97e80-a23d-4276-b37f-425ceaa15fe1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Made reservation on behalf of 3d7f8129bcf94a9191a91d88717c4cbb for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:00.199259 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95a97e80-a23d-4276-b37f-425ceaa15fe1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:00.203192 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bd4e14-6d23-43aa-b94d-3be7237a56e8 x-openstack-request-id: req-11bd4e14-6d23-43aa-b94d-3be7237a56e8 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:50:00.203547 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783e06d4-7824-4374-8e6e-23d72a53affe", "tag": "3b945f9a-a571-4b0e-b937-cd2e2e2aa113", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:50:00.204188 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11bd4e14-6d23-43aa-b94d-3be7237a56e8 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:50:00.204188 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783e06d4-7824-4374-8e6e-23d72a53affe', 'tag': '3b945f9a-a571-4b0e-b937-cd2e2e2aa113', 'status': 'completed', 'code': 200} Jan 28 05:50:00.220632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-95a97e80-a23d-4276-b37f-425ceaa15fe1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] device_id is not set on port 107d7c97-43dc-406d-9c71-d4b33a9cce88 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:50:00.227056 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c1c4bf62-ef9a-4b6c-9365-d0ae3ff33e99 None None] Set router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:50:00.251686 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de676221-ffcb-4b84-850f-6c36b98f6d65 None None] Network e3f14c6d-9dd5-4780-be3f-2ecbaadf7515 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:00.272746 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 8cb4fd0e-3712-4535-8327-03e76516f996 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:00.273138 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8cb4fd0e-3712-4535-8327-03e76516f996), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:00.292276 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-626e23ce-4d88-4787-91f0-a98a0f18095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (684436bb-46b5-4675-ab28-2a1df6c58503), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:00.301782 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-626e23ce-4d88-4787-91f0-a98a0f18095f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:00.302474 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-626e23ce-4d88-4787-91f0-a98a0f18095f admin admin] 10.222.0.31 "DELETE /v2.0/networks/684436bb-46b5-4675-ab28-2a1df6c58503 HTTP/1.1" status: 204 len: 168 time: 0.5588148 Jan 28 05:50:00.331458 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e23ce-4d88-4787-91f0-a98a0f18095f admin admin] Pushing event deleted for resources: {'Network': ['ID=684436bb-46b5-4675-ab28-2a1df6c58503,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:00.337569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed25e7f-a073-42cd-a371-abda60829542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb4fd0e-3712-4535-8327-03e76516f996'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:50:00.340367 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65631c1f-72b3-435a-98c3-39a7ed705b49" -d '{"events": [{"server_uuid": "bed25e7f-a073-42cd-a371-abda60829542", "name": "network-vif-plugged", "status": "completed", "tag": "8cb4fd0e-3712-4535-8327-03e76516f996"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:50:00.343839 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abe21cec-8f62-43c1-9c45-9d980ec9f80a tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (08978fe0-e85a-4fb1-ac06-9d29e56cb788), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:00.349809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe21cec-8f62-43c1-9c45-9d980ec9f80a tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:00.350553 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abe21cec-8f62-43c1-9c45-9d980ec9f80a tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:00.385882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 8cb4fd0e-3712-4535-8327-03e76516f996, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=8cb4fd0e-3712-4535-8327-03e76516f996,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:00.390756 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bb0f9-61d2-4edf-ab75-184fbe5d377a req-e02267ac-5dd4-45a1-bd39-0506a06b4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:00.392331 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b4bb0f9-61d2-4edf-ab75-184fbe5d377a req-e02267ac-5dd4-45a1-bd39-0506a06b4238 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=479c54724c974ee5a31ac6ccd72859f2&device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 1098 time: 0.1353879 Jan 28 05:50:00.407352 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae16e3d-1dd8-43a6-8d2a-a9f35a6d9267 x-openstack-request-id: req-fae16e3d-1dd8-43a6-8d2a-a9f35a6d9267 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:50:00.408259 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed25e7f-a073-42cd-a371-abda60829542", "name": "network-vif-plugged", "status": "completed", "tag": "8cb4fd0e-3712-4535-8327-03e76516f996", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:50:00.408731 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fae16e3d-1dd8-43a6-8d2a-a9f35a6d9267 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:50:00.409271 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed25e7f-a073-42cd-a371-abda60829542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb4fd0e-3712-4535-8327-03e76516f996', 'code': 200} Jan 28 05:50:00.493214 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe21cec-8f62-43c1-9c45-9d980ec9f80a tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Pushing event updated for resources: {'Network': ['ID=08978fe0-e85a-4fb1-ac06-9d29e56cb788,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:00.518449 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8cb4fd0e-3712-4535-8327-03e76516f996), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:00.521114 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2acde4e7-023f-46d8-9086-4432bef2ac74 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:50:00.532898 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-abe21cec-8f62-43c1-9c45-9d980ec9f80a tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2272465 Jan 28 05:50:00.561704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-95a97e80-a23d-4276-b37f-425ceaa15fe1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Allocated IP 172.20.0.2 (e3f14c6d-9dd5-4780-be3f-2ecbaadf7515/3541f948-d754-4e8f-9577-8a81ad0d13d5/107d7c97-43dc-406d-9c71-d4b33a9cce88) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:00.562046 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 2acde4e7-023f-46d8-9086-4432bef2ac74 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:50:00.563194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 2acde4e7-023f-46d8-9086-4432bef2ac74 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:50:00.565709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:50:00.615943 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c1c4bf62-ef9a-4b6c-9365-d0ae3ff33e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:49:31Z', 'revision_number': 4, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'a7639415-1b13-4dbe-909c-d3f119617612', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'floating_ip_address': '172.25.0.139', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'port_id': '3b945f9a-a571-4b0e-b937-cd2e2e2aa113', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'mac_address': 'fa:16:3e:a9:27:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783e06d4-7824-4374-8e6e-23d72a53affe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:49:37Z', 'updated_at': '2022-01-28T05:49:58Z', 'revision_number': 1, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e35b4d5-cc6b-430b-95d6-94f2f089069e', 'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'mac_address': 'fa:16:3e:dc:43:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:29Z', 'updated_at': '2022-01-28T05:49:37Z', 'revision_number': 5, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'subnets': [{'id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:00.657806 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4bf62-ef9a-4b6c-9365-d0ae3ff33e99 None None] Checking router: 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:50:00.670018 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c4bf62-ef9a-4b6c-9365-d0ae3ff33e99 None None] Routers {'0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:00.671824 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c1c4bf62-ef9a-4b6c-9365-d0ae3ff33e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:49:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:00.679770 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfd229-cd0c-4faf-ac2d-51016f8c65c8 req-8f01694b-a6c3-4c9f-b54d-8c58b0b302a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:00.682284 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8cfd229-cd0c-4faf-ac2d-51016f8c65c8 req-8f01694b-a6c3-4c9f-b54d-8c58b0b302a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 1098 time: 0.1607096 Jan 28 05:50:00.697194 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bb0f9-61d2-4edf-ab75-184fbe5d377a req-0cda1514-dc60-47dc-8339-8d99321ce4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:00.698870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b4bb0f9-61d2-4edf-ab75-184fbe5d377a req-0cda1514-dc60-47dc-8339-8d99321ce4eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f HTTP/1.1" status: 200 len: 910 time: 0.2974961 Jan 28 05:50:00.726816 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=8cb4fd0e-3712-4535-8327-03e76516f996,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:00.754414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf54752-ee62-4c21-b0ee-67d8ab427133 req-faa42417-1ed2-47c7-ac03-a1210246ff49 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:00.756428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6cf54752-ee62-4c21-b0ee-67d8ab427133 req-faa42417-1ed2-47c7-ac03-a1210246ff49 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 946 time: 0.1919577 Jan 28 05:50:00.790226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36392) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:00.797118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Request body: {'port': {'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788', 'binding:host_id': 'n-h1-812111-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1826863198'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:00.853517 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c1c4bf62-ef9a-4b6c-9365-d0ae3ff33e99 None None] Set router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:50:00.876665 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36394) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:00.887833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8cfd229-cd0c-4faf-ac2d-51016f8c65c8 req-327ab0bb-1c51-46dc-b0d7-c8d59bfa1251 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857440 Jan 28 05:50:00.907173 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Made reservation on behalf of 0a8d16f7182f4831abd8586b1091722e for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:00.909659 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:00.926713 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:00.938801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b4bb0f9-61d2-4edf-ab75-184fbe5d377a req-9e7b5c7b-93aa-4c92-b0a4-3335799ac15e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b945f9a-a571-4b0e-b937-cd2e2e2aa113 HTTP/1.1" status: 200 len: 1000 time: 0.1946204 Jan 28 05:50:00.949762 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-122c8a10-6e9c-436a-9073-43f08f043f7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=966012337bf44381ba9f154a042f87d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0694840 Jan 28 05:50:00.950823 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36396) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:00.983563 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6cf54752-ee62-4c21-b0ee-67d8ab427133 req-7d990080-4935-47ee-b989-3ac89bec182f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858931 Jan 28 05:50:01.017039 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95a97e80-a23d-4276-b37f-425ceaa15fe1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for port (107d7c97-43dc-406d-9c71-d4b33a9cce88), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:01.030579 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74803ed6-90fc-41fb-be8c-eda2411a5bfb admin admin] Publish callbacks [] for security_group (7f169e95-ca92-430a-a0b2-46f4c127ae67), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:01.032138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bb0f9-61d2-4edf-ab75-184fbe5d377a req-073f56ff-5d95-402c-8c38-2f43ce0d7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:01.033765 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b4bb0f9-61d2-4edf-ab75-184fbe5d377a req-073f56ff-5d95-402c-8c38-2f43ce0d7249 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6775d0c7-920b-4dac-b225-8dee000178bb HTTP/1.1" status: 200 len: 848 time: 0.0988212 Jan 28 05:50:01.070746 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74803ed6-90fc-41fb-be8c-eda2411a5bfb admin admin] Publish callbacks [] for security_group (7f169e95-ca92-430a-a0b2-46f4c127ae67), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:01.081099 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks [] for security_group (335bcee4-6991-4ca8-9901-dc4e5e254e0a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:01.105093 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bb0f9-61d2-4edf-ab75-184fbe5d377a req-74c0ca37-fdb4-4847-a786-2fb836552222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:01.107074 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b4bb0f9-61d2-4edf-ab75-184fbe5d377a req-74c0ca37-fdb4-4847-a786-2fb836552222 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669057 Jan 28 05:50:01.117337 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (335bcee4-6991-4ca8-9901-dc4e5e254e0a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:01.126456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] device_id is not set on port 5179178e-cbe8-4a8a-8eab-ec890901af04 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:50:01.190954 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95a97e80-a23d-4276-b37f-425ceaa15fe1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (107d7c97-43dc-406d-9c71-d4b33a9cce88), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:01.215514 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74803ed6-90fc-41fb-be8c-eda2411a5bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7f169e95-ca92-430a-a0b2-46f4c127ae67), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:01.224670 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74803ed6-90fc-41fb-be8c-eda2411a5bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:01.227470 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-74803ed6-90fc-41fb-be8c-eda2411a5bfb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f169e95-ca92-430a-a0b2-46f4c127ae67 HTTP/1.1" status: 204 len: 168 time: 0.2741251 Jan 28 05:50:01.231367 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c1c4bf62-ef9a-4b6c-9365-d0ae3ff33e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:49:31Z', 'revision_number': 4, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'a7639415-1b13-4dbe-909c-d3f119617612', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'floating_ip_address': '172.25.0.139', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'port_id': '3b945f9a-a571-4b0e-b937-cd2e2e2aa113', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'mac_address': 'fa:16:3e:a9:27:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783e06d4-7824-4374-8e6e-23d72a53affe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:49:37Z', 'updated_at': '2022-01-28T05:49:58Z', 'revision_number': 1, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e35b4d5-cc6b-430b-95d6-94f2f089069e', 'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'mac_address': 'fa:16:3e:dc:43:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:29Z', 'updated_at': '2022-01-28T05:49:37Z', 'revision_number': 5, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'subnets': [{'id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:01.234626 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335bcee4-6991-4ca8-9901-dc4e5e254e0a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:01.264310 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4bf62-ef9a-4b6c-9365-d0ae3ff33e99 None None] The sync data for ids ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'] in n-d-812111-12 is: [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:49:31Z', 'revision_number': 4, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'a7639415-1b13-4dbe-909c-d3f119617612', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'floating_ip_address': '172.25.0.139', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'port_id': '3b945f9a-a571-4b0e-b937-cd2e2e2aa113', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'mac_address': 'fa:16:3e:a9:27:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783e06d4-7824-4374-8e6e-23d72a53affe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:49:37Z', 'updated_at': '2022-01-28T05:49:58Z', 'revision_number': 1, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e35b4d5-cc6b-430b-95d6-94f2f089069e', 'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'mac_address': 'fa:16:3e:dc:43:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:29Z', 'updated_at': '2022-01-28T05:49:37Z', 'revision_number': 5, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'subnets': [{'id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:50:01.271870 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74803ed6-90fc-41fb-be8c-eda2411a5bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f169e95-ca92-430a-a0b2-46f4c127ae67,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:01.297920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b4bb0f9-61d2-4edf-ab75-184fbe5d377a req-260b9cea-bb5d-45ab-ba65-9749b56ee29a service neutron] 10.222.0.60 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843345 Jan 28 05:50:01.334875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a97e80-a23d-4276-b37f-425ceaa15fe1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Pushing event updated for resources: {'Port': ['ID=107d7c97-43dc-406d-9c71-d4b33a9cce88,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:01.340311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a97e80-a23d-4276-b37f-425ceaa15fe1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Network e3f14c6d-9dd5-4780-be3f-2ecbaadf7515 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:01.342754 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-95a97e80-a23d-4276-b37f-425ceaa15fe1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:01.350377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a97e80-a23d-4276-b37f-425ceaa15fe1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:01.443941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a97e80-a23d-4276-b37f-425ceaa15fe1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:01.444589 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95a97e80-a23d-4276-b37f-425ceaa15fe1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:01.452841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] device_id is not set on port 5179178e-cbe8-4a8a-8eab-ec890901af04 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:50:01.463309 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks [] for port (5179178e-cbe8-4a8a-8eab-ec890901af04), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:01.481573 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b4bb0f9-61d2-4edf-ab75-184fbe5d377a req-28c20e39-bc51-4045-b96f-88bfd5ff5ebf service neutron] 10.222.0.60 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736434 Jan 28 05:50:01.548866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab322f50-8c02-4188-9797-f79090b6ef32 None None] New status for floating IP a7639415-1b13-4dbe-909c-d3f119617612: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:50:01.602233 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (5179178e-cbe8-4a8a-8eab-ec890901af04), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:01.632726 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36406) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:01.633329 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-95a97e80-a23d-4276-b37f-425ceaa15fe1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.5947351 Jan 28 05:50:01.723272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Pushing event updated for resources: {'Port': ['ID=5179178e-cbe8-4a8a-8eab-ec890901af04,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:01.733930 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Checking segment: {'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:01.734309 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Network hostable DHCP agents. Network: 08978fe0-e85a-4fb1-ac06-9d29e56cb788, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:50:01.766670 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a153c-f801-432d-8da8-1994f49dc577 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Deleting port 107d7c97-43dc-406d-9c71-d4b33a9cce88 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:01.767046 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a7a153c-f801-432d-8da8-1994f49dc577 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (107d7c97-43dc-406d-9c71-d4b33a9cce88), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:01.848216 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a7a153c-f801-432d-8da8-1994f49dc577 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (107d7c97-43dc-406d-9c71-d4b33a9cce88), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:01.862364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a153c-f801-432d-8da8-1994f49dc577 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Calling delete_port for 107d7c97-43dc-406d-9c71-d4b33a9cce88 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:01.867774 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:50:01.947835 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 08978fe0-e85a-4fb1-ac06-9d29e56cb788) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:01.951755 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:01.957838 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb77103-1622-4491-ba15-e8f478f85184 None None] Network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:01.973749 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:01.974077 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:01.974737 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:02.007371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:02.007721 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:02.009547 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 2 to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 Jan 28 05:50:02.031155 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:02.032082 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:02.032427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:02.038220 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:02.038588 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:02.039244 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 3 to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 Jan 28 05:50:02.054031 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:02.054322 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:02.054649 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:02.071704 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:02.072035 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:02.073465 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 4 to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 Jan 28 05:50:02.096441 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:02.096792 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:02.097299 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:02.102819 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:02.103148 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:02.103534 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 5 to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 Jan 28 05:50:02.118506 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:02.119102 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:02.119668 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:02.124914 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:02.125243 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:02.125626 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 6 to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 Jan 28 05:50:02.135856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f52ef4-4789-4d59-8000-70a899f6f5f1 req-3d0b06ae-b235-40d3-b38a-24cc4f4463e2 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:02.137440 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75f52ef4-4789-4d59-8000-70a899f6f5f1 req-3d0b06ae-b235-40d3-b38a-24cc4f4463e2 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 946 time: 0.0514257 Jan 28 05:50:02.139794 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:02.140375 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:02.140967 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:02.148680 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:02.149017 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:02.149407 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 7 to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 Jan 28 05:50:02.162960 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:02.163297 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:02.163633 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:02.168165 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:02.168485 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:02.168876 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 8 to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 Jan 28 05:50:02.182983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:02.183397 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:02.183848 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:02.188417 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:02.188744 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:02.189133 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 9 to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 Jan 28 05:50:02.193342 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75f52ef4-4789-4d59-8000-70a899f6f5f1 req-d74c07af-ee71-40a2-91cc-67e287a097f5 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503771 Jan 28 05:50:02.200113 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a7a153c-f801-432d-8da8-1994f49dc577 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (107d7c97-43dc-406d-9c71-d4b33a9cce88), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:02.214449 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:02.214814 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:02.215147 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:02.239297 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a153c-f801-432d-8da8-1994f49dc577 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Pushing event deleted for resources: {'Port': ['ID=107d7c97-43dc-406d-9c71-d4b33a9cce88,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:02.246834 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:02.247213 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:02.249034 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 10 to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 Jan 28 05:50:02.309756 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:02.310940 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:02.311391 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:02.333572 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 5179178e-cbe8-4a8a-8eab-ec890901af04 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:02.333916 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 5179178e-cbe8-4a8a-8eab-ec890901af04 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:02.334500 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5179178e-cbe8-4a8a-8eab-ec890901af04), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:02.362585 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a7a153c-f801-432d-8da8-1994f49dc577 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:02.366488 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7a7a153c-f801-432d-8da8-1994f49dc577 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "DELETE /v2.0/ports/107d7c97-43dc-406d-9c71-d4b33a9cce88 HTTP/1.1" status: 204 len: 168 time: 0.7319634 Jan 28 05:50:02.369143 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36430) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:02.373633 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3f14c6d-9dd5-4780-be3f-2ecbaadf7515', 'external_fixed_ips': [{'subnet_id': '3541f948-d754-4e8f-9577-8a81ad0d13d5', 'ip_address': '172.20.0.2'}]}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:02.452545 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bfa732c-f80e-47f0-897a-971c1094f69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:02.458770 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] For port 5179178e-cbe8-4a8a-8eab-ec890901af04, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:50:02.459172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempted to set empty binding levels {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 05:50:02.504389 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (ef33f267-675f-41e7-bfca-69b14b02122c), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:02.505654 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (ef33f267-675f-41e7-bfca-69b14b02122c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:02.536247 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (5179178e-cbe8-4a8a-8eab-ec890901af04), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:02.564543 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_controller (ef33f267-675f-41e7-bfca-69b14b02122c), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:02.595776 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:02.596949 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:02.615531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36436) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:02.617075 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Pushing event updated for resources: {'Port': ['ID=5179178e-cbe8-4a8a-8eab-ec890901af04,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:02.733134 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5b49dba3-1a20-432c-a3c5-c4419c2952c5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1915927434-network', 'tenant_id': '7372e7c17c0d4e6eb77c78322e6794a6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:02.742462 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-df16a087-4c05-4d63-ac2e-0c85c60e807d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.9505403 Jan 28 05:50:02.746183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36442) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:02.779705 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (ef33f267-675f-41e7-bfca-69b14b02122c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:02.829817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-699a89a2-ed07-455a-a399-9bda782d591d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Deleting port 5179178e-cbe8-4a8a-8eab-ec890901af04 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:02.830076 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-699a89a2-ed07-455a-a399-9bda782d591d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5179178e-cbe8-4a8a-8eab-ec890901af04), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:02.879340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b49dba3-1a20-432c-a3c5-c4419c2952c5 admin admin] Made reservation on behalf of 7372e7c17c0d4e6eb77c78322e6794a6 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:02.881934 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b49dba3-1a20-432c-a3c5-c4419c2952c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:02.896174 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b49dba3-1a20-432c-a3c5-c4419c2952c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:02.923935 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-699a89a2-ed07-455a-a399-9bda782d591d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] For port 5179178e-cbe8-4a8a-8eab-ec890901af04, host n-h1-812111-12, got binding levels [] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:02.924298 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-699a89a2-ed07-455a-a399-9bda782d591d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5179178e-cbe8-4a8a-8eab-ec890901af04), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:02.944290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-699a89a2-ed07-455a-a399-9bda782d591d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Calling delete_port for 5179178e-cbe8-4a8a-8eab-ec890901af04 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:03.083979 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b49dba3-1a20-432c-a3c5-c4419c2952c5 admin admin] Publish callbacks [] for security_group (546e60c1-72fb-4108-ad47-6bb1fbc6c2b8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:03.149905 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b49dba3-1a20-432c-a3c5-c4419c2952c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (546e60c1-72fb-4108-ad47-6bb1fbc6c2b8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:03.176902 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49dba3-1a20-432c-a3c5-c4419c2952c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:03.184686 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-699a89a2-ed07-455a-a399-9bda782d591d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (5179178e-cbe8-4a8a-8eab-ec890901af04), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:03.186327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b49dba3-1a20-432c-a3c5-c4419c2952c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:50:03.227602 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b49dba3-1a20-432c-a3c5-c4419c2952c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (6f2ba0fa-eb54-4fc3-a158-783043e3f568), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:03.227954 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-5b49dba3-1a20-432c-a3c5-c4419c2952c5 admin admin] Added segment 6f2ba0fa-eb54-4fc3-a158-783043e3f568 of type vlan for network 091c4ca4-e877-4a73-b977-7fc17fb1ac30 Jan 28 05:50:03.229599 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a89a2-ed07-455a-a399-9bda782d591d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Pushing event deleted for resources: {'Port': ['ID=5179178e-cbe8-4a8a-8eab-ec890901af04,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:03.241437 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-699a89a2-ed07-455a-a399-9bda782d591d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:03.244713 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-699a89a2-ed07-455a-a399-9bda782d591d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] 10.222.0.31 "DELETE /v2.0/ports/5179178e-cbe8-4a8a-8eab-ec890901af04 HTTP/1.1" status: 204 len: 168 time: 0.4975359 Jan 28 05:50:03.270757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36448) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:03.312792 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18eba12-52ab-44cb-a8e9-7ccd05df03be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] GET failed (client error): The resource could not be found. Jan 28 05:50:03.314401 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b18eba12-52ab-44cb-a8e9-7ccd05df03be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] 10.222.0.31 "GET /v2.0/ports/5179178e-cbe8-4a8a-8eab-ec890901af04 HTTP/1.1" status: 404 len: 333 time: 0.0425146 Jan 28 05:50:03.325691 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36452) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:03.328228 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b49dba3-1a20-432c-a3c5-c4419c2952c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (091c4ca4-e877-4a73-b977-7fc17fb1ac30), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:03.336416 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a2231d21-ea01-4627-8a37-51eb38ade30c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Request body: {'port': {'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-383667190'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:03.411056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fee50-2b23-4486-ba8b-55203a7f2e05 req-dace55e2-e36f-4b45-a967-baa8c074b0de tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:03.412580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a06fee50-2b23-4486-ba8b-55203a7f2e05 req-dace55e2-e36f-4b45-a967-baa8c074b0de tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 946 time: 0.1072085 Jan 28 05:50:03.448229 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (ef33f267-675f-41e7-bfca-69b14b02122c), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:03.463718 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a06fee50-2b23-4486-ba8b-55203a7f2e05 req-12fd4884-1810-4a06-8b50-31264cff22fc tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447745 Jan 28 05:50:03.464736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2231d21-ea01-4627-8a37-51eb38ade30c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Made reservation on behalf of 0a8d16f7182f4831abd8586b1091722e for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:03.467201 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2231d21-ea01-4627-8a37-51eb38ade30c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:03.468456 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:03.487881 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b49dba3-1a20-432c-a3c5-c4419c2952c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (091c4ca4-e877-4a73-b977-7fc17fb1ac30), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:03.489325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b49dba3-1a20-432c-a3c5-c4419c2952c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:03.490047 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b49dba3-1a20-432c-a3c5-c4419c2952c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:03.499554 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-a2231d21-ea01-4627-8a37-51eb38ade30c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] device_id is not set on port fc29cf8c-c209-4831-b199-fba2768c5ec5 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:50:03.591220 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5b49dba3-1a20-432c-a3c5-c4419c2952c5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9745760 Jan 28 05:50:03.598344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36458) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:03.605791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a21fe462-408f-4c89-924d-07e3ae6eb605 admin admin] Request body: {'subnet': {'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1915927434-subnet', 'tenant_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:03.632366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49dba3-1a20-432c-a3c5-c4419c2952c5 admin admin] Pushing event updated for resources: {'Network': ['ID=091c4ca4-e877-4a73-b977-7fc17fb1ac30,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:03.632977 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Allocated IP 172.20.0.2 (e3f14c6d-9dd5-4780-be3f-2ecbaadf7515/3541f948-d754-4e8f-9577-8a81ad0d13d5/e4fefe91-2ada-4adb-91d4-81b74317695a) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:03.651281 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 091c4ca4-e877-4a73-b977-7fc17fb1ac30 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:50:03.735663 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2231d21-ea01-4627-8a37-51eb38ade30c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks [] for port (fc29cf8c-c209-4831-b199-fba2768c5ec5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:03.747838 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for port (e4fefe91-2ada-4adb-91d4-81b74317695a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:03.795531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21fe462-408f-4c89-924d-07e3ae6eb605 admin admin] Made reservation on behalf of 7372e7c17c0d4e6eb77c78322e6794a6 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:03.797949 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a21fe462-408f-4c89-924d-07e3ae6eb605 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:03.910909 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (e4fefe91-2ada-4adb-91d4-81b74317695a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:03.914388 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2231d21-ea01-4627-8a37-51eb38ade30c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (fc29cf8c-c209-4831-b199-fba2768c5ec5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:03.956793 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Network e3f14c6d-9dd5-4780-be3f-2ecbaadf7515 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:03.964619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:03.966895 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Pushing event updated for resources: {'Port': ['ID=e4fefe91-2ada-4adb-91d4-81b74317695a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:03.968985 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:03.993013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2231d21-ea01-4627-8a37-51eb38ade30c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:04.005109 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a2231d21-ea01-4627-8a37-51eb38ade30c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:04.011561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2231d21-ea01-4627-8a37-51eb38ade30c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Pushing event updated for resources: {'Port': ['ID=fc29cf8c-c209-4831-b199-fba2768c5ec5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:04.013751 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2231d21-ea01-4627-8a37-51eb38ade30c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:04.014695 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2231d21-ea01-4627-8a37-51eb38ade30c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:04.015286 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2231d21-ea01-4627-8a37-51eb38ade30c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:04.100296 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a21fe462-408f-4c89-924d-07e3ae6eb605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (faf4ccca-ebc5-4c15-bcbc-916742d54633), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:04.160855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fe462-408f-4c89-924d-07e3ae6eb605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf4ccca-ebc5-4c15-bcbc-916742d54633,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:04.165934 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a2231d21-ea01-4627-8a37-51eb38ade30c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8348017 Jan 28 05:50:04.168114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36464) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:04.174380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:04.202254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21fe462-408f-4c89-924d-07e3ae6eb605 admin admin] Checking segment: {'id': '6f2ba0fa-eb54-4fc3-a158-783043e3f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:04.202836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21fe462-408f-4c89-924d-07e3ae6eb605 admin admin] Network hostable DHCP agents. Network: 091c4ca4-e877-4a73-b977-7fc17fb1ac30, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:50:04.242666 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fc29cf8c-c209-4831-b199-fba2768c5ec5), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:04.312715 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (ef33f267-675f-41e7-bfca-69b14b02122c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:04.344749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21fe462-408f-4c89-924d-07e3ae6eb605 admin admin] Network 091c4ca4-e877-4a73-b977-7fc17fb1ac30 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:50:04.446883 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] device_id is not set on port fc29cf8c-c209-4831-b199-fba2768c5ec5 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:50:04.455358 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks [] for port (fc29cf8c-c209-4831-b199-fba2768c5ec5), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:04.469408 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a21fe462-408f-4c89-924d-07e3ae6eb605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 091c4ca4-e877-4a73-b977-7fc17fb1ac30) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:04.474879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21fe462-408f-4c89-924d-07e3ae6eb605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:04.476189 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a21fe462-408f-4c89-924d-07e3ae6eb605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:04.484969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fcecf7-3d0f-4945-8a5a-3af023e195ff None None] Network 091c4ca4-e877-4a73-b977-7fc17fb1ac30 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:04.560826 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (ef33f267-675f-41e7-bfca-69b14b02122c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:04.588589 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6884e01b-44ad-4fd1-81e5-5fda4b2dfe5c None None] Network 091c4ca4-e877-4a73-b977-7fc17fb1ac30 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:04.588922 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (fc29cf8c-c209-4831-b199-fba2768c5ec5), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:04.610806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36476) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:04.612276 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a21fe462-408f-4c89-924d-07e3ae6eb605 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0123370 Jan 28 05:50:04.618439 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1915927434-router', 'tenant_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:04.690404 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Pushing event updated for resources: {'Port': ['ID=fc29cf8c-c209-4831-b199-fba2768c5ec5,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:04.704658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:04.704991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:04.705358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:04.711031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:04.711604 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:04.712314 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 2 to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 Jan 28 05:50:04.737955 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:04.738375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:04.739079 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:04.744056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:04.744380 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:04.744805 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 3 to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 Jan 28 05:50:04.757482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:04.757845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:04.758185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:04.762755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:04.763082 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:04.763496 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 4 to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 Jan 28 05:50:04.766978 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (8f0c9f91-3976-44f3-a225-c64d8b776d58), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:04.768359 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (8f0c9f91-3976-44f3-a225-c64d8b776d58), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:04.777281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:04.777839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:04.778184 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:04.782781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:04.783107 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:04.783665 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 5 to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 Jan 28 05:50:04.797555 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-752e4509-0bf0-4885-9b3c-2aa73dcdc912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:04.798808 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:04.799317 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:04.799891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:04.805450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:04.805844 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:04.806223 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 6 to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 Jan 28 05:50:04.819985 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:04.820322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:04.820663 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:04.824106 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Publish callbacks [] for router_controller (8f0c9f91-3976-44f3-a225-c64d8b776d58), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:04.825328 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:04.825657 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:04.831091 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 7 to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 Jan 28 05:50:04.839491 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:04.839830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:04.840169 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:04.844519 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:04.844864 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:04.845362 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 8 to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 Jan 28 05:50:04.858990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:04.859335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:04.859665 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:04.864048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:04.864377 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:04.864769 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 9 to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 Jan 28 05:50:04.869843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Router ef33f267-675f-41e7-bfca-69b14b02122c is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:50:04.877880 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:04.878128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:04.878584 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:04.884973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:04.885297 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:04.885844 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 10 to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 Jan 28 05:50:04.900121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:04.901753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:04.902101 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:04.906862 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:04.907195 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port fc29cf8c-c209-4831-b199-fba2768c5ec5 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:04.907619 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fc29cf8c-c209-4831-b199-fba2768c5ec5), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:04.990847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] For port fc29cf8c-c209-4831-b199-fba2768c5ec5, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:50:04.993177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempted to set empty binding levels {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 05:50:05.028165 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:50:05.045964 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Sync routers for ids ['ef33f267-675f-41e7-bfca-69b14b02122c'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:50:05.062184 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Routers {'ef33f267-675f-41e7-bfca-69b14b02122c'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:05.064064 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef33f267-675f-41e7-bfca-69b14b02122c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:05.081369 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (fc29cf8c-c209-4831-b199-fba2768c5ec5), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:05.133851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] In _notify_port_updated(), no bound segment for port fc29cf8c-c209-4831-b199-fba2768c5ec5 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 05:50:05.135100 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.135931 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:05.140309 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] 10.222.0.31 "PUT /v2.0/ports/fc29cf8c-c209-4831-b199-fba2768c5ec5 HTTP/1.1" status: 200 len: 975 time: 0.9700422 Jan 28 05:50:05.142255 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36480) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:05.165936 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:05.178849 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d626f0d9-daba-486c-8b89-1535da0ef539 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.8086112 Jan 28 05:50:05.179511 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36484) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:05.214731 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Set router ef33f267-675f-41e7-bfca-69b14b02122c gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:50:05.237150 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dbdad-84ed-44fb-b532-30793f7be810 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Pushing event updated for resources: {'Port': ['ID=fc29cf8c-c209-4831-b199-fba2768c5ec5,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:05.299012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.299605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.300152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.301246 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.302118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.302771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.303307 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.303839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.304629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.305593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.306183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.307206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.307741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.308439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.309117 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.309643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.310196 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.310954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.311477 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.312004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.312522 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.313041 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.313566 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.314916 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.315448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.315975 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.316857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.317805 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.319579 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.320128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.320662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.321190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.321776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.322329 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.322900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.323425 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.323949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.324472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.325032 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.325552 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:05.335996 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3233608f-3a65-4be7-9e74-80f0075c80be tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35568 time: 0.1920440 Jan 28 05:50:05.337065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36488) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:05.358207 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Publish callbacks [] for router_gateway (8f0c9f91-3976-44f3-a225-c64d8b776d58), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:05.461056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-af94cf8c-b31a-49b3-853d-9cd80e13ceeb tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Deleting port fc29cf8c-c209-4831-b199-fba2768c5ec5 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:05.461440 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af94cf8c-b31a-49b3-853d-9cd80e13ceeb tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (fc29cf8c-c209-4831-b199-fba2768c5ec5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:05.550863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-af94cf8c-b31a-49b3-853d-9cd80e13ceeb tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] For port fc29cf8c-c209-4831-b199-fba2768c5ec5, host n-h1-812111-12, got binding levels [] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:05.551698 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af94cf8c-b31a-49b3-853d-9cd80e13ceeb tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (fc29cf8c-c209-4831-b199-fba2768c5ec5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:05.565154 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef33f267-675f-41e7-bfca-69b14b02122c', 'name': '', 'tenant_id': '3d7f8129bcf94a9191a91d88717c4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3f14c6d-9dd5-4780-be3f-2ecbaadf7515', 'external_fixed_ips': [{'subnet_id': '3541f948-d754-4e8f-9577-8a81ad0d13d5', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e4fefe91-2ada-4adb-91d4-81b74317695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:50:02Z', 'updated_at': '2022-01-28T05:50:04Z', 'revision_number': 3, 'project_id': '3d7f8129bcf94a9191a91d88717c4cbb', 'gw_port': {'id': 'e4fefe91-2ada-4adb-91d4-81b74317695a', 'name': '', 'network_id': 'e3f14c6d-9dd5-4780-be3f-2ecbaadf7515', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef33f267-675f-41e7-bfca-69b14b02122c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '3541f948-d754-4e8f-9577-8a81ad0d13d5', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:50:03Z', 'updated_at': '2022-01-28T05:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3541f948-d754-4e8f-9577-8a81ad0d13d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:05.569293 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-af94cf8c-b31a-49b3-853d-9cd80e13ceeb tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Calling delete_port for fc29cf8c-c209-4831-b199-fba2768c5ec5 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:05.578718 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b868a213-465f-4d2d-8c7d-25d19cee4732 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router (ef33f267-675f-41e7-bfca-69b14b02122c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:05.607212 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Checking router: ef33f267-675f-41e7-bfca-69b14b02122c for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:50:05.607830 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Updating router ef33f267-675f-41e7-bfca-69b14b02122c port e4fefe91-2ada-4adb-91d4-81b74317695a binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:50:05.652990 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e4fefe91-2ada-4adb-91d4-81b74317695a), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:05.726931 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b868a213-465f-4d2d-8c7d-25d19cee4732 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (ef33f267-675f-41e7-bfca-69b14b02122c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:05.744166 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af94cf8c-b31a-49b3-853d-9cd80e13ceeb tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (fc29cf8c-c209-4831-b199-fba2768c5ec5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:05.785582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94cf8c-b31a-49b3-853d-9cd80e13ceeb tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc29cf8c-c209-4831-b199-fba2768c5ec5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:05.794943 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af94cf8c-b31a-49b3-853d-9cd80e13ceeb tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:05.798781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-af94cf8c-b31a-49b3-853d-9cd80e13ceeb tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] 10.222.0.31 "DELETE /v2.0/ports/fc29cf8c-c209-4831-b199-fba2768c5ec5 HTTP/1.1" status: 204 len: 168 time: 0.4601164 Jan 28 05:50:05.801684 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36494) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:05.831779 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-50270805-cbe4-4061-985b-aeb978fee8c6 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] GET failed (client error): The resource could not be found. Jan 28 05:50:05.834713 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-50270805-cbe4-4061-985b-aeb978fee8c6 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] 10.222.0.31 "GET /v2.0/ports/fc29cf8c-c209-4831-b199-fba2768c5ec5 HTTP/1.1" status: 404 len: 333 time: 0.0318553 Jan 28 05:50:05.838547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36496) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:05.846514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f6fc8dcd-8e6c-49dd-94ba-e17187d91904 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-445730209', 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:05.877809 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Publish callbacks [] for router_gateway (8f0c9f91-3976-44f3-a225-c64d8b776d58), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:05.904272 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:05.949379 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fc8dcd-8e6c-49dd-94ba-e17187d91904 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Made reservation on behalf of 0a8d16f7182f4831abd8586b1091722e for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:05.952360 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f6fc8dcd-8e6c-49dd-94ba-e17187d91904 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:05.954862 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b868a213-465f-4d2d-8c7d-25d19cee4732 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Deleting port e4fefe91-2ada-4adb-91d4-81b74317695a {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:05.955198 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b868a213-465f-4d2d-8c7d-25d19cee4732 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (e4fefe91-2ada-4adb-91d4-81b74317695a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:05.959242 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Publish callbacks [] for port (e4fefe91-2ada-4adb-91d4-81b74317695a), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:05.968753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-f6fc8dcd-8e6c-49dd-94ba-e17187d91904 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] device_id is not set on port af6e1cd3-1866-4327-8812-d633ee47ad9e yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:50:06.058945 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e4fefe91-2ada-4adb-91d4-81b74317695a), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:06.100402 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b868a213-465f-4d2d-8c7d-25d19cee4732 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (e4fefe91-2ada-4adb-91d4-81b74317695a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:06.116082 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Allocated IP 172.25.0.136 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/35f13115-a161-48ba-810d-56f9546bec0f) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:06.117857 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Attempting to bind port e4fefe91-2ada-4adb-91d4-81b74317695a on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:06.117857 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Attempting to bind port e4fefe91-2ada-4adb-91d4-81b74317695a by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '55fd15d6-30d4-4c2c-a58c-0a2a4b0045ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e3f14c6d-9dd5-4780-be3f-2ecbaadf7515'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:06.118111 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Attempting to bind port e4fefe91-2ada-4adb-91d4-81b74317695a on network e3f14c6d-9dd5-4780-be3f-2ecbaadf7515 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:06.121227 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56651d-090f-4cbc-bc7a-490fb9f071fd None None] Pushing event updated for resources: {'Port': ['ID=e4fefe91-2ada-4adb-91d4-81b74317695a,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:06.126581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b868a213-465f-4d2d-8c7d-25d19cee4732 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Calling delete_port for e4fefe91-2ada-4adb-91d4-81b74317695a owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:06.127221 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:50:06.128288 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Checking segment: {'id': '55fd15d6-30d4-4c2c-a58c-0a2a4b0045ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e3f14c6d-9dd5-4780-be3f-2ecbaadf7515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:06.128288 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:06.128583 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Bound using segment: {'id': '55fd15d6-30d4-4c2c-a58c-0a2a4b0045ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e3f14c6d-9dd5-4780-be3f-2ecbaadf7515'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:50:06.129901 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Bound port: e4fefe91-2ada-4adb-91d4-81b74317695a, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fd15d6-30d4-4c2c-a58c-0a2a4b0045ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e3f14c6d-9dd5-4780-be3f-2ecbaadf7515'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:50:06.130419 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e4fefe91-2ada-4adb-91d4-81b74317695a), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:06.158591 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56651d-090f-4cbc-bc7a-490fb9f071fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:06.159032 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56651d-090f-4cbc-bc7a-490fb9f071fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:06.159673 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56651d-090f-4cbc-bc7a-490fb9f071fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:06.159808 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56651d-090f-4cbc-bc7a-490fb9f071fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:06.160157 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56651d-090f-4cbc-bc7a-490fb9f071fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:06.160500 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56651d-090f-4cbc-bc7a-490fb9f071fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:06.160831 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56651d-090f-4cbc-bc7a-490fb9f071fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:06.161376 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56651d-090f-4cbc-bc7a-490fb9f071fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:06.161683 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56651d-090f-4cbc-bc7a-490fb9f071fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:06.162007 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56651d-090f-4cbc-bc7a-490fb9f071fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:06.162397 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56651d-090f-4cbc-bc7a-490fb9f071fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:06.162757 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56651d-090f-4cbc-bc7a-490fb9f071fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:06.163089 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56651d-090f-4cbc-bc7a-490fb9f071fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:06.167377 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f6fc8dcd-8e6c-49dd-94ba-e17187d91904 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks [] for port (af6e1cd3-1866-4327-8812-d633ee47ad9e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:06.225817 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] For port e4fefe91-2ada-4adb-91d4-81b74317695a, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:50:06.229554 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] For port e4fefe91-2ada-4adb-91d4-81b74317695a, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e4fefe91-2ada-4adb-91d4-81b74317695a,segment=NetworkSegment(55fd15d6-30d4-4c2c-a58c-0a2a4b0045ed),segment_id=55fd15d6-30d4-4c2c-a58c-0a2a4b0045ed)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:50:06.281456 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f6fc8dcd-8e6c-49dd-94ba-e17187d91904 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (af6e1cd3-1866-4327-8812-d633ee47ad9e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:06.310742 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e4fefe91-2ada-4adb-91d4-81b74317695a), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:06.333995 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fc8dcd-8e6c-49dd-94ba-e17187d91904 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:06.337393 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-f6fc8dcd-8e6c-49dd-94ba-e17187d91904 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:06.343637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fc8dcd-8e6c-49dd-94ba-e17187d91904 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:06.344769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fc8dcd-8e6c-49dd-94ba-e17187d91904 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:06.345372 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f6fc8dcd-8e6c-49dd-94ba-e17187d91904 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:06.362159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc8dcd-8e6c-49dd-94ba-e17187d91904 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Pushing event updated for resources: {'Port': ['ID=af6e1cd3-1866-4327-8812-d633ee47ad9e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:06.423301 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f6fc8dcd-8e6c-49dd-94ba-e17187d91904 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5806673 Jan 28 05:50:06.424531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36504) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:06.439996 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Routers {'ef33f267-675f-41e7-bfca-69b14b02122c'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:06.439996 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef33f267-675f-41e7-bfca-69b14b02122c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:06.498199 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:06.500921 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e88abc-70bc-428d-ba66-510c15efa20b tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:06.505830 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-08e88abc-70bc-428d-ba66-510c15efa20b tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] 10.222.0.31 "GET /v2.0/ports/af6e1cd3-1866-4327-8812-d633ee47ad9e HTTP/1.1" status: 200 len: 954 time: 0.0767460 Jan 28 05:50:06.511110 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36508) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:06.529343 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56651d-090f-4cbc-bc7a-490fb9f071fd None None] Pushing event updated for resources: {'Port': ['ID=e4fefe91-2ada-4adb-91d4-81b74317695a,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:06.549528 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] Set router ef33f267-675f-41e7-bfca-69b14b02122c gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:50:06.596329 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-75296a54-ff93-4897-bf7d-32d01653ae13 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Deleting port af6e1cd3-1866-4327-8812-d633ee47ad9e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:06.596832 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75296a54-ff93-4897-bf7d-32d01653ae13 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (af6e1cd3-1866-4327-8812-d633ee47ad9e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:06.612150 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef33f267-675f-41e7-bfca-69b14b02122c', 'name': '', 'tenant_id': '3d7f8129bcf94a9191a91d88717c4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:50:02Z', 'updated_at': '2022-01-28T05:50:05Z', 'revision_number': 4, 'project_id': '3d7f8129bcf94a9191a91d88717c4cbb', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:06.640911 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204932f7-f227-4774-96ca-c71686ec82ea None None] The sync data for ids ['ef33f267-675f-41e7-bfca-69b14b02122c'] in n-d-812111-12 is: [{'id': 'ef33f267-675f-41e7-bfca-69b14b02122c', 'name': '', 'tenant_id': '3d7f8129bcf94a9191a91d88717c4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:50:02Z', 'updated_at': '2022-01-28T05:50:05Z', 'revision_number': 4, 'project_id': '3d7f8129bcf94a9191a91d88717c4cbb', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:50:06.683334 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75296a54-ff93-4897-bf7d-32d01653ae13 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (af6e1cd3-1866-4327-8812-d633ee47ad9e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:06.699179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-75296a54-ff93-4897-bf7d-32d01653ae13 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Calling delete_port for af6e1cd3-1866-4327-8812-d633ee47ad9e owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:06.723156 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Publish callbacks [] for port (35f13115-a161-48ba-810d-56f9546bec0f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:06.898037 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75296a54-ff93-4897-bf7d-32d01653ae13 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (af6e1cd3-1866-4327-8812-d633ee47ad9e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:06.899238 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (35f13115-a161-48ba-810d-56f9546bec0f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:06.901439 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b868a213-465f-4d2d-8c7d-25d19cee4732 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (e4fefe91-2ada-4adb-91d4-81b74317695a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:06.926340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75296a54-ff93-4897-bf7d-32d01653ae13 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Pushing event deleted for resources: {'Port': ['ID=af6e1cd3-1866-4327-8812-d633ee47ad9e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:06.935419 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75296a54-ff93-4897-bf7d-32d01653ae13 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:06.938825 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-75296a54-ff93-4897-bf7d-32d01653ae13 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] 10.222.0.31 "DELETE /v2.0/ports/af6e1cd3-1866-4327-8812-d633ee47ad9e HTTP/1.1" status: 204 len: 168 time: 0.4265699 Jan 28 05:50:06.942327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36514) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:06.953707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:06.968520 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7847108-093d-43cf-9e23-2d8a1359b49d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] GET failed (client error): The resource could not be found. Jan 28 05:50:06.970014 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c7847108-093d-43cf-9e23-2d8a1359b49d tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] 10.222.0.31 "GET /v2.0/ports/af6e1cd3-1866-4327-8812-d633ee47ad9e HTTP/1.1" status: 404 len: 333 time: 0.0267260 Jan 28 05:50:06.971122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:06.973893 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36516) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:06.978839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5f28857e-3b1b-418b-aafb-05df6f8533c3 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Request body: {'port': {'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1052590513'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:06.980743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:07.006589 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Pushing event updated for resources: {'Port': ['ID=35f13115-a161-48ba-810d-56f9546bec0f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:07.060895 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868a213-465f-4d2d-8c7d-25d19cee4732 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4fefe91-2ada-4adb-91d4-81b74317695a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:07.073297 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b868a213-465f-4d2d-8c7d-25d19cee4732 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (ef33f267-675f-41e7-bfca-69b14b02122c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.082327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f28857e-3b1b-418b-aafb-05df6f8533c3 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Made reservation on behalf of 0a8d16f7182f4831abd8586b1091722e for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:07.084558 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f28857e-3b1b-418b-aafb-05df6f8533c3 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.108104 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-5f28857e-3b1b-418b-aafb-05df6f8533c3 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] device_id is not set on port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:50:07.233295 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b868a213-465f-4d2d-8c7d-25d19cee4732 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (ef33f267-675f-41e7-bfca-69b14b02122c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.237049 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b868a213-465f-4d2d-8c7d-25d19cee4732 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_controller (ef33f267-675f-41e7-bfca-69b14b02122c), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.262965 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f28857e-3b1b-418b-aafb-05df6f8533c3 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks [] for port (9184b5de-4e07-4e2b-867f-99c98a3c0fc2), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.367035 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f28857e-3b1b-418b-aafb-05df6f8533c3 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (9184b5de-4e07-4e2b-867f-99c98a3c0fc2), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.380632 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b868a213-465f-4d2d-8c7d-25d19cee4732 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (ef33f267-675f-41e7-bfca-69b14b02122c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.381217 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b868a213-465f-4d2d-8c7d-25d19cee4732 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef33f267-675f-41e7-bfca-69b14b02122c {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:50:07.388658 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b868a213-465f-4d2d-8c7d-25d19cee4732 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.389911 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b868a213-465f-4d2d-8c7d-25d19cee4732 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ef33f267-675f-41e7-bfca-69b14b02122c HTTP/1.1" status: 204 len: 168 time: 2.2076223 Jan 28 05:50:07.404139 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36522) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:07.453462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f28857e-3b1b-418b-aafb-05df6f8533c3 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:07.460939 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5f28857e-3b1b-418b-aafb-05df6f8533c3 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:07.462829 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28857e-3b1b-418b-aafb-05df6f8533c3 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Pushing event updated for resources: {'Port': ['ID=9184b5de-4e07-4e2b-867f-99c98a3c0fc2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:07.474011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f28857e-3b1b-418b-aafb-05df6f8533c3 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:07.476471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f28857e-3b1b-418b-aafb-05df6f8533c3 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:07.477520 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f28857e-3b1b-418b-aafb-05df6f8533c3 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.502163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-3faec334-7b8e-416e-8f64-55d1dc2a5c3c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Deleting subnet 3541f948-d754-4e8f-9577-8a81ad0d13d5 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:50:07.515793 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3faec334-7b8e-416e-8f64-55d1dc2a5c3c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for subnet (3541f948-d754-4e8f-9577-8a81ad0d13d5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.517041 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Publish callbacks [] for router_gateway (8f0c9f91-3976-44f3-a225-c64d8b776d58), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.557875 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3faec334-7b8e-416e-8f64-55d1dc2a5c3c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (3541f948-d754-4e8f-9577-8a81ad0d13d5), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.587046 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5f28857e-3b1b-418b-aafb-05df6f8533c3 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6116126 Jan 28 05:50:07.592089 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36530) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:07.599865 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:07.661354 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3faec334-7b8e-416e-8f64-55d1dc2a5c3c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (3541f948-d754-4e8f-9577-8a81ad0d13d5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.690699 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9184b5de-4e07-4e2b-867f-99c98a3c0fc2), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.755322 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (8f0c9f91-3976-44f3-a225-c64d8b776d58), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.783581 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.926886 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] device_id is not set on port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:50:07.934466 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks [] for port (9184b5de-4e07-4e2b-867f-99c98a3c0fc2), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.955186 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3faec334-7b8e-416e-8f64-55d1dc2a5c3c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (3541f948-d754-4e8f-9577-8a81ad0d13d5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.983555 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Router 8f0c9f91-3976-44f3-a225-c64d8b776d58 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:50:07.984620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faec334-7b8e-416e-8f64-55d1dc2a5c3c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3541f948-d754-4e8f-9577-8a81ad0d13d5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:07.991645 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3faec334-7b8e-416e-8f64-55d1dc2a5c3c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:07.995305 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3faec334-7b8e-416e-8f64-55d1dc2a5c3c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/3541f948-d754-4e8f-9577-8a81ad0d13d5 HTTP/1.1" status: 204 len: 168 time: 0.5898910 Jan 28 05:50:07.997581 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36540) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:08.046771 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (9184b5de-4e07-4e2b-867f-99c98a3c0fc2), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:08.100480 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:50:08.112525 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Sync routers for ids ['8f0c9f91-3976-44f3-a225-c64d8b776d58'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:50:08.115190 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6f3ef2b-53f7-40e8-a732-2f371690473e tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (e3f14c6d-9dd5-4780-be3f-2ecbaadf7515), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:08.120749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Pushing event updated for resources: {'Port': ['ID=9184b5de-4e07-4e2b-867f-99c98a3c0fc2,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:08.122432 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Routers {'8f0c9f91-3976-44f3-a225-c64d8b776d58'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:08.123190 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['8f0c9f91-3976-44f3-a225-c64d8b776d58'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:08.138080 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:08.138449 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:08.138791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:08.144299 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:08.145317 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:08.146079 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 2 to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 Jan 28 05:50:08.195073 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:08.197057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:08.197410 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:08.197755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:08.197867 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-972b4423-b9ad-4f97-9cf1-6c017e9c06a9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5849972 Jan 28 05:50:08.199488 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36544) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:08.235165 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:08.235521 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:08.237375 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 3 to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 Jan 28 05:50:08.240267 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Set router 8f0c9f91-3976-44f3-a225-c64d8b776d58 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:50:08.244284 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6f3ef2b-53f7-40e8-a732-2f371690473e tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (e3f14c6d-9dd5-4780-be3f-2ecbaadf7515), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:08.265821 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:08.266151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:08.266521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:08.278693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d6f3ef2b-53f7-40e8-a732-2f371690473e tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f14c6d-9dd5-4780-be3f-2ecbaadf7515']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:08.280952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:08.281347 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:08.286516 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 4 to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 Jan 28 05:50:08.297382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d6f3ef2b-53f7-40e8-a732-2f371690473e tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55fd15d6-30d4-4c2c-a58c-0a2a4b0045ed') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:08.297785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d6f3ef2b-53f7-40e8-a732-2f371690473e tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55fd15d6-30d4-4c2c-a58c-0a2a4b0045ed') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:08.309927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:08.310260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:08.310628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:08.314378 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6f3ef2b-53f7-40e8-a732-2f371690473e tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (55fd15d6-30d4-4c2c-a58c-0a2a4b0045ed), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:08.322631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:08.322952 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:08.324726 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 5 to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 Jan 28 05:50:08.336907 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6f3ef2b-53f7-40e8-a732-2f371690473e tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (55fd15d6-30d4-4c2c-a58c-0a2a4b0045ed), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:08.345177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:08.345518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:08.345863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:08.348504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f3ef2b-53f7-40e8-a732-2f371690473e tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:50:08.348854 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6f3ef2b-53f7-40e8-a732-2f371690473e tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (55fd15d6-30d4-4c2c-a58c-0a2a4b0045ed), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:50:08.351687 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:50:08.363783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:08.364315 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:08.393331 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 6 to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 Jan 28 05:50:08.424688 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:08.424688 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:08.424688 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:08.425284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:08.426144 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:08.426781 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 7 to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 Jan 28 05:50:08.452783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:08.453059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:08.453412 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:08.458428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:08.458763 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:08.459158 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 8 to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 Jan 28 05:50:08.472428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:08.473204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'name': 'tempest-ServerRescueTestJSON-1915927434-router', 'tenant_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '35f13115-a161-48ba-810d-56f9546bec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:50:04Z', 'updated_at': '2022-01-28T05:50:07Z', 'revision_number': 3, 'project_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'gw_port': {'id': '35f13115-a161-48ba-810d-56f9546bec0f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:50:05Z', 'updated_at': '2022-01-28T05:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:08.473448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:08.473822 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:08.478557 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:08.478885 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:08.480272 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 9 to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 Jan 28 05:50:08.494884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:08.495213 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:08.495553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:08.503749 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Checking router: 8f0c9f91-3976-44f3-a225-c64d8b776d58 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:50:08.504917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Updating router 8f0c9f91-3976-44f3-a225-c64d8b776d58 port 35f13115-a161-48ba-810d-56f9546bec0f binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:50:08.505277 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:08.505623 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:08.506021 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempt 10 to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 Jan 28 05:50:08.523172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:08.523813 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:08.524221 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempting to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:08.542402 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (35f13115-a161-48ba-810d-56f9546bec0f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:08.546824 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6f3ef2b-53f7-40e8-a732-2f371690473e tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (e3f14c6d-9dd5-4780-be3f-2ecbaadf7515), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:08.549062 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:08.549062 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Failed to bind port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '83a7e13a-064d-4826-8e07-b18ef80890ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '08978fe0-e85a-4fb1-ac06-9d29e56cb788'}] Jan 28 05:50:08.549062 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9184b5de-4e07-4e2b-867f-99c98a3c0fc2), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:08.577915 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f3ef2b-53f7-40e8-a732-2f371690473e tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3f14c6d-9dd5-4780-be3f-2ecbaadf7515 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 05:50:08.583244 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6f3ef2b-53f7-40e8-a732-2f371690473e tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:08.592889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d6f3ef2b-53f7-40e8-a732-2f371690473e tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "DELETE /v2.0/networks/e3f14c6d-9dd5-4780-be3f-2ecbaadf7515 HTTP/1.1" status: 204 len: 168 time: 0.5942650 Jan 28 05:50:08.610935 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3ef2b-53f7-40e8-a732-2f371690473e tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3f14c6d-9dd5-4780-be3f-2ecbaadf7515,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:08.683530 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] For port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:50:08.684469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attempted to set empty binding levels {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 05:50:08.761661 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (9184b5de-4e07-4e2b-867f-99c98a3c0fc2), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:08.879256 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:08.884203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Pushing event updated for resources: {'Port': ['ID=9184b5de-4e07-4e2b-867f-99c98a3c0fc2,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:08.886947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] In _notify_port_updated(), no bound segment for port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 on network 08978fe0-e85a-4fb1-ac06-9d29e56cb788 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 05:50:08.888103 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:08.889075 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:08.890907 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6c87db7c-6a04-4b72-87f5-0c8808bfd9fe tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] 10.222.0.31 "PUT /v2.0/ports/9184b5de-4e07-4e2b-867f-99c98a3c0fc2 HTTP/1.1" status: 200 len: 976 time: 1.2975857 Jan 28 05:50:08.893705 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36556) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:09.101836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-f15ad229-5859-47c0-85e1-890e11bf3c9c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Deleting port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:09.102182 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f15ad229-5859-47c0-85e1-890e11bf3c9c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (9184b5de-4e07-4e2b-867f-99c98a3c0fc2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.111991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36562) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:09.125358 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-3b110390-4ca8-4007-b6be-b2d658269d86 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Request body: {'router': {'name': 'tempest-router--1382853934', 'project_id': '222e9d8b2e9546729523a77fcca87b23'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:09.195542 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-f15ad229-5859-47c0-85e1-890e11bf3c9c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] For port 9184b5de-4e07-4e2b-867f-99c98a3c0fc2, host n-h1-812111-12, got binding levels [] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:09.196424 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f15ad229-5859-47c0-85e1-890e11bf3c9c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (9184b5de-4e07-4e2b-867f-99c98a3c0fc2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.211611 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b110390-4ca8-4007-b6be-b2d658269d86 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (5005a758-0519-4212-a7f9-d52df4e90f52), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.215766 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b110390-4ca8-4007-b6be-b2d658269d86 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (5005a758-0519-4212-a7f9-d52df4e90f52), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.215918 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-f15ad229-5859-47c0-85e1-890e11bf3c9c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Calling delete_port for 9184b5de-4e07-4e2b-867f-99c98a3c0fc2 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:09.216199 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Publish callbacks [] for port (35f13115-a161-48ba-810d-56f9546bec0f), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.235130 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.244909 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] Allocated IP 172.20.0.1 (091c4ca4-e877-4a73-b977-7fc17fb1ac30/faf4ccca-ebc5-4c15-bcbc-916742d54633/fc991bb2-6d52-4e9b-8a62-b6a19d311b51) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:09.294177 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b110390-4ca8-4007-b6be-b2d658269d86 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_controller (5005a758-0519-4212-a7f9-d52df4e90f52), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.326541 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (35f13115-a161-48ba-810d-56f9546bec0f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.389215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Attempting to bind port 35f13115-a161-48ba-810d-56f9546bec0f on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:09.389658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Attempting to bind port 35f13115-a161-48ba-810d-56f9546bec0f by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:09.390021 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Attempting to bind port 35f13115-a161-48ba-810d-56f9546bec0f on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:09.397196 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cf0ec-a312-4da1-86e1-3a1a90186768 None None] Pushing event updated for resources: {'Port': ['ID=35f13115-a161-48ba-810d-56f9546bec0f,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:09.400011 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] Publish callbacks [] for port (fc991bb2-6d52-4e9b-8a62-b6a19d311b51), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.401534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:50:09.402102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:09.402699 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.403251 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:50:09.403879 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Bound port: 35f13115-a161-48ba-810d-56f9546bec0f, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:50:09.404420 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (35f13115-a161-48ba-810d-56f9546bec0f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.422480 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b110390-4ca8-4007-b6be-b2d658269d86 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (5005a758-0519-4212-a7f9-d52df4e90f52), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.441289 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f15ad229-5859-47c0-85e1-890e11bf3c9c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (9184b5de-4e07-4e2b-867f-99c98a3c0fc2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.468236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] For port 35f13115-a161-48ba-810d-56f9546bec0f, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:50:09.474652 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ad229-5859-47c0-85e1-890e11bf3c9c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Pushing event deleted for resources: {'Port': ['ID=9184b5de-4e07-4e2b-867f-99c98a3c0fc2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:09.475777 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] For port 35f13115-a161-48ba-810d-56f9546bec0f, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=35f13115-a161-48ba-810d-56f9546bec0f,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:50:09.483400 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f15ad229-5859-47c0-85e1-890e11bf3c9c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.490903 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36568) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:09.503551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f15ad229-5859-47c0-85e1-890e11bf3c9c tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] 10.222.0.31 "DELETE /v2.0/ports/9184b5de-4e07-4e2b-867f-99c98a3c0fc2 HTTP/1.1" status: 204 len: 168 time: 0.6079161 Jan 28 05:50:09.531122 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0e19cc-eb7b-4fdb-a092-b7aa407bc5c2 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] GET failed (client error): The resource could not be found. Jan 28 05:50:09.536430 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1d0e19cc-eb7b-4fdb-a092-b7aa407bc5c2 tempest-PortsAdminExtendedAttrsTestJSON-1877949727 tempest-PortsAdminExtendedAttrsTestJSON-1877949727-project-admin] 10.222.0.31 "GET /v2.0/ports/9184b5de-4e07-4e2b-867f-99c98a3c0fc2 HTTP/1.1" status: 404 len: 333 time: 0.0406694 Jan 28 05:50:09.536828 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36570) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:09.548763 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b110390-4ca8-4007-b6be-b2d658269d86 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.551549 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3b110390-4ca8-4007-b6be-b2d658269d86 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4343977 Jan 28 05:50:09.556677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36572) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:09.573129 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (35f13115-a161-48ba-810d-56f9546bec0f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.624435 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (fc991bb2-6d52-4e9b-8a62-b6a19d311b51), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.646406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Routers {'8f0c9f91-3976-44f3-a225-c64d8b776d58'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:09.648069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['8f0c9f91-3976-44f3-a225-c64d8b776d58'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:09.695925 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9916362-7442-44ac-8c17-5024f88b6665 tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (08978fe0-e85a-4fb1-ac06-9d29e56cb788), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.704938 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] Network 091c4ca4-e877-4a73-b977-7fc17fb1ac30 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:09.712759 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:09.723059 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:09.760600 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cf0ec-a312-4da1-86e1-3a1a90186768 None None] Pushing event updated for resources: {'Port': ['ID=35f13115-a161-48ba-810d-56f9546bec0f,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:09.768156 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] Pushing event updated for resources: {'Port': ['ID=fc991bb2-6d52-4e9b-8a62-b6a19d311b51,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:09.830055 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (8f0c9f91-3976-44f3-a225-c64d8b776d58), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.867063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] Set router 8f0c9f91-3976-44f3-a225-c64d8b776d58 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:50:09.945905 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9916362-7442-44ac-8c17-5024f88b6665 tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (08978fe0-e85a-4fb1-ac06-9d29e56cb788), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:09.977767 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-c9916362-7442-44ac-8c17-5024f88b6665 tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08978fe0-e85a-4fb1-ac06-9d29e56cb788']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:09.996859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-c9916362-7442-44ac-8c17-5024f88b6665 tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a7e13a-064d-4826-8e07-b18ef80890ec') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:09.997151 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-c9916362-7442-44ac-8c17-5024f88b6665 tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a7e13a-064d-4826-8e07-b18ef80890ec') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:10.026163 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9916362-7442-44ac-8c17-5024f88b6665 tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (83a7e13a-064d-4826-8e07-b18ef80890ec), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:10.049746 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9916362-7442-44ac-8c17-5024f88b6665 tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (83a7e13a-064d-4826-8e07-b18ef80890ec), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:10.061489 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9916362-7442-44ac-8c17-5024f88b6665 tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:50:10.061891 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9916362-7442-44ac-8c17-5024f88b6665 tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (83a7e13a-064d-4826-8e07-b18ef80890ec), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: items = [ Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:50:10.064940 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:50:10.120254 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50cd0c87-e80b-479b-9513-dbb7cb4037f1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router (5005a758-0519-4212-a7f9-d52df4e90f52), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:10.124256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'name': 'tempest-ServerRescueTestJSON-1915927434-router', 'tenant_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '35f13115-a161-48ba-810d-56f9546bec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:50:04Z', 'updated_at': '2022-01-28T05:50:07Z', 'revision_number': 3, 'project_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'gw_port': {'id': '35f13115-a161-48ba-810d-56f9546bec0f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:50:05Z', 'updated_at': '2022-01-28T05:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:10.168019 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fc991bb2-6d52-4e9b-8a62-b6a19d311b51), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:10.176154 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b06f1-46d3-4bb2-8f3c-ac3cb315dad2 None None] The sync data for ids ['8f0c9f91-3976-44f3-a225-c64d8b776d58'] in n-d-812111-12 is: [{'id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'name': 'tempest-ServerRescueTestJSON-1915927434-router', 'tenant_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '35f13115-a161-48ba-810d-56f9546bec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:50:04Z', 'updated_at': '2022-01-28T05:50:07Z', 'revision_number': 3, 'project_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'gw_port': {'id': '35f13115-a161-48ba-810d-56f9546bec0f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:50:05Z', 'updated_at': '2022-01-28T05:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:50:10.233247 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9916362-7442-44ac-8c17-5024f88b6665 tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (08978fe0-e85a-4fb1-ac06-9d29e56cb788), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:10.237656 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9916362-7442-44ac-8c17-5024f88b6665 tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:10.250680 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c9916362-7442-44ac-8c17-5024f88b6665 tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] 10.222.0.31 "DELETE /v2.0/networks/08978fe0-e85a-4fb1-ac06-9d29e56cb788 HTTP/1.1" status: 204 len: 168 time: 0.7070587 Jan 28 05:50:10.339474 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50cd0c87-e80b-479b-9513-dbb7cb4037f1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (5005a758-0519-4212-a7f9-d52df4e90f52), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:10.341269 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50cd0c87-e80b-479b-9513-dbb7cb4037f1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_controller (5005a758-0519-4212-a7f9-d52df4e90f52), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:10.388868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9916362-7442-44ac-8c17-5024f88b6665 tempest-PortsAdminExtendedAttrsTestJSON-833603758 tempest-PortsAdminExtendedAttrsTestJSON-833603758-project] Pushing event deleted for resources: {'Network': ['ID=08978fe0-e85a-4fb1-ac06-9d29e56cb788,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:10.447377 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] Publish callbacks [] for port (fc991bb2-6d52-4e9b-8a62-b6a19d311b51), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:10.469648 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50cd0c87-e80b-479b-9513-dbb7cb4037f1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (5005a758-0519-4212-a7f9-d52df4e90f52), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:10.475927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cd0c87-e80b-479b-9513-dbb7cb4037f1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5005a758-0519-4212-a7f9-d52df4e90f52 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:50:10.478822 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50cd0c87-e80b-479b-9513-dbb7cb4037f1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:10.482351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-50cd0c87-e80b-479b-9513-dbb7cb4037f1 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "DELETE /v2.0/routers/5005a758-0519-4212-a7f9-d52df4e90f52 HTTP/1.1" status: 204 len: 168 time: 0.9214704 Jan 28 05:50:10.490434 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (fc991bb2-6d52-4e9b-8a62-b6a19d311b51), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:10.593372 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (8f0c9f91-3976-44f3-a225-c64d8b776d58), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:10.596274 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] Pushing event updated for resources: {'Port': ['ID=fc991bb2-6d52-4e9b-8a62-b6a19d311b51,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:10.749052 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] Network 091c4ca4-e877-4a73-b977-7fc17fb1ac30 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:10.751578 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:10.829796 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36592) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:10.919194 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36596) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:10.947935 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] Router 8f0c9f91-3976-44f3-a225-c64d8b776d58 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:50:10.954938 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 35f13115-a161-48ba-810d-56f9546bec0f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:50:11.069539 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 35f13115-a161-48ba-810d-56f9546bec0f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:11.069929 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (35f13115-a161-48ba-810d-56f9546bec0f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:11.165590 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2869da21-5d72-4746-abad-f57061745bf0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80ac9eb67ad44ac89074b92958311e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449458 Jan 28 05:50:11.168128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36602) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:11.228370 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1940446440', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:11.230544 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:50:11.236713 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d524cdf0-d601-417f-ba88-098ef3ee89fc admin admin] 10.222.0.31 "PUT /v2.0/routers/8f0c9f91-3976-44f3-a225-c64d8b776d58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0357375 Jan 28 05:50:11.273475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 35f13115-a161-48ba-810d-56f9546bec0f is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:11.273475 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (35f13115-a161-48ba-810d-56f9546bec0f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:11.322904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 35f13115-a161-48ba-810d-56f9546bec0f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=35f13115-a161-48ba-810d-56f9546bec0f,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:11.332987 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c637bdb8-ceac-4c73-b407-bcb8de3db738 admin admin] Publish callbacks [] for security_group (f4fc9d8f-2ce5-432d-b19c-00487d233284), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:11.358471 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c637bdb8-ceac-4c73-b407-bcb8de3db738 admin admin] Publish callbacks [] for security_group (f4fc9d8f-2ce5-432d-b19c-00487d233284), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:11.455444 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (899b6dd4-4e31-4514-bc46-3c9c84e62b75), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:11.457401 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (899b6dd4-4e31-4514-bc46-3c9c84e62b75), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:11.486708 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (35f13115-a161-48ba-810d-56f9546bec0f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:11.533748 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c637bdb8-ceac-4c73-b407-bcb8de3db738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f4fc9d8f-2ce5-432d-b19c-00487d233284), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:11.540260 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c637bdb8-ceac-4c73-b407-bcb8de3db738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:11.541509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c637bdb8-ceac-4c73-b407-bcb8de3db738 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4fc9d8f-2ce5-432d-b19c-00487d233284 HTTP/1.1" status: 204 len: 168 time: 0.3720686 Jan 28 05:50:11.582560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637bdb8-ceac-4c73-b407-bcb8de3db738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fc9d8f-2ce5-432d-b19c-00487d233284,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:11.624290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=35f13115-a161-48ba-810d-56f9546bec0f,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:11.683081 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_controller (899b6dd4-4e31-4514-bc46-3c9c84e62b75), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:12.014862 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (899b6dd4-4e31-4514-bc46-3c9c84e62b75), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:12.042193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-e2be2c5a-2777-401e-a0c2-32b7e454e3c5 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:12.043710 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-e2be2c5a-2777-401e-a0c2-32b7e454e3c5 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/networks?id=091c4ca4-e877-4a73-b977-7fc17fb1ac30 HTTP/1.1" status: 200 len: 811 time: 0.2401223 Jan 28 05:50:12.059334 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-64019beb-1608-425e-88ae-4a9bbf6687c0 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/quotas/7372e7c17c0d4e6eb77c78322e6794a6 HTTP/1.1" status: 200 len: 375 time: 0.0100415 Jan 28 05:50:12.167645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-9b8f1151-437c-4b62-a2cc-be7d96780387 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7372e7c17c0d4e6eb77c78322e6794a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1030269 Jan 28 05:50:12.252014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36634) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:12.317727 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-d8165f5a-1b4a-4a9b-96a0-d7f01ec645a5 service neutron] 10.222.0.31 "GET /v2.0/networks/091c4ca4-e877-4a73-b977-7fc17fb1ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371565 Jan 28 05:50:12.320871 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7cde17f4-d15f-4ca7-b298-f827758ef7f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a8d16f7182f4831abd8586b1091722e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0677047 Jan 28 05:50:12.324018 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36636) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:12.408814 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8d74e343-11a9-4727-9d70-bd18ed3655aa admin admin] Publish callbacks [] for security_group (335bcee4-6991-4ca8-9901-dc4e5e254e0a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:12.435919 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8d74e343-11a9-4727-9d70-bd18ed3655aa admin admin] Publish callbacks [] for security_group (335bcee4-6991-4ca8-9901-dc4e5e254e0a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:12.495048 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (899b6dd4-4e31-4514-bc46-3c9c84e62b75), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:12.519624 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:12.584324 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8d74e343-11a9-4727-9d70-bd18ed3655aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (335bcee4-6991-4ca8-9901-dc4e5e254e0a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:12.585862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-d13594a0-1c2f-47f9-aaba-82b71cd955d9 service neutron] 10.222.0.31 "GET /v2.0/networks/091c4ca4-e877-4a73-b977-7fc17fb1ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626824 Jan 28 05:50:12.604416 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8d74e343-11a9-4727-9d70-bd18ed3655aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:12.606281 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8d74e343-11a9-4727-9d70-bd18ed3655aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/335bcee4-6991-4ca8-9901-dc4e5e254e0a HTTP/1.1" status: 204 len: 168 time: 0.2805390 Jan 28 05:50:12.630043 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74e343-11a9-4727-9d70-bd18ed3655aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335bcee4-6991-4ca8-9901-dc4e5e254e0a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:12.695433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Allocated IP 172.25.0.123 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/7998d860-e338-473f-bc3f-794cddcc8c49) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:12.755011 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Sync routers for ids ['8f0c9f91-3976-44f3-a225-c64d8b776d58'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:50:12.773208 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Routers {'8f0c9f91-3976-44f3-a225-c64d8b776d58'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:12.782640 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['8f0c9f91-3976-44f3-a225-c64d8b776d58'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:12.892092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 35f13115-a161-48ba-810d-56f9546bec0f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:50:12.919396 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for port (7998d860-e338-473f-bc3f-794cddcc8c49), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:13.011654 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Set router 8f0c9f91-3976-44f3-a225-c64d8b776d58 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:50:13.074196 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (7998d860-e338-473f-bc3f-794cddcc8c49), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:13.098172 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06610b01-e8fd-479b-8621-7d1325a10c82 req-41661468-e1e6-40ad-8497-d4465e8cc43d tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 210 time: 0.0847824 Jan 28 05:50:13.102247 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 35f13115-a161-48ba-810d-56f9546bec0f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:13.103597 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (35f13115-a161-48ba-810d-56f9546bec0f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:13.164140 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:13.165991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:13.170422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:13.359044 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 35f13115-a161-48ba-810d-56f9546bec0f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:13.386740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Pushing event updated for resources: {'Port': ['ID=7998d860-e338-473f-bc3f-794cddcc8c49,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:13.415504 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'name': 'tempest-ServerRescueTestJSON-1915927434-router', 'tenant_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '35f13115-a161-48ba-810d-56f9546bec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:50:04Z', 'updated_at': '2022-01-28T05:50:10Z', 'revision_number': 4, 'project_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'gw_port': {'id': '35f13115-a161-48ba-810d-56f9546bec0f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:50:05Z', 'updated_at': '2022-01-28T05:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'fc991bb2-6d52-4e9b-8a62-b6a19d311b51', 'name': '', 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30', 'tenant_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'mac_address': 'fa:16:3e:d4:ff:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'faf4ccca-ebc5-4c15-bcbc-916742d54633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:50:08Z', 'updated_at': '2022-01-28T05:50:10Z', 'revision_number': 2, 'project_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'subnets': [{'id': 'faf4ccca-ebc5-4c15-bcbc-916742d54633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:13.444523 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Checking router: 8f0c9f91-3976-44f3-a225-c64d8b776d58 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:50:13.445150 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Updating router 8f0c9f91-3976-44f3-a225-c64d8b776d58 port fc991bb2-6d52-4e9b-8a62-b6a19d311b51 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:50:13.471854 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fc991bb2-6d52-4e9b-8a62-b6a19d311b51), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:13.697207 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (899b6dd4-4e31-4514-bc46-3c9c84e62b75), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:13.815934 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Publish callbacks [] for port (fc991bb2-6d52-4e9b-8a62-b6a19d311b51), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:13.961256 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fc991bb2-6d52-4e9b-8a62-b6a19d311b51), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:13.987023 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (899b6dd4-4e31-4514-bc46-3c9c84e62b75), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:14.053581 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3d884-91ab-44a2-9a61-bc0b877ca4e9 None None] Pushing event updated for resources: {'Port': ['ID=fc991bb2-6d52-4e9b-8a62-b6a19d311b51,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:14.106731 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Attempting to bind port fc991bb2-6d52-4e9b-8a62-b6a19d311b51 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:14.107485 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Attempting to bind port fc991bb2-6d52-4e9b-8a62-b6a19d311b51 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '6f2ba0fa-eb54-4fc3-a158-783043e3f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:14.108071 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Attempting to bind port fc991bb2-6d52-4e9b-8a62-b6a19d311b51 on network 091c4ca4-e877-4a73-b977-7fc17fb1ac30 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:14.114264 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:50:14.115059 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Checking segment: {'id': '6f2ba0fa-eb54-4fc3-a158-783043e3f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:14.115470 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:14.115870 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Bound using segment: {'id': '6f2ba0fa-eb54-4fc3-a158-783043e3f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:50:14.116346 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Bound port: fc991bb2-6d52-4e9b-8a62-b6a19d311b51, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2ba0fa-eb54-4fc3-a158-783043e3f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:50:14.116727 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fc991bb2-6d52-4e9b-8a62-b6a19d311b51), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:14.155358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36688) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:14.231153 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3972e1d-35bb-4c2f-8bab-be61fed111db req-bc9d51bb-6c19-40d6-bde5-38c66728ee7f tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 210 time: 0.0440316 Jan 28 05:50:14.231153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Router 899b6dd4-4e31-4514-bc46-3c9c84e62b75 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:50:14.257728 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] For port fc991bb2-6d52-4e9b-8a62-b6a19d311b51, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:50:14.263309 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] For port fc991bb2-6d52-4e9b-8a62-b6a19d311b51, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fc991bb2-6d52-4e9b-8a62-b6a19d311b51,segment=NetworkSegment(6f2ba0fa-eb54-4fc3-a158-783043e3f568),segment_id=6f2ba0fa-eb54-4fc3-a158-783043e3f568)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:50:14.327788 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fc991bb2-6d52-4e9b-8a62-b6a19d311b51), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:14.358540 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:50:14.371553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace6b52d-c2ba-4e36-a774-b6e210c93ef2 None None] Sync routers for ids ['899b6dd4-4e31-4514-bc46-3c9c84e62b75'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:50:14.393262 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace6b52d-c2ba-4e36-a774-b6e210c93ef2 None None] Routers {'899b6dd4-4e31-4514-bc46-3c9c84e62b75'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:14.394956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ace6b52d-c2ba-4e36-a774-b6e210c93ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['899b6dd4-4e31-4514-bc46-3c9c84e62b75'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:14.403402 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1e2d4293-a1f2-4f96-a446-4eda6ce8f9ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-547216962'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:14.419179 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Routers {'8f0c9f91-3976-44f3-a225-c64d8b776d58'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:14.420076 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['8f0c9f91-3976-44f3-a225-c64d8b776d58'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:14.443316 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ace6b52d-c2ba-4e36-a774-b6e210c93ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:14.452884 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace6b52d-c2ba-4e36-a774-b6e210c93ef2 None None] Routers {'899b6dd4-4e31-4514-bc46-3c9c84e62b75'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:14.453510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ace6b52d-c2ba-4e36-a774-b6e210c93ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['899b6dd4-4e31-4514-bc46-3c9c84e62b75'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:14.485822 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3d884-91ab-44a2-9a61-bc0b877ca4e9 None None] Pushing event updated for resources: {'Port': ['ID=fc991bb2-6d52-4e9b-8a62-b6a19d311b51,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:14.492996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ace6b52d-c2ba-4e36-a774-b6e210c93ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:14.493920 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace6b52d-c2ba-4e36-a774-b6e210c93ef2 None None] The sync data for ids ['899b6dd4-4e31-4514-bc46-3c9c84e62b75'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:50:14.501063 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:14.508125 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-45f54191-069d-4173-aaf5-a00282309d19 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6768985 Jan 28 05:50:14.510937 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36694) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:14.584866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2d4293-a1f2-4f96-a446-4eda6ce8f9ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Made reservation on behalf of cd8877ea88264de9956b3dac5593b7ef for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:14.591545 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4293-a1f2-4f96-a446-4eda6ce8f9ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:14.602930 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4293-a1f2-4f96-a446-4eda6ce8f9ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:14.665580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36698) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:14.667562 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4c6bc4e2-96e0-4266-99b1-09d7df03f62d tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "GET /v2.0/routers/899b6dd4-4e31-4514-bc46-3c9c84e62b75 HTTP/1.1" status: 200 len: 921 time: 0.1495342 Jan 28 05:50:14.702706 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-63cf631b-4a6b-4fbc-8c9c-b92c8428f9bc tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "GET /v2.0/ports?device_id=899b6dd4-4e31-4514-bc46-3c9c84e62b75 HTTP/1.1" status: 200 len: 205 time: 0.0358274 Jan 28 05:50:14.705191 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36700) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:14.714705 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] Set router 8f0c9f91-3976-44f3-a225-c64d8b776d58 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:50:14.747702 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4293-a1f2-4f96-a446-4eda6ce8f9ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks [] for security_group (4e16c127-ebde-495d-a73b-045b7bb1fbc7), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:14.823774 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4293-a1f2-4f96-a446-4eda6ce8f9ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4e16c127-ebde-495d-a73b-045b7bb1fbc7), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:14.858246 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d4293-a1f2-4f96-a446-4eda6ce8f9ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e16c127-ebde-495d-a73b-045b7bb1fbc7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:14.907209 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2d4293-a1f2-4f96-a446-4eda6ce8f9ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:50:14.947885 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4293-a1f2-4f96-a446-4eda6ce8f9ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (f55b247b-b9d8-4c43-97f8-dab00a5725af), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:14.948246 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-1e2d4293-a1f2-4f96-a446-4eda6ce8f9ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Added segment f55b247b-b9d8-4c43-97f8-dab00a5725af of type vlan for network 2ebf69b6-902b-474b-be98-3b163b474470 Jan 28 05:50:15.093088 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'name': 'tempest-ServerRescueTestJSON-1915927434-router', 'tenant_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '35f13115-a161-48ba-810d-56f9546bec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:50:04Z', 'updated_at': '2022-01-28T05:50:10Z', 'revision_number': 4, 'project_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'gw_port': {'id': '35f13115-a161-48ba-810d-56f9546bec0f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:50:05Z', 'updated_at': '2022-01-28T05:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'fc991bb2-6d52-4e9b-8a62-b6a19d311b51', 'name': '', 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30', 'tenant_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'mac_address': 'fa:16:3e:d4:ff:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'faf4ccca-ebc5-4c15-bcbc-916742d54633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:50:08Z', 'updated_at': '2022-01-28T05:50:14Z', 'revision_number': 4, 'project_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'subnets': [{'id': 'faf4ccca-ebc5-4c15-bcbc-916742d54633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:15.131724 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d655d714-95fe-4a8c-8dd3-d7e832818b7c None None] The sync data for ids ['8f0c9f91-3976-44f3-a225-c64d8b776d58'] in n-d-812111-12 is: [{'id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'name': 'tempest-ServerRescueTestJSON-1915927434-router', 'tenant_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '35f13115-a161-48ba-810d-56f9546bec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:50:04Z', 'updated_at': '2022-01-28T05:50:10Z', 'revision_number': 4, 'project_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'gw_port': {'id': '35f13115-a161-48ba-810d-56f9546bec0f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:50:05Z', 'updated_at': '2022-01-28T05:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'fc991bb2-6d52-4e9b-8a62-b6a19d311b51', 'name': '', 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30', 'tenant_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'mac_address': 'fa:16:3e:d4:ff:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'faf4ccca-ebc5-4c15-bcbc-916742d54633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:50:08Z', 'updated_at': '2022-01-28T05:50:14Z', 'revision_number': 4, 'project_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'subnets': [{'id': 'faf4ccca-ebc5-4c15-bcbc-916742d54633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:50:15.420517 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bda32b6d-9f35-4019-aa09-27d9e86be039 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (899b6dd4-4e31-4514-bc46-3c9c84e62b75), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:15.421541 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-416b4519-c8f3-4dab-ab84-86c5ef64386e req-8ea4dd73-1cb8-486d-9078-d4801453c583 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 210 time: 0.0375464 Jan 28 05:50:15.424891 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4293-a1f2-4f96-a446-4eda6ce8f9ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (2ebf69b6-902b-474b-be98-3b163b474470), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:15.538154 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4293-a1f2-4f96-a446-4eda6ce8f9ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (2ebf69b6-902b-474b-be98-3b163b474470), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:15.545952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d4293-a1f2-4f96-a446-4eda6ce8f9ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:15.545952 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4293-a1f2-4f96-a446-4eda6ce8f9ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:15.604423 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bda32b6d-9f35-4019-aa09-27d9e86be039 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (899b6dd4-4e31-4514-bc46-3c9c84e62b75), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:15.627028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d4293-a1f2-4f96-a446-4eda6ce8f9ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event updated for resources: {'Network': ['ID=2ebf69b6-902b-474b-be98-3b163b474470,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:15.639386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 2ebf69b6-902b-474b-be98-3b163b474470 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:50:15.678418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1e2d4293-a1f2-4f96-a446-4eda6ce8f9ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5215235 Jan 28 05:50:15.681012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36712) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:15.686095 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-17e5d376-986a-49a8-9b5d-c287e333ac70 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Request body: {'subnet': {'network_id': '2ebf69b6-902b-474b-be98-3b163b474470', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:15.750964 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-bda32b6d-9f35-4019-aa09-27d9e86be039 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Deleting port 7998d860-e338-473f-bc3f-794cddcc8c49 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:15.752402 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bda32b6d-9f35-4019-aa09-27d9e86be039 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7998d860-e338-473f-bc3f-794cddcc8c49), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:15.882389 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bda32b6d-9f35-4019-aa09-27d9e86be039 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7998d860-e338-473f-bc3f-794cddcc8c49), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:15.905761 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-bda32b6d-9f35-4019-aa09-27d9e86be039 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Calling delete_port for 7998d860-e338-473f-bc3f-794cddcc8c49 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:15.928114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-86a61e4f-2bd5-4722-992c-5a17201d9563 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:15.929819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-86a61e4f-2bd5-4722-992c-5a17201d9563 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.64 "GET /v2.0/networks?id=091c4ca4-e877-4a73-b977-7fc17fb1ac30 HTTP/1.1" status: 200 len: 811 time: 0.1309199 Jan 28 05:50:15.937748 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e5d376-986a-49a8-9b5d-c287e333ac70 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Made reservation on behalf of cd8877ea88264de9956b3dac5593b7ef for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:15.941907 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17e5d376-986a-49a8-9b5d-c287e333ac70 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:16.096522 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-e2594cad-3857-4d5d-8eca-cdaa89170b2b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Request body: {'port': {'device_id': 'c5076273-0d27-4630-837c-6f6ac45ec17c', 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30', 'admin_state_up': True, 'tenant_id': '7372e7c17c0d4e6eb77c78322e6794a6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:16.219019 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bda32b6d-9f35-4019-aa09-27d9e86be039 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7998d860-e338-473f-bc3f-794cddcc8c49), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:16.232394 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-4c9f22f2-4044-4996-9a2b-8eb7b80e0ed5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1434281 Jan 28 05:50:16.287289 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda32b6d-9f35-4019-aa09-27d9e86be039 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Pushing event deleted for resources: {'Port': ['ID=7998d860-e338-473f-bc3f-794cddcc8c49,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:16.342589 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bda32b6d-9f35-4019-aa09-27d9e86be039 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (899b6dd4-4e31-4514-bc46-3c9c84e62b75), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:16.419200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfcfff48-3516-426b-aad5-4a651ad851f3 req-bcadeac4-86b2-4a70-a051-4a8584b3a643 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1450601 Jan 28 05:50:16.425857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-e2594cad-3857-4d5d-8eca-cdaa89170b2b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Made reservation on behalf of 7372e7c17c0d4e6eb77c78322e6794a6 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:16.441715 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-e2594cad-3857-4d5d-8eca-cdaa89170b2b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:16.539514 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bda32b6d-9f35-4019-aa09-27d9e86be039 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (899b6dd4-4e31-4514-bc46-3c9c84e62b75), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:16.543569 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bda32b6d-9f35-4019-aa09-27d9e86be039 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_controller (899b6dd4-4e31-4514-bc46-3c9c84e62b75), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:16.656247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-ca80f0d3-d958-422f-8351-abc74a4a479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:16.656854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-ca80f0d3-d958-422f-8351-abc74a4a479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:16.657332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-ca80f0d3-d958-422f-8351-abc74a4a479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:16.657809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-ca80f0d3-d958-422f-8351-abc74a4a479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:16.658281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-ca80f0d3-d958-422f-8351-abc74a4a479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:16.658782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-ca80f0d3-d958-422f-8351-abc74a4a479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:16.659249 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-ca80f0d3-d958-422f-8351-abc74a4a479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:16.661804 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-ca80f0d3-d958-422f-8351-abc74a4a479b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 6497 time: 0.3109441 Jan 28 05:50:16.667271 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d25346ad-f650-414e-b009-2f4385ac9a92 req-ba98bdac-2002-4a1e-97ff-cf49d4a5b6c9 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 210 time: 0.1137874 Jan 28 05:50:16.671653 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bda32b6d-9f35-4019-aa09-27d9e86be039 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (899b6dd4-4e31-4514-bc46-3c9c84e62b75), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:16.672205 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda32b6d-9f35-4019-aa09-27d9e86be039 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Fanout notify agent at l3_agent the message router_deleted on router 899b6dd4-4e31-4514-bc46-3c9c84e62b75 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:50:16.681245 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bda32b6d-9f35-4019-aa09-27d9e86be039 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:16.686443 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bda32b6d-9f35-4019-aa09-27d9e86be039 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "DELETE /v2.0/routers/899b6dd4-4e31-4514-bc46-3c9c84e62b75 HTTP/1.1" status: 204 len: 168 time: 1.9800022 Jan 28 05:50:16.687012 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36726) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:16.695553 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1201700012', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'enable_snat': False}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:16.712848 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17e5d376-986a-49a8-9b5d-c287e333ac70 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (af305c66-6446-4f92-bce8-ed9d5b3270bb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:16.824659 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (66f63619-a4f6-4d5c-baa8-fd4108c323a1), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:16.825755 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (66f63619-a4f6-4d5c-baa8-fd4108c323a1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:16.839707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfff48-3516-426b-aad5-4a651ad851f3 req-34aaaea8-780f-4064-a82a-c6c3764185e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:16.841232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfcfff48-3516-426b-aad5-4a651ad851f3 req-34aaaea8-780f-4064-a82a-c6c3764185e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 1098 time: 0.3136539 Jan 28 05:50:16.913496 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5d376-986a-49a8-9b5d-c287e333ac70 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event updated for resources: {'Subnet': ['ID=af305c66-6446-4f92-bce8-ed9d5b3270bb,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:16.958688 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_controller (66f63619-a4f6-4d5c-baa8-fd4108c323a1), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:16.970014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fc991bb2-6d52-4e9b-8a62-b6a19d311b51 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:50:17.009730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-e2594cad-3857-4d5d-8eca-cdaa89170b2b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Allocated IP 172.20.0.5 (091c4ca4-e877-4a73-b977-7fc17fb1ac30/faf4ccca-ebc5-4c15-bcbc-916742d54633/aaf7a95a-448e-454e-94da-996b30a4d025) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:17.057331 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port fc991bb2-6d52-4e9b-8a62-b6a19d311b51 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:17.058026 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fc991bb2-6d52-4e9b-8a62-b6a19d311b51), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:17.102056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e5d376-986a-49a8-9b5d-c287e333ac70 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Checking segment: {'id': 'f55b247b-b9d8-4c43-97f8-dab00a5725af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2ebf69b6-902b-474b-be98-3b163b474470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:17.103516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e5d376-986a-49a8-9b5d-c287e333ac70 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Network hostable DHCP agents. Network: 2ebf69b6-902b-474b-be98-3b163b474470, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:50:17.113764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-54206f66-753b-4f2f-a4b4-7928d9b34b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:17.114575 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-54206f66-753b-4f2f-a4b4-7928d9b34b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:17.114819 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-54206f66-753b-4f2f-a4b4-7928d9b34b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:17.116438 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-54206f66-753b-4f2f-a4b4-7928d9b34b91 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d41f46e-f58d-4165-a16d-3b2144390868&id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&id=5163c916-d2f8-441e-b2dc-85c1354db940&id=5163c916-d2f8-441e-b2dc-85c1354db940 HTTP/1.1" status: 200 len: 2293 time: 0.4149082 Jan 28 05:50:17.199906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfff48-3516-426b-aad5-4a651ad851f3 req-ffc51c2e-9566-4287-8b67-8543ba9eca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:17.201476 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfcfff48-3516-426b-aad5-4a651ad851f3 req-ffc51c2e-9566-4287-8b67-8543ba9eca22 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 913 time: 0.3226418 Jan 28 05:50:17.209341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port fc991bb2-6d52-4e9b-8a62-b6a19d311b51 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:17.210330 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fc991bb2-6d52-4e9b-8a62-b6a19d311b51), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:17.243145 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (66f63619-a4f6-4d5c-baa8-fd4108c323a1), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:17.263874 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port fc991bb2-6d52-4e9b-8a62-b6a19d311b51, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fc991bb2-6d52-4e9b-8a62-b6a19d311b51,segment=NetworkSegment(6f2ba0fa-eb54-4fc3-a158-783043e3f568),segment_id=6f2ba0fa-eb54-4fc3-a158-783043e3f568)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:17.323427 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-14b38bbd-bb8e-4639-b711-6d073de073b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 HTTP/1.1" status: 200 len: 1000 time: 0.1955764 Jan 28 05:50:17.392948 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e5d376-986a-49a8-9b5d-c287e333ac70 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Network 2ebf69b6-902b-474b-be98-3b163b474470 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:50:17.406146 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfcfff48-3516-426b-aad5-4a651ad851f3 req-a1eafcd0-d7a7-4bd7-b031-1cf43b62f2a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e HTTP/1.1" status: 200 len: 1002 time: 0.1658938 Jan 28 05:50:17.407658 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fc991bb2-6d52-4e9b-8a62-b6a19d311b51), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:17.473434 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=fc991bb2-6d52-4e9b-8a62-b6a19d311b51,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:17.475944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfff48-3516-426b-aad5-4a651ad851f3 req-a996586c-8a4a-4309-9f57-270166e77d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:17.479038 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfcfff48-3516-426b-aad5-4a651ad851f3 req-a996586c-8a4a-4309-9f57-270166e77d12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.0644803 Jan 28 05:50:17.508941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-81b428fd-0908-4d8d-82f1-f930e8ee6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:17.510627 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-81b428fd-0908-4d8d-82f1-f930e8ee6c11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fef9bb5e-512a-4e07-ad80-abe7197482fc HTTP/1.1" status: 200 len: 850 time: 0.1776035 Jan 28 05:50:17.511743 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-17e5d376-986a-49a8-9b5d-c287e333ac70 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 2ebf69b6-902b-474b-be98-3b163b474470) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:17.526120 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d0c96c-57a9-44a8-9b3a-bcddbb27701b None None] Network 2ebf69b6-902b-474b-be98-3b163b474470 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:17.542820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e5d376-986a-49a8-9b5d-c287e333ac70 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:17.543531 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17e5d376-986a-49a8-9b5d-c287e333ac70 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:17.560576 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-e2594cad-3857-4d5d-8eca-cdaa89170b2b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Publish callbacks [] for port (aaf7a95a-448e-454e-94da-996b30a4d025), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:17.641417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfff48-3516-426b-aad5-4a651ad851f3 req-df5bca78-10bf-4306-a0ce-8d730989dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:17.643101 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfcfff48-3516-426b-aad5-4a651ad851f3 req-df5bca78-10bf-4306-a0ce-8d730989dcf7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1536636 Jan 28 05:50:17.651445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-498c4788-e8aa-4c77-a2c3-f99f10537be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:17.653008 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-498c4788-e8aa-4c77-a2c3-f99f10537be5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d41f46e-f58d-4165-a16d-3b2144390868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063917 Jan 28 05:50:17.682755 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (66f63619-a4f6-4d5c-baa8-fd4108c323a1), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:17.684801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-17e5d376-986a-49a8-9b5d-c287e333ac70 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0027144 Jan 28 05:50:17.710698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36736) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:17.716554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-2ebf69b6-902b-474b-be98-3b163b474470', 'network_id': '2ebf69b6-902b-474b-be98-3b163b474470', 'project_id': 'cd8877ea88264de9956b3dac5593b7ef', 'fixed_ips': [{'subnet_id': 'af305c66-6446-4f92-bce8-ed9d5b3270bb'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:50:17.716554 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:17.716870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b33634d3-62a2-4576-92bf-3cccae369f4c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Request body: {'port': {'network_id': '2ebf69b6-902b-474b-be98-3b163b474470', 'name': 'tempest-AllowedAddressPairTestJSON-1795343734'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:17.743615 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:17.841801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-7013de20-4572-4af5-b623-827a05bc9151 service neutron] 10.222.0.60 "GET /v2.0/networks/6d41f46e-f58d-4165-a16d-3b2144390868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726916 Jan 28 05:50:17.923317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Allocated IP 172.25.0.122 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/5bdbce67-1df2-40e8-b874-f6ba56721ce0) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:17.926263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Allocated IP 172.20.0.2 (2ebf69b6-902b-474b-be98-3b163b474470/af305c66-6446-4f92-bce8-ed9d5b3270bb/fc7936dd-ba3c-4e1a-8201-d0990c17beb0) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:17.959165 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-e2594cad-3857-4d5d-8eca-cdaa89170b2b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (aaf7a95a-448e-454e-94da-996b30a4d025), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:18.064107 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for port (5bdbce67-1df2-40e8-b874-f6ba56721ce0), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:18.070329 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-be12bf1c-926b-4fb8-80f2-780753a92594 service neutron] 10.222.0.60 "GET /v2.0/networks/6d41f46e-f58d-4165-a16d-3b2144390868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880764 Jan 28 05:50:18.096206 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Publish callbacks [] for port (fc7936dd-ba3c-4e1a-8201-d0990c17beb0), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:18.195757 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (fc7936dd-ba3c-4e1a-8201-d0990c17beb0), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:18.207609 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (5bdbce67-1df2-40e8-b874-f6ba56721ce0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:18.215156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-5706ee90-6b98-4d25-a045-af94910ecff4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=de4521fc-53b1-4371-ba47-df5321d802fa HTTP/1.1" status: 200 len: 217 time: 0.1134796 Jan 28 05:50:18.246830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-e2594cad-3857-4d5d-8eca-cdaa89170b2b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Network 091c4ca4-e877-4a73-b977-7fc17fb1ac30 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:18.256136 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2594cad-3857-4d5d-8eca-cdaa89170b2b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Pushing event updated for resources: {'Port': ['ID=aaf7a95a-448e-454e-94da-996b30a4d025,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:18.270130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Pushing event updated for resources: {'Port': ['ID=fc7936dd-ba3c-4e1a-8201-d0990c17beb0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:18.278214 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Pushing event updated for resources: {'Port': ['ID=5bdbce67-1df2-40e8-b874-f6ba56721ce0,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:18.290847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-e2594cad-3857-4d5d-8eca-cdaa89170b2b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:18.302668 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:18.304878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-e2594cad-3857-4d5d-8eca-cdaa89170b2b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:18.305439 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:18.308646 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:18.321186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Network 2ebf69b6-902b-474b-be98-3b163b474470 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:18.323043 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:18.334568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:18.341331 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfcfff48-3516-426b-aad5-4a651ad851f3 req-44e63c31-9504-4838-94f7-8319bbfba0ba service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6848214 Jan 28 05:50:18.349199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55cf8c-52cb-456b-bc75-61992168282d req-719648c2-afb8-4965-ac26-8df37c461f39 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:18.350994 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb55cf8c-52cb-456b-bc75-61992168282d req-719648c2-afb8-4965-ac26-8df37c461f39 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 931 time: 0.5082161 Jan 28 05:50:18.401159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-eaca0722-8746-4339-bbbf-dd1b583a33da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:18.401629 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-eaca0722-8746-4339-bbbf-dd1b583a33da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2b9cb9f-feef-45df-ae1f-fa66f4c913eb HTTP/1.1" status: 200 len: 797 time: 0.1693270 Jan 28 05:50:18.419883 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Attempting to bind port fc7936dd-ba3c-4e1a-8201-d0990c17beb0 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:18.420771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Attempting to bind port fc7936dd-ba3c-4e1a-8201-d0990c17beb0 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f55b247b-b9d8-4c43-97f8-dab00a5725af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2ebf69b6-902b-474b-be98-3b163b474470'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:18.421315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Attempting to bind port fc7936dd-ba3c-4e1a-8201-d0990c17beb0 on network 2ebf69b6-902b-474b-be98-3b163b474470 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:18.429218 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:50:18.430288 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Checking segment: {'id': 'f55b247b-b9d8-4c43-97f8-dab00a5725af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2ebf69b6-902b-474b-be98-3b163b474470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:18.431259 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:18.432927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Bound using segment: {'id': 'f55b247b-b9d8-4c43-97f8-dab00a5725af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2ebf69b6-902b-474b-be98-3b163b474470'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:50:18.433741 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Bound port: fc7936dd-ba3c-4e1a-8201-d0990c17beb0, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55b247b-b9d8-4c43-97f8-dab00a5725af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2ebf69b6-902b-474b-be98-3b163b474470'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:50:18.434195 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fc7936dd-ba3c-4e1a-8201-d0990c17beb0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:18.452722 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33634d3-62a2-4576-92bf-3cccae369f4c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Made reservation on behalf of cd8877ea88264de9956b3dac5593b7ef for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:18.455967 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b33634d3-62a2-4576-92bf-3cccae369f4c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:18.501350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-e2594cad-3857-4d5d-8eca-cdaa89170b2b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:18.501966 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-e2594cad-3857-4d5d-8eca-cdaa89170b2b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:18.532753 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] For port fc7936dd-ba3c-4e1a-8201-d0990c17beb0, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:50:18.537026 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] For port fc7936dd-ba3c-4e1a-8201-d0990c17beb0, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fc7936dd-ba3c-4e1a-8201-d0990c17beb0,segment=NetworkSegment(f55b247b-b9d8-4c43-97f8-dab00a5725af),segment_id=f55b247b-b9d8-4c43-97f8-dab00a5725af)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:50:18.549038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-b33634d3-62a2-4576-92bf-3cccae369f4c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] device_id is not set on port 2a54dd9f-a8c1-44db-b4da-121260a1250b yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:50:18.581117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb55cf8c-52cb-456b-bc75-61992168282d req-673115cf-4b2c-434c-8a06-d69b3ab96760 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135131 Jan 28 05:50:18.618293 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-d8202aca-6860-4416-b64a-10a73cdd02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:18.619820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-d8202aca-6860-4416-b64a-10a73cdd02c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1797316 Jan 28 05:50:18.624207 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfcfff48-3516-426b-aad5-4a651ad851f3 req-863927e1-e07c-47f1-8f79-8f6c4cb626c5 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723014 Jan 28 05:50:18.653104 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fc7936dd-ba3c-4e1a-8201-d0990c17beb0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:18.664507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-e2594cad-3857-4d5d-8eca-cdaa89170b2b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5743966 Jan 28 05:50:18.707676 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Request body: {'port': {'device_id': 'c5076273-0d27-4630-837c-6f6ac45ec17c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:18.760025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba6f2a-ba21-4dca-a611-d8c865ed9571 None None] Pushing event updated for resources: {'Port': ['ID=fc7936dd-ba3c-4e1a-8201-d0990c17beb0,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:18.795516 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (66f63619-a4f6-4d5c-baa8-fd4108c323a1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:18.830468 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-b33634d3-62a2-4576-92bf-3cccae369f4c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Allocated IP 172.20.0.6 (2ebf69b6-902b-474b-be98-3b163b474470/af305c66-6446-4f92-bce8-ed9d5b3270bb/2a54dd9f-a8c1-44db-b4da-121260a1250b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:18.844445 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (aaf7a95a-448e-454e-94da-996b30a4d025), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:18.871768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-23971311-3142-4386-89de-13dc8048e519 service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393365 Jan 28 05:50:18.883965 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fc991bb2-6d52-4e9b-8a62-b6a19d311b51 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:50:19.177321 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port fc991bb2-6d52-4e9b-8a62-b6a19d311b51 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:19.177954 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fc991bb2-6d52-4e9b-8a62-b6a19d311b51), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:19.201030 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (66f63619-a4f6-4d5c-baa8-fd4108c323a1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:19.305172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port fc991bb2-6d52-4e9b-8a62-b6a19d311b51 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:19.521720 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Router 66f63619-a4f6-4d5c-baa8-fd4108c323a1 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:50:19.598386 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:50:19.663581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:50:19.674522 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Sync routers for ids ['66f63619-a4f6-4d5c-baa8-fd4108c323a1'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:50:19.693363 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Routers {'66f63619-a4f6-4d5c-baa8-fd4108c323a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:19.695051 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['66f63619-a4f6-4d5c-baa8-fd4108c323a1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:19.794249 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:19.799180 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9af03d46-d802-4c9e-ae17-5a8faa610d75 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.1111362 Jan 28 05:50:19.800725 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36760) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:19.854884 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Set router 66f63619-a4f6-4d5c-baa8-fd4108c323a1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:50:19.888290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-833c780e-8519-49a3-a0d4-2d740f43832b service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0052934 Jan 28 05:50:19.949306 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-59d82555-9291-40d2-854d-ab38cb3352d8 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "GET /v2.0/routers/66f63619-a4f6-4d5c-baa8-fd4108c323a1 HTTP/1.1" status: 200 len: 909 time: 0.1463487 Jan 28 05:50:19.949959 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36764) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:19.954434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1201700012', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'enable_snat': True}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:19.979877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf7a95a-448e-454e-94da-996b30a4d025 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:50:19.987606 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-2437ceab-5f35-4d9d-8475-48fc8bbe955e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=a634b533-7357-4188-8294-f3f088104ea5 HTTP/1.1" status: 200 len: 217 time: 0.0784039 Jan 28 05:50:19.994900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae1318-a975-49b1-8cbf-9eb8bee36357 req-6ce76fdf-f78b-4a96-b679-4ca6095a7cfe tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:20.002492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3cae1318-a975-49b1-8cbf-9eb8bee36357 req-6ce76fdf-f78b-4a96-b679-4ca6095a7cfe tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 931 time: 0.2695873 Jan 28 05:50:20.028136 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Publish callbacks [] for port (aaf7a95a-448e-454e-94da-996b30a4d025), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:20.111108 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b33634d3-62a2-4576-92bf-3cccae369f4c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks [] for port (2a54dd9f-a8c1-44db-b4da-121260a1250b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:20.118473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Transition to ACTIVE for port object aaf7a95a-448e-454e-94da-996b30a4d025 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:50:20.133864 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (0a625dd2-4dc2-41b4-bc51-92dce55856d8), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:20.135498 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (0a625dd2-4dc2-41b4-bc51-92dce55856d8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:20.145129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-4f7ed1ce-27f1-4937-b5cc-9569aab6ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:20.161911 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-4f7ed1ce-27f1-4937-b5cc-9569aab6ffda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2b9cb9f-feef-45df-ae1f-fa66f4c913eb HTTP/1.1" status: 200 len: 797 time: 0.1389067 Jan 28 05:50:20.164416 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f63619-a4f6-4d5c-baa8-fd4108c323a1', 'name': 'tempest-snat-router-1201700012', 'tenant_id': '3d7f8129bcf94a9191a91d88717c4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.122'}], 'enable_snat': False}, 'gw_port_id': '5bdbce67-1df2-40e8-b874-f6ba56721ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:50:16Z', 'updated_at': '2022-01-28T05:50:18Z', 'revision_number': 3, 'project_id': '3d7f8129bcf94a9191a91d88717c4cbb', 'gw_port': {'id': '5bdbce67-1df2-40e8-b874-f6ba56721ce0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ba:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f63619-a4f6-4d5c-baa8-fd4108c323a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:50:17Z', 'updated_at': '2022-01-28T05:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:20.213440 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Checking router: 66f63619-a4f6-4d5c-baa8-fd4108c323a1 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:50:20.214051 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Updating router 66f63619-a4f6-4d5c-baa8-fd4108c323a1 port 5bdbce67-1df2-40e8-b874-f6ba56721ce0 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:50:20.221923 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_controller (0a625dd2-4dc2-41b4-bc51-92dce55856d8), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:20.233255 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (aaf7a95a-448e-454e-94da-996b30a4d025), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:20.245792 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5bdbce67-1df2-40e8-b874-f6ba56721ce0), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:20.251459 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3cae1318-a975-49b1-8cbf-9eb8bee36357 req-4fac9cf3-4e6b-484d-a9e4-4803d1af832b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474065 Jan 28 05:50:20.410372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-199fd51a-76e8-4c2c-8829-a7adab360f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:20.412166 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-199fd51a-76e8-4c2c-8829-a7adab360f73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2494097 Jan 28 05:50:20.416114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Pushing event updated for resources: {'Port': ['ID=aaf7a95a-448e-454e-94da-996b30a4d025,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:20.490477 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34af231-c131-40c0-94a6-3d0c522fc920 None None] Network 2ebf69b6-902b-474b-be98-3b163b474470 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:20.524546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:20.524546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:20.524546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:20.524951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:20.525257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:20.525585 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:20.525912 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:20.526240 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:20.526607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:20.526939 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:20.530755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:20.531593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:20.532926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:20.549287 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b33634d3-62a2-4576-92bf-3cccae369f4c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2a54dd9f-a8c1-44db-b4da-121260a1250b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:20.586046 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (0a625dd2-4dc2-41b4-bc51-92dce55856d8), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:20.633988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ae33250b-a7f7-4081-a006-98a9ab558a4f None None] Provisioning complete for port fc7936dd-ba3c-4e1a-8201-d0990c17beb0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:20.634388 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae33250b-a7f7-4081-a006-98a9ab558a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fc7936dd-ba3c-4e1a-8201-d0990c17beb0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:20.680917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33634d3-62a2-4576-92bf-3cccae369f4c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Network 2ebf69b6-902b-474b-be98-3b163b474470 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:20.695716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b33634d3-62a2-4576-92bf-3cccae369f4c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:20.702389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33634d3-62a2-4576-92bf-3cccae369f4c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:20.750183 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Publish callbacks [] for port (5bdbce67-1df2-40e8-b874-f6ba56721ce0), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:20.784466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ae33250b-a7f7-4081-a006-98a9ab558a4f None None] Current status of the port fc7936dd-ba3c-4e1a-8201-d0990c17beb0 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:20.785417 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae33250b-a7f7-4081-a006-98a9ab558a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fc7936dd-ba3c-4e1a-8201-d0990c17beb0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:20.797175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33634d3-62a2-4576-92bf-3cccae369f4c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event updated for resources: {'Port': ['ID=2a54dd9f-a8c1-44db-b4da-121260a1250b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:20.829458 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5bdbce67-1df2-40e8-b874-f6ba56721ce0), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:20.888417 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ae33250b-a7f7-4081-a006-98a9ab558a4f None None] For port fc7936dd-ba3c-4e1a-8201-d0990c17beb0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fc7936dd-ba3c-4e1a-8201-d0990c17beb0,segment=NetworkSegment(f55b247b-b9d8-4c43-97f8-dab00a5725af),segment_id=f55b247b-b9d8-4c43-97f8-dab00a5725af)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:20.918140 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9dc1f-a9c6-4984-a572-0aa763dfb10b None None] Pushing event updated for resources: {'Port': ['ID=5bdbce67-1df2-40e8-b874-f6ba56721ce0,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:20.945248 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Attempting to bind port 5bdbce67-1df2-40e8-b874-f6ba56721ce0 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:20.945626 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Attempting to bind port 5bdbce67-1df2-40e8-b874-f6ba56721ce0 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:20.945991 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Attempting to bind port 5bdbce67-1df2-40e8-b874-f6ba56721ce0 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:20.952891 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-979258c2-997f-4f6d-b930-f4aaf4ff4e3e service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107305 Jan 28 05:50:20.959307 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:50:20.959545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Attempting to bind port aaf7a95a-448e-454e-94da-996b30a4d025 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:20.959760 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:20.959876 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Attempting to bind port aaf7a95a-448e-454e-94da-996b30a4d025 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '6f2ba0fa-eb54-4fc3-a158-783043e3f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:20.961167 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:20.961681 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:50:20.961799 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Attempting to bind port aaf7a95a-448e-454e-94da-996b30a4d025 on network 091c4ca4-e877-4a73-b977-7fc17fb1ac30 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:20.962158 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Bound port: 5bdbce67-1df2-40e8-b874-f6ba56721ce0, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:50:20.962693 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5bdbce67-1df2-40e8-b874-f6ba56721ce0), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:20.979184 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae33250b-a7f7-4081-a006-98a9ab558a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fc7936dd-ba3c-4e1a-8201-d0990c17beb0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:21.026752 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fc7936dd-ba3c-4e1a-8201-d0990c17beb0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:50:21.048671 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] For port 5bdbce67-1df2-40e8-b874-f6ba56721ce0, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:50:21.053191 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (0a625dd2-4dc2-41b4-bc51-92dce55856d8), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:21.064242 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] For port 5bdbce67-1df2-40e8-b874-f6ba56721ce0, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5bdbce67-1df2-40e8-b874-f6ba56721ce0,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:50:21.115980 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5bdbce67-1df2-40e8-b874-f6ba56721ce0), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:21.117127 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:21.138007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33250b-a7f7-4081-a006-98a9ab558a4f None None] Pushing event updated for resources: {'Port': ['ID=fc7936dd-ba3c-4e1a-8201-d0990c17beb0,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:21.150249 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-33aa92ed-f19a-49f6-b05f-d5fe7164a038 None None] Provisioning complete for port fc7936dd-ba3c-4e1a-8201-d0990c17beb0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:21.150649 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33aa92ed-f19a-49f6-b05f-d5fe7164a038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fc7936dd-ba3c-4e1a-8201-d0990c17beb0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:21.162892 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-f22f12e9-0ea1-4d41-bd0f-6416208ab827 service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962266 Jan 28 05:50:21.170905 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33634d3-62a2-4576-92bf-3cccae369f4c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:21.173431 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b33634d3-62a2-4576-92bf-3cccae369f4c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:21.179426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Port aaf7a95a-448e-454e-94da-996b30a4d025 on network 091c4ca4-e877-4a73-b977-7fc17fb1ac30 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:21.183652 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Attempting to bind port aaf7a95a-448e-454e-94da-996b30a4d025 on network 091c4ca4-e877-4a73-b977-7fc17fb1ac30 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:21.205621 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port fc7936dd-ba3c-4e1a-8201-d0990c17beb0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:21.206380 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fc7936dd-ba3c-4e1a-8201-d0990c17beb0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:21.220250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:50:21.220681 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Checking segment: {'id': '6f2ba0fa-eb54-4fc3-a158-783043e3f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:21.221177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Bound using segment: {'id': '6f2ba0fa-eb54-4fc3-a158-783043e3f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:50:21.221695 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Bound port: aaf7a95a-448e-454e-94da-996b30a4d025, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2ba0fa-eb54-4fc3-a158-783043e3f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:50:21.222129 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (aaf7a95a-448e-454e-94da-996b30a4d025), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:21.314514 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Routers {'66f63619-a4f6-4d5c-baa8-fd4108c323a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:21.315298 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['66f63619-a4f6-4d5c-baa8-fd4108c323a1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:21.333441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-9ff8445a-b9fe-4603-81fc-71b0862c677e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a HTTP/1.1" status: 200 len: 217 time: 0.1551275 Jan 28 05:50:21.363175 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Allocated IP 172.25.0.239 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/f183d1b1-3d18-44c8-88b0-7377f83ca592) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:21.468180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b33634d3-62a2-4576-92bf-3cccae369f4c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7561731 Jan 28 05:50:21.479129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36784) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:21.490343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-bdc2a5bf-d3c8-4054-b328-d700442bf367 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Request body: {'port': {'network_id': '2ebf69b6-902b-474b-be98-3b163b474470', 'name': 'tempest-AllowedAddressPairTestJSON-482855148', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:2c:4b:88'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:21.508563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-33aa92ed-f19a-49f6-b05f-d5fe7164a038 None None] Current status of the port fc7936dd-ba3c-4e1a-8201-d0990c17beb0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:21.525125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port fc7936dd-ba3c-4e1a-8201-d0990c17beb0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:21.556444 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-33aa92ed-f19a-49f6-b05f-d5fe7164a038 None None] Provisioning complete for port 2a54dd9f-a8c1-44db-b4da-121260a1250b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:21.556947 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33aa92ed-f19a-49f6-b05f-d5fe7164a038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2a54dd9f-a8c1-44db-b4da-121260a1250b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:21.573827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] For port aaf7a95a-448e-454e-94da-996b30a4d025, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:50:21.577818 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9dc1f-a9c6-4984-a572-0aa763dfb10b None None] Pushing event updated for resources: {'Port': ['ID=5bdbce67-1df2-40e8-b874-f6ba56721ce0,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:21.578922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] For port aaf7a95a-448e-454e-94da-996b30a4d025, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=aaf7a95a-448e-454e-94da-996b30a4d025,segment=NetworkSegment(6f2ba0fa-eb54-4fc3-a158-783043e3f568),segment_id=6f2ba0fa-eb54-4fc3-a158-783043e3f568)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:50:21.659029 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-33aa92ed-f19a-49f6-b05f-d5fe7164a038 None None] Port 2a54dd9f-a8c1-44db-b4da-121260a1250b cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:50:21.660860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-3da637b2-f372-493f-8644-52fe28293af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:21.669060 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-3da637b2-f372-493f-8644-52fe28293af1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2b9cb9f-feef-45df-ae1f-fa66f4c913eb HTTP/1.1" status: 200 len: 797 time: 0.3227100 Jan 28 05:50:21.689707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af358fcb-2fb0-4b15-b903-7ffc2217da57 req-aa329fb6-a2fe-47ca-83fd-0b94bd8bbdd0 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:21.698894 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af358fcb-2fb0-4b15-b903-7ffc2217da57 req-aa329fb6-a2fe-47ca-83fd-0b94bd8bbdd0 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 943 time: 0.2998083 Jan 28 05:50:21.716017 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] Set router 66f63619-a4f6-4d5c-baa8-fd4108c323a1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:50:21.781722 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (aaf7a95a-448e-454e-94da-996b30a4d025), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:21.786654 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-48800758-9457-4838-b541-8fb53e84aa2f None None] Provisioning complete for port 2a54dd9f-a8c1-44db-b4da-121260a1250b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:21.787078 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-48800758-9457-4838-b541-8fb53e84aa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2a54dd9f-a8c1-44db-b4da-121260a1250b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:21.847634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:21.848315 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:21.850744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-18111855-fab0-4f85-ba69-edda813784cc service neutron] 10.222.0.64 "PUT /v2.0/ports/aaf7a95a-448e-454e-94da-996b30a4d025 HTTP/1.1" status: 200 len: 1092 time: 3.1510985 Jan 28 05:50:21.854649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-48800758-9457-4838-b541-8fb53e84aa2f None None] Port 2a54dd9f-a8c1-44db-b4da-121260a1250b cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:50:21.859001 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5076273-0d27-4630-837c-6f6ac45ec17c', 'tag': 'aaf7a95a-448e-454e-94da-996b30a4d025'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:50:21.863726 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c67350-72f1-4ff6-9f1e-0ed97b13f19e" -d '{"events": [{"name": "network-changed", "server_uuid": "c5076273-0d27-4630-837c-6f6ac45ec17c", "tag": "aaf7a95a-448e-454e-94da-996b30a4d025"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:50:21.920635 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for port (f183d1b1-3d18-44c8-88b0-7377f83ca592), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:21.967330 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d288f5fc-0c9c-4d4e-bc06-ce37746e7153 x-openstack-request-id: req-d288f5fc-0c9c-4d4e-bc06-ce37746e7153 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:50:21.967948 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5076273-0d27-4630-837c-6f6ac45ec17c", "tag": "aaf7a95a-448e-454e-94da-996b30a4d025", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:50:21.967948 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d288f5fc-0c9c-4d4e-bc06-ce37746e7153 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:50:21.969106 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5076273-0d27-4630-837c-6f6ac45ec17c', 'tag': 'aaf7a95a-448e-454e-94da-996b30a4d025', 'status': 'completed', 'code': 200} Jan 28 05:50:21.999479 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-da774648-0b2e-4812-a62f-83e9c80f4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:22.001040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-da774648-0b2e-4812-a62f-83e9c80f4509 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2782774 Jan 28 05:50:22.011331 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f63619-a4f6-4d5c-baa8-fd4108c323a1', 'name': 'tempest-snat-router-1201700012', 'tenant_id': '3d7f8129bcf94a9191a91d88717c4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.122'}], 'enable_snat': False}, 'gw_port_id': '5bdbce67-1df2-40e8-b874-f6ba56721ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:50:16Z', 'updated_at': '2022-01-28T05:50:18Z', 'revision_number': 3, 'project_id': '3d7f8129bcf94a9191a91d88717c4cbb', 'gw_port': {'id': '5bdbce67-1df2-40e8-b874-f6ba56721ce0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ba:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f63619-a4f6-4d5c-baa8-fd4108c323a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:50:17Z', 'updated_at': '2022-01-28T05:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:22.037072 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ddf0a-30ac-4a54-9f98-682753a3a6fe None None] The sync data for ids ['66f63619-a4f6-4d5c-baa8-fd4108c323a1'] in n-d-812111-12 is: [{'id': '66f63619-a4f6-4d5c-baa8-fd4108c323a1', 'name': 'tempest-snat-router-1201700012', 'tenant_id': '3d7f8129bcf94a9191a91d88717c4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.122'}], 'enable_snat': False}, 'gw_port_id': '5bdbce67-1df2-40e8-b874-f6ba56721ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:50:16Z', 'updated_at': '2022-01-28T05:50:18Z', 'revision_number': 3, 'project_id': '3d7f8129bcf94a9191a91d88717c4cbb', 'gw_port': {'id': '5bdbce67-1df2-40e8-b874-f6ba56721ce0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ba:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f63619-a4f6-4d5c-baa8-fd4108c323a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:50:17Z', 'updated_at': '2022-01-28T05:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:50:22.044413 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af358fcb-2fb0-4b15-b903-7ffc2217da57 req-0bec5119-90af-4623-af86-0b0bb8a1c667 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446617 Jan 28 05:50:22.053553 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (f183d1b1-3d18-44c8-88b0-7377f83ca592), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:22.094171 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:22.100012 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:22.103665 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:22.114223 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18111855-fab0-4f85-ba69-edda813784cc service neutron] Pushing event updated for resources: {'Port': ['ID=aaf7a95a-448e-454e-94da-996b30a4d025,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:22.142780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Pushing event updated for resources: {'Port': ['ID=f183d1b1-3d18-44c8-88b0-7377f83ca592,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:22.150011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc2a5bf-d3c8-4054-b328-d700442bf367 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Made reservation on behalf of cd8877ea88264de9956b3dac5593b7ef for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:22.157801 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:22.158133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:22.158726 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:22.158949 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:22.159253 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:22.160379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:22.160733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:22.161063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:22.161392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:22.161719 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:22.162550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:22.162550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:22.162803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:22.226828 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c67350-72f1-4ff6-9f1e-0ed97b13f19e req-378774c7-fba9-46c5-96af-efb821f266c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:22.228479 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-14c67350-72f1-4ff6-9f1e-0ed97b13f19e req-378774c7-fba9-46c5-96af-efb821f266c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7372e7c17c0d4e6eb77c78322e6794a6&device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 1095 time: 0.2264667 Jan 28 05:50:22.253076 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-9bbdbc24-956b-417c-a9ec-704d7175a8e4 service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366557 Jan 28 05:50:22.414213 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdc2a5bf-d3c8-4054-b328-d700442bf367 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:22.466857 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (0a625dd2-4dc2-41b4-bc51-92dce55856d8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:22.486798 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-bdc2a5bf-d3c8-4054-b328-d700442bf367 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] device_id is not set on port 47090a57-e148-4c39-893b-bc463db45867 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:50:22.503053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c67350-72f1-4ff6-9f1e-0ed97b13f19e req-34424930-a912-489f-8016-2a5e36039ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:22.503053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-14c67350-72f1-4ff6-9f1e-0ed97b13f19e req-34424930-a912-489f-8016-2a5e36039ca0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7372e7c17c0d4e6eb77c78322e6794a6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2563171 Jan 28 05:50:22.504538 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-08bc666f-02f1-4c62-a137-5a98b2d06813 service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324257 Jan 28 05:50:22.607893 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-82b93bf0-3f62-4628-955e-3c4f99b03a29 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=54091cbf-0759-4416-b585-fbc00752ec51 HTTP/1.1" status: 200 len: 217 time: 0.0631351 Jan 28 05:50:22.736008 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (0a625dd2-4dc2-41b4-bc51-92dce55856d8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:22.791481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-bdc2a5bf-d3c8-4054-b328-d700442bf367 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Allocated IP 172.20.0.14 (2ebf69b6-902b-474b-be98-3b163b474470/af305c66-6446-4f92-bce8-ed9d5b3270bb/47090a57-e148-4c39-893b-bc463db45867) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:22.796391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-330aaeee-8ded-4643-a845-e554655e5c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:22.798149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-330aaeee-8ded-4643-a845-e554655e5c8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2b9cb9f-feef-45df-ae1f-fa66f4c913eb HTTP/1.1" status: 200 len: 797 time: 0.1561453 Jan 28 05:50:22.820665 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c67350-72f1-4ff6-9f1e-0ed97b13f19e req-7cdd79c6-fa1f-4a36-bdc6-413ca9b6b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:22.822173 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-14c67350-72f1-4ff6-9f1e-0ed97b13f19e req-7cdd79c6-fa1f-4a36-bdc6-413ca9b6b588 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3166261 Jan 28 05:50:22.968539 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5bdbce67-1df2-40e8-b874-f6ba56721ce0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:50:22.998128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-76e5dee5-6660-4bb0-9006-ce2ccdc50eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:22.999715 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-76e5dee5-6660-4bb0-9006-ce2ccdc50eb2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1893094 Jan 28 05:50:23.034540 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 5bdbce67-1df2-40e8-b874-f6ba56721ce0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:23.034969 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5bdbce67-1df2-40e8-b874-f6ba56721ce0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:23.052205 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Router 0a625dd2-4dc2-41b4-bc51-92dce55856d8 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:50:23.116153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-6b9bc37e-394b-47bf-9d87-c3bfd8ed2e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:23.117950 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-6b9bc37e-394b-47bf-9d87-c3bfd8ed2e1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7372e7c17c0d4e6eb77c78322e6794a6&device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 1095 time: 0.1875918 Jan 28 05:50:23.168795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5bdbce67-1df2-40e8-b874-f6ba56721ce0 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:23.169608 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5bdbce67-1df2-40e8-b874-f6ba56721ce0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:23.198406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 5bdbce67-1df2-40e8-b874-f6ba56721ce0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5bdbce67-1df2-40e8-b874-f6ba56721ce0,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:23.198837 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdc2a5bf-d3c8-4054-b328-d700442bf367 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks [] for port (47090a57-e148-4c39-893b-bc463db45867), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:23.203463 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-b819a316-02ed-4f7c-9700-564542b86d0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaf7a95a-448e-454e-94da-996b30a4d025 HTTP/1.1" status: 200 len: 217 time: 0.0677323 Jan 28 05:50:23.213310 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:50:23.225047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Sync routers for ids ['0a625dd2-4dc2-41b4-bc51-92dce55856d8'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:50:23.235917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Routers {'0a625dd2-4dc2-41b4-bc51-92dce55856d8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:23.236564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0a625dd2-4dc2-41b4-bc51-92dce55856d8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:23.280974 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5bdbce67-1df2-40e8-b874-f6ba56721ce0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:23.281758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fc7936dd-ba3c-4e1a-8201-d0990c17beb0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:50:23.297426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-aa005f2d-e14a-4dd5-9a9f-287a16bf456b service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884402 Jan 28 05:50:23.315642 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:23.315642 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d3c499d5-bd99-4107-b7d9-bda42e4fa918 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3612509 Jan 28 05:50:23.315642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36806) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:23.395886 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-0d52a27e-aff1-4b8d-9051-a9dc3503f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:23.395886 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-0d52a27e-aff1-4b8d-9051-a9dc3503f0d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=faf4ccca-ebc5-4c15-bcbc-916742d54633 HTTP/1.1" status: 200 len: 851 time: 0.1801927 Jan 28 05:50:23.420612 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=5bdbce67-1df2-40e8-b874-f6ba56721ce0,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:23.436700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9ec2-9347-4427-a7e6-43e4fdcffade req-9d2b556e-8fc1-410d-bce1-cc62db6517d4 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:23.438243 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f84b9ec2-9347-4427-a7e6-43e4fdcffade req-9d2b556e-8fc1-410d-bce1-cc62db6517d4 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 943 time: 0.2478812 Jan 28 05:50:23.440186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Set router 0a625dd2-4dc2-41b4-bc51-92dce55856d8 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:50:23.442913 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-44d51446-fab5-4086-b897-1ff7176ce02c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=091c4ca4-e877-4a73-b977-7fc17fb1ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389032 Jan 28 05:50:23.445711 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdc2a5bf-d3c8-4054-b328-d700442bf367 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (47090a57-e148-4c39-893b-bc463db45867), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:23.450410 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4b16b90a-f9c1-4c19-884e-8d0a29b46933 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "GET /v2.0/routers/0a625dd2-4dc2-41b4-bc51-92dce55856d8 HTTP/1.1" status: 200 len: 908 time: 0.1318724 Jan 28 05:50:23.451187 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36808) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:23.513754 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port fc7936dd-ba3c-4e1a-8201-d0990c17beb0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:23.514131 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fc7936dd-ba3c-4e1a-8201-d0990c17beb0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:23.592737 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c58703e4-9fcb-45ab-95c6-8bda57d70286 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router (0a625dd2-4dc2-41b4-bc51-92dce55856d8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:23.722679 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port fc7936dd-ba3c-4e1a-8201-d0990c17beb0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:23.738257 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c58703e4-9fcb-45ab-95c6-8bda57d70286 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (0a625dd2-4dc2-41b4-bc51-92dce55856d8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:23.767073 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a625dd2-4dc2-41b4-bc51-92dce55856d8', 'name': 'tempest-snat-router-1201700012', 'tenant_id': '3d7f8129bcf94a9191a91d88717c4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'f183d1b1-3d18-44c8-88b0-7377f83ca592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:50:20Z', 'updated_at': '2022-01-28T05:50:22Z', 'revision_number': 3, 'project_id': '3d7f8129bcf94a9191a91d88717c4cbb', 'gw_port': {'id': 'f183d1b1-3d18-44c8-88b0-7377f83ca592', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:02:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a625dd2-4dc2-41b4-bc51-92dce55856d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:50:21Z', 'updated_at': '2022-01-28T05:50:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:23.804683 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Checking router: 0a625dd2-4dc2-41b4-bc51-92dce55856d8 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:50:23.805034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Updating router 0a625dd2-4dc2-41b4-bc51-92dce55856d8 port f183d1b1-3d18-44c8-88b0-7377f83ca592 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:50:23.832963 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f183d1b1-3d18-44c8-88b0-7377f83ca592), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:23.913587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc2a5bf-d3c8-4054-b328-d700442bf367 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Network 2ebf69b6-902b-474b-be98-3b163b474470 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:23.932253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-bdc2a5bf-d3c8-4054-b328-d700442bf367 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:23.936684 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc2a5bf-d3c8-4054-b328-d700442bf367 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:23.946994 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c58703e4-9fcb-45ab-95c6-8bda57d70286 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Deleting port f183d1b1-3d18-44c8-88b0-7377f83ca592 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:23.947342 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c58703e4-9fcb-45ab-95c6-8bda57d70286 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f183d1b1-3d18-44c8-88b0-7377f83ca592), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:23.988742 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-bd52377b-c574-4751-aef7-0b9fda9c2d2e service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6746764 Jan 28 05:50:24.069487 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-47c6e8ec-501b-4a4a-8788-83414e9a05cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5af82a02-3fcb-48cb-87fb-eca56a102c4c HTTP/1.1" status: 200 len: 217 time: 0.0697856 Jan 28 05:50:24.070150 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2a5bf-d3c8-4054-b328-d700442bf367 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event updated for resources: {'Port': ['ID=47090a57-e148-4c39-893b-bc463db45867,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:24.103436 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c58703e4-9fcb-45ab-95c6-8bda57d70286 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f183d1b1-3d18-44c8-88b0-7377f83ca592), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:24.111032 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f84b9ec2-9347-4427-a7e6-43e4fdcffade req-9677cfd2-9690-4bd2-98e3-8a3e8070360b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427426 Jan 28 05:50:24.145647 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c58703e4-9fcb-45ab-95c6-8bda57d70286 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Calling delete_port for f183d1b1-3d18-44c8-88b0-7377f83ca592 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:24.154219 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc2a5bf-d3c8-4054-b328-d700442bf367 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:24.154890 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdc2a5bf-d3c8-4054-b328-d700442bf367 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:24.175290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-9e0fec27-060f-42df-816c-9d1070be46cb service neutron] 10.222.0.64 "GET /v2.0/networks/091c4ca4-e877-4a73-b977-7fc17fb1ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7221253 Jan 28 05:50:24.180636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-bef467a7-277b-451d-b6fd-54e6611ce5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:24.182086 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-bef467a7-277b-451d-b6fd-54e6611ce5b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2b498353-5375-459e-bd93-4094c4cf6894 HTTP/1.1" status: 200 len: 797 time: 0.1006625 Jan 28 05:50:24.207537 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Publish callbacks [] for port (f183d1b1-3d18-44c8-88b0-7377f83ca592), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:24.254952 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bdc2a5bf-d3c8-4054-b328-d700442bf367 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.7695382 Jan 28 05:50:24.280568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36818) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:24.302984 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5acd0bd9-a28e-43a0-a7d0-2eb490c60023 None None] Provisioning complete for port 47090a57-e148-4c39-893b-bc463db45867 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:24.303361 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5acd0bd9-a28e-43a0-a7d0-2eb490c60023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (47090a57-e148-4c39-893b-bc463db45867), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:24.333580 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f183d1b1-3d18-44c8-88b0-7377f83ca592), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:24.366707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5acd0bd9-a28e-43a0-a7d0-2eb490c60023 None None] Port 47090a57-e148-4c39-893b-bc463db45867 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:50:24.372934 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-65203750-8be8-4d33-9a09-721e5dafaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:24.374471 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-65203750-8be8-4d33-9a09-721e5dafaf5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5163c916-d2f8-441e-b2dc-85c1354db940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1859703 Jan 28 05:50:24.396743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Attempting to bind port f183d1b1-3d18-44c8-88b0-7377f83ca592 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:24.397102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Attempting to bind port f183d1b1-3d18-44c8-88b0-7377f83ca592 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:24.397484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Attempting to bind port f183d1b1-3d18-44c8-88b0-7377f83ca592 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:24.403506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541df04-d071-433c-90c9-049308dd3036 None None] Pushing event updated for resources: {'Port': ['ID=f183d1b1-3d18-44c8-88b0-7377f83ca592,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:24.409041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:50:24.410513 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:24.410513 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:24.410915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:50:24.411286 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Bound port: f183d1b1-3d18-44c8-88b0-7377f83ca592, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:50:24.411672 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f183d1b1-3d18-44c8-88b0-7377f83ca592), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:24.427680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c28728-b636-488c-86a5-4b06a2130e35 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:24.433007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c28728-b636-488c-86a5-4b06a2130e35 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:24.438243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c28728-b636-488c-86a5-4b06a2130e35 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:24.439945 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f5c28728-b636-488c-86a5-4b06a2130e35 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1576695 Jan 28 05:50:24.454901 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36822) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:24.471082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79bd0fa7-dff2-4f58-9f78-5d355f1809db req-6228b39f-122c-4410-87dc-81b822fc43bf service neutron] 10.222.0.64 "GET /v2.0/networks/091c4ca4-e877-4a73-b977-7fc17fb1ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838874 Jan 28 05:50:24.517975 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-34d0e1f4-65dd-4e96-9262-534a46f52f90 service neutron] 10.222.0.60 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340249 Jan 28 05:50:24.570787 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-16c6bfdc-edf2-4e24-ba80-8ae86648b080 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Deleting port 47090a57-e148-4c39-893b-bc463db45867 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:24.571296 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16c6bfdc-edf2-4e24-ba80-8ae86648b080 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (47090a57-e148-4c39-893b-bc463db45867), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:24.585343 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:50:24.586099 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:50:24.588312 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c58703e4-9fcb-45ab-95c6-8bda57d70286 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (f183d1b1-3d18-44c8-88b0-7377f83ca592), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:24.618386 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-bc28bab2-c6a3-43c6-9744-614d1aafa392 service neutron] 10.222.0.60 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945210 Jan 28 05:50:24.648060 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58703e4-9fcb-45ab-95c6-8bda57d70286 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Pushing event deleted for resources: {'Port': ['ID=f183d1b1-3d18-44c8-88b0-7377f83ca592,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:24.664191 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-56681c00-393a-4d14-ae13-22949d86f151 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=466fe8cd-e266-4cb2-8f30-51463308a710 HTTP/1.1" status: 200 len: 217 time: 0.0386055 Jan 28 05:50:24.724678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-75224a58-ce4e-42a2-8ac3-a1abe26c2d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:24.726385 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-75224a58-ce4e-42a2-8ac3-a1abe26c2d79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2b498353-5375-459e-bd93-4094c4cf6894 HTTP/1.1" status: 200 len: 797 time: 0.0555067 Jan 28 05:50:24.744538 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16c6bfdc-edf2-4e24-ba80-8ae86648b080 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (47090a57-e148-4c39-893b-bc463db45867), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:24.762853 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-16c6bfdc-edf2-4e24-ba80-8ae86648b080 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Calling delete_port for 47090a57-e148-4c39-893b-bc463db45867 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:24.764940 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c58703e4-9fcb-45ab-95c6-8bda57d70286 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (0a625dd2-4dc2-41b4-bc51-92dce55856d8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:24.794229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-475434ba-8432-4e72-ad27-dac0ac1b3e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:24.796117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-475434ba-8432-4e72-ad27-dac0ac1b3e9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5163c916-d2f8-441e-b2dc-85c1354db940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0620971 Jan 28 05:50:24.828516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5bdbce67-1df2-40e8-b874-f6ba56721ce0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:50:24.831777 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:24.897564 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-50f087f7-0a28-4ae6-9011-4bddf56e8305 service neutron] 10.222.0.60 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949364 Jan 28 05:50:24.900236 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c58703e4-9fcb-45ab-95c6-8bda57d70286 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (0a625dd2-4dc2-41b4-bc51-92dce55856d8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:24.904016 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c58703e4-9fcb-45ab-95c6-8bda57d70286 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_controller (0a625dd2-4dc2-41b4-bc51-92dce55856d8), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:24.906107 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 5bdbce67-1df2-40e8-b874-f6ba56721ce0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:24.906652 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5bdbce67-1df2-40e8-b874-f6ba56721ce0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:25.003071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5bdbce67-1df2-40e8-b874-f6ba56721ce0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:25.029289 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1319890-33ca-497e-8049-ac4cf4ac9ca0 req-2c52b613-8e96-4ff4-9090-5ebb4758851f service neutron] 10.222.0.60 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999870 Jan 28 05:50:25.052446 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c58703e4-9fcb-45ab-95c6-8bda57d70286 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (0a625dd2-4dc2-41b4-bc51-92dce55856d8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:25.053066 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58703e4-9fcb-45ab-95c6-8bda57d70286 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a625dd2-4dc2-41b4-bc51-92dce55856d8 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:50:25.059080 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c58703e4-9fcb-45ab-95c6-8bda57d70286 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:25.060321 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c58703e4-9fcb-45ab-95c6-8bda57d70286 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "DELETE /v2.0/routers/0a625dd2-4dc2-41b4-bc51-92dce55856d8 HTTP/1.1" status: 204 len: 168 time: 1.6087594 Jan 28 05:50:25.067928 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36832) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:25.101631 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Attempting to bind port f183d1b1-3d18-44c8-88b0-7377f83ca592 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:25.102025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Attempting to bind port f183d1b1-3d18-44c8-88b0-7377f83ca592 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:25.102453 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Attempting to bind port f183d1b1-3d18-44c8-88b0-7377f83ca592 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:25.108192 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:50:25.108521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:25.108939 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:25.109337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:50:25.109807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Bound port: f183d1b1-3d18-44c8-88b0-7377f83ca592, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:50:25.110193 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f183d1b1-3d18-44c8-88b0-7377f83ca592), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:25.132504 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Port f183d1b1-3d18-44c8-88b0-7377f83ca592 has been deleted concurrently {{(pid=103636) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 28 05:50:25.149010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Routers set() bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:25.150005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Router IDs set() for agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 05:50:25.150005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_agentschedulers_db [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0a625dd2-4dc2-41b4-bc51-92dce55856d8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent'). {{(pid=103636) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 05:50:25.150629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31856d9-fdd0-44f8-b7ce-dc2fa2f42899 None None] The sync data for ids ['0a625dd2-4dc2-41b4-bc51-92dce55856d8'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:50:25.160986 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16c6bfdc-edf2-4e24-ba80-8ae86648b080 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (47090a57-e148-4c39-893b-bc463db45867), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:25.199112 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6bfdc-edf2-4e24-ba80-8ae86648b080 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event deleted for resources: {'Port': ['ID=47090a57-e148-4c39-893b-bc463db45867,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:25.207956 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-edb785d3-2766-4ac4-a18f-4a3579ff522c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router (66f63619-a4f6-4d5c-baa8-fd4108c323a1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:25.249993 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52d362-e4eb-4a1c-9719-bb9ddc8c78f7 req-8ecd11bc-28ad-4720-9e56-43302c71698e tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:25.251920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be52d362-e4eb-4a1c-9719-bb9ddc8c78f7 req-8ecd11bc-28ad-4720-9e56-43302c71698e tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 943 time: 0.0583134 Jan 28 05:50:25.318988 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be52d362-e4eb-4a1c-9719-bb9ddc8c78f7 req-79246a84-47e6-4c5f-a25f-acf212408c2b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602133 Jan 28 05:50:25.438346 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-edb785d3-2766-4ac4-a18f-4a3579ff522c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (66f63619-a4f6-4d5c-baa8-fd4108c323a1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:25.459981 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16c6bfdc-edf2-4e24-ba80-8ae86648b080 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:25.463246 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-16c6bfdc-edf2-4e24-ba80-8ae86648b080 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "DELETE /v2.0/ports/47090a57-e148-4c39-893b-bc463db45867 HTTP/1.1" status: 204 len: 168 time: 1.0073926 Jan 28 05:50:25.465922 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36836) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:25.491041 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-0559cf31-ba55-4cb4-aadb-2cace0e31373 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] GET failed (client error): The resource could not be found. Jan 28 05:50:25.492298 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0559cf31-ba55-4cb4-aadb-2cace0e31373 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "GET /v2.0/ports/47090a57-e148-4c39-893b-bc463db45867 HTTP/1.1" status: 404 len: 333 time: 0.0254595 Jan 28 05:50:25.495681 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36838) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:25.500198 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-dff245bf-cbd3-47c9-af99-74371dbfb3ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Request body: {'port': {'network_id': '2ebf69b6-902b-474b-be98-3b163b474470', 'name': 'tempest-AllowedAddressPairTestJSON-98137955'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:25.637787 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-edb785d3-2766-4ac4-a18f-4a3579ff522c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Deleting port 5bdbce67-1df2-40e8-b874-f6ba56721ce0 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:25.638133 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-edb785d3-2766-4ac4-a18f-4a3579ff522c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5bdbce67-1df2-40e8-b874-f6ba56721ce0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:25.704626 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff245bf-cbd3-47c9-af99-74371dbfb3ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Made reservation on behalf of cd8877ea88264de9956b3dac5593b7ef for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:25.709237 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dff245bf-cbd3-47c9-af99-74371dbfb3ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:25.734591 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-edb785d3-2766-4ac4-a18f-4a3579ff522c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] For port 5bdbce67-1df2-40e8-b874-f6ba56721ce0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5bdbce67-1df2-40e8-b874-f6ba56721ce0,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:25.734964 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-edb785d3-2766-4ac4-a18f-4a3579ff522c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5bdbce67-1df2-40e8-b874-f6ba56721ce0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:25.747836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-dff245bf-cbd3-47c9-af99-74371dbfb3ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] device_id is not set on port a933c73c-0941-43c7-9e4a-c30e69ba10f9 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:50:25.757165 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-edb785d3-2766-4ac4-a18f-4a3579ff522c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Calling delete_port for 5bdbce67-1df2-40e8-b874-f6ba56721ce0 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:25.897167 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device aaf7a95a-448e-454e-94da-996b30a4d025 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:50:25.943806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-dff245bf-cbd3-47c9-af99-74371dbfb3ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Allocated IP 172.20.0.11 (2ebf69b6-902b-474b-be98-3b163b474470/af305c66-6446-4f92-bce8-ed9d5b3270bb/a933c73c-0941-43c7-9e4a-c30e69ba10f9) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:25.999378 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port aaf7a95a-448e-454e-94da-996b30a4d025, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=aaf7a95a-448e-454e-94da-996b30a4d025,segment=NetworkSegment(6f2ba0fa-eb54-4fc3-a158-783043e3f568),segment_id=6f2ba0fa-eb54-4fc3-a158-783043e3f568)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:26.012727 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'aaf7a95a-448e-454e-94da-996b30a4d025', 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30', 'port_id': 'aaf7a95a-448e-454e-94da-996b30a4d025', 'mac_address': 'fa:16:3e:1a:22:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf4ccca-ebc5-4c15-bcbc-916742d54633', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:50:26.056292 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port aaf7a95a-448e-454e-94da-996b30a4d025 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:26.056677 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (aaf7a95a-448e-454e-94da-996b30a4d025), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:26.141384 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dff245bf-cbd3-47c9-af99-74371dbfb3ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks [] for port (a933c73c-0941-43c7-9e4a-c30e69ba10f9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:26.177788 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-edb785d3-2766-4ac4-a18f-4a3579ff522c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (5bdbce67-1df2-40e8-b874-f6ba56721ce0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:26.200383 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf7a95a-448e-454e-94da-996b30a4d025 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:50:26.210782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb785d3-2766-4ac4-a18f-4a3579ff522c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bdbce67-1df2-40e8-b874-f6ba56721ce0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:26.225048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port aaf7a95a-448e-454e-94da-996b30a4d025, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=aaf7a95a-448e-454e-94da-996b30a4d025,segment=NetworkSegment(6f2ba0fa-eb54-4fc3-a158-783043e3f568),segment_id=6f2ba0fa-eb54-4fc3-a158-783043e3f568)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:26.239429 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dff245bf-cbd3-47c9-af99-74371dbfb3ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a933c73c-0941-43c7-9e4a-c30e69ba10f9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:26.314589 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff245bf-cbd3-47c9-af99-74371dbfb3ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Network 2ebf69b6-902b-474b-be98-3b163b474470 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:26.322473 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-dff245bf-cbd3-47c9-af99-74371dbfb3ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:26.328157 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff245bf-cbd3-47c9-af99-74371dbfb3ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:26.330670 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-edb785d3-2766-4ac4-a18f-4a3579ff522c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (66f63619-a4f6-4d5c-baa8-fd4108c323a1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:26.334612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff245bf-cbd3-47c9-af99-74371dbfb3ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event updated for resources: {'Port': ['ID=a933c73c-0941-43c7-9e4a-c30e69ba10f9,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:26.337724 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (aaf7a95a-448e-454e-94da-996b30a4d025), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:26.395267 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=aaf7a95a-448e-454e-94da-996b30a4d025,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:26.469945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e678bc-b97d-40f5-a7b6-18fd5e2dd031 req-b6e64e01-141a-42e9-85e9-298759b2c042 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:26.471997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19e678bc-b97d-40f5-a7b6-18fd5e2dd031 req-b6e64e01-141a-42e9-85e9-298759b2c042 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 944 time: 0.0671973 Jan 28 05:50:26.543231 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19e678bc-b97d-40f5-a7b6-18fd5e2dd031 req-4c3ae193-00ad-45cf-84b3-17014678031c tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631814 Jan 28 05:50:26.657900 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['aaf7a95a-448e-454e-94da-996b30a4d025'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:50:26.716469 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-44dc199d-fe92-452d-88dd-9fbb99f35574 None None] Provisioning complete for port a933c73c-0941-43c7-9e4a-c30e69ba10f9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:26.716919 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44dc199d-fe92-452d-88dd-9fbb99f35574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a933c73c-0941-43c7-9e4a-c30e69ba10f9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:26.774758 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-edb785d3-2766-4ac4-a18f-4a3579ff522c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (66f63619-a4f6-4d5c-baa8-fd4108c323a1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:26.775438 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-44dc199d-fe92-452d-88dd-9fbb99f35574 None None] Port a933c73c-0941-43c7-9e4a-c30e69ba10f9 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:50:26.778571 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-edb785d3-2766-4ac4-a18f-4a3579ff522c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_controller (66f63619-a4f6-4d5c-baa8-fd4108c323a1), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:26.788245 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff245bf-cbd3-47c9-af99-74371dbfb3ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:26.788848 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dff245bf-cbd3-47c9-af99-74371dbfb3ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:26.901072 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dff245bf-cbd3-47c9-af99-74371dbfb3ee tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4043996 Jan 28 05:50:26.902190 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-edb785d3-2766-4ac4-a18f-4a3579ff522c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (66f63619-a4f6-4d5c-baa8-fd4108c323a1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:26.902800 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb785d3-2766-4ac4-a18f-4a3579ff522c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66f63619-a4f6-4d5c-baa8-fd4108c323a1 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:50:26.904596 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36858) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:26.909901 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-88ec1985-36b9-4367-ba4d-bcba56713802 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:2c:4b:88'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:26.915848 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-edb785d3-2766-4ac4-a18f-4a3579ff522c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:26.917892 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-edb785d3-2766-4ac4-a18f-4a3579ff522c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "DELETE /v2.0/routers/66f63619-a4f6-4d5c-baa8-fd4108c323a1 HTTP/1.1" status: 204 len: 168 time: 1.8529401 Jan 28 05:50:26.921091 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36860) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:26.925646 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1311793940', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:26.990271 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (f38bf022-099e-468f-bf19-1bac49442340), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:26.991372 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (f38bf022-099e-468f-bf19-1bac49442340), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:27.062115 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_controller (f38bf022-099e-468f-bf19-1bac49442340), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:27.077960 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-88ec1985-36b9-4367-ba4d-bcba56713802 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a933c73c-0941-43c7-9e4a-c30e69ba10f9), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:27.247286 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (f38bf022-099e-468f-bf19-1bac49442340), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:27.266293 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-88ec1985-36b9-4367-ba4d-bcba56713802 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks [] for port (a933c73c-0941-43c7-9e4a-c30e69ba10f9), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:27.372948 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-88ec1985-36b9-4367-ba4d-bcba56713802 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (a933c73c-0941-43c7-9e4a-c30e69ba10f9), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:27.465769 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec1985-36b9-4367-ba4d-bcba56713802 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event updated for resources: {'Port': ['ID=a933c73c-0941-43c7-9e4a-c30e69ba10f9,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:27.484079 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-88ec1985-36b9-4367-ba4d-bcba56713802 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] In _notify_port_updated(), no bound segment for port a933c73c-0941-43c7-9e4a-c30e69ba10f9 on network 2ebf69b6-902b-474b-be98-3b163b474470 {{(pid=103634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 05:50:27.486547 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:27.493502 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ec1985-36b9-4367-ba4d-bcba56713802 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:27.493502 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-88ec1985-36b9-4367-ba4d-bcba56713802 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:27.493502 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-88ec1985-36b9-4367-ba4d-bcba56713802 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "PUT /v2.0/ports/a933c73c-0941-43c7-9e4a-c30e69ba10f9 HTTP/1.1" status: 200 len: 992 time: 0.5878873 Jan 28 05:50:27.496299 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36866) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:27.553134 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (f38bf022-099e-468f-bf19-1bac49442340), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:27.578459 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:27.607828 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ff65ff00-a6ba-4cc0-a4ac-c41732154cc7 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Deleting port a933c73c-0941-43c7-9e4a-c30e69ba10f9 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:27.608169 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ff65ff00-a6ba-4cc0-a4ac-c41732154cc7 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a933c73c-0941-43c7-9e4a-c30e69ba10f9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:27.718979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7f948-7e7c-4b45-b622-cac65d3530a2 req-c1aac02a-1538-4b73-8cae-c9210f58ab02 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:27.719892 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ff65ff00-a6ba-4cc0-a4ac-c41732154cc7 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a933c73c-0941-43c7-9e4a-c30e69ba10f9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:27.720480 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0be7f948-7e7c-4b45-b622-cac65d3530a2 req-c1aac02a-1538-4b73-8cae-c9210f58ab02 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 944 time: 0.0910025 Jan 28 05:50:27.735086 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ff65ff00-a6ba-4cc0-a4ac-c41732154cc7 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Calling delete_port for a933c73c-0941-43c7-9e4a-c30e69ba10f9 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:27.740272 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Allocated IP 172.25.0.122 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/7dbe0d68-329c-44f9-8e8e-a73ab4f1c8ce) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:27.807856 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2a949325-7a8d-47b1-9483-58340cf91282 None None] Provisioning complete for port a933c73c-0941-43c7-9e4a-c30e69ba10f9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:27.808224 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a949325-7a8d-47b1-9483-58340cf91282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a933c73c-0941-43c7-9e4a-c30e69ba10f9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:27.845301 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2a949325-7a8d-47b1-9483-58340cf91282 None None] Port a933c73c-0941-43c7-9e4a-c30e69ba10f9 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:50:27.845561 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0be7f948-7e7c-4b45-b622-cac65d3530a2 req-408c2983-fea4-4783-99cb-75abe70e729f tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081910 Jan 28 05:50:27.897347 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device aaf7a95a-448e-454e-94da-996b30a4d025 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:50:27.904017 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for port (7dbe0d68-329c-44f9-8e8e-a73ab4f1c8ce), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:27.967139 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ff65ff00-a6ba-4cc0-a4ac-c41732154cc7 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a933c73c-0941-43c7-9e4a-c30e69ba10f9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:27.999716 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65ff00-a6ba-4cc0-a4ac-c41732154cc7 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event deleted for resources: {'Port': ['ID=a933c73c-0941-43c7-9e4a-c30e69ba10f9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:28.026242 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (7dbe0d68-329c-44f9-8e8e-a73ab4f1c8ce), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:28.067223 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:28.070418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:28.073420 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:28.083949 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port aaf7a95a-448e-454e-94da-996b30a4d025 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:50:28.089278 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port aaf7a95a-448e-454e-94da-996b30a4d025 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:28.089966 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (aaf7a95a-448e-454e-94da-996b30a4d025), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:28.123309 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Pushing event updated for resources: {'Port': ['ID=7dbe0d68-329c-44f9-8e8e-a73ab4f1c8ce,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:28.177789 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ff65ff00-a6ba-4cc0-a4ac-c41732154cc7 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:28.181422 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ff65ff00-a6ba-4cc0-a4ac-c41732154cc7 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "DELETE /v2.0/ports/a933c73c-0941-43c7-9e4a-c30e69ba10f9 HTTP/1.1" status: 204 len: 168 time: 0.6841714 Jan 28 05:50:28.185416 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36878) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:28.202108 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port aaf7a95a-448e-454e-94da-996b30a4d025 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:28.202535 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (aaf7a95a-448e-454e-94da-996b30a4d025), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:28.220478 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-612ba911-fb2a-4410-91e5-1857efca8717 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] GET failed (client error): The resource could not be found. Jan 28 05:50:28.222560 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-612ba911-fb2a-4410-91e5-1857efca8717 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "GET /v2.0/ports/a933c73c-0941-43c7-9e4a-c30e69ba10f9 HTTP/1.1" status: 404 len: 333 time: 0.0358825 Jan 28 05:50:28.226896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36880) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:28.233626 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b2d3c9aa-62fe-4103-9545-9de02fa3d8da tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Request body: {'port': {'network_id': '2ebf69b6-902b-474b-be98-3b163b474470', 'name': 'tempest-AllowedAddressPairTestJSON-1004035858'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:28.263331 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port aaf7a95a-448e-454e-94da-996b30a4d025, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=aaf7a95a-448e-454e-94da-996b30a4d025,segment=NetworkSegment(6f2ba0fa-eb54-4fc3-a158-783043e3f568),segment_id=6f2ba0fa-eb54-4fc3-a158-783043e3f568)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:28.263331 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5076273-0d27-4630-837c-6f6ac45ec17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf7a95a-448e-454e-94da-996b30a4d025'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:50:28.263331 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38bd414-fcdb-42c3-8fb3-8ac1e3a6b25e" -d '{"events": [{"server_uuid": "c5076273-0d27-4630-837c-6f6ac45ec17c", "name": "network-vif-plugged", "status": "completed", "tag": "aaf7a95a-448e-454e-94da-996b30a4d025"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:50:28.312641 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad400eb-5b2b-4057-b95e-2af0bfe23431 x-openstack-request-id: req-7ad400eb-5b2b-4057-b95e-2af0bfe23431 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:50:28.313355 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5076273-0d27-4630-837c-6f6ac45ec17c", "name": "network-vif-plugged", "status": "completed", "tag": "aaf7a95a-448e-454e-94da-996b30a4d025", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:50:28.314005 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ad400eb-5b2b-4057-b95e-2af0bfe23431 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:50:28.314670 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5076273-0d27-4630-837c-6f6ac45ec17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf7a95a-448e-454e-94da-996b30a4d025', 'code': 200} Jan 28 05:50:28.338318 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (aaf7a95a-448e-454e-94da-996b30a4d025), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:28.414080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=aaf7a95a-448e-454e-94da-996b30a4d025,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:28.469158 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d3c9aa-62fe-4103-9545-9de02fa3d8da tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Made reservation on behalf of cd8877ea88264de9956b3dac5593b7ef for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:28.473242 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c9aa-62fe-4103-9545-9de02fa3d8da tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:28.492394 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-b2d3c9aa-62fe-4103-9545-9de02fa3d8da tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] device_id is not set on port 66f07554-66ee-4dbb-b4f0-d0e55afff5c4 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:50:28.538989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cda7f9-f91c-4783-8157-558859a89406 req-47ed39c4-09c3-4e27-815c-9abe6712a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:28.540377 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1cda7f9-f91c-4783-8157-558859a89406 req-47ed39c4-09c3-4e27-815c-9abe6712a9e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 1097 time: 0.0880859 Jan 28 05:50:28.563709 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (f38bf022-099e-468f-bf19-1bac49442340), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:28.608734 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-b2d3c9aa-62fe-4103-9545-9de02fa3d8da tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Allocated IP 172.20.0.11 (2ebf69b6-902b-474b-be98-3b163b474470/af305c66-6446-4f92-bce8-ed9d5b3270bb/66f07554-66ee-4dbb-b4f0-d0e55afff5c4) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:28.637254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1cda7f9-f91c-4783-8157-558859a89406 req-36074693-8789-421c-918a-99790b1a2393 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903966 Jan 28 05:50:28.754030 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5bdbce67-1df2-40e8-b874-f6ba56721ce0 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:50:28.766737 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c9aa-62fe-4103-9545-9de02fa3d8da tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks [] for port (66f07554-66ee-4dbb-b4f0-d0e55afff5c4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:28.783103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 5bdbce67-1df2-40e8-b874-f6ba56721ce0 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:50:28.783454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5bdbce67-1df2-40e8-b874-f6ba56721ce0 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:50:28.796908 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (f38bf022-099e-468f-bf19-1bac49442340), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:28.864288 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c9aa-62fe-4103-9545-9de02fa3d8da tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (66f07554-66ee-4dbb-b4f0-d0e55afff5c4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:28.915397 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d3c9aa-62fe-4103-9545-9de02fa3d8da tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Network 2ebf69b6-902b-474b-be98-3b163b474470 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:28.917986 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-b2d3c9aa-62fe-4103-9545-9de02fa3d8da tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:28.926089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d3c9aa-62fe-4103-9545-9de02fa3d8da tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:28.932460 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3c9aa-62fe-4103-9545-9de02fa3d8da tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event updated for resources: {'Port': ['ID=66f07554-66ee-4dbb-b4f0-d0e55afff5c4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:28.982715 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9feea-bded-46ab-91f1-69e10326b68c req-441c5695-8c73-4594-89ba-89b52e887c44 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:28.984821 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42d9feea-bded-46ab-91f1-69e10326b68c req-441c5695-8c73-4594-89ba-89b52e887c44 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.0547333 Jan 28 05:50:28.986142 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Router f38bf022-099e-468f-bf19-1bac49442340 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:50:28.992787 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d3c9aa-62fe-4103-9545-9de02fa3d8da tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:28.993477 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2d3c9aa-62fe-4103-9545-9de02fa3d8da tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:29.102111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42d9feea-bded-46ab-91f1-69e10326b68c req-960a8bc4-4227-4450-8453-fa0762fcdc48 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078377 Jan 28 05:50:29.126726 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b2d3c9aa-62fe-4103-9545-9de02fa3d8da tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8984604 Jan 28 05:50:29.131073 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36898) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:29.136506 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a43a8f2c-148f-417b-855d-55435ffa7ff1 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2c:4b:88'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:29.167588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:50:29.178687 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78177414-5e32-4e00-8044-225dbc4b178b None None] Sync routers for ids ['f38bf022-099e-468f-bf19-1bac49442340'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:50:29.189817 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78177414-5e32-4e00-8044-225dbc4b178b None None] Routers {'f38bf022-099e-468f-bf19-1bac49442340'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:29.190982 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-78177414-5e32-4e00-8044-225dbc4b178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f38bf022-099e-468f-bf19-1bac49442340'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:29.221232 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a43a8f2c-148f-417b-855d-55435ffa7ff1 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (66f07554-66ee-4dbb-b4f0-d0e55afff5c4), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:29.239936 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-78177414-5e32-4e00-8044-225dbc4b178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:29.248482 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78177414-5e32-4e00-8044-225dbc4b178b None None] Routers {'f38bf022-099e-468f-bf19-1bac49442340'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:29.249114 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-78177414-5e32-4e00-8044-225dbc4b178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f38bf022-099e-468f-bf19-1bac49442340'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:29.273921 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:29.279434 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2dae246b-5a73-47c2-9ff3-0f9cafd86285 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3572690 Jan 28 05:50:29.280383 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36906) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:29.295601 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-78177414-5e32-4e00-8044-225dbc4b178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:29.296295 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78177414-5e32-4e00-8044-225dbc4b178b None None] The sync data for ids ['f38bf022-099e-468f-bf19-1bac49442340'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:50:29.307109 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6d7b168f-4f27-4b87-b7b5-9f8f7a8cc90a tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'enable_snat': False}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:29.313368 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-1125aef2-ff74-49a8-aa8b-a23f91b2ac66 None None] Provisioning complete for port 66f07554-66ee-4dbb-b4f0-d0e55afff5c4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:29.313368 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1125aef2-ff74-49a8-aa8b-a23f91b2ac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (66f07554-66ee-4dbb-b4f0-d0e55afff5c4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:29.377173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1125aef2-ff74-49a8-aa8b-a23f91b2ac66 None None] Port 66f07554-66ee-4dbb-b4f0-d0e55afff5c4 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:50:29.471676 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a43a8f2c-148f-417b-855d-55435ffa7ff1 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks [] for port (66f07554-66ee-4dbb-b4f0-d0e55afff5c4), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:29.606088 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a43a8f2c-148f-417b-855d-55435ffa7ff1 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (66f07554-66ee-4dbb-b4f0-d0e55afff5c4), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:29.703037 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a8f2c-148f-417b-855d-55435ffa7ff1 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event updated for resources: {'Port': ['ID=66f07554-66ee-4dbb-b4f0-d0e55afff5c4,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:29.720083 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a43a8f2c-148f-417b-855d-55435ffa7ff1 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] In _notify_port_updated(), no bound segment for port 66f07554-66ee-4dbb-b4f0-d0e55afff5c4 on network 2ebf69b6-902b-474b-be98-3b163b474470 {{(pid=103634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 05:50:29.728793 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43a8f2c-148f-417b-855d-55435ffa7ff1 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:29.729857 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a43a8f2c-148f-417b-855d-55435ffa7ff1 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:29.734005 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a43a8f2c-148f-417b-855d-55435ffa7ff1 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "PUT /v2.0/ports/66f07554-66ee-4dbb-b4f0-d0e55afff5c4 HTTP/1.1" status: 200 len: 997 time: 0.5993323 Jan 28 05:50:29.734561 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36918) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:29.860692 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-292427cb-bf1d-4eba-9d78-40f86f5024cd tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Deleting port 66f07554-66ee-4dbb-b4f0-d0e55afff5c4 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:29.861051 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-292427cb-bf1d-4eba-9d78-40f86f5024cd tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (66f07554-66ee-4dbb-b4f0-d0e55afff5c4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:29.981573 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-292427cb-bf1d-4eba-9d78-40f86f5024cd tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (66f07554-66ee-4dbb-b4f0-d0e55afff5c4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:29.993506 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-292427cb-bf1d-4eba-9d78-40f86f5024cd tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Calling delete_port for 66f07554-66ee-4dbb-b4f0-d0e55afff5c4 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:30.005485 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c88819fe-a514-4829-896f-56e5327a7d2c None None] Provisioning complete for port 66f07554-66ee-4dbb-b4f0-d0e55afff5c4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:30.007401 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c88819fe-a514-4829-896f-56e5327a7d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (66f07554-66ee-4dbb-b4f0-d0e55afff5c4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:30.038350 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d7b168f-4f27-4b87-b7b5-9f8f7a8cc90a tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (f38bf022-099e-468f-bf19-1bac49442340), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:30.047958 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c88819fe-a514-4829-896f-56e5327a7d2c None None] Port 66f07554-66ee-4dbb-b4f0-d0e55afff5c4 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:50:30.212337 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-292427cb-bf1d-4eba-9d78-40f86f5024cd tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (66f07554-66ee-4dbb-b4f0-d0e55afff5c4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:30.239302 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2536fd-cd61-444c-922b-64aa63e57159 req-aa0896e6-8769-4792-8162-53a4b6fe63b6 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:30.240869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f2536fd-cd61-444c-922b-64aa63e57159 req-aa0896e6-8769-4792-8162-53a4b6fe63b6 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.0621252 Jan 28 05:50:30.245875 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292427cb-bf1d-4eba-9d78-40f86f5024cd tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event deleted for resources: {'Port': ['ID=66f07554-66ee-4dbb-b4f0-d0e55afff5c4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:30.312281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f2536fd-cd61-444c-922b-64aa63e57159 req-c551a264-25b3-44a3-826f-6ce5720e00dc tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650041 Jan 28 05:50:30.328873 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-292427cb-bf1d-4eba-9d78-40f86f5024cd tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:30.333835 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-292427cb-bf1d-4eba-9d78-40f86f5024cd tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "DELETE /v2.0/ports/66f07554-66ee-4dbb-b4f0-d0e55afff5c4 HTTP/1.1" status: 204 len: 168 time: 0.5980065 Jan 28 05:50:30.342670 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36926) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:30.423530 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47b83cb-719a-4d47-bbf7-e76419d0a3d5 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] GET failed (client error): The resource could not be found. Jan 28 05:50:30.436234 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f47b83cb-719a-4d47-bbf7-e76419d0a3d5 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "GET /v2.0/ports/66f07554-66ee-4dbb-b4f0-d0e55afff5c4 HTTP/1.1" status: 404 len: 333 time: 0.0869036 Jan 28 05:50:30.436234 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36932) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:30.450351 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-13ff5252-3b75-4599-8c75-fed1462056a5 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Request body: {'port': {'network_id': '2ebf69b6-902b-474b-be98-3b163b474470', 'name': 'tempest-AllowedAddressPairTestJSON-2139658406'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:30.795531 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ff5252-3b75-4599-8c75-fed1462056a5 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Made reservation on behalf of cd8877ea88264de9956b3dac5593b7ef for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:30.799952 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13ff5252-3b75-4599-8c75-fed1462056a5 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:30.829912 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-13ff5252-3b75-4599-8c75-fed1462056a5 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] device_id is not set on port a746974b-57a5-48cb-ac2c-29e9e84ef75c yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:50:30.896665 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd8459-6c98-4951-ad41-a081356929cf req-af1739a8-3ac0-4f18-be11-abb35b1fd9bf tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:30.907984 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fbcd8459-6c98-4951-ad41-a081356929cf req-af1739a8-3ac0-4f18-be11-abb35b1fd9bf tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.1527166 Jan 28 05:50:30.986103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-13ff5252-3b75-4599-8c75-fed1462056a5 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Allocated IP 172.20.0.13 (2ebf69b6-902b-474b-be98-3b163b474470/af305c66-6446-4f92-bce8-ed9d5b3270bb/a746974b-57a5-48cb-ac2c-29e9e84ef75c) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:31.006926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fbcd8459-6c98-4951-ad41-a081356929cf req-7a70b6fc-0bf4-4d16-a68f-6f708a7231a4 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980029 Jan 28 05:50:31.048772 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d7b168f-4f27-4b87-b7b5-9f8f7a8cc90a tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (f38bf022-099e-468f-bf19-1bac49442340), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:31.056509 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d7b168f-4f27-4b87-b7b5-9f8f7a8cc90a tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (f38bf022-099e-468f-bf19-1bac49442340), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:31.119218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0057fca-f9e3-4d9e-9075-22e56bf4bf7f req-9dafb5ba-2915-4b4b-9077-f9c1b0a798f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:31.120723 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0057fca-f9e3-4d9e-9075-22e56bf4bf7f req-9dafb5ba-2915-4b4b-9077-f9c1b0a798f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7372e7c17c0d4e6eb77c78322e6794a6&device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 1097 time: 0.2382245 Jan 28 05:50:31.218580 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13ff5252-3b75-4599-8c75-fed1462056a5 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks [] for port (a746974b-57a5-48cb-ac2c-29e9e84ef75c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:31.270843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7b168f-4f27-4b87-b7b5-9f8f7a8cc90a tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Router f38bf022-099e-468f-bf19-1bac49442340 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:50:31.299087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0057fca-f9e3-4d9e-9075-22e56bf4bf7f req-4f97e608-d700-4906-b53e-9ade7c93f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:31.300729 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0057fca-f9e3-4d9e-9075-22e56bf4bf7f req-4f97e608-d700-4906-b53e-9ade7c93f1c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=091c4ca4-e877-4a73-b977-7fc17fb1ac30 HTTP/1.1" status: 200 len: 912 time: 0.1735234 Jan 28 05:50:31.349975 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13ff5252-3b75-4599-8c75-fed1462056a5 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a746974b-57a5-48cb-ac2c-29e9e84ef75c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:31.385340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0057fca-f9e3-4d9e-9075-22e56bf4bf7f req-ec29fc35-bf5c-48d1-abfc-a1204f917736 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaf7a95a-448e-454e-94da-996b30a4d025 HTTP/1.1" status: 200 len: 217 time: 0.0487292 Jan 28 05:50:31.396776 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ff5252-3b75-4599-8c75-fed1462056a5 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Network 2ebf69b6-902b-474b-be98-3b163b474470 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:31.399955 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-13ff5252-3b75-4599-8c75-fed1462056a5 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:31.407041 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ff5252-3b75-4599-8c75-fed1462056a5 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:31.414439 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff5252-3b75-4599-8c75-fed1462056a5 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event updated for resources: {'Port': ['ID=a746974b-57a5-48cb-ac2c-29e9e84ef75c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:31.511683 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ff5252-3b75-4599-8c75-fed1462056a5 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:31.512372 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13ff5252-3b75-4599-8c75-fed1462056a5 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:31.527278 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0057fca-f9e3-4d9e-9075-22e56bf4bf7f req-5314c667-7de0-46ca-905f-b6bd086c382b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:31.529108 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0057fca-f9e3-4d9e-9075-22e56bf4bf7f req-5314c667-7de0-46ca-905f-b6bd086c382b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=faf4ccca-ebc5-4c15-bcbc-916742d54633 HTTP/1.1" status: 200 len: 851 time: 0.1373334 Jan 28 05:50:31.555088 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7b168f-4f27-4b87-b7b5-9f8f7a8cc90a tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:50:31.568694 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d46952-cf1e-4fb2-b612-10d940d7ef2a None None] Sync routers for ids ['f38bf022-099e-468f-bf19-1bac49442340'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:50:31.590822 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d7b168f-4f27-4b87-b7b5-9f8f7a8cc90a tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:31.593384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d46952-cf1e-4fb2-b612-10d940d7ef2a None None] Routers {'f38bf022-099e-468f-bf19-1bac49442340'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:31.593973 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6d7b168f-4f27-4b87-b7b5-9f8f7a8cc90a tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "PUT /v2.0/routers/f38bf022-099e-468f-bf19-1bac49442340 HTTP/1.1" status: 200 len: 922 time: 2.3094671 Jan 28 05:50:31.602963 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-13ff5252-3b75-4599-8c75-fed1462056a5 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1637273 Jan 28 05:50:31.603931 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36946) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:31.604369 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36948) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:31.609806 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-22d46952-cf1e-4fb2-b612-10d940d7ef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f38bf022-099e-468f-bf19-1bac49442340'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:31.619213 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a350fdc5-07ab-440e-9a5f-6b4fba108a83 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Request body: {'port': {'network_id': '2ebf69b6-902b-474b-be98-3b163b474470', 'name': 'tempest-AllowedAddressPairTestJSON-1689915997'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:31.621419 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0057fca-f9e3-4d9e-9075-22e56bf4bf7f req-8e356c27-beb2-4441-97d6-ea0ed3cc5a71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=091c4ca4-e877-4a73-b977-7fc17fb1ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828993 Jan 28 05:50:31.681394 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-22d46952-cf1e-4fb2-b612-10d940d7ef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:31.708055 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d46952-cf1e-4fb2-b612-10d940d7ef2a None None] Routers {'f38bf022-099e-468f-bf19-1bac49442340'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:31.710598 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-22d46952-cf1e-4fb2-b612-10d940d7ef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f38bf022-099e-468f-bf19-1bac49442340'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:31.817941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-22d46952-cf1e-4fb2-b612-10d940d7ef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:31.820443 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d46952-cf1e-4fb2-b612-10d940d7ef2a None None] The sync data for ids ['f38bf022-099e-468f-bf19-1bac49442340'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:50:31.841715 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0057fca-f9e3-4d9e-9075-22e56bf4bf7f req-9c098499-e3df-4c18-a856-51da47db3115 service neutron] 10.222.0.64 "GET /v2.0/networks/091c4ca4-e877-4a73-b977-7fc17fb1ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945839 Jan 28 05:50:31.901850 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9327bb48-c197-47a0-a12b-9b4f448b7d73 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "GET /v2.0/routers/f38bf022-099e-468f-bf19-1bac49442340 HTTP/1.1" status: 200 len: 922 time: 0.2962074 Jan 28 05:50:31.905982 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36954) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:31.907513 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5250a855-a31f-4d3e-b3ad-515a896e6ddd None None] Provisioning complete for port a746974b-57a5-48cb-ac2c-29e9e84ef75c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:31.910556 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5250a855-a31f-4d3e-b3ad-515a896e6ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a746974b-57a5-48cb-ac2c-29e9e84ef75c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:31.993173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5250a855-a31f-4d3e-b3ad-515a896e6ddd None None] Port a746974b-57a5-48cb-ac2c-29e9e84ef75c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:50:32.010514 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0057fca-f9e3-4d9e-9075-22e56bf4bf7f req-77d006f2-d467-42d5-9c13-2264c0a68165 service neutron] 10.222.0.64 "GET /v2.0/networks/091c4ca4-e877-4a73-b977-7fc17fb1ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617150 Jan 28 05:50:32.021656 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7cf9f3-bcea-405c-b418-9491a55cc281 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:32.027145 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36960) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:32.027370 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-de7cf9f3-bcea-405c-b418-9491a55cc281 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&device_id=f38bf022-099e-468f-bf19-1bac49442340&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1198776 Jan 28 05:50:32.058447 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a350fdc5-07ab-440e-9a5f-6b4fba108a83 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Made reservation on behalf of cd8877ea88264de9956b3dac5593b7ef for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:32.063805 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a350fdc5-07ab-440e-9a5f-6b4fba108a83 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:32.087362 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-a350fdc5-07ab-440e-9a5f-6b4fba108a83 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] device_id is not set on port ab85c43a-8d68-41f8-a862-da7412711d9b yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:50:32.243108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-a350fdc5-07ab-440e-9a5f-6b4fba108a83 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Allocated IP 172.20.0.12 (2ebf69b6-902b-474b-be98-3b163b474470/af305c66-6446-4f92-bce8-ed9d5b3270bb/ab85c43a-8d68-41f8-a862-da7412711d9b) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:32.262209 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522679a2-12cd-41ce-80fb-17171928c063 req-16513bc3-1b90-4e28-8a33-40d44c204617 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:32.272335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-522679a2-12cd-41ce-80fb-17171928c063 req-16513bc3-1b90-4e28-8a33-40d44c204617 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.1571813 Jan 28 05:50:32.370115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d9f693-6325-4cba-b89b-6e4eabe908ab tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:32.374175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-10d9f693-6325-4cba-b89b-6e4eabe908ab tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 881 time: 0.3435237 Jan 28 05:50:32.379944 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36970) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:32.418993 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-efd29257-2073-4166-9574-2940212a847a tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "GET /v2.0/ports?device_id=f38bf022-099e-468f-bf19-1bac49442340 HTTP/1.1" status: 200 len: 205 time: 0.0377643 Jan 28 05:50:32.420105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36972) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:32.424803 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-522679a2-12cd-41ce-80fb-17171928c063 req-f0631f91-2498-4982-9d61-ed224f19cbf3 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512833 Jan 28 05:50:32.469298 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ffb26c7d-2fb5-44a4-96ea-b45075a687a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:32.580553 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a350fdc5-07ab-440e-9a5f-6b4fba108a83 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks [] for port (ab85c43a-8d68-41f8-a862-da7412711d9b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:32.605219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-26d1730e-b13e-4543-84c1-fe76b9abf951 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (f38bf022-099e-468f-bf19-1bac49442340), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:32.730962 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-26d1730e-b13e-4543-84c1-fe76b9abf951 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (f38bf022-099e-468f-bf19-1bac49442340), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:32.767099 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a350fdc5-07ab-440e-9a5f-6b4fba108a83 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ab85c43a-8d68-41f8-a862-da7412711d9b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:32.844477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a350fdc5-07ab-440e-9a5f-6b4fba108a83 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Network 2ebf69b6-902b-474b-be98-3b163b474470 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:32.853693 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-a350fdc5-07ab-440e-9a5f-6b4fba108a83 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:32.859482 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a350fdc5-07ab-440e-9a5f-6b4fba108a83 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:32.886348 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350fdc5-07ab-440e-9a5f-6b4fba108a83 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event updated for resources: {'Port': ['ID=ab85c43a-8d68-41f8-a862-da7412711d9b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:32.924687 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a350fdc5-07ab-440e-9a5f-6b4fba108a83 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:32.926018 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a350fdc5-07ab-440e-9a5f-6b4fba108a83 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:32.948703 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-26d1730e-b13e-4543-84c1-fe76b9abf951 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Deleting port 7dbe0d68-329c-44f9-8e8e-a73ab4f1c8ce {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:32.949048 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-26d1730e-b13e-4543-84c1-fe76b9abf951 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7dbe0d68-329c-44f9-8e8e-a73ab4f1c8ce), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:33.046031 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-26d1730e-b13e-4543-84c1-fe76b9abf951 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7dbe0d68-329c-44f9-8e8e-a73ab4f1c8ce), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:33.068711 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a350fdc5-07ab-440e-9a5f-6b4fba108a83 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4582601 Jan 28 05:50:33.068711 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36980) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:33.074208 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-86315d78-dc68-499e-aff3-6477c06b1c5e tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:2c:4b:88'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:46:c6:35'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:33.106798 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-26d1730e-b13e-4543-84c1-fe76b9abf951 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Calling delete_port for 7dbe0d68-329c-44f9-8e8e-a73ab4f1c8ce owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:33.130912 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-15608809-8413-4c3b-801a-39956a9804da None None] Provisioning complete for port ab85c43a-8d68-41f8-a862-da7412711d9b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:33.131934 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15608809-8413-4c3b-801a-39956a9804da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ab85c43a-8d68-41f8-a862-da7412711d9b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:33.167386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-15608809-8413-4c3b-801a-39956a9804da None None] Port ab85c43a-8d68-41f8-a862-da7412711d9b cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:50:33.335186 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-86315d78-dc68-499e-aff3-6477c06b1c5e tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ab85c43a-8d68-41f8-a862-da7412711d9b), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:33.494418 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-26d1730e-b13e-4543-84c1-fe76b9abf951 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7dbe0d68-329c-44f9-8e8e-a73ab4f1c8ce), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:33.555072 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c32b1-e8d8-4a61-91a0-c1a986d24d8a req-c263dbef-c106-4da5-8654-0e467faf4d55 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:33.556877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e14c32b1-e8d8-4a61-91a0-c1a986d24d8a req-c263dbef-c106-4da5-8654-0e467faf4d55 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.0638325 Jan 28 05:50:33.566921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1730e-b13e-4543-84c1-fe76b9abf951 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Pushing event deleted for resources: {'Port': ['ID=7dbe0d68-329c-44f9-8e8e-a73ab4f1c8ce,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:33.618839 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e14c32b1-e8d8-4a61-91a0-c1a986d24d8a req-a52bb728-fc3c-4754-8139-4fd07a131cdd tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559087 Jan 28 05:50:33.680454 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-26d1730e-b13e-4543-84c1-fe76b9abf951 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (f38bf022-099e-468f-bf19-1bac49442340), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:33.788729 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-26d1730e-b13e-4543-84c1-fe76b9abf951 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (f38bf022-099e-468f-bf19-1bac49442340), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:33.791893 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-26d1730e-b13e-4543-84c1-fe76b9abf951 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_controller (f38bf022-099e-468f-bf19-1bac49442340), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:33.841768 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-86315d78-dc68-499e-aff3-6477c06b1c5e tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks [] for port (ab85c43a-8d68-41f8-a862-da7412711d9b), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:33.891659 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-86315d78-dc68-499e-aff3-6477c06b1c5e tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ab85c43a-8d68-41f8-a862-da7412711d9b), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:33.923000 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-26d1730e-b13e-4543-84c1-fe76b9abf951 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (f38bf022-099e-468f-bf19-1bac49442340), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:33.923541 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d1730e-b13e-4543-84c1-fe76b9abf951 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Fanout notify agent at l3_agent the message router_deleted on router f38bf022-099e-468f-bf19-1bac49442340 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:50:33.932885 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-26d1730e-b13e-4543-84c1-fe76b9abf951 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:33.934175 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-26d1730e-b13e-4543-84c1-fe76b9abf951 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "DELETE /v2.0/routers/f38bf022-099e-468f-bf19-1bac49442340 HTTP/1.1" status: 204 len: 168 time: 1.5109203 Jan 28 05:50:33.938451 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36992) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:33.943170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2054c71b-c165-4479-9833-0d55aa633568 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1780733704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:33.997051 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86315d78-dc68-499e-aff3-6477c06b1c5e tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event updated for resources: {'Port': ['ID=ab85c43a-8d68-41f8-a862-da7412711d9b,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:34.014792 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-86315d78-dc68-499e-aff3-6477c06b1c5e tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] In _notify_port_updated(), no bound segment for port ab85c43a-8d68-41f8-a862-da7412711d9b on network 2ebf69b6-902b-474b-be98-3b163b474470 {{(pid=103634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 05:50:34.021961 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86315d78-dc68-499e-aff3-6477c06b1c5e tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:34.022645 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-86315d78-dc68-499e-aff3-6477c06b1c5e tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:34.024249 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-86315d78-dc68-499e-aff3-6477c06b1c5e tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "PUT /v2.0/ports/ab85c43a-8d68-41f8-a862-da7412711d9b HTTP/1.1" status: 200 len: 1057 time: 0.9543598 Jan 28 05:50:34.026847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36994) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:34.070541 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2054c71b-c165-4479-9833-0d55aa633568 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:34.077013 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2054c71b-c165-4479-9833-0d55aa633568 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:34.167869 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2054c71b-c165-4479-9833-0d55aa633568 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_controller (a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:34.185888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-355bb177-7a8b-429f-99e0-2aac63fe4f79 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Deleting port ab85c43a-8d68-41f8-a862-da7412711d9b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:34.186440 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-355bb177-7a8b-429f-99e0-2aac63fe4f79 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ab85c43a-8d68-41f8-a862-da7412711d9b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:34.236466 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2054c71b-c165-4479-9833-0d55aa633568 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:34.292661 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-355bb177-7a8b-429f-99e0-2aac63fe4f79 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ab85c43a-8d68-41f8-a862-da7412711d9b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:34.305855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-355bb177-7a8b-429f-99e0-2aac63fe4f79 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Calling delete_port for ab85c43a-8d68-41f8-a862-da7412711d9b owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:34.306807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-28d45e3e-1c20-4bab-9128-3c50a3c3c983 None None] Provisioning complete for port ab85c43a-8d68-41f8-a862-da7412711d9b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:34.307305 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-28d45e3e-1c20-4bab-9128-3c50a3c3c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ab85c43a-8d68-41f8-a862-da7412711d9b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:34.344671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-28d45e3e-1c20-4bab-9128-3c50a3c3c983 None None] Port ab85c43a-8d68-41f8-a862-da7412711d9b cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:50:34.371454 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2054c71b-c165-4479-9833-0d55aa633568 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:34.372747 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2054c71b-c165-4479-9833-0d55aa633568 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4333069 Jan 28 05:50:34.375885 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37000) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:34.382802 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d836eeac-c2ed-40e5-96fc-4b956a1eb651 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:34.505433 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-355bb177-7a8b-429f-99e0-2aac63fe4f79 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ab85c43a-8d68-41f8-a862-da7412711d9b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:34.542125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bb177-7a8b-429f-99e0-2aac63fe4f79 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event deleted for resources: {'Port': ['ID=ab85c43a-8d68-41f8-a862-da7412711d9b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:34.772187 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd4755ca-9c04-40e1-9bad-fe772e617987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:34.897413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38ee71-f6d4-47e2-9d48-fcd98c878e55 req-1b8efd33-7dcb-413b-8279-867966002266 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:34.904465 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f38ee71-f6d4-47e2-9d48-fcd98c878e55 req-1b8efd33-7dcb-413b-8279-867966002266 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.1826358 Jan 28 05:50:34.949602 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-355bb177-7a8b-429f-99e0-2aac63fe4f79 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:34.957692 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-355bb177-7a8b-429f-99e0-2aac63fe4f79 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "DELETE /v2.0/ports/ab85c43a-8d68-41f8-a862-da7412711d9b HTTP/1.1" status: 204 len: 168 time: 0.9246960 Jan 28 05:50:34.959322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37008) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:34.994234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f38ee71-f6d4-47e2-9d48-fcd98c878e55 req-4492912d-7e9b-4fc2-b83b-e5c758c49d88 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888879 Jan 28 05:50:34.995278 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-5445eea2-f4e8-4847-8ede-3abad5800d11 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] GET failed (client error): The resource could not be found. Jan 28 05:50:34.999220 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5445eea2-f4e8-4847-8ede-3abad5800d11 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "GET /v2.0/ports/ab85c43a-8d68-41f8-a862-da7412711d9b HTTP/1.1" status: 404 len: 333 time: 0.0363407 Jan 28 05:50:34.999465 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37010) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:35.058702 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d836eeac-c2ed-40e5-96fc-4b956a1eb651 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:35.099521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-92b9e38c-1571-46e5-9fef-f5c810f0d447 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Deleting port a746974b-57a5-48cb-ac2c-29e9e84ef75c {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:35.100030 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92b9e38c-1571-46e5-9fef-f5c810f0d447 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a746974b-57a5-48cb-ac2c-29e9e84ef75c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:35.186207 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92b9e38c-1571-46e5-9fef-f5c810f0d447 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a746974b-57a5-48cb-ac2c-29e9e84ef75c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:35.199037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-92b9e38c-1571-46e5-9fef-f5c810f0d447 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Calling delete_port for a746974b-57a5-48cb-ac2c-29e9e84ef75c owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:35.384094 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d836eeac-c2ed-40e5-96fc-4b956a1eb651 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:35.402119 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d836eeac-c2ed-40e5-96fc-4b956a1eb651 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:35.435074 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92b9e38c-1571-46e5-9fef-f5c810f0d447 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a746974b-57a5-48cb-ac2c-29e9e84ef75c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:35.488847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9e38c-1571-46e5-9fef-f5c810f0d447 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event deleted for resources: {'Port': ['ID=a746974b-57a5-48cb-ac2c-29e9e84ef75c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:35.564244 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-d836eeac-c2ed-40e5-96fc-4b956a1eb651 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Allocated IP 172.25.0.154 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/4d5f42f1-ab4b-4575-93af-ba1a2f8236c3) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:35.567370 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92b9e38c-1571-46e5-9fef-f5c810f0d447 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:35.571150 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-92b9e38c-1571-46e5-9fef-f5c810f0d447 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "DELETE /v2.0/ports/a746974b-57a5-48cb-ac2c-29e9e84ef75c HTTP/1.1" status: 204 len: 168 time: 0.5708141 Jan 28 05:50:35.573908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37018) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:35.603528 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59c7207-b6a4-4c20-bfd2-4eb3e013b285 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] GET failed (client error): The resource could not be found. Jan 28 05:50:35.606351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c59c7207-b6a4-4c20-bfd2-4eb3e013b285 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "GET /v2.0/ports/a746974b-57a5-48cb-ac2c-29e9e84ef75c HTTP/1.1" status: 404 len: 333 time: 0.0301256 Jan 28 05:50:35.608906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37020) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:35.688822 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d836eeac-c2ed-40e5-96fc-4b956a1eb651 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for port (4d5f42f1-ab4b-4575-93af-ba1a2f8236c3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:35.742896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-834be8ae-4592-48ce-9e9c-57a4d0b5bcfe tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Deleting port 2a54dd9f-a8c1-44db-b4da-121260a1250b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:35.743412 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834be8ae-4592-48ce-9e9c-57a4d0b5bcfe tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2a54dd9f-a8c1-44db-b4da-121260a1250b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:35.783746 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d836eeac-c2ed-40e5-96fc-4b956a1eb651 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (4d5f42f1-ab4b-4575-93af-ba1a2f8236c3), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:35.831971 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d836eeac-c2ed-40e5-96fc-4b956a1eb651 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:35.839920 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-d836eeac-c2ed-40e5-96fc-4b956a1eb651 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:35.842536 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834be8ae-4592-48ce-9e9c-57a4d0b5bcfe tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2a54dd9f-a8c1-44db-b4da-121260a1250b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:35.842720 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d836eeac-c2ed-40e5-96fc-4b956a1eb651 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:35.847495 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836eeac-c2ed-40e5-96fc-4b956a1eb651 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Pushing event updated for resources: {'Port': ['ID=4d5f42f1-ab4b-4575-93af-ba1a2f8236c3,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:35.857000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-834be8ae-4592-48ce-9e9c-57a4d0b5bcfe tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Calling delete_port for 2a54dd9f-a8c1-44db-b4da-121260a1250b owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:36.114007 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834be8ae-4592-48ce-9e9c-57a4d0b5bcfe tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2a54dd9f-a8c1-44db-b4da-121260a1250b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:36.178208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834be8ae-4592-48ce-9e9c-57a4d0b5bcfe tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event deleted for resources: {'Port': ['ID=2a54dd9f-a8c1-44db-b4da-121260a1250b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:36.228499 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92d71c-29dc-4cd5-898f-59663d6c25f9 req-f01b1554-a691-4175-bae3-9830f2d27dea tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:36.230148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c92d71c-29dc-4cd5-898f-59663d6c25f9 req-f01b1554-a691-4175-bae3-9830f2d27dea tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.1469088 Jan 28 05:50:36.289439 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834be8ae-4592-48ce-9e9c-57a4d0b5bcfe tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:36.292922 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-834be8ae-4592-48ce-9e9c-57a4d0b5bcfe tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "DELETE /v2.0/ports/2a54dd9f-a8c1-44db-b4da-121260a1250b HTTP/1.1" status: 204 len: 168 time: 0.6828377 Jan 28 05:50:36.297846 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37030) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:36.298376 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d836eeac-c2ed-40e5-96fc-4b956a1eb651 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:36.314879 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c92d71c-29dc-4cd5-898f-59663d6c25f9 req-87ed90a3-b313-4e4b-87b9-0700e41fc88f tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770590 Jan 28 05:50:36.400153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a46c38-a841-42ee-9c29-4b70f535fc2c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Deleting subnet af305c66-6446-4f92-bce8-ed9d5b3270bb {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:50:36.407168 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41a46c38-a841-42ee-9c29-4b70f535fc2c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks [] for subnet (af305c66-6446-4f92-bce8-ed9d5b3270bb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:36.475351 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41a46c38-a841-42ee-9c29-4b70f535fc2c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (af305c66-6446-4f92-bce8-ed9d5b3270bb), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:36.520944 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:36.583892 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41a46c38-a841-42ee-9c29-4b70f535fc2c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (af305c66-6446-4f92-bce8-ed9d5b3270bb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:36.591895 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d836eeac-c2ed-40e5-96fc-4b956a1eb651 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:36.595592 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d836eeac-c2ed-40e5-96fc-4b956a1eb651 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:36.749309 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41a46c38-a841-42ee-9c29-4b70f535fc2c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (af305c66-6446-4f92-bce8-ed9d5b3270bb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:36.778257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a46c38-a841-42ee-9c29-4b70f535fc2c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event deleted for resources: {'Subnet': ['ID=af305c66-6446-4f92-bce8-ed9d5b3270bb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:36.782437 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41a46c38-a841-42ee-9c29-4b70f535fc2c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:36.789689 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-41a46c38-a841-42ee-9c29-4b70f535fc2c tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "DELETE /v2.0/subnets/af305c66-6446-4f92-bce8-ed9d5b3270bb HTTP/1.1" status: 204 len: 168 time: 0.4880118 Jan 28 05:50:36.789779 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37038) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:36.794826 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3926f24a-2fe3-4200-96d5-a5ad4689807e None None] Network 2ebf69b6-902b-474b-be98-3b163b474470 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:36.852988 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d836eeac-c2ed-40e5-96fc-4b956a1eb651 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Router a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:50:36.922450 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (2ebf69b6-902b-474b-be98-3b163b474470), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:36.991305 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c12e44-f706-481f-b028-8c00f97ca112 None None] DHCP port deletion for 2ebf69b6-902b-474b-be98-3b163b474470 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:50:37.017778 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d836eeac-c2ed-40e5-96fc-4b956a1eb651 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:50:37.027013 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d836eeac-c2ed-40e5-96fc-4b956a1eb651 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:37.028293 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d836eeac-c2ed-40e5-96fc-4b956a1eb651 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "PUT /v2.0/routers/a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9 HTTP/1.1" status: 200 len: 880 time: 2.6505625 Jan 28 05:50:37.030830 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d0d1b0-3138-4596-b4eb-0953944d9f24 None None] Sync routers for ids ['a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:50:37.031303 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37042) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:37.057030 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d0d1b0-3138-4596-b4eb-0953944d9f24 None None] Routers {'a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:37.057703 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b7d0d1b0-3138-4596-b4eb-0953944d9f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:37.057867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-12c12e44-f706-481f-b028-8c00f97ca112 None None] Deleting port fc7936dd-ba3c-4e1a-8201-d0990c17beb0 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:37.058160 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12c12e44-f706-481f-b028-8c00f97ca112 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (fc7936dd-ba3c-4e1a-8201-d0990c17beb0), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:37.077114 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Deleting port fc7936dd-ba3c-4e1a-8201-d0990c17beb0 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:37.077483 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (fc7936dd-ba3c-4e1a-8201-d0990c17beb0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:37.157506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-12c12e44-f706-481f-b028-8c00f97ca112 None None] For port fc7936dd-ba3c-4e1a-8201-d0990c17beb0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fc7936dd-ba3c-4e1a-8201-d0990c17beb0,segment=NetworkSegment(f55b247b-b9d8-4c43-97f8-dab00a5725af),segment_id=f55b247b-b9d8-4c43-97f8-dab00a5725af)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:37.157937 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12c12e44-f706-481f-b028-8c00f97ca112 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (fc7936dd-ba3c-4e1a-8201-d0990c17beb0), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:37.164149 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] For port fc7936dd-ba3c-4e1a-8201-d0990c17beb0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fc7936dd-ba3c-4e1a-8201-d0990c17beb0,segment=NetworkSegment(f55b247b-b9d8-4c43-97f8-dab00a5725af),segment_id=f55b247b-b9d8-4c43-97f8-dab00a5725af)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:37.164903 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (fc7936dd-ba3c-4e1a-8201-d0990c17beb0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:37.174074 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-12c12e44-f706-481f-b028-8c00f97ca112 None None] Calling delete_port for fc7936dd-ba3c-4e1a-8201-d0990c17beb0 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:37.181046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Calling delete_port for fc7936dd-ba3c-4e1a-8201-d0990c17beb0 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:37.209933 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-69059ca4-f46f-4b8f-b07f-22a12719cf02 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "GET /v2.0/routers/a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9 HTTP/1.1" status: 200 len: 921 time: 0.1772945 Jan 28 05:50:37.212851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37044) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:37.303498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7ac596-e9cd-442b-96d6-75213f86504d tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:37.305144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-be7ac596-e9cd-442b-96d6-75213f86504d tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&device_id=a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0912409 Jan 28 05:50:37.307851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37048) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:37.327825 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b7d0d1b0-3138-4596-b4eb-0953944d9f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:37.338196 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d0d1b0-3138-4596-b4eb-0953944d9f24 None None] Routers {'a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:37.339003 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b7d0d1b0-3138-4596-b4eb-0953944d9f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:37.375133 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b7d0d1b0-3138-4596-b4eb-0953944d9f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:37.376375 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d0d1b0-3138-4596-b4eb-0953944d9f24 None None] The sync data for ids ['a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:50:37.424042 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12c12e44-f706-481f-b028-8c00f97ca112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (fc7936dd-ba3c-4e1a-8201-d0990c17beb0), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:37.434432 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (fc7936dd-ba3c-4e1a-8201-d0990c17beb0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:37.449731 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] No DVR routers for this DVR port fc7936dd-ba3c-4e1a-8201-d0990c17beb0 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:50:37.461369 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c12e44-f706-481f-b028-8c00f97ca112 None None] No DVR routers for this DVR port fc7936dd-ba3c-4e1a-8201-d0990c17beb0 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:50:37.487563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c12e44-f706-481f-b028-8c00f97ca112 None None] Pushing event deleted for resources: {'Port': ['ID=fc7936dd-ba3c-4e1a-8201-d0990c17beb0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:37.526011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event deleted for resources: {'Port': ['ID=fc7936dd-ba3c-4e1a-8201-d0990c17beb0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:37.621807 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (2ebf69b6-902b-474b-be98-3b163b474470), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:37.654469 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ebf69b6-902b-474b-be98-3b163b474470']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:37.669667 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55b247b-b9d8-4c43-97f8-dab00a5725af') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:37.669966 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55b247b-b9d8-4c43-97f8-dab00a5725af') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:37.684246 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (f55b247b-b9d8-4c43-97f8-dab00a5725af), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:37.717595 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (f55b247b-b9d8-4c43-97f8-dab00a5725af), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:37.728256 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:50:37.728759 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (f55b247b-b9d8-4c43-97f8-dab00a5725af), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:37.772657 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:37.821526 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db59502-47b5-4aa3-bc91-a763a33bcec6 req-7841c69d-0142-4134-9bf3-fac40a6f8869 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:37.823886 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1db59502-47b5-4aa3-bc91-a763a33bcec6 req-7841c69d-0142-4134-9bf3-fac40a6f8869 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.0842853 Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:50:37.824026 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:50:37.856817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d866859f-bc12-43a7-b95c-d1e45667efde tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:37.861455 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d866859f-bc12-43a7-b95c-d1e45667efde tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 881 time: 0.5500414 Jan 28 05:50:37.862204 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37056) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:37.890754 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1db59502-47b5-4aa3-bc91-a763a33bcec6 req-5b521873-482a-4f41-a641-32e54df57e6f tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596654 Jan 28 05:50:37.901309 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-86396403-ed18-4fa7-8c75-e6dd23431d57 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9 HTTP/1.1" status: 200 len: 205 time: 0.0355709 Jan 28 05:50:37.901736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37060) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:37.950674 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (2ebf69b6-902b-474b-be98-3b163b474470), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:37.959146 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:37.963116 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] 10.222.0.31 "DELETE /v2.0/networks/2ebf69b6-902b-474b-be98-3b163b474470 HTTP/1.1" status: 204 len: 168 time: 1.1721745 Jan 28 05:50:37.990676 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeeb88e-18ed-4d18-a560-09b2b79d1615 tempest-AllowedAddressPairTestJSON-1353787139 tempest-AllowedAddressPairTestJSON-1353787139-project] Pushing event deleted for resources: {'Network': ['ID=2ebf69b6-902b-474b-be98-3b163b474470,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:38.052559 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74cf3169-a1e9-4a59-a891-711d77bca8db tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:38.164465 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74cf3169-a1e9-4a59-a891-711d77bca8db tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:38.364756 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-74cf3169-a1e9-4a59-a891-711d77bca8db tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Deleting port 4d5f42f1-ab4b-4575-93af-ba1a2f8236c3 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:38.365118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74cf3169-a1e9-4a59-a891-711d77bca8db tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (4d5f42f1-ab4b-4575-93af-ba1a2f8236c3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:38.455952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37070) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:38.466787 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74cf3169-a1e9-4a59-a891-711d77bca8db tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (4d5f42f1-ab4b-4575-93af-ba1a2f8236c3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:38.480021 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-74cf3169-a1e9-4a59-a891-711d77bca8db tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Calling delete_port for 4d5f42f1-ab4b-4575-93af-ba1a2f8236c3 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:38.612937 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-819626b5-bfcd-4ea6-9c7e-ed7e8f9040b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd8877ea88264de9956b3dac5593b7ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1553540 Jan 28 05:50:38.615371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37074) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:38.670169 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf8d5-7126-497f-85fe-563620e4b204 admin admin] Publish callbacks [] for security_group (4e16c127-ebde-495d-a73b-045b7bb1fbc7), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:38.693092 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf8d5-7126-497f-85fe-563620e4b204 admin admin] Publish callbacks [] for security_group (4e16c127-ebde-495d-a73b-045b7bb1fbc7), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:38.755092 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74cf3169-a1e9-4a59-a891-711d77bca8db tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (4d5f42f1-ab4b-4575-93af-ba1a2f8236c3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:38.787398 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf3169-a1e9-4a59-a891-711d77bca8db tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Pushing event deleted for resources: {'Port': ['ID=4d5f42f1-ab4b-4575-93af-ba1a2f8236c3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:38.806495 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf8d5-7126-497f-85fe-563620e4b204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4e16c127-ebde-495d-a73b-045b7bb1fbc7), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:38.813989 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf8d5-7126-497f-85fe-563620e4b204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:38.813989 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a1ebf8d5-7126-497f-85fe-563620e4b204 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e16c127-ebde-495d-a73b-045b7bb1fbc7 HTTP/1.1" status: 204 len: 168 time: 0.1943631 Jan 28 05:50:38.817275 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fc7936dd-ba3c-4e1a-8201-d0990c17beb0 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:50:38.832433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebf8d5-7126-497f-85fe-563620e4b204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e16c127-ebde-495d-a73b-045b7bb1fbc7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:38.883745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: fc7936dd-ba3c-4e1a-8201-d0990c17beb0 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:50:38.884455 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fc7936dd-ba3c-4e1a-8201-d0990c17beb0 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:50:38.895937 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74cf3169-a1e9-4a59-a891-711d77bca8db tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:39.026125 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74cf3169-a1e9-4a59-a891-711d77bca8db tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:39.029192 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74cf3169-a1e9-4a59-a891-711d77bca8db tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_controller (a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:39.082030 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb45de-74ab-4a49-bd06-1f488d7f7883 req-72eb778d-e1ad-4256-af27-af40decec291 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:39.083660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aecb45de-74ab-4a49-bd06-1f488d7f7883 req-72eb778d-e1ad-4256-af27-af40decec291 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.0968564 Jan 28 05:50:39.092414 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:39.134820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aecb45de-74ab-4a49-bd06-1f488d7f7883 req-b91d9a5d-f57a-4f32-a6b4-bff376c42a5b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449731 Jan 28 05:50:39.194713 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74cf3169-a1e9-4a59-a891-711d77bca8db tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:39.195507 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cf3169-a1e9-4a59-a891-711d77bca8db tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Fanout notify agent at l3_agent the message router_deleted on router a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:50:39.203076 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74cf3169-a1e9-4a59-a891-711d77bca8db tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:39.204239 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-74cf3169-a1e9-4a59-a891-711d77bca8db tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "DELETE /v2.0/routers/a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9 HTTP/1.1" status: 204 len: 168 time: 1.3016319 Jan 28 05:50:39.208255 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37088) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:39.213046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-81c25925-42df-45b8-b2be-5590779cd52a tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1792481232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:39.292715 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81c25925-42df-45b8-b2be-5590779cd52a tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:39.296516 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81c25925-42df-45b8-b2be-5590779cd52a tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:39.366266 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81c25925-42df-45b8-b2be-5590779cd52a tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_controller (9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:39.429501 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81c25925-42df-45b8-b2be-5590779cd52a tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:39.512148 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81c25925-42df-45b8-b2be-5590779cd52a tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:39.514427 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-81c25925-42df-45b8-b2be-5590779cd52a tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3050251 Jan 28 05:50:39.516962 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37102) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:39.522489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4d9ec6fc-6701-476b-8ece-4559443e2383 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'enable_snat': True}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:39.740592 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d9ec6fc-6701-476b-8ece-4559443e2383 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:39.953418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37114) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:40.042876 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d9ec6fc-6701-476b-8ece-4559443e2383 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:40.063061 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d9ec6fc-6701-476b-8ece-4559443e2383 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:40.119711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1751d715-98db-4031-8e2d-bd8959cf9df7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1777356232'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:40.204372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-4d9ec6fc-6701-476b-8ece-4559443e2383 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Allocated IP 172.25.0.178 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/a2e7bd5a-ce47-46d4-b0e7-7469260edbc4) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:40.207285 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1751d715-98db-4031-8e2d-bd8959cf9df7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:40.210651 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1751d715-98db-4031-8e2d-bd8959cf9df7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:40.231432 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1751d715-98db-4031-8e2d-bd8959cf9df7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:40.376692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f646f6-25a5-4c0f-bdd6-974b63260d02 req-3bb18397-dbe8-4fa6-ae4d-7a74e6e79e0b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:40.378233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5f646f6-25a5-4c0f-bdd6-974b63260d02 req-3bb18397-dbe8-4fa6-ae4d-7a74e6e79e0b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.1510155 Jan 28 05:50:40.440034 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d9ec6fc-6701-476b-8ece-4559443e2383 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for port (a2e7bd5a-ce47-46d4-b0e7-7469260edbc4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:40.495421 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1751d715-98db-4031-8e2d-bd8959cf9df7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for security_group (79908d7e-33ba-4699-9ed6-5be55245aed8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:40.499100 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5f646f6-25a5-4c0f-bdd6-974b63260d02 req-ba926c0e-3133-4cfa-93ef-8869cd69355e tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126118 Jan 28 05:50:40.577904 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1751d715-98db-4031-8e2d-bd8959cf9df7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (79908d7e-33ba-4699-9ed6-5be55245aed8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:40.610974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1751d715-98db-4031-8e2d-bd8959cf9df7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:50:40.620871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751d715-98db-4031-8e2d-bd8959cf9df7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79908d7e-33ba-4699-9ed6-5be55245aed8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:40.634331 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1751d715-98db-4031-8e2d-bd8959cf9df7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (07138a73-0253-43d5-80c5-a185132487f3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:40.634331 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-1751d715-98db-4031-8e2d-bd8959cf9df7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Added segment 07138a73-0253-43d5-80c5-a185132487f3 of type vlan for network 154ab562-3a85-4af2-a5e0-027be0144aa3 Jan 28 05:50:40.680529 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1751d715-98db-4031-8e2d-bd8959cf9df7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (154ab562-3a85-4af2-a5e0-027be0144aa3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:40.801132 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d9ec6fc-6701-476b-8ece-4559443e2383 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a2e7bd5a-ce47-46d4-b0e7-7469260edbc4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:40.840066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9ec6fc-6701-476b-8ece-4559443e2383 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:40.842904 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-4d9ec6fc-6701-476b-8ece-4559443e2383 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:40.849257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9ec6fc-6701-476b-8ece-4559443e2383 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:40.855049 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ec6fc-6701-476b-8ece-4559443e2383 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Pushing event updated for resources: {'Port': ['ID=a2e7bd5a-ce47-46d4-b0e7-7469260edbc4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:40.879050 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1751d715-98db-4031-8e2d-bd8959cf9df7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (154ab562-3a85-4af2-a5e0-027be0144aa3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:40.883733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1751d715-98db-4031-8e2d-bd8959cf9df7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:40.887441 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1751d715-98db-4031-8e2d-bd8959cf9df7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:40.965354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751d715-98db-4031-8e2d-bd8959cf9df7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Network': ['ID=154ab562-3a85-4af2-a5e0-027be0144aa3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:40.976040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 154ab562-3a85-4af2-a5e0-027be0144aa3 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:50:41.002424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1751d715-98db-4031-8e2d-bd8959cf9df7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0476549 Jan 28 05:50:41.363641 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d9ec6fc-6701-476b-8ece-4559443e2383 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:41.529233 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-65ab9972-237f-4b4e-afba-0b7b784eb953 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:41.530720 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-65ab9972-237f-4b4e-afba-0b7b784eb953 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/networks?id=88381437-0e71-4561-a992-619e0f4004bd HTTP/1.1" status: 200 len: 814 time: 0.1901968 Jan 28 05:50:41.593138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-83e42b55-d9ef-4b7e-9fa3-f499c354087c tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/quotas/df8aef7b4c7c4daeaa50e23459079d68 HTTP/1.1" status: 200 len: 375 time: 0.0545902 Jan 28 05:50:41.705393 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a236a1a-cfd6-48a6-8d42-ccbf8f08ff1c req-f6a35c8c-568f-4113-991c-a8eb68b68561 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:41.707416 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a236a1a-cfd6-48a6-8d42-ccbf8f08ff1c req-f6a35c8c-568f-4113-991c-a8eb68b68561 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.1287603 Jan 28 05:50:41.714328 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d9ec6fc-6701-476b-8ece-4559443e2383 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:41.731033 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-ebe0f38e-54bc-4f14-9d51-edeb87b292c9 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1210058 Jan 28 05:50:41.732925 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d9ec6fc-6701-476b-8ece-4559443e2383 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:41.867392 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a236a1a-cfd6-48a6-8d42-ccbf8f08ff1c req-f24b8c1d-fd5f-402f-9ba5-dec6dfc4c3ce tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499653 Jan 28 05:50:41.940781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-1d05ee2c-6deb-4510-b8b0-4fe8bc418495 service neutron] 10.222.0.31 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976216 Jan 28 05:50:42.044722 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-0daed5e2-63fa-4c05-9ab6-3554a69cc5f4 service neutron] 10.222.0.31 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965555 Jan 28 05:50:42.091702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9ec6fc-6701-476b-8ece-4559443e2383 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Router 9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:50:42.209482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9ec6fc-6701-476b-8ece-4559443e2383 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:50:42.214508 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d9ec6fc-6701-476b-8ece-4559443e2383 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:42.218270 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63089871-aaf4-41fa-a182-3da2b5dd5aea None None] Sync routers for ids ['9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:50:42.220305 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37156) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:42.221688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4d9ec6fc-6701-476b-8ece-4559443e2383 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "PUT /v2.0/routers/9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1 HTTP/1.1" status: 200 len: 915 time: 2.6979825 Jan 28 05:50:42.230586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63089871-aaf4-41fa-a182-3da2b5dd5aea None None] Routers {'9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:42.231483 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-63089871-aaf4-41fa-a182-3da2b5dd5aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:42.344213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-63089871-aaf4-41fa-a182-3da2b5dd5aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:42.350749 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcdfd17b-9ec9-4427-aa94-4371dc4c5931 req-f842628b-1259-4ac9-86bc-fed66ee08edd tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 210 time: 0.0593815 Jan 28 05:50:42.375410 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63089871-aaf4-41fa-a182-3da2b5dd5aea None None] Routers {'9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:42.376121 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-63089871-aaf4-41fa-a182-3da2b5dd5aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:42.416056 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2424a452-7c85-4023-afd7-7aec3510df69 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "GET /v2.0/routers/9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1 HTTP/1.1" status: 200 len: 921 time: 0.1954179 Jan 28 05:50:42.418593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37164) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:42.439418 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-63089871-aaf4-41fa-a182-3da2b5dd5aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:42.441025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63089871-aaf4-41fa-a182-3da2b5dd5aea None None] The sync data for ids ['9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:50:42.475432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e21942-446f-498b-9e22-46dede17ebdc tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:42.479442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-31e21942-446f-498b-9e22-46dede17ebdc tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&device_id=9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0571694 Jan 28 05:50:42.479683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37170) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:42.581418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20557c-f5f4-4f85-8755-8fc673d79d88 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:42.583340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7d20557c-f5f4-4f85-8755-8fc673d79d88 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 881 time: 0.1027513 Jan 28 05:50:42.586275 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37174) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:42.614433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-efe70b54-0a75-4db6-9919-81fbd891f045 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1 HTTP/1.1" status: 200 len: 205 time: 0.0270162 Jan 28 05:50:42.617017 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37176) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:42.737440 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e84f-95b7-48c3-96f0-67c26e8026ee tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:42.844611 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e84f-95b7-48c3-96f0-67c26e8026ee tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:43.027701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9c6c6-d737-4106-8b49-c42d67438b58 req-a9731b33-7027-45d6-bd62-4bd0411a223b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:43.030639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33b9c6c6-d737-4106-8b49-c42d67438b58 req-a9731b33-7027-45d6-bd62-4bd0411a223b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.0815599 Jan 28 05:50:43.089049 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33b9c6c6-d737-4106-8b49-c42d67438b58 req-4526131f-38b1-4997-b9b8-49cb13b791ca tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517704 Jan 28 05:50:43.325457 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7dd0e84f-95b7-48c3-96f0-67c26e8026ee tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Deleting port a2e7bd5a-ce47-46d4-b0e7-7469260edbc4 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:43.326659 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e84f-95b7-48c3-96f0-67c26e8026ee tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a2e7bd5a-ce47-46d4-b0e7-7469260edbc4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:43.410954 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e84f-95b7-48c3-96f0-67c26e8026ee tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a2e7bd5a-ce47-46d4-b0e7-7469260edbc4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:43.423600 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7dd0e84f-95b7-48c3-96f0-67c26e8026ee tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Calling delete_port for a2e7bd5a-ce47-46d4-b0e7-7469260edbc4 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:43.467511 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bdf1b0a8-b6c5-46f2-88c0-473da0b18228 req-7d601c06-e3d8-4ec6-91a1-0c39037defa7 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 210 time: 0.0367112 Jan 28 05:50:43.675607 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e84f-95b7-48c3-96f0-67c26e8026ee tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a2e7bd5a-ce47-46d4-b0e7-7469260edbc4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:43.699320 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0e84f-95b7-48c3-96f0-67c26e8026ee tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Pushing event deleted for resources: {'Port': ['ID=a2e7bd5a-ce47-46d4-b0e7-7469260edbc4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:43.765078 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e84f-95b7-48c3-96f0-67c26e8026ee tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:43.854989 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e84f-95b7-48c3-96f0-67c26e8026ee tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:43.857206 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e84f-95b7-48c3-96f0-67c26e8026ee tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_controller (9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:43.948801 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e84f-95b7-48c3-96f0-67c26e8026ee tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:43.949364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd0e84f-95b7-48c3-96f0-67c26e8026ee tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Fanout notify agent at l3_agent the message router_deleted on router 9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:50:43.956005 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e84f-95b7-48c3-96f0-67c26e8026ee tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:43.957228 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7dd0e84f-95b7-48c3-96f0-67c26e8026ee tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "DELETE /v2.0/routers/9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1 HTTP/1.1" status: 204 len: 168 time: 1.3391440 Jan 28 05:50:43.960869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37192) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:43.965661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9f31dc4d-d4df-4d8c-b905-655ccc8f2366 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1665533725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:44.040485 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f31dc4d-d4df-4d8c-b905-655ccc8f2366 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:44.041526 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f31dc4d-d4df-4d8c-b905-655ccc8f2366 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:44.096240 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f31dc4d-d4df-4d8c-b905-655ccc8f2366 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_controller (eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:44.207500 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f31dc4d-d4df-4d8c-b905-655ccc8f2366 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:44.241411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cea665-cb98-4d74-9ca5-65be6bff4c64 req-f5a0e0d1-7df3-4f5e-b02e-82bdf45049cf tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:44.242915 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0cea665-cb98-4d74-9ca5-65be6bff4c64 req-f5a0e0d1-7df3-4f5e-b02e-82bdf45049cf tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.0656915 Jan 28 05:50:44.292266 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0cea665-cb98-4d74-9ca5-65be6bff4c64 req-4eb05b2a-fd3a-4c24-876f-b7506306c450 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Jan 28 05:50:44.318665 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f31dc4d-d4df-4d8c-b905-655ccc8f2366 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:44.318665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9f31dc4d-d4df-4d8c-b905-655ccc8f2366 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3504040 Jan 28 05:50:44.318665 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37198) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:44.323221 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2142b77f-8131-4831-b810-615e946a6295 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'enable_snat': False}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:44.387314 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37200) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:44.392574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a3677420-5921-4108-9e4f-9a9f01e28b25 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'subnet': {'network_id': '154ab562-3a85-4af2-a5e0-027be0144aa3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:44.526583 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3677420-5921-4108-9e4f-9a9f01e28b25 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:44.532062 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3677420-5921-4108-9e4f-9a9f01e28b25 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:44.801629 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3677420-5921-4108-9e4f-9a9f01e28b25 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (8c1cd715-6a97-459e-9f15-bed48d9bb1a4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:44.857734 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3677420-5921-4108-9e4f-9a9f01e28b25 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Subnet': ['ID=8c1cd715-6a97-459e-9f15-bed48d9bb1a4,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:44.874233 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3677420-5921-4108-9e4f-9a9f01e28b25 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Checking segment: {'id': '07138a73-0253-43d5-80c5-a185132487f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '154ab562-3a85-4af2-a5e0-027be0144aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:44.878094 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3677420-5921-4108-9e4f-9a9f01e28b25 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network hostable DHCP agents. Network: 154ab562-3a85-4af2-a5e0-027be0144aa3, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:50:44.879854 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8dee05d9-2b90-42e5-95ea-3d1f46017551 req-e792dc46-5777-4a90-8a6f-2547c105984b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 210 time: 0.0430148 Jan 28 05:50:44.937814 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3677420-5921-4108-9e4f-9a9f01e28b25 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network 154ab562-3a85-4af2-a5e0-027be0144aa3 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:50:44.959133 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2142b77f-8131-4831-b810-615e946a6295 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:44.969803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-87757083-0287-46c0-9f00-5c9b31f70b92 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:44.975068 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-87757083-0287-46c0-9f00-5c9b31f70b92 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.60 "GET /v2.0/networks?id=88381437-0e71-4561-a992-619e0f4004bd HTTP/1.1" status: 200 len: 814 time: 0.6135564 Jan 28 05:50:44.988598 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-e1abfe3c-ab8f-4def-a2ea-3e1ecf9b676b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Request body: {'port': {'device_id': 'f2f076ac-44a6-49b0-8832-9dee69291e33', 'network_id': '88381437-0e71-4561-a992-619e0f4004bd', 'admin_state_up': True, 'tenant_id': 'df8aef7b4c7c4daeaa50e23459079d68'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:44.992743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-a3677420-5921-4108-9e4f-9a9f01e28b25 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 154ab562-3a85-4af2-a5e0-027be0144aa3) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:44.993871 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3677420-5921-4108-9e4f-9a9f01e28b25 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:44.994504 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3677420-5921-4108-9e4f-9a9f01e28b25 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:44.999399 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c102b78-c3ba-4897-a1ea-3abcd60548c2 None None] Network 154ab562-3a85-4af2-a5e0-027be0144aa3 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:45.089159 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a3677420-5921-4108-9e4f-9a9f01e28b25 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7007506 Jan 28 05:50:45.092682 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37210) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:45.102554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-154ab562-3a85-4af2-a5e0-027be0144aa3', 'network_id': '154ab562-3a85-4af2-a5e0-027be0144aa3', 'project_id': '494710d25a074850a27566377fccf06f', 'fixed_ips': [{'subnet_id': '8c1cd715-6a97-459e-9f15-bed48d9bb1a4'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:50:45.103721 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.109108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d60d46bc-3236-4641-8f67-58fd47ef8a82 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2108045942'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:45.207849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60d46bc-3236-4641-8f67-58fd47ef8a82 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:45.211195 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d60d46bc-3236-4641-8f67-58fd47ef8a82 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.243392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60d46bc-3236-4641-8f67-58fd47ef8a82 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:50:45.253689 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d60d46bc-3236-4641-8f67-58fd47ef8a82 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (4704c0eb-1f0e-4673-a44e-354f9af98e28), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.254035 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-d60d46bc-3236-4641-8f67-58fd47ef8a82 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Added segment 4704c0eb-1f0e-4673-a44e-354f9af98e28 of type vlan for network a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7 Jan 28 05:50:45.257352 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Allocated IP 2001:db8:0:ffff::2 (154ab562-3a85-4af2-a5e0-027be0144aa3/8c1cd715-6a97-459e-9f15-bed48d9bb1a4/423240be-402f-454d-a720-5c6ff6cdd41e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:45.262107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-e1abfe3c-ab8f-4def-a2ea-3e1ecf9b676b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Made reservation on behalf of df8aef7b4c7c4daeaa50e23459079d68 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:45.273751 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-e1abfe3c-ab8f-4def-a2ea-3e1ecf9b676b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.296297 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d60d46bc-3236-4641-8f67-58fd47ef8a82 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.384734 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2142b77f-8131-4831-b810-615e946a6295 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.388774 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d60d46bc-3236-4641-8f67-58fd47ef8a82 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.395221 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60d46bc-3236-4641-8f67-58fd47ef8a82 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:45.395426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d60d46bc-3236-4641-8f67-58fd47ef8a82 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.410604 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Publish callbacks [] for port (423240be-402f-454d-a720-5c6ff6cdd41e), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.435143 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2142b77f-8131-4831-b810-615e946a6295 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.461581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d46bc-3236-4641-8f67-58fd47ef8a82 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Network': ['ID=a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:45.463723 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (423240be-402f-454d-a720-5c6ff6cdd41e), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.474165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:50:45.492209 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d60d46bc-3236-4641-8f67-58fd47ef8a82 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3884563 Jan 28 05:50:45.493429 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37216) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:45.505547 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-75b1aeee-2722-4207-be06-156ff5b78523 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'subnet': {'network_id': 'a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:45.547082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acec8be-88ed-4bb3-b31e-f11f029fe2c7 req-745d0727-01f1-40e9-8278-a9c450671487 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:45.548614 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4acec8be-88ed-4bb3-b31e-f11f029fe2c7 req-745d0727-01f1-40e9-8278-a9c450671487 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.1688058 Jan 28 05:50:45.552121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-e1abfe3c-ab8f-4def-a2ea-3e1ecf9b676b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Allocated IP 172.20.0.4 (88381437-0e71-4561-a992-619e0f4004bd/88b4464d-a63e-44af-98ed-f8fd1881fdda/412b4723-dcfb-49a6-ab99-255444f7db28) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:45.584777 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Network 154ab562-3a85-4af2-a5e0-027be0144aa3 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:45.598493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:45.602598 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:45.604864 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Pushing event updated for resources: {'Port': ['ID=423240be-402f-454d-a720-5c6ff6cdd41e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:45.679587 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Attempting to bind port 423240be-402f-454d-a720-5c6ff6cdd41e on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:45.679961 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Attempting to bind port 423240be-402f-454d-a720-5c6ff6cdd41e by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '07138a73-0253-43d5-80c5-a185132487f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '154ab562-3a85-4af2-a5e0-027be0144aa3'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:45.680327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Attempting to bind port 423240be-402f-454d-a720-5c6ff6cdd41e on network 154ab562-3a85-4af2-a5e0-027be0144aa3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:45.685898 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:50:45.686347 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Checking segment: {'id': '07138a73-0253-43d5-80c5-a185132487f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '154ab562-3a85-4af2-a5e0-027be0144aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:45.686760 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.688117 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Bound using segment: {'id': '07138a73-0253-43d5-80c5-a185132487f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '154ab562-3a85-4af2-a5e0-027be0144aa3'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:50:45.693882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Bound port: 423240be-402f-454d-a720-5c6ff6cdd41e, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07138a73-0253-43d5-80c5-a185132487f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '154ab562-3a85-4af2-a5e0-027be0144aa3'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:50:45.693882 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (423240be-402f-454d-a720-5c6ff6cdd41e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.694222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-2142b77f-8131-4831-b810-615e946a6295 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Allocated IP 172.25.0.206 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/17885a52-f8fd-452e-80fe-876738fa09be) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:45.696813 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4acec8be-88ed-4bb3-b31e-f11f029fe2c7 req-435b5ad0-3d42-4d86-baff-02119cadda90 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398664 Jan 28 05:50:45.703425 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b1aeee-2722-4207-be06-156ff5b78523 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:45.745988 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75b1aeee-2722-4207-be06-156ff5b78523 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.774568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] For port 423240be-402f-454d-a720-5c6ff6cdd41e, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:50:45.778033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] For port 423240be-402f-454d-a720-5c6ff6cdd41e, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=423240be-402f-454d-a720-5c6ff6cdd41e,segment=NetworkSegment(07138a73-0253-43d5-80c5-a185132487f3),segment_id=07138a73-0253-43d5-80c5-a185132487f3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:50:45.835487 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (423240be-402f-454d-a720-5c6ff6cdd41e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.877170 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-e1abfe3c-ab8f-4def-a2ea-3e1ecf9b676b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks [] for port (412b4723-dcfb-49a6-ab99-255444f7db28), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.907832 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ab77a-ccff-472c-9f36-38cb49ee828e None None] Pushing event updated for resources: {'Port': ['ID=423240be-402f-454d-a720-5c6ff6cdd41e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:45.921302 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2142b77f-8131-4831-b810-615e946a6295 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for port (17885a52-f8fd-452e-80fe-876738fa09be), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.972860 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75b1aeee-2722-4207-be06-156ff5b78523 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (86e1c965-6876-4ffc-8337-b9683a3fb7c6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:45.996756 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-e1abfe3c-ab8f-4def-a2ea-3e1ecf9b676b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (412b4723-dcfb-49a6-ab99-255444f7db28), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:46.030071 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2142b77f-8131-4831-b810-615e946a6295 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (17885a52-f8fd-452e-80fe-876738fa09be), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:46.033166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['6430ff4b-4448-428e-b201-0e05aabc7b9e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:50:46.046347 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1aeee-2722-4207-be06-156ff5b78523 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Subnet': ['ID=86e1c965-6876-4ffc-8337-b9683a3fb7c6,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:46.055156 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b1aeee-2722-4207-be06-156ff5b78523 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Checking segment: {'id': '4704c0eb-1f0e-4673-a44e-354f9af98e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:46.059875 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b1aeee-2722-4207-be06-156ff5b78523 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network hostable DHCP agents. Network: a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:50:46.079580 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['53676385-ac02-47ba-b6f1-4975f99ba19f', '8cb4fd0e-3712-4535-8327-03e76516f996'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:50:46.086727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-e1abfe3c-ab8f-4def-a2ea-3e1ecf9b676b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Network 88381437-0e71-4561-a992-619e0f4004bd is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:46.100087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2142b77f-8131-4831-b810-615e946a6295 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:46.101273 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-e1abfe3c-ab8f-4def-a2ea-3e1ecf9b676b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:46.104819 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-e1abfe3c-ab8f-4def-a2ea-3e1ecf9b676b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:46.110440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2142b77f-8131-4831-b810-615e946a6295 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:46.112334 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abfe3c-ab8f-4def-a2ea-3e1ecf9b676b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Pushing event updated for resources: {'Port': ['ID=412b4723-dcfb-49a6-ab99-255444f7db28,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:46.115508 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142b77f-8131-4831-b810-615e946a6295 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:46.121148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b1aeee-2722-4207-be06-156ff5b78523 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:50:46.145765 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7408157-7f41-4738-80c3-c5085d3ead28 req-243d39e7-eac1-4b45-b0c0-a613e51c4ee8 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:46.161864 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7408157-7f41-4738-80c3-c5085d3ead28 req-243d39e7-eac1-4b45-b0c0-a613e51c4ee8 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 931 time: 0.1765816 Jan 28 05:50:46.184088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-75b1aeee-2722-4207-be06-156ff5b78523 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:46.197843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b1aeee-2722-4207-be06-156ff5b78523 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:46.199369 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75b1aeee-2722-4207-be06-156ff5b78523 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:46.201684 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fef775-d347-445d-a6eb-6893503915bd None None] Network a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:46.289494 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142b77f-8131-4831-b810-615e946a6295 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Pushing event updated for resources: {'Port': ['ID=17885a52-f8fd-452e-80fe-876738fa09be,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:46.305850 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-75b1aeee-2722-4207-be06-156ff5b78523 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8078318 Jan 28 05:50:46.305966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-e1abfe3c-ab8f-4def-a2ea-3e1ecf9b676b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:46.305966 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-e1abfe3c-ab8f-4def-a2ea-3e1ecf9b676b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:46.306146 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37228) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:46.442561 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6746daa4-b455-4fd1-a099-2896f18579d9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:46.452194 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7408157-7f41-4738-80c3-c5085d3ead28 req-62f3b11c-d648-4920-91e6-8115c8ffcb43 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891672 Jan 28 05:50:46.519399 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6746daa4-b455-4fd1-a099-2896f18579d9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (86e1c965-6876-4ffc-8337-b9683a3fb7c6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:46.533079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da185b0-d534-473d-a1d7-06a961cf3e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7', 'network_id': 'a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7', 'project_id': '494710d25a074850a27566377fccf06f', 'fixed_ips': [{'subnet_id': '86e1c965-6876-4ffc-8337-b9683a3fb7c6'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:50:46.534222 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1da185b0-d534-473d-a1d7-06a961cf3e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:46.589239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-e1abfe3c-ab8f-4def-a2ea-3e1ecf9b676b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6042140 Jan 28 05:50:46.629729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Request body: {'port': {'device_id': 'f2f076ac-44a6-49b0-8832-9dee69291e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:46.641502 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6746daa4-b455-4fd1-a099-2896f18579d9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (86e1c965-6876-4ffc-8337-b9683a3fb7c6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:46.683092 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746daa4-b455-4fd1-a099-2896f18579d9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Subnet': ['ID=86e1c965-6876-4ffc-8337-b9683a3fb7c6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:46.785475 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (412b4723-dcfb-49a6-ab99-255444f7db28), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:46.825876 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6746daa4-b455-4fd1-a099-2896f18579d9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:46.866234 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2142b77f-8131-4831-b810-615e946a6295 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router_gateway (eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:46.876716 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-6746daa4-b455-4fd1-a099-2896f18579d9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:46.888193 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-6746daa4-b455-4fd1-a099-2896f18579d9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4704c0eb-1f0e-4673-a44e-354f9af98e28') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:46.893549 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-6746daa4-b455-4fd1-a099-2896f18579d9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4704c0eb-1f0e-4673-a44e-354f9af98e28') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:46.903155 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6746daa4-b455-4fd1-a099-2896f18579d9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (4704c0eb-1f0e-4673-a44e-354f9af98e28), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:46.935910 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6746daa4-b455-4fd1-a099-2896f18579d9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (4704c0eb-1f0e-4673-a44e-354f9af98e28), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:46.958351 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6746daa4-b455-4fd1-a099-2896f18579d9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:50:46.958846 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6746daa4-b455-4fd1-a099-2896f18579d9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (4704c0eb-1f0e-4673-a44e-354f9af98e28), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:50:46.962228 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server [None req-1da185b0-d534-473d-a1d7-06a961cf3e08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86e1c965-6876-4ffc-8337-b9683a3fb7c6: This subnet is being modified by another concurrent operation. Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:50:46.982519 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise exception Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86e1c965-6876-4ffc-8337-b9683a3fb7c6: This subnet is being modified by another concurrent operation. Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server Jan 28 05:50:46.990023 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 423240be-402f-454d-a720-5c6ff6cdd41e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:50:47.053992 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a4be99-ab8b-4214-bdfd-44e9bb82d97b None None] Network a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:47.072989 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 423240be-402f-454d-a720-5c6ff6cdd41e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:47.073548 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (423240be-402f-454d-a720-5c6ff6cdd41e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:47.103239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6746daa4-b455-4fd1-a099-2896f18579d9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:47.110827 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6746daa4-b455-4fd1-a099-2896f18579d9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:47.118456 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6746daa4-b455-4fd1-a099-2896f18579d9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/networks/a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7 HTTP/1.1" status: 204 len: 168 time: 0.8059967 Jan 28 05:50:47.125628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37238) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:47.127758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746daa4-b455-4fd1-a099-2896f18579d9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Network': ['ID=a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:47.131109 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-32603fc8-ec56-4487-8b3b-3654ebc9b414 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-276584910'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:47.172274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1b3ec-adee-493b-9dc1-6fd7781450a0 req-35bde63b-c9f4-490b-ad09-c04101e75968 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:47.173832 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4c1b3ec-adee-493b-9dc1-6fd7781450a0 req-35bde63b-c9f4-490b-ad09-c04101e75968 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.3089173 Jan 28 05:50:47.238510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 423240be-402f-454d-a720-5c6ff6cdd41e is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:47.239078 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (423240be-402f-454d-a720-5c6ff6cdd41e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:47.278706 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 423240be-402f-454d-a720-5c6ff6cdd41e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=423240be-402f-454d-a720-5c6ff6cdd41e,segment=NetworkSegment(07138a73-0253-43d5-80c5-a185132487f3),segment_id=07138a73-0253-43d5-80c5-a185132487f3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:47.297791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32603fc8-ec56-4487-8b3b-3654ebc9b414 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:47.301127 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32603fc8-ec56-4487-8b3b-3654ebc9b414 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:47.320699 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (423240be-402f-454d-a720-5c6ff6cdd41e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:47.360650 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4c1b3ec-adee-493b-9dc1-6fd7781450a0 req-5a3d880e-1c1c-40cc-9f0e-37d242f47dfb tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498022 Jan 28 05:50:47.383511 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=423240be-402f-454d-a720-5c6ff6cdd41e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:47.421184 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7dffb5-7147-419a-9ec7-05f47bb92de1 None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:50:47.421622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32603fc8-ec56-4487-8b3b-3654ebc9b414 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:50:47.439323 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2142b77f-8131-4831-b810-615e946a6295 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:47.457091 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32603fc8-ec56-4487-8b3b-3654ebc9b414 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (6671fcfd-ab9b-4a4a-a711-d67730e8ff05), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:47.457091 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-32603fc8-ec56-4487-8b3b-3654ebc9b414 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Added segment 6671fcfd-ab9b-4a4a-a711-d67730e8ff05 of type vlan for network a7d76294-95a3-4faf-aaaa-75cb4cc54f37 Jan 28 05:50:47.458718 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2142b77f-8131-4831-b810-615e946a6295 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:47.512136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-bd71d5df-3a80-4226-89f5-66c92f77694c None None] Provisioning complete for port 423240be-402f-454d-a720-5c6ff6cdd41e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:47.512136 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd71d5df-3a80-4226-89f5-66c92f77694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (423240be-402f-454d-a720-5c6ff6cdd41e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:47.601590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412b4723-dcfb-49a6-ab99-255444f7db28 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:50:47.606691 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32603fc8-ec56-4487-8b3b-3654ebc9b414 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (a7d76294-95a3-4faf-aaaa-75cb4cc54f37), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:47.617953 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Publish callbacks [] for port (412b4723-dcfb-49a6-ab99-255444f7db28), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:47.623016 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7dffb5-7147-419a-9ec7-05f47bb92de1 None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:50:47.686249 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Transition to ACTIVE for port object 412b4723-dcfb-49a6-ab99-255444f7db28 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:50:47.700390 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bd71d5df-3a80-4226-89f5-66c92f77694c None None] Current status of the port 423240be-402f-454d-a720-5c6ff6cdd41e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:47.709442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f4441-658b-4cd6-963c-47befe88fe75 req-3bd5646e-e82b-44aa-b264-ea81ee60c7d0 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:47.710993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef1f4441-658b-4cd6-963c-47befe88fe75 req-3bd5646e-e82b-44aa-b264-ea81ee60c7d0 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 931 time: 0.1533792 Jan 28 05:50:47.728803 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (412b4723-dcfb-49a6-ab99-255444f7db28), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:47.770492 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32603fc8-ec56-4487-8b3b-3654ebc9b414 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (a7d76294-95a3-4faf-aaaa-75cb4cc54f37), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:47.775429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32603fc8-ec56-4487-8b3b-3654ebc9b414 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:47.776085 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32603fc8-ec56-4487-8b3b-3654ebc9b414 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:47.950673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b477385-e6fc-45f7-b2c1-d07dcd9c0c59 None None] Network 154ab562-3a85-4af2-a5e0-027be0144aa3 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:48.216753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Pushing event updated for resources: {'Port': ['ID=412b4723-dcfb-49a6-ab99-255444f7db28,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:48.228693 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-32603fc8-ec56-4487-8b3b-3654ebc9b414 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1019816 Jan 28 05:50:48.231651 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37250) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:48.237573 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7d7f321e-69d4-48c2-9dea-d22c9514eb73 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'subnet': {'network_id': 'a7d76294-95a3-4faf-aaaa-75cb4cc54f37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:48.242464 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef1f4441-658b-4cd6-963c-47befe88fe75 req-5eac1ff3-8e59-450b-b401-20deab23369f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245476 Jan 28 05:50:48.249702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32603fc8-ec56-4487-8b3b-3654ebc9b414 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Network': ['ID=a7d76294-95a3-4faf-aaaa-75cb4cc54f37,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:48.264024 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network a7d76294-95a3-4faf-aaaa-75cb4cc54f37 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:50:48.332236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Attempting to bind port 412b4723-dcfb-49a6-ab99-255444f7db28 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:48.332497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Attempting to bind port 412b4723-dcfb-49a6-ab99-255444f7db28 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '1e566500-38b1-4659-8025-4892f4eb51b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '88381437-0e71-4561-a992-619e0f4004bd'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:48.332829 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Attempting to bind port 412b4723-dcfb-49a6-ab99-255444f7db28 on network 88381437-0e71-4561-a992-619e0f4004bd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:48.337619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Port 412b4723-dcfb-49a6-ab99-255444f7db28 on network 88381437-0e71-4561-a992-619e0f4004bd not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:50:48.337948 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Attempting to bind port 412b4723-dcfb-49a6-ab99-255444f7db28 on network 88381437-0e71-4561-a992-619e0f4004bd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:48.343823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:50:48.348300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Checking segment: {'id': '1e566500-38b1-4659-8025-4892f4eb51b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '88381437-0e71-4561-a992-619e0f4004bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:48.348300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Bound using segment: {'id': '1e566500-38b1-4659-8025-4892f4eb51b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '88381437-0e71-4561-a992-619e0f4004bd'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:50:48.348300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Bound port: 412b4723-dcfb-49a6-ab99-255444f7db28, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e566500-38b1-4659-8025-4892f4eb51b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '88381437-0e71-4561-a992-619e0f4004bd'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:50:48.348300 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (412b4723-dcfb-49a6-ab99-255444f7db28), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:48.350873 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-9c3f5929-93f6-4585-b9c5-083120cf0c84 None None] Provisioning complete for port 423240be-402f-454d-a720-5c6ff6cdd41e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:48.351249 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c3f5929-93f6-4585-b9c5-083120cf0c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (423240be-402f-454d-a720-5c6ff6cdd41e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:48.383259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2142b77f-8131-4831-b810-615e946a6295 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Router eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:50:48.431908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f5929-93f6-4585-b9c5-083120cf0c84 None None] Current status of the port 423240be-402f-454d-a720-5c6ff6cdd41e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:48.473489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] For port 412b4723-dcfb-49a6-ab99-255444f7db28, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:50:48.510214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] For port 412b4723-dcfb-49a6-ab99-255444f7db28, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=412b4723-dcfb-49a6-ab99-255444f7db28,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:50:48.520818 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7f321e-69d4-48c2-9dea-d22c9514eb73 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:48.524347 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7d7f321e-69d4-48c2-9dea-d22c9514eb73 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:48.566059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567a470-9d8c-47a6-875d-938f5391b854 req-e397757a-f7cb-482b-a0db-0bb42abbe09a tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:48.567580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f567a470-9d8c-47a6-875d-938f5391b854 req-e397757a-f7cb-482b-a0db-0bb42abbe09a tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.1094036 Jan 28 05:50:48.600526 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2142b77f-8131-4831-b810-615e946a6295 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:50:48.612936 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2142b77f-8131-4831-b810-615e946a6295 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:48.612936 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2142b77f-8131-4831-b810-615e946a6295 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "PUT /v2.0/routers/eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331 HTTP/1.1" status: 200 len: 916 time: 4.2894924 Jan 28 05:50:48.613124 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb14c882-1036-49a4-9ad8-4a580ea7027a None None] Sync routers for ids ['eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:50:48.614578 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37256) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:48.617773 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (412b4723-dcfb-49a6-ab99-255444f7db28), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:48.624320 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb14c882-1036-49a4-9ad8-4a580ea7027a None None] Routers {'eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:48.624849 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cb14c882-1036-49a4-9ad8-4a580ea7027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:48.660618 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cb14c882-1036-49a4-9ad8-4a580ea7027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:48.670752 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb14c882-1036-49a4-9ad8-4a580ea7027a None None] Routers {'eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:48.672492 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cb14c882-1036-49a4-9ad8-4a580ea7027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:48.674012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:48.674861 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:48.676322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] 10.222.0.60 "PUT /v2.0/ports/412b4723-dcfb-49a6-ab99-255444f7db28 HTTP/1.1" status: 200 len: 1092 time: 2.0533400 Jan 28 05:50:48.677730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f076ac-44a6-49b0-8832-9dee69291e33', 'tag': '412b4723-dcfb-49a6-ab99-255444f7db28'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:50:48.680096 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7695c29-752b-415c-87d0-623bfd163dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f076ac-44a6-49b0-8832-9dee69291e33", "tag": "412b4723-dcfb-49a6-ab99-255444f7db28"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:50:48.710676 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cb14c882-1036-49a4-9ad8-4a580ea7027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:48.711401 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb14c882-1036-49a4-9ad8-4a580ea7027a None None] The sync data for ids ['eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:50:48.716277 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848dffd1-4254-4242-ba1f-e867bbc17c0d service neutron] Pushing event updated for resources: {'Port': ['ID=412b4723-dcfb-49a6-ab99-255444f7db28,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:48.726539 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f567a470-9d8c-47a6-875d-938f5391b854 req-85e46b3e-71e0-4c5d-9dd2-210738e94e72 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510093 Jan 28 05:50:48.727930 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ca79fd-7171-4715-98a9-7796ddef7ed9 x-openstack-request-id: req-64ca79fd-7171-4715-98a9-7796ddef7ed9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:50:48.728217 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f076ac-44a6-49b0-8832-9dee69291e33", "tag": "412b4723-dcfb-49a6-ab99-255444f7db28", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:50:48.728482 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64ca79fd-7171-4715-98a9-7796ddef7ed9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:50:48.728873 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f076ac-44a6-49b0-8832-9dee69291e33', 'tag': '412b4723-dcfb-49a6-ab99-255444f7db28', 'status': 'completed', 'code': 200} Jan 28 05:50:48.809775 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c24671e8-e2d3-4450-b9ce-8b016cb3d3d2 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "GET /v2.0/routers/eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331 HTTP/1.1" status: 200 len: 922 time: 0.1938071 Jan 28 05:50:48.812709 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37260) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:48.821853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 423240be-402f-454d-a720-5c6ff6cdd41e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:50:48.828266 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7695c29-752b-415c-87d0-623bfd163dc9 req-587f6de8-118a-44eb-9e68-eb18e6973937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:48.829952 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7695c29-752b-415c-87d0-623bfd163dc9 req-587f6de8-118a-44eb-9e68-eb18e6973937 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 1095 time: 0.0566695 Jan 28 05:50:48.871272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 423240be-402f-454d-a720-5c6ff6cdd41e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:48.879802 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (423240be-402f-454d-a720-5c6ff6cdd41e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:48.912994 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b67c3-a61d-4dbe-a410-f86fa0bcf37c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:48.914430 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-da3b67c3-a61d-4dbe-a410-f86fa0bcf37c tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&device_id=eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1005924 Jan 28 05:50:48.917276 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37262) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:48.957158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7695c29-752b-415c-87d0-623bfd163dc9 req-b2136c12-f8d8-4c42-bbac-50c588994a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:48.958997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7695c29-752b-415c-87d0-623bfd163dc9 req-b2136c12-f8d8-4c42-bbac-50c588994a2a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1070085 Jan 28 05:50:48.961112 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 423240be-402f-454d-a720-5c6ff6cdd41e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:48.974999 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7d7f321e-69d4-48c2-9dea-d22c9514eb73 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (4824dda6-0009-4b71-9e7d-697d17ca0811), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:49.065690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7695c29-752b-415c-87d0-623bfd163dc9 req-2109d25a-d709-4aa1-a33f-59912c7ebdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:49.067500 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7695c29-752b-415c-87d0-623bfd163dc9 req-2109d25a-d709-4aa1-a33f-59912c7ebdf2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002765 Jan 28 05:50:49.071425 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5c5120-0031-40df-a8b8-b9cda5f2f436 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:49.072822 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-aa5c5120-0031-40df-a8b8-b9cda5f2f436 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 881 time: 0.1545281 Jan 28 05:50:49.075733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37268) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:49.076410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f321e-69d4-48c2-9dea-d22c9514eb73 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Subnet': ['ID=4824dda6-0009-4b71-9e7d-697d17ca0811,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:49.081621 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7f321e-69d4-48c2-9dea-d22c9514eb73 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Checking segment: {'id': '6671fcfd-ab9b-4a4a-a711-d67730e8ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a7d76294-95a3-4faf-aaaa-75cb4cc54f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:49.081992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7f321e-69d4-48c2-9dea-d22c9514eb73 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network hostable DHCP agents. Network: a7d76294-95a3-4faf-aaaa-75cb4cc54f37, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:50:49.111963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0f771658-646f-4761-8b39-1fe5582e368a tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331 HTTP/1.1" status: 200 len: 205 time: 0.0347080 Jan 28 05:50:49.114626 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37270) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:49.131553 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7f321e-69d4-48c2-9dea-d22c9514eb73 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network a7d76294-95a3-4faf-aaaa-75cb4cc54f37 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:50:49.183371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-7d7f321e-69d4-48c2-9dea-d22c9514eb73 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, a7d76294-95a3-4faf-aaaa-75cb4cc54f37) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:49.190560 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7f321e-69d4-48c2-9dea-d22c9514eb73 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:49.190560 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7d7f321e-69d4-48c2-9dea-d22c9514eb73 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:49.193535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ead15b4-d857-42dc-98c7-4a85d6d12f92 None None] Network a7d76294-95a3-4faf-aaaa-75cb4cc54f37 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:49.248550 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7d7f321e-69d4-48c2-9dea-d22c9514eb73 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0157962 Jan 28 05:50:49.251726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-a538a9f4-8cf8-4f32-8332-7196556aea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:49.251726 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-a538a9f4-8cf8-4f32-8332-7196556aea33 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 1095 time: 0.0851703 Jan 28 05:50:49.252855 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37274) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:49.258186 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-575f865b-b6c3-4dec-8d9c-97875f8352d7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-909862379'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:49.313430 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa189505-3095-42e3-bb11-0c7d1a716b9f tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:49.318148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-fe4ca468-66cf-4d40-9207-23998db2dab5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=412b4723-dcfb-49a6-ab99-255444f7db28 HTTP/1.1" status: 200 len: 217 time: 0.0532792 Jan 28 05:50:49.322117 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-a7d76294-95a3-4faf-aaaa-75cb4cc54f37', 'network_id': 'a7d76294-95a3-4faf-aaaa-75cb4cc54f37', 'project_id': '494710d25a074850a27566377fccf06f', 'fixed_ips': [{'subnet_id': '4824dda6-0009-4b71-9e7d-697d17ca0811'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:50:49.326254 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:49.337602 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575f865b-b6c3-4dec-8d9c-97875f8352d7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:49.341106 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-575f865b-b6c3-4dec-8d9c-97875f8352d7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:49.367054 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575f865b-b6c3-4dec-8d9c-97875f8352d7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:50:49.377081 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-575f865b-b6c3-4dec-8d9c-97875f8352d7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c5c0a69e-91c7-415d-b758-d56bb935b1d8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:49.378504 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-575f865b-b6c3-4dec-8d9c-97875f8352d7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Added segment c5c0a69e-91c7-415d-b758-d56bb935b1d8 of type vlan for network 2fb6b518-65a4-4270-8c68-37c26c4783c4 Jan 28 05:50:49.421389 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-575f865b-b6c3-4dec-8d9c-97875f8352d7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (2fb6b518-65a4-4270-8c68-37c26c4783c4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:49.471871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-60a82f76-092e-459b-a1f5-a356d2817210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:49.473401 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-60a82f76-092e-459b-a1f5-a356d2817210 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88b4464d-a63e-44af-98ed-f8fd1881fdda HTTP/1.1" status: 200 len: 854 time: 0.1244955 Jan 28 05:50:49.477712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Allocated IP 2001:db8::1 (a7d76294-95a3-4faf-aaaa-75cb4cc54f37/4824dda6-0009-4b71-9e7d-697d17ca0811/4e520cc9-ca42-45df-90dc-401c668f63c3) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:49.498161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0a03f-26b5-45bc-939c-ce34e930afc6 req-afab0586-d9f0-457c-842b-dea33e418657 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:49.499636 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10c0a03f-26b5-45bc-939c-ce34e930afc6 req-afab0586-d9f0-457c-842b-dea33e418657 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 943 time: 0.1496680 Jan 28 05:50:49.504337 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-575f865b-b6c3-4dec-8d9c-97875f8352d7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (2fb6b518-65a4-4270-8c68-37c26c4783c4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:49.516008 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575f865b-b6c3-4dec-8d9c-97875f8352d7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:49.516660 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-575f865b-b6c3-4dec-8d9c-97875f8352d7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:49.524752 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-25d98ed9-19c3-4d3d-b8cc-8e55c24d95e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88381437-0e71-4561-a992-619e0f4004bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415514 Jan 28 05:50:49.526881 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa189505-3095-42e3-bb11-0c7d1a716b9f tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:49.587958 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f865b-b6c3-4dec-8d9c-97875f8352d7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Network': ['ID=2fb6b518-65a4-4270-8c68-37c26c4783c4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:49.600756 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 2fb6b518-65a4-4270-8c68-37c26c4783c4 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:50:49.655032 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-575f865b-b6c3-4dec-8d9c-97875f8352d7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4011331 Jan 28 05:50:49.657905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37280) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:49.663502 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2ad41707-d82b-4736-97c0-7e8e1bfb2447 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'subnet': {'network_id': '2fb6b518-65a4-4270-8c68-37c26c4783c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:49.681818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10c0a03f-26b5-45bc-939c-ce34e930afc6 req-6f5befa5-9485-4e27-9661-554d816b59de tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570370 Jan 28 05:50:49.708694 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-903d8eae-00cb-4d1f-b845-bbebfc106381 service neutron] 10.222.0.60 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675708 Jan 28 05:50:49.789694 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-fa189505-3095-42e3-bb11-0c7d1a716b9f tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Deleting port 17885a52-f8fd-452e-80fe-876738fa09be {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:49.790058 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa189505-3095-42e3-bb11-0c7d1a716b9f tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (17885a52-f8fd-452e-80fe-876738fa09be), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:49.829334 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad41707-d82b-4736-97c0-7e8e1bfb2447 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:49.834052 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ad41707-d82b-4736-97c0-7e8e1bfb2447 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:49.845469 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Publish callbacks [] for port (4e520cc9-ca42-45df-90dc-401c668f63c3), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:49.892610 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-344a2e77-78c5-42f6-afe1-5049c1636b8b req-a05b6326-402b-4366-b0f8-5bb820ae91ac service neutron] 10.222.0.60 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815269 Jan 28 05:50:49.903818 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (4e520cc9-ca42-45df-90dc-401c668f63c3), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:49.918073 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.ipam_backend_mixin [None req-2ad41707-d82b-4736-97c0-7e8e1bfb2447 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Performing IP validity checks on allocation pools {{(pid=103634) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 05:50:49.918628 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.ipam_backend_mixin [None req-2ad41707-d82b-4736-97c0-7e8e1bfb2447 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103634) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 05:50:49.927013 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa189505-3095-42e3-bb11-0c7d1a716b9f tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (17885a52-f8fd-452e-80fe-876738fa09be), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:49.935928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92b503-4120-4440-86cd-f558f147e7ab req-55e6bafc-c04f-4fdb-af23-b1d4d2768b91 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:49.937337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f92b503-4120-4440-86cd-f558f147e7ab req-55e6bafc-c04f-4fdb-af23-b1d4d2768b91 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.1269131 Jan 28 05:50:49.947155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Network a7d76294-95a3-4faf-aaaa-75cb4cc54f37 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:49.949052 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-fa189505-3095-42e3-bb11-0c7d1a716b9f tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Calling delete_port for 17885a52-f8fd-452e-80fe-876738fa09be owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:49.954711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:49.960165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:49.963697 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Pushing event updated for resources: {'Port': ['ID=4e520cc9-ca42-45df-90dc-401c668f63c3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:49.973711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:49.974682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:49.974682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:49.975178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:49.975400 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:49.976813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:49.976813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:49.976813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:49.976813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:49.977191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:49.977372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:49.977994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:49.977994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:50:50.034247 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Attempting to bind port 4e520cc9-ca42-45df-90dc-401c668f63c3 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:50.034803 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Attempting to bind port 4e520cc9-ca42-45df-90dc-401c668f63c3 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '6671fcfd-ab9b-4a4a-a711-d67730e8ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a7d76294-95a3-4faf-aaaa-75cb4cc54f37'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:50.035178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Attempting to bind port 4e520cc9-ca42-45df-90dc-401c668f63c3 on network a7d76294-95a3-4faf-aaaa-75cb4cc54f37 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:50.041042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:50:50.041512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Checking segment: {'id': '6671fcfd-ab9b-4a4a-a711-d67730e8ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a7d76294-95a3-4faf-aaaa-75cb4cc54f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:50.041958 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:50.042664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Bound using segment: {'id': '6671fcfd-ab9b-4a4a-a711-d67730e8ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a7d76294-95a3-4faf-aaaa-75cb4cc54f37'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:50:50.043341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Bound port: 4e520cc9-ca42-45df-90dc-401c668f63c3, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6671fcfd-ab9b-4a4a-a711-d67730e8ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a7d76294-95a3-4faf-aaaa-75cb4cc54f37'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:50:50.043341 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4e520cc9-ca42-45df-90dc-401c668f63c3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:50.056276 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f92b503-4120-4440-86cd-f558f147e7ab req-d89ac1f8-1b29-4466-a4a3-2c969ba51348 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981574 Jan 28 05:50:50.108698 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ad41707-d82b-4736-97c0-7e8e1bfb2447 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (8ccf1ac2-dd26-4694-bdad-16263500e311), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:50.130728 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] For port 4e520cc9-ca42-45df-90dc-401c668f63c3, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:50:50.134449 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] For port 4e520cc9-ca42-45df-90dc-401c668f63c3, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4e520cc9-ca42-45df-90dc-401c668f63c3,segment=NetworkSegment(6671fcfd-ab9b-4a4a-a711-d67730e8ff05),segment_id=6671fcfd-ab9b-4a4a-a711-d67730e8ff05)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:50:50.168946 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad41707-d82b-4736-97c0-7e8e1bfb2447 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Subnet': ['ID=8ccf1ac2-dd26-4694-bdad-16263500e311,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:50.185485 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad41707-d82b-4736-97c0-7e8e1bfb2447 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Checking segment: {'id': 'c5c0a69e-91c7-415d-b758-d56bb935b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2fb6b518-65a4-4270-8c68-37c26c4783c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:50.185844 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad41707-d82b-4736-97c0-7e8e1bfb2447 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network hostable DHCP agents. Network: 2fb6b518-65a4-4270-8c68-37c26c4783c4, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:50:50.189248 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4e520cc9-ca42-45df-90dc-401c668f63c3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:50.247704 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c89b9-6ab4-4c24-a2fd-22f9d262bdda None None] Pushing event updated for resources: {'Port': ['ID=4e520cc9-ca42-45df-90dc-401c668f63c3,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:50.269760 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa189505-3095-42e3-bb11-0c7d1a716b9f tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (17885a52-f8fd-452e-80fe-876738fa09be), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:50.301029 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa189505-3095-42e3-bb11-0c7d1a716b9f tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Pushing event deleted for resources: {'Port': ['ID=17885a52-f8fd-452e-80fe-876738fa09be,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:50.325741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad41707-d82b-4736-97c0-7e8e1bfb2447 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network 2fb6b518-65a4-4270-8c68-37c26c4783c4 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:50:50.368146 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa189505-3095-42e3-bb11-0c7d1a716b9f tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:50.429186 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-2ad41707-d82b-4736-97c0-7e8e1bfb2447 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 2fb6b518-65a4-4270-8c68-37c26c4783c4) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:50.433876 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad41707-d82b-4736-97c0-7e8e1bfb2447 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:50.437853 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ad41707-d82b-4736-97c0-7e8e1bfb2447 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:50.446578 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe55d70-976d-4628-97be-8dc307f99ebb None None] Network 2fb6b518-65a4-4270-8c68-37c26c4783c4 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:50.480193 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa189505-3095-42e3-bb11-0c7d1a716b9f tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:50.483644 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa189505-3095-42e3-bb11-0c7d1a716b9f tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_controller (eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:50.562650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-2fb6b518-65a4-4270-8c68-37c26c4783c4', 'network_id': '2fb6b518-65a4-4270-8c68-37c26c4783c4', 'project_id': '494710d25a074850a27566377fccf06f', 'fixed_ips': [{'subnet_id': '8ccf1ac2-dd26-4694-bdad-16263500e311'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:50:50.563580 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:50.579962 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2ad41707-d82b-4736-97c0-7e8e1bfb2447 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9208248 Jan 28 05:50:50.585932 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37290) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:50.654654 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa189505-3095-42e3-bb11-0c7d1a716b9f tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:50.655216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa189505-3095-42e3-bb11-0c7d1a716b9f tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Fanout notify agent at l3_agent the message router_deleted on router eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:50:50.665168 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa189505-3095-42e3-bb11-0c7d1a716b9f tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:50.670049 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37292) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:50.670411 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fa189505-3095-42e3-bb11-0c7d1a716b9f tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "DELETE /v2.0/routers/eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331 HTTP/1.1" status: 204 len: 168 time: 1.5547187 Jan 28 05:50:50.678136 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-854248920', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:50.753041 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (2fb6b518-65a4-4270-8c68-37c26c4783c4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:50.756375 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Allocated IP 2001:db8::3 (2fb6b518-65a4-4270-8c68-37c26c4783c4/8ccf1ac2-dd26-4694-bdad-16263500e311/eb8bcea5-2977-431d-8069-53e05ba3facf) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:50.788986 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (60f4c0fc-d432-469d-91e2-b2c86510ea42), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:50.790418 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (60f4c0fc-d432-469d-91e2-b2c86510ea42), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:50.822528 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (8ccf1ac2-dd26-4694-bdad-16263500e311), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:50.879631 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_controller (60f4c0fc-d432-469d-91e2-b2c86510ea42), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:50.914945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f1de0-3b5e-45ce-b040-e7a3b54ee677 req-655c3859-1608-4792-9e05-85865441e77c tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:50.916498 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-797f1de0-3b5e-45ce-b040-e7a3b54ee677 req-655c3859-1608-4792-9e05-85865441e77c tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 943 time: 0.0952837 Jan 28 05:50:50.935841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4e520cc9-ca42-45df-90dc-401c668f63c3 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:50:50.970221 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-797f1de0-3b5e-45ce-b040-e7a3b54ee677 req-5e76a09f-f7f3-4151-9b62-ff87e0b41108 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479779 Jan 28 05:50:50.995852 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Publish callbacks [] for port (eb8bcea5-2977-431d-8069-53e05ba3facf), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:51.009448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 4e520cc9-ca42-45df-90dc-401c668f63c3 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:51.009823 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4e520cc9-ca42-45df-90dc-401c668f63c3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:51.094432 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (eb8bcea5-2977-431d-8069-53e05ba3facf), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:51.122166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 4e520cc9-ca42-45df-90dc-401c668f63c3 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:51.122594 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4e520cc9-ca42-45df-90dc-401c668f63c3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:51.131472 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (60f4c0fc-d432-469d-91e2-b2c86510ea42), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:51.159766 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Network 2fb6b518-65a4-4270-8c68-37c26c4783c4 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:51.168256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:51.179278 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:51.187169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Pushing event updated for resources: {'Port': ['ID=eb8bcea5-2977-431d-8069-53e05ba3facf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:51.193996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 4e520cc9-ca42-45df-90dc-401c668f63c3, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4e520cc9-ca42-45df-90dc-401c668f63c3,segment=NetworkSegment(6671fcfd-ab9b-4a4a-a711-d67730e8ff05),segment_id=6671fcfd-ab9b-4a4a-a711-d67730e8ff05)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:51.221979 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (8ccf1ac2-dd26-4694-bdad-16263500e311), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:51.252460 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Attempting to bind port eb8bcea5-2977-431d-8069-53e05ba3facf on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:51.253155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Attempting to bind port eb8bcea5-2977-431d-8069-53e05ba3facf by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'c5c0a69e-91c7-415d-b758-d56bb935b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2fb6b518-65a4-4270-8c68-37c26c4783c4'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:51.253700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Attempting to bind port eb8bcea5-2977-431d-8069-53e05ba3facf on network 2fb6b518-65a4-4270-8c68-37c26c4783c4 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:51.258880 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Subnet': ['ID=8ccf1ac2-dd26-4694-bdad-16263500e311,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:51.261592 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4e520cc9-ca42-45df-90dc-401c668f63c3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:51.270165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:50:51.270165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Checking segment: {'id': 'c5c0a69e-91c7-415d-b758-d56bb935b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2fb6b518-65a4-4270-8c68-37c26c4783c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:51.270165 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:51.271051 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Bound using segment: {'id': 'c5c0a69e-91c7-415d-b758-d56bb935b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2fb6b518-65a4-4270-8c68-37c26c4783c4'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:50:51.271902 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Bound port: eb8bcea5-2977-431d-8069-53e05ba3facf, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c0a69e-91c7-415d-b758-d56bb935b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2fb6b518-65a4-4270-8c68-37c26c4783c4'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:50:51.272585 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (eb8bcea5-2977-431d-8069-53e05ba3facf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:51.275816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b3b27-edd8-433f-9154-32277c581ce8 req-b8d61c0a-68c8-43a4-a6a9-b55888f1658f tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:51.285803 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f7b3b27-edd8-433f-9154-32277c581ce8 req-b8d61c0a-68c8-43a4-a6a9-b55888f1658f tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.1163661 Jan 28 05:50:51.359740 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=4e520cc9-ca42-45df-90dc-401c668f63c3,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:51.378862 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (2fb6b518-65a4-4270-8c68-37c26c4783c4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:51.387390 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3775a694-3e17-481b-9eda-63976c595016 None None] For port eb8bcea5-2977-431d-8069-53e05ba3facf, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:50:51.391367 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3775a694-3e17-481b-9eda-63976c595016 None None] For port eb8bcea5-2977-431d-8069-53e05ba3facf, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=eb8bcea5-2977-431d-8069-53e05ba3facf,segment=NetworkSegment(c5c0a69e-91c7-415d-b758-d56bb935b1d8),segment_id=c5c0a69e-91c7-415d-b758-d56bb935b1d8)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:50:51.414338 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f7b3b27-edd8-433f-9154-32277c581ce8 req-201e85d1-9f82-4922-b11d-15f206e1e2ef tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276295 Jan 28 05:50:51.416605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb6b518-65a4-4270-8c68-37c26c4783c4']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:51.428434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c0a69e-91c7-415d-b758-d56bb935b1d8') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:51.428737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c0a69e-91c7-415d-b758-d56bb935b1d8') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:51.439576 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (c5c0a69e-91c7-415d-b758-d56bb935b1d8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:51.478682 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (eb8bcea5-2977-431d-8069-53e05ba3facf), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:51.479303 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c5c0a69e-91c7-415d-b758-d56bb935b1d8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:51.487668 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:50:51.488077 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (c5c0a69e-91c7-415d-b758-d56bb935b1d8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:50:51.491447 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:50:51.567842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775a694-3e17-481b-9eda-63976c595016 None None] Pushing event updated for resources: {'Port': ['ID=eb8bcea5-2977-431d-8069-53e05ba3facf,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:51.590933 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa0188e-ff1c-4417-8dc3-e4ded2b4aa1b None None] Network 2fb6b518-65a4-4270-8c68-37c26c4783c4 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:51.597100 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (60f4c0fc-d432-469d-91e2-b2c86510ea42), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:51.607635 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.db.api [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 05:50:51.607635 n-d-812111-12 neutron-server[103635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 05:50:51.607635 n-d-812111-12 neutron-server[103635]: [parameters: {'id': '2fb6b518-65a4-4270-8c68-37c26c4783c4'}] Jan 28 05:50:51.607635 n-d-812111-12 neutron-server[103635]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:50:51.608439 n-d-812111-12 neutron-server[103635]: DEBUG oslo_db.api [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:50:51.618479 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:51.653826 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6c30d1-e457-4131-abb9-1d4e82eda075 None None] Network a7d76294-95a3-4faf-aaaa-75cb4cc54f37 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:51.738523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-36baed1a-09ad-4c76-a497-4ba63c48813a None None] Provisioning complete for port 4e520cc9-ca42-45df-90dc-401c668f63c3 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:51.738811 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36baed1a-09ad-4c76-a497-4ba63c48813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4e520cc9-ca42-45df-90dc-401c668f63c3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:51.739158 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Allocated IP 172.25.0.148 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/98adfa86-95ce-4445-baed-c42f88084b67) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:51.853208 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for port (98adfa86-95ce-4445-baed-c42f88084b67), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:51.860767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-36baed1a-09ad-4c76-a497-4ba63c48813a None None] Current status of the port 4e520cc9-ca42-45df-90dc-401c668f63c3 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:51.955239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (98adfa86-95ce-4445-baed-c42f88084b67), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:52.007510 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe64c0-8db3-4692-ae4e-7b5c6b05b279 req-51e837a7-95d2-4418-a009-8b79460b6783 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:52.008672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:52.012689 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:52.015207 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:52.019284 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ffe64c0-8db3-4692-ae4e-7b5c6b05b279 req-51e837a7-95d2-4418-a009-8b79460b6783 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 946 time: 0.0831587 Jan 28 05:50:52.048663 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Pushing event updated for resources: {'Port': ['ID=98adfa86-95ce-4445-baed-c42f88084b67,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:52.092216 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de51b7-7a83-4646-a2d7-4850a4f35c49 None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:50:52.106107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ffe64c0-8db3-4692-ae4e-7b5c6b05b279 req-f0775702-c312-4e5a-bea7-59cfd4771372 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789979 Jan 28 05:50:52.110608 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (2fb6b518-65a4-4270-8c68-37c26c4783c4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:52.132922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714f92c-d659-4e4f-aeeb-a57fab31edee req-7ab59ad2-a064-4647-ba72-905928419717 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:52.134441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c714f92c-d659-4e4f-aeeb-a57fab31edee req-7ab59ad2-a064-4647-ba72-905928419717 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 943 time: 0.0662806 Jan 28 05:50:52.210424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c714f92c-d659-4e4f-aeeb-a57fab31edee req-1e9597e8-bc52-46c9-a322-b90c1a631bf8 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513449 Jan 28 05:50:52.218444 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2ebfb744-0701-4b53-82e1-c164bda8807f None None] Provisioning complete for port 4e520cc9-ca42-45df-90dc-401c668f63c3 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:52.218831 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ebfb744-0701-4b53-82e1-c164bda8807f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4e520cc9-ca42-45df-90dc-401c668f63c3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:52.229678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Deleting port eb8bcea5-2977-431d-8069-53e05ba3facf {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:52.230029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (eb8bcea5-2977-431d-8069-53e05ba3facf), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:52.306956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de51b7-7a83-4646-a2d7-4850a4f35c49 None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:50:52.339368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] For port eb8bcea5-2977-431d-8069-53e05ba3facf, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=eb8bcea5-2977-431d-8069-53e05ba3facf,segment=NetworkSegment(c5c0a69e-91c7-415d-b758-d56bb935b1d8),segment_id=c5c0a69e-91c7-415d-b758-d56bb935b1d8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:52.340353 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (eb8bcea5-2977-431d-8069-53e05ba3facf), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:52.357267 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Calling delete_port for eb8bcea5-2977-431d-8069-53e05ba3facf owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:52.379883 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2ebfb744-0701-4b53-82e1-c164bda8807f None None] Current status of the port 4e520cc9-ca42-45df-90dc-401c668f63c3 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:52.389968 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (60f4c0fc-d432-469d-91e2-b2c86510ea42), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:52.543334 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (eb8bcea5-2977-431d-8069-53e05ba3facf), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:52.566396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No DVR routers for this DVR port eb8bcea5-2977-431d-8069-53e05ba3facf on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:50:52.621134 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Port': ['ID=eb8bcea5-2977-431d-8069-53e05ba3facf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:52.708524 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (2fb6b518-65a4-4270-8c68-37c26c4783c4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:52.730396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b94025-92e5-42f8-aacc-e43f748bd35f req-220e98b0-8f3c-4d4d-9eac-0defe20fdc4e tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:52.731998 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2b94025-92e5-42f8-aacc-e43f748bd35f req-220e98b0-8f3c-4d4d-9eac-0defe20fdc4e tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.1638212 Jan 28 05:50:52.743646 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb6b518-65a4-4270-8c68-37c26c4783c4']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:52.758061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c0a69e-91c7-415d-b758-d56bb935b1d8') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:52.758061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c0a69e-91c7-415d-b758-d56bb935b1d8') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:52.775178 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (c5c0a69e-91c7-415d-b758-d56bb935b1d8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:52.819741 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c5c0a69e-91c7-415d-b758-d56bb935b1d8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:52.833380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:50:52.833781 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (c5c0a69e-91c7-415d-b758-d56bb935b1d8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:50:52.838723 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:50:52.864599 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4e520cc9-ca42-45df-90dc-401c668f63c3 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:50:52.927022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 4e520cc9-ca42-45df-90dc-401c668f63c3 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:52.927413 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4e520cc9-ca42-45df-90dc-401c668f63c3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:52.953595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2b94025-92e5-42f8-aacc-e43f748bd35f req-55686fd4-5c96-4966-bc2a-82ad51c401bc tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993337 Jan 28 05:50:52.960695 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (60f4c0fc-d432-469d-91e2-b2c86510ea42), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:53.016849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 4e520cc9-ca42-45df-90dc-401c668f63c3 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:53.063394 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (2fb6b518-65a4-4270-8c68-37c26c4783c4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:53.071202 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:53.074348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/networks/2fb6b518-65a4-4270-8c68-37c26c4783c4 HTTP/1.1" status: 204 len: 168 time: 2.4870400 Jan 28 05:50:53.077902 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37334) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:53.085604 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7966e52e-4bff-41a3-a1b5-974684248c66 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1893802378'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:53.089595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fdb09-8289-43cb-8105-b4e069c6af43 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Network': ['ID=2fb6b518-65a4-4270-8c68-37c26c4783c4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:53.177371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7966e52e-4bff-41a3-a1b5-974684248c66 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:53.181085 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7966e52e-4bff-41a3-a1b5-974684248c66 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:53.194373 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Router 60f4c0fc-d432-469d-91e2-b2c86510ea42 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:50:53.243462 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7966e52e-4bff-41a3-a1b5-974684248c66 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:50:53.259665 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7966e52e-4bff-41a3-a1b5-974684248c66 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (885dc17b-ac08-4ffb-bfc3-bf0fdf106442), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:53.260013 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-7966e52e-4bff-41a3-a1b5-974684248c66 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Added segment 885dc17b-ac08-4ffb-bfc3-bf0fdf106442 of type vlan for network b5425840-7e85-4672-b742-68fdc552b263 Jan 28 05:50:53.341127 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7966e52e-4bff-41a3-a1b5-974684248c66 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (b5425840-7e85-4672-b742-68fdc552b263), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:53.351299 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fed3d4-215b-4501-92fd-5c383425924c req-3294c610-4979-4af7-b0fd-ddac8c4ed846 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:53.357497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0fed3d4-215b-4501-92fd-5c383425924c req-3294c610-4979-4af7-b0fd-ddac8c4ed846 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 943 time: 0.0558665 Jan 28 05:50:53.367732 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:50:53.382941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37cf163-a7be-4cd2-8a24-a52074b9ed7a None None] Sync routers for ids ['60f4c0fc-d432-469d-91e2-b2c86510ea42'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:50:53.396811 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37cf163-a7be-4cd2-8a24-a52074b9ed7a None None] Routers {'60f4c0fc-d432-469d-91e2-b2c86510ea42'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:53.397574 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c37cf163-a7be-4cd2-8a24-a52074b9ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['60f4c0fc-d432-469d-91e2-b2c86510ea42'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:53.403659 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0fed3d4-215b-4501-92fd-5c383425924c req-6bf7bbc7-55d9-4a6c-8018-6f785717b4a9 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444372 Jan 28 05:50:53.437722 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c37cf163-a7be-4cd2-8a24-a52074b9ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:53.445300 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37cf163-a7be-4cd2-8a24-a52074b9ed7a None None] Routers {'60f4c0fc-d432-469d-91e2-b2c86510ea42'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:53.445905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c37cf163-a7be-4cd2-8a24-a52074b9ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['60f4c0fc-d432-469d-91e2-b2c86510ea42'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:53.451638 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7966e52e-4bff-41a3-a1b5-974684248c66 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (b5425840-7e85-4672-b742-68fdc552b263), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:53.457663 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7966e52e-4bff-41a3-a1b5-974684248c66 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:53.458257 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7966e52e-4bff-41a3-a1b5-974684248c66 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:53.479303 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c37cf163-a7be-4cd2-8a24-a52074b9ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:53.479953 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37cf163-a7be-4cd2-8a24-a52074b9ed7a None None] The sync data for ids ['60f4c0fc-d432-469d-91e2-b2c86510ea42'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:50:53.515826 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:53.517093 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-add6c0a4-add2-42e1-8a9e-f4e9d1a84694 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8453827 Jan 28 05:50:53.521462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37342) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:53.528194 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d77f7d2c-c8df-4320-8b51-2fd4b7ed3f64 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:53.529880 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966e52e-4bff-41a3-a1b5-974684248c66 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Network': ['ID=b5425840-7e85-4672-b742-68fdc552b263,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:53.542712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network b5425840-7e85-4672-b742-68fdc552b263 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:50:53.581208 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7966e52e-4bff-41a3-a1b5-974684248c66 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5012906 Jan 28 05:50:53.585069 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37344) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:53.593331 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b6e7ac03-ac36-4770-9389-24e0b20341ee tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'subnet': {'network_id': 'b5425840-7e85-4672-b742-68fdc552b263', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:53.738029 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e7ac03-ac36-4770-9389-24e0b20341ee tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:53.741869 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ac03-ac36-4770-9389-24e0b20341ee tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:53.989446 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ac03-ac36-4770-9389-24e0b20341ee tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (b08c4ae8-1a90-4db6-8ef5-b57af49770e7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:54.053659 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7ac03-ac36-4770-9389-24e0b20341ee tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Subnet': ['ID=b08c4ae8-1a90-4db6-8ef5-b57af49770e7,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:54.062791 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e7ac03-ac36-4770-9389-24e0b20341ee tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Checking segment: {'id': '885dc17b-ac08-4ffb-bfc3-bf0fdf106442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b5425840-7e85-4672-b742-68fdc552b263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:54.063152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e7ac03-ac36-4770-9389-24e0b20341ee tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network hostable DHCP agents. Network: b5425840-7e85-4672-b742-68fdc552b263, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:50:54.143929 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e7ac03-ac36-4770-9389-24e0b20341ee tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network b5425840-7e85-4672-b742-68fdc552b263 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:50:54.149649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c801964-9e22-402c-8783-d5c7ed05cd30 req-452b60cb-6b72-42ea-b703-8f13522ec013 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:54.151212 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c801964-9e22-402c-8783-d5c7ed05cd30 req-452b60cb-6b72-42ea-b703-8f13522ec013 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.0987692 Jan 28 05:50:54.235093 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-b6e7ac03-ac36-4770-9389-24e0b20341ee tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, b5425840-7e85-4672-b742-68fdc552b263) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:54.238169 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d77f7d2c-c8df-4320-8b51-2fd4b7ed3f64 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (60f4c0fc-d432-469d-91e2-b2c86510ea42), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:54.240032 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e7ac03-ac36-4770-9389-24e0b20341ee tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:54.240995 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ac03-ac36-4770-9389-24e0b20341ee tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:54.247693 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbabbc7-0f3c-426e-a1da-50de27c8eb34 None None] Network b5425840-7e85-4672-b742-68fdc552b263 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:54.249164 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c801964-9e22-402c-8783-d5c7ed05cd30 req-641b2f62-c1ea-4be8-95b7-ef4e5f904c1f tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881321 Jan 28 05:50:54.302529 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d77f7d2c-c8df-4320-8b51-2fd4b7ed3f64 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_gateway (60f4c0fc-d432-469d-91e2-b2c86510ea42), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:54.336163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 412b4723-dcfb-49a6-ab99-255444f7db28 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:50:54.375326 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131ee8c0-bd84-4d3e-b8ec-3a75020c62a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-b5425840-7e85-4672-b742-68fdc552b263', 'network_id': 'b5425840-7e85-4672-b742-68fdc552b263', 'project_id': '494710d25a074850a27566377fccf06f', 'fixed_ips': [{'subnet_id': 'b08c4ae8-1a90-4db6-8ef5-b57af49770e7'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:50:54.376233 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-131ee8c0-bd84-4d3e-b8ec-3a75020c62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:54.385799 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b6e7ac03-ac36-4770-9389-24e0b20341ee tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7995360 Jan 28 05:50:54.388508 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37354) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:54.476123 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d77f7d2c-c8df-4320-8b51-2fd4b7ed3f64 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Deleting port 98adfa86-95ce-4445-baed-c42f88084b67 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:50:54.476736 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d77f7d2c-c8df-4320-8b51-2fd4b7ed3f64 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (98adfa86-95ce-4445-baed-c42f88084b67), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:54.511819 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b4e9f49-983b-44be-bf36-119e0340e989 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (b5425840-7e85-4672-b742-68fdc552b263), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:54.580794 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b4e9f49-983b-44be-bf36-119e0340e989 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (b08c4ae8-1a90-4db6-8ef5-b57af49770e7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:54.619014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209684f-bfba-4f1c-87df-796eb3b51805 req-c4f34b7b-2a12-4f21-98ee-16460b41faf8 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:54.620264 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5209684f-bfba-4f1c-87df-796eb3b51805 req-c4f34b7b-2a12-4f21-98ee-16460b41faf8 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 943 time: 0.0725615 Jan 28 05:50:54.651084 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d77f7d2c-c8df-4320-8b51-2fd4b7ed3f64 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (98adfa86-95ce-4445-baed-c42f88084b67), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:54.671191 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d77f7d2c-c8df-4320-8b51-2fd4b7ed3f64 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Calling delete_port for 98adfa86-95ce-4445-baed-c42f88084b67 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:50:54.704867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 412b4723-dcfb-49a6-ab99-255444f7db28, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=412b4723-dcfb-49a6-ab99-255444f7db28,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:54.717326 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '412b4723-dcfb-49a6-ab99-255444f7db28', 'network_id': '88381437-0e71-4561-a992-619e0f4004bd', 'port_id': '412b4723-dcfb-49a6-ab99-255444f7db28', 'mac_address': 'fa:16:3e:f6:05:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b4464d-a63e-44af-98ed-f8fd1881fdda', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:50:54.736174 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5209684f-bfba-4f1c-87df-796eb3b51805 req-3feb6870-3baa-4cad-b007-15a77a01911e tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063697 Jan 28 05:50:54.750236 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b4e9f49-983b-44be-bf36-119e0340e989 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (b08c4ae8-1a90-4db6-8ef5-b57af49770e7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:54.755955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 412b4723-dcfb-49a6-ab99-255444f7db28 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:54.756287 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (412b4723-dcfb-49a6-ab99-255444f7db28), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:54.770073 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412b4723-dcfb-49a6-ab99-255444f7db28 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:50:54.781346 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e9f49-983b-44be-bf36-119e0340e989 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Subnet': ['ID=b08c4ae8-1a90-4db6-8ef5-b57af49770e7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server [None req-131ee8c0-bd84-4d3e-b8ec-3a75020c62a4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b08c4ae8-1a90-4db6-8ef5-b57af49770e7: This subnet is being modified by another concurrent operation. Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:50:54.781726 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise exception Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b08c4ae8-1a90-4db6-8ef5-b57af49770e7: This subnet is being modified by another concurrent operation. Jan 28 05:50:54.785324 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server Jan 28 05:50:54.816656 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 412b4723-dcfb-49a6-ab99-255444f7db28, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=412b4723-dcfb-49a6-ab99-255444f7db28,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:54.819801 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc8dc13-59f4-41ee-9a22-44cdf25a7f7b None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:50:54.853903 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b4e9f49-983b-44be-bf36-119e0340e989 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (b5425840-7e85-4672-b742-68fdc552b263), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:54.864021 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (412b4723-dcfb-49a6-ab99-255444f7db28), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:54.884124 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-3b4e9f49-983b-44be-bf36-119e0340e989 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5425840-7e85-4672-b742-68fdc552b263']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:54.896733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-3b4e9f49-983b-44be-bf36-119e0340e989 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885dc17b-ac08-4ffb-bfc3-bf0fdf106442') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:54.897034 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-3b4e9f49-983b-44be-bf36-119e0340e989 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885dc17b-ac08-4ffb-bfc3-bf0fdf106442') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:54.897333 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:54.906619 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b4e9f49-983b-44be-bf36-119e0340e989 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (885dc17b-ac08-4ffb-bfc3-bf0fdf106442), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:54.920167 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b4e9f49-983b-44be-bf36-119e0340e989 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (885dc17b-ac08-4ffb-bfc3-bf0fdf106442), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:54.926553 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4e9f49-983b-44be-bf36-119e0340e989 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:50:54.927015 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b4e9f49-983b-44be-bf36-119e0340e989 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (885dc17b-ac08-4ffb-bfc3-bf0fdf106442), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:50:54.930611 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:50:54.966073 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d77f7d2c-c8df-4320-8b51-2fd4b7ed3f64 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (98adfa86-95ce-4445-baed-c42f88084b67), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:54.966943 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=412b4723-dcfb-49a6-ab99-255444f7db28,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:54.995696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f7d2c-c8df-4320-8b51-2fd4b7ed3f64 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Pushing event deleted for resources: {'Port': ['ID=98adfa86-95ce-4445-baed-c42f88084b67,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:54.995941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc8dc13-59f4-41ee-9a22-44cdf25a7f7b None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:50:55.075002 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d77f7d2c-c8df-4320-8b51-2fd4b7ed3f64 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (60f4c0fc-d432-469d-91e2-b2c86510ea42), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:55.103139 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b4e9f49-983b-44be-bf36-119e0340e989 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (b5425840-7e85-4672-b742-68fdc552b263), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:55.112805 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b4e9f49-983b-44be-bf36-119e0340e989 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:55.116952 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3b4e9f49-983b-44be-bf36-119e0340e989 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/networks/b5425840-7e85-4672-b742-68fdc552b263 HTTP/1.1" status: 204 len: 168 time: 0.7275157 Jan 28 05:50:55.121910 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37368) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:55.136197 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-584422d5-1760-4807-9016-7434b778f464 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1543857339'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:55.142292 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e9f49-983b-44be-bf36-119e0340e989 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Network': ['ID=b5425840-7e85-4672-b742-68fdc552b263,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:55.213852 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584422d5-1760-4807-9016-7434b778f464 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:55.215241 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-584422d5-1760-4807-9016-7434b778f464 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:55.217982 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360debee-8c41-4b06-8f5e-7cf3f9cf7e8b None None] Network b5425840-7e85-4672-b742-68fdc552b263 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:55.233399 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360debee-8c41-4b06-8f5e-7cf3f9cf7e8b None None] Network b5425840-7e85-4672-b742-68fdc552b263 could not be found, it might have been deleted concurrently. {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 05:50:55.236323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['412b4723-dcfb-49a6-ab99-255444f7db28'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:50:55.250076 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584422d5-1760-4807-9016-7434b778f464 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:50:55.261224 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-584422d5-1760-4807-9016-7434b778f464 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (fbf413c3-2c40-4a1b-8889-df863bcc52d9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:55.261820 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-584422d5-1760-4807-9016-7434b778f464 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Added segment fbf413c3-2c40-4a1b-8889-df863bcc52d9 of type vlan for network d0065a21-73d7-4485-a4ba-80d76c866f00 Jan 28 05:50:55.308694 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d77f7d2c-c8df-4320-8b51-2fd4b7ed3f64 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (60f4c0fc-d432-469d-91e2-b2c86510ea42), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:55.313063 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-584422d5-1760-4807-9016-7434b778f464 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (d0065a21-73d7-4485-a4ba-80d76c866f00), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:55.313216 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d77f7d2c-c8df-4320-8b51-2fd4b7ed3f64 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (60f4c0fc-d432-469d-91e2-b2c86510ea42), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:55.405881 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-584422d5-1760-4807-9016-7434b778f464 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (d0065a21-73d7-4485-a4ba-80d76c866f00), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:55.411536 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584422d5-1760-4807-9016-7434b778f464 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:55.412234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-584422d5-1760-4807-9016-7434b778f464 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:55.425869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77f7d2c-c8df-4320-8b51-2fd4b7ed3f64 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Router 60f4c0fc-d432-469d-91e2-b2c86510ea42 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:50:55.447603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2563481-2216-4937-9152-531960451a27 req-f44b82d8-eca8-4f88-a52e-51fb32a4d940 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:55.449122 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b2563481-2216-4937-9152-531960451a27 req-f44b82d8-eca8-4f88-a52e-51fb32a4d940 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.0883012 Jan 28 05:50:55.478276 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584422d5-1760-4807-9016-7434b778f464 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Network': ['ID=d0065a21-73d7-4485-a4ba-80d76c866f00,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:55.489027 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network d0065a21-73d7-4485-a4ba-80d76c866f00 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:50:55.532348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77f7d2c-c8df-4320-8b51-2fd4b7ed3f64 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:50:55.541373 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d77f7d2c-c8df-4320-8b51-2fd4b7ed3f64 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:55.541373 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d77f7d2c-c8df-4320-8b51-2fd4b7ed3f64 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "PUT /v2.0/routers/60f4c0fc-d432-469d-91e2-b2c86510ea42 HTTP/1.1" status: 200 len: 705 time: 2.0177162 Jan 28 05:50:55.543755 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37372) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:55.544652 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc66752-ac51-4a87-bb8e-99a2dc965731 None None] Sync routers for ids ['60f4c0fc-d432-469d-91e2-b2c86510ea42'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:50:55.557672 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc66752-ac51-4a87-bb8e-99a2dc965731 None None] Routers {'60f4c0fc-d432-469d-91e2-b2c86510ea42'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:55.558490 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dcc66752-ac51-4a87-bb8e-99a2dc965731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['60f4c0fc-d432-469d-91e2-b2c86510ea42'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:55.580853 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b2563481-2216-4937-9152-531960451a27 req-14d717c0-89c0-483f-9c1f-758278546b14 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941575 Jan 28 05:50:55.600185 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-584422d5-1760-4807-9016-7434b778f464 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4769938 Jan 28 05:50:55.603327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37376) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:55.609809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a0b81140-a88e-4d0e-9b6a-49194cf41e06 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'subnet': {'network_id': 'd0065a21-73d7-4485-a4ba-80d76c866f00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:55.622694 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dcc66752-ac51-4a87-bb8e-99a2dc965731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:55.633146 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc66752-ac51-4a87-bb8e-99a2dc965731 None None] Routers {'60f4c0fc-d432-469d-91e2-b2c86510ea42'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:50:55.634131 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dcc66752-ac51-4a87-bb8e-99a2dc965731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:50:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['60f4c0fc-d432-469d-91e2-b2c86510ea42'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:55.647262 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a893c659-b9bc-4649-802a-08a37a888b71 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "GET /v2.0/routers/60f4c0fc-d432-469d-91e2-b2c86510ea42 HTTP/1.1" status: 200 len: 740 time: 0.1010082 Jan 28 05:50:55.649737 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37378) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:55.671856 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dcc66752-ac51-4a87-bb8e-99a2dc965731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:55.672792 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc66752-ac51-4a87-bb8e-99a2dc965731 None None] The sync data for ids ['60f4c0fc-d432-469d-91e2-b2c86510ea42'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:50:55.698345 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c54d5ee5-774c-47b8-888d-66b0fea17de0 tempest-RoutersAdminTest-1883431257 tempest-RoutersAdminTest-1883431257-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&device_id=60f4c0fc-d432-469d-91e2-b2c86510ea42 HTTP/1.1" status: 200 len: 205 time: 0.0464237 Jan 28 05:50:55.699740 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37382) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:55.727938 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-eff7683d-bfce-46a5-9e48-cdaec7b34f9d tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f4c0fc-d432-469d-91e2-b2c86510ea42 HTTP/1.1" status: 200 len: 205 time: 0.0270548 Jan 28 05:50:55.730482 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37384) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:55.783013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b81140-a88e-4d0e-9b6a-49194cf41e06 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:55.786688 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0b81140-a88e-4d0e-9b6a-49194cf41e06 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:55.807683 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7fe63a3d-46cb-4be4-bede-6234818ce6e6 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (60f4c0fc-d432-469d-91e2-b2c86510ea42), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:55.910433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8796ba-9736-4e3d-bf9d-a4eb2cee33b1 req-7371e06a-7823-4975-8a28-897e8d169ad2 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:55.911910 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd8796ba-9736-4e3d-bf9d-a4eb2cee33b1 req-7371e06a-7823-4975-8a28-897e8d169ad2 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 944 time: 0.0807319 Jan 28 05:50:55.976703 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7fe63a3d-46cb-4be4-bede-6234818ce6e6 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (60f4c0fc-d432-469d-91e2-b2c86510ea42), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:55.978848 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7fe63a3d-46cb-4be4-bede-6234818ce6e6 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router_controller (60f4c0fc-d432-469d-91e2-b2c86510ea42), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:56.004729 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd8796ba-9736-4e3d-bf9d-a4eb2cee33b1 req-491680a3-43f2-4952-a949-a47a139135c2 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846105 Jan 28 05:50:56.010468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 674b90d5-dcf3-436f-b840-21191a8b7e2e details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:50:56.086290 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7fe63a3d-46cb-4be4-bede-6234818ce6e6 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (60f4c0fc-d432-469d-91e2-b2c86510ea42), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:56.086826 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe63a3d-46cb-4be4-bede-6234818ce6e6 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Fanout notify agent at l3_agent the message router_deleted on router 60f4c0fc-d432-469d-91e2-b2c86510ea42 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:50:56.094113 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7fe63a3d-46cb-4be4-bede-6234818ce6e6 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:56.099340 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7fe63a3d-46cb-4be4-bede-6234818ce6e6 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "DELETE /v2.0/routers/60f4c0fc-d432-469d-91e2-b2c86510ea42 HTTP/1.1" status: 204 len: 168 time: 0.3678401 Jan 28 05:50:56.100445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37394) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:56.111458 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0b81140-a88e-4d0e-9b6a-49194cf41e06 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (1bd98bf0-24f4-44d1-8f0e-f65765545756), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:56.123169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 674b90d5-dcf3-436f-b840-21191a8b7e2e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:56.135044 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'port_id': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'mac_address': 'fa:16:3e:da:61:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:50:56.138026 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37396) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:56.138631 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-603640aa-2808-4ce4-97b4-2b41a0e4fd82 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f4c0fc-d432-469d-91e2-b2c86510ea42 HTTP/1.1" status: 200 len: 205 time: 0.0366373 Jan 28 05:50:56.178288 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-284a815a-9283-43e6-8a1a-de72ad1c2cf9 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] delete failed (client error): The resource could not be found. Jan 28 05:50:56.182026 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-284a815a-9283-43e6-8a1a-de72ad1c2cf9 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "DELETE /v2.0/routers/60f4c0fc-d432-469d-91e2-b2c86510ea42 HTTP/1.1" status: 404 len: 336 time: 0.0403271 Jan 28 05:50:56.182427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37398) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:56.186122 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 674b90d5-dcf3-436f-b840-21191a8b7e2e is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:56.186638 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:56.201819 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b81140-a88e-4d0e-9b6a-49194cf41e06 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Subnet': ['ID=1bd98bf0-24f4-44d1-8f0e-f65765545756,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:56.207850 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 674b90d5-dcf3-436f-b840-21191a8b7e2e {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:50:56.212991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b81140-a88e-4d0e-9b6a-49194cf41e06 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Checking segment: {'id': 'fbf413c3-2c40-4a1b-8889-df863bcc52d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd0065a21-73d7-4485-a4ba-80d76c866f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:56.213206 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dab372a9-a43a-48b0-9d37-a088f3743f8c tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331 HTTP/1.1" status: 200 len: 205 time: 0.0289226 Jan 28 05:50:56.213329 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b81140-a88e-4d0e-9b6a-49194cf41e06 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network hostable DHCP agents. Network: d0065a21-73d7-4485-a4ba-80d76c866f00, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:50:56.217319 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37400) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:56.231672 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 674b90d5-dcf3-436f-b840-21191a8b7e2e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:56.259819 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-0ed6d8dd-aeda-4757-9bb2-45c84c579e50 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] delete failed (client error): The resource could not be found. Jan 28 05:50:56.260756 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0ed6d8dd-aeda-4757-9bb2-45c84c579e50 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "DELETE /v2.0/routers/eeb7dbbd-5dfe-47d8-a073-2b1ea3fe4331 HTTP/1.1" status: 404 len: 336 time: 0.0424020 Jan 28 05:50:56.263432 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37402) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:56.289717 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a3f7793d-09b7-49c6-9846-d43c8ab8ae3e tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1 HTTP/1.1" status: 200 len: 205 time: 0.0252509 Jan 28 05:50:56.292437 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37404) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:56.308678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b81140-a88e-4d0e-9b6a-49194cf41e06 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network d0065a21-73d7-4485-a4ba-80d76c866f00 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:50:56.330091 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-1d998f4b-cf46-4d2e-a23b-cd915d960310 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] delete failed (client error): The resource could not be found. Jan 28 05:50:56.331772 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1d998f4b-cf46-4d2e-a23b-cd915d960310 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "DELETE /v2.0/routers/9c89cc8e-6d89-42a4-9ca6-bf8d9f8954d1 HTTP/1.1" status: 404 len: 336 time: 0.0381806 Jan 28 05:50:56.333215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 412b4723-dcfb-49a6-ab99-255444f7db28 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:50:56.334060 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37406) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:56.337399 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:56.360950 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-453a7c44-04ac-4a62-84bd-57fe76800f7f tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9 HTTP/1.1" status: 200 len: 205 time: 0.0256863 Jan 28 05:50:56.364078 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37408) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:56.394757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a0b81140-a88e-4d0e-9b6a-49194cf41e06 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, d0065a21-73d7-4485-a4ba-80d76c866f00) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:56.400628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b81140-a88e-4d0e-9b6a-49194cf41e06 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:56.401311 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0b81140-a88e-4d0e-9b6a-49194cf41e06 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:56.405627 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-13803dfe-b377-41be-b8ba-9456dc84ccc4 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] delete failed (client error): The resource could not be found. Jan 28 05:50:56.409065 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-13803dfe-b377-41be-b8ba-9456dc84ccc4 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "DELETE /v2.0/routers/a7bd5b3d-76a6-48cb-90f9-5ea4530ebfe9 HTTP/1.1" status: 404 len: 336 time: 0.0416226 Jan 28 05:50:56.409724 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37410) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:56.410604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb21a8c-8631-4e54-929e-7f412c2f4500 None None] Network d0065a21-73d7-4485-a4ba-80d76c866f00 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:56.440324 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bc59f7f3-3d7f-4161-b93b-05deff280ded tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "GET /v2.0/ports?device_id=f38bf022-099e-468f-bf19-1bac49442340 HTTP/1.1" status: 200 len: 205 time: 0.0265472 Jan 28 05:50:56.440563 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37412) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:56.462482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a0b81140-a88e-4d0e-9b6a-49194cf41e06 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8544180 Jan 28 05:50:56.462760 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37414) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:56.477669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=674b90d5-dcf3-436f-b840-21191a8b7e2e,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:56.479947 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-714cf4f2-7773-4281-8a43-dccb26975bc6 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] delete failed (client error): The resource could not be found. Jan 28 05:50:56.483428 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-714cf4f2-7773-4281-8a43-dccb26975bc6 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "DELETE /v2.0/routers/f38bf022-099e-468f-bf19-1bac49442340 HTTP/1.1" status: 404 len: 336 time: 0.0394657 Jan 28 05:50:56.483677 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37416) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:56.517961 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-56230001-3731-44f5-a2e2-bcee3014aa65 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "GET /v2.0/ports?device_id=899b6dd4-4e31-4514-bc46-3c9c84e62b75 HTTP/1.1" status: 200 len: 205 time: 0.0309155 Jan 28 05:50:56.518883 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37418) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:56.555417 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 412b4723-dcfb-49a6-ab99-255444f7db28 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:50:56.559542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39613724-b70f-499f-9416-4f2fa3f6a78e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-d0065a21-73d7-4485-a4ba-80d76c866f00', 'network_id': 'd0065a21-73d7-4485-a4ba-80d76c866f00', 'project_id': '494710d25a074850a27566377fccf06f', 'fixed_ips': [{'subnet_id': '1bd98bf0-24f4-44d1-8f0e-f65765545756'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:50:56.560632 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39613724-b70f-499f-9416-4f2fa3f6a78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:56.565767 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-792020d0-3487-494c-afda-9549f34af4fd tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] delete failed (client error): The resource could not be found. Jan 28 05:50:56.565767 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-792020d0-3487-494c-afda-9549f34af4fd tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "DELETE /v2.0/routers/899b6dd4-4e31-4514-bc46-3c9c84e62b75 HTTP/1.1" status: 404 len: 336 time: 0.0420496 Jan 28 05:50:56.565999 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37420) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:56.576487 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['674b90d5-dcf3-436f-b840-21191a8b7e2e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:50:56.578254 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 412b4723-dcfb-49a6-ab99-255444f7db28 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:56.578649 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (412b4723-dcfb-49a6-ab99-255444f7db28), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:56.592685 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69a7214-748a-4172-838c-b40ae423b3c6 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] DELETE failed (client error): The resource could not be found. Jan 28 05:50:56.592908 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cf219d5-3e6c-40e9-b431-ef9379f5e626 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (d0065a21-73d7-4485-a4ba-80d76c866f00), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:56.594700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e69a7214-748a-4172-838c-b40ae423b3c6 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:50:56.596382 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:50:56.597265 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e69a7214-748a-4172-838c-b40ae423b3c6 tempest-RoutersAdminTest-1689836885 tempest-RoutersAdminTest-1689836885-project] 10.222.0.31 "DELETE /v2.0/subnets/3541f948-d754-4e8f-9577-8a81ad0d13d5 HTTP/1.1" status: 404 len: 337 time: 0.0303788 Jan 28 05:50:56.664749 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cf219d5-3e6c-40e9-b431-ef9379f5e626 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (1bd98bf0-24f4-44d1-8f0e-f65765545756), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:56.759598 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b842b0-5069-44b1-adf7-088f24b8adce req-ba10c404-39da-47cb-92c0-59122bd1f455 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:56.761115 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1b842b0-5069-44b1-adf7-088f24b8adce req-ba10c404-39da-47cb-92c0-59122bd1f455 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.0978379 Jan 28 05:50:56.829950 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1b842b0-5069-44b1-adf7-088f24b8adce req-55fdd6c4-ee56-4a97-9b64-df4c0cd33b8a tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623586 Jan 28 05:50:56.865119 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cf219d5-3e6c-40e9-b431-ef9379f5e626 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (1bd98bf0-24f4-44d1-8f0e-f65765545756), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:56.878088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 412b4723-dcfb-49a6-ab99-255444f7db28 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:56.878088 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (412b4723-dcfb-49a6-ab99-255444f7db28), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:56.897276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf219d5-3e6c-40e9-b431-ef9379f5e626 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd98bf0-24f4-44d1-8f0e-f65765545756,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:56.916278 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f076ac-44a6-49b0-8832-9dee69291e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412b4723-dcfb-49a6-ab99-255444f7db28'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:50:56.918676 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7426cc0e-ed36-4320-82fc-79394b604b4e" -d '{"events": [{"server_uuid": "f2f076ac-44a6-49b0-8832-9dee69291e33", "name": "network-vif-plugged", "status": "completed", "tag": "412b4723-dcfb-49a6-ab99-255444f7db28"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server [None req-39613724-b70f-499f-9416-4f2fa3f6a78e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bd98bf0-24f4-44d1-8f0e-f65765545756: This subnet is being modified by another concurrent operation. Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:50:56.932471 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise exception Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bd98bf0-24f4-44d1-8f0e-f65765545756: This subnet is being modified by another concurrent operation. Jan 28 05:50:56.937215 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server Jan 28 05:50:56.941898 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 412b4723-dcfb-49a6-ab99-255444f7db28, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=412b4723-dcfb-49a6-ab99-255444f7db28,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:56.962157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f31b36d-5344-4d66-8836-07f698a5e7a2 None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:50:57.002684 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fecf85-35b3-4eca-ad17-f16da7978ac0 x-openstack-request-id: req-d8fecf85-35b3-4eca-ad17-f16da7978ac0 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:50:57.003007 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f076ac-44a6-49b0-8832-9dee69291e33", "name": "network-vif-plugged", "status": "completed", "tag": "412b4723-dcfb-49a6-ab99-255444f7db28", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:50:57.003195 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cf219d5-3e6c-40e9-b431-ef9379f5e626 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (d0065a21-73d7-4485-a4ba-80d76c866f00), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.003304 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8fecf85-35b3-4eca-ad17-f16da7978ac0 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:50:57.003624 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f076ac-44a6-49b0-8832-9dee69291e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412b4723-dcfb-49a6-ab99-255444f7db28', 'code': 200} Jan 28 05:50:57.030512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5cf219d5-3e6c-40e9-b431-ef9379f5e626 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0065a21-73d7-4485-a4ba-80d76c866f00']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:57.035967 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5cf219d5-3e6c-40e9-b431-ef9379f5e626 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf413c3-2c40-4a1b-8889-df863bcc52d9') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:57.036202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5cf219d5-3e6c-40e9-b431-ef9379f5e626 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf413c3-2c40-4a1b-8889-df863bcc52d9') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:50:57.052095 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cf219d5-3e6c-40e9-b431-ef9379f5e626 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (fbf413c3-2c40-4a1b-8889-df863bcc52d9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.070516 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cf219d5-3e6c-40e9-b431-ef9379f5e626 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (fbf413c3-2c40-4a1b-8889-df863bcc52d9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.079384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf219d5-3e6c-40e9-b431-ef9379f5e626 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:50:57.087683 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cf219d5-3e6c-40e9-b431-ef9379f5e626 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (fbf413c3-2c40-4a1b-8889-df863bcc52d9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:50:57.099250 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:50:57.109796 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (412b4723-dcfb-49a6-ab99-255444f7db28), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.169249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37448) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:57.171407 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f31b36d-5344-4d66-8836-07f698a5e7a2 None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:50:57.187905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=412b4723-dcfb-49a6-ab99-255444f7db28,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:57.280280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63196f-18c2-4489-a6cd-2b16e4ca2646 req-21395a02-b994-43fa-822f-fa5b04633b66 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:57.281826 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce63196f-18c2-4489-a6cd-2b16e4ca2646 req-21395a02-b994-43fa-822f-fa5b04633b66 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 945 time: 0.1519823 Jan 28 05:50:57.287467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d060b-5b07-4c45-a419-3e4c48d1d589 req-6fbfe326-7eb0-488b-a7e8-b13606ae8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:57.289066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f21d060b-5b07-4c45-a419-3e4c48d1d589 req-6fbfe326-7eb0-488b-a7e8-b13606ae8fd0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 1097 time: 0.1746771 Jan 28 05:50:57.308108 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cf219d5-3e6c-40e9-b431-ef9379f5e626 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (d0065a21-73d7-4485-a4ba-80d76c866f00), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.311846 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cf219d5-3e6c-40e9-b431-ef9379f5e626 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.319515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5cf219d5-3e6c-40e9-b431-ef9379f5e626 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/networks/d0065a21-73d7-4485-a4ba-80d76c866f00 HTTP/1.1" status: 204 len: 168 time: 0.8524654 Jan 28 05:50:57.319917 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37458) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:57.325326 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b4694a3b-b4d8-453a-92e9-2a5c12874615 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1660865797'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:57.349773 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf219d5-3e6c-40e9-b431-ef9379f5e626 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Network': ['ID=d0065a21-73d7-4485-a4ba-80d76c866f00,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:57.357764 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6cd1-a3e0-4fac-8c00-4dbaa3d07610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.400871 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce63196f-18c2-4489-a6cd-2b16e4ca2646 req-41102889-fe59-4ea4-a5cc-49f246a8c2f7 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086543 Jan 28 05:50:57.404501 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f21d060b-5b07-4c45-a419-3e4c48d1d589 req-12be69a9-800d-4148-8fa5-b8144745ebdc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073134 Jan 28 05:50:57.445641 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6cd1-a3e0-4fac-8c00-4dbaa3d07610 admin admin] Publish callbacks [] for security_group (38d0c907-43b2-4019-84b4-2d001b9f7b98), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.480400 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c708a9a-2202-4d6f-bb01-995c66bb8b59 None None] Network d0065a21-73d7-4485-a4ba-80d76c866f00 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:57.485905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4694a3b-b4d8-453a-92e9-2a5c12874615 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:57.490766 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b4694a3b-b4d8-453a-92e9-2a5c12874615 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.493482 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c708a9a-2202-4d6f-bb01-995c66bb8b59 None None] Network d0065a21-73d7-4485-a4ba-80d76c866f00 could not be found, it might have been deleted concurrently. {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 05:50:57.517844 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4694a3b-b4d8-453a-92e9-2a5c12874615 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:50:57.526973 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b4694a3b-b4d8-453a-92e9-2a5c12874615 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (4aac6aff-3510-4f3e-bdfd-847ab85eed34), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.527317 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-b4694a3b-b4d8-453a-92e9-2a5c12874615 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Added segment 4aac6aff-3510-4f3e-bdfd-847ab85eed34 of type vlan for network cce05084-ec5d-44dc-84e6-6214bfb7b73c Jan 28 05:50:57.560546 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.573179 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b4694a3b-b4d8-453a-92e9-2a5c12874615 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (cce05084-ec5d-44dc-84e6-6214bfb7b73c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.592422 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6cd1-a3e0-4fac-8c00-4dbaa3d07610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (38d0c907-43b2-4019-84b4-2d001b9f7b98), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.636510 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7d1c6cd1-a3e0-4fac-8c00-4dbaa3d07610 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=008921e7cb404c849d96bbdbbb456da7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4661851 Jan 28 05:50:57.637394 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c6cd1-a3e0-4fac-8c00-4dbaa3d07610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d0c907-43b2-4019-84b4-2d001b9f7b98,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:57.639095 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37470) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:57.680429 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b4694a3b-b4d8-453a-92e9-2a5c12874615 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (cce05084-ec5d-44dc-84e6-6214bfb7b73c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.685757 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4694a3b-b4d8-453a-92e9-2a5c12874615 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:57.686394 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b4694a3b-b4d8-453a-92e9-2a5c12874615 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.687482 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2fb40f99-9d9b-4e28-a85e-3db2c7dd3fa0 admin admin] Publish callbacks [] for security_group (38d0c907-43b2-4019-84b4-2d001b9f7b98), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.721468 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2fb40f99-9d9b-4e28-a85e-3db2c7dd3fa0 admin admin] Publish callbacks [] for security_group (38d0c907-43b2-4019-84b4-2d001b9f7b98), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.755055 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4694a3b-b4d8-453a-92e9-2a5c12874615 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Network': ['ID=cce05084-ec5d-44dc-84e6-6214bfb7b73c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:57.768728 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network cce05084-ec5d-44dc-84e6-6214bfb7b73c details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:50:57.780494 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b4694a3b-b4d8-453a-92e9-2a5c12874615 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4595137 Jan 28 05:50:57.783490 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37474) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:57.789772 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2d1d2a55-0e7f-4ca2-94f4-b8c91ec38607 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'subnet': {'network_id': 'cce05084-ec5d-44dc-84e6-6214bfb7b73c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:57.853158 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2fb40f99-9d9b-4e28-a85e-3db2c7dd3fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (38d0c907-43b2-4019-84b4-2d001b9f7b98), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.855821 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2fb40f99-9d9b-4e28-a85e-3db2c7dd3fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:57.856998 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2fb40f99-9d9b-4e28-a85e-3db2c7dd3fa0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38d0c907-43b2-4019-84b4-2d001b9f7b98 HTTP/1.1" status: 204 len: 168 time: 0.2168052 Jan 28 05:50:57.875382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb40f99-9d9b-4e28-a85e-3db2c7dd3fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d0c907-43b2-4019-84b4-2d001b9f7b98,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:58.013502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 674b90d5-dcf3-436f-b840-21191a8b7e2e up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:50:58.052701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58108e-090a-4080-8aac-23de100bc222 req-a588462a-ae73-4f2b-90a3-567971763e28 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:58.058908 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf58108e-090a-4080-8aac-23de100bc222 req-a588462a-ae73-4f2b-90a3-567971763e28 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.0902617 Jan 28 05:50:58.070736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 674b90d5-dcf3-436f-b840-21191a8b7e2e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:50:58.071116 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:58.097939 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1d2a55-0e7f-4ca2-94f4-b8c91ec38607 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:58.103239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2a55-0e7f-4ca2-94f4-b8c91ec38607 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:58.180982 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf58108e-090a-4080-8aac-23de100bc222 req-a3df83ef-2cf7-4c42-89bd-d45861096c13 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163440 Jan 28 05:50:58.195999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 674b90d5-dcf3-436f-b840-21191a8b7e2e is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:50:58.200176 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:58.259724 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 674b90d5-dcf3-436f-b840-21191a8b7e2e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:50:58.332209 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:58.399157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=674b90d5-dcf3-436f-b840-21191a8b7e2e,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:58.469216 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2a55-0e7f-4ca2-94f4-b8c91ec38607 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (fa836d86-796c-43cd-9d8d-65cbb0d6a063), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:58.558906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427c281-0e40-4c45-b034-e8c9e1086cba req-380ee32f-1856-47cd-856a-76c200c5b57a tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:58.560561 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0427c281-0e40-4c45-b034-e8c9e1086cba req-380ee32f-1856-47cd-856a-76c200c5b57a tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 945 time: 0.0829146 Jan 28 05:50:58.576626 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d2a55-0e7f-4ca2-94f4-b8c91ec38607 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Subnet': ['ID=fa836d86-796c-43cd-9d8d-65cbb0d6a063,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:58.584701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1d2a55-0e7f-4ca2-94f4-b8c91ec38607 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Checking segment: {'id': '4aac6aff-3510-4f3e-bdfd-847ab85eed34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cce05084-ec5d-44dc-84e6-6214bfb7b73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:58.585378 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1d2a55-0e7f-4ca2-94f4-b8c91ec38607 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network hostable DHCP agents. Network: cce05084-ec5d-44dc-84e6-6214bfb7b73c, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:50:58.652170 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1d2a55-0e7f-4ca2-94f4-b8c91ec38607 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network cce05084-ec5d-44dc-84e6-6214bfb7b73c is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:50:58.668479 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0427c281-0e40-4c45-b034-e8c9e1086cba req-101e4428-4265-407e-9227-95e07f211553 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002307 Jan 28 05:50:58.726225 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37498) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:58.752783 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-2d1d2a55-0e7f-4ca2-94f4-b8c91ec38607 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, cce05084-ec5d-44dc-84e6-6214bfb7b73c) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:58.762420 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1d2a55-0e7f-4ca2-94f4-b8c91ec38607 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:58.765770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b77ce6-709e-4de0-8874-02adb8342ad5 None None] Network cce05084-ec5d-44dc-84e6-6214bfb7b73c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:50:58.766427 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2a55-0e7f-4ca2-94f4-b8c91ec38607 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:58.798283 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2ce2bdfb-5a62-4b5d-b4ae-0da5ae2639e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d7f8129bcf94a9191a91d88717c4cbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0706089 Jan 28 05:50:58.800850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37500) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:58.858238 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-707287e8-ce3c-47b5-aa6e-067143e5ee2b admin admin] Publish callbacks [] for security_group (04c80127-822f-45e6-9085-aed31241cc17), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:58.878284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37502) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:50:58.878561 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2d1d2a55-0e7f-4ca2-94f4-b8c91ec38607 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0932815 Jan 28 05:50:58.884525 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4e9bc3ff-53a4-415c-afcf-5e4aeca713a3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'subnet': {'network_id': 'cce05084-ec5d-44dc-84e6-6214bfb7b73c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:50:58.913355 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-707287e8-ce3c-47b5-aa6e-067143e5ee2b admin admin] Publish callbacks [] for security_group (04c80127-822f-45e6-9085-aed31241cc17), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:58.936263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-cce05084-ec5d-44dc-84e6-6214bfb7b73c', 'network_id': 'cce05084-ec5d-44dc-84e6-6214bfb7b73c', 'project_id': '494710d25a074850a27566377fccf06f', 'fixed_ips': [{'subnet_id': 'fa836d86-796c-43cd-9d8d-65cbb0d6a063'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:50:58.937343 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:59.030246 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:50:59.032649 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0386c252-e35f-4a20-8bd0-acf72cec8afa" -d '{"events": [{"server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "name": "network-vif-plugged", "status": "completed", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:50:59.093790 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f450fa9-2648-4e34-b724-7f4ac4edbe15 x-openstack-request-id: req-2f450fa9-2648-4e34-b724-7f4ac4edbe15 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:50:59.096400 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "name": "network-vif-plugged", "status": "completed", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:50:59.096400 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f450fa9-2648-4e34-b724-7f4ac4edbe15 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:50:59.096400 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'code': 200} Jan 28 05:50:59.137582 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-707287e8-ce3c-47b5-aa6e-067143e5ee2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (04c80127-822f-45e6-9085-aed31241cc17), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:59.140268 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-707287e8-ce3c-47b5-aa6e-067143e5ee2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:59.141599 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-707287e8-ce3c-47b5-aa6e-067143e5ee2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04c80127-822f-45e6-9085-aed31241cc17 HTTP/1.1" status: 204 len: 168 time: 0.3394930 Jan 28 05:50:59.149957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707287e8-ce3c-47b5-aa6e-067143e5ee2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c80127-822f-45e6-9085-aed31241cc17,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:59.163272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Allocated IP 2001:db8::2 (cce05084-ec5d-44dc-84e6-6214bfb7b73c/fa836d86-796c-43cd-9d8d-65cbb0d6a063/25058550-f0d1-4a0c-9a49-86cb5bde437f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:50:59.332002 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9bc3ff-53a4-415c-afcf-5e4aeca713a3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:50:59.336387 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e9bc3ff-53a4-415c-afcf-5e4aeca713a3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:59.480908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fdd0a-8ac3-4a1e-bf5b-45a7b5cd0465 req-0a97f824-bd38-45cb-9350-0f4d01ac0f8d tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:59.498865 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b5fdd0a-8ac3-4a1e-bf5b-45a7b5cd0465 req-0a97f824-bd38-45cb-9350-0f4d01ac0f8d tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.1997027 Jan 28 05:50:59.515439 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Publish callbacks [] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:59.604606 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b5fdd0a-8ac3-4a1e-bf5b-45a7b5cd0465 req-d8f8f758-6d0f-443b-8ded-fa07d6412dd4 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045308 Jan 28 05:50:59.629383 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:59.673307 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Network cce05084-ec5d-44dc-84e6-6214bfb7b73c is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:50:59.676659 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:50:59.680090 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:50:59.700197 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Pushing event updated for resources: {'Port': ['ID=25058550-f0d1-4a0c-9a49-86cb5bde437f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:50:59.808220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Attempting to bind port 25058550-f0d1-4a0c-9a49-86cb5bde437f on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:50:59.808958 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Attempting to bind port 25058550-f0d1-4a0c-9a49-86cb5bde437f by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '4aac6aff-3510-4f3e-bdfd-847ab85eed34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cce05084-ec5d-44dc-84e6-6214bfb7b73c'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:50:59.809081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Attempting to bind port 25058550-f0d1-4a0c-9a49-86cb5bde437f on network cce05084-ec5d-44dc-84e6-6214bfb7b73c {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:50:59.820027 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:50:59.820727 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Checking segment: {'id': '4aac6aff-3510-4f3e-bdfd-847ab85eed34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cce05084-ec5d-44dc-84e6-6214bfb7b73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:50:59.820878 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:59.821342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Bound using segment: {'id': '4aac6aff-3510-4f3e-bdfd-847ab85eed34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cce05084-ec5d-44dc-84e6-6214bfb7b73c'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:50:59.822034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Bound port: 25058550-f0d1-4a0c-9a49-86cb5bde437f, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aac6aff-3510-4f3e-bdfd-847ab85eed34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cce05084-ec5d-44dc-84e6-6214bfb7b73c'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:50:59.822582 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:59.889476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb9bd9-6c8b-49dc-8fcd-7c0121e917fa req-8e4bfa3b-c6e1-4260-b5a8-cf2158209ab1 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:50:59.891753 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1fb9bd9-6c8b-49dc-8fcd-7c0121e917fa req-8e4bfa3b-c6e1-4260-b5a8-cf2158209ab1 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 945 time: 0.0989547 Jan 28 05:50:59.897395 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] For port 25058550-f0d1-4a0c-9a49-86cb5bde437f, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:50:59.897917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] For port 25058550-f0d1-4a0c-9a49-86cb5bde437f, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=25058550-f0d1-4a0c-9a49-86cb5bde437f,segment=NetworkSegment(4aac6aff-3510-4f3e-bdfd-847ab85eed34),segment_id=4aac6aff-3510-4f3e-bdfd-847ab85eed34)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:50:59.946675 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e9bc3ff-53a4-415c-afcf-5e4aeca713a3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (a7a3fcdc-0917-4648-aa23-332290ffe82a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:50:59.962274 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:00.034662 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1fb9bd9-6c8b-49dc-8fcd-7c0121e917fa req-8b1b33ff-8bd8-4c73-83f4-40bd5d27e673 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360776 Jan 28 05:51:00.053050 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9bc3ff-53a4-415c-afcf-5e4aeca713a3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network cce05084-ec5d-44dc-84e6-6214bfb7b73c is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:00.097551 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca9813-765c-42cd-a89b-ddf4e9644804 None None] Pushing event updated for resources: {'Port': ['ID=25058550-f0d1-4a0c-9a49-86cb5bde437f,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:00.098666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bc3ff-53a4-415c-afcf-5e4aeca713a3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Subnet': ['ID=a7a3fcdc-0917-4648-aa23-332290ffe82a,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:00.122877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-4e9bc3ff-53a4-415c-afcf-5e4aeca713a3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:00.136172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9bc3ff-53a4-415c-afcf-5e4aeca713a3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:00.136396 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e9bc3ff-53a4-415c-afcf-5e4aeca713a3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:00.261812 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4e9bc3ff-53a4-415c-afcf-5e4aeca713a3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3818638 Jan 28 05:51:00.264358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37542) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:00.420315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6812ace-96ad-4713-ba74-e6af52883034 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:00.421785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6812ace-96ad-4713-ba74-e6af52883034 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:00.423118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6812ace-96ad-4713-ba74-e6af52883034 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:00.424706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6812ace-96ad-4713-ba74-e6af52883034 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:00.426019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6812ace-96ad-4713-ba74-e6af52883034 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:00.430372 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a6812ace-96ad-4713-ba74-e6af52883034 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1619904 Jan 28 05:51:00.433074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37544) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:00.446345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-600a577e-eb60-41ce-aef5-502cb14f206e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-705098288'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:00.600668 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600a577e-eb60-41ce-aef5-502cb14f206e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:00.606911 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-600a577e-eb60-41ce-aef5-502cb14f206e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:00.654460 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600a577e-eb60-41ce-aef5-502cb14f206e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:51:00.665851 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-600a577e-eb60-41ce-aef5-502cb14f206e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (f120b2d1-7597-470c-afe2-a6d0cc4e12c0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:00.708567 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-600a577e-eb60-41ce-aef5-502cb14f206e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Added segment f120b2d1-7597-470c-afe2-a6d0cc4e12c0 of type vlan for network 00cb6c89-8ed9-42f4-a95f-eaf9e89db930 Jan 28 05:51:00.743046 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-600a577e-eb60-41ce-aef5-502cb14f206e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (00cb6c89-8ed9-42f4-a95f-eaf9e89db930), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:00.785016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9312a14-23a4-4b79-b4c8-bcf136eb69a6 req-21d5fc59-d87c-4083-8da3-b39a99dc9b2e tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:00.791273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9312a14-23a4-4b79-b4c8-bcf136eb69a6 req-21d5fc59-d87c-4083-8da3-b39a99dc9b2e tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.0863700 Jan 28 05:51:00.907764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9312a14-23a4-4b79-b4c8-bcf136eb69a6 req-5fc62e84-e683-46fb-ab4d-090a5c0de9d3 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875127 Jan 28 05:51:00.931896 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-600a577e-eb60-41ce-aef5-502cb14f206e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (00cb6c89-8ed9-42f4-a95f-eaf9e89db930), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:00.940083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600a577e-eb60-41ce-aef5-502cb14f206e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:00.941509 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-600a577e-eb60-41ce-aef5-502cb14f206e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:00.974775 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 25058550-f0d1-4a0c-9a49-86cb5bde437f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:01.063048 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-600a577e-eb60-41ce-aef5-502cb14f206e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6243761 Jan 28 05:51:01.064072 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37562) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:01.070653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2e200bab-4e94-459b-b660-b94dea36b22c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:01.082292 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 25058550-f0d1-4a0c-9a49-86cb5bde437f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:01.082292 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:01.095130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a577e-eb60-41ce-aef5-502cb14f206e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Network': ['ID=00cb6c89-8ed9-42f4-a95f-eaf9e89db930,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:01.158890 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 00cb6c89-8ed9-42f4-a95f-eaf9e89db930 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:51:01.438892 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e200bab-4e94-459b-b660-b94dea36b22c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (00cb6c89-8ed9-42f4-a95f-eaf9e89db930), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:01.539499 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e200bab-4e94-459b-b660-b94dea36b22c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (00cb6c89-8ed9-42f4-a95f-eaf9e89db930), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:01.566330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e200bab-4e94-459b-b660-b94dea36b22c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network 00cb6c89-8ed9-42f4-a95f-eaf9e89db930 is not hosted by any dhcp agent {{(pid=103634) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 05:51:01.583825 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e200bab-4e94-459b-b660-b94dea36b22c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:01.586494 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e200bab-4e94-459b-b660-b94dea36b22c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:01.587482 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2e200bab-4e94-459b-b660-b94dea36b22c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "PUT /v2.0/networks/00cb6c89-8ed9-42f4-a95f-eaf9e89db930 HTTP/1.1" status: 200 len: 723 time: 0.5215883 Jan 28 05:51:01.589662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37578) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:01.596713 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-27091bee-53ef-4025-be0a-2439ddef5d0c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'subnet': {'network_id': '00cb6c89-8ed9-42f4-a95f-eaf9e89db930', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:01.663247 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 25058550-f0d1-4a0c-9a49-86cb5bde437f is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:01.668975 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:01.699701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e200bab-4e94-459b-b660-b94dea36b22c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Network': ['ID=00cb6c89-8ed9-42f4-a95f-eaf9e89db930,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:01.718929 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 00cb6c89-8ed9-42f4-a95f-eaf9e89db930 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:51:01.816199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f537f1d8-f7f1-491d-b2a3-b699a784a65a None None] Network cce05084-ec5d-44dc-84e6-6214bfb7b73c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:01.828953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27091bee-53ef-4025-be0a-2439ddef5d0c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:01.833900 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27091bee-53ef-4025-be0a-2439ddef5d0c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:01.875146 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 25058550-f0d1-4a0c-9a49-86cb5bde437f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=25058550-f0d1-4a0c-9a49-86cb5bde437f,segment=NetworkSegment(4aac6aff-3510-4f3e-bdfd-847ab85eed34),segment_id=4aac6aff-3510-4f3e-bdfd-847ab85eed34)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:01.961337 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:02.040085 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-06878b20-73fa-4d93-9930-23dbffedff10 None None] Provisioning complete for port 25058550-f0d1-4a0c-9a49-86cb5bde437f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:02.042333 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06878b20-73fa-4d93-9930-23dbffedff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:02.254892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4f77e-d58b-401e-98e4-3df4df46b3e3 req-0f78d71b-af66-4291-b188-80bc56f93ed8 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:02.261912 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6f4f77e-d58b-401e-98e4-3df4df46b3e3 req-0f78d71b-af66-4291-b188-80bc56f93ed8 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.1936834 Jan 28 05:51:02.307528 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=25058550-f0d1-4a0c-9a49-86cb5bde437f,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:02.371246 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6f4f77e-d58b-401e-98e4-3df4df46b3e3 req-b6f3cdc2-f772-4106-a3db-bc7d729602ec tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079354 Jan 28 05:51:02.427554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-06878b20-73fa-4d93-9930-23dbffedff10 None None] Current status of the port 25058550-f0d1-4a0c-9a49-86cb5bde437f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:02.437165 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27091bee-53ef-4025-be0a-2439ddef5d0c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (2789f74c-42b1-4cbc-a834-fa33071ebd3c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:02.492223 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37604) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:02.536746 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e1f50a1-21ea-4599-a207-79e523d6028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:02.599544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27091bee-53ef-4025-be0a-2439ddef5d0c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Subnet': ['ID=2789f74c-42b1-4cbc-a834-fa33071ebd3c,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:02.602673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27091bee-53ef-4025-be0a-2439ddef5d0c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Checking segment: {'id': 'f120b2d1-7597-470c-afe2-a6d0cc4e12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00cb6c89-8ed9-42f4-a95f-eaf9e89db930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:02.602673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27091bee-53ef-4025-be0a-2439ddef5d0c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network hostable DHCP agents. Network: 00cb6c89-8ed9-42f4-a95f-eaf9e89db930, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:51:02.637121 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee165c98-bd5e-4410-9571-196ef013e191 None None] Update dhcp port {'port': {'network_id': 'cce05084-ec5d-44dc-84e6-6214bfb7b73c', 'fixed_ips': [{'subnet_id': 'fa836d86-796c-43cd-9d8d-65cbb0d6a063', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a7a3fcdc-0917-4648-aa23-332290ffe82a'}], 'binding:host_id': 'n-d-812111-12'}, 'id': '25058550-f0d1-4a0c-9a49-86cb5bde437f'} from n-d-812111-12. {{(pid=103636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 05:51:02.692211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27091bee-53ef-4025-be0a-2439ddef5d0c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network 00cb6c89-8ed9-42f4-a95f-eaf9e89db930 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:51:02.701881 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee165c98-bd5e-4410-9571-196ef013e191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:02.715895 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-da673027-e545-4460-8d55-09399a7db9d3 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1645272594'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:02.907658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 25058550-f0d1-4a0c-9a49-86cb5bde437f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:02.926211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-27091bee-53ef-4025-be0a-2439ddef5d0c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 00cb6c89-8ed9-42f4-a95f-eaf9e89db930) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:02.932605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27091bee-53ef-4025-be0a-2439ddef5d0c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:02.933430 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27091bee-53ef-4025-be0a-2439ddef5d0c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1639934'] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:02.937861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb2d8b1-10d0-4f29-ace1-37ca7f6d46e3 None None] Network 00cb6c89-8ed9-42f4-a95f-eaf9e89db930 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:03.007230 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-da673027-e545-4460-8d55-09399a7db9d3 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (ab21b012-010a-4b59-976d-dbd63c6c292d), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:03.008740 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-da673027-e545-4460-8d55-09399a7db9d3 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (ab21b012-010a-4b59-976d-dbd63c6c292d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:03.015288 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-ee165c98-bd5e-4410-9571-196ef013e191 None None] Allocated IP 172.20.0.1 (cce05084-ec5d-44dc-84e6-6214bfb7b73c/a7a3fcdc-0917-4648-aa23-332290ffe82a/25058550-f0d1-4a0c-9a49-86cb5bde437f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:03.018144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 25058550-f0d1-4a0c-9a49-86cb5bde437f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:03.018504 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:03.031676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-27091bee-53ef-4025-be0a-2439ddef5d0c tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4408259 Jan 28 05:51:03.044962 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37610) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:03.058801 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-aa263590-990c-421a-bdf6-3c0984f7107b tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:03.113600 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-da673027-e545-4460-8d55-09399a7db9d3 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router_controller (ab21b012-010a-4b59-976d-dbd63c6c292d), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:03.166601 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-da673027-e545-4460-8d55-09399a7db9d3 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (ab21b012-010a-4b59-976d-dbd63c6c292d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:03.184170 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-00cb6c89-8ed9-42f4-a95f-eaf9e89db930', 'network_id': '00cb6c89-8ed9-42f4-a95f-eaf9e89db930', 'project_id': '494710d25a074850a27566377fccf06f', 'fixed_ips': [{'subnet_id': '2789f74c-42b1-4cbc-a834-fa33071ebd3c'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:51:03.185157 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:03.216255 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa263590-990c-421a-bdf6-3c0984f7107b tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12674034'] for subnet (2789f74c-42b1-4cbc-a834-fa33071ebd3c), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:03.259119 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 25058550-f0d1-4a0c-9a49-86cb5bde437f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:03.264133 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-da673027-e545-4460-8d55-09399a7db9d3 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:03.270154 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-da673027-e545-4460-8d55-09399a7db9d3 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7684071 Jan 28 05:51:03.276798 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37622) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:03.459144 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-93c08a81-2d10-47ab-a817-ee40d6d8d164 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router (ab21b012-010a-4b59-976d-dbd63c6c292d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:03.512729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ee165c98-bd5e-4410-9571-196ef013e191 None None] For port 25058550-f0d1-4a0c-9a49-86cb5bde437f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=25058550-f0d1-4a0c-9a49-86cb5bde437f,segment=NetworkSegment(4aac6aff-3510-4f3e-bdfd-847ab85eed34),segment_id=4aac6aff-3510-4f3e-bdfd-847ab85eed34)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:03.595284 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee165c98-bd5e-4410-9571-196ef013e191 None None] Publish callbacks [] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:03.664829 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-93c08a81-2d10-47ab-a817-ee40d6d8d164 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (ab21b012-010a-4b59-976d-dbd63c6c292d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:03.668967 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-93c08a81-2d10-47ab-a817-ee40d6d8d164 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router_controller (ab21b012-010a-4b59-976d-dbd63c6c292d), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:03.669394 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee165c98-bd5e-4410-9571-196ef013e191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:03.795121 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee165c98-bd5e-4410-9571-196ef013e191 None None] Pushing event updated for resources: {'Port': ['ID=25058550-f0d1-4a0c-9a49-86cb5bde437f,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:03.846081 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-93c08a81-2d10-47ab-a817-ee40d6d8d164 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (ab21b012-010a-4b59-976d-dbd63c6c292d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:03.847328 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c08a81-2d10-47ab-a817-ee40d6d8d164 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab21b012-010a-4b59-976d-dbd63c6c292d {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:51:03.858173 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-93c08a81-2d10-47ab-a817-ee40d6d8d164 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:03.858173 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-93c08a81-2d10-47ab-a817-ee40d6d8d164 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ab21b012-010a-4b59-976d-dbd63c6c292d HTTP/1.1" status: 204 len: 168 time: 0.5782714 Jan 28 05:51:03.859806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37632) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:03.870739 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1fe6edc5-fe53-4fd4-a53f-4f926624e6fa tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Request body: {'router': {'name': 'tempest-router-707902679', 'distributed': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:03.995101 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fe6edc5-fe53-4fd4-a53f-4f926624e6fa tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (8af1e824-1c7d-450b-b434-c81a05fe36d5), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:03.996331 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fe6edc5-fe53-4fd4-a53f-4f926624e6fa tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (8af1e824-1c7d-450b-b434-c81a05fe36d5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:04.083643 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fe6edc5-fe53-4fd4-a53f-4f926624e6fa tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router_controller (8af1e824-1c7d-450b-b434-c81a05fe36d5), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:04.148949 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fe6edc5-fe53-4fd4-a53f-4f926624e6fa tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (8af1e824-1c7d-450b-b434-c81a05fe36d5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:04.225586 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fe6edc5-fe53-4fd4-a53f-4f926624e6fa tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:04.229523 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1fe6edc5-fe53-4fd4-a53f-4f926624e6fa tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3660882 Jan 28 05:51:04.230506 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37636) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:04.248487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33684e-107e-453f-a792-91be1d655cc4 req-b84e81a4-c0d1-4303-9ff1-183b2493b746 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:04.256538 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b33684e-107e-453f-a792-91be1d655cc4 req-b84e81a4-c0d1-4303-9ff1-183b2493b746 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.7339532 Jan 28 05:51:04.297195 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e754bb-0cf9-47dd-9434-c2b7cb1b6c59 req-0383cf7d-7bd3-4e23-a564-467e07537309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:04.299273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f1e754bb-0cf9-47dd-9434-c2b7cb1b6c59 req-0383cf7d-7bd3-4e23-a564-467e07537309 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 1097 time: 0.7134609 Jan 28 05:51:04.348008 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa263590-990c-421a-bdf6-3c0984f7107b tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760082023635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16598393'] for subnet (2789f74c-42b1-4cbc-a834-fa33071ebd3c), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:04.401482 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-737931ea-92ab-4687-9a41-75bdaec95fa7 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router (8af1e824-1c7d-450b-b434-c81a05fe36d5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:04.436406 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b33684e-107e-453f-a792-91be1d655cc4 req-8b9f08a4-3445-434a-8c96-246d217c07f8 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785035 Jan 28 05:51:04.443561 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Allocated IP 2001:db8::2 (00cb6c89-8ed9-42f4-a95f-eaf9e89db930/2789f74c-42b1-4cbc-a834-fa33071ebd3c/ce046246-edae-4f14-b04e-24f26e1427d2) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:04.491787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa263590-990c-421a-bdf6-3c0984f7107b tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:04.499948 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa263590-990c-421a-bdf6-3c0984f7107b tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:04.499948 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-aa263590-990c-421a-bdf6-3c0984f7107b tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "PUT /v2.0/subnets/2789f74c-42b1-4cbc-a834-fa33071ebd3c HTTP/1.1" status: 200 len: 826 time: 1.4473350 Jan 28 05:51:04.502548 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37646) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:04.519365 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f1e754bb-0cf9-47dd-9434-c2b7cb1b6c59 req-52a3bd6b-a6b9-4bc6-91cb-3e813a915edc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118418 Jan 28 05:51:04.533914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa263590-990c-421a-bdf6-3c0984f7107b tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Subnet': ['ID=2789f74c-42b1-4cbc-a834-fa33071ebd3c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:04.632747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6342a1fc-1bfe-4626-853d-3b163cd29a8f None None] Network cce05084-ec5d-44dc-84e6-6214bfb7b73c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:04.634408 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-737931ea-92ab-4687-9a41-75bdaec95fa7 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (8af1e824-1c7d-450b-b434-c81a05fe36d5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:04.636840 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-737931ea-92ab-4687-9a41-75bdaec95fa7 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router_controller (8af1e824-1c7d-450b-b434-c81a05fe36d5), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:04.849941 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Publish callbacks [] for port (ce046246-edae-4f14-b04e-24f26e1427d2), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:04.858621 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-720ad0c5-50d5-461c-8f02-e16d526292ec None None] Provisioning complete for port 25058550-f0d1-4a0c-9a49-86cb5bde437f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:04.859295 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-720ad0c5-50d5-461c-8f02-e16d526292ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:04.919369 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-beefc9c6-0930-433f-8b59-0fdc9dc58360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:04.921302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 25058550-f0d1-4a0c-9a49-86cb5bde437f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:04.988762 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (ce046246-edae-4f14-b04e-24f26e1427d2), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:05.067314 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Network 00cb6c89-8ed9-42f4-a95f-eaf9e89db930 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:05.105183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:05.107715 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:05.129010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Pushing event updated for resources: {'Port': ['ID=ce046246-edae-4f14-b04e-24f26e1427d2,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:05.148762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-720ad0c5-50d5-461c-8f02-e16d526292ec None None] Current status of the port 25058550-f0d1-4a0c-9a49-86cb5bde437f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:05.193439 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-737931ea-92ab-4687-9a41-75bdaec95fa7 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (8af1e824-1c7d-450b-b434-c81a05fe36d5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:05.195215 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737931ea-92ab-4687-9a41-75bdaec95fa7 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8af1e824-1c7d-450b-b434-c81a05fe36d5 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:51:05.209112 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-737931ea-92ab-4687-9a41-75bdaec95fa7 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:05.214981 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-737931ea-92ab-4687-9a41-75bdaec95fa7 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] 10.222.0.31 "DELETE /v2.0/routers/8af1e824-1c7d-450b-b434-c81a05fe36d5 HTTP/1.1" status: 204 len: 168 time: 0.9839244 Jan 28 05:51:05.215227 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37660) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:05.220344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6d5d60eb-47e7-49a9-82f5-3e93e481cc83 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Request body: {'router': {'name': 'tempest-router-446955371', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1f7a55a7053f42a2ab3bdcf89c2a7259'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:05.360744 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (00cb6c89-8ed9-42f4-a95f-eaf9e89db930), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:05.430776 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Attempting to bind port ce046246-edae-4f14-b04e-24f26e1427d2 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:51:05.431221 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Attempting to bind port ce046246-edae-4f14-b04e-24f26e1427d2 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f120b2d1-7597-470c-afe2-a6d0cc4e12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00cb6c89-8ed9-42f4-a95f-eaf9e89db930'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:51:05.431595 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Attempting to bind port ce046246-edae-4f14-b04e-24f26e1427d2 on network 00cb6c89-8ed9-42f4-a95f-eaf9e89db930 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:51:05.433608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 25058550-f0d1-4a0c-9a49-86cb5bde437f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:05.433977 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:05.449318 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Deleting port ce046246-edae-4f14-b04e-24f26e1427d2 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:05.449823 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ce046246-edae-4f14-b04e-24f26e1427d2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:05.463722 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d5d60eb-47e7-49a9-82f5-3e93e481cc83 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (951fd811-e60b-4ab6-9b52-6efa55379467), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:05.464194 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d5d60eb-47e7-49a9-82f5-3e93e481cc83 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (951fd811-e60b-4ab6-9b52-6efa55379467), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:05.521932 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:51:05.522659 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Checking segment: {'id': 'f120b2d1-7597-470c-afe2-a6d0cc4e12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00cb6c89-8ed9-42f4-a95f-eaf9e89db930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:05.524690 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:05.524690 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Bound using segment: {'id': 'f120b2d1-7597-470c-afe2-a6d0cc4e12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00cb6c89-8ed9-42f4-a95f-eaf9e89db930'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:51:05.526575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Bound port: ce046246-edae-4f14-b04e-24f26e1427d2, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f120b2d1-7597-470c-afe2-a6d0cc4e12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00cb6c89-8ed9-42f4-a95f-eaf9e89db930'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:51:05.527023 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ce046246-edae-4f14-b04e-24f26e1427d2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:05.636596 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d5d60eb-47e7-49a9-82f5-3e93e481cc83 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router_controller (951fd811-e60b-4ab6-9b52-6efa55379467), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:05.683732 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] For port ce046246-edae-4f14-b04e-24f26e1427d2, host n-d-812111-12, got binding levels [] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:05.693968 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ce046246-edae-4f14-b04e-24f26e1427d2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:05.728416 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Calling delete_port for ce046246-edae-4f14-b04e-24f26e1427d2 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:05.731822 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d5d60eb-47e7-49a9-82f5-3e93e481cc83 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (951fd811-e60b-4ab6-9b52-6efa55379467), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:05.772440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8057f7-4fc5-4286-b741-0d88a48a71fa req-3beaa4e2-e7fd-4a95-b8dd-61e2ff880ac5 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:05.774265 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a8057f7-4fc5-4286-b741-0d88a48a71fa req-3beaa4e2-e7fd-4a95-b8dd-61e2ff880ac5 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.1406438 Jan 28 05:51:05.787409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3aa8660-b864-4b70-90c5-b5db396b8da3 None None] Provisioning complete for port 25058550-f0d1-4a0c-9a49-86cb5bde437f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:05.793683 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8660-b864-4b70-90c5-b5db396b8da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:05.851796 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d5d60eb-47e7-49a9-82f5-3e93e481cc83 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:05.858901 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6d5d60eb-47e7-49a9-82f5-3e93e481cc83 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6420562 Jan 28 05:51:05.863045 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37672) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:05.869295 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-74fcb393-a645-4e14-90f2-690e80783996 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:05.875949 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a8057f7-4fc5-4286-b741-0d88a48a71fa req-062b2c43-3c38-419b-8069-94e1f2207c25 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954919 Jan 28 05:51:05.894529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 25058550-f0d1-4a0c-9a49-86cb5bde437f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:05.897592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] For port ce046246-edae-4f14-b04e-24f26e1427d2, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:51:05.907053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] For port ce046246-edae-4f14-b04e-24f26e1427d2, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ce046246-edae-4f14-b04e-24f26e1427d2,segment=NetworkSegment(f120b2d1-7597-470c-afe2-a6d0cc4e12c0),segment_id=f120b2d1-7597-470c-afe2-a6d0cc4e12c0)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:51:05.965673 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ce046246-edae-4f14-b04e-24f26e1427d2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:06.082718 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3aa8660-b864-4b70-90c5-b5db396b8da3 None None] Current status of the port 25058550-f0d1-4a0c-9a49-86cb5bde437f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:06.117112 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4fb08-f27d-4438-8b07-2dab0f3f94ea None None] Pushing event updated for resources: {'Port': ['ID=ce046246-edae-4f14-b04e-24f26e1427d2,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:06.143155 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ce046246-edae-4f14-b04e-24f26e1427d2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:06.203921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Port': ['ID=ce046246-edae-4f14-b04e-24f26e1427d2,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:06.301317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No DVR routers for this DVR port ce046246-edae-4f14-b04e-24f26e1427d2 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:51:06.324033 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fcb393-a645-4e14-90f2-690e80783996 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (951fd811-e60b-4ab6-9b52-6efa55379467), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:06.324787 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fcb393-a645-4e14-90f2-690e80783996 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router (951fd811-e60b-4ab6-9b52-6efa55379467), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:06.461856 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (2789f74c-42b1-4cbc-a834-fa33071ebd3c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:06.476783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb63232-e8f3-4e17-b285-1b2e2868eed4 req-964ed9d4-dc34-4e45-a222-d1cd58edbe07 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:06.478615 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-deb63232-e8f3-4e17-b285-1b2e2868eed4 req-964ed9d4-dc34-4e45-a222-d1cd58edbe07 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 946 time: 0.2009873 Jan 28 05:51:06.572641 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:06.578247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-74fcb393-a645-4e14-90f2-690e80783996 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103635) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 28 05:51:06.582734 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-74fcb393-a645-4e14-90f2-690e80783996 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Router 951fd811-e60b-4ab6-9b52-6efa55379467 migrating from provider to provider. {{(pid=103635) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 28 05:51:06.582734 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fcb393-a645-4e14-90f2-690e80783996 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router_controller (951fd811-e60b-4ab6-9b52-6efa55379467), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:06.620736 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-deb63232-e8f3-4e17-b285-1b2e2868eed4 req-f0ed4888-5f56-414d-b322-3011ff1bb948 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaa9f2ca-32dc-4d61-9f92-274ebce9d47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271231 Jan 28 05:51:06.629785 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (2789f74c-42b1-4cbc-a834-fa33071ebd3c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:06.643678 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fcb393-a645-4e14-90f2-690e80783996 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router_controller (951fd811-e60b-4ab6-9b52-6efa55379467), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:06.668006 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Subnet': ['ID=2789f74c-42b1-4cbc-a834-fa33071ebd3c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:06.727963 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fcb393-a645-4e14-90f2-690e80783996 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (951fd811-e60b-4ab6-9b52-6efa55379467), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:06.806211 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (00cb6c89-8ed9-42f4-a95f-eaf9e89db930), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:06.869931 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cb6c89-8ed9-42f4-a95f-eaf9e89db930']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:06.882142 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f120b2d1-7597-470c-afe2-a6d0cc4e12c0') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:06.882822 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f120b2d1-7597-470c-afe2-a6d0cc4e12c0') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:06.896234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (f120b2d1-7597-470c-afe2-a6d0cc4e12c0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:06.913152 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (f120b2d1-7597-470c-afe2-a6d0cc4e12c0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:06.922545 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:51:06.924393 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (f120b2d1-7597-470c-afe2-a6d0cc4e12c0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:06.953550 n-d-812111-12 neutron-server[103635]: WARNING neutron.scheduler.l3_agent_scheduler [None req-74fcb393-a645-4e14-90f2-690e80783996 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] No L3 agents can host the router 951fd811-e60b-4ab6-9b52-6efa55379467 Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:51:07.006061 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:51:07.074192 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (00cb6c89-8ed9-42f4-a95f-eaf9e89db930), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:07.101965 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:07.107470 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/networks/00cb6c89-8ed9-42f4-a95f-eaf9e89db930 HTTP/1.1" status: 204 len: 168 time: 2.6014066 Jan 28 05:51:07.110646 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37692) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:07.112181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577e37f-fe32-48a7-b0c6-0dc77412387e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Network': ['ID=00cb6c89-8ed9-42f4-a95f-eaf9e89db930,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:07.138029 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeda5dd0-8c9d-434a-a26c-098a92cfee91 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] DELETE failed (client error): The resource could not be found. Jan 28 05:51:07.138585 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeda5dd0-8c9d-434a-a26c-098a92cfee91 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:51:07.144463 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-aeda5dd0-8c9d-434a-a26c-098a92cfee91 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/networks/00cb6c89-8ed9-42f4-a95f-eaf9e89db930 HTTP/1.1" status: 404 len: 339 time: 0.0294354 Jan 28 05:51:07.150220 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37694) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:07.155109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-fc5f6d92-c975-4f3a-804f-498248dc6d21 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1642175517', 'description': 'd1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:07.218977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fcb393-a645-4e14-90f2-690e80783996 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Hosts for router 951fd811-e60b-4ab6-9b52-6efa55379467: [] {{(pid=103635) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 28 05:51:07.235997 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5f6d92-c975-4f3a-804f-498248dc6d21 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:07.239614 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc5f6d92-c975-4f3a-804f-498248dc6d21 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:07.276034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678736da-7424-46f3-9adf-8f07c06317b3 req-875473e2-f07e-4781-b019-9c558d1491e8 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:07.284528 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-678736da-7424-46f3-9adf-8f07c06317b3 req-875473e2-f07e-4781-b019-9c558d1491e8 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.2373469 Jan 28 05:51:07.288219 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5f6d92-c975-4f3a-804f-498248dc6d21 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:51:07.300008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fcb393-a645-4e14-90f2-690e80783996 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Hosts for other DVR routers connected to router 951fd811-e60b-4ab6-9b52-6efa55379467: set() {{(pid=103635) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 28 05:51:07.303053 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fcb393-a645-4e14-90f2-690e80783996 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:07.307524 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-74fcb393-a645-4e14-90f2-690e80783996 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] 10.222.0.31 "PUT /v2.0/routers/951fd811-e60b-4ab6-9b52-6efa55379467 HTTP/1.1" status: 200 len: 716 time: 1.4431231 Jan 28 05:51:07.308156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37698) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:07.319227 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc5f6d92-c975-4f3a-804f-498248dc6d21 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (f5c5b788-470d-4f2c-a432-c53b627326cc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:07.319587 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-fc5f6d92-c975-4f3a-804f-498248dc6d21 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Added segment f5c5b788-470d-4f2c-a432-c53b627326cc of type vlan for network 4d266364-e3c2-408f-acd1-db6cbb127734 Jan 28 05:51:07.417251 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc5f6d92-c975-4f3a-804f-498248dc6d21 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (4d266364-e3c2-408f-acd1-db6cbb127734), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:07.447488 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37704) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:07.448239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fb158d02-de2b-4198-bfdc-3902b4b1b900 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] 10.222.0.31 "GET /v2.0/routers/951fd811-e60b-4ab6-9b52-6efa55379467 HTTP/1.1" status: 200 len: 716 time: 0.1378279 Jan 28 05:51:07.517954 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-678736da-7424-46f3-9adf-8f07c06317b3 req-5c55d29e-de77-4a84-a8f4-6489dcb36ebc tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318571 Jan 28 05:51:07.594986 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc5f6d92-c975-4f3a-804f-498248dc6d21 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (4d266364-e3c2-408f-acd1-db6cbb127734), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:07.601391 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5f6d92-c975-4f3a-804f-498248dc6d21 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:07.602521 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc5f6d92-c975-4f3a-804f-498248dc6d21 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:07.789761 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:07.821932 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c92a1-5829-4420-9af1-f5bc747f45f4 req-cb3a3099-2ddc-4beb-990f-d0762dc04486 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:07.831429 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a8c92a1-5829-4420-9af1-f5bc747f45f4 req-cb3a3099-2ddc-4beb-990f-d0762dc04486 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 946 time: 0.1214714 Jan 28 05:51:07.927197 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a8c92a1-5829-4420-9af1-f5bc747f45f4 req-56b454a5-72c7-4f45-8224-eaf9c10ca302 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaa9f2ca-32dc-4d61-9f92-274ebce9d47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931602 Jan 28 05:51:07.988386 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f6d92-c975-4f3a-804f-498248dc6d21 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Network': ['ID=4d266364-e3c2-408f-acd1-db6cbb127734,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:08.004596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 4d266364-e3c2-408f-acd1-db6cbb127734 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:51:08.007146 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fc5f6d92-c975-4f3a-804f-498248dc6d21 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8555501 Jan 28 05:51:08.010046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37730) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:08.026945 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-680bd6f4-efcb-4133-a652-3a7e16ae9be9 tempest-RoutersTestDVR-1039511937 tempest-RoutersTestDVR-1039511937-project] 10.222.0.31 "GET /v2.0/routers/951fd811-e60b-4ab6-9b52-6efa55379467 HTTP/1.1" status: 200 len: 682 time: 0.5775917 Jan 28 05:51:08.039351 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37732) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:08.121991 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-98c5ad02-2c0e-4abe-ae97-107858cd2eac None None] Could not find standard attr ID for object ce046246-edae-4f14-b04e-24f26e1427d2. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:51:08.168495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5953e4b4-31b8-4ae3-bac4-28f88a05a03e None None] DHCP port deletion for 00cb6c89-8ed9-42f4-a95f-eaf9e89db930 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:51:08.193034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f733237f-9aef-4f54-a003-82b6f38ded15 None None] Network 00cb6c89-8ed9-42f4-a95f-eaf9e89db930 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:08.227737 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f733237f-9aef-4f54-a003-82b6f38ded15 None None] Network 00cb6c89-8ed9-42f4-a95f-eaf9e89db930 could not be found, it might have been deleted concurrently. {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 05:51:08.232680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-75fff66c-c96c-4f5f-ae20-90184480a7a4 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:08.240237 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-75fff66c-c96c-4f5f-ae20-90184480a7a4 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/networks?id=091c4ca4-e877-4a73-b977-7fc17fb1ac30 HTTP/1.1" status: 200 len: 811 time: 0.2829745 Jan 28 05:51:08.246812 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b11112-c7d9-414b-997b-6c598aca9f2b None None] Network 00cb6c89-8ed9-42f4-a95f-eaf9e89db930 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:08.268830 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-e31fffc7-5ee8-4478-95c8-a51e36be481c tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/quotas/7372e7c17c0d4e6eb77c78322e6794a6 HTTP/1.1" status: 200 len: 375 time: 0.0276289 Jan 28 05:51:08.274228 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b11112-c7d9-414b-997b-6c598aca9f2b None None] Network 00cb6c89-8ed9-42f4-a95f-eaf9e89db930 could not be found, it might have been deleted concurrently. {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 05:51:08.354869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-6c03bf88-1ae6-4510-bbcc-7f11751a6259 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7372e7c17c0d4e6eb77c78322e6794a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851817 Jan 28 05:51:08.373977 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a575078-b5ed-4211-865e-8ca94d3c75ff tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router (951fd811-e60b-4ab6-9b52-6efa55379467), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:08.384559 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d780989a-fc4e-4c82-a1ff-c60264a5bee4 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:08.386331 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d780989a-fc4e-4c82-a1ff-c60264a5bee4 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "GET /v2.0/networks?id=4d266364-e3c2-408f-acd1-db6cbb127734 HTTP/1.1" status: 200 len: 765 time: 0.3747449 Jan 28 05:51:08.399283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37738) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:08.426054 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-69d45814-fbf2-46b6-bdef-758bd23428f4 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'network': {'description': 'd2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:08.629601 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a575078-b5ed-4211-865e-8ca94d3c75ff tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (951fd811-e60b-4ab6-9b52-6efa55379467), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:08.632200 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a575078-b5ed-4211-865e-8ca94d3c75ff tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router_controller (951fd811-e60b-4ab6-9b52-6efa55379467), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:08.679394 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-57fd3e37-4555-4fc1-b710-18b81268bdb1 service neutron] 10.222.0.31 "GET /v2.0/networks/091c4ca4-e877-4a73-b977-7fc17fb1ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163142 Jan 28 05:51:08.762722 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a575078-b5ed-4211-865e-8ca94d3c75ff tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (951fd811-e60b-4ab6-9b52-6efa55379467), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:08.763722 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a575078-b5ed-4211-865e-8ca94d3c75ff tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 951fd811-e60b-4ab6-9b52-6efa55379467 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:51:08.777623 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-69d45814-fbf2-46b6-bdef-758bd23428f4 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (4d266364-e3c2-408f-acd1-db6cbb127734), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:08.792739 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a575078-b5ed-4211-865e-8ca94d3c75ff tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:08.799811 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6a575078-b5ed-4211-865e-8ca94d3c75ff tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] 10.222.0.31 "DELETE /v2.0/routers/951fd811-e60b-4ab6-9b52-6efa55379467 HTTP/1.1" status: 204 len: 168 time: 0.7554619 Jan 28 05:51:08.800878 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37748) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:08.810564 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b961c9d3-fd11-4190-a1b6-39cb3106ef41 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Request body: {'router': {'name': 'tempest-router-793775634', 'distributed': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:08.828243 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ce046246-edae-4f14-b04e-24f26e1427d2 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:51:08.867130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: ce046246-edae-4f14-b04e-24f26e1427d2 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:51:08.867871 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-102acb48-24ea-4b9e-ad47-02e733b74bb6 service neutron] 10.222.0.31 "GET /v2.0/networks/091c4ca4-e877-4a73-b977-7fc17fb1ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855607 Jan 28 05:51:08.868104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ce046246-edae-4f14-b04e-24f26e1427d2 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:51:08.871504 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-69d45814-fbf2-46b6-bdef-758bd23428f4 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (4d266364-e3c2-408f-acd1-db6cbb127734), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:08.928603 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b961c9d3-fd11-4190-a1b6-39cb3106ef41 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (407c55d1-56f5-4662-9855-99a0630ea45d), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:08.929456 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b961c9d3-fd11-4190-a1b6-39cb3106ef41 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (407c55d1-56f5-4662-9855-99a0630ea45d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:08.931241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-69d45814-fbf2-46b6-bdef-758bd23428f4 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network 4d266364-e3c2-408f-acd1-db6cbb127734 is not hosted by any dhcp agent {{(pid=103635) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 05:51:08.937490 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d45814-fbf2-46b6-bdef-758bd23428f4 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:08.937702 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-69d45814-fbf2-46b6-bdef-758bd23428f4 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:08.940323 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-69d45814-fbf2-46b6-bdef-758bd23428f4 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "PUT /v2.0/networks/4d266364-e3c2-408f-acd1-db6cbb127734 HTTP/1.1" status: 200 len: 762 time: 0.5390356 Jan 28 05:51:08.942066 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37750) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:09.072814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d45814-fbf2-46b6-bdef-758bd23428f4 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Network': ['ID=4d266364-e3c2-408f-acd1-db6cbb127734,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:09.085498 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 4d266364-e3c2-408f-acd1-db6cbb127734 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:51:09.149928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b55a1-ed63-4702-8345-c83e75e43110 req-ae92b0a0-51f9-4bab-99db-666c9b2aeaa0 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:09.151501 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb6b55a1-ed63-4702-8345-c83e75e43110 req-ae92b0a0-51f9-4bab-99db-666c9b2aeaa0 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 946 time: 0.1199486 Jan 28 05:51:09.161208 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:09.179088 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b961c9d3-fd11-4190-a1b6-39cb3106ef41 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router_controller (407c55d1-56f5-4662-9855-99a0630ea45d), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:09.234862 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf936bf3-0f3c-4280-9395-7c52e1ab30c3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:09.239622 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cf936bf3-0f3c-4280-9395-7c52e1ab30c3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "GET /v2.0/networks?id=4d266364-e3c2-408f-acd1-db6cbb127734 HTTP/1.1" status: 200 len: 765 time: 0.2963934 Jan 28 05:51:09.244896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37756) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:09.276346 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b961c9d3-fd11-4190-a1b6-39cb3106ef41 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (407c55d1-56f5-4662-9855-99a0630ea45d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:09.378036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb6b55a1-ed63-4702-8345-c83e75e43110 req-6e3634fc-9cbf-451c-9240-5b8a120fcde8 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaa9f2ca-32dc-4d61-9f92-274ebce9d47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183738 Jan 28 05:51:09.390205 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b961c9d3-fd11-4190-a1b6-39cb3106ef41 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:09.391766 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b961c9d3-fd11-4190-a1b6-39cb3106ef41 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5882499 Jan 28 05:51:09.413809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37762) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:09.487741 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64910efe-ed5d-4246-ae02-36cbe14f003c req-a71be349-02ac-4066-90ff-45858efef8c1 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 210 time: 0.1464639 Jan 28 05:51:09.580462 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6df6cd15-626f-4912-8a8e-2af2233d0ff1 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router (407c55d1-56f5-4662-9855-99a0630ea45d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:09.848107 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8c8192-9e15-4d54-abfe-1c415a0aa510 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:09.850532 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1c8c8192-9e15-4d54-abfe-1c415a0aa510 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6037719 Jan 28 05:51:09.853579 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37772) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:09.922762 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6df6cd15-626f-4912-8a8e-2af2233d0ff1 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (407c55d1-56f5-4662-9855-99a0630ea45d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:09.926175 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6df6cd15-626f-4912-8a8e-2af2233d0ff1 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router_controller (407c55d1-56f5-4662-9855-99a0630ea45d), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:09.928973 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-20f72757-6dc4-40fc-a192-3e4ba677e0be tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 207 time: 0.0747688 Jan 28 05:51:09.932842 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37776) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:10.172035 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6df6cd15-626f-4912-8a8e-2af2233d0ff1 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (407c55d1-56f5-4662-9855-99a0630ea45d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:10.176912 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df6cd15-626f-4912-8a8e-2af2233d0ff1 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 407c55d1-56f5-4662-9855-99a0630ea45d {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:51:10.184938 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6df6cd15-626f-4912-8a8e-2af2233d0ff1 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:10.189014 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6df6cd15-626f-4912-8a8e-2af2233d0ff1 tempest-RoutersTestDVR-87408201 tempest-RoutersTestDVR-87408201-project-admin] 10.222.0.31 "DELETE /v2.0/routers/407c55d1-56f5-4662-9855-99a0630ea45d HTTP/1.1" status: 204 len: 168 time: 0.7715635 Jan 28 05:51:10.252916 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6b98dd-de8d-4818-b5a9-fb03a6bcc8f1 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:10.263097 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6b98dd-de8d-4818-b5a9-fb03a6bcc8f1 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:10.278566 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6b98dd-de8d-4818-b5a9-fb03a6bcc8f1 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:10.285162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6b98dd-de8d-4818-b5a9-fb03a6bcc8f1 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:10.304053 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6b98dd-de8d-4818-b5a9-fb03a6bcc8f1 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:10.318659 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6b98dd-de8d-4818-b5a9-fb03a6bcc8f1 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:10.322100 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0d6b98dd-de8d-4818-b5a9-fb03a6bcc8f1 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3865428 Jan 28 05:51:10.326090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37788) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:10.598711 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37796) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:10.599453 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-82cc734f-27b7-4331-94a9-a7cefda96e9f tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2711790 Jan 28 05:51:10.669607 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2c97861-12d4-42c3-84a6-269039648c85 req-18614c7a-06f4-492c-8415-6e3c22be286a tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 210 time: 0.1084850 Jan 28 05:51:10.693657 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c9e27-b14e-4d52-a511-9c260c68e39f req-ed44bcda-be20-4c91-b81c-9d7cb10dbbcf tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:10.700058 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da8c9e27-b14e-4d52-a511-9c260c68e39f req-ed44bcda-be20-4c91-b81c-9d7cb10dbbcf tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 946 time: 0.3698635 Jan 28 05:51:10.797061 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccee144-e677-48a5-9a6a-1b45e9fc1a40 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:10.799186 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccee144-e677-48a5-9a6a-1b45e9fc1a40 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:10.802492 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccee144-e677-48a5-9a6a-1b45e9fc1a40 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:10.802935 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccee144-e677-48a5-9a6a-1b45e9fc1a40 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:10.804329 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccee144-e677-48a5-9a6a-1b45e9fc1a40 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:10.806072 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6ccee144-e677-48a5-9a6a-1b45e9fc1a40 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2052009 Jan 28 05:51:10.809830 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37802) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:10.883231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eed81-fa67-415b-bd8f-e4ed303a093a req-b4b71a9f-4a6d-40b5-8889-2e432924b95a tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:10.883231 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e13eed81-fa67-415b-bd8f-e4ed303a093a req-b4b71a9f-4a6d-40b5-8889-2e432924b95a tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 946 time: 0.4006674 Jan 28 05:51:10.946133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c98471e-e804-43cd-95e1-3f2bab254f18 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['shared'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:10.949060 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c98471e-e804-43cd-95e1-3f2bab254f18 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['shared'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:10.950510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c98471e-e804-43cd-95e1-3f2bab254f18 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['shared'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:10.951420 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e13eed81-fa67-415b-bd8f-e4ed303a093a req-0ca94551-f5a0-49b1-a27b-170dc8323a4c tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaa9f2ca-32dc-4d61-9f92-274ebce9d47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631056 Jan 28 05:51:10.951878 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c98471e-e804-43cd-95e1-3f2bab254f18 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['shared'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:10.972177 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c98471e-e804-43cd-95e1-3f2bab254f18 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['shared'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:10.972538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-da8c9e27-b14e-4d52-a511-9c260c68e39f req-16d0c282-562c-409c-b895-a50e81ee7114 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Deleting port 440597b6-8b4a-44a4-974d-6d93d5c1b760 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:10.972888 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-da8c9e27-b14e-4d52-a511-9c260c68e39f req-16d0c282-562c-409c-b895-a50e81ee7114 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (440597b6-8b4a-44a4-974d-6d93d5c1b760), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:10.975803 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3c98471e-e804-43cd-95e1-3f2bab254f18 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1649845 Jan 28 05:51:10.993591 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37806) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:11.046341 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37810) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:11.202699 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b245472c-b820-4d24-92ec-2a964714e9c7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:11.204220 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b245472c-b820-4d24-92ec-2a964714e9c7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "GET /v2.0/networks/154ab562-3a85-4af2-a5e0-027be0144aa3 HTTP/1.1" status: 200 len: 804 time: 0.2096174 Jan 28 05:51:11.208592 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37816) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:11.228842 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-da8c9e27-b14e-4d52-a511-9c260c68e39f req-16d0c282-562c-409c-b895-a50e81ee7114 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] For port 440597b6-8b4a-44a4-974d-6d93d5c1b760, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=440597b6-8b4a-44a4-974d-6d93d5c1b760,segment=NetworkSegment(59e6776f-5a06-495e-a8a1-687c5062921f),segment_id=59e6776f-5a06-495e-a8a1-687c5062921f)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:11.233171 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-da8c9e27-b14e-4d52-a511-9c260c68e39f req-16d0c282-562c-409c-b895-a50e81ee7114 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (440597b6-8b4a-44a4-974d-6d93d5c1b760), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:11.358762 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-20052171-131d-4a97-aa7a-995319d4e598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:11.403638 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9ae2c3ff-8be9-45de-ac10-793c57194b78 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "GET /v2.0/networks/154ab562-3a85-4af2-a5e0-027be0144aa3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1937897 Jan 28 05:51:11.406870 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37818) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:11.510177 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38ac9c7-a070-41e5-902d-cfae62486d63 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:11.512425 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b38ac9c7-a070-41e5-902d-cfae62486d63 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "GET /v2.0/subnets/8c1cd715-6a97-459e-9f15-bed48d9bb1a4 HTTP/1.1" status: 200 len: 843 time: 0.1046174 Jan 28 05:51:11.521417 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37820) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:11.585774 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-20052171-131d-4a97-aa7a-995319d4e598 admin admin] Publish callbacks [] for security_group (15fb3831-65dd-4a20-8354-b931bb81b54e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:11.605675 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8d1895-adae-42f4-a8f9-4723413e827e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['shared'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:11.613973 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9c8d1895-adae-42f4-a8f9-4723413e827e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "GET /v2.0/subnets/8c1cd715-6a97-459e-9f15-bed48d9bb1a4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0882583 Jan 28 05:51:11.614560 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37822) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:11.619174 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-227e236c-29f5-4990-802e-7fa1ae9c8b0e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1645939813'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:11.622151 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-da8c9e27-b14e-4d52-a511-9c260c68e39f req-16d0c282-562c-409c-b895-a50e81ee7114 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:11.622840 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-da8c9e27-b14e-4d52-a511-9c260c68e39f req-16d0c282-562c-409c-b895-a50e81ee7114 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (64c240d1-d602-46ad-a7b7-77298dd05590), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:11.623419 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-da8c9e27-b14e-4d52-a511-9c260c68e39f req-16d0c282-562c-409c-b895-a50e81ee7114 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Floating IP 64c240d1-d602-46ad-a7b7-77298dd05590 disassociated. External IP: 172.25.0.183, port: 440597b6-8b4a-44a4-974d-6d93d5c1b760. Jan 28 05:51:11.623831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-da8c9e27-b14e-4d52-a511-9c260c68e39f req-16d0c282-562c-409c-b895-a50e81ee7114 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Calling delete_port for 440597b6-8b4a-44a4-974d-6d93d5c1b760 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:11.672892 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-20052171-131d-4a97-aa7a-995319d4e598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (15fb3831-65dd-4a20-8354-b931bb81b54e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:11.726544 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227e236c-29f5-4990-802e-7fa1ae9c8b0e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:11.735633 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-227e236c-29f5-4990-802e-7fa1ae9c8b0e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:11.761470 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227e236c-29f5-4990-802e-7fa1ae9c8b0e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:51:11.772473 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-227e236c-29f5-4990-802e-7fa1ae9c8b0e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (afd03c81-432d-4e39-8ecd-12231c23da7b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:11.772982 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-227e236c-29f5-4990-802e-7fa1ae9c8b0e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Added segment afd03c81-432d-4e39-8ecd-12231c23da7b of type vlan for network a6ea5c52-f55f-4736-8a72-f9dace3c33e3 Jan 28 05:51:11.800838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20052171-131d-4a97-aa7a-995319d4e598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fb3831-65dd-4a20-8354-b931bb81b54e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:11.836652 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-227e236c-29f5-4990-802e-7fa1ae9c8b0e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (a6ea5c52-f55f-4736-8a72-f9dace3c33e3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:11.850988 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-20052171-131d-4a97-aa7a-995319d4e598 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f7a55a7053f42a2ab3bdcf89c2a7259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8035157 Jan 28 05:51:11.856802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37832) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:11.869078 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-25b46154-4a21-4736-93d6-c51b034adf7b req-4a7d6b5d-eeb4-44cd-8504-0b55d6dced05 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 210 time: 0.0835598 Jan 28 05:51:11.931998 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-227e236c-29f5-4990-802e-7fa1ae9c8b0e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (a6ea5c52-f55f-4736-8a72-f9dace3c33e3), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:11.938081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227e236c-29f5-4990-802e-7fa1ae9c8b0e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:11.942773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-227e236c-29f5-4990-802e-7fa1ae9c8b0e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:12.015219 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a128-4005-47d7-8e4e-c502c1ee3d91 admin admin] Publish callbacks [] for security_group (15fb3831-65dd-4a20-8354-b931bb81b54e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:12.048961 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e236c-29f5-4990-802e-7fa1ae9c8b0e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Network': ['ID=a6ea5c52-f55f-4736-8a72-f9dace3c33e3,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:12.052668 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a128-4005-47d7-8e4e-c502c1ee3d91 admin admin] Publish callbacks [] for security_group (15fb3831-65dd-4a20-8354-b931bb81b54e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:12.066063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network a6ea5c52-f55f-4736-8a72-f9dace3c33e3 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:51:12.083615 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-227e236c-29f5-4990-802e-7fa1ae9c8b0e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4683576 Jan 28 05:51:12.086433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37836) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:12.092127 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-454696c9-d874-4470-8a11-20a27a65d330 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'subnet': {'network_id': 'a6ea5c52-f55f-4736-8a72-f9dace3c33e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:12.142121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca302ced-0215-4d83-8688-815c1d480578 req-bb4143dc-1009-4004-8287-3ba5414e823d tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:12.144441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ca302ced-0215-4d83-8688-815c1d480578 req-bb4143dc-1009-4004-8287-3ba5414e823d tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 946 time: 0.0739727 Jan 28 05:51:12.177082 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-da8c9e27-b14e-4d52-a511-9c260c68e39f req-16d0c282-562c-409c-b895-a50e81ee7114 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (440597b6-8b4a-44a4-974d-6d93d5c1b760), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:12.386710 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a128-4005-47d7-8e4e-c502c1ee3d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (15fb3831-65dd-4a20-8354-b931bb81b54e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:12.389760 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a128-4005-47d7-8e4e-c502c1ee3d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:12.390993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9bb3a128-4005-47d7-8e4e-c502c1ee3d91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15fb3831-65dd-4a20-8354-b931bb81b54e HTTP/1.1" status: 204 len: 168 time: 0.5207648 Jan 28 05:51:12.409215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0c282-562c-409c-b895-a50e81ee7114 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Pushing event deleted for resources: {'Port': ['ID=440597b6-8b4a-44a4-974d-6d93d5c1b760,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:12.422855 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454696c9-d874-4470-8a11-20a27a65d330 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Made reservation on behalf of 494710d25a074850a27566377fccf06f for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:12.428922 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-454696c9-d874-4470-8a11-20a27a65d330 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:12.464374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3a128-4005-47d7-8e4e-c502c1ee3d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fb3831-65dd-4a20-8354-b931bb81b54e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:12.528368 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.ipam_backend_mixin [None req-454696c9-d874-4470-8a11-20a27a65d330 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Performing IP validity checks on allocation pools {{(pid=103634) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 05:51:12.530166 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.ipam_backend_mixin [None req-454696c9-d874-4470-8a11-20a27a65d330 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103634) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 05:51:12.539131 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ca302ced-0215-4d83-8688-815c1d480578 req-bf046251-3d8c-4b34-b68e-8972abbb7878 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaa9f2ca-32dc-4d61-9f92-274ebce9d47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3832438 Jan 28 05:51:12.544833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-d123a0df-21c5-491e-9038-e7377851f158 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:12.546390 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-d123a0df-21c5-491e-9038-e7377851f158 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.64 "GET /v2.0/networks?id=091c4ca4-e877-4a73-b977-7fc17fb1ac30 HTTP/1.1" status: 200 len: 811 time: 0.3417482 Jan 28 05:51:12.571222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-90fb315d-7b0e-456c-887c-084bb63234d9 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Request body: {'port': {'device_id': '082eec08-e61a-4dfb-9f65-f3ded5b0569b', 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30', 'admin_state_up': True, 'tenant_id': '7372e7c17c0d4e6eb77c78322e6794a6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:12.897813 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-454696c9-d874-4470-8a11-20a27a65d330 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (fa16d7fa-3752-40eb-aaa1-2a7754687638), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:13.055751 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454696c9-d874-4470-8a11-20a27a65d330 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Subnet': ['ID=fa16d7fa-3752-40eb-aaa1-2a7754687638,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:13.122975 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454696c9-d874-4470-8a11-20a27a65d330 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Checking segment: {'id': 'afd03c81-432d-4e39-8ecd-12231c23da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a6ea5c52-f55f-4736-8a72-f9dace3c33e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:13.123559 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454696c9-d874-4470-8a11-20a27a65d330 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network hostable DHCP agents. Network: a6ea5c52-f55f-4736-8a72-f9dace3c33e3, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:51:13.222958 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454696c9-d874-4470-8a11-20a27a65d330 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Network a6ea5c52-f55f-4736-8a72-f9dace3c33e3 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:51:13.306085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37856) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:13.323927 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-454696c9-d874-4470-8a11-20a27a65d330 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, a6ea5c52-f55f-4736-8a72-f9dace3c33e3) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:13.336757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235ff364-0236-422f-aada-5e7d6c7d7d70 None None] Network a6ea5c52-f55f-4736-8a72-f9dace3c33e3 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:13.339626 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454696c9-d874-4470-8a11-20a27a65d330 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:13.351078 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-454696c9-d874-4470-8a11-20a27a65d330 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:13.360589 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07ea06c3-1cf6-492b-bff8-6efd4182481e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:13.391121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-90fb315d-7b0e-456c-887c-084bb63234d9 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Made reservation on behalf of 7372e7c17c0d4e6eb77c78322e6794a6 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:13.399570 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-90fb315d-7b0e-456c-887c-084bb63234d9 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:13.469027 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db740cab-df2e-4eb7-aa01-a64e1c3899a3 req-cd492861-194a-4bd9-9540-ba3e974154bd tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 210 time: 0.1084080 Jan 28 05:51:13.555994 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07ea06c3-1cf6-492b-bff8-6efd4182481e admin admin] Publish callbacks [] for security_group (44e05522-a3be-4616-968b-db7a0dee320c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:13.557966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da8c9e27-b14e-4d52-a511-9c260c68e39f req-16d0c282-562c-409c-b895-a50e81ee7114 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Router 89739816-720d-470d-9744-4723b9fee083 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:51:13.564465 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-454696c9-d874-4470-8a11-20a27a65d330 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4743686 Jan 28 05:51:13.565846 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37860) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:13.576844 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-06547b8a-149a-4bcf-af7e-14c67738d9c3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:13.614485 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-a6ea5c52-f55f-4736-8a72-f9dace3c33e3', 'network_id': 'a6ea5c52-f55f-4736-8a72-f9dace3c33e3', 'project_id': '494710d25a074850a27566377fccf06f', 'fixed_ips': [{'subnet_id': 'fa16d7fa-3752-40eb-aaa1-2a7754687638'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:51:13.619852 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:13.745653 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07ea06c3-1cf6-492b-bff8-6efd4182481e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (44e05522-a3be-4616-968b-db7a0dee320c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:13.796957 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f12b757-db88-4b63-ba0c-58c05c1c44f8 req-9558be7b-8257-4188-9903-f59bbe860bf4 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 210 time: 0.0433917 Jan 28 05:51:13.824887 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-90fb315d-7b0e-456c-887c-084bb63234d9 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Allocated IP 172.20.0.2 (091c4ca4-e877-4a73-b977-7fc17fb1ac30/faf4ccca-ebc5-4c15-bcbc-916742d54633/aadcc10a-fc69-42da-8ae1-fc4a149d214b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:13.986846 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Allocated IP 2001:db8::3 (a6ea5c52-f55f-4736-8a72-f9dace3c33e3/fa16d7fa-3752-40eb-aaa1-2a7754687638/1248863a-281d-45aa-abc8-ee262eb0cb57) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:14.054101 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da8c9e27-b14e-4d52-a511-9c260c68e39f req-16d0c282-562c-409c-b895-a50e81ee7114 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:51:14.111888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8c9e27-b14e-4d52-a511-9c260c68e39f req-16d0c282-562c-409c-b895-a50e81ee7114 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] No DVR routers for this DVR port 440597b6-8b4a-44a4-974d-6d93d5c1b760 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:51:14.116981 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-da8c9e27-b14e-4d52-a511-9c260c68e39f req-16d0c282-562c-409c-b895-a50e81ee7114 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:14.118315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dd4ff8-9e29-470a-aef1-a9d251a10b52 None None] Sync routers for ids ['89739816-720d-470d-9744-4723b9fee083'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:51:14.121730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da8c9e27-b14e-4d52-a511-9c260c68e39f req-16d0c282-562c-409c-b895-a50e81ee7114 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.60 "DELETE /v2.0/ports/440597b6-8b4a-44a4-974d-6d93d5c1b760 HTTP/1.1" status: 204 len: 173 time: 3.4100165 Jan 28 05:51:14.122533 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9b1f41-3a99-4fe5-94df-973888c41dcb', 'name': 'network-vif-deleted', 'tag': '440597b6-8b4a-44a4-974d-6d93d5c1b760'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:51:14.125500 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfc83d9-fb34-41e3-a449-f3a21cf0884d" -d '{"events": [{"server_uuid": "fd9b1f41-3a99-4fe5-94df-973888c41dcb", "name": "network-vif-deleted", "tag": "440597b6-8b4a-44a4-974d-6d93d5c1b760"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:51:14.202000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dd4ff8-9e29-470a-aef1-a9d251a10b52 None None] Routers {'89739816-720d-470d-9744-4723b9fee083'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:51:14.202704 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b5dd4ff8-9e29-470a-aef1-a9d251a10b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:51:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['89739816-720d-470d-9744-4723b9fee083'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:14.203938 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed8bc2e-d9e5-4dbd-9e61-4fef528c4f12 x-openstack-request-id: req-eed8bc2e-d9e5-4dbd-9e61-4fef528c4f12 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:51:14.204486 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9b1f41-3a99-4fe5-94df-973888c41dcb", "name": "network-vif-deleted", "tag": "440597b6-8b4a-44a4-974d-6d93d5c1b760", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:51:14.205203 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eed8bc2e-d9e5-4dbd-9e61-4fef528c4f12 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:51:14.205974 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9b1f41-3a99-4fe5-94df-973888c41dcb', 'name': 'network-vif-deleted', 'tag': '440597b6-8b4a-44a4-974d-6d93d5c1b760', 'status': 'completed', 'code': 200} Jan 28 05:51:14.209331 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-90fb315d-7b0e-456c-887c-084bb63234d9 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Publish callbacks [] for port (aadcc10a-fc69-42da-8ae1-fc4a149d214b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:14.331327 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea06c3-1cf6-492b-bff8-6efd4182481e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e05522-a3be-4616-968b-db7a0dee320c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:14.333750 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-90fb315d-7b0e-456c-887c-084bb63234d9 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (aadcc10a-fc69-42da-8ae1-fc4a149d214b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:14.389230 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-07ea06c3-1cf6-492b-bff8-6efd4182481e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c0948eff0f2b4f3baae4670d828881ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0796041 Jan 28 05:51:14.390440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['aaf7a95a-448e-454e-94da-996b30a4d025'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:51:14.393463 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-06547b8a-149a-4bcf-af7e-14c67738d9c3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14626478'] for subnet (fa16d7fa-3752-40eb-aaa1-2a7754687638), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:14.396032 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37872) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:14.473633 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb315d-7b0e-456c-887c-084bb63234d9 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Pushing event updated for resources: {'Port': ['ID=aadcc10a-fc69-42da-8ae1-fc4a149d214b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:14.496594 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-85c243e2-45f2-4c5b-8bc6-f7cce5b6b2c1 admin admin] Publish callbacks [] for security_group (44e05522-a3be-4616-968b-db7a0dee320c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:14.542814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-90fb315d-7b0e-456c-887c-084bb63234d9 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Network 091c4ca4-e877-4a73-b977-7fc17fb1ac30 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:14.544536 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-90fb315d-7b0e-456c-887c-084bb63234d9 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:14.553891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-90fb315d-7b0e-456c-887c-084bb63234d9 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:14.560384 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-85c243e2-45f2-4c5b-8bc6-f7cce5b6b2c1 admin admin] Publish callbacks [] for security_group (44e05522-a3be-4616-968b-db7a0dee320c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:14.604236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 440597b6-8b4a-44a4-974d-6d93d5c1b760 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:51:14.719207 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 440597b6-8b4a-44a4-974d-6d93d5c1b760 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:51:14.719560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 440597b6-8b4a-44a4-974d-6d93d5c1b760 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:51:14.775408 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-90fb315d-7b0e-456c-887c-084bb63234d9 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:14.776060 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-90fb315d-7b0e-456c-887c-084bb63234d9 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:14.783975 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-85c243e2-45f2-4c5b-8bc6-f7cce5b6b2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (44e05522-a3be-4616-968b-db7a0dee320c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:14.786796 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-85c243e2-45f2-4c5b-8bc6-f7cce5b6b2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:14.788026 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-85c243e2-45f2-4c5b-8bc6-f7cce5b6b2c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44e05522-a3be-4616-968b-db7a0dee320c HTTP/1.1" status: 204 len: 168 time: 0.3909924 Jan 28 05:51:14.791740 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-b5dd4ff8-9e29-470a-aef1-a9d251a10b52 None None] Set router 89739816-720d-470d-9744-4723b9fee083 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:51:14.803400 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c243e2-45f2-4c5b-8bc6-f7cce5b6b2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e05522-a3be-4616-968b-db7a0dee320c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:14.811824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60327fdd-6690-4027-801c-2e76c0c88c46 req-2bfacfa1-52e0-4a54-ba3f-f99e0c1d7d5c tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:14.819267 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60327fdd-6690-4027-801c-2e76c0c88c46 req-2bfacfa1-52e0-4a54-ba3f-f99e0c1d7d5c tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 931 time: 0.1735239 Jan 28 05:51:14.870102 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-90fb315d-7b0e-456c-887c-084bb63234d9 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3067155 Jan 28 05:51:14.909205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Request body: {'port': {'device_id': '082eec08-e61a-4dfb-9f65-f3ded5b0569b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:14.934769 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Publish callbacks [] for port (1248863a-281d-45aa-abc8-ee262eb0cb57), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:15.157477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ca28d2cc-2a43-4294-b62f-01ade4267a7d req-e05dd382-25b6-4b47-9c26-da8f9c1df2df tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd9b1f41-3a99-4fe5-94df-973888c41dcb HTTP/1.1" status: 200 len: 210 time: 0.1104140 Jan 28 05:51:15.222763 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60327fdd-6690-4027-801c-2e76c0c88c46 req-6ea106e0-92d4-48cc-a319-3a1771423e37 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929224 Jan 28 05:51:15.232164 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (aadcc10a-fc69-42da-8ae1-fc4a149d214b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:15.237092 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (1248863a-281d-45aa-abc8-ee262eb0cb57), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:15.402532 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Network a6ea5c52-f55f-4736-8a72-f9dace3c33e3 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:15.520436 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:15.544557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:15.549508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Pushing event updated for resources: {'Port': ['ID=1248863a-281d-45aa-abc8-ee262eb0cb57,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:15.620687 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-06547b8a-149a-4bcf-af7e-14c67738d9c3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760082023635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14568153'] for subnet (fa16d7fa-3752-40eb-aaa1-2a7754687638), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:15.661006 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Attempting to bind port 1248863a-281d-45aa-abc8-ee262eb0cb57 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:51:15.661299 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Attempting to bind port 1248863a-281d-45aa-abc8-ee262eb0cb57 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'afd03c81-432d-4e39-8ecd-12231c23da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a6ea5c52-f55f-4736-8a72-f9dace3c33e3'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:51:15.661672 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Attempting to bind port 1248863a-281d-45aa-abc8-ee262eb0cb57 on network a6ea5c52-f55f-4736-8a72-f9dace3c33e3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:51:15.678208 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:51:15.678645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Checking segment: {'id': 'afd03c81-432d-4e39-8ecd-12231c23da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a6ea5c52-f55f-4736-8a72-f9dace3c33e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:15.679059 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:15.679460 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Bound using segment: {'id': 'afd03c81-432d-4e39-8ecd-12231c23da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a6ea5c52-f55f-4736-8a72-f9dace3c33e3'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:51:15.679953 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Bound port: 1248863a-281d-45aa-abc8-ee262eb0cb57, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd03c81-432d-4e39-8ecd-12231c23da7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a6ea5c52-f55f-4736-8a72-f9dace3c33e3'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:51:15.680341 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1248863a-281d-45aa-abc8-ee262eb0cb57), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:15.719395 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06547b8a-149a-4bcf-af7e-14c67738d9c3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event updated for resources: {'Subnet': ['ID=fa16d7fa-3752-40eb-aaa1-2a7754687638,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:15.769608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06547b8a-149a-4bcf-af7e-14c67738d9c3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:15.770717 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-06547b8a-149a-4bcf-af7e-14c67738d9c3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:15.774612 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-06547b8a-149a-4bcf-af7e-14c67738d9c3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "PUT /v2.0/subnets/fa16d7fa-3752-40eb-aaa1-2a7754687638 HTTP/1.1" status: 200 len: 900 time: 2.2064939 Jan 28 05:51:15.785661 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37902) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:15.814867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b5dd4ff8-9e29-470a-aef1-a9d251a10b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89739816-720d-470d-9744-4723b9fee083', 'name': 'tempest-ServersTestJSON-964229962-router', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:49Z', 'updated_at': '2022-01-28T05:48:57Z', 'revision_number': 4, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'gw_port': {'id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:50Z', 'updated_at': '2022-01-28T05:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '5fd95e52-d583-49f7-8cac-69fd291d8f02', 'name': '', 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'mac_address': 'fa:16:3e:74:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:03Z', 'revision_number': 5, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'subnets': [{'id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:15.849820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadcc10a-fc69-42da-8ae1-fc4a149d214b {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:51:15.872175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dd4ff8-9e29-470a-aef1-a9d251a10b52 None None] Checking router: 89739816-720d-470d-9744-4723b9fee083 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:51:15.880954 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Publish callbacks [] for port (aadcc10a-fc69-42da-8ae1-fc4a149d214b), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:15.889786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dd4ff8-9e29-470a-aef1-a9d251a10b52 None None] Routers {'89739816-720d-470d-9744-4723b9fee083'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:51:15.890712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b5dd4ff8-9e29-470a-aef1-a9d251a10b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:51:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['89739816-720d-470d-9744-4723b9fee083'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:15.897054 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] For port 1248863a-281d-45aa-abc8-ee262eb0cb57, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:51:15.928780 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Transition to ACTIVE for port object aadcc10a-fc69-42da-8ae1-fc4a149d214b will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:51:15.959368 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] For port 1248863a-281d-45aa-abc8-ee262eb0cb57, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=1248863a-281d-45aa-abc8-ee262eb0cb57,segment=NetworkSegment(afd03c81-432d-4e39-8ecd-12231c23da7b),segment_id=afd03c81-432d-4e39-8ecd-12231c23da7b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:51:15.988098 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (a6ea5c52-f55f-4736-8a72-f9dace3c33e3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:15.988846 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (aadcc10a-fc69-42da-8ae1-fc4a149d214b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:16.058484 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1248863a-281d-45aa-abc8-ee262eb0cb57), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:16.071433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Deleting port 1248863a-281d-45aa-abc8-ee262eb0cb57 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:16.071785 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1248863a-281d-45aa-abc8-ee262eb0cb57), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:16.116995 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Pushing event updated for resources: {'Port': ['ID=aadcc10a-fc69-42da-8ae1-fc4a149d214b,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:16.202133 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-b5dd4ff8-9e29-470a-aef1-a9d251a10b52 None None] Set router 89739816-720d-470d-9744-4723b9fee083 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:51:16.266492 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] For port 1248863a-281d-45aa-abc8-ee262eb0cb57, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=1248863a-281d-45aa-abc8-ee262eb0cb57,segment=NetworkSegment(afd03c81-432d-4e39-8ecd-12231c23da7b),segment_id=afd03c81-432d-4e39-8ecd-12231c23da7b)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:16.266867 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1248863a-281d-45aa-abc8-ee262eb0cb57), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:16.297607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Attempting to bind port aadcc10a-fc69-42da-8ae1-fc4a149d214b on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:51:16.297990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Attempting to bind port aadcc10a-fc69-42da-8ae1-fc4a149d214b by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '6f2ba0fa-eb54-4fc3-a158-783043e3f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:51:16.298328 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Attempting to bind port aadcc10a-fc69-42da-8ae1-fc4a149d214b on network 091c4ca4-e877-4a73-b977-7fc17fb1ac30 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:51:16.336957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Port aadcc10a-fc69-42da-8ae1-fc4a149d214b on network 091c4ca4-e877-4a73-b977-7fc17fb1ac30 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:51:16.336957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Attempting to bind port aadcc10a-fc69-42da-8ae1-fc4a149d214b on network 091c4ca4-e877-4a73-b977-7fc17fb1ac30 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:51:16.337285 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Calling delete_port for 1248863a-281d-45aa-abc8-ee262eb0cb57 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:16.337384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:51:16.337384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Checking segment: {'id': '6f2ba0fa-eb54-4fc3-a158-783043e3f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:16.337384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Bound using segment: {'id': '6f2ba0fa-eb54-4fc3-a158-783043e3f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:51:16.337384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Bound port: aadcc10a-fc69-42da-8ae1-fc4a149d214b, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2ba0fa-eb54-4fc3-a158-783043e3f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:51:16.337384 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (aadcc10a-fc69-42da-8ae1-fc4a149d214b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:16.428869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37922) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:16.538435 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] For port aadcc10a-fc69-42da-8ae1-fc4a149d214b, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:51:16.547389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] For port aadcc10a-fc69-42da-8ae1-fc4a149d214b, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=aadcc10a-fc69-42da-8ae1-fc4a149d214b,segment=NetworkSegment(6f2ba0fa-eb54-4fc3-a158-783043e3f568),segment_id=6f2ba0fa-eb54-4fc3-a158-783043e3f568)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:51:16.636037 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d97a553-4db1-4b6e-870a-b4e34242710f tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for security_group (eaa9f2ca-32dc-4d61-9f92-274ebce9d47b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:16.650573 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (aadcc10a-fc69-42da-8ae1-fc4a149d214b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:16.686043 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd133b4-761d-4c64-93ab-09bd736c4450 req-a1c23f8a-d088-4255-b8d0-7ec2d86b7b56 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:16.698179 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cd133b4-761d-4c64-93ab-09bd736c4450 req-a1c23f8a-d088-4255-b8d0-7ec2d86b7b56 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 943 time: 0.3136418 Jan 28 05:51:16.711631 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d97a553-4db1-4b6e-870a-b4e34242710f tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for security_group (eaa9f2ca-32dc-4d61-9f92-274ebce9d47b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:16.779220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621adcca-4d16-48ba-89a6-f5d431afe939 None None] Pushing event updated for resources: {'Port': ['ID=1248863a-281d-45aa-abc8-ee262eb0cb57,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:16.789120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:16.792003 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:16.793732 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] 10.222.0.64 "PUT /v2.0/ports/aadcc10a-fc69-42da-8ae1-fc4a149d214b HTTP/1.1" status: 200 len: 1092 time: 1.8937120 Jan 28 05:51:16.807023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082eec08-e61a-4dfb-9f65-f3ded5b0569b', 'tag': 'aadcc10a-fc69-42da-8ae1-fc4a149d214b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:51:16.809360 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a63f0ba-d803-47ed-b2f9-22e872074888" -d '{"events": [{"name": "network-changed", "server_uuid": "082eec08-e61a-4dfb-9f65-f3ded5b0569b", "tag": "aadcc10a-fc69-42da-8ae1-fc4a149d214b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:51:16.853730 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1248863a-281d-45aa-abc8-ee262eb0cb57), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:16.917372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e3024-e8a0-4fad-8517-8aa8c444df18 service neutron] Pushing event updated for resources: {'Port': ['ID=aadcc10a-fc69-42da-8ae1-fc4a149d214b,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:16.950151 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfeb15a-b477-4eb5-b09e-ef1375ba343b x-openstack-request-id: req-ddfeb15a-b477-4eb5-b09e-ef1375ba343b {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:51:16.950151 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082eec08-e61a-4dfb-9f65-f3ded5b0569b", "tag": "aadcc10a-fc69-42da-8ae1-fc4a149d214b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:51:16.950151 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddfeb15a-b477-4eb5-b09e-ef1375ba343b {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:51:16.950151 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082eec08-e61a-4dfb-9f65-f3ded5b0569b', 'tag': 'aadcc10a-fc69-42da-8ae1-fc4a149d214b', 'status': 'completed', 'code': 200} Jan 28 05:51:16.971401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Port': ['ID=1248863a-281d-45aa-abc8-ee262eb0cb57,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:16.982203 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cd133b4-761d-4c64-93ab-09bd736c4450 req-43e83732-65ff-4c97-ac9e-fac51c27d884 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770765 Jan 28 05:51:17.083722 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No DVR routers for this DVR port 1248863a-281d-45aa-abc8-ee262eb0cb57 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:51:17.101198 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-c11f0565-861d-47a0-a953-c389157e32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:17.102771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-c11f0565-861d-47a0-a953-c389157e32c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7372e7c17c0d4e6eb77c78322e6794a6&device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 1095 time: 0.1715064 Jan 28 05:51:17.138661 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (fa16d7fa-3752-40eb-aaa1-2a7754687638), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:17.200570 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-59a98ab3-0f81-4036-8738-877fc6897a69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aadcc10a-fc69-42da-8ae1-fc4a149d214b HTTP/1.1" status: 200 len: 217 time: 0.0822539 Jan 28 05:51:17.249118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d97a553-4db1-4b6e-870a-b4e34242710f tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (eaa9f2ca-32dc-4d61-9f92-274ebce9d47b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:17.252779 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d97a553-4db1-4b6e-870a-b4e34242710f tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:17.254530 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1d97a553-4db1-4b6e-870a-b4e34242710f tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "DELETE /v2.0/security-groups/eaa9f2ca-32dc-4d61-9f92-274ebce9d47b HTTP/1.1" status: 204 len: 168 time: 0.8245816 Jan 28 05:51:17.272653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37940) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:17.289347 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97a553-4db1-4b6e-870a-b4e34242710f tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa9f2ca-32dc-4d61-9f92-274ebce9d47b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:17.292957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-27a1ba2d-e1cb-4afa-9c81-d091794a5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:17.295841 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-27a1ba2d-e1cb-4afa-9c81-d091794a5c4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=faf4ccca-ebc5-4c15-bcbc-916742d54633 HTTP/1.1" status: 200 len: 851 time: 0.0883164 Jan 28 05:51:17.299893 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-f03dd6ae-134e-48e3-8653-4be5571f794a tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] show failed (client error): The resource could not be found. Jan 28 05:51:17.301416 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f03dd6ae-134e-48e3-8653-4be5571f794a tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "GET /v2.0/security-groups/eaa9f2ca-32dc-4d61-9f92-274ebce9d47b HTTP/1.1" status: 404 len: 347 time: 0.0274601 Jan 28 05:51:17.319448 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37942) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:17.353800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b5dd4ff8-9e29-470a-aef1-a9d251a10b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89739816-720d-470d-9744-4723b9fee083', 'name': 'tempest-ServersTestJSON-964229962-router', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:49Z', 'updated_at': '2022-01-28T05:48:57Z', 'revision_number': 4, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'gw_port': {'id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:50Z', 'updated_at': '2022-01-28T05:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '5fd95e52-d583-49f7-8cac-69fd291d8f02', 'name': '', 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'mac_address': 'fa:16:3e:74:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:03Z', 'revision_number': 5, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'subnets': [{'id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:17.383397 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (fa16d7fa-3752-40eb-aaa1-2a7754687638), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:17.449365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dd4ff8-9e29-470a-aef1-a9d251a10b52 None None] The sync data for ids ['89739816-720d-470d-9744-4723b9fee083'] in n-d-812111-12 is: [{'id': '89739816-720d-470d-9744-4723b9fee083', 'name': 'tempest-ServersTestJSON-964229962-router', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:49Z', 'updated_at': '2022-01-28T05:48:57Z', 'revision_number': 4, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'gw_port': {'id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:50Z', 'updated_at': '2022-01-28T05:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '5fd95e52-d583-49f7-8cac-69fd291d8f02', 'name': '', 'network_id': '19f36253-ed97-40f4-b915-6abd24de79a1', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'mac_address': 'fa:16:3e:74:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:56Z', 'updated_at': '2022-01-28T05:49:03Z', 'revision_number': 5, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'subnets': [{'id': 'f457903e-a121-48d9-b561-65d34e11e24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:51:17.461822 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-6856c37f-385c-4ae2-b8a6-95655263b5f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=091c4ca4-e877-4a73-b977-7fc17fb1ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843501 Jan 28 05:51:17.469072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93d6a091-d0df-4749-ab0e-6b26e6b2cb91 req-5f20439b-e579-4051-a816-b2c07309fff4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1721563 Jan 28 05:51:17.477702 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Subnet': ['ID=fa16d7fa-3752-40eb-aaa1-2a7754687638,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:17.678239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (a6ea5c52-f55f-4736-8a72-f9dace3c33e3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:17.711909 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6a091-d0df-4749-ab0e-6b26e6b2cb91 req-f4c51e97-d20a-47da-bab7-e6d5c3df9cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:17.713768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93d6a091-d0df-4749-ab0e-6b26e6b2cb91 req-f4c51e97-d20a-47da-bab7-e6d5c3df9cee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 1097 time: 0.1355500 Jan 28 05:51:17.743121 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-78fbd5ba-d036-48de-bea4-ba596f0fd711 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Deleting port 4741b961-4342-4b1b-9b7b-93f706376194 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:17.743463 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78fbd5ba-d036-48de-bea4-ba596f0fd711 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (4741b961-4342-4b1b-9b7b-93f706376194), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:17.992277 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-5b518084-30a8-4726-852d-180ca945b800 service neutron] 10.222.0.64 "GET /v2.0/networks/091c4ca4-e877-4a73-b977-7fc17fb1ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940961 Jan 28 05:51:17.992652 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78fbd5ba-d036-48de-bea4-ba596f0fd711 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (4741b961-4342-4b1b-9b7b-93f706376194), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:17.992652 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78fbd5ba-d036-48de-bea4-ba596f0fd711 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for floatingip (4741b961-4342-4b1b-9b7b-93f706376194), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:17.992652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-78fbd5ba-d036-48de-bea4-ba596f0fd711 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Calling delete_port for 4741b961-4342-4b1b-9b7b-93f706376194 owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:17.992652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ea5c52-f55f-4736-8a72-f9dace3c33e3']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:17.992652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd03c81-432d-4e39-8ecd-12231c23da7b') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:17.992652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd03c81-432d-4e39-8ecd-12231c23da7b') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:17.992652 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (afd03c81-432d-4e39-8ecd-12231c23da7b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:17.993196 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff4c60b3-6400-44ad-b703-b411dbcaa02e req-1b62ac10-4b68-421d-884f-59a1d7e4b572 service neutron] 10.222.0.64 "GET /v2.0/networks/091c4ca4-e877-4a73-b977-7fc17fb1ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122792 Jan 28 05:51:18.058780 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (afd03c81-432d-4e39-8ecd-12231c23da7b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:18.078961 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:51:18.081117 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (afd03c81-432d-4e39-8ecd-12231c23da7b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:51:18.097795 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:51:18.294651 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2cb78f-cc15-46ac-b9d1-275e32223abf None None] Network a6ea5c52-f55f-4736-8a72-f9dace3c33e3 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:18.302218 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae6248e-d0cb-4715-8907-ae190aa7ec6a None None] New status for floating IP 64c240d1-d602-46ad-a7b7-77298dd05590: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:51:18.350544 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (a6ea5c52-f55f-4736-8a72-f9dace3c33e3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:18.352125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6a091-d0df-4749-ab0e-6b26e6b2cb91 req-1c02e319-a22e-4033-8152-5f62a48158ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:18.353732 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93d6a091-d0df-4749-ab0e-6b26e6b2cb91 req-1c02e319-a22e-4033-8152-5f62a48158ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=88381437-0e71-4561-a992-619e0f4004bd HTTP/1.1" status: 200 len: 915 time: 0.6021214 Jan 28 05:51:18.364305 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aaa0f275-ccdc-4fd0-839a-4f9f0100b849 req-2b0ac0e3-3b49-4cf8-8b0d-83ce7204cbb5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7714568-0b39-42fd-92e4-43833f0bb25c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3218563 Jan 28 05:51:18.375833 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:18.394771 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/networks/a6ea5c52-f55f-4736-8a72-f9dace3c33e3 HTTP/1.1" status: 204 len: 168 time: 2.6072156 Jan 28 05:51:18.400538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37968) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:18.445755 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d1305-3580-49de-a6f6-1d570308922a tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Network': ['ID=a6ea5c52-f55f-4736-8a72-f9dace3c33e3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:18.496254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93d6a091-d0df-4749-ab0e-6b26e6b2cb91 req-7252e7bb-069e-413a-80b0-725b8c1491e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53676385-ac02-47ba-b6f1-4975f99ba19f HTTP/1.1" status: 200 len: 217 time: 0.1292567 Jan 28 05:51:18.509488 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-78cffb19-5a6f-443a-9621-a0e4d655d60d None None] Could not find standard attr ID for object 1248863a-281d-45aa-abc8-ee262eb0cb57. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:51:18.542430 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78fbd5ba-d036-48de-bea4-ba596f0fd711 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (4741b961-4342-4b1b-9b7b-93f706376194), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:18.542707 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-3ae6248e-d0cb-4715-8907-ae190aa7ec6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:51:18.542707 n-d-812111-12 neutron-server[103637]: DEBUG oslo_db.api [None req-3ae6248e-d0cb-4715-8907-ae190aa7ec6a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:51:18.548640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db8f3b-ab47-4a86-b1fe-594f3070aeac req-c302e889-ff48-4168-8b1f-07d9f6f807ff tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:18.550244 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-12db8f3b-ab47-4a86-b1fe-594f3070aeac req-c302e889-ff48-4168-8b1f-07d9f6f807ff tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 943 time: 0.2830656 Jan 28 05:51:18.607670 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-df648fec-143b-45eb-a757-1781325590e5 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] DELETE failed (client error): The resource could not be found. Jan 28 05:51:18.608144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df648fec-143b-45eb-a757-1781325590e5 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:51:18.618513 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-df648fec-143b-45eb-a757-1781325590e5 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/subnets/fa16d7fa-3752-40eb-aaa1-2a7754687638 HTTP/1.1" status: 404 len: 337 time: 0.1700523 Jan 28 05:51:18.618513 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6a091-d0df-4749-ab0e-6b26e6b2cb91 req-ac728b8e-c3ae-4b22-84bb-60725803d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:18.618513 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93d6a091-d0df-4749-ab0e-6b26e6b2cb91 req-ac728b8e-c3ae-4b22-84bb-60725803d155 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88b4464d-a63e-44af-98ed-f8fd1881fdda HTTP/1.1" status: 200 len: 854 time: 0.0585454 Jan 28 05:51:18.620658 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbd5ba-d036-48de-bea4-ba596f0fd711 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Pushing event deleted for resources: {'Port': ['ID=4741b961-4342-4b1b-9b7b-93f706376194,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:18.625473 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37972) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:18.674020 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be58efc-c8df-46de-8154-5c6b60d74a7c None None] DHCP port deletion for a6ea5c52-f55f-4736-8a72-f9dace3c33e3 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:51:18.698862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93d6a091-d0df-4749-ab0e-6b26e6b2cb91 req-61030dc5-d1c8-4f3c-8d3f-992eb764faa9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88381437-0e71-4561-a992-619e0f4004bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548539 Jan 28 05:51:18.702618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e50e2b8-18a9-44bb-bc85-023cd417003b None None] Network a6ea5c52-f55f-4736-8a72-f9dace3c33e3 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:18.709143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63f0ba-d803-47ed-b2f9-22e872074888 req-3d09151a-2c36-44c2-99c1-7be848f1ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:18.710818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a63f0ba-d803-47ed-b2f9-22e872074888 req-3d09151a-2c36-44c2-99c1-7be848f1ea93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7372e7c17c0d4e6eb77c78322e6794a6&device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 1095 time: 0.4927745 Jan 28 05:51:18.723630 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e50e2b8-18a9-44bb-bc85-023cd417003b None None] Network a6ea5c52-f55f-4736-8a72-f9dace3c33e3 could not be found, it might have been deleted concurrently. {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 05:51:18.732374 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c669fd6-62a4-4d60-aab0-88d480ae39ac tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] DELETE failed (client error): The resource could not be found. Jan 28 05:51:18.733531 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c669fd6-62a4-4d60-aab0-88d480ae39ac tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:51:18.740390 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0c669fd6-62a4-4d60-aab0-88d480ae39ac tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/networks/a6ea5c52-f55f-4736-8a72-f9dace3c33e3 HTTP/1.1" status: 404 len: 339 time: 0.1129808 Jan 28 05:51:18.742925 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37976) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:18.806138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0f275-ccdc-4fd0-839a-4f9f0100b849 req-63d0816c-90ed-4947-b3e4-b6c1afb40b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:18.815353 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aaa0f275-ccdc-4fd0-839a-4f9f0100b849 req-63d0816c-90ed-4947-b3e4-b6c1afb40b13 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&device_id=e7714568-0b39-42fd-92e4-43833f0bb25c HTTP/1.1" status: 200 len: 1098 time: 0.3743453 Jan 28 05:51:18.831589 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 1248863a-281d-45aa-abc8-ee262eb0cb57 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:51:18.908749 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37980) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:18.911203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 1248863a-281d-45aa-abc8-ee262eb0cb57 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:51:18.911744 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 1248863a-281d-45aa-abc8-ee262eb0cb57 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:51:18.935002 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78fbd5ba-d036-48de-bea4-ba596f0fd711 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks [] for floatingip (64c240d1-d602-46ad-a7b7-77298dd05590), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:18.937971 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78fbd5ba-d036-48de-bea4-ba596f0fd711 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:18.939651 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-78fbd5ba-d036-48de-bea4-ba596f0fd711 tempest-ServersTestJSON-791691948 tempest-ServersTestJSON-791691948-project] 10.222.0.31 "DELETE /v2.0/floatingips/64c240d1-d602-46ad-a7b7-77298dd05590 HTTP/1.1" status: 204 len: 168 time: 1.6172924 Jan 28 05:51:18.943681 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37984) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:19.020375 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2a09c114-1229-4cc1-a4d1-10bc0aef19b3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (4d266364-e3c2-408f-acd1-db6cbb127734), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:19.041184 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae6248e-d0cb-4715-8907-ae190aa7ec6a None None] New status for floating IP 64c240d1-d602-46ad-a7b7-77298dd05590: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:51:19.108037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0f275-ccdc-4fd0-839a-4f9f0100b849 req-5dcefe4b-1def-4751-afdd-da09ca064d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:19.109748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aaa0f275-ccdc-4fd0-839a-4f9f0100b849 req-5dcefe4b-1def-4751-afdd-da09ca064d88 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88381437-0e71-4561-a992-619e0f4004bd HTTP/1.1" status: 200 len: 915 time: 0.2452886 Jan 28 05:51:19.136903 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-12db8f3b-ab47-4a86-b1fe-594f3070aeac req-dbb55e4f-a00c-4058-b3c3-2d26d94efbd7 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140324 Jan 28 05:51:19.209255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-432815cd-ae19-40c3-92af-1eee3769911e tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-239464059', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:19.259120 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aaa0f275-ccdc-4fd0-839a-4f9f0100b849 req-1c7b342d-08fc-4642-a7a5-f49876b2b664 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6430ff4b-4448-428e-b201-0e05aabc7b9e HTTP/1.1" status: 200 len: 217 time: 0.0966032 Jan 28 05:51:19.315130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63f0ba-d803-47ed-b2f9-22e872074888 req-ffa38ebc-41e7-4103-848c-d35a8c696f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:19.317472 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a63f0ba-d803-47ed-b2f9-22e872074888 req-ffa38ebc-41e7-4103-848c-d35a8c696f88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=091c4ca4-e877-4a73-b977-7fc17fb1ac30 HTTP/1.1" status: 200 len: 912 time: 0.5939882 Jan 28 05:51:19.339475 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2a09c114-1229-4cc1-a4d1-10bc0aef19b3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (4d266364-e3c2-408f-acd1-db6cbb127734), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:19.401752 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-2a09c114-1229-4cc1-a4d1-10bc0aef19b3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d266364-e3c2-408f-acd1-db6cbb127734']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:19.409071 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0f275-ccdc-4fd0-839a-4f9f0100b849 req-5a1b04a8-0bc7-4848-9a39-eeeabba878b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:19.411583 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aaa0f275-ccdc-4fd0-839a-4f9f0100b849 req-5a1b04a8-0bc7-4848-9a39-eeeabba878b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88b4464d-a63e-44af-98ed-f8fd1881fdda HTTP/1.1" status: 200 len: 854 time: 0.0914845 Jan 28 05:51:19.412776 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432815cd-ae19-40c3-92af-1eee3769911e tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Made reservation on behalf of 9f07e84e0f20479faf425eaebd4474d8 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:19.415094 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-432815cd-ae19-40c3-92af-1eee3769911e tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:19.433243 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-432815cd-ae19-40c3-92af-1eee3769911e tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:19.445835 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-2a09c114-1229-4cc1-a4d1-10bc0aef19b3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c5b788-470d-4f2c-a432-c53b627326cc') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:19.446153 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-2a09c114-1229-4cc1-a4d1-10bc0aef19b3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c5b788-470d-4f2c-a432-c53b627326cc') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:19.464976 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2a09c114-1229-4cc1-a4d1-10bc0aef19b3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (f5c5b788-470d-4f2c-a432-c53b627326cc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:19.469804 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a63f0ba-d803-47ed-b2f9-22e872074888 req-99e35c03-dc38-4758-94eb-a6783d059846 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aadcc10a-fc69-42da-8ae1-fc4a149d214b HTTP/1.1" status: 200 len: 217 time: 0.0522456 Jan 28 05:51:19.515226 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aaa0f275-ccdc-4fd0-839a-4f9f0100b849 req-24f500ef-01e5-4142-bcc7-25395720704c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88381437-0e71-4561-a992-619e0f4004bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379887 Jan 28 05:51:19.588681 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2a09c114-1229-4cc1-a4d1-10bc0aef19b3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (f5c5b788-470d-4f2c-a432-c53b627326cc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:19.619496 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a09c114-1229-4cc1-a4d1-10bc0aef19b3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:51:19.621561 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2a09c114-1229-4cc1-a4d1-10bc0aef19b3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (f5c5b788-470d-4f2c-a432-c53b627326cc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:51:19.623056 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:51:19.651420 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aaa0f275-ccdc-4fd0-839a-4f9f0100b849 req-1756244e-665b-463b-98da-dcb031fccf1e service neutron] 10.222.0.60 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240060 Jan 28 05:51:19.697615 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93d6a091-d0df-4749-ab0e-6b26e6b2cb91 req-b9324cec-c545-4d11-8120-1e202a18b28f service neutron] 10.222.0.64 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9839289 Jan 28 05:51:19.832695 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5a1f2f3c-4562-44e5-a8b6-f9eb55816dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (89739816-720d-470d-9744-4723b9fee083), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:19.870991 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2a09c114-1229-4cc1-a4d1-10bc0aef19b3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (4d266364-e3c2-408f-acd1-db6cbb127734), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:19.872498 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93d6a091-d0df-4749-ab0e-6b26e6b2cb91 req-cef680f7-99c3-4125-920c-287c79607c5e service neutron] 10.222.0.64 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542840 Jan 28 05:51:19.876163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63f0ba-d803-47ed-b2f9-22e872074888 req-21091410-680b-474d-a4b1-2dab57e717ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:19.878503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a63f0ba-d803-47ed-b2f9-22e872074888 req-21091410-680b-474d-a4b1-2dab57e717ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=faf4ccca-ebc5-4c15-bcbc-916742d54633 HTTP/1.1" status: 200 len: 851 time: 0.3620744 Jan 28 05:51:19.896657 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2a09c114-1229-4cc1-a4d1-10bc0aef19b3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:19.900387 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2a09c114-1229-4cc1-a4d1-10bc0aef19b3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/networks/4d266364-e3c2-408f-acd1-db6cbb127734 HTTP/1.1" status: 204 len: 168 time: 1.1565297 Jan 28 05:51:19.905465 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09c114-1229-4cc1-a4d1-10bc0aef19b3 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Network': ['ID=4d266364-e3c2-408f-acd1-db6cbb127734,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:19.908122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37994) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:19.944588 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a63f0ba-d803-47ed-b2f9-22e872074888 req-e0e3aea8-8e2e-429f-b48b-1a8c6126c398 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=091c4ca4-e877-4a73-b977-7fc17fb1ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529728 Jan 28 05:51:19.949510 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-179b190c-b19e-4900-8465-d3afd80319b8 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] DELETE failed (client error): The resource could not be found. Jan 28 05:51:19.949510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179b190c-b19e-4900-8465-d3afd80319b8 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:51:19.955169 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-179b190c-b19e-4900-8465-d3afd80319b8 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/subnets/2789f74c-42b1-4cbc-a834-fa33071ebd3c HTTP/1.1" status: 404 len: 337 time: 0.0415661 Jan 28 05:51:19.956922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37996) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:20.034129 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-432815cd-ae19-40c3-92af-1eee3769911e tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks [] for security_group (ee11989b-96ae-48e8-baf7-fa4984490df5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:20.073009 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad7b0c3-382a-446f-8941-2d9b8d9aca66 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] DELETE failed (client error): The resource could not be found. Jan 28 05:51:20.073865 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad7b0c3-382a-446f-8941-2d9b8d9aca66 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:51:20.086696 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-aad7b0c3-382a-446f-8941-2d9b8d9aca66 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/networks/00cb6c89-8ed9-42f4-a95f-eaf9e89db930 HTTP/1.1" status: 404 len: 339 time: 0.1288075 Jan 28 05:51:20.118285 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device aadcc10a-fc69-42da-8ae1-fc4a149d214b details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:51:20.121963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38002) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:20.125306 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aaa0f275-ccdc-4fd0-839a-4f9f0100b849 req-fc927f69-98d6-4fb9-bf9d-7e3a3f9e832b service neutron] 10.222.0.60 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424355 Jan 28 05:51:20.253970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port aadcc10a-fc69-42da-8ae1-fc4a149d214b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=aadcc10a-fc69-42da-8ae1-fc4a149d214b,segment=NetworkSegment(6f2ba0fa-eb54-4fc3-a158-783043e3f568),segment_id=6f2ba0fa-eb54-4fc3-a158-783043e3f568)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:20.273747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'aadcc10a-fc69-42da-8ae1-fc4a149d214b', 'network_id': '091c4ca4-e877-4a73-b977-7fc17fb1ac30', 'port_id': 'aadcc10a-fc69-42da-8ae1-fc4a149d214b', 'mac_address': 'fa:16:3e:60:a0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf4ccca-ebc5-4c15-bcbc-916742d54633', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:51:20.317254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a63f0ba-d803-47ed-b2f9-22e872074888 req-2825a836-ba8a-4843-a1d2-2aa12f6075db service neutron] 10.222.0.64 "GET /v2.0/networks/091c4ca4-e877-4a73-b977-7fc17fb1ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367996 Jan 28 05:51:20.323792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port aadcc10a-fc69-42da-8ae1-fc4a149d214b is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:20.324215 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (aadcc10a-fc69-42da-8ae1-fc4a149d214b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:20.342608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadcc10a-fc69-42da-8ae1-fc4a149d214b {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:51:20.367045 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Deleting subnet a7a3fcdc-0917-4648-aa23-332290ffe82a {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:51:20.368219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port aadcc10a-fc69-42da-8ae1-fc4a149d214b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=aadcc10a-fc69-42da-8ae1-fc4a149d214b,segment=NetworkSegment(6f2ba0fa-eb54-4fc3-a158-783043e3f568),segment_id=6f2ba0fa-eb54-4fc3-a158-783043e3f568)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:20.373296 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for subnet (a7a3fcdc-0917-4648-aa23-332290ffe82a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:20.470168 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (aadcc10a-fc69-42da-8ae1-fc4a149d214b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:20.476949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef9ca3-dece-48c2-8119-496a25e6c981 req-e5cbcbf5-22fe-4015-8433-ca3ca186fd27 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:20.478269 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-02ef9ca3-dece-48c2-8119-496a25e6c981 req-e5cbcbf5-22fe-4015-8433-ca3ca186fd27 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 943 time: 0.1768754 Jan 28 05:51:20.483372 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-432815cd-ae19-40c3-92af-1eee3769911e tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ee11989b-96ae-48e8-baf7-fa4984490df5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:20.484933 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (a7a3fcdc-0917-4648-aa23-332290ffe82a), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:20.487952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-432815cd-ae19-40c3-92af-1eee3769911e tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] device_id is not set on port e5419ab4-d28f-4d81-b2d9-f69a05bad16e yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:51:20.551388 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=aadcc10a-fc69-42da-8ae1-fc4a149d214b,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:20.564210 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-02ef9ca3-dece-48c2-8119-496a25e6c981 req-74549082-10cc-4675-8d56-573f4d4e2e23 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555236 Jan 28 05:51:20.633460 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a63f0ba-d803-47ed-b2f9-22e872074888 req-d293c2bf-57df-4a67-849c-3840dd050c41 service neutron] 10.222.0.64 "GET /v2.0/networks/091c4ca4-e877-4a73-b977-7fc17fb1ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101361 Jan 28 05:51:20.646691 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432815cd-ae19-40c3-92af-1eee3769911e tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee11989b-96ae-48e8-baf7-fa4984490df5,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:20.654079 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (a7a3fcdc-0917-4648-aa23-332290ffe82a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:20.690058 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-432815cd-ae19-40c3-92af-1eee3769911e tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Allocated IP 172.25.0.229 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/e5419ab4-d28f-4d81-b2d9-f69a05bad16e) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:20.795125 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (a7a3fcdc-0917-4648-aa23-332290ffe82a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:20.809023 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['aadcc10a-fc69-42da-8ae1-fc4a149d214b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:51:20.827224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a3fcdc-0917-4648-aa23-332290ffe82a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:20.845357 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:20.852728 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/subnets/a7a3fcdc-0917-4648-aa23-332290ffe82a HTTP/1.1" status: 204 len: 168 time: 0.7262092 Jan 28 05:51:20.854993 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:20.855348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:20.855691 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:20.856163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:20.856975 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:20.857311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:20.858268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:20.858642 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:20.859115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:20.859504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:20.860062 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:20.860442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:20.860983 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef6497-a2cd-4d3e-8a4f-3ed05e9d9aaf tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:20.862531 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38022) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:20.872170 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5c4eeb-1667-4798-bea2-de8503a3157a None None] Network cce05084-ec5d-44dc-84e6-6214bfb7b73c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:20.897729 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f2f3c-4562-44e5-a8b6-f9eb55816dd5 admin admin] Deleting port 5fd95e52-d583-49f7-8cac-69fd291d8f02 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:20.898037 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5a1f2f3c-4562-44e5-a8b6-f9eb55816dd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:20.980325 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-432815cd-ae19-40c3-92af-1eee3769911e tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks [] for port (e5419ab4-d28f-4d81-b2d9-f69a05bad16e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:20.998503 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-7877ecb2-1c8e-4069-ab1f-75bf55b41ced tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Deleting subnet fa836d86-796c-43cd-9d8d-65cbb0d6a063 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:51:21.006193 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7877ecb2-1c8e-4069-ab1f-75bf55b41ced tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for subnet (fa836d86-796c-43cd-9d8d-65cbb0d6a063), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:21.083568 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7877ecb2-1c8e-4069-ab1f-75bf55b41ced tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (fa836d86-796c-43cd-9d8d-65cbb0d6a063), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:21.126658 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-5a1f2f3c-4562-44e5-a8b6-f9eb55816dd5 admin admin] For port 5fd95e52-d583-49f7-8cac-69fd291d8f02, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5fd95e52-d583-49f7-8cac-69fd291d8f02,segment=NetworkSegment(59e6776f-5a06-495e-a8a1-687c5062921f),segment_id=59e6776f-5a06-495e-a8a1-687c5062921f)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:21.127912 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5a1f2f3c-4562-44e5-a8b6-f9eb55816dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:21.152827 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f2f3c-4562-44e5-a8b6-f9eb55816dd5 admin admin] Calling delete_port for 5fd95e52-d583-49f7-8cac-69fd291d8f02 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:21.284266 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-432815cd-ae19-40c3-92af-1eee3769911e tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (e5419ab4-d28f-4d81-b2d9-f69a05bad16e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:21.322704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71a9dd-9958-476c-bdfa-fbeb2dbd64f9 req-6ee35837-6c58-415a-bd14-a25591b1a6b8 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:21.324490 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b71a9dd-9958-476c-bdfa-fbeb2dbd64f9 req-6ee35837-6c58-415a-bd14-a25591b1a6b8 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 946 time: 0.0784097 Jan 28 05:51:21.385866 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7877ecb2-1c8e-4069-ab1f-75bf55b41ced tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (fa836d86-796c-43cd-9d8d-65cbb0d6a063), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:21.403898 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b71a9dd-9958-476c-bdfa-fbeb2dbd64f9 req-e7d228af-e530-4165-a7d9-1de276f9b075 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716681 Jan 28 05:51:21.431309 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432815cd-ae19-40c3-92af-1eee3769911e tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Pushing event updated for resources: {'Port': ['ID=e5419ab4-d28f-4d81-b2d9-f69a05bad16e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:21.443317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432815cd-ae19-40c3-92af-1eee3769911e tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:21.453090 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-432815cd-ae19-40c3-92af-1eee3769911e tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:21.459885 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432815cd-ae19-40c3-92af-1eee3769911e tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:21.554718 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432815cd-ae19-40c3-92af-1eee3769911e tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:21.555346 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-432815cd-ae19-40c3-92af-1eee3769911e tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:21.584255 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7877ecb2-1c8e-4069-ab1f-75bf55b41ced tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (fa836d86-796c-43cd-9d8d-65cbb0d6a063), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:21.623189 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7877ecb2-1c8e-4069-ab1f-75bf55b41ced tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:21.629788 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7877ecb2-1c8e-4069-ab1f-75bf55b41ced tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/subnets/fa836d86-796c-43cd-9d8d-65cbb0d6a063 HTTP/1.1" status: 204 len: 168 time: 0.7627823 Jan 28 05:51:21.629788 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877ecb2-1c8e-4069-ab1f-75bf55b41ced tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Subnet': ['ID=fa836d86-796c-43cd-9d8d-65cbb0d6a063,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:21.630049 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38042) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:21.637429 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-432815cd-ae19-40c3-92af-1eee3769911e tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7170575 Jan 28 05:51:21.641695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38044) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:21.644206 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9935ae98-584f-46f5-a4e6-bd986de514cc tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229'}]}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:21.737540 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9935ae98-584f-46f5-a4e6-bd986de514cc tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (7be2ec48-4984-4abc-83d7-9710e64b4375), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:21.738672 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9935ae98-584f-46f5-a4e6-bd986de514cc tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (7be2ec48-4984-4abc-83d7-9710e64b4375), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:21.806252 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (cce05084-ec5d-44dc-84e6-6214bfb7b73c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:21.810035 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9935ae98-584f-46f5-a4e6-bd986de514cc tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks [] for router_controller (7be2ec48-4984-4abc-83d7-9710e64b4375), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:21.811258 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5a1f2f3c-4562-44e5-a8b6-f9eb55816dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (5fd95e52-d583-49f7-8cac-69fd291d8f02), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:21.816222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f57929-b20c-4fd3-a070-f3c1d56d0aa1 req-018bbda3-77a0-4bb0-a65c-99106f40cde2 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:21.817758 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93f57929-b20c-4fd3-a070-f3c1d56d0aa1 req-018bbda3-77a0-4bb0-a65c-99106f40cde2 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 944 time: 0.0852063 Jan 28 05:51:21.855340 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f2f3c-4562-44e5-a8b6-f9eb55816dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd95e52-d583-49f7-8cac-69fd291d8f02,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:21.883942 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b06f972-68dc-4580-9b02-b3b6c70a6b17 None None] Network cce05084-ec5d-44dc-84e6-6214bfb7b73c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:21.909388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93f57929-b20c-4fd3-a070-f3c1d56d0aa1 req-4236a3b8-a931-4ef3-a7e3-f9e2e9f3056c tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842729 Jan 28 05:51:21.961893 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Deleting port 25058550-f0d1-4a0c-9a49-86cb5bde437f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:21.962434 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.038219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7968ae91-6aff-43e7-9f07-44f46198f669 None None] Provisioning complete for port 25058550-f0d1-4a0c-9a49-86cb5bde437f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:22.038877 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7968ae91-6aff-43e7-9f07-44f46198f669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.089377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] For port 25058550-f0d1-4a0c-9a49-86cb5bde437f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=25058550-f0d1-4a0c-9a49-86cb5bde437f,segment=NetworkSegment(4aac6aff-3510-4f3e-bdfd-847ab85eed34),segment_id=4aac6aff-3510-4f3e-bdfd-847ab85eed34)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:22.089746 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.107846 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Calling delete_port for 25058550-f0d1-4a0c-9a49-86cb5bde437f owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:22.147586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device aadcc10a-fc69-42da-8ae1-fc4a149d214b up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:22.201062 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9935ae98-584f-46f5-a4e6-bd986de514cc tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks [] for router_gateway (7be2ec48-4984-4abc-83d7-9710e64b4375), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.201937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ffb7c6-0023-47a7-865c-77745c8fad16 None None] DHCP port deletion for cce05084-ec5d-44dc-84e6-6214bfb7b73c request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:51:22.238851 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7968ae91-6aff-43e7-9f07-44f46198f669 None None] Current status of the port 25058550-f0d1-4a0c-9a49-86cb5bde437f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:22.280281 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.287407 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5a1f2f3c-4562-44e5-a8b6-f9eb55816dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (89739816-720d-470d-9744-4723b9fee083), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.303161 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-42ffb7c6-0023-47a7-865c-77745c8fad16 None None] Deleting port 25058550-f0d1-4a0c-9a49-86cb5bde437f {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:22.305429 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42ffb7c6-0023-47a7-865c-77745c8fad16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.322742 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Port': ['ID=25058550-f0d1-4a0c-9a49-86cb5bde437f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:22.337005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No DVR routers for this DVR port 25058550-f0d1-4a0c-9a49-86cb5bde437f on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:51:22.368222 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port aadcc10a-fc69-42da-8ae1-fc4a149d214b completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:51:22.384680 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port aadcc10a-fc69-42da-8ae1-fc4a149d214b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:22.385027 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (aadcc10a-fc69-42da-8ae1-fc4a149d214b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.417211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-42ffb7c6-0023-47a7-865c-77745c8fad16 None None] For port 25058550-f0d1-4a0c-9a49-86cb5bde437f, host n-d-812111-12, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:22.417644 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42ffb7c6-0023-47a7-865c-77745c8fad16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.439406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-42ffb7c6-0023-47a7-865c-77745c8fad16 None None] Calling delete_port for 25058550-f0d1-4a0c-9a49-86cb5bde437f owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:22.443821 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-42ffb7c6-0023-47a7-865c-77745c8fad16 None None] Port 25058550-f0d1-4a0c-9a49-86cb5bde437f was not found and therefore no delete operation was performed {{(pid=103636) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 05:51:22.446916 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42ffb7c6-0023-47a7-865c-77745c8fad16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (25058550-f0d1-4a0c-9a49-86cb5bde437f), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.468791 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (cce05084-ec5d-44dc-84e6-6214bfb7b73c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.483637 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffb7c6-0023-47a7-865c-77745c8fad16 None None] Pushing event deleted for resources: {'Port': ['ID=25058550-f0d1-4a0c-9a49-86cb5bde437f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:22.490428 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ffb7c6-0023-47a7-865c-77745c8fad16 None None] No DVR routers for this DVR port 25058550-f0d1-4a0c-9a49-86cb5bde437f on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:51:22.524903 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce05084-ec5d-44dc-84e6-6214bfb7b73c']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:22.542346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port aadcc10a-fc69-42da-8ae1-fc4a149d214b is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:22.543039 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (aadcc10a-fc69-42da-8ae1-fc4a149d214b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.543746 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aac6aff-3510-4f3e-bdfd-847ab85eed34') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:22.544149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aac6aff-3510-4f3e-bdfd-847ab85eed34') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:22.556883 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (4aac6aff-3510-4f3e-bdfd-847ab85eed34), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.567841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082eec08-e61a-4dfb-9f65-f3ded5b0569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadcc10a-fc69-42da-8ae1-fc4a149d214b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:51:22.570170 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa246e9d-2ec8-4ca2-a25e-40a42ecb77d6" -d '{"events": [{"server_uuid": "082eec08-e61a-4dfb-9f65-f3ded5b0569b", "name": "network-vif-plugged", "status": "completed", "tag": "aadcc10a-fc69-42da-8ae1-fc4a149d214b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:51:22.585173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port aadcc10a-fc69-42da-8ae1-fc4a149d214b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=aadcc10a-fc69-42da-8ae1-fc4a149d214b,segment=NetworkSegment(6f2ba0fa-eb54-4fc3-a158-783043e3f568),segment_id=6f2ba0fa-eb54-4fc3-a158-783043e3f568)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:22.615525 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae24f4d-7c4b-4753-8d36-3359fc3c5ca5 x-openstack-request-id: req-fae24f4d-7c4b-4753-8d36-3359fc3c5ca5 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:51:22.615892 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082eec08-e61a-4dfb-9f65-f3ded5b0569b", "name": "network-vif-plugged", "status": "completed", "tag": "aadcc10a-fc69-42da-8ae1-fc4a149d214b", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:51:22.616333 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fae24f4d-7c4b-4753-8d36-3359fc3c5ca5 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:51:22.616964 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082eec08-e61a-4dfb-9f65-f3ded5b0569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadcc10a-fc69-42da-8ae1-fc4a149d214b', 'code': 200} Jan 28 05:51:22.646067 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (aadcc10a-fc69-42da-8ae1-fc4a149d214b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.661337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 674b90d5-dcf3-436f-b840-21191a8b7e2e no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:51:22.744426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9935ae98-584f-46f5-a4e6-bd986de514cc tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks [] for router_gateway (7be2ec48-4984-4abc-83d7-9710e64b4375), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.748064 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1f2f3c-4562-44e5-a8b6-f9eb55816dd5 admin admin] Router 89739816-720d-470d-9744-4723b9fee083 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:51:22.774433 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9935ae98-584f-46f5-a4e6-bd986de514cc tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.777098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=aadcc10a-fc69-42da-8ae1-fc4a149d214b,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:22.824630 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 674b90d5-dcf3-436f-b840-21191a8b7e2e is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:22.825354 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.863241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 674b90d5-dcf3-436f-b840-21191a8b7e2e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:22.937308 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.971464 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (4aac6aff-3510-4f3e-bdfd-847ab85eed34), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.978827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:51:22.979333 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (4aac6aff-3510-4f3e-bdfd-847ab85eed34), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:22.982032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 25058550-f0d1-4a0c-9a49-86cb5bde437f no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:51:23.007177 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1f2f3c-4562-44e5-a8b6-f9eb55816dd5 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:51:23.015325 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5a1f2f3c-4562-44e5-a8b6-f9eb55816dd5 admin admin] 10.222.0.31 "PUT /v2.0/routers/89739816-720d-470d-9744-4723b9fee083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0703542 Jan 28 05:51:23.015788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 25058550-f0d1-4a0c-9a49-86cb5bde437f {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:51:23.016211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 25058550-f0d1-4a0c-9a49-86cb5bde437f not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:51:23.018278 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38058) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:23.025642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd4758-0a42-4843-a9cc-39836ffc5dff None None] Sync routers for ids ['89739816-720d-470d-9744-4723b9fee083'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:51:23.048921 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:51:23.055453 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd4758-0a42-4843-a9cc-39836ffc5dff None None] Routers {'89739816-720d-470d-9744-4723b9fee083'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:51:23.056165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-29cd4758-0a42-4843-a9cc-39836ffc5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:51:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['89739816-720d-470d-9744-4723b9fee083'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:23.059849 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716935ef-7f02-41da-8a3c-4bcaf0c320b5 req-06a68754-00c0-4293-ad9a-e0afcacc16d5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:23.061422 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-716935ef-7f02-41da-8a3c-4bcaf0c320b5 req-06a68754-00c0-4293-ad9a-e0afcacc16d5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 946 time: 0.5758405 Jan 28 05:51:23.111473 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=674b90d5-dcf3-436f-b840-21191a8b7e2e,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:23.154799 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (cce05084-ec5d-44dc-84e6-6214bfb7b73c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:23.160529 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:23.167122 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/networks/cce05084-ec5d-44dc-84e6-6214bfb7b73c HTTP/1.1" status: 204 len: 168 time: 1.5293972 Jan 28 05:51:23.178808 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38060) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:23.186032 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ddedf-d7f1-4fb6-a16b-d0ec7e585e24 req-054b0faf-2824-49fe-9fd7-fb50d4295a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:23.187614 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-660ddedf-d7f1-4fb6-a16b-d0ec7e585e24 req-054b0faf-2824-49fe-9fd7-fb50d4295a2f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 1097 time: 0.1358752 Jan 28 05:51:23.205010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-29cd4758-0a42-4843-a9cc-39836ffc5dff None None] Set router 89739816-720d-470d-9744-4723b9fee083 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:51:23.225649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dca2f8-d6a8-48ad-af06-4cb86e03f737 req-efa18e38-d72c-4221-ac94-b984a34996cc tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:23.227364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34dca2f8-d6a8-48ad-af06-4cb86e03f737 req-efa18e38-d72c-4221-ac94-b984a34996cc tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.1775632 Jan 28 05:51:23.228324 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce8b20d-f60d-4423-96ac-680314915165 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] DELETE failed (client error): The resource could not be found. Jan 28 05:51:23.228826 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce8b20d-f60d-4423-96ac-680314915165 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:51:23.234228 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-dce8b20d-f60d-4423-96ac-680314915165 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/subnets/1bd98bf0-24f4-44d1-8f0e-f65765545756 HTTP/1.1" status: 404 len: 337 time: 0.0481629 Jan 28 05:51:23.255121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38062) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:23.284379 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606e78a-c017-4373-9c29-c23e83dad7e7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Network': ['ID=cce05084-ec5d-44dc-84e6-6214bfb7b73c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:23.301903 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-716935ef-7f02-41da-8a3c-4bcaf0c320b5 req-4dbcf3ed-6e04-4f76-b39e-043a5d92ef52 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224429 Jan 28 05:51:23.314163 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb03def-9b35-4701-9b09-655bfeead850 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] DELETE failed (client error): The resource could not be found. Jan 28 05:51:23.314892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb03def-9b35-4701-9b09-655bfeead850 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:51:23.320578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2bb03def-9b35-4701-9b09-655bfeead850 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/networks/d0065a21-73d7-4485-a4ba-80d76c866f00 HTTP/1.1" status: 404 len: 339 time: 0.0588145 Jan 28 05:51:23.322321 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38064) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:23.403505 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9935ae98-584f-46f5-a4e6-bd986de514cc tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks [] for router (7be2ec48-4984-4abc-83d7-9710e64b4375), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:23.428660 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-1822a881-1c58-4472-afd8-c31b398857a9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] DELETE failed (client error): The resource could not be found. Jan 28 05:51:23.433175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1822a881-1c58-4472-afd8-c31b398857a9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:51:23.440778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1822a881-1c58-4472-afd8-c31b398857a9 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/subnets/b08c4ae8-1a90-4db6-8ef5-b57af49770e7 HTTP/1.1" status: 404 len: 337 time: 0.1150451 Jan 28 05:51:23.445769 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38072) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:23.446426 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-29cd4758-0a42-4843-a9cc-39836ffc5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89739816-720d-470d-9744-4723b9fee083', 'name': 'tempest-ServersTestJSON-964229962-router', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:49Z', 'updated_at': '2022-01-28T05:51:21Z', 'revision_number': 5, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'gw_port': {'id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:50Z', 'updated_at': '2022-01-28T05:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:23.456279 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-660ddedf-d7f1-4fb6-a16b-d0ec7e585e24 req-5d5801fa-70b6-4a8e-bbc7-47f505088185 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182498 Jan 28 05:51:23.487810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34dca2f8-d6a8-48ad-af06-4cb86e03f737 req-c26710dd-6beb-4263-a9f6-694a901504a0 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394164 Jan 28 05:51:23.501557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd4758-0a42-4843-a9cc-39836ffc5dff None None] Checking router: 89739816-720d-470d-9744-4723b9fee083 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:51:23.511122 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd4758-0a42-4843-a9cc-39836ffc5dff None None] Routers {'89739816-720d-470d-9744-4723b9fee083'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:51:23.511763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-29cd4758-0a42-4843-a9cc-39836ffc5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:51:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['89739816-720d-470d-9744-4723b9fee083'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:23.528152 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Publish callbacks [] for router (89739816-720d-470d-9744-4723b9fee083), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:23.531700 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-59896abe-ac66-45ad-8f4e-bd2f4ff6cf48 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] DELETE failed (client error): The resource could not be found. Jan 28 05:51:23.532213 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59896abe-ac66-45ad-8f4e-bd2f4ff6cf48 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:51:23.536153 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-59896abe-ac66-45ad-8f4e-bd2f4ff6cf48 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/networks/b5425840-7e85-4672-b742-68fdc552b263 HTTP/1.1" status: 404 len: 339 time: 0.0893650 Jan 28 05:51:23.538922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38078) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:23.584135 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-85473b6a-9619-4a84-80f8-ea4b2701d4c7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] DELETE failed (client error): The resource could not be found. Jan 28 05:51:23.584601 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85473b6a-9619-4a84-80f8-ea4b2701d4c7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:51:23.587827 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-85473b6a-9619-4a84-80f8-ea4b2701d4c7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/subnets/8ccf1ac2-dd26-4694-bdad-16263500e311 HTTP/1.1" status: 404 len: 337 time: 0.0476255 Jan 28 05:51:23.590466 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38080) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:23.619213 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca013870-3e48-4e22-929c-844663493505 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] DELETE failed (client error): The resource could not be found. Jan 28 05:51:23.619749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca013870-3e48-4e22-929c-844663493505 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:51:23.625938 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ca013870-3e48-4e22-929c-844663493505 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/networks/2fb6b518-65a4-4270-8c68-37c26c4783c4 HTTP/1.1" status: 404 len: 339 time: 0.0345469 Jan 28 05:51:23.626763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38082) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:23.636172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-29cd4758-0a42-4843-a9cc-39836ffc5dff None None] Set router 89739816-720d-470d-9744-4723b9fee083 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:51:23.670578 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9935ae98-584f-46f5-a4e6-bd986de514cc tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (7be2ec48-4984-4abc-83d7-9710e64b4375), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:23.674347 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9935ae98-584f-46f5-a4e6-bd986de514cc tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks [] for router_controller (7be2ec48-4984-4abc-83d7-9710e64b4375), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:23.684259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ef5d0b-b237-4dca-a4f4-b4987893099b tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Deleting subnet 4824dda6-0009-4b71-9e7d-697d17ca0811 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:51:23.689577 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46ef5d0b-b237-4dca-a4f4-b4987893099b tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for subnet (4824dda6-0009-4b71-9e7d-697d17ca0811), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:23.742114 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46ef5d0b-b237-4dca-a4f4-b4987893099b tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (4824dda6-0009-4b71-9e7d-697d17ca0811), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:23.773716 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Publish callbacks [] for router_gateway (89739816-720d-470d-9744-4723b9fee083), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:23.835536 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9935ae98-584f-46f5-a4e6-bd986de514cc tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (7be2ec48-4984-4abc-83d7-9710e64b4375), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:23.836104 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9935ae98-584f-46f5-a4e6-bd986de514cc tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7be2ec48-4984-4abc-83d7-9710e64b4375 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:51:23.852422 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46ef5d0b-b237-4dca-a4f4-b4987893099b tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (4824dda6-0009-4b71-9e7d-697d17ca0811), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:23.922221 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-9935ae98-584f-46f5-a4e6-bd986de514cc tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 05:51:23.923658 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9935ae98-584f-46f5-a4e6-bd986de514cc tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2840662 Jan 28 05:51:23.926288 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38090) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:23.943521 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Deleting port 3597b394-77a6-4b40-bc8d-618c277685c4 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:23.943857 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (3597b394-77a6-4b40-bc8d-618c277685c4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:23.998630 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46ef5d0b-b237-4dca-a4f4-b4987893099b tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (4824dda6-0009-4b71-9e7d-697d17ca0811), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.011685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-29cd4758-0a42-4843-a9cc-39836ffc5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89739816-720d-470d-9744-4723b9fee083', 'name': 'tempest-ServersTestJSON-964229962-router', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:49Z', 'updated_at': '2022-01-28T05:51:21Z', 'revision_number': 5, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'gw_port': {'id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:50Z', 'updated_at': '2022-01-28T05:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:24.028765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] For port 3597b394-77a6-4b40-bc8d-618c277685c4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3597b394-77a6-4b40-bc8d-618c277685c4,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:24.029227 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (3597b394-77a6-4b40-bc8d-618c277685c4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.037674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef5d0b-b237-4dca-a4f4-b4987893099b tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Subnet': ['ID=4824dda6-0009-4b71-9e7d-697d17ca0811,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:24.040210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd4758-0a42-4843-a9cc-39836ffc5dff None None] The sync data for ids ['89739816-720d-470d-9744-4723b9fee083'] in n-d-812111-12 is: [{'id': '89739816-720d-470d-9744-4723b9fee083', 'name': 'tempest-ServersTestJSON-964229962-router', 'tenant_id': '8c88014116ab4c13b796cf282b02d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:49Z', 'updated_at': '2022-01-28T05:51:21Z', 'revision_number': 5, 'project_id': '8c88014116ab4c13b796cf282b02d28b', 'gw_port': {'id': '3597b394-77a6-4b40-bc8d-618c277685c4', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89739816-720d-470d-9744-4723b9fee083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:50Z', 'updated_at': '2022-01-28T05:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:51:24.041966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0f50b149-9158-40f7-9b3b-592b53442045 tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Deleting port e5419ab4-d28f-4d81-b2d9-f69a05bad16e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:24.042236 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f50b149-9158-40f7-9b3b-592b53442045 tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (e5419ab4-d28f-4d81-b2d9-f69a05bad16e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.042923 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Calling delete_port for 3597b394-77a6-4b40-bc8d-618c277685c4 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:24.062222 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46ef5d0b-b237-4dca-a4f4-b4987893099b tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.063185 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ade05f-726f-45c4-ad49-80df75b3acc3 None None] Network a7d76294-95a3-4faf-aaaa-75cb4cc54f37 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:24.069006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-46ef5d0b-b237-4dca-a4f4-b4987893099b tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/subnets/4824dda6-0009-4b71-9e7d-697d17ca0811 HTTP/1.1" status: 204 len: 168 time: 0.4410920 Jan 28 05:51:24.071468 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38096) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:24.208310 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (a7d76294-95a3-4faf-aaaa-75cb4cc54f37), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.218728 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f50b149-9158-40f7-9b3b-592b53442045 tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (e5419ab4-d28f-4d81-b2d9-f69a05bad16e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.243017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0f50b149-9158-40f7-9b3b-592b53442045 tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Calling delete_port for e5419ab4-d28f-4d81-b2d9-f69a05bad16e owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:24.314986 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (3597b394-77a6-4b40-bc8d-618c277685c4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.347238 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Pushing event deleted for resources: {'Port': ['ID=3597b394-77a6-4b40-bc8d-618c277685c4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:24.355475 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Deleting port 4e520cc9-ca42-45df-90dc-401c668f63c3 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:24.355818 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (4e520cc9-ca42-45df-90dc-401c668f63c3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.372157 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.372442 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.372791 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.373134 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.373474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.373815 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.374148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.374512 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.374845 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.375174 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.375507 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.375860 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.376949 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:24.419825 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (89739816-720d-470d-9744-4723b9fee083), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.451992 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] For port 4e520cc9-ca42-45df-90dc-401c668f63c3, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4e520cc9-ca42-45df-90dc-401c668f63c3,segment=NetworkSegment(6671fcfd-ab9b-4a4a-a711-d67730e8ff05),segment_id=6671fcfd-ab9b-4a4a-a711-d67730e8ff05)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:24.452572 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (4e520cc9-ca42-45df-90dc-401c668f63c3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.477648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a9c16f-77d1-4ecc-b7ca-7aee92350691 None None] DHCP port deletion for a7d76294-95a3-4faf-aaaa-75cb4cc54f37 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:51:24.486896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Calling delete_port for 4e520cc9-ca42-45df-90dc-401c668f63c3 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:24.565506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-62a9c16f-77d1-4ecc-b7ca-7aee92350691 None None] Deleting port 4e520cc9-ca42-45df-90dc-401c668f63c3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:24.565847 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62a9c16f-77d1-4ecc-b7ca-7aee92350691 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (4e520cc9-ca42-45df-90dc-401c668f63c3), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.566563 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (89739816-720d-470d-9744-4723b9fee083), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.569358 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Publish callbacks [] for router_controller (89739816-720d-470d-9744-4723b9fee083), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.577873 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f50b149-9158-40f7-9b3b-592b53442045 tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (e5419ab4-d28f-4d81-b2d9-f69a05bad16e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.626420 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:51:24.634487 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a3804b-4282-4cb8-8e02-7e657afd0f3a" -d '{"events": [{"server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "name": "network-vif-unplugged", "status": "completed", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:51:24.637486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50b149-9158-40f7-9b3b-592b53442045 tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5419ab4-d28f-4d81-b2d9-f69a05bad16e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:24.680152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-62a9c16f-77d1-4ecc-b7ca-7aee92350691 None None] For port 4e520cc9-ca42-45df-90dc-401c668f63c3, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4e520cc9-ca42-45df-90dc-401c668f63c3,segment=NetworkSegment(6671fcfd-ab9b-4a4a-a711-d67730e8ff05),segment_id=6671fcfd-ab9b-4a4a-a711-d67730e8ff05)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:24.680482 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62a9c16f-77d1-4ecc-b7ca-7aee92350691 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (4e520cc9-ca42-45df-90dc-401c668f63c3), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.712482 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-62a9c16f-77d1-4ecc-b7ca-7aee92350691 None None] Calling delete_port for 4e520cc9-ca42-45df-90dc-401c668f63c3 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:24.733246 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (89739816-720d-470d-9744-4723b9fee083), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.733814 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89739816-720d-470d-9744-4723b9fee083 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:51:24.738843 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.743104 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b7d90cfd-50bc-4b2b-86bc-cbbaf11075ce admin admin] 10.222.0.31 "DELETE /v2.0/routers/89739816-720d-470d-9744-4723b9fee083 HTTP/1.1" status: 204 len: 168 time: 1.7235498 Jan 28 05:51:24.743745 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38106) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:24.762915 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4c1e49-5de1-494d-9536-3aab17d74d0a x-openstack-request-id: req-ea4c1e49-5de1-494d-9536-3aab17d74d0a {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:51:24.765196 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "name": "network-vif-unplugged", "status": "completed", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:51:24.765196 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea4c1e49-5de1-494d-9536-3aab17d74d0a {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:51:24.765196 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'code': 200} Jan 28 05:51:24.800236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc8995-09d0-449d-a5d5-93708746d1fa req-5f272849-68dd-4fef-b185-5b2ac4683476 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:24.801790 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75bc8995-09d0-449d-a5d5-93708746d1fa req-5f272849-68dd-4fef-b185-5b2ac4683476 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.1739016 Jan 28 05:51:24.811885 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccaedba8-ece0-4c4b-a12f-6ea20aaada95 admin admin] Deleting subnet f457903e-a121-48d9-b561-65d34e11e24e {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:51:24.816672 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccaedba8-ece0-4c4b-a12f-6ea20aaada95 admin admin] Publish callbacks [] for subnet (f457903e-a121-48d9-b561-65d34e11e24e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.863238 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f50b149-9158-40f7-9b3b-592b53442045 tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.866645 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccaedba8-ece0-4c4b-a12f-6ea20aaada95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (f457903e-a121-48d9-b561-65d34e11e24e), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.867297 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0f50b149-9158-40f7-9b3b-592b53442045 tempest-RoutersAdminNegativeTest-37472188 tempest-RoutersAdminNegativeTest-37472188-project-admin] 10.222.0.31 "DELETE /v2.0/ports/e5419ab4-d28f-4d81-b2d9-f69a05bad16e HTTP/1.1" status: 204 len: 168 time: 0.9399371 Jan 28 05:51:24.876476 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.912673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75bc8995-09d0-449d-a5d5-93708746d1fa req-1c39a0ef-5af2-496f-a3f0-9f8b2b61da08 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004097 Jan 28 05:51:24.955462 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (4e520cc9-ca42-45df-90dc-401c668f63c3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:24.961902 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62a9c16f-77d1-4ecc-b7ca-7aee92350691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (4e520cc9-ca42-45df-90dc-401c668f63c3), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.019301 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No DVR routers for this DVR port 4e520cc9-ca42-45df-90dc-401c668f63c3 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:51:25.024353 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a9c16f-77d1-4ecc-b7ca-7aee92350691 None None] No DVR routers for this DVR port 4e520cc9-ca42-45df-90dc-401c668f63c3 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:51:25.028156 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5fd95e52-d583-49f7-8cac-69fd291d8f02 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:51:25.029016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Port': ['ID=4e520cc9-ca42-45df-90dc-401c668f63c3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:25.041307 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9c16f-77d1-4ecc-b7ca-7aee92350691 None None] Pushing event deleted for resources: {'Port': ['ID=4e520cc9-ca42-45df-90dc-401c668f63c3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:25.047742 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccaedba8-ece0-4c4b-a12f-6ea20aaada95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (f457903e-a121-48d9-b561-65d34e11e24e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.081240 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 5fd95e52-d583-49f7-8cac-69fd291d8f02 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:51:25.081827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5fd95e52-d583-49f7-8cac-69fd291d8f02 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:51:25.082455 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4e520cc9-ca42-45df-90dc-401c668f63c3 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:51:25.113776 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 4e520cc9-ca42-45df-90dc-401c668f63c3 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:51:25.114133 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4e520cc9-ca42-45df-90dc-401c668f63c3 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:51:25.149103 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (a7d76294-95a3-4faf-aaaa-75cb4cc54f37), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.170605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d76294-95a3-4faf-aaaa-75cb4cc54f37']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:25.171877 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccaedba8-ece0-4c4b-a12f-6ea20aaada95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (f457903e-a121-48d9-b561-65d34e11e24e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.180411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6671fcfd-ab9b-4a4a-a711-d67730e8ff05') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:25.180711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6671fcfd-ab9b-4a4a-a711-d67730e8ff05') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:25.191151 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (6671fcfd-ab9b-4a4a-a711-d67730e8ff05), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.201451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaedba8-ece0-4c4b-a12f-6ea20aaada95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f457903e-a121-48d9-b561-65d34e11e24e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:25.205737 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (6671fcfd-ab9b-4a4a-a711-d67730e8ff05), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.211561 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccaedba8-ece0-4c4b-a12f-6ea20aaada95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.214323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5354025d-d1ae-4da4-8362-b99f085dd0d1 None None] Network 19f36253-ed97-40f4-b915-6abd24de79a1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:25.215143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38116) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:25.215500 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ccaedba8-ece0-4c4b-a12f-6ea20aaada95 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f457903e-a121-48d9-b561-65d34e11e24e HTTP/1.1" status: 204 len: 168 time: 0.4706995 Jan 28 05:51:25.217682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:51:25.218142 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (6671fcfd-ab9b-4a4a-a711-d67730e8ff05), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:51:25.227015 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:51:25.342407 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (19f36253-ed97-40f4-b915-6abd24de79a1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.401628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] Deleting port dacca328-2db3-446d-be49-217335088de4 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:25.401962 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (dacca328-2db3-446d-be49-217335088de4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.415003 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (a7d76294-95a3-4faf-aaaa-75cb4cc54f37), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.419496 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.425347 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/networks/a7d76294-95a3-4faf-aaaa-75cb4cc54f37 HTTP/1.1" status: 204 len: 168 time: 1.3507907 Jan 28 05:51:25.435266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38120) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:25.460922 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb591d7c-5bff-482c-aee1-c9b5475ca1c9 None None] DHCP port deletion for 19f36253-ed97-40f4-b915-6abd24de79a1 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:51:25.477435 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38122) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:25.483163 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f1cc83-9faf-459d-98fa-2d2a35c06e0e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] DELETE failed (client error): The resource could not be found. Jan 28 05:51:25.483627 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f1cc83-9faf-459d-98fa-2d2a35c06e0e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:51:25.485659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cedd32-e81e-44b1-ba4a-859b333a3fb7 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Network': ['ID=a7d76294-95a3-4faf-aaaa-75cb4cc54f37,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:25.489631 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-32f1cc83-9faf-459d-98fa-2d2a35c06e0e tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/subnets/86e1c965-6876-4ffc-8337-b9683a3fb7c6 HTTP/1.1" status: 404 len: 337 time: 0.0504017 Jan 28 05:51:25.490698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38126) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:25.526525 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bb591d7c-5bff-482c-aee1-c9b5475ca1c9 None None] Deleting port dacca328-2db3-446d-be49-217335088de4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:25.526525 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb591d7c-5bff-482c-aee1-c9b5475ca1c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (dacca328-2db3-446d-be49-217335088de4), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.547806 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f9264c-dfd0-4692-b57e-afdbb6548369 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] DELETE failed (client error): The resource could not be found. Jan 28 05:51:25.549324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f9264c-dfd0-4692-b57e-afdbb6548369 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:51:25.552572 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-18f9264c-dfd0-4692-b57e-afdbb6548369 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/networks/a6c54da8-d1ec-4ae7-aa99-ff623a2bc0a7 HTTP/1.1" status: 404 len: 339 time: 0.0604920 Jan 28 05:51:25.558843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] For port dacca328-2db3-446d-be49-217335088de4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=dacca328-2db3-446d-be49-217335088de4,segment=NetworkSegment(59e6776f-5a06-495e-a8a1-687c5062921f),segment_id=59e6776f-5a06-495e-a8a1-687c5062921f)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:25.559209 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (dacca328-2db3-446d-be49-217335088de4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.561968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38128) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:25.575913 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] Calling delete_port for dacca328-2db3-446d-be49-217335088de4 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:25.613793 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-bb591d7c-5bff-482c-aee1-c9b5475ca1c9 None None] For port dacca328-2db3-446d-be49-217335088de4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=dacca328-2db3-446d-be49-217335088de4,segment=NetworkSegment(59e6776f-5a06-495e-a8a1-687c5062921f),segment_id=59e6776f-5a06-495e-a8a1-687c5062921f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:25.614204 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb591d7c-5bff-482c-aee1-c9b5475ca1c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (dacca328-2db3-446d-be49-217335088de4), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.642664 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb28dad-5fcc-4c35-b5a1-ba06cccce2f4 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Deleting subnet 8c1cd715-6a97-459e-9f15-bed48d9bb1a4 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:51:25.644642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bb591d7c-5bff-482c-aee1-c9b5475ca1c9 None None] Calling delete_port for dacca328-2db3-446d-be49-217335088de4 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:25.652129 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cbb28dad-5fcc-4c35-b5a1-ba06cccce2f4 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for subnet (8c1cd715-6a97-459e-9f15-bed48d9bb1a4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.698491 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c61423cb-9caa-46d2-be1d-1cd82a9301a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.716482 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cbb28dad-5fcc-4c35-b5a1-ba06cccce2f4 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (8c1cd715-6a97-459e-9f15-bed48d9bb1a4), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.776874 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (dacca328-2db3-446d-be49-217335088de4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.785099 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb591d7c-5bff-482c-aee1-c9b5475ca1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (dacca328-2db3-446d-be49-217335088de4), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.811358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb591d7c-5bff-482c-aee1-c9b5475ca1c9 None None] Pushing event deleted for resources: {'Port': ['ID=dacca328-2db3-446d-be49-217335088de4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:25.816387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] Pushing event deleted for resources: {'Port': ['ID=dacca328-2db3-446d-be49-217335088de4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:25.818658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] No DVR routers for this DVR port dacca328-2db3-446d-be49-217335088de4 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:51:25.819682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb591d7c-5bff-482c-aee1-c9b5475ca1c9 None None] No DVR routers for this DVR port dacca328-2db3-446d-be49-217335088de4 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:51:25.862408 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cbb28dad-5fcc-4c35-b5a1-ba06cccce2f4 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (8c1cd715-6a97-459e-9f15-bed48d9bb1a4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.897297 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c61423cb-9caa-46d2-be1d-1cd82a9301a5 admin admin] Publish callbacks [] for security_group (66e2b892-102e-46ab-89be-e87142f4a67b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.898385 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (19f36253-ed97-40f4-b915-6abd24de79a1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.919832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f36253-ed97-40f4-b915-6abd24de79a1']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:25.929770 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e6776f-5a06-495e-a8a1-687c5062921f') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:25.930066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e6776f-5a06-495e-a8a1-687c5062921f') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:25.936857 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c61423cb-9caa-46d2-be1d-1cd82a9301a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (66e2b892-102e-46ab-89be-e87142f4a67b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.940268 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (59e6776f-5a06-495e-a8a1-687c5062921f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.956174 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (59e6776f-5a06-495e-a8a1-687c5062921f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.963480 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:51:25.963903 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (59e6776f-5a06-495e-a8a1-687c5062921f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:51:25.965671 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:51:25.977702 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c61423cb-9caa-46d2-be1d-1cd82a9301a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07712b02da1a4399829251e2a00e16ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4992340 Jan 28 05:51:25.980151 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cbb28dad-5fcc-4c35-b5a1-ba06cccce2f4 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (8c1cd715-6a97-459e-9f15-bed48d9bb1a4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:25.982169 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38136) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:25.995955 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61423cb-9caa-46d2-be1d-1cd82a9301a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e2b892-102e-46ab-89be-e87142f4a67b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:26.026982 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb28dad-5fcc-4c35-b5a1-ba06cccce2f4 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1cd715-6a97-459e-9f15-bed48d9bb1a4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:26.034131 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cbb28dad-5fcc-4c35-b5a1-ba06cccce2f4 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.035928 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8635cf30-71c4-40cb-92a5-b72035784430 None None] Network 154ab562-3a85-4af2-a5e0-027be0144aa3 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:26.042409 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cbb28dad-5fcc-4c35-b5a1-ba06cccce2f4 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/subnets/8c1cd715-6a97-459e-9f15-bed48d9bb1a4 HTTP/1.1" status: 204 len: 168 time: 0.4769101 Jan 28 05:51:26.045713 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38138) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:26.077861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e26ad-69f4-40fc-b544-7bd6c706d1b8 req-abcc9a0a-e930-44c8-a47b-27e2bf822ff4 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:26.079512 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b9e26ad-69f4-40fc-b544-7bd6c706d1b8 req-abcc9a0a-e930-44c8-a47b-27e2bf822ff4 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.0550091 Jan 28 05:51:26.118477 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (19f36253-ed97-40f4-b915-6abd24de79a1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.140453 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.146025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] 10.222.0.31 "DELETE /v2.0/networks/19f36253-ed97-40f4-b915-6abd24de79a1 HTTP/1.1" status: 204 len: 168 time: 0.9273896 Jan 28 05:51:26.150493 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376625e-a408-40bb-9e02-5663bacc723e admin admin] Pushing event deleted for resources: {'Network': ['ID=19f36253-ed97-40f4-b915-6abd24de79a1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:26.152242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 674b90d5-dcf3-436f-b840-21191a8b7e2e details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:51:26.162289 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b9e26ad-69f4-40fc-b544-7bd6c706d1b8 req-ce65ef86-6752-4479-840e-c274fdd7e9b3 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758054 Jan 28 05:51:26.191774 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (154ab562-3a85-4af2-a5e0-027be0144aa3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.252279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319538ee-f0c1-408f-b8c4-363d7d54f1b2 None None] DHCP port deletion for 154ab562-3a85-4af2-a5e0-027be0144aa3 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:51:26.253090 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6e223c30-2dd0-47d9-94ae-1f661d169091 admin admin] Publish callbacks [] for security_group (66e2b892-102e-46ab-89be-e87142f4a67b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.281027 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6e223c30-2dd0-47d9-94ae-1f661d169091 admin admin] Publish callbacks [] for security_group (66e2b892-102e-46ab-89be-e87142f4a67b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.319888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 674b90d5-dcf3-436f-b840-21191a8b7e2e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:26.321973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Deleting port 423240be-402f-454d-a720-5c6ff6cdd41e {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:26.322331 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (423240be-402f-454d-a720-5c6ff6cdd41e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.336173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'port_id': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'mac_address': 'fa:16:3e:da:61:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:51:26.351414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-319538ee-f0c1-408f-b8c4-363d7d54f1b2 None None] Deleting port 423240be-402f-454d-a720-5c6ff6cdd41e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:26.351790 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-319538ee-f0c1-408f-b8c4-363d7d54f1b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (423240be-402f-454d-a720-5c6ff6cdd41e), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.390100 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] For port 423240be-402f-454d-a720-5c6ff6cdd41e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=423240be-402f-454d-a720-5c6ff6cdd41e,segment=NetworkSegment(07138a73-0253-43d5-80c5-a185132487f3),segment_id=07138a73-0253-43d5-80c5-a185132487f3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:26.390424 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (423240be-402f-454d-a720-5c6ff6cdd41e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.405593 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Calling delete_port for 423240be-402f-454d-a720-5c6ff6cdd41e owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:26.432392 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 674b90d5-dcf3-436f-b840-21191a8b7e2e is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:26.432784 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.451971 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-319538ee-f0c1-408f-b8c4-363d7d54f1b2 None None] For port 423240be-402f-454d-a720-5c6ff6cdd41e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=423240be-402f-454d-a720-5c6ff6cdd41e,segment=NetworkSegment(07138a73-0253-43d5-80c5-a185132487f3),segment_id=07138a73-0253-43d5-80c5-a185132487f3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:26.452374 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-319538ee-f0c1-408f-b8c4-363d7d54f1b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (423240be-402f-454d-a720-5c6ff6cdd41e), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.462105 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674b90d5-dcf3-436f-b840-21191a8b7e2e {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:51:26.473521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-319538ee-f0c1-408f-b8c4-363d7d54f1b2 None None] Calling delete_port for 423240be-402f-454d-a720-5c6ff6cdd41e owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:26.486945 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6e223c30-2dd0-47d9-94ae-1f661d169091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (66e2b892-102e-46ab-89be-e87142f4a67b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.489601 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6e223c30-2dd0-47d9-94ae-1f661d169091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.494081 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6e223c30-2dd0-47d9-94ae-1f661d169091 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66e2b892-102e-46ab-89be-e87142f4a67b HTTP/1.1" status: 204 len: 168 time: 0.5052738 Jan 28 05:51:26.494235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 674b90d5-dcf3-436f-b840-21191a8b7e2e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:26.509601 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e223c30-2dd0-47d9-94ae-1f661d169091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e2b892-102e-46ab-89be-e87142f4a67b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:26.588700 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (423240be-402f-454d-a720-5c6ff6cdd41e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.589057 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.607787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38154) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:26.630724 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Port': ['ID=423240be-402f-454d-a720-5c6ff6cdd41e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:26.635528 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] No DVR routers for this DVR port 423240be-402f-454d-a720-5c6ff6cdd41e on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:51:26.648940 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-319538ee-f0c1-408f-b8c4-363d7d54f1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (423240be-402f-454d-a720-5c6ff6cdd41e), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.664733 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319538ee-f0c1-408f-b8c4-363d7d54f1b2 None None] No DVR routers for this DVR port 423240be-402f-454d-a720-5c6ff6cdd41e on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:51:26.675194 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d601a48e-80c1-4b86-96db-a566d04fdf1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c88014116ab4c13b796cf282b02d28b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0653803 Jan 28 05:51:26.697730 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=674b90d5-dcf3-436f-b840-21191a8b7e2e,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:26.698771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38158) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:26.730010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319538ee-f0c1-408f-b8c4-363d7d54f1b2 None None] Pushing event deleted for resources: {'Port': ['ID=423240be-402f-454d-a720-5c6ff6cdd41e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:26.754040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada388f-4362-4256-9213-8aa45ba1192f req-e8b6c466-6763-4e10-9087-85c7a17c8ea7 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:26.755594 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4ada388f-4362-4256-9213-8aa45ba1192f req-e8b6c466-6763-4e10-9087-85c7a17c8ea7 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.0622072 Jan 28 05:51:26.781446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['674b90d5-dcf3-436f-b840-21191a8b7e2e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:51:26.800069 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (154ab562-3a85-4af2-a5e0-027be0144aa3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.831228 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154ab562-3a85-4af2-a5e0-027be0144aa3']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:26.846140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4ada388f-4362-4256-9213-8aa45ba1192f req-4326220a-a7dc-4ecb-8517-4490c2a16bdb tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770769 Jan 28 05:51:26.856711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b785a-d59a-4a85-b5d7-0c9825f4b47e req-28b3185a-3bf0-42c6-9bbd-c6c6df93e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:26.858188 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-715b785a-d59a-4a85-b5d7-0c9825f4b47e req-28b3185a-3bf0-42c6-9bbd-c6c6df93e2e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7372e7c17c0d4e6eb77c78322e6794a6&device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 1097 time: 0.0986793 Jan 28 05:51:26.872746 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07138a73-0253-43d5-80c5-a185132487f3') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:26.873054 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07138a73-0253-43d5-80c5-a185132487f3') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:26.897900 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-187b24cd-31f7-4d50-8e16-3662e4dfe950 admin admin] Publish callbacks [] for security_group (c3e3eee9-4571-442f-8c2d-529ca2efafae), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.901907 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (07138a73-0253-43d5-80c5-a185132487f3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.926495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device dacca328-2db3-446d-be49-217335088de4 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:51:26.937503 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (07138a73-0253-43d5-80c5-a185132487f3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.947282 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-187b24cd-31f7-4d50-8e16-3662e4dfe950 admin admin] Publish callbacks [] for security_group (c3e3eee9-4571-442f-8c2d-529ca2efafae), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.955274 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: dacca328-2db3-446d-be49-217335088de4 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:51:26.955624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device dacca328-2db3-446d-be49-217335088de4 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:51:26.956052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3597b394-77a6-4b40-bc8d-618c277685c4 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:51:26.960490 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:51:26.960920 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (07138a73-0253-43d5-80c5-a185132487f3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:51:26.967696 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:51:26.987121 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 3597b394-77a6-4b40-bc8d-618c277685c4 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:51:26.987474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3597b394-77a6-4b40-bc8d-618c277685c4 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:51:26.987939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 423240be-402f-454d-a720-5c6ff6cdd41e no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:51:27.001343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b785a-d59a-4a85-b5d7-0c9825f4b47e req-9c71bff6-aa43-4379-be92-f1b951db8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:27.003809 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-715b785a-d59a-4a85-b5d7-0c9825f4b47e req-9c71bff6-aa43-4379-be92-f1b951db8d50 service neutron] 10.222.0.64 "GET /v2.0/networks?id=091c4ca4-e877-4a73-b977-7fc17fb1ac30 HTTP/1.1" status: 200 len: 912 time: 0.1379793 Jan 28 05:51:27.010150 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 423240be-402f-454d-a720-5c6ff6cdd41e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:51:27.010739 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 423240be-402f-454d-a720-5c6ff6cdd41e not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:51:27.069311 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-715b785a-d59a-4a85-b5d7-0c9825f4b47e req-a200a9fd-7491-419b-af1e-78c789ac06ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aadcc10a-fc69-42da-8ae1-fc4a149d214b HTTP/1.1" status: 200 len: 217 time: 0.0577502 Jan 28 05:51:27.123899 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b785a-d59a-4a85-b5d7-0c9825f4b47e req-76902435-751e-4505-87ad-65c8e813978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:27.125598 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-715b785a-d59a-4a85-b5d7-0c9825f4b47e req-76902435-751e-4505-87ad-65c8e813978a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=faf4ccca-ebc5-4c15-bcbc-916742d54633 HTTP/1.1" status: 200 len: 851 time: 0.0489466 Jan 28 05:51:27.125812 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (154ab562-3a85-4af2-a5e0-027be0144aa3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:27.134009 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:27.137052 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] 10.222.0.31 "DELETE /v2.0/networks/154ab562-3a85-4af2-a5e0-027be0144aa3 HTTP/1.1" status: 204 len: 168 time: 1.0904129 Jan 28 05:51:27.156211 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-187b24cd-31f7-4d50-8e16-3662e4dfe950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c3e3eee9-4571-442f-8c2d-529ca2efafae), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:27.159642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-715b785a-d59a-4a85-b5d7-0c9825f4b47e req-619fe800-901f-4120-bf87-570fb85b2562 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=091c4ca4-e877-4a73-b977-7fc17fb1ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263846 Jan 28 05:51:27.159812 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-187b24cd-31f7-4d50-8e16-3662e4dfe950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:27.160848 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-187b24cd-31f7-4d50-8e16-3662e4dfe950 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3e3eee9-4571-442f-8c2d-529ca2efafae HTTP/1.1" status: 204 len: 168 time: 0.4545596 Jan 28 05:51:27.161747 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f125fa6-102e-42c0-9b47-5b9276c38514 tempest-NetworksIpV6Test-728998682 tempest-NetworksIpV6Test-728998682-project] Pushing event deleted for resources: {'Network': ['ID=154ab562-3a85-4af2-a5e0-027be0144aa3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:27.177444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b24cd-31f7-4d50-8e16-3662e4dfe950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e3eee9-4571-442f-8c2d-529ca2efafae,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:27.278132 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-715b785a-d59a-4a85-b5d7-0c9825f4b47e req-4a3e5061-1f65-413c-a156-21154e01ed9e service neutron] 10.222.0.64 "GET /v2.0/networks/091c4ca4-e877-4a73-b977-7fc17fb1ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120560 Jan 28 05:51:27.367928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-715b785a-d59a-4a85-b5d7-0c9825f4b47e req-8a874c9d-eb0c-407a-aa0e-f2e767acbde8 service neutron] 10.222.0.64 "GET /v2.0/networks/091c4ca4-e877-4a73-b977-7fc17fb1ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831313 Jan 28 05:51:27.406742 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38174) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:27.450595 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d9ce8ab1-68c2-471e-8ba3-2c4f8ca6aa1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f07e84e0f20479faf425eaebd4474d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401933 Jan 28 05:51:27.450956 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38176) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:27.506434 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a950-8152-45d7-8313-87f14988a6ff admin admin] Publish callbacks [] for security_group (ee11989b-96ae-48e8-baf7-fa4984490df5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:27.520176 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:27.529624 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a950-8152-45d7-8313-87f14988a6ff admin admin] Publish callbacks [] for security_group (ee11989b-96ae-48e8-baf7-fa4984490df5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:27.651245 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a950-8152-45d7-8313-87f14988a6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ee11989b-96ae-48e8-baf7-fa4984490df5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:27.654112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38184) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:27.654714 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a950-8152-45d7-8313-87f14988a6ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:27.655924 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ccc3a950-8152-45d7-8313-87f14988a6ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee11989b-96ae-48e8-baf7-fa4984490df5 HTTP/1.1" status: 204 len: 168 time: 0.2042301 Jan 28 05:51:27.664868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3a950-8152-45d7-8313-87f14988a6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee11989b-96ae-48e8-baf7-fa4984490df5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:27.859162 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9a0081c0-1a09-4f7c-ba56-11b359da6300 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=494710d25a074850a27566377fccf06f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2038610 Jan 28 05:51:27.862477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38194) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:27.925159 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3045f3b-fc81-495e-9e95-4fb931ed7260 admin admin] Publish callbacks [] for security_group (79908d7e-33ba-4699-9ed6-5be55245aed8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:27.948924 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3045f3b-fc81-495e-9e95-4fb931ed7260 admin admin] Publish callbacks [] for security_group (79908d7e-33ba-4699-9ed6-5be55245aed8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:27.999162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58287a90-2bc6-4906-adf4-fd0283c7e885 req-6ee1d809-04d7-4726-9132-c39569ba7cb1 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:28.006378 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58287a90-2bc6-4906-adf4-fd0283c7e885 req-6ee1d809-04d7-4726-9132-c39569ba7cb1 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.0675936 Jan 28 05:51:28.057209 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58287a90-2bc6-4906-adf4-fd0283c7e885 req-f66b10b6-d9ba-4d5e-944e-e51c1963fdce tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497701 Jan 28 05:51:28.080207 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3045f3b-fc81-495e-9e95-4fb931ed7260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (79908d7e-33ba-4699-9ed6-5be55245aed8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:28.087521 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d3045f3b-fc81-495e-9e95-4fb931ed7260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:28.094634 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d3045f3b-fc81-495e-9e95-4fb931ed7260 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79908d7e-33ba-4699-9ed6-5be55245aed8 HTTP/1.1" status: 204 len: 168 time: 0.2253828 Jan 28 05:51:28.101878 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3045f3b-fc81-495e-9e95-4fb931ed7260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79908d7e-33ba-4699-9ed6-5be55245aed8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:28.153914 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 674b90d5-dcf3-436f-b840-21191a8b7e2e up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:28.204921 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 674b90d5-dcf3-436f-b840-21191a8b7e2e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:28.205367 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:28.318075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 674b90d5-dcf3-436f-b840-21191a8b7e2e is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:28.318603 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:28.362940 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:51:28.365963 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9b3ec2-883f-4c4e-895e-aa20ada0497c" -d '{"events": [{"server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "name": "network-vif-plugged", "status": "completed", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:51:28.372047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 674b90d5-dcf3-436f-b840-21191a8b7e2e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:28.409990 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2a28d4-45f4-47e4-8b2a-17be59495211 x-openstack-request-id: req-0e2a28d4-45f4-47e4-8b2a-17be59495211 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:51:28.410285 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "name": "network-vif-plugged", "status": "completed", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:51:28.410597 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e2a28d4-45f4-47e4-8b2a-17be59495211 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:51:28.410992 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'code': 200} Jan 28 05:51:28.457719 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:28.521457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=674b90d5-dcf3-436f-b840-21191a8b7e2e,revision_number=10']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:29.021308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38278) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:29.179398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2b467881-ed66-4c8e-83f4-c04de773a2a4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-232090617-network', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:29.199422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c2d74-6598-4a26-ab3f-0ddc77021866 req-24d63368-0a49-4233-9fed-06cff8ba60eb tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:29.200932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-634c2d74-6598-4a26-ab3f-0ddc77021866 req-24d63368-0a49-4233-9fed-06cff8ba60eb tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.0657055 Jan 28 05:51:29.270705 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-634c2d74-6598-4a26-ab3f-0ddc77021866 req-078d345c-ebee-4130-82f5-dd1fd4cd3f6a tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587139 Jan 28 05:51:29.272012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b467881-ed66-4c8e-83f4-c04de773a2a4 admin admin] Made reservation on behalf of 9b670ab8f4d44d909ae1dbc83de86b76 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:29.274587 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b467881-ed66-4c8e-83f4-c04de773a2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:29.284108 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b467881-ed66-4c8e-83f4-c04de773a2a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:29.392144 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b467881-ed66-4c8e-83f4-c04de773a2a4 admin admin] Publish callbacks [] for security_group (8a677a1e-11fb-4149-b7ef-5c5b2e9b3cda), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:29.451602 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b467881-ed66-4c8e-83f4-c04de773a2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8a677a1e-11fb-4149-b7ef-5c5b2e9b3cda), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:29.518111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b467881-ed66-4c8e-83f4-c04de773a2a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:51:29.545559 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b467881-ed66-4c8e-83f4-c04de773a2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (b29806b2-e40e-42d5-8dc0-aa1ab6ca2174), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:29.546111 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-2b467881-ed66-4c8e-83f4-c04de773a2a4 admin admin] Added segment b29806b2-e40e-42d5-8dc0-aa1ab6ca2174 of type vlan for network 93303b80-40be-4b7b-8092-afddbc7b0b69 Jan 28 05:51:29.567879 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38314) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:29.601060 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b467881-ed66-4c8e-83f4-c04de773a2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a677a1e-11fb-4149-b7ef-5c5b2e9b3cda,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:29.628418 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b467881-ed66-4c8e-83f4-c04de773a2a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (93303b80-40be-4b7b-8092-afddbc7b0b69), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:29.720483 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b467881-ed66-4c8e-83f4-c04de773a2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (93303b80-40be-4b7b-8092-afddbc7b0b69), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:29.722082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b467881-ed66-4c8e-83f4-c04de773a2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:29.722943 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b467881-ed66-4c8e-83f4-c04de773a2a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:29.796655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b467881-ed66-4c8e-83f4-c04de773a2a4 admin admin] Pushing event updated for resources: {'Network': ['ID=93303b80-40be-4b7b-8092-afddbc7b0b69,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:29.814616 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38320) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:29.816050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 93303b80-40be-4b7b-8092-afddbc7b0b69 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:51:29.820043 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2b467881-ed66-4c8e-83f4-c04de773a2a4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7975285 Jan 28 05:51:29.822813 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38322) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:29.832656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ae0eaa35-b7a8-4073-abb7-dd4990854c2b admin admin] Request body: {'subnet': {'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-232090617-subnet', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:29.906900 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-783f6cf1-b818-4a60-8d7e-a16f087e0006 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1826148223'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:29.923881 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1fd36a79-09ce-4756-8f3b-4656595adbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1795356512'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:29.934149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0eaa35-b7a8-4073-abb7-dd4990854c2b admin admin] Made reservation on behalf of 9b670ab8f4d44d909ae1dbc83de86b76 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:29.938336 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae0eaa35-b7a8-4073-abb7-dd4990854c2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.006466 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783f6cf1-b818-4a60-8d7e-a16f087e0006 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:30.009937 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-783f6cf1-b818-4a60-8d7e-a16f087e0006 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.014203 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd36a79-09ce-4756-8f3b-4656595adbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Made reservation on behalf of f2cb3ac081e94b8e892d101b19451eca for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:30.019417 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fd36a79-09ce-4756-8f3b-4656595adbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.037994 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-783f6cf1-b818-4a60-8d7e-a16f087e0006 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.042487 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fd36a79-09ce-4756-8f3b-4656595adbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.205027 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-783f6cf1-b818-4a60-8d7e-a16f087e0006 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for security_group (95de1a66-ba45-4197-afaa-3e36b4cfbfbc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.209795 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fd36a79-09ce-4756-8f3b-4656595adbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks [] for security_group (4b490642-d2b1-4230-b074-119b52bc62df), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.240474 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae0eaa35-b7a8-4073-abb7-dd4990854c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (3e95f7f2-ed2d-4541-aead-db2229688b20), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.357290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0eaa35-b7a8-4073-abb7-dd4990854c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e95f7f2-ed2d-4541-aead-db2229688b20,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:30.388995 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-783f6cf1-b818-4a60-8d7e-a16f087e0006 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (95de1a66-ba45-4197-afaa-3e36b4cfbfbc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.397721 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fd36a79-09ce-4756-8f3b-4656595adbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4b490642-d2b1-4230-b074-119b52bc62df), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.434562 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783f6cf1-b818-4a60-8d7e-a16f087e0006 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:51:30.434736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0eaa35-b7a8-4073-abb7-dd4990854c2b admin admin] Checking segment: {'id': 'b29806b2-e40e-42d5-8dc0-aa1ab6ca2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:30.434955 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0eaa35-b7a8-4073-abb7-dd4990854c2b admin admin] Network hostable DHCP agents. Network: 93303b80-40be-4b7b-8092-afddbc7b0b69, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:51:30.474983 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-783f6cf1-b818-4a60-8d7e-a16f087e0006 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (93af4306-f558-4d7b-a73b-eef195968316), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.478072 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-783f6cf1-b818-4a60-8d7e-a16f087e0006 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Added segment 93af4306-f558-4d7b-a73b-eef195968316 of type vlan for network 5ac8cab3-9321-4d90-af0d-d5a02d6a3808 Jan 28 05:51:30.535339 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfad29-226e-477d-a035-d6f954694c41 req-49bd3fc7-4812-4942-a404-a70d327a4722 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:30.536827 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3cbfad29-226e-477d-a035-d6f954694c41 req-49bd3fc7-4812-4942-a404-a70d327a4722 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.1242795 Jan 28 05:51:30.590622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0eaa35-b7a8-4073-abb7-dd4990854c2b admin admin] Network 93303b80-40be-4b7b-8092-afddbc7b0b69 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:51:30.609871 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-783f6cf1-b818-4a60-8d7e-a16f087e0006 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (5ac8cab3-9321-4d90-af0d-d5a02d6a3808), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.671070 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd36a79-09ce-4756-8f3b-4656595adbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:51:30.679615 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3cbfad29-226e-477d-a035-d6f954694c41 req-4e887081-8667-4bd2-a7e7-0df19785ea5d tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377852 Jan 28 05:51:30.731414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ae0eaa35-b7a8-4073-abb7-dd4990854c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 93303b80-40be-4b7b-8092-afddbc7b0b69) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:30.744539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0eaa35-b7a8-4073-abb7-dd4990854c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:30.744539 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae0eaa35-b7a8-4073-abb7-dd4990854c2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.744769 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4e49f5-c96c-45a4-a25d-7646aeb12838 None None] Network 93303b80-40be-4b7b-8092-afddbc7b0b69 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:30.745662 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f6cf1-b818-4a60-8d7e-a16f087e0006 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95de1a66-ba45-4197-afaa-3e36b4cfbfbc,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:30.798058 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fd36a79-09ce-4756-8f3b-4656595adbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (bfdf0331-cecd-4ce2-8e56-da3608b001c8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.798694 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-1fd36a79-09ce-4756-8f3b-4656595adbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Added segment bfdf0331-cecd-4ce2-8e56-da3608b001c8 of type vlan for network ad94a02d-2729-4638-9413-5b970ead5224 Jan 28 05:51:30.800147 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd36a79-09ce-4756-8f3b-4656595adbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b490642-d2b1-4230-b074-119b52bc62df,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:30.866532 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ae0eaa35-b7a8-4073-abb7-dd4990854c2b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0415580 Jan 28 05:51:30.870670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38338) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:30.873047 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-232090617-router', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:30.877181 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fd36a79-09ce-4756-8f3b-4656595adbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (ad94a02d-2729-4638-9413-5b970ead5224), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.900309 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-783f6cf1-b818-4a60-8d7e-a16f087e0006 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (5ac8cab3-9321-4d90-af0d-d5a02d6a3808), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.909788 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783f6cf1-b818-4a60-8d7e-a16f087e0006 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:30.910537 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-783f6cf1-b818-4a60-8d7e-a16f087e0006 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.995415 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (dab3818e-3336-4607-abf5-ed99babf1f8f), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:30.996705 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (dab3818e-3336-4607-abf5-ed99babf1f8f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.004870 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-93303b80-40be-4b7b-8092-afddbc7b0b69', 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69', 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'fixed_ips': [{'subnet_id': '3e95f7f2-ed2d-4541-aead-db2229688b20'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:51:31.005806 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.033027 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-783f6cf1-b818-4a60-8d7e-a16f087e0006 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2055817 Jan 28 05:51:31.046468 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f6cf1-b818-4a60-8d7e-a16f087e0006 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Network': ['ID=5ac8cab3-9321-4d90-af0d-d5a02d6a3808,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:31.065712 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fd36a79-09ce-4756-8f3b-4656595adbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (ad94a02d-2729-4638-9413-5b970ead5224), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.065712 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd36a79-09ce-4756-8f3b-4656595adbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:31.065712 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fd36a79-09ce-4756-8f3b-4656595adbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.126397 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Publish callbacks [] for router_controller (dab3818e-3336-4607-abf5-ed99babf1f8f), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.169357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 5ac8cab3-9321-4d90-af0d-d5a02d6a3808 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:51:31.251739 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd36a79-09ce-4756-8f3b-4656595adbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Pushing event updated for resources: {'Network': ['ID=ad94a02d-2729-4638-9413-5b970ead5224,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:31.278380 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1fd36a79-09ce-4756-8f3b-4656595adbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7064762 Jan 28 05:51:31.281407 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38340) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:31.297467 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b8825a66-3ce7-4a65-8721-b17966bb6e2a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Request body: {'subnet': {'network_id': 'ad94a02d-2729-4638-9413-5b970ead5224', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:31.307178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network ad94a02d-2729-4638-9413-5b970ead5224 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:51:31.311656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38342) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:31.322774 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-de5b7330-2b19-479e-b110-19c8151695fc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'subnet': {'network_id': '5ac8cab3-9321-4d90-af0d-d5a02d6a3808', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:31.577603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8825a66-3ce7-4a65-8721-b17966bb6e2a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Made reservation on behalf of f2cb3ac081e94b8e892d101b19451eca for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:31.581012 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8825a66-3ce7-4a65-8721-b17966bb6e2a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.601880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Allocated IP 172.20.0.2 (93303b80-40be-4b7b-8092-afddbc7b0b69/3e95f7f2-ed2d-4541-aead-db2229688b20/6482f0ab-f446-4db1-bf79-7800523219d0) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:31.665455 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Publish callbacks [] for router_gateway (dab3818e-3336-4607-abf5-ed99babf1f8f), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.814891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5b7330-2b19-479e-b110-19c8151695fc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:31.828516 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de5b7330-2b19-479e-b110-19c8151695fc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.930743 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Publish callbacks [] for port (6482f0ab-f446-4db1-bf79-7800523219d0), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:31.994668 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (6482f0ab-f446-4db1-bf79-7800523219d0), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:32.069384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Network 93303b80-40be-4b7b-8092-afddbc7b0b69 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:32.090262 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:32.098091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:32.108820 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8825a66-3ce7-4a65-8721-b17966bb6e2a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (967d0928-bfa4-4fd8-8270-4e19b745b46b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:32.115658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Pushing event updated for resources: {'Port': ['ID=6482f0ab-f446-4db1-bf79-7800523219d0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:32.196010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Attempting to bind port 6482f0ab-f446-4db1-bf79-7800523219d0 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:51:32.197348 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Attempting to bind port 6482f0ab-f446-4db1-bf79-7800523219d0 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b29806b2-e40e-42d5-8dc0-aa1ab6ca2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:51:32.197949 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Attempting to bind port 6482f0ab-f446-4db1-bf79-7800523219d0 on network 93303b80-40be-4b7b-8092-afddbc7b0b69 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:51:32.210799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8825a66-3ce7-4a65-8721-b17966bb6e2a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Pushing event updated for resources: {'Subnet': ['ID=967d0928-bfa4-4fd8-8270-4e19b745b46b,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:32.250264 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de5b7330-2b19-479e-b110-19c8151695fc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (c1712a67-8dd4-45fb-9443-71b18128f2a9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:32.255278 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:51:32.259285 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Checking segment: {'id': 'b29806b2-e40e-42d5-8dc0-aa1ab6ca2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:32.259285 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:32.259285 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Bound using segment: {'id': 'b29806b2-e40e-42d5-8dc0-aa1ab6ca2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:51:32.259285 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Bound port: 6482f0ab-f446-4db1-bf79-7800523219d0, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29806b2-e40e-42d5-8dc0-aa1ab6ca2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:51:32.261495 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6482f0ab-f446-4db1-bf79-7800523219d0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:32.303103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8825a66-3ce7-4a65-8721-b17966bb6e2a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Checking segment: {'id': 'bfdf0331-cecd-4ce2-8e56-da3608b001c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ad94a02d-2729-4638-9413-5b970ead5224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:32.309970 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8825a66-3ce7-4a65-8721-b17966bb6e2a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Network hostable DHCP agents. Network: ad94a02d-2729-4638-9413-5b970ead5224, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:51:32.388772 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8825a66-3ce7-4a65-8721-b17966bb6e2a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Network ad94a02d-2729-4638-9413-5b970ead5224 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:51:32.457981 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] For port 6482f0ab-f446-4db1-bf79-7800523219d0, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:51:32.463236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] For port 6482f0ab-f446-4db1-bf79-7800523219d0, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6482f0ab-f446-4db1-bf79-7800523219d0,segment=NetworkSegment(b29806b2-e40e-42d5-8dc0-aa1ab6ca2174),segment_id=b29806b2-e40e-42d5-8dc0-aa1ab6ca2174)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:51:32.474337 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-b8825a66-3ce7-4a65-8721-b17966bb6e2a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, ad94a02d-2729-4638-9413-5b970ead5224) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:32.479891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8825a66-3ce7-4a65-8721-b17966bb6e2a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:32.480497 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8825a66-3ce7-4a65-8721-b17966bb6e2a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:32.503115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a80319-8d60-4a4b-be7d-4e9b028bbe7a None None] Network ad94a02d-2729-4638-9413-5b970ead5224 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:32.620376 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b8825a66-3ce7-4a65-8721-b17966bb6e2a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3340816 Jan 28 05:51:32.622844 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38360) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:32.629250 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-74639968-cbc8-41a3-9161-20096c9209f4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Request body: {'port': {'network_id': 'ad94a02d-2729-4638-9413-5b970ead5224', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-518698835'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:32.644015 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5371-7bc1-44d0-9adc-0442c4425512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:32.650101 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6482f0ab-f446-4db1-bf79-7800523219d0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:32.800585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-ad94a02d-2729-4638-9413-5b970ead5224', 'network_id': 'ad94a02d-2729-4638-9413-5b970ead5224', 'project_id': 'f2cb3ac081e94b8e892d101b19451eca', 'fixed_ips': [{'subnet_id': '967d0928-bfa4-4fd8-8270-4e19b745b46b'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:51:32.801460 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:32.911130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6fda9-4589-4b2f-a8a2-d037a96b0300 None None] Pushing event updated for resources: {'Port': ['ID=6482f0ab-f446-4db1-bf79-7800523219d0,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:32.972771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74639968-cbc8-41a3-9161-20096c9209f4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Made reservation on behalf of f2cb3ac081e94b8e892d101b19451eca for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:32.976913 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74639968-cbc8-41a3-9161-20096c9209f4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:33.073459 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-74639968-cbc8-41a3-9161-20096c9209f4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] device_id is not set on port 6038bc72-8dd1-4a62-ae8b-31e408f099d2 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:51:33.181325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73774b-b5d0-4374-8a21-de9a9782298d req-2ed0ea75-45c5-4e12-b548-1c8329c31845 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:33.205573 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b73774b-b5d0-4374-8a21-de9a9782298d req-2ed0ea75-45c5-4e12-b548-1c8329c31845 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.9764087 Jan 28 05:51:33.209990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b7330-2b19-479e-b110-19c8151695fc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Checking segment: {'id': '93af4306-f558-4d7b-a73b-eef195968316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5ac8cab3-9321-4d90-af0d-d5a02d6a3808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:33.210387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5b7330-2b19-479e-b110-19c8151695fc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network hostable DHCP agents. Network: 5ac8cab3-9321-4d90-af0d-d5a02d6a3808, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:51:33.226292 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b7330-2b19-479e-b110-19c8151695fc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Subnet': ['ID=c1712a67-8dd4-45fb-9443-71b18128f2a9,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:33.415767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Allocated IP 2001:db8::2 (ad94a02d-2729-4638-9413-5b970ead5224/967d0928-bfa4-4fd8-8270-4e19b745b46b/57030814-2407-4e1f-86a4-8a44072f3469) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:33.474024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5b7330-2b19-479e-b110-19c8151695fc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network 5ac8cab3-9321-4d90-af0d-d5a02d6a3808 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:51:33.515776 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b73774b-b5d0-4374-8a21-de9a9782298d req-fbf24417-3e92-4c2d-ad6e-db6785937432 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853341 Jan 28 05:51:33.571073 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Publish callbacks [] for router_gateway (dab3818e-3336-4607-abf5-ed99babf1f8f), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:33.593465 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:51:33.615429 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:33.618748 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-de5b7330-2b19-479e-b110-19c8151695fc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 5ac8cab3-9321-4d90-af0d-d5a02d6a3808) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:33.639310 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5b7330-2b19-479e-b110-19c8151695fc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:33.639842 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de5b7330-2b19-479e-b110-19c8151695fc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:33.764930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Allocated IP 172.25.0.141 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/25ab6bad-d531-4b30-ae7e-809db6625c60) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:33.865858 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Publish callbacks [] for port (57030814-2407-4e1f-86a4-8a44072f3469), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:33.878423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22207c27-dbc5-4507-8fda-d383a6462b65 None None] Network 5ac8cab3-9321-4d90-af0d-d5a02d6a3808 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:33.923799 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Publish callbacks [] for port (25ab6bad-d531-4b30-ae7e-809db6625c60), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:33.956966 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (57030814-2407-4e1f-86a4-8a44072f3469), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.000036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-de5b7330-2b19-479e-b110-19c8151695fc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6874454 Jan 28 05:51:34.004170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38374) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:34.015215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1f52317e-6f70-4b8f-afd5-d00f6226c7d4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2115983008'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:34.031296 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Network ad94a02d-2729-4638-9413-5b970ead5224 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:34.037859 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (25ab6bad-d531-4b30-ae7e-809db6625c60), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.088583 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-74639968-cbc8-41a3-9161-20096c9209f4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Allocated IP 2001:db8::3d8 (ad94a02d-2729-4638-9413-5b970ead5224/967d0928-bfa4-4fd8-8270-4e19b745b46b/6038bc72-8dd1-4a62-ae8b-31e408f099d2) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:34.096564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:34.099967 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:34.264807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:34.283025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:34.292288 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:34.304706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f52317e-6f70-4b8f-afd5-d00f6226c7d4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:34.320755 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f52317e-6f70-4b8f-afd5-d00f6226c7d4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.355823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Pushing event updated for resources: {'Port': ['ID=25ab6bad-d531-4b30-ae7e-809db6625c60,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:34.515602 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f52317e-6f70-4b8f-afd5-d00f6226c7d4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:51:34.519921 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74639968-cbc8-41a3-9161-20096c9209f4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks [] for port (6038bc72-8dd1-4a62-ae8b-31e408f099d2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.579778 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f52317e-6f70-4b8f-afd5-d00f6226c7d4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (13851fd4-9671-4ecb-ab58-549dcbd3fb83), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.580262 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-1f52317e-6f70-4b8f-afd5-d00f6226c7d4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Added segment 13851fd4-9671-4ecb-ab58-549dcbd3fb83 of type vlan for network cbefb829-398f-4975-87b6-6eaf81c30eeb Jan 28 05:51:34.603158 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Pushing event updated for resources: {'Port': ['ID=57030814-2407-4e1f-86a4-8a44072f3469,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:34.612602 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1602066b-7a39-475a-90d8-c82586a2e557 None None] Network 93303b80-40be-4b7b-8092-afddbc7b0b69 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:34.617653 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74639968-cbc8-41a3-9161-20096c9209f4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6038bc72-8dd1-4a62-ae8b-31e408f099d2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.673435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Attempting to bind port 57030814-2407-4e1f-86a4-8a44072f3469 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:51:34.674290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Attempting to bind port 57030814-2407-4e1f-86a4-8a44072f3469 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'bfdf0331-cecd-4ce2-8e56-da3608b001c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ad94a02d-2729-4638-9413-5b970ead5224'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:51:34.674844 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Attempting to bind port 57030814-2407-4e1f-86a4-8a44072f3469 on network ad94a02d-2729-4638-9413-5b970ead5224 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:51:34.710748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74639968-cbc8-41a3-9161-20096c9209f4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Network ad94a02d-2729-4638-9413-5b970ead5224 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:34.711054 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:51:34.711569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Checking segment: {'id': 'bfdf0331-cecd-4ce2-8e56-da3608b001c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ad94a02d-2729-4638-9413-5b970ead5224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:34.712118 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.712636 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Bound using segment: {'id': 'bfdf0331-cecd-4ce2-8e56-da3608b001c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ad94a02d-2729-4638-9413-5b970ead5224'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:51:34.713229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Bound port: 57030814-2407-4e1f-86a4-8a44072f3469, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdf0331-cecd-4ce2-8e56-da3608b001c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ad94a02d-2729-4638-9413-5b970ead5224'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:51:34.714730 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-74639968-cbc8-41a3-9161-20096c9209f4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:34.714893 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (57030814-2407-4e1f-86a4-8a44072f3469), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.724061 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74639968-cbc8-41a3-9161-20096c9209f4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:34.725723 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-5ac8cab3-9321-4d90-af0d-d5a02d6a3808', 'network_id': '5ac8cab3-9321-4d90-af0d-d5a02d6a3808', 'project_id': 'd55ea7c01dbf405eaa576d95b9b74ca1', 'fixed_ips': [{'subnet_id': 'c1712a67-8dd4-45fb-9443-71b18128f2a9'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:51:34.726782 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.731874 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74639968-cbc8-41a3-9161-20096c9209f4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:34.732539 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74639968-cbc8-41a3-9161-20096c9209f4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.747516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74639968-cbc8-41a3-9161-20096c9209f4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Pushing event updated for resources: {'Port': ['ID=6038bc72-8dd1-4a62-ae8b-31e408f099d2,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:34.783819 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f52317e-6f70-4b8f-afd5-d00f6226c7d4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (cbefb829-398f-4975-87b6-6eaf81c30eeb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.860668 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-74639968-cbc8-41a3-9161-20096c9209f4 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.2364807 Jan 28 05:51:34.863983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38386) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:34.881903 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] For port 57030814-2407-4e1f-86a4-8a44072f3469, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:51:34.890806 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] For port 57030814-2407-4e1f-86a4-8a44072f3469, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=57030814-2407-4e1f-86a4-8a44072f3469,segment=NetworkSegment(bfdf0331-cecd-4ce2-8e56-da3608b001c8),segment_id=bfdf0331-cecd-4ce2-8e56-da3608b001c8)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:51:34.890991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ef37989d-b2cd-4880-a4e8-5d4641bec617 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Request body: {'port': {'network_id': 'ad94a02d-2729-4638-9413-5b970ead5224', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1365505255', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:34.893233 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.api.validators [None req-ef37989d-b2cd-4880-a4e8-5d4641bec617 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] bootfile-name is not in valid_values {{(pid=103634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 05:51:34.893627 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.api.validators [None req-ef37989d-b2cd-4880-a4e8-5d4641bec617 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] tftp-server is not in valid_values {{(pid=103634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 05:51:34.894263 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.api.validators [None req-ef37989d-b2cd-4880-a4e8-5d4641bec617 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] server-ip-address is not in valid_values {{(pid=103634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 05:51:34.901445 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-de0a952c-994e-4b61-8a35-5db6c65eff87 None None] Provisioning complete for port 6482f0ab-f446-4db1-bf79-7800523219d0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:34.902386 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de0a952c-994e-4b61-8a35-5db6c65eff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6482f0ab-f446-4db1-bf79-7800523219d0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.949745 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7aa3497-317d-4dc6-bd10-96ad259131b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:34.981402 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (57030814-2407-4e1f-86a4-8a44072f3469), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:35.083374 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Publish callbacks [] for router_gateway (dab3818e-3336-4607-abf5-ed99babf1f8f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:35.092203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1571da-f546-421d-97c8-433be954cc79 req-7d72db98-c6d3-48fc-beab-ac804f87806a tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:35.106858 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe1571da-f546-421d-97c8-433be954cc79 req-7d72db98-c6d3-48fc-beab-ac804f87806a tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.4136918 Jan 28 05:51:35.174938 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6482f0ab-f446-4db1-bf79-7800523219d0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:35.274799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef37989d-b2cd-4880-a4e8-5d4641bec617 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Made reservation on behalf of f2cb3ac081e94b8e892d101b19451eca for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:35.278352 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ef37989d-b2cd-4880-a4e8-5d4641bec617 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:35.306158 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f52317e-6f70-4b8f-afd5-d00f6226c7d4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (cbefb829-398f-4975-87b6-6eaf81c30eeb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:35.318120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f52317e-6f70-4b8f-afd5-d00f6226c7d4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:35.327604 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f52317e-6f70-4b8f-afd5-d00f6226c7d4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:35.332210 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-ef37989d-b2cd-4880-a4e8-5d4641bec617 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] device_id is not set on port 107b82d6-6135-48b4-b0af-a004916eb5fd yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:51:35.430045 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da07e59-653a-4273-b726-54f7c11cefef None None] Pushing event updated for resources: {'Port': ['ID=57030814-2407-4e1f-86a4-8a44072f3469,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:35.437397 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-de0a952c-994e-4b61-8a35-5db6c65eff87 None None] Current status of the port 6482f0ab-f446-4db1-bf79-7800523219d0 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:35.437397 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de0a952c-994e-4b61-8a35-5db6c65eff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6482f0ab-f446-4db1-bf79-7800523219d0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:35.437904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe1571da-f546-421d-97c8-433be954cc79 req-b36adf2b-17b5-4d82-b4af-e2e2d1724ca4 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172946 Jan 28 05:51:35.553792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6482f0ab-f446-4db1-bf79-7800523219d0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:35.553792 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6482f0ab-f446-4db1-bf79-7800523219d0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:35.616238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52317e-6f70-4b8f-afd5-d00f6226c7d4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Network': ['ID=cbefb829-398f-4975-87b6-6eaf81c30eeb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:35.659633 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1f52317e-6f70-4b8f-afd5-d00f6226c7d4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6541693 Jan 28 05:51:35.664075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38398) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:35.674092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network cbefb829-398f-4975-87b6-6eaf81c30eeb details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:51:35.674726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-47cbcb0c-e8f0-4013-9e9d-fc6440d26fd0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'subnet': {'network_id': 'cbefb829-398f-4975-87b6-6eaf81c30eeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:35.697539 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-de0a952c-994e-4b61-8a35-5db6c65eff87 None None] For port 6482f0ab-f446-4db1-bf79-7800523219d0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6482f0ab-f446-4db1-bf79-7800523219d0,segment=NetworkSegment(b29806b2-e40e-42d5-8dc0-aa1ab6ca2174),segment_id=b29806b2-e40e-42d5-8dc0-aa1ab6ca2174)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:35.747380 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-ef37989d-b2cd-4880-a4e8-5d4641bec617 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Allocated IP 2001:db8::3d5 (ad94a02d-2729-4638-9413-5b970ead5224/967d0928-bfa4-4fd8-8270-4e19b745b46b/107b82d6-6135-48b4-b0af-a004916eb5fd) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:35.762233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Allocated IP 172.20.255.242 (5ac8cab3-9321-4d90-af0d-d5a02d6a3808/c1712a67-8dd4-45fb-9443-71b18128f2a9/7ed7f109-492d-4f1a-a310-a58d934149b6) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:35.899176 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de0a952c-994e-4b61-8a35-5db6c65eff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6482f0ab-f446-4db1-bf79-7800523219d0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:36.038918 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cbcb0c-e8f0-4013-9e9d-fc6440d26fd0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:36.044087 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-47cbcb0c-e8f0-4013-9e9d-fc6440d26fd0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:36.075831 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (dab3818e-3336-4607-abf5-ed99babf1f8f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:36.195150 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c5c317c4-4fb7-4b4a-b045-d611a6e0b2a0 None None] Provisioning complete for port 6482f0ab-f446-4db1-bf79-7800523219d0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:36.198874 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c5c317c4-4fb7-4b4a-b045-d611a6e0b2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6482f0ab-f446-4db1-bf79-7800523219d0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:36.238855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a952c-994e-4b61-8a35-5db6c65eff87 None None] Pushing event updated for resources: {'Port': ['ID=6482f0ab-f446-4db1-bf79-7800523219d0,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:36.254100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6482f0ab-f446-4db1-bf79-7800523219d0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:36.259615 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ef37989d-b2cd-4880-a4e8-5d4641bec617 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks [] for port (107b82d6-6135-48b4-b0af-a004916eb5fd), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:36.418264 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ef37989d-b2cd-4880-a4e8-5d4641bec617 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (107b82d6-6135-48b4-b0af-a004916eb5fd), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:36.544628 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:36.637722 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37989d-b2cd-4880-a4e8-5d4641bec617 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Pushing event updated for resources: {'Port': ['ID=107b82d6-6135-48b4-b0af-a004916eb5fd,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:36.652253 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef37989d-b2cd-4880-a4e8-5d4641bec617 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Network ad94a02d-2729-4638-9413-5b970ead5224 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:36.667154 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-ef37989d-b2cd-4880-a4e8-5d4641bec617 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:36.674323 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37989d-b2cd-4880-a4e8-5d4641bec617 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:36.688011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37989d-b2cd-4880-a4e8-5d4641bec617 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:36.689262 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ef37989d-b2cd-4880-a4e8-5d4641bec617 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:36.699117 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Publish callbacks [] for port (7ed7f109-492d-4f1a-a310-a58d934149b6), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:36.704846 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c5c317c4-4fb7-4b4a-b045-d611a6e0b2a0 None None] Current status of the port 6482f0ab-f446-4db1-bf79-7800523219d0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:36.755941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a8a89-f0ba-4ceb-b59e-0650840ca5ec req-2817523e-4acb-44f3-a6ab-3fccf5f20bd9 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:36.758287 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-688a8a89-f0ba-4ceb-b59e-0650840ca5ec req-2817523e-4acb-44f3-a6ab-3fccf5f20bd9 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.1839273 Jan 28 05:51:36.823641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-688a8a89-f0ba-4ceb-b59e-0650840ca5ec req-bc4e22af-b354-415f-aa81-797e6c6bf78b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541658 Jan 28 05:51:36.924356 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174e206a-4625-45a5-b397-635866fb3caf None None] Network ad94a02d-2729-4638-9413-5b970ead5224 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:36.997753 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3e096f19-a5b2-4301-8223-faf7bf55495f None None] Provisioning complete for port 57030814-2407-4e1f-86a4-8a44072f3469 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:36.998143 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e096f19-a5b2-4301-8223-faf7bf55495f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (57030814-2407-4e1f-86a4-8a44072f3469), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:36.999927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Router dab3818e-3336-4607-abf5-ed99babf1f8f is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:51:37.031263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 57030814-2407-4e1f-86a4-8a44072f3469 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:37.045039 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ef37989d-b2cd-4880-a4e8-5d4641bec617 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1754477 Jan 28 05:51:37.046173 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38412) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:37.093874 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (7ed7f109-492d-4f1a-a310-a58d934149b6), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.158399 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11c45b6-8ddb-4ddc-aeb7-c21b3c98d56f tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:37.162040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:51:37.164865 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11c45b6-8ddb-4ddc-aeb7-c21b3c98d56f tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:37.170967 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11c45b6-8ddb-4ddc-aeb7-c21b3c98d56f tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:37.172847 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f11c45b6-8ddb-4ddc-aeb7-c21b3c98d56f tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1255414 Jan 28 05:51:37.173287 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Sync routers for ids ['dab3818e-3336-4607-abf5-ed99babf1f8f'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:51:37.176199 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38416) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:37.177825 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Pushing event updated for resources: {'Port': ['ID=7ed7f109-492d-4f1a-a310-a58d934149b6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:37.180349 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-47cbcb0c-e8f0-4013-9e9d-fc6440d26fd0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (a4651036-31af-4771-9fc4-657fe18523a7), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.192071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Network 5ac8cab3-9321-4d90-af0d-d5a02d6a3808 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:37.198925 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:37.202841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:37.229922 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Routers {'dab3818e-3336-4607-abf5-ed99babf1f8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:51:37.238844 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:51:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['dab3818e-3336-4607-abf5-ed99babf1f8f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:37.269226 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.270563 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5da1acea-ec79-4de9-804f-9174e17c58ce admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4010458 Jan 28 05:51:37.274890 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cbcb0c-e8f0-4013-9e9d-fc6440d26fd0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Checking segment: {'id': '13851fd4-9671-4ecb-ab58-549dcbd3fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'cbefb829-398f-4975-87b6-6eaf81c30eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:37.275297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cbcb0c-e8f0-4013-9e9d-fc6440d26fd0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network hostable DHCP agents. Network: cbefb829-398f-4975-87b6-6eaf81c30eeb, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:51:37.276397 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 57030814-2407-4e1f-86a4-8a44072f3469 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:37.277027 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (57030814-2407-4e1f-86a4-8a44072f3469), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.283031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38420) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:37.354325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbcb0c-e8f0-4013-9e9d-fc6440d26fd0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Subnet': ['ID=a4651036-31af-4771-9fc4-657fe18523a7,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:37.379299 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cbcb0c-e8f0-4013-9e9d-fc6440d26fd0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network cbefb829-398f-4975-87b6-6eaf81c30eeb is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:51:37.480159 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Attempting to bind port 7ed7f109-492d-4f1a-a310-a58d934149b6 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:51:37.480614 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Attempting to bind port 7ed7f109-492d-4f1a-a310-a58d934149b6 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '93af4306-f558-4d7b-a73b-eef195968316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5ac8cab3-9321-4d90-af0d-d5a02d6a3808'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:51:37.481063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Attempting to bind port 7ed7f109-492d-4f1a-a310-a58d934149b6 on network 5ac8cab3-9321-4d90-af0d-d5a02d6a3808 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:51:37.505601 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Set router dab3818e-3336-4607-abf5-ed99babf1f8f gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:51:37.522089 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:51:37.534128 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Checking segment: {'id': '93af4306-f558-4d7b-a73b-eef195968316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5ac8cab3-9321-4d90-af0d-d5a02d6a3808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:37.534128 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.534128 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Bound using segment: {'id': '93af4306-f558-4d7b-a73b-eef195968316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5ac8cab3-9321-4d90-af0d-d5a02d6a3808'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:51:37.534700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Bound port: 7ed7f109-492d-4f1a-a310-a58d934149b6, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93af4306-f558-4d7b-a73b-eef195968316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5ac8cab3-9321-4d90-af0d-d5a02d6a3808'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:51:37.535088 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7ed7f109-492d-4f1a-a310-a58d934149b6), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.683273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] For port 7ed7f109-492d-4f1a-a310-a58d934149b6, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:51:37.687156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-47cbcb0c-e8f0-4013-9e9d-fc6440d26fd0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, cbefb829-398f-4975-87b6-6eaf81c30eeb) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:37.696417 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] For port 7ed7f109-492d-4f1a-a310-a58d934149b6, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7ed7f109-492d-4f1a-a310-a58d934149b6,segment=NetworkSegment(93af4306-f558-4d7b-a73b-eef195968316),segment_id=93af4306-f558-4d7b-a73b-eef195968316)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:51:37.699492 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3e096f19-a5b2-4301-8223-faf7bf55495f None None] Current status of the port 57030814-2407-4e1f-86a4-8a44072f3469 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:37.706815 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e096f19-a5b2-4301-8223-faf7bf55495f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (57030814-2407-4e1f-86a4-8a44072f3469), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.734871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cbcb0c-e8f0-4013-9e9d-fc6440d26fd0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:37.741857 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-47cbcb0c-e8f0-4013-9e9d-fc6440d26fd0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:37.775553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa767193-f46b-4c11-87d4-3546e1335bfd None None] Network cbefb829-398f-4975-87b6-6eaf81c30eeb requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:37.968149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-47cbcb0c-e8f0-4013-9e9d-fc6440d26fd0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3028874 Jan 28 05:51:37.971972 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38434) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:38.052743 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7ed7f109-492d-4f1a-a310-a58d934149b6), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:38.127305 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'name': 'tempest-ServersTestManualDisk-232090617-router', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:31Z', 'updated_at': '2022-01-28T05:51:34Z', 'revision_number': 3, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'gw_port': {'id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:33Z', 'updated_at': '2022-01-28T05:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:38.206660 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Checking router: dab3818e-3336-4607-abf5-ed99babf1f8f for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:51:38.206660 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Updating router dab3818e-3336-4607-abf5-ed99babf1f8f port 25ab6bad-d531-4b30-ae7e-809db6625c60 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:51:38.223723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdefbe-5dc4-44d2-ae8e-436da2502c3d req-d8e848bd-742a-4d6b-b94f-108511fe2c06 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:38.227230 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06bdefbe-5dc4-44d2-ae8e-436da2502c3d req-d8e848bd-742a-4d6b-b94f-108511fe2c06 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.2473764 Jan 28 05:51:38.315459 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (25ab6bad-d531-4b30-ae7e-809db6625c60), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:38.372187 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06bdefbe-5dc4-44d2-ae8e-436da2502c3d req-80f16d20-06c0-463b-99a9-804f77710686 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382792 Jan 28 05:51:38.379484 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:38.384347 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-fe4ae307-0693-459f-964a-02fc173d9567 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Deleting port 107b82d6-6135-48b4-b0af-a004916eb5fd {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:38.388511 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae307-0693-459f-964a-02fc173d9567 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (107b82d6-6135-48b4-b0af-a004916eb5fd), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:38.453301 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9444211-f65d-46f5-904b-cc734598a2ba tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (cbefb829-398f-4975-87b6-6eaf81c30eeb), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:38.642042 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9444211-f65d-46f5-904b-cc734598a2ba tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (a4651036-31af-4771-9fc4-657fe18523a7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:38.666689 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae307-0693-459f-964a-02fc173d9567 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (107b82d6-6135-48b4-b0af-a004916eb5fd), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:38.727166 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-fe4ae307-0693-459f-964a-02fc173d9567 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Calling delete_port for 107b82d6-6135-48b4-b0af-a004916eb5fd owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:38.785656 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3e096f19-a5b2-4301-8223-faf7bf55495f None None] For port 57030814-2407-4e1f-86a4-8a44072f3469, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=57030814-2407-4e1f-86a4-8a44072f3469,segment=NetworkSegment(bfdf0331-cecd-4ce2-8e56-da3608b001c8),segment_id=bfdf0331-cecd-4ce2-8e56-da3608b001c8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:38.801354 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be29e289-f1b1-4316-8e98-aaee1103b1f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-cbefb829-398f-4975-87b6-6eaf81c30eeb', 'network_id': 'cbefb829-398f-4975-87b6-6eaf81c30eeb', 'project_id': 'd55ea7c01dbf405eaa576d95b9b74ca1', 'fixed_ips': [{'subnet_id': 'a4651036-31af-4771-9fc4-657fe18523a7'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:51:38.801354 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be29e289-f1b1-4316-8e98-aaee1103b1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:38.872152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] Allocated IP 172.20.0.1 (93303b80-40be-4b7b-8092-afddbc7b0b69/3e95f7f2-ed2d-4541-aead-db2229688b20/3c096b4c-5618-437e-ae9d-99b954038102) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:38.955315 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9444211-f65d-46f5-904b-cc734598a2ba tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (a4651036-31af-4771-9fc4-657fe18523a7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:38.965109 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 57030814-2407-4e1f-86a4-8a44072f3469 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:38.965413 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (57030814-2407-4e1f-86a4-8a44072f3469), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.031470 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87b9a5-84bf-4de0-9b01-8c0c02b34057 None None] Pushing event updated for resources: {'Port': ['ID=7ed7f109-492d-4f1a-a310-a58d934149b6,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:39.046632 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9444211-f65d-46f5-904b-cc734598a2ba tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Subnet': ['ID=a4651036-31af-4771-9fc4-657fe18523a7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:39.051568 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e096f19-a5b2-4301-8223-faf7bf55495f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (57030814-2407-4e1f-86a4-8a44072f3469), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.064379 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.137939 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Publish callbacks [] for port (25ab6bad-d531-4b30-ae7e-809db6625c60), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.217353 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (25ab6bad-d531-4b30-ae7e-809db6625c60), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.245134 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] Publish callbacks [] for port (3c096b4c-5618-437e-ae9d-99b954038102), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.255119 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9444211-f65d-46f5-904b-cc734598a2ba tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (cbefb829-398f-4975-87b6-6eaf81c30eeb), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.259149 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae307-0693-459f-964a-02fc173d9567 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (107b82d6-6135-48b4-b0af-a004916eb5fd), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.320316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e9444211-f65d-46f5-904b-cc734598a2ba tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbefb829-398f-4975-87b6-6eaf81c30eeb']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:39.323425 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ae307-0693-459f-964a-02fc173d9567 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Pushing event deleted for resources: {'Port': ['ID=107b82d6-6135-48b4-b0af-a004916eb5fd,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:39.367736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e9444211-f65d-46f5-904b-cc734598a2ba tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13851fd4-9671-4ecb-ab58-549dcbd3fb83') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:39.368562 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e9444211-f65d-46f5-904b-cc734598a2ba tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13851fd4-9671-4ecb-ab58-549dcbd3fb83') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:39.417288 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae307-0693-459f-964a-02fc173d9567 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.440258 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fe4ae307-0693-459f-964a-02fc173d9567 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] 10.222.0.31 "DELETE /v2.0/ports/107b82d6-6135-48b4-b0af-a004916eb5fd HTTP/1.1" status: 204 len: 168 time: 2.2614849 Jan 28 05:51:39.445706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38454) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:39.453269 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a6c9acf9-9efe-4440-8ea8-89d64bab9b59 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Request body: {'port': {'name': 'tempest-new-port-name-516836991', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:39.455010 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.api.validators [None req-a6c9acf9-9efe-4440-8ea8-89d64bab9b59 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] bootfile-name is not in valid_values {{(pid=103635) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 05:51:39.455875 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.api.validators [None req-a6c9acf9-9efe-4440-8ea8-89d64bab9b59 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] tftp-server is not in valid_values {{(pid=103635) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 05:51:39.460677 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.api.validators [None req-a6c9acf9-9efe-4440-8ea8-89d64bab9b59 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] server-ip-address is not in valid_values {{(pid=103635) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 05:51:39.488458 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9444211-f65d-46f5-904b-cc734598a2ba tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (13851fd4-9671-4ecb-ab58-549dcbd3fb83), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.517435 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Attempting to bind port 25ab6bad-d531-4b30-ae7e-809db6625c60 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:51:39.517808 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Attempting to bind port 25ab6bad-d531-4b30-ae7e-809db6625c60 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:51:39.518292 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Attempting to bind port 25ab6bad-d531-4b30-ae7e-809db6625c60 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:51:39.522841 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9444211-f65d-46f5-904b-cc734598a2ba tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (13851fd4-9671-4ecb-ab58-549dcbd3fb83), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.542808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9444211-f65d-46f5-904b-cc734598a2ba tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:51:39.543258 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9444211-f65d-46f5-904b-cc734598a2ba tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (13851fd4-9671-4ecb-ab58-549dcbd3fb83), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.550357 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3c096b4c-5618-437e-ae9d-99b954038102), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.600101 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:51:39.601065 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:39.601353 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.601804 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:51:39.602386 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Bound port: 25ab6bad-d531-4b30-ae7e-809db6625c60, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:51:39.602776 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (25ab6bad-d531-4b30-ae7e-809db6625c60), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:51:39.699302 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:51:39.777905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b6727882-fe27-4c68-b0cb-4fc0a54a452c None None] Provisioning complete for port 57030814-2407-4e1f-86a4-8a44072f3469 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:39.778847 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6727882-fe27-4c68-b0cb-4fc0a54a452c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (57030814-2407-4e1f-86a4-8a44072f3469), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.787782 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.788419 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd4ee8-41e6-438e-8ea6-025a911df8e3 None None] Pushing event updated for resources: {'Port': ['ID=25ab6bad-d531-4b30-ae7e-809db6625c60,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:39.795421 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9444211-f65d-46f5-904b-cc734598a2ba tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (cbefb829-398f-4975-87b6-6eaf81c30eeb), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.808248 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9444211-f65d-46f5-904b-cc734598a2ba tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.810887 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd4ee8-41e6-438e-8ea6-025a911df8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:39.811254 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd4ee8-41e6-438e-8ea6-025a911df8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:39.811597 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd4ee8-41e6-438e-8ea6-025a911df8e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:39.811935 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd4ee8-41e6-438e-8ea6-025a911df8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:39.812269 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd4ee8-41e6-438e-8ea6-025a911df8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:39.812603 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd4ee8-41e6-438e-8ea6-025a911df8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:39.814178 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:51:39.814564 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:51:39.815167 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd4ee8-41e6-438e-8ea6-025a911df8e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:39.817096 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd4ee8-41e6-438e-8ea6-025a911df8e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:39.817441 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd4ee8-41e6-438e-8ea6-025a911df8e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:39.817781 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd4ee8-41e6-438e-8ea6-025a911df8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:39.818119 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd4ee8-41e6-438e-8ea6-025a911df8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:39.818477 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd4ee8-41e6-438e-8ea6-025a911df8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:39.818810 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd4ee8-41e6-438e-8ea6-025a911df8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:39.828172 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e9444211-f65d-46f5-904b-cc734598a2ba tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/cbefb829-398f-4975-87b6-6eaf81c30eeb HTTP/1.1" status: 204 len: 168 time: 1.8327277 Jan 28 05:51:39.840168 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] For port 25ab6bad-d531-4b30-ae7e-809db6625c60, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:51:39.854793 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] For port 25ab6bad-d531-4b30-ae7e-809db6625c60, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=25ab6bad-d531-4b30-ae7e-809db6625c60,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:51:39.856582 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38460) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:39.863120 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-51bd9bcc-415c-404f-a0bb-2378178e2f22 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2090406800'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:39.866192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] Network 93303b80-40be-4b7b-8092-afddbc7b0b69 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:39.877255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c482b8d-9b65-4e73-a59c-364ff8d2f5ce None None] Network cbefb829-398f-4975-87b6-6eaf81c30eeb requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:39.885681 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9444211-f65d-46f5-904b-cc734598a2ba tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Network': ['ID=cbefb829-398f-4975-87b6-6eaf81c30eeb,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:39.918608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e096f19-a5b2-4301-8223-faf7bf55495f None None] Pushing event updated for resources: {'Port': ['ID=57030814-2407-4e1f-86a4-8a44072f3469,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:39.925697 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c482b8d-9b65-4e73-a59c-364ff8d2f5ce None None] Network cbefb829-398f-4975-87b6-6eaf81c30eeb could not be found, it might have been deleted concurrently. {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 05:51:39.932168 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (25ab6bad-d531-4b30-ae7e-809db6625c60), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:39.994736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:40.040677 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bd9bcc-415c-404f-a0bb-2378178e2f22 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:40.048314 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51bd9bcc-415c-404f-a0bb-2378178e2f22 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:40.049072 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:40.128666 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bd9bcc-415c-404f-a0bb-2378178e2f22 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:51:40.172205 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd4ee8-41e6-438e-8ea6-025a911df8e3 None None] Pushing event updated for resources: {'Port': ['ID=25ab6bad-d531-4b30-ae7e-809db6625c60,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:40.174105 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51bd9bcc-415c-404f-a0bb-2378178e2f22 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (666ca0b0-c2df-43b1-991e-c1554e2ccabc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:40.178259 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-51bd9bcc-415c-404f-a0bb-2378178e2f22 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Added segment 666ca0b0-c2df-43b1-991e-c1554e2ccabc of type vlan for network e9c9f319-69b1-4faf-b4e2-ae8828683676 Jan 28 05:51:40.189982 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b6727882-fe27-4c68-b0cb-4fc0a54a452c None None] Current status of the port 57030814-2407-4e1f-86a4-8a44072f3469 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:40.207178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b6727882-fe27-4c68-b0cb-4fc0a54a452c None None] Provisioning complete for port 6038bc72-8dd1-4a62-ae8b-31e408f099d2 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:40.212247 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6727882-fe27-4c68-b0cb-4fc0a54a452c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6038bc72-8dd1-4a62-ae8b-31e408f099d2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:40.257878 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Routers {'dab3818e-3336-4607-abf5-ed99babf1f8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:51:40.262003 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:51:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['dab3818e-3336-4607-abf5-ed99babf1f8f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:40.262635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b6727882-fe27-4c68-b0cb-4fc0a54a452c None None] Port 6038bc72-8dd1-4a62-ae8b-31e408f099d2 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:51:40.268766 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b6727882-fe27-4c68-b0cb-4fc0a54a452c None None] Could not find standard attr ID for object 107b82d6-6135-48b4-b0af-a004916eb5fd. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:51:40.345216 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51bd9bcc-415c-404f-a0bb-2378178e2f22 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (e9c9f319-69b1-4faf-b4e2-ae8828683676), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:40.405253 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 57030814-2407-4e1f-86a4-8a44072f3469 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:40.407454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6482f0ab-f446-4db1-bf79-7800523219d0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:40.479790 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51bd9bcc-415c-404f-a0bb-2378178e2f22 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (e9c9f319-69b1-4faf-b4e2-ae8828683676), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:40.487013 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bd9bcc-415c-404f-a0bb-2378178e2f22 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:40.487657 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51bd9bcc-415c-404f-a0bb-2378178e2f22 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:40.549399 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] Set router dab3818e-3336-4607-abf5-ed99babf1f8f gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:51:40.639094 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6482f0ab-f446-4db1-bf79-7800523219d0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:40.655866 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6482f0ab-f446-4db1-bf79-7800523219d0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:40.656036 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd9bcc-415c-404f-a0bb-2378178e2f22 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Network': ['ID=e9c9f319-69b1-4faf-b4e2-ae8828683676,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:40.686038 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-51bd9bcc-415c-404f-a0bb-2378178e2f22 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8279154 Jan 28 05:51:40.687026 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38472) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:40.693573 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-fffaa32c-01e1-44eb-bd3e-304f97818e43 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'subnet': {'network_id': 'e9c9f319-69b1-4faf-b4e2-ae8828683676', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:40.730552 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network e9c9f319-69b1-4faf-b4e2-ae8828683676 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:51:40.767881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-52200d41-0e72-42c7-8fef-14bb9229f589 None None] Provisioning complete for port 3c096b4c-5618-437e-ae9d-99b954038102 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:40.768678 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52200d41-0e72-42c7-8fef-14bb9229f589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3c096b4c-5618-437e-ae9d-99b954038102), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:40.933146 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-52200d41-0e72-42c7-8fef-14bb9229f589 None None] Port 3c096b4c-5618-437e-ae9d-99b954038102 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:51:40.991244 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'name': 'tempest-ServersTestManualDisk-232090617-router', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:31Z', 'updated_at': '2022-01-28T05:51:34Z', 'revision_number': 3, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'gw_port': {'id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:33Z', 'updated_at': '2022-01-28T05:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:41.056309 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfab106-8b56-4b7a-9e58-939d6c45a373 None None] The sync data for ids ['dab3818e-3336-4607-abf5-ed99babf1f8f'] in n-d-812111-12 is: [{'id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'name': 'tempest-ServersTestManualDisk-232090617-router', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:31Z', 'updated_at': '2022-01-28T05:51:34Z', 'revision_number': 3, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'gw_port': {'id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:33Z', 'updated_at': '2022-01-28T05:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:51:41.103056 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffaa32c-01e1-44eb-bd3e-304f97818e43 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:41.107249 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fffaa32c-01e1-44eb-bd3e-304f97818e43 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.114503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6482f0ab-f446-4db1-bf79-7800523219d0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:41.197243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] Pushing event updated for resources: {'Port': ['ID=3c096b4c-5618-437e-ae9d-99b954038102,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:41.253542 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a6c9acf9-9efe-4440-8ea8-89d64bab9b59 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6038bc72-8dd1-4a62-ae8b-31e408f099d2), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.279388 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863cd4b-b615-4dc2-83b2-4170319ddde0 req-b04dbb9b-f31e-45f9-bf52-e07386707a1e tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:41.280326 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.ipam_backend_mixin [None req-fffaa32c-01e1-44eb-bd3e-304f97818e43 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Performing IP validity checks on allocation pools {{(pid=103634) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 05:51:41.280843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.ipam_backend_mixin [None req-fffaa32c-01e1-44eb-bd3e-304f97818e43 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103634) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 05:51:41.330868 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8863cd4b-b615-4dc2-83b2-4170319ddde0 req-b04dbb9b-f31e-45f9-bf52-e07386707a1e tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 1.7241762 Jan 28 05:51:41.333342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214a3609-e8fa-40a0-9093-e2e4dfa3d797 None None] Network 5ac8cab3-9321-4d90-af0d-d5a02d6a3808 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:41.372232 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (dab3818e-3336-4607-abf5-ed99babf1f8f), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.484414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e0f6be24-d4e2-4d0b-9b08-b78969222352 None None] Provisioning complete for port 7ed7f109-492d-4f1a-a310-a58d934149b6 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:41.485289 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0f6be24-d4e2-4d0b-9b08-b78969222352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7ed7f109-492d-4f1a-a310-a58d934149b6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.559538 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7ed7f109-492d-4f1a-a310-a58d934149b6 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:41.662658 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fffaa32c-01e1-44eb-bd3e-304f97818e43 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (e6229115-a9d4-40c7-a843-9f3163516485), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.743340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7ed7f109-492d-4f1a-a310-a58d934149b6 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:41.743779 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7ed7f109-492d-4f1a-a310-a58d934149b6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.749060 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8863cd4b-b615-4dc2-83b2-4170319ddde0 req-52a680bf-cf06-42cf-bc9f-64792221a43b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167509 Jan 28 05:51:41.823693 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffaa32c-01e1-44eb-bd3e-304f97818e43 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Subnet': ['ID=e6229115-a9d4-40c7-a843-9f3163516485,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:41.912377 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3c096b4c-5618-437e-ae9d-99b954038102), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.918391 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e0f6be24-d4e2-4d0b-9b08-b78969222352 None None] Current status of the port 7ed7f109-492d-4f1a-a310-a58d934149b6 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:41.918750 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0f6be24-d4e2-4d0b-9b08-b78969222352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7ed7f109-492d-4f1a-a310-a58d934149b6), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:41.935677 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffaa32c-01e1-44eb-bd3e-304f97818e43 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Checking segment: {'id': '666ca0b0-c2df-43b1-991e-c1554e2ccabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e9c9f319-69b1-4faf-b4e2-ae8828683676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:41.936464 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffaa32c-01e1-44eb-bd3e-304f97818e43 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network hostable DHCP agents. Network: e9c9f319-69b1-4faf-b4e2-ae8828683676, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:51:42.041342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e0f6be24-d4e2-4d0b-9b08-b78969222352 None None] For port 7ed7f109-492d-4f1a-a310-a58d934149b6, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7ed7f109-492d-4f1a-a310-a58d934149b6,segment=NetworkSegment(93af4306-f558-4d7b-a73b-eef195968316),segment_id=93af4306-f558-4d7b-a73b-eef195968316)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:42.075477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffaa32c-01e1-44eb-bd3e-304f97818e43 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network e9c9f319-69b1-4faf-b4e2-ae8828683676 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:51:42.148481 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-fffaa32c-01e1-44eb-bd3e-304f97818e43 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, e9c9f319-69b1-4faf-b4e2-ae8828683676) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:42.163974 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffaa32c-01e1-44eb-bd3e-304f97818e43 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:42.164397 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fffaa32c-01e1-44eb-bd3e-304f97818e43 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.174502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7ed7f109-492d-4f1a-a310-a58d934149b6 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:42.175965 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7ed7f109-492d-4f1a-a310-a58d934149b6), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.211736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff89327b-d75d-4576-bd6b-608d94bd04e9 None None] Network e9c9f319-69b1-4faf-b4e2-ae8828683676 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:42.215824 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0f6be24-d4e2-4d0b-9b08-b78969222352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7ed7f109-492d-4f1a-a310-a58d934149b6), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.262701 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fffaa32c-01e1-44eb-bd3e-304f97818e43 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5718718 Jan 28 05:51:42.262957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38490) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:42.389455 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:51:42.389904 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:51:42.494160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-46dc8871-a7c5-44c8-8898-43785a4aeaea None None] Provisioning complete for port 7ed7f109-492d-4f1a-a310-a58d934149b6 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:42.496037 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-46dc8871-a7c5-44c8-8898-43785a4aeaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7ed7f109-492d-4f1a-a310-a58d934149b6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.531434 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a6c9acf9-9efe-4440-8ea8-89d64bab9b59 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks [] for port (6038bc72-8dd1-4a62-ae8b-31e408f099d2), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.596673 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a6c9acf9-9efe-4440-8ea8-89d64bab9b59 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (6038bc72-8dd1-4a62-ae8b-31e408f099d2), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.636609 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6be24-d4e2-4d0b-9b08-b78969222352 None None] Pushing event updated for resources: {'Port': ['ID=7ed7f109-492d-4f1a-a310-a58d934149b6,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:42.637742 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1a17-d0c3-4053-b901-3427be0d838a tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (e9c9f319-69b1-4faf-b4e2-ae8828683676), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.736943 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e96d90-c254-4047-bb32-8ebf3ec952bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-e9c9f319-69b1-4faf-b4e2-ae8828683676', 'network_id': 'e9c9f319-69b1-4faf-b4e2-ae8828683676', 'project_id': 'd55ea7c01dbf405eaa576d95b9b74ca1', 'fixed_ips': [{'subnet_id': 'e6229115-a9d4-40c7-a843-9f3163516485'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:51:42.737839 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5e96d90-c254-4047-bb32-8ebf3ec952bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.775222 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1a17-d0c3-4053-b901-3427be0d838a tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (e6229115-a9d4-40c7-a843-9f3163516485), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.785823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a6c9acf9-9efe-4440-8ea8-89d64bab9b59 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] In _notify_port_updated(), no bound segment for port 6038bc72-8dd1-4a62-ae8b-31e408f099d2 on network ad94a02d-2729-4638-9413-5b970ead5224 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 05:51:42.811362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c9acf9-9efe-4440-8ea8-89d64bab9b59 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:42.811947 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a6c9acf9-9efe-4440-8ea8-89d64bab9b59 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.824211 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a6c9acf9-9efe-4440-8ea8-89d64bab9b59 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] 10.222.0.31 "PUT /v2.0/ports/6038bc72-8dd1-4a62-ae8b-31e408f099d2 HTTP/1.1" status: 200 len: 1129 time: 3.3770802 Jan 28 05:51:42.829422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38498) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:42.982375 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] Publish callbacks [] for port (3c096b4c-5618-437e-ae9d-99b954038102), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:42.984253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9acf9-9efe-4440-8ea8-89d64bab9b59 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Pushing event updated for resources: {'Port': ['ID=6038bc72-8dd1-4a62-ae8b-31e408f099d2,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:43.014359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-46dc8871-a7c5-44c8-8898-43785a4aeaea None None] Current status of the port 7ed7f109-492d-4f1a-a310-a58d934149b6 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:43.074413 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1a17-d0c3-4053-b901-3427be0d838a tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (e6229115-a9d4-40c7-a843-9f3163516485), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:43.081778 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (3c096b4c-5618-437e-ae9d-99b954038102), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:43.144466 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc1a17-d0c3-4053-b901-3427be0d838a tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Subnet': ['ID=e6229115-a9d4-40c7-a843-9f3163516485,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:43.271252 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7ed7f109-492d-4f1a-a310-a58d934149b6 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:43.273703 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 57030814-2407-4e1f-86a4-8a44072f3469 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:43.276438 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4e7f7b-fbea-4904-be85-796bd1c8da4e tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server [None req-d5e96d90-c254-4047-bb32-8ebf3ec952bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6229115-a9d4-40c7-a843-9f3163516485: This subnet is being modified by another concurrent operation. Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:51:43.278174 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise exception Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6229115-a9d4-40c7-a843-9f3163516485: This subnet is being modified by another concurrent operation. Jan 28 05:51:43.286030 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server Jan 28 05:51:43.289094 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3d4e7f7b-fbea-4904-be85-796bd1c8da4e tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] 10.222.0.31 "GET /v2.0/ports/6038bc72-8dd1-4a62-ae8b-31e408f099d2 HTTP/1.1" status: 200 len: 1129 time: 0.4481463 Jan 28 05:51:43.302955 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38504) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:43.318960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4d180-9c5d-4281-80a5-a71b20857405 req-9c4958c4-2cfe-4430-b6e8-75e89f2a8404 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:43.321802 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b72a97d-dd01-40d3-8bcc-8043c325e808 None None] Network e9c9f319-69b1-4faf-b4e2-ae8828683676 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:43.326941 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58d4d180-9c5d-4281-80a5-a71b20857405 req-9c4958c4-2cfe-4430-b6e8-75e89f2a8404 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.3352942 Jan 28 05:51:43.392961 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1a17-d0c3-4053-b901-3427be0d838a tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (e9c9f319-69b1-4faf-b4e2-ae8828683676), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:43.447468 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58d4d180-9c5d-4281-80a5-a71b20857405 req-5cd9634a-81c4-4e15-8a3b-c82fad4e00bd tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117578 Jan 28 05:51:43.457351 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (dab3818e-3336-4607-abf5-ed99babf1f8f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:43.488433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] Pushing event updated for resources: {'Port': ['ID=3c096b4c-5618-437e-ae9d-99b954038102,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:43.501381 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4eadf5-4c60-4c0b-8ea0-c75c8293c76c None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:51:43.507049 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-f5cc1a17-d0c3-4053-b901-3427be0d838a tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c9f319-69b1-4faf-b4e2-ae8828683676']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:43.524150 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 57030814-2407-4e1f-86a4-8a44072f3469 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:43.524529 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (57030814-2407-4e1f-86a4-8a44072f3469), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:43.558585 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-f5cc1a17-d0c3-4053-b901-3427be0d838a tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666ca0b0-c2df-43b1-991e-c1554e2ccabc') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:43.558956 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-f5cc1a17-d0c3-4053-b901-3427be0d838a tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666ca0b0-c2df-43b1-991e-c1554e2ccabc') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:43.638792 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1a17-d0c3-4053-b901-3427be0d838a tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (666ca0b0-c2df-43b1-991e-c1554e2ccabc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:43.695120 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1a17-d0c3-4053-b901-3427be0d838a tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (666ca0b0-c2df-43b1-991e-c1554e2ccabc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:43.729320 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5cc1a17-d0c3-4053-b901-3427be0d838a tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:51:43.729741 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1a17-d0c3-4053-b901-3427be0d838a tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (666ca0b0-c2df-43b1-991e-c1554e2ccabc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:51:43.733373 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:51:43.760931 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-51032d9b-2415-4ff2-92d9-286328c63941 None None] Provisioning complete for port 6038bc72-8dd1-4a62-ae8b-31e408f099d2 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:43.761458 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51032d9b-2415-4ff2-92d9-286328c63941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6038bc72-8dd1-4a62-ae8b-31e408f099d2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:43.786731 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] Network 93303b80-40be-4b7b-8092-afddbc7b0b69 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:43.791452 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:43.817196 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b83f3587-ff6d-42c0-b5ba-48ef8e71adc2 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Deleting port 6038bc72-8dd1-4a62-ae8b-31e408f099d2 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:43.817541 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b83f3587-ff6d-42c0-b5ba-48ef8e71adc2 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6038bc72-8dd1-4a62-ae8b-31e408f099d2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:43.939003 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1a17-d0c3-4053-b901-3427be0d838a tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (e9c9f319-69b1-4faf-b4e2-ae8828683676), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:43.946572 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1a17-d0c3-4053-b901-3427be0d838a tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:43.950175 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f5cc1a17-d0c3-4053-b901-3427be0d838a tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/e9c9f319-69b1-4faf-b4e2-ae8828683676 HTTP/1.1" status: 204 len: 168 time: 1.6861546 Jan 28 05:51:43.959281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38512) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:43.964136 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-23983e8e-96e4-4b41-8528-62381bca33c2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1114421408'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:43.984396 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc1a17-d0c3-4053-b901-3427be0d838a tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Network': ['ID=e9c9f319-69b1-4faf-b4e2-ae8828683676,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:44.012824 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-51032d9b-2415-4ff2-92d9-286328c63941 None None] Port 6038bc72-8dd1-4a62-ae8b-31e408f099d2 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:51:44.055649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 57030814-2407-4e1f-86a4-8a44072f3469 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:44.093712 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23983e8e-96e4-4b41-8528-62381bca33c2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:44.100337 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-23983e8e-96e4-4b41-8528-62381bca33c2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:44.134468 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] Router dab3818e-3336-4607-abf5-ed99babf1f8f has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:51:44.143694 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4eadf5-4c60-4c0b-8ea0-c75c8293c76c None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:51:44.195417 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b83f3587-ff6d-42c0-b5ba-48ef8e71adc2 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6038bc72-8dd1-4a62-ae8b-31e408f099d2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:44.209289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23983e8e-96e4-4b41-8528-62381bca33c2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:51:44.261254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b83f3587-ff6d-42c0-b5ba-48ef8e71adc2 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Calling delete_port for 6038bc72-8dd1-4a62-ae8b-31e408f099d2 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:44.264706 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-23983e8e-96e4-4b41-8528-62381bca33c2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (7ce9b119-8988-48b4-bd77-9baf203629ed), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:44.265059 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-23983e8e-96e4-4b41-8528-62381bca33c2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Added segment 7ce9b119-8988-48b4-bd77-9baf203629ed of type vlan for network 8e7cadce-aa2d-4a9f-98d1-586aa3df19eb Jan 28 05:51:44.511270 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7ed7f109-492d-4f1a-a310-a58d934149b6 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:44.617352 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-23983e8e-96e4-4b41-8528-62381bca33c2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (8e7cadce-aa2d-4a9f-98d1-586aa3df19eb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:44.701445 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7ed7f109-492d-4f1a-a310-a58d934149b6 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:44.701445 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7ed7f109-492d-4f1a-a310-a58d934149b6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:44.837746 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:51:44.843919 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b843bf68-a326-4002-afd9-af07c49b7eef admin admin] 10.222.0.31 "PUT /v2.0/routers/dab3818e-3336-4607-abf5-ed99babf1f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5539780 Jan 28 05:51:44.850831 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b83f3587-ff6d-42c0-b5ba-48ef8e71adc2 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (6038bc72-8dd1-4a62-ae8b-31e408f099d2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:44.859778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Sync routers for ids ['dab3818e-3336-4607-abf5-ed99babf1f8f'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:51:44.888849 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f3587-ff6d-42c0-b5ba-48ef8e71adc2 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Pushing event deleted for resources: {'Port': ['ID=6038bc72-8dd1-4a62-ae8b-31e408f099d2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:44.894105 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.db.resource_extend [None req-23983e8e-96e4-4b41-8528-62381bca33c2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 05:51:44.929300 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Routers {'dab3818e-3336-4607-abf5-ed99babf1f8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:51:44.934120 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:51:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['dab3818e-3336-4607-abf5-ed99babf1f8f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:44.957709 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610fa5b-feb3-4b8c-89ad-7d606b27f7f6 req-43551e46-d84c-4b5b-be51-25b688555fc7 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:44.957709 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5610fa5b-feb3-4b8c-89ad-7d606b27f7f6 req-43551e46-d84c-4b5b-be51-25b688555fc7 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.3308561 Jan 28 05:51:44.959507 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b83f3587-ff6d-42c0-b5ba-48ef8e71adc2 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:44.967089 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b83f3587-ff6d-42c0-b5ba-48ef8e71adc2 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] 10.222.0.31 "DELETE /v2.0/ports/6038bc72-8dd1-4a62-ae8b-31e408f099d2 HTTP/1.1" status: 204 len: 168 time: 1.6116579 Jan 28 05:51:44.967608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38530) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:45.116242 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5610fa5b-feb3-4b8c-89ad-7d606b27f7f6 req-9a52e5c9-9adc-4fbb-b232-30251f5ab6f5 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512227 Jan 28 05:51:45.118066 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-88013a58-9f55-4888-a2f7-cdd5e388bdda tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Deleting subnet 967d0928-bfa4-4fd8-8270-4e19b745b46b {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:51:45.119389 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-23983e8e-96e4-4b41-8528-62381bca33c2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (8e7cadce-aa2d-4a9f-98d1-586aa3df19eb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:45.133622 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-88013a58-9f55-4888-a2f7-cdd5e388bdda tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks [] for subnet (967d0928-bfa4-4fd8-8270-4e19b745b46b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:45.140893 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23983e8e-96e4-4b41-8528-62381bca33c2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:45.142562 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-23983e8e-96e4-4b41-8528-62381bca33c2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:45.236362 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-88013a58-9f55-4888-a2f7-cdd5e388bdda tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (967d0928-bfa4-4fd8-8270-4e19b745b46b), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:45.343563 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-88013a58-9f55-4888-a2f7-cdd5e388bdda tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (967d0928-bfa4-4fd8-8270-4e19b745b46b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:45.402873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23983e8e-96e4-4b41-8528-62381bca33c2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Network': ['ID=8e7cadce-aa2d-4a9f-98d1-586aa3df19eb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:45.423581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Set router dab3818e-3336-4607-abf5-ed99babf1f8f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:51:45.430048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 8e7cadce-aa2d-4a9f-98d1-586aa3df19eb details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:51:45.495360 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-23983e8e-96e4-4b41-8528-62381bca33c2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5351348 Jan 28 05:51:45.504369 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38546) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:45.504369 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-660a5da6-1779-409f-8b2a-3814a1fa1022 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'subnet': {'network_id': '8e7cadce-aa2d-4a9f-98d1-586aa3df19eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:45.540228 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-88013a58-9f55-4888-a2f7-cdd5e388bdda tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (967d0928-bfa4-4fd8-8270-4e19b745b46b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:45.608621 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-88013a58-9f55-4888-a2f7-cdd5e388bdda tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:45.614447 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-88013a58-9f55-4888-a2f7-cdd5e388bdda tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] 10.222.0.31 "DELETE /v2.0/subnets/967d0928-bfa4-4fd8-8270-4e19b745b46b HTTP/1.1" status: 204 len: 168 time: 0.6450090 Jan 28 05:51:45.627019 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88013a58-9f55-4888-a2f7-cdd5e388bdda tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Pushing event deleted for resources: {'Subnet': ['ID=967d0928-bfa4-4fd8-8270-4e19b745b46b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:45.665099 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38548) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:45.677523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaf8d00-ef37-4004-a49a-eab9d1e0ae74 None None] Network ad94a02d-2729-4638-9413-5b970ead5224 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:45.695226 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7ed7f109-492d-4f1a-a310-a58d934149b6 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:45.696986 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 25ab6bad-d531-4b30-ae7e-809db6625c60 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:45.724741 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a4d87479-b554-40e9-af8b-cc221dfb0e5a None None] Provisioning complete for port 3c096b4c-5618-437e-ae9d-99b954038102 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:45.725815 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4d87479-b554-40e9-af8b-cc221dfb0e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3c096b4c-5618-437e-ae9d-99b954038102), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:45.790670 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (ad94a02d-2729-4638-9413-5b970ead5224), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:45.819665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a4d87479-b554-40e9-af8b-cc221dfb0e5a None None] Port 3c096b4c-5618-437e-ae9d-99b954038102 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:51:45.851265 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660a5da6-1779-409f-8b2a-3814a1fa1022 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:45.855772 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-660a5da6-1779-409f-8b2a-3814a1fa1022 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:45.884645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Deleting port 57030814-2407-4e1f-86a4-8a44072f3469 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:45.885249 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (57030814-2407-4e1f-86a4-8a44072f3469), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:45.987816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] For port 57030814-2407-4e1f-86a4-8a44072f3469, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=57030814-2407-4e1f-86a4-8a44072f3469,segment=NetworkSegment(bfdf0331-cecd-4ce2-8e56-da3608b001c8),segment_id=bfdf0331-cecd-4ce2-8e56-da3608b001c8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:45.988192 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (57030814-2407-4e1f-86a4-8a44072f3469), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:46.002100 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Calling delete_port for 57030814-2407-4e1f-86a4-8a44072f3469 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:46.160277 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 25ab6bad-d531-4b30-ae7e-809db6625c60 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:46.160786 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (25ab6bad-d531-4b30-ae7e-809db6625c60), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:46.245625 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (57030814-2407-4e1f-86a4-8a44072f3469), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:46.276258 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'name': 'tempest-ServersTestManualDisk-232090617-router', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:31Z', 'updated_at': '2022-01-28T05:51:41Z', 'revision_number': 4, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'gw_port': {'id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:33Z', 'updated_at': '2022-01-28T05:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '3c096b4c-5618-437e-ae9d-99b954038102', 'name': '', 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'mac_address': 'fa:16:3e:83:85:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:38Z', 'updated_at': '2022-01-28T05:51:42Z', 'revision_number': 2, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'subnets': [{'id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:46.337708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Checking router: dab3818e-3336-4607-abf5-ed99babf1f8f for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:51:46.341143 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Updating router dab3818e-3336-4607-abf5-ed99babf1f8f port 3c096b4c-5618-437e-ae9d-99b954038102 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:51:46.346077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Pushing event deleted for resources: {'Port': ['ID=57030814-2407-4e1f-86a4-8a44072f3469,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:46.347526 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be74396-5461-44a4-b7a8-a60e511edf32 None None] DHCP port deletion for ad94a02d-2729-4638-9413-5b970ead5224 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:51:46.383353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] No DVR routers for this DVR port 57030814-2407-4e1f-86a4-8a44072f3469 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:51:46.419543 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3c096b4c-5618-437e-ae9d-99b954038102), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:46.525566 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38564) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:46.530670 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7a7de0b7-10d5-4f5d-a1b7-fc59cbaad3b1 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2056866948', 'description': 'tempest-description--979255837'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:46.543803 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-660a5da6-1779-409f-8b2a-3814a1fa1022 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (9ae2676a-51f5-4cb3-b960-ac883a6b4830), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:46.654189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0422fa-b149-4dae-8c08-808bc453ac4c req-96ba82aa-c059-489c-854f-48ce8972e9c2 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:46.668054 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae0422fa-b149-4dae-8c08-808bc453ac4c req-96ba82aa-c059-489c-854f-48ce8972e9c2 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.2055862 Jan 28 05:51:46.678043 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a5da6-1779-409f-8b2a-3814a1fa1022 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Subnet': ['ID=9ae2676a-51f5-4cb3-b960-ac883a6b4830,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:46.732210 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (ad94a02d-2729-4638-9413-5b970ead5224), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:46.751769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae0422fa-b149-4dae-8c08-808bc453ac4c req-d583445c-779e-489b-ae51-92ca8488599b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787971 Jan 28 05:51:46.760567 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a5da6-1779-409f-8b2a-3814a1fa1022 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Checking segment: {'id': '7ce9b119-8988-48b4-bd77-9baf203629ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8e7cadce-aa2d-4a9f-98d1-586aa3df19eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:46.760983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660a5da6-1779-409f-8b2a-3814a1fa1022 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network hostable DHCP agents. Network: 8e7cadce-aa2d-4a9f-98d1-586aa3df19eb, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:51:46.805706 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a7de0b7-10d5-4f5d-a1b7-fc59cbaad3b1 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:46.813518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad94a02d-2729-4638-9413-5b970ead5224']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:46.831014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660a5da6-1779-409f-8b2a-3814a1fa1022 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network 8e7cadce-aa2d-4a9f-98d1-586aa3df19eb is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:51:46.838024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdf0331-cecd-4ce2-8e56-da3608b001c8') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:46.839663 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdf0331-cecd-4ce2-8e56-da3608b001c8') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:46.864852 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (bfdf0331-cecd-4ce2-8e56-da3608b001c8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:46.895912 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (bfdf0331-cecd-4ce2-8e56-da3608b001c8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:46.908602 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:51:46.910007 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (bfdf0331-cecd-4ce2-8e56-da3608b001c8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:51:46.914009 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:51:46.968518 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Publish callbacks [] for port (3c096b4c-5618-437e-ae9d-99b954038102), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:46.977143 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-660a5da6-1779-409f-8b2a-3814a1fa1022 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 8e7cadce-aa2d-4a9f-98d1-586aa3df19eb) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:46.988867 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660a5da6-1779-409f-8b2a-3814a1fa1022 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:46.989478 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-660a5da6-1779-409f-8b2a-3814a1fa1022 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:46.999441 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19456c1-670a-48d1-8abc-0ab61f14c547 None None] Network 8e7cadce-aa2d-4a9f-98d1-586aa3df19eb requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:47.097721 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3c096b4c-5618-437e-ae9d-99b954038102), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:47.111843 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-660a5da6-1779-409f-8b2a-3814a1fa1022 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6096311 Jan 28 05:51:47.111843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38570) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:47.171538 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (ad94a02d-2729-4638-9413-5b970ead5224), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:47.171946 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ca0176-35d6-4984-8d25-a1bcf1e9bfa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-8e7cadce-aa2d-4a9f-98d1-586aa3df19eb', 'network_id': '8e7cadce-aa2d-4a9f-98d1-586aa3df19eb', 'project_id': 'd55ea7c01dbf405eaa576d95b9b74ca1', 'fixed_ips': [{'subnet_id': '9ae2676a-51f5-4cb3-b960-ac883a6b4830'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:51:47.173443 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0176-35d6-4984-8d25-a1bcf1e9bfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:47.175454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 25ab6bad-d531-4b30-ae7e-809db6625c60 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:47.176393 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (25ab6bad-d531-4b30-ae7e-809db6625c60), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:47.181287 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:47.188630 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] 10.222.0.31 "DELETE /v2.0/networks/ad94a02d-2729-4638-9413-5b970ead5224 HTTP/1.1" status: 204 len: 168 time: 1.5323598 Jan 28 05:51:47.212594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f6c07-0219-475b-9ee2-2d5b9c15ca7a tempest-ExtraDHCPOptionsIpV6TestJSON-239102561 tempest-ExtraDHCPOptionsIpV6TestJSON-239102561-project] Pushing event deleted for resources: {'Network': ['ID=ad94a02d-2729-4638-9413-5b970ead5224,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:47.346596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 25ab6bad-d531-4b30-ae7e-809db6625c60, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=25ab6bad-d531-4b30-ae7e-809db6625c60,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:47.379770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ab5f4-b631-4623-8b2f-d9b09c39d066 None None] Pushing event updated for resources: {'Port': ['ID=3c096b4c-5618-437e-ae9d-99b954038102,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:47.465966 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a7de0b7-10d5-4f5d-a1b7-fc59cbaad3b1 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for security_group (39e84647-ca7d-4aa9-83b5-260d0bb0d64e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:47.471628 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2c09-38f5-44c3-babc-ee954c4e8f63 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (8e7cadce-aa2d-4a9f-98d1-586aa3df19eb), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:47.577298 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2c09-38f5-44c3-babc-ee954c4e8f63 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (9ae2676a-51f5-4cb3-b960-ac883a6b4830), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:47.637851 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a7de0b7-10d5-4f5d-a1b7-fc59cbaad3b1 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (39e84647-ca7d-4aa9-83b5-260d0bb0d64e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:47.717615 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (25ab6bad-d531-4b30-ae7e-809db6625c60), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:47.720355 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Attempting to bind port 3c096b4c-5618-437e-ae9d-99b954038102 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:51:47.720743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Attempting to bind port 3c096b4c-5618-437e-ae9d-99b954038102 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b29806b2-e40e-42d5-8dc0-aa1ab6ca2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:51:47.721560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Attempting to bind port 3c096b4c-5618-437e-ae9d-99b954038102 on network 93303b80-40be-4b7b-8092-afddbc7b0b69 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:51:47.730788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:51:47.731151 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Checking segment: {'id': 'b29806b2-e40e-42d5-8dc0-aa1ab6ca2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:47.731600 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:47.731997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Bound using segment: {'id': 'b29806b2-e40e-42d5-8dc0-aa1ab6ca2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:51:47.732468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Bound port: 3c096b4c-5618-437e-ae9d-99b954038102, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29806b2-e40e-42d5-8dc0-aa1ab6ca2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:51:47.732844 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3c096b4c-5618-437e-ae9d-99b954038102), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:47.791449 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a7de0b7-10d5-4f5d-a1b7-fc59cbaad3b1 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:47.802624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38586) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:47.807878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c676ffd2-84e1-47ad-a207-7678f5a54d4e tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Request body: {'security_group_rule': {'security_group_id': '39e84647-ca7d-4aa9-83b5-260d0bb0d64e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:47.815209 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7a7de0b7-10d5-4f5d-a1b7-fc59cbaad3b1 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2884614 Jan 28 05:51:47.861251 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7de0b7-10d5-4f5d-a1b7-fc59cbaad3b1 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e84647-ca7d-4aa9-83b5-260d0bb0d64e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:47.910591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 57030814-2407-4e1f-86a4-8a44072f3469 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:51:47.922281 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-19ff0859-c130-44fd-8474-ea4ccb751bb4 None None] Provisioning complete for port 3c096b4c-5618-437e-ae9d-99b954038102 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:47.923894 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-19ff0859-c130-44fd-8474-ea4ccb751bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3c096b4c-5618-437e-ae9d-99b954038102), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:47.949162 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2c09-38f5-44c3-babc-ee954c4e8f63 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (9ae2676a-51f5-4cb3-b960-ac883a6b4830), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:47.973402 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a579fc-bd9d-4b94-bae5-f512316c2722 req-cd647b3d-8121-44eb-bcc9-660ede3f4db1 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:47.990982 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23a579fc-bd9d-4b94-bae5-f512316c2722 req-cd647b3d-8121-44eb-bcc9-660ede3f4db1 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.1271765 Jan 28 05:51:48.000227 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=25ab6bad-d531-4b30-ae7e-809db6625c60,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:48.023638 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-19ff0859-c130-44fd-8474-ea4ccb751bb4 None None] Port 3c096b4c-5618-437e-ae9d-99b954038102 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:51:48.033323 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe2c09-38f5-44c3-babc-ee954c4e8f63 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae2676a-51f5-4cb3-b960-ac883a6b4830,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:48.064701 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c676ffd2-84e1-47ad-a207-7678f5a54d4e tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for security_group_rule (97ff9ab5-deaf-43e7-968c-de48df2f4649), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.085095 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 57030814-2407-4e1f-86a4-8a44072f3469 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:51:48.085594 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 57030814-2407-4e1f-86a4-8a44072f3469 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server [None req-b4ca0176-35d6-4984-8d25-a1bcf1e9bfa8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ae2676a-51f5-4cb3-b960-ac883a6b4830: This subnet is being modified by another concurrent operation. Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:51:48.091534 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise exception Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ae2676a-51f5-4cb3-b960-ac883a6b4830: This subnet is being modified by another concurrent operation. Jan 28 05:51:48.096031 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server Jan 28 05:51:48.108729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] For port 3c096b4c-5618-437e-ae9d-99b954038102, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:51:48.113075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] For port 3c096b4c-5618-437e-ae9d-99b954038102, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3c096b4c-5618-437e-ae9d-99b954038102,segment=NetworkSegment(b29806b2-e40e-42d5-8dc0-aa1ab6ca2174),segment_id=b29806b2-e40e-42d5-8dc0-aa1ab6ca2174)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:51:48.120773 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6769b844-3001-43bb-b2b2-055857547136 None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:51:48.189334 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2c09-38f5-44c3-babc-ee954c4e8f63 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (8e7cadce-aa2d-4a9f-98d1-586aa3df19eb), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.209577 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3c096b4c-5618-437e-ae9d-99b954038102), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.229360 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23a579fc-bd9d-4b94-bae5-f512316c2722 req-97d5e8e9-9d2b-4c09-a5fd-a651e865b948 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374346 Jan 28 05:51:48.259593 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-fdbe2c09-38f5-44c3-babc-ee954c4e8f63 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7cadce-aa2d-4a9f-98d1-586aa3df19eb']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:48.265456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38594) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:48.281141 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-fdbe2c09-38f5-44c3-babc-ee954c4e8f63 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce9b119-8988-48b4-bd77-9baf203629ed') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:48.281446 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-fdbe2c09-38f5-44c3-babc-ee954c4e8f63 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce9b119-8988-48b4-bd77-9baf203629ed') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:48.312027 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2c09-38f5-44c3-babc-ee954c4e8f63 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (7ce9b119-8988-48b4-bd77-9baf203629ed), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.319513 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c676ffd2-84e1-47ad-a207-7678f5a54d4e tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for security_group_rule (97ff9ab5-deaf-43e7-968c-de48df2f4649), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.342600 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2c09-38f5-44c3-babc-ee954c4e8f63 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (7ce9b119-8988-48b4-bd77-9baf203629ed), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.358976 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbe2c09-38f5-44c3-babc-ee954c4e8f63 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:51:48.359670 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2c09-38f5-44c3-babc-ee954c4e8f63 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (7ce9b119-8988-48b4-bd77-9baf203629ed), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:51:48.363056 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:51:48.431541 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c676ffd2-84e1-47ad-a207-7678f5a54d4e tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (97ff9ab5-deaf-43e7-968c-de48df2f4649), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.486008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676ffd2-84e1-47ad-a207-7678f5a54d4e tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ff9ab5-deaf-43e7-968c-de48df2f4649,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:48.502473 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Routers {'dab3818e-3336-4607-abf5-ed99babf1f8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:51:48.503145 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:51:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['dab3818e-3336-4607-abf5-ed99babf1f8f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:48.512748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8dd55935-4afc-417a-ae68-68c73fd3831f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2cb3ac081e94b8e892d101b19451eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2426019 Jan 28 05:51:48.515147 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38600) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:48.574386 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c676ffd2-84e1-47ad-a207-7678f5a54d4e tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.578603 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c676ffd2-84e1-47ad-a207-7678f5a54d4e tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7746899 Jan 28 05:51:48.580026 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38602) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:48.593227 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-394e7712-d0da-41ba-a1c4-d3ce6b0735c1 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Request body: {'security_group_rule': {'security_group_id': '39e84647-ca7d-4aa9-83b5-260d0bb0d64e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:48.606336 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2c09-38f5-44c3-babc-ee954c4e8f63 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (8e7cadce-aa2d-4a9f-98d1-586aa3df19eb), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.616804 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2c09-38f5-44c3-babc-ee954c4e8f63 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.629373 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38604) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:48.629620 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fdbe2c09-38f5-44c3-babc-ee954c4e8f63 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/8e7cadce-aa2d-4a9f-98d1-586aa3df19eb HTTP/1.1" status: 204 len: 168 time: 1.5157936 Jan 28 05:51:48.645974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5013ef43-3977-47b1-a750-7d80795ec70b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1082785917'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:48.656139 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe2c09-38f5-44c3-babc-ee954c4e8f63 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Network': ['ID=8e7cadce-aa2d-4a9f-98d1-586aa3df19eb,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:48.660083 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a51182c-526e-469f-bd74-c113c3064b75 admin admin] Publish callbacks [] for security_group (4b490642-d2b1-4230-b074-119b52bc62df), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.692024 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a51182c-526e-469f-bd74-c113c3064b75 admin admin] Publish callbacks [] for security_group (4b490642-d2b1-4230-b074-119b52bc62df), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.717588 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6769b844-3001-43bb-b2b2-055857547136 None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:51:48.721350 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ab5f4-b631-4623-8b2f-d9b09c39d066 None None] Pushing event updated for resources: {'Port': ['ID=3c096b4c-5618-437e-ae9d-99b954038102,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:48.757628 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-394e7712-d0da-41ba-a1c4-d3ce6b0735c1 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for security_group_rule (b5ee3bd4-42cc-4404-bad4-73c6338eceb2), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.818789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5013ef43-3977-47b1-a750-7d80795ec70b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:48.825771 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5013ef43-3977-47b1-a750-7d80795ec70b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.833900 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a51182c-526e-469f-bd74-c113c3064b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4b490642-d2b1-4230-b074-119b52bc62df), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.836550 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a51182c-526e-469f-bd74-c113c3064b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.840077 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6a51182c-526e-469f-bd74-c113c3064b75 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b490642-d2b1-4230-b074-119b52bc62df HTTP/1.1" status: 204 len: 168 time: 0.3204768 Jan 28 05:51:48.856463 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51182c-526e-469f-bd74-c113c3064b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b490642-d2b1-4230-b074-119b52bc62df,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:48.894843 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-394e7712-d0da-41ba-a1c4-d3ce6b0735c1 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for security_group_rule (b5ee3bd4-42cc-4404-bad4-73c6338eceb2), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.919070 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5013ef43-3977-47b1-a750-7d80795ec70b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:51:48.939329 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5013ef43-3977-47b1-a750-7d80795ec70b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (e0171a97-2340-43bf-8167-e9d8b06f5b50), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.939754 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-5013ef43-3977-47b1-a750-7d80795ec70b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Added segment e0171a97-2340-43bf-8167-e9d8b06f5b50 of type vlan for network 551b1644-7a65-4d18-9f0c-de2d8b106067 Jan 28 05:51:48.956144 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-394e7712-d0da-41ba-a1c4-d3ce6b0735c1 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (b5ee3bd4-42cc-4404-bad4-73c6338eceb2), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:48.997053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] Set router dab3818e-3336-4607-abf5-ed99babf1f8f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:51:49.006545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e7712-d0da-41ba-a1c4-d3ce6b0735c1 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ee3bd4-42cc-4404-bad4-73c6338eceb2,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:49.013832 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5013ef43-3977-47b1-a750-7d80795ec70b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (551b1644-7a65-4d18-9f0c-de2d8b106067), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:49.082168 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-394e7712-d0da-41ba-a1c4-d3ce6b0735c1 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:49.084274 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-394e7712-d0da-41ba-a1c4-d3ce6b0735c1 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5025985 Jan 28 05:51:49.089070 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38610) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:49.101373 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-3e5b21a7-1666-4899-a6c2-ad3c49447805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:49.108285 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5013ef43-3977-47b1-a750-7d80795ec70b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (551b1644-7a65-4d18-9f0c-de2d8b106067), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:49.124639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013ef43-3977-47b1-a750-7d80795ec70b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:49.127702 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5013ef43-3977-47b1-a750-7d80795ec70b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:49.212263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f91a604-1f46-4db9-a796-48aed54f1b54 None None] Network 8e7cadce-aa2d-4a9f-98d1-586aa3df19eb requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:49.238342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f91a604-1f46-4db9-a796-48aed54f1b54 None None] Network 8e7cadce-aa2d-4a9f-98d1-586aa3df19eb could not be found, it might have been deleted concurrently. {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 05:51:49.269464 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e5b21a7-1666-4899-a6c2-ad3c49447805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:49.286520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5013ef43-3977-47b1-a750-7d80795ec70b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6508138 Jan 28 05:51:49.298769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38618) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:49.329593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d55c7ea6-5d8e-43e7-aa83-6b1df01a2d4c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'subnet': {'network_id': '551b1644-7a65-4d18-9f0c-de2d8b106067', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:49.464098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'name': 'tempest-ServersTestManualDisk-232090617-router', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:31Z', 'updated_at': '2022-01-28T05:51:41Z', 'revision_number': 4, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'gw_port': {'id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:33Z', 'updated_at': '2022-01-28T05:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '3c096b4c-5618-437e-ae9d-99b954038102', 'name': '', 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'mac_address': 'fa:16:3e:83:85:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:38Z', 'updated_at': '2022-01-28T05:51:48Z', 'revision_number': 4, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'subnets': [{'id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:49.477720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013ef43-3977-47b1-a750-7d80795ec70b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Network': ['ID=551b1644-7a65-4d18-9f0c-de2d8b106067,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:49.524534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 551b1644-7a65-4d18-9f0c-de2d8b106067 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:51:49.528711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce9d79-a3cc-4de0-b1de-fe64ad446fdd None None] The sync data for ids ['dab3818e-3336-4607-abf5-ed99babf1f8f'] in n-d-812111-12 is: [{'id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'name': 'tempest-ServersTestManualDisk-232090617-router', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:31Z', 'updated_at': '2022-01-28T05:51:41Z', 'revision_number': 4, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'gw_port': {'id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:33Z', 'updated_at': '2022-01-28T05:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '3c096b4c-5618-437e-ae9d-99b954038102', 'name': '', 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'mac_address': 'fa:16:3e:83:85:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:38Z', 'updated_at': '2022-01-28T05:51:48Z', 'revision_number': 4, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'subnets': [{'id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:51:49.639685 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e5b21a7-1666-4899-a6c2-ad3c49447805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:49.738646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Provisioning complete for port 3c096b4c-5618-437e-ae9d-99b954038102 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:49.739340 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3c096b4c-5618-437e-ae9d-99b954038102), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:49.757076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c84345-cb9e-4401-b928-f531a90b6bef req-5541cb23-9bb4-4d0f-9aa5-0002c9fcf866 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:49.779427 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8c84345-cb9e-4401-b928-f531a90b6bef req-5541cb23-9bb4-4d0f-9aa5-0002c9fcf866 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.3417921 Jan 28 05:51:49.814531 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-3e5b21a7-1666-4899-a6c2-ad3c49447805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Allocated IP 172.25.0.160 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/7ebfaf01-a697-4257-ae6b-844e91a99e7d) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:49.920546 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Current status of the port 3c096b4c-5618-437e-ae9d-99b954038102 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:49.920546 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3c096b4c-5618-437e-ae9d-99b954038102), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:49.954577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8c84345-cb9e-4401-b928-f531a90b6bef req-8f5539fa-b165-4b96-a91c-ee12fd72ce62 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698005 Jan 28 05:51:49.956783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55c7ea6-5d8e-43e7-aa83-6b1df01a2d4c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:49.984275 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d55c7ea6-5d8e-43e7-aa83-6b1df01a2d4c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:50.037272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] For port 3c096b4c-5618-437e-ae9d-99b954038102, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3c096b4c-5618-437e-ae9d-99b954038102,segment=NetworkSegment(b29806b2-e40e-42d5-8dc0-aa1ab6ca2174),segment_id=b29806b2-e40e-42d5-8dc0-aa1ab6ca2174)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:50.065620 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e5b21a7-1666-4899-a6c2-ad3c49447805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for port (7ebfaf01-a697-4257-ae6b-844e91a99e7d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:50.108731 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3c096b4c-5618-437e-ae9d-99b954038102), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:50.223402 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e5b21a7-1666-4899-a6c2-ad3c49447805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7ebfaf01-a697-4257-ae6b-844e91a99e7d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:50.234015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3c096b4c-5618-437e-ae9d-99b954038102 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:50.337887 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b21a7-1666-4899-a6c2-ad3c49447805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:50.344084 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b21a7-1666-4899-a6c2-ad3c49447805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:50.347686 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b21a7-1666-4899-a6c2-ad3c49447805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Pushing event updated for resources: {'Port': ['ID=7ebfaf01-a697-4257-ae6b-844e91a99e7d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:50.350541 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b21a7-1666-4899-a6c2-ad3c49447805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:50.361684 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Pushing event updated for resources: {'Port': ['ID=3c096b4c-5618-437e-ae9d-99b954038102,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:50.391820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:50.391820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:50.391820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:50.391820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:50.391820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:50.391820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:50.391820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:50.391820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:50.391820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:50.391820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:50.391820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:50.391820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:50.391820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878a800-abe1-4a63-871d-352d11b73b28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:51:50.407970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 3c096b4c-5618-437e-ae9d-99b954038102 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:50.408677 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3c096b4c-5618-437e-ae9d-99b954038102), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:50.513496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 3c096b4c-5618-437e-ae9d-99b954038102 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:50.515887 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 25ab6bad-d531-4b30-ae7e-809db6625c60 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:50.589246 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d55c7ea6-5d8e-43e7-aa83-6b1df01a2d4c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (15a6bea8-85f1-4a1b-a2a0-e179e49e37e1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:50.607423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 25ab6bad-d531-4b30-ae7e-809db6625c60 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:50.607807 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (25ab6bad-d531-4b30-ae7e-809db6625c60), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:50.655684 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e5b21a7-1666-4899-a6c2-ad3c49447805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for floatingip (96368e43-a4a5-4237-98e5-4c8bf4bd4e2b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:50.723522 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c7ea6-5d8e-43e7-aa83-6b1df01a2d4c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Subnet': ['ID=15a6bea8-85f1-4a1b-a2a0-e179e49e37e1,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:50.749388 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55c7ea6-5d8e-43e7-aa83-6b1df01a2d4c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Checking segment: {'id': 'e0171a97-2340-43bf-8167-e9d8b06f5b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '551b1644-7a65-4d18-9f0c-de2d8b106067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:50.749912 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55c7ea6-5d8e-43e7-aa83-6b1df01a2d4c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network hostable DHCP agents. Network: 551b1644-7a65-4d18-9f0c-de2d8b106067, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:51:50.836098 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e5b21a7-1666-4899-a6c2-ad3c49447805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7ebfaf01-a697-4257-ae6b-844e91a99e7d), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:50.858687 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 25ab6bad-d531-4b30-ae7e-809db6625c60 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:50.879666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55c7ea6-5d8e-43e7-aa83-6b1df01a2d4c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network 551b1644-7a65-4d18-9f0c-de2d8b106067 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:51:50.943700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38648) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:50.964258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d55c7ea6-5d8e-43e7-aa83-6b1df01a2d4c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 551b1644-7a65-4d18-9f0c-de2d8b106067) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:50.976094 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3875f844-145a-411e-9f81-0a0e8b14d32b None None] Network 551b1644-7a65-4d18-9f0c-de2d8b106067 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:50.985899 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55c7ea6-5d8e-43e7-aa83-6b1df01a2d4c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:50.987606 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d55c7ea6-5d8e-43e7-aa83-6b1df01a2d4c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:51.113999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d55c7ea6-5d8e-43e7-aa83-6b1df01a2d4c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7902036 Jan 28 05:51:51.119724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38656) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:51.201599 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Request body: {'networks': [{'name': 'tempest-network--401631426'}, {'name': 'tempest-network--596622582'}]} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:51.202128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Request body: {'network': {'name': 'tempest-network--401631426'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:51.202783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Request body: {'network': {'name': 'tempest-network--596622582'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:51.269786 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e5b21a7-1666-4899-a6c2-ad3c49447805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for port (7ebfaf01-a697-4257-ae6b-844e91a99e7d), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:51.284117 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46181c37-637b-4c25-9e57-cacd2bf50007 req-72bb49a5-5fe2-42c6-b209-b37b12736350 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:51.298762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46181c37-637b-4c25-9e57-cacd2bf50007 req-72bb49a5-5fe2-42c6-b209-b37b12736350 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.2367880 Jan 28 05:51:51.366208 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e5b21a7-1666-4899-a6c2-ad3c49447805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (7ebfaf01-a697-4257-ae6b-844e91a99e7d), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:51.374157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-551b1644-7a65-4d18-9f0c-de2d8b106067', 'network_id': '551b1644-7a65-4d18-9f0c-de2d8b106067', 'project_id': 'd55ea7c01dbf405eaa576d95b9b74ca1', 'fixed_ips': [{'subnet_id': '15a6bea8-85f1-4a1b-a2a0-e179e49e37e1'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:51:51.375749 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:51.478510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46181c37-637b-4c25-9e57-cacd2bf50007 req-7c0abddf-d7f5-4f15-9a4d-356929059956 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836388 Jan 28 05:51:51.485485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Made reservation on behalf of 5940e7270a204c7a92aa0aca6100db94 for: {'network': 2} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:51.495710 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:51.539620 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (551b1644-7a65-4d18-9f0c-de2d8b106067), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:51.551359 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:51.563450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b21a7-1666-4899-a6c2-ad3c49447805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Pushing event updated for resources: {'Port': ['ID=7ebfaf01-a697-4257-ae6b-844e91a99e7d,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:51.598088 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e5b21a7-1666-4899-a6c2-ad3c49447805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (96368e43-a4a5-4237-98e5-4c8bf4bd4e2b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:51.670710 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (15a6bea8-85f1-4a1b-a2a0-e179e49e37e1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:51.700751 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Allocated IP 172.20.0.2 (551b1644-7a65-4d18-9f0c-de2d8b106067/15a6bea8-85f1-4a1b-a2a0-e179e49e37e1/e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:51.720079 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e5b21a7-1666-4899-a6c2-ad3c49447805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:51.722090 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3e5b21a7-1666-4899-a6c2-ad3c49447805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6331031 Jan 28 05:51:51.918083 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for security_group (e809bab3-2e0d-4b8b-8241-136e47ae9aaf), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:51.982844 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e809bab3-2e0d-4b8b-8241-136e47ae9aaf), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:51.983330 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:52.004646 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Publish callbacks [] for port (e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:52.021123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3c096b4c-5618-437e-ae9d-99b954038102 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:51:52.068006 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:51:52.081407 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ebf23513-392e-4744-88bf-fbd2fe2158a1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:52.081823 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Added segment ebf23513-392e-4744-88bf-fbd2fe2158a1 of type vlan for network 6efe19e1-2ff1-4f5f-ac71-250aa020d0da Jan 28 05:51:52.102438 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:52.152452 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (6efe19e1-2ff1-4f5f-ac71-250aa020d0da), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:52.200043 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:51:52.213606 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (485f22d3-52a1-44eb-b1e9-da82a9c88f00), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:52.213950 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Network 551b1644-7a65-4d18-9f0c-de2d8b106067 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:52.214075 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Added segment 485f22d3-52a1-44eb-b1e9-da82a9c88f00 of type vlan for network 0cb63f00-f917-4d0c-b66a-3fb7a640c0bf Jan 28 05:51:52.224359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:52.226940 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Pushing event updated for resources: {'Port': ['ID=e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:52.229565 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:52.297384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 3c096b4c-5618-437e-ae9d-99b954038102 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:52.297950 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3c096b4c-5618-437e-ae9d-99b954038102), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:52.326713 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e809bab3-2e0d-4b8b-8241-136e47ae9aaf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:52.366149 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (15a6bea8-85f1-4a1b-a2a0-e179e49e37e1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:52.380307 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (0cb63f00-f917-4d0c-b66a-3fb7a640c0bf), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:52.428031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Subnet': ['ID=15a6bea8-85f1-4a1b-a2a0-e179e49e37e1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:52.571014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Attempting to bind port e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:51:52.572020 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Attempting to bind port e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'e0171a97-2340-43bf-8167-e9d8b06f5b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '551b1644-7a65-4d18-9f0c-de2d8b106067'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:51:52.572697 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Attempting to bind port e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4 on network 551b1644-7a65-4d18-9f0c-de2d8b106067 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:51:52.599297 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:51:52.599978 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Checking segment: {'id': 'e0171a97-2340-43bf-8167-e9d8b06f5b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '551b1644-7a65-4d18-9f0c-de2d8b106067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:52.600936 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:52.601784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Bound using segment: {'id': 'e0171a97-2340-43bf-8167-e9d8b06f5b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '551b1644-7a65-4d18-9f0c-de2d8b106067'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:51:52.602505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Bound port: e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0171a97-2340-43bf-8167-e9d8b06f5b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '551b1644-7a65-4d18-9f0c-de2d8b106067'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:51:52.603180 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:52.630286 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-634aabb6-a57d-42e0-872c-e5245d400636 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2056866948&fields=id&tenant_id=9b670ab8f4d44d909ae1dbc83de86b76 HTTP/1.1" status: 200 len: 267 time: 0.3571324 Jan 28 05:51:52.683040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] For port e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:51:52.687514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] For port e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4,segment=NetworkSegment(e0171a97-2340-43bf-8167-e9d8b06f5b50),segment_id=e0171a97-2340-43bf-8167-e9d8b06f5b50)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:51:52.692015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 3c096b4c-5618-437e-ae9d-99b954038102 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:51:52.717473 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (551b1644-7a65-4d18-9f0c-de2d8b106067), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:52.721761 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (6efe19e1-2ff1-4f5f-ac71-250aa020d0da), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:52.722734 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (0cb63f00-f917-4d0c-b66a-3fb7a640c0bf), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:52.728157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:52.736179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:52.737359 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:52.760394 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:52.887938 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ad235-874c-4eae-a4ea-cdb71bdff9f2 None None] Pushing event updated for resources: {'Port': ['ID=e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:53.008806 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8477865b-ea08-4a28-829b-e65780869609 None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:51:53.205032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8477865b-ea08-4a28-829b-e65780869609 None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:51:53.362128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event updated for resources: {'Network': ['ID=6efe19e1-2ff1-4f5f-ac71-250aa020d0da,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:53.385963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551b1644-7a65-4d18-9f0c-de2d8b106067']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:53.408213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 6efe19e1-2ff1-4f5f-ac71-250aa020d0da details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:51:53.440670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768acac5-af6a-4ef7-9848-86bebb134b82 req-f6f4358b-2d44-4d14-8851-87c38529f95f tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:53.442264 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-768acac5-af6a-4ef7-9848-86bebb134b82 req-f6f4358b-2d44-4d14-8851-87c38529f95f tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.7945013 Jan 28 05:51:53.513337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0171a97-2340-43bf-8167-e9d8b06f5b50') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:53.513577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0171a97-2340-43bf-8167-e9d8b06f5b50') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:53.577326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.6319149 Jan 28 05:51:53.580995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38700) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:53.605637 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (e0171a97-2340-43bf-8167-e9d8b06f5b50), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:53.624093 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db72b659-8d8d-4526-8d16-e34c3847a6b2 None None] Network 551b1644-7a65-4d18-9f0c-de2d8b106067 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:53.698942 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (e0171a97-2340-43bf-8167-e9d8b06f5b50), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:53.762513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359e9947-2030-4765-b712-767739972d81 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:53.769241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0ea8a-d93f-46fc-bdb3-a9824b6b879b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event updated for resources: {'Network': ['ID=0cb63f00-f917-4d0c-b66a-3fb7a640c0bf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:53.780432 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359e9947-2030-4765-b712-767739972d81 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:53.782082 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 0cb63f00-f917-4d0c-b66a-3fb7a640c0bf details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:51:53.786888 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359e9947-2030-4765-b712-767739972d81 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:53.793222 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359e9947-2030-4765-b712-767739972d81 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:53.793375 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-768acac5-af6a-4ef7-9848-86bebb134b82 req-104debb1-a18d-4469-8780-1ce573372d7e tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451992 Jan 28 05:51:53.796146 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-359e9947-2030-4765-b712-767739972d81 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2108250 Jan 28 05:51:53.802654 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:51:53.802654 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (e0171a97-2340-43bf-8167-e9d8b06f5b50), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:53.804721 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38702) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:51:53.815627 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:51:53.839541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-7f2112e3-d29b-4da8-bebb-59f75c20a293 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:53.841901 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-7f2112e3-d29b-4da8-bebb-59f75c20a293 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/networks?id=93303b80-40be-4b7b-8092-afddbc7b0b69 HTTP/1.1" status: 200 len: 811 time: 1.2108128 Jan 28 05:51:53.931715 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5f43500b-282e-4500-9c41-e8f7dccaff31 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/quotas/9b670ab8f4d44d909ae1dbc83de86b76 HTTP/1.1" status: 200 len: 375 time: 0.0766141 Jan 28 05:51:53.975503 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ad925e0-2973-43e1-9b0c-df4478ed2aaa tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (6efe19e1-2ff1-4f5f-ac71-250aa020d0da), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:54.052031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-6060f888-089a-4f46-bee4-0bfaf69095b4 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b670ab8f4d44d909ae1dbc83de86b76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094601 Jan 28 05:51:54.058119 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.db.api [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 05:51:54.058119 n-d-812111-12 neutron-server[103635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 05:51:54.058119 n-d-812111-12 neutron-server[103635]: [parameters: {'id': '551b1644-7a65-4d18-9f0c-de2d8b106067'}] Jan 28 05:51:54.058119 n-d-812111-12 neutron-server[103635]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:51:54.058804 n-d-812111-12 neutron-server[103635]: DEBUG oslo_db.api [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:51:54.152770 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ad925e0-2973-43e1-9b0c-df4478ed2aaa tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (6efe19e1-2ff1-4f5f-ac71-250aa020d0da), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:54.179725 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-2ad925e0-2973-43e1-9b0c-df4478ed2aaa tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efe19e1-2ff1-4f5f-ac71-250aa020d0da']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:54.193360 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5df843b1-d452-4fd8-8fae-ddef3c8915bd service neutron] 10.222.0.31 "GET /v2.0/networks/93303b80-40be-4b7b-8092-afddbc7b0b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167336 Jan 28 05:51:54.205036 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-2ad925e0-2973-43e1-9b0c-df4478ed2aaa tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf23513-392e-4744-88bf-fbd2fe2158a1') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:54.205344 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-2ad925e0-2973-43e1-9b0c-df4478ed2aaa tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf23513-392e-4744-88bf-fbd2fe2158a1') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:54.222674 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ad925e0-2973-43e1-9b0c-df4478ed2aaa tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (ebf23513-392e-4744-88bf-fbd2fe2158a1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:54.238034 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ad925e0-2973-43e1-9b0c-df4478ed2aaa tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ebf23513-392e-4744-88bf-fbd2fe2158a1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:54.245939 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad925e0-2973-43e1-9b0c-df4478ed2aaa tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:51:54.246572 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ad925e0-2973-43e1-9b0c-df4478ed2aaa tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (ebf23513-392e-4744-88bf-fbd2fe2158a1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:54.292054 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-f996ffa5-70a5-45c3-9486-0eb7a3333ff7 service neutron] 10.222.0.31 "GET /v2.0/networks/93303b80-40be-4b7b-8092-afddbc7b0b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919015 Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:51:54.342250 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:51:54.405883 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ad925e0-2973-43e1-9b0c-df4478ed2aaa tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (6efe19e1-2ff1-4f5f-ac71-250aa020d0da), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:54.411334 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ad925e0-2973-43e1-9b0c-df4478ed2aaa tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:54.414915 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2ad925e0-2973-43e1-9b0c-df4478ed2aaa tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "DELETE /v2.0/networks/6efe19e1-2ff1-4f5f-ac71-250aa020d0da HTTP/1.1" status: 204 len: 168 time: 0.6090193 Jan 28 05:51:54.417646 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38712) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:54.458203 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad925e0-2973-43e1-9b0c-df4478ed2aaa tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event deleted for resources: {'Network': ['ID=6efe19e1-2ff1-4f5f-ac71-250aa020d0da,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:54.568476 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (551b1644-7a65-4d18-9f0c-de2d8b106067), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:54.575897 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5ce9-51ff-4d3b-ab0f-5a72ec19e03a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (0cb63f00-f917-4d0c-b66a-3fb7a640c0bf), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:54.727063 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29f2df4c-9c60-4e03-af10-c3d12f353091 req-f15d581e-9d95-4df8-bb19-469a04b0f67e tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 210 time: 0.0806026 Jan 28 05:51:54.862803 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:54.868327 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5ce9-51ff-4d3b-ab0f-5a72ec19e03a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (0cb63f00-f917-4d0c-b66a-3fb7a640c0bf), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:54.901960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1b2b5ce9-51ff-4d3b-ab0f-5a72ec19e03a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb63f00-f917-4d0c-b66a-3fb7a640c0bf']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:54.922668 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1b2b5ce9-51ff-4d3b-ab0f-5a72ec19e03a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485f22d3-52a1-44eb-b1e9-da82a9c88f00') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:54.922668 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1b2b5ce9-51ff-4d3b-ab0f-5a72ec19e03a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485f22d3-52a1-44eb-b1e9-da82a9c88f00') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:54.965546 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5ce9-51ff-4d3b-ab0f-5a72ec19e03a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (485f22d3-52a1-44eb-b1e9-da82a9c88f00), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:54.983627 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5ce9-51ff-4d3b-ab0f-5a72ec19e03a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (485f22d3-52a1-44eb-b1e9-da82a9c88f00), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:55.013055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2b5ce9-51ff-4d3b-ab0f-5a72ec19e03a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:51:55.013470 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5ce9-51ff-4d3b-ab0f-5a72ec19e03a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (485f22d3-52a1-44eb-b1e9-da82a9c88f00), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Deleting port e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:51:55.027894 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:51:55.144943 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] For port e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4,segment=NetworkSegment(e0171a97-2340-43bf-8167-e9d8b06f5b50),segment_id=e0171a97-2340-43bf-8167-e9d8b06f5b50)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:51:55.145373 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:55.177348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Calling delete_port for e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:51:55.194220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d21e1e-063b-4d9c-a39b-e1132784a8eb req-525c0ced-1044-4704-a3fe-4ee41f8c131c tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:55.195788 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49d21e1e-063b-4d9c-a39b-e1132784a8eb req-525c0ced-1044-4704-a3fe-4ee41f8c131c tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.2796648 Jan 28 05:51:55.307251 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49d21e1e-063b-4d9c-a39b-e1132784a8eb req-03daa606-6716-4aa9-a811-890660d12bdb tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024106 Jan 28 05:51:55.434708 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:55.436784 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5ce9-51ff-4d3b-ab0f-5a72ec19e03a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (0cb63f00-f917-4d0c-b66a-3fb7a640c0bf), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:55.444950 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5ce9-51ff-4d3b-ab0f-5a72ec19e03a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:55.448474 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1b2b5ce9-51ff-4d3b-ab0f-5a72ec19e03a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "DELETE /v2.0/networks/0cb63f00-f917-4d0c-b66a-3fb7a640c0bf HTTP/1.1" status: 204 len: 168 time: 1.0298121 Jan 28 05:51:55.451724 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38734) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:55.489348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Port': ['ID=e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:55.521792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No DVR routers for this DVR port e3d51acf-e8b0-4a0a-8d96-a90786c8ddb4 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:51:55.531938 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b5ce9-51ff-4d3b-ab0f-5a72ec19e03a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event deleted for resources: {'Network': ['ID=0cb63f00-f917-4d0c-b66a-3fb7a640c0bf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:55.629026 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ced45f4-6c02-4137-9eee-ef8c75e2e89d tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:55.634949 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ced45f4-6c02-4137-9eee-ef8c75e2e89d tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:55.638434 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7ced45f4-6c02-4137-9eee-ef8c75e2e89d tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1816368 Jan 28 05:51:55.642245 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38740) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:55.647484 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-79af98ad-fc72-4203-82ce-ecca4a511ac6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1627725819'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:55.681117 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (551b1644-7a65-4d18-9f0c-de2d8b106067), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:55.721436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551b1644-7a65-4d18-9f0c-de2d8b106067']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:55.736697 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0171a97-2340-43bf-8167-e9d8b06f5b50') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:55.737181 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0171a97-2340-43bf-8167-e9d8b06f5b50') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:55.748219 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79af98ad-fc72-4203-82ce-ecca4a511ac6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Made reservation on behalf of 5940e7270a204c7a92aa0aca6100db94 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:55.753833 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79af98ad-fc72-4203-82ce-ecca4a511ac6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:55.761370 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (e0171a97-2340-43bf-8167-e9d8b06f5b50), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:55.789262 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79af98ad-fc72-4203-82ce-ecca4a511ac6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:51:55.805866 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (e0171a97-2340-43bf-8167-e9d8b06f5b50), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:55.816090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:51:55.816582 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (e0171a97-2340-43bf-8167-e9d8b06f5b50), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:51:55.820389 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:51:55.898591 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-979e4cb9-1d2b-4dc5-92b3-79845aa4f5af req-bfdae368-5d16-46e8-930d-0366e203d111 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 210 time: 0.0846884 Jan 28 05:51:55.967195 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (551b1644-7a65-4d18-9f0c-de2d8b106067), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:55.970756 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79af98ad-fc72-4203-82ce-ecca4a511ac6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ac5c4047-613f-4c3e-80ce-d839b96fb722), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:55.977527 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-79af98ad-fc72-4203-82ce-ecca4a511ac6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Added segment ac5c4047-613f-4c3e-80ce-d839b96fb722 of type vlan for network dc4117b0-8e45-44f5-b254-2e64febc3640 Jan 28 05:51:55.984535 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:55.993965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/551b1644-7a65-4d18-9f0c-de2d8b106067 HTTP/1.1" status: 204 len: 168 time: 4.8698568 Jan 28 05:51:55.997405 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38746) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:56.007779 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-497e0e4c-e0cf-46db-b47b-36c8893f0a75 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2074114979'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:56.009944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b35a5d-8866-445d-81e9-467e158ebe7b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Network': ['ID=551b1644-7a65-4d18-9f0c-de2d8b106067,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:56.060776 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79af98ad-fc72-4203-82ce-ecca4a511ac6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (dc4117b0-8e45-44f5-b254-2e64febc3640), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:56.126321 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497e0e4c-e0cf-46db-b47b-36c8893f0a75 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:56.130443 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-497e0e4c-e0cf-46db-b47b-36c8893f0a75 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:56.164813 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497e0e4c-e0cf-46db-b47b-36c8893f0a75 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:51:56.176043 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-497e0e4c-e0cf-46db-b47b-36c8893f0a75 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (4da344a6-a0f1-4140-8f3f-32cc99758327), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:56.176548 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-497e0e4c-e0cf-46db-b47b-36c8893f0a75 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Added segment 4da344a6-a0f1-4140-8f3f-32cc99758327 of type vlan for network 4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5 Jan 28 05:51:56.191785 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79af98ad-fc72-4203-82ce-ecca4a511ac6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (dc4117b0-8e45-44f5-b254-2e64febc3640), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:56.196898 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79af98ad-fc72-4203-82ce-ecca4a511ac6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:56.197621 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79af98ad-fc72-4203-82ce-ecca4a511ac6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:56.347679 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-497e0e4c-e0cf-46db-b47b-36c8893f0a75 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:56.369987 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af98ad-fc72-4203-82ce-ecca4a511ac6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event updated for resources: {'Network': ['ID=dc4117b0-8e45-44f5-b254-2e64febc3640,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:56.381430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network dc4117b0-8e45-44f5-b254-2e64febc3640 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:51:56.391762 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-79af98ad-fc72-4203-82ce-ecca4a511ac6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7479043 Jan 28 05:51:56.394141 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38756) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:56.403859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c25187f8-0e70-424c-8183-025d433d644a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1937839343'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:56.521556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af45753-df2e-44f5-92f7-b2d56bfc5aab req-e72b6b65-e347-43f6-9a7d-93da59f14ab2 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:56.528674 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3af45753-df2e-44f5-92f7-b2d56bfc5aab req-e72b6b65-e347-43f6-9a7d-93da59f14ab2 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.0878632 Jan 28 05:51:56.530487 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-497e0e4c-e0cf-46db-b47b-36c8893f0a75 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:56.549632 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497e0e4c-e0cf-46db-b47b-36c8893f0a75 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:56.552753 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-497e0e4c-e0cf-46db-b47b-36c8893f0a75 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:56.581659 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25187f8-0e70-424c-8183-025d433d644a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Made reservation on behalf of 5940e7270a204c7a92aa0aca6100db94 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:56.594826 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c25187f8-0e70-424c-8183-025d433d644a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:56.595794 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3af45753-df2e-44f5-92f7-b2d56bfc5aab req-56b10ecd-1539-4f5c-9ce5-71817421b7ae tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660162 Jan 28 05:51:56.656141 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25187f8-0e70-424c-8183-025d433d644a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:51:56.665938 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c25187f8-0e70-424c-8183-025d433d644a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (57f6807f-1368-4ee0-a805-0f71fb4bda29), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:56.666431 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-c25187f8-0e70-424c-8183-025d433d644a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Added segment 57f6807f-1368-4ee0-a805-0f71fb4bda29 of type vlan for network 4375dc97-2c69-47ba-8909-f9ebc5874314 Jan 28 05:51:56.708701 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c25187f8-0e70-424c-8183-025d433d644a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (4375dc97-2c69-47ba-8909-f9ebc5874314), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:56.726362 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-497e0e4c-e0cf-46db-b47b-36c8893f0a75 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7227201 Jan 28 05:51:56.727158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38762) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:56.734104 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-efaa5575-f552-46d3-b4d9-014b24b55ed3 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'subnet': {'network_id': '4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:56.776228 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e0e4c-e0cf-46db-b47b-36c8893f0a75 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Network': ['ID=4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:56.785008 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:51:56.902502 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c25187f8-0e70-424c-8183-025d433d644a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (4375dc97-2c69-47ba-8909-f9ebc5874314), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:56.914480 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25187f8-0e70-424c-8183-025d433d644a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:56.915123 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c25187f8-0e70-424c-8183-025d433d644a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:56.954121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaa5575-f552-46d3-b4d9-014b24b55ed3 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:56.963916 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-efaa5575-f552-46d3-b4d9-014b24b55ed3 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:57.032500 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25187f8-0e70-424c-8183-025d433d644a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event updated for resources: {'Network': ['ID=4375dc97-2c69-47ba-8909-f9ebc5874314,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:57.044062 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-efaa5575-f552-46d3-b4d9-014b24b55ed3 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Performing IP validity checks on allocation pools {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 05:51:57.044757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-efaa5575-f552-46d3-b4d9-014b24b55ed3 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 05:51:57.060172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 4375dc97-2c69-47ba-8909-f9ebc5874314 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:51:57.065871 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c25187f8-0e70-424c-8183-025d433d644a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6695602 Jan 28 05:51:57.068669 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38774) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:57.074140 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Request body: {'ports': [{'network_id': 'dc4117b0-8e45-44f5-b254-2e64febc3640', 'name': 'tempest-port--1475609424', 'admin_state_up': True}, {'network_id': '4375dc97-2c69-47ba-8909-f9ebc5874314', 'admin_state_up': False}]} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:57.074502 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Request body: {'port': {'network_id': 'dc4117b0-8e45-44f5-b254-2e64febc3640', 'name': 'tempest-port--1475609424', 'admin_state_up': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:57.074978 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Request body: {'port': {'network_id': '4375dc97-2c69-47ba-8909-f9ebc5874314', 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:57.120929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-654c5e3e-a12b-4a36-8d9d-9cf89f072820 req-4fe15456-8fa3-43f2-884f-04498c0f72bc tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 210 time: 0.0353246 Jan 28 05:51:57.331731 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-efaa5575-f552-46d3-b4d9-014b24b55ed3 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (7c72ee01-2611-4455-bea4-3adf0b344998), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:57.377363 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Made reservation on behalf of 5940e7270a204c7a92aa0aca6100db94 for: {'port': 2} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:57.381549 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:57.395426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:57.399757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa5575-f552-46d3-b4d9-014b24b55ed3 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Subnet': ['ID=7c72ee01-2611-4455-bea4-3adf0b344998,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:57.484192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaa5575-f552-46d3-b4d9-014b24b55ed3 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Checking segment: {'id': '4da344a6-a0f1-4140-8f3f-32cc99758327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:57.484643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa5575-f552-46d3-b4d9-014b24b55ed3 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network hostable DHCP agents. Network: 4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:51:57.542680 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:57.751988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-8a66822c-c851-4f4f-a04b-fb32835d1221 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:57.753846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-8a66822c-c851-4f4f-a04b-fb32835d1221 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.60 "GET /v2.0/networks?id=93303b80-40be-4b7b-8092-afddbc7b0b69 HTTP/1.1" status: 200 len: 811 time: 0.1901066 Jan 28 05:51:57.757071 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa5575-f552-46d3-b4d9-014b24b55ed3 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network 4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:51:57.873214 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] device_id is not set on port 50a4e4df-818e-4e52-a4b4-0631377fcf35 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:51:57.895209 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e07c6a-3e70-4312-a1b1-db7371c7acbf req-19c0f51e-e4ed-4069-b1f1-3c79b726568b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:57.896925 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15e07c6a-3e70-4312-a1b1-db7371c7acbf req-19c0f51e-e4ed-4069-b1f1-3c79b726568b tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.1416883 Jan 28 05:51:57.900986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-efaa5575-f552-46d3-b4d9-014b24b55ed3 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:57.915130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d9ed43-6a29-4df3-9744-dc30e804802c None None] Network 4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:57.922750 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaa5575-f552-46d3-b4d9-014b24b55ed3 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:57.925107 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-efaa5575-f552-46d3-b4d9-014b24b55ed3 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:57.937781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-0d6fd421-a60b-4afa-8d63-be86c7bb28ea tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b670ab8f4d44d909ae1dbc83de86b76 HTTP/1.1" status: 200 len: 380 time: 0.1682198 Jan 28 05:51:57.952065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-af90f11d-f35d-42ce-8246-f5cf3a0d7050 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Request body: {'port': {'device_id': '745f218f-359b-47d9-833e-9e71fd69e96c', 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69', 'admin_state_up': True, 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'security_groups': ['39e84647-ca7d-4aa9-83b5-260d0bb0d64e']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:58.074570 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-efaa5575-f552-46d3-b4d9-014b24b55ed3 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3458877 Jan 28 05:51:58.077319 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38802) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:58.105931 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15e07c6a-3e70-4312-a1b1-db7371c7acbf req-2141141c-981f-4426-bdd6-1a5fc5924226 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982975 Jan 28 05:51:58.126513 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for port (50a4e4df-818e-4e52-a4b4-0631377fcf35), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:58.135089 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5', 'network_id': '4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5', 'project_id': 'd55ea7c01dbf405eaa576d95b9b74ca1', 'fixed_ips': [{'subnet_id': '7c72ee01-2611-4455-bea4-3adf0b344998'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:51:58.136388 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:58.162220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848919c2-bd77-4942-9bd2-41109718c2b0 req-2b32b1fd-f138-4063-8af6-4dea73be426e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:58.170827 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-848919c2-bd77-4942-9bd2-41109718c2b0 req-2b32b1fd-f138-4063-8af6-4dea73be426e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 947 time: 0.1262450 Jan 28 05:51:58.268395 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c91b44d1-f8b5-42d9-a121-14738e6b3581 req-69e4bc57-07fe-401a-8a36-5605400f43a7 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 210 time: 0.0421765 Jan 28 05:51:58.287501 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-848919c2-bd77-4942-9bd2-41109718c2b0 req-0a441f03-8c47-4519-9c2f-99f4c9581bf4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109021 Jan 28 05:51:58.303848 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] device_id is not set on port e2eb84d4-7e1b-45d6-8887-e161c60fdba6 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:51:58.315203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-af90f11d-f35d-42ce-8246-f5cf3a0d7050 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Made reservation on behalf of 9b670ab8f4d44d909ae1dbc83de86b76 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:51:58.325921 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-af90f11d-f35d-42ce-8246-f5cf3a0d7050 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:58.356567 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Allocated IP 172.20.0.3 (4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5/7c72ee01-2611-4455-bea4-3adf0b344998/d489f364-458b-49f4-8cb1-08301a1d56b0) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:58.490558 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:58.544914 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for port (e2eb84d4-7e1b-45d6-8887-e161c60fdba6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:58.629157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-af90f11d-f35d-42ce-8246-f5cf3a0d7050 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Allocated IP 172.20.0.14 (93303b80-40be-4b7b-8092-afddbc7b0b69/3e95f7f2-ed2d-4541-aead-db2229688b20/5768cd14-54b9-4970-9a34-79305265e4a7) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:51:58.643164 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Publish callbacks [] for port (d489f364-458b-49f4-8cb1-08301a1d56b0), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:58.663928 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (7c72ee01-2611-4455-bea4-3adf0b344998), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:58.726389 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (50a4e4df-818e-4e52-a4b4-0631377fcf35), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:58.749101 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (d489f364-458b-49f4-8cb1-08301a1d56b0), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:58.802654 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event updated for resources: {'Port': ['ID=50a4e4df-818e-4e52-a4b4-0631377fcf35,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:58.813038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Checking segment: {'id': 'ac5c4047-613f-4c3e-80ce-d839b96fb722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'dc4117b0-8e45-44f5-b254-2e64febc3640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:58.813436 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Network hostable DHCP agents. Network: dc4117b0-8e45-44f5-b254-2e64febc3640, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:51:58.821633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Pushing event updated for resources: {'Port': ['ID=d489f364-458b-49f4-8cb1-08301a1d56b0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:58.836938 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-af90f11d-f35d-42ce-8246-f5cf3a0d7050 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for port (5768cd14-54b9-4970-9a34-79305265e4a7), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:58.839396 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (7c72ee01-2611-4455-bea4-3adf0b344998), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:58.847059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Network 4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:58.848543 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:58.859103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:58.884067 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Subnet': ['ID=7c72ee01-2611-4455-bea4-3adf0b344998,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:58.931887 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Attempting to bind port d489f364-458b-49f4-8cb1-08301a1d56b0 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:51:58.932512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Attempting to bind port d489f364-458b-49f4-8cb1-08301a1d56b0 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '4da344a6-a0f1-4140-8f3f-32cc99758327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:51:58.933098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Attempting to bind port d489f364-458b-49f4-8cb1-08301a1d56b0 on network 4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:51:58.940361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:51:58.941023 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Checking segment: {'id': '4da344a6-a0f1-4140-8f3f-32cc99758327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:58.941666 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:58.946648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Bound using segment: {'id': '4da344a6-a0f1-4140-8f3f-32cc99758327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:51:58.946648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Bound port: d489f364-458b-49f4-8cb1-08301a1d56b0, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da344a6-a0f1-4140-8f3f-32cc99758327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:51:58.946648 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d489f364-458b-49f4-8cb1-08301a1d56b0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:58.961294 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae50db-2899-4222-b166-76fe3ec52100 req-9b9cb563-768c-4a38-bf86-a25118948728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:58.962946 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:58.963134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8ae50db-2899-4222-b166-76fe3ec52100 req-9b9cb563-768c-4a38-bf86-a25118948728 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 1097 time: 0.0497315 Jan 28 05:51:59.005118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:59.011019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8ae50db-2899-4222-b166-76fe3ec52100 req-08146da1-7905-4cdb-8241-ce1e2e6d7f54 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 Jan 28 05:51:59.015357 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Network dc4117b0-8e45-44f5-b254-2e64febc3640 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:51:59.021213 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da344a6-a0f1-4140-8f3f-32cc99758327') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:59.021517 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da344a6-a0f1-4140-8f3f-32cc99758327') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:51:59.032428 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-af90f11d-f35d-42ce-8246-f5cf3a0d7050 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (5768cd14-54b9-4970-9a34-79305265e4a7), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:59.036680 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] For port d489f364-458b-49f4-8cb1-08301a1d56b0, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:51:59.037712 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (4da344a6-a0f1-4140-8f3f-32cc99758327), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:59.040725 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] For port d489f364-458b-49f4-8cb1-08301a1d56b0, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=d489f364-458b-49f4-8cb1-08301a1d56b0,segment=NetworkSegment(4da344a6-a0f1-4140-8f3f-32cc99758327),segment_id=4da344a6-a0f1-4140-8f3f-32cc99758327)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:51:59.093190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-af90f11d-f35d-42ce-8246-f5cf3a0d7050 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Network 93303b80-40be-4b7b-8092-afddbc7b0b69 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:51:59.103016 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, dc4117b0-8e45-44f5-b254-2e64febc3640) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:59.106837 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:59.117307 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (e2eb84d4-7e1b-45d6-8887-e161c60fdba6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:59.118038 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560f0f38-c37c-4a8a-95b5-3c3d24b3d282 None None] Network dc4117b0-8e45-44f5-b254-2e64febc3640 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:59.147171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-af90f11d-f35d-42ce-8246-f5cf3a0d7050 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:59.165673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-af90f11d-f35d-42ce-8246-f5cf3a0d7050 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:59.170451 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d489f364-458b-49f4-8cb1-08301a1d56b0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:59.174805 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90f11d-f35d-42ce-8246-f5cf3a0d7050 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Pushing event updated for resources: {'Port': ['ID=5768cd14-54b9-4970-9a34-79305265e4a7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:59.177354 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (4da344a6-a0f1-4140-8f3f-32cc99758327), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:59.194401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:51:59.195044 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (4da344a6-a0f1-4140-8f3f-32cc99758327), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:59.271514 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event updated for resources: {'Port': ['ID=e2eb84d4-7e1b-45d6-8887-e161c60fdba6,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:51:59.282652 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:51:59.317234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.db.api [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 05:51:59.317234 n-d-812111-12 neutron-server[103634]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 05:51:59.317234 n-d-812111-12 neutron-server[103634]: [parameters: {'id': '4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5'}] Jan 28 05:51:59.317234 n-d-812111-12 neutron-server[103634]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:51:59.317732 n-d-812111-12 neutron-server[103634]: DEBUG oslo_db.api [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:51:59.318228 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Checking segment: {'id': '57f6807f-1368-4ee0-a805-0f71fb4bda29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4375dc97-2c69-47ba-8909-f9ebc5874314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:51:59.318612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Network hostable DHCP agents. Network: 4375dc97-2c69-47ba-8909-f9ebc5874314, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:51:59.342641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034a9c7-a62a-4179-83c5-e60920c98453 req-0399aeac-aac0-4b5b-9df0-980c9837de6c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:59.344485 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2034a9c7-a62a-4179-83c5-e60920c98453 req-0399aeac-aac0-4b5b-9df0-980c9837de6c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 947 time: 0.2411509 Jan 28 05:51:59.352889 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-af90f11d-f35d-42ce-8246-f5cf3a0d7050 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:59.353581 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-af90f11d-f35d-42ce-8246-f5cf3a0d7050 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:59.388395 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Network 4375dc97-2c69-47ba-8909-f9ebc5874314 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:51:59.390654 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c6cc9-7039-43fd-93b6-7a6ef4064a07 None None] Pushing event updated for resources: {'Port': ['ID=d489f364-458b-49f4-8cb1-08301a1d56b0,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:51:59.397324 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77226cd6-65bb-4d50-89ab-82e6bb52d383 None None] Network 4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:59.415575 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f70ea-4488-4e95-9d7b-8850f505e1dc req-ad2bad17-e30e-4533-83cf-f46c6119a733 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:59.420102 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-527f70ea-4488-4e95-9d7b-8850f505e1dc req-ad2bad17-e30e-4533-83cf-f46c6119a733 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.1854191 Jan 28 05:51:59.497105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 4375dc97-2c69-47ba-8909-f9ebc5874314) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:51:59.506007 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:51:59.512156 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:59.520852 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:59.523474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea0e880-209b-49f3-bc9a-36fecf952f9e None None] Network 4375dc97-2c69-47ba-8909-f9ebc5874314 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:51:59.525554 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:59.537832 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-af90f11d-f35d-42ce-8246-f5cf3a0d7050 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5919385 Jan 28 05:51:59.569307 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Request body: {'port': {'device_id': '745f218f-359b-47d9-833e-9e71fd69e96c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:51:59.607400 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a9cd13d2-a0fa-4fb6-a3cc-2c3096f6ef5a None None] Provisioning complete for port 5768cd14-54b9-4970-9a34-79305265e4a7 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:51:59.608136 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9cd13d2-a0fa-4fb6-a3cc-2c3096f6ef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5768cd14-54b9-4970-9a34-79305265e4a7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:59.616524 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-527f70ea-4488-4e95-9d7b-8850f505e1dc req-0a679bd3-f2ac-4570-9a49-a9df10097c46 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755493 Jan 28 05:51:59.649090 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3522c955-ad29-4c1e-9e8b-a8c98a305dc8 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5793548 Jan 28 05:51:59.650034 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38834) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:59.651208 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2034a9c7-a62a-4179-83c5-e60920c98453 req-4b3c4c25-4cf8-415a-827e-8af248363527 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871101 Jan 28 05:51:59.651892 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5768cd14-54b9-4970-9a34-79305265e4a7), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:59.669125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd13d2-a0fa-4fb6-a3cc-2c3096f6ef5a None None] Port 5768cd14-54b9-4970-9a34-79305265e4a7 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:51:59.773057 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b7ded6-3d24-4828-ad76-e3c2173a308a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:59.783074 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b7ded6-3d24-4828-ad76-e3c2173a308a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:59.787526 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-69b7ded6-3d24-4828-ad76-e3c2173a308a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1338556 Jan 28 05:51:59.788018 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38836) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:51:59.815590 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feadd9f-e8e8-44e7-a0ea-1c9df5fa7c71 None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:51:59.820958 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:59.854124 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f0353-8158-44d5-a504-e48b3dbc8324 req-d03637f9-7df4-42db-83d9-479efb2ce49a tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:51:59.855682 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-147f0353-8158-44d5-a504-e48b3dbc8324 req-d03637f9-7df4-42db-83d9-479efb2ce49a tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 932 time: 0.0755126 Jan 28 05:51:59.943262 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa602a-b9d0-4a42-9f58-219dac0f688b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Deleting port 50a4e4df-818e-4e52-a4b4-0631377fcf35 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:59.944257 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7cfa602a-b9d0-4a42-9f58-219dac0f688b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (50a4e4df-818e-4e52-a4b4-0631377fcf35), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:59.946256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-147f0353-8158-44d5-a504-e48b3dbc8324 req-b0b6146c-0823-4c5e-b012-6ee4db8bf34e tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e84647-ca7d-4aa9-83b5-260d0bb0d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803082 Jan 28 05:51:59.951482 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Deleting port d489f364-458b-49f4-8cb1-08301a1d56b0 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:51:59.952027 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (d489f364-458b-49f4-8cb1-08301a1d56b0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:51:59.976487 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feadd9f-e8e8-44e7-a0ea-1c9df5fa7c71 None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:52:00.056276 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7cfa602a-b9d0-4a42-9f58-219dac0f688b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (50a4e4df-818e-4e52-a4b4-0631377fcf35), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:00.072011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa602a-b9d0-4a42-9f58-219dac0f688b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Calling delete_port for 50a4e4df-818e-4e52-a4b4-0631377fcf35 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:00.075584 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5768cd14-54b9-4970-9a34-79305265e4a7 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:52:00.087483 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Publish callbacks [] for port (5768cd14-54b9-4970-9a34-79305265e4a7), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:00.109952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Transition to ACTIVE for port object 5768cd14-54b9-4970-9a34-79305265e4a7 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:52:00.189194 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (5768cd14-54b9-4970-9a34-79305265e4a7), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:00.211268 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] For port d489f364-458b-49f4-8cb1-08301a1d56b0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=d489f364-458b-49f4-8cb1-08301a1d56b0,segment=NetworkSegment(4da344a6-a0f1-4140-8f3f-32cc99758327),segment_id=4da344a6-a0f1-4140-8f3f-32cc99758327)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:00.211682 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (d489f364-458b-49f4-8cb1-08301a1d56b0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:00.229645 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Calling delete_port for d489f364-458b-49f4-8cb1-08301a1d56b0 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:00.276029 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Pushing event updated for resources: {'Port': ['ID=5768cd14-54b9-4970-9a34-79305265e4a7,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:00.303664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 674b90d5-dcf3-436f-b840-21191a8b7e2e no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:52:00.322239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7cfa602a-b9d0-4a42-9f58-219dac0f688b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (50a4e4df-818e-4e52-a4b4-0631377fcf35), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:00.372991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa602a-b9d0-4a42-9f58-219dac0f688b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event deleted for resources: {'Port': ['ID=50a4e4df-818e-4e52-a4b4-0631377fcf35,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:00.386341 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Attempting to bind port 5768cd14-54b9-4970-9a34-79305265e4a7 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:52:00.386905 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Attempting to bind port 5768cd14-54b9-4970-9a34-79305265e4a7 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'b29806b2-e40e-42d5-8dc0-aa1ab6ca2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:52:00.387585 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Attempting to bind port 5768cd14-54b9-4970-9a34-79305265e4a7 on network 93303b80-40be-4b7b-8092-afddbc7b0b69 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:52:00.394505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Port 5768cd14-54b9-4970-9a34-79305265e4a7 on network 93303b80-40be-4b7b-8092-afddbc7b0b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:52:00.395290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Attempting to bind port 5768cd14-54b9-4970-9a34-79305265e4a7 on network 93303b80-40be-4b7b-8092-afddbc7b0b69 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:52:00.402686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:52:00.403305 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Checking segment: {'id': 'b29806b2-e40e-42d5-8dc0-aa1ab6ca2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:00.403873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Bound using segment: {'id': 'b29806b2-e40e-42d5-8dc0-aa1ab6ca2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:52:00.404777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Bound port: 5768cd14-54b9-4970-9a34-79305265e4a7, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b29806b2-e40e-42d5-8dc0-aa1ab6ca2174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:52:00.405449 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5768cd14-54b9-4970-9a34-79305265e4a7), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:00.417906 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7cfa602a-b9d0-4a42-9f58-219dac0f688b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:00.424971 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7cfa602a-b9d0-4a42-9f58-219dac0f688b tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "DELETE /v2.0/ports/50a4e4df-818e-4e52-a4b4-0631377fcf35 HTTP/1.1" status: 204 len: 168 time: 0.6356375 Jan 28 05:52:00.430102 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38838) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:00.464880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 674b90d5-dcf3-436f-b840-21191a8b7e2e is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:00.465326 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:00.521456 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:52:00.528260 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee97f56-fb83-4c74-b5ea-485f02fff99d" -d '{"events": [{"server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "name": "network-vif-unplugged", "status": "completed", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:52:00.529537 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] For port 5768cd14-54b9-4970-9a34-79305265e4a7, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:52:00.536875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] For port 5768cd14-54b9-4970-9a34-79305265e4a7, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5768cd14-54b9-4970-9a34-79305265e4a7,segment=NetworkSegment(b29806b2-e40e-42d5-8dc0-aa1ab6ca2174),segment_id=b29806b2-e40e-42d5-8dc0-aa1ab6ca2174)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:52:00.588860 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-69c7a6bf-b543-47e1-839e-85bea9ac9dd6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Deleting port e2eb84d4-7e1b-45d6-8887-e161c60fdba6 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:00.589576 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-69c7a6bf-b543-47e1-839e-85bea9ac9dd6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (e2eb84d4-7e1b-45d6-8887-e161c60fdba6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:00.598860 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 674b90d5-dcf3-436f-b840-21191a8b7e2e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:00.617171 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (5768cd14-54b9-4970-9a34-79305265e4a7), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:00.663532 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd37a906-ccae-41ec-a21b-9e03f2030745 x-openstack-request-id: req-cd37a906-ccae-41ec-a21b-9e03f2030745 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:52:00.663835 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "name": "network-vif-unplugged", "status": "completed", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:52:00.664105 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd37a906-ccae-41ec-a21b-9e03f2030745 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:52:00.664502 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'code': 200} Jan 28 05:52:00.665290 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:00.674224 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-69c7a6bf-b543-47e1-839e-85bea9ac9dd6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (e2eb84d4-7e1b-45d6-8887-e161c60fdba6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:00.709699 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-69c7a6bf-b543-47e1-839e-85bea9ac9dd6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Calling delete_port for e2eb84d4-7e1b-45d6-8887-e161c60fdba6 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:00.726929 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:00.727580 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:00.736352 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] 10.222.0.60 "PUT /v2.0/ports/5768cd14-54b9-4970-9a34-79305265e4a7 HTTP/1.1" status: 200 len: 1093 time: 1.1805747 Jan 28 05:52:00.742534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745f218f-359b-47d9-833e-9e71fd69e96c', 'tag': '5768cd14-54b9-4970-9a34-79305265e4a7'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:52:00.742534 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262bab08-fc3a-4bf1-a705-4efa11760a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "745f218f-359b-47d9-833e-9e71fd69e96c", "tag": "5768cd14-54b9-4970-9a34-79305265e4a7"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:52:00.761357 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d2b8e-a0ff-4038-958f-cbfe1e8d4cfc service neutron] Pushing event updated for resources: {'Port': ['ID=5768cd14-54b9-4970-9a34-79305265e4a7,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:00.858483 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (d489f364-458b-49f4-8cb1-08301a1d56b0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:00.860655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=674b90d5-dcf3-436f-b840-21191a8b7e2e,revision_number=11']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:00.882896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No DVR routers for this DVR port d489f364-458b-49f4-8cb1-08301a1d56b0 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:52:00.904357 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Port': ['ID=d489f364-458b-49f4-8cb1-08301a1d56b0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:00.929514 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-69c7a6bf-b543-47e1-839e-85bea9ac9dd6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (e2eb84d4-7e1b-45d6-8887-e161c60fdba6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:01.011946 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7a6bf-b543-47e1-839e-85bea9ac9dd6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event deleted for resources: {'Port': ['ID=e2eb84d4-7e1b-45d6-8887-e161c60fdba6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:01.041817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de0853-18c6-4dc1-9878-e5b5ea368ea0 req-27dfd3e6-5bf5-469d-8023-b63f55a0a179 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:01.041817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78de0853-18c6-4dc1-9878-e5b5ea368ea0 req-27dfd3e6-5bf5-469d-8023-b63f55a0a179 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.2147446 Jan 28 05:52:01.066917 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-69c7a6bf-b543-47e1-839e-85bea9ac9dd6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:01.075452 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-69c7a6bf-b543-47e1-839e-85bea9ac9dd6 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "DELETE /v2.0/ports/e2eb84d4-7e1b-45d6-8887-e161c60fdba6 HTTP/1.1" status: 204 len: 168 time: 0.6431754 Jan 28 05:52:01.079051 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38856) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:01.096082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78de0853-18c6-4dc1-9878-e5b5ea368ea0 req-c373bfe5-7cbd-471c-9878-0b0f5f4ac970 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653942 Jan 28 05:52:01.133068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e10d8-4553-4c58-88e0-f79a4ec1cb85 req-847e670c-e24c-4c35-9d61-26497a09a7aa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:01.134618 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-373e10d8-4553-4c58-88e0-f79a4ec1cb85 req-847e670c-e24c-4c35-9d61-26497a09a7aa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.2535441 Jan 28 05:52:01.136327 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8660434b-4da4-494f-ab3d-868b3a7a1264 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0512941 Jan 28 05:52:01.137258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38860) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:01.145364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b1a4ef26-f20d-4511-854c-ca0d09f5cd3f tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-604850708'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:01.151046 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:01.192485 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:01.205884 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da344a6-a0f1-4140-8f3f-32cc99758327') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:01.208970 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da344a6-a0f1-4140-8f3f-32cc99758327') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:01.209713 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a9056d-41c2-46ea-8d1c-98a41b8c02b5 x-openstack-request-id: req-e3a9056d-41c2-46ea-8d1c-98a41b8c02b5 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:52:01.210080 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745f218f-359b-47d9-833e-9e71fd69e96c", "tag": "5768cd14-54b9-4970-9a34-79305265e4a7", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:52:01.210363 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3a9056d-41c2-46ea-8d1c-98a41b8c02b5 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:52:01.210772 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745f218f-359b-47d9-833e-9e71fd69e96c', 'tag': '5768cd14-54b9-4970-9a34-79305265e4a7', 'status': 'completed', 'code': 200} Jan 28 05:52:01.213488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-0bef591a-e03f-4ad2-9e4a-98b77b544363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:01.215172 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-0bef591a-e03f-4ad2-9e4a-98b77b544363 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b670ab8f4d44d909ae1dbc83de86b76&device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 1096 time: 0.3352306 Jan 28 05:52:01.231972 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (4da344a6-a0f1-4140-8f3f-32cc99758327), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:01.259616 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a4ef26-f20d-4511-854c-ca0d09f5cd3f tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Made reservation on behalf of 5940e7270a204c7a92aa0aca6100db94 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:01.263098 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1a4ef26-f20d-4511-854c-ca0d09f5cd3f tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:01.276493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-b74241a0-f295-4f67-94a9-fa6149eebf86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5768cd14-54b9-4970-9a34-79305265e4a7 HTTP/1.1" status: 200 len: 217 time: 0.0476336 Jan 28 05:52:01.277661 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (4da344a6-a0f1-4140-8f3f-32cc99758327), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:01.293415 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:01.293870 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (4da344a6-a0f1-4140-8f3f-32cc99758327), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:01.297300 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:01.336480 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-e8fc93aa-58d8-47ef-8271-6049fcc29938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:01.339681 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-e8fc93aa-58d8-47ef-8271-6049fcc29938 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e95f7f2-ed2d-4541-aead-db2229688b20 HTTP/1.1" status: 200 len: 850 time: 0.0560665 Jan 28 05:52:01.358571 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-373e10d8-4553-4c58-88e0-f79a4ec1cb85 req-bb549ccf-ca93-4c76-a015-11c8b238ecb1 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106929 Jan 28 05:52:01.407465 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-e887277e-f60c-4841-a395-858543b65c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:01.407465 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-e887277e-f60c-4841-a395-858543b65c78 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93303b80-40be-4b7b-8092-afddbc7b0b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568488 Jan 28 05:52:01.430606 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a4ef26-f20d-4511-854c-ca0d09f5cd3f tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:01.444433 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1a4ef26-f20d-4511-854c-ca0d09f5cd3f tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ccc534eb-38aa-4bf9-a3dd-1176dec5d4f2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:01.453340 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-b1a4ef26-f20d-4511-854c-ca0d09f5cd3f tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Added segment ccc534eb-38aa-4bf9-a3dd-1176dec5d4f2 of type vlan for network 72aabf7d-f759-42a4-808b-a7fbb92c2920 Jan 28 05:52:01.494156 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1a4ef26-f20d-4511-854c-ca0d09f5cd3f tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (72aabf7d-f759-42a4-808b-a7fbb92c2920), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:01.525747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bb869-c4c9-4502-ad00-27a309ee512b req-1a7a03f6-288d-4168-8223-1dedaa2dd805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:01.529702 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:01.533735 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-763bb869-c4c9-4502-ad00-27a309ee512b req-1a7a03f6-288d-4168-8223-1dedaa2dd805 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 944 time: 0.1029940 Jan 28 05:52:01.564214 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:01.568515 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5 HTTP/1.1" status: 204 len: 168 time: 3.4900014 Jan 28 05:52:01.569574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12f03b-151e-492a-b700-278c9264b190 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Network': ['ID=4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:01.572158 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38862) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:01.579955 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-321b9de1-d900-4073-b25b-dfd26224d0e2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1610596577'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:01.606528 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1a4ef26-f20d-4511-854c-ca0d09f5cd3f tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (72aabf7d-f759-42a4-808b-a7fbb92c2920), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:01.612118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a4ef26-f20d-4511-854c-ca0d09f5cd3f tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:01.614713 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1a4ef26-f20d-4511-854c-ca0d09f5cd3f tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:01.630450 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-9e18d6c7-e574-43eb-bb29-5b0b9cedd0a3 service neutron] 10.222.0.60 "GET /v2.0/networks/93303b80-40be-4b7b-8092-afddbc7b0b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217283 Jan 28 05:52:01.697817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4ef26-f20d-4511-854c-ca0d09f5cd3f tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event updated for resources: {'Network': ['ID=72aabf7d-f759-42a4-808b-a7fbb92c2920,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:01.708824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321b9de1-d900-4073-b25b-dfd26224d0e2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:01.709751 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 72aabf7d-f759-42a4-808b-a7fbb92c2920 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:01.720388 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-321b9de1-d900-4073-b25b-dfd26224d0e2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:01.773705 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-763bb869-c4c9-4502-ad00-27a309ee512b req-59dbbbb5-52c5-4b86-a302-9782b8187914 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e84647-ca7d-4aa9-83b5-260d0bb0d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388802 Jan 28 05:52:01.784534 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321b9de1-d900-4073-b25b-dfd26224d0e2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:01.803456 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-321b9de1-d900-4073-b25b-dfd26224d0e2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (29b7d660-4462-42bd-b97e-902d051acbf8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:01.803808 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-321b9de1-d900-4073-b25b-dfd26224d0e2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Added segment 29b7d660-4462-42bd-b97e-902d051acbf8 of type vlan for network 468ea762-351d-4393-8600-2c09995dffd7 Jan 28 05:52:01.876444 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e859d4f7-00c6-45c3-b3ee-e258b6e5d8cc req-24ebf480-9928-4f43-b96c-9e0aa5faba70 service neutron] 10.222.0.60 "GET /v2.0/networks/93303b80-40be-4b7b-8092-afddbc7b0b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307160 Jan 28 05:52:01.912431 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b1a4ef26-f20d-4511-854c-ca0d09f5cd3f tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7715640 Jan 28 05:52:01.915123 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-321b9de1-d900-4073-b25b-dfd26224d0e2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (468ea762-351d-4393-8600-2c09995dffd7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:01.917294 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38870) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:01.924509 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b870fcee-842f-446a-9193-bb593c954780 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-355445687'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:01.992832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9e8dd-76a8-40a8-bc04-bca891925814 req-770b8365-4401-48b8-b455-b98a8a22aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:01.994345 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26e9e8dd-76a8-40a8-bc04-bca891925814 req-770b8365-4401-48b8-b455-b98a8a22aa0a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7372e7c17c0d4e6eb77c78322e6794a6&device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 1097 time: 0.0964744 Jan 28 05:52:02.000156 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-321b9de1-d900-4073-b25b-dfd26224d0e2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (468ea762-351d-4393-8600-2c09995dffd7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:02.002090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05332d39-6304-4cc2-be13-1e532d0b0e7d req-3736365b-2e23-4da0-98b8-e1d05289ccd5 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:02.005553 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321b9de1-d900-4073-b25b-dfd26224d0e2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:02.006457 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-321b9de1-d900-4073-b25b-dfd26224d0e2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:02.009003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05332d39-6304-4cc2-be13-1e532d0b0e7d req-3736365b-2e23-4da0-98b8-e1d05289ccd5 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.1301990 Jan 28 05:52:02.037048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b870fcee-842f-446a-9193-bb593c954780 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Made reservation on behalf of 5940e7270a204c7a92aa0aca6100db94 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:02.040790 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b870fcee-842f-446a-9193-bb593c954780 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:02.117880 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b9de1-d900-4073-b25b-dfd26224d0e2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Network': ['ID=468ea762-351d-4393-8600-2c09995dffd7,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:02.128504 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b870fcee-842f-446a-9193-bb593c954780 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:02.140409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 468ea762-351d-4393-8600-2c09995dffd7 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:02.145492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38872) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:02.146000 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-321b9de1-d900-4073-b25b-dfd26224d0e2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5725567 Jan 28 05:52:02.149209 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b870fcee-842f-446a-9193-bb593c954780 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (433a625c-ab5f-4abc-ba3f-45fc8ffe4320), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:02.149563 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-b870fcee-842f-446a-9193-bb593c954780 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Added segment 433a625c-ab5f-4abc-ba3f-45fc8ffe4320 of type vlan for network 2d01956c-2f35-4359-bcd6-99018c17ce83 Jan 28 05:52:02.151277 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7dd86731-6f04-49d9-973c-c5217273b5cf tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'subnet': {'network_id': '468ea762-351d-4393-8600-2c09995dffd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:02.184972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05332d39-6304-4cc2-be13-1e532d0b0e7d req-8feb7dfc-e581-402b-84c0-14926d2e5d20 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748693 Jan 28 05:52:02.215797 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b870fcee-842f-446a-9193-bb593c954780 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (2d01956c-2f35-4359-bcd6-99018c17ce83), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:02.266806 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bab08-fc3a-4bf1-a705-4efa11760a5a req-c6e76eac-18eb-4f97-a60c-17fb435e8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:02.268355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-262bab08-fc3a-4bf1-a705-4efa11760a5a req-c6e76eac-18eb-4f97-a60c-17fb435e8feb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b670ab8f4d44d909ae1dbc83de86b76&device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 1096 time: 0.2188470 Jan 28 05:52:02.295008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9e8dd-76a8-40a8-bc04-bca891925814 req-64c1ef93-25ad-44b9-ac9d-167975898e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:02.296499 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26e9e8dd-76a8-40a8-bc04-bca891925814 req-64c1ef93-25ad-44b9-ac9d-167975898e0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=091c4ca4-e877-4a73-b977-7fc17fb1ac30 HTTP/1.1" status: 200 len: 912 time: 0.2791755 Jan 28 05:52:02.314707 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b870fcee-842f-446a-9193-bb593c954780 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (2d01956c-2f35-4359-bcd6-99018c17ce83), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:02.322257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b870fcee-842f-446a-9193-bb593c954780 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:02.326507 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b870fcee-842f-446a-9193-bb593c954780 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:02.446261 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 674b90d5-dcf3-436f-b840-21191a8b7e2e details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:52:02.460103 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b870fcee-842f-446a-9193-bb593c954780 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5406220 Jan 28 05:52:02.499588 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870fcee-842f-446a-9193-bb593c954780 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event updated for resources: {'Network': ['ID=2d01956c-2f35-4359-bcd6-99018c17ce83,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:02.518838 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26e9e8dd-76a8-40a8-bc04-bca891925814 req-82b96c64-5104-424b-9933-e5592dd6e576 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aadcc10a-fc69-42da-8ae1-fc4a149d214b HTTP/1.1" status: 200 len: 217 time: 0.2043478 Jan 28 05:52:02.558095 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 2d01956c-2f35-4359-bcd6-99018c17ce83 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:02.657205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd86731-6f04-49d9-973c-c5217273b5cf tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:02.670647 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7dd86731-6f04-49d9-973c-c5217273b5cf tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:02.711338 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05b60e-c598-4160-b304-9a5a659a4e03 req-71b6afab-7a97-46b5-bc26-4c6ccf33a4db tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:02.719352 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba05b60e-c598-4160-b304-9a5a659a4e03 req-71b6afab-7a97-46b5-bc26-4c6ccf33a4db tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.2171137 Jan 28 05:52:02.728272 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9e8dd-76a8-40a8-bc04-bca891925814 req-3ce6f566-db6d-4867-b6ac-105378e9bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:02.730153 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26e9e8dd-76a8-40a8-bc04-bca891925814 req-3ce6f566-db6d-4867-b6ac-105378e9bce5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=faf4ccca-ebc5-4c15-bcbc-916742d54633 HTTP/1.1" status: 200 len: 851 time: 0.1904442 Jan 28 05:52:02.795053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 674b90d5-dcf3-436f-b840-21191a8b7e2e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:02.838903 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'port_id': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'mac_address': 'fa:16:3e:da:61:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:52:02.942397 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4fff579b-31c6-4597-b6d9-628625c8dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:02.983157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 674b90d5-dcf3-436f-b840-21191a8b7e2e is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:02.983555 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:03.015059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674b90d5-dcf3-436f-b840-21191a8b7e2e {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:52:03.112812 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 674b90d5-dcf3-436f-b840-21191a8b7e2e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:03.167325 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:03.348446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['674b90d5-dcf3-436f-b840-21191a8b7e2e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:52:03.354784 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bab08-fc3a-4bf1-a705-4efa11760a5a req-1149d70c-560f-4fbc-85ba-f0e98442deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:03.359105 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-262bab08-fc3a-4bf1-a705-4efa11760a5a req-1149d70c-560f-4fbc-85ba-f0e98442deb3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93303b80-40be-4b7b-8092-afddbc7b0b69 HTTP/1.1" status: 200 len: 912 time: 1.0823567 Jan 28 05:52:03.386002 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26e9e8dd-76a8-40a8-bc04-bca891925814 req-4bc4d10e-b246-4cda-bbee-117e0b48f80d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=091c4ca4-e877-4a73-b977-7fc17fb1ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1663041 Jan 28 05:52:03.456421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=674b90d5-dcf3-436f-b840-21191a8b7e2e,revision_number=12']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:03.561030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-262bab08-fc3a-4bf1-a705-4efa11760a5a req-1ff48897-34e6-4d6d-8d9c-630b1b242167 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5768cd14-54b9-4970-9a34-79305265e4a7 HTTP/1.1" status: 200 len: 217 time: 0.1857820 Jan 28 05:52:03.754127 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba05b60e-c598-4160-b304-9a5a659a4e03 req-03a3ed14-c0d3-45c5-bd15-0a4994b1e643 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0337889 Jan 28 05:52:03.795963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106c7d6-c610-4e26-93be-cc9152845fcf req-8e03ce59-280e-4a0e-b831-c7abca13d081 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:03.811753 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4106c7d6-c610-4e26-93be-cc9152845fcf req-8e03ce59-280e-4a0e-b831-c7abca13d081 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 944 time: 0.6022298 Jan 28 05:52:03.907690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bab08-fc3a-4bf1-a705-4efa11760a5a req-292396ed-710e-4813-8710-090d18916cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:03.909889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-262bab08-fc3a-4bf1-a705-4efa11760a5a req-292396ed-710e-4813-8710-090d18916cc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e95f7f2-ed2d-4541-aead-db2229688b20 HTTP/1.1" status: 200 len: 850 time: 0.3480308 Jan 28 05:52:04.042507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26e9e8dd-76a8-40a8-bc04-bca891925814 req-4525522d-a713-46db-a216-5e288bd3bad1 service neutron] 10.222.0.64 "GET /v2.0/networks/091c4ca4-e877-4a73-b977-7fc17fb1ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704246 Jan 28 05:52:04.131122 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4106c7d6-c610-4e26-93be-cc9152845fcf req-45c3d579-7789-41d8-b4cf-5f77443e8b50 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e84647-ca7d-4aa9-83b5-260d0bb0d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3180702 Jan 28 05:52:04.326593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 674b90d5-dcf3-436f-b840-21191a8b7e2e up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:52:04.356763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdbb0c-8c90-4fc3-8c9d-75b3ccb6ae04 req-11a6e5d7-6e78-4904-a583-25320a263eef tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:04.369287 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f4fdbb0c-8c90-4fc3-8c9d-75b3ccb6ae04 req-11a6e5d7-6e78-4904-a583-25320a263eef tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.4811723 Jan 28 05:52:04.385299 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bab08-fc3a-4bf1-a705-4efa11760a5a req-b6e8057c-f89f-4f4a-a930-289c50eccecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:04.390493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-262bab08-fc3a-4bf1-a705-4efa11760a5a req-b6e8057c-f89f-4f4a-a930-289c50eccecc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93303b80-40be-4b7b-8092-afddbc7b0b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4599662 Jan 28 05:52:04.447025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 674b90d5-dcf3-436f-b840-21191a8b7e2e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:04.447412 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:04.522977 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f4fdbb0c-8c90-4fc3-8c9d-75b3ccb6ae04 req-7293cc77-5197-434a-8ca9-bf14e2f0ede6 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525855 Jan 28 05:52:04.691583 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26e9e8dd-76a8-40a8-bc04-bca891925814 req-61132efe-86c7-4c06-a8a2-31452ff7bfc1 service neutron] 10.222.0.64 "GET /v2.0/networks/091c4ca4-e877-4a73-b977-7fc17fb1ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6379819 Jan 28 05:52:04.752110 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7dd86731-6f04-49d9-973c-c5217273b5cf tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (ad935de5-c8e4-4943-979f-92d55882598e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:04.758348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-262bab08-fc3a-4bf1-a705-4efa11760a5a req-d2ce0d4f-befc-429d-b113-da69a99baa7b service neutron] 10.222.0.60 "GET /v2.0/networks/93303b80-40be-4b7b-8092-afddbc7b0b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541451 Jan 28 05:52:04.799774 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5768cd14-54b9-4970-9a34-79305265e4a7 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:52:04.948708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 674b90d5-dcf3-436f-b840-21191a8b7e2e is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:04.950652 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:05.030677 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.resource_extend [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 05:52:05.041832 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ee46c8c-0921-41e6-a03d-acaaea74fc07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:05.183888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd86731-6f04-49d9-973c-c5217273b5cf tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Subnet': ['ID=ad935de5-c8e4-4943-979f-92d55882598e,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:05.259900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd86731-6f04-49d9-973c-c5217273b5cf tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Checking segment: {'id': '29b7d660-4462-42bd-b97e-902d051acbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '468ea762-351d-4393-8600-2c09995dffd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:05.260306 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd86731-6f04-49d9-973c-c5217273b5cf tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network hostable DHCP agents. Network: 468ea762-351d-4393-8600-2c09995dffd7, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:52:05.290529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:52:05.308604 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282061dc-e90a-4ffc-84fe-1a817ef4306c" -d '{"events": [{"server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "name": "network-vif-plugged", "status": "completed", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:52:05.338655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 674b90d5-dcf3-436f-b840-21191a8b7e2e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:05.383627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bd9db-2555-482d-ac15-b1eaa13ba184 req-f2861422-4bba-4032-b510-272780313497 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:05.396629 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:05.398509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a7bd9db-2555-482d-ac15-b1eaa13ba184 req-f2861422-4bba-4032-b510-272780313497 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 946 time: 0.4631531 Jan 28 05:52:05.412378 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5768cd14-54b9-4970-9a34-79305265e4a7, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5768cd14-54b9-4970-9a34-79305265e4a7,segment=NetworkSegment(b29806b2-e40e-42d5-8dc0-aa1ab6ca2174),segment_id=b29806b2-e40e-42d5-8dc0-aa1ab6ca2174)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:05.473052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '5768cd14-54b9-4970-9a34-79305265e4a7', 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69', 'port_id': '5768cd14-54b9-4970-9a34-79305265e4a7', 'mac_address': 'fa:16:3e:2d:36:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:52:05.493061 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-262bab08-fc3a-4bf1-a705-4efa11760a5a req-b35d4241-14e9-4702-bcba-80ad20b1b13b service neutron] 10.222.0.60 "GET /v2.0/networks/93303b80-40be-4b7b-8092-afddbc7b0b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482065 Jan 28 05:52:05.533094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd86731-6f04-49d9-973c-c5217273b5cf tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network 468ea762-351d-4393-8600-2c09995dffd7 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:52:05.557009 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411887e-5d37-48aa-9625-9d67386f59a7 req-2bad227e-d335-40bf-a808-d3119b090a4b tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:05.577001 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4411887e-5d37-48aa-9625-9d67386f59a7 req-2bad227e-d335-40bf-a808-d3119b090a4b tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 944 time: 0.2902558 Jan 28 05:52:05.624632 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=674b90d5-dcf3-436f-b840-21191a8b7e2e,revision_number=13']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:05.664880 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a7bd9db-2555-482d-ac15-b1eaa13ba184 req-ac4d3b69-578a-4ba0-9954-5079f4cc3c8a tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653897 Jan 28 05:52:05.669997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 5768cd14-54b9-4970-9a34-79305265e4a7 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:05.670448 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5768cd14-54b9-4970-9a34-79305265e4a7), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:05.723017 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5768cd14-54b9-4970-9a34-79305265e4a7 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:52:05.725233 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-7dd86731-6f04-49d9-973c-c5217273b5cf tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 468ea762-351d-4393-8600-2c09995dffd7) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:05.736909 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd86731-6f04-49d9-973c-c5217273b5cf tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:05.737521 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7dd86731-6f04-49d9-973c-c5217273b5cf tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:05.751859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b60787-8908-4870-b09e-d9f9ac58c5f2 None None] Network 468ea762-351d-4393-8600-2c09995dffd7 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:05.839824 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4411887e-5d37-48aa-9625-9d67386f59a7 req-18944623-87b2-488b-8421-cb827d8af42e tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e84647-ca7d-4aa9-83b5-260d0bb0d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605600 Jan 28 05:52:05.865356 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5768cd14-54b9-4970-9a34-79305265e4a7, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5768cd14-54b9-4970-9a34-79305265e4a7,segment=NetworkSegment(b29806b2-e40e-42d5-8dc0-aa1ab6ca2174),segment_id=b29806b2-e40e-42d5-8dc0-aa1ab6ca2174)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:05.934891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38928) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:05.940770 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7dd86731-6f04-49d9-973c-c5217273b5cf tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.7933490 Jan 28 05:52:06.009491 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac93387f-702c-4017-abca-bbb908b47216 x-openstack-request-id: req-ac93387f-702c-4017-abca-bbb908b47216 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:52:06.009891 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "name": "network-vif-plugged", "status": "completed", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:52:06.010106 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac93387f-702c-4017-abca-bbb908b47216 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:52:06.010497 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'code': 200} Jan 28 05:52:06.021363 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5768cd14-54b9-4970-9a34-79305265e4a7), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:06.080863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507e1a1-5475-4c7d-b56a-8cc0d2380b51 req-94a870ca-03f3-4414-b52f-b8a3c58e70bc tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:06.093209 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a507e1a1-5475-4c7d-b56a-8cc0d2380b51 req-94a870ca-03f3-4414-b52f-b8a3c58e70bc tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.1319981 Jan 28 05:52:06.115088 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38932) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:06.123664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Request body: {'subnets': [{'network_id': '72aabf7d-f759-42a4-808b-a7fbb92c2920', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--704500437', 'ip_version': 6}, {'network_id': '2d01956c-2f35-4359-bcd6-99018c17ce83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:06.124178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Request body: {'subnet': {'network_id': '72aabf7d-f759-42a4-808b-a7fbb92c2920', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--704500437', 'ip_version': 6}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:06.125006 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Request body: {'subnet': {'network_id': '2d01956c-2f35-4359-bcd6-99018c17ce83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:06.252102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=5768cd14-54b9-4970-9a34-79305265e4a7,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:06.274772 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a3d552e-a682-464f-bd20-b732b399aeb9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (468ea762-351d-4393-8600-2c09995dffd7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:06.410436 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a507e1a1-5475-4c7d-b56a-8cc0d2380b51 req-f8525484-199c-473e-8d05-e00e8b4f9b75 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159206 Jan 28 05:52:06.465835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b735c522-4354-4c95-89c0-6ea49ad4f5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-468ea762-351d-4393-8600-2c09995dffd7', 'network_id': '468ea762-351d-4393-8600-2c09995dffd7', 'project_id': 'd55ea7c01dbf405eaa576d95b9b74ca1', 'fixed_ips': [{'subnet_id': 'ad935de5-c8e4-4943-979f-92d55882598e'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:52:06.472627 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b735c522-4354-4c95-89c0-6ea49ad4f5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:06.494600 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a3d552e-a682-464f-bd20-b732b399aeb9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (ad935de5-c8e4-4943-979f-92d55882598e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:06.535475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['5768cd14-54b9-4970-9a34-79305265e4a7'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:52:06.557612 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:06.766292 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a3d552e-a682-464f-bd20-b732b399aeb9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (ad935de5-c8e4-4943-979f-92d55882598e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:06.823282 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Made reservation on behalf of 5940e7270a204c7a92aa0aca6100db94 for: {'subnet': 2} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:06.827689 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:06.832432 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d552e-a682-464f-bd20-b732b399aeb9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Subnet': ['ID=ad935de5-c8e4-4943-979f-92d55882598e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:06.839847 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:06.984766 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a3d552e-a682-464f-bd20-b732b399aeb9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (468ea762-351d-4393-8600-2c09995dffd7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:07.036397 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1a3d552e-a682-464f-bd20-b732b399aeb9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468ea762-351d-4393-8600-2c09995dffd7']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:07.053871 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1a3d552e-a682-464f-bd20-b732b399aeb9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b7d660-4462-42bd-b97e-902d051acbf8') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:07.054258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1a3d552e-a682-464f-bd20-b732b399aeb9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b7d660-4462-42bd-b97e-902d051acbf8') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:07.058591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca0c46-f3c4-4cfe-91cf-3362ed1519ab req-011f57e2-a407-463d-86d2-4e43e20e0626 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server [None req-b735c522-4354-4c95-89c0-6ea49ad4f5ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad935de5-c8e4-4943-979f-92d55882598e: This subnet is being modified by another concurrent operation. Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:52:07.072118 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise exception Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad935de5-c8e4-4943-979f-92d55882598e: This subnet is being modified by another concurrent operation. Jan 28 05:52:07.079252 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server Jan 28 05:52:07.084628 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0eca0c46-f3c4-4cfe-91cf-3362ed1519ab req-011f57e2-a407-463d-86d2-4e43e20e0626 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 947 time: 0.2950215 Jan 28 05:52:07.087338 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a3d552e-a682-464f-bd20-b732b399aeb9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (29b7d660-4462-42bd-b97e-902d051acbf8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:07.110225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256f027d-8a8b-4926-8e9e-7c59c5954d9b None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:52:07.116881 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a3d552e-a682-464f-bd20-b732b399aeb9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (29b7d660-4462-42bd-b97e-902d051acbf8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:07.130282 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3d552e-a682-464f-bd20-b732b399aeb9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:07.130715 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a3d552e-a682-464f-bd20-b732b399aeb9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (29b7d660-4462-42bd-b97e-902d051acbf8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:07.212255 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:07.273994 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a3d552e-a682-464f-bd20-b732b399aeb9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (468ea762-351d-4393-8600-2c09995dffd7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:07.281944 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a3d552e-a682-464f-bd20-b732b399aeb9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:07.286485 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1a3d552e-a682-464f-bd20-b732b399aeb9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/468ea762-351d-4393-8600-2c09995dffd7 HTTP/1.1" status: 204 len: 168 time: 1.3504481 Jan 28 05:52:07.293121 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38944) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:07.293984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d6843-edaa-46b6-857f-b47a04ddca59 req-dbdb9fcb-321d-4a11-9857-9fefee407efb tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:07.303852 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-260d6843-edaa-46b6-857f-b47a04ddca59 req-dbdb9fcb-321d-4a11-9857-9fefee407efb tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 945 time: 0.1504509 Jan 28 05:52:07.330434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-5fd91d2a-ddd1-466c-82aa-5694ee5e0e66 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1369295530'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:07.344424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256f027d-8a8b-4926-8e9e-7c59c5954d9b None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:52:07.384149 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d552e-a682-464f-bd20-b732b399aeb9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Network': ['ID=468ea762-351d-4393-8600-2c09995dffd7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:07.400645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0eca0c46-f3c4-4cfe-91cf-3362ed1519ab req-b59376bc-9a6e-40e5-ab3b-466f12b47f73 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268816 Jan 28 05:52:07.516957 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-260d6843-edaa-46b6-857f-b47a04ddca59 req-a9432e00-fbba-43e2-8c98-926cade4ff77 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e84647-ca7d-4aa9-83b5-260d0bb0d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942937 Jan 28 05:52:07.536937 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd91d2a-ddd1-466c-82aa-5694ee5e0e66 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:07.541211 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5fd91d2a-ddd1-466c-82aa-5694ee5e0e66 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:07.617748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd91d2a-ddd1-466c-82aa-5694ee5e0e66 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:07.637030 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5fd91d2a-ddd1-466c-82aa-5694ee5e0e66 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (b9bb2c4a-d507-48e6-8afe-35baf28ac70e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:07.641088 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-5fd91d2a-ddd1-466c-82aa-5694ee5e0e66 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Added segment b9bb2c4a-d507-48e6-8afe-35baf28ac70e of type vlan for network 34febbb9-fc87-4788-8214-64feace6ffe8 Jan 28 05:52:07.704833 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5fd91d2a-ddd1-466c-82aa-5694ee5e0e66 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (34febbb9-fc87-4788-8214-64feace6ffe8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:07.892469 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5fd91d2a-ddd1-466c-82aa-5694ee5e0e66 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (34febbb9-fc87-4788-8214-64feace6ffe8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:07.893410 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1355292f-9bc8-47f8-9c01-c37f38df6340 None None] Network 468ea762-351d-4393-8600-2c09995dffd7 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:07.901310 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd91d2a-ddd1-466c-82aa-5694ee5e0e66 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:07.902282 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5fd91d2a-ddd1-466c-82aa-5694ee5e0e66 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:07.910372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1355292f-9bc8-47f8-9c01-c37f38df6340 None None] Network 468ea762-351d-4393-8600-2c09995dffd7 could not be found, it might have been deleted concurrently. {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 05:52:07.919780 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:07.980458 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027839d-f39d-4c68-b2e2-c249d137d536 req-f45fe89a-f0ea-4d20-b842-071209ae4ba6 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:07.990480 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5027839d-f39d-4c68-b2e2-c249d137d536 req-f45fe89a-f0ea-4d20-b842-071209ae4ba6 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.2091756 Jan 28 05:52:08.021515 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd91d2a-ddd1-466c-82aa-5694ee5e0e66 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Network': ['ID=34febbb9-fc87-4788-8214-64feace6ffe8,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:08.034134 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 34febbb9-fc87-4788-8214-64feace6ffe8 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:08.061907 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5fd91d2a-ddd1-466c-82aa-5694ee5e0e66 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7665570 Jan 28 05:52:08.065177 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38956) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:08.073371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2e36ce56-c4c1-4923-88be-03346a5f6962 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'subnet': {'network_id': '34febbb9-fc87-4788-8214-64feace6ffe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:08.088292 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5027839d-f39d-4c68-b2e2-c249d137d536 req-4f08c269-8270-4908-bd28-ed37b9e6df63 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965233 Jan 28 05:52:08.336285 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34794b0d-7594-4e5f-befc-8c759dcc5ee6 req-e284e50d-c71e-4c0f-9cea-97e321ba32ad tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:08.338827 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34794b0d-7594-4e5f-befc-8c759dcc5ee6 req-e284e50d-c71e-4c0f-9cea-97e321ba32ad tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 945 time: 0.1891289 Jan 28 05:52:08.360378 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e36ce56-c4c1-4923-88be-03346a5f6962 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:08.365954 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e36ce56-c4c1-4923-88be-03346a5f6962 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:08.477555 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (ed2f5dca-334b-47d6-bbaa-a99c77c7af84), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:08.506266 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34794b0d-7594-4e5f-befc-8c759dcc5ee6 req-a54e69ad-da0c-4f09-8585-0c906a817336 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282005 Jan 28 05:52:08.576963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event updated for resources: {'Subnet': ['ID=ed2f5dca-334b-47d6-bbaa-a99c77c7af84,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:08.586206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Checking segment: {'id': 'ccc534eb-38aa-4bf9-a3dd-1176dec5d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '72aabf7d-f759-42a4-808b-a7fbb92c2920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:08.586654 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Network hostable DHCP agents. Network: 72aabf7d-f759-42a4-808b-a7fbb92c2920, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:52:08.720215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Network 72aabf7d-f759-42a4-808b-a7fbb92c2920 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:52:08.724779 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5768cd14-54b9-4970-9a34-79305265e4a7 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:52:08.748871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e695d-7331-4760-b890-bf41dc74c1d8 req-c1072ce8-9e49-43e6-b40c-0951baf20c55 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:08.756868 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-446e695d-7331-4760-b890-bf41dc74c1d8 req-c1072ce8-9e49-43e6-b40c-0951baf20c55 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 947 time: 0.0765994 Jan 28 05:52:08.827089 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-446e695d-7331-4760-b890-bf41dc74c1d8 req-37310070-b520-4102-975d-fc0c4163b0e4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687790 Jan 28 05:52:08.848033 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e36ce56-c4c1-4923-88be-03346a5f6962 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (190904d2-1c40-432a-b053-f8d6c7fc17d9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:08.851487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 72aabf7d-f759-42a4-808b-a7fbb92c2920) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:08.859483 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (cde3971e-eb81-45fa-9fab-72b44929b6a6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:08.866592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2721dbdf-a3ff-4952-bdcd-8cecdba331e8 None None] Network 72aabf7d-f759-42a4-808b-a7fbb92c2920 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:09.000612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36ce56-c4c1-4923-88be-03346a5f6962 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Subnet': ['ID=190904d2-1c40-432a-b053-f8d6c7fc17d9,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:09.016266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e36ce56-c4c1-4923-88be-03346a5f6962 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Checking segment: {'id': 'b9bb2c4a-d507-48e6-8afe-35baf28ac70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '34febbb9-fc87-4788-8214-64feace6ffe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:09.016397 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e36ce56-c4c1-4923-88be-03346a5f6962 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network hostable DHCP agents. Network: 34febbb9-fc87-4788-8214-64feace6ffe8, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:52:09.098116 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e36ce56-c4c1-4923-88be-03346a5f6962 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network 34febbb9-fc87-4788-8214-64feace6ffe8 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:52:09.114274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event updated for resources: {'Subnet': ['ID=cde3971e-eb81-45fa-9fab-72b44929b6a6,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:09.159240 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8d497-aa9c-4d17-8a08-df1073c76feb req-d52983f8-15ae-4e92-9afe-4af47f68aed9 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:09.167031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4e8d497-aa9c-4d17-8a08-df1073c76feb req-d52983f8-15ae-4e92-9afe-4af47f68aed9 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.1999779 Jan 28 05:52:09.175445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Checking segment: {'id': '433a625c-ab5f-4abc-ba3f-45fc8ffe4320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2d01956c-2f35-4359-bcd6-99018c17ce83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:09.176066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Network hostable DHCP agents. Network: 2d01956c-2f35-4359-bcd6-99018c17ce83, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:52:09.189235 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:09.199022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 5768cd14-54b9-4970-9a34-79305265e4a7 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:52:09.202591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810fbb7-0759-4734-ae10-c08b576b8bc1 req-f9b06f37-a365-4f62-b160-7bf48c1d9f67 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:09.204730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7810fbb7-0759-4734-ae10-c08b576b8bc1 req-f9b06f37-a365-4f62-b160-7bf48c1d9f67 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 945 time: 0.2685635 Jan 28 05:52:09.210609 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e83cf9c-7606-4d19-a3d5-fedbd1e538b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-72aabf7d-f759-42a4-808b-a7fbb92c2920', 'network_id': '72aabf7d-f759-42a4-808b-a7fbb92c2920', 'project_id': '5940e7270a204c7a92aa0aca6100db94', 'fixed_ips': [{'subnet_id': 'ed2f5dca-334b-47d6-bbaa-a99c77c7af84'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:52:09.211493 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e83cf9c-7606-4d19-a3d5-fedbd1e538b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:09.233199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 5768cd14-54b9-4970-9a34-79305265e4a7 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:09.235904 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5768cd14-54b9-4970-9a34-79305265e4a7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:09.240034 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-2e36ce56-c4c1-4923-88be-03346a5f6962 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 34febbb9-fc87-4788-8214-64feace6ffe8) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:09.258661 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e36ce56-c4c1-4923-88be-03346a5f6962 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:09.261468 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e36ce56-c4c1-4923-88be-03346a5f6962 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:09.290040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c66423-d3c3-4805-aa63-fc5657b2d9c1 None None] Network 34febbb9-fc87-4788-8214-64feace6ffe8 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:09.353473 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2e36ce56-c4c1-4923-88be-03346a5f6962 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2844872 Jan 28 05:52:09.354360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Network 2d01956c-2f35-4359-bcd6-99018c17ce83 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:52:09.356667 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38972) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:09.402291 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4e8d497-aa9c-4d17-8a08-df1073c76feb req-999219db-ceb4-4efb-b540-b1a1a6247606 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234905 Jan 28 05:52:09.442670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 2d01956c-2f35-4359-bcd6-99018c17ce83) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:09.461112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:09.461599 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:09.462233 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:09.503674 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7810fbb7-0759-4734-ae10-c08b576b8bc1 req-1ff7c3db-de6a-473a-aeb3-7a1172a7b170 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e84647-ca7d-4aa9-83b5-260d0bb0d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692614 Jan 28 05:52:09.511868 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb10ab8-6c1f-4b3d-ad1f-746280bf917c None None] Network 2d01956c-2f35-4359-bcd6-99018c17ce83 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:09.554966 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0510d95-dde1-4db0-bbd2-65ed2d3b914f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (34febbb9-fc87-4788-8214-64feace6ffe8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:09.573969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8767b3cc-0662-414c-ba7d-5bb031257e34 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.4620397 Jan 28 05:52:09.576470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38976) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:09.679696 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0510d95-dde1-4db0-bbd2-65ed2d3b914f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (190904d2-1c40-432a-b053-f8d6c7fc17d9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:09.803132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3b899-2f49-47aa-824f-6146f304af47 req-79d736eb-f4e2-4c82-9e2e-396695c92a0a tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:09.805012 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ed3b899-2f49-47aa-824f-6146f304af47 req-79d736eb-f4e2-4c82-9e2e-396695c92a0a tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 945 time: 0.1778233 Jan 28 05:52:09.811720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4299ba6c-5d2d-43e9-bb8a-0c586d10d4ca tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:09.813563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4299ba6c-5d2d-43e9-bb8a-0c586d10d4ca tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:09.815291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4299ba6c-5d2d-43e9-bb8a-0c586d10d4ca tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:09.816978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4299ba6c-5d2d-43e9-bb8a-0c586d10d4ca tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2395611 Jan 28 05:52:09.826736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38978) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:09.889334 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0510d95-dde1-4db0-bbd2-65ed2d3b914f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (190904d2-1c40-432a-b053-f8d6c7fc17d9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:09.912128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dad227-7d40-4b6c-8a8b-4ac24c972f60 req-71b2f50e-537e-4349-83ec-196134e952f1 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:09.913475 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13dad227-7d40-4b6c-8a8b-4ac24c972f60 req-71b2f50e-537e-4349-83ec-196134e952f1 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 945 time: 0.2112310 Jan 28 05:52:09.946043 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0510d95-dde1-4db0-bbd2-65ed2d3b914f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Subnet': ['ID=190904d2-1c40-432a-b053-f8d6c7fc17d9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:10.023243 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0510d95-dde1-4db0-bbd2-65ed2d3b914f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (34febbb9-fc87-4788-8214-64feace6ffe8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.047771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-b0510d95-dde1-4db0-bbd2-65ed2d3b914f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34febbb9-fc87-4788-8214-64feace6ffe8']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:10.051820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadbfbc-e2ba-4645-adce-c247797b1be5 req-33879e52-f84e-4f7d-86ae-8f319b0a4f9c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:10.058784 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-b0510d95-dde1-4db0-bbd2-65ed2d3b914f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bb2c4a-d507-48e6-8afe-35baf28ac70e') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:10.059088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-b0510d95-dde1-4db0-bbd2-65ed2d3b914f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bb2c4a-d507-48e6-8afe-35baf28ac70e') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:10.059914 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cadbfbc-e2ba-4645-adce-c247797b1be5 req-33879e52-f84e-4f7d-86ae-8f319b0a4f9c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 947 time: 0.1414769 Jan 28 05:52:10.070053 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0510d95-dde1-4db0-bbd2-65ed2d3b914f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (b9bb2c4a-d507-48e6-8afe-35baf28ac70e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.085489 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0510d95-dde1-4db0-bbd2-65ed2d3b914f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (b9bb2c4a-d507-48e6-8afe-35baf28ac70e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.092538 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0510d95-dde1-4db0-bbd2-65ed2d3b914f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:10.092942 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0510d95-dde1-4db0-bbd2-65ed2d3b914f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (b9bb2c4a-d507-48e6-8afe-35baf28ac70e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:10.164783 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:10.169911 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-19894e29-de1a-4000-9e8b-ab4f91e7391a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Deleting subnet ed2f5dca-334b-47d6-bbaa-a99c77c7af84 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:52:10.174742 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-19894e29-de1a-4000-9e8b-ab4f91e7391a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for subnet (ed2f5dca-334b-47d6-bbaa-a99c77c7af84), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.200844 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13dad227-7d40-4b6c-8a8b-4ac24c972f60 req-b2a6c8c9-5f94-47e0-b7ab-8dabc41ca29c tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256956 Jan 28 05:52:10.225305 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-1ed3b899-2f49-47aa-824f-6146f304af47 req-94a53391-ff42-4ffa-88fb-42b06419d41f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Deleting port 412b4723-dcfb-49a6-ab99-255444f7db28 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:10.225439 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1ed3b899-2f49-47aa-824f-6146f304af47 req-94a53391-ff42-4ffa-88fb-42b06419d41f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (412b4723-dcfb-49a6-ab99-255444f7db28), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.226860 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0510d95-dde1-4db0-bbd2-65ed2d3b914f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (34febbb9-fc87-4788-8214-64feace6ffe8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.240920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cadbfbc-e2ba-4645-adce-c247797b1be5 req-f8e9a5b3-b7f5-47f6-a4d5-ae3e0b91c7ac tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768885 Jan 28 05:52:10.243807 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0510d95-dde1-4db0-bbd2-65ed2d3b914f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.252666 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b0510d95-dde1-4db0-bbd2-65ed2d3b914f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/34febbb9-fc87-4788-8214-64feace6ffe8 HTTP/1.1" status: 204 len: 168 time: 0.8881283 Jan 28 05:52:10.255887 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38982) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:10.256430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-2d01956c-2f35-4359-bcd6-99018c17ce83', 'network_id': '2d01956c-2f35-4359-bcd6-99018c17ce83', 'project_id': '5940e7270a204c7a92aa0aca6100db94', 'fixed_ips': [{'subnet_id': 'cde3971e-eb81-45fa-9fab-72b44929b6a6'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:52:10.257491 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.283109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ed5709ab-6147-4b82-9f23-279097eba93f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-433380411'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:10.283388 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467b7049-d86b-4dfb-ae29-eebb43207d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-34febbb9-fc87-4788-8214-64feace6ffe8', 'network_id': '34febbb9-fc87-4788-8214-64feace6ffe8', 'project_id': 'd55ea7c01dbf405eaa576d95b9b74ca1', 'fixed_ips': [{'subnet_id': '190904d2-1c40-432a-b053-f8d6c7fc17d9'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:52:10.284249 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-467b7049-d86b-4dfb-ae29-eebb43207d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.290081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0510d95-dde1-4db0-bbd2-65ed2d3b914f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Network': ['ID=34febbb9-fc87-4788-8214-64feace6ffe8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:10.305924 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-19894e29-de1a-4000-9e8b-ab4f91e7391a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (ed2f5dca-334b-47d6-bbaa-a99c77c7af84), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.360610 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-19894e29-de1a-4000-9e8b-ab4f91e7391a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (ed2f5dca-334b-47d6-bbaa-a99c77c7af84), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.391845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1ed3b899-2f49-47aa-824f-6146f304af47 req-94a53391-ff42-4ffa-88fb-42b06419d41f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] For port 412b4723-dcfb-49a6-ab99-255444f7db28, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=412b4723-dcfb-49a6-ab99-255444f7db28,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:10.392851 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1ed3b899-2f49-47aa-824f-6146f304af47 req-94a53391-ff42-4ffa-88fb-42b06419d41f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (412b4723-dcfb-49a6-ab99-255444f7db28), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.414327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-1ed3b899-2f49-47aa-824f-6146f304af47 req-94a53391-ff42-4ffa-88fb-42b06419d41f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Calling delete_port for 412b4723-dcfb-49a6-ab99-255444f7db28 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:10.422230 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5709ab-6147-4b82-9f23-279097eba93f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:10.431773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed5709ab-6147-4b82-9f23-279097eba93f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.436879 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e64bf4-94c0-42df-bf28-34b3f7783b7e None None] Network 34febbb9-fc87-4788-8214-64feace6ffe8 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:10.443250 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 5768cd14-54b9-4970-9a34-79305265e4a7 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:10.443814 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5768cd14-54b9-4970-9a34-79305265e4a7), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.502136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e64bf4-94c0-42df-bf28-34b3f7783b7e None None] Network 34febbb9-fc87-4788-8214-64feace6ffe8 could not be found, it might have been deleted concurrently. {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 05:52:10.522378 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5709ab-6147-4b82-9f23-279097eba93f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:10.545460 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed5709ab-6147-4b82-9f23-279097eba93f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (632c85b6-36df-44f3-b4b6-cefd9ed71804), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.546233 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-ed5709ab-6147-4b82-9f23-279097eba93f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Added segment 632c85b6-36df-44f3-b4b6-cefd9ed71804 of type vlan for network ef8ba79c-5ff4-441e-b149-e15bd2c06656 Jan 28 05:52:10.569771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745f218f-359b-47d9-833e-9e71fd69e96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5768cd14-54b9-4970-9a34-79305265e4a7'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:52:10.572839 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142a0e98-66f1-449d-bb37-691a84482774" -d '{"events": [{"server_uuid": "745f218f-359b-47d9-833e-9e71fd69e96c", "name": "network-vif-plugged", "status": "completed", "tag": "5768cd14-54b9-4970-9a34-79305265e4a7"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:52:10.583613 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:52:10.634859 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-19894e29-de1a-4000-9e8b-ab4f91e7391a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (ed2f5dca-334b-47d6-bbaa-a99c77c7af84), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.642389 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed5709ab-6147-4b82-9f23-279097eba93f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (ef8ba79c-5ff4-441e-b149-e15bd2c06656), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.658140 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5768cd14-54b9-4970-9a34-79305265e4a7, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5768cd14-54b9-4970-9a34-79305265e4a7,segment=NetworkSegment(b29806b2-e40e-42d5-8dc0-aa1ab6ca2174),segment_id=b29806b2-e40e-42d5-8dc0-aa1ab6ca2174)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:10.685297 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Allocated IP 2001:db8:0:1::1 (2d01956c-2f35-4359-bcd6-99018c17ce83/cde3971e-eb81-45fa-9fab-72b44929b6a6/41a8798a-605d-46ee-bc47-26a34d989660) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:52:10.689403 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19894e29-de1a-4000-9e8b-ab4f91e7391a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2f5dca-334b-47d6-bbaa-a99c77c7af84,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:10.695681 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-19894e29-de1a-4000-9e8b-ab4f91e7391a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.700485 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-19894e29-de1a-4000-9e8b-ab4f91e7391a tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "DELETE /v2.0/subnets/ed2f5dca-334b-47d6-bbaa-a99c77c7af84 HTTP/1.1" status: 204 len: 168 time: 0.8722680 Jan 28 05:52:10.703824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38994) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server [None req-0e83cf9c-7606-4d19-a3d5-fedbd1e538b8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed2f5dca-334b-47d6-bbaa-a99c77c7af84: This subnet is being modified by another concurrent operation. Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 05:52:10.727138 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise exception Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed2f5dca-334b-47d6-bbaa-a99c77c7af84: This subnet is being modified by another concurrent operation. Jan 28 05:52:10.734107 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server Jan 28 05:52:10.756561 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ef1e6f-5df0-49a2-9308-17c7199eda88 None None] Network 72aabf7d-f759-42a4-808b-a7fbb92c2920 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:10.778686 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5768cd14-54b9-4970-9a34-79305265e4a7), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.786375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654efb53-f209-449b-8bea-eb945f9beae6 req-56c6d939-cbd2-4e03-86d6-32c6a4739b50 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:10.788744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-654efb53-f209-449b-8bea-eb945f9beae6 req-56c6d939-cbd2-4e03-86d6-32c6a4739b50 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.2487905 Jan 28 05:52:10.810333 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-485e8ebc-c173-4f36-94c8-4c05f2b7d45d tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Deleting subnet cde3971e-eb81-45fa-9fab-72b44929b6a6 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:52:10.831864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85453843-859e-4cc6-805c-17eb888da8c0 req-06d78587-48c2-4c07-b620-606c1bce2c47 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:10.838220 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85453843-859e-4cc6-805c-17eb888da8c0 req-06d78587-48c2-4c07-b620-606c1bce2c47 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 945 time: 0.1911237 Jan 28 05:52:10.838220 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1ed3b899-2f49-47aa-824f-6146f304af47 req-94a53391-ff42-4ffa-88fb-42b06419d41f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (412b4723-dcfb-49a6-ab99-255444f7db28), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.869608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['6430ff4b-4448-428e-b201-0e05aabc7b9e', '412b4723-dcfb-49a6-ab99-255444f7db28'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:52:10.900863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['53676385-ac02-47ba-b6f1-4975f99ba19f', '8cb4fd0e-3712-4535-8327-03e76516f996'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:52:10.908536 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed5709ab-6147-4b82-9f23-279097eba93f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (ef8ba79c-5ff4-441e-b149-e15bd2c06656), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.917319 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5709ab-6147-4b82-9f23-279097eba93f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:10.918448 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed5709ab-6147-4b82-9f23-279097eba93f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.926476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a53391-ff42-4ffa-88fb-42b06419d41f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Pushing event deleted for resources: {'Port': ['ID=412b4723-dcfb-49a6-ab99-255444f7db28,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:10.957403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed3b899-2f49-47aa-824f-6146f304af47 req-94a53391-ff42-4ffa-88fb-42b06419d41f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] No DVR routers for this DVR port 412b4723-dcfb-49a6-ab99-255444f7db28 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:52:10.962665 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1ed3b899-2f49-47aa-824f-6146f304af47 req-94a53391-ff42-4ffa-88fb-42b06419d41f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:10.966076 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ed3b899-2f49-47aa-824f-6146f304af47 req-94a53391-ff42-4ffa-88fb-42b06419d41f tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.60 "DELETE /v2.0/ports/412b4723-dcfb-49a6-ab99-255444f7db28 HTTP/1.1" status: 204 len: 173 time: 1.1478972 Jan 28 05:52:10.981239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-654efb53-f209-449b-8bea-eb945f9beae6 req-a733de59-c5c4-41c7-bfd7-170fddc0744c tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822619 Jan 28 05:52:10.981728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f076ac-44a6-49b0-8832-9dee69291e33', 'name': 'network-vif-deleted', 'tag': '412b4723-dcfb-49a6-ab99-255444f7db28'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:52:10.986359 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba02d1a-05e3-4b60-8c5f-388b88d2a0cd" -d '{"events": [{"server_uuid": "f2f076ac-44a6-49b0-8832-9dee69291e33", "name": "network-vif-deleted", "tag": "412b4723-dcfb-49a6-ab99-255444f7db28"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:52:11.018113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85453843-859e-4cc6-805c-17eb888da8c0 req-72d8889d-3d5e-4a43-b47c-b5566c0cde14 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e84647-ca7d-4aa9-83b5-260d0bb0d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676722 Jan 28 05:52:11.082852 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5709ab-6147-4b82-9f23-279097eba93f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Network': ['ID=ef8ba79c-5ff4-441e-b149-e15bd2c06656,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:11.088738 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ed5709ab-6147-4b82-9f23-279097eba93f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8114028 Jan 28 05:52:11.091420 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 38998) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:11.102261 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e9f2aef6-a61d-480d-814b-ff91410ec4f2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:11.134484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network ef8ba79c-5ff4-441e-b149-e15bd2c06656 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:11.147017 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb3db5b-59ab-445f-94ce-5f8480cba2f4 x-openstack-request-id: req-3cb3db5b-59ab-445f-94ce-5f8480cba2f4 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:52:11.147341 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745f218f-359b-47d9-833e-9e71fd69e96c", "name": "network-vif-plugged", "status": "completed", "tag": "5768cd14-54b9-4970-9a34-79305265e4a7", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:52:11.147585 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cb3db5b-59ab-445f-94ce-5f8480cba2f4 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:52:11.148000 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745f218f-359b-47d9-833e-9e71fd69e96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5768cd14-54b9-4970-9a34-79305265e4a7', 'code': 200} Jan 28 05:52:11.180663 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557b33fc-2dff-4bd1-9949-f6dbb1669d2e x-openstack-request-id: req-557b33fc-2dff-4bd1-9949-f6dbb1669d2e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:52:11.181059 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f076ac-44a6-49b0-8832-9dee69291e33", "name": "network-vif-deleted", "tag": "412b4723-dcfb-49a6-ab99-255444f7db28", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:52:11.181326 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-557b33fc-2dff-4bd1-9949-f6dbb1669d2e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:52:11.181735 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f076ac-44a6-49b0-8832-9dee69291e33', 'name': 'network-vif-deleted', 'tag': '412b4723-dcfb-49a6-ab99-255444f7db28', 'status': 'completed', 'code': 200} Jan 28 05:52:11.189726 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=5768cd14-54b9-4970-9a34-79305265e4a7,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:11.407402 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6be03568-fcb7-4a95-98a9-185ffc1a1ba0 req-42e5d958-37b1-4b65-82ee-e328db5e7362 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 210 time: 0.0564287 Jan 28 05:52:11.437988 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9f2aef6-a61d-480d-814b-ff91410ec4f2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (ef8ba79c-5ff4-441e-b149-e15bd2c06656), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:11.504898 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Publish callbacks [] for port (41a8798a-605d-46ee-bc47-26a34d989660), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:11.593021 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9f2aef6-a61d-480d-814b-ff91410ec4f2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (ef8ba79c-5ff4-441e-b149-e15bd2c06656), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:11.627962 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e9f2aef6-a61d-480d-814b-ff91410ec4f2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network ef8ba79c-5ff4-441e-b149-e15bd2c06656 is not hosted by any dhcp agent {{(pid=103635) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 05:52:11.633047 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f2aef6-a61d-480d-814b-ff91410ec4f2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:11.633663 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9f2aef6-a61d-480d-814b-ff91410ec4f2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:11.635204 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e9f2aef6-a61d-480d-814b-ff91410ec4f2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "PUT /v2.0/networks/ef8ba79c-5ff4-441e-b149-e15bd2c06656 HTTP/1.1" status: 200 len: 723 time: 0.5426145 Jan 28 05:52:11.638342 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39004) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:11.643571 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (41a8798a-605d-46ee-bc47-26a34d989660), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:11.649939 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-0c3cb813-c6c5-4710-9d46-4bdd7933e9d0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'subnet': {'network_id': 'ef8ba79c-5ff4-441e-b149-e15bd2c06656', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:11.653348 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-485e8ebc-c173-4f36-94c8-4c05f2b7d45d tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for subnet (cde3971e-eb81-45fa-9fab-72b44929b6a6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:11.676074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb98515-1626-445a-b70f-d4a41f9e82be req-316efc97-8960-447d-b299-49cd71af143a tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:11.677607 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb98515-1626-445a-b70f-d4a41f9e82be req-316efc97-8960-447d-b299-49cd71af143a tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 947 time: 0.1939793 Jan 28 05:52:11.685906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Network 2d01956c-2f35-4359-bcd6-99018c17ce83 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:52:11.694103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:11.697978 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:11.714429 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Pushing event updated for resources: {'Port': ['ID=41a8798a-605d-46ee-bc47-26a34d989660,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:11.730701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b9dfa-b1b3-48a2-9b33-824c53aac447 req-4948e0ba-ce57-43d3-9c38-35e845e238c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:11.730701 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-209b9dfa-b1b3-48a2-9b33-824c53aac447 req-4948e0ba-ce57-43d3-9c38-35e845e238c4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 1098 time: 0.1904218 Jan 28 05:52:11.744213 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2aef6-a61d-480d-814b-ff91410ec4f2 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Network': ['ID=ef8ba79c-5ff4-441e-b149-e15bd2c06656,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:11.758962 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network ef8ba79c-5ff4-441e-b149-e15bd2c06656 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:11.787167 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Attempting to bind port 41a8798a-605d-46ee-bc47-26a34d989660 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:52:11.787553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Attempting to bind port 41a8798a-605d-46ee-bc47-26a34d989660 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '433a625c-ab5f-4abc-ba3f-45fc8ffe4320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2d01956c-2f35-4359-bcd6-99018c17ce83'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:52:11.788096 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Attempting to bind port 41a8798a-605d-46ee-bc47-26a34d989660 on network 2d01956c-2f35-4359-bcd6-99018c17ce83 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:52:11.807162 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-485e8ebc-c173-4f36-94c8-4c05f2b7d45d tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (cde3971e-eb81-45fa-9fab-72b44929b6a6), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:11.834495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:52:11.834885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Checking segment: {'id': '433a625c-ab5f-4abc-ba3f-45fc8ffe4320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2d01956c-2f35-4359-bcd6-99018c17ce83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:11.835298 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:11.835703 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Bound using segment: {'id': '433a625c-ab5f-4abc-ba3f-45fc8ffe4320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2d01956c-2f35-4359-bcd6-99018c17ce83'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:52:11.836900 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Bound port: 41a8798a-605d-46ee-bc47-26a34d989660, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433a625c-ab5f-4abc-ba3f-45fc8ffe4320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2d01956c-2f35-4359-bcd6-99018c17ce83'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:52:11.837299 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (41a8798a-605d-46ee-bc47-26a34d989660), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:11.865280 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb98515-1626-445a-b70f-d4a41f9e82be req-4f4078e4-3f3b-412b-a109-c19c72bdebe3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595879 Jan 28 05:52:11.881036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-209b9dfa-b1b3-48a2-9b33-824c53aac447 req-3fb64fae-8d99-48c9-af7e-3884175ebfdd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=39e84647-ca7d-4aa9-83b5-260d0bb0d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465650 Jan 28 05:52:11.925883 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-485e8ebc-c173-4f36-94c8-4c05f2b7d45d tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (cde3971e-eb81-45fa-9fab-72b44929b6a6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:11.950068 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3cb813-c6c5-4710-9d46-4bdd7933e9d0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:11.954333 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c3cb813-c6c5-4710-9d46-4bdd7933e9d0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:12.213140 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335545e-194d-47a0-919c-23241e26c275 req-7c8e6c7c-1047-4147-a01a-a71c2f4b9716 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:12.214798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e335545e-194d-47a0-919c-23241e26c275 req-7c8e6c7c-1047-4147-a01a-a71c2f4b9716 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 946 time: 0.1049845 Jan 28 05:52:12.230047 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad9962-3ce8-4b0d-ae2d-8604bbd166f2 req-f101ddc5-c467-4476-aa04-43bf6efb49a8 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:12.238890 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85ad9962-3ce8-4b0d-ae2d-8604bbd166f2 req-f101ddc5-c467-4476-aa04-43bf6efb49a8 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.0859616 Jan 28 05:52:12.330182 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e335545e-194d-47a0-919c-23241e26c275 req-f9400cf9-3981-4126-9945-59ee6b4b30a3 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e84647-ca7d-4aa9-83b5-260d0bb0d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901787 Jan 28 05:52:12.335084 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85ad9962-3ce8-4b0d-ae2d-8604bbd166f2 req-156f6a9f-50e7-4eba-b23b-99917f493828 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920665 Jan 28 05:52:12.429948 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb8f5b-92af-4632-8b04-300514cf98d5 req-0b28444f-32fa-49be-9cb0-6b2d4bfb5bfa tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:12.431631 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbcb8f5b-92af-4632-8b04-300514cf98d5 req-0b28444f-32fa-49be-9cb0-6b2d4bfb5bfa tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.64 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.0571404 Jan 28 05:52:12.456251 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] For port 41a8798a-605d-46ee-bc47-26a34d989660, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:52:12.462846 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-485e8ebc-c173-4f36-94c8-4c05f2b7d45d tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (cde3971e-eb81-45fa-9fab-72b44929b6a6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:12.476470 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] For port 41a8798a-605d-46ee-bc47-26a34d989660, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=41a8798a-605d-46ee-bc47-26a34d989660,segment=NetworkSegment(433a625c-ab5f-4abc-ba3f-45fc8ffe4320),segment_id=433a625c-ab5f-4abc-ba3f-45fc8ffe4320)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:52:12.530550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e8ebc-c173-4f36-94c8-4c05f2b7d45d tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event deleted for resources: {'Subnet': ['ID=cde3971e-eb81-45fa-9fab-72b44929b6a6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:12.534532 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-485e8ebc-c173-4f36-94c8-4c05f2b7d45d tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:12.545688 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-485e8ebc-c173-4f36-94c8-4c05f2b7d45d tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "DELETE /v2.0/subnets/cde3971e-eb81-45fa-9fab-72b44929b6a6 HTTP/1.1" status: 204 len: 168 time: 1.8389285 Jan 28 05:52:12.554649 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39016) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:12.627787 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ad96d58-c0af-42dd-a869-cc83046acdb1 req-0476a4d5-f399-491e-a0cc-3fd288cd986a tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2f076ac-44a6-49b0-8832-9dee69291e33 HTTP/1.1" status: 200 len: 210 time: 0.0514429 Jan 28 05:52:12.663941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d88477-5bac-4dee-b0e2-dad13f539dd1 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:12.666185 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-44d88477-5bac-4dee-b0e2-dad13f539dd1 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1090090 Jan 28 05:52:12.667830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-dbcb8f5b-92af-4632-8b04-300514cf98d5 req-61a9e9e4-28e9-422b-b93f-720ee67e2d56 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Deleting port aadcc10a-fc69-42da-8ae1-fc4a149d214b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:12.668633 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dbcb8f5b-92af-4632-8b04-300514cf98d5 req-61a9e9e4-28e9-422b-b93f-720ee67e2d56 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (aadcc10a-fc69-42da-8ae1-fc4a149d214b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:12.671178 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39018) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:12.716006 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (41a8798a-605d-46ee-bc47-26a34d989660), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:12.851699 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (2d01956c-2f35-4359-bcd6-99018c17ce83), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:12.863740 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963da05-4f4d-4b58-87d4-97cf2b3995f8 None None] Pushing event updated for resources: {'Port': ['ID=41a8798a-605d-46ee-bc47-26a34d989660,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:12.963879 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c3cb813-c6c5-4710-9d46-4bdd7933e9d0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (89a5df66-59af-4679-bfb5-973077a46c8e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:13.089956 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cb813-c6c5-4710-9d46-4bdd7933e9d0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Subnet': ['ID=89a5df66-59af-4679-bfb5-973077a46c8e,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:13.129049 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Deleting port 41a8798a-605d-46ee-bc47-26a34d989660 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:13.129481 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (41a8798a-605d-46ee-bc47-26a34d989660), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:13.139037 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3cb813-c6c5-4710-9d46-4bdd7933e9d0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Checking segment: {'id': '632c85b6-36df-44f3-b4b6-cefd9ed71804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ef8ba79c-5ff4-441e-b149-e15bd2c06656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:13.139409 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3cb813-c6c5-4710-9d46-4bdd7933e9d0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network hostable DHCP agents. Network: ef8ba79c-5ff4-441e-b149-e15bd2c06656, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:52:13.228445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] For port 41a8798a-605d-46ee-bc47-26a34d989660, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=41a8798a-605d-46ee-bc47-26a34d989660,segment=NetworkSegment(433a625c-ab5f-4abc-ba3f-45fc8ffe4320),segment_id=433a625c-ab5f-4abc-ba3f-45fc8ffe4320)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:13.228829 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (41a8798a-605d-46ee-bc47-26a34d989660), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:13.245079 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Calling delete_port for 41a8798a-605d-46ee-bc47-26a34d989660 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:13.322572 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c6d2d-3887-41a6-ac62-9b19301d89e4 req-24fdc5a0-b3f0-4a6d-bd5f-ddb809897f48 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:13.329780 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e3c6d2d-3887-41a6-ac62-9b19301d89e4 req-24fdc5a0-b3f0-4a6d-bd5f-ddb809897f48 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 947 time: 0.1437073 Jan 28 05:52:13.383227 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3cb813-c6c5-4710-9d46-4bdd7933e9d0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network ef8ba79c-5ff4-441e-b149-e15bd2c06656 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:52:13.415744 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-dbcb8f5b-92af-4632-8b04-300514cf98d5 req-61a9e9e4-28e9-422b-b93f-720ee67e2d56 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] For port aadcc10a-fc69-42da-8ae1-fc4a149d214b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=aadcc10a-fc69-42da-8ae1-fc4a149d214b,segment=NetworkSegment(6f2ba0fa-eb54-4fc3-a158-783043e3f568),segment_id=6f2ba0fa-eb54-4fc3-a158-783043e3f568)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:13.416017 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dbcb8f5b-92af-4632-8b04-300514cf98d5 req-61a9e9e4-28e9-422b-b93f-720ee67e2d56 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (aadcc10a-fc69-42da-8ae1-fc4a149d214b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:13.434879 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (41a8798a-605d-46ee-bc47-26a34d989660), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:13.468039 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e3c6d2d-3887-41a6-ac62-9b19301d89e4 req-773b8c03-c89e-41e4-bba0-d9a40efba10a tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350951 Jan 28 05:52:13.531986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-dbcb8f5b-92af-4632-8b04-300514cf98d5 req-61a9e9e4-28e9-422b-b93f-720ee67e2d56 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Calling delete_port for aadcc10a-fc69-42da-8ae1-fc4a149d214b owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:13.545269 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-0c3cb813-c6c5-4710-9d46-4bdd7933e9d0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, ef8ba79c-5ff4-441e-b149-e15bd2c06656) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:13.557430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf087e3-4944-4f25-83da-1a88cb310862 None None] Network ef8ba79c-5ff4-441e-b149-e15bd2c06656 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:13.567668 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3cb813-c6c5-4710-9d46-4bdd7933e9d0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:13.568313 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0c3cb813-c6c5-4710-9d46-4bdd7933e9d0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:13.582771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event deleted for resources: {'Port': ['ID=41a8798a-605d-46ee-bc47-26a34d989660,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:13.598574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] No DVR routers for this DVR port 41a8798a-605d-46ee-bc47-26a34d989660 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:52:13.700920 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0c3cb813-c6c5-4710-9d46-4bdd7933e9d0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0594089 Jan 28 05:52:13.702228 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39036) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:13.710589 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-904fa773-d84d-45a3-87d5-e2903d3f503d tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:13.753671 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (2d01956c-2f35-4359-bcd6-99018c17ce83), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:13.786862 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d01956c-2f35-4359-bcd6-99018c17ce83']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:13.794384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-ef8ba79c-5ff4-441e-b149-e15bd2c06656', 'network_id': 'ef8ba79c-5ff4-441e-b149-e15bd2c06656', 'project_id': 'd55ea7c01dbf405eaa576d95b9b74ca1', 'fixed_ips': [{'subnet_id': '89a5df66-59af-4679-bfb5-973077a46c8e'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:52:13.794384 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:13.810903 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433a625c-ab5f-4abc-ba3f-45fc8ffe4320') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:13.816146 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433a625c-ab5f-4abc-ba3f-45fc8ffe4320') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:13.847604 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (433a625c-ab5f-4abc-ba3f-45fc8ffe4320), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:13.885239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (433a625c-ab5f-4abc-ba3f-45fc8ffe4320), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:13.887375 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-904fa773-d84d-45a3-87d5-e2903d3f503d tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14626478'] for subnet (89a5df66-59af-4679-bfb5-973077a46c8e), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:13.918200 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:13.918774 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (433a625c-ab5f-4abc-ba3f-45fc8ffe4320), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:13.922004 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:13.984507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb835b4-f38e-40bd-b7da-59937d03b839 req-27199974-2993-49a5-81e9-79314dae2307 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:13.986107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fb835b4-f38e-40bd-b7da-59937d03b839 req-27199974-2993-49a5-81e9-79314dae2307 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 945 time: 0.4929979 Jan 28 05:52:14.056779 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dbcb8f5b-92af-4632-8b04-300514cf98d5 req-61a9e9e4-28e9-422b-b93f-720ee67e2d56 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (aadcc10a-fc69-42da-8ae1-fc4a149d214b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:14.092442 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['aaf7a95a-448e-454e-94da-996b30a4d025', 'aadcc10a-fc69-42da-8ae1-fc4a149d214b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:52:14.114699 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (2d01956c-2f35-4359-bcd6-99018c17ce83), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:14.117490 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fb835b4-f38e-40bd-b7da-59937d03b839 req-2b17e938-2c12-4df4-988b-efc73c907ba4 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142421 Jan 28 05:52:14.135007 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:14.150231 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "DELETE /v2.0/networks/2d01956c-2f35-4359-bcd6-99018c17ce83 HTTP/1.1" status: 204 len: 168 time: 1.4741673 Jan 28 05:52:14.153241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39040) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:14.178581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Allocated IP 172.20.0.2 (ef8ba79c-5ff4-441e-b149-e15bd2c06656/89a5df66-59af-4679-bfb5-973077a46c8e/afc7c603-822a-4285-9227-2e64c2edd4ff) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:52:14.193921 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120f9db-3419-46fc-b18b-ffd353331cd6 req-37f2f304-addc-4213-9b2c-77a9bbcbd1a4 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:14.208533 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2120f9db-3419-46fc-b18b-ffd353331cd6 req-37f2f304-addc-4213-9b2c-77a9bbcbd1a4 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 946 time: 0.6023588 Jan 28 05:52:14.224467 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfd1ca-3e3f-4c68-a1db-1299cf1ca8b4 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event deleted for resources: {'Network': ['ID=2d01956c-2f35-4359-bcd6-99018c17ce83,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:14.257302 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9e9e4-28e9-422b-b93f-720ee67e2d56 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Pushing event deleted for resources: {'Port': ['ID=aadcc10a-fc69-42da-8ae1-fc4a149d214b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:14.362206 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f0c12e9-4693-4d6e-bbad-297295f22dfd tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (72aabf7d-f759-42a4-808b-a7fbb92c2920), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:14.452368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcb8f5b-92af-4632-8b04-300514cf98d5 req-61a9e9e4-28e9-422b-b93f-720ee67e2d56 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] No DVR routers for this DVR port aadcc10a-fc69-42da-8ae1-fc4a149d214b on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:52:14.472104 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2120f9db-3419-46fc-b18b-ffd353331cd6 req-324af112-84aa-4d5e-a1f0-99e18b92c47f tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e84647-ca7d-4aa9-83b5-260d0bb0d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607288 Jan 28 05:52:14.472104 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dbcb8f5b-92af-4632-8b04-300514cf98d5 req-61a9e9e4-28e9-422b-b93f-720ee67e2d56 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:14.501837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbcb8f5b-92af-4632-8b04-300514cf98d5 req-61a9e9e4-28e9-422b-b93f-720ee67e2d56 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.64 "DELETE /v2.0/ports/aadcc10a-fc69-42da-8ae1-fc4a149d214b HTTP/1.1" status: 204 len: 173 time: 2.0652752 Jan 28 05:52:14.502375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082eec08-e61a-4dfb-9f65-f3ded5b0569b', 'name': 'network-vif-deleted', 'tag': 'aadcc10a-fc69-42da-8ae1-fc4a149d214b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:52:14.519195 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f0c12e9-4693-4d6e-bbad-297295f22dfd tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (72aabf7d-f759-42a4-808b-a7fbb92c2920), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:14.523072 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba21113-a0b9-4586-b2ca-8250185cbb90" -d '{"events": [{"server_uuid": "082eec08-e61a-4dfb-9f65-f3ded5b0569b", "name": "network-vif-deleted", "tag": "aadcc10a-fc69-42da-8ae1-fc4a149d214b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:52:14.567730 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-3f0c12e9-4693-4d6e-bbad-297295f22dfd tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72aabf7d-f759-42a4-808b-a7fbb92c2920']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:14.578757 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Publish callbacks [] for port (afc7c603-822a-4285-9227-2e64c2edd4ff), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:14.589079 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-3f0c12e9-4693-4d6e-bbad-297295f22dfd tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc534eb-38aa-4bf9-a3dd-1176dec5d4f2') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:14.589079 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-3f0c12e9-4693-4d6e-bbad-297295f22dfd tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc534eb-38aa-4bf9-a3dd-1176dec5d4f2') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:14.638131 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f0c12e9-4693-4d6e-bbad-297295f22dfd tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (ccc534eb-38aa-4bf9-a3dd-1176dec5d4f2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:14.646036 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (afc7c603-822a-4285-9227-2e64c2edd4ff), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:14.694243 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f0c12e9-4693-4d6e-bbad-297295f22dfd tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ccc534eb-38aa-4bf9-a3dd-1176dec5d4f2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:14.752267 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Network ef8ba79c-5ff4-441e-b149-e15bd2c06656 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:52:14.760420 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 412b4723-dcfb-49a6-ab99-255444f7db28 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:52:14.768352 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f75b04-7557-4488-9940-d164dd33f570 req-b7a9e468-bf44-44a1-b745-98a53c3600d5 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:14.770450 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2f75b04-7557-4488-9940-d164dd33f570 req-b7a9e468-bf44-44a1-b745-98a53c3600d5 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 946 time: 0.1359298 Jan 28 05:52:14.801597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:14.802727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9112a2-6287-4d38-a758-7aa5e516c0ab req-f3eb2935-a385-485f-b322-de47092ea8f1 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:14.804515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be9112a2-6287-4d38-a758-7aa5e516c0ab req-f3eb2935-a385-485f-b322-de47092ea8f1 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 947 time: 0.1842678 Jan 28 05:52:14.806248 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39052) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:14.809964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:14.823133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8e90afc5-75c2-4227-afea-7cbbde55ef8b tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Request body: {'floatingip': {'port_id': '5768cd14-54b9-4970-9a34-79305265e4a7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:14.885846 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed02c1a-6c4a-4838-8189-74e2d020ec9a x-openstack-request-id: req-1ed02c1a-6c4a-4838-8189-74e2d020ec9a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:52:14.885846 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082eec08-e61a-4dfb-9f65-f3ded5b0569b", "name": "network-vif-deleted", "tag": "aadcc10a-fc69-42da-8ae1-fc4a149d214b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:52:14.886083 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ed02c1a-6c4a-4838-8189-74e2d020ec9a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:52:14.886582 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082eec08-e61a-4dfb-9f65-f3ded5b0569b', 'name': 'network-vif-deleted', 'tag': 'aadcc10a-fc69-42da-8ae1-fc4a149d214b', 'status': 'completed', 'code': 200} Jan 28 05:52:14.905191 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e90afc5-75c2-4227-afea-7cbbde55ef8b tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for floatingip (96368e43-a4a5-4237-98e5-4c8bf4bd4e2b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:14.920849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f7b72d-cb4f-4586-983c-649d16ba8dbb None None] DHCP port deletion for 2d01956c-2f35-4359-bcd6-99018c17ce83 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:52:14.954160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Pushing event updated for resources: {'Port': ['ID=afc7c603-822a-4285-9227-2e64c2edd4ff,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:14.979675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-13e895cd-fd1f-4a2a-8e80-ea68bfe64137 None None] Could not find standard attr ID for object 41a8798a-605d-46ee-bc47-26a34d989660. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:52:14.994405 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 412b4723-dcfb-49a6-ab99-255444f7db28 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:52:14.994405 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 412b4723-dcfb-49a6-ab99-255444f7db28 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:52:15.010983 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db7d467-d167-4b32-b890-39c9155df797 None None] Network 2d01956c-2f35-4359-bcd6-99018c17ce83 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:15.041609 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be9112a2-6287-4d38-a758-7aa5e516c0ab req-d4f0d379-7d7b-4dff-b859-17115c0ff567 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094641 Jan 28 05:52:15.047403 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0c12e9-4693-4d6e-bbad-297295f22dfd tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:15.048115 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f0c12e9-4693-4d6e-bbad-297295f22dfd tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (ccc534eb-38aa-4bf9-a3dd-1176dec5d4f2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:15.091888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db7d467-d167-4b32-b890-39c9155df797 None None] Network 2d01956c-2f35-4359-bcd6-99018c17ce83 could not be found, it might have been deleted concurrently. {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:15.165159 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:15.177387 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Attempting to bind port afc7c603-822a-4285-9227-2e64c2edd4ff on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:52:15.177769 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Attempting to bind port afc7c603-822a-4285-9227-2e64c2edd4ff by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '632c85b6-36df-44f3-b4b6-cefd9ed71804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ef8ba79c-5ff4-441e-b149-e15bd2c06656'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:52:15.178141 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Attempting to bind port afc7c603-822a-4285-9227-2e64c2edd4ff on network ef8ba79c-5ff4-441e-b149-e15bd2c06656 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:52:15.184453 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-904fa773-d84d-45a3-87d5-e2903d3f503d tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760082023635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14568153'] for subnet (89a5df66-59af-4679-bfb5-973077a46c8e), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:15.187836 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:52:15.188239 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Checking segment: {'id': '632c85b6-36df-44f3-b4b6-cefd9ed71804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ef8ba79c-5ff4-441e-b149-e15bd2c06656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:15.188650 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:15.189119 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Bound using segment: {'id': '632c85b6-36df-44f3-b4b6-cefd9ed71804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ef8ba79c-5ff4-441e-b149-e15bd2c06656'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:52:15.190102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Bound port: afc7c603-822a-4285-9227-2e64c2edd4ff, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632c85b6-36df-44f3-b4b6-cefd9ed71804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ef8ba79c-5ff4-441e-b149-e15bd2c06656'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:52:15.190527 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (afc7c603-822a-4285-9227-2e64c2edd4ff), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:15.393196 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79b61530-2d80-4bf7-ae3e-47d45fd65dac req-a3b9532e-28fa-43ec-8e3e-c59fbcfbcc6e tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=082eec08-e61a-4dfb-9f65-f3ded5b0569b HTTP/1.1" status: 200 len: 210 time: 0.0728185 Jan 28 05:52:15.423417 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904fa773-d84d-45a3-87d5-e2903d3f503d tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:15.426705 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-904fa773-d84d-45a3-87d5-e2903d3f503d tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:15.429955 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-904fa773-d84d-45a3-87d5-e2903d3f503d tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "PUT /v2.0/subnets/89a5df66-59af-4679-bfb5-973077a46c8e HTTP/1.1" status: 200 len: 806 time: 1.7236385 Jan 28 05:52:15.444664 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39064) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:15.451495 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fa773-d84d-45a3-87d5-e2903d3f503d tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Subnet': ['ID=89a5df66-59af-4679-bfb5-973077a46c8e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:15.475182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] For port afc7c603-822a-4285-9227-2e64c2edd4ff, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:52:15.484272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] For port afc7c603-822a-4285-9227-2e64c2edd4ff, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=afc7c603-822a-4285-9227-2e64c2edd4ff,segment=NetworkSegment(632c85b6-36df-44f3-b4b6-cefd9ed71804),segment_id=632c85b6-36df-44f3-b4b6-cefd9ed71804)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:52:15.589152 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (afc7c603-822a-4285-9227-2e64c2edd4ff), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:15.624083 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (ef8ba79c-5ff4-441e-b149-e15bd2c06656), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:15.738967 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988842a-0caf-4469-a65c-a8ca006d241d None None] Pushing event updated for resources: {'Port': ['ID=afc7c603-822a-4285-9227-2e64c2edd4ff,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:15.801619 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f0c12e9-4693-4d6e-bbad-297295f22dfd tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (72aabf7d-f759-42a4-808b-a7fbb92c2920), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:15.823384 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f0c12e9-4693-4d6e-bbad-297295f22dfd tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:15.842285 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3f0c12e9-4693-4d6e-bbad-297295f22dfd tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "DELETE /v2.0/networks/72aabf7d-f759-42a4-808b-a7fbb92c2920 HTTP/1.1" status: 204 len: 168 time: 1.6390247 Jan 28 05:52:15.847863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Deleting port afc7c603-822a-4285-9227-2e64c2edd4ff {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:15.850876 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (afc7c603-822a-4285-9227-2e64c2edd4ff), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:15.868238 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 41a8798a-605d-46ee-bc47-26a34d989660 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:52:15.912484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 41a8798a-605d-46ee-bc47-26a34d989660 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:52:15.914742 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 41a8798a-605d-46ee-bc47-26a34d989660 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:52:15.973306 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] For port afc7c603-822a-4285-9227-2e64c2edd4ff, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=afc7c603-822a-4285-9227-2e64c2edd4ff,segment=NetworkSegment(632c85b6-36df-44f3-b4b6-cefd9ed71804),segment_id=632c85b6-36df-44f3-b4b6-cefd9ed71804)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:15.974020 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (afc7c603-822a-4285-9227-2e64c2edd4ff), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:15.994164 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Calling delete_port for afc7c603-822a-4285-9227-2e64c2edd4ff owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:16.042489 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e90afc5-75c2-4227-afea-7cbbde55ef8b tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:16.056384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39070) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:16.131683 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c12e9-4693-4d6e-bbad-297295f22dfd tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event deleted for resources: {'Network': ['ID=72aabf7d-f759-42a4-808b-a7fbb92c2920,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:16.236191 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-06992032-3ffc-4904-93ed-890fe335c3e5 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (4375dc97-2c69-47ba-8909-f9ebc5874314), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:16.275775 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e90afc5-75c2-4227-afea-7cbbde55ef8b tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (96368e43-a4a5-4237-98e5-4c8bf4bd4e2b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:16.369135 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device aadcc10a-fc69-42da-8ae1-fc4a149d214b no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:52:16.371947 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (afc7c603-822a-4285-9227-2e64c2edd4ff), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:16.417017 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: aadcc10a-fc69-42da-8ae1-fc4a149d214b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:52:16.417430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device aadcc10a-fc69-42da-8ae1-fc4a149d214b not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:52:16.456627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a84182-4ba3-4803-a548-970372c2c494 req-89fb8f3c-d1b4-4f79-b8d8-ebab6e1df2ba tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:16.458112 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7a84182-4ba3-4803-a548-970372c2c494 req-89fb8f3c-d1b4-4f79-b8d8-ebab6e1df2ba tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 947 time: 0.2556076 Jan 28 05:52:16.460496 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-06992032-3ffc-4904-93ed-890fe335c3e5 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (4375dc97-2c69-47ba-8909-f9ebc5874314), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:16.494334 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Port': ['ID=afc7c603-822a-4285-9227-2e64c2edd4ff,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:16.506259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2475c-1ca1-4df3-8155-02c805de932f req-4c045001-cd07-4f86-9d65-fddb359ab4bd tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:16.507820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61e2475c-1ca1-4df3-8155-02c805de932f req-4c045001-cd07-4f86-9d65-fddb359ab4bd tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.4630814 Jan 28 05:52:16.570124 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-06992032-3ffc-4904-93ed-890fe335c3e5 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4375dc97-2c69-47ba-8909-f9ebc5874314']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:16.590664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-06992032-3ffc-4904-93ed-890fe335c3e5 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f6807f-1368-4ee0-a805-0f71fb4bda29') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:16.590982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-06992032-3ffc-4904-93ed-890fe335c3e5 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f6807f-1368-4ee0-a805-0f71fb4bda29') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:16.599475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No DVR routers for this DVR port afc7c603-822a-4285-9227-2e64c2edd4ff on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:52:16.650081 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61e2475c-1ca1-4df3-8155-02c805de932f req-9c7a0788-afc6-4bf4-8d23-cac3fd47c3da tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979409 Jan 28 05:52:16.662352 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (89a5df66-59af-4679-bfb5-973077a46c8e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:16.675023 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-06992032-3ffc-4904-93ed-890fe335c3e5 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (57f6807f-1368-4ee0-a805-0f71fb4bda29), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:16.698566 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-8e90afc5-75c2-4227-afea-7cbbde55ef8b tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Floating IP 96368e43-a4a5-4237-98e5-4c8bf4bd4e2b associated. External IP: 172.25.0.160, port: 5768cd14-54b9-4970-9a34-79305265e4a7. Jan 28 05:52:16.750687 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-06992032-3ffc-4904-93ed-890fe335c3e5 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (57f6807f-1368-4ee0-a805-0f71fb4bda29), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:16.761511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06992032-3ffc-4904-93ed-890fe335c3e5 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:16.762398 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-06992032-3ffc-4904-93ed-890fe335c3e5 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (57f6807f-1368-4ee0-a805-0f71fb4bda29), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:16.825131 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (89a5df66-59af-4679-bfb5-973077a46c8e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:16.896464 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:16.917339 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7a84182-4ba3-4803-a548-970372c2c494 req-36011339-f5c6-4259-8863-0d643c19c5b8 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4342537 Jan 28 05:52:16.935619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Subnet': ['ID=89a5df66-59af-4679-bfb5-973077a46c8e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:16.996336 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-06992032-3ffc-4904-93ed-890fe335c3e5 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (4375dc97-2c69-47ba-8909-f9ebc5874314), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:17.049902 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (ef8ba79c-5ff4-441e-b149-e15bd2c06656), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:17.079919 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8ba79c-5ff4-441e-b149-e15bd2c06656']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:17.103484 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632c85b6-36df-44f3-b4b6-cefd9ed71804') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:17.106948 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632c85b6-36df-44f3-b4b6-cefd9ed71804') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:17.113022 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-06992032-3ffc-4904-93ed-890fe335c3e5 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:17.130702 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-06992032-3ffc-4904-93ed-890fe335c3e5 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "DELETE /v2.0/networks/4375dc97-2c69-47ba-8909-f9ebc5874314 HTTP/1.1" status: 204 len: 168 time: 1.0406744 Jan 28 05:52:17.135116 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39082) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:17.145004 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (632c85b6-36df-44f3-b4b6-cefd9ed71804), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:17.165071 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (632c85b6-36df-44f3-b4b6-cefd9ed71804), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:17.179660 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:17.181119 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (632c85b6-36df-44f3-b4b6-cefd9ed71804), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:17.185876 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:17.316180 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95fa63ce-5fe9-4872-8f1b-6e48ae399776 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (dc4117b0-8e45-44f5-b254-2e64febc3640), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:17.321066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06992032-3ffc-4904-93ed-890fe335c3e5 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event deleted for resources: {'Network': ['ID=4375dc97-2c69-47ba-8909-f9ebc5874314,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:17.349600 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (ef8ba79c-5ff4-441e-b149-e15bd2c06656), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:17.356815 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:17.361872 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/ef8ba79c-5ff4-441e-b149-e15bd2c06656 HTTP/1.1" status: 204 len: 168 time: 1.9061062 Jan 28 05:52:17.371946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39084) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:17.428851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55658cdb-6f0e-49b8-8c8c-8db385337061 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Network': ['ID=ef8ba79c-5ff4-441e-b149-e15bd2c06656,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:17.554219 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fb2811-58bf-4342-9b0a-da687a415f61 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:17.554779 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fb2811-58bf-4342-9b0a-da687a415f61 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:17.560016 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e9fb2811-58bf-4342-9b0a-da687a415f61 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/ef8ba79c-5ff4-441e-b149-e15bd2c06656 HTTP/1.1" status: 404 len: 339 time: 0.1856303 Jan 28 05:52:17.563136 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39086) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:17.580797 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d098b60e-f83d-46fc-b8bf-1b5fef805e38 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-633790470', 'description': 'd1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:17.625300 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95fa63ce-5fe9-4872-8f1b-6e48ae399776 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (dc4117b0-8e45-44f5-b254-2e64febc3640), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:17.666159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-95fa63ce-5fe9-4872-8f1b-6e48ae399776 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4117b0-8e45-44f5-b254-2e64febc3640']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:17.670029 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e90afc5-75c2-4227-afea-7cbbde55ef8b tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Router dab3818e-3336-4607-abf5-ed99babf1f8f has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:52:17.681262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-95fa63ce-5fe9-4872-8f1b-6e48ae399776 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5c4047-613f-4c3e-80ce-d839b96fb722') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:17.684900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-95fa63ce-5fe9-4872-8f1b-6e48ae399776 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5c4047-613f-4c3e-80ce-d839b96fb722') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:17.700327 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95fa63ce-5fe9-4872-8f1b-6e48ae399776 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (ac5c4047-613f-4c3e-80ce-d839b96fb722), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:17.714177 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d098b60e-f83d-46fc-b8bf-1b5fef805e38 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:17.717687 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d098b60e-f83d-46fc-b8bf-1b5fef805e38 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:17.785576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d098b60e-f83d-46fc-b8bf-1b5fef805e38 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:17.810460 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d098b60e-f83d-46fc-b8bf-1b5fef805e38 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (dd2e0392-f7f0-4b6c-aa4e-3eaca1cf9304), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:17.814548 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-d098b60e-f83d-46fc-b8bf-1b5fef805e38 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Added segment dd2e0392-f7f0-4b6c-aa4e-3eaca1cf9304 of type vlan for network c210468c-7638-4d55-8202-c17f95a80231 Jan 28 05:52:17.825300 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95fa63ce-5fe9-4872-8f1b-6e48ae399776 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ac5c4047-613f-4c3e-80ce-d839b96fb722), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:17.876864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fa63ce-5fe9-4872-8f1b-6e48ae399776 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:17.877325 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95fa63ce-5fe9-4872-8f1b-6e48ae399776 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (ac5c4047-613f-4c3e-80ce-d839b96fb722), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:17.877932 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d098b60e-f83d-46fc-b8bf-1b5fef805e38 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (c210468c-7638-4d55-8202-c17f95a80231), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:17.880548 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:17.982383 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d098b60e-f83d-46fc-b8bf-1b5fef805e38 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (c210468c-7638-4d55-8202-c17f95a80231), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:17.987713 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d098b60e-f83d-46fc-b8bf-1b5fef805e38 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:17.988951 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d098b60e-f83d-46fc-b8bf-1b5fef805e38 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:18.085015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b7243e-ba25-4dba-a31e-89573681bd08 None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:52:18.103311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e90afc5-75c2-4227-afea-7cbbde55ef8b tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:52:18.120759 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b8d9bb-ebff-4c8e-8654-ba35c678b580 None None] Sync routers for ids ['dab3818e-3336-4607-abf5-ed99babf1f8f'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:52:18.126763 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e90afc5-75c2-4227-afea-7cbbde55ef8b tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:18.141834 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b8d9bb-ebff-4c8e-8654-ba35c678b580 None None] Routers {'dab3818e-3336-4607-abf5-ed99babf1f8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:52:18.142507 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-93b8d9bb-ebff-4c8e-8654-ba35c678b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:52:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['dab3818e-3336-4607-abf5-ed99babf1f8f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:18.151935 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d098b60e-f83d-46fc-b8bf-1b5fef805e38 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5864546 Jan 28 05:52:18.153045 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098b60e-f83d-46fc-b8bf-1b5fef805e38 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Network': ['ID=c210468c-7638-4d55-8202-c17f95a80231,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:18.164984 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39098) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:18.170852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network c210468c-7638-4d55-8202-c17f95a80231 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:18.194026 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95fa63ce-5fe9-4872-8f1b-6e48ae399776 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (dc4117b0-8e45-44f5-b254-2e64febc3640), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:18.207562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de7a91-9c0b-46d3-963c-e0f39a1f33fc req-05daf61a-fc12-48dc-8b15-63efb4c72b99 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:18.215149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0de7a91-9c0b-46d3-963c-e0f39a1f33fc req-05daf61a-fc12-48dc-8b15-63efb4c72b99 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.3844063 Jan 28 05:52:18.252098 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95fa63ce-5fe9-4872-8f1b-6e48ae399776 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:18.266245 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-95fa63ce-5fe9-4872-8f1b-6e48ae399776 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] 10.222.0.31 "DELETE /v2.0/networks/dc4117b0-8e45-44f5-b254-2e64febc3640 HTTP/1.1" status: 204 len: 168 time: 1.1264784 Jan 28 05:52:18.282341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4211bd55-6214-4354-8f7c-5aaeda6e28e9 None None] Could not find standard attr ID for object afc7c603-822a-4285-9227-2e64c2edd4ff. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:52:18.294768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8e90afc5-75c2-4227-afea-7cbbde55ef8b tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "PUT /v2.0/floatingips/96368e43-a4a5-4237-98e5-4c8bf4bd4e2b HTTP/1.1" status: 200 len: 992 time: 3.4809790 Jan 28 05:52:18.341518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745f218f-359b-47d9-833e-9e71fd69e96c', 'tag': '5768cd14-54b9-4970-9a34-79305265e4a7'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:52:18.355629 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cf7e78-4fda-4535-82e4-6996ce2e6206" -d '{"events": [{"name": "network-changed", "server_uuid": "745f218f-359b-47d9-833e-9e71fd69e96c", "tag": "5768cd14-54b9-4970-9a34-79305265e4a7"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:52:18.373184 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24c52a-5d72-400f-b7de-c166bc3e1ff9 req-8a9b2f01-cc3d-4d2e-878e-4d75f992f021 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:18.378287 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5013344-17ee-4d74-8f59-fce4c4f0e51a tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:18.379561 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de24c52a-5d72-400f-b7de-c166bc3e1ff9 req-8a9b2f01-cc3d-4d2e-878e-4d75f992f021 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.5839798 Jan 28 05:52:18.379967 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e5013344-17ee-4d74-8f59-fce4c4f0e51a tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "GET /v2.0/networks?id=c210468c-7638-4d55-8202-c17f95a80231 HTTP/1.1" status: 200 len: 760 time: 0.2139375 Jan 28 05:52:18.382629 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39106) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:18.394766 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-8c6bbbee-6a06-4eb5-95cf-c3967747395c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'network': {'description': 'd2'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:18.467792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa63ce-5fe9-4872-8f1b-6e48ae399776 tempest-BulkNetworkOpsIpV6Test-256973460 tempest-BulkNetworkOpsIpV6Test-256973460-project] Pushing event deleted for resources: {'Network': ['ID=dc4117b0-8e45-44f5-b254-2e64febc3640,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:18.514433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd12119-bf88-472a-b2f1-0ca576aa8eda req-7a9ec1c8-608d-417f-b9c9-8acac8aee9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:18.516657 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cd12119-bf88-472a-b2f1-0ca576aa8eda req-7a9ec1c8-608d-417f-b9c9-8acac8aee9ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=479c54724c974ee5a31ac6ccd72859f2&device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 1098 time: 0.4092538 Jan 28 05:52:18.540223 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e8a101e-fe16-425c-b99e-4adf987a5e62 req-a63d5c2d-4ced-4b12-83b2-9f200abdd342 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3095951 Jan 28 05:52:18.555827 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0de7a91-9c0b-46d3-963c-e0f39a1f33fc req-4e635424-1c80-4bdd-a25c-efd6af56338f tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397870 Jan 28 05:52:18.614143 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-93b8d9bb-ebff-4c8e-8654-ba35c678b580 None None] Set router dab3818e-3336-4607-abf5-ed99babf1f8f gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:52:18.909913 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c6bbbee-6a06-4eb5-95cf-c3967747395c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (c210468c-7638-4d55-8202-c17f95a80231), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:18.916581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b7243e-ba25-4dba-a31e-89573681bd08 None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:52:19.001882 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c6bbbee-6a06-4eb5-95cf-c3967747395c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (c210468c-7638-4d55-8202-c17f95a80231), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:19.088882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c6bbbee-6a06-4eb5-95cf-c3967747395c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network c210468c-7638-4d55-8202-c17f95a80231 is not hosted by any dhcp agent {{(pid=103634) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 05:52:19.121245 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6bbbee-6a06-4eb5-95cf-c3967747395c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:19.121245 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c6bbbee-6a06-4eb5-95cf-c3967747395c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:19.130715 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8c6bbbee-6a06-4eb5-95cf-c3967747395c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "PUT /v2.0/networks/c210468c-7638-4d55-8202-c17f95a80231 HTTP/1.1" status: 200 len: 757 time: 0.7414796 Jan 28 05:52:19.222647 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39112) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:19.222647 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39114) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:19.329034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd12119-bf88-472a-b2f1-0ca576aa8eda req-af551331-cd18-4d7d-84b1-642ea6f9d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:19.331248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cd12119-bf88-472a-b2f1-0ca576aa8eda req-af551331-cd18-4d7d-84b1-642ea6f9d807 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f HTTP/1.1" status: 200 len: 910 time: 0.7506380 Jan 28 05:52:19.359825 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-93b8d9bb-ebff-4c8e-8654-ba35c678b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'name': 'tempest-ServersTestManualDisk-232090617-router', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:31Z', 'updated_at': '2022-01-28T05:51:41Z', 'revision_number': 4, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'gw_port': {'id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:33Z', 'updated_at': '2022-01-28T05:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '96368e43-a4a5-4237-98e5-4c8bf4bd4e2b', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'floating_ip_address': '172.25.0.160', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'port_id': '5768cd14-54b9-4970-9a34-79305265e4a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69', 'mac_address': 'fa:16:3e:2d:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f218f-359b-47d9-833e-9e71fd69e96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:51:50Z', 'updated_at': '2022-01-28T05:52:15Z', 'revision_number': 1, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c096b4c-5618-437e-ae9d-99b954038102', 'name': '', 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'mac_address': 'fa:16:3e:83:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:38Z', 'updated_at': '2022-01-28T05:51:49Z', 'revision_number': 5, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'subnets': [{'id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:19.489441 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b8d9bb-ebff-4c8e-8654-ba35c678b580 None None] Checking router: dab3818e-3336-4607-abf5-ed99babf1f8f for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:52:19.489798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de24c52a-5d72-400f-b7de-c166bc3e1ff9 req-02e2aa6c-5bd7-45be-b25b-0275fea59e0a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0554695 Jan 28 05:52:19.504387 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b8d9bb-ebff-4c8e-8654-ba35c678b580 None None] Routers {'dab3818e-3336-4607-abf5-ed99babf1f8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:52:19.505259 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-93b8d9bb-ebff-4c8e-8654-ba35c678b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:52:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['dab3818e-3336-4607-abf5-ed99babf1f8f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:19.510451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6bbbee-6a06-4eb5-95cf-c3967747395c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Network': ['ID=c210468c-7638-4d55-8202-c17f95a80231,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:19.515349 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56566a2-8d01-400f-a8b2-17f3596a8561 None None] DHCP port deletion for ef8ba79c-5ff4-441e-b149-e15bd2c06656 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:52:19.523039 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network c210468c-7638-4d55-8202-c17f95a80231 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:19.567020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a101e-fe16-425c-b99e-4adf987a5e62 req-c8587bd4-8471-4f9d-90da-a1bc26dce58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:19.569940 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e8a101e-fe16-425c-b99e-4adf987a5e62 req-c8587bd4-8471-4f9d-90da-a1bc26dce58a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 1098 time: 0.2319531 Jan 28 05:52:19.622106 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3914034-eea6-4111-aa5a-0eb8d67283d1 None None] Network ef8ba79c-5ff4-441e-b149-e15bd2c06656 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:19.622908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3594a-e734-498d-b468-5492d4b8068f req-7f7faf17-b450-479d-97c0-030ac59b3bb4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:19.625419 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ebb3594a-e734-498d-b468-5492d4b8068f req-7f7faf17-b450-479d-97c0-030ac59b3bb4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 947 time: 0.2906995 Jan 28 05:52:19.637594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9675bd4a-dc91-4fac-a3cd-19d16a0632f3 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:19.638389 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cd12119-bf88-472a-b2f1-0ca576aa8eda req-9989c8f5-ad54-4d4f-9c27-d99a02ce0663 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b945f9a-a571-4b0e-b937-cd2e2e2aa113 HTTP/1.1" status: 200 len: 1002 time: 0.2992210 Jan 28 05:52:19.639466 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9675bd4a-dc91-4fac-a3cd-19d16a0632f3 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "GET /v2.0/networks?id=c210468c-7638-4d55-8202-c17f95a80231 HTTP/1.1" status: 200 len: 760 time: 0.4179571 Jan 28 05:52:19.643458 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39124) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:19.649039 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1d13a1b3-4e0f-4abc-bb5e-c6828980c203 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2021011163'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:19.681424 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1383c770-659e-469f-b066-b508b843844a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5940e7270a204c7a92aa0aca6100db94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4585118 Jan 28 05:52:19.685728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39126) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:19.755510 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd12119-bf88-472a-b2f1-0ca576aa8eda req-79d34283-237d-40fe-8863-1ee7db9db968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:19.756909 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cd12119-bf88-472a-b2f1-0ca576aa8eda req-79d34283-237d-40fe-8863-1ee7db9db968 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6775d0c7-920b-4dac-b225-8dee000178bb HTTP/1.1" status: 200 len: 848 time: 0.0700333 Jan 28 05:52:19.757622 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-93b8d9bb-ebff-4c8e-8654-ba35c678b580 None None] Set router dab3818e-3336-4607-abf5-ed99babf1f8f gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:52:19.770795 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d13a1b3-4e0f-4abc-bb5e-c6828980c203 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:19.774351 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d13a1b3-4e0f-4abc-bb5e-c6828980c203 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:19.824889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3914034-eea6-4111-aa5a-0eb8d67283d1 None None] Network ef8ba79c-5ff4-441e-b149-e15bd2c06656 could not be found, it might have been deleted concurrently. {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 05:52:19.836344 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device afc7c603-822a-4285-9227-2e64c2edd4ff no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:52:19.853195 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d13a1b3-4e0f-4abc-bb5e-c6828980c203 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:19.882938 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ebb3594a-e734-498d-b468-5492d4b8068f req-4e4c8f03-d1d9-40e0-8511-0088046e6dbd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470715 Jan 28 05:52:19.888470 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d13a1b3-4e0f-4abc-bb5e-c6828980c203 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (443c86da-3b1f-428a-9177-ee4f1126fb2c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:19.891595 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: afc7c603-822a-4285-9227-2e64c2edd4ff {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:52:19.894423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device afc7c603-822a-4285-9227-2e64c2edd4ff not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:52:19.895386 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-1d13a1b3-4e0f-4abc-bb5e-c6828980c203 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Added segment 443c86da-3b1f-428a-9177-ee4f1126fb2c of type vlan for network c0182684-c33b-4103-8c05-7269bc68d4ae Jan 28 05:52:19.897939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbde67f-e7b2-4158-bd1c-75967a99239d None None] Network ef8ba79c-5ff4-441e-b149-e15bd2c06656 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:19.923288 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbde67f-e7b2-4158-bd1c-75967a99239d None None] Network ef8ba79c-5ff4-441e-b149-e15bd2c06656 could not be found, it might have been deleted concurrently. {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 05:52:19.971098 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676fc510-271e-4917-850f-983faddea8fa x-openstack-request-id: req-676fc510-271e-4917-850f-983faddea8fa {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:52:19.971098 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745f218f-359b-47d9-833e-9e71fd69e96c", "tag": "5768cd14-54b9-4970-9a34-79305265e4a7", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:52:19.971098 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-676fc510-271e-4917-850f-983faddea8fa {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:52:19.971504 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745f218f-359b-47d9-833e-9e71fd69e96c', 'tag': '5768cd14-54b9-4970-9a34-79305265e4a7', 'status': 'completed', 'code': 200} Jan 28 05:52:20.010928 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d13a1b3-4e0f-4abc-bb5e-c6828980c203 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (c0182684-c33b-4103-8c05-7269bc68d4ae), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:20.037038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708a1c8-4a4e-4575-a9b8-85dcb0d8029f req-67cc9b68-5f73-4f85-a9ba-75d619e3af67 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:20.038633 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a708a1c8-4a4e-4575-a9b8-85dcb0d8029f req-67cc9b68-5f73-4f85-a9ba-75d619e3af67 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.2113698 Jan 28 05:52:20.040539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd12119-bf88-472a-b2f1-0ca576aa8eda req-13219a7b-ca7d-4c35-afff-27a5fcbd387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:20.041907 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cd12119-bf88-472a-b2f1-0ca576aa8eda req-13219a7b-ca7d-4c35-afff-27a5fcbd387b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2572386 Jan 28 05:52:20.112380 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf7e78-4fda-4535-82e4-6996ce2e6206 req-ce686d39-40bf-4123-a632-f454ecad45af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:20.115050 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-11cf7e78-4fda-4535-82e4-6996ce2e6206 req-ce686d39-40bf-4123-a632-f454ecad45af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b670ab8f4d44d909ae1dbc83de86b76&device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 1098 time: 0.1149960 Jan 28 05:52:20.189753 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] Publish callbacks [] for security_group (e809bab3-2e0d-4b8b-8241-136e47ae9aaf), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:20.201345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a101e-fe16-425c-b99e-4adf987a5e62 req-8ef8f671-ef6b-4034-be6d-aec457b73703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:20.203271 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e8a101e-fe16-425c-b99e-4adf987a5e62 req-8ef8f671-ef6b-4034-be6d-aec457b73703 service neutron] 10.222.0.64 "GET /v2.0/networks?id=88381437-0e71-4561-a992-619e0f4004bd HTTP/1.1" status: 200 len: 915 time: 0.6037052 Jan 28 05:52:20.224900 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-93b8d9bb-ebff-4c8e-8654-ba35c678b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'name': 'tempest-ServersTestManualDisk-232090617-router', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:31Z', 'updated_at': '2022-01-28T05:51:41Z', 'revision_number': 4, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'gw_port': {'id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:33Z', 'updated_at': '2022-01-28T05:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '96368e43-a4a5-4237-98e5-4c8bf4bd4e2b', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'floating_ip_address': '172.25.0.160', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'port_id': '5768cd14-54b9-4970-9a34-79305265e4a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69', 'mac_address': 'fa:16:3e:2d:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f218f-359b-47d9-833e-9e71fd69e96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:51:50Z', 'updated_at': '2022-01-28T05:52:15Z', 'revision_number': 1, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c096b4c-5618-437e-ae9d-99b954038102', 'name': '', 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'mac_address': 'fa:16:3e:83:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:38Z', 'updated_at': '2022-01-28T05:51:49Z', 'revision_number': 5, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'subnets': [{'id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:20.244420 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d13a1b3-4e0f-4abc-bb5e-c6828980c203 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (c0182684-c33b-4103-8c05-7269bc68d4ae), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:20.250968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d13a1b3-4e0f-4abc-bb5e-c6828980c203 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:20.251730 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d13a1b3-4e0f-4abc-bb5e-c6828980c203 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:20.274952 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b8d9bb-ebff-4c8e-8654-ba35c678b580 None None] The sync data for ids ['dab3818e-3336-4607-abf5-ed99babf1f8f'] in n-d-812111-12 is: [{'id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'name': 'tempest-ServersTestManualDisk-232090617-router', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:31Z', 'updated_at': '2022-01-28T05:51:41Z', 'revision_number': 4, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'gw_port': {'id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:33Z', 'updated_at': '2022-01-28T05:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '96368e43-a4a5-4237-98e5-4c8bf4bd4e2b', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'floating_ip_address': '172.25.0.160', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'port_id': '5768cd14-54b9-4970-9a34-79305265e4a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69', 'mac_address': 'fa:16:3e:2d:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f218f-359b-47d9-833e-9e71fd69e96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:51:50Z', 'updated_at': '2022-01-28T05:52:15Z', 'revision_number': 1, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c096b4c-5618-437e-ae9d-99b954038102', 'name': '', 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'mac_address': 'fa:16:3e:83:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:38Z', 'updated_at': '2022-01-28T05:51:49Z', 'revision_number': 5, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'subnets': [{'id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:52:20.365970 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] Publish callbacks [] for security_group (e809bab3-2e0d-4b8b-8241-136e47ae9aaf), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:20.391041 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e8a101e-fe16-425c-b99e-4adf987a5e62 req-ff81ea14-6a45-44de-8fb9-891455443d8f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cb4fd0e-3712-4535-8327-03e76516f996 HTTP/1.1" status: 200 len: 217 time: 0.1755040 Jan 28 05:52:20.408997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16209b33-5146-44e9-9fa5-35e2ed926438 req-69821f89-a02f-44b3-ab42-2a2cd2b4c134 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:20.410526 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16209b33-5146-44e9-9fa5-35e2ed926438 req-69821f89-a02f-44b3-ab42-2a2cd2b4c134 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 945 time: 0.3502066 Jan 28 05:52:20.413557 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13a1b3-4e0f-4abc-bb5e-c6828980c203 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Network': ['ID=c0182684-c33b-4103-8c05-7269bc68d4ae,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:20.428562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network c0182684-c33b-4103-8c05-7269bc68d4ae details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:20.501676 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf7e78-4fda-4535-82e4-6996ce2e6206 req-b6869441-bf38-42b7-b719-9824dde34f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:20.503711 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-11cf7e78-4fda-4535-82e4-6996ce2e6206 req-b6869441-bf38-42b7-b719-9824dde34f3c service neutron] 10.222.0.60 "GET /v2.0/networks?id=93303b80-40be-4b7b-8092-afddbc7b0b69 HTTP/1.1" status: 200 len: 912 time: 0.3820355 Jan 28 05:52:20.504316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cd12119-bf88-472a-b2f1-0ca576aa8eda req-09116157-c413-489f-862b-b1592ba7ae12 service neutron] 10.222.0.60 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352310 Jan 28 05:52:20.641574 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16209b33-5146-44e9-9fa5-35e2ed926438 req-04ab5731-5048-4abe-b8a9-59ff3b316308 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/security-groups?id=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981981 Jan 28 05:52:20.679553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11793461-5af8-4918-aafb-8bb1c4d24352 None None] New status for floating IP 96368e43-a4a5-4237-98e5-4c8bf4bd4e2b: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:52:20.699719 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a101e-fe16-425c-b99e-4adf987a5e62 req-e251684b-aec3-4ae7-a902-98ffd6bdaa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:20.703894 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e8a101e-fe16-425c-b99e-4adf987a5e62 req-e251684b-aec3-4ae7-a902-98ffd6bdaa63 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88b4464d-a63e-44af-98ed-f8fd1881fdda HTTP/1.1" status: 200 len: 854 time: 0.2923894 Jan 28 05:52:20.706289 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-11cf7e78-4fda-4535-82e4-6996ce2e6206 req-62a3f0d4-f98b-4688-9a84-182aabc5b170 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5768cd14-54b9-4970-9a34-79305265e4a7 HTTP/1.1" status: 200 len: 1000 time: 0.1918373 Jan 28 05:52:20.706487 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cd12119-bf88-472a-b2f1-0ca576aa8eda req-2261ee57-a155-4ce9-ac65-71b5bfe103cf service neutron] 10.222.0.60 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870000 Jan 28 05:52:20.775738 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-a708a1c8-4a4e-4575-a9b8-85dcb0d8029f req-ae9e6f3d-5bf3-41e4-a17a-05df93a86798 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Deleting port aaf7a95a-448e-454e-94da-996b30a4d025 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:20.777972 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a708a1c8-4a4e-4575-a9b8-85dcb0d8029f req-ae9e6f3d-5bf3-41e4-a17a-05df93a86798 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (aaf7a95a-448e-454e-94da-996b30a4d025), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:20.787235 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e8a101e-fe16-425c-b99e-4adf987a5e62 req-3de80863-4d42-4c15-943e-4de86dc17439 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88381437-0e71-4561-a992-619e0f4004bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756006 Jan 28 05:52:20.795805 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf7e78-4fda-4535-82e4-6996ce2e6206 req-8d53b019-c27e-499b-bbfc-ff106b75bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:20.798816 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-11cf7e78-4fda-4535-82e4-6996ce2e6206 req-8d53b019-c27e-499b-bbfc-ff106b75bbbd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e95f7f2-ed2d-4541-aead-db2229688b20 HTTP/1.1" status: 200 len: 850 time: 0.0768456 Jan 28 05:52:20.875609 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf7e78-4fda-4535-82e4-6996ce2e6206 req-9e8cf062-98e3-4e89-8765-d70fb6562032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:20.878222 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-11cf7e78-4fda-4535-82e4-6996ce2e6206 req-9e8cf062-98e3-4e89-8765-d70fb6562032 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93303b80-40be-4b7b-8092-afddbc7b0b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709364 Jan 28 05:52:20.945904 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1828545-b7d6-49dc-973c-2735e0af9b6f req-ba49c4ea-6ad9-45f2-9955-312328f1d3ba tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:20.947517 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1828545-b7d6-49dc-973c-2735e0af9b6f req-ba49c4ea-6ad9-45f2-9955-312328f1d3ba tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.2969115 Jan 28 05:52:20.979543 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1d13a1b3-4e0f-4abc-bb5e-c6828980c203 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3348973 Jan 28 05:52:20.985415 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39138) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:20.993343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d1c458b8-03f2-4917-9c7d-962e7558ef2b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'subnet': {'network_id': 'c0182684-c33b-4103-8c05-7269bc68d4ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:21.030690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a708a1c8-4a4e-4575-a9b8-85dcb0d8029f req-ae9e6f3d-5bf3-41e4-a17a-05df93a86798 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] For port aaf7a95a-448e-454e-94da-996b30a4d025, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=aaf7a95a-448e-454e-94da-996b30a4d025,segment=NetworkSegment(6f2ba0fa-eb54-4fc3-a158-783043e3f568),segment_id=6f2ba0fa-eb54-4fc3-a158-783043e3f568)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:21.031294 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a708a1c8-4a4e-4575-a9b8-85dcb0d8029f req-ae9e6f3d-5bf3-41e4-a17a-05df93a86798 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (aaf7a95a-448e-454e-94da-996b30a4d025), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:21.036858 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e809bab3-2e0d-4b8b-8241-136e47ae9aaf), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:21.039572 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:21.043051 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e809bab3-2e0d-4b8b-8241-136e47ae9aaf HTTP/1.1" status: 204 len: 168 time: 1.3521295 Jan 28 05:52:21.095752 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-11cf7e78-4fda-4535-82e4-6996ce2e6206 req-bc13963b-8123-4ee5-90bf-9ccd9c802027 service neutron] 10.222.0.60 "GET /v2.0/networks/93303b80-40be-4b7b-8092-afddbc7b0b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116005 Jan 28 05:52:21.104683 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e8a101e-fe16-425c-b99e-4adf987a5e62 req-6e2aa95e-ed9f-4964-a5d3-286780650af6 service neutron] 10.222.0.64 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943268 Jan 28 05:52:21.128920 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-a708a1c8-4a4e-4575-a9b8-85dcb0d8029f req-ae9e6f3d-5bf3-41e4-a17a-05df93a86798 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Calling delete_port for aaf7a95a-448e-454e-94da-996b30a4d025 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:21.148123 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e809bab3-2e0d-4b8b-8241-136e47ae9aaf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:21.189609 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1828545-b7d6-49dc-973c-2735e0af9b6f req-1906c0da-41b1-4ee7-8056-3635e9024fdb tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310009 Jan 28 05:52:21.191121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:21.191464 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:21.195190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:21.195190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:21.195190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:21.195190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:21.195190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:21.195190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:21.195190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:21.195190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:21.195190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:21.195190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:21.195190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f66c28-5022-4058-b4cd-04a76b728c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:21.329229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e531d3-9a56-453a-8cfc-f3474e3d4dee req-54959630-366b-4ace-8155-f40b128b5f78 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:21.346637 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66e531d3-9a56-453a-8cfc-f3474e3d4dee req-54959630-366b-4ace-8155-f40b128b5f78 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 947 time: 0.3226182 Jan 28 05:52:21.470157 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66e531d3-9a56-453a-8cfc-f3474e3d4dee req-82b6558b-b53a-478b-b5f0-92dc9ba4efcc tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223435 Jan 28 05:52:21.475658 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e8a101e-fe16-425c-b99e-4adf987a5e62 req-e96fef6a-485c-462a-b2e4-2d011e751082 service neutron] 10.222.0.64 "GET /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444040 Jan 28 05:52:21.657773 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a708a1c8-4a4e-4575-a9b8-85dcb0d8029f req-ae9e6f3d-5bf3-41e4-a17a-05df93a86798 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (aaf7a95a-448e-454e-94da-996b30a4d025), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:21.703287 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-11cf7e78-4fda-4535-82e4-6996ce2e6206 req-ca15ae41-5a86-4cec-a0c3-2f77c7571e3a service neutron] 10.222.0.60 "GET /v2.0/networks/93303b80-40be-4b7b-8092-afddbc7b0b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006639 Jan 28 05:52:21.704683 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c458b8-03f2-4917-9c7d-962e7558ef2b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:21.708619 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d1c458b8-03f2-4917-9c7d-962e7558ef2b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:21.710767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e6f3d-5bf3-41e4-a17a-05df93a86798 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Pushing event deleted for resources: {'Port': ['ID=aaf7a95a-448e-454e-94da-996b30a4d025,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:21.917976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a708a1c8-4a4e-4575-a9b8-85dcb0d8029f req-ae9e6f3d-5bf3-41e4-a17a-05df93a86798 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] No DVR routers for this DVR port aaf7a95a-448e-454e-94da-996b30a4d025 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:52:21.923216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f41d0c8c-449f-47f2-8752-a09a327be355 req-c215cf82-ee37-4cf9-a29e-3a7f7883aec1 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 210 time: 0.1251929 Jan 28 05:52:21.924731 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a708a1c8-4a4e-4575-a9b8-85dcb0d8029f req-ae9e6f3d-5bf3-41e4-a17a-05df93a86798 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:21.929107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a708a1c8-4a4e-4575-a9b8-85dcb0d8029f req-ae9e6f3d-5bf3-41e4-a17a-05df93a86798 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.64 "DELETE /v2.0/ports/aaf7a95a-448e-454e-94da-996b30a4d025 HTTP/1.1" status: 204 len: 173 time: 1.8612595 Jan 28 05:52:21.972250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5076273-0d27-4630-837c-6f6ac45ec17c', 'name': 'network-vif-deleted', 'tag': 'aaf7a95a-448e-454e-94da-996b30a4d025'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:52:21.975477 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52867cb-3ff8-4b19-a899-442b1b5ff767" -d '{"events": [{"server_uuid": "c5076273-0d27-4630-837c-6f6ac45ec17c", "name": "network-vif-deleted", "tag": "aaf7a95a-448e-454e-94da-996b30a4d025"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:52:22.097571 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c08e773-4ef3-4c45-bcd8-50110ca07d61 x-openstack-request-id: req-2c08e773-4ef3-4c45-bcd8-50110ca07d61 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:52:22.097866 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5076273-0d27-4630-837c-6f6ac45ec17c", "name": "network-vif-deleted", "tag": "aaf7a95a-448e-454e-94da-996b30a4d025", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:52:22.098116 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c08e773-4ef3-4c45-bcd8-50110ca07d61 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:52:22.098540 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5076273-0d27-4630-837c-6f6ac45ec17c', 'name': 'network-vif-deleted', 'tag': 'aaf7a95a-448e-454e-94da-996b30a4d025', 'status': 'completed', 'code': 200} Jan 28 05:52:22.132007 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d1c458b8-03f2-4917-9c7d-962e7558ef2b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (1408856a-b5ff-4678-9de0-2c6e8e8fec91), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:22.225124 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c458b8-03f2-4917-9c7d-962e7558ef2b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Subnet': ['ID=1408856a-b5ff-4678-9de0-2c6e8e8fec91,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:22.237115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c458b8-03f2-4917-9c7d-962e7558ef2b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Checking segment: {'id': '443c86da-3b1f-428a-9177-ee4f1126fb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c0182684-c33b-4103-8c05-7269bc68d4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:22.237487 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c458b8-03f2-4917-9c7d-962e7558ef2b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network hostable DHCP agents. Network: c0182684-c33b-4103-8c05-7269bc68d4ae, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:52:22.371906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device aaf7a95a-448e-454e-94da-996b30a4d025 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:52:22.408215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79d6df-8bb0-4082-9def-f2600e0b2e64 req-002fbc2b-204b-47f4-8ada-d75afe1a48a3 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:22.409900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da79d6df-8bb0-4082-9def-f2600e0b2e64 req-002fbc2b-204b-47f4-8ada-d75afe1a48a3 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.1049109 Jan 28 05:52:22.411037 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c458b8-03f2-4917-9c7d-962e7558ef2b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network c0182684-c33b-4103-8c05-7269bc68d4ae is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:52:22.426466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: aaf7a95a-448e-454e-94da-996b30a4d025 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:52:22.427308 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device aaf7a95a-448e-454e-94da-996b30a4d025 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:52:22.502547 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-d1c458b8-03f2-4917-9c7d-962e7558ef2b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, c0182684-c33b-4103-8c05-7269bc68d4ae) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:22.507811 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c458b8-03f2-4917-9c7d-962e7558ef2b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:22.508019 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d1c458b8-03f2-4917-9c7d-962e7558ef2b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:22.523684 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe21fc3-2d1b-44a1-91fb-4a517c0e9f47 None None] Network c0182684-c33b-4103-8c05-7269bc68d4ae requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:22.525433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da79d6df-8bb0-4082-9def-f2600e0b2e64 req-a1d46484-3fd9-48f4-bbf4-6c4d0eb608b9 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965450 Jan 28 05:52:22.636649 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d1c458b8-03f2-4917-9c7d-962e7558ef2b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6500070 Jan 28 05:52:22.639269 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39180) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:22.648758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a7040-e6c6-4326-81a2-cae8084e4873 req-fb7ddb39-50bf-4c8c-beeb-2a355e5775ee tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:22.651881 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-975a7040-e6c6-4326-81a2-cae8084e4873 req-fb7ddb39-50bf-4c8c-beeb-2a355e5775ee tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 947 time: 0.0771196 Jan 28 05:52:22.720901 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-c0182684-c33b-4103-8c05-7269bc68d4ae', 'network_id': 'c0182684-c33b-4103-8c05-7269bc68d4ae', 'project_id': 'd55ea7c01dbf405eaa576d95b9b74ca1', 'fixed_ips': [{'subnet_id': '1408856a-b5ff-4678-9de0-2c6e8e8fec91'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:52:22.723253 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:22.756006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-975a7040-e6c6-4326-81a2-cae8084e4873 req-0329ad9d-082f-4267-92a4-9ab4811b4761 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946805 Jan 28 05:52:22.809346 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39182) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:22.886165 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (c0182684-c33b-4103-8c05-7269bc68d4ae), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:22.974169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Allocated IP 172.20.0.2 (c0182684-c33b-4103-8c05-7269bc68d4ae/1408856a-b5ff-4678-9de0-2c6e8e8fec91/26585738-d2b1-49de-8d2e-0298284f0899) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:52:22.977547 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (1408856a-b5ff-4678-9de0-2c6e8e8fec91), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:22.987859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Request body: {'networks': [{'name': 'tempest-network--1251263424'}, {'name': 'tempest-network--1389660801'}]} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:22.992674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Request body: {'network': {'name': 'tempest-network--1251263424'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:22.992674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Request body: {'network': {'name': 'tempest-network--1389660801'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:23.159396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Made reservation on behalf of 573dae0bf30c40f3957f5dc10374f57c for: {'network': 2} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:23.175660 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.185681 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3778db3-c800-4427-b6e9-541acba39f58 req-75e2727d-39a8-4b83-97e9-37eba2baaa16 tempest-ServerRescueTestJSON-271135654 tempest-ServerRescueTestJSON-271135654-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5076273-0d27-4630-837c-6f6ac45ec17c HTTP/1.1" status: 200 len: 210 time: 0.0881546 Jan 28 05:52:23.200764 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Publish callbacks [] for port (26585738-d2b1-49de-8d2e-0298284f0899), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.201138 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.272553 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (26585738-d2b1-49de-8d2e-0298284f0899), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.337163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Network c0182684-c33b-4103-8c05-7269bc68d4ae is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:52:23.343292 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:23.347865 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (1408856a-b5ff-4678-9de0-2c6e8e8fec91), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.355035 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:23.371774 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Pushing event updated for resources: {'Port': ['ID=26585738-d2b1-49de-8d2e-0298284f0899,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:23.415577 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for security_group (a9735944-2f48-4bf5-a78b-a3900244afb8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.423707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Attempting to bind port 26585738-d2b1-49de-8d2e-0298284f0899 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:52:23.424439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Attempting to bind port 26585738-d2b1-49de-8d2e-0298284f0899 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '443c86da-3b1f-428a-9177-ee4f1126fb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c0182684-c33b-4103-8c05-7269bc68d4ae'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:52:23.424878 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Attempting to bind port 26585738-d2b1-49de-8d2e-0298284f0899 on network c0182684-c33b-4103-8c05-7269bc68d4ae {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:52:23.432932 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Subnet': ['ID=1408856a-b5ff-4678-9de0-2c6e8e8fec91,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:23.439234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:52:23.439234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Checking segment: {'id': '443c86da-3b1f-428a-9177-ee4f1126fb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c0182684-c33b-4103-8c05-7269bc68d4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:23.439234 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.439234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Bound using segment: {'id': '443c86da-3b1f-428a-9177-ee4f1126fb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c0182684-c33b-4103-8c05-7269bc68d4ae'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:52:23.439234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Bound port: 26585738-d2b1-49de-8d2e-0298284f0899, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443c86da-3b1f-428a-9177-ee4f1126fb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c0182684-c33b-4103-8c05-7269bc68d4ae'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:52:23.439234 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (26585738-d2b1-49de-8d2e-0298284f0899), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.498603 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a9735944-2f48-4bf5-a78b-a3900244afb8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.500005 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.559964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:23.570129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9735944-2f48-4bf5-a78b-a3900244afb8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:23.579185 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (6695ac4b-ea94-4719-8e78-d9f14ee97f8c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.582435 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Added segment 6695ac4b-ea94-4719-8e78-d9f14ee97f8c of type vlan for network 5af2a94a-925c-4d0a-8bd2-61578b664514 Jan 28 05:52:23.603733 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] For port 26585738-d2b1-49de-8d2e-0298284f0899, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:52:23.609446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] For port 26585738-d2b1-49de-8d2e-0298284f0899, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=26585738-d2b1-49de-8d2e-0298284f0899,segment=NetworkSegment(443c86da-3b1f-428a-9177-ee4f1126fb2c),segment_id=443c86da-3b1f-428a-9177-ee4f1126fb2c)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:52:23.611234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (c0182684-c33b-4103-8c05-7269bc68d4ae), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.640340 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (5af2a94a-925c-4d0a-8bd2-61578b664514), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.659502 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0182684-c33b-4103-8c05-7269bc68d4ae']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:23.680146 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (26585738-d2b1-49de-8d2e-0298284f0899), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.690421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443c86da-3b1f-428a-9177-ee4f1126fb2c') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:23.692537 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443c86da-3b1f-428a-9177-ee4f1126fb2c') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:23.710358 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (443c86da-3b1f-428a-9177-ee4f1126fb2c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.723731 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:23.736918 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (443c86da-3b1f-428a-9177-ee4f1126fb2c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.743072 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f6e0f-eb05-42c4-b49c-6e31ed06a212 req-259a7344-4993-4fdb-949d-1fc73ad9f781 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:23.744104 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a9f6e0f-eb05-42c4-b49c-6e31ed06a212 req-259a7344-4993-4fdb-949d-1fc73ad9f781 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.0997825 Jan 28 05:52:23.755935 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (36ff7f3c-730e-4436-85b1-85dc686c39fe), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.756291 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Added segment 36ff7f3c-730e-4436-85b1-85dc686c39fe of type vlan for network 5edac6e1-edf0-4eab-a4f1-3ca01b0f6fa4 Jan 28 05:52:23.769987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8cb19-3bf7-4550-93b7-973692e6e3a5 None None] Pushing event updated for resources: {'Port': ['ID=26585738-d2b1-49de-8d2e-0298284f0899,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:23.783058 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:23.783592 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (443c86da-3b1f-428a-9177-ee4f1126fb2c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.846856 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a9f6e0f-eb05-42c4-b49c-6e31ed06a212 req-81e52173-222e-4ec2-a02d-0edd42b8863e tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909805 Jan 28 05:52:23.892294 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (5edac6e1-edf0-4eab-a4f1-3ca01b0f6fa4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:23.926173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f0d4f2-4eba-43b8-8382-35abe469d05e None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:23.960795 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:24.017667 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.db.api [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 05:52:24.017667 n-d-812111-12 neutron-server[103634]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 05:52:24.017667 n-d-812111-12 neutron-server[103634]: [parameters: {'id': 'c0182684-c33b-4103-8c05-7269bc68d4ae'}] Jan 28 05:52:24.017667 n-d-812111-12 neutron-server[103634]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:52:24.018269 n-d-812111-12 neutron-server[103634]: DEBUG oslo_db.api [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:52:24.018482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1b779-61c9-426b-adca-f04e863d0fdd req-372bbdd3-a2df-4313-a2c6-5dcc1030d7a1 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:24.020173 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42a1b779-61c9-426b-adca-f04e863d0fdd req-372bbdd3-a2df-4313-a2c6-5dcc1030d7a1 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 947 time: 0.0767188 Jan 28 05:52:24.071166 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (5af2a94a-925c-4d0a-8bd2-61578b664514), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:24.071766 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (5edac6e1-edf0-4eab-a4f1-3ca01b0f6fa4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:24.081712 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:24.088429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:24.089192 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:24.117966 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f0d4f2-4eba-43b8-8382-35abe469d05e None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 05:52:24.262083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event updated for resources: {'Network': ['ID=5af2a94a-925c-4d0a-8bd2-61578b664514,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:24.279520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 5af2a94a-925c-4d0a-8bd2-61578b664514 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:24.306777 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39204) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:24.307512 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4960644 Jan 28 05:52:24.394532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39206) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:24.406555 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42a1b779-61c9-426b-adca-f04e863d0fdd req-78968258-7250-4f99-8663-35eb82c9842e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3776424 Jan 28 05:52:24.520201 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (c0182684-c33b-4103-8c05-7269bc68d4ae), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:24.603749 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10387ea0-8a0c-4abb-a87d-f34d3d7dc09c tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:24.623505 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10387ea0-8a0c-4abb-a87d-f34d3d7dc09c tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:24.633464 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10387ea0-8a0c-4abb-a87d-f34d3d7dc09c tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:24.650367 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10387ea0-8a0c-4abb-a87d-f34d3d7dc09c tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:24.652106 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-10387ea0-8a0c-4abb-a87d-f34d3d7dc09c tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3443384 Jan 28 05:52:24.667028 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39212) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:24.737457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77793cd-398d-4deb-a469-f1fb7bb7498d None None] Network c0182684-c33b-4103-8c05-7269bc68d4ae requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:24.758607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f14a4-8151-43aa-93d2-f2c090012b7f tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event updated for resources: {'Network': ['ID=5edac6e1-edf0-4eab-a4f1-3ca01b0f6fa4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:24.792228 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 5edac6e1-edf0-4eab-a4f1-3ca01b0f6fa4 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:24.851792 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a409544d-b142-4cc8-bd26-6b100ada504e tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (5af2a94a-925c-4d0a-8bd2-61578b664514), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:25.100749 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:25.171068 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a409544d-b142-4cc8-bd26-6b100ada504e tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (5af2a94a-925c-4d0a-8bd2-61578b664514), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:25.197316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-a409544d-b142-4cc8-bd26-6b100ada504e tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af2a94a-925c-4d0a-8bd2-61578b664514']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:25.212503 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-a409544d-b142-4cc8-bd26-6b100ada504e tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6695ac4b-ea94-4719-8e78-d9f14ee97f8c') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:25.212813 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-a409544d-b142-4cc8-bd26-6b100ada504e tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6695ac4b-ea94-4719-8e78-d9f14ee97f8c') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:25.240521 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Deleting port 26585738-d2b1-49de-8d2e-0298284f0899 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:25.240852 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (26585738-d2b1-49de-8d2e-0298284f0899), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:25.267498 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a409544d-b142-4cc8-bd26-6b100ada504e tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (6695ac4b-ea94-4719-8e78-d9f14ee97f8c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:25.276265 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c7f8a-5e31-4dbe-8766-17d991fa4f42 req-6e778bb0-ff84-416f-957a-d750b5982452 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:25.278250 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a9c7f8a-5e31-4dbe-8766-17d991fa4f42 req-6e778bb0-ff84-416f-957a-d750b5982452 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.2357075 Jan 28 05:52:25.303500 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057b31b-9382-4498-be41-35fe383512f0 req-03596332-35da-4cf9-bca9-65086ac45f7b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:25.306819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e057b31b-9382-4498-be41-35fe383512f0 req-03596332-35da-4cf9-bca9-65086ac45f7b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 946 time: 0.1189244 Jan 28 05:52:25.320137 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a409544d-b142-4cc8-bd26-6b100ada504e tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (6695ac4b-ea94-4719-8e78-d9f14ee97f8c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:25.357282 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] For port 26585738-d2b1-49de-8d2e-0298284f0899, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=26585738-d2b1-49de-8d2e-0298284f0899,segment=NetworkSegment(443c86da-3b1f-428a-9177-ee4f1126fb2c),segment_id=443c86da-3b1f-428a-9177-ee4f1126fb2c)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:25.358069 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (26585738-d2b1-49de-8d2e-0298284f0899), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:25.361748 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a4b0048-9cea-41f0-80cd-06c372be7e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (8f0c9f91-3976-44f3-a225-c64d8b776d58), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:25.375163 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Calling delete_port for 26585738-d2b1-49de-8d2e-0298284f0899 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:25.453087 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a9c7f8a-5e31-4dbe-8766-17d991fa4f42 req-245194f6-8fd0-4576-8969-6297e7a869e3 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638377 Jan 28 05:52:25.460358 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e057b31b-9382-4498-be41-35fe383512f0 req-ea537cbc-3d7b-4c8a-9ea0-1ed601cb63ac tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402185 Jan 28 05:52:25.475799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a409544d-b142-4cc8-bd26-6b100ada504e tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:25.477799 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a409544d-b142-4cc8-bd26-6b100ada504e tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (6695ac4b-ea94-4719-8e78-d9f14ee97f8c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:25.583617 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:25.618330 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (26585738-d2b1-49de-8d2e-0298284f0899), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:25.655858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Port': ['ID=26585738-d2b1-49de-8d2e-0298284f0899,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:25.660486 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No DVR routers for this DVR port 26585738-d2b1-49de-8d2e-0298284f0899 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:52:25.673613 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:25.675690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:25.675690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:25.675690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:25.675690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:25.675690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:25.675690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:25.676282 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:25.676282 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:25.676545 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:25.676870 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:25.677190 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:25.677513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:25.770909 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f1370-b53b-47a1-9cd1-4ed5ff525cca req-06c65034-1c12-4132-a899-5bf2280ea033 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:25.780062 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a409544d-b142-4cc8-bd26-6b100ada504e tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (5af2a94a-925c-4d0a-8bd2-61578b664514), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:25.786968 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a4f1370-b53b-47a1-9cd1-4ed5ff525cca req-06c65034-1c12-4132-a899-5bf2280ea033 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 947 time: 0.1355677 Jan 28 05:52:25.804612 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a409544d-b142-4cc8-bd26-6b100ada504e tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:25.815094 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a409544d-b142-4cc8-bd26-6b100ada504e tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "DELETE /v2.0/networks/5af2a94a-925c-4d0a-8bd2-61578b664514 HTTP/1.1" status: 204 len: 168 time: 1.1466162 Jan 28 05:52:25.819291 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39224) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:25.948996 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (c0182684-c33b-4103-8c05-7269bc68d4ae), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:25.961039 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a4f1370-b53b-47a1-9cd1-4ed5ff525cca req-1be56620-a670-40b7-af24-1450f3702df8 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730094 Jan 28 05:52:25.978844 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0182684-c33b-4103-8c05-7269bc68d4ae']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:25.993713 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8a4b0048-9cea-41f0-80cd-06c372be7e9c admin admin] Deleting port fc991bb2-6d52-4e9b-8a62-b6a19d311b51 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:25.994445 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a4b0048-9cea-41f0-80cd-06c372be7e9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (fc991bb2-6d52-4e9b-8a62-b6a19d311b51), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:25.995268 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443c86da-3b1f-428a-9177-ee4f1126fb2c') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:25.995743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443c86da-3b1f-428a-9177-ee4f1126fb2c') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:26.012808 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (443c86da-3b1f-428a-9177-ee4f1126fb2c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:26.029998 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (443c86da-3b1f-428a-9177-ee4f1126fb2c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:26.038392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:26.041502 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (443c86da-3b1f-428a-9177-ee4f1126fb2c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:26.079081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409544d-b142-4cc8-bd26-6b100ada504e tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event deleted for resources: {'Network': ['ID=5af2a94a-925c-4d0a-8bd2-61578b664514,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:26.086183 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:26.128085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-8a4b0048-9cea-41f0-80cd-06c372be7e9c admin admin] For port fc991bb2-6d52-4e9b-8a62-b6a19d311b51, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fc991bb2-6d52-4e9b-8a62-b6a19d311b51,segment=NetworkSegment(6f2ba0fa-eb54-4fc3-a158-783043e3f568),segment_id=6f2ba0fa-eb54-4fc3-a158-783043e3f568)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:26.128913 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a4b0048-9cea-41f0-80cd-06c372be7e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (fc991bb2-6d52-4e9b-8a62-b6a19d311b51), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:26.153343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8a4b0048-9cea-41f0-80cd-06c372be7e9c admin admin] Calling delete_port for fc991bb2-6d52-4e9b-8a62-b6a19d311b51 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:26.243004 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17df7335-76d7-4002-9875-c99e0944d95a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (5edac6e1-edf0-4eab-a4f1-3ca01b0f6fa4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:26.329919 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (c0182684-c33b-4103-8c05-7269bc68d4ae), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:26.368664 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:26.378495 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/c0182684-c33b-4103-8c05-7269bc68d4ae HTTP/1.1" status: 204 len: 168 time: 3.7382717 Jan 28 05:52:26.396612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39226) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:26.451989 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f580092-addc-402c-9d0d-8d446e2122ef tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Network': ['ID=c0182684-c33b-4103-8c05-7269bc68d4ae,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:26.516500 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a4b0048-9cea-41f0-80cd-06c372be7e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (fc991bb2-6d52-4e9b-8a62-b6a19d311b51), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:26.543591 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6174a8-07d3-4bd8-8525-921b4cd0d0f6 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] GET failed (client error): The resource could not be found. Jan 28 05:52:26.593699 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5e6174a8-07d3-4bd8-8525-921b4cd0d0f6 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "GET /v2.0/subnets/1408856a-b5ff-4678-9de0-2c6e8e8fec91 HTTP/1.1" status: 404 len: 337 time: 0.1892500 Jan 28 05:52:26.593699 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39232) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:26.612069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b0048-9cea-41f0-80cd-06c372be7e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=fc991bb2-6d52-4e9b-8a62-b6a19d311b51,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:26.673839 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17df7335-76d7-4002-9875-c99e0944d95a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (5edac6e1-edf0-4eab-a4f1-3ca01b0f6fa4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:26.677103 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53f38f6-1545-460f-a5df-a81af56381f5 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:26.682457 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53f38f6-1545-460f-a5df-a81af56381f5 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:26.697074 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b53f38f6-1545-460f-a5df-a81af56381f5 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/c0182684-c33b-4103-8c05-7269bc68d4ae HTTP/1.1" status: 404 len: 339 time: 0.0927415 Jan 28 05:52:26.699092 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39236) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:26.785790 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-17df7335-76d7-4002-9875-c99e0944d95a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edac6e1-edf0-4eab-a4f1-3ca01b0f6fa4']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:26.802014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-17df7335-76d7-4002-9875-c99e0944d95a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ff7f3c-730e-4436-85b1-85dc686c39fe') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:26.802635 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-17df7335-76d7-4002-9875-c99e0944d95a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ff7f3c-730e-4436-85b1-85dc686c39fe') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:26.826281 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17df7335-76d7-4002-9875-c99e0944d95a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (36ff7f3c-730e-4436-85b1-85dc686c39fe), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:26.850097 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17df7335-76d7-4002-9875-c99e0944d95a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (36ff7f3c-730e-4436-85b1-85dc686c39fe), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:26.857993 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17df7335-76d7-4002-9875-c99e0944d95a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:26.859421 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17df7335-76d7-4002-9875-c99e0944d95a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (36ff7f3c-730e-4436-85b1-85dc686c39fe), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:26.955321 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:27.018064 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbe3e0a-4b9b-4e24-9b56-8e1475e168f8 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:27.024853 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4bbe3e0a-4b9b-4e24-9b56-8e1475e168f8 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3128767 Jan 28 05:52:27.024853 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39242) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:27.060109 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-84b98a6b-e4f3-40c4-9285-6b32250f3c1f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 207 time: 0.0351863 Jan 28 05:52:27.064388 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39244) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:27.181924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7dc5a-ac3f-48e6-84dd-c2ddc2815a46 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:27.187994 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7dc5a-ac3f-48e6-84dd-c2ddc2815a46 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:27.197844 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7dc5a-ac3f-48e6-84dd-c2ddc2815a46 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:27.198586 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7dc5a-ac3f-48e6-84dd-c2ddc2815a46 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:27.206971 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-00b7dc5a-ac3f-48e6-84dd-c2ddc2815a46 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1350751 Jan 28 05:52:27.207341 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39246) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:27.351867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af644ae-58cb-4143-9a92-22f7d670d5f9 req-ccfae6ac-2954-40bf-bb26-afafb1d61701 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:27.353362 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0af644ae-58cb-4143-9a92-22f7d670d5f9 req-ccfae6ac-2954-40bf-bb26-afafb1d61701 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.6734755 Jan 28 05:52:27.362268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26da7f-232f-44c9-902f-9702e0670d66 req-a1a9e775-b1e4-497a-8a2f-91a8c1bc29b0 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:27.363714 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d26da7f-232f-44c9-902f-9702e0670d66 req-a1a9e775-b1e4-497a-8a2f-91a8c1bc29b0 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.64 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 946 time: 0.6104531 Jan 28 05:52:27.397416 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6b14a-7286-44c3-a083-c648b0b8079e req-927136c8-f9a4-4e70-b040-e3494cd8bd30 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:27.398893 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95f6b14a-7286-44c3-a083-c648b0b8079e req-927136c8-f9a4-4e70-b040-e3494cd8bd30 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 946 time: 0.6467566 Jan 28 05:52:27.461482 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a4b0048-9cea-41f0-80cd-06c372be7e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (8f0c9f91-3976-44f3-a225-c64d8b776d58), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:27.626562 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-33f51054-16cb-4dd4-8619-3bf811595728 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4161580 Jan 28 05:52:27.629458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0af644ae-58cb-4143-9a92-22f7d670d5f9 req-c9430138-840d-437b-8095-1da1648a4a41 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539456 Jan 28 05:52:27.630132 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39248) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:27.644306 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95f6b14a-7286-44c3-a083-c648b0b8079e req-eaf20e9d-48fd-4f9c-8e9b-698ef0fc5946 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161427 Jan 28 05:52:27.699006 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17df7335-76d7-4002-9875-c99e0944d95a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (5edac6e1-edf0-4eab-a4f1-3ca01b0f6fa4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:27.707121 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:27.710032 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17df7335-76d7-4002-9875-c99e0944d95a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:27.713122 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6d26da7f-232f-44c9-902f-9702e0670d66 req-472f55de-116a-4c2f-966f-663199ee6d4b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Deleting port 8cb4fd0e-3712-4535-8327-03e76516f996 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:27.713478 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6d26da7f-232f-44c9-902f-9702e0670d66 req-472f55de-116a-4c2f-966f-663199ee6d4b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (8cb4fd0e-3712-4535-8327-03e76516f996), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:27.716558 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-17df7335-76d7-4002-9875-c99e0944d95a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "DELETE /v2.0/networks/5edac6e1-edf0-4eab-a4f1-3ca01b0f6fa4 HTTP/1.1" status: 204 len: 168 time: 1.6582892 Jan 28 05:52:27.732507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39252) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:27.738402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df7335-76d7-4002-9875-c99e0944d95a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event deleted for resources: {'Network': ['ID=5edac6e1-edf0-4eab-a4f1-3ca01b0f6fa4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:27.747189 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45844f0e-da03-4dc0-95d3-5bfa3901161f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:27.753920 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45844f0e-da03-4dc0-95d3-5bfa3901161f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:27.758967 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-45844f0e-da03-4dc0-95d3-5bfa3901161f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1243286 Jan 28 05:52:27.779848 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39256) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:28.026873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ebddf3-505d-4afe-827c-123ff8d48261 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:28.028225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ebddf3-505d-4afe-827c-123ff8d48261 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:28.029747 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-93ebddf3-505d-4afe-827c-123ff8d48261 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2470567 Jan 28 05:52:28.034038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39260) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:28.088705 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6d26da7f-232f-44c9-902f-9702e0670d66 req-472f55de-116a-4c2f-966f-663199ee6d4b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] For port 8cb4fd0e-3712-4535-8327-03e76516f996, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=8cb4fd0e-3712-4535-8327-03e76516f996,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:28.089081 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6d26da7f-232f-44c9-902f-9702e0670d66 req-472f55de-116a-4c2f-966f-663199ee6d4b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (8cb4fd0e-3712-4535-8327-03e76516f996), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:28.102957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4dae7-cb1b-4ff6-bd62-a81e40a56a9c req-ae72c548-ffe6-4df6-ba50-a3ad5845e5e3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:28.114616 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8b4dae7-cb1b-4ff6-bd62-a81e40a56a9c req-ae72c548-ffe6-4df6-ba50-a3ad5845e5e3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 947 time: 0.2269270 Jan 28 05:52:28.132510 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330265e1-aa2c-4f0e-b518-f93af42057e1 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:28.138546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330265e1-aa2c-4f0e-b518-f93af42057e1 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:28.145429 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-330265e1-aa2c-4f0e-b518-f93af42057e1 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4066069 Jan 28 05:52:28.150631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39264) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:28.158208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6d26da7f-232f-44c9-902f-9702e0670d66 req-472f55de-116a-4c2f-966f-663199ee6d4b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Calling delete_port for 8cb4fd0e-3712-4535-8327-03e76516f996 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:28.166501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0be9fe23-dad0-4346-8234-ca5c78520749 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1935001469'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:28.212687 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e108135-daab-4229-8bc6-0fbe0bef29ab tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:28.214440 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6e108135-daab-4229-8bc6-0fbe0bef29ab tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "GET /v2.0/networks/5ac8cab3-9321-4d90-af0d-d5a02d6a3808 HTTP/1.1" status: 200 len: 800 time: 0.1793637 Jan 28 05:52:28.218717 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39266) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:28.371984 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8b4dae7-cb1b-4ff6-bd62-a81e40a56a9c req-44d95809-873b-481d-bf60-e5413c76c403 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609024 Jan 28 05:52:28.392125 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6c62f745-d974-43fa-b5fe-aabae4cc634d tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "GET /v2.0/networks/5ac8cab3-9321-4d90-af0d-d5a02d6a3808?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1718585 Jan 28 05:52:28.396186 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39268) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:28.398338 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b8ee8-717a-4081-a45d-cfd3c2a8bfbc req-004c30e9-4cba-4134-8793-bb372e27afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:28.400017 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e75b8ee8-717a-4081-a45d-cfd3c2a8bfbc req-004c30e9-4cba-4134-8793-bb372e27afb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=479c54724c974ee5a31ac6ccd72859f2&device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 1098 time: 0.0873647 Jan 28 05:52:28.403114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4b0048-9cea-41f0-80cd-06c372be7e9c admin admin] Router 8f0c9f91-3976-44f3-a225-c64d8b776d58 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:52:28.421096 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d120e-8be5-4dd0-91d2-65e6081f3371 req-7a6e45a8-8893-415f-97da-4492566782a9 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:28.427909 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-789d120e-8be5-4dd0-91d2-65e6081f3371 req-7a6e45a8-8893-415f-97da-4492566782a9 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.2393117 Jan 28 05:52:28.434245 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be9fe23-dad0-4346-8234-ca5c78520749 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Made reservation on behalf of 573dae0bf30c40f3957f5dc10374f57c for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:28.437678 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0be9fe23-dad0-4346-8234-ca5c78520749 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:28.513763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd074b68-9ae9-4a69-af95-c8639b1e15d3 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:28.517271 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fd074b68-9ae9-4a69-af95-c8639b1e15d3 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "GET /v2.0/subnets/c1712a67-8dd4-45fb-9443-71b18128f2a9 HTTP/1.1" status: 200 len: 811 time: 0.1144872 Jan 28 05:52:28.519238 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39270) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:28.581558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be9fe23-dad0-4346-8234-ca5c78520749 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:28.597980 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b8ee8-717a-4081-a45d-cfd3c2a8bfbc req-54068035-ed42-4326-871b-b3579f35d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:28.599495 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e75b8ee8-717a-4081-a45d-cfd3c2a8bfbc req-54068035-ed42-4326-871b-b3579f35d7ce service neutron] 10.222.0.60 "GET /v2.0/networks?id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f HTTP/1.1" status: 200 len: 910 time: 0.1867654 Jan 28 05:52:28.602162 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-789d120e-8be5-4dd0-91d2-65e6081f3371 req-612ea4b8-9a9e-486e-acb5-c0fb91329fbc tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733041 Jan 28 05:52:28.626926 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6107e86-0650-446e-b7be-fe829f371d2f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['shared'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:28.629172 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a6107e86-0650-446e-b7be-fe829f371d2f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "GET /v2.0/subnets/c1712a67-8dd4-45fb-9443-71b18128f2a9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1081960 Jan 28 05:52:28.630464 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0be9fe23-dad0-4346-8234-ca5c78520749 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (51cbe8b9-e94c-4d78-8233-be69fb092010), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:28.630844 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-0be9fe23-dad0-4346-8234-ca5c78520749 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Added segment 51cbe8b9-e94c-4d78-8233-be69fb092010 of type vlan for network 584d5a82-d72f-4b1e-8a86-07d4afbd4991 Jan 28 05:52:28.675045 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39272) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:28.680703 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-27c2447a-5a08-4d98-b207-92acfe17a4d7 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-671583173'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:28.721273 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e75b8ee8-717a-4081-a45d-cfd3c2a8bfbc req-4f9fd3e7-057a-4418-8ce9-7997d3de8767 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b945f9a-a571-4b0e-b937-cd2e2e2aa113 HTTP/1.1" status: 200 len: 1002 time: 0.1040480 Jan 28 05:52:28.735541 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0be9fe23-dad0-4346-8234-ca5c78520749 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (584d5a82-d72f-4b1e-8a86-07d4afbd4991), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:28.739929 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4b0048-9cea-41f0-80cd-06c372be7e9c admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:52:28.747028 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8a4b0048-9cea-41f0-80cd-06c372be7e9c admin admin] 10.222.0.31 "PUT /v2.0/routers/8f0c9f91-3976-44f3-a225-c64d8b776d58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3419640 Jan 28 05:52:28.751243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39278) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:28.754506 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d6fca-7d4d-4f4f-843d-a997fb561d0e None None] Sync routers for ids ['8f0c9f91-3976-44f3-a225-c64d8b776d58'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:52:28.773240 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d6fca-7d4d-4f4f-843d-a997fb561d0e None None] Routers {'8f0c9f91-3976-44f3-a225-c64d8b776d58'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:52:28.775026 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-208d6fca-7d4d-4f4f-843d-a997fb561d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:52:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['8f0c9f91-3976-44f3-a225-c64d8b776d58'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:28.786012 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b8ee8-717a-4081-a45d-cfd3c2a8bfbc req-9fa564ce-17ba-408b-81c8-427f533a5b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:28.787780 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e75b8ee8-717a-4081-a45d-cfd3c2a8bfbc req-9fa564ce-17ba-408b-81c8-427f533a5b5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6775d0c7-920b-4dac-b225-8dee000178bb HTTP/1.1" status: 200 len: 848 time: 0.0598149 Jan 28 05:52:28.823642 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6d26da7f-232f-44c9-902f-9702e0670d66 req-472f55de-116a-4c2f-966f-663199ee6d4b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (8cb4fd0e-3712-4535-8327-03e76516f996), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:28.825957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c2447a-5a08-4d98-b207-92acfe17a4d7 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:28.829790 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-27c2447a-5a08-4d98-b207-92acfe17a4d7 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:28.846501 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04436e8f-02d7-4e76-891a-452eb410b2d9 req-9a456a20-507e-4639-b6c8-7abc187ab3e5 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 210 time: 0.0423322 Jan 28 05:52:28.865977 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['53676385-ac02-47ba-b6f1-4975f99ba19f'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:52:28.878541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f55de-116a-4c2f-966f-663199ee6d4b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Pushing event deleted for resources: {'Port': ['ID=8cb4fd0e-3712-4535-8327-03e76516f996,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:28.892481 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c2447a-5a08-4d98-b207-92acfe17a4d7 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:28.896327 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b8ee8-717a-4081-a45d-cfd3c2a8bfbc req-771b05d9-113d-412c-b3ca-a6587b445fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:28.897858 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e75b8ee8-717a-4081-a45d-cfd3c2a8bfbc req-771b05d9-113d-412c-b3ca-a6587b445fb1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021285 Jan 28 05:52:28.921293 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-27c2447a-5a08-4d98-b207-92acfe17a4d7 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1284451a-7234-4ffd-9941-4406c404781f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:28.926186 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-27c2447a-5a08-4d98-b207-92acfe17a4d7 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Added segment 1284451a-7234-4ffd-9941-4406c404781f of type vlan for network 5c3c9ff6-af6f-4954-91bf-6b0a962cb016 Jan 28 05:52:28.959459 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['6430ff4b-4448-428e-b201-0e05aabc7b9e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:52:28.977664 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d6411e7-ea98-4b62-b130-be6a471b001c admin admin] Publish callbacks [] for router (8f0c9f91-3976-44f3-a225-c64d8b776d58), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:29.032119 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-27c2447a-5a08-4d98-b207-92acfe17a4d7 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (5c3c9ff6-af6f-4954-91bf-6b0a962cb016), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:29.109844 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-208d6fca-7d4d-4f4f-843d-a997fb561d0e None None] Set router 8f0c9f91-3976-44f3-a225-c64d8b776d58 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:52:29.110686 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e75b8ee8-717a-4081-a45d-cfd3c2a8bfbc req-fdc311f5-e1b3-47d6-95c8-155bc7d86eeb service neutron] 10.222.0.60 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029819 Jan 28 05:52:29.114502 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0be9fe23-dad0-4346-8234-ca5c78520749 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (584d5a82-d72f-4b1e-8a86-07d4afbd4991), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:29.119750 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be9fe23-dad0-4346-8234-ca5c78520749 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:29.120354 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0be9fe23-dad0-4346-8234-ca5c78520749 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:29.200599 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d26da7f-232f-44c9-902f-9702e0670d66 req-472f55de-116a-4c2f-966f-663199ee6d4b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] No DVR routers for this DVR port 8cb4fd0e-3712-4535-8327-03e76516f996 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:52:29.211957 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-27c2447a-5a08-4d98-b207-92acfe17a4d7 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (5c3c9ff6-af6f-4954-91bf-6b0a962cb016), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:29.216978 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2447a-5a08-4d98-b207-92acfe17a4d7 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:29.217731 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-27c2447a-5a08-4d98-b207-92acfe17a4d7 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:29.232443 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6d26da7f-232f-44c9-902f-9702e0670d66 req-472f55de-116a-4c2f-966f-663199ee6d4b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:29.240926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d26da7f-232f-44c9-902f-9702e0670d66 req-472f55de-116a-4c2f-966f-663199ee6d4b tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.64 "DELETE /v2.0/ports/8cb4fd0e-3712-4535-8327-03e76516f996 HTTP/1.1" status: 204 len: 173 time: 1.8709188 Jan 28 05:52:29.241782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed25e7f-a073-42cd-a371-abda60829542', 'name': 'network-vif-deleted', 'tag': '8cb4fd0e-3712-4535-8327-03e76516f996'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:52:29.254189 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276a2097-44ef-48f6-898b-e57f8dc738a8" -d '{"events": [{"server_uuid": "bed25e7f-a073-42cd-a371-abda60829542", "name": "network-vif-deleted", "tag": "8cb4fd0e-3712-4535-8327-03e76516f996"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:52:29.265924 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0be9fe23-dad0-4346-8234-ca5c78520749 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1055610 Jan 28 05:52:29.275092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39294) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:29.284087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0a1b1d60-5f32-49a1-98dd-c6e1f2237ac4 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1763066877'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:29.289686 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d6411e7-ea98-4b62-b130-be6a471b001c admin admin] Publish callbacks [] for router_gateway (8f0c9f91-3976-44f3-a225-c64d8b776d58), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:29.296735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9fe23-dad0-4346-8234-ca5c78520749 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event updated for resources: {'Network': ['ID=584d5a82-d72f-4b1e-8a86-07d4afbd4991,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:29.317623 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-27c2447a-5a08-4d98-b207-92acfe17a4d7 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6412914 Jan 28 05:52:29.318613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 584d5a82-d72f-4b1e-8a86-07d4afbd4991 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:29.330503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39296) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:29.339654 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2689b4ed-7daf-45eb-a431-aca3ebda94bb x-openstack-request-id: req-2689b4ed-7daf-45eb-a431-aca3ebda94bb {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:52:29.342985 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed25e7f-a073-42cd-a371-abda60829542", "name": "network-vif-deleted", "tag": "8cb4fd0e-3712-4535-8327-03e76516f996", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:52:29.342985 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2689b4ed-7daf-45eb-a431-aca3ebda94bb {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:52:29.342985 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed25e7f-a073-42cd-a371-abda60829542', 'name': 'network-vif-deleted', 'tag': '8cb4fd0e-3712-4535-8327-03e76516f996', 'status': 'completed', 'code': 200} Jan 28 05:52:29.346462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ae49749b-c5df-444f-a276-4f215987e3dd tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'subnet': {'network_id': '5c3c9ff6-af6f-4954-91bf-6b0a962cb016', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:29.366930 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2447a-5a08-4d98-b207-92acfe17a4d7 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Network': ['ID=5c3c9ff6-af6f-4954-91bf-6b0a962cb016,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:29.388569 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e75b8ee8-717a-4081-a45d-cfd3c2a8bfbc req-9bbb9247-e356-4cf5-bf41-9a05bcb7808a service neutron] 10.222.0.60 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662532 Jan 28 05:52:29.388729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 5c3c9ff6-af6f-4954-91bf-6b0a962cb016 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:29.388823 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-208d6fca-7d4d-4f4f-843d-a997fb561d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'name': 'tempest-ServerRescueTestJSON-1915927434-router', 'tenant_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '35f13115-a161-48ba-810d-56f9546bec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:50:04Z', 'updated_at': '2022-01-28T05:52:26Z', 'revision_number': 5, 'project_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'gw_port': {'id': '35f13115-a161-48ba-810d-56f9546bec0f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:50:05Z', 'updated_at': '2022-01-28T05:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:29.435253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1b1d60-5f32-49a1-98dd-c6e1f2237ac4 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Made reservation on behalf of 573dae0bf30c40f3957f5dc10374f57c for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:29.439840 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1d60-5f32-49a1-98dd-c6e1f2237ac4 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:29.505145 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d6fca-7d4d-4f4f-843d-a997fb561d0e None None] Checking router: 8f0c9f91-3976-44f3-a225-c64d8b776d58 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:52:29.519756 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d6fca-7d4d-4f4f-843d-a997fb561d0e None None] Routers {'8f0c9f91-3976-44f3-a225-c64d8b776d58'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:52:29.520405 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-208d6fca-7d4d-4f4f-843d-a997fb561d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:52:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['8f0c9f91-3976-44f3-a225-c64d8b776d58'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:29.550479 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1b1d60-5f32-49a1-98dd-c6e1f2237ac4 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:29.596719 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1d60-5f32-49a1-98dd-c6e1f2237ac4 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1cecbdd7-d0e1-4e19-92ff-b5558ad1b514), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:29.597196 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-0a1b1d60-5f32-49a1-98dd-c6e1f2237ac4 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Added segment 1cecbdd7-d0e1-4e19-92ff-b5558ad1b514 of type vlan for network 3721e781-e324-4906-b469-d59b6b879db6 Jan 28 05:52:29.626345 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-208d6fca-7d4d-4f4f-843d-a997fb561d0e None None] Set router 8f0c9f91-3976-44f3-a225-c64d8b776d58 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:52:29.677392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c695b-688f-42c2-b402-bf3167f52520 req-779bd0d9-c7a3-4b23-98ce-c00c4cde1c80 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:29.679011 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac7c695b-688f-42c2-b402-bf3167f52520 req-779bd0d9-c7a3-4b23-98ce-c00c4cde1c80 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 947 time: 0.1567042 Jan 28 05:52:29.681811 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1d60-5f32-49a1-98dd-c6e1f2237ac4 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (3721e781-e324-4906-b469-d59b6b879db6), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:29.685143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4d6411e7-ea98-4b62-b130-be6a471b001c admin admin] Deleting port 35f13115-a161-48ba-810d-56f9546bec0f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:29.687130 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d6411e7-ea98-4b62-b130-be6a471b001c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (35f13115-a161-48ba-810d-56f9546bec0f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:29.687513 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-208d6fca-7d4d-4f4f-843d-a997fb561d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'name': 'tempest-ServerRescueTestJSON-1915927434-router', 'tenant_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:50:04Z', 'updated_at': '2022-01-28T05:52:29Z', 'revision_number': 6, 'project_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:29.687968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae49749b-c5df-444f-a276-4f215987e3dd tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Made reservation on behalf of d55ea7c01dbf405eaa576d95b9b74ca1 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:29.691529 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae49749b-c5df-444f-a276-4f215987e3dd tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:29.714873 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d6fca-7d4d-4f4f-843d-a997fb561d0e None None] The sync data for ids ['8f0c9f91-3976-44f3-a225-c64d8b776d58'] in n-d-812111-12 is: [{'id': '8f0c9f91-3976-44f3-a225-c64d8b776d58', 'name': 'tempest-ServerRescueTestJSON-1915927434-router', 'tenant_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:50:04Z', 'updated_at': '2022-01-28T05:52:29Z', 'revision_number': 6, 'project_id': '7372e7c17c0d4e6eb77c78322e6794a6', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:52:29.837746 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.db.resource_extend [None req-0a1b1d60-5f32-49a1-98dd-c6e1f2237ac4 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 05:52:29.844947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-ae49749b-c5df-444f-a276-4f215987e3dd tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Performing IP validity checks on allocation pools {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 05:52:29.846039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-ae49749b-c5df-444f-a276-4f215987e3dd tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 05:52:29.941243 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac7c695b-688f-42c2-b402-bf3167f52520 req-fb8f8bb6-5c5e-49a6-8245-9d760713467e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455921 Jan 28 05:52:29.953252 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa8e0e-fb0b-4f87-b266-7694fa1332df req-4cc5896f-2859-46b8-b65b-3aedd481102c tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:29.955062 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4fa8e0e-fb0b-4f87-b266-7694fa1332df req-4cc5896f-2859-46b8-b65b-3aedd481102c tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.2573600 Jan 28 05:52:29.958261 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-4d6411e7-ea98-4b62-b130-be6a471b001c admin admin] For port 35f13115-a161-48ba-810d-56f9546bec0f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=35f13115-a161-48ba-810d-56f9546bec0f,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:29.958659 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d6411e7-ea98-4b62-b130-be6a471b001c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (35f13115-a161-48ba-810d-56f9546bec0f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:29.981235 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1d60-5f32-49a1-98dd-c6e1f2237ac4 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (3721e781-e324-4906-b469-d59b6b879db6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:29.988370 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1b1d60-5f32-49a1-98dd-c6e1f2237ac4 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:29.989000 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1d60-5f32-49a1-98dd-c6e1f2237ac4 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:30.002433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4d6411e7-ea98-4b62-b130-be6a471b001c admin admin] Calling delete_port for 35f13115-a161-48ba-810d-56f9546bec0f owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:30.121228 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fc991bb2-6d52-4e9b-8a62-b6a19d311b51 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:52:30.151589 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: fc991bb2-6d52-4e9b-8a62-b6a19d311b51 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:52:30.152271 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fc991bb2-6d52-4e9b-8a62-b6a19d311b51 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:52:30.156768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0a1b1d60-5f32-49a1-98dd-c6e1f2237ac4 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8802772 Jan 28 05:52:30.159672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39324) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:30.164737 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Request body: {'ports': [{'network_id': '584d5a82-d72f-4b1e-8a86-07d4afbd4991', 'name': 'tempest-port--733540325', 'admin_state_up': True}, {'network_id': '3721e781-e324-4906-b469-d59b6b879db6', 'admin_state_up': False}]} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:30.168154 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Request body: {'port': {'network_id': '584d5a82-d72f-4b1e-8a86-07d4afbd4991', 'name': 'tempest-port--733540325', 'admin_state_up': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:30.168297 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Request body: {'port': {'network_id': '3721e781-e324-4906-b469-d59b6b879db6', 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:30.191971 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b1d60-5f32-49a1-98dd-c6e1f2237ac4 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event updated for resources: {'Network': ['ID=3721e781-e324-4906-b469-d59b6b879db6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:30.211041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 3721e781-e324-4906-b469-d59b6b879db6 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:30.221503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4fa8e0e-fb0b-4f87-b266-7694fa1332df req-02ac6818-e093-4502-a81f-9bae95b831df tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467599 Jan 28 05:52:30.337494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9188151e-d74d-4527-94e0-ae203df055db req-20e836a7-5287-42fe-affc-817880824fd0 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=bed25e7f-a073-42cd-a371-abda60829542 HTTP/1.1" status: 200 len: 210 time: 0.1122174 Jan 28 05:52:30.400824 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 8cb4fd0e-3712-4535-8327-03e76516f996 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:52:30.434613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 8cb4fd0e-3712-4535-8327-03e76516f996 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:52:30.435146 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 8cb4fd0e-3712-4535-8327-03e76516f996 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:52:30.472660 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae49749b-c5df-444f-a276-4f215987e3dd tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (71911f93-e220-499b-90f4-7dda133c5c3d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:30.548005 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Made reservation on behalf of 573dae0bf30c40f3957f5dc10374f57c for: {'port': 2} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:30.552373 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:30.558732 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49749b-c5df-444f-a276-4f215987e3dd tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Subnet': ['ID=71911f93-e220-499b-90f4-7dda133c5c3d,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:30.568331 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:30.572152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae49749b-c5df-444f-a276-4f215987e3dd tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Checking segment: {'id': '1284451a-7234-4ffd-9941-4406c404781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3c9ff6-af6f-4954-91bf-6b0a962cb016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:30.572559 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae49749b-c5df-444f-a276-4f215987e3dd tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network hostable DHCP agents. Network: 5c3c9ff6-af6f-4954-91bf-6b0a962cb016, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:52:30.662254 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d6411e7-ea98-4b62-b130-be6a471b001c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (35f13115-a161-48ba-810d-56f9546bec0f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:30.692983 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6411e7-ea98-4b62-b130-be6a471b001c admin admin] Pushing event deleted for resources: {'Port': ['ID=35f13115-a161-48ba-810d-56f9546bec0f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:30.746042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae49749b-c5df-444f-a276-4f215987e3dd tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Network 5c3c9ff6-af6f-4954-91bf-6b0a962cb016 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:52:30.756840 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] device_id is not set on port 30c036dd-d6e0-48f3-88a3-fc0dd19f72c9 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:52:30.774536 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d6411e7-ea98-4b62-b130-be6a471b001c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (8f0c9f91-3976-44f3-a225-c64d8b776d58), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:30.873981 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for port (30c036dd-d6e0-48f3-88a3-fc0dd19f72c9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:30.973245 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] device_id is not set on port 689417c2-a60b-4c3f-a122-644518bc4c9b yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:52:31.119179 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for port (689417c2-a60b-4c3f-a122-644518bc4c9b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:31.198250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ae49749b-c5df-444f-a276-4f215987e3dd tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 5c3c9ff6-af6f-4954-91bf-6b0a962cb016) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:31.207195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b653ba0-54ba-46fb-9768-d2219980a6d2 None None] Network 5c3c9ff6-af6f-4954-91bf-6b0a962cb016 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:31.234525 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (30c036dd-d6e0-48f3-88a3-fc0dd19f72c9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:31.281044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae49749b-c5df-444f-a276-4f215987e3dd tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:31.281643 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae49749b-c5df-444f-a276-4f215987e3dd tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:31.301302 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event updated for resources: {'Port': ['ID=30c036dd-d6e0-48f3-88a3-fc0dd19f72c9,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:31.340033 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Checking segment: {'id': '51cbe8b9-e94c-4d78-8233-be69fb092010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '584d5a82-d72f-4b1e-8a86-07d4afbd4991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:31.340406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Network hostable DHCP agents. Network: 584d5a82-d72f-4b1e-8a86-07d4afbd4991, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:52:31.352173 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d6411e7-ea98-4b62-b130-be6a471b001c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (8f0c9f91-3976-44f3-a225-c64d8b776d58), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:31.369823 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d6411e7-ea98-4b62-b130-be6a471b001c admin admin] Publish callbacks [] for router_controller (8f0c9f91-3976-44f3-a225-c64d8b776d58), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:31.418409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39f556-ae4b-41d9-a2ff-e9e139013624 req-933ab40c-3716-4137-80c2-c51878b84ba2 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:31.420006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e39f556-ae4b-41d9-a2ff-e9e139013624 req-933ab40c-3716-4137-80c2-c51878b84ba2 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 947 time: 0.2232537 Jan 28 05:52:31.431026 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b91bb-6532-46a9-a1ad-1e518948249e req-ea19c1bf-d775-4c98-bfd1-8c1cbf13d960 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:31.432794 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-488b91bb-6532-46a9-a1ad-1e518948249e req-ea19c1bf-d775-4c98-bfd1-8c1cbf13d960 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.0898778 Jan 28 05:52:31.477508 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Network 584d5a82-d72f-4b1e-8a86-07d4afbd4991 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:52:31.505328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ae49749b-c5df-444f-a276-4f215987e3dd tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1730027 Jan 28 05:52:31.508564 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39358) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:31.516634 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9589e4bc-9665-449b-8736-eab332ff13d1 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:31.530636 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-5c3c9ff6-af6f-4954-91bf-6b0a962cb016', 'network_id': '5c3c9ff6-af6f-4954-91bf-6b0a962cb016', 'project_id': 'd55ea7c01dbf405eaa576d95b9b74ca1', 'fixed_ips': [{'subnet_id': '71911f93-e220-499b-90f4-7dda133c5c3d'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:52:31.536461 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:31.551280 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e39f556-ae4b-41d9-a2ff-e9e139013624 req-90443361-cd8f-419d-8852-3e3cc5d8eebf tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161835 Jan 28 05:52:31.573088 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-488b91bb-6532-46a9-a1ad-1e518948249e req-86c18b6d-e33a-4457-8203-6d22742d51a8 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292303 Jan 28 05:52:31.576402 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d6411e7-ea98-4b62-b130-be6a471b001c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (8f0c9f91-3976-44f3-a225-c64d8b776d58), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:31.577609 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6411e7-ea98-4b62-b130-be6a471b001c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f0c9f91-3976-44f3-a225-c64d8b776d58 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:52:31.595687 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d6411e7-ea98-4b62-b130-be6a471b001c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:31.599301 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4d6411e7-ea98-4b62-b130-be6a471b001c admin admin] 10.222.0.31 "DELETE /v2.0/routers/8f0c9f91-3976-44f3-a225-c64d8b776d58 HTTP/1.1" status: 204 len: 168 time: 2.8441591 Jan 28 05:52:31.600444 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39360) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:31.623465 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 584d5a82-d72f-4b1e-8a86-07d4afbd4991) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:31.670505 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:31.672227 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (689417c2-a60b-4c3f-a122-644518bc4c9b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:31.685297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d0e8bc-4837-4885-ac48-df139d779244 admin admin] Deleting subnet faf4ccca-ebc5-4c15-bcbc-916742d54633 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:52:31.694371 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03d0e8bc-4837-4885-ac48-df139d779244 admin admin] Publish callbacks [] for subnet (faf4ccca-ebc5-4c15-bcbc-916742d54633), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:31.792533 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03d0e8bc-4837-4885-ac48-df139d779244 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (faf4ccca-ebc5-4c15-bcbc-916742d54633), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:31.847926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62bc3f8-0089-4a89-970e-83ec4e86a98d None None] Network 584d5a82-d72f-4b1e-8a86-07d4afbd4991 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:31.878905 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03d0e8bc-4837-4885-ac48-df139d779244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (faf4ccca-ebc5-4c15-bcbc-916742d54633), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:31.898371 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9589e4bc-9665-449b-8736-eab332ff13d1 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14626478'] for subnet (71911f93-e220-499b-90f4-7dda133c5c3d), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:31.926162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event updated for resources: {'Port': ['ID=689417c2-a60b-4c3f-a122-644518bc4c9b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:31.947125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 35f13115-a161-48ba-810d-56f9546bec0f no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:52:31.949941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Allocated IP 172.20.0.3 (5c3c9ff6-af6f-4954-91bf-6b0a962cb016/71911f93-e220-499b-90f4-7dda133c5c3d/27d1f01e-3abc-4596-b1c9-826193476e8b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:52:31.975689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b717af5-d1f1-4fa2-ae23-183a77b9a342 req-e01a4fd1-1943-4dd6-930c-cf8f14c54bc5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:31.978173 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0b717af5-d1f1-4fa2-ae23-183a77b9a342 req-e01a4fd1-1943-4dd6-930c-cf8f14c54bc5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 947 time: 0.0780444 Jan 28 05:52:31.992087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 35f13115-a161-48ba-810d-56f9546bec0f {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:52:31.992440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 35f13115-a161-48ba-810d-56f9546bec0f not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:52:31.993156 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Checking segment: {'id': '1cecbdd7-d0e1-4e19-92ff-b5558ad1b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3721e781-e324-4906-b469-d59b6b879db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:31.998808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Network hostable DHCP agents. Network: 3721e781-e324-4906-b469-d59b6b879db6, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:52:32.042516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0b717af5-d1f1-4fa2-ae23-183a77b9a342 req-a1f70a92-d3e2-4159-a490-f1a9ea553644 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562849 Jan 28 05:52:32.044305 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03d0e8bc-4837-4885-ac48-df139d779244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (faf4ccca-ebc5-4c15-bcbc-916742d54633), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.079869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0e8bc-4837-4885-ac48-df139d779244 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf4ccca-ebc5-4c15-bcbc-916742d54633,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:32.100943 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03d0e8bc-4837-4885-ac48-df139d779244 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.104726 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-03d0e8bc-4837-4885-ac48-df139d779244 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/faf4ccca-ebc5-4c15-bcbc-916742d54633 HTTP/1.1" status: 204 len: 168 time: 0.5032401 Jan 28 05:52:32.109297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39380) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:32.111126 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Network 3721e781-e324-4906-b469-d59b6b879db6 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:52:32.202041 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 3721e781-e324-4906-b469-d59b6b879db6) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:32.213438 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:32.219902 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:32.229206 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4edbc75c-f668-4eb1-8cbd-ec1ffbd676d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (091c4ca4-e877-4a73-b977-7fc17fb1ac30), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.237630 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:32.239873 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.245043 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d40eb1d-e3b9-4c63-8fe0-3cce027ca4fd None None] Network 3721e781-e324-4906-b469-d59b6b879db6 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:32.332370 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Publish callbacks [] for port (27d1f01e-3abc-4596-b1c9-826193476e8b), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.385132 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4edbc75c-f668-4eb1-8cbd-ec1ffbd676d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (091c4ca4-e877-4a73-b977-7fc17fb1ac30), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.393922 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-628c253f-1e39-4dc3-b32f-d2c336973a11 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.2331216 Jan 28 05:52:32.394724 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39396) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:32.404247 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 674b90d5-dcf3-436f-b840-21191a8b7e2e no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:52:32.421437 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e228629-37e0-43f8-9788-36d61aa95924 req-89fcb84e-4f02-4e84-9d0d-732641ff2941 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:32.424022 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e228629-37e0-43f8-9788-36d61aa95924 req-89fcb84e-4f02-4e84-9d0d-732641ff2941 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 945 time: 0.1083868 Jan 28 05:52:32.427392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4edbc75c-f668-4eb1-8cbd-ec1ffbd676d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091c4ca4-e877-4a73-b977-7fc17fb1ac30']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:32.444788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4edbc75c-f668-4eb1-8cbd-ec1ffbd676d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2ba0fa-eb54-4fc3-a158-783043e3f568') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:32.445161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4edbc75c-f668-4eb1-8cbd-ec1ffbd676d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2ba0fa-eb54-4fc3-a158-783043e3f568') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:32.462815 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4edbc75c-f668-4eb1-8cbd-ec1ffbd676d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (6f2ba0fa-eb54-4fc3-a158-783043e3f568), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.471474 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (27d1f01e-3abc-4596-b1c9-826193476e8b), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.492186 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4edbc75c-f668-4eb1-8cbd-ec1ffbd676d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (6f2ba0fa-eb54-4fc3-a158-783043e3f568), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.505400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edbc75c-f668-4eb1-8cbd-ec1ffbd676d2 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:32.506057 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4edbc75c-f668-4eb1-8cbd-ec1ffbd676d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (6f2ba0fa-eb54-4fc3-a158-783043e3f568), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:32.507799 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:32.532072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e228629-37e0-43f8-9788-36d61aa95924 req-91bc0c5f-62e4-45b3-a6d9-4dfd89b9fda4 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965090 Jan 28 05:52:32.568846 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9541b08b-9583-4bf6-b5db-c34968686326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.572443 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c8f728-f7fa-4d62-b3b5-32b549a48c96 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:32.582099 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Network 5c3c9ff6-af6f-4954-91bf-6b0a962cb016 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:52:32.589242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c8f728-f7fa-4d62-b3b5-32b549a48c96 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:32.591165 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d8c8f728-f7fa-4d62-b3b5-32b549a48c96 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1952167 Jan 28 05:52:32.594673 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39400) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:32.610572 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:32.619752 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:32.656761 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4edbc75c-f668-4eb1-8cbd-ec1ffbd676d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (091c4ca4-e877-4a73-b977-7fc17fb1ac30), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.662607 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4edbc75c-f668-4eb1-8cbd-ec1ffbd676d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.665743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4edbc75c-f668-4eb1-8cbd-ec1ffbd676d2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/091c4ca4-e877-4a73-b977-7fc17fb1ac30 HTTP/1.1" status: 204 len: 168 time: 0.5554767 Jan 28 05:52:32.682344 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Pushing event updated for resources: {'Port': ['ID=27d1f01e-3abc-4596-b1c9-826193476e8b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:32.687012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbc75c-f668-4eb1-8cbd-ec1ffbd676d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=091c4ca4-e877-4a73-b977-7fc17fb1ac30,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:32.806633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Attempting to bind port 27d1f01e-3abc-4596-b1c9-826193476e8b on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:52:32.807071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Attempting to bind port 27d1f01e-3abc-4596-b1c9-826193476e8b by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '1284451a-7234-4ffd-9941-4406c404781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3c9ff6-af6f-4954-91bf-6b0a962cb016'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:52:32.807494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Attempting to bind port 27d1f01e-3abc-4596-b1c9-826193476e8b on network 5c3c9ff6-af6f-4954-91bf-6b0a962cb016 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:52:32.820556 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:52:32.820915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Checking segment: {'id': '1284451a-7234-4ffd-9941-4406c404781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3c9ff6-af6f-4954-91bf-6b0a962cb016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:32.821319 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.821441 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a00b1905-8751-4947-a9ff-95970cdad3da tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Deleting port 30c036dd-d6e0-48f3-88a3-fc0dd19f72c9 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:32.821719 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Bound using segment: {'id': '1284451a-7234-4ffd-9941-4406c404781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3c9ff6-af6f-4954-91bf-6b0a962cb016'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:52:32.821851 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a00b1905-8751-4947-a9ff-95970cdad3da tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (30c036dd-d6e0-48f3-88a3-fc0dd19f72c9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.822205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Bound port: 27d1f01e-3abc-4596-b1c9-826193476e8b, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1284451a-7234-4ffd-9941-4406c404781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5c3c9ff6-af6f-4954-91bf-6b0a962cb016'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:52:32.822616 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (27d1f01e-3abc-4596-b1c9-826193476e8b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.826787 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 674b90d5-dcf3-436f-b840-21191a8b7e2e is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:32.827268 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.880731 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:52:32.883175 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a18c62e-5e03-4041-af59-fc9a1805d00b" -d '{"events": [{"server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "name": "network-vif-unplugged", "status": "completed", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:52:32.885102 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9589e4bc-9665-449b-8736-eab332ff13d1 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760082023635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14568153'] for subnet (71911f93-e220-499b-90f4-7dda133c5c3d), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.923488 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 674b90d5-dcf3-436f-b840-21191a8b7e2e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:32.942006 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a00b1905-8751-4947-a9ff-95970cdad3da tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (30c036dd-d6e0-48f3-88a3-fc0dd19f72c9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.942139 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cccc630-c78e-458e-aa85-67b744fa1bc7 x-openstack-request-id: req-7cccc630-c78e-458e-aa85-67b744fa1bc7 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:52:32.942139 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "name": "network-vif-unplugged", "status": "completed", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:52:32.942139 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cccc630-c78e-458e-aa85-67b744fa1bc7 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:52:32.942139 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'code': 200} Jan 28 05:52:32.959626 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] For port 27d1f01e-3abc-4596-b1c9-826193476e8b, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:52:32.963414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] For port 27d1f01e-3abc-4596-b1c9-826193476e8b, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=27d1f01e-3abc-4596-b1c9-826193476e8b,segment=NetworkSegment(1284451a-7234-4ffd-9941-4406c404781f),segment_id=1284451a-7234-4ffd-9941-4406c404781f)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:52:32.966893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9589e4bc-9665-449b-8736-eab332ff13d1 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:32.967513 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9589e4bc-9665-449b-8736-eab332ff13d1 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:32.969604 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9589e4bc-9665-449b-8736-eab332ff13d1 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "PUT /v2.0/subnets/71911f93-e220-499b-90f4-7dda133c5c3d HTTP/1.1" status: 200 len: 877 time: 1.4605131 Jan 28 05:52:32.972775 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39422) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:32.977196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a00b1905-8751-4947-a9ff-95970cdad3da tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Calling delete_port for 30c036dd-d6e0-48f3-88a3-fc0dd19f72c9 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:33.000232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589e4bc-9665-449b-8736-eab332ff13d1 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event updated for resources: {'Subnet': ['ID=71911f93-e220-499b-90f4-7dda133c5c3d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:33.080494 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:33.080725 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (5c3c9ff6-af6f-4954-91bf-6b0a962cb016), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:33.082705 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (27d1f01e-3abc-4596-b1c9-826193476e8b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:33.146287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=674b90d5-dcf3-436f-b840-21191a8b7e2e,revision_number=14']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:33.150805 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Deleting port 27d1f01e-3abc-4596-b1c9-826193476e8b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:33.151258 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (27d1f01e-3abc-4596-b1c9-826193476e8b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:33.166516 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a00b1905-8751-4947-a9ff-95970cdad3da tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (30c036dd-d6e0-48f3-88a3-fc0dd19f72c9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:33.201852 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b1905-8751-4947-a9ff-95970cdad3da tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event deleted for resources: {'Port': ['ID=30c036dd-d6e0-48f3-88a3-fc0dd19f72c9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:33.215496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085d989-d96a-4541-a8ba-04b628137ddd None None] Pushing event updated for resources: {'Port': ['ID=27d1f01e-3abc-4596-b1c9-826193476e8b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:33.223797 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a00b1905-8751-4947-a9ff-95970cdad3da tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:33.230956 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a00b1905-8751-4947-a9ff-95970cdad3da tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "DELETE /v2.0/ports/30c036dd-d6e0-48f3-88a3-fc0dd19f72c9 HTTP/1.1" status: 204 len: 168 time: 0.6332750 Jan 28 05:52:33.231742 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39430) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:33.276619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39432) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:33.330990 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-39501fbd-ff6e-4474-aa37-396aaacc27ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7372e7c17c0d4e6eb77c78322e6794a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0525143 Jan 28 05:52:33.335053 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39434) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:33.339840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] For port 27d1f01e-3abc-4596-b1c9-826193476e8b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=27d1f01e-3abc-4596-b1c9-826193476e8b,segment=NetworkSegment(1284451a-7234-4ffd-9941-4406c404781f),segment_id=1284451a-7234-4ffd-9941-4406c404781f)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:33.340211 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (27d1f01e-3abc-4596-b1c9-826193476e8b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:33.361406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Calling delete_port for 27d1f01e-3abc-4596-b1c9-826193476e8b owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:33.448810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0f8f9-4406-49be-82f1-baf0542366db tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Deleting port 689417c2-a60b-4c3f-a122-644518bc4c9b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:33.449284 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ca0f8f9-4406-49be-82f1-baf0542366db tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (689417c2-a60b-4c3f-a122-644518bc4c9b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:33.469753 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-81db1a3b-38c3-4d57-8897-4c0085efc528 admin admin] Publish callbacks [] for security_group (546e60c1-72fb-4108-ad47-6bb1fbc6c2b8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:33.491550 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-81db1a3b-38c3-4d57-8897-4c0085efc528 admin admin] Publish callbacks [] for security_group (546e60c1-72fb-4108-ad47-6bb1fbc6c2b8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:33.590393 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ca0f8f9-4406-49be-82f1-baf0542366db tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (689417c2-a60b-4c3f-a122-644518bc4c9b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:33.645153 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-81db1a3b-38c3-4d57-8897-4c0085efc528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (546e60c1-72fb-4108-ad47-6bb1fbc6c2b8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:33.649843 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-81db1a3b-38c3-4d57-8897-4c0085efc528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:33.652074 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-81db1a3b-38c3-4d57-8897-4c0085efc528 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/546e60c1-72fb-4108-ad47-6bb1fbc6c2b8 HTTP/1.1" status: 204 len: 168 time: 0.3157971 Jan 28 05:52:33.658467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0f8f9-4406-49be-82f1-baf0542366db tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Calling delete_port for 689417c2-a60b-4c3f-a122-644518bc4c9b owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:33.664632 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db1a3b-38c3-4d57-8897-4c0085efc528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546e60c1-72fb-4108-ad47-6bb1fbc6c2b8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:33.742724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdeea33-2820-4845-88fa-07c51b25da85 req-825e7399-3e5c-48a3-acde-5567c9be84ca tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:33.744300 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8fdeea33-2820-4845-88fa-07c51b25da85 req-825e7399-3e5c-48a3-acde-5567c9be84ca tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 945 time: 0.1245403 Jan 28 05:52:33.760815 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (27d1f01e-3abc-4596-b1c9-826193476e8b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:33.823526 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Port': ['ID=27d1f01e-3abc-4596-b1c9-826193476e8b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:33.913087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No DVR routers for this DVR port 27d1f01e-3abc-4596-b1c9-826193476e8b on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:52:33.924957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a6f3d-c9e4-4e0a-97c9-0ae5f79fbf80 req-6c45d534-1e98-4582-b1d5-8187b61dfb7d tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:33.926497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-746a6f3d-c9e4-4e0a-97c9-0ae5f79fbf80 req-6c45d534-1e98-4582-b1d5-8187b61dfb7d tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 945 time: 0.2085314 Jan 28 05:52:33.962134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8fdeea33-2820-4845-88fa-07c51b25da85 req-5a720d8b-e407-49ea-bf2a-e8be5cecb88a tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990321 Jan 28 05:52:33.996607 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (71911f93-e220-499b-90f4-7dda133c5c3d), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:33.998098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 27d1f01e-3abc-4596-b1c9-826193476e8b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:52:34.010671 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ca0f8f9-4406-49be-82f1-baf0542366db tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (689417c2-a60b-4c3f-a122-644518bc4c9b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.020676 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 27d1f01e-3abc-4596-b1c9-826193476e8b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:52:34.021030 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 27d1f01e-3abc-4596-b1c9-826193476e8b not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 05:52:34.043712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Port 27d1f01e-3abc-4596-b1c9-826193476e8b not found, will not notify nova. {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 05:52:34.095286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0f8f9-4406-49be-82f1-baf0542366db tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event deleted for resources: {'Port': ['ID=689417c2-a60b-4c3f-a122-644518bc4c9b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:34.103862 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ca0f8f9-4406-49be-82f1-baf0542366db tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.108867 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2ca0f8f9-4406-49be-82f1-baf0542366db tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "DELETE /v2.0/ports/689417c2-a60b-4c3f-a122-644518bc4c9b HTTP/1.1" status: 204 len: 168 time: 0.8742480 Jan 28 05:52:34.115903 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39464) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:34.159701 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7a59cd7f-52d9-4b95-b031-e1d8fdcad540 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0423810 Jan 28 05:52:34.164023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39468) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:34.177326 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-62d77b3c-7fc2-40b0-badb-22945894d412 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-550572874'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:34.195537 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-746a6f3d-c9e4-4e0a-97c9-0ae5f79fbf80 req-131857e6-4ae8-4a91-9232-42bbbe483d73 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Deleting port 53676385-ac02-47ba-b6f1-4975f99ba19f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:34.195882 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-746a6f3d-c9e4-4e0a-97c9-0ae5f79fbf80 req-131857e6-4ae8-4a91-9232-42bbbe483d73 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (53676385-ac02-47ba-b6f1-4975f99ba19f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.247644 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (71911f93-e220-499b-90f4-7dda133c5c3d), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.273547 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d77b3c-7fc2-40b0-badb-22945894d412 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Made reservation on behalf of 573dae0bf30c40f3957f5dc10374f57c for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:34.279238 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62d77b3c-7fc2-40b0-badb-22945894d412 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.288379 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Subnet': ['ID=71911f93-e220-499b-90f4-7dda133c5c3d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:34.325427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d77b3c-7fc2-40b0-badb-22945894d412 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:34.341708 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62d77b3c-7fc2-40b0-badb-22945894d412 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (95187c04-d629-4130-a388-2c4a852d7f42), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.342224 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-62d77b3c-7fc2-40b0-badb-22945894d412 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Added segment 95187c04-d629-4130-a388-2c4a852d7f42 of type vlan for network b97f7fec-f88b-49db-8d90-0a8321c96871 Jan 28 05:52:34.379730 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (5c3c9ff6-af6f-4954-91bf-6b0a962cb016), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.392047 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-746a6f3d-c9e4-4e0a-97c9-0ae5f79fbf80 req-131857e6-4ae8-4a91-9232-42bbbe483d73 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] For port 53676385-ac02-47ba-b6f1-4975f99ba19f, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=53676385-ac02-47ba-b6f1-4975f99ba19f,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:34.392445 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-746a6f3d-c9e4-4e0a-97c9-0ae5f79fbf80 req-131857e6-4ae8-4a91-9232-42bbbe483d73 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (53676385-ac02-47ba-b6f1-4975f99ba19f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.396897 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62d77b3c-7fc2-40b0-badb-22945894d412 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (b97f7fec-f88b-49db-8d90-0a8321c96871), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.416935 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-746a6f3d-c9e4-4e0a-97c9-0ae5f79fbf80 req-131857e6-4ae8-4a91-9232-42bbbe483d73 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Calling delete_port for 53676385-ac02-47ba-b6f1-4975f99ba19f owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:34.419721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3c9ff6-af6f-4954-91bf-6b0a962cb016']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:34.437620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1284451a-7234-4ffd-9941-4406c404781f') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:34.439202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1284451a-7234-4ffd-9941-4406c404781f') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:34.450542 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (1284451a-7234-4ffd-9941-4406c404781f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.498597 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1284451a-7234-4ffd-9941-4406c404781f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.510157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:34.510583 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (1284451a-7234-4ffd-9941-4406c404781f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:34.513882 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:34.551277 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda189f1-e8b4-4ed9-a276-34f6706bb5ed None None] Network 5c3c9ff6-af6f-4954-91bf-6b0a962cb016 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:34.560488 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62d77b3c-7fc2-40b0-badb-22945894d412 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (b97f7fec-f88b-49db-8d90-0a8321c96871), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.568137 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d77b3c-7fc2-40b0-badb-22945894d412 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:34.569559 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62d77b3c-7fc2-40b0-badb-22945894d412 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.660014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-aa2d5008-f42f-455b-b621-634f56c366c0 None None] Could not find standard attr ID for object 27d1f01e-3abc-4596-b1c9-826193476e8b. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:52:34.684199 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d77b3c-7fc2-40b0-badb-22945894d412 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event updated for resources: {'Network': ['ID=b97f7fec-f88b-49db-8d90-0a8321c96871,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:34.684495 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (5c3c9ff6-af6f-4954-91bf-6b0a962cb016), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.691217 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.697887 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/5c3c9ff6-af6f-4954-91bf-6b0a962cb016 HTTP/1.1" status: 204 len: 168 time: 1.7207556 Jan 28 05:52:34.698271 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network b97f7fec-f88b-49db-8d90-0a8321c96871 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:34.699545 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39494) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:34.712608 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-62d77b3c-7fc2-40b0-badb-22945894d412 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5466950 Jan 28 05:52:34.728768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e81efb-eaee-47c6-94f0-ac67f11801bc tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Network': ['ID=5c3c9ff6-af6f-4954-91bf-6b0a962cb016,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:34.731536 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39496) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:34.737276 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ba778f98-0724-4622-985a-68285acb071d tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-817062519'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:34.741270 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-473ed3e1-9a78-4169-bbb5-da95452e4f0c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:34.741380 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473ed3e1-9a78-4169-bbb5-da95452e4f0c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:34.744523 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-473ed3e1-9a78-4169-bbb5-da95452e4f0c tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/subnets/71911f93-e220-499b-90f4-7dda133c5c3d HTTP/1.1" status: 404 len: 337 time: 0.0436687 Jan 28 05:52:34.747136 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39500) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:34.779237 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-746a6f3d-c9e4-4e0a-97c9-0ae5f79fbf80 req-131857e6-4ae8-4a91-9232-42bbbe483d73 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (53676385-ac02-47ba-b6f1-4975f99ba19f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.781848 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-88225f6c-8313-46a9-afc1-25db99f51d2b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:34.782445 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ba5f396-9a8e-4575-8dfe-afe3f443517d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.782594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88225f6c-8313-46a9-afc1-25db99f51d2b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:34.787485 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-88225f6c-8313-46a9-afc1-25db99f51d2b tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/5c3c9ff6-af6f-4954-91bf-6b0a962cb016 HTTP/1.1" status: 404 len: 339 time: 0.0384545 Jan 28 05:52:34.789303 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39504) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:34.812684 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb870e6-00d8-45a9-a384-37975decd653 None None] DHCP port deletion for 5c3c9ff6-af6f-4954-91bf-6b0a962cb016 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:52:34.823421 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131857e6-4ae8-4a91-9232-42bbbe483d73 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Pushing event deleted for resources: {'Port': ['ID=53676385-ac02-47ba-b6f1-4975f99ba19f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:34.834777 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['6430ff4b-4448-428e-b201-0e05aabc7b9e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:52:34.864149 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7770774-8c0f-4e5d-b7ed-27d1053833b0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:34.867964 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7770774-8c0f-4e5d-b7ed-27d1053833b0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:34.870231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-746a6f3d-c9e4-4e0a-97c9-0ae5f79fbf80 req-131857e6-4ae8-4a91-9232-42bbbe483d73 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] No DVR routers for this DVR port 53676385-ac02-47ba-b6f1-4975f99ba19f on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:52:34.876471 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f7770774-8c0f-4e5d-b7ed-27d1053833b0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/subnets/1408856a-b5ff-4678-9de0-2c6e8e8fec91 HTTP/1.1" status: 404 len: 337 time: 0.0823438 Jan 28 05:52:34.876471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba778f98-0724-4622-985a-68285acb071d tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Made reservation on behalf of 573dae0bf30c40f3957f5dc10374f57c for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:34.876868 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-746a6f3d-c9e4-4e0a-97c9-0ae5f79fbf80 req-131857e6-4ae8-4a91-9232-42bbbe483d73 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.881328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-746a6f3d-c9e4-4e0a-97c9-0ae5f79fbf80 req-131857e6-4ae8-4a91-9232-42bbbe483d73 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.64 "DELETE /v2.0/ports/53676385-ac02-47ba-b6f1-4975f99ba19f HTTP/1.1" status: 204 len: 173 time: 0.9310641 Jan 28 05:52:34.881735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3c1865-6b0d-4dd4-b45e-896ad83f3f63', 'name': 'network-vif-deleted', 'tag': '53676385-ac02-47ba-b6f1-4975f99ba19f'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:52:34.881858 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade3501-6b6b-4d13-a516-1cd73fb3ba5e None None] Network 5c3c9ff6-af6f-4954-91bf-6b0a962cb016 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:34.886094 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ba778f98-0724-4622-985a-68285acb071d tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.888455 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39508) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:34.894696 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6d6259-ed06-44a7-b8ec-b5e4363b50be" -d '{"events": [{"server_uuid": "ca3c1865-6b0d-4dd4-b45e-896ad83f3f63", "name": "network-vif-deleted", "tag": "53676385-ac02-47ba-b6f1-4975f99ba19f"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:52:34.908448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade3501-6b6b-4d13-a516-1cd73fb3ba5e None None] Network 5c3c9ff6-af6f-4954-91bf-6b0a962cb016 could not be found, it might have been deleted concurrently. {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 05:52:34.949098 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b46da7-512e-40f3-a87c-ddaca7c558cf x-openstack-request-id: req-92b46da7-512e-40f3-a87c-ddaca7c558cf {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:52:34.949415 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3c1865-6b0d-4dd4-b45e-896ad83f3f63", "name": "network-vif-deleted", "tag": "53676385-ac02-47ba-b6f1-4975f99ba19f", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:52:34.949943 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92b46da7-512e-40f3-a87c-ddaca7c558cf {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:52:34.950514 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3c1865-6b0d-4dd4-b45e-896ad83f3f63', 'name': 'network-vif-deleted', 'tag': '53676385-ac02-47ba-b6f1-4975f99ba19f', 'status': 'completed', 'code': 200} Jan 28 05:52:34.955172 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-679665b8-6ffc-49f8-a878-6308955f43df tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:34.955826 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-679665b8-6ffc-49f8-a878-6308955f43df tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:34.962212 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39514) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:34.962489 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-679665b8-6ffc-49f8-a878-6308955f43df tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/c0182684-c33b-4103-8c05-7269bc68d4ae HTTP/1.1" status: 404 len: 339 time: 0.0700471 Jan 28 05:52:34.975616 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba778f98-0724-4622-985a-68285acb071d tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:34.994432 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ba778f98-0724-4622-985a-68285acb071d tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (33c6fdcb-6782-47a8-8a1e-62f4625bdde1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:34.994922 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-ba778f98-0724-4622-985a-68285acb071d tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Added segment 33c6fdcb-6782-47a8-8a1e-62f4625bdde1 of type vlan for network cedc925d-e5d1-41de-a304-77ed2c8ba1e5 Jan 28 05:52:35.074436 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f878-9649-4b2d-9d3f-661fe70234f8 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (c210468c-7638-4d55-8202-c17f95a80231), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:35.096671 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ba778f98-0724-4622-985a-68285acb071d tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (cedc925d-e5d1-41de-a304-77ed2c8ba1e5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:35.127297 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cf71439-961f-4d86-8498-44be43202a67 req-be1c26e2-c0d5-4bc9-847d-747f22b19ee6 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca3c1865-6b0d-4dd4-b45e-896ad83f3f63 HTTP/1.1" status: 200 len: 210 time: 0.0384784 Jan 28 05:52:35.199741 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ba778f98-0724-4622-985a-68285acb071d tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (cedc925d-e5d1-41de-a304-77ed2c8ba1e5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:35.205621 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba778f98-0724-4622-985a-68285acb071d tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:35.206218 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ba778f98-0724-4622-985a-68285acb071d tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:35.231781 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f878-9649-4b2d-9d3f-661fe70234f8 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (c210468c-7638-4d55-8202-c17f95a80231), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:35.286753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a5b1f878-9649-4b2d-9d3f-661fe70234f8 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c210468c-7638-4d55-8202-c17f95a80231']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:35.293743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba778f98-0724-4622-985a-68285acb071d tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event updated for resources: {'Network': ['ID=cedc925d-e5d1-41de-a304-77ed2c8ba1e5,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:35.301345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a5b1f878-9649-4b2d-9d3f-661fe70234f8 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2e0392-f7f0-4b6c-aa4e-3eaca1cf9304') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:35.301650 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a5b1f878-9649-4b2d-9d3f-661fe70234f8 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2e0392-f7f0-4b6c-aa4e-3eaca1cf9304') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:35.308551 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network cedc925d-e5d1-41de-a304-77ed2c8ba1e5 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:35.315907 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f878-9649-4b2d-9d3f-661fe70234f8 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (dd2e0392-f7f0-4b6c-aa4e-3eaca1cf9304), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:35.324867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd231d3-7662-4a01-be24-64c70f79e8f8 req-9da5f63d-e25c-40b2-925f-a2374ae3c6aa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:35.326964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8bd231d3-7662-4a01-be24-64c70f79e8f8 req-9da5f63d-e25c-40b2-925f-a2374ae3c6aa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1006911 Jan 28 05:52:35.368557 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f878-9649-4b2d-9d3f-661fe70234f8 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (dd2e0392-f7f0-4b6c-aa4e-3eaca1cf9304), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:35.383059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b1f878-9649-4b2d-9d3f-661fe70234f8 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:35.383455 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f878-9649-4b2d-9d3f-661fe70234f8 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (dd2e0392-f7f0-4b6c-aa4e-3eaca1cf9304), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:35.386398 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:35.396295 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ba778f98-0724-4622-985a-68285acb071d tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6634309 Jan 28 05:52:35.404632 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8bd231d3-7662-4a01-be24-64c70f79e8f8 req-c4270b9a-51d8-4bd7-a9a5-a2c426e09e24 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706193 Jan 28 05:52:35.504629 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f878-9649-4b2d-9d3f-661fe70234f8 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (c210468c-7638-4d55-8202-c17f95a80231), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:35.518193 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f878-9649-4b2d-9d3f-661fe70234f8 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:35.523787 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a5b1f878-9649-4b2d-9d3f-661fe70234f8 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/c210468c-7638-4d55-8202-c17f95a80231 HTTP/1.1" status: 204 len: 168 time: 0.5509198 Jan 28 05:52:35.524717 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39530) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:35.529983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39532) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:35.536349 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Request body: {'subnets': [{'network_id': 'b97f7fec-f88b-49db-8d90-0a8321c96871', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2029360738', 'ip_version': 4}, {'network_id': 'cedc925d-e5d1-41de-a304-77ed2c8ba1e5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:35.536671 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Request body: {'subnet': {'network_id': 'b97f7fec-f88b-49db-8d90-0a8321c96871', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2029360738', 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:35.537245 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Request body: {'subnet': {'network_id': 'cedc925d-e5d1-41de-a304-77ed2c8ba1e5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:35.548415 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1f878-9649-4b2d-9d3f-661fe70234f8 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Network': ['ID=c210468c-7638-4d55-8202-c17f95a80231,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:35.567425 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e08fbc-dec8-438f-928e-b0b311329098 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:35.567890 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e08fbc-dec8-438f-928e-b0b311329098 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:35.571072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-37e08fbc-dec8-438f-928e-b0b311329098 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/subnets/89a5df66-59af-4679-bfb5-973077a46c8e HTTP/1.1" status: 404 len: 337 time: 0.0458407 Jan 28 05:52:35.573570 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39534) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:35.592638 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c280078-2fa0-495a-bdca-216f50444a5d tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:35.593496 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c280078-2fa0-495a-bdca-216f50444a5d tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:35.603587 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3c280078-2fa0-495a-bdca-216f50444a5d tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/ef8ba79c-5ff4-441e-b149-e15bd2c06656 HTTP/1.1" status: 404 len: 339 time: 0.0222862 Jan 28 05:52:35.605363 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39536) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:35.633324 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff52788-2eb6-4fc1-8c35-b5a0ba676941 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:35.633324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff52788-2eb6-4fc1-8c35-b5a0ba676941 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:35.636364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5ff52788-2eb6-4fc1-8c35-b5a0ba676941 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/subnets/190904d2-1c40-432a-b053-f8d6c7fc17d9 HTTP/1.1" status: 404 len: 337 time: 0.0297301 Jan 28 05:52:35.638523 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39538) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:35.668187 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c54f639-6bc0-4053-83f2-231a1555077d tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:35.669322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c54f639-6bc0-4053-83f2-231a1555077d tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:35.674341 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4c54f639-6bc0-4053-83f2-231a1555077d tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/34febbb9-fc87-4788-8214-64feace6ffe8 HTTP/1.1" status: 404 len: 339 time: 0.0348616 Jan 28 05:52:35.677374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39544) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:35.729931 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3ebd10-7782-4c94-a56d-f1836dab3f40 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:35.730764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3ebd10-7782-4c94-a56d-f1836dab3f40 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:35.734078 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7c3ebd10-7782-4c94-a56d-f1836dab3f40 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/subnets/ad935de5-c8e4-4943-979f-92d55882598e HTTP/1.1" status: 404 len: 337 time: 0.0550883 Jan 28 05:52:35.736795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39548) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:35.755439 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c928bc-6b72-4395-8cde-0e02eb3a5230 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:35.756085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c928bc-6b72-4395-8cde-0e02eb3a5230 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:35.761595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d9c928bc-6b72-4395-8cde-0e02eb3a5230 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/468ea762-351d-4393-8600-2c09995dffd7 HTTP/1.1" status: 404 len: 339 time: 0.0214093 Jan 28 05:52:35.761963 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39550) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:35.797872 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Made reservation on behalf of 573dae0bf30c40f3957f5dc10374f57c for: {'subnet': 2} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:35.803773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:35.804416 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:35.810229 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-efea20c6-31e4-4031-bc09-986f3905028f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:35.811639 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efea20c6-31e4-4031-bc09-986f3905028f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:35.815359 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-efea20c6-31e4-4031-bc09-986f3905028f tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/subnets/7c72ee01-2611-4455-bea4-3adf0b344998 HTTP/1.1" status: 404 len: 337 time: 0.0522873 Jan 28 05:52:35.817219 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39552) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:35.818393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39554) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:35.836638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fc3ce-5d4e-45fc-8241-c9aba5eadfc4 req-d24ac5e8-78ff-4136-995a-22ded7e5054d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:35.847675 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a37fc3ce-5d4e-45fc-8241-c9aba5eadfc4 req-d24ac5e8-78ff-4136-995a-22ded7e5054d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0868871 Jan 28 05:52:35.879732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 27d1f01e-3abc-4596-b1c9-826193476e8b no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:52:35.906291 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 27d1f01e-3abc-4596-b1c9-826193476e8b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:52:35.907384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 27d1f01e-3abc-4596-b1c9-826193476e8b not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:52:35.911945 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0487ccb-19c7-474c-8397-566295b89115 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:35.912680 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0487ccb-19c7-474c-8397-566295b89115 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:35.917251 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b0487ccb-19c7-474c-8397-566295b89115 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/4b7924ec-3e6a-4e93-8cb9-bbb36d030ff5 HTTP/1.1" status: 404 len: 339 time: 0.0972269 Jan 28 05:52:35.920245 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39558) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:35.945098 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a37fc3ce-5d4e-45fc-8241-c9aba5eadfc4 req-f4c56cc7-2394-4c1c-82c9-0eb10298d0f7 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964665 Jan 28 05:52:35.965350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fea6cb-eaeb-41a0-b796-84aef762675c req-77b5c20a-1a2b-407f-867b-17c5ec670830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:35.966958 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18fea6cb-eaeb-41a0-b796-84aef762675c req-77b5c20a-1a2b-407f-867b-17c5ec670830 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 1097 time: 0.1172569 Jan 28 05:52:35.970201 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b010d303-21cd-4766-868c-da6ab7153e99 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:35.970721 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b010d303-21cd-4766-868c-da6ab7153e99 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:35.974283 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b010d303-21cd-4766-868c-da6ab7153e99 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/subnets/15a6bea8-85f1-4a1b-a2a0-e179e49e37e1 HTTP/1.1" status: 404 len: 337 time: 0.0521967 Jan 28 05:52:35.978828 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39560) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:35.999286 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76ab204a-1a5c-4805-a875-96e5b170477c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:36.010704 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8820ed-a25a-4a5d-bb2d-31d0c53aec75 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:36.010704 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8820ed-a25a-4a5d-bb2d-31d0c53aec75 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:36.010704 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6c8820ed-a25a-4a5d-bb2d-31d0c53aec75 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/551b1644-7a65-4d18-9f0c-de2d8b106067 HTTP/1.1" status: 404 len: 339 time: 0.0300529 Jan 28 05:52:36.012375 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39562) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:36.045096 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-6693442d-0acc-41a7-9ae1-9a67feb9a4ca tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:36.045550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6693442d-0acc-41a7-9ae1-9a67feb9a4ca tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:36.049321 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6693442d-0acc-41a7-9ae1-9a67feb9a4ca tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/subnets/9ae2676a-51f5-4cb3-b960-ac883a6b4830 HTTP/1.1" status: 404 len: 337 time: 0.0359893 Jan 28 05:52:36.052652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39564) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:36.077908 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-577851a5-b73f-4d2e-8e4f-0d63e9abb0a1 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:36.078783 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577851a5-b73f-4d2e-8e4f-0d63e9abb0a1 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:36.081848 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-577851a5-b73f-4d2e-8e4f-0d63e9abb0a1 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/8e7cadce-aa2d-4a9f-98d1-586aa3df19eb HTTP/1.1" status: 404 len: 339 time: 0.0280795 Jan 28 05:52:36.084416 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39566) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:36.124685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fea6cb-eaeb-41a0-b796-84aef762675c req-c90f4697-020d-4323-b4ba-724e146fa376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:36.126180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18fea6cb-eaeb-41a0-b796-84aef762675c req-c90f4697-020d-4323-b4ba-724e146fa376 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 913 time: 0.1447563 Jan 28 05:52:36.138193 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f820230-bc81-4bf1-8151-dd4b26b34633 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:36.138685 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f820230-bc81-4bf1-8151-dd4b26b34633 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:36.142935 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8f820230-bc81-4bf1-8151-dd4b26b34633 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/subnets/e6229115-a9d4-40c7-a843-9f3163516485 HTTP/1.1" status: 404 len: 337 time: 0.0575812 Jan 28 05:52:36.147024 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39570) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:36.175500 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9651609-985e-4c4a-8d90-d42e89b79ef0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:36.176556 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9651609-985e-4c4a-8d90-d42e89b79ef0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:36.183031 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e9651609-985e-4c4a-8d90-d42e89b79ef0 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/e9c9f319-69b1-4faf-b4e2-ae8828683676 HTTP/1.1" status: 404 len: 339 time: 0.0350585 Jan 28 05:52:36.186349 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39574) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:36.197965 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76ab204a-1a5c-4805-a875-96e5b170477c admin admin] Publish callbacks [] for security_group (2498d5bc-d91b-4332-bed5-f2f161906ab4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:36.211700 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18fea6cb-eaeb-41a0-b796-84aef762675c req-d08612e6-d3fb-4397-81e1-eb7a42508e3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e HTTP/1.1" status: 200 len: 1000 time: 0.0790269 Jan 28 05:52:36.219722 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c39dcd-e2d2-40f6-b2c4-555de3c860ee tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:36.220221 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c39dcd-e2d2-40f6-b2c4-555de3c860ee tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:36.223282 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d7c39dcd-e2d2-40f6-b2c4-555de3c860ee tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/subnets/a4651036-31af-4771-9fc4-657fe18523a7 HTTP/1.1" status: 404 len: 337 time: 0.0361786 Jan 28 05:52:36.243545 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39578) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:36.263106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fea6cb-eaeb-41a0-b796-84aef762675c req-1e291e42-6d37-428a-a08b-83c84da0c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:36.264981 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18fea6cb-eaeb-41a0-b796-84aef762675c req-1e291e42-6d37-428a-a08b-83c84da0c358 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.0473416 Jan 28 05:52:36.274869 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ed23b6-f2d1-41e5-8c69-75ecb215b4a9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:36.277496 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ed23b6-f2d1-41e5-8c69-75ecb215b4a9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:36.278450 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-75ed23b6-f2d1-41e5-8c69-75ecb215b4a9 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/cbefb829-398f-4975-87b6-6eaf81c30eeb HTTP/1.1" status: 404 len: 339 time: 0.0338924 Jan 28 05:52:36.282020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39580) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:36.328723 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76ab204a-1a5c-4805-a875-96e5b170477c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2498d5bc-d91b-4332-bed5-f2f161906ab4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:36.399726 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-76ab204a-1a5c-4805-a875-96e5b170477c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1114d32d558944a5aab6f64a9a5b08c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5792203 Jan 28 05:52:36.399726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab204a-1a5c-4805-a875-96e5b170477c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2498d5bc-d91b-4332-bed5-f2f161906ab4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:36.401799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39582) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:36.402320 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 53676385-ac02-47ba-b6f1-4975f99ba19f no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:52:36.408874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fea6cb-eaeb-41a0-b796-84aef762675c req-98115d94-f686-4eca-9ee2-bc0644db2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:36.410473 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18fea6cb-eaeb-41a0-b796-84aef762675c req-98115d94-f686-4eca-9ee2-bc0644db2bd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1390016 Jan 28 05:52:36.416019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99f1b14-2a9d-49c0-83bb-69b391dcc6c4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Deleting subnet c1712a67-8dd4-45fb-9443-71b18128f2a9 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:52:36.422722 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d99f1b14-2a9d-49c0-83bb-69b391dcc6c4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for subnet (c1712a67-8dd4-45fb-9443-71b18128f2a9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:36.458562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 53676385-ac02-47ba-b6f1-4975f99ba19f {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:52:36.461022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 53676385-ac02-47ba-b6f1-4975f99ba19f not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:52:36.481218 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:36.510499 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0ce74571-98a9-4dfb-88db-748b37764646 admin admin] Publish callbacks [] for security_group (2498d5bc-d91b-4332-bed5-f2f161906ab4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:36.533799 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0ce74571-98a9-4dfb-88db-748b37764646 admin admin] Publish callbacks [] for security_group (2498d5bc-d91b-4332-bed5-f2f161906ab4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:36.541899 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d99f1b14-2a9d-49c0-83bb-69b391dcc6c4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (c1712a67-8dd4-45fb-9443-71b18128f2a9), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:36.572650 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (2c27bb3f-20ef-4587-b7e9-6ff67be531e9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:36.642841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event updated for resources: {'Subnet': ['ID=2c27bb3f-20ef-4587-b7e9-6ff67be531e9,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:36.646796 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18fea6cb-eaeb-41a0-b796-84aef762675c req-1c00c10f-ccae-4979-9fe8-ff1711ed8d6b service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818452 Jan 28 05:52:36.652006 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Checking segment: {'id': '95187c04-d629-4130-a388-2c4a852d7f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b97f7fec-f88b-49db-8d90-0a8321c96871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:36.652376 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Network hostable DHCP agents. Network: b97f7fec-f88b-49db-8d90-0a8321c96871, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:52:36.668007 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0ce74571-98a9-4dfb-88db-748b37764646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2498d5bc-d91b-4332-bed5-f2f161906ab4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:36.670842 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0ce74571-98a9-4dfb-88db-748b37764646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:36.673217 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0ce74571-98a9-4dfb-88db-748b37764646 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2498d5bc-d91b-4332-bed5-f2f161906ab4 HTTP/1.1" status: 204 len: 168 time: 0.2704165 Jan 28 05:52:36.681200 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce74571-98a9-4dfb-88db-748b37764646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2498d5bc-d91b-4332-bed5-f2f161906ab4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:36.710407 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d99f1b14-2a9d-49c0-83bb-69b391dcc6c4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (c1712a67-8dd4-45fb-9443-71b18128f2a9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:36.725452 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Network b97f7fec-f88b-49db-8d90-0a8321c96871 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:52:36.793936 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18fea6cb-eaeb-41a0-b796-84aef762675c req-f5ee146f-705f-4efc-9f93-9b8362cc38bf service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409056 Jan 28 05:52:36.811167 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, b97f7fec-f88b-49db-8d90-0a8321c96871) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:36.816163 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (31ac80a9-385e-4e05-b502-21d23d8d610c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:36.824563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ba5df7-7113-41cc-bfb8-8333884bdee8 None None] Network b97f7fec-f88b-49db-8d90-0a8321c96871 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:36.898129 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d99f1b14-2a9d-49c0-83bb-69b391dcc6c4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (c1712a67-8dd4-45fb-9443-71b18128f2a9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:36.902203 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event updated for resources: {'Subnet': ['ID=31ac80a9-385e-4e05-b502-21d23d8d610c,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:36.913123 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Checking segment: {'id': '33c6fdcb-6782-47a8-8a1e-62f4625bdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cedc925d-e5d1-41de-a304-77ed2c8ba1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:36.913886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Network hostable DHCP agents. Network: cedc925d-e5d1-41de-a304-77ed2c8ba1e5, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:52:36.952129 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d99f1b14-2a9d-49c0-83bb-69b391dcc6c4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:36.955497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d99f1b14-2a9d-49c0-83bb-69b391dcc6c4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/subnets/c1712a67-8dd4-45fb-9443-71b18128f2a9 HTTP/1.1" status: 204 len: 168 time: 0.6725051 Jan 28 05:52:36.960640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f1b14-2a9d-49c0-83bb-69b391dcc6c4 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Subnet': ['ID=c1712a67-8dd4-45fb-9443-71b18128f2a9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:36.960777 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39590) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:36.972659 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-b97f7fec-f88b-49db-8d90-0a8321c96871', 'network_id': 'b97f7fec-f88b-49db-8d90-0a8321c96871', 'project_id': '573dae0bf30c40f3957f5dc10374f57c', 'fixed_ips': [{'subnet_id': '2c27bb3f-20ef-4587-b7e9-6ff67be531e9'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:52:36.973587 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:36.997034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfee5fc-e7e9-4945-a629-d818ee66904d None None] Network 5ac8cab3-9321-4d90-af0d-d5a02d6a3808 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:37.024909 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Network cedc925d-e5d1-41de-a304-77ed2c8ba1e5 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:52:37.143727 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (5ac8cab3-9321-4d90-af0d-d5a02d6a3808), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:37.162145 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, cedc925d-e5d1-41de-a304-77ed2c8ba1e5) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:37.168183 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:37.168582 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:37.169583 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:37.174220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a2d0b-26cd-4281-8ede-9f86d02a1c15 req-b7b0c35f-fed9-48ee-8971-27c60f084726 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:37.175838 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc4a2d0b-26cd-4281-8ede-9f86d02a1c15 req-b7b0c35f-fed9-48ee-8971-27c60f084726 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0979271 Jan 28 05:52:37.193517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec79c65-20a1-4de2-a4e1-59b7ea218ea8 None None] Network cedc925d-e5d1-41de-a304-77ed2c8ba1e5 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:37.277845 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc4a2d0b-26cd-4281-8ede-9f86d02a1c15 req-e5ad3bc6-3720-4cef-9832-977470855e84 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954337 Jan 28 05:52:37.290780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Deleting port 7ed7f109-492d-4f1a-a310-a58d934149b6 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:37.291154 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7ed7f109-492d-4f1a-a310-a58d934149b6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:37.309066 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f3e52c02-fb4e-47bb-aa76-f468fc7bf6f2 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.7773015 Jan 28 05:52:37.316373 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39604) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:37.370095 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-cedc925d-e5d1-41de-a304-77ed2c8ba1e5', 'network_id': 'cedc925d-e5d1-41de-a304-77ed2c8ba1e5', 'project_id': '573dae0bf30c40f3957f5dc10374f57c', 'fixed_ips': [{'subnet_id': '31ac80a9-385e-4e05-b502-21d23d8d610c'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:52:37.377872 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:37.392511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0056c4d3-9a0f-4e84-b182-1e647780f4e3 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:37.393702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0056c4d3-9a0f-4e84-b182-1e647780f4e3 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:37.395457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0056c4d3-9a0f-4e84-b182-1e647780f4e3 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:37.400203 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0056c4d3-9a0f-4e84-b182-1e647780f4e3 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0799239 Jan 28 05:52:37.400746 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39606) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:37.608434 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Allocated IP 172.20.0.18 (cedc925d-e5d1-41de-a304-77ed2c8ba1e5/31ac80a9-385e-4e05-b502-21d23d8d610c/de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:52:37.780749 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] For port 7ed7f109-492d-4f1a-a310-a58d934149b6, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7ed7f109-492d-4f1a-a310-a58d934149b6,segment=NetworkSegment(93af4306-f558-4d7b-a73b-eef195968316),segment_id=93af4306-f558-4d7b-a73b-eef195968316)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:37.781364 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7ed7f109-492d-4f1a-a310-a58d934149b6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:37.802079 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Calling delete_port for 7ed7f109-492d-4f1a-a310-a58d934149b6 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:37.813931 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6a15e0-3dd3-44cf-8ad9-faeed9e3068c tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Deleting subnet 2c27bb3f-20ef-4587-b7e9-6ff67be531e9 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:52:37.925296 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Allocated IP 172.20.0.2 (b97f7fec-f88b-49db-8d90-0a8321c96871/2c27bb3f-20ef-4587-b7e9-6ff67be531e9/de28877c-f17c-4c68-a6dd-68f604cb7ad4) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:52:37.983988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab6f674-457d-4965-8a07-b0344674c8c1 None None] DHCP port deletion for 5ac8cab3-9321-4d90-af0d-d5a02d6a3808 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:52:37.988396 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7ed7f109-492d-4f1a-a310-a58d934149b6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.028151 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Port': ['ID=7ed7f109-492d-4f1a-a310-a58d934149b6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:38.036032 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] No DVR routers for this DVR port 7ed7f109-492d-4f1a-a310-a58d934149b6 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:52:38.037339 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.104804 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39622) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:38.137263 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Publish callbacks [] for port (de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.157058 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (5ac8cab3-9321-4d90-af0d-d5a02d6a3808), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.178898 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac8cab3-9321-4d90-af0d-d5a02d6a3808']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:38.189355 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Publish callbacks [] for port (de28877c-f17c-4c68-a6dd-68f604cb7ad4), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.191052 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93af4306-f558-4d7b-a73b-eef195968316') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:38.191390 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93af4306-f558-4d7b-a73b-eef195968316') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:38.201413 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (93af4306-f558-4d7b-a73b-eef195968316), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.216185 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (93af4306-f558-4d7b-a73b-eef195968316), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.222911 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:38.223287 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (93af4306-f558-4d7b-a73b-eef195968316), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:38.226849 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:38.233771 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.259699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3fb7d375-1abb-4ef4-93be-11fb3209d639 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-network', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:38.278909 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Network cedc925d-e5d1-41de-a304-77ed2c8ba1e5 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:52:38.284109 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:38.289544 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:38.299317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Pushing event updated for resources: {'Port': ['ID=de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:38.313359 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (de28877c-f17c-4c68-a6dd-68f604cb7ad4), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.313507 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e6a15e0-3dd3-44cf-8ad9-faeed9e3068c tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for subnet (2c27bb3f-20ef-4587-b7e9-6ff67be531e9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.391367 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Network b97f7fec-f88b-49db-8d90-0a8321c96871 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:52:38.392740 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e6a15e0-3dd3-44cf-8ad9-faeed9e3068c tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (2c27bb3f-20ef-4587-b7e9-6ff67be531e9), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.400558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:38.404111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:38.417231 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Pushing event updated for resources: {'Port': ['ID=de28877c-f17c-4c68-a6dd-68f604cb7ad4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:38.421733 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Attempting to bind port de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:52:38.422456 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Attempting to bind port de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '33c6fdcb-6782-47a8-8a1e-62f4625bdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cedc925d-e5d1-41de-a304-77ed2c8ba1e5'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:52:38.423004 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Attempting to bind port de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0 on network cedc925d-e5d1-41de-a304-77ed2c8ba1e5 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:52:38.432843 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:52:38.433488 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Checking segment: {'id': '33c6fdcb-6782-47a8-8a1e-62f4625bdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cedc925d-e5d1-41de-a304-77ed2c8ba1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:38.434084 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.434716 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Bound using segment: {'id': '33c6fdcb-6782-47a8-8a1e-62f4625bdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cedc925d-e5d1-41de-a304-77ed2c8ba1e5'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:52:38.434873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e6028-906e-4d4a-82e8-4f4dec92e8fa req-cdf53827-7041-43b0-91bd-2bb0af962230 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:38.435542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Bound port: de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c6fdcb-6782-47a8-8a1e-62f4625bdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cedc925d-e5d1-41de-a304-77ed2c8ba1e5'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:52:38.436115 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.443269 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b78e6028-906e-4d4a-82e8-4f4dec92e8fa req-cdf53827-7041-43b0-91bd-2bb0af962230 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0803630 Jan 28 05:52:38.447229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb7d375-1abb-4ef4-93be-11fb3209d639 admin admin] Made reservation on behalf of ab9f5d5d427244a98e0169fec132ab39 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:38.449767 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d375-1abb-4ef4-93be-11fb3209d639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.474132 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (5ac8cab3-9321-4d90-af0d-d5a02d6a3808), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.474431 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d375-1abb-4ef4-93be-11fb3209d639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.493879 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.509756 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Attempting to bind port de28877c-f17c-4c68-a6dd-68f604cb7ad4 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:52:38.510131 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Attempting to bind port de28877c-f17c-4c68-a6dd-68f604cb7ad4 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '95187c04-d629-4130-a388-2c4a852d7f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b97f7fec-f88b-49db-8d90-0a8321c96871'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:52:38.510534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Attempting to bind port de28877c-f17c-4c68-a6dd-68f604cb7ad4 on network b97f7fec-f88b-49db-8d90-0a8321c96871 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:52:38.514985 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] 10.222.0.31 "DELETE /v2.0/networks/5ac8cab3-9321-4d90-af0d-d5a02d6a3808 HTTP/1.1" status: 204 len: 168 time: 1.5540164 Jan 28 05:52:38.525489 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:52:38.525489 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Checking segment: {'id': '95187c04-d629-4130-a388-2c4a852d7f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b97f7fec-f88b-49db-8d90-0a8321c96871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:38.525489 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.525489 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Bound using segment: {'id': '95187c04-d629-4130-a388-2c4a852d7f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b97f7fec-f88b-49db-8d90-0a8321c96871'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:52:38.525489 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Bound port: de28877c-f17c-4c68-a6dd-68f604cb7ad4, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95187c04-d629-4130-a388-2c4a852d7f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b97f7fec-f88b-49db-8d90-0a8321c96871'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:52:38.525489 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (de28877c-f17c-4c68-a6dd-68f604cb7ad4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.567582 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d375-1abb-4ef4-93be-11fb3209d639 admin admin] Publish callbacks [] for security_group (b208b539-3b04-4a84-9b9d-c58e8c5649fa), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.625658 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1526952-fd38-4ecb-a92d-44541ff45652 tempest-NetworksTest-266579212 tempest-NetworksTest-266579212-project] Pushing event deleted for resources: {'Network': ['ID=5ac8cab3-9321-4d90-af0d-d5a02d6a3808,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:38.630599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b78e6028-906e-4d4a-82e8-4f4dec92e8fa req-a86ce17f-ba37-4ea9-8521-eef98142c637 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858706 Jan 28 05:52:38.632204 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d375-1abb-4ef4-93be-11fb3209d639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b208b539-3b04-4a84-9b9d-c58e8c5649fa), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.647173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] For port de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:52:38.653982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb7d375-1abb-4ef4-93be-11fb3209d639 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:38.663442 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] For port de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0,segment=NetworkSegment(33c6fdcb-6782-47a8-8a1e-62f4625bdde1),segment_id=33c6fdcb-6782-47a8-8a1e-62f4625bdde1)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:52:38.666847 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e6a15e0-3dd3-44cf-8ad9-faeed9e3068c tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (2c27bb3f-20ef-4587-b7e9-6ff67be531e9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.669649 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d375-1abb-4ef4-93be-11fb3209d639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (9d374ffb-d28e-422c-91f3-3cfb132abf06), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.669944 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-3fb7d375-1abb-4ef4-93be-11fb3209d639 admin admin] Added segment 9d374ffb-d28e-422c-91f3-3cfb132abf06 of type vlan for network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b Jan 28 05:52:38.739372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7d375-1abb-4ef4-93be-11fb3209d639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b208b539-3b04-4a84-9b9d-c58e8c5649fa,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:38.755361 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.755570 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d375-1abb-4ef4-93be-11fb3209d639 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (8ec13b76-90fa-43c4-988d-6995ecc2bd9b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.835145 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e6a15e0-3dd3-44cf-8ad9-faeed9e3068c tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (2c27bb3f-20ef-4587-b7e9-6ff67be531e9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.849923 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] For port de28877c-f17c-4c68-a6dd-68f604cb7ad4, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:52:38.853123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf39822-6bbc-4a7e-8a04-5141d25d0731 None None] Pushing event updated for resources: {'Port': ['ID=de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:38.860748 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d375-1abb-4ef4-93be-11fb3209d639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (8ec13b76-90fa-43c4-988d-6995ecc2bd9b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.861706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb7d375-1abb-4ef4-93be-11fb3209d639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:38.863041 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d375-1abb-4ef4-93be-11fb3209d639 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.871425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] For port de28877c-f17c-4c68-a6dd-68f604cb7ad4, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=de28877c-f17c-4c68-a6dd-68f604cb7ad4,segment=NetworkSegment(95187c04-d629-4130-a388-2c4a852d7f42),segment_id=95187c04-d629-4130-a388-2c4a852d7f42)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:52:38.886947 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a15e0-3dd3-44cf-8ad9-faeed9e3068c tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event deleted for resources: {'Subnet': ['ID=2c27bb3f-20ef-4587-b7e9-6ff67be531e9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:38.910049 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e6a15e0-3dd3-44cf-8ad9-faeed9e3068c tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.917274 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2e6a15e0-3dd3-44cf-8ad9-faeed9e3068c tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "DELETE /v2.0/subnets/2c27bb3f-20ef-4587-b7e9-6ff67be531e9 HTTP/1.1" status: 204 len: 168 time: 1.5129278 Jan 28 05:52:38.918827 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39638) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:38.926726 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (de28877c-f17c-4c68-a6dd-68f604cb7ad4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:38.947683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4e0de-ea20-418c-a022-ee0ddffa2c68 req-c25042ed-007d-4918-912f-cf196d172288 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:38.955092 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fa4e0de-ea20-418c-a022-ee0ddffa2c68 req-c25042ed-007d-4918-912f-cf196d172288 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1284714 Jan 28 05:52:38.976656 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3fb7d375-1abb-4ef4-93be-11fb3209d639 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8666534 Jan 28 05:52:38.976656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7d375-1abb-4ef4-93be-11fb3209d639 admin admin] Pushing event updated for resources: {'Network': ['ID=8ec13b76-90fa-43c4-988d-6995ecc2bd9b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:38.978289 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39644) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:38.989132 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-6452ff6b-e143-4425-a3b3-42322acbe2d8 admin admin] Request body: {'subnet': {'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-subnet', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:39.017650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:39.066379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36a32b7-a248-47a1-a729-e97e72df3c30 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Deleting subnet 31ac80a9-385e-4e05-b502-21d23d8d610c {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:52:39.072957 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fa4e0de-ea20-418c-a022-ee0ddffa2c68 req-5d922038-2fe1-41d2-b16e-ee78b3eb9b95 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141014 Jan 28 05:52:39.077480 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f36a32b7-a248-47a1-a729-e97e72df3c30 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for subnet (31ac80a9-385e-4e05-b502-21d23d8d610c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:39.128470 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6452ff6b-e143-4425-a3b3-42322acbe2d8 admin admin] Made reservation on behalf of ab9f5d5d427244a98e0169fec132ab39 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:39.151569 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6452ff6b-e143-4425-a3b3-42322acbe2d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:39.226264 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39648) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:39.248436 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a54d2-ed6a-41b5-989e-f3601fd9684c None None] Pushing event updated for resources: {'Port': ['ID=de28877c-f17c-4c68-a6dd-68f604cb7ad4,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:39.284146 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f36a32b7-a248-47a1-a729-e97e72df3c30 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (31ac80a9-385e-4e05-b502-21d23d8d610c), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:39.288219 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:39.398884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9f259-aa20-4ef2-8f1d-87680075edf6 req-3f39a402-d3a1-4f07-9e39-ef8c94de9faf tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:39.401113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6b9f259-aa20-4ef2-8f1d-87680075edf6 req-3f39a402-d3a1-4f07-9e39-ef8c94de9faf tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1585801 Jan 28 05:52:39.565669 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f36a32b7-a248-47a1-a729-e97e72df3c30 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (31ac80a9-385e-4e05-b502-21d23d8d610c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:39.603446 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6b9f259-aa20-4ef2-8f1d-87680075edf6 req-77debe43-90a7-4a39-a412-bd382bec136c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926699 Jan 28 05:52:39.615623 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-86df1df4-ee78-4aa4-ac41-ed5cabd4e5e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d55ea7c01dbf405eaa576d95b9b74ca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3878121 Jan 28 05:52:39.617975 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39654) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:39.695105 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8590d730-ba0d-481f-8007-2742fd8e7da0 admin admin] Publish callbacks [] for security_group (95de1a66-ba45-4197-afaa-3e36b4cfbfbc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:39.736645 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8590d730-ba0d-481f-8007-2742fd8e7da0 admin admin] Publish callbacks [] for security_group (95de1a66-ba45-4197-afaa-3e36b4cfbfbc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:39.737280 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6452ff6b-e143-4425-a3b3-42322acbe2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (12e0ced4-18e5-4afc-8b80-623ef26fa087), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:39.800643 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f36a32b7-a248-47a1-a729-e97e72df3c30 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (31ac80a9-385e-4e05-b502-21d23d8d610c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:39.852926 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f36a32b7-a248-47a1-a729-e97e72df3c30 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:39.860561 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f36a32b7-a248-47a1-a729-e97e72df3c30 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "DELETE /v2.0/subnets/31ac80a9-385e-4e05-b502-21d23d8d610c HTTP/1.1" status: 204 len: 168 time: 0.9383092 Jan 28 05:52:39.860858 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39662) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:39.873627 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8590d730-ba0d-481f-8007-2742fd8e7da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (95de1a66-ba45-4197-afaa-3e36b4cfbfbc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:39.876770 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8590d730-ba0d-481f-8007-2742fd8e7da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:39.877746 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452ff6b-e143-4425-a3b3-42322acbe2d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e0ced4-18e5-4afc-8b80-623ef26fa087,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:39.891507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8590d730-ba0d-481f-8007-2742fd8e7da0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95de1a66-ba45-4197-afaa-3e36b4cfbfbc HTTP/1.1" status: 204 len: 168 time: 0.2720575 Jan 28 05:52:39.923102 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a32b7-a248-47a1-a729-e97e72df3c30 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event deleted for resources: {'Subnet': ['ID=31ac80a9-385e-4e05-b502-21d23d8d610c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:39.925304 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6452ff6b-e143-4425-a3b3-42322acbe2d8 admin admin] Checking segment: {'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:39.925942 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6452ff6b-e143-4425-a3b3-42322acbe2d8 admin admin] Network hostable DHCP agents. Network: 8ec13b76-90fa-43c4-988d-6995ecc2bd9b, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:52:39.978854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590d730-ba0d-481f-8007-2742fd8e7da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95de1a66-ba45-4197-afaa-3e36b4cfbfbc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:40.045050 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6452ff6b-e143-4425-a3b3-42322acbe2d8 admin admin] Network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:52:40.051733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a200807-3c13-4f0a-871c-317021d0b459 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:40.053516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6a200807-3c13-4f0a-871c-317021d0b459 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1912341 Jan 28 05:52:40.057127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39674) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:40.129119 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:52:40.136964 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-6452ff6b-e143-4425-a3b3-42322acbe2d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 8ec13b76-90fa-43c4-988d-6995ecc2bd9b) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:40.142897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6452ff6b-e143-4425-a3b3-42322acbe2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:40.143944 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6452ff6b-e143-4425-a3b3-42322acbe2d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:40.192987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f42f6b-3c00-43f0-9a8f-53e4aad2c0f4 None None] Network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:40.271088 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6452ff6b-e143-4425-a3b3-42322acbe2d8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2911425 Jan 28 05:52:40.278885 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39680) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:40.284671 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:40.370127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:40.370284 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:40.422588 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (58ee0b8d-029b-4002-bb08-30c299978dae), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:40.423668 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (58ee0b8d-029b-4002-bb08-30c299978dae), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:40.506107 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:52:40.506107 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:40.572058 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Publish callbacks [] for router_controller (58ee0b8d-029b-4002-bb08-30c299978dae), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:40.696161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda40ff6-af89-4915-938f-cf600da8f105 req-bbfdf0f2-c50b-44db-b755-b3ed738f72a3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:40.697902 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bda40ff6-af89-4915-938f-cf600da8f105 req-bbfdf0f2-c50b-44db-b755-b3ed738f72a3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 812 time: 0.7389090 Jan 28 05:52:40.701749 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (cedc925d-e5d1-41de-a304-77ed2c8ba1e5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:40.746505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bda40ff6-af89-4915-938f-cf600da8f105 req-1e293d17-3dfc-40f9-a625-3e2a9241bd44 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/quotas/a5564a7eeef94f0591cc8cbdb3ffdbb8 HTTP/1.1" status: 200 len: 375 time: 0.0408463 Jan 28 05:52:40.869744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bda40ff6-af89-4915-938f-cf600da8f105 req-183fa19a-4831-43ad-92ea-b2ae48347f94 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1131785 Jan 28 05:52:40.922101 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Allocated IP 172.20.0.2 (8ec13b76-90fa-43c4-988d-6995ecc2bd9b/12e0ced4-18e5-4afc-8b80-623ef26fa087/f0ce9895-27af-45e6-ab0b-7b1aa2516703) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:52:40.952824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Deleting port de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:40.953155 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:40.982977 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Publish callbacks [] for router_gateway (58ee0b8d-029b-4002-bb08-30c299978dae), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:41.007715 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378b983a-9d55-4422-9d56-9152e64772b3 None None] Network cedc925d-e5d1-41de-a304-77ed2c8ba1e5 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:41.067335 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:41.067727 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:41.076447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cf3b1f-94f6-40c2-9a4f-2f7764626fc6 None None] Network b97f7fec-f88b-49db-8d90-0a8321c96871 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:41.133500 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] For port de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0,segment=NetworkSegment(33c6fdcb-6782-47a8-8a1e-62f4625bdde1),segment_id=33c6fdcb-6782-47a8-8a1e-62f4625bdde1)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:41.133876 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:41.150892 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bda40ff6-af89-4915-938f-cf600da8f105 req-16815021-9403-4526-80db-13bae49e44ee service neutron] 10.222.0.31 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575161 Jan 28 05:52:41.151979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Calling delete_port for de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:41.277425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0,segment=NetworkSegment(33c6fdcb-6782-47a8-8a1e-62f4625bdde1),segment_id=33c6fdcb-6782-47a8-8a1e-62f4625bdde1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:41.302088 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bda40ff6-af89-4915-938f-cf600da8f105 req-c4f77f9b-fd84-44ce-9e78-3cec54a77065 service neutron] 10.222.0.31 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400366 Jan 28 05:52:41.315685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5188bc37-3c45-4935-8a39-8be80dd0dee1 None None] Provisioning complete for port de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:41.321826 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5188bc37-3c45-4935-8a39-8be80dd0dee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:41.386727 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:41.387791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device de28877c-f17c-4c68-a6dd-68f604cb7ad4 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:52:41.460321 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Publish callbacks [] for router_gateway (58ee0b8d-029b-4002-bb08-30c299978dae), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:41.485519 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:41.513835 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:41.519628 n-d-812111-12 neutron-server[103636]: INFO neutron.plugins.ml2.db [None req-5188bc37-3c45-4935-8a39-8be80dd0dee1 None None] No ports have port_id starting with de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0 Jan 28 05:52:41.573700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event deleted for resources: {'Port': ['ID=de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:41.583190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] No DVR routers for this DVR port de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:52:41.593267 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port de28877c-f17c-4c68-a6dd-68f604cb7ad4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:41.593740 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (de28877c-f17c-4c68-a6dd-68f604cb7ad4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:41.685345 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6099361-022b-48cc-9341-9a00966bf85c None None] DHCP port deletion for b97f7fec-f88b-49db-8d90-0a8321c96871 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:52:41.690784 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39708) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:41.729333 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Publish callbacks [] for port (f0ce9895-27af-45e6-ab0b-7b1aa2516703), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:41.741526 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539532f8-194e-41f5-b243-1329693f1800 None None] DHCP port deletion for cedc925d-e5d1-41de-a304-77ed2c8ba1e5 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:52:41.770252 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:41.771868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Allocated IP 172.25.0.208 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/bd29a462-5c2f-46ac-a27d-964a956646e5) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:52:41.781111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ddcf8980-a2f4-49b9-baab-d6fffc6d5dc5 None None] Provisioning complete for port de28877c-f17c-4c68-a6dd-68f604cb7ad4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:41.781591 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8980-a2f4-49b9-baab-d6fffc6d5dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (de28877c-f17c-4c68-a6dd-68f604cb7ad4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:41.868900 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (cedc925d-e5d1-41de-a304-77ed2c8ba1e5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:41.891788 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-032f1614-1267-4b39-b316-977028509e74 req-7b59b04a-fef5-45dd-983e-51ef51877196 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 210 time: 0.2069101 Jan 28 05:52:41.929760 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c9308565-ccc4-46e5-a1fe-ed5a92f359b8 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-677300899'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:41.942065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cedc925d-e5d1-41de-a304-77ed2c8ba1e5']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:41.962207 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c6fdcb-6782-47a8-8a1e-62f4625bdde1') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:41.963387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c6fdcb-6782-47a8-8a1e-62f4625bdde1') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:41.970952 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (f0ce9895-27af-45e6-ab0b-7b1aa2516703), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:41.980818 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (33c6fdcb-6782-47a8-8a1e-62f4625bdde1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:41.982497 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Publish callbacks [] for port (bd29a462-5c2f-46ac-a27d-964a956646e5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:41.992264 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (33c6fdcb-6782-47a8-8a1e-62f4625bdde1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.000545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:42.000942 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (33c6fdcb-6782-47a8-8a1e-62f4625bdde1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:42.004009 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:42.050847 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:52:42.053268 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port de28877c-f17c-4c68-a6dd-68f604cb7ad4 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:42.053661 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (de28877c-f17c-4c68-a6dd-68f604cb7ad4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.070243 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:42.072979 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e6099361-022b-48cc-9341-9a00966bf85c None None] Deleting port de28877c-f17c-4c68-a6dd-68f604cb7ad4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:42.073572 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6099361-022b-48cc-9341-9a00966bf85c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (de28877c-f17c-4c68-a6dd-68f604cb7ad4), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.078894 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:42.085265 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9308565-ccc4-46e5-a1fe-ed5a92f359b8 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:42.089450 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9308565-ccc4-46e5-a1fe-ed5a92f359b8 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.100900 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Pushing event updated for resources: {'Port': ['ID=f0ce9895-27af-45e6-ab0b-7b1aa2516703,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:42.102406 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9308565-ccc4-46e5-a1fe-ed5a92f359b8 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.146221 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (bd29a462-5c2f-46ac-a27d-964a956646e5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.188251 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (cedc925d-e5d1-41de-a304-77ed2c8ba1e5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.193977 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.200387 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "DELETE /v2.0/networks/cedc925d-e5d1-41de-a304-77ed2c8ba1e5 HTTP/1.1" status: 204 len: 168 time: 2.1393244 Jan 28 05:52:42.207161 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39720) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:42.229152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fca1f-759c-4eb9-adef-0360f4627428 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event deleted for resources: {'Network': ['ID=cedc925d-e5d1-41de-a304-77ed2c8ba1e5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:42.234624 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9308565-ccc4-46e5-a1fe-ed5a92f359b8 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (0997d950-7d79-492a-8b0f-cbb613bf9ba3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.297466 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9308565-ccc4-46e5-a1fe-ed5a92f359b8 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0997d950-7d79-492a-8b0f-cbb613bf9ba3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.359204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9308565-ccc4-46e5-a1fe-ed5a92f359b8 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:42.385226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:52:42.386063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Pushing event updated for resources: {'Port': ['ID=bd29a462-5c2f-46ac-a27d-964a956646e5,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:42.388930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9308565-ccc4-46e5-a1fe-ed5a92f359b8 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0997d950-7d79-492a-8b0f-cbb613bf9ba3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:42.394071 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9308565-ccc4-46e5-a1fe-ed5a92f359b8 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (48f32795-940b-4201-bbc4-4c84e9210939), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.398927 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-c9308565-ccc4-46e5-a1fe-ed5a92f359b8 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Added segment 48f32795-940b-4201-bbc4-4c84e9210939 of type vlan for network dcd613df-b33d-498f-bec6-2bc9922a7ce0 Jan 28 05:52:42.399072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port de28877c-f17c-4c68-a6dd-68f604cb7ad4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=de28877c-f17c-4c68-a6dd-68f604cb7ad4,segment=NetworkSegment(95187c04-d629-4130-a388-2c4a852d7f42),segment_id=95187c04-d629-4130-a388-2c4a852d7f42)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:42.399072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf8980-a2f4-49b9-baab-d6fffc6d5dc5 None None] Current status of the port de28877c-f17c-4c68-a6dd-68f604cb7ad4 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:42.399072 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8980-a2f4-49b9-baab-d6fffc6d5dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (de28877c-f17c-4c68-a6dd-68f604cb7ad4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.403579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e6099361-022b-48cc-9341-9a00966bf85c None None] For port de28877c-f17c-4c68-a6dd-68f604cb7ad4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=de28877c-f17c-4c68-a6dd-68f604cb7ad4,segment=NetworkSegment(95187c04-d629-4130-a388-2c4a852d7f42),segment_id=95187c04-d629-4130-a388-2c4a852d7f42)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:42.404062 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6099361-022b-48cc-9341-9a00966bf85c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (de28877c-f17c-4c68-a6dd-68f604cb7ad4), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.418471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:42.433166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e6099361-022b-48cc-9341-9a00966bf85c None None] Calling delete_port for de28877c-f17c-4c68-a6dd-68f604cb7ad4 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:42.433812 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:42.443175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Attempting to bind port f0ce9895-27af-45e6-ab0b-7b1aa2516703 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:52:42.443543 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Attempting to bind port f0ce9895-27af-45e6-ab0b-7b1aa2516703 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:52:42.445110 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Attempting to bind port f0ce9895-27af-45e6-ab0b-7b1aa2516703 on network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:52:42.460714 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:52:42.461097 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Checking segment: {'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:42.461508 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.461883 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Bound using segment: {'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:52:42.462398 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Bound port: f0ce9895-27af-45e6-ab0b-7b1aa2516703, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:52:42.462810 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f0ce9895-27af-45e6-ab0b-7b1aa2516703), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.485119 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9308565-ccc4-46e5-a1fe-ed5a92f359b8 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (dcd613df-b33d-498f-bec6-2bc9922a7ce0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.511371 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (de28877c-f17c-4c68-a6dd-68f604cb7ad4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.606843 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7ed7f109-492d-4f1a-a310-a58d934149b6 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:52:42.627972 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9308565-ccc4-46e5-a1fe-ed5a92f359b8 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (dcd613df-b33d-498f-bec6-2bc9922a7ce0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.635253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9308565-ccc4-46e5-a1fe-ed5a92f359b8 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:42.637365 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9308565-ccc4-46e5-a1fe-ed5a92f359b8 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.658886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 7ed7f109-492d-4f1a-a310-a58d934149b6 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:52:42.659234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7ed7f109-492d-4f1a-a310-a58d934149b6 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:52:42.672920 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (b97f7fec-f88b-49db-8d90-0a8321c96871), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.678799 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-ddcf8980-a2f4-49b9-baab-d6fffc6d5dc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:52:42.679170 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-ddcf8980-a2f4-49b9-baab-d6fffc6d5dc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:52:42.683945 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=de28877c-f17c-4c68-a6dd-68f604cb7ad4,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:42.702979 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] For port f0ce9895-27af-45e6-ab0b-7b1aa2516703, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:52:42.707381 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] For port f0ce9895-27af-45e6-ab0b-7b1aa2516703, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f0ce9895-27af-45e6-ab0b-7b1aa2516703,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:52:42.758954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9308565-ccc4-46e5-a1fe-ed5a92f359b8 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Network': ['ID=dcd613df-b33d-498f-bec6-2bc9922a7ce0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:42.771498 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:42.774859 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c9308565-ccc4-46e5-a1fe-ed5a92f359b8 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0830455 Jan 28 05:52:42.775305 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f0ce9895-27af-45e6-ab0b-7b1aa2516703), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.777452 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39726) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:42.781323 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6099361-022b-48cc-9341-9a00966bf85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (de28877c-f17c-4c68-a6dd-68f604cb7ad4), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.785581 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a0ec051d-b855-4fbe-8b6a-98410b847a5c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0', 'name': 'tempest-PortsTestJSON-229176552'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:42.821327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:52:42.824767 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Deleting port de28877c-f17c-4c68-a6dd-68f604cb7ad4 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:42.825224 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (de28877c-f17c-4c68-a6dd-68f604cb7ad4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.893053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:52:42.893410 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device de9cd2d9-b8bb-4e98-9fa8-c149883e9ce0 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:52:42.893813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device de28877c-f17c-4c68-a6dd-68f604cb7ad4 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:52:42.901125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6099361-022b-48cc-9341-9a00966bf85c None None] No DVR routers for this DVR port de28877c-f17c-4c68-a6dd-68f604cb7ad4 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:52:42.961405 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Publish callbacks [] for router_gateway (58ee0b8d-029b-4002-bb08-30c299978dae), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.962636 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] For port de28877c-f17c-4c68-a6dd-68f604cb7ad4, host n-d-812111-12, got binding levels [] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:42.963074 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (de28877c-f17c-4c68-a6dd-68f604cb7ad4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:42.975117 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: de28877c-f17c-4c68-a6dd-68f604cb7ad4 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:52:42.975117 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device de28877c-f17c-4c68-a6dd-68f604cb7ad4 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:52:42.985408 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad11dea-bb8b-4d53-bc0b-ce2351a588fc None None] Pushing event updated for resources: {'Port': ['ID=f0ce9895-27af-45e6-ab0b-7b1aa2516703,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:43.019053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6099361-022b-48cc-9341-9a00966bf85c None None] Pushing event deleted for resources: {'Port': ['ID=de28877c-f17c-4c68-a6dd-68f604cb7ad4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:43.078821 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Calling delete_port for de28877c-f17c-4c68-a6dd-68f604cb7ad4 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:43.081934 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.ipam_backend_mixin [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Port de28877c-f17c-4c68-a6dd-68f604cb7ad4 was not found and therefore no delete operation was performed {{(pid=103634) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 05:52:43.084624 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (de28877c-f17c-4c68-a6dd-68f604cb7ad4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:43.120741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ec051d-b855-4fbe-8b6a-98410b847a5c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:43.130603 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0ec051d-b855-4fbe-8b6a-98410b847a5c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:43.165316 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-a0ec051d-b855-4fbe-8b6a-98410b847a5c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] device_id is not set on port 70039c4f-d3d2-4cf9-9117-b1f1943e56ea yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:52:43.182989 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aed82bb7-3183-41de-857f-c19ac22db347 req-5b7ed899-bfa8-4cc7-ac0c-e87f90df8740 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 210 time: 0.0817716 Jan 28 05:52:43.198672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event deleted for resources: {'Port': ['ID=de28877c-f17c-4c68-a6dd-68f604cb7ad4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:43.210555 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] No DVR routers for this DVR port de28877c-f17c-4c68-a6dd-68f604cb7ad4 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:52:43.252866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf8980-a2f4-49b9-baab-d6fffc6d5dc5 None None] Port de28877c-f17c-4c68-a6dd-68f604cb7ad4 update to ACTIVE by agent not found {{(pid=103636) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 05:52:43.373831 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (b97f7fec-f88b-49db-8d90-0a8321c96871), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:43.445506 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97f7fec-f88b-49db-8d90-0a8321c96871']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:43.460251 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95187c04-d629-4130-a388-2c4a852d7f42') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:43.460550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95187c04-d629-4130-a388-2c4a852d7f42') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:43.478710 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (95187c04-d629-4130-a388-2c4a852d7f42), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:43.493299 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (58ee0b8d-029b-4002-bb08-30c299978dae), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:43.502393 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (95187c04-d629-4130-a388-2c4a852d7f42), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:43.510502 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0ec051d-b855-4fbe-8b6a-98410b847a5c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (70039c4f-d3d2-4cf9-9117-b1f1943e56ea), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:43.558808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:43.559224 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (95187c04-d629-4130-a388-2c4a852d7f42), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:43.563727 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:43.622815 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0ec051d-b855-4fbe-8b6a-98410b847a5c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (70039c4f-d3d2-4cf9-9117-b1f1943e56ea), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:43.696521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec051d-b855-4fbe-8b6a-98410b847a5c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=70039c4f-d3d2-4cf9-9117-b1f1943e56ea,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:43.715701 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (b97f7fec-f88b-49db-8d90-0a8321c96871), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:43.718740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ec051d-b855-4fbe-8b6a-98410b847a5c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Checking segment: {'id': '48f32795-940b-4201-bbc4-4c84e9210939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:43.723439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec051d-b855-4fbe-8b6a-98410b847a5c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network hostable DHCP agents. Network: dcd613df-b33d-498f-bec6-2bc9922a7ce0, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:52:43.723601 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:43.728568 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "DELETE /v2.0/networks/b97f7fec-f88b-49db-8d90-0a8321c96871 HTTP/1.1" status: 204 len: 168 time: 1.5153110 Jan 28 05:52:43.731809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39738) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:43.749259 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0980b-a0e4-419b-8d94-95eefcca0877 tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event deleted for resources: {'Network': ['ID=b97f7fec-f88b-49db-8d90-0a8321c96871,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:43.825037 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa13f878-864c-402c-a558-c1a53cf2403a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (3721e781-e324-4906-b469-d59b6b879db6), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:43.839403 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Router 58ee0b8d-029b-4002-bb08-30c299978dae is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:52:43.902135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec051d-b855-4fbe-8b6a-98410b847a5c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:52:43.928294 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa13f878-864c-402c-a558-c1a53cf2403a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (3721e781-e324-4906-b469-d59b6b879db6), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:43.964827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-fa13f878-864c-402c-a558-c1a53cf2403a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3721e781-e324-4906-b469-d59b6b879db6']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:43.980696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-fa13f878-864c-402c-a558-c1a53cf2403a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cecbdd7-d0e1-4e19-92ff-b5558ad1b514') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:43.981225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-fa13f878-864c-402c-a558-c1a53cf2403a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cecbdd7-d0e1-4e19-92ff-b5558ad1b514') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:44.000698 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa13f878-864c-402c-a558-c1a53cf2403a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (1cecbdd7-d0e1-4e19-92ff-b5558ad1b514), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:44.008505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a0ec051d-b855-4fbe-8b6a-98410b847a5c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, dcd613df-b33d-498f-bec6-2bc9922a7ce0) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:44.016888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ec051d-b855-4fbe-8b6a-98410b847a5c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:44.021502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d0e123-6d1f-4b90-b574-c68e59e9700f None None] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:44.027520 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec051d-b855-4fbe-8b6a-98410b847a5c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:44.029105 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0ec051d-b855-4fbe-8b6a-98410b847a5c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:44.044334 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa13f878-864c-402c-a558-c1a53cf2403a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1cecbdd7-d0e1-4e19-92ff-b5558ad1b514), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:44.049770 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa13f878-864c-402c-a558-c1a53cf2403a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:44.050468 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa13f878-864c-402c-a558-c1a53cf2403a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (1cecbdd7-d0e1-4e19-92ff-b5558ad1b514), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:44.143100 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:44.268048 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a0ec051d-b855-4fbe-8b6a-98410b847a5c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4845948 Jan 28 05:52:44.268048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39748) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:44.273571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2c6c7cc6-0657-4caa-bce9-c478f36c1a78 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-423791396'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:44.317716 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa13f878-864c-402c-a558-c1a53cf2403a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (3721e781-e324-4906-b469-d59b6b879db6), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:44.387682 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa13f878-864c-402c-a558-c1a53cf2403a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:44.399148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fa13f878-864c-402c-a558-c1a53cf2403a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "DELETE /v2.0/networks/3721e781-e324-4906-b469-d59b6b879db6 HTTP/1.1" status: 204 len: 168 time: 0.6638250 Jan 28 05:52:44.402408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39750) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:44.408892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13f878-864c-402c-a558-c1a53cf2403a tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event deleted for resources: {'Network': ['ID=3721e781-e324-4906-b469-d59b6b879db6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:44.438888 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-276c8d4a-f33a-46c9-9d37-5f68be3fe4d4 req-8713214e-1a64-4e5d-83b8-bb36e009b0c5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 210 time: 0.0550611 Jan 28 05:52:44.450644 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6c7cc6-0657-4caa-bce9-c478f36c1a78 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:44.455285 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7cc6-0657-4caa-bce9-c478f36c1a78 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:44.476205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87df5864-75cf-4bd1-baf4-65aaa6ddc051 None None] Network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:44.518237 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:52:44.541480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Sync routers for ids ['58ee0b8d-029b-4002-bb08-30c299978dae'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:52:44.544624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6c7cc6-0657-4caa-bce9-c478f36c1a78 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:44.560214 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7cc6-0657-4caa-bce9-c478f36c1a78 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (5945c44c-5a47-4d54-865b-3c940c264300), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:44.560799 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-2c6c7cc6-0657-4caa-bce9-c478f36c1a78 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Added segment 5945c44c-5a47-4d54-865b-3c940c264300 of type vlan for network cec5cb56-e8b2-4d31-971a-fe0bd773a1e5 Jan 28 05:52:44.576222 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e383d930-7767-403c-b09c-86327fbdb4df tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (584d5a82-d72f-4b1e-8a86-07d4afbd4991), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:44.584192 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Routers {'58ee0b8d-029b-4002-bb08-30c299978dae'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:52:44.585293 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:52:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['58ee0b8d-029b-4002-bb08-30c299978dae'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:44.642889 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7cc6-0657-4caa-bce9-c478f36c1a78 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (cec5cb56-e8b2-4d31-971a-fe0bd773a1e5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:44.690900 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-87c843e7-a7ba-4170-8bbe-f02423cd621f None None] Provisioning complete for port f0ce9895-27af-45e6-ab0b-7b1aa2516703 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:44.691287 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87c843e7-a7ba-4170-8bbe-f02423cd621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f0ce9895-27af-45e6-ab0b-7b1aa2516703), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:44.691825 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:44.693155 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6c76d2af-ea7c-41f0-bb42-ee5fe7cb981c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4128981 Jan 28 05:52:44.703000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39756) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:44.822288 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e383d930-7767-403c-b09c-86327fbdb4df tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (584d5a82-d72f-4b1e-8a86-07d4afbd4991), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:44.856033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Set router 58ee0b8d-029b-4002-bb08-30c299978dae gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:52:44.890710 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e383d930-7767-403c-b09c-86327fbdb4df tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584d5a82-d72f-4b1e-8a86-07d4afbd4991']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:44.941355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e383d930-7767-403c-b09c-86327fbdb4df tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51cbe8b9-e94c-4d78-8233-be69fb092010') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:44.957994 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e383d930-7767-403c-b09c-86327fbdb4df tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51cbe8b9-e94c-4d78-8233-be69fb092010') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:44.992944 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e383d930-7767-403c-b09c-86327fbdb4df tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (51cbe8b9-e94c-4d78-8233-be69fb092010), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:45.014873 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e383d930-7767-403c-b09c-86327fbdb4df tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (51cbe8b9-e94c-4d78-8233-be69fb092010), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:45.024702 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e383d930-7767-403c-b09c-86327fbdb4df tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:45.025085 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e383d930-7767-403c-b09c-86327fbdb4df tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (51cbe8b9-e94c-4d78-8233-be69fb092010), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:45.028702 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:45.108768 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f0ce9895-27af-45e6-ab0b-7b1aa2516703 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:52:45.166618 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda40ff6-af89-4915-938f-cf600da8f105 req-95150183-3d9d-44ae-8959-00442ce64ea3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:45.169189 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bda40ff6-af89-4915-938f-cf600da8f105 req-95150183-3d9d-44ae-8959-00442ce64ea3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.64 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 812 time: 0.1824205 Jan 28 05:52:45.204999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-87c843e7-a7ba-4170-8bbe-f02423cd621f None None] Current status of the port f0ce9895-27af-45e6-ab0b-7b1aa2516703 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:45.205651 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87c843e7-a7ba-4170-8bbe-f02423cd621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f0ce9895-27af-45e6-ab0b-7b1aa2516703), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:45.206976 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7cc6-0657-4caa-bce9-c478f36c1a78 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (cec5cb56-e8b2-4d31-971a-fe0bd773a1e5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:45.213118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c7cc6-0657-4caa-bce9-c478f36c1a78 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:45.213839 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7cc6-0657-4caa-bce9-c478f36c1a78 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:45.227817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-bda40ff6-af89-4915-938f-cf600da8f105 req-d018df97-efe6-4316-a605-1632b0baee06 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Request body: {'port': {'device_id': 'cd7c3449-5837-4ef9-993b-30e5fd263812', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'admin_state_up': True, 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:45.239524 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e383d930-7767-403c-b09c-86327fbdb4df tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (584d5a82-d72f-4b1e-8a86-07d4afbd4991), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:45.254774 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e383d930-7767-403c-b09c-86327fbdb4df tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:45.261246 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e383d930-7767-403c-b09c-86327fbdb4df tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] 10.222.0.31 "DELETE /v2.0/networks/584d5a82-d72f-4b1e-8a86-07d4afbd4991 HTTP/1.1" status: 204 len: 168 time: 0.8570557 Jan 28 05:52:45.291947 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383d930-7767-403c-b09c-86327fbdb4df tempest-BulkNetworkOpsTest-584611690 tempest-BulkNetworkOpsTest-584611690-project] Pushing event deleted for resources: {'Network': ['ID=584d5a82-d72f-4b1e-8a86-07d4afbd4991,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:45.310992 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-87c843e7-a7ba-4170-8bbe-f02423cd621f None None] For port f0ce9895-27af-45e6-ab0b-7b1aa2516703, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f0ce9895-27af-45e6-ab0b-7b1aa2516703,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:45.329817 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T05:52:42Z', 'revision_number': 3, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:45.366357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Checking router: 58ee0b8d-029b-4002-bb08-30c299978dae for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:52:45.366718 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Updating router 58ee0b8d-029b-4002-bb08-30c299978dae port bd29a462-5c2f-46ac-a27d-964a956646e5 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:52:45.368711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port f0ce9895-27af-45e6-ab0b-7b1aa2516703 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:45.369094 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f0ce9895-27af-45e6-ab0b-7b1aa2516703), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:45.421908 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bd29a462-5c2f-46ac-a27d-964a956646e5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:45.525043 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2c6c7cc6-0657-4caa-bce9-c478f36c1a78 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2555993 Jan 28 05:52:45.527617 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39764) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:45.534327 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'ports': [{'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0'}, {'network_id': 'cec5cb56-e8b2-4d31-971a-fe0bd773a1e5'}]} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:45.534656 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:45.535343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'network_id': 'cec5cb56-e8b2-4d31-971a-fe0bd773a1e5'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:45.560638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a6a93-2909-465d-ac1b-9da97c695a9d req-67bf74aa-a2cf-4e04-a800-7474d56f46d8 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:45.562598 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-081a6a93-2909-465d-ac1b-9da97c695a9d req-67bf74aa-a2cf-4e04-a800-7474d56f46d8 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7714568-0b39-42fd-92e4-43833f0bb25c HTTP/1.1" status: 200 len: 946 time: 0.8244698 Jan 28 05:52:45.579817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c7cc6-0657-4caa-bce9-c478f36c1a78 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Network': ['ID=cec5cb56-e8b2-4d31-971a-fe0bd773a1e5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:45.580090 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87c843e7-a7ba-4170-8bbe-f02423cd621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f0ce9895-27af-45e6-ab0b-7b1aa2516703), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:45.614211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network cec5cb56-e8b2-4d31-971a-fe0bd773a1e5 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:45.632499 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a55628b6-5565-412f-9f8f-6224ebf4c0f4 req-fa933c94-2df7-49b0-976b-103e97009996 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 210 time: 0.0857108 Jan 28 05:52:45.763261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-081a6a93-2909-465d-ac1b-9da97c695a9d req-81c8632e-1be4-4b0c-9a01-fba420a827bf tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753149 Jan 28 05:52:45.819760 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-32e42f49-38e1-44e5-8b45-0f34d8d0f1c1 None None] Provisioning complete for port f0ce9895-27af-45e6-ab0b-7b1aa2516703 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:45.820201 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32e42f49-38e1-44e5-8b45-0f34d8d0f1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f0ce9895-27af-45e6-ab0b-7b1aa2516703), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:45.856758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port f0ce9895-27af-45e6-ab0b-7b1aa2516703 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:45.907446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c843e7-a7ba-4170-8bbe-f02423cd621f None None] Pushing event updated for resources: {'Port': ['ID=f0ce9895-27af-45e6-ab0b-7b1aa2516703,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:45.915811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda40ff6-af89-4915-938f-cf600da8f105 req-d018df97-efe6-4316-a605-1632b0baee06 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Made reservation on behalf of a5564a7eeef94f0591cc8cbdb3ffdbb8 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:45.920406 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bda40ff6-af89-4915-938f-cf600da8f105 req-d018df97-efe6-4316-a605-1632b0baee06 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:45.930608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'port': 2} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:45.935693 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:45.992528 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:46.171911 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39770) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:46.194206 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-32e42f49-38e1-44e5-8b45-0f34d8d0f1c1 None None] Current status of the port f0ce9895-27af-45e6-ab0b-7b1aa2516703 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:46.287850 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Publish callbacks [] for port (bd29a462-5c2f-46ac-a27d-964a956646e5), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:46.302595 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:46.329634 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] device_id is not set on port bafb8197-ca27-4951-a36b-df5d628a8ad4 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:52:46.342790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-bda40ff6-af89-4915-938f-cf600da8f105 req-d018df97-efe6-4316-a605-1632b0baee06 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Allocated IP 172.20.0.10 (5c505b81-6ecb-4c4a-a856-19ef45e45048/f3d221ce-7bd7-457b-a352-259548b98d06/665c9730-ba47-48db-9e9f-3536f440230a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:52:46.353805 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bd29a462-5c2f-46ac-a27d-964a956646e5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:46.438050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0bd4f-059b-49d0-812a-5a7fb6d7010b None None] Pushing event updated for resources: {'Port': ['ID=bd29a462-5c2f-46ac-a27d-964a956646e5,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:46.443307 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f33302da-4f8c-459b-9208-bb435c29df9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=573dae0bf30c40f3957f5dc10374f57c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2654777 Jan 28 05:52:46.446395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39776) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:46.450283 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (bafb8197-ca27-4951-a36b-df5d628a8ad4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:46.523414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Attempting to bind port bd29a462-5c2f-46ac-a27d-964a956646e5 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:52:46.528472 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Attempting to bind port bd29a462-5c2f-46ac-a27d-964a956646e5 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:52:46.529105 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Attempting to bind port bd29a462-5c2f-46ac-a27d-964a956646e5 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:52:46.543829 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:52:46.546397 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:46.547007 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:46.549895 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:52:46.550609 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Bound port: bd29a462-5c2f-46ac-a27d-964a956646e5, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:52:46.552965 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bd29a462-5c2f-46ac-a27d-964a956646e5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:46.602347 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c3aca2e-4ceb-47bf-ac40-76c33ebf513f admin admin] Publish callbacks [] for security_group (a9735944-2f48-4bf5-a78b-a3900244afb8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:46.619357 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] device_id is not set on port ec1dc370-f464-4884-8037-bb2f54432749 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:52:46.662782 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] For port bd29a462-5c2f-46ac-a27d-964a956646e5, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:52:46.664774 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb64939-24d5-47f8-a615-570092878dd6 req-646d11c4-8816-4694-8f34-855fa8c126f8 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:46.666653 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7fb64939-24d5-47f8-a615-570092878dd6 req-646d11c4-8816-4694-8f34-855fa8c126f8 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7714568-0b39-42fd-92e4-43833f0bb25c HTTP/1.1" status: 200 len: 946 time: 0.1260977 Jan 28 05:52:46.667942 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] For port bd29a462-5c2f-46ac-a27d-964a956646e5, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=bd29a462-5c2f-46ac-a27d-964a956646e5,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:52:46.693807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] Allocated IP 172.20.0.1 (8ec13b76-90fa-43c4-988d-6995ecc2bd9b/12e0ced4-18e5-4afc-8b80-623ef26fa087/0020cc97-eb4e-4028-82bb-3915a9bcd773) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:52:46.711718 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c3aca2e-4ceb-47bf-ac40-76c33ebf513f admin admin] Publish callbacks [] for security_group (a9735944-2f48-4bf5-a78b-a3900244afb8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:46.758039 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bd29a462-5c2f-46ac-a27d-964a956646e5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:46.819709 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (ec1dc370-f464-4884-8037-bb2f54432749), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:46.866589 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-7fb64939-24d5-47f8-a615-570092878dd6 req-b2e189ea-7bfb-4c20-bcfd-a6138a3cd9f3 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Deleting port 6430ff4b-4448-428e-b201-0e05aabc7b9e {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:46.866589 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7fb64939-24d5-47f8-a615-570092878dd6 req-b2e189ea-7bfb-4c20-bcfd-a6138a3cd9f3 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6430ff4b-4448-428e-b201-0e05aabc7b9e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:46.867709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f0ce9895-27af-45e6-ab0b-7b1aa2516703 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:52:46.887015 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59faa24d-44bf-4129-a66b-7040d7c159bb req-6d7bab14-d2e1-4341-b7f8-6282c845b277 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 210 time: 0.0608914 Jan 28 05:52:46.910448 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bda40ff6-af89-4915-938f-cf600da8f105 req-d018df97-efe6-4316-a605-1632b0baee06 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for port (665c9730-ba47-48db-9e9f-3536f440230a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:46.940429 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Routers {'58ee0b8d-029b-4002-bb08-30c299978dae'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:52:46.941292 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:52:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['58ee0b8d-029b-4002-bb08-30c299978dae'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:46.988552 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-7fb64939-24d5-47f8-a615-570092878dd6 req-b2e189ea-7bfb-4c20-bcfd-a6138a3cd9f3 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] For port 6430ff4b-4448-428e-b201-0e05aabc7b9e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6430ff4b-4448-428e-b201-0e05aabc7b9e,segment=NetworkSegment(1e566500-38b1-4659-8025-4892f4eb51b7),segment_id=1e566500-38b1-4659-8025-4892f4eb51b7)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:46.989075 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7fb64939-24d5-47f8-a615-570092878dd6 req-b2e189ea-7bfb-4c20-bcfd-a6138a3cd9f3 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6430ff4b-4448-428e-b201-0e05aabc7b9e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:46.997750 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] Publish callbacks [] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:47.000580 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (bafb8197-ca27-4951-a36b-df5d628a8ad4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:47.019692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0bd4f-059b-49d0-812a-5a7fb6d7010b None None] Pushing event updated for resources: {'Port': ['ID=bd29a462-5c2f-46ac-a27d-964a956646e5,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:47.021253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b965b-35fe-4994-822a-b67becb67b4b req-917c6dd0-54a6-48e0-96b7-98d6d7558366 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:47.021602 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-7fb64939-24d5-47f8-a615-570092878dd6 req-b2e189ea-7bfb-4c20-bcfd-a6138a3cd9f3 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Calling delete_port for 6430ff4b-4448-428e-b201-0e05aabc7b9e owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:47.023390 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f57b965b-35fe-4994-822a-b67becb67b4b req-917c6dd0-54a6-48e0-96b7-98d6d7558366 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7714568-0b39-42fd-92e4-43833f0bb25c HTTP/1.1" status: 200 len: 946 time: 0.1291316 Jan 28 05:52:47.037808 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c3aca2e-4ceb-47bf-ac40-76c33ebf513f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a9735944-2f48-4bf5-a78b-a3900244afb8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:47.041417 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c3aca2e-4ceb-47bf-ac40-76c33ebf513f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:47.050019 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port f0ce9895-27af-45e6-ab0b-7b1aa2516703 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:47.050688 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f0ce9895-27af-45e6-ab0b-7b1aa2516703), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:47.054763 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2c3aca2e-4ceb-47bf-ac40-76c33ebf513f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9735944-2f48-4bf5-a78b-a3900244afb8 HTTP/1.1" status: 204 len: 168 time: 0.6076510 Jan 28 05:52:47.092822 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:52:47.126963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3aca2e-4ceb-47bf-ac40-76c33ebf513f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9735944-2f48-4bf5-a78b-a3900244afb8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:47.142908 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:47.148823 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:47.149378 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ec1dc370-f464-4884-8037-bb2f54432749), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:47.156063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=bafb8197-ca27-4951-a36b-df5d628a8ad4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:47.198061 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bda40ff6-af89-4915-938f-cf600da8f105 req-d018df97-efe6-4316-a605-1632b0baee06 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (665c9730-ba47-48db-9e9f-3536f440230a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:47.204450 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:47.225103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] Set router 58ee0b8d-029b-4002-bb08-30c299978dae gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:52:47.242382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=ec1dc370-f464-4884-8037-bb2f54432749,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:47.279578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f57b965b-35fe-4994-822a-b67becb67b4b req-5acbc089-d525-4461-9216-73447ddae405 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e3fffd0-b397-45b5-870b-ce2b19411752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891744 Jan 28 05:52:47.296327 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Checking segment: {'id': '5945c44c-5a47-4d54-865b-3c940c264300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'cec5cb56-e8b2-4d31-971a-fe0bd773a1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:47.296897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network hostable DHCP agents. Network: cec5cb56-e8b2-4d31-971a-fe0bd773a1e5, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:52:47.327541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] Network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:52:47.329621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda40ff6-af89-4915-938f-cf600da8f105 req-d018df97-efe6-4316-a605-1632b0baee06 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Network 5c505b81-6ecb-4c4a-a856-19ef45e45048 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:52:47.331495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018df97-efe6-4316-a605-1632b0baee06 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Pushing event updated for resources: {'Port': ['ID=665c9730-ba47-48db-9e9f-3536f440230a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:47.333996 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:47.340874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-bda40ff6-af89-4915-938f-cf600da8f105 req-d018df97-efe6-4316-a605-1632b0baee06 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:47.341204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:47.345444 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda40ff6-af89-4915-938f-cf600da8f105 req-d018df97-efe6-4316-a605-1632b0baee06 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:47.385648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port f0ce9895-27af-45e6-ab0b-7b1aa2516703 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:47.428421 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7fb64939-24d5-47f8-a615-570092878dd6 req-b2e189ea-7bfb-4c20-bcfd-a6138a3cd9f3 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6430ff4b-4448-428e-b201-0e05aabc7b9e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:47.430628 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network cec5cb56-e8b2-4d31-971a-fe0bd773a1e5 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:52:47.466893 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['6430ff4b-4448-428e-b201-0e05aabc7b9e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:52:47.467703 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (58ee0b8d-029b-4002-bb08-30c299978dae), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:47.515676 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e189ea-7bfb-4c20-bcfd-a6138a3cd9f3 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Pushing event deleted for resources: {'Port': ['ID=6430ff4b-4448-428e-b201-0e05aabc7b9e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:47.535230 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T05:52:42Z', 'revision_number': 3, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:47.535886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, cec5cb56-e8b2-4d31-971a-fe0bd773a1e5) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:47.551316 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] Pushing event updated for resources: {'Port': ['ID=0020cc97-eb4e-4028-82bb-3915a9bcd773,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:47.568904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72430321-4d58-473e-9d64-28251ad8a99c None None] The sync data for ids ['58ee0b8d-029b-4002-bb08-30c299978dae'] in n-d-812111-12 is: [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T05:52:42Z', 'revision_number': 3, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:52:47.575028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda40ff6-af89-4915-938f-cf600da8f105 req-d018df97-efe6-4316-a605-1632b0baee06 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:47.576027 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bda40ff6-af89-4915-938f-cf600da8f105 req-d018df97-efe6-4316-a605-1632b0baee06 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:47.584072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78651f2-148e-458c-aa3e-152a81e79f90 None None] Network cec5cb56-e8b2-4d31-971a-fe0bd773a1e5 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:47.585102 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:52:47.586187 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:47.604012 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:47.614675 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:47.615076 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:47.688671 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb64939-24d5-47f8-a615-570092878dd6 req-b2e189ea-7bfb-4c20-bcfd-a6138a3cd9f3 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] No DVR routers for this DVR port 6430ff4b-4448-428e-b201-0e05aabc7b9e on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:52:47.698384 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7fb64939-24d5-47f8-a615-570092878dd6 req-b2e189ea-7bfb-4c20-bcfd-a6138a3cd9f3 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:47.703907 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7fb64939-24d5-47f8-a615-570092878dd6 req-b2e189ea-7bfb-4c20-bcfd-a6138a3cd9f3 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.60 "DELETE /v2.0/ports/6430ff4b-4448-428e-b201-0e05aabc7b9e HTTP/1.1" status: 204 len: 173 time: 1.0252631 Jan 28 05:52:47.703907 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7714568-0b39-42fd-92e4-43833f0bb25c', 'name': 'network-vif-deleted', 'tag': '6430ff4b-4448-428e-b201-0e05aabc7b9e'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:52:47.704718 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dc069a-21e4-4016-9278-2be79e22cf14" -d '{"events": [{"server_uuid": "e7714568-0b39-42fd-92e4-43833f0bb25c", "name": "network-vif-deleted", "tag": "6430ff4b-4448-428e-b201-0e05aabc7b9e"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:52:47.717695 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bda40ff6-af89-4915-938f-cf600da8f105 req-d018df97-efe6-4316-a605-1632b0baee06 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4923997 Jan 28 05:52:47.745952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Request body: {'port': {'device_id': 'cd7c3449-5837-4ef9-993b-30e5fd263812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:47.790165 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bdfe555c-6cf0-4d3d-b4dd-baa6bc5a65c4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2604680 Jan 28 05:52:47.790165 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39798) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:47.810982 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af339fef-86e0-47af-8b5d-7671c391111a x-openstack-request-id: req-af339fef-86e0-47af-8b5d-7671c391111a {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:52:47.811285 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7714568-0b39-42fd-92e4-43833f0bb25c", "name": "network-vif-deleted", "tag": "6430ff4b-4448-428e-b201-0e05aabc7b9e", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:52:47.811545 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af339fef-86e0-47af-8b5d-7671c391111a {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:52:47.812951 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7714568-0b39-42fd-92e4-43833f0bb25c', 'name': 'network-vif-deleted', 'tag': '6430ff4b-4448-428e-b201-0e05aabc7b9e', 'status': 'completed', 'code': 200} Jan 28 05:52:47.842156 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f29bb28d-4b8b-4703-903d-b4080e617659 None None] Provisioning complete for port 0020cc97-eb4e-4028-82bb-3915a9bcd773 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:47.843471 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f29bb28d-4b8b-4703-903d-b4080e617659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:47.885278 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (665c9730-ba47-48db-9e9f-3536f440230a), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:47.932424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f29bb28d-4b8b-4703-903d-b4080e617659 None None] Port 0020cc97-eb4e-4028-82bb-3915a9bcd773 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:52:47.991574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-d798d133-4f61-4ac9-b190-81d1cff74d30 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port ec1dc370-f464-4884-8037-bb2f54432749 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:47.992569 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:47.993283 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d798d133-4f61-4ac9-b190-81d1cff74d30 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ec1dc370-f464-4884-8037-bb2f54432749), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:48.061735 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3084ddc-d2a5-42b7-9b63-0ec1fde060b7 None None] Provisioning complete for port 665c9730-ba47-48db-9e9f-3536f440230a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:48.065019 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3084ddc-d2a5-42b7-9b63-0ec1fde060b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (665c9730-ba47-48db-9e9f-3536f440230a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:48.136090 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d798d133-4f61-4ac9-b190-81d1cff74d30 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ec1dc370-f464-4884-8037-bb2f54432749), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:48.152770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3084ddc-d2a5-42b7-9b63-0ec1fde060b7 None None] Port 665c9730-ba47-48db-9e9f-3536f440230a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:52:48.164564 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-d798d133-4f61-4ac9-b190-81d1cff74d30 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for ec1dc370-f464-4884-8037-bb2f54432749 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:48.709509 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d798d133-4f61-4ac9-b190-81d1cff74d30 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ec1dc370-f464-4884-8037-bb2f54432749), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:48.713544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e733915-be73-4020-b22e-912094fac200 req-d99b4a71-042a-4e8e-92b3-cb1412053733 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:48.715191 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e733915-be73-4020-b22e-912094fac200 req-d99b4a71-042a-4e8e-92b3-cb1412053733 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 932 time: 0.7195659 Jan 28 05:52:48.762476 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df334080-2ccc-48cd-ad4d-477a02739fbe req-25097bec-f885-4a5e-8100-4be4351834c8 tempest-AttachVolumeNegativeTest-503440880 tempest-AttachVolumeNegativeTest-503440880-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7714568-0b39-42fd-92e4-43833f0bb25c HTTP/1.1" status: 200 len: 210 time: 0.0646205 Jan 28 05:52:48.803415 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798d133-4f61-4ac9-b190-81d1cff74d30 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=ec1dc370-f464-4884-8037-bb2f54432749,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:48.815883 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d798d133-4f61-4ac9-b190-81d1cff74d30 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:48.819756 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d798d133-4f61-4ac9-b190-81d1cff74d30 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/ports/ec1dc370-f464-4884-8037-bb2f54432749 HTTP/1.1" status: 204 len: 168 time: 1.0284781 Jan 28 05:52:48.823925 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39818) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:48.890671 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e733915-be73-4020-b22e-912094fac200 req-b64baef7-139e-4daa-9477-077056bcb802 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620548 Jan 28 05:52:48.913734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device bd29a462-5c2f-46ac-a27d-964a956646e5 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:52:48.922488 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2148b32-6d66-4719-a32c-3c815b9f840e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:48.929852 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2148b32-6d66-4719-a32c-3c815b9f840e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:48.931871 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c2148b32-6d66-4719-a32c-3c815b9f840e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1064711 Jan 28 05:52:48.935209 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39822) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:49.005045 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port bd29a462-5c2f-46ac-a27d-964a956646e5 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:49.005565 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (bd29a462-5c2f-46ac-a27d-964a956646e5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.023941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39824) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:49.025250 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] Publish callbacks [] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.039078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665c9730-ba47-48db-9e9f-3536f440230a {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:52:49.043744 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Publish callbacks [] for port (665c9730-ba47-48db-9e9f-3536f440230a), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.058913 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Transition to ACTIVE for port object 665c9730-ba47-48db-9e9f-3536f440230a will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:52:49.085287 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.101151 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-47593477-bfe3-4415-b238-ce8027bbb2d5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port bafb8197-ca27-4951-a36b-df5d628a8ad4 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:49.102106 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47593477-bfe3-4415-b238-ce8027bbb2d5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (bafb8197-ca27-4951-a36b-df5d628a8ad4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.178582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] Pushing event updated for resources: {'Port': ['ID=0020cc97-eb4e-4028-82bb-3915a9bcd773,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:49.179823 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port bd29a462-5c2f-46ac-a27d-964a956646e5 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:49.180225 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bd29a462-5c2f-46ac-a27d-964a956646e5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.187574 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (665c9730-ba47-48db-9e9f-3536f440230a), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.208399 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port bd29a462-5c2f-46ac-a27d-964a956646e5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=bd29a462-5c2f-46ac-a27d-964a956646e5,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:49.214175 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-21ab874b-7b58-4fd9-a5f5-f14ff56bdef8 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122669850'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:49.223642 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47593477-bfe3-4415-b238-ce8027bbb2d5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (bafb8197-ca27-4951-a36b-df5d628a8ad4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.244755 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-47593477-bfe3-4415-b238-ce8027bbb2d5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for bafb8197-ca27-4951-a36b-df5d628a8ad4 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:49.248090 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (58ee0b8d-029b-4002-bb08-30c299978dae), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.280888 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bd29a462-5c2f-46ac-a27d-964a956646e5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.293596 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Pushing event updated for resources: {'Port': ['ID=665c9730-ba47-48db-9e9f-3536f440230a,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:49.347572 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21ab874b-7b58-4fd9-a5f5-f14ff56bdef8 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.391734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=bd29a462-5c2f-46ac-a27d-964a956646e5,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:49.408037 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21ab874b-7b58-4fd9-a5f5-f14ff56bdef8 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.458944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Attempting to bind port 665c9730-ba47-48db-9e9f-3536f440230a on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:52:49.459285 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Attempting to bind port 665c9730-ba47-48db-9e9f-3536f440230a by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:52:49.459616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Attempting to bind port 665c9730-ba47-48db-9e9f-3536f440230a on network 5c505b81-6ecb-4c4a-a856-19ef45e45048 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:52:49.467890 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47593477-bfe3-4415-b238-ce8027bbb2d5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (bafb8197-ca27-4951-a36b-df5d628a8ad4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.474389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Port 665c9730-ba47-48db-9e9f-3536f440230a on network 5c505b81-6ecb-4c4a-a856-19ef45e45048 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:52:49.474725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Attempting to bind port 665c9730-ba47-48db-9e9f-3536f440230a on network 5c505b81-6ecb-4c4a-a856-19ef45e45048 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:52:49.484951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] Network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:52:49.486197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:52:49.486563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Checking segment: {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:49.486949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Bound using segment: {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:52:49.487384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Bound port: 665c9730-ba47-48db-9e9f-3536f440230a, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:52:49.487743 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (665c9730-ba47-48db-9e9f-3536f440230a), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.491127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:49.515318 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47593477-bfe3-4415-b238-ce8027bbb2d5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=bafb8197-ca27-4951-a36b-df5d628a8ad4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:49.523752 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47593477-bfe3-4415-b238-ce8027bbb2d5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.527039 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-47593477-bfe3-4415-b238-ce8027bbb2d5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/ports/bafb8197-ca27-4951-a36b-df5d628a8ad4 HTTP/1.1" status: 204 len: 168 time: 0.5910385 Jan 28 05:52:49.533981 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39830) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:49.621061 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841c30fe-adb4-4bd1-a898-ddfb0f636d60 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:49.624988 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-841c30fe-adb4-4bd1-a898-ddfb0f636d60 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0876725 Jan 28 05:52:49.626487 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39832) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:49.629696 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21ab874b-7b58-4fd9-a5f5-f14ff56bdef8 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (210bbbd0-1788-4d96-82b2-5cc92b29acf7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.662567 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-e429e66a-ba98-41ac-9622-5747d4292bc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] GET failed (client error): The resource could not be found. Jan 28 05:52:49.664428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] For port 665c9730-ba47-48db-9e9f-3536f440230a, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:52:49.668153 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e429e66a-ba98-41ac-9622-5747d4292bc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports/ec1dc370-f464-4884-8037-bb2f54432749 HTTP/1.1" status: 404 len: 333 time: 0.0401495 Jan 28 05:52:49.668365 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39834) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:49.685799 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] For port 665c9730-ba47-48db-9e9f-3536f440230a, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=665c9730-ba47-48db-9e9f-3536f440230a,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:52:49.698337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] Router 58ee0b8d-029b-4002-bb08-30c299978dae has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:52:49.702023 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aca3cca-b727-4636-8ba0-dd1ea55f49d7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] GET failed (client error): The resource could not be found. Jan 28 05:52:49.704348 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7aca3cca-b727-4636-8ba0-dd1ea55f49d7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports/bafb8197-ca27-4951-a36b-df5d628a8ad4 HTTP/1.1" status: 404 len: 333 time: 0.0342028 Jan 28 05:52:49.705857 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21ab874b-7b58-4fd9-a5f5-f14ff56bdef8 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (210bbbd0-1788-4d96-82b2-5cc92b29acf7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.708567 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39836) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:49.765879 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (665c9730-ba47-48db-9e9f-3536f440230a), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.809371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab874b-7b58-4fd9-a5f5-f14ff56bdef8 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210bbbd0-1788-4d96-82b2-5cc92b29acf7,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:49.837329 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:49.837944 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.839376 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bda40ff6-af89-4915-938f-cf600da8f105 req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] 10.222.0.64 "PUT /v2.0/ports/665c9730-ba47-48db-9e9f-3536f440230a HTTP/1.1" status: 200 len: 1093 time: 2.1039524 Jan 28 05:52:49.839914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7c3449-5837-4ef9-993b-30e5fd263812', 'tag': '665c9730-ba47-48db-9e9f-3536f440230a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:52:49.841524 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-38ffd82f-0b40-46f6-ba93-7236782aafb6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (cec5cb56-e8b2-4d31-971a-fe0bd773a1e5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.842082 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7914d6ce-9c8b-4f3c-8574-ff58bf0c6e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7c3449-5837-4ef9-993b-30e5fd263812", "tag": "665c9730-ba47-48db-9e9f-3536f440230a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:52:49.878334 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5fbfe3a9-b762-4cc8-84b4-49f4342bc5b2 None None] Provisioning complete for port 0020cc97-eb4e-4028-82bb-3915a9bcd773 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:49.882112 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5fbfe3a9-b762-4cc8-84b4-49f4342bc5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.882895 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:52:49.885707 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21ab874b-7b58-4fd9-a5f5-f14ff56bdef8 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (2f8c3705-0066-4d7a-ad87-2bf26171c5bd), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:49.899002 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-64fba364-01ab-4323-bfd2-c9a9a67d5aff admin admin] 10.222.0.31 "PUT /v2.0/routers/58ee0b8d-029b-4002-bb08-30c299978dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1856408 Jan 28 05:52:49.906123 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e52e81-295e-4f43-88be-fadff24aab4a service neutron] Pushing event updated for resources: {'Port': ['ID=665c9730-ba47-48db-9e9f-3536f440230a,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:49.919788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39844) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:49.963984 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5fbfe3a9-b762-4cc8-84b4-49f4342bc5b2 None None] Port 0020cc97-eb4e-4028-82bb-3915a9bcd773 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:52:49.975892 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7678ce48-1630-4ee5-a41f-88d1a0d5f1b3 x-openstack-request-id: req-7678ce48-1630-4ee5-a41f-88d1a0d5f1b3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:52:49.977198 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7c3449-5837-4ef9-993b-30e5fd263812", "tag": "665c9730-ba47-48db-9e9f-3536f440230a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:52:49.977633 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7678ce48-1630-4ee5-a41f-88d1a0d5f1b3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:52:49.987475 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7c3449-5837-4ef9-993b-30e5fd263812', 'tag': '665c9730-ba47-48db-9e9f-3536f440230a', 'status': 'completed', 'code': 200} Jan 28 05:52:50.015290 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-38ffd82f-0b40-46f6-ba93-7236782aafb6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (cec5cb56-e8b2-4d31-971a-fe0bd773a1e5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.035040 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21ab874b-7b58-4fd9-a5f5-f14ff56bdef8 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2f8c3705-0066-4d7a-ad87-2bf26171c5bd), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.064957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-38ffd82f-0b40-46f6-ba93-7236782aafb6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec5cb56-e8b2-4d31-971a-fe0bd773a1e5']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:50.087974 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-38ffd82f-0b40-46f6-ba93-7236782aafb6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5945c44c-5a47-4d54-865b-3c940c264300') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:50.088266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-38ffd82f-0b40-46f6-ba93-7236782aafb6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5945c44c-5a47-4d54-865b-3c940c264300') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:50.102167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91f2cf3-20ed-47b0-b8e8-b62bb9984408 admin admin] Deleting subnet 88b4464d-a63e-44af-98ed-f8fd1881fdda {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:52:50.111691 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e91f2cf3-20ed-47b0-b8e8-b62bb9984408 admin admin] Publish callbacks [] for subnet (88b4464d-a63e-44af-98ed-f8fd1881fdda), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.114600 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab874b-7b58-4fd9-a5f5-f14ff56bdef8 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8c3705-0066-4d7a-ad87-2bf26171c5bd,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:50.122772 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-38ffd82f-0b40-46f6-ba93-7236782aafb6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (5945c44c-5a47-4d54-865b-3c940c264300), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.158519 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21ab874b-7b58-4fd9-a5f5-f14ff56bdef8 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.159805 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-21ab874b-7b58-4fd9-a5f5-f14ff56bdef8 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1347876 Jan 28 05:52:50.161570 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-38ffd82f-0b40-46f6-ba93-7236782aafb6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (5945c44c-5a47-4d54-865b-3c940c264300), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.163568 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39850) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:50.188011 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e91f2cf3-20ed-47b0-b8e8-b62bb9984408 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (88b4464d-a63e-44af-98ed-f8fd1881fdda), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.196391 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Sync routers for ids ['58ee0b8d-029b-4002-bb08-30c299978dae'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:52:50.198167 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ffd82f-0b40-46f6-ba93-7236782aafb6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:50.198603 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-38ffd82f-0b40-46f6-ba93-7236782aafb6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (5945c44c-5a47-4d54-865b-3c940c264300), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:50.201966 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:50.212626 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Routers {'58ee0b8d-029b-4002-bb08-30c299978dae'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:52:50.213538 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:52:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['58ee0b8d-029b-4002-bb08-30c299978dae'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:50.246669 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e91f2cf3-20ed-47b0-b8e8-b62bb9984408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (88b4464d-a63e-44af-98ed-f8fd1881fdda), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.338706 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Set router 58ee0b8d-029b-4002-bb08-30c299978dae gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:52:50.346429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224ad55-e8db-4de3-9d59-5916562abbec req-266e8690-58d9-4dcc-a40e-151db590e7d1 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:50.348369 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7224ad55-e8db-4de3-9d59-5916562abbec req-266e8690-58d9-4dcc-a40e-151db590e7d1 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 944 time: 0.3228562 Jan 28 05:52:50.353963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914d6ce-9c8b-4f3c-8574-ff58bf0c6e2c req-3ee3613e-f15a-41e8-be27-a53870f58bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:50.355755 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7914d6ce-9c8b-4f3c-8574-ff58bf0c6e2c req-3ee3613e-f15a-41e8-be27-a53870f58bfe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 1096 time: 0.3518755 Jan 28 05:52:50.358772 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1b010697-0ebf-4a11-b386-020adaacb8e4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1938703 Jan 28 05:52:50.363370 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39856) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:50.368824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4934c07b-0af1-435f-9b0a-52f7915b45d3 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group': {'name': 'tempest-security--1527550496', 'description': 'tempest-security-description-514897987'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:50.411917 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4934c07b-0af1-435f-9b0a-52f7915b45d3 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (2f8c3705-0066-4d7a-ad87-2bf26171c5bd), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.463343 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-38ffd82f-0b40-46f6-ba93-7236782aafb6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (cec5cb56-e8b2-4d31-971a-fe0bd773a1e5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.466732 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4934c07b-0af1-435f-9b0a-52f7915b45d3 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (2f8c3705-0066-4d7a-ad87-2bf26171c5bd), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.473810 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-38ffd82f-0b40-46f6-ba93-7236782aafb6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.481347 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-38ffd82f-0b40-46f6-ba93-7236782aafb6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/networks/cec5cb56-e8b2-4d31-971a-fe0bd773a1e5 HTTP/1.1" status: 204 len: 168 time: 0.7676468 Jan 28 05:52:50.481953 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39860) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:50.488847 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-31fd53aa-a36c-439e-a5cf-75deeeb1f12c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-255972814'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:50.510366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914d6ce-9c8b-4f3c-8574-ff58bf0c6e2c req-0e4ce722-6962-4144-9ddb-34b3bd675ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:50.511869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7914d6ce-9c8b-4f3c-8574-ff58bf0c6e2c req-0e4ce722-6962-4144-9ddb-34b3bd675ddc service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1297567 Jan 28 05:52:50.526034 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffd82f-0b40-46f6-ba93-7236782aafb6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Network': ['ID=cec5cb56-e8b2-4d31-971a-fe0bd773a1e5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:50.536738 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e91f2cf3-20ed-47b0-b8e8-b62bb9984408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (88b4464d-a63e-44af-98ed-f8fd1881fdda), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.572410 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4934c07b-0af1-435f-9b0a-52f7915b45d3 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2f8c3705-0066-4d7a-ad87-2bf26171c5bd), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.577957 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4934c07b-0af1-435f-9b0a-52f7915b45d3 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.582129 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4934c07b-0af1-435f-9b0a-52f7915b45d3 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "PUT /v2.0/security-groups/2f8c3705-0066-4d7a-ad87-2bf26171c5bd HTTP/1.1" status: 200 len: 1796 time: 0.2149715 Jan 28 05:52:50.586744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39862) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:50.591505 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T05:52:47Z', 'revision_number': 4, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0020cc97-eb4e-4028-82bb-3915a9bcd773', 'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'mac_address': 'fa:16:3e:5b:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:46Z', 'updated_at': '2022-01-28T05:52:48Z', 'revision_number': 2, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'subnets': [{'id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:50.609488 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fd53aa-a36c-439e-a5cf-75deeeb1f12c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:50.613306 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31fd53aa-a36c-439e-a5cf-75deeeb1f12c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.622577 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e91f2cf3-20ed-47b0-b8e8-b62bb9984408 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.629916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e91f2cf3-20ed-47b0-b8e8-b62bb9984408 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/88b4464d-a63e-44af-98ed-f8fd1881fdda HTTP/1.1" status: 204 len: 168 time: 0.7065318 Jan 28 05:52:50.630393 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Checking router: 58ee0b8d-029b-4002-bb08-30c299978dae for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:52:50.631014 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Updating router 58ee0b8d-029b-4002-bb08-30c299978dae port 0020cc97-eb4e-4028-82bb-3915a9bcd773 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:52:50.641368 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39864) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:50.651817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7224ad55-e8db-4de3-9d59-5916562abbec req-d0168e3e-81b0-49b6-81d7-bcf1c30d430b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943716 Jan 28 05:52:50.652619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f2cf3-20ed-47b0-b8e8-b62bb9984408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88b4464d-a63e-44af-98ed-f8fd1881fdda,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:50.692380 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.731957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914d6ce-9c8b-4f3c-8574-ff58bf0c6e2c req-47b4db98-2ecb-4f54-9e9e-325812620342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:50.733798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7914d6ce-9c8b-4f3c-8574-ff58bf0c6e2c req-47b4db98-2ecb-4f54-9e9e-325812620342 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2132230 Jan 28 05:52:50.741704 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934c07b-0af1-435f-9b0a-52f7915b45d3 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8c3705-0066-4d7a-ad87-2bf26171c5bd,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:50.827460 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fd53aa-a36c-439e-a5cf-75deeeb1f12c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:50.840581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device bd29a462-5c2f-46ac-a27d-964a956646e5 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:52:50.847760 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7b9371b4-e1c3-4a5f-9c87-819f9b05c084 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-groups/2f8c3705-0066-4d7a-ad87-2bf26171c5bd HTTP/1.1" status: 200 len: 1796 time: 0.2593653 Jan 28 05:52:50.850842 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af9d5078-f954-4980-ba15-0a55f5c9dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (88381437-0e71-4561-a992-619e0f4004bd), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.855595 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39866) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:50.859499 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31fd53aa-a36c-439e-a5cf-75deeeb1f12c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (631c010a-07b4-45e7-9abb-25153a95094c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.859499 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-31fd53aa-a36c-439e-a5cf-75deeeb1f12c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Added segment 631c010a-07b4-45e7-9abb-25153a95094c of type vlan for network cbed33c3-ad09-45c7-b243-92a42840467b Jan 28 05:52:50.897478 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 6430ff4b-4448-428e-b201-0e05aabc7b9e no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:52:50.903198 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda40ff6-af89-4915-938f-cf600da8f105 req-3609e9f8-7155-4684-aa6b-7aba943c4e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:50.905461 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bda40ff6-af89-4915-938f-cf600da8f105 req-3609e9f8-7155-4684-aa6b-7aba943c4e9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 1096 time: 0.1028802 Jan 28 05:52:50.926857 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 6430ff4b-4448-428e-b201-0e05aabc7b9e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:52:50.927597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 6430ff4b-4448-428e-b201-0e05aabc7b9e not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:52:50.947406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port bd29a462-5c2f-46ac-a27d-964a956646e5 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:50.948124 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (bd29a462-5c2f-46ac-a27d-964a956646e5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:50.967006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bda40ff6-af89-4915-938f-cf600da8f105 req-b2cd588c-6832-4b2c-b51d-01c470c05b90 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=665c9730-ba47-48db-9e9f-3536f440230a HTTP/1.1" status: 200 len: 217 time: 0.0469179 Jan 28 05:52:50.989943 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31fd53aa-a36c-439e-a5cf-75deeeb1f12c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (cbed33c3-ad09-45c7-b243-92a42840467b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.035866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda40ff6-af89-4915-938f-cf600da8f105 req-656e82ad-a883-43ff-9a91-4bdd4060333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:51.037055 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39868) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:51.038852 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bda40ff6-af89-4915-938f-cf600da8f105 req-656e82ad-a883-43ff-9a91-4bdd4060333e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.0663354 Jan 28 05:52:51.042869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-997a1b1a-ea37-40ab-8e02-ba7b3edc9134 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1287705673', 'description': 'tempest-description--222267564'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:51.065612 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port bd29a462-5c2f-46ac-a27d-964a956646e5 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:51.072438 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af9d5078-f954-4980-ba15-0a55f5c9dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (88381437-0e71-4561-a992-619e0f4004bd), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.089815 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63e06a09-9e93-4818-83e8-84735c2e5547 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (2f8c3705-0066-4d7a-ad87-2bf26171c5bd), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.101436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda40ff6-af89-4915-938f-cf600da8f105 req-e642b3e4-ee89-4813-9b7b-157b07249e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:51.103466 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bda40ff6-af89-4915-938f-cf600da8f105 req-e642b3e4-ee89-4813-9b7b-157b07249e8c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588467 Jan 28 05:52:51.118202 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Publish callbacks [] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.118733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-af9d5078-f954-4980-ba15-0a55f5c9dbc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88381437-0e71-4561-a992-619e0f4004bd']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:51.135912 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-af9d5078-f954-4980-ba15-0a55f5c9dbc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e566500-38b1-4659-8025-4892f4eb51b7') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:51.136215 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-af9d5078-f954-4980-ba15-0a55f5c9dbc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e566500-38b1-4659-8025-4892f4eb51b7') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:51.138771 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63e06a09-9e93-4818-83e8-84735c2e5547 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (2f8c3705-0066-4d7a-ad87-2bf26171c5bd), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.155534 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af9d5078-f954-4980-ba15-0a55f5c9dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (1e566500-38b1-4659-8025-4892f4eb51b7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.167705 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31fd53aa-a36c-439e-a5cf-75deeeb1f12c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (cbed33c3-ad09-45c7-b243-92a42840467b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.171643 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.172886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd53aa-a36c-439e-a5cf-75deeeb1f12c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:51.173490 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31fd53aa-a36c-439e-a5cf-75deeeb1f12c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.229796 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd2b3b-6e68-4095-a52c-205d5bf8547c None None] Pushing event updated for resources: {'Port': ['ID=0020cc97-eb4e-4028-82bb-3915a9bcd773,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:51.232424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bda40ff6-af89-4915-938f-cf600da8f105 req-af64a957-c244-498c-8911-919f8bc5c08b service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215308 Jan 28 05:52:51.260495 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-997a1b1a-ea37-40ab-8e02-ba7b3edc9134 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.277189 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af9d5078-f954-4980-ba15-0a55f5c9dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1e566500-38b1-4659-8025-4892f4eb51b7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.287023 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2b3b-6e68-4095-a52c-205d5bf8547c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:51.287023 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2b3b-6e68-4095-a52c-205d5bf8547c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:51.287023 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2b3b-6e68-4095-a52c-205d5bf8547c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:51.287023 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2b3b-6e68-4095-a52c-205d5bf8547c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:51.287023 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2b3b-6e68-4095-a52c-205d5bf8547c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:51.287023 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2b3b-6e68-4095-a52c-205d5bf8547c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:51.287023 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2b3b-6e68-4095-a52c-205d5bf8547c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:51.287023 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2b3b-6e68-4095-a52c-205d5bf8547c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:51.287023 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2b3b-6e68-4095-a52c-205d5bf8547c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:51.288602 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2b3b-6e68-4095-a52c-205d5bf8547c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:51.289218 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2b3b-6e68-4095-a52c-205d5bf8547c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:51.289772 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2b3b-6e68-4095-a52c-205d5bf8547c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:51.290701 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2b3b-6e68-4095-a52c-205d5bf8547c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:51.297481 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd53aa-a36c-439e-a5cf-75deeeb1f12c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Network': ['ID=cbed33c3-ad09-45c7-b243-92a42840467b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:51.301696 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9d5078-f954-4980-ba15-0a55f5c9dbc4 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:51.302120 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af9d5078-f954-4980-ba15-0a55f5c9dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (1e566500-38b1-4659-8025-4892f4eb51b7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:51.304772 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:51.321092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network cbed33c3-ad09-45c7-b243-92a42840467b details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:51.347381 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Attempting to bind port 0020cc97-eb4e-4028-82bb-3915a9bcd773 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:52:51.354506 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Attempting to bind port 0020cc97-eb4e-4028-82bb-3915a9bcd773 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:52:51.354506 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Attempting to bind port 0020cc97-eb4e-4028-82bb-3915a9bcd773 on network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:52:51.355923 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:52:51.356294 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Checking segment: {'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:51.356695 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.356825 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bda40ff6-af89-4915-938f-cf600da8f105 req-3d14cb47-3604-4a40-a505-ff471cbdb9d9 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189187 Jan 28 05:52:51.357077 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Bound using segment: {'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:52:51.357548 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Bound port: 0020cc97-eb4e-4028-82bb-3915a9bcd773, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:52:51.358414 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.411418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39872) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:51.412345 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-31fd53aa-a36c-439e-a5cf-75deeeb1f12c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9267309 Jan 28 05:52:51.418484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e55ebd59-234c-4d1d-b6f5-b9d42eea9266 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'subnet': {'network_id': 'cbed33c3-ad09-45c7-b243-92a42840467b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:51.447470 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] For port 0020cc97-eb4e-4028-82bb-3915a9bcd773, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:52:51.450749 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] For port 0020cc97-eb4e-4028-82bb-3915a9bcd773, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0020cc97-eb4e-4028-82bb-3915a9bcd773,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:52:51.472405 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63e06a09-9e93-4818-83e8-84735c2e5547 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2f8c3705-0066-4d7a-ad87-2bf26171c5bd), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.475497 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63e06a09-9e93-4818-83e8-84735c2e5547 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.479197 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-63e06a09-9e93-4818-83e8-84735c2e5547 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-groups/2f8c3705-0066-4d7a-ad87-2bf26171c5bd HTTP/1.1" status: 204 len: 168 time: 0.6200049 Jan 28 05:52:51.479795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39874) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:51.509101 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e06a09-9e93-4818-83e8-84735c2e5547 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8c3705-0066-4d7a-ad87-2bf26171c5bd,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:51.534407 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af9d5078-f954-4980-ba15-0a55f5c9dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (88381437-0e71-4561-a992-619e0f4004bd), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.547698 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af9d5078-f954-4980-ba15-0a55f5c9dbc4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.551047 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-af9d5078-f954-4980-ba15-0a55f5c9dbc4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/88381437-0e71-4561-a992-619e0f4004bd HTTP/1.1" status: 204 len: 168 time: 0.9045160 Jan 28 05:52:51.560011 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-997a1b1a-ea37-40ab-8e02-ba7b3edc9134 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group (c8326bc8-780e-4ae2-af0b-56c69c2d6da4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.566353 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6b9d58a0-9331-4869-bbc4-6a9a4aad9cce tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0840483 Jan 28 05:52:51.567696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39878) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:51.570790 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d5078-f954-4980-ba15-0a55f5c9dbc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=88381437-0e71-4561-a992-619e0f4004bd,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:51.577456 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.584333 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-5414ef49-1818-4b78-939e-8112e84f032b tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] delete failed (client error): The resource could not be found. Jan 28 05:52:51.589575 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5414ef49-1818-4b78-939e-8112e84f032b tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-groups/2f8c3705-0066-4d7a-ad87-2bf26171c5bd HTTP/1.1" status: 404 len: 347 time: 0.0167015 Jan 28 05:52:51.590330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39880) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:51.595154 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a2030879-1b57-4ae1-93c9-6b7407bd2b31 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group': {'name': 'tempest-secgroup--365412724'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:51.633585 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55ebd59-234c-4d1d-b6f5-b9d42eea9266 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:51.638364 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e55ebd59-234c-4d1d-b6f5-b9d42eea9266 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.649437 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Routers {'58ee0b8d-029b-4002-bb08-30c299978dae'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:52:51.650087 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:52:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['58ee0b8d-029b-4002-bb08-30c299978dae'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:51.656753 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-997a1b1a-ea37-40ab-8e02-ba7b3edc9134 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c8326bc8-780e-4ae2-af0b-56c69c2d6da4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.657598 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Provisioning complete for port 0020cc97-eb4e-4028-82bb-3915a9bcd773 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:51.658694 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.722935 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2030879-1b57-4ae1-93c9-6b7407bd2b31 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.738578 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd2b3b-6e68-4095-a52c-205d5bf8547c None None] Pushing event updated for resources: {'Port': ['ID=0020cc97-eb4e-4028-82bb-3915a9bcd773,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:51.768138 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a1b1a-ea37-40ab-8e02-ba7b3edc9134 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8326bc8-780e-4ae2-af0b-56c69c2d6da4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:51.783228 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-e55ebd59-234c-4d1d-b6f5-b9d42eea9266 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Performing IP validity checks on allocation pools {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 05:52:51.783903 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-e55ebd59-234c-4d1d-b6f5-b9d42eea9266 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 05:52:51.817437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Current status of the port 0020cc97-eb4e-4028-82bb-3915a9bcd773 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:51.817813 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.854510 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] Set router 58ee0b8d-029b-4002-bb08-30c299978dae gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:52:51.857578 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-997a1b1a-ea37-40ab-8e02-ba7b3edc9134 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.860081 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-997a1b1a-ea37-40ab-8e02-ba7b3edc9134 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8207355 Jan 28 05:52:51.864640 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39886) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:51.869447 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-6ffb2967-9172-4d11-8e6a-319f404a8c4e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Request body: {'security_group_rule': {'security_group_id': 'c8326bc8-780e-4ae2-af0b-56c69c2d6da4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:51.886110 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] For port 0020cc97-eb4e-4028-82bb-3915a9bcd773, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0020cc97-eb4e-4028-82bb-3915a9bcd773,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:51.927314 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2030879-1b57-4ae1-93c9-6b7407bd2b31 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (db07a08e-0648-47f2-b309-1388a5b53b1a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:51.965359 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.008335 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2967-9172-4d11-8e6a-319f404a8c4e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group_rule (43cd9811-8bdf-4916-baaa-1a97f851e8fb), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.009167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecafe3e-dc7d-42b9-8975-cfe0f71c2c53 req-9a75190c-3702-403c-9d73-9a966e83223a tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:52.010722 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ecafe3e-dc7d-42b9-8975-cfe0f71c2c53 req-9a75190c-3702-403c-9d73-9a966e83223a tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 944 time: 0.1075664 Jan 28 05:52:52.012653 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2030879-1b57-4ae1-93c9-6b7407bd2b31 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (db07a08e-0648-47f2-b309-1388a5b53b1a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.025136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Pushing event updated for resources: {'Port': ['ID=0020cc97-eb4e-4028-82bb-3915a9bcd773,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:52.034926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:52.040948 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:52.041368 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:52.041720 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:52.042244 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:52.042603 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:52.042946 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:52.043276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:52.044010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:52.044010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:52.044262 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:52.044589 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:52.045339 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea2a5-0cfc-48f1-ba4c-824a4540f429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:52:52.080740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39888) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:52.094911 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f37afef1-8c99-4f78-87b3-cb65533a026c None None] Provisioning complete for port 0020cc97-eb4e-4028-82bb-3915a9bcd773 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:52.095541 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f37afef1-8c99-4f78-87b3-cb65533a026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.111771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ecafe3e-dc7d-42b9-8975-cfe0f71c2c53 req-890f24fb-032d-4aaf-80c3-c27ee777e179 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881708 Jan 28 05:52:52.118357 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e55ebd59-234c-4d1d-b6f5-b9d42eea9266 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (acec2748-2b0c-478e-938c-df932b48610a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.122647 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2030879-1b57-4ae1-93c9-6b7407bd2b31 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db07a08e-0648-47f2-b309-1388a5b53b1a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:52.150562 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2967-9172-4d11-8e6a-319f404a8c4e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group_rule (43cd9811-8bdf-4916-baaa-1a97f851e8fb), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.171356 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T05:52:47Z', 'revision_number': 4, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0020cc97-eb4e-4028-82bb-3915a9bcd773', 'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'mac_address': 'fa:16:3e:5b:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:46Z', 'updated_at': '2022-01-28T05:52:51Z', 'revision_number': 4, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'subnets': [{'id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:52.190021 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2030879-1b57-4ae1-93c9-6b7407bd2b31 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.192331 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a2030879-1b57-4ae1-93c9-6b7407bd2b31 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6002948 Jan 28 05:52:52.194408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39890) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:52.198735 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3bf5333c-9826-427d-bd5e-061b43eb9a97 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df8aef7b4c7c4daeaa50e23459079d68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1164773 Jan 28 05:52:52.204454 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39892) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:52.205296 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c1cc3da6-3327-43e3-b618-13ee208ef987 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group_rule': {'security_group_id': 'db07a08e-0648-47f2-b309-1388a5b53b1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:52.223817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ebd59-234c-4d1d-b6f5-b9d42eea9266 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Subnet': ['ID=acec2748-2b0c-478e-938c-df932b48610a,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:52.228416 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f37afef1-8c99-4f78-87b3-cb65533a026c None None] Current status of the port 0020cc97-eb4e-4028-82bb-3915a9bcd773 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:52.240042 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2967-9172-4d11-8e6a-319f404a8c4e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (43cd9811-8bdf-4916-baaa-1a97f851e8fb), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.269056 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb2967-9172-4d11-8e6a-319f404a8c4e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cd9811-8bdf-4916-baaa-1a97f851e8fb,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:52.280287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55ebd59-234c-4d1d-b6f5-b9d42eea9266 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Checking segment: {'id': '631c010a-07b4-45e7-9abb-25153a95094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cbed33c3-ad09-45c7-b243-92a42840467b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:52.281212 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55ebd59-234c-4d1d-b6f5-b9d42eea9266 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network hostable DHCP agents. Network: cbed33c3-ad09-45c7-b243-92a42840467b, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:52:52.309170 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2a7e47-73a5-41c3-b047-f3243bba3a0f None None] The sync data for ids ['58ee0b8d-029b-4002-bb08-30c299978dae'] in n-d-812111-12 is: [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T05:52:47Z', 'revision_number': 4, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0020cc97-eb4e-4028-82bb-3915a9bcd773', 'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'mac_address': 'fa:16:3e:5b:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:46Z', 'updated_at': '2022-01-28T05:52:51Z', 'revision_number': 4, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'subnets': [{'id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:52:52.320755 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92ffb6a9-d6da-458d-aa90-15515c471a1e admin admin] Publish callbacks [] for security_group (9e3fffd0-b397-45b5-870b-ce2b19411752), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.325677 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c1cc3da6-3327-43e3-b618-13ee208ef987 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (f9a5f088-8c53-4bc4-adb3-5ba43bf046c6), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.346632 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92ffb6a9-d6da-458d-aa90-15515c471a1e admin admin] Publish callbacks [] for security_group (9e3fffd0-b397-45b5-870b-ce2b19411752), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.351043 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2967-9172-4d11-8e6a-319f404a8c4e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.355200 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6ffb2967-9172-4d11-8e6a-319f404a8c4e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4893234 Jan 28 05:52:52.359358 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39896) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:52.371089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c8d2d3cf-5ac9-44bb-8cdc-b8ad6995dd87 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Request body: {'security_group_rule': {'security_group_id': 'c8326bc8-780e-4ae2-af0b-56c69c2d6da4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:52.403653 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55ebd59-234c-4d1d-b6f5-b9d42eea9266 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network cbed33c3-ad09-45c7-b243-92a42840467b is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:52:52.441083 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c1cc3da6-3327-43e3-b618-13ee208ef987 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (f9a5f088-8c53-4bc4-adb3-5ba43bf046c6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.490884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e55ebd59-234c-4d1d-b6f5-b9d42eea9266 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, cbed33c3-ad09-45c7-b243-92a42840467b) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:52.501541 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9714ce4d-e9d7-4f06-8075-9f86f04c6b37 None None] Network cbed33c3-ad09-45c7-b243-92a42840467b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:52.505639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55ebd59-234c-4d1d-b6f5-b9d42eea9266 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:52.505850 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e55ebd59-234c-4d1d-b6f5-b9d42eea9266 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.521491 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92ffb6a9-d6da-458d-aa90-15515c471a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9e3fffd0-b397-45b5-870b-ce2b19411752), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.525689 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c1cc3da6-3327-43e3-b618-13ee208ef987 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (f9a5f088-8c53-4bc4-adb3-5ba43bf046c6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.525922 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92ffb6a9-d6da-458d-aa90-15515c471a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.532509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-92ffb6a9-d6da-458d-aa90-15515c471a1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e3fffd0-b397-45b5-870b-ce2b19411752 HTTP/1.1" status: 204 len: 168 time: 0.3260796 Jan 28 05:52:52.539423 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d3cf-5ac9-44bb-8cdc-b8ad6995dd87 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group_rule (c7463bd5-7985-45e2-ac10-6c1994a87e80), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.543156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffb6a9-d6da-458d-aa90-15515c471a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3fffd0-b397-45b5-870b-ce2b19411752,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:52.571350 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc3da6-3327-43e3-b618-13ee208ef987 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a5f088-8c53-4bc4-adb3-5ba43bf046c6,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:52.597586 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e55ebd59-234c-4d1d-b6f5-b9d42eea9266 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1837921 Jan 28 05:52:52.600207 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39900) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:52.606698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c220794e-9b06-45f3-b4bb-57ce7a888fbe tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'network_id': 'cbed33c3-ad09-45c7-b243-92a42840467b', 'name': 'tempest-PortsTestJSON-1876941499'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:52.635910 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c1cc3da6-3327-43e3-b618-13ee208ef987 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.640319 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c1cc3da6-3327-43e3-b618-13ee208ef987 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4421880 Jan 28 05:52:52.645708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39904) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:52.676338 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d3cf-5ac9-44bb-8cdc-b8ad6995dd87 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group_rule (c7463bd5-7985-45e2-ac10-6c1994a87e80), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.680671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-cbed33c3-ad09-45c7-b243-92a42840467b', 'network_id': 'cbed33c3-ad09-45c7-b243-92a42840467b', 'project_id': '9c74aef81c4e43d6894cf8de9c200946', 'fixed_ips': [{'subnet_id': 'acec2748-2b0c-478e-938c-df932b48610a'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:52:52.680671 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.734095 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f81730d-b62a-432e-a560-1c8b306b0ed4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (f9a5f088-8c53-4bc4-adb3-5ba43bf046c6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.739528 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d3cf-5ac9-44bb-8cdc-b8ad6995dd87 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (c7463bd5-7985-45e2-ac10-6c1994a87e80), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.802683 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f81730d-b62a-432e-a560-1c8b306b0ed4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (f9a5f088-8c53-4bc4-adb3-5ba43bf046c6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.813639 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2d3cf-5ac9-44bb-8cdc-b8ad6995dd87 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7463bd5-7985-45e2-ac10-6c1994a87e80,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:52.887133 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d3cf-5ac9-44bb-8cdc-b8ad6995dd87 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.888392 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c8d2d3cf-5ac9-44bb-8cdc-b8ad6995dd87 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5279493 Jan 28 05:52:52.901090 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39906) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:52.903722 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Allocated IP 172.20.0.2 (cbed33c3-ad09-45c7-b243-92a42840467b/acec2748-2b0c-478e-938c-df932b48610a/04df0cbe-8ddb-49f4-8bd3-2d266e880477) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:52:52.907497 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f4807b63-5ebe-49e3-a53b-f455a0dd629d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:52.919200 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f81730d-b62a-432e-a560-1c8b306b0ed4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (f9a5f088-8c53-4bc4-adb3-5ba43bf046c6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.927470 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f81730d-b62a-432e-a560-1c8b306b0ed4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:52.931191 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3f81730d-b62a-432e-a560-1c8b306b0ed4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f9a5f088-8c53-4bc4-adb3-5ba43bf046c6 HTTP/1.1" status: 204 len: 168 time: 0.2816439 Jan 28 05:52:52.932280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39908) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:52.940091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0020cc97-eb4e-4028-82bb-3915a9bcd773 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:52:52.947408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81730d-b62a-432e-a560-1c8b306b0ed4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9a5f088-8c53-4bc4-adb3-5ba43bf046c6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:52.992884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c220794e-9b06-45f3-b4bb-57ce7a888fbe tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:52.996577 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c220794e-9b06-45f3-b4bb-57ce7a888fbe tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:53.023535 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4807b63-5ebe-49e3-a53b-f455a0dd629d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:53.097337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a27c5d2a-9e5c-458b-aa5d-0d95bf1d18c8 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1610379 Jan 28 05:52:53.105387 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 0020cc97-eb4e-4028-82bb-3915a9bcd773 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:53.105862 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:53.111187 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-c220794e-9b06-45f3-b4bb-57ce7a888fbe tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] device_id is not set on port f0e5b996-916e-4c1a-b366-a5683bfe09dc yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:52:53.143376 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39914) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:53.196791 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Publish callbacks [] for port (04df0cbe-8ddb-49f4-8bd3-2d266e880477), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:53.260262 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 0020cc97-eb4e-4028-82bb-3915a9bcd773 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:53.288843 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91ec73ed-448a-42a0-95cc-3fe545955258 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (db07a08e-0648-47f2-b309-1388a5b53b1a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:53.302505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75794fd8-eb8e-4688-ad66-7c41ce673c68 req-244bd1d1-7475-4bcb-9406-7e2f3a2477b9 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:53.304265 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75794fd8-eb8e-4688-ad66-7c41ce673c68 req-244bd1d1-7475-4bcb-9406-7e2f3a2477b9 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 944 time: 0.0701609 Jan 28 05:52:53.312856 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (04df0cbe-8ddb-49f4-8bd3-2d266e880477), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:53.319444 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91ec73ed-448a-42a0-95cc-3fe545955258 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (db07a08e-0648-47f2-b309-1388a5b53b1a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:53.376322 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Network cbed33c3-ad09-45c7-b243-92a42840467b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:52:53.377215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Pushing event updated for resources: {'Port': ['ID=04df0cbe-8ddb-49f4-8bd3-2d266e880477,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:53.381346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:53.383630 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:53.428495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75794fd8-eb8e-4688-ad66-7c41ce673c68 req-9d58cc0a-2b23-47dd-8c0e-bca419c84f14 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096354 Jan 28 05:52:53.429734 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-c220794e-9b06-45f3-b4bb-57ce7a888fbe tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Allocated IP 172.20.0.6 (cbed33c3-ad09-45c7-b243-92a42840467b/acec2748-2b0c-478e-938c-df932b48610a/f0e5b996-916e-4c1a-b366-a5683bfe09dc) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:52:53.471025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Attempting to bind port 04df0cbe-8ddb-49f4-8bd3-2d266e880477 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:52:53.471483 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Attempting to bind port 04df0cbe-8ddb-49f4-8bd3-2d266e880477 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '631c010a-07b4-45e7-9abb-25153a95094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cbed33c3-ad09-45c7-b243-92a42840467b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:52:53.471855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Attempting to bind port 04df0cbe-8ddb-49f4-8bd3-2d266e880477 on network cbed33c3-ad09-45c7-b243-92a42840467b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:52:53.477665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:52:53.478334 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Checking segment: {'id': '631c010a-07b4-45e7-9abb-25153a95094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cbed33c3-ad09-45c7-b243-92a42840467b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:53.478747 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:53.480135 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Bound using segment: {'id': '631c010a-07b4-45e7-9abb-25153a95094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cbed33c3-ad09-45c7-b243-92a42840467b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:52:53.480635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Bound port: 04df0cbe-8ddb-49f4-8bd3-2d266e880477, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631c010a-07b4-45e7-9abb-25153a95094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cbed33c3-ad09-45c7-b243-92a42840467b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:52:53.481017 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (04df0cbe-8ddb-49f4-8bd3-2d266e880477), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:53.493741 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4807b63-5ebe-49e3-a53b-f455a0dd629d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:53.572370 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] For port 04df0cbe-8ddb-49f4-8bd3-2d266e880477, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:52:53.576174 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] For port 04df0cbe-8ddb-49f4-8bd3-2d266e880477, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=04df0cbe-8ddb-49f4-8bd3-2d266e880477,segment=NetworkSegment(631c010a-07b4-45e7-9abb-25153a95094c),segment_id=631c010a-07b4-45e7-9abb-25153a95094c)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:52:53.615093 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91ec73ed-448a-42a0-95cc-3fe545955258 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (db07a08e-0648-47f2-b309-1388a5b53b1a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:53.617054 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91ec73ed-448a-42a0-95cc-3fe545955258 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:53.618454 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-91ec73ed-448a-42a0-95cc-3fe545955258 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-groups/db07a08e-0648-47f2-b309-1388a5b53b1a HTTP/1.1" status: 204 len: 168 time: 0.4724259 Jan 28 05:52:53.621303 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39928) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:53.644090 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec73ed-448a-42a0-95cc-3fe545955258 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db07a08e-0648-47f2-b309-1388a5b53b1a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:53.667992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-f4807b63-5ebe-49e3-a53b-f455a0dd629d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Allocated IP 172.25.0.123 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/1c555ad5-8cec-40c8-bc64-dc4e712d0fbf) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:52:53.686340 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (04df0cbe-8ddb-49f4-8bd3-2d266e880477), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:53.709606 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d14b4245-90da-4116-8669-4a123432e2a4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0868905 Jan 28 05:52:53.718042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39930) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:53.724503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9b43329c-c55d-4dcc-8648-37afef5365cd tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group': {'name': 'tempest-secgroup--850274010'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:53.747718 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eefd18-1965-4fd2-87d5-442c967dbed7 None None] Pushing event updated for resources: {'Port': ['ID=04df0cbe-8ddb-49f4-8bd3-2d266e880477,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:53.754876 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c220794e-9b06-45f3-b4bb-57ce7a888fbe tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (f0e5b996-916e-4c1a-b366-a5683bfe09dc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:53.817675 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4807b63-5ebe-49e3-a53b-f455a0dd629d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for port (1c555ad5-8cec-40c8-bc64-dc4e712d0fbf), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:53.834214 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b43329c-c55d-4dcc-8648-37afef5365cd tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:53.876482 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c220794e-9b06-45f3-b4bb-57ce7a888fbe tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f0e5b996-916e-4c1a-b366-a5683bfe09dc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:53.922556 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4807b63-5ebe-49e3-a53b-f455a0dd629d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1c555ad5-8cec-40c8-bc64-dc4e712d0fbf), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:53.940746 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c220794e-9b06-45f3-b4bb-57ce7a888fbe tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network cbed33c3-ad09-45c7-b243-92a42840467b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:52:53.945131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c220794e-9b06-45f3-b4bb-57ce7a888fbe tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:53.954861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c220794e-9b06-45f3-b4bb-57ce7a888fbe tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:54.000647 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220794e-9b06-45f3-b4bb-57ce7a888fbe tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=f0e5b996-916e-4c1a-b366-a5683bfe09dc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:54.025101 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4807b63-5ebe-49e3-a53b-f455a0dd629d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:52:54.026105 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b43329c-c55d-4dcc-8648-37afef5365cd tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (4a5e7562-4ae0-4170-86b3-bc359fc03957), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.042132 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-f4807b63-5ebe-49e3-a53b-f455a0dd629d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:54.045630 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4807b63-5ebe-49e3-a53b-f455a0dd629d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:54.049608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4807b63-5ebe-49e3-a53b-f455a0dd629d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Pushing event updated for resources: {'Port': ['ID=1c555ad5-8cec-40c8-bc64-dc4e712d0fbf,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:54.067978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c220794e-9b06-45f3-b4bb-57ce7a888fbe tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:54.068669 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c220794e-9b06-45f3-b4bb-57ce7a888fbe tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.107040 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b43329c-c55d-4dcc-8648-37afef5365cd tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4a5e7562-4ae0-4170-86b3-bc359fc03957), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.164369 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c220794e-9b06-45f3-b4bb-57ce7a888fbe tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5628846 Jan 28 05:52:54.167941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39942) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:54.191600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43329c-c55d-4dcc-8648-37afef5365cd tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5e7562-4ae0-4170-86b3-bc359fc03957,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:54.192064 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4807b63-5ebe-49e3-a53b-f455a0dd629d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for floatingip (6bb6a363-65d8-4b69-8094-bd30aaf0f4af), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.243208 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b43329c-c55d-4dcc-8648-37afef5365cd tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.245095 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9b43329c-c55d-4dcc-8648-37afef5365cd tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5254376 Jan 28 05:52:54.247935 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39944) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:54.254093 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-17c6b0a3-2408-460e-b4a5-db55673e28e4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group_rule': {'security_group_id': '4a5e7562-4ae0-4170-86b3-bc359fc03957', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:54.328095 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4807b63-5ebe-49e3-a53b-f455a0dd629d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1c555ad5-8cec-40c8-bc64-dc4e712d0fbf), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.361529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-49754904-c0c9-4cd3-991a-51f289d7e1ce tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port f0e5b996-916e-4c1a-b366-a5683bfe09dc {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:54.361938 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49754904-c0c9-4cd3-991a-51f289d7e1ce tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f0e5b996-916e-4c1a-b366-a5683bfe09dc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.389691 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17c6b0a3-2408-460e-b4a5-db55673e28e4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (6dc17c54-c0c2-4d30-9c94-b9920db7db32), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.439100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 665c9730-ba47-48db-9e9f-3536f440230a details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:52:54.458566 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49754904-c0c9-4cd3-991a-51f289d7e1ce tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f0e5b996-916e-4c1a-b366-a5683bfe09dc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.473095 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-49754904-c0c9-4cd3-991a-51f289d7e1ce tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for f0e5b996-916e-4c1a-b366-a5683bfe09dc owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:54.487884 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17c6b0a3-2408-460e-b4a5-db55673e28e4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (6dc17c54-c0c2-4d30-9c94-b9920db7db32), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.596931 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4807b63-5ebe-49e3-a53b-f455a0dd629d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for port (1c555ad5-8cec-40c8-bc64-dc4e712d0fbf), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.599406 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17c6b0a3-2408-460e-b4a5-db55673e28e4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (6dc17c54-c0c2-4d30-9c94-b9920db7db32), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.607317 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b72aef-789b-41ce-86a0-988e775e9165 req-6f900ec2-d899-4efa-93ca-8cdb10993444 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:54.608646 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76b72aef-789b-41ce-86a0-988e775e9165 req-6f900ec2-d899-4efa-93ca-8cdb10993444 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 944 time: 0.0765464 Jan 28 05:52:54.615445 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 665c9730-ba47-48db-9e9f-3536f440230a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=665c9730-ba47-48db-9e9f-3536f440230a,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:54.621207 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6b0a3-2408-460e-b4a5-db55673e28e4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc17c54-c0c2-4d30-9c94-b9920db7db32,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:54.638676 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '665c9730-ba47-48db-9e9f-3536f440230a', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'port_id': '665c9730-ba47-48db-9e9f-3536f440230a', 'mac_address': 'fa:16:3e:02:00:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:52:54.669028 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4807b63-5ebe-49e3-a53b-f455a0dd629d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (1c555ad5-8cec-40c8-bc64-dc4e712d0fbf), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.685165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 665c9730-ba47-48db-9e9f-3536f440230a is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:54.685450 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (665c9730-ba47-48db-9e9f-3536f440230a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.734092 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76b72aef-789b-41ce-86a0-988e775e9165 req-403c6c8b-f141-40dc-9c52-9fe2a06bd7f1 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139774 Jan 28 05:52:54.753372 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17c6b0a3-2408-460e-b4a5-db55673e28e4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.756128 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-17c6b0a3-2408-460e-b4a5-db55673e28e4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5060906 Jan 28 05:52:54.759176 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39954) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:54.768664 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ae1aa0a4-b616-4e15-be58-ea1d9b70bdac tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group_rule': {'security_group_id': '4a5e7562-4ae0-4170-86b3-bc359fc03957', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:54.840731 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4807b63-5ebe-49e3-a53b-f455a0dd629d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Pushing event updated for resources: {'Port': ['ID=1c555ad5-8cec-40c8-bc64-dc4e712d0fbf,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:54.855772 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4807b63-5ebe-49e3-a53b-f455a0dd629d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (6bb6a363-65d8-4b69-8094-bd30aaf0f4af), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.862398 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49754904-c0c9-4cd3-991a-51f289d7e1ce tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f0e5b996-916e-4c1a-b366-a5683bfe09dc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.897370 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665c9730-ba47-48db-9e9f-3536f440230a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:52:54.914716 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 04df0cbe-8ddb-49f4-8bd3-2d266e880477 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:52:54.918565 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49754904-c0c9-4cd3-991a-51f289d7e1ce tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=f0e5b996-916e-4c1a-b366-a5683bfe09dc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:54.955893 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae1aa0a4-b616-4e15-be58-ea1d9b70bdac tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (cc502745-60ad-43fb-9a4b-52b7ec62e852), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.961850 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 665c9730-ba47-48db-9e9f-3536f440230a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=665c9730-ba47-48db-9e9f-3536f440230a,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:54.993996 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49754904-c0c9-4cd3-991a-51f289d7e1ce tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:54.999167 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 04df0cbe-8ddb-49f4-8bd3-2d266e880477 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:54.999642 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (04df0cbe-8ddb-49f4-8bd3-2d266e880477), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.000883 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39960) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:55.001033 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-49754904-c0c9-4cd3-991a-51f289d7e1ce tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/ports/f0e5b996-916e-4c1a-b366-a5683bfe09dc HTTP/1.1" status: 204 len: 168 time: 0.8312118 Jan 28 05:52:55.039036 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4807b63-5ebe-49e3-a53b-f455a0dd629d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.048502 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f4807b63-5ebe-49e3-a53b-f455a0dd629d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1382296 Jan 28 05:52:55.048502 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-331c42c8-7f1a-41a8-b0ff-26548fac0297 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] DELETE failed (client error): The resource could not be found. Jan 28 05:52:55.048502 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331c42c8-7f1a-41a8-b0ff-26548fac0297 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:52:55.048880 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.048880 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (665c9730-ba47-48db-9e9f-3536f440230a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.049088 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-331c42c8-7f1a-41a8-b0ff-26548fac0297 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/ports/f0e5b996-916e-4c1a-b366-a5683bfe09dc HTTP/1.1" status: 404 len: 333 time: 0.0460055 Jan 28 05:52:55.050529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39964) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:55.083003 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-e961b7b7-4d8d-4bd3-90d3-6024a6ec539e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] GET failed (client error): The resource could not be found. Jan 28 05:52:55.084572 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e961b7b7-4d8d-4bd3-90d3-6024a6ec539e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports/f0e5b996-916e-4c1a-b366-a5683bfe09dc HTTP/1.1" status: 404 len: 333 time: 0.0330591 Jan 28 05:52:55.087943 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39968) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:55.093022 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae1aa0a4-b616-4e15-be58-ea1d9b70bdac tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (cc502745-60ad-43fb-9a4b-52b7ec62e852), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.154326 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=665c9730-ba47-48db-9e9f-3536f440230a,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:55.159533 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae1aa0a4-b616-4e15-be58-ea1d9b70bdac tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (cc502745-60ad-43fb-9a4b-52b7ec62e852), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.172788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 04df0cbe-8ddb-49f4-8bd3-2d266e880477 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:55.173249 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (04df0cbe-8ddb-49f4-8bd3-2d266e880477), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.176768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5efae81-94d7-4a4f-8e2a-c501b1c2251a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting subnet acec2748-2b0c-478e-938c-df932b48610a {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:52:55.185623 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5efae81-94d7-4a4f-8e2a-c501b1c2251a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (acec2748-2b0c-478e-938c-df932b48610a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.192160 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1aa0a4-b616-4e15-be58-ea1d9b70bdac tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc502745-60ad-43fb-9a4b-52b7ec62e852,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:55.247310 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae1aa0a4-b616-4e15-be58-ea1d9b70bdac tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.249368 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ae1aa0a4-b616-4e15-be58-ea1d9b70bdac tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4871705 Jan 28 05:52:55.253417 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39974) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:55.258337 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-bd33677b-3348-4bed-9933-413f144a812a tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group_rule': {'security_group_id': '4a5e7562-4ae0-4170-86b3-bc359fc03957', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:55.267933 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 04df0cbe-8ddb-49f4-8bd3-2d266e880477, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=04df0cbe-8ddb-49f4-8bd3-2d266e880477,segment=NetworkSegment(631c010a-07b4-45e7-9abb-25153a95094c),segment_id=631c010a-07b4-45e7-9abb-25153a95094c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:55.276244 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5efae81-94d7-4a4f-8e2a-c501b1c2251a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (acec2748-2b0c-478e-938c-df932b48610a), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.337597 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (04df0cbe-8ddb-49f4-8bd3-2d266e880477), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.371330 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['665c9730-ba47-48db-9e9f-3536f440230a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:52:55.411744 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd33677b-3348-4bed-9933-413f144a812a tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (9233e65b-025e-4a97-b040-1abc33b052fb), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.419296 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5efae81-94d7-4a4f-8e2a-c501b1c2251a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (acec2748-2b0c-478e-938c-df932b48610a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.448935 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=04df0cbe-8ddb-49f4-8bd3-2d266e880477,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:55.473834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-942dbb4c-4762-4594-835c-4e071e52e1c3 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1287705673&fields=id&tenant_id=ab9f5d5d427244a98e0169fec132ab39 HTTP/1.1" status: 200 len: 267 time: 0.1350372 Jan 28 05:52:55.526808 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd33677b-3348-4bed-9933-413f144a812a tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (9233e65b-025e-4a97-b040-1abc33b052fb), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.547493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adae870-1e3e-41d7-8973-33eb09631a59 None None] Network cbed33c3-ad09-45c7-b243-92a42840467b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:55.610479 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-a333aa39-51df-4ce3-9fbc-af1beda3cf8e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:55.611944 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-a333aa39-51df-4ce3-9fbc-af1beda3cf8e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/networks?id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b HTTP/1.1" status: 200 len: 817 time: 0.1373384 Jan 28 05:52:55.616944 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd33677b-3348-4bed-9933-413f144a812a tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (9233e65b-025e-4a97-b040-1abc33b052fb), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.635393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33677b-3348-4bed-9933-413f144a812a tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9233e65b-025e-4a97-b040-1abc33b052fb,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:55.651905 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-2a428d6c-e40f-4952-aa8d-29b8a3cffd9e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/quotas/ab9f5d5d427244a98e0169fec132ab39 HTTP/1.1" status: 200 len: 375 time: 0.0227211 Jan 28 05:52:55.676212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f394b3b9-a856-41df-90be-25f4958d2cdc None None] Provisioning complete for port 04df0cbe-8ddb-49f4-8bd3-2d266e880477 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:55.676602 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f394b3b9-a856-41df-90be-25f4958d2cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (04df0cbe-8ddb-49f4-8bd3-2d266e880477), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.717845 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-c7d942fa-efed-4241-9969-036b90f5051b tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab9f5d5d427244a98e0169fec132ab39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620317 Jan 28 05:52:55.718250 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5efae81-94d7-4a4f-8e2a-c501b1c2251a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (acec2748-2b0c-478e-938c-df932b48610a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.749387 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd33677b-3348-4bed-9933-413f144a812a tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.749514 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5efae81-94d7-4a4f-8e2a-c501b1c2251a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.749604 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bd33677b-3348-4bed-9933-413f144a812a tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4916687 Jan 28 05:52:55.749604 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39996) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:55.753057 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e5efae81-94d7-4a4f-8e2a-c501b1c2251a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/acec2748-2b0c-478e-938c-df932b48610a HTTP/1.1" status: 204 len: 168 time: 0.6606026 Jan 28 05:52:55.753338 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39998) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:55.757261 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-600b35c0-da12-4823-9436-8050cbcd4426 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group_rule': {'security_group_id': '4a5e7562-4ae0-4170-86b3-bc359fc03957', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:55.803022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efae81-94d7-4a4f-8e2a-c501b1c2251a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Subnet': ['ID=acec2748-2b0c-478e-938c-df932b48610a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:55.871339 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f394b3b9-a856-41df-90be-25f4958d2cdc None None] Current status of the port 04df0cbe-8ddb-49f4-8bd3-2d266e880477 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:55.893344 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (cbed33c3-ad09-45c7-b243-92a42840467b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:55.903740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b28aa-51d1-49b9-92d5-83efcf4fb788 req-39060067-1275-4033-b29c-8f771881a2b7 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:55.911279 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-180b28aa-51d1-49b9-92d5-83efcf4fb788 req-39060067-1275-4033-b29c-8f771881a2b7 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 945 time: 0.0736463 Jan 28 05:52:55.944586 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-600b35c0-da12-4823-9436-8050cbcd4426 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (e62f74ab-ef0a-4244-8413-0d49585a1634), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.017658 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-180b28aa-51d1-49b9-92d5-83efcf4fb788 req-7d6f935c-28b4-4f07-a412-faeec621a3ab tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954897 Jan 28 05:52:56.034081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port 04df0cbe-8ddb-49f4-8bd3-2d266e880477 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:52:56.034591 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (04df0cbe-8ddb-49f4-8bd3-2d266e880477), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.058969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-46519d4f-9715-40d2-8e8e-5c4c44ad5a20 service neutron] 10.222.0.31 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298583 Jan 28 05:52:56.091747 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-600b35c0-da12-4823-9436-8050cbcd4426 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (e62f74ab-ef0a-4244-8413-0d49585a1634), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.111238 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4398d51-0288-4613-916a-51c1f4341998 None None] Network cbed33c3-ad09-45c7-b243-92a42840467b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:56.111576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] For port 04df0cbe-8ddb-49f4-8bd3-2d266e880477, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=04df0cbe-8ddb-49f4-8bd3-2d266e880477,segment=NetworkSegment(631c010a-07b4-45e7-9abb-25153a95094c),segment_id=631c010a-07b4-45e7-9abb-25153a95094c)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:56.111999 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (04df0cbe-8ddb-49f4-8bd3-2d266e880477), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.129050 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for 04df0cbe-8ddb-49f4-8bd3-2d266e880477 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:52:56.172990 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-df3c1eab-dd94-43b7-871f-3419b1f6a22b service neutron] 10.222.0.31 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065965 Jan 28 05:52:56.186156 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-600b35c0-da12-4823-9436-8050cbcd4426 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (e62f74ab-ef0a-4244-8413-0d49585a1634), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.214892 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b35c0-da12-4823-9436-8050cbcd4426 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62f74ab-ef0a-4244-8413-0d49585a1634,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:56.219129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3090e103-7a55-49dc-ae49-5d7322c92520 None None] Provisioning complete for port 04df0cbe-8ddb-49f4-8bd3-2d266e880477 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:56.219508 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3090e103-7a55-49dc-ae49-5d7322c92520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (04df0cbe-8ddb-49f4-8bd3-2d266e880477), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.275522 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-600b35c0-da12-4823-9436-8050cbcd4426 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.279307 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-600b35c0-da12-4823-9436-8050cbcd4426 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5246215 Jan 28 05:52:56.279671 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40008) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:56.284309 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c988c798-d442-48da-a9c8-65657a3306c6 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group_rule': {'security_group_id': '4a5e7562-4ae0-4170-86b3-bc359fc03957', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:56.301974 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (04df0cbe-8ddb-49f4-8bd3-2d266e880477), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.313084 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3090e103-7a55-49dc-ae49-5d7322c92520 None None] Current status of the port 04df0cbe-8ddb-49f4-8bd3-2d266e880477 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:56.345980 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No DVR routers for this DVR port 04df0cbe-8ddb-49f4-8bd3-2d266e880477 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:52:56.348509 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12d4144-a15d-458e-bdf4-fa4f3c0352ff None None] DHCP port deletion for cbed33c3-ad09-45c7-b243-92a42840467b request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:52:56.350612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=04df0cbe-8ddb-49f4-8bd3-2d266e880477,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:56.437027 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (cbed33c3-ad09-45c7-b243-92a42840467b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.450161 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 665c9730-ba47-48db-9e9f-3536f440230a up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:52:56.463613 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbed33c3-ad09-45c7-b243-92a42840467b']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:56.485149 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c988c798-d442-48da-a9c8-65657a3306c6 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (ba3f6684-8808-40e8-97a4-c69a6a420f9a), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.501915 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631c010a-07b4-45e7-9abb-25153a95094c') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:56.502220 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631c010a-07b4-45e7-9abb-25153a95094c') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:52:56.550084 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (631c010a-07b4-45e7-9abb-25153a95094c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.575434 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abb32e3f-df22-4393-aa91-00bc37a56013 req-3bcfbb81-8911-4d3b-9a57-d0b78400ee03 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 210 time: 0.0328608 Jan 28 05:52:56.589456 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (631c010a-07b4-45e7-9abb-25153a95094c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.613151 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:52:56.613689 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (631c010a-07b4-45e7-9abb-25153a95094c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:52:56.625002 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:52:56.645205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 665c9730-ba47-48db-9e9f-3536f440230a completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:52:56.649151 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 665c9730-ba47-48db-9e9f-3536f440230a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:52:56.649485 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (665c9730-ba47-48db-9e9f-3536f440230a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.702833 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c988c798-d442-48da-a9c8-65657a3306c6 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (ba3f6684-8808-40e8-97a4-c69a6a420f9a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.739872 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 665c9730-ba47-48db-9e9f-3536f440230a is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:52:56.740207 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (665c9730-ba47-48db-9e9f-3536f440230a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.770884 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (cbed33c3-ad09-45c7-b243-92a42840467b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.775590 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 04df0cbe-8ddb-49f4-8bd3-2d266e880477 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:52:56.777628 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.781184 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/networks/cbed33c3-ad09-45c7-b243-92a42840467b HTTP/1.1" status: 204 len: 168 time: 1.0166266 Jan 28 05:52:56.784943 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40030) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:56.809085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7388329c-eac2-4ea9-8a44-506bcf936221 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1978433451'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:56.809420 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7c3449-5837-4ef9-993b-30e5fd263812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665c9730-ba47-48db-9e9f-3536f440230a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:52:56.812869 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6ec76f-64ec-4d1c-8796-e599aee07cd3" -d '{"events": [{"server_uuid": "cd7c3449-5837-4ef9-993b-30e5fd263812", "name": "network-vif-plugged", "status": "completed", "tag": "665c9730-ba47-48db-9e9f-3536f440230a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:52:56.814429 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c988c798-d442-48da-a9c8-65657a3306c6 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (ba3f6684-8808-40e8-97a4-c69a6a420f9a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.815754 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbdcfc-67f3-4c1e-b88e-dc11cc5ba137 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Network': ['ID=cbed33c3-ad09-45c7-b243-92a42840467b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:56.829838 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 04df0cbe-8ddb-49f4-8bd3-2d266e880477 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:52:56.830393 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 04df0cbe-8ddb-49f4-8bd3-2d266e880477 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:52:56.837136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 665c9730-ba47-48db-9e9f-3536f440230a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=665c9730-ba47-48db-9e9f-3536f440230a,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:52:56.851195 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988c798-d442-48da-a9c8-65657a3306c6 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3f6684-8808-40e8-97a4-c69a6a420f9a,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:56.881182 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50d8169-aebc-484a-976d-23991ec46da3 x-openstack-request-id: req-d50d8169-aebc-484a-976d-23991ec46da3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:52:56.884053 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7c3449-5837-4ef9-993b-30e5fd263812", "name": "network-vif-plugged", "status": "completed", "tag": "665c9730-ba47-48db-9e9f-3536f440230a", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:52:56.884053 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d50d8169-aebc-484a-976d-23991ec46da3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:52:56.884053 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7c3449-5837-4ef9-993b-30e5fd263812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665c9730-ba47-48db-9e9f-3536f440230a', 'code': 200} Jan 28 05:52:56.907579 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (665c9730-ba47-48db-9e9f-3536f440230a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.911418 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c988c798-d442-48da-a9c8-65657a3306c6 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.915508 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c988c798-d442-48da-a9c8-65657a3306c6 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6320205 Jan 28 05:52:56.915842 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40034) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:56.943133 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e50641b9-7f1b-40ad-81ef-993b6ec264a9 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (ba3f6684-8808-40e8-97a4-c69a6a420f9a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.951984 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e50641b9-7f1b-40ad-81ef-993b6ec264a9 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (ba3f6684-8808-40e8-97a4-c69a6a420f9a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:56.957470 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=665c9730-ba47-48db-9e9f-3536f440230a,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:56.993268 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7388329c-eac2-4ea9-8a44-506bcf936221 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:56.996838 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7388329c-eac2-4ea9-8a44-506bcf936221 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:57.027224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddecfa-a1b4-4f13-956d-3c242996d076 req-40dc21a6-d388-4efc-9e44-2f5eda4c1a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:57.027224 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05ddecfa-a1b4-4f13-956d-3c242996d076 req-40dc21a6-d388-4efc-9e44-2f5eda4c1a4b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 1098 time: 0.0499797 Jan 28 05:52:57.052223 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e50641b9-7f1b-40ad-81ef-993b6ec264a9 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (ba3f6684-8808-40e8-97a4-c69a6a420f9a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:57.054361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7388329c-eac2-4ea9-8a44-506bcf936221 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:52:57.070534 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e50641b9-7f1b-40ad-81ef-993b6ec264a9 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:57.070534 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e50641b9-7f1b-40ad-81ef-993b6ec264a9 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ba3f6684-8808-40e8-97a4-c69a6a420f9a HTTP/1.1" status: 204 len: 168 time: 0.1530540 Jan 28 05:52:57.072777 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40040) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:57.087230 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05ddecfa-a1b4-4f13-956d-3c242996d076 req-d8a0d6a7-e94c-4f52-a4a9-4120e949613b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544629 Jan 28 05:52:57.088428 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7388329c-eac2-4ea9-8a44-506bcf936221 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (30c0bc4a-5e09-453c-b0f4-181227a3ab74), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:57.090371 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-7388329c-eac2-4ea9-8a44-506bcf936221 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Added segment 30c0bc4a-5e09-453c-b0f4-181227a3ab74 of type vlan for network d2e206f8-3693-44ec-8b2d-696712ee8e15 Jan 28 05:52:57.103717 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50641b9-7f1b-40ad-81ef-993b6ec264a9 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba3f6684-8808-40e8-97a4-c69a6a420f9a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:57.173761 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a01a4063-352a-46bb-949e-724ac87a1577 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0987341 Jan 28 05:52:57.175598 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7388329c-eac2-4ea9-8a44-506bcf936221 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (d2e206f8-3693-44ec-8b2d-696712ee8e15), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:57.176984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40042) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:57.220655 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3902-453e-4d8d-9328-0edead66b935 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (e62f74ab-ef0a-4244-8413-0d49585a1634), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:57.227813 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3902-453e-4d8d-9328-0edead66b935 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (e62f74ab-ef0a-4244-8413-0d49585a1634), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:57.240952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a7d6e-eea7-4c50-a294-ff4136bd7772 req-d51fb8cd-e93b-45eb-b2d8-4501e673f2ad tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:57.242422 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b34a7d6e-eea7-4c50-a294-ff4136bd7772 req-d51fb8cd-e93b-45eb-b2d8-4501e673f2ad tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.0969632 Jan 28 05:52:57.296805 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7388329c-eac2-4ea9-8a44-506bcf936221 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (d2e206f8-3693-44ec-8b2d-696712ee8e15), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:57.299198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b34a7d6e-eea7-4c50-a294-ff4136bd7772 req-4eda701f-06f8-4721-a609-6ee2f215385d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484254 Jan 28 05:52:57.302228 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7388329c-eac2-4ea9-8a44-506bcf936221 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:57.302885 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7388329c-eac2-4ea9-8a44-506bcf936221 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:57.433765 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3902-453e-4d8d-9328-0edead66b935 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (e62f74ab-ef0a-4244-8413-0d49585a1634), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:57.442765 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3902-453e-4d8d-9328-0edead66b935 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:57.444860 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3dbe3902-453e-4d8d-9328-0edead66b935 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e62f74ab-ef0a-4244-8413-0d49585a1634 HTTP/1.1" status: 204 len: 168 time: 0.2662756 Jan 28 05:52:57.448439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40050) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:57.474850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe3902-453e-4d8d-9328-0edead66b935 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e62f74ab-ef0a-4244-8413-0d49585a1634,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:57.511723 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:57.531751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9ee4056d-88e7-44e4-8382-aada89cbceb9 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0819108 Jan 28 05:52:57.537908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40056) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:57.583509 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2d7f904-85da-4868-8285-fa832700f581 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (9233e65b-025e-4a97-b040-1abc33b052fb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:57.601355 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2d7f904-85da-4868-8285-fa832700f581 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (9233e65b-025e-4a97-b040-1abc33b052fb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:57.668070 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388329c-eac2-4ea9-8a44-506bcf936221 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Network': ['ID=d2e206f8-3693-44ec-8b2d-696712ee8e15,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:57.681310 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network d2e206f8-3693-44ec-8b2d-696712ee8e15 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:52:57.685554 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06b2b711-8d45-47ef-8308-1f230a7b232e req-a316fbce-7670-49ba-82f5-69d839581f77 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 210 time: 0.0381768 Jan 28 05:52:57.707730 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2d7f904-85da-4868-8285-fa832700f581 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (9233e65b-025e-4a97-b040-1abc33b052fb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:57.719666 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2d7f904-85da-4868-8285-fa832700f581 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:57.723807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e2d7f904-85da-4868-8285-fa832700f581 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9233e65b-025e-4a97-b040-1abc33b052fb HTTP/1.1" status: 204 len: 168 time: 0.1763127 Jan 28 05:52:57.723807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7f904-85da-4868-8285-fa832700f581 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9233e65b-025e-4a97-b040-1abc33b052fb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:57.724022 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40062) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:57.750361 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7388329c-eac2-4ea9-8a44-506bcf936221 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9643507 Jan 28 05:52:57.753320 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40064) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:57.759016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-def8fb9b-bb1a-4e97-92bb-8acbe7097168 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'subnet': {'network_id': 'd2e206f8-3693-44ec-8b2d-696712ee8e15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:57.779374 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-43cac396-78d0-4620-b1cd-e19d9ba80404 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0524123 Jan 28 05:52:57.780220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40066) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:57.847579 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8403890f-9788-4034-ac54-d09a1d7e2c91 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (cc502745-60ad-43fb-9a4b-52b7ec62e852), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:57.858542 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8403890f-9788-4034-ac54-d09a1d7e2c91 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (cc502745-60ad-43fb-9a4b-52b7ec62e852), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:58.017855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def8fb9b-bb1a-4e97-92bb-8acbe7097168 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:58.021703 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-def8fb9b-bb1a-4e97-92bb-8acbe7097168 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:58.026858 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8403890f-9788-4034-ac54-d09a1d7e2c91 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (cc502745-60ad-43fb-9a4b-52b7ec62e852), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:58.045739 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8403890f-9788-4034-ac54-d09a1d7e2c91 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:58.047029 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8403890f-9788-4034-ac54-d09a1d7e2c91 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/cc502745-60ad-43fb-9a4b-52b7ec62e852 HTTP/1.1" status: 204 len: 168 time: 0.2678165 Jan 28 05:52:58.051140 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40074) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:58.079819 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403890f-9788-4034-ac54-d09a1d7e2c91 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc502745-60ad-43fb-9a4b-52b7ec62e852,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:58.094403 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f7b7884b-3c59-4fc9-92a8-bdc2b2784514 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0419693 Jan 28 05:52:58.103838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40076) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:58.129261 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1116253a-6629-468a-ba07-d210d3559ab2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (6dc17c54-c0c2-4d30-9c94-b9920db7db32), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:58.137962 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1116253a-6629-468a-ba07-d210d3559ab2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (6dc17c54-c0c2-4d30-9c94-b9920db7db32), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:58.239092 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1116253a-6629-468a-ba07-d210d3559ab2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (6dc17c54-c0c2-4d30-9c94-b9920db7db32), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:58.245438 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1116253a-6629-468a-ba07-d210d3559ab2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:58.246703 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1116253a-6629-468a-ba07-d210d3559ab2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6dc17c54-c0c2-4d30-9c94-b9920db7db32 HTTP/1.1" status: 204 len: 168 time: 0.1418154 Jan 28 05:52:58.252268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40082) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:58.253207 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116253a-6629-468a-ba07-d210d3559ab2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dc17c54-c0c2-4d30-9c94-b9920db7db32,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:58.303386 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-def8fb9b-bb1a-4e97-92bb-8acbe7097168 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (6bcf919c-b772-46db-b581-72d7c1c8f208), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:58.313744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5708bccc-3041-413a-8ff3-6b5ed2b7acbe tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0602868 Jan 28 05:52:58.316543 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40086) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:58.386460 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e8f0c112-7b65-4e30-9944-e44965381d48 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (4a5e7562-4ae0-4170-86b3-bc359fc03957), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:58.412439 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e8f0c112-7b65-4e30-9944-e44965381d48 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (4a5e7562-4ae0-4170-86b3-bc359fc03957), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:58.425489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8fb9b-bb1a-4e97-92bb-8acbe7097168 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Subnet': ['ID=6bcf919c-b772-46db-b581-72d7c1c8f208,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:58.435186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8fb9b-bb1a-4e97-92bb-8acbe7097168 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Checking segment: {'id': '30c0bc4a-5e09-453c-b0f4-181227a3ab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd2e206f8-3693-44ec-8b2d-696712ee8e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:58.435411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def8fb9b-bb1a-4e97-92bb-8acbe7097168 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network hostable DHCP agents. Network: d2e206f8-3693-44ec-8b2d-696712ee8e15, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:52:58.456396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79461d-49b2-48b3-a25e-fa5f82f267be req-e004d5e5-b376-4431-879a-f45cc64c9649 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:58.457943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d79461d-49b2-48b3-a25e-fa5f82f267be req-e004d5e5-b376-4431-879a-f45cc64c9649 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.0687001 Jan 28 05:52:58.519253 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e8f0c112-7b65-4e30-9944-e44965381d48 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4a5e7562-4ae0-4170-86b3-bc359fc03957), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:58.522336 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def8fb9b-bb1a-4e97-92bb-8acbe7097168 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network d2e206f8-3693-44ec-8b2d-696712ee8e15 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:52:58.522483 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e8f0c112-7b65-4e30-9944-e44965381d48 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:58.523521 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e8f0c112-7b65-4e30-9944-e44965381d48 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-groups/4a5e7562-4ae0-4170-86b3-bc359fc03957 HTTP/1.1" status: 204 len: 168 time: 0.2059319 Jan 28 05:52:58.528004 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40092) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:58.533459 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d79461d-49b2-48b3-a25e-fa5f82f267be req-0cacfbaa-d155-43a5-860d-aaa7248b6c9b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678535 Jan 28 05:52:58.539596 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0c112-7b65-4e30-9944-e44965381d48 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5e7562-4ae0-4170-86b3-bc359fc03957,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:58.587153 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-223ca40d-3bf9-48be-ae91-8558192f7c84 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0580690 Jan 28 05:52:58.591395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-def8fb9b-bb1a-4e97-92bb-8acbe7097168 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, d2e206f8-3693-44ec-8b2d-696712ee8e15) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:58.593285 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40094) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:58.597389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def8fb9b-bb1a-4e97-92bb-8acbe7097168 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:58.598153 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a39f4774-a414-4414-88aa-cebae1269d19 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group': {'name': 'tempest-secgroup--927924114'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:58.599115 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-def8fb9b-bb1a-4e97-92bb-8acbe7097168 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:58.606990 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b265830b-b4d3-4683-baad-9f6061027071 None None] Network d2e206f8-3693-44ec-8b2d-696712ee8e15 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:52:58.696678 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a39f4774-a414-4414-88aa-cebae1269d19 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:58.716144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-d2e206f8-3693-44ec-8b2d-696712ee8e15', 'network_id': 'd2e206f8-3693-44ec-8b2d-696712ee8e15', 'project_id': '9c74aef81c4e43d6894cf8de9c200946', 'fixed_ips': [{'subnet_id': '6bcf919c-b772-46db-b581-72d7c1c8f208'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:52:58.717259 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:58.722582 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-def8fb9b-bb1a-4e97-92bb-8acbe7097168 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9677770 Jan 28 05:52:58.727578 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40100) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:58.733441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-092d2c8f-c49c-4549-9a7c-0fadda7d8020 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'network_id': 'd2e206f8-3693-44ec-8b2d-696712ee8e15', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1797236130'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:58.828015 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a39f4774-a414-4414-88aa-cebae1269d19 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (3d364021-d6c2-4c6a-9c67-249757fbf354), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:58.858353 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3a52e82-1811-4496-a3b1-5bdff0287135 req-3c968e4c-ff3e-4c25-8934-11b7fdd9c6e0 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 210 time: 0.0326753 Jan 28 05:52:58.865106 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Allocated IP 172.20.0.2 (d2e206f8-3693-44ec-8b2d-696712ee8e15/6bcf919c-b772-46db-b581-72d7c1c8f208/725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:52:58.891045 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a39f4774-a414-4414-88aa-cebae1269d19 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3d364021-d6c2-4c6a-9c67-249757fbf354), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:58.926704 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f4774-a414-4414-88aa-cebae1269d19 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d364021-d6c2-4c6a-9c67-249757fbf354,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:59.016884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092d2c8f-c49c-4549-9a7c-0fadda7d8020 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:59.018427 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a39f4774-a414-4414-88aa-cebae1269d19 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.019791 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a39f4774-a414-4414-88aa-cebae1269d19 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4253771 Jan 28 05:52:59.021396 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-092d2c8f-c49c-4549-9a7c-0fadda7d8020 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.023517 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40106) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:59.029086 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7f599744-390d-4c0a-83be-acead6a6d39a tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group_rule': {'security_group_id': '3d364021-d6c2-4c6a-9c67-249757fbf354', 'direction': 'ingress', 'protocol': 17}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:59.043746 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Publish callbacks [] for port (725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.058076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-092d2c8f-c49c-4549-9a7c-0fadda7d8020 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] device_id is not set on port b350bfa7-83bb-4e36-86ba-b6d3011da878 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:52:59.105207 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.133349 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f599744-390d-4c0a-83be-acead6a6d39a tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (9a850621-57c7-495b-bf7e-0e328501479d), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.150415 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Network d2e206f8-3693-44ec-8b2d-696712ee8e15 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:52:59.153660 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:59.157704 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:59.170201 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Pushing event updated for resources: {'Port': ['ID=725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:59.240149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Attempting to bind port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:52:59.240803 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Attempting to bind port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '30c0bc4a-5e09-453c-b0f4-181227a3ab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd2e206f8-3693-44ec-8b2d-696712ee8e15'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:52:59.242491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Attempting to bind port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 on network d2e206f8-3693-44ec-8b2d-696712ee8e15 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:52:59.256560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:52:59.257220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Checking segment: {'id': '30c0bc4a-5e09-453c-b0f4-181227a3ab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd2e206f8-3693-44ec-8b2d-696712ee8e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:52:59.257795 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.262046 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Bound using segment: {'id': '30c0bc4a-5e09-453c-b0f4-181227a3ab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd2e206f8-3693-44ec-8b2d-696712ee8e15'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:52:59.262046 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Bound port: 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c0bc4a-5e09-453c-b0f4-181227a3ab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd2e206f8-3693-44ec-8b2d-696712ee8e15'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:52:59.262046 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.266461 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f599744-390d-4c0a-83be-acead6a6d39a tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (9a850621-57c7-495b-bf7e-0e328501479d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.278443 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-092d2c8f-c49c-4549-9a7c-0fadda7d8020 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Allocated IP 172.20.0.7 (d2e206f8-3693-44ec-8b2d-696712ee8e15/6bcf919c-b772-46db-b581-72d7c1c8f208/b350bfa7-83bb-4e36-86ba-b6d3011da878) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:52:59.286335 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-b4f3064b-6ac8-4259-a0d7-a9cdb7690047 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:59.287861 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-b4f3064b-6ac8-4259-a0d7-a9cdb7690047 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.60 "GET /v2.0/networks?id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b HTTP/1.1" status: 200 len: 817 time: 0.1842842 Jan 28 05:52:59.324895 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f599744-390d-4c0a-83be-acead6a6d39a tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (9a850621-57c7-495b-bf7e-0e328501479d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.340283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] For port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:52:59.343978 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] For port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682,segment=NetworkSegment(30c0bc4a-5e09-453c-b0f4-181227a3ab74),segment_id=30c0bc4a-5e09-453c-b0f4-181227a3ab74)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:52:59.384356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f599744-390d-4c0a-83be-acead6a6d39a tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a850621-57c7-495b-bf7e-0e328501479d,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:59.406065 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.414713 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-928650fb-5e88-4f03-811a-59c6b67fb9b8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab9f5d5d427244a98e0169fec132ab39 HTTP/1.1" status: 200 len: 380 time: 0.1096604 Jan 28 05:52:59.424239 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-2d671151-5234-4b0d-ac8a-b4abf9f1f14d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Request body: {'port': {'device_id': '789877e1-3a92-4606-82da-1c76e230b3df', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'admin_state_up': True, 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'security_groups': ['c8326bc8-780e-4ae2-af0b-56c69c2d6da4']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:52:59.459248 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f599744-390d-4c0a-83be-acead6a6d39a tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.464289 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7f599744-390d-4c0a-83be-acead6a6d39a tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4363430 Jan 28 05:52:59.464289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40118) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:59.468410 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-092d2c8f-c49c-4549-9a7c-0fadda7d8020 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (b350bfa7-83bb-4e36-86ba-b6d3011da878), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.500288 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6a1fd-e9f3-4ad9-b234-dfce8bf30943 None None] Pushing event updated for resources: {'Port': ['ID=725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:59.570450 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-36ef873c-8382-42aa-a031-302405148575 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (3d364021-d6c2-4c6a-9c67-249757fbf354), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.599861 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-36ef873c-8382-42aa-a031-302405148575 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (3d364021-d6c2-4c6a-9c67-249757fbf354), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.627203 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-092d2c8f-c49c-4549-9a7c-0fadda7d8020 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b350bfa7-83bb-4e36-86ba-b6d3011da878), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.640430 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-2d671151-5234-4b0d-ac8a-b4abf9f1f14d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Made reservation on behalf of ab9f5d5d427244a98e0169fec132ab39 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:52:59.644881 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-2d671151-5234-4b0d-ac8a-b4abf9f1f14d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.681012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d2c8f-c49c-4549-9a7c-0fadda7d8020 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=b350bfa7-83bb-4e36-86ba-b6d3011da878,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:59.727075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092d2c8f-c49c-4549-9a7c-0fadda7d8020 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network d2e206f8-3693-44ec-8b2d-696712ee8e15 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:52:59.727075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-092d2c8f-c49c-4549-9a7c-0fadda7d8020 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:52:59.727075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092d2c8f-c49c-4549-9a7c-0fadda7d8020 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:52:59.823562 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-36ef873c-8382-42aa-a031-302405148575 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3d364021-d6c2-4c6a-9c67-249757fbf354), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.826124 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-36ef873c-8382-42aa-a031-302405148575 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.827532 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-36ef873c-8382-42aa-a031-302405148575 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-groups/3d364021-d6c2-4c6a-9c67-249757fbf354 HTTP/1.1" status: 204 len: 168 time: 0.3626950 Jan 28 05:52:59.831263 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-2d671151-5234-4b0d-ac8a-b4abf9f1f14d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Allocated IP 172.20.0.8 (8ec13b76-90fa-43c4-988d-6995ecc2bd9b/12e0ced4-18e5-4afc-8b80-623ef26fa087/ff4e1cbd-a8ba-418f-9630-3402de151b18) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:52:59.833654 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40128) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:59.844180 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9861e89-9bf0-4db1-96ea-47939fe5c7ec req-2a772c7d-d023-4cc0-80f5-8836771c0292 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:59.851537 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9861e89-9bf0-4db1-96ea-47939fe5c7ec req-2a772c7d-d023-4cc0-80f5-8836771c0292 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.1734488 Jan 28 05:52:59.884485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092d2c8f-c49c-4549-9a7c-0fadda7d8020 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:52:59.885393 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-092d2c8f-c49c-4549-9a7c-0fadda7d8020 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:52:59.911387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef873c-8382-42aa-a031-302405148575 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d364021-d6c2-4c6a-9c67-249757fbf354,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:52:59.964612 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-738bdd09-a338-4f74-978a-e786f0f0215d tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1297755 Jan 28 05:52:59.973278 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40132) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:52:59.978773 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-bf6ad887-5aa5-4f00-ada6-9747ce9ed2d2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group': {'name': 'tempest-secgroup--2000849753'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:00.048730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9861e89-9bf0-4db1-96ea-47939fe5c7ec req-11df0d2a-9eb3-4e8d-a1b7-847e6deb9579 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959529 Jan 28 05:53:00.056445 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-092d2c8f-c49c-4549-9a7c-0fadda7d8020 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3264825 Jan 28 05:53:00.056988 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40138) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:00.121641 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf6ad887-5aa5-4f00-ada6-9747ce9ed2d2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:00.180332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d27a11e9-06c8-4e11-8da0-183909349685 req-c881804c-de42-46f2-a8b9-aba74808331d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 210 time: 0.0422406 Jan 28 05:53:00.197519 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-2d671151-5234-4b0d-ac8a-b4abf9f1f14d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:00.228938 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-44a842f1-2246-49a9-aadd-44da89a21b40 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port b350bfa7-83bb-4e36-86ba-b6d3011da878 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:00.229292 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44a842f1-2246-49a9-aadd-44da89a21b40 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b350bfa7-83bb-4e36-86ba-b6d3011da878), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:00.299017 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf6ad887-5aa5-4f00-ada6-9747ce9ed2d2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (f5db3d8f-e877-4d51-8601-0ac1e9db555f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:00.351969 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44a842f1-2246-49a9-aadd-44da89a21b40 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b350bfa7-83bb-4e36-86ba-b6d3011da878), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:00.364133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-44a842f1-2246-49a9-aadd-44da89a21b40 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for b350bfa7-83bb-4e36-86ba-b6d3011da878 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:00.393537 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf6ad887-5aa5-4f00-ada6-9747ce9ed2d2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f5db3d8f-e877-4d51-8601-0ac1e9db555f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:00.423809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ad887-5aa5-4f00-ada6-9747ce9ed2d2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5db3d8f-e877-4d51-8601-0ac1e9db555f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:00.443216 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-2d671151-5234-4b0d-ac8a-b4abf9f1f14d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:00.491284 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-2d671151-5234-4b0d-ac8a-b4abf9f1f14d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:00.501749 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-2d671151-5234-4b0d-ac8a-b4abf9f1f14d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:00.532563 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-2d671151-5234-4b0d-ac8a-b4abf9f1f14d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:00.539872 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf6ad887-5aa5-4f00-ada6-9747ce9ed2d2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:00.545655 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bf6ad887-5aa5-4f00-ada6-9747ce9ed2d2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5681012 Jan 28 05:53:00.546864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40146) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:00.556800 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-442f1618-6ecb-47bd-8940-7c9e983f1352 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group': {'name': 'tempest-secgroup--691078492'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:00.593075 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d671151-5234-4b0d-ac8a-b4abf9f1f14d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Pushing event updated for resources: {'Port': ['ID=ff4e1cbd-a8ba-418f-9630-3402de151b18,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:00.637498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-2d671151-5234-4b0d-ac8a-b4abf9f1f14d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:00.638185 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-2d671151-5234-4b0d-ac8a-b4abf9f1f14d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:00.662322 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-442f1618-6ecb-47bd-8940-7c9e983f1352 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:00.685132 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44a842f1-2246-49a9-aadd-44da89a21b40 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (b350bfa7-83bb-4e36-86ba-b6d3011da878), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:00.723586 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a842f1-2246-49a9-aadd-44da89a21b40 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=b350bfa7-83bb-4e36-86ba-b6d3011da878,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:00.795737 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-2d671151-5234-4b0d-ac8a-b4abf9f1f14d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3753524 Jan 28 05:53:00.871653 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edbb56-face-4459-9af5-229081db5674 req-e5f3d809-859a-4e6d-87be-590c2ad0315e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:00.872428 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Request body: {'port': {'device_id': '789877e1-3a92-4606-82da-1c76e230b3df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:00.880082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6edbb56-face-4459-9af5-229081db5674 req-e5f3d809-859a-4e6d-87be-590c2ad0315e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.1834064 Jan 28 05:53:00.931061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:53:00.936987 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-442f1618-6ecb-47bd-8940-7c9e983f1352 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (c0651032-4e5e-4111-a6c8-d3c41966f0ca), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:00.961541 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:00.964662 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44a842f1-2246-49a9-aadd-44da89a21b40 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:00.971409 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-44a842f1-2246-49a9-aadd-44da89a21b40 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/ports/b350bfa7-83bb-4e36-86ba-b6d3011da878 HTTP/1.1" status: 204 len: 168 time: 0.9132938 Jan 28 05:53:00.973226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40156) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:00.974388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6edbb56-face-4459-9af5-229081db5674 req-50072149-6b5d-4313-bb2d-3815e7499fde tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930593 Jan 28 05:53:00.993695 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-442f1618-6ecb-47bd-8940-7c9e983f1352 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c0651032-4e5e-4111-a6c8-d3c41966f0ca), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:01.026838 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-58dd9d8b-229e-4223-8ae4-f4fa0f6ef151 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] GET failed (client error): The resource could not be found. Jan 28 05:53:01.029973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f1618-6ecb-47bd-8940-7c9e983f1352 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0651032-4e5e-4111-a6c8-d3c41966f0ca,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:01.032583 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-58dd9d8b-229e-4223-8ae4-f4fa0f6ef151 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports/b350bfa7-83bb-4e36-86ba-b6d3011da878 HTTP/1.1" status: 404 len: 333 time: 0.0565782 Jan 28 05:53:01.032802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40158) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:01.069777 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-83f8ec8a-7a64-408e-b53f-7958d2ff4e1b None None] Provisioning complete for port ff4e1cbd-a8ba-418f-9630-3402de151b18 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:01.072234 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83f8ec8a-7a64-408e-b53f-7958d2ff4e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:01.098429 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-442f1618-6ecb-47bd-8940-7c9e983f1352 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:01.099923 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-442f1618-6ecb-47bd-8940-7c9e983f1352 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5469449 Jan 28 05:53:01.107420 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40160) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:01.110551 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:01.111167 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:01.112345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-76b2e435-6eeb-4172-8247-fa1c1f805c69 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group_rule': {'security_group_id': 'f5db3d8f-e877-4d51-8601-0ac1e9db555f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c0651032-4e5e-4111-a6c8-d3c41966f0ca', 'remote_ip_prefix': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:01.144927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-229e4a5d-6b27-4095-942a-11c7f9a92f65 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting subnet 6bcf919c-b772-46db-b581-72d7c1c8f208 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:53:01.147602 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-83f8ec8a-7a64-408e-b53f-7958d2ff4e1b None None] Port ff4e1cbd-a8ba-418f-9630-3402de151b18 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:01.154003 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-229e4a5d-6b27-4095-942a-11c7f9a92f65 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (6bcf919c-b772-46db-b581-72d7c1c8f208), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:01.172059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ec7b7f-9bf9-46f6-ab24-e85fc169f893 None None] Network d2e206f8-3693-44ec-8b2d-696712ee8e15 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:01.220442 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-229e4a5d-6b27-4095-942a-11c7f9a92f65 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (6bcf919c-b772-46db-b581-72d7c1c8f208), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:01.335287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-07165088-cd98-49e1-9d46-635fbdef1ccc None None] Provisioning complete for port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:01.335905 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07165088-cd98-49e1-9d46-635fbdef1ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:01.379033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:01.379785 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:01.437384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682,segment=NetworkSegment(30c0bc4a-5e09-453c-b0f4-181227a3ab74),segment_id=30c0bc4a-5e09-453c-b0f4-181227a3ab74)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:01.468508 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4e1cbd-a8ba-418f-9630-3402de151b18 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:53:01.484270 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Publish callbacks [] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:01.492796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-07165088-cd98-49e1-9d46-635fbdef1ccc None None] Current status of the port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:01.493332 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07165088-cd98-49e1-9d46-635fbdef1ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:01.508705 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:01.615576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Transition to ACTIVE for port object ff4e1cbd-a8ba-418f-9630-3402de151b18 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:53:01.659867 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-07165088-cd98-49e1-9d46-635fbdef1ccc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:53:01.660332 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-07165088-cd98-49e1-9d46-635fbdef1ccc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:53:01.686918 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:01.687449 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:01.809574 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76b2e435-6eeb-4172-8247-fa1c1f805c69 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (90d6edfa-59d8-4094-bd41-a12b8794a96e), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:01.838781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4e1cbd-a8ba-418f-9630-3402de151b18,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:01.878450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Attempting to bind port ff4e1cbd-a8ba-418f-9630-3402de151b18 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:53:01.878789 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Attempting to bind port ff4e1cbd-a8ba-418f-9630-3402de151b18 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:53:01.879173 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Attempting to bind port ff4e1cbd-a8ba-418f-9630-3402de151b18 on network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:53:01.884454 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Port ff4e1cbd-a8ba-418f-9630-3402de151b18 on network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:53:01.884784 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Attempting to bind port ff4e1cbd-a8ba-418f-9630-3402de151b18 on network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:53:01.889661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e0ee0-d745-4bee-b162-be5d4d500ab6 req-394dd1c2-d982-4bdd-9a73-23c6a0a04e72 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:01.895331 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:53:01.895331 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Checking segment: {'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:53:01.895331 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Bound using segment: {'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:53:01.895331 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Bound port: ff4e1cbd-a8ba-418f-9630-3402de151b18, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:53:01.895331 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:01.896734 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc7e0ee0-d745-4bee-b162-be5d4d500ab6 req-394dd1c2-d982-4bdd-9a73-23c6a0a04e72 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1548371 Jan 28 05:53:01.981380 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-229e4a5d-6b27-4095-942a-11c7f9a92f65 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (6bcf919c-b772-46db-b581-72d7c1c8f208), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:01.984832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] For port ff4e1cbd-a8ba-418f-9630-3402de151b18, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:53:01.989117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] For port ff4e1cbd-a8ba-418f-9630-3402de151b18, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ff4e1cbd-a8ba-418f-9630-3402de151b18,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:53:02.037681 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76b2e435-6eeb-4172-8247-fa1c1f805c69 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (90d6edfa-59d8-4094-bd41-a12b8794a96e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.047162 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.050858 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc7e0ee0-d745-4bee-b162-be5d4d500ab6 req-73b2fd13-dbcf-47a6-8b58-c3bca31cb942 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532085 Jan 28 05:53:02.098975 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:02.099756 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.101234 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] 10.222.0.60 "PUT /v2.0/ports/ff4e1cbd-a8ba-418f-9630-3402de151b18 HTTP/1.1" status: 200 len: 1092 time: 1.2475765 Jan 28 05:53:02.104402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789877e1-3a92-4606-82da-1c76e230b3df', 'tag': 'ff4e1cbd-a8ba-418f-9630-3402de151b18'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:53:02.106767 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ac2e39-7852-4b92-9b5f-6781738fd53f" -d '{"events": [{"name": "network-changed", "server_uuid": "789877e1-3a92-4606-82da-1c76e230b3df", "tag": "ff4e1cbd-a8ba-418f-9630-3402de151b18"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:53:02.153185 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76b2e435-6eeb-4172-8247-fa1c1f805c69 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (90d6edfa-59d8-4094-bd41-a12b8794a96e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.159945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7af914-6f84-4b3d-8436-1b88fd7653c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4e1cbd-a8ba-418f-9630-3402de151b18,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:02.163359 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b14f87-13fe-4866-b01b-c2d05b04e958 x-openstack-request-id: req-81b14f87-13fe-4866-b01b-c2d05b04e958 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:53:02.166451 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789877e1-3a92-4606-82da-1c76e230b3df", "tag": "ff4e1cbd-a8ba-418f-9630-3402de151b18", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:53:02.166451 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81b14f87-13fe-4866-b01b-c2d05b04e958 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:53:02.166695 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789877e1-3a92-4606-82da-1c76e230b3df', 'tag': 'ff4e1cbd-a8ba-418f-9630-3402de151b18', 'status': 'completed', 'code': 200} Jan 28 05:53:02.207535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-07165088-cd98-49e1-9d46-635fbdef1ccc None None] Current status of the port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:02.215473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2e435-6eeb-4172-8247-fa1c1f805c69 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d6edfa-59d8-4094-bd41-a12b8794a96e,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:02.228112 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-229e4a5d-6b27-4095-942a-11c7f9a92f65 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (6bcf919c-b772-46db-b581-72d7c1c8f208), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.248855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54049ac7-0e77-44c3-bfd5-e29e0aa0ae06 req-73dca945-5bf1-431c-a29e-1c4aac8e23bf tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:02.250668 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54049ac7-0e77-44c3-bfd5-e29e0aa0ae06 req-73dca945-5bf1-431c-a29e-1c4aac8e23bf tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.1496286 Jan 28 05:53:02.279118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e4a5d-6b27-4095-942a-11c7f9a92f65 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Subnet': ['ID=6bcf919c-b772-46db-b581-72d7c1c8f208,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:02.280229 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac2e39-7852-4b92-9b5f-6781738fd53f req-0b5be76a-969c-4f6b-bd5c-e06fb9ce3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:02.291997 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-229e4a5d-6b27-4095-942a-11c7f9a92f65 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.292257 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-18ac2e39-7852-4b92-9b5f-6781738fd53f req-0b5be76a-969c-4f6b-bd5c-e06fb9ce3f07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab9f5d5d427244a98e0169fec132ab39&device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 1095 time: 0.0815616 Jan 28 05:53:02.298210 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-229e4a5d-6b27-4095-942a-11c7f9a92f65 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/6bcf919c-b772-46db-b581-72d7c1c8f208 HTTP/1.1" status: 204 len: 168 time: 1.2641728 Jan 28 05:53:02.300705 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40182) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:02.315276 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76b2e435-6eeb-4172-8247-fa1c1f805c69 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.316905 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-76b2e435-6eeb-4172-8247-fa1c1f805c69 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2082732 Jan 28 05:53:02.321081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40184) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:02.343738 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b17d399f-a5b0-406c-af27-d2b2a8b3cb41 None None] Could not find standard attr ID for object b350bfa7-83bb-4e36-86ba-b6d3011da878. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:53:02.422169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b17d399f-a5b0-406c-af27-d2b2a8b3cb41 None None] Provisioning complete for port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:02.422608 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b17d399f-a5b0-406c-af27-d2b2a8b3cb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.433681 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4f41b17f-99d2-407a-9410-e046f253a8cf tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (90d6edfa-59d8-4094-bd41-a12b8794a96e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.458893 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54049ac7-0e77-44c3-bfd5-e29e0aa0ae06 req-53cb5e7a-9017-4c08-ad77-2a1c8bbad03e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821404 Jan 28 05:53:02.466422 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4f41b17f-99d2-407a-9410-e046f253a8cf tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (90d6edfa-59d8-4094-bd41-a12b8794a96e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.495781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d73a74-bf42-40ca-a665-62c8a33084f4 None None] Network d2e206f8-3693-44ec-8b2d-696712ee8e15 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:02.522711 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (d2e206f8-3693-44ec-8b2d-696712ee8e15), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.542649 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f21bbf59-1ea9-460a-b24c-b5b8c64b777e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.600891 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4f41b17f-99d2-407a-9410-e046f253a8cf tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (90d6edfa-59d8-4094-bd41-a12b8794a96e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.608076 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4f41b17f-99d2-407a-9410-e046f253a8cf tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.611815 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4f41b17f-99d2-407a-9410-e046f253a8cf tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/90d6edfa-59d8-4094-bd41-a12b8794a96e HTTP/1.1" status: 204 len: 168 time: 0.2863393 Jan 28 05:53:02.612886 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40192) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:02.624242 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41b17f-99d2-407a-9410-e046f253a8cf tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90d6edfa-59d8-4094-bd41-a12b8794a96e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:02.630875 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac2e39-7852-4b92-9b5f-6781738fd53f req-ca1e5476-a24d-4547-92e2-82e494389a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:02.632229 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-18ac2e39-7852-4b92-9b5f-6781738fd53f req-ca1e5476-a24d-4547-92e2-82e494389a71 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ab9f5d5d427244a98e0169fec132ab39&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2367539 Jan 28 05:53:02.679578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0b9eef65-f4d4-4b46-92af-6c47219932e6 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0595925 Jan 28 05:53:02.680594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40196) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:02.709741 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b17d399f-a5b0-406c-af27-d2b2a8b3cb41 None None] Current status of the port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:02.715117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:02.715458 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.771592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c05f066-51a8-4deb-9010-9a340505807e None None] DHCP port deletion for d2e206f8-3693-44ec-8b2d-696712ee8e15 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:53:02.801787 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e88d866-6cf2-467e-8985-236b4d956d8d tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (c0651032-4e5e-4111-a6c8-d3c41966f0ca), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.836539 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e88d866-6cf2-467e-8985-236b4d956d8d tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (c0651032-4e5e-4111-a6c8-d3c41966f0ca), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.861720 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] For port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682,segment=NetworkSegment(30c0bc4a-5e09-453c-b0f4-181227a3ab74),segment_id=30c0bc4a-5e09-453c-b0f4-181227a3ab74)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:02.862336 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.890334 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:02.894983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac2e39-7852-4b92-9b5f-6781738fd53f req-b63593e4-993b-46cb-bb0f-f71edaf8f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:02.896469 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-18ac2e39-7852-4b92-9b5f-6781738fd53f req-b63593e4-993b-46cb-bb0f-f71edaf8f10e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2551246 Jan 28 05:53:02.993428 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e88d866-6cf2-467e-8985-236b4d956d8d tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c0651032-4e5e-4111-a6c8-d3c41966f0ca), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.996431 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e88d866-6cf2-467e-8985-236b4d956d8d tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:02.997634 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8e88d866-6cf2-467e-8985-236b4d956d8d tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-groups/c0651032-4e5e-4111-a6c8-d3c41966f0ca HTTP/1.1" status: 204 len: 168 time: 0.3160775 Jan 28 05:53:03.001472 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40200) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:03.009254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88d866-6cf2-467e-8985-236b4d956d8d tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0651032-4e5e-4111-a6c8-d3c41966f0ca,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:03.036030 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-1934db87-1c1d-4dd5-be2c-0e0062f7dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:03.037672 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-1934db87-1c1d-4dd5-be2c-0e0062f7dbab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab9f5d5d427244a98e0169fec132ab39&device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 1095 time: 0.0815456 Jan 28 05:53:03.060399 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2c05f066-51a8-4deb-9010-9a340505807e None None] Deleting port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:03.061547 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c05f066-51a8-4deb-9010-9a340505807e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:03.098938 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:03.107296 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-87cd13a5-92f9-4f2e-9f49-b2a4c87eeb3c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff4e1cbd-a8ba-418f-9630-3402de151b18 HTTP/1.1" status: 200 len: 217 time: 0.0553551 Jan 28 05:53:03.138939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2c05f066-51a8-4deb-9010-9a340505807e None None] For port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682, host n-d-812111-12, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:03.139403 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c05f066-51a8-4deb-9010-9a340505807e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:03.176946 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2c05f066-51a8-4deb-9010-9a340505807e None None] Calling delete_port for 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:03.179588 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:03.180488 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-2c05f066-51a8-4deb-9010-9a340505807e None None] Port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 was not found and therefore no delete operation was performed {{(pid=103636) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 05:53:03.182658 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c05f066-51a8-4deb-9010-9a340505807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:03.189786 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No DVR routers for this DVR port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:53:03.210186 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c59c9bf5-6036-46d4-83d5-1cd1ec5161c8 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2050171 Jan 28 05:53:03.215545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40206) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:03.215983 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05f066-51a8-4deb-9010-9a340505807e None None] Pushing event deleted for resources: {'Port': ['ID=725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:03.227297 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c05f066-51a8-4deb-9010-9a340505807e None None] No DVR routers for this DVR port 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:53:03.262926 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-049dcb07-5585-49f0-9761-c2ff7ba88515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:03.264781 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-049dcb07-5585-49f0-9761-c2ff7ba88515 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12e0ced4-18e5-4afc-8b80-623ef26fa087 HTTP/1.1" status: 200 len: 856 time: 0.1497686 Jan 28 05:53:03.278008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2202c-a9af-4da4-ba2a-3ea763739899 req-cd2faf69-8e20-485a-ac90-578c7084f75a tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:03.279720 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60f2202c-a9af-4da4-ba2a-3ea763739899 req-cd2faf69-8e20-485a-ac90-578c7084f75a tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1253088 Jan 28 05:53:03.332732 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (d2e206f8-3693-44ec-8b2d-696712ee8e15), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:03.348421 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92d09572-d01a-4fcc-8a13-032f90efcc83 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (f5db3d8f-e877-4d51-8601-0ac1e9db555f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:03.358110 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60f2202c-a9af-4da4-ba2a-3ea763739899 req-562caf69-15b3-47ea-8302-bf1942818fc9 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676386 Jan 28 05:53:03.365401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e206f8-3693-44ec-8b2d-696712ee8e15']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:03.379201 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c0bc4a-5e09-453c-b0f4-181227a3ab74') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:03.379494 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c0bc4a-5e09-453c-b0f4-181227a3ab74') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:03.382044 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92d09572-d01a-4fcc-8a13-032f90efcc83 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (f5db3d8f-e877-4d51-8601-0ac1e9db555f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:03.382908 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-a6cf7eef-6ebc-47ab-8480-b463453a4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:03.386034 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-a6cf7eef-6ebc-47ab-8480-b463453a4ab0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933933 Jan 28 05:53:03.502167 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92d09572-d01a-4fcc-8a13-032f90efcc83 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f5db3d8f-e877-4d51-8601-0ac1e9db555f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:03.504905 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92d09572-d01a-4fcc-8a13-032f90efcc83 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:03.506096 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-92d09572-d01a-4fcc-8a13-032f90efcc83 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-groups/f5db3d8f-e877-4d51-8601-0ac1e9db555f HTTP/1.1" status: 204 len: 168 time: 0.2852631 Jan 28 05:53:03.510930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40216) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:03.541462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d09572-d01a-4fcc-8a13-032f90efcc83 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5db3d8f-e877-4d51-8601-0ac1e9db555f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:03.646874 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-80ffd22d-9276-4cfb-be10-ea2833af6550 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1299865 Jan 28 05:53:03.656326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40220) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:03.660619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d48ed9c2-e53c-4a10-adaa-10107d916a06 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427036942'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:03.690792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6bd0b-4afa-4ad9-9d64-9d59dcf795bf req-f2dc3da9-5a5d-48ae-947a-19f6dfb593e0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:03.692496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fe6bd0b-4afa-4ad9-9d64-9d59dcf795bf req-f2dc3da9-5a5d-48ae-947a-19f6dfb593e0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.0932312 Jan 28 05:53:03.706575 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (30c0bc4a-5e09-453c-b0f4-181227a3ab74), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:03.731810 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d48ed9c2-e53c-4a10-adaa-10107d916a06 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:03.759231 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fe6bd0b-4afa-4ad9-9d64-9d59dcf795bf req-7ad8a785-73da-432b-a38e-327a0f19ab39 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608647 Jan 28 05:53:03.764907 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (30c0bc4a-5e09-453c-b0f4-181227a3ab74), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:03.774849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:53:03.775250 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (30c0bc4a-5e09-453c-b0f4-181227a3ab74), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:53:03.778215 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:53:03.825665 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d48ed9c2-e53c-4a10-adaa-10107d916a06 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (bce6ad6e-4b3f-4e61-932f-a5c46f8c6b40), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:03.856693 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-c6fcb99c-9bd0-432c-ba6c-4610f52a4b96 service neutron] 10.222.0.60 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601281 Jan 28 05:53:03.908175 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d48ed9c2-e53c-4a10-adaa-10107d916a06 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bce6ad6e-4b3f-4e61-932f-a5c46f8c6b40), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:03.932952 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (d2e206f8-3693-44ec-8b2d-696712ee8e15), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:03.945091 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:03.946509 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ed9c2-e53c-4a10-adaa-10107d916a06 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce6ad6e-4b3f-4e61-932f-a5c46f8c6b40,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:03.948311 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/networks/d2e206f8-3693-44ec-8b2d-696712ee8e15 HTTP/1.1" status: 204 len: 168 time: 1.6464233 Jan 28 05:53:03.951919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40226) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:03.959040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c8d810e8-2895-4aaa-9fd4-3e18090ac6c6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0', 'name': 'tempest-PortsTestJSON-1793667671'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:03.964719 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2bc52-d02c-4106-ab52-f306e4326405 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Network': ['ID=d2e206f8-3693-44ec-8b2d-696712ee8e15,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:03.970053 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-22dd69eb-537c-48c1-bd88-ca230ef4d2ad req-0acbe432-5fad-4e0c-ac5d-0165434f79f4 service neutron] 10.222.0.60 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070962 Jan 28 05:53:03.981839 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d48ed9c2-e53c-4a10-adaa-10107d916a06 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:03.984033 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d48ed9c2-e53c-4a10-adaa-10107d916a06 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3271008 Jan 28 05:53:03.987257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40228) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:03.992520 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-79de4399-b5de-454d-a666-48a8ee9d3b20 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group_rule': {'security_group_id': 'bce6ad6e-4b3f-4e61-932f-a5c46f8c6b40', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:04.079414 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79de4399-b5de-454d-a666-48a8ee9d3b20 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (39edfe38-47c8-4a99-81cc-410db707402f), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.096374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d810e8-2895-4aaa-9fd4-3e18090ac6c6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:04.100052 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8d810e8-2895-4aaa-9fd4-3e18090ac6c6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.120098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-c8d810e8-2895-4aaa-9fd4-3e18090ac6c6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] device_id is not set on port bf71cddc-29aa-44d0-92b2-9750687306c2 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:53:04.152724 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79de4399-b5de-454d-a666-48a8ee9d3b20 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (39edfe38-47c8-4a99-81cc-410db707402f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.204626 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79de4399-b5de-454d-a666-48a8ee9d3b20 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (39edfe38-47c8-4a99-81cc-410db707402f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.223882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de4399-b5de-454d-a666-48a8ee9d3b20 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39edfe38-47c8-4a99-81cc-410db707402f,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:04.296781 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8d810e8-2895-4aaa-9fd4-3e18090ac6c6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (bf71cddc-29aa-44d0-92b2-9750687306c2), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.316479 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79de4399-b5de-454d-a666-48a8ee9d3b20 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.323654 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-79de4399-b5de-454d-a666-48a8ee9d3b20 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3293927 Jan 28 05:53:04.323654 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40238) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:04.350582 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41b845bb-cba3-42e0-8bc0-aced130b6142 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (39edfe38-47c8-4a99-81cc-410db707402f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.360928 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41b845bb-cba3-42e0-8bc0-aced130b6142 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (39edfe38-47c8-4a99-81cc-410db707402f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.393760 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8d810e8-2895-4aaa-9fd4-3e18090ac6c6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (bf71cddc-29aa-44d0-92b2-9750687306c2), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.449147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d810e8-2895-4aaa-9fd4-3e18090ac6c6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:04.454307 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c8d810e8-2895-4aaa-9fd4-3e18090ac6c6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:04.458602 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d810e8-2895-4aaa-9fd4-3e18090ac6c6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:04.463609 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d810e8-2895-4aaa-9fd4-3e18090ac6c6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:04.464211 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8d810e8-2895-4aaa-9fd4-3e18090ac6c6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.476081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d810e8-2895-4aaa-9fd4-3e18090ac6c6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=bf71cddc-29aa-44d0-92b2-9750687306c2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:04.485382 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41b845bb-cba3-42e0-8bc0-aced130b6142 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (39edfe38-47c8-4a99-81cc-410db707402f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.491118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41b845bb-cba3-42e0-8bc0-aced130b6142 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.492373 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-41b845bb-cba3-42e0-8bc0-aced130b6142 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/39edfe38-47c8-4a99-81cc-410db707402f HTTP/1.1" status: 204 len: 168 time: 0.1708629 Jan 28 05:53:04.495122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40244) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:04.513381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b845bb-cba3-42e0-8bc0-aced130b6142 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39edfe38-47c8-4a99-81cc-410db707402f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:04.528620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcf7c2-5c11-4615-85cb-3af40dafd42c req-5d8210f0-f440-4d10-94ba-4a6c4d9df330 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:04.529987 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b2fcf7c2-5c11-4615-85cb-3af40dafd42c req-5d8210f0-f440-4d10-94ba-4a6c4d9df330 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.0627224 Jan 28 05:53:04.548412 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2f478661-ecf4-44f5-b902-21478ddb007c tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0521441 Jan 28 05:53:04.553378 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40246) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:04.582739 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c8d810e8-2895-4aaa-9fd4-3e18090ac6c6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6292379 Jan 28 05:53:04.587248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b2fcf7c2-5c11-4615-85cb-3af40dafd42c req-5e80ef67-8670-49ec-8d39-81f689349b46 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501981 Jan 28 05:53:04.587716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40248) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:04.615021 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-799d075b-0eb0-497e-829b-931b65de3def tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (bce6ad6e-4b3f-4e61-932f-a5c46f8c6b40), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.639886 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-799d075b-0eb0-497e-829b-931b65de3def tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (bce6ad6e-4b3f-4e61-932f-a5c46f8c6b40), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.749865 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-fd470eca-37bb-42d8-95ea-434815a2ae50 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port bf71cddc-29aa-44d0-92b2-9750687306c2 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:04.756379 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd470eca-37bb-42d8-95ea-434815a2ae50 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (bf71cddc-29aa-44d0-92b2-9750687306c2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.776311 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0804482-0b43-43e1-88cd-5e4dd533a3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.804618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:53:04.805472 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-799d075b-0eb0-497e-829b-931b65de3def tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bce6ad6e-4b3f-4e61-932f-a5c46f8c6b40), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.808928 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-799d075b-0eb0-497e-829b-931b65de3def tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.815244 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40260) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:04.816279 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-799d075b-0eb0-497e-829b-931b65de3def tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-groups/bce6ad6e-4b3f-4e61-932f-a5c46f8c6b40 HTTP/1.1" status: 204 len: 168 time: 0.2618630 Jan 28 05:53:04.834046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d075b-0eb0-497e-829b-931b65de3def tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce6ad6e-4b3f-4e61-932f-a5c46f8c6b40,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:04.858852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:53:04.859212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 725a3b22-7c6c-4d4b-84a7-dd9f6d1ee682 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:53:04.867189 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd470eca-37bb-42d8-95ea-434815a2ae50 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (bf71cddc-29aa-44d0-92b2-9750687306c2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:04.902814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-fd470eca-37bb-42d8-95ea-434815a2ae50 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for bf71cddc-29aa-44d0-92b2-9750687306c2 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:04.909213 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8f2814a4-3371-43a9-b264-3af5890351d1 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0932121 Jan 28 05:53:04.913172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40262) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:04.918167 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-cc82a032-3d41-4ffb-81df-93bec1057fc2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group': {'name': 'tempest-secgroup--281807594'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:04.984758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b924d6-e668-4232-8deb-0abd495741cf req-674a5b5e-0092-451c-8c5a-f1675d65ea38 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:04.986263 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38b924d6-e668-4232-8deb-0abd495741cf req-674a5b5e-0092-451c-8c5a-f1675d65ea38 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.0981996 Jan 28 05:53:04.993838 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cc82a032-3d41-4ffb-81df-93bec1057fc2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:05.046061 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38b924d6-e668-4232-8deb-0abd495741cf req-fe16e46c-af66-4351-aabb-472328fc09b1 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538163 Jan 28 05:53:05.075185 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cc82a032-3d41-4ffb-81df-93bec1057fc2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (ba4e206d-7706-42d5-971f-486ccef44e2e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:05.113485 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd470eca-37bb-42d8-95ea-434815a2ae50 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (bf71cddc-29aa-44d0-92b2-9750687306c2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:05.142000 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cc82a032-3d41-4ffb-81df-93bec1057fc2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ba4e206d-7706-42d5-971f-486ccef44e2e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:05.149595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd470eca-37bb-42d8-95ea-434815a2ae50 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=bf71cddc-29aa-44d0-92b2-9750687306c2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:05.154737 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd470eca-37bb-42d8-95ea-434815a2ae50 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:05.161002 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fd470eca-37bb-42d8-95ea-434815a2ae50 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/ports/bf71cddc-29aa-44d0-92b2-9750687306c2 HTTP/1.1" status: 204 len: 168 time: 0.5722814 Jan 28 05:53:05.161623 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40266) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:05.166560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c6630828-8527-4a64-898a-a99804ecf7f4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0', 'mac_address': 'fa:16:3e:0a:59:cc', 'name': 'tempest-PortsTestJSON-217253790'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:05.175766 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82a032-3d41-4ffb-81df-93bec1057fc2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4e206d-7706-42d5-971f-486ccef44e2e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:05.218360 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cc82a032-3d41-4ffb-81df-93bec1057fc2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:05.219660 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cc82a032-3d41-4ffb-81df-93bec1057fc2 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3053124 Jan 28 05:53:05.222781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40268) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:05.228154 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-db3ebaf1-3892-4f28-8e93-3116e5f1201b tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group_rule': {'security_group_id': 'ba4e206d-7706-42d5-971f-486ccef44e2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:05.320021 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6630828-8527-4a64-898a-a99804ecf7f4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:05.328173 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db3ebaf1-3892-4f28-8e93-3116e5f1201b tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (d1ce37eb-fbf8-4a3a-af84-47bde36fa99d), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:05.398963 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db3ebaf1-3892-4f28-8e93-3116e5f1201b tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (d1ce37eb-fbf8-4a3a-af84-47bde36fa99d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:05.401569 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6630828-8527-4a64-898a-a99804ecf7f4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:05.427204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-c6630828-8527-4a64-898a-a99804ecf7f4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] device_id is not set on port 2e2bd203-3d48-4fc5-a53e-42b5ac265567 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:53:05.480426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db3ebaf1-3892-4f28-8e93-3116e5f1201b tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (d1ce37eb-fbf8-4a3a-af84-47bde36fa99d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:05.506205 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ebaf1-3892-4f28-8e93-3116e5f1201b tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ce37eb-fbf8-4a3a-af84-47bde36fa99d,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:05.561859 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db3ebaf1-3892-4f28-8e93-3116e5f1201b tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:05.565789 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-db3ebaf1-3892-4f28-8e93-3116e5f1201b tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3396149 Jan 28 05:53:05.566065 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40272) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:05.583760 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fe0993c0-6b08-4a41-96f2-52a58e8bd146 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-group-rules/d1ce37eb-fbf8-4a3a-af84-47bde36fa99d HTTP/1.1" status: 200 len: 763 time: 0.0164092 Jan 28 05:53:05.591006 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40274) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:05.639735 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-80f66597-1cae-4ade-a39b-40a5641595e7 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0449791 Jan 28 05:53:05.648524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40278) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:05.648633 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6630828-8527-4a64-898a-a99804ecf7f4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (2e2bd203-3d48-4fc5-a53e-42b5ac265567), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:05.675099 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a630824-348e-4fcd-820e-2568803207a4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (d1ce37eb-fbf8-4a3a-af84-47bde36fa99d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:05.684432 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a630824-348e-4fcd-820e-2568803207a4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (d1ce37eb-fbf8-4a3a-af84-47bde36fa99d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:05.739457 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6630828-8527-4a64-898a-a99804ecf7f4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2e2bd203-3d48-4fc5-a53e-42b5ac265567), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:05.771573 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a630824-348e-4fcd-820e-2568803207a4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (d1ce37eb-fbf8-4a3a-af84-47bde36fa99d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:05.779900 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a630824-348e-4fcd-820e-2568803207a4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:05.781659 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9a630824-348e-4fcd-820e-2568803207a4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d1ce37eb-fbf8-4a3a-af84-47bde36fa99d HTTP/1.1" status: 204 len: 168 time: 0.1371539 Jan 28 05:53:05.787037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40284) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:05.793524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a630824-348e-4fcd-820e-2568803207a4 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1ce37eb-fbf8-4a3a-af84-47bde36fa99d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:05.821060 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6630828-8527-4a64-898a-a99804ecf7f4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:05.834091 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c6630828-8527-4a64-898a-a99804ecf7f4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:05.837331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6630828-8527-4a64-898a-a99804ecf7f4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:05.844670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6630828-8527-4a64-898a-a99804ecf7f4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:05.845299 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6630828-8527-4a64-898a-a99804ecf7f4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:05.847781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6630828-8527-4a64-898a-a99804ecf7f4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=2e2bd203-3d48-4fc5-a53e-42b5ac265567,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:05.859211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb640555-834a-4a2b-8410-b4592b8b5955 req-02df5aac-32f0-425c-a4ea-a5241c903ce9 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:05.866266 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb640555-834a-4a2b-8410-b4592b8b5955 req-02df5aac-32f0-425c-a4ea-a5241c903ce9 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1668167 Jan 28 05:53:05.918638 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a04693c0-0041-49cb-b74e-d0baa5963d99 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1289029 Jan 28 05:53:05.923017 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40290) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:05.932195 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-3ebd043c-a9f5-486b-8bc8-c0298c52901c tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group_rule': {'security_group_id': 'ba4e206d-7706-42d5-971f-486ccef44e2e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:05.941778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb640555-834a-4a2b-8410-b4592b8b5955 req-e794f9b6-42f8-4e7b-a2d6-7fbf054dbc46 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745244 Jan 28 05:53:05.962682 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c6630828-8527-4a64-898a-a99804ecf7f4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7999885 Jan 28 05:53:05.974469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40292) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:06.007457 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40294) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:06.028487 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3ebd043c-a9f5-486b-8bc8-c0298c52901c tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (8f9b0297-2fd8-46bd-9754-049aca784669), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.034700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427ab862-f35e-400f-bca7-4aaaf1d415b5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:06.036373 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-427ab862-f35e-400f-bca7-4aaaf1d415b5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports/2e2bd203-3d48-4fc5-a53e-42b5ac265567 HTTP/1.1" status: 200 len: 840 time: 0.0660999 Jan 28 05:53:06.039048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40298) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:06.110785 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3ebd043c-a9f5-486b-8bc8-c0298c52901c tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (8f9b0297-2fd8-46bd-9754-049aca784669), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.143186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-88cea4cd-919e-47d1-b8de-008c13e40150 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port 2e2bd203-3d48-4fc5-a53e-42b5ac265567 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:06.143670 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88cea4cd-919e-47d1-b8de-008c13e40150 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2e2bd203-3d48-4fc5-a53e-42b5ac265567), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.185600 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb66b4b-b50e-4055-8566-8a5ff226028d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.206622 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3ebd043c-a9f5-486b-8bc8-c0298c52901c tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (8f9b0297-2fd8-46bd-9754-049aca784669), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.228996 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88cea4cd-919e-47d1-b8de-008c13e40150 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2e2bd203-3d48-4fc5-a53e-42b5ac265567), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.235908 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd043c-a9f5-486b-8bc8-c0298c52901c tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9b0297-2fd8-46bd-9754-049aca784669,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:06.244769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-88cea4cd-919e-47d1-b8de-008c13e40150 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for 2e2bd203-3d48-4fc5-a53e-42b5ac265567 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:06.285706 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb66b4b-b50e-4055-8566-8a5ff226028d admin admin] Publish callbacks [] for security_group (c94e4f06-ae72-45f9-9edd-bb9da4ae4aca), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.309791 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3ebd043c-a9f5-486b-8bc8-c0298c52901c tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.312763 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3ebd043c-a9f5-486b-8bc8-c0298c52901c tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3863695 Jan 28 05:53:06.313867 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40302) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:06.333516 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-04f23f59-f0fd-4d92-87eb-0f52f2cf6e89 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-group-rules/8f9b0297-2fd8-46bd-9754-049aca784669 HTTP/1.1" status: 200 len: 763 time: 0.0160887 Jan 28 05:53:06.334535 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40304) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:06.355923 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb66b4b-b50e-4055-8566-8a5ff226028d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c94e4f06-ae72-45f9-9edd-bb9da4ae4aca), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.362825 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31fb8c-4539-428a-842a-80826be47cf1 req-b36fa01a-db4b-4980-8b3b-4fc30f53cb9f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:06.364287 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f31fb8c-4539-428a-842a-80826be47cf1 req-b36fa01a-db4b-4980-8b3b-4fc30f53cb9f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.0749626 Jan 28 05:53:06.418706 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6e4d85cb-793f-4802-8d76-c9f91ac096ef tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0802665 Jan 28 05:53:06.418706 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40306) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:06.426849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb66b4b-b50e-4055-8566-8a5ff226028d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94e4f06-ae72-45f9-9edd-bb9da4ae4aca,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:06.433172 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0fb66b4b-b50e-4055-8566-8a5ff226028d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6f916ab5ac7497db79f324bf77f2ca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4245133 Jan 28 05:53:06.439698 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40308) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:06.457340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f31fb8c-4539-428a-842a-80826be47cf1 req-48cd16b9-823a-4afb-8e41-57be179df5b9 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839894 Jan 28 05:53:06.479681 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9bd5c824-3c0b-4e6e-8ee4-c149ab6a5af9 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (8f9b0297-2fd8-46bd-9754-049aca784669), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.497084 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88cea4cd-919e-47d1-b8de-008c13e40150 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2e2bd203-3d48-4fc5-a53e-42b5ac265567), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.497357 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9bd5c824-3c0b-4e6e-8ee4-c149ab6a5af9 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (8f9b0297-2fd8-46bd-9754-049aca784669), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.528145 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.541640 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-52974262-62f4-41e4-9f3d-27cccc343aa0 admin admin] Publish callbacks [] for security_group (c94e4f06-ae72-45f9-9edd-bb9da4ae4aca), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.543566 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88cea4cd-919e-47d1-b8de-008c13e40150 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.552686 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-88cea4cd-919e-47d1-b8de-008c13e40150 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/ports/2e2bd203-3d48-4fc5-a53e-42b5ac265567 HTTP/1.1" status: 204 len: 168 time: 0.5099952 Jan 28 05:53:06.553542 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40310) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:06.555504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cea4cd-919e-47d1-b8de-008c13e40150 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=2e2bd203-3d48-4fc5-a53e-42b5ac265567,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:06.595651 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-52974262-62f4-41e4-9f3d-27cccc343aa0 admin admin] Publish callbacks [] for security_group (c94e4f06-ae72-45f9-9edd-bb9da4ae4aca), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.602648 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17bc188-7730-4f2c-b47c-02d7eeb900de tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] GET failed (client error): The resource could not be found. Jan 28 05:53:06.604096 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e17bc188-7730-4f2c-b47c-02d7eeb900de tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports/2e2bd203-3d48-4fc5-a53e-42b5ac265567 HTTP/1.1" status: 404 len: 333 time: 0.0495532 Jan 28 05:53:06.608494 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40312) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:06.613302 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7f20e1c7-f48b-47ec-a947-dd9da2afacdf tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0', 'name': 'tempest-PortsTestJSON-2111551899'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:06.620011 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9bd5c824-3c0b-4e6e-8ee4-c149ab6a5af9 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (8f9b0297-2fd8-46bd-9754-049aca784669), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.644906 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9bd5c824-3c0b-4e6e-8ee4-c149ab6a5af9 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.646507 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9bd5c824-3c0b-4e6e-8ee4-c149ab6a5af9 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8f9b0297-2fd8-46bd-9754-049aca784669 HTTP/1.1" status: 204 len: 168 time: 0.2264736 Jan 28 05:53:06.648760 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40314) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:06.701721 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5c824-3c0b-4e6e-8ee4-c149ab6a5af9 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f9b0297-2fd8-46bd-9754-049aca784669,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:06.716598 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40316) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:06.718089 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-82fce959-01f4-4128-90c3-4d424999aa35 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0678024 Jan 28 05:53:06.726602 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b1a73e26-2b14-4c5d-b622-c82684237175 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group_rule': {'security_group_id': 'ba4e206d-7706-42d5-971f-486ccef44e2e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:06.799954 n-d-812111-12 neutron-server[103634]: INFO neutron.db.securitygroups_db [None req-b1a73e26-2b14-4c5d-b622-c82684237175 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Project d9c5a1360740472ea5d788bb2f38c9b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:53:06.807647 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1a73e26-2b14-4c5d-b622-c82684237175 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (e807605b-ccbc-4aeb-9349-f58eb9867a13), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.828359 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f20e1c7-f48b-47ec-a947-dd9da2afacdf tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:06.831790 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7f20e1c7-f48b-47ec-a947-dd9da2afacdf tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.839156 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-52974262-62f4-41e4-9f3d-27cccc343aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c94e4f06-ae72-45f9-9edd-bb9da4ae4aca), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.841890 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-52974262-62f4-41e4-9f3d-27cccc343aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:06.843422 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-52974262-62f4-41e4-9f3d-27cccc343aa0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c94e4f06-ae72-45f9-9edd-bb9da4ae4aca HTTP/1.1" status: 204 len: 168 time: 0.4028039 Jan 28 05:53:06.887989 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-7f20e1c7-f48b-47ec-a947-dd9da2afacdf tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] device_id is not set on port da409428-ad3f-4c39-b08a-4e651e3b305c yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:53:06.942400 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52974262-62f4-41e4-9f3d-27cccc343aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94e4f06-ae72-45f9-9edd-bb9da4ae4aca,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:07.002470 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ff4e1cbd-a8ba-418f-9630-3402de151b18 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:53:07.116666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98840e-a35f-4a3d-b0ca-9cd7f4958718 req-e483fceb-9e11-465f-a96c-a14733489983 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:07.126148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f98840e-a35f-4a3d-b0ca-9cd7f4958718 req-e483fceb-9e11-465f-a96c-a14733489983 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.0675139 Jan 28 05:53:07.195603 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ff4e1cbd-a8ba-418f-9630-3402de151b18, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ff4e1cbd-a8ba-418f-9630-3402de151b18,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:07.198175 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7f20e1c7-f48b-47ec-a947-dd9da2afacdf tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (da409428-ad3f-4c39-b08a-4e651e3b305c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:07.212808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'ff4e1cbd-a8ba-418f-9630-3402de151b18', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'port_id': 'ff4e1cbd-a8ba-418f-9630-3402de151b18', 'mac_address': 'fa:16:3e:c7:cf:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:53:07.218546 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f98840e-a35f-4a3d-b0ca-9cd7f4958718 req-40f4efa3-2e67-4625-b34d-b9924d18cb91 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887032 Jan 28 05:53:07.255435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ff4e1cbd-a8ba-418f-9630-3402de151b18 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:07.255844 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:07.257219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1a73e26-2b14-4c5d-b622-c82684237175 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (e807605b-ccbc-4aeb-9349-f58eb9867a13), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:07.274809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4e1cbd-a8ba-418f-9630-3402de151b18 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:53:07.304480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ff4e1cbd-a8ba-418f-9630-3402de151b18, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ff4e1cbd-a8ba-418f-9630-3402de151b18,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:07.354019 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1a73e26-2b14-4c5d-b622-c82684237175 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (e807605b-ccbc-4aeb-9349-f58eb9867a13), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:07.373483 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a73e26-2b14-4c5d-b622-c82684237175 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e807605b-ccbc-4aeb-9349-f58eb9867a13,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:07.400118 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:07.405590 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7f20e1c7-f48b-47ec-a947-dd9da2afacdf tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (da409428-ad3f-4c39-b08a-4e651e3b305c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:07.445049 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f20e1c7-f48b-47ec-a947-dd9da2afacdf tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:07.448288 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-7f20e1c7-f48b-47ec-a947-dd9da2afacdf tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:07.454757 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20e1c7-f48b-47ec-a947-dd9da2afacdf tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:07.459943 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f20e1c7-f48b-47ec-a947-dd9da2afacdf tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:07.460566 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7f20e1c7-f48b-47ec-a947-dd9da2afacdf tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:07.471181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20e1c7-f48b-47ec-a947-dd9da2afacdf tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=da409428-ad3f-4c39-b08a-4e651e3b305c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:07.474353 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ff4e1cbd-a8ba-418f-9630-3402de151b18,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:07.492870 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1a73e26-2b14-4c5d-b622-c82684237175 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:07.496677 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b1a73e26-2b14-4c5d-b622-c82684237175 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7759745 Jan 28 05:53:07.500378 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40332) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:07.522751 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a88ad632-e933-46b2-9956-c406f32c8037 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-group-rules/e807605b-ccbc-4aeb-9349-f58eb9867a13 HTTP/1.1" status: 200 len: 769 time: 0.0248163 Jan 28 05:53:07.525409 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40334) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:07.569037 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f82556b7-32aa-4aea-842d-be7702408810 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0416505 Jan 28 05:53:07.574525 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40336) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:07.592530 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7f20e1c7-f48b-47ec-a947-dd9da2afacdf tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9830630 Jan 28 05:53:07.595684 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40338) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:07.601106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3e492be6-b2ef-438a-854a-f19dd6c6b155 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:07.606319 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-71b2ce8a-1da9-456c-abc8-fe4391b32159 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (e807605b-ccbc-4aeb-9349-f58eb9867a13), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:07.615084 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-71b2ce8a-1da9-456c-abc8-fe4391b32159 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (e807605b-ccbc-4aeb-9349-f58eb9867a13), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:07.645560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68907b0-63a9-40f3-8b77-8060de3bef6b req-2d66879b-29ca-47ca-a0b2-8f47a785864e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:07.647017 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e68907b0-63a9-40f3-8b77-8060de3bef6b req-2d66879b-29ca-47ca-a0b2-8f47a785864e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.0953803 Jan 28 05:53:07.686830 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40340) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:07.704996 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea952932-e838-4b72-991b-3d5a34babb32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:07.706766 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e492be6-b2ef-438a-854a-f19dd6c6b155 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (da409428-ad3f-4c39-b08a-4e651e3b305c), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:07.727510 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-71b2ce8a-1da9-456c-abc8-fe4391b32159 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (e807605b-ccbc-4aeb-9349-f58eb9867a13), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:07.734992 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-71b2ce8a-1da9-456c-abc8-fe4391b32159 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:07.738487 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-71b2ce8a-1da9-456c-abc8-fe4391b32159 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e807605b-ccbc-4aeb-9349-f58eb9867a13 HTTP/1.1" status: 204 len: 168 time: 0.1606214 Jan 28 05:53:07.738621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e68907b0-63a9-40f3-8b77-8060de3bef6b req-f8c886d2-542d-4a0e-8322-b34f9d83cc49 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795867 Jan 28 05:53:07.739183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40342) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:07.753657 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2ce8a-1da9-456c-abc8-fe4391b32159 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e807605b-ccbc-4aeb-9349-f58eb9867a13,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:07.773536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['ff4e1cbd-a8ba-418f-9630-3402de151b18'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:53:07.822327 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea952932-e838-4b72-991b-3d5a34babb32 admin admin] Publish callbacks [] for security_group (8de8c64c-c876-4e3e-baf4-1fcf5d72b61c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:07.832280 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:07.852785 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6becfd07-b7d8-4735-8385-680fcbceabee tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1098063 Jan 28 05:53:07.855388 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40346) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:07.884155 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea952932-e838-4b72-991b-3d5a34babb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8de8c64c-c876-4e3e-baf4-1fcf5d72b61c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:07.954017 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e492be6-b2ef-438a-854a-f19dd6c6b155 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (da409428-ad3f-4c39-b08a-4e651e3b305c), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:07.968404 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ea952932-e838-4b72-991b-3d5a34babb32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e91b112d328b4adcad963ace6757bec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2802665 Jan 28 05:53:07.969724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40350) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:07.974143 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea952932-e838-4b72-991b-3d5a34babb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de8c64c-c876-4e3e-baf4-1fcf5d72b61c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:08.002757 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e492be6-b2ef-438a-854a-f19dd6c6b155 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (da409428-ad3f-4c39-b08a-4e651e3b305c), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.007824 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0a0ca59e-2932-41c4-9611-ac3811fa8442 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (ba4e206d-7706-42d5-971f-486ccef44e2e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.050092 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0a0ca59e-2932-41c4-9611-ac3811fa8442 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (ba4e206d-7706-42d5-971f-486ccef44e2e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.070709 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3e492be6-b2ef-438a-854a-f19dd6c6b155 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] In _notify_port_updated(), no bound segment for port da409428-ad3f-4c39-b08a-4e651e3b305c on network dcd613df-b33d-498f-bec6-2bc9922a7ce0 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 05:53:08.077858 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e492be6-b2ef-438a-854a-f19dd6c6b155 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:08.078530 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e492be6-b2ef-438a-854a-f19dd6c6b155 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.082250 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3e492be6-b2ef-438a-854a-f19dd6c6b155 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "PUT /v2.0/ports/da409428-ad3f-4c39-b08a-4e651e3b305c HTTP/1.1" status: 200 len: 818 time: 0.4830828 Jan 28 05:53:08.083609 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40352) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:08.102163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e492be6-b2ef-438a-854a-f19dd6c6b155 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=da409428-ad3f-4c39-b08a-4e651e3b305c,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:08.126232 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9221b9e4-a5d1-406c-90b5-bdfbed452b99 admin admin] Publish callbacks [] for security_group (8de8c64c-c876-4e3e-baf4-1fcf5d72b61c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.155782 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9221b9e4-a5d1-406c-90b5-bdfbed452b99 admin admin] Publish callbacks [] for security_group (8de8c64c-c876-4e3e-baf4-1fcf5d72b61c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.174800 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0a0ca59e-2932-41c4-9611-ac3811fa8442 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ba4e206d-7706-42d5-971f-486ccef44e2e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.177602 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0a0ca59e-2932-41c4-9611-ac3811fa8442 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.181261 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0a0ca59e-2932-41c4-9611-ac3811fa8442 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-groups/ba4e206d-7706-42d5-971f-486ccef44e2e HTTP/1.1" status: 204 len: 168 time: 0.3247621 Jan 28 05:53:08.183894 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40356) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:08.214047 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ca59e-2932-41c4-9611-ac3811fa8442 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4e206d-7706-42d5-971f-486ccef44e2e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:08.222556 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b3e0b-14df-4d6f-bbed-e6dc4e37c8c1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port da409428-ad3f-4c39-b08a-4e651e3b305c {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:08.223192 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f2b3e0b-14df-4d6f-bbed-e6dc4e37c8c1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (da409428-ad3f-4c39-b08a-4e651e3b305c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.280055 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cf633dec-8aaa-46cc-843f-1129f99bbb61 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0937684 Jan 28 05:53:08.281215 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9221b9e4-a5d1-406c-90b5-bdfbed452b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8de8c64c-c876-4e3e-baf4-1fcf5d72b61c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.284907 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9221b9e4-a5d1-406c-90b5-bdfbed452b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.286358 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9221b9e4-a5d1-406c-90b5-bdfbed452b99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8de8c64c-c876-4e3e-baf4-1fcf5d72b61c HTTP/1.1" status: 204 len: 168 time: 0.3141084 Jan 28 05:53:08.288194 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40360) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:08.300641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-503a4cba-7fa0-4022-9277-3ebfa0873888 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group': {'name': 'tempest-secgroup--1729981645'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:08.316149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221b9e4-a5d1-406c-90b5-bdfbed452b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de8c64c-c876-4e3e-baf4-1fcf5d72b61c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:08.362877 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f2b3e0b-14df-4d6f-bbed-e6dc4e37c8c1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (da409428-ad3f-4c39-b08a-4e651e3b305c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.386702 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b3e0b-14df-4d6f-bbed-e6dc4e37c8c1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for da409428-ad3f-4c39-b08a-4e651e3b305c owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:08.421509 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d3bd1-4339-4904-800c-2ffb96d31d34 req-aa59767a-ec9e-424c-8946-bd87acb90f92 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:08.423284 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b55d3bd1-4339-4904-800c-2ffb96d31d34 req-aa59767a-ec9e-424c-8946-bd87acb90f92 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 944 time: 0.0626419 Jan 28 05:53:08.475176 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-503a4cba-7fa0-4022-9277-3ebfa0873888 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.487889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b55d3bd1-4339-4904-800c-2ffb96d31d34 req-dcdc8b95-8b6b-4e21-ad90-379a2dd89a21 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584073 Jan 28 05:53:08.548326 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f2b3e0b-14df-4d6f-bbed-e6dc4e37c8c1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (da409428-ad3f-4c39-b08a-4e651e3b305c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.550566 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-503a4cba-7fa0-4022-9277-3ebfa0873888 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (0a2c722c-9cdd-449f-9b40-d7ace0e573b5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.582152 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f2b3e0b-14df-4d6f-bbed-e6dc4e37c8c1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.585824 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1f2b3e0b-14df-4d6f-bbed-e6dc4e37c8c1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/ports/da409428-ad3f-4c39-b08a-4e651e3b305c HTTP/1.1" status: 204 len: 168 time: 0.5012400 Jan 28 05:53:08.586941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b3e0b-14df-4d6f-bbed-e6dc4e37c8c1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=da409428-ad3f-4c39-b08a-4e651e3b305c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:08.588432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40364) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:08.622374 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-503a4cba-7fa0-4022-9277-3ebfa0873888 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0a2c722c-9cdd-449f-9b40-d7ace0e573b5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.662893 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a4cba-7fa0-4022-9277-3ebfa0873888 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2c722c-9cdd-449f-9b40-d7ace0e573b5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:08.672757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9f068-b85d-48a6-88f1-2410300c80a2 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:08.676761 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6da9f068-b85d-48a6-88f1-2410300c80a2 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0848379 Jan 28 05:53:08.679020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40368) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:08.694990 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-503a4cba-7fa0-4022-9277-3ebfa0873888 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.706255 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0241318-c4e5-4dc7-87e3-e425b1f48ebf tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] GET failed (client error): The resource could not be found. Jan 28 05:53:08.710569 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b0241318-c4e5-4dc7-87e3-e425b1f48ebf tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports/da409428-ad3f-4c39-b08a-4e651e3b305c HTTP/1.1" status: 404 len: 333 time: 0.0290182 Jan 28 05:53:08.710569 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40370) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:08.711195 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40372) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:08.713733 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-503a4cba-7fa0-4022-9277-3ebfa0873888 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4212623 Jan 28 05:53:08.714090 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ee410772-6e7c-4a58-b9f3-06120e1d6991 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Request body: {'security_group_rule': {'security_group_id': '0a2c722c-9cdd-449f-9b40-d7ace0e573b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:08.723414 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-685150c5-04b2-4ca1-9a73-f67caebcc5c2 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1579553225'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:08.829216 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee410772-6e7c-4a58-b9f3-06120e1d6991 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (bf7daaa3-6cbc-40fc-8ffa-decee7edb012), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.858125 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685150c5-04b2-4ca1-9a73-f67caebcc5c2 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:08.861711 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-685150c5-04b2-4ca1-9a73-f67caebcc5c2 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.909928 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685150c5-04b2-4ca1-9a73-f67caebcc5c2 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:53:08.924625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5907ad-8f5d-47c6-97cb-1fbbb656de03 req-fd7ba46a-b274-4227-8c30-d8253906c20f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:08.926679 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-685150c5-04b2-4ca1-9a73-f67caebcc5c2 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (81b9ac57-9843-40f7-8ed2-e626a4a18138), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.927037 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-685150c5-04b2-4ca1-9a73-f67caebcc5c2 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Added segment 81b9ac57-9843-40f7-8ed2-e626a4a18138 of type vlan for network a20be353-9cec-4627-9103-75cb81ed7f93 Jan 28 05:53:08.927364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae5907ad-8f5d-47c6-97cb-1fbbb656de03 req-fd7ba46a-b274-4227-8c30-d8253906c20f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.0734105 Jan 28 05:53:08.942348 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee410772-6e7c-4a58-b9f3-06120e1d6991 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (bf7daaa3-6cbc-40fc-8ffa-decee7edb012), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:08.992854 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-685150c5-04b2-4ca1-9a73-f67caebcc5c2 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (a20be353-9cec-4627-9103-75cb81ed7f93), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:09.004170 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae5907ad-8f5d-47c6-97cb-1fbbb656de03 req-4d6e0054-c72f-4810-b8c6-878e78c7e7e4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670321 Jan 28 05:53:09.009380 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ff4e1cbd-a8ba-418f-9630-3402de151b18 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:53:09.026893 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee410772-6e7c-4a58-b9f3-06120e1d6991 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (bf7daaa3-6cbc-40fc-8ffa-decee7edb012), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:09.060115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee410772-6e7c-4a58-b9f3-06120e1d6991 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7daaa3-6cbc-40fc-8ffa-decee7edb012,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:09.107571 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:09.131014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port ff4e1cbd-a8ba-418f-9630-3402de151b18 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:53:09.131410 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-685150c5-04b2-4ca1-9a73-f67caebcc5c2 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (a20be353-9cec-4627-9103-75cb81ed7f93), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:09.135954 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port ff4e1cbd-a8ba-418f-9630-3402de151b18 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:09.136840 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:09.142555 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685150c5-04b2-4ca1-9a73-f67caebcc5c2 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:09.157438 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-685150c5-04b2-4ca1-9a73-f67caebcc5c2 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:09.157438 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee410772-6e7c-4a58-b9f3-06120e1d6991 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:09.157438 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ee410772-6e7c-4a58-b9f3-06120e1d6991 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4453316 Jan 28 05:53:09.158335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40390) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:09.235864 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685150c5-04b2-4ca1-9a73-f67caebcc5c2 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Network': ['ID=a20be353-9cec-4627-9103-75cb81ed7f93,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:09.249436 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8155da3b-19c4-4ac3-a742-fbabb31d355c tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (0a2c722c-9cdd-449f-9b40-d7ace0e573b5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:09.280573 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network a20be353-9cec-4627-9103-75cb81ed7f93 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:53:09.285064 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8155da3b-19c4-4ac3-a742-fbabb31d355c tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (0a2c722c-9cdd-449f-9b40-d7ace0e573b5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:09.299714 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-685150c5-04b2-4ca1-9a73-f67caebcc5c2 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5800297 Jan 28 05:53:09.302412 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40398) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:09.307678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9aba2eae-d228-4636-8caf-ebe28cc5e15f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'subnet': {'network_id': 'a20be353-9cec-4627-9103-75cb81ed7f93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:09.402103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ff4e1cbd-a8ba-418f-9630-3402de151b18 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:09.402557 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:09.428352 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8155da3b-19c4-4ac3-a742-fbabb31d355c tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0a2c722c-9cdd-449f-9b40-d7ace0e573b5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:09.432663 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8155da3b-19c4-4ac3-a742-fbabb31d355c tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:09.433859 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8155da3b-19c4-4ac3-a742-fbabb31d355c tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-groups/0a2c722c-9cdd-449f-9b40-d7ace0e573b5 HTTP/1.1" status: 204 len: 168 time: 0.2743556 Jan 28 05:53:09.436977 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789877e1-3a92-4606-82da-1c76e230b3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4e1cbd-a8ba-418f-9630-3402de151b18'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:53:09.437348 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40400) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:09.439401 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a56a185-923b-4dd5-ae55-a7cddddb1038" -d '{"events": [{"server_uuid": "789877e1-3a92-4606-82da-1c76e230b3df", "name": "network-vif-plugged", "status": "completed", "tag": "ff4e1cbd-a8ba-418f-9630-3402de151b18"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:53:09.453145 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ff4e1cbd-a8ba-418f-9630-3402de151b18, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ff4e1cbd-a8ba-418f-9630-3402de151b18,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:09.459395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155da3b-19c4-4ac3-a742-fbabb31d355c tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2c722c-9cdd-449f-9b40-d7ace0e573b5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:09.502358 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-be24e907-db7d-446f-8559-5be31aa2bd28 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0627244 Jan 28 05:53:09.504190 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40406) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:09.515630 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aba2eae-d228-4636-8caf-ebe28cc5e15f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:09.520450 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9aba2eae-d228-4636-8caf-ebe28cc5e15f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:09.527349 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:09.649141 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fd67e4-5733-41b2-b3c9-e2c2703e530d x-openstack-request-id: req-96fd67e4-5733-41b2-b3c9-e2c2703e530d {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:53:09.649429 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789877e1-3a92-4606-82da-1c76e230b3df", "name": "network-vif-plugged", "status": "completed", "tag": "ff4e1cbd-a8ba-418f-9630-3402de151b18", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:53:09.649671 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96fd67e4-5733-41b2-b3c9-e2c2703e530d {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:53:09.650066 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789877e1-3a92-4606-82da-1c76e230b3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4e1cbd-a8ba-418f-9630-3402de151b18', 'code': 200} Jan 28 05:53:09.651427 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ff4e1cbd-a8ba-418f-9630-3402de151b18,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:09.703317 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ed6dd7d8-c5c1-4598-bb88-91e6faa0a4cf tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1948953 Jan 28 05:53:09.703567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fd25a-0785-4539-bc49-023b938c1cff req-7c8e1b08-1e34-4b51-947d-f291c6e688a3 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:09.704768 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40412) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:09.706832 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c16fd25a-0785-4539-bc49-023b938c1cff req-7c8e1b08-1e34-4b51-947d-f291c6e688a3 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.0761814 Jan 28 05:53:09.733248 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-04c11eae-7056-4a12-ae9b-4948603f6fb6 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] delete failed (client error): The resource could not be found. Jan 28 05:53:09.737766 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-04c11eae-7056-4a12-ae9b-4948603f6fb6 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "DELETE /v2.0/security-groups/0a2c722c-9cdd-449f-9b40-d7ace0e573b5 HTTP/1.1" status: 404 len: 347 time: 0.0294504 Jan 28 05:53:09.739984 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40414) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:09.762975 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd1c81-b520-4817-ba86-06afbccc234a req-d0e78a64-e266-437b-afac-3601da44f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:09.765046 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-73bd1c81-b520-4817-ba86-06afbccc234a req-d0e78a64-e266-437b-afac-3601da44f6a0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 1097 time: 0.1275210 Jan 28 05:53:09.778383 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c16fd25a-0785-4539-bc49-023b938c1cff req-6ae5b33e-9454-4565-8774-bbbe84660d9d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600343 Jan 28 05:53:09.860925 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-26ebd146-30d8-4cf9-b9aa-12a04c2a4448 tempest-SecGroupIPv6Test-1649680993 tempest-SecGroupIPv6Test-1649680993-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1196854 Jan 28 05:53:09.882845 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-73bd1c81-b520-4817-ba86-06afbccc234a req-14a0ac58-5f86-44d1-8dcc-449031bcbfb6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113424 Jan 28 05:53:10.016681 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9aba2eae-d228-4636-8caf-ebe28cc5e15f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (d9032d2b-97f7-481e-979e-6697f505fff0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:10.088691 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba2eae-d228-4636-8caf-ebe28cc5e15f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Subnet': ['ID=d9032d2b-97f7-481e-979e-6697f505fff0,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:10.107925 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aba2eae-d228-4636-8caf-ebe28cc5e15f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Checking segment: {'id': '81b9ac57-9843-40f7-8ed2-e626a4a18138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a20be353-9cec-4627-9103-75cb81ed7f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:53:10.108412 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aba2eae-d228-4636-8caf-ebe28cc5e15f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network hostable DHCP agents. Network: a20be353-9cec-4627-9103-75cb81ed7f93, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:53:10.141118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adfa73-7ce9-4558-a50f-cbfd4373b6cb req-707a1016-e6d9-4d40-aec9-0ea828d8d1eb tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:10.143577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6adfa73-7ce9-4558-a50f-cbfd4373b6cb req-707a1016-e6d9-4d40-aec9-0ea828d8d1eb tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.0652304 Jan 28 05:53:10.204885 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aba2eae-d228-4636-8caf-ebe28cc5e15f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network a20be353-9cec-4627-9103-75cb81ed7f93 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:53:10.214362 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6adfa73-7ce9-4558-a50f-cbfd4373b6cb req-a29970c3-be7e-4e83-83fb-242b80c43ef3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636690 Jan 28 05:53:10.268638 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-9aba2eae-d228-4636-8caf-ebe28cc5e15f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, a20be353-9cec-4627-9103-75cb81ed7f93) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:10.281168 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098bb4cf-0471-4a8e-9500-f3c5664b0e7f None None] Network a20be353-9cec-4627-9103-75cb81ed7f93 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:10.282808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aba2eae-d228-4636-8caf-ebe28cc5e15f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:10.283673 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9aba2eae-d228-4636-8caf-ebe28cc5e15f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:10.350680 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9aba2eae-d228-4636-8caf-ebe28cc5e15f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0471597 Jan 28 05:53:10.353615 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40434) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:10.358913 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-18231361-ac53-4fa8-b039-0f5da739bac6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'subnet': {'network_id': 'a20be353-9cec-4627-9103-75cb81ed7f93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:10.425511 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40440) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:10.458214 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-a20be353-9cec-4627-9103-75cb81ed7f93', 'network_id': 'a20be353-9cec-4627-9103-75cb81ed7f93', 'project_id': '9c74aef81c4e43d6894cf8de9c200946', 'fixed_ips': [{'subnet_id': 'd9032d2b-97f7-481e-979e-6697f505fff0'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:53:10.459238 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:10.589587 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18231361-ac53-4fa8-b039-0f5da739bac6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:10.594411 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18231361-ac53-4fa8-b039-0f5da739bac6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:10.662754 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Allocated IP 172.20.0.2 (a20be353-9cec-4627-9103-75cb81ed7f93/d9032d2b-97f7-481e-979e-6697f505fff0/2b9c3d94-0f71-480f-a1da-24c6490c7496) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:10.702802 n-d-812111-12 neutron-server[103634]: INFO neutron.db.ipam_backend_mixin [None req-18231361-ac53-4fa8-b039-0f5da739bac6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d9032d2b-97f7-481e-979e-6697f505fff0 (CIDR: 172.20.0.0/28) Jan 28 05:53:10.730580 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-18231361-ac53-4fa8-b039-0f5da739bac6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:53:10.731245 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18231361-ac53-4fa8-b039-0f5da739bac6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:53:10.811977 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-18231361-ac53-4fa8-b039-0f5da739bac6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4572306 Jan 28 05:53:10.815540 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40452) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:10.821274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3621922b-99d2-44e2-a613-9f9696abedfa tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'subnet': {'network_id': 'a20be353-9cec-4627-9103-75cb81ed7f93', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:10.842512 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Publish callbacks [] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:10.864634 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-048bcf9e-f89c-4584-baa4-c184e23f0b70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d9c5a1360740472ea5d788bb2f38c9b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4372568 Jan 28 05:53:10.865903 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40454) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:10.902734 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:10.952421 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fd45ae46-c1de-4f27-99f1-9c53281857c7 admin admin] Publish callbacks [] for security_group (210bbbd0-1788-4d96-82b2-5cc92b29acf7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:10.965417 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Network a20be353-9cec-4627-9103-75cb81ed7f93 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:10.971938 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:10.979693 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fd45ae46-c1de-4f27-99f1-9c53281857c7 admin admin] Publish callbacks [] for security_group (210bbbd0-1788-4d96-82b2-5cc92b29acf7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:10.993800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:10.995335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e138d-49ae-4dca-b827-4cd0d707c571 req-cc80a3ef-28f0-4ebe-a491-2ead40122a0b tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:11.003561 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba2e138d-49ae-4dca-b827-4cd0d707c571 req-cc80a3ef-28f0-4ebe-a491-2ead40122a0b tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.1051288 Jan 28 05:53:11.009321 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Pushing event updated for resources: {'Port': ['ID=2b9c3d94-0f71-480f-a1da-24c6490c7496,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:11.061386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Attempting to bind port 2b9c3d94-0f71-480f-a1da-24c6490c7496 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:53:11.061386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Attempting to bind port 2b9c3d94-0f71-480f-a1da-24c6490c7496 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '81b9ac57-9843-40f7-8ed2-e626a4a18138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a20be353-9cec-4627-9103-75cb81ed7f93'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:53:11.061618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Attempting to bind port 2b9c3d94-0f71-480f-a1da-24c6490c7496 on network a20be353-9cec-4627-9103-75cb81ed7f93 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:53:11.067582 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:53:11.067996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Checking segment: {'id': '81b9ac57-9843-40f7-8ed2-e626a4a18138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a20be353-9cec-4627-9103-75cb81ed7f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:53:11.068406 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:11.068807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Bound using segment: {'id': '81b9ac57-9843-40f7-8ed2-e626a4a18138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a20be353-9cec-4627-9103-75cb81ed7f93'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:53:11.069287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Bound port: 2b9c3d94-0f71-480f-a1da-24c6490c7496, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b9ac57-9843-40f7-8ed2-e626a4a18138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a20be353-9cec-4627-9103-75cb81ed7f93'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:53:11.069673 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:11.084465 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba2e138d-49ae-4dca-b827-4cd0d707c571 req-e00db6d6-f6bc-47ce-b427-800432a5c0cd tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739105 Jan 28 05:53:11.148203 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fd45ae46-c1de-4f27-99f1-9c53281857c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (210bbbd0-1788-4d96-82b2-5cc92b29acf7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:11.152670 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fd45ae46-c1de-4f27-99f1-9c53281857c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:11.153009 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fd45ae46-c1de-4f27-99f1-9c53281857c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/210bbbd0-1788-4d96-82b2-5cc92b29acf7 HTTP/1.1" status: 204 len: 168 time: 0.2845073 Jan 28 05:53:11.166619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45ae46-c1de-4f27-99f1-9c53281857c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210bbbd0-1788-4d96-82b2-5cc92b29acf7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:11.170827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] For port 2b9c3d94-0f71-480f-a1da-24c6490c7496, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:53:11.175662 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] For port 2b9c3d94-0f71-480f-a1da-24c6490c7496, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2b9c3d94-0f71-480f-a1da-24c6490c7496,segment=NetworkSegment(81b9ac57-9843-40f7-8ed2-e626a4a18138),segment_id=81b9ac57-9843-40f7-8ed2-e626a4a18138)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:53:11.193406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3621922b-99d2-44e2-a613-9f9696abedfa tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:11.200012 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3621922b-99d2-44e2-a613-9f9696abedfa tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:11.246484 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:11.366676 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a0326-8150-4552-a1c8-1e25e55f0273 None None] Pushing event updated for resources: {'Port': ['ID=2b9c3d94-0f71-480f-a1da-24c6490c7496,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:11.442869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6663efe-f339-4f8d-a9eb-81a2459c02ee req-92d1bca0-e371-414c-a0bb-a7b95399d78e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:11.455294 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6663efe-f339-4f8d-a9eb-81a2459c02ee req-92d1bca0-e371-414c-a0bb-a7b95399d78e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.1385245 Jan 28 05:53:11.600493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6663efe-f339-4f8d-a9eb-81a2459c02ee req-ac0857e8-3fc1-4746-8843-dd47a2dd4af4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441164 Jan 28 05:53:11.795025 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3621922b-99d2-44e2-a613-9f9696abedfa tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (84b17289-b7b9-42ae-b450-961391bba911), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:11.852348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3621922b-99d2-44e2-a613-9f9696abedfa tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network a20be353-9cec-4627-9103-75cb81ed7f93 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:11.856429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-3621922b-99d2-44e2-a613-9f9696abedfa tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:11.860850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3621922b-99d2-44e2-a613-9f9696abedfa tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:11.861880 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3621922b-99d2-44e2-a613-9f9696abedfa tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:11.882620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621922b-99d2-44e2-a613-9f9696abedfa tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Subnet': ['ID=84b17289-b7b9-42ae-b450-961391bba911,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:11.937941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40480) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:11.943962 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-48d04fc4-8b29-4e22-9cd0-2f80636ee39e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'network_id': 'a20be353-9cec-4627-9103-75cb81ed7f93', 'fixed_ips': [{'subnet_id': 'd9032d2b-97f7-481e-979e-6697f505fff0'}, {'subnet_id': '84b17289-b7b9-42ae-b450-961391bba911'}], 'name': 'tempest-PortsTestJSON-1669430146'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:11.945439 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3621922b-99d2-44e2-a613-9f9696abedfa tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1286247 Jan 28 05:53:12.154787 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d04fc4-8b29-4e22-9cd0-2f80636ee39e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:12.305053 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48d04fc4-8b29-4e22-9cd0-2f80636ee39e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:12.323985 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-48d04fc4-8b29-4e22-9cd0-2f80636ee39e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] device_id is not set on port ef4f9b48-674d-43f2-92c5-c71cc3944d91 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:53:12.327771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496afb3-31d1-46ed-bf42-27562ccc343b req-f53af228-7eb5-4a45-9a9e-d56ef2ad47a1 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:12.329334 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4496afb3-31d1-46ed-bf42-27562ccc343b req-f53af228-7eb5-4a45-9a9e-d56ef2ad47a1 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.0900996 Jan 28 05:53:12.385525 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4496afb3-31d1-46ed-bf42-27562ccc343b req-4c20361a-c01c-4972-9767-71b478cd0941 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491767 Jan 28 05:53:12.657625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc47cec-368a-479f-8801-eb47c2940110 req-8034e21b-de74-484f-9e39-10de26453c3c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:12.672616 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40508) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:12.678393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b8e2e9fd-e5bc-48b1-935d-65b3bcea1a0c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Request body: {'floatingip': {'port_id': 'ff4e1cbd-a8ba-418f-9630-3402de151b18'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:12.689816 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6bc47cec-368a-479f-8801-eb47c2940110 req-8034e21b-de74-484f-9e39-10de26453c3c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.1493347 Jan 28 05:53:12.814048 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e9fd-e5bc-48b1-935d-65b3bcea1a0c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for floatingip (6bb6a363-65d8-4b69-8094-bd30aaf0f4af), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:12.906218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb5fd8-b08b-4b91-bd73-f66983d6fbef req-713f80cd-2923-428e-861a-b81c672ee6f4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:12.917835 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64bb5fd8-b08b-4b91-bd73-f66983d6fbef req-713f80cd-2923-428e-861a-b81c672ee6f4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.1360526 Jan 28 05:53:12.983796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2b9c3d94-0f71-480f-a1da-24c6490c7496 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:53:13.019305 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64bb5fd8-b08b-4b91-bd73-f66983d6fbef req-6d355d0a-e27a-48c4-af37-ccd25cbd07c2 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003163 Jan 28 05:53:13.077643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 2b9c3d94-0f71-480f-a1da-24c6490c7496 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:13.078672 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:13.104517 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-48d04fc4-8b29-4e22-9cd0-2f80636ee39e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Allocated IP 172.20.0.6 (a20be353-9cec-4627-9103-75cb81ed7f93/d9032d2b-97f7-481e-979e-6697f505fff0/ef4f9b48-674d-43f2-92c5-c71cc3944d91) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:13.111912 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884ede40-2349-4749-9819-3c44dcf7ebcc None None] Network a20be353-9cec-4627-9103-75cb81ed7f93 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:13.118035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40520) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:13.120785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-48d04fc4-8b29-4e22-9cd0-2f80636ee39e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Allocated IP 172.20.0.30 (a20be353-9cec-4627-9103-75cb81ed7f93/84b17289-b7b9-42ae-b450-961391bba911/ef4f9b48-674d-43f2-92c5-c71cc3944d91) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:13.208944 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-74845f46-2217-4e16-8b47-d82a14b9427f None None] Provisioning complete for port 2b9c3d94-0f71-480f-a1da-24c6490c7496 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:13.209756 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74845f46-2217-4e16-8b47-d82a14b9427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:13.388858 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 2b9c3d94-0f71-480f-a1da-24c6490c7496 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:13.389277 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:13.436326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8e73ee16-ee04-458d-85ab-6635a38d74d7 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group': {'name': 'tempest-secgroup--565426010'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:13.498558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 2b9c3d94-0f71-480f-a1da-24c6490c7496, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2b9c3d94-0f71-480f-a1da-24c6490c7496,segment=NetworkSegment(81b9ac57-9843-40f7-8ed2-e626a4a18138),segment_id=81b9ac57-9843-40f7-8ed2-e626a4a18138)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:13.535351 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-74845f46-2217-4e16-8b47-d82a14b9427f None None] Current status of the port 2b9c3d94-0f71-480f-a1da-24c6490c7496 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:13.535817 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74845f46-2217-4e16-8b47-d82a14b9427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:13.536718 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e73ee16-ee04-458d-85ab-6635a38d74d7 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:13.553341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916fcb96-0379-4ba2-96c6-d21901a1e4af None None] Update dhcp port {'port': {'network_id': 'a20be353-9cec-4627-9103-75cb81ed7f93', 'fixed_ips': [{'subnet_id': 'd9032d2b-97f7-481e-979e-6697f505fff0', 'ip_address': '172.20.0.2'}, {'subnet_id': '84b17289-b7b9-42ae-b450-961391bba911'}], 'binding:host_id': 'n-d-812111-12'}, 'id': '2b9c3d94-0f71-480f-a1da-24c6490c7496'} from n-d-812111-12. {{(pid=103636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 05:53:13.553933 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e73ee16-ee04-458d-85ab-6635a38d74d7 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:13.585358 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-916fcb96-0379-4ba2-96c6-d21901a1e4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:13.587551 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:13.681034 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48d04fc4-8b29-4e22-9cd0-2f80636ee39e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (ef4f9b48-674d-43f2-92c5-c71cc3944d91), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:13.714935 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=2b9c3d94-0f71-480f-a1da-24c6490c7496,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:13.751127 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-74845f46-2217-4e16-8b47-d82a14b9427f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:53:13.755973 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-74845f46-2217-4e16-8b47-d82a14b9427f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:53:13.767605 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e73ee16-ee04-458d-85ab-6635a38d74d7 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (a257a7b3-3c44-4278-b8a7-1dfc8dd442b9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:13.828086 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e73ee16-ee04-458d-85ab-6635a38d74d7 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a257a7b3-3c44-4278-b8a7-1dfc8dd442b9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:13.859554 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e9fd-e5bc-48b1-935d-65b3bcea1a0c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:13.876135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73ee16-ee04-458d-85ab-6635a38d74d7 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a257a7b3-3c44-4278-b8a7-1dfc8dd442b9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:13.886508 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48d04fc4-8b29-4e22-9cd0-2f80636ee39e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ef4f9b48-674d-43f2-92c5-c71cc3944d91), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:13.932405 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e73ee16-ee04-458d-85ab-6635a38d74d7 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (353f8d82-bb11-4c3f-bab4-f129b1fe0a6c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:13.953340 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d04fc4-8b29-4e22-9cd0-2f80636ee39e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network a20be353-9cec-4627-9103-75cb81ed7f93 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:13.957043 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-48d04fc4-8b29-4e22-9cd0-2f80636ee39e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:13.960201 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d04fc4-8b29-4e22-9cd0-2f80636ee39e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:13.968305 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-916fcb96-0379-4ba2-96c6-d21901a1e4af None None] Allocated IP 172.20.0.18 (a20be353-9cec-4627-9103-75cb81ed7f93/84b17289-b7b9-42ae-b450-961391bba911/2b9c3d94-0f71-480f-a1da-24c6490c7496) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:13.996978 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e9fd-e5bc-48b1-935d-65b3bcea1a0c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (6bb6a363-65d8-4b69-8094-bd30aaf0f4af), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:14.005927 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e73ee16-ee04-458d-85ab-6635a38d74d7 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (353f8d82-bb11-4c3f-bab4-f129b1fe0a6c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:14.037299 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d04fc4-8b29-4e22-9cd0-2f80636ee39e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=ef4f9b48-674d-43f2-92c5-c71cc3944d91,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:14.086165 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73ee16-ee04-458d-85ab-6635a38d74d7 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=353f8d82-bb11-4c3f-bab4-f129b1fe0a6c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:14.089676 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d04fc4-8b29-4e22-9cd0-2f80636ee39e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:14.090394 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48d04fc4-8b29-4e22-9cd0-2f80636ee39e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:14.120102 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e73ee16-ee04-458d-85ab-6635a38d74d7 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:14.122497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8e73ee16-ee04-458d-85ab-6635a38d74d7 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0027874 Jan 28 05:53:14.125193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40542) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:14.128137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-916fcb96-0379-4ba2-96c6-d21901a1e4af None None] For port 2b9c3d94-0f71-480f-a1da-24c6490c7496, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2b9c3d94-0f71-480f-a1da-24c6490c7496,segment=NetworkSegment(81b9ac57-9843-40f7-8ed2-e626a4a18138),segment_id=81b9ac57-9843-40f7-8ed2-e626a4a18138)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:14.183667 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-b8e2e9fd-e5bc-48b1-935d-65b3bcea1a0c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Floating IP 6bb6a363-65d8-4b69-8094-bd30aaf0f4af associated. External IP: 172.25.0.123, port: ff4e1cbd-a8ba-418f-9630-3402de151b18. Jan 28 05:53:14.194633 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-916fcb96-0379-4ba2-96c6-d21901a1e4af None None] Publish callbacks [] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:14.225917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a51be-88c7-442a-b264-c4491ee559ec req-75b9200c-9e76-428f-8886-a1f2440ec954 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:14.229314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc8a51be-88c7-442a-b264-c4491ee559ec req-75b9200c-9e76-428f-8886-a1f2440ec954 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.0999730 Jan 28 05:53:14.248170 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-48d04fc4-8b29-4e22-9cd0-2f80636ee39e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.3088191 Jan 28 05:53:14.251315 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40546) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:14.256251 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-916fcb96-0379-4ba2-96c6-d21901a1e4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:14.257017 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b333c214-3bd1-4800-9fcd-6fab55bead4b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd9032d2b-97f7-481e-979e-6697f505fff0'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:14.297412 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40548) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:14.297645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-246cb185-9536-497c-8809-7b30861168d2 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1710043 Jan 28 05:53:14.325651 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc8a51be-88c7-442a-b264-c4491ee559ec req-4e0ed003-cc44-49ca-a176-afd470434769 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911043 Jan 28 05:53:14.339127 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-43486dea-ad57-4585-83e9-6fb29ecb052a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group': {'name': 'tempest-security--578742826', 'description': 'tempest-security-description-2004600992'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:14.354173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fcb96-0379-4ba2-96c6-d21901a1e4af None None] Pushing event updated for resources: {'Port': ['ID=2b9c3d94-0f71-480f-a1da-24c6490c7496,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:14.401705 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-74845f46-2217-4e16-8b47-d82a14b9427f None None] Current status of the port 2b9c3d94-0f71-480f-a1da-24c6490c7496 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:14.424049 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b333c214-3bd1-4800-9fcd-6fab55bead4b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ef4f9b48-674d-43f2-92c5-c71cc3944d91), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:14.428723 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-43486dea-ad57-4585-83e9-6fb29ecb052a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (353f8d82-bb11-4c3f-bab4-f129b1fe0a6c), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:14.797947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2b9c3d94-0f71-480f-a1da-24c6490c7496 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:53:14.861066 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 2b9c3d94-0f71-480f-a1da-24c6490c7496 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:14.864699 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:15.007861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 2b9c3d94-0f71-480f-a1da-24c6490c7496 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:15.052513 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-43486dea-ad57-4585-83e9-6fb29ecb052a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (353f8d82-bb11-4c3f-bab4-f129b1fe0a6c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:15.135170 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e2e9fd-e5bc-48b1-935d-65b3bcea1a0c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Router 58ee0b8d-029b-4002-bb08-30c299978dae has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:53:15.136008 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-43486dea-ad57-4585-83e9-6fb29ecb052a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (353f8d82-bb11-4c3f-bab4-f129b1fe0a6c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:15.139940 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-43486dea-ad57-4585-83e9-6fb29ecb052a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:15.142360 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-43486dea-ad57-4585-83e9-6fb29ecb052a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "PUT /v2.0/security-groups/353f8d82-bb11-4c3f-bab4-f129b1fe0a6c HTTP/1.1" status: 200 len: 1796 time: 0.8093650 Jan 28 05:53:15.144245 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40560) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:15.158512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dd46e3-e211-48f5-a249-468dacf2819c None None] Network a20be353-9cec-4627-9103-75cb81ed7f93 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:15.202038 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2554fd76-dd4d-4343-8920-72f98c4b49b2 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-groups/353f8d82-bb11-4c3f-bab4-f129b1fe0a6c HTTP/1.1" status: 200 len: 1796 time: 0.0553310 Jan 28 05:53:15.204577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40562) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:15.265632 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43486dea-ad57-4585-83e9-6fb29ecb052a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=353f8d82-bb11-4c3f-bab4-f129b1fe0a6c,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:15.320717 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-68816dad-c28f-4599-9689-d8bbc7d846e1 None None] Provisioning complete for port 2b9c3d94-0f71-480f-a1da-24c6490c7496 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:15.320985 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-213f5625-fcaf-4603-a2c9-45bc92910876 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (353f8d82-bb11-4c3f-bab4-f129b1fe0a6c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:15.321763 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68816dad-c28f-4599-9689-d8bbc7d846e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:15.352462 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-213f5625-fcaf-4603-a2c9-45bc92910876 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (353f8d82-bb11-4c3f-bab4-f129b1fe0a6c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:15.390739 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-b333c214-3bd1-4800-9fcd-6fab55bead4b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Delete allocated IP 172.20.0.30 (a20be353-9cec-4627-9103-75cb81ed7f93/84b17289-b7b9-42ae-b450-961391bba911) {{(pid=103634) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 05:53:15.396513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e2e9fd-e5bc-48b1-935d-65b3bcea1a0c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:53:15.403140 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e9fd-e5bc-48b1-935d-65b3bcea1a0c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:15.423272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4a44b-2550-48d3-afbf-1d9ab7d90470 None None] Sync routers for ids ['58ee0b8d-029b-4002-bb08-30c299978dae'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:53:15.442127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4a44b-2550-48d3-afbf-1d9ab7d90470 None None] Routers {'58ee0b8d-029b-4002-bb08-30c299978dae'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:53:15.442852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eab4a44b-2550-48d3-afbf-1d9ab7d90470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:53:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['58ee0b8d-029b-4002-bb08-30c299978dae'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:15.509831 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-213f5625-fcaf-4603-a2c9-45bc92910876 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (353f8d82-bb11-4c3f-bab4-f129b1fe0a6c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:15.521401 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-213f5625-fcaf-4603-a2c9-45bc92910876 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:15.526756 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-213f5625-fcaf-4603-a2c9-45bc92910876 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-groups/353f8d82-bb11-4c3f-bab4-f129b1fe0a6c HTTP/1.1" status: 204 len: 168 time: 0.3209658 Jan 28 05:53:15.528457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40570) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:15.539154 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b8e2e9fd-e5bc-48b1-935d-65b3bcea1a0c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "PUT /v2.0/floatingips/6bb6a363-65d8-4b69-8094-bd30aaf0f4af HTTP/1.1" status: 200 len: 991 time: 2.8653917 Jan 28 05:53:15.556061 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789877e1-3a92-4606-82da-1c76e230b3df', 'tag': 'ff4e1cbd-a8ba-418f-9630-3402de151b18'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:53:15.560758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f5625-fcaf-4603-a2c9-45bc92910876 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=353f8d82-bb11-4c3f-bab4-f129b1fe0a6c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:15.569318 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4be3992-f30b-4cf6-b7a9-b8d835ad62a9" -d '{"events": [{"name": "network-changed", "server_uuid": "789877e1-3a92-4606-82da-1c76e230b3df", "tag": "ff4e1cbd-a8ba-418f-9630-3402de151b18"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:53:15.625236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18c4a5-4395-42f3-94d9-9e6b85aab2cd req-1a1c7aca-f0c9-4c18-87fd-41d8bbbbc302 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:15.632671 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d18c4a5-4395-42f3-94d9-9e6b85aab2cd req-1a1c7aca-f0c9-4c18-87fd-41d8bbbbc302 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.1784441 Jan 28 05:53:15.672479 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-eab4a44b-2550-48d3-afbf-1d9ab7d90470 None None] Set router 58ee0b8d-029b-4002-bb08-30c299978dae gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:53:15.711054 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d18c4a5-4395-42f3-94d9-9e6b85aab2cd req-98d30021-0f59-4b10-b968-067f6a6970fe tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770452 Jan 28 05:53:15.719069 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-63e54de1-3a52-43e0-bb2f-8ee50a407005 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1852591 Jan 28 05:53:15.727483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40576) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:15.751438 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9d77d8-b0ea-49ff-9f9a-562fbe485dc6 x-openstack-request-id: req-ed9d77d8-b0ea-49ff-9f9a-562fbe485dc6 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:53:15.751740 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789877e1-3a92-4606-82da-1c76e230b3df", "tag": "ff4e1cbd-a8ba-418f-9630-3402de151b18", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:53:15.751995 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed9d77d8-b0ea-49ff-9f9a-562fbe485dc6 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:53:15.752421 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789877e1-3a92-4606-82da-1c76e230b3df', 'tag': 'ff4e1cbd-a8ba-418f-9630-3402de151b18', 'status': 'completed', 'code': 200} Jan 28 05:53:15.753596 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-0ff24a9d-29f4-4675-8f0d-9d5c85356098 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] delete failed (client error): The resource could not be found. Jan 28 05:53:15.755187 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b333c214-3bd1-4800-9fcd-6fab55bead4b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (ef4f9b48-674d-43f2-92c5-c71cc3944d91), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:15.758634 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40578) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:15.758874 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0ff24a9d-29f4-4675-8f0d-9d5c85356098 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-groups/353f8d82-bb11-4c3f-bab4-f129b1fe0a6c HTTP/1.1" status: 404 len: 347 time: 0.0303948 Jan 28 05:53:15.765031 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-84916ae3-01b8-441f-a887-1dda8c1e9b5a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group': {'name': 'tempest-secgroup--763658911'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:15.846489 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b333c214-3bd1-4800-9fcd-6fab55bead4b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ef4f9b48-674d-43f2-92c5-c71cc3944d91), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:15.970250 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-84916ae3-01b8-441f-a887-1dda8c1e9b5a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:16.019198 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333c214-3bd1-4800-9fcd-6fab55bead4b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=ef4f9b48-674d-43f2-92c5-c71cc3944d91,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:16.043054 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be3992-f30b-4cf6-b7a9-b8d835ad62a9 req-68d8316f-0ef7-4cdd-b3ea-526905dd3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:16.045525 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d4be3992-f30b-4cf6-b7a9-b8d835ad62a9 req-68d8316f-0ef7-4cdd-b3ea-526905dd3f66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab9f5d5d427244a98e0169fec132ab39&device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 1097 time: 0.2637155 Jan 28 05:53:16.049187 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b333c214-3bd1-4800-9fcd-6fab55bead4b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] In _notify_port_updated(), no bound segment for port ef4f9b48-674d-43f2-92c5-c71cc3944d91 on network a20be353-9cec-4627-9103-75cb81ed7f93 {{(pid=103634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 05:53:16.054364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b333c214-3bd1-4800-9fcd-6fab55bead4b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:16.054939 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b333c214-3bd1-4800-9fcd-6fab55bead4b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:16.059158 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b333c214-3bd1-4800-9fcd-6fab55bead4b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "PUT /v2.0/ports/ef4f9b48-674d-43f2-92c5-c71cc3944d91 HTTP/1.1" status: 200 len: 919 time: 1.8065615 Jan 28 05:53:16.059469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40584) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:16.068080 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ae75fe32-54de-4657-b622-de0ed0b5e5f0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd9032d2b-97f7-481e-979e-6697f505fff0'}, {'subnet_id': '84b17289-b7b9-42ae-b450-961391bba911'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:16.102677 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-68816dad-c28f-4599-9689-d8bbc7d846e1 None None] Current status of the port 2b9c3d94-0f71-480f-a1da-24c6490c7496 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:16.212341 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-84916ae3-01b8-441f-a887-1dda8c1e9b5a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (ae9a00a3-8047-4400-b238-de1dc2c78d1d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:16.217800 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be3992-f30b-4cf6-b7a9-b8d835ad62a9 req-487fc286-1300-488b-b350-dd719b7d2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:16.218903 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d4be3992-f30b-4cf6-b7a9-b8d835ad62a9 req-487fc286-1300-488b-b350-dd719b7d2437 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b HTTP/1.1" status: 200 len: 918 time: 0.1548951 Jan 28 05:53:16.275517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-bccfb70c-c142-4d06-b06c-157680eab8ed None None] Provisioning complete for port ef4f9b48-674d-43f2-92c5-c71cc3944d91 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:16.276428 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bccfb70c-c142-4d06-b06c-157680eab8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ef4f9b48-674d-43f2-92c5-c71cc3944d91), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:16.279769 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-84916ae3-01b8-441f-a887-1dda8c1e9b5a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ae9a00a3-8047-4400-b238-de1dc2c78d1d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:16.324940 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84916ae3-01b8-441f-a887-1dda8c1e9b5a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9a00a3-8047-4400-b238-de1dc2c78d1d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:16.364719 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae75fe32-54de-4657-b622-de0ed0b5e5f0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ef4f9b48-674d-43f2-92c5-c71cc3944d91), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:16.430410 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bccfb70c-c142-4d06-b06c-157680eab8ed None None] Port ef4f9b48-674d-43f2-92c5-c71cc3944d91 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:16.437287 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-84916ae3-01b8-441f-a887-1dda8c1e9b5a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:16.439064 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-84916ae3-01b8-441f-a887-1dda8c1e9b5a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6790547 Jan 28 05:53:16.441741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40590) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:16.450119 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-408af4f9-72be-40ac-9e49-4d5eb545e284 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group_rule': {'security_group_id': 'ae9a00a3-8047-4400-b238-de1dc2c78d1d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:16.454585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-bccfb70c-c142-4d06-b06c-157680eab8ed None None] Provisioning complete for port 2b9c3d94-0f71-480f-a1da-24c6490c7496 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:16.455401 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bccfb70c-c142-4d06-b06c-157680eab8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:16.491251 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d4be3992-f30b-4cf6-b7a9-b8d835ad62a9 req-b5ed4bcf-a4a6-4aa6-bebf-fdf80d2276d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff4e1cbd-a8ba-418f-9630-3402de151b18 HTTP/1.1" status: 200 len: 999 time: 0.2572012 Jan 28 05:53:16.597260 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-408af4f9-72be-40ac-9e49-4d5eb545e284 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (307b4abb-4953-48ee-bd72-3364fbda71ee), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:16.645732 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be3992-f30b-4cf6-b7a9-b8d835ad62a9 req-e382e3de-31c4-496b-89d9-abd58282f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:16.647701 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bccfb70c-c142-4d06-b06c-157680eab8ed None None] Current status of the port 2b9c3d94-0f71-480f-a1da-24c6490c7496 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:16.653259 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d4be3992-f30b-4cf6-b7a9-b8d835ad62a9 req-e382e3de-31c4-496b-89d9-abd58282f8ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12e0ced4-18e5-4afc-8b80-623ef26fa087 HTTP/1.1" status: 200 len: 856 time: 0.1204691 Jan 28 05:53:16.656238 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eab4a44b-2550-48d3-afbf-1d9ab7d90470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T05:52:47Z', 'revision_number': 4, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '6bb6a363-65d8-4b69-8094-bd30aaf0f4af', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'floating_ip_address': '172.25.0.123', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'port_id': 'ff4e1cbd-a8ba-418f-9630-3402de151b18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'mac_address': 'fa:16:3e:c7:cf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789877e1-3a92-4606-82da-1c76e230b3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:52:54Z', 'updated_at': '2022-01-28T05:53:13Z', 'revision_number': 1, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0020cc97-eb4e-4028-82bb-3915a9bcd773', 'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'mac_address': 'fa:16:3e:5b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:46Z', 'updated_at': '2022-01-28T05:52:51Z', 'revision_number': 5, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'subnets': [{'id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:16.690061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4a44b-2550-48d3-afbf-1d9ab7d90470 None None] Checking router: 58ee0b8d-029b-4002-bb08-30c299978dae for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:53:16.699111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4a44b-2550-48d3-afbf-1d9ab7d90470 None None] Routers {'58ee0b8d-029b-4002-bb08-30c299978dae'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:53:16.699747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eab4a44b-2550-48d3-afbf-1d9ab7d90470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:53:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['58ee0b8d-029b-4002-bb08-30c299978dae'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:16.744230 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be3992-f30b-4cf6-b7a9-b8d835ad62a9 req-b8bf4ca3-766d-4a2d-907c-a75fbed62d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:16.746019 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d4be3992-f30b-4cf6-b7a9-b8d835ad62a9 req-b8bf4ca3-766d-4a2d-907c-a75fbed62d19 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828204 Jan 28 05:53:16.769125 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-408af4f9-72be-40ac-9e49-4d5eb545e284 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (307b4abb-4953-48ee-bd72-3364fbda71ee), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:16.799465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-154a45b9-bee9-489f-8def-7afc25754d3b None None] Provisioning complete for port ef4f9b48-674d-43f2-92c5-c71cc3944d91 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:16.799851 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-154a45b9-bee9-489f-8def-7afc25754d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ef4f9b48-674d-43f2-92c5-c71cc3944d91), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:16.860684 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-408af4f9-72be-40ac-9e49-4d5eb545e284 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (307b4abb-4953-48ee-bd72-3364fbda71ee), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:16.887772 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408af4f9-72be-40ac-9e49-4d5eb545e284 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307b4abb-4953-48ee-bd72-3364fbda71ee,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:16.892390 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-154a45b9-bee9-489f-8def-7afc25754d3b None None] Port ef4f9b48-674d-43f2-92c5-c71cc3944d91 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:16.902989 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-eab4a44b-2550-48d3-afbf-1d9ab7d90470 None None] Set router 58ee0b8d-029b-4002-bb08-30c299978dae gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:53:16.945217 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca099b-1937-45f4-9f1a-9f17f1f68eec req-37cae99e-1f65-46d7-9c7d-81ff326868f0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:16.946682 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eaca099b-1937-45f4-9f1a-9f17f1f68eec req-37cae99e-1f65-46d7-9c7d-81ff326868f0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.1293859 Jan 28 05:53:16.952003 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d4be3992-f30b-4cf6-b7a9-b8d835ad62a9 req-dad24fdb-7971-42a3-9752-13095f53e59c service neutron] 10.222.0.60 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794174 Jan 28 05:53:16.982118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-408af4f9-72be-40ac-9e49-4d5eb545e284 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:16.986260 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-408af4f9-72be-40ac-9e49-4d5eb545e284 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5409300 Jan 28 05:53:16.986749 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40602) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:16.996062 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-ae75fe32-54de-4657-b622-de0ed0b5e5f0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Allocated IP 172.20.0.26 (a20be353-9cec-4627-9103-75cb81ed7f93/84b17289-b7b9-42ae-b450-961391bba911/ef4f9b48-674d-43f2-92c5-c71cc3944d91) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:17.050203 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70bb234e-c553-4b40-9324-444b305da630 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (307b4abb-4953-48ee-bd72-3364fbda71ee), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:17.068634 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70bb234e-c553-4b40-9324-444b305da630 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (307b4abb-4953-48ee-bd72-3364fbda71ee), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:17.093821 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eaca099b-1937-45f4-9f1a-9f17f1f68eec req-90c5502e-7bd7-49c7-92ed-e3a68b500821 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340356 Jan 28 05:53:17.106226 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d4be3992-f30b-4cf6-b7a9-b8d835ad62a9 req-066b2a88-7b31-4e72-aba1-b5c864fb8d4a service neutron] 10.222.0.60 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484601 Jan 28 05:53:17.158406 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae75fe32-54de-4657-b622-de0ed0b5e5f0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (ef4f9b48-674d-43f2-92c5-c71cc3944d91), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:17.181472 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eab4a44b-2550-48d3-afbf-1d9ab7d90470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T05:52:47Z', 'revision_number': 4, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '6bb6a363-65d8-4b69-8094-bd30aaf0f4af', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'floating_ip_address': '172.25.0.123', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'port_id': 'ff4e1cbd-a8ba-418f-9630-3402de151b18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'mac_address': 'fa:16:3e:c7:cf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789877e1-3a92-4606-82da-1c76e230b3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:52:54Z', 'updated_at': '2022-01-28T05:53:13Z', 'revision_number': 1, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0020cc97-eb4e-4028-82bb-3915a9bcd773', 'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'mac_address': 'fa:16:3e:5b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:46Z', 'updated_at': '2022-01-28T05:52:51Z', 'revision_number': 5, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'subnets': [{'id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:17.209586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4a44b-2550-48d3-afbf-1d9ab7d90470 None None] The sync data for ids ['58ee0b8d-029b-4002-bb08-30c299978dae'] in n-d-812111-12 is: [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T05:52:47Z', 'revision_number': 4, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '6bb6a363-65d8-4b69-8094-bd30aaf0f4af', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'floating_ip_address': '172.25.0.123', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'port_id': 'ff4e1cbd-a8ba-418f-9630-3402de151b18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'mac_address': 'fa:16:3e:c7:cf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789877e1-3a92-4606-82da-1c76e230b3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:52:54Z', 'updated_at': '2022-01-28T05:53:13Z', 'revision_number': 1, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0020cc97-eb4e-4028-82bb-3915a9bcd773', 'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'mac_address': 'fa:16:3e:5b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:46Z', 'updated_at': '2022-01-28T05:52:51Z', 'revision_number': 5, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'subnets': [{'id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:53:17.222282 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70bb234e-c553-4b40-9324-444b305da630 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (307b4abb-4953-48ee-bd72-3364fbda71ee), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:17.229277 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70bb234e-c553-4b40-9324-444b305da630 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:17.231220 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-70bb234e-c553-4b40-9324-444b305da630 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/307b4abb-4953-48ee-bd72-3364fbda71ee HTTP/1.1" status: 204 len: 168 time: 0.2427132 Jan 28 05:53:17.234962 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40610) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:17.251804 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb234e-c553-4b40-9324-444b305da630 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=307b4abb-4953-48ee-bd72-3364fbda71ee,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:17.283800 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-214d5d12-7a19-46cf-a86e-454ca2393225 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0476367 Jan 28 05:53:17.285721 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae75fe32-54de-4657-b622-de0ed0b5e5f0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ef4f9b48-674d-43f2-92c5-c71cc3944d91), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:17.286604 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40612) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:17.363603 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9635ba42-47e3-409a-85c1-a80a7b37057f tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (ae9a00a3-8047-4400-b238-de1dc2c78d1d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:17.385068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75fe32-54de-4657-b622-de0ed0b5e5f0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=ef4f9b48-674d-43f2-92c5-c71cc3944d91,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:17.391551 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9635ba42-47e3-409a-85c1-a80a7b37057f tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (ae9a00a3-8047-4400-b238-de1dc2c78d1d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:17.446058 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ae75fe32-54de-4657-b622-de0ed0b5e5f0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] In _notify_port_updated(), no bound segment for port ef4f9b48-674d-43f2-92c5-c71cc3944d91 on network a20be353-9cec-4627-9103-75cb81ed7f93 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 05:53:17.452517 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae75fe32-54de-4657-b622-de0ed0b5e5f0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:17.453116 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae75fe32-54de-4657-b622-de0ed0b5e5f0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:17.454516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ae75fe32-54de-4657-b622-de0ed0b5e5f0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "PUT /v2.0/ports/ef4f9b48-674d-43f2-92c5-c71cc3944d91 HTTP/1.1" status: 200 len: 999 time: 1.3940761 Jan 28 05:53:17.457409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40614) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:17.519896 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9635ba42-47e3-409a-85c1-a80a7b37057f tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ae9a00a3-8047-4400-b238-de1dc2c78d1d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:17.523188 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9635ba42-47e3-409a-85c1-a80a7b37057f tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:17.524598 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9635ba42-47e3-409a-85c1-a80a7b37057f tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-groups/ae9a00a3-8047-4400-b238-de1dc2c78d1d HTTP/1.1" status: 204 len: 168 time: 0.2368324 Jan 28 05:53:17.528297 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40618) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:17.549478 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dea2ce-4c6a-4790-bb73-ce3526b721b4 None None] New status for floating IP 6bb6a363-65d8-4b69-8094-bd30aaf0f4af: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:53:17.562180 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635ba42-47e3-409a-85c1-a80a7b37057f tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9a00a3-8047-4400-b238-de1dc2c78d1d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:17.588685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-809b0d0a-149e-4611-92d3-731568c113f6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port ef4f9b48-674d-43f2-92c5-c71cc3944d91 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:17.589248 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-809b0d0a-149e-4611-92d3-731568c113f6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ef4f9b48-674d-43f2-92c5-c71cc3944d91), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:17.598821 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-41cc65af-d659-43a3-ab69-9d78dcf2c949 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0691192 Jan 28 05:53:17.605459 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40620) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:17.610626 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9a83d957-926a-490a-9114-e7d8302b15b8 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797722907'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:17.635389 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-11029037-50d5-4cb8-b1e1-d66d7abe8377 None None] Provisioning complete for port ef4f9b48-674d-43f2-92c5-c71cc3944d91 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:17.636007 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11029037-50d5-4cb8-b1e1-d66d7abe8377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ef4f9b48-674d-43f2-92c5-c71cc3944d91), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:17.691093 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a83d957-926a-490a-9114-e7d8302b15b8 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:17.700525 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-809b0d0a-149e-4611-92d3-731568c113f6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ef4f9b48-674d-43f2-92c5-c71cc3944d91), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:17.717395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-809b0d0a-149e-4611-92d3-731568c113f6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for ef4f9b48-674d-43f2-92c5-c71cc3944d91 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:17.721758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-11029037-50d5-4cb8-b1e1-d66d7abe8377 None None] Port ef4f9b48-674d-43f2-92c5-c71cc3944d91 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:17.783786 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a83d957-926a-490a-9114-e7d8302b15b8 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (051db260-0662-430a-b694-28a8a89c485c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:17.859252 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a83d957-926a-490a-9114-e7d8302b15b8 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (051db260-0662-430a-b694-28a8a89c485c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:17.891257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83d957-926a-490a-9114-e7d8302b15b8 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=051db260-0662-430a-b694-28a8a89c485c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:17.949920 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a83d957-926a-490a-9114-e7d8302b15b8 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:17.951223 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9a83d957-926a-490a-9114-e7d8302b15b8 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3448129 Jan 28 05:53:17.953894 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40632) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:17.960725 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1d186b0a-1c7a-4ed4-b84e-da5fb970f3bd tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group_rule': {'security_group_id': '051db260-0662-430a-b694-28a8a89c485c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:18.005117 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-809b0d0a-149e-4611-92d3-731568c113f6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ef4f9b48-674d-43f2-92c5-c71cc3944d91), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.036265 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b0d0a-149e-4611-92d3-731568c113f6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=ef4f9b48-674d-43f2-92c5-c71cc3944d91,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:18.044707 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d186b0a-1c7a-4ed4-b84e-da5fb970f3bd tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (2f1bef16-facd-43cb-8a0b-f81d59405373), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.140473 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d186b0a-1c7a-4ed4-b84e-da5fb970f3bd tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (2f1bef16-facd-43cb-8a0b-f81d59405373), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.182104 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-809b0d0a-149e-4611-92d3-731568c113f6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.188142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-809b0d0a-149e-4611-92d3-731568c113f6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/ports/ef4f9b48-674d-43f2-92c5-c71cc3944d91 HTTP/1.1" status: 204 len: 168 time: 0.7271781 Jan 28 05:53:18.190060 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40640) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:18.205363 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ab119-08c7-4fd3-8dd0-0393d683fdc1 req-69d29376-6cfd-4faa-a26f-bf450d50c212 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:18.212843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce8ab119-08c7-4fd3-8dd0-0393d683fdc1 req-69d29376-6cfd-4faa-a26f-bf450d50c212 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.1213355 Jan 28 05:53:18.239440 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3ce272-401a-4f92-8c71-5beb9b827f1a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] GET failed (client error): The resource could not be found. Jan 28 05:53:18.243628 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-da3ce272-401a-4f92-8c71-5beb9b827f1a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports/ef4f9b48-674d-43f2-92c5-c71cc3944d91 HTTP/1.1" status: 404 len: 333 time: 0.0495701 Jan 28 05:53:18.243628 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d186b0a-1c7a-4ed4-b84e-da5fb970f3bd tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (2f1bef16-facd-43cb-8a0b-f81d59405373), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.248229 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40644) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:18.288382 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce8ab119-08c7-4fd3-8dd0-0393d683fdc1 req-d72adef2-2815-4e74-a75d-fd8c4172e323 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746491 Jan 28 05:53:18.297398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486ba0f-64a3-4490-8aa9-4ebbc9c87714 req-f519249c-aeab-440d-bbb8-a5fa1ad543ad tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:18.298431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f486ba0f-64a3-4490-8aa9-4ebbc9c87714 req-f519249c-aeab-440d-bbb8-a5fa1ad543ad tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.1089962 Jan 28 05:53:18.326175 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d186b0a-1c7a-4ed4-b84e-da5fb970f3bd tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1bef16-facd-43cb-8a0b-f81d59405373,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:18.326175 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-3feef73e-da4b-4453-b548-30e0242e24e7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting subnet 84b17289-b7b9-42ae-b450-961391bba911 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:53:18.327310 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3feef73e-da4b-4453-b548-30e0242e24e7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (84b17289-b7b9-42ae-b450-961391bba911), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.363505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f486ba0f-64a3-4490-8aa9-4ebbc9c87714 req-4d35feee-8203-4a13-9ba1-2997c34e0c4b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537395 Jan 28 05:53:18.370239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3feef73e-da4b-4453-b548-30e0242e24e7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (84b17289-b7b9-42ae-b450-961391bba911), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.402603 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d186b0a-1c7a-4ed4-b84e-da5fb970f3bd tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.404490 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1d186b0a-1c7a-4ed4-b84e-da5fb970f3bd tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4489024 Jan 28 05:53:18.407337 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40648) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:18.413711 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4874894d-bddf-4b89-a964-3a02d2759d47 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group_rule': {'security_group_id': '051db260-0662-430a-b694-28a8a89c485c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:18.479548 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3feef73e-da4b-4453-b548-30e0242e24e7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (84b17289-b7b9-42ae-b450-961391bba911), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.533827 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4874894d-bddf-4b89-a964-3a02d2759d47 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (29a2ae11-fe16-4771-b11d-b7482335b99a), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.582604 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4874894d-bddf-4b89-a964-3a02d2759d47 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (29a2ae11-fe16-4771-b11d-b7482335b99a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.583843 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3feef73e-da4b-4453-b548-30e0242e24e7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (84b17289-b7b9-42ae-b450-961391bba911), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.610531 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feef73e-da4b-4453-b548-30e0242e24e7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Subnet': ['ID=84b17289-b7b9-42ae-b450-961391bba911,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:18.614477 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3feef73e-da4b-4453-b548-30e0242e24e7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.617965 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3feef73e-da4b-4453-b548-30e0242e24e7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/84b17289-b7b9-42ae-b450-961391bba911 HTTP/1.1" status: 204 len: 168 time: 0.3681030 Jan 28 05:53:18.620216 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40650) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:18.622256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98216c91-5fed-4b8c-9f06-00a1a24fe1d6 None None] Network a20be353-9cec-4627-9103-75cb81ed7f93 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:18.653425 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4874894d-bddf-4b89-a964-3a02d2759d47 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (29a2ae11-fe16-4771-b11d-b7482335b99a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.691962 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874894d-bddf-4b89-a964-3a02d2759d47 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a2ae11-fe16-4771-b11d-b7482335b99a,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:18.703267 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-649d097c-39c6-41b6-bb8c-f4ecb835909e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting subnet d9032d2b-97f7-481e-979e-6697f505fff0 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:53:18.706896 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-649d097c-39c6-41b6-bb8c-f4ecb835909e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (d9032d2b-97f7-481e-979e-6697f505fff0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.749922 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-649d097c-39c6-41b6-bb8c-f4ecb835909e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (d9032d2b-97f7-481e-979e-6697f505fff0), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.773181 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4874894d-bddf-4b89-a964-3a02d2759d47 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.774328 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4874894d-bddf-4b89-a964-3a02d2759d47 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3660736 Jan 28 05:53:18.777187 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40652) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:18.784314 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9b05ed20-bc71-4681-b240-d04cc18b5f13 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group_rule': {'security_group_id': '051db260-0662-430a-b694-28a8a89c485c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:18.844796 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-649d097c-39c6-41b6-bb8c-f4ecb835909e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (d9032d2b-97f7-481e-979e-6697f505fff0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.861757 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b05ed20-bc71-4681-b240-d04cc18b5f13 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (862702e7-a2f5-48d5-9d7f-4c37bdd6b85f), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.941408 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b05ed20-bc71-4681-b240-d04cc18b5f13 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (862702e7-a2f5-48d5-9d7f-4c37bdd6b85f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:18.986225 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-649d097c-39c6-41b6-bb8c-f4ecb835909e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (d9032d2b-97f7-481e-979e-6697f505fff0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:19.004309 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b05ed20-bc71-4681-b240-d04cc18b5f13 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (862702e7-a2f5-48d5-9d7f-4c37bdd6b85f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:19.022143 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d097c-39c6-41b6-bb8c-f4ecb835909e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Subnet': ['ID=d9032d2b-97f7-481e-979e-6697f505fff0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:19.022415 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05ed20-bc71-4681-b240-d04cc18b5f13 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862702e7-a2f5-48d5-9d7f-4c37bdd6b85f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:19.024219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-649d097c-39c6-41b6-bb8c-f4ecb835909e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:19.027396 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-649d097c-39c6-41b6-bb8c-f4ecb835909e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/d9032d2b-97f7-481e-979e-6697f505fff0 HTTP/1.1" status: 204 len: 168 time: 0.4062116 Jan 28 05:53:19.030260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40656) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:19.052346 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-610e1244-e6fa-4d6c-93bd-01b212880b04 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0864379 Jan 28 05:53:19.091380 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b05ed20-bc71-4681-b240-d04cc18b5f13 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:19.092646 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9b05ed20-bc71-4681-b240-d04cc18b5f13 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3135192 Jan 28 05:53:19.096972 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40658) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:19.103383 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b0a2a338-9fb2-4058-b76b-7208a4ca28a6 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group_rule': {'security_group_id': '051db260-0662-430a-b694-28a8a89c485c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:19.125003 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (a20be353-9cec-4627-9103-75cb81ed7f93), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:19.170524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-a2d20cdf-7b32-4617-9074-a8e20ade878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:19.171108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-a2d20cdf-7b32-4617-9074-a8e20ade878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:19.171473 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-a2d20cdf-7b32-4617-9074-a8e20ade878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:19.171943 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-a2d20cdf-7b32-4617-9074-a8e20ade878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:19.172410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-a2d20cdf-7b32-4617-9074-a8e20ade878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:19.173466 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-a2d20cdf-7b32-4617-9074-a8e20ade878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:19.173942 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-a2d20cdf-7b32-4617-9074-a8e20ade878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:19.175968 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-a2d20cdf-7b32-4617-9074-a8e20ade878a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 6497 time: 0.0554299 Jan 28 05:53:19.182195 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port 2b9c3d94-0f71-480f-a1da-24c6490c7496 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:19.182563 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:19.195851 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a338-9fb2-4058-b76b-7208a4ca28a6 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (8f447b95-2ca7-4c37-918e-3bf7c0660e34), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:19.276667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] For port 2b9c3d94-0f71-480f-a1da-24c6490c7496, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2b9c3d94-0f71-480f-a1da-24c6490c7496,segment=NetworkSegment(81b9ac57-9843-40f7-8ed2-e626a4a18138),segment_id=81b9ac57-9843-40f7-8ed2-e626a4a18138)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:19.276943 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:19.293956 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for 2b9c3d94-0f71-480f-a1da-24c6490c7496 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:19.310883 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ace62bc0-a7ac-4b46-9d4e-a14998c8c92d req-68ced193-8837-4236-a1ff-7b9164817e87 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0821276 Jan 28 05:53:19.320210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d552d205-e977-4289-9370-5180e4c3174c None None] Network a20be353-9cec-4627-9103-75cb81ed7f93 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:19.341821 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a338-9fb2-4058-b76b-7208a4ca28a6 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (8f447b95-2ca7-4c37-918e-3bf7c0660e34), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:19.374226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-dad45fac-ecac-41e7-ab3a-b8071a26e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:19.374226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-dad45fac-ecac-41e7-ab3a-b8071a26e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:19.374674 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-dad45fac-ecac-41e7-ab3a-b8071a26e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:19.376549 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-dad45fac-ecac-41e7-ab3a-b8071a26e653 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d41f46e-f58d-4165-a16d-3b2144390868&id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&id=5163c916-d2f8-441e-b2dc-85c1354db940&id=5163c916-d2f8-441e-b2dc-85c1354db940 HTTP/1.1" status: 200 len: 2293 time: 0.1755493 Jan 28 05:53:19.481502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ee107e4e-35a0-41bb-82bb-a46ec4b9173a None None] Provisioning complete for port 2b9c3d94-0f71-480f-a1da-24c6490c7496 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:19.482004 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee107e4e-35a0-41bb-82bb-a46ec4b9173a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:19.523713 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-084e08ae-1196-42f4-bd13-14dbf8258ec0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 HTTP/1.1" status: 200 len: 1000 time: 0.1336520 Jan 28 05:53:19.568358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace62bc0-a7ac-4b46-9d4e-a14998c8c92d req-3c566429-2fe7-4bac-984f-51441abedefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:19.569848 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ace62bc0-a7ac-4b46-9d4e-a14998c8c92d req-3c566429-2fe7-4bac-984f-51441abedefe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 1097 time: 0.1607940 Jan 28 05:53:19.588133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31a132-ac84-415b-a0f8-55a789655e8b req-3b1f4147-795f-4c8c-9299-018b61a075e7 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:19.589618 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d31a132-ac84-415b-a0f8-55a789655e8b req-3b1f4147-795f-4c8c-9299-018b61a075e7 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.1680131 Jan 28 05:53:19.600184 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31199f0-343b-4d56-b506-9c5b97e6a1b8 req-14e1f3a3-a33a-4208-805d-431c2b3954a7 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:19.605660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e31199f0-343b-4d56-b506-9c5b97e6a1b8 req-14e1f3a3-a33a-4208-805d-431c2b3954a7 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.1031435 Jan 28 05:53:19.606576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-f6882c81-09c7-464e-a9b5-650a6208d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:19.606576 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-f6882c81-09c7-464e-a9b5-650a6208d8cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fef9bb5e-512a-4e07-ad80-abe7197482fc HTTP/1.1" status: 200 len: 850 time: 0.0743899 Jan 28 05:53:19.625193 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ee107e4e-35a0-41bb-82bb-a46ec4b9173a None None] Current status of the port 2b9c3d94-0f71-480f-a1da-24c6490c7496 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:19.631324 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ee0c8c-07d7-4373-a000-309abb2fb50d None None] DHCP port deletion for a20be353-9cec-4627-9103-75cb81ed7f93 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:53:19.648343 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a338-9fb2-4058-b76b-7208a4ca28a6 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (8f447b95-2ca7-4c37-918e-3bf7c0660e34), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:19.685230 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2a338-9fb2-4058-b76b-7208a4ca28a6 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f447b95-2ca7-4c37-918e-3bf7c0660e34,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:19.696075 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-86fe2249-75cf-4ac9-af31-b0d1e1782395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:19.696437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-91ee0c8c-07d7-4373-a000-309abb2fb50d None None] Deleting port 2b9c3d94-0f71-480f-a1da-24c6490c7496 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:19.697031 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91ee0c8c-07d7-4373-a000-309abb2fb50d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:19.697736 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-86fe2249-75cf-4ac9-af31-b0d1e1782395 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d41f46e-f58d-4165-a16d-3b2144390868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868170 Jan 28 05:53:19.784703 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a338-9fb2-4058-b76b-7208a4ca28a6 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:19.787154 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b0a2a338-9fb2-4058-b76b-7208a4ca28a6 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6880627 Jan 28 05:53:19.794664 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40674) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:19.799206 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-375e0584-9956-434a-b2ec-429db3757b38 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group_rule': {'security_group_id': '051db260-0662-430a-b694-28a8a89c485c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:19.808716 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-91ee0c8c-07d7-4373-a000-309abb2fb50d None None] For port 2b9c3d94-0f71-480f-a1da-24c6490c7496, host n-d-812111-12, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:19.809202 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91ee0c8c-07d7-4373-a000-309abb2fb50d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:19.828188 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-91ee0c8c-07d7-4373-a000-309abb2fb50d None None] Calling delete_port for 2b9c3d94-0f71-480f-a1da-24c6490c7496 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:19.832929 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-91ee0c8c-07d7-4373-a000-309abb2fb50d None None] Port 2b9c3d94-0f71-480f-a1da-24c6490c7496 was not found and therefore no delete operation was performed {{(pid=103636) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 05:53:19.833384 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91ee0c8c-07d7-4373-a000-309abb2fb50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:19.843155 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-d13284a8-a879-4800-93c5-a1ff8c605a7b service neutron] 10.222.0.60 "GET /v2.0/networks/6d41f46e-f58d-4165-a16d-3b2144390868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379535 Jan 28 05:53:19.863440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee0c8c-07d7-4373-a000-309abb2fb50d None None] Pushing event deleted for resources: {'Port': ['ID=2b9c3d94-0f71-480f-a1da-24c6490c7496,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:19.867546 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee0c8c-07d7-4373-a000-309abb2fb50d None None] No DVR routers for this DVR port 2b9c3d94-0f71-480f-a1da-24c6490c7496 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:53:19.922788 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-375e0584-9956-434a-b2ec-429db3757b38 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (caf0701c-a923-4b24-b8be-d6267c636d1e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:19.992805 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-a3e384ea-7a04-4127-9e8a-59fc3002ce00 service neutron] 10.222.0.60 "GET /v2.0/networks/6d41f46e-f58d-4165-a16d-3b2144390868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444232 Jan 28 05:53:20.017167 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-375e0584-9956-434a-b2ec-429db3757b38 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (caf0701c-a923-4b24-b8be-d6267c636d1e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.031955 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2b9c3d94-0f71-480f-a1da-24c6490c7496), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.047507 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-240a6558-161b-4004-b0ce-3b21c192c31f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=de4521fc-53b1-4371-ba47-df5321d802fa HTTP/1.1" status: 200 len: 217 time: 0.0480187 Jan 28 05:53:20.094450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No DVR routers for this DVR port 2b9c3d94-0f71-480f-a1da-24c6490c7496 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:53:20.096151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=2b9c3d94-0f71-480f-a1da-24c6490c7496,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:20.100688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d31a132-ac84-415b-a0f8-55a789655e8b req-7e9171f8-fa91-4e7e-a91d-fcb576282a6f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4978483 Jan 28 05:53:20.102889 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-93106356-c67b-42b5-8641-f6551b5c9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:20.104540 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-93106356-c67b-42b5-8641-f6551b5c9829 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2b9cb9f-feef-45df-ae1f-fa66f4c913eb HTTP/1.1" status: 200 len: 797 time: 0.0509911 Jan 28 05:53:20.108952 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-375e0584-9956-434a-b2ec-429db3757b38 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (caf0701c-a923-4b24-b8be-d6267c636d1e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.140963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e31199f0-343b-4d56-b506-9c5b97e6a1b8 req-84bcec2d-c8b5-4d1d-9371-b1cf5ed8ce84 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5285082 Jan 28 05:53:20.163891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e0584-9956-434a-b2ec-429db3757b38 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf0701c-a923-4b24-b8be-d6267c636d1e,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:20.186335 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-8a6b8647-f053-4186-8c2a-ff0ba3d7478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:20.187870 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-8a6b8647-f053-4186-8c2a-ff0ba3d7478e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0709300 Jan 28 05:53:20.226488 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-375e0584-9956-434a-b2ec-429db3757b38 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.235154 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-375e0584-9956-434a-b2ec-429db3757b38 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4354494 Jan 28 05:53:20.235910 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40682) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:20.251712 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace62bc0-a7ac-4b46-9d4e-a14998c8c92d req-724c93de-0065-450a-bef7-3f57ceb72090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:20.253555 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ace62bc0-a7ac-4b46-9d4e-a14998c8c92d req-724c93de-0065-450a-bef7-3f57ceb72090 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 913 time: 0.6266193 Jan 28 05:53:20.255697 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (a20be353-9cec-4627-9103-75cb81ed7f93), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.315505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20be353-9cec-4627-9103-75cb81ed7f93']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:20.329574 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b9ac57-9843-40f7-8ed2-e626a4a18138') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:20.331627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b9ac57-9843-40f7-8ed2-e626a4a18138') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:20.331809 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-64389806-f449-4063-b37d-072f093c7b4a service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319578 Jan 28 05:53:20.345104 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (81b9ac57-9843-40f7-8ed2-e626a4a18138), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.353656 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a6196dd5-5eff-465a-bde3-0fb3530b29f2 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (caf0701c-a923-4b24-b8be-d6267c636d1e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.370877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ace62bc0-a7ac-4b46-9d4e-a14998c8c92d req-ad87e0b2-f7b5-4816-aadc-1c3b61d2728f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e HTTP/1.1" status: 200 len: 1000 time: 0.0943100 Jan 28 05:53:20.370877 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (81b9ac57-9843-40f7-8ed2-e626a4a18138), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.400034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:53:20.400692 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (81b9ac57-9843-40f7-8ed2-e626a4a18138), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.401707 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a6196dd5-5eff-465a-bde3-0fb3530b29f2 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (caf0701c-a923-4b24-b8be-d6267c636d1e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:53:20.405121 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:53:20.461429 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-0402df87-e15d-48bc-8c6c-bea01f6aa6ab service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226139 Jan 28 05:53:20.467577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace62bc0-a7ac-4b46-9d4e-a14998c8c92d req-e341117d-a244-43e3-8d23-8ed5a6ae3432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:20.469016 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ace62bc0-a7ac-4b46-9d4e-a14998c8c92d req-e341117d-a244-43e3-8d23-8ed5a6ae3432 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.1025579 Jan 28 05:53:20.508755 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a6196dd5-5eff-465a-bde3-0fb3530b29f2 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (caf0701c-a923-4b24-b8be-d6267c636d1e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.514101 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-b125f911-645a-457b-b468-25c6219c915e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=a634b533-7357-4188-8294-f3f088104ea5 HTTP/1.1" status: 200 len: 217 time: 0.0465717 Jan 28 05:53:20.518068 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a6196dd5-5eff-465a-bde3-0fb3530b29f2 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.519095 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a6196dd5-5eff-465a-bde3-0fb3530b29f2 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/caf0701c-a923-4b24-b8be-d6267c636d1e HTTP/1.1" status: 204 len: 168 time: 0.2110109 Jan 28 05:53:20.522107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40688) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:20.531761 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6196dd5-5eff-465a-bde3-0fb3530b29f2 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=caf0701c-a923-4b24-b8be-d6267c636d1e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:20.533187 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (a20be353-9cec-4627-9103-75cb81ed7f93), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.542265 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace62bc0-a7ac-4b46-9d4e-a14998c8c92d req-6a7ad7c5-2a4c-4b69-8024-8648ed87ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:20.543412 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ace62bc0-a7ac-4b46-9d4e-a14998c8c92d req-6a7ad7c5-2a4c-4b69-8024-8648ed87ae9c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679967 Jan 28 05:53:20.551906 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.559013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/networks/a20be353-9cec-4627-9103-75cb81ed7f93 HTTP/1.1" status: 204 len: 168 time: 1.5237069 Jan 28 05:53:20.565395 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40690) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:20.593768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf02ce-ebd4-442c-9401-911f63472e62 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Network': ['ID=a20be353-9cec-4627-9103-75cb81ed7f93,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:20.613707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-995d0b26-e5c0-4a82-bf35-2e6fa52b0b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:20.615394 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-995d0b26-e5c0-4a82-bf35-2e6fa52b0b61 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2b9cb9f-feef-45df-ae1f-fa66f4c913eb HTTP/1.1" status: 200 len: 797 time: 0.0920219 Jan 28 05:53:20.642725 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe27bd85-1eb4-43af-b8c6-8aef1688b3d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:20.644514 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fe27bd85-1eb4-43af-b8c6-8aef1688b3d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0779793 Jan 28 05:53:20.647640 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8eb67bee-e6e4-4225-8d29-eb8b3d7272a3 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1226029 Jan 28 05:53:20.652399 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40694) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:20.652747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40696) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:20.675574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-8107c531-1ce5-4c05-9cd4-c64b0e79ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:20.677413 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-8107c531-1ce5-4c05-9cd4-c64b0e79ca24 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0535955 Jan 28 05:53:20.730270 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fdd48721-279b-4e3c-bf74-3ac92d98e454 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (8f447b95-2ca7-4c37-918e-3bf7c0660e34), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.735925 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ace62bc0-a7ac-4b46-9d4e-a14998c8c92d req-d84c4866-015d-4a1e-bba5-7da9a33aa5d2 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779776 Jan 28 05:53:20.758275 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fdd48721-279b-4e3c-bf74-3ac92d98e454 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (8f447b95-2ca7-4c37-918e-3bf7c0660e34), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.764432 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b8444744-b097-48c6-9f59-1a54194a597c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1106775 Jan 28 05:53:20.769748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40698) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:20.782709 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b072a119-491f-4a7c-98b7-673d3a019c32 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-153534481'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:20.798097 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2b9c3d94-0f71-480f-a1da-24c6490c7496 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:53:20.806688 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-f9f10523-042d-453b-a5c5-1a873fb2747b service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224375 Jan 28 05:53:20.818380 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 2b9c3d94-0f71-480f-a1da-24c6490c7496 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:53:20.819045 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2b9c3d94-0f71-480f-a1da-24c6490c7496 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:53:20.877245 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ace62bc0-a7ac-4b46-9d4e-a14998c8c92d req-d2b9a504-3233-4360-9d4a-7ba7c515b596 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326034 Jan 28 05:53:20.881228 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b072a119-491f-4a7c-98b7-673d3a019c32 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:20.884633 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b072a119-491f-4a7c-98b7-673d3a019c32 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.933241 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-a319d829-4153-4da6-a318-6cc66c1bff4f service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199820 Jan 28 05:53:20.941966 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fdd48721-279b-4e3c-bf74-3ac92d98e454 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (8f447b95-2ca7-4c37-918e-3bf7c0660e34), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.949307 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fdd48721-279b-4e3c-bf74-3ac92d98e454 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:20.951259 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fdd48721-279b-4e3c-bf74-3ac92d98e454 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8f447b95-2ca7-4c37-918e-3bf7c0660e34 HTTP/1.1" status: 204 len: 168 time: 0.2950404 Jan 28 05:53:20.954978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40702) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:20.961394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd48721-279b-4e3c-bf74-3ac92d98e454 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f447b95-2ca7-4c37-918e-3bf7c0660e34,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:20.982863 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-b85ff660-3170-4d3e-a3db-1c737c5475fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a HTTP/1.1" status: 200 len: 217 time: 0.0424542 Jan 28 05:53:20.983526 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b072a119-491f-4a7c-98b7-673d3a019c32 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:53:20.999702 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-07471496-674c-442d-808c-7199dee2bbe6 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0433917 Jan 28 05:53:21.002964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40704) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:21.025499 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b072a119-491f-4a7c-98b7-673d3a019c32 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c1b89af4-102b-41de-895f-ace95ae41b81), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:21.025871 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-b072a119-491f-4a7c-98b7-673d3a019c32 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Added segment c1b89af4-102b-41de-895f-ace95ae41b81 of type vlan for network 7afb094c-c2a8-4548-8524-43c1885868a6 Jan 28 05:53:21.026446 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-471033b8-3737-43c5-81ae-d5d60a227536 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (862702e7-a2f5-48d5-9d7f-4c37bdd6b85f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:21.034381 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-471033b8-3737-43c5-81ae-d5d60a227536 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (862702e7-a2f5-48d5-9d7f-4c37bdd6b85f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:21.074406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-ece91172-bb8c-4c9b-ac38-b75ed903755a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:21.076299 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-ece91172-bb8c-4c9b-ac38-b75ed903755a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2b9cb9f-feef-45df-ae1f-fa66f4c913eb HTTP/1.1" status: 200 len: 797 time: 0.0880072 Jan 28 05:53:21.079604 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b072a119-491f-4a7c-98b7-673d3a019c32 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (7afb094c-c2a8-4548-8524-43c1885868a6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:21.135377 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-2993a191-dbbb-45af-8dea-7554509f0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:21.136989 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-2993a191-dbbb-45af-8dea-7554509f0693 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0537856 Jan 28 05:53:21.141648 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-471033b8-3737-43c5-81ae-d5d60a227536 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (862702e7-a2f5-48d5-9d7f-4c37bdd6b85f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:21.148342 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-471033b8-3737-43c5-81ae-d5d60a227536 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:21.149439 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-471033b8-3737-43c5-81ae-d5d60a227536 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/862702e7-a2f5-48d5-9d7f-4c37bdd6b85f HTTP/1.1" status: 204 len: 168 time: 0.1460512 Jan 28 05:53:21.152020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40708) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:21.184711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471033b8-3737-43c5-81ae-d5d60a227536 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=862702e7-a2f5-48d5-9d7f-4c37bdd6b85f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:21.238988 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b072a119-491f-4a7c-98b7-673d3a019c32 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (7afb094c-c2a8-4548-8524-43c1885868a6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:21.243947 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b072a119-491f-4a7c-98b7-673d3a019c32 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:21.244686 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b072a119-491f-4a7c-98b7-673d3a019c32 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:21.251755 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1cd107c5-6b00-4d12-8014-e735df5f7453 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0984676 Jan 28 05:53:21.255812 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40716) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:21.320352 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f94bef-6a4c-43e5-91d5-a0880a4e625d req-1493ee55-bb95-4fe7-8d16-43b3cfd85432 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:21.321424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31f94bef-6a4c-43e5-91d5-a0880a4e625d req-1493ee55-bb95-4fe7-8d16-43b3cfd85432 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.1068566 Jan 28 05:53:21.333095 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ae532-d0fb-4b2d-909c-27590e658ee5 req-4508377e-6ab1-420d-92fa-da2b2359b7fc tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:21.333372 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-28dbce4c-4264-4286-a3da-51601c1dc7ae service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904500 Jan 28 05:53:21.334640 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-926ae532-d0fb-4b2d-909c-27590e658ee5 req-4508377e-6ab1-420d-92fa-da2b2359b7fc tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.0983772 Jan 28 05:53:21.370647 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2627163-407c-4c9e-bd8f-5b4ad5d90acb tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (29a2ae11-fe16-4771-b11d-b7482335b99a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:21.406270 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b072a119-491f-4a7c-98b7-673d3a019c32 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6302190 Jan 28 05:53:21.409462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40722) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:21.414524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072a119-491f-4a7c-98b7-673d3a019c32 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Network': ['ID=7afb094c-c2a8-4548-8524-43c1885868a6,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:21.414698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'subnet': {'network_id': '7afb094c-c2a8-4548-8524-43c1885868a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:21.419128 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2627163-407c-4c9e-bd8f-5b4ad5d90acb tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (29a2ae11-fe16-4771-b11d-b7482335b99a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:21.422367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-926ae532-d0fb-4b2d-909c-27590e658ee5 req-a230db2d-6f76-4f48-acd1-bb623479045d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721774 Jan 28 05:53:21.426924 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31f94bef-6a4c-43e5-91d5-a0880a4e625d req-801c5078-73bc-4b13-9d4e-b54583d66029 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913453 Jan 28 05:53:21.429080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 7afb094c-c2a8-4548-8524-43c1885868a6 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:53:21.496944 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-cbb496b8-4916-4fa0-9aaa-f728c7065d09 service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553624 Jan 28 05:53:21.550578 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2627163-407c-4c9e-bd8f-5b4ad5d90acb tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (29a2ae11-fe16-4771-b11d-b7482335b99a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:21.553020 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-c81bd10e-b0b1-4f76-93fd-01d6ebb64f42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=54091cbf-0759-4416-b585-fbc00752ec51 HTTP/1.1" status: 200 len: 217 time: 0.0422001 Jan 28 05:53:21.555892 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2627163-407c-4c9e-bd8f-5b4ad5d90acb tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:21.559252 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d2627163-407c-4c9e-bd8f-5b4ad5d90acb tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/29a2ae11-fe16-4771-b11d-b7482335b99a HTTP/1.1" status: 204 len: 168 time: 0.2967558 Jan 28 05:53:21.559814 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40724) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:21.605338 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2627163-407c-4c9e-bd8f-5b4ad5d90acb tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29a2ae11-fe16-4771-b11d-b7482335b99a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:21.629723 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-c54ecc37-b88c-45c7-8722-6da4b2a8e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:21.631370 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-c54ecc37-b88c-45c7-8722-6da4b2a8e26a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2b9cb9f-feef-45df-ae1f-fa66f4c913eb HTTP/1.1" status: 200 len: 797 time: 0.0705576 Jan 28 05:53:21.654491 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e91d2ed8-c0b8-4b52-94ef-0e1f88e35f3a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0915725 Jan 28 05:53:21.657316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40728) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:21.668381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:21.672692 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:21.701970 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d60dd069-98ec-47d7-8e04-ecd0daacf551 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (2f1bef16-facd-43cb-8a0b-f81d59405373), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:21.711516 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d60dd069-98ec-47d7-8e04-ecd0daacf551 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (2f1bef16-facd-43cb-8a0b-f81d59405373), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:21.719868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-5b330cf4-f88c-47ea-8f60-a0bc112bb730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:21.721522 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-5b330cf4-f88c-47ea-8f60-a0bc112bb730 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0832820 Jan 28 05:53:21.829009 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-6eb81d0c-b064-4b11-b2ab-552287a0e560 service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940490 Jan 28 05:53:21.842459 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40732) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:21.849432 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d60dd069-98ec-47d7-8e04-ecd0daacf551 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (2f1bef16-facd-43cb-8a0b-f81d59405373), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:21.866736 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d60dd069-98ec-47d7-8e04-ecd0daacf551 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:21.870512 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d60dd069-98ec-47d7-8e04-ecd0daacf551 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2f1bef16-facd-43cb-8a0b-f81d59405373 HTTP/1.1" status: 204 len: 168 time: 0.2094386 Jan 28 05:53:21.885648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40736) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:21.901238 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60dd069-98ec-47d7-8e04-ecd0daacf551 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f1bef16-facd-43cb-8a0b-f81d59405373,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:21.947622 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-6c9957e7-ba14-46c2-a1c0-722c5f9e437f service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093812 Jan 28 05:53:21.967114 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fd37c6b7-1395-474e-9acc-f8cac4fbd1a7 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0803580 Jan 28 05:53:21.973263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40738) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:21.994276 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-93b29367-83e8-4d64-a64c-09856e31f896 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5af82a02-3fcb-48cb-87fb-eca56a102c4c HTTP/1.1" status: 200 len: 217 time: 0.0406542 Jan 28 05:53:22.000646 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72c296ad-abfa-455e-aa58-99238c7ab344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:22.043246 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-51850b24-ae18-4caa-bc5a-495bd40e310b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:22.045571 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-51850b24-ae18-4caa-bc5a-495bd40e310b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2b498353-5375-459e-bd93-4094c4cf6894 HTTP/1.1" status: 200 len: 797 time: 0.0451694 Jan 28 05:53:22.068112 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-422a2071-6af7-4a0c-a54b-5086a1f3abc0 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (051db260-0662-430a-b694-28a8a89c485c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:22.089278 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (fed6aa5a-513e-40b0-9ff4-a98ad95fa311), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:22.090758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-446b65e9-4570-438f-ad26-54cd74ae324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:22.092757 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-446b65e9-4570-438f-ad26-54cd74ae324c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5163c916-d2f8-441e-b2dc-85c1354db940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0416486 Jan 28 05:53:22.141427 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-422a2071-6af7-4a0c-a54b-5086a1f3abc0 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (051db260-0662-430a-b694-28a8a89c485c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:22.186593 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-7fbdd440-b538-4489-87c4-72d62acf2f48 service neutron] 10.222.0.60 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878904 Jan 28 05:53:22.222018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Subnet': ['ID=fed6aa5a-513e-40b0-9ff4-a98ad95fa311,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:22.231597 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72c296ad-abfa-455e-aa58-99238c7ab344 admin admin] Publish callbacks [] for security_group (ae1a32f5-43fa-4775-9ed1-377aa601c3c0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:22.239218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:22.239581 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:22.239910 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:22.240292 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:22.240624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:22.240953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:22.241280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:22.241603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:22.241923 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:22.242241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:22.242636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:22.242993 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:22.243311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:22.252099 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Checking segment: {'id': 'c1b89af4-102b-41de-895f-ace95ae41b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7afb094c-c2a8-4548-8524-43c1885868a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:53:22.252240 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network hostable DHCP agents. Network: 7afb094c-c2a8-4548-8524-43c1885868a6, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:53:22.278063 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-a0ef9425-3a8d-4339-aed3-a7f72c5623f1 service neutron] 10.222.0.60 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847659 Jan 28 05:53:22.321939 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-d3590094-61a9-4683-bc6c-63b67acf7670 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=466fe8cd-e266-4cb2-8f30-51463308a710 HTTP/1.1" status: 200 len: 217 time: 0.0376749 Jan 28 05:53:22.369568 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-0c7d0012-f09c-4ffc-ae56-7d3050c8574d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:22.371098 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-0c7d0012-f09c-4ffc-ae56-7d3050c8574d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2b498353-5375-459e-bd93-4094c4cf6894 HTTP/1.1" status: 200 len: 797 time: 0.0437331 Jan 28 05:53:22.376678 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72c296ad-abfa-455e-aa58-99238c7ab344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ae1a32f5-43fa-4775-9ed1-377aa601c3c0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:22.394013 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-422a2071-6af7-4a0c-a54b-5086a1f3abc0 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (051db260-0662-430a-b694-28a8a89c485c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:22.396579 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-422a2071-6af7-4a0c-a54b-5086a1f3abc0 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:22.397762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-422a2071-6af7-4a0c-a54b-5086a1f3abc0 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-groups/051db260-0662-430a-b694-28a8a89c485c HTTP/1.1" status: 204 len: 168 time: 0.4228249 Jan 28 05:53:22.400819 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40740) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:22.402519 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network 7afb094c-c2a8-4548-8524-43c1885868a6 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:53:22.426954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c296ad-abfa-455e-aa58-99238c7ab344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1a32f5-43fa-4775-9ed1-377aa601c3c0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:22.432052 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-72c296ad-abfa-455e-aa58-99238c7ab344 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59c2cacfd1e645a788a61d79f08d1ca0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5886359 Jan 28 05:53:22.435535 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40742) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:22.441815 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a2071-6af7-4a0c-a54b-5086a1f3abc0 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=051db260-0662-430a-b694-28a8a89c485c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:22.462794 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-34b4aa89-601a-4b5f-8de6-a910cabc6f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:22.464327 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-34b4aa89-601a-4b5f-8de6-a910cabc6f3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5163c916-d2f8-441e-b2dc-85c1354db940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0869648 Jan 28 05:53:22.471892 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f0863832-be4a-4f2f-b12e-c5affbcf970d tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0702517 Jan 28 05:53:22.480372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40746) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:22.486013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-71302a69-2eb6-4605-80d7-8c359d41d0fa tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group': {'name': 'tempest-secgroup--578298024'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:22.500031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 7afb094c-c2a8-4548-8524-43c1885868a6) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:22.515171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:22.516479 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:22.526217 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df9a9a8-b01b-4a8a-9722-7a272483617b None None] Network 7afb094c-c2a8-4548-8524-43c1885868a6 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:22.581247 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0d42d12-a803-446c-8158-a59007f187e0 admin admin] Publish callbacks [] for security_group (ae1a32f5-43fa-4775-9ed1-377aa601c3c0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:22.598711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed60d6-6883-4138-87c7-f63ba526ff53 req-6d583899-bd4b-4006-b46d-0185abdd8237 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:22.602949 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fed60d6-6883-4138-87c7-f63ba526ff53 req-6d583899-bd4b-4006-b46d-0185abdd8237 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.0624316 Jan 28 05:53:22.619964 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0d42d12-a803-446c-8158-a59007f187e0 admin admin] Publish callbacks [] for security_group (ae1a32f5-43fa-4775-9ed1-377aa601c3c0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:22.623155 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-b7c047f2-3e2a-441a-8dea-f990c1fcffd2 service neutron] 10.222.0.60 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502519 Jan 28 05:53:22.639769 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-71302a69-2eb6-4605-80d7-8c359d41d0fa tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:22.665254 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-7afb094c-c2a8-4548-8524-43c1885868a6', 'network_id': '7afb094c-c2a8-4548-8524-43c1885868a6', 'project_id': '9c74aef81c4e43d6894cf8de9c200946', 'fixed_ips': [{'subnet_id': 'fed6aa5a-513e-40b0-9ff4-a98ad95fa311'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:53:22.666439 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:22.667308 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-404268cd-31ff-485a-80f6-fb501d308962 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2564428 Jan 28 05:53:22.671796 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40754) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:22.680200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e659b528-08ea-4945-841d-131c5b10d9e6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'network_id': '7afb094c-c2a8-4548-8524-43c1885868a6', 'name': 'tempest-PortsTestJSON-1703828482'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:22.755265 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ca157ef-7a4c-4cfd-89ec-6f0ad00b781f req-c166bb0f-cc08-4b2a-806b-562f2053f487 service neutron] 10.222.0.60 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262276 Jan 28 05:53:22.786690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fed60d6-6883-4138-87c7-f63ba526ff53 req-e52bff0d-58a8-40f0-993d-f26fb9581fe6 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688969 Jan 28 05:53:22.793319 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce010c4b-695a-4017-9cbd-a0ee37234c73 req-110da0c5-9339-41f9-83f6-40b0a89b7c21 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:22.795505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce010c4b-695a-4017-9cbd-a0ee37234c73 req-110da0c5-9339-41f9-83f6-40b0a89b7c21 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.1911724 Jan 28 05:53:22.800179 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0d42d12-a803-446c-8158-a59007f187e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ae1a32f5-43fa-4775-9ed1-377aa601c3c0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:22.803991 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a0d42d12-a803-446c-8158-a59007f187e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:22.807712 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a0d42d12-a803-446c-8158-a59007f187e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae1a32f5-43fa-4775-9ed1-377aa601c3c0 HTTP/1.1" status: 204 len: 168 time: 0.3689260 Jan 28 05:53:22.832867 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d42d12-a803-446c-8158-a59007f187e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1a32f5-43fa-4775-9ed1-377aa601c3c0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:22.864966 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Allocated IP 172.20.0.2 (7afb094c-c2a8-4548-8524-43c1885868a6/fed6aa5a-513e-40b0-9ff4-a98ad95fa311/c8105586-4b29-4f32-95d4-d8cd812ab345) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:22.912020 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce010c4b-695a-4017-9cbd-a0ee37234c73 req-74428394-0064-40dd-87cc-78c01c709565 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030073 Jan 28 05:53:22.921614 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-71302a69-2eb6-4605-80d7-8c359d41d0fa tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (f6898e1c-679e-4f60-b36e-42092846b108), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:22.983146 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-71302a69-2eb6-4605-80d7-8c359d41d0fa tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f6898e1c-679e-4f60-b36e-42092846b108), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:22.990527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e659b528-08ea-4945-841d-131c5b10d9e6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:22.993871 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e659b528-08ea-4945-841d-131c5b10d9e6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.030499 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-e659b528-08ea-4945-841d-131c5b10d9e6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] device_id is not set on port 982a9b74-9134-4cb1-90ff-6d182767d580 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:53:23.038612 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Publish callbacks [] for port (c8105586-4b29-4f32-95d4-d8cd812ab345), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.041961 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71302a69-2eb6-4605-80d7-8c359d41d0fa tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6898e1c-679e-4f60-b36e-42092846b108,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:23.093993 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-71302a69-2eb6-4605-80d7-8c359d41d0fa tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.095277 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-71302a69-2eb6-4605-80d7-8c359d41d0fa tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6138508 Jan 28 05:53:23.098180 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40762) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:23.103309 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4624e4d8-bfc7-49cb-bffc-8e8ed7661bb1 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group_rule': {'security_group_id': 'f6898e1c-679e-4f60-b36e-42092846b108', 'direction': 'ingress', 'protocol': 17}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:23.119664 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (c8105586-4b29-4f32-95d4-d8cd812ab345), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.162978 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Network 7afb094c-c2a8-4548-8524-43c1885868a6 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:23.166177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:23.170411 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:23.182051 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Pushing event updated for resources: {'Port': ['ID=c8105586-4b29-4f32-95d4-d8cd812ab345,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:23.183745 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-e659b528-08ea-4945-841d-131c5b10d9e6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Allocated IP 172.20.0.4 (7afb094c-c2a8-4548-8524-43c1885868a6/fed6aa5a-513e-40b0-9ff4-a98ad95fa311/982a9b74-9134-4cb1-90ff-6d182767d580) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:23.215460 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4624e4d8-bfc7-49cb-bffc-8e8ed7661bb1 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (80f701c0-cfb0-4498-82b9-70f677ef3735), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.234868 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Attempting to bind port c8105586-4b29-4f32-95d4-d8cd812ab345 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:53:23.235241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Attempting to bind port c8105586-4b29-4f32-95d4-d8cd812ab345 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'c1b89af4-102b-41de-895f-ace95ae41b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7afb094c-c2a8-4548-8524-43c1885868a6'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:53:23.236089 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Attempting to bind port c8105586-4b29-4f32-95d4-d8cd812ab345 on network 7afb094c-c2a8-4548-8524-43c1885868a6 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:53:23.241620 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:53:23.241997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Checking segment: {'id': 'c1b89af4-102b-41de-895f-ace95ae41b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7afb094c-c2a8-4548-8524-43c1885868a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:53:23.242652 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.243212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Bound using segment: {'id': 'c1b89af4-102b-41de-895f-ace95ae41b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7afb094c-c2a8-4548-8524-43c1885868a6'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:53:23.244047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Bound port: c8105586-4b29-4f32-95d4-d8cd812ab345, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b89af4-102b-41de-895f-ace95ae41b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7afb094c-c2a8-4548-8524-43c1885868a6'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:53:23.244702 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c8105586-4b29-4f32-95d4-d8cd812ab345), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.272570 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4624e4d8-bfc7-49cb-bffc-8e8ed7661bb1 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (80f701c0-cfb0-4498-82b9-70f677ef3735), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.312592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] For port c8105586-4b29-4f32-95d4-d8cd812ab345, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:53:23.315650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] For port c8105586-4b29-4f32-95d4-d8cd812ab345, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c8105586-4b29-4f32-95d4-d8cd812ab345,segment=NetworkSegment(c1b89af4-102b-41de-895f-ace95ae41b81),segment_id=c1b89af4-102b-41de-895f-ace95ae41b81)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:53:23.336508 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4624e4d8-bfc7-49cb-bffc-8e8ed7661bb1 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (80f701c0-cfb0-4498-82b9-70f677ef3735), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.351115 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e659b528-08ea-4945-841d-131c5b10d9e6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (982a9b74-9134-4cb1-90ff-6d182767d580), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.355243 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624e4d8-bfc7-49cb-bffc-8e8ed7661bb1 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f701c0-cfb0-4498-82b9-70f677ef3735,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:23.405306 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c8105586-4b29-4f32-95d4-d8cd812ab345), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.437703 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4624e4d8-bfc7-49cb-bffc-8e8ed7661bb1 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.439469 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4624e4d8-bfc7-49cb-bffc-8e8ed7661bb1 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3400772 Jan 28 05:53:23.448479 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40764) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:23.476569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e896e4-1534-49c2-a4f0-f75c46df9742 None None] Pushing event updated for resources: {'Port': ['ID=c8105586-4b29-4f32-95d4-d8cd812ab345,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:23.487335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40766) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:23.503140 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e659b528-08ea-4945-841d-131c5b10d9e6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (982a9b74-9134-4cb1-90ff-6d182767d580), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.505979 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3f42753-f42c-4247-b291-c8cc0fe02b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.529683 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd770d19-12d0-45e0-817e-8053899c5c16 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (f6898e1c-679e-4f60-b36e-42092846b108), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.555830 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd770d19-12d0-45e0-817e-8053899c5c16 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (f6898e1c-679e-4f60-b36e-42092846b108), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.565133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e659b528-08ea-4945-841d-131c5b10d9e6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network 7afb094c-c2a8-4548-8524-43c1885868a6 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:23.572004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e659b528-08ea-4945-841d-131c5b10d9e6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:23.582040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e659b528-08ea-4945-841d-131c5b10d9e6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:23.611554 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659b528-08ea-4945-841d-131c5b10d9e6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=982a9b74-9134-4cb1-90ff-6d182767d580,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:23.662359 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e659b528-08ea-4945-841d-131c5b10d9e6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:23.662974 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e659b528-08ea-4945-841d-131c5b10d9e6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.697756 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd770d19-12d0-45e0-817e-8053899c5c16 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f6898e1c-679e-4f60-b36e-42092846b108), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.703333 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd770d19-12d0-45e0-817e-8053899c5c16 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.704659 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cd770d19-12d0-45e0-817e-8053899c5c16 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-groups/f6898e1c-679e-4f60-b36e-42092846b108 HTTP/1.1" status: 204 len: 168 time: 0.2617188 Jan 28 05:53:23.709547 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40768) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:23.722699 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd770d19-12d0-45e0-817e-8053899c5c16 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6898e1c-679e-4f60-b36e-42092846b108,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:23.765842 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3f42753-f42c-4247-b291-c8cc0fe02b76 admin admin] Publish callbacks [] for security_group (dd9ced2c-055d-44bf-9f34-62d9c079265d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.776820 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5b7cb148-5fbc-4614-a54b-f4f0b5202ac5 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0657833 Jan 28 05:53:23.780951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40770) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:23.786092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-eaaee4a5-604d-4ddf-9e1a-0daf86b2179d tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group': {'name': 'tempest-secgroup--202937597'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:23.792924 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e659b528-08ea-4945-841d-131c5b10d9e6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1165955 Jan 28 05:53:23.795772 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40772) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:23.804059 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-386be4a4-77e3-4d98-a784-2e2e3e9523b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'network_id': '7afb094c-c2a8-4548-8524-43c1885868a6', 'name': 'tempest-PortsTestJSON-1520169610'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:23.876357 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3f42753-f42c-4247-b291-c8cc0fe02b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dd9ced2c-055d-44bf-9f34-62d9c079265d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.920734 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaaee4a5-604d-4ddf-9e1a-0daf86b2179d tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:23.957111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e3f42753-f42c-4247-b291-c8cc0fe02b76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a750bd38ef04f8a9e5b090b615b5137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4676557 Jan 28 05:53:23.959219 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40780) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:23.959543 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f42753-f42c-4247-b291-c8cc0fe02b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9ced2c-055d-44bf-9f34-62d9c079265d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:23.972765 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942c6fa-6c61-4ea9-b99b-66989b125137 req-0ce1d46e-e5a4-424d-9c5e-25ae0bf292b8 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:23.974272 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f942c6fa-6c61-4ea9-b99b-66989b125137 req-0ce1d46e-e5a4-424d-9c5e-25ae0bf292b8 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.1088846 Jan 28 05:53:23.978701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386be4a4-77e3-4d98-a784-2e2e3e9523b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:23.982619 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-386be4a4-77e3-4d98-a784-2e2e3e9523b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:24.019981 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-386be4a4-77e3-4d98-a784-2e2e3e9523b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] device_id is not set on port 184ce7fe-b415-40ce-845d-7dfcfccf5be8 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:53:24.046351 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f252d762-1a04-44b0-9a30-db081bf29e02 admin admin] Publish callbacks [] for security_group (dd9ced2c-055d-44bf-9f34-62d9c079265d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:24.054402 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f942c6fa-6c61-4ea9-b99b-66989b125137 req-9cc61c3e-1b37-4a33-b007-304f6a1d07d7 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680881 Jan 28 05:53:24.089918 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaaee4a5-604d-4ddf-9e1a-0daf86b2179d tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (0a2afeb8-f8ed-4ee6-a2f8-d3752db83d38), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:24.105133 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f252d762-1a04-44b0-9a30-db081bf29e02 admin admin] Publish callbacks [] for security_group (dd9ced2c-055d-44bf-9f34-62d9c079265d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:24.127218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635bacd-0bed-47ca-8280-8921c60ca26e req-fac54832-becd-4c4d-abc9-954bdb76caaa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:24.128766 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0635bacd-0bed-47ca-8280-8921c60ca26e req-fac54832-becd-4c4d-abc9-954bdb76caaa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.0620613 Jan 28 05:53:24.148392 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaaee4a5-604d-4ddf-9e1a-0daf86b2179d tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0a2afeb8-f8ed-4ee6-a2f8-d3752db83d38), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:24.199183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaee4a5-604d-4ddf-9e1a-0daf86b2179d tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2afeb8-f8ed-4ee6-a2f8-d3752db83d38,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:24.208948 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-386be4a4-77e3-4d98-a784-2e2e3e9523b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Allocated IP 172.20.0.6 (7afb094c-c2a8-4548-8524-43c1885868a6/fed6aa5a-513e-40b0-9ff4-a98ad95fa311/184ce7fe-b415-40ce-845d-7dfcfccf5be8) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:24.217982 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0635bacd-0bed-47ca-8280-8921c60ca26e req-a5a6e6db-4dce-4697-9226-129219e113fa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830636 Jan 28 05:53:24.264321 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaaee4a5-604d-4ddf-9e1a-0daf86b2179d tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:24.266383 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-eaaee4a5-604d-4ddf-9e1a-0daf86b2179d tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4835553 Jan 28 05:53:24.268717 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40786) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:24.276435 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f753eb06-023c-47c4-a27c-47daf3ae0a79 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595410746'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:24.327630 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f252d762-1a04-44b0-9a30-db081bf29e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dd9ced2c-055d-44bf-9f34-62d9c079265d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:24.330200 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f252d762-1a04-44b0-9a30-db081bf29e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:24.332113 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f252d762-1a04-44b0-9a30-db081bf29e02 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd9ced2c-055d-44bf-9f34-62d9c079265d HTTP/1.1" status: 204 len: 168 time: 0.3713992 Jan 28 05:53:24.361590 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252d762-1a04-44b0-9a30-db081bf29e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9ced2c-055d-44bf-9f34-62d9c079265d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:24.421947 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-386be4a4-77e3-4d98-a784-2e2e3e9523b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (184ce7fe-b415-40ce-845d-7dfcfccf5be8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:24.445927 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f753eb06-023c-47c4-a27c-47daf3ae0a79 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:24.526801 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f753eb06-023c-47c4-a27c-47daf3ae0a79 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (eac573e5-eada-485e-98bc-3df5feb541c4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:24.553464 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-386be4a4-77e3-4d98-a784-2e2e3e9523b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (184ce7fe-b415-40ce-845d-7dfcfccf5be8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:24.584322 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:53:24.585905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c8d945-5a9a-48ca-b626-a8821aa66099 None None] Network 7afb094c-c2a8-4548-8524-43c1885868a6 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:24.605962 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386be4a4-77e3-4d98-a784-2e2e3e9523b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network 7afb094c-c2a8-4548-8524-43c1885868a6 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:24.610393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-386be4a4-77e3-4d98-a784-2e2e3e9523b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:24.614143 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386be4a4-77e3-4d98-a784-2e2e3e9523b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:24.721353 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-dd0afc31-3ad0-41e7-9c08-ab557e13acaf None None] Provisioning complete for port c8105586-4b29-4f32-95d4-d8cd812ab345 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:24.721353 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd0afc31-3ad0-41e7-9c08-ab557e13acaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c8105586-4b29-4f32-95d4-d8cd812ab345), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:24.995124 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c8105586-4b29-4f32-95d4-d8cd812ab345 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:53:25.029683 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386be4a4-77e3-4d98-a784-2e2e3e9523b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=184ce7fe-b415-40ce-845d-7dfcfccf5be8,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:25.033482 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f753eb06-023c-47c4-a27c-47daf3ae0a79 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (eac573e5-eada-485e-98bc-3df5feb541c4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.085661 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753eb06-023c-47c4-a27c-47daf3ae0a79 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac573e5-eada-485e-98bc-3df5feb541c4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:25.096176 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386be4a4-77e3-4d98-a784-2e2e3e9523b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:25.096827 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-386be4a4-77e3-4d98-a784-2e2e3e9523b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.112184 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dd0afc31-3ad0-41e7-9c08-ab557e13acaf None None] Current status of the port c8105586-4b29-4f32-95d4-d8cd812ab345 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:25.112580 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd0afc31-3ad0-41e7-9c08-ab557e13acaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c8105586-4b29-4f32-95d4-d8cd812ab345), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.147473 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.157558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-dd0afc31-3ad0-41e7-9c08-ab557e13acaf None None] For port c8105586-4b29-4f32-95d4-d8cd812ab345, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c8105586-4b29-4f32-95d4-d8cd812ab345,segment=NetworkSegment(c1b89af4-102b-41de-895f-ace95ae41b81),segment_id=c1b89af4-102b-41de-895f-ace95ae41b81)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:25.158661 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port c8105586-4b29-4f32-95d4-d8cd812ab345 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:25.159032 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c8105586-4b29-4f32-95d4-d8cd812ab345), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.201405 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f753eb06-023c-47c4-a27c-47daf3ae0a79 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.202777 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f753eb06-023c-47c4-a27c-47daf3ae0a79 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9329603 Jan 28 05:53:25.205780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40804) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:25.214179 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group_rule': {'security_group_id': '0a2afeb8-f8ed-4ee6-a2f8-d3752db83d38', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'eac573e5-eada-485e-98bc-3df5feb541c4', 'remote_ip_prefix': None}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:25.242851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a6ae0-f758-440a-826a-b610ba36f8fb req-2e61e9d8-668c-4112-ac6f-8f7ff3c0e737 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:25.244527 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e78a6ae0-f758-440a-826a-b610ba36f8fb req-2e61e9d8-668c-4112-ac6f-8f7ff3c0e737 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.0896904 Jan 28 05:53:25.266099 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd0afc31-3ad0-41e7-9c08-ab557e13acaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c8105586-4b29-4f32-95d4-d8cd812ab345), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.271079 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-386be4a4-77e3-4d98-a784-2e2e3e9523b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4741797 Jan 28 05:53:25.274109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40810) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:25.310321 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c8105586-4b29-4f32-95d4-d8cd812ab345 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:25.310955 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c8105586-4b29-4f32-95d4-d8cd812ab345), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.353914 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0afc31-3ad0-41e7-9c08-ab557e13acaf None None] Pushing event updated for resources: {'Port': ['ID=c8105586-4b29-4f32-95d4-d8cd812ab345,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:25.356457 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e78a6ae0-f758-440a-826a-b610ba36f8fb req-0bd5f97e-cc22-4e42-b7ef-749f975df434 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034698 Jan 28 05:53:25.421280 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:53:25.421635 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:53:25.422330 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-deb9d954-6030-49a3-b894-11cf9141b4bf None None] Provisioning complete for port 982a9b74-9134-4cb1-90ff-6d182767d580 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:25.422826 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-deb9d954-6030-49a3-b894-11cf9141b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (982a9b74-9134-4cb1-90ff-6d182767d580), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.443580 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (a61717f1-efda-48a4-a609-42943779d5bf), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.461106 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e075b338-c10e-4e55-b2b7-a4dbb2752d2b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:25.462965 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e075b338-c10e-4e55-b2b7-a4dbb2752d2b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1878829 Jan 28 05:53:25.466738 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40814) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:25.469073 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-deb9d954-6030-49a3-b894-11cf9141b4bf None None] Port 982a9b74-9134-4cb1-90ff-6d182767d580 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:25.484754 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-deb9d954-6030-49a3-b894-11cf9141b4bf None None] Provisioning complete for port 184ce7fe-b415-40ce-845d-7dfcfccf5be8 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:25.485272 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-deb9d954-6030-49a3-b894-11cf9141b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (184ce7fe-b415-40ce-845d-7dfcfccf5be8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.501763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6f814-a100-441f-86e5-07c862adfc93 req-8e6d4d19-729c-4ea5-8923-752586cdaef3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:25.504207 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fef6f814-a100-441f-86e5-07c862adfc93 req-8e6d4d19-729c-4ea5-8923-752586cdaef3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.0743732 Jan 28 05:53:25.546232 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-deb9d954-6030-49a3-b894-11cf9141b4bf None None] Port 184ce7fe-b415-40ce-845d-7dfcfccf5be8 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:25.552994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-deb9d954-6030-49a3-b894-11cf9141b4bf None None] Provisioning complete for port c8105586-4b29-4f32-95d4-d8cd812ab345 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:25.553301 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-deb9d954-6030-49a3-b894-11cf9141b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c8105586-4b29-4f32-95d4-d8cd812ab345), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.570462 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fef6f814-a100-441f-86e5-07c862adfc93 req-ada1760d-654c-4e1c-9b58-3ea50c2fa4e8 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546980 Jan 28 05:53:25.652993 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (a61717f1-efda-48a4-a609-42943779d5bf), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.662146 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-deb9d954-6030-49a3-b894-11cf9141b4bf None None] Current status of the port c8105586-4b29-4f32-95d4-d8cd812ab345 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:25.673010 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c45ee11f-0b2c-4a0a-a6f7-5cc28bb03165 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port 184ce7fe-b415-40ce-845d-7dfcfccf5be8 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:25.673368 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c45ee11f-0b2c-4a0a-a6f7-5cc28bb03165 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (184ce7fe-b415-40ce-845d-7dfcfccf5be8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.722901 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (a61717f1-efda-48a4-a609-42943779d5bf), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.751202 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61717f1-efda-48a4-a609-42943779d5bf,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:25.765197 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:25.765579 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:25.765904 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:25.766249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:25.766627 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:25.766962 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:25.767297 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:25.767634 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:25.767964 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:25.768297 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:25.770569 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:25.770944 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:25.771317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:25.782137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-da30d27d-25ac-4e1a-9159-706e6d0ad8c6 None None] Provisioning complete for port 184ce7fe-b415-40ce-845d-7dfcfccf5be8 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:25.782556 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da30d27d-25ac-4e1a-9159-706e6d0ad8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (184ce7fe-b415-40ce-845d-7dfcfccf5be8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.800708 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c45ee11f-0b2c-4a0a-a6f7-5cc28bb03165 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (184ce7fe-b415-40ce-845d-7dfcfccf5be8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.814779 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c45ee11f-0b2c-4a0a-a6f7-5cc28bb03165 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for 184ce7fe-b415-40ce-845d-7dfcfccf5be8 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:25.818390 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-da30d27d-25ac-4e1a-9159-706e6d0ad8c6 None None] Port 184ce7fe-b415-40ce-845d-7dfcfccf5be8 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:25.831293 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.832587 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-20ce44f2-8502-41f2-a556-dccc90a87eea tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6257875 Jan 28 05:53:25.840027 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40824) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:25.867170 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-def36e6b-1521-4f43-8613-4d7fb09ac08b tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (a61717f1-efda-48a4-a609-42943779d5bf), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.875519 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-def36e6b-1521-4f43-8613-4d7fb09ac08b tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (a61717f1-efda-48a4-a609-42943779d5bf), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.957985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c8105586-4b29-4f32-95d4-d8cd812ab345 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:25.959255 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-def36e6b-1521-4f43-8613-4d7fb09ac08b tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (a61717f1-efda-48a4-a609-42943779d5bf), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.966936 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-def36e6b-1521-4f43-8613-4d7fb09ac08b tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:25.970615 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-def36e6b-1521-4f43-8613-4d7fb09ac08b tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a61717f1-efda-48a4-a609-42943779d5bf HTTP/1.1" status: 204 len: 168 time: 0.1268902 Jan 28 05:53:25.970841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40828) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:25.973245 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def36e6b-1521-4f43-8613-4d7fb09ac08b tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a61717f1-efda-48a4-a609-42943779d5bf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:26.011888 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-99c41cff-f0ad-4c5b-bdca-9d095eb8ae5b tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0399017 Jan 28 05:53:26.015616 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40830) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:26.056095 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c45ee11f-0b2c-4a0a-a6f7-5cc28bb03165 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (184ce7fe-b415-40ce-845d-7dfcfccf5be8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:26.098460 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49b02754-f47f-4506-98a2-bbcd59f57311 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (eac573e5-eada-485e-98bc-3df5feb541c4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:26.129639 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ee11f-0b2c-4a0a-a6f7-5cc28bb03165 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=184ce7fe-b415-40ce-845d-7dfcfccf5be8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:26.149950 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49b02754-f47f-4506-98a2-bbcd59f57311 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (eac573e5-eada-485e-98bc-3df5feb541c4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:26.228577 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c45ee11f-0b2c-4a0a-a6f7-5cc28bb03165 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:26.232360 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c45ee11f-0b2c-4a0a-a6f7-5cc28bb03165 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/ports/184ce7fe-b415-40ce-845d-7dfcfccf5be8 HTTP/1.1" status: 204 len: 168 time: 0.7641959 Jan 28 05:53:26.235053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40836) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:26.262956 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f621233-823b-4c6e-b203-de1065a313bd tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] GET failed (client error): The resource could not be found. Jan 28 05:53:26.266063 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1f621233-823b-4c6e-b203-de1065a313bd tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports/184ce7fe-b415-40ce-845d-7dfcfccf5be8 HTTP/1.1" status: 404 len: 333 time: 0.0288947 Jan 28 05:53:26.273780 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40840) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:26.319622 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49b02754-f47f-4506-98a2-bbcd59f57311 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (eac573e5-eada-485e-98bc-3df5feb541c4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:26.322222 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49b02754-f47f-4506-98a2-bbcd59f57311 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:26.326029 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-49b02754-f47f-4506-98a2-bbcd59f57311 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-groups/eac573e5-eada-485e-98bc-3df5feb541c4 HTTP/1.1" status: 204 len: 168 time: 0.3070683 Jan 28 05:53:26.329385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40844) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:26.350972 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b02754-f47f-4506-98a2-bbcd59f57311 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac573e5-eada-485e-98bc-3df5feb541c4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:26.387427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c16945fd-9fb5-4669-9d6b-97867d28f833 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port 982a9b74-9134-4cb1-90ff-6d182767d580 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:26.387427 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c16945fd-9fb5-4669-9d6b-97867d28f833 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (982a9b74-9134-4cb1-90ff-6d182767d580), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:26.412184 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9f3d05f0-803c-4f1b-9132-f091466e5167 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0815601 Jan 28 05:53:26.415229 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40850) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:26.478492 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0e3f900d-449e-4ef4-b1af-248e24e498bd tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (0a2afeb8-f8ed-4ee6-a2f8-d3752db83d38), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:26.504534 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0e3f900d-449e-4ef4-b1af-248e24e498bd tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (0a2afeb8-f8ed-4ee6-a2f8-d3752db83d38), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:26.524852 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c16945fd-9fb5-4669-9d6b-97867d28f833 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (982a9b74-9134-4cb1-90ff-6d182767d580), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:26.543881 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e0f43-0428-4867-8c7b-ce7ef070d4d6 req-42810112-5f45-49ee-9c18-64b6b845a77d tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:26.545479 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f9e0f43-0428-4867-8c7b-ce7ef070d4d6 req-42810112-5f45-49ee-9c18-64b6b845a77d tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.0956633 Jan 28 05:53:26.550019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c16945fd-9fb5-4669-9d6b-97867d28f833 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for 982a9b74-9134-4cb1-90ff-6d182767d580 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:26.650965 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0e3f900d-449e-4ef4-b1af-248e24e498bd tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0a2afeb8-f8ed-4ee6-a2f8-d3752db83d38), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:26.654468 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0e3f900d-449e-4ef4-b1af-248e24e498bd tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:26.660504 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0e3f900d-449e-4ef4-b1af-248e24e498bd tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-groups/0a2afeb8-f8ed-4ee6-a2f8-d3752db83d38 HTTP/1.1" status: 204 len: 168 time: 0.2387671 Jan 28 05:53:26.660762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f9e0f43-0428-4867-8c7b-ce7ef070d4d6 req-47c5d1e1-e700-4ccb-b207-b08a23bee36c tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040654 Jan 28 05:53:26.660855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40860) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:26.665194 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f900d-449e-4ef4-b1af-248e24e498bd tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2afeb8-f8ed-4ee6-a2f8-d3752db83d38,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:26.787258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4b6c6-08d9-4990-b079-981513454da8 req-a4aee0ee-7e82-4904-a1f2-5a1a62ecad0a tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:26.788797 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75f4b6c6-08d9-4990-b079-981513454da8 req-a4aee0ee-7e82-4904-a1f2-5a1a62ecad0a tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.1207707 Jan 28 05:53:26.792441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-90c458c2-6619-49fb-8cc1-5ad132a859d8 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1306369 Jan 28 05:53:26.796605 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40864) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:26.797163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c8105586-4b29-4f32-95d4-d8cd812ab345 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:53:26.802184 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9425de4c-2f2f-46c9-849a-dbd2b083cf6d tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group': {'name': 'tempest-secgroup--734494167'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:26.854459 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port c8105586-4b29-4f32-95d4-d8cd812ab345 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:26.854879 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c8105586-4b29-4f32-95d4-d8cd812ab345), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:26.857287 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75f4b6c6-08d9-4990-b079-981513454da8 req-c1820a7c-6d2e-4d5a-aee2-2b66c016aa0b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562012 Jan 28 05:53:26.891126 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9425de4c-2f2f-46c9-849a-dbd2b083cf6d tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:26.918880 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c16945fd-9fb5-4669-9d6b-97867d28f833 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (982a9b74-9134-4cb1-90ff-6d182767d580), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:26.937224 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c8105586-4b29-4f32-95d4-d8cd812ab345 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:26.962854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16945fd-9fb5-4669-9d6b-97867d28f833 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=982a9b74-9134-4cb1-90ff-6d182767d580,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:26.963311 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9425de4c-2f2f-46c9-849a-dbd2b083cf6d tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (0239938b-d340-4993-98f0-764066a26f46), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.030046 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9425de4c-2f2f-46c9-849a-dbd2b083cf6d tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0239938b-d340-4993-98f0-764066a26f46), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.082518 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425de4c-2f2f-46c9-849a-dbd2b083cf6d tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0239938b-d340-4993-98f0-764066a26f46,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:27.088484 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c16945fd-9fb5-4669-9d6b-97867d28f833 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.095523 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c16945fd-9fb5-4669-9d6b-97867d28f833 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/ports/982a9b74-9134-4cb1-90ff-6d182767d580 HTTP/1.1" status: 204 len: 168 time: 0.8161640 Jan 28 05:53:27.095523 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40876) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:27.125342 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c216a8-c80e-4608-a761-69b2332a6086 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] GET failed (client error): The resource could not be found. Jan 28 05:53:27.126875 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-04c216a8-c80e-4608-a761-69b2332a6086 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports/982a9b74-9134-4cb1-90ff-6d182767d580 HTTP/1.1" status: 404 len: 333 time: 0.0308530 Jan 28 05:53:27.130176 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40878) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:27.140268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6fdaf-26f2-4d6e-947d-b080720a5c7b req-4a4ae547-1e39-40a1-aa1b-def6462b4d59 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:27.141656 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bdc6fdaf-26f2-4d6e-947d-b080720a5c7b req-4a4ae547-1e39-40a1-aa1b-def6462b4d59 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1090567 Jan 28 05:53:27.164614 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9425de4c-2f2f-46c9-849a-dbd2b083cf6d tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.166797 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9425de4c-2f2f-46c9-849a-dbd2b083cf6d tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3691158 Jan 28 05:53:27.169686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40880) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:27.175532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d7aecbac-e061-43bd-b03b-a689201b9769 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group_rule': {'security_group_id': '0239938b-d340-4993-98f0-764066a26f46', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:27.193973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf621ca-6187-4dd7-b95c-3481f2cd4262 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting subnet fed6aa5a-513e-40b0-9ff4-a98ad95fa311 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:53:27.197111 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cf621ca-6187-4dd7-b95c-3481f2cd4262 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (fed6aa5a-513e-40b0-9ff4-a98ad95fa311), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.214688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bdc6fdaf-26f2-4d6e-947d-b080720a5c7b req-216c07dd-5f9c-470f-ba6d-20a39ffeb04d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640635 Jan 28 05:53:27.248084 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cf621ca-6187-4dd7-b95c-3481f2cd4262 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (fed6aa5a-513e-40b0-9ff4-a98ad95fa311), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.314776 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d7aecbac-e061-43bd-b03b-a689201b9769 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (062feeed-3929-4cbb-8cf4-df97ba85f9ad), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.345033 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cf621ca-6187-4dd7-b95c-3481f2cd4262 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (fed6aa5a-513e-40b0-9ff4-a98ad95fa311), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.388324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62502e2-c765-40cf-9106-bc2fb8bfd9e4 req-f65df898-de1f-409a-b66f-2b4fc63e3963 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:27.389867 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e62502e2-c765-40cf-9106-bc2fb8bfd9e4 req-f65df898-de1f-409a-b66f-2b4fc63e3963 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0883737 Jan 28 05:53:27.404763 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d7aecbac-e061-43bd-b03b-a689201b9769 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (062feeed-3929-4cbb-8cf4-df97ba85f9ad), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.448125 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e62502e2-c765-40cf-9106-bc2fb8bfd9e4 req-3c976382-115d-4b4b-bfe8-4a48aefe45e0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467703 Jan 28 05:53:27.490822 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d7aecbac-e061-43bd-b03b-a689201b9769 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (062feeed-3929-4cbb-8cf4-df97ba85f9ad), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.513490 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aecbac-e061-43bd-b03b-a689201b9769 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062feeed-3929-4cbb-8cf4-df97ba85f9ad,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:27.517401 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cf621ca-6187-4dd7-b95c-3481f2cd4262 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (fed6aa5a-513e-40b0-9ff4-a98ad95fa311), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.536171 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.548348 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf621ca-6187-4dd7-b95c-3481f2cd4262 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Subnet': ['ID=fed6aa5a-513e-40b0-9ff4-a98ad95fa311,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:27.552368 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cf621ca-6187-4dd7-b95c-3481f2cd4262 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.559036 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6cf621ca-6187-4dd7-b95c-3481f2cd4262 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/fed6aa5a-513e-40b0-9ff4-a98ad95fa311 HTTP/1.1" status: 204 len: 168 time: 0.4244845 Jan 28 05:53:27.559036 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40898) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:27.563829 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da587603-768c-4704-a412-34943069d7e5 None None] Network 7afb094c-c2a8-4548-8524-43c1885868a6 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:27.630621 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d7aecbac-e061-43bd-b03b-a689201b9769 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.634609 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d7aecbac-e061-43bd-b03b-a689201b9769 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4613194 Jan 28 05:53:27.635171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40908) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:27.648563 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (7afb094c-c2a8-4548-8524-43c1885868a6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.724547 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port c8105586-4b29-4f32-95d4-d8cd812ab345 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:27.724898 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c8105586-4b29-4f32-95d4-d8cd812ab345), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.752060 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-614df879-332b-45da-92cf-769266f90ea6 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (062feeed-3929-4cbb-8cf4-df97ba85f9ad), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.766416 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-614df879-332b-45da-92cf-769266f90ea6 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (062feeed-3929-4cbb-8cf4-df97ba85f9ad), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.784604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902fb26c-85f3-4a43-84fc-56454843aa41 None None] DHCP port deletion for 7afb094c-c2a8-4548-8524-43c1885868a6 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:53:27.820978 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] For port c8105586-4b29-4f32-95d4-d8cd812ab345, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c8105586-4b29-4f32-95d4-d8cd812ab345,segment=NetworkSegment(c1b89af4-102b-41de-895f-ace95ae41b81),segment_id=c1b89af4-102b-41de-895f-ace95ae41b81)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:27.821380 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c8105586-4b29-4f32-95d4-d8cd812ab345), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.839725 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for c8105586-4b29-4f32-95d4-d8cd812ab345 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:27.857777 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-902fb26c-85f3-4a43-84fc-56454843aa41 None None] Deleting port c8105586-4b29-4f32-95d4-d8cd812ab345 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:27.859482 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-902fb26c-85f3-4a43-84fc-56454843aa41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c8105586-4b29-4f32-95d4-d8cd812ab345), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.877749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-6e586cbc-c809-41e6-8425-eb30b50c21dd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:27.879294 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-6e586cbc-c809-41e6-8425-eb30b50c21dd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 812 time: 0.2137759 Jan 28 05:53:27.891444 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccdf93-a71a-4353-bc91-4ad30e2c8fc2 req-54c1592b-f4c9-4bf1-94df-4bd1fb256fba tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:27.893046 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76ccdf93-a71a-4353-bc91-4ad30e2c8fc2 req-54c1592b-f4c9-4bf1-94df-4bd1fb256fba tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.1020701 Jan 28 05:53:27.909953 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-188d9e26-6c83-42bd-826e-4af47928b5f1 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/quotas/a5564a7eeef94f0591cc8cbdb3ffdbb8 HTTP/1.1" status: 200 len: 375 time: 0.0159330 Jan 28 05:53:27.934076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-902fb26c-85f3-4a43-84fc-56454843aa41 None None] For port c8105586-4b29-4f32-95d4-d8cd812ab345, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c8105586-4b29-4f32-95d4-d8cd812ab345,segment=NetworkSegment(c1b89af4-102b-41de-895f-ace95ae41b81),segment_id=c1b89af4-102b-41de-895f-ace95ae41b81)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:27.938388 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-902fb26c-85f3-4a43-84fc-56454843aa41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c8105586-4b29-4f32-95d4-d8cd812ab345), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.947614 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-614df879-332b-45da-92cf-769266f90ea6 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (062feeed-3929-4cbb-8cf4-df97ba85f9ad), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.949371 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-902fb26c-85f3-4a43-84fc-56454843aa41 None None] Calling delete_port for c8105586-4b29-4f32-95d4-d8cd812ab345 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:27.960898 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-614df879-332b-45da-92cf-769266f90ea6 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:27.962095 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-614df879-332b-45da-92cf-769266f90ea6 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/062feeed-3929-4cbb-8cf4-df97ba85f9ad HTTP/1.1" status: 204 len: 168 time: 0.3249347 Jan 28 05:53:27.964905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40918) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:27.977623 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614df879-332b-45da-92cf-769266f90ea6 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=062feeed-3929-4cbb-8cf4-df97ba85f9ad,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:27.989090 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76ccdf93-a71a-4353-bc91-4ad30e2c8fc2 req-ce21cfbf-9deb-42b2-93fc-8727706adea3 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879292 Jan 28 05:53:28.000868 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c8105586-4b29-4f32-95d4-d8cd812ab345), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.015190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-b172eb1a-0443-4f1b-8de1-536200fd0de5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0959311 Jan 28 05:53:28.049993 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-003a7dbf-6c25-466d-b161-ebe76b167728 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0790858 Jan 28 05:53:28.069050 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-902fb26c-85f3-4a43-84fc-56454843aa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (c8105586-4b29-4f32-95d4-d8cd812ab345), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.069288 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40920) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:28.076545 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=c8105586-4b29-4f32-95d4-d8cd812ab345,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:28.078514 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40922) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:28.079593 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No DVR routers for this DVR port c8105586-4b29-4f32-95d4-d8cd812ab345 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:53:28.094531 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fb26c-85f3-4a43-84fc-56454843aa41 None None] Pushing event deleted for resources: {'Port': ['ID=c8105586-4b29-4f32-95d4-d8cd812ab345,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:28.100403 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902fb26c-85f3-4a43-84fc-56454843aa41 None None] No DVR routers for this DVR port c8105586-4b29-4f32-95d4-d8cd812ab345 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:53:28.160997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-f6f27635-19e3-4877-a251-42f9d12512c3 service neutron] 10.222.0.31 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448257 Jan 28 05:53:28.166665 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-790190e7-1b07-47d1-846a-b923a9eb8484 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (0239938b-d340-4993-98f0-764066a26f46), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.180686 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (7afb094c-c2a8-4548-8524-43c1885868a6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.207501 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afb094c-c2a8-4548-8524-43c1885868a6']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:28.218680 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b89af4-102b-41de-895f-ace95ae41b81') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:28.218994 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b89af4-102b-41de-895f-ace95ae41b81') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:28.238039 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-790190e7-1b07-47d1-846a-b923a9eb8484 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (0239938b-d340-4993-98f0-764066a26f46), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.240197 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (c1b89af4-102b-41de-895f-ace95ae41b81), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.241855 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-84461afa-58ad-481c-8c2a-a19cff9ac43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.262523 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c1b89af4-102b-41de-895f-ace95ae41b81), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.273255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:53:28.273648 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (c1b89af4-102b-41de-895f-ace95ae41b81), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:53:28.276565 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:53:28.300477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-ea80bdd1-10ce-4af9-b056-9c3952689bd5 service neutron] 10.222.0.31 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277626 Jan 28 05:53:28.399176 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-790190e7-1b07-47d1-846a-b923a9eb8484 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0239938b-d340-4993-98f0-764066a26f46), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.401887 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-790190e7-1b07-47d1-846a-b923a9eb8484 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.406460 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-790190e7-1b07-47d1-846a-b923a9eb8484 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-groups/0239938b-d340-4993-98f0-764066a26f46 HTTP/1.1" status: 204 len: 168 time: 0.3329759 Jan 28 05:53:28.416088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40928) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:28.416402 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790190e7-1b07-47d1-846a-b923a9eb8484 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0239938b-d340-4993-98f0-764066a26f46,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:28.436677 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (7afb094c-c2a8-4548-8524-43c1885868a6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.453454 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.460700 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/networks/7afb094c-c2a8-4548-8524-43c1885868a6 HTTP/1.1" status: 204 len: 168 time: 0.8974097 Jan 28 05:53:28.460816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40930) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:28.466850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f47b4614-7234-43a8-94ca-57c978807857 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1028086309'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:28.493734 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7bffe-9f49-479b-b9b4-078a856ea6d3 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Network': ['ID=7afb094c-c2a8-4548-8524-43c1885868a6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:28.530601 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-84461afa-58ad-481c-8c2a-a19cff9ac43b admin admin] Publish callbacks [] for security_group (729bc651-0e3e-4bca-bab9-53e2efd0afc1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.552922 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-156374d6-a3ec-4a58-8112-003d6b72dbfc tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1440840 Jan 28 05:53:28.562836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40938) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:28.567548 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-76709de3-44f4-4920-bb6b-67be540bc834 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group': {'name': 'tempest-secgroup--940672688'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:28.584389 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d579ba54-81ed-4a79-8e54-34f129f7f9a1 req-a552ca0c-739b-410c-a2dc-65bde5c45025 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 210 time: 0.0483932 Jan 28 05:53:28.588018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47b4614-7234-43a8-94ca-57c978807857 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:28.595846 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f47b4614-7234-43a8-94ca-57c978807857 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.627164 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-84461afa-58ad-481c-8c2a-a19cff9ac43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (729bc651-0e3e-4bca-bab9-53e2efd0afc1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.629600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47b4614-7234-43a8-94ca-57c978807857 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:53:28.659195 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f47b4614-7234-43a8-94ca-57c978807857 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (93362a6f-66ef-421d-ab58-7d94bfedfac1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.659703 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-f47b4614-7234-43a8-94ca-57c978807857 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Added segment 93362a6f-66ef-421d-ab58-7d94bfedfac1 of type vlan for network b0599240-b861-4633-b239-dd79f1711cad Jan 28 05:53:28.672433 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76709de3-44f4-4920-bb6b-67be540bc834 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.683374 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-84461afa-58ad-481c-8c2a-a19cff9ac43b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49aaffef94604c189bdf8cf2f2df5fbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5993617 Jan 28 05:53:28.685927 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84461afa-58ad-481c-8c2a-a19cff9ac43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729bc651-0e3e-4bca-bab9-53e2efd0afc1,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:28.689414 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40940) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:28.711515 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f47b4614-7234-43a8-94ca-57c978807857 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (b0599240-b861-4633-b239-dd79f1711cad), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.793770 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a1a178bd-8d82-4432-89da-27b56f05fda4 admin admin] Publish callbacks [] for security_group (729bc651-0e3e-4bca-bab9-53e2efd0afc1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.807088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c8105586-4b29-4f32-95d4-d8cd812ab345 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:53:28.827846 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f47b4614-7234-43a8-94ca-57c978807857 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (b0599240-b861-4633-b239-dd79f1711cad), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.830242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: c8105586-4b29-4f32-95d4-d8cd812ab345 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:53:28.830630 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c8105586-4b29-4f32-95d4-d8cd812ab345 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:53:28.834172 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76709de3-44f4-4920-bb6b-67be540bc834 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (ab0d6412-9e46-4ffa-a15c-c5e5fe0de976), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.836283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47b4614-7234-43a8-94ca-57c978807857 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:28.836283 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f47b4614-7234-43a8-94ca-57c978807857 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.836672 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a1a178bd-8d82-4432-89da-27b56f05fda4 admin admin] Publish callbacks [] for security_group (729bc651-0e3e-4bca-bab9-53e2efd0afc1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.909239 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b4614-7234-43a8-94ca-57c978807857 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Network': ['ID=b0599240-b861-4633-b239-dd79f1711cad,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:28.919238 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76709de3-44f4-4920-bb6b-67be540bc834 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ab0d6412-9e46-4ffa-a15c-c5e5fe0de976), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.919666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network b0599240-b861-4633-b239-dd79f1711cad details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:53:28.949286 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76709de3-44f4-4920-bb6b-67be540bc834 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0d6412-9e46-4ffa-a15c-c5e5fe0de976,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:28.970881 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a1a178bd-8d82-4432-89da-27b56f05fda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (729bc651-0e3e-4bca-bab9-53e2efd0afc1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.973517 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a1a178bd-8d82-4432-89da-27b56f05fda4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:28.974757 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a1a178bd-8d82-4432-89da-27b56f05fda4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/729bc651-0e3e-4bca-bab9-53e2efd0afc1 HTTP/1.1" status: 204 len: 168 time: 0.2844007 Jan 28 05:53:28.984292 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a178bd-8d82-4432-89da-27b56f05fda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729bc651-0e3e-4bca-bab9-53e2efd0afc1,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:29.003788 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76709de3-44f4-4920-bb6b-67be540bc834 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:29.010666 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f47b4614-7234-43a8-94ca-57c978807857 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5488133 Jan 28 05:53:29.014351 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-76709de3-44f4-4920-bb6b-67be540bc834 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4467347 Jan 28 05:53:29.014351 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40950) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:29.017570 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f862fbb9-4ed2-4ca8-85ee-e16a1e259c63 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group_rule': {'security_group_id': 'ab0d6412-9e46-4ffa-a15c-c5e5fe0de976', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:29.019416 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40954) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:29.024412 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c6278459-22ad-419a-891b-ee0566d266de tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'subnet': {'network_id': 'b0599240-b861-4633-b239-dd79f1711cad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:29.108502 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f862fbb9-4ed2-4ca8-85ee-e16a1e259c63 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (d7cd7f95-335e-430c-819d-d530b73a7c18), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:29.175180 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe63ca4-adb6-42af-a72b-8cabe868cda7 req-0ad113a9-845a-4388-b6e4-9d7b420c3e67 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:29.175446 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f862fbb9-4ed2-4ca8-85ee-e16a1e259c63 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (d7cd7f95-335e-430c-819d-d530b73a7c18), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:29.176289 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fe63ca4-adb6-42af-a72b-8cabe868cda7 req-0ad113a9-845a-4388-b6e4-9d7b420c3e67 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.0834317 Jan 28 05:53:29.224849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fe63ca4-adb6-42af-a72b-8cabe868cda7 req-30afa5c1-fb3c-491c-815d-1da828dbede5 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416238 Jan 28 05:53:29.244103 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f862fbb9-4ed2-4ca8-85ee-e16a1e259c63 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (d7cd7f95-335e-430c-819d-d530b73a7c18), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:29.262456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862fbb9-4ed2-4ca8-85ee-e16a1e259c63 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cd7f95-335e-430c-819d-d530b73a7c18,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:29.278425 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6278459-22ad-419a-891b-ee0566d266de tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:29.282478 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6278459-22ad-419a-891b-ee0566d266de tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:29.361343 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f862fbb9-4ed2-4ca8-85ee-e16a1e259c63 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:29.363159 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f862fbb9-4ed2-4ca8-85ee-e16a1e259c63 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3503423 Jan 28 05:53:29.365785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40962) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:29.388859 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-41abc9ac-c177-4a51-9a66-cbcce5c692c0 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-group-rules/d7cd7f95-335e-430c-819d-d530b73a7c18 HTTP/1.1" status: 200 len: 763 time: 0.0219150 Jan 28 05:53:29.396192 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40964) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:29.492796 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-49cadccf-b6ad-4369-a46d-8a70d4c0c65b tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0924013 Jan 28 05:53:29.493369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40974) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:29.535132 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7532de11-2d5d-42b4-b832-79dded9844a4 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (d7cd7f95-335e-430c-819d-d530b73a7c18), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:29.544811 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7532de11-2d5d-42b4-b832-79dded9844a4 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (d7cd7f95-335e-430c-819d-d530b73a7c18), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:29.604851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79103c-148b-4431-8bb3-a62076369433 req-129c610b-b711-431a-ba04-b208d2a951dd tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:29.606369 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c79103c-148b-4431-8bb3-a62076369433 req-129c610b-b711-431a-ba04-b208d2a951dd tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.0640905 Jan 28 05:53:29.610444 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6278459-22ad-419a-891b-ee0566d266de tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (d3f60685-3a22-4990-89a9-128b7c1a51d8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:29.705435 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406fa67-e81b-46da-9d3e-22ab9734ba8b req-1ffb7313-b42e-4587-98c5-df15cffb688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:29.707322 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4406fa67-e81b-46da-9d3e-22ab9734ba8b req-1ffb7313-b42e-4587-98c5-df15cffb688c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=479c54724c974ee5a31ac6ccd72859f2&device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 1098 time: 0.0510068 Jan 28 05:53:29.721026 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7532de11-2d5d-42b4-b832-79dded9844a4 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (d7cd7f95-335e-430c-819d-d530b73a7c18), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:29.747844 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7532de11-2d5d-42b4-b832-79dded9844a4 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:29.749502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7532de11-2d5d-42b4-b832-79dded9844a4 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d7cd7f95-335e-430c-819d-d530b73a7c18 HTTP/1.1" status: 204 len: 168 time: 0.2536900 Jan 28 05:53:29.752297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6278459-22ad-419a-891b-ee0566d266de tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Subnet': ['ID=d3f60685-3a22-4990-89a9-128b7c1a51d8,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:29.756201 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10b09c9b-4ed3-4352-ab53-09100dea4265 req-76d65651-948a-4634-8a16-e749b49bd839 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 210 time: 0.0675044 Jan 28 05:53:29.764114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40984) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:29.768971 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c79103c-148b-4431-8bb3-a62076369433 req-99eee595-634f-4ec3-9b56-4a3074485215 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536241 Jan 28 05:53:29.777083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532de11-2d5d-42b4-b832-79dded9844a4 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7cd7f95-335e-430c-819d-d530b73a7c18,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:29.795527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6278459-22ad-419a-891b-ee0566d266de tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Checking segment: {'id': '93362a6f-66ef-421d-ab58-7d94bfedfac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b0599240-b861-4633-b239-dd79f1711cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:53:29.795816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6278459-22ad-419a-891b-ee0566d266de tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network hostable DHCP agents. Network: b0599240-b861-4633-b239-dd79f1711cad, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:53:29.822987 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-aef7f6fc-a59a-463c-a736-9b4ef5092a03 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0557563 Jan 28 05:53:29.824549 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40986) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:29.830088 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-137caa34-b331-4edd-b966-4121ba5b6725 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group_rule': {'security_group_id': 'ab0d6412-9e46-4ffa-a15c-c5e5fe0de976', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:29.875150 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406fa67-e81b-46da-9d3e-22ab9734ba8b req-357c4c57-7ba5-4616-be52-574d81afb805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:29.878542 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4406fa67-e81b-46da-9d3e-22ab9734ba8b req-357c4c57-7ba5-4616-be52-574d81afb805 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f HTTP/1.1" status: 200 len: 910 time: 0.1602681 Jan 28 05:53:29.880781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6278459-22ad-419a-891b-ee0566d266de tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network b0599240-b861-4633-b239-dd79f1711cad is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:53:29.901188 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-137caa34-b331-4edd-b966-4121ba5b6725 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (56bc556f-4c98-4d65-b68a-12bd5a9eb5e8), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:29.958953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c6278459-22ad-419a-891b-ee0566d266de tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, b0599240-b861-4633-b239-dd79f1711cad) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:29.967645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d9afbc-3854-4776-a832-a18f7039146b None None] Network b0599240-b861-4633-b239-dd79f1711cad requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:29.969135 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4406fa67-e81b-46da-9d3e-22ab9734ba8b req-3ad6af5b-726c-426c-88c4-7b55733a75f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b945f9a-a571-4b0e-b937-cd2e2e2aa113 HTTP/1.1" status: 200 len: 1002 time: 0.0849383 Jan 28 05:53:29.972166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6278459-22ad-419a-891b-ee0566d266de tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:29.972770 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6278459-22ad-419a-891b-ee0566d266de tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:29.995225 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-137caa34-b331-4edd-b966-4121ba5b6725 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (56bc556f-4c98-4d65-b68a-12bd5a9eb5e8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:30.026404 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406fa67-e81b-46da-9d3e-22ab9734ba8b req-56ddce71-6991-4e30-88d4-11b01d69a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:30.028120 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4406fa67-e81b-46da-9d3e-22ab9734ba8b req-56ddce71-6991-4e30-88d4-11b01d69a1c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6775d0c7-920b-4dac-b225-8dee000178bb HTTP/1.1" status: 200 len: 848 time: 0.0530553 Jan 28 05:53:30.051506 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-137caa34-b331-4edd-b966-4121ba5b6725 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (56bc556f-4c98-4d65-b68a-12bd5a9eb5e8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:30.060775 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c6278459-22ad-419a-891b-ee0566d266de tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0394294 Jan 28 05:53:30.064534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40996) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:30.079558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d3da91b0-e461-46e6-8858-ee8d2a50f5e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'network_id': 'b0599240-b861-4633-b239-dd79f1711cad', 'name': 'tempest-PortsTestJSON-592406774', 'fixed_ips': [{'subnet_id': 'd3f60685-3a22-4990-89a9-128b7c1a51d8', 'ip_address': '172.20.0.10'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:30.083344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137caa34-b331-4edd-b966-4121ba5b6725 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56bc556f-4c98-4d65-b68a-12bd5a9eb5e8,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:30.086740 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406fa67-e81b-46da-9d3e-22ab9734ba8b req-81133a6f-2358-4591-9617-6656035d45ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:30.087896 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-b0599240-b861-4633-b239-dd79f1711cad', 'network_id': 'b0599240-b861-4633-b239-dd79f1711cad', 'project_id': '9c74aef81c4e43d6894cf8de9c200946', 'fixed_ips': [{'subnet_id': 'd3f60685-3a22-4990-89a9-128b7c1a51d8'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:53:30.088266 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4406fa67-e81b-46da-9d3e-22ab9734ba8b req-81133a6f-2358-4591-9617-6656035d45ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538347 Jan 28 05:53:30.088860 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:30.199510 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-137caa34-b331-4edd-b966-4121ba5b6725 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:30.201451 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-137caa34-b331-4edd-b966-4121ba5b6725 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3759720 Jan 28 05:53:30.204328 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41000) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:30.214431 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4406fa67-e81b-46da-9d3e-22ab9734ba8b req-5a4e81db-3ca6-4000-9de0-7e2d77a2809a service neutron] 10.222.0.60 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184072 Jan 28 05:53:30.224719 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-74e614c9-895c-48de-bfd2-39ea114169c7 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-group-rules/56bc556f-4c98-4d65-b68a-12bd5a9eb5e8 HTTP/1.1" status: 200 len: 763 time: 0.0191863 Jan 28 05:53:30.228055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41002) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:30.259076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Allocated IP 172.20.0.2 (b0599240-b861-4633-b239-dd79f1711cad/d3f60685-3a22-4990-89a9-128b7c1a51d8/05f94010-286d-4d94-aa02-1d60a64995e9) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:30.292266 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d4dcf5c6-2eff-4b0d-b929-3bb9b2e25587 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0611615 Jan 28 05:53:30.292854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41006) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:30.319862 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e743fa15-0c05-42ce-8c8a-3e9d90dd95db tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (56bc556f-4c98-4d65-b68a-12bd5a9eb5e8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:30.335423 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e743fa15-0c05-42ce-8c8a-3e9d90dd95db tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (56bc556f-4c98-4d65-b68a-12bd5a9eb5e8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:30.337084 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4406fa67-e81b-46da-9d3e-22ab9734ba8b req-dbdee7c4-f81e-4d83-a1b8-4ca53e810d0e service neutron] 10.222.0.60 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163306 Jan 28 05:53:30.399017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3da91b0-e461-46e6-8858-ee8d2a50f5e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:30.437013 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Publish callbacks [] for port (05f94010-286d-4d94-aa02-1d60a64995e9), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:30.498187 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3da91b0-e461-46e6-8858-ee8d2a50f5e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:30.509477 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e743fa15-0c05-42ce-8c8a-3e9d90dd95db tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (56bc556f-4c98-4d65-b68a-12bd5a9eb5e8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:30.517429 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e743fa15-0c05-42ce-8c8a-3e9d90dd95db tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:30.521457 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e743fa15-0c05-42ce-8c8a-3e9d90dd95db tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/56bc556f-4c98-4d65-b68a-12bd5a9eb5e8 HTTP/1.1" status: 204 len: 168 time: 0.2251995 Jan 28 05:53:30.521457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41010) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:30.531740 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (05f94010-286d-4d94-aa02-1d60a64995e9), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:30.557545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743fa15-0c05-42ce-8c8a-3e9d90dd95db tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56bc556f-4c98-4d65-b68a-12bd5a9eb5e8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:30.561850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-d3da91b0-e461-46e6-8858-ee8d2a50f5e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] device_id is not set on port fb60a529-2693-48e3-9e57-9ffa3db51fbf yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:53:30.625580 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Pushing event updated for resources: {'Port': ['ID=05f94010-286d-4d94-aa02-1d60a64995e9,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:30.645364 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Network b0599240-b861-4633-b239-dd79f1711cad is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:30.647561 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:30.650669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:30.705211 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-430d8df4-cd5e-48b7-a697-58c0f9a35ec9 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1827404 Jan 28 05:53:30.708657 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41014) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:30.717090 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-0144ff03-3ab3-4613-91b9-5aa8efd2c53f tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group_rule': {'security_group_id': 'ab0d6412-9e46-4ffa-a15c-c5e5fe0de976', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:30.758693 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Attempting to bind port 05f94010-286d-4d94-aa02-1d60a64995e9 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:53:30.759102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Attempting to bind port 05f94010-286d-4d94-aa02-1d60a64995e9 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '93362a6f-66ef-421d-ab58-7d94bfedfac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b0599240-b861-4633-b239-dd79f1711cad'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:53:30.759735 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Attempting to bind port 05f94010-286d-4d94-aa02-1d60a64995e9 on network b0599240-b861-4633-b239-dd79f1711cad {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:53:30.771509 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:53:30.771895 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Checking segment: {'id': '93362a6f-66ef-421d-ab58-7d94bfedfac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b0599240-b861-4633-b239-dd79f1711cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:53:30.772307 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:30.772701 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Bound using segment: {'id': '93362a6f-66ef-421d-ab58-7d94bfedfac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b0599240-b861-4633-b239-dd79f1711cad'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:53:30.773258 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Bound port: 05f94010-286d-4d94-aa02-1d60a64995e9, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93362a6f-66ef-421d-ab58-7d94bfedfac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b0599240-b861-4633-b239-dd79f1711cad'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:53:30.773870 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (05f94010-286d-4d94-aa02-1d60a64995e9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:30.801818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-dbb73f6a-50fc-4490-bb00-088b247044d0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:30.803357 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-dbb73f6a-50fc-4490-bb00-088b247044d0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.64 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 812 time: 0.1913960 Jan 28 05:53:30.819721 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0144ff03-3ab3-4613-91b9-5aa8efd2c53f tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (7b66d19c-fc26-4264-8aa3-f04781fbbdb8), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:30.827017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-139ebd6b-4e3b-45c0-9117-c0f801cd94d0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Request body: {'port': {'device_id': 'd27b55e0-5ddb-4fbb-969b-1f85e37444da', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'admin_state_up': True, 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:30.956776 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] For port 05f94010-286d-4d94-aa02-1d60a64995e9, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:53:30.965144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] For port 05f94010-286d-4d94-aa02-1d60a64995e9, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=05f94010-286d-4d94-aa02-1d60a64995e9,segment=NetworkSegment(93362a6f-66ef-421d-ab58-7d94bfedfac1),segment_id=93362a6f-66ef-421d-ab58-7d94bfedfac1)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:53:30.977392 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b553ec78-349e-4822-b93d-c3f33447ad71 req-7348fe16-0d73-47c8-a318-9b1624afd423 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 210 time: 0.0824809 Jan 28 05:53:30.983368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-d3da91b0-e461-46e6-8858-ee8d2a50f5e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Allocated IP 172.20.0.10 (b0599240-b861-4633-b239-dd79f1711cad/d3f60685-3a22-4990-89a9-128b7c1a51d8/fb60a529-2693-48e3-9e57-9ffa3db51fbf) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:31.004472 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0144ff03-3ab3-4613-91b9-5aa8efd2c53f tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (7b66d19c-fc26-4264-8aa3-f04781fbbdb8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:31.047189 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (05f94010-286d-4d94-aa02-1d60a64995e9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:31.090370 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0144ff03-3ab3-4613-91b9-5aa8efd2c53f tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (7b66d19c-fc26-4264-8aa3-f04781fbbdb8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:31.152750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144ff03-3ab3-4613-91b9-5aa8efd2c53f tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b66d19c-fc26-4264-8aa3-f04781fbbdb8,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:31.163709 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4af8d-48fc-4363-96d0-b78dada7d72b req-066f4253-d170-487d-a786-9147072cea93 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:31.172667 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6e4af8d-48fc-4363-96d0-b78dada7d72b req-066f4253-d170-487d-a786-9147072cea93 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.1998129 Jan 28 05:53:31.184075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62512b9f-a307-48e5-9790-fbe9749c3cc4 None None] Pushing event updated for resources: {'Port': ['ID=05f94010-286d-4d94-aa02-1d60a64995e9,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:31.257918 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0144ff03-3ab3-4613-91b9-5aa8efd2c53f tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:31.262292 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0144ff03-3ab3-4613-91b9-5aa8efd2c53f tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5516586 Jan 28 05:53:31.266456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41032) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:31.294236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41034) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:31.295026 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c8de5f8f-fe9d-4aca-b820-578015f0f9a7 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-group-rules/7b66d19c-fc26-4264-8aa3-f04781fbbdb8 HTTP/1.1" status: 200 len: 764 time: 0.0302632 Jan 28 05:53:31.350502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6e4af8d-48fc-4363-96d0-b78dada7d72b req-fc2c5fcc-283a-4e60-82ad-a36e572d0719 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769252 Jan 28 05:53:31.378242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41038) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:31.380842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-364e024f-9dfa-430a-9a07-d9a73c5fd80b tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0803411 Jan 28 05:53:31.384711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-139ebd6b-4e3b-45c0-9117-c0f801cd94d0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Made reservation on behalf of a5564a7eeef94f0591cc8cbdb3ffdbb8 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:31.388857 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-139ebd6b-4e3b-45c0-9117-c0f801cd94d0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:31.432693 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3da91b0-e461-46e6-8858-ee8d2a50f5e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (fb60a529-2693-48e3-9e57-9ffa3db51fbf), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:31.454132 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20e1a27f-ea7a-4761-89ca-b6e788bf47bf tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (7b66d19c-fc26-4264-8aa3-f04781fbbdb8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:31.466575 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20e1a27f-ea7a-4761-89ca-b6e788bf47bf tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (7b66d19c-fc26-4264-8aa3-f04781fbbdb8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:31.570680 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20e1a27f-ea7a-4761-89ca-b6e788bf47bf tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (7b66d19c-fc26-4264-8aa3-f04781fbbdb8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:31.579918 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20e1a27f-ea7a-4761-89ca-b6e788bf47bf tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:31.582445 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-20e1a27f-ea7a-4761-89ca-b6e788bf47bf tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7b66d19c-fc26-4264-8aa3-f04781fbbdb8 HTTP/1.1" status: 204 len: 168 time: 0.2016189 Jan 28 05:53:31.585072 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-139ebd6b-4e3b-45c0-9117-c0f801cd94d0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Allocated IP 172.20.0.4 (5c505b81-6ecb-4c4a-a856-19ef45e45048/f3d221ce-7bd7-457b-a352-259548b98d06/b8983476-bb01-4d66-a819-c9bfe4235c6b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:31.586214 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41040) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:31.618386 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1a27f-ea7a-4761-89ca-b6e788bf47bf tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b66d19c-fc26-4264-8aa3-f04781fbbdb8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:31.645018 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3da91b0-e461-46e6-8858-ee8d2a50f5e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (fb60a529-2693-48e3-9e57-9ffa3db51fbf), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:31.692714 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d9cd6eb8-cf88-44b4-b87e-76233be3b305 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1040645 Jan 28 05:53:31.693846 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41046) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:31.750538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da91b0-e461-46e6-8858-ee8d2a50f5e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network b0599240-b861-4633-b239-dd79f1711cad is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:31.761038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d3da91b0-e461-46e6-8858-ee8d2a50f5e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:31.767403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da91b0-e461-46e6-8858-ee8d2a50f5e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:31.784677 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c80e361-c34e-4a16-b0e8-f3789487191a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (ab0d6412-9e46-4ffa-a15c-c5e5fe0de976), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:31.814581 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c80e361-c34e-4a16-b0e8-f3789487191a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (ab0d6412-9e46-4ffa-a15c-c5e5fe0de976), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:31.931219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c80e361-c34e-4a16-b0e8-f3789487191a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ab0d6412-9e46-4ffa-a15c-c5e5fe0de976), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:31.933888 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c80e361-c34e-4a16-b0e8-f3789487191a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:31.935720 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8c80e361-c34e-4a16-b0e8-f3789487191a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-groups/ab0d6412-9e46-4ffa-a15c-c5e5fe0de976 HTTP/1.1" status: 204 len: 168 time: 0.2403610 Jan 28 05:53:31.939248 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41052) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:31.960605 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80e361-c34e-4a16-b0e8-f3789487191a tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0d6412-9e46-4ffa-a15c-c5e5fe0de976,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:31.996117 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-74211ad4-164d-41a9-8312-ef1b1c565d04 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0555851 Jan 28 05:53:32.003247 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41054) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:32.009653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-5607caac-ed1c-4da0-8d2f-908c878750f5 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group': {'name': 'tempest-secgroup--125321773'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:32.136412 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5607caac-ed1c-4da0-8d2f-908c878750f5 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:32.213788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3da91b0-e461-46e6-8858-ee8d2a50f5e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:32.214466 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3da91b0-e461-46e6-8858-ee8d2a50f5e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:32.264755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da91b0-e461-46e6-8858-ee8d2a50f5e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=fb60a529-2693-48e3-9e57-9ffa3db51fbf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:32.274341 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5607caac-ed1c-4da0-8d2f-908c878750f5 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (f5831468-e260-4eb0-8f04-a76f2e47fc8c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:32.292730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a04dac1d-d083-45a1-af38-d010f2d84c02 req-18821580-85fc-45e2-99b8-553aece9a4da tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 210 time: 0.0749512 Jan 28 05:53:32.354415 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5607caac-ed1c-4da0-8d2f-908c878750f5 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f5831468-e260-4eb0-8f04-a76f2e47fc8c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:32.358149 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-139ebd6b-4e3b-45c0-9117-c0f801cd94d0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for port (b8983476-bb01-4d66-a819-c9bfe4235c6b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:32.417588 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d3da91b0-e461-46e6-8858-ee8d2a50f5e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3449569 Jan 28 05:53:32.418310 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41064) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:32.425458 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fcd5a37c-c1fa-4ad7-8c9b-b312ab4075e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'network_id': 'b0599240-b861-4633-b239-dd79f1711cad', 'name': 'tempest-PortsTestJSON-694626396', 'fixed_ips': [{'subnet_id': 'd3f60685-3a22-4990-89a9-128b7c1a51d8', 'ip_address': '172.20.0.9'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:32.455347 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607caac-ed1c-4da0-8d2f-908c878750f5 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5831468-e260-4eb0-8f04-a76f2e47fc8c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:32.462861 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47902c54-85da-4bc3-8f68-203eee95220f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:32.515448 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-139ebd6b-4e3b-45c0-9117-c0f801cd94d0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b8983476-bb01-4d66-a819-c9bfe4235c6b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:32.551558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['665c9730-ba47-48db-9e9f-3536f440230a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:53:32.555416 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5607caac-ed1c-4da0-8d2f-908c878750f5 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:32.562584 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5607caac-ed1c-4da0-8d2f-908c878750f5 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5528226 Jan 28 05:53:32.562584 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41068) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:32.566001 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4b0818c0-ff8e-465d-92e3-773f10c930b9 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Request body: {'security_group_rule': {'security_group_id': 'f5831468-e260-4eb0-8f04-a76f2e47fc8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:32.572197 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41070) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:32.662546 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2213f26-5fb5-4c3e-9510-6ea04b56b866 None None] Network b0599240-b861-4633-b239-dd79f1711cad requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:32.675996 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b0818c0-ff8e-465d-92e3-773f10c930b9 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (3bc02ea7-94c5-4ba5-acc4-43dffac885ed), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:32.697730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-139ebd6b-4e3b-45c0-9117-c0f801cd94d0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Network 5c505b81-6ecb-4c4a-a856-19ef45e45048 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:32.738802 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b0818c0-ff8e-465d-92e3-773f10c930b9 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (3bc02ea7-94c5-4ba5-acc4-43dffac885ed), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:32.765030 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-9d2c0304-f052-4aab-a906-0d9a12d9ff93 None None] Provisioning complete for port 05f94010-286d-4d94-aa02-1d60a64995e9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:32.765624 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d2c0304-f052-4aab-a906-0d9a12d9ff93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (05f94010-286d-4d94-aa02-1d60a64995e9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:32.776954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-139ebd6b-4e3b-45c0-9117-c0f801cd94d0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:32.780745 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-139ebd6b-4e3b-45c0-9117-c0f801cd94d0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:32.783846 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8551b44e-1d45-4cc3-9dfb-ffd21bd80313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:32.824966 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b0818c0-ff8e-465d-92e3-773f10c930b9 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (3bc02ea7-94c5-4ba5-acc4-43dffac885ed), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:32.889301 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-139ebd6b-4e3b-45c0-9117-c0f801cd94d0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:32.890161 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-139ebd6b-4e3b-45c0-9117-c0f801cd94d0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:32.890622 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0818c0-ff8e-465d-92e3-773f10c930b9 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc02ea7-94c5-4ba5-acc4-43dffac885ed,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:32.894453 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ebd6b-4e3b-45c0-9117-c0f801cd94d0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Pushing event updated for resources: {'Port': ['ID=b8983476-bb01-4d66-a819-c9bfe4235c6b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:32.910810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dc5a7-3a42-4bd4-833f-625be70a8655 req-0d0b8adf-a051-4fd5-ad4f-477e2d04255a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:32.915531 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-041dc5a7-3a42-4bd4-833f-625be70a8655 req-0d0b8adf-a051-4fd5-ad4f-477e2d04255a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.4300575 Jan 28 05:53:32.992180 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b0818c0-ff8e-465d-92e3-773f10c930b9 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:32.997998 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 05f94010-286d-4d94-aa02-1d60a64995e9 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:53:32.998351 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4b0818c0-ff8e-465d-92e3-773f10c930b9 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4352627 Jan 28 05:53:32.998925 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41076) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:33.005875 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-041dc5a7-3a42-4bd4-833f-625be70a8655 req-16c7505c-0a97-4796-838e-92616f9b0b50 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893662 Jan 28 05:53:33.011888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd5a37c-c1fa-4ad7-8c9b-b312ab4075e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:33.019243 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fcd5a37c-c1fa-4ad7-8c9b-b312ab4075e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.040008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-fcd5a37c-c1fa-4ad7-8c9b-b312ab4075e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] device_id is not set on port 53e7a322-edc2-472f-a3eb-37d7bd426e50 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:53:33.050741 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8551b44e-1d45-4cc3-9dfb-ffd21bd80313 admin admin] Publish callbacks [] for security_group (dd265729-2434-42e0-ba45-7e6f1f92b44c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.141454 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8551b44e-1d45-4cc3-9dfb-ffd21bd80313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dd265729-2434-42e0-ba45-7e6f1f92b44c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.151217 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-139ebd6b-4e3b-45c0-9117-c0f801cd94d0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3285677 Jan 28 05:53:33.166412 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ba139ca7-4f37-492a-8e34-e0235023af9e tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (f5831468-e260-4eb0-8f04-a76f2e47fc8c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.167981 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 05f94010-286d-4d94-aa02-1d60a64995e9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:33.168562 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (05f94010-286d-4d94-aa02-1d60a64995e9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.179861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Request body: {'port': {'device_id': 'd27b55e0-5ddb-4fbb-969b-1f85e37444da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:33.214890 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9d2c0304-f052-4aab-a906-0d9a12d9ff93 None None] Current status of the port 05f94010-286d-4d94-aa02-1d60a64995e9 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:33.215495 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d2c0304-f052-4aab-a906-0d9a12d9ff93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (05f94010-286d-4d94-aa02-1d60a64995e9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.240868 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ba139ca7-4f37-492a-8e34-e0235023af9e tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (f5831468-e260-4eb0-8f04-a76f2e47fc8c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.260413 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b8983476-bb01-4d66-a819-c9bfe4235c6b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.283561 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8551b44e-1d45-4cc3-9dfb-ffd21bd80313 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=231b11a9ce6145819e204e76ddd0efac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7103262 Jan 28 05:53:33.287435 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41082) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:33.296849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551b44e-1d45-4cc3-9dfb-ffd21bd80313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd265729-2434-42e0-ba45-7e6f1f92b44c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:33.363695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 05f94010-286d-4d94-aa02-1d60a64995e9 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:33.364308 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (05f94010-286d-4d94-aa02-1d60a64995e9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.389155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9d2c0304-f052-4aab-a906-0d9a12d9ff93 None None] For port 05f94010-286d-4d94-aa02-1d60a64995e9, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=05f94010-286d-4d94-aa02-1d60a64995e9,segment=NetworkSegment(93362a6f-66ef-421d-ab58-7d94bfedfac1),segment_id=93362a6f-66ef-421d-ab58-7d94bfedfac1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:33.391133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-fcd5a37c-c1fa-4ad7-8c9b-b312ab4075e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Allocated IP 172.20.0.9 (b0599240-b861-4633-b239-dd79f1711cad/d3f60685-3a22-4990-89a9-128b7c1a51d8/53e7a322-edc2-472f-a3eb-37d7bd426e50) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:33.437373 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fe948a6d-4861-48de-835f-9ee624bf3a77 admin admin] Publish callbacks [] for security_group (dd265729-2434-42e0-ba45-7e6f1f92b44c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.469542 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fe948a6d-4861-48de-835f-9ee624bf3a77 admin admin] Publish callbacks [] for security_group (dd265729-2434-42e0-ba45-7e6f1f92b44c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.530333 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d2c0304-f052-4aab-a906-0d9a12d9ff93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (05f94010-286d-4d94-aa02-1d60a64995e9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.536974 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ba139ca7-4f37-492a-8e34-e0235023af9e tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f5831468-e260-4eb0-8f04-a76f2e47fc8c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.540327 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ba139ca7-4f37-492a-8e34-e0235023af9e tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.548982 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ba139ca7-4f37-492a-8e34-e0235023af9e tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-groups/f5831468-e260-4eb0-8f04-a76f2e47fc8c HTTP/1.1" status: 204 len: 168 time: 0.5399551 Jan 28 05:53:33.548982 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41088) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:33.571520 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba139ca7-4f37-492a-8e34-e0235023af9e tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5831468-e260-4eb0-8f04-a76f2e47fc8c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:33.578938 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:53:33.579520 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:53:33.608457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c0304-f052-4aab-a906-0d9a12d9ff93 None None] Pushing event updated for resources: {'Port': ['ID=05f94010-286d-4d94-aa02-1d60a64995e9,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:33.629181 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f753d-42a1-41c7-bff8-e6e2b760f199 req-17f3968b-306d-4293-b5bf-4d343ed28a31 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:33.629600 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fe948a6d-4861-48de-835f-9ee624bf3a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dd265729-2434-42e0-ba45-7e6f1f92b44c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.630789 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e74f753d-42a1-41c7-bff8-e6e2b760f199 req-17f3968b-306d-4293-b5bf-4d343ed28a31 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 931 time: 0.1996646 Jan 28 05:53:33.639380 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fe948a6d-4861-48de-835f-9ee624bf3a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.640664 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fe948a6d-4861-48de-835f-9ee624bf3a77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd265729-2434-42e0-ba45-7e6f1f92b44c HTTP/1.1" status: 204 len: 168 time: 0.3522964 Jan 28 05:53:33.660539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe948a6d-4861-48de-835f-9ee624bf3a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd265729-2434-42e0-ba45-7e6f1f92b44c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:33.668246 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-887331a1-5760-4f6c-807a-96569f8791b7 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1166108 Jan 28 05:53:33.668566 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41092) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:33.699137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e653f255-f56e-4ad4-b6f1-2d1282b253b8 None None] Provisioning complete for port 05f94010-286d-4d94-aa02-1d60a64995e9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:33.699550 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e653f255-f56e-4ad4-b6f1-2d1282b253b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (05f94010-286d-4d94-aa02-1d60a64995e9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.714621 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ea7bbfc0-0366-4311-82b3-46b24ddd6eff tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0444248 Jan 28 05:53:33.719775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41094) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:33.739340 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-cd1d9961-922f-4e54-87d7-16efa143a6da tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] delete failed (client error): The resource could not be found. Jan 28 05:53:33.740673 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cd1d9961-922f-4e54-87d7-16efa143a6da tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "DELETE /v2.0/security-groups/f5831468-e260-4eb0-8f04-a76f2e47fc8c HTTP/1.1" status: 404 len: 347 time: 0.0178685 Jan 28 05:53:33.745467 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41096) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:33.798435 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-eb4dcce8-7ee0-41e7-8b6b-9e11ebeb5827 tempest-SecGroupTest-1039050800 tempest-SecGroupTest-1039050800-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0473499 Jan 28 05:53:33.831522 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e653f255-f56e-4ad4-b6f1-2d1282b253b8 None None] Current status of the port 05f94010-286d-4d94-aa02-1d60a64995e9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:33.844294 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e653f255-f56e-4ad4-b6f1-2d1282b253b8 None None] Provisioning complete for port fb60a529-2693-48e3-9e57-9ffa3db51fbf triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:33.844750 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e653f255-f56e-4ad4-b6f1-2d1282b253b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fb60a529-2693-48e3-9e57-9ffa3db51fbf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.853155 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e74f753d-42a1-41c7-bff8-e6e2b760f199 req-ee95b85f-8f1e-46bd-9f5e-b2f8e7f9d5aa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151539 Jan 28 05:53:33.884392 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e653f255-f56e-4ad4-b6f1-2d1282b253b8 None None] Port fb60a529-2693-48e3-9e57-9ffa3db51fbf cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:33.895970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e653f255-f56e-4ad4-b6f1-2d1282b253b8 None None] Provisioning complete for port b8983476-bb01-4d66-a819-c9bfe4235c6b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:33.896351 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e653f255-f56e-4ad4-b6f1-2d1282b253b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b8983476-bb01-4d66-a819-c9bfe4235c6b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.922338 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fcd5a37c-c1fa-4ad7-8c9b-b312ab4075e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (53e7a322-edc2-472f-a3eb-37d7bd426e50), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:33.951132 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e653f255-f56e-4ad4-b6f1-2d1282b253b8 None None] Port b8983476-bb01-4d66-a819-c9bfe4235c6b cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:33.990240 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8983476-bb01-4d66-a819-c9bfe4235c6b {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:53:34.008109 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Publish callbacks [] for port (b8983476-bb01-4d66-a819-c9bfe4235c6b), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:34.027077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Transition to ACTIVE for port object b8983476-bb01-4d66-a819-c9bfe4235c6b will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:53:34.071419 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ec722d1f-5587-4aeb-8142-71442fd69054 None None] Provisioning complete for port fb60a529-2693-48e3-9e57-9ffa3db51fbf triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:34.072108 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec722d1f-5587-4aeb-8142-71442fd69054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fb60a529-2693-48e3-9e57-9ffa3db51fbf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:34.096249 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (b8983476-bb01-4d66-a819-c9bfe4235c6b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:34.129930 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fcd5a37c-c1fa-4ad7-8c9b-b312ab4075e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (53e7a322-edc2-472f-a3eb-37d7bd426e50), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:34.140969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ec722d1f-5587-4aeb-8142-71442fd69054 None None] Port fb60a529-2693-48e3-9e57-9ffa3db51fbf cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:34.149859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 05f94010-286d-4d94-aa02-1d60a64995e9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:34.163478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8983476-bb01-4d66-a819-c9bfe4235c6b,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:34.172927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd5a37c-c1fa-4ad7-8c9b-b312ab4075e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network b0599240-b861-4633-b239-dd79f1711cad is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:34.178917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-fcd5a37c-c1fa-4ad7-8c9b-b312ab4075e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:34.226450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd5a37c-c1fa-4ad7-8c9b-b312ab4075e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:34.315062 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5a37c-c1fa-4ad7-8c9b-b312ab4075e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=53e7a322-edc2-472f-a3eb-37d7bd426e50,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:34.321300 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41106) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:34.345685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5a37c-c1fa-4ad7-8c9b-b312ab4075e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:34.346374 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fcd5a37c-c1fa-4ad7-8c9b-b312ab4075e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:34.362403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Attempting to bind port b8983476-bb01-4d66-a819-c9bfe4235c6b on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:53:34.363046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Attempting to bind port b8983476-bb01-4d66-a819-c9bfe4235c6b by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:53:34.363568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Attempting to bind port b8983476-bb01-4d66-a819-c9bfe4235c6b on network 5c505b81-6ecb-4c4a-a856-19ef45e45048 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:53:34.383907 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Port b8983476-bb01-4d66-a819-c9bfe4235c6b on network 5c505b81-6ecb-4c4a-a856-19ef45e45048 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:53:34.388783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Attempting to bind port b8983476-bb01-4d66-a819-c9bfe4235c6b on network 5c505b81-6ecb-4c4a-a856-19ef45e45048 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:53:34.397589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:53:34.407514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Checking segment: {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:53:34.407927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Bound using segment: {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:53:34.408404 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Bound port: b8983476-bb01-4d66-a819-c9bfe4235c6b, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:53:34.408782 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b8983476-bb01-4d66-a819-c9bfe4235c6b), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:34.456227 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41112) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:34.473655 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8839ef6-b151-46d4-ab52-bcea7e270767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:34.492289 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fcd5a37c-c1fa-4ad7-8c9b-b312ab4075e1 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0721104 Jan 28 05:53:34.498228 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41114) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:34.552905 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ba1c4d5d-1c56-4b27-8934-c44fb7cf55a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ac904c6697840e090079a6231aac625&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2297056 Jan 28 05:53:34.553581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41118) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:34.560074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] For port b8983476-bb01-4d66-a819-c9bfe4235c6b, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:53:34.576338 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] For port b8983476-bb01-4d66-a819-c9bfe4235c6b, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b8983476-bb01-4d66-a819-c9bfe4235c6b,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:53:34.581965 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6d2ede6c-8a1f-4f8a-9692-7efa6fc092b7 None None] Provisioning complete for port 53e7a322-edc2-472f-a3eb-37d7bd426e50 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:34.582980 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6d2ede6c-8a1f-4f8a-9692-7efa6fc092b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (53e7a322-edc2-472f-a3eb-37d7bd426e50), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:34.588769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa7588b-af06-4dc5-8972-7411882dd51d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:34.590388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4aa7588b-af06-4dc5-8972-7411882dd51d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0903163 Jan 28 05:53:34.593667 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41120) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:34.621086 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ede6c-8a1f-4f8a-9692-7efa6fc092b7 None None] Port 53e7a322-edc2-472f-a3eb-37d7bd426e50 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:34.651048 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (b8983476-bb01-4d66-a819-c9bfe4235c6b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:34.685403 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9431f61d-bc9f-4179-a35b-c6b3358611b1 admin admin] Publish callbacks [] for security_group (a257a7b3-3c44-4278-b8a7-1dfc8dd442b9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:34.687831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:34.688647 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:34.690328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] 10.222.0.64 "PUT /v2.0/ports/b8983476-bb01-4d66-a819-c9bfe4235c6b HTTP/1.1" status: 200 len: 1092 time: 1.5184011 Jan 28 05:53:34.690982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27b55e0-5ddb-4fbb-969b-1f85e37444da', 'tag': 'b8983476-bb01-4d66-a819-c9bfe4235c6b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:53:34.693256 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19664d5-b0b8-4a19-8677-7972c0e5103d" -d '{"events": [{"name": "network-changed", "server_uuid": "d27b55e0-5ddb-4fbb-969b-1f85e37444da", "tag": "b8983476-bb01-4d66-a819-c9bfe4235c6b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:53:34.737581 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9629067-8c4d-4031-94c3-a35c6848caa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:34.750351 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820ebfe3-806c-4ac8-b4fb-d12fc1e1867d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:34.752279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76daf41-c52f-4148-9ac7-fafd8b9d1fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8983476-bb01-4d66-a819-c9bfe4235c6b,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:34.755753 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820ebfe3-806c-4ac8-b4fb-d12fc1e1867d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:34.758797 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f20460-8246-4194-a50f-1d2e238f8687 x-openstack-request-id: req-f9f20460-8246-4194-a50f-1d2e238f8687 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:53:34.759080 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27b55e0-5ddb-4fbb-969b-1f85e37444da", "tag": "b8983476-bb01-4d66-a819-c9bfe4235c6b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:53:34.759614 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9f20460-8246-4194-a50f-1d2e238f8687 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:53:34.760209 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27b55e0-5ddb-4fbb-969b-1f85e37444da', 'tag': 'b8983476-bb01-4d66-a819-c9bfe4235c6b', 'status': 'completed', 'code': 200} Jan 28 05:53:34.761484 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820ebfe3-806c-4ac8-b4fb-d12fc1e1867d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:34.763310 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-820ebfe3-806c-4ac8-b4fb-d12fc1e1867d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1685154 Jan 28 05:53:34.765585 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9431f61d-bc9f-4179-a35b-c6b3358611b1 admin admin] Publish callbacks [] for security_group (a257a7b3-3c44-4278-b8a7-1dfc8dd442b9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:34.766511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41124) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:34.825267 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8839ef6-b151-46d4-ab52-bcea7e270767 admin admin] Publish callbacks [] for security_group (d1070781-f453-4d09-b69a-09cc07f5a37e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:34.829056 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 05f94010-286d-4d94-aa02-1d60a64995e9 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:53:34.907954 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8839ef6-b151-46d4-ab52-bcea7e270767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d1070781-f453-4d09-b69a-09cc07f5a37e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:34.916522 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19664d5-b0b8-4a19-8677-7972c0e5103d req-3c6a9ab8-478c-4db4-b780-24576298a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:34.921128 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d19664d5-b0b8-4a19-8677-7972c0e5103d req-3c6a9ab8-478c-4db4-b780-24576298a0e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 1095 time: 0.0990167 Jan 28 05:53:34.968818 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b8839ef6-b151-46d4-ab52-bcea7e270767 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90ee644923204d3daf912d35442abdb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5111840 Jan 28 05:53:34.970676 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9431f61d-bc9f-4179-a35b-c6b3358611b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a257a7b3-3c44-4278-b8a7-1dfc8dd442b9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:34.973225 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9431f61d-bc9f-4179-a35b-c6b3358611b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:34.974410 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9431f61d-bc9f-4179-a35b-c6b3358611b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a257a7b3-3c44-4278-b8a7-1dfc8dd442b9 HTTP/1.1" status: 204 len: 168 time: 0.4196305 Jan 28 05:53:34.975445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41128) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:34.977785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8839ef6-b151-46d4-ab52-bcea7e270767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1070781-f453-4d09-b69a-09cc07f5a37e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:35.004340 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431f61d-bc9f-4179-a35b-c6b3358611b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a257a7b3-3c44-4278-b8a7-1dfc8dd442b9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:35.058564 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4c01447f-d620-4e6c-8a22-116d4de9b2a8 admin admin] Publish callbacks [] for security_group (d1070781-f453-4d09-b69a-09cc07f5a37e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:35.087840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd29bd-3a5d-4635-9616-98d909648241 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port 53e7a322-edc2-472f-a3eb-37d7bd426e50 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:35.088221 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7cd29bd-3a5d-4635-9616-98d909648241 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (53e7a322-edc2-472f-a3eb-37d7bd426e50), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:35.089688 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4c01447f-d620-4e6c-8a22-116d4de9b2a8 admin admin] Publish callbacks [] for security_group (d1070781-f453-4d09-b69a-09cc07f5a37e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:35.170338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 05f94010-286d-4d94-aa02-1d60a64995e9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:35.170959 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (05f94010-286d-4d94-aa02-1d60a64995e9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:35.195891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adcd0d-a461-42af-aeb8-a44e4d707c21 req-9214ab3a-470c-4725-a09c-73292395964f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:35.197474 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46adcd0d-a461-42af-aeb8-a44e4d707c21 req-9214ab3a-470c-4725-a09c-73292395964f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 943 time: 0.2353017 Jan 28 05:53:35.235088 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7cd29bd-3a5d-4635-9616-98d909648241 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (53e7a322-edc2-472f-a3eb-37d7bd426e50), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:35.248195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 05f94010-286d-4d94-aa02-1d60a64995e9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:35.252632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19664d5-b0b8-4a19-8677-7972c0e5103d req-f7139a49-3c4a-4f79-ad99-eba5120e700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:35.254112 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d19664d5-b0b8-4a19-8677-7972c0e5103d req-f7139a49-3c4a-4f79-ad99-eba5120e700e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3218863 Jan 28 05:53:35.257007 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4c01447f-d620-4e6c-8a22-116d4de9b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d1070781-f453-4d09-b69a-09cc07f5a37e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:35.259667 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4c01447f-d620-4e6c-8a22-116d4de9b2a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:35.260977 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4c01447f-d620-4e6c-8a22-116d4de9b2a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1070781-f453-4d09-b69a-09cc07f5a37e HTTP/1.1" status: 204 len: 168 time: 0.2846310 Jan 28 05:53:35.261770 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd29bd-3a5d-4635-9616-98d909648241 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for 53e7a322-edc2-472f-a3eb-37d7bd426e50 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:35.271508 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01447f-d620-4e6c-8a22-116d4de9b2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1070781-f453-4d09-b69a-09cc07f5a37e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:35.389510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46adcd0d-a461-42af-aeb8-a44e4d707c21 req-2c21e0ea-5dee-499c-9552-d7a508c1151c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793511 Jan 28 05:53:35.432556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19664d5-b0b8-4a19-8677-7972c0e5103d req-543e3888-673c-4adf-8be3-6bade5355dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:35.434039 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d19664d5-b0b8-4a19-8677-7972c0e5103d req-543e3888-673c-4adf-8be3-6bade5355dbc service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1697471 Jan 28 05:53:35.548038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-4eb221d4-66fd-4ff9-b225-de0de8c73897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:35.549596 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-4eb221d4-66fd-4ff9-b225-de0de8c73897 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 1095 time: 0.0537710 Jan 28 05:53:35.602021 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-366b95e5-101d-4030-9acd-b5b3d42fdb4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8983476-bb01-4d66-a819-c9bfe4235c6b HTTP/1.1" status: 200 len: 217 time: 0.0404577 Jan 28 05:53:35.653924 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7cd29bd-3a5d-4635-9616-98d909648241 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (53e7a322-edc2-472f-a3eb-37d7bd426e50), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:35.691860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd29bd-3a5d-4635-9616-98d909648241 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=53e7a322-edc2-472f-a3eb-37d7bd426e50,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:35.705740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-3aaa131c-74f2-4bee-bcef-540ce90f331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:35.706711 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-3aaa131c-74f2-4bee-bcef-540ce90f331b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.0954702 Jan 28 05:53:35.799037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c906a225-ad12-4e81-bc0c-1c7a91c9e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:35.800556 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-c906a225-ad12-4e81-bc0c-1c7a91c9e9bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795434 Jan 28 05:53:35.801605 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7cd29bd-3a5d-4635-9616-98d909648241 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:35.807749 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f7cd29bd-3a5d-4635-9616-98d909648241 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/ports/53e7a322-edc2-472f-a3eb-37d7bd426e50 HTTP/1.1" status: 204 len: 168 time: 1.0402150 Jan 28 05:53:35.807936 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41156) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:35.843866 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e964add-221d-4c82-9e96-11ee03014aed tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] GET failed (client error): The resource could not be found. Jan 28 05:53:35.845851 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8e964add-221d-4c82-9e96-11ee03014aed tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports/53e7a322-edc2-472f-a3eb-37d7bd426e50 HTTP/1.1" status: 404 len: 333 time: 0.0359414 Jan 28 05:53:35.849677 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41160) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:35.913818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-6146f266-e3c2-49be-b728-6c957ecbbf2e service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048627 Jan 28 05:53:35.993002 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-86430a40-b64d-4231-b9d5-b51b437f156f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port fb60a529-2693-48e3-9e57-9ffa3db51fbf {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:35.993526 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-86430a40-b64d-4231-b9d5-b51b437f156f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (fb60a529-2693-48e3-9e57-9ffa3db51fbf), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:36.018993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f45066f5-c5de-4c5d-ad04-22e3d119860d req-db53adac-b4a9-4dd2-9283-edd2d772739b service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997589 Jan 28 05:53:36.081804 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-86430a40-b64d-4231-b9d5-b51b437f156f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (fb60a529-2693-48e3-9e57-9ffa3db51fbf), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:36.094040 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-86430a40-b64d-4231-b9d5-b51b437f156f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for fb60a529-2693-48e3-9e57-9ffa3db51fbf owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:36.301693 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-86430a40-b64d-4231-b9d5-b51b437f156f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (fb60a529-2693-48e3-9e57-9ffa3db51fbf), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:36.330861 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86430a40-b64d-4231-b9d5-b51b437f156f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=fb60a529-2693-48e3-9e57-9ffa3db51fbf,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:36.425204 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-86430a40-b64d-4231-b9d5-b51b437f156f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:36.432931 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-86430a40-b64d-4231-b9d5-b51b437f156f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/ports/fb60a529-2693-48e3-9e57-9ffa3db51fbf HTTP/1.1" status: 204 len: 168 time: 0.5819860 Jan 28 05:53:36.435699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41182) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:36.479871 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:36.498698 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1b4d2b-cb65-44cc-849a-abecafc13c76 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] GET failed (client error): The resource could not be found. Jan 28 05:53:36.504488 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41184) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:36.504738 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6d1b4d2b-cb65-44cc-849a-abecafc13c76 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports/fb60a529-2693-48e3-9e57-9ffa3db51fbf HTTP/1.1" status: 404 len: 333 time: 0.0669227 Jan 28 05:53:36.560756 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf92b7-fbdd-4628-afe4-acf8637ed951 req-bb02dadc-c31e-44e7-986f-8f91cfa92039 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:36.568681 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-badf92b7-fbdd-4628-afe4-acf8637ed951 req-bb02dadc-c31e-44e7-986f-8f91cfa92039 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 943 time: 0.0735474 Jan 28 05:53:36.609678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8bdb07-e7a1-4193-9399-e5799829378a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting subnet d3f60685-3a22-4990-89a9-128b7c1a51d8 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:53:36.619807 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e8bdb07-e7a1-4193-9399-e5799829378a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (d3f60685-3a22-4990-89a9-128b7c1a51d8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:36.622870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-badf92b7-fbdd-4628-afe4-acf8637ed951 req-656399a4-f826-4eaf-9055-0084733a19ec tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526221 Jan 28 05:53:36.687131 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e8bdb07-e7a1-4193-9399-e5799829378a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (d3f60685-3a22-4990-89a9-128b7c1a51d8), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:36.817221 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e8bdb07-e7a1-4193-9399-e5799829378a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (d3f60685-3a22-4990-89a9-128b7c1a51d8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:36.953482 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e8bdb07-e7a1-4193-9399-e5799829378a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (d3f60685-3a22-4990-89a9-128b7c1a51d8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:36.981841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8bdb07-e7a1-4193-9399-e5799829378a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f60685-3a22-4990-89a9-128b7c1a51d8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:36.985497 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e8bdb07-e7a1-4193-9399-e5799829378a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:36.991225 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3e8bdb07-e7a1-4193-9399-e5799829378a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/d3f60685-3a22-4990-89a9-128b7c1a51d8 HTTP/1.1" status: 204 len: 168 time: 0.4823985 Jan 28 05:53:36.991433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41202) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:37.003248 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c144d3b9-730f-49f1-83b9-322105a90f80 None None] Network b0599240-b861-4633-b239-dd79f1711cad requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:37.072529 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (b0599240-b861-4633-b239-dd79f1711cad), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:37.137574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port 05f94010-286d-4d94-aa02-1d60a64995e9 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:37.138603 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (05f94010-286d-4d94-aa02-1d60a64995e9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:37.195264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a555365c-da2d-4bcd-bd71-147d0c48f6c9 None None] DHCP port deletion for b0599240-b861-4633-b239-dd79f1711cad request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:53:37.214517 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] For port 05f94010-286d-4d94-aa02-1d60a64995e9, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=05f94010-286d-4d94-aa02-1d60a64995e9,segment=NetworkSegment(93362a6f-66ef-421d-ab58-7d94bfedfac1),segment_id=93362a6f-66ef-421d-ab58-7d94bfedfac1)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:37.214883 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (05f94010-286d-4d94-aa02-1d60a64995e9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:37.231181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for 05f94010-286d-4d94-aa02-1d60a64995e9 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:37.246380 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a555365c-da2d-4bcd-bd71-147d0c48f6c9 None None] Deleting port 05f94010-286d-4d94-aa02-1d60a64995e9 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:37.246754 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a555365c-da2d-4bcd-bd71-147d0c48f6c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (05f94010-286d-4d94-aa02-1d60a64995e9), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:37.314417 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a555365c-da2d-4bcd-bd71-147d0c48f6c9 None None] For port 05f94010-286d-4d94-aa02-1d60a64995e9, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=05f94010-286d-4d94-aa02-1d60a64995e9,segment=NetworkSegment(93362a6f-66ef-421d-ab58-7d94bfedfac1),segment_id=93362a6f-66ef-421d-ab58-7d94bfedfac1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:37.314849 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a555365c-da2d-4bcd-bd71-147d0c48f6c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (05f94010-286d-4d94-aa02-1d60a64995e9), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:37.330729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a555365c-da2d-4bcd-bd71-147d0c48f6c9 None None] Calling delete_port for 05f94010-286d-4d94-aa02-1d60a64995e9 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:37.405588 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (05f94010-286d-4d94-aa02-1d60a64995e9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:37.419233 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a555365c-da2d-4bcd-bd71-147d0c48f6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (05f94010-286d-4d94-aa02-1d60a64995e9), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:37.445265 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=05f94010-286d-4d94-aa02-1d60a64995e9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:37.446187 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555365c-da2d-4bcd-bd71-147d0c48f6c9 None None] Pushing event deleted for resources: {'Port': ['ID=05f94010-286d-4d94-aa02-1d60a64995e9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:37.447650 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No DVR routers for this DVR port 05f94010-286d-4d94-aa02-1d60a64995e9 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:53:37.451341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a555365c-da2d-4bcd-bd71-147d0c48f6c9 None None] No DVR routers for this DVR port 05f94010-286d-4d94-aa02-1d60a64995e9 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:53:37.556875 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (b0599240-b861-4633-b239-dd79f1711cad), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:37.579572 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0599240-b861-4633-b239-dd79f1711cad']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:37.589198 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93362a6f-66ef-421d-ab58-7d94bfedfac1') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:37.589491 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93362a6f-66ef-421d-ab58-7d94bfedfac1') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:37.604588 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (93362a6f-66ef-421d-ab58-7d94bfedfac1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:37.620791 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (93362a6f-66ef-421d-ab58-7d94bfedfac1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:37.627588 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:53:37.628033 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (93362a6f-66ef-421d-ab58-7d94bfedfac1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:53:37.679039 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:53:37.772128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c859f40-9314-429c-ace7-5b0ec6d81bff req-21d04a04-71f7-4a6c-84a9-306b4551d1bd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:37.773678 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c859f40-9314-429c-ace7-5b0ec6d81bff req-21d04a04-71f7-4a6c-84a9-306b4551d1bd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 943 time: 0.0678611 Jan 28 05:53:37.787568 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (b0599240-b861-4633-b239-dd79f1711cad), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:37.795683 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:37.799350 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/networks/b0599240-b861-4633-b239-dd79f1711cad HTTP/1.1" status: 204 len: 168 time: 0.8068421 Jan 28 05:53:37.803732 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41240) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:37.808940 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-5c744f3c-6926-49ff-bc26-be64985cadb4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1449050809'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:37.816095 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:37.838730 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bea31-532d-4e45-8cee-2dd2006aebde tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Network': ['ID=b0599240-b861-4633-b239-dd79f1711cad,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:37.846425 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c859f40-9314-429c-ace7-5b0ec6d81bff req-672ee17b-3ba3-487a-ba06-f2cd544c2875 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661352 Jan 28 05:53:37.907665 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c744f3c-6926-49ff-bc26-be64985cadb4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:37.911251 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c744f3c-6926-49ff-bc26-be64985cadb4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:37.935154 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c744f3c-6926-49ff-bc26-be64985cadb4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:53:37.943536 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c744f3c-6926-49ff-bc26-be64985cadb4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ad1502f5-a5e3-489c-a66c-93ab807cbc7e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:37.943969 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-5c744f3c-6926-49ff-bc26-be64985cadb4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Added segment ad1502f5-a5e3-489c-a66c-93ab807cbc7e of type vlan for network 8d073692-8c42-45df-92b4-320ee10185ee Jan 28 05:53:37.996065 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c744f3c-6926-49ff-bc26-be64985cadb4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (8d073692-8c42-45df-92b4-320ee10185ee), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:38.073734 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c744f3c-6926-49ff-bc26-be64985cadb4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (8d073692-8c42-45df-92b4-320ee10185ee), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:38.079856 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c744f3c-6926-49ff-bc26-be64985cadb4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:38.081205 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c744f3c-6926-49ff-bc26-be64985cadb4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:38.156578 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c744f3c-6926-49ff-bc26-be64985cadb4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Network': ['ID=8d073692-8c42-45df-92b4-320ee10185ee,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:38.167843 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 8d073692-8c42-45df-92b4-320ee10185ee details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:53:38.196157 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5c744f3c-6926-49ff-bc26-be64985cadb4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3912530 Jan 28 05:53:38.198935 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41276) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:38.205065 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ba9ac3e9-7c50-4ec0-8d3b-85cc71f2c260 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'subnet': {'network_id': '8d073692-8c42-45df-92b4-320ee10185ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:38.381905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9ac3e9-7c50-4ec0-8d3b-85cc71f2c260 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:38.385442 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ba9ac3e9-7c50-4ec0-8d3b-85cc71f2c260 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:38.645200 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ba9ac3e9-7c50-4ec0-8d3b-85cc71f2c260 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (73d809d3-8cb8-491d-898e-1bbe69c2658b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:38.655109 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b8983476-bb01-4d66-a819-c9bfe4235c6b details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:53:38.716642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ac3e9-7c50-4ec0-8d3b-85cc71f2c260 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Subnet': ['ID=73d809d3-8cb8-491d-898e-1bbe69c2658b,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:38.725390 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9ac3e9-7c50-4ec0-8d3b-85cc71f2c260 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Checking segment: {'id': 'ad1502f5-a5e3-489c-a66c-93ab807cbc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8d073692-8c42-45df-92b4-320ee10185ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:53:38.725757 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9ac3e9-7c50-4ec0-8d3b-85cc71f2c260 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network hostable DHCP agents. Network: 8d073692-8c42-45df-92b4-320ee10185ee, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:53:38.774208 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port b8983476-bb01-4d66-a819-c9bfe4235c6b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b8983476-bb01-4d66-a819-c9bfe4235c6b,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:38.787490 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'b8983476-bb01-4d66-a819-c9bfe4235c6b', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'port_id': 'b8983476-bb01-4d66-a819-c9bfe4235c6b', 'mac_address': 'fa:16:3e:81:81:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:53:38.827374 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 05f94010-286d-4d94-aa02-1d60a64995e9 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:53:38.827998 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9ac3e9-7c50-4ec0-8d3b-85cc71f2c260 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network 8d073692-8c42-45df-92b4-320ee10185ee is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:53:38.859708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 05f94010-286d-4d94-aa02-1d60a64995e9 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:53:38.860051 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 05f94010-286d-4d94-aa02-1d60a64995e9 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:53:38.867983 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port b8983476-bb01-4d66-a819-c9bfe4235c6b is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:38.868377 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b8983476-bb01-4d66-a819-c9bfe4235c6b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:38.883547 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8983476-bb01-4d66-a819-c9bfe4235c6b {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:53:38.910861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port b8983476-bb01-4d66-a819-c9bfe4235c6b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b8983476-bb01-4d66-a819-c9bfe4235c6b,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:38.959230 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-ba9ac3e9-7c50-4ec0-8d3b-85cc71f2c260 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 8d073692-8c42-45df-92b4-320ee10185ee) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:38.972765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9ac3e9-7c50-4ec0-8d3b-85cc71f2c260 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:38.973188 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0310015b-4640-437d-9f45-ae3b2195779e None None] Network 8d073692-8c42-45df-92b4-320ee10185ee requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:38.974277 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519fe8a-6360-40f2-b3c7-795c9f9a1a95 req-af6fa42e-69c3-4d17-af29-131d328def6e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:38.975331 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ba9ac3e9-7c50-4ec0-8d3b-85cc71f2c260 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:38.976570 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f519fe8a-6360-40f2-b3c7-795c9f9a1a95 req-af6fa42e-69c3-4d17-af29-131d328def6e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 943 time: 0.0561392 Jan 28 05:53:39.033547 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f519fe8a-6360-40f2-b3c7-795c9f9a1a95 req-652a8691-247c-490f-ada2-fc4c76adf985 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490239 Jan 28 05:53:39.038217 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b8983476-bb01-4d66-a819-c9bfe4235c6b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:39.058803 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ba9ac3e9-7c50-4ec0-8d3b-85cc71f2c260 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8585961 Jan 28 05:53:39.064630 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41322) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:39.069322 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-48746d33-e1cd-43a8-b2c8-03ffa98349db tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1846778993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:39.134018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=b8983476-bb01-4d66-a819-c9bfe4235c6b,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:39.142438 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-8d073692-8c42-45df-92b4-320ee10185ee', 'network_id': '8d073692-8c42-45df-92b4-320ee10185ee', 'project_id': '9c74aef81c4e43d6894cf8de9c200946', 'fixed_ips': [{'subnet_id': '73d809d3-8cb8-491d-898e-1bbe69c2658b'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:53:39.143314 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:39.147006 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:39.170715 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48746d33-e1cd-43a8-b2c8-03ffa98349db tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:39.171859 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48746d33-e1cd-43a8-b2c8-03ffa98349db tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:39.223991 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48746d33-e1cd-43a8-b2c8-03ffa98349db tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for router_controller (22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:39.288459 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Allocated IP 172.20.0.2 (8d073692-8c42-45df-92b4-320ee10185ee/73d809d3-8cb8-491d-898e-1bbe69c2658b/5d730e7c-01c6-4a95-8cef-e2337807b9c6) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:39.290417 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48746d33-e1cd-43a8-b2c8-03ffa98349db tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:39.316021 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['b8983476-bb01-4d66-a819-c9bfe4235c6b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:53:39.395075 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48746d33-e1cd-43a8-b2c8-03ffa98349db tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:39.398961 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-48746d33-e1cd-43a8-b2c8-03ffa98349db tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3306947 Jan 28 05:53:39.399239 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41330) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:39.405017 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-449b27da-d97d-463b-9e2b-2bece282ee0d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'network_id': '8d073692-8c42-45df-92b4-320ee10185ee', 'name': 'tempest-PortsTestJSON-766715310'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:39.522875 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Publish callbacks [] for port (5d730e7c-01c6-4a95-8cef-e2337807b9c6), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:39.587196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449b27da-d97d-463b-9e2b-2bece282ee0d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:39.591499 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-449b27da-d97d-463b-9e2b-2bece282ee0d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:39.611326 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-449b27da-d97d-463b-9e2b-2bece282ee0d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] device_id is not set on port ce261339-8fbc-40e2-aebf-5dc333c9e132 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:53:39.616406 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (5d730e7c-01c6-4a95-8cef-e2337807b9c6), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:39.658550 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Network 8d073692-8c42-45df-92b4-320ee10185ee is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:39.665136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:39.670390 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:39.673779 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Pushing event updated for resources: {'Port': ['ID=5d730e7c-01c6-4a95-8cef-e2337807b9c6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:39.733199 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-449b27da-d97d-463b-9e2b-2bece282ee0d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Allocated IP 172.20.0.13 (8d073692-8c42-45df-92b4-320ee10185ee/73d809d3-8cb8-491d-898e-1bbe69c2658b/ce261339-8fbc-40e2-aebf-5dc333c9e132) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:39.737670 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Attempting to bind port 5d730e7c-01c6-4a95-8cef-e2337807b9c6 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:53:39.738058 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Attempting to bind port 5d730e7c-01c6-4a95-8cef-e2337807b9c6 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'ad1502f5-a5e3-489c-a66c-93ab807cbc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8d073692-8c42-45df-92b4-320ee10185ee'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:53:39.738464 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Attempting to bind port 5d730e7c-01c6-4a95-8cef-e2337807b9c6 on network 8d073692-8c42-45df-92b4-320ee10185ee {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:53:39.740144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41338) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:39.750986 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:53:39.751376 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Checking segment: {'id': 'ad1502f5-a5e3-489c-a66c-93ab807cbc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8d073692-8c42-45df-92b4-320ee10185ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:53:39.751884 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:39.752240 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Bound using segment: {'id': 'ad1502f5-a5e3-489c-a66c-93ab807cbc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8d073692-8c42-45df-92b4-320ee10185ee'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:53:39.753093 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Bound port: 5d730e7c-01c6-4a95-8cef-e2337807b9c6, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1502f5-a5e3-489c-a66c-93ab807cbc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8d073692-8c42-45df-92b4-320ee10185ee'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:53:39.753487 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5d730e7c-01c6-4a95-8cef-e2337807b9c6), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:39.828579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] For port 5d730e7c-01c6-4a95-8cef-e2337807b9c6, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:53:39.833962 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] For port 5d730e7c-01c6-4a95-8cef-e2337807b9c6, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5d730e7c-01c6-4a95-8cef-e2337807b9c6,segment=NetworkSegment(ad1502f5-a5e3-489c-a66c-93ab807cbc7e),segment_id=ad1502f5-a5e3-489c-a66c-93ab807cbc7e)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:53:39.883211 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75209175-019b-42b6-9865-0ebf8f745cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:39.896499 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5d730e7c-01c6-4a95-8cef-e2337807b9c6), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:39.908795 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-449b27da-d97d-463b-9e2b-2bece282ee0d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (ce261339-8fbc-40e2-aebf-5dc333c9e132), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:39.980070 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589842f-ced3-412f-ab29-ec7ecf98211d None None] Pushing event updated for resources: {'Port': ['ID=5d730e7c-01c6-4a95-8cef-e2337807b9c6,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:39.987211 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75209175-019b-42b6-9865-0ebf8f745cba admin admin] Publish callbacks [] for security_group (ccfca96c-50bd-44b5-90b2-366f4c02ed0d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:40.006837 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-449b27da-d97d-463b-9e2b-2bece282ee0d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ce261339-8fbc-40e2-aebf-5dc333c9e132), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:40.054434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449b27da-d97d-463b-9e2b-2bece282ee0d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network 8d073692-8c42-45df-92b4-320ee10185ee is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:40.057516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-449b27da-d97d-463b-9e2b-2bece282ee0d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:40.063980 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b27da-d97d-463b-9e2b-2bece282ee0d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:40.090679 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75209175-019b-42b6-9865-0ebf8f745cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ccfca96c-50bd-44b5-90b2-366f4c02ed0d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:40.117382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449b27da-d97d-463b-9e2b-2bece282ee0d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:40.118032 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-449b27da-d97d-463b-9e2b-2bece282ee0d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:40.127466 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b27da-d97d-463b-9e2b-2bece282ee0d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=ce261339-8fbc-40e2-aebf-5dc333c9e132,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:40.163720 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-75209175-019b-42b6-9865-0ebf8f745cba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2bef8af9cb7a488090d7ebccefe9eb55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4204786 Jan 28 05:53:40.177434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41350) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:40.177693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75209175-019b-42b6-9865-0ebf8f745cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfca96c-50bd-44b5-90b2-366f4c02ed0d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:40.211798 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-449b27da-d97d-463b-9e2b-2bece282ee0d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8090091 Jan 28 05:53:40.212017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b98e0-abc3-4093-890b-57fdb2841919 req-9837d87e-37d0-45e9-8eda-72603dcc66c3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:40.212636 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41352) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:40.218550 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-715b98e0-abc3-4093-890b-57fdb2841919 req-9837d87e-37d0-45e9-8eda-72603dcc66c3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 944 time: 0.0958529 Jan 28 05:53:40.277720 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-715b98e0-abc3-4093-890b-57fdb2841919 req-c0c2b1c4-df4a-4449-8ab6-1c707c652a28 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580516 Jan 28 05:53:40.386350 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b901497-0115-4a4c-965e-07414254c443 admin admin] Publish callbacks [] for security_group (ccfca96c-50bd-44b5-90b2-366f4c02ed0d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:40.469510 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b901497-0115-4a4c-965e-07414254c443 admin admin] Publish callbacks [] for security_group (ccfca96c-50bd-44b5-90b2-366f4c02ed0d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:40.669885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b8983476-bb01-4d66-a819-c9bfe4235c6b up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:53:40.817420 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port b8983476-bb01-4d66-a819-c9bfe4235c6b completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:53:40.838720 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port b8983476-bb01-4d66-a819-c9bfe4235c6b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:40.839425 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b8983476-bb01-4d66-a819-c9bfe4235c6b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:40.889888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5d730e7c-01c6-4a95-8cef-e2337807b9c6 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:53:40.935308 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b901497-0115-4a4c-965e-07414254c443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ccfca96c-50bd-44b5-90b2-366f4c02ed0d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:40.938411 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b901497-0115-4a4c-965e-07414254c443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:40.939778 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8b901497-0115-4a4c-965e-07414254c443 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ccfca96c-50bd-44b5-90b2-366f4c02ed0d HTTP/1.1" status: 204 len: 168 time: 0.7673290 Jan 28 05:53:40.991249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b901497-0115-4a4c-965e-07414254c443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfca96c-50bd-44b5-90b2-366f4c02ed0d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:41.010287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port b8983476-bb01-4d66-a819-c9bfe4235c6b is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:41.011029 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b8983476-bb01-4d66-a819-c9bfe4235c6b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:41.015880 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f20dd3d6-6f91-4c6c-baa6-eda2ac5d5591 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ce261339-8fbc-40e2-aebf-5dc333c9e132), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:41.028699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 5d730e7c-01c6-4a95-8cef-e2337807b9c6 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:41.029350 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5d730e7c-01c6-4a95-8cef-e2337807b9c6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:41.110384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port b8983476-bb01-4d66-a819-c9bfe4235c6b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b8983476-bb01-4d66-a819-c9bfe4235c6b,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:41.114622 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27b55e0-5ddb-4fbb-969b-1f85e37444da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8983476-bb01-4d66-a819-c9bfe4235c6b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:53:41.117111 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec8f091-785c-49ae-918f-0853d35a15dd" -d '{"events": [{"server_uuid": "d27b55e0-5ddb-4fbb-969b-1f85e37444da", "name": "network-vif-plugged", "status": "completed", "tag": "b8983476-bb01-4d66-a819-c9bfe4235c6b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:53:41.195208 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b8983476-bb01-4d66-a819-c9bfe4235c6b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:41.202138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5d730e7c-01c6-4a95-8cef-e2337807b9c6 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:41.202733 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5d730e7c-01c6-4a95-8cef-e2337807b9c6), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:41.259958 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c1bf74-eb72-4fbd-8c1e-a7c912352ee1 x-openstack-request-id: req-b3c1bf74-eb72-4fbd-8c1e-a7c912352ee1 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:53:41.259958 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27b55e0-5ddb-4fbb-969b-1f85e37444da", "name": "network-vif-plugged", "status": "completed", "tag": "b8983476-bb01-4d66-a819-c9bfe4235c6b", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:53:41.259958 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3c1bf74-eb72-4fbd-8c1e-a7c912352ee1 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:53:41.259958 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27b55e0-5ddb-4fbb-969b-1f85e37444da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8983476-bb01-4d66-a819-c9bfe4235c6b', 'code': 200} Jan 28 05:53:41.271140 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 5d730e7c-01c6-4a95-8cef-e2337807b9c6, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5d730e7c-01c6-4a95-8cef-e2337807b9c6,segment=NetworkSegment(ad1502f5-a5e3-489c-a66c-93ab807cbc7e),segment_id=ad1502f5-a5e3-489c-a66c-93ab807cbc7e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:41.296375 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=b8983476-bb01-4d66-a819-c9bfe4235c6b,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:41.331073 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199c1742-a5b2-4099-b0ca-36a607253458 None None] Network 8d073692-8c42-45df-92b4-320ee10185ee requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:41.363992 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5d730e7c-01c6-4a95-8cef-e2337807b9c6), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:41.449427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332b72b-36e5-42cb-97e0-a8fad19254fa req-10fc921d-fa5d-444a-a9b5-80b12ac495d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:41.451540 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a332b72b-36e5-42cb-97e0-a8fad19254fa req-10fc921d-fa5d-444a-a9b5-80b12ac495d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 1097 time: 0.1354327 Jan 28 05:53:41.467022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd0bd6-5034-4ce4-a990-190f01ce7834 req-c34f8b9e-392f-4000-9fb5-965f7eabeaad tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:41.474316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5dbd0bd6-5034-4ce4-a990-190f01ce7834 req-c34f8b9e-392f-4000-9fb5-965f7eabeaad tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 945 time: 0.0859325 Jan 28 05:53:41.479809 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f20dd3d6-6f91-4c6c-baa6-eda2ac5d5591 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (ce261339-8fbc-40e2-aebf-5dc333c9e132), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:41.503299 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8864290c-fef0-4d28-97e5-24aa26c337dd None None] Provisioning complete for port 5d730e7c-01c6-4a95-8cef-e2337807b9c6 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:41.503681 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8864290c-fef0-4d28-97e5-24aa26c337dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5d730e7c-01c6-4a95-8cef-e2337807b9c6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:41.529068 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=5d730e7c-01c6-4a95-8cef-e2337807b9c6,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:41.530347 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a332b72b-36e5-42cb-97e0-a8fad19254fa req-7850800d-ccb9-40c4-9bb0-a40b4a0342a3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712385 Jan 28 05:53:41.565606 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5dbd0bd6-5034-4ce4-a990-190f01ce7834 req-07995c74-b004-4df2-9f49-d4f7cb8e325d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894012 Jan 28 05:53:41.576683 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f20dd3d6-6f91-4c6c-baa6-eda2ac5d5591 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ce261339-8fbc-40e2-aebf-5dc333c9e132), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:41.675349 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8864290c-fef0-4d28-97e5-24aa26c337dd None None] Current status of the port 5d730e7c-01c6-4a95-8cef-e2337807b9c6 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:41.685212 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dd3d6-6f91-4c6c-baa6-eda2ac5d5591 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=ce261339-8fbc-40e2-aebf-5dc333c9e132,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:41.798234 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41384) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:41.817414 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03c363e3-d4a6-44ab-a442-a08b2d18dfc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:41.842492 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f20dd3d6-6f91-4c6c-baa6-eda2ac5d5591 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:41.916388 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03c363e3-d4a6-44ab-a442-a08b2d18dfc6 admin admin] Publish callbacks [] for security_group (a67ab02c-aed3-432f-9919-a34ad16e0392), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:41.982642 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03c363e3-d4a6-44ab-a442-a08b2d18dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a67ab02c-aed3-432f-9919-a34ad16e0392), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:42.007423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-82976403-d7c3-428b-bcb3-d917452e6801 None None] Provisioning complete for port 5d730e7c-01c6-4a95-8cef-e2337807b9c6 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:42.007858 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82976403-d7c3-428b-bcb3-d917452e6801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5d730e7c-01c6-4a95-8cef-e2337807b9c6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:42.053162 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-03c363e3-d4a6-44ab-a442-a08b2d18dfc6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d4121fc9c254a0c9ad84eb2cbdbeea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2534726 Jan 28 05:53:42.055138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c363e3-d4a6-44ab-a442-a08b2d18dfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67ab02c-aed3-432f-9919-a34ad16e0392,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:42.058467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41388) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:42.070227 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f20dd3d6-6f91-4c6c-baa6-eda2ac5d5591 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ce261339-8fbc-40e2-aebf-5dc333c9e132), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:42.131550 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-82976403-d7c3-428b-bcb3-d917452e6801 None None] Current status of the port 5d730e7c-01c6-4a95-8cef-e2337807b9c6 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:42.136525 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e153de4-6b7d-4cf8-91df-149281deaaa0 admin admin] Publish callbacks [] for security_group (a67ab02c-aed3-432f-9919-a34ad16e0392), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:42.144889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-82976403-d7c3-428b-bcb3-d917452e6801 None None] Provisioning complete for port ce261339-8fbc-40e2-aebf-5dc333c9e132 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:42.145268 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82976403-d7c3-428b-bcb3-d917452e6801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ce261339-8fbc-40e2-aebf-5dc333c9e132), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:42.169393 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e153de4-6b7d-4cf8-91df-149281deaaa0 admin admin] Publish callbacks [] for security_group (a67ab02c-aed3-432f-9919-a34ad16e0392), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:42.213172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-82976403-d7c3-428b-bcb3-d917452e6801 None None] Port ce261339-8fbc-40e2-aebf-5dc333c9e132 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:42.302083 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e153de4-6b7d-4cf8-91df-149281deaaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a67ab02c-aed3-432f-9919-a34ad16e0392), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:42.304806 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e153de4-6b7d-4cf8-91df-149281deaaa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:42.309248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6e153de4-6b7d-4cf8-91df-149281deaaa0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a67ab02c-aed3-432f-9919-a34ad16e0392 HTTP/1.1" status: 204 len: 168 time: 0.2331252 Jan 28 05:53:42.315502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e153de4-6b7d-4cf8-91df-149281deaaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67ab02c-aed3-432f-9919-a34ad16e0392,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:42.411479 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ea4733c2-3acc-42d1-9421-db35fd49fffc None None] Provisioning complete for port ce261339-8fbc-40e2-aebf-5dc333c9e132 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:42.411866 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea4733c2-3acc-42d1-9421-db35fd49fffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ce261339-8fbc-40e2-aebf-5dc333c9e132), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:42.486022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ea4733c2-3acc-42d1-9421-db35fd49fffc None None] Port ce261339-8fbc-40e2-aebf-5dc333c9e132 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:42.517358 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f20dd3d6-6f91-4c6c-baa6-eda2ac5d5591 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (ce261339-8fbc-40e2-aebf-5dc333c9e132), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:42.587115 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f20dd3d6-6f91-4c6c-baa6-eda2ac5d5591 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ce261339-8fbc-40e2-aebf-5dc333c9e132), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:42.611998 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-32a5793d-6600-48cf-8908-8ebcd98da021 None None] Provisioning complete for port ce261339-8fbc-40e2-aebf-5dc333c9e132 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:42.612604 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32a5793d-6600-48cf-8908-8ebcd98da021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ce261339-8fbc-40e2-aebf-5dc333c9e132), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:42.661558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-32a5793d-6600-48cf-8908-8ebcd98da021 None None] Port ce261339-8fbc-40e2-aebf-5dc333c9e132 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:42.678199 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dd3d6-6f91-4c6c-baa6-eda2ac5d5591 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=ce261339-8fbc-40e2-aebf-5dc333c9e132,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:42.680786 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f20dd3d6-6f91-4c6c-baa6-eda2ac5d5591 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:42.690364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff1e7f-3ee6-4674-a565-8530692eaa97 req-947c3613-f429-4777-b7f6-0c44caca53d6 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:42.692052 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cff1e7f-3ee6-4674-a565-8530692eaa97 req-947c3613-f429-4777-b7f6-0c44caca53d6 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 945 time: 0.0568523 Jan 28 05:53:42.826428 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20dd3d6-6f91-4c6c-baa6-eda2ac5d5591 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network 8d073692-8c42-45df-92b4-320ee10185ee is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:42.828013 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-f20dd3d6-6f91-4c6c-baa6-eda2ac5d5591 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:42.834677 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cff1e7f-3ee6-4674-a565-8530692eaa97 req-33f9bcd2-1323-410d-8398-8e030d49d63f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272688 Jan 28 05:53:42.873144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5d730e7c-01c6-4a95-8cef-e2337807b9c6 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:53:42.938232 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 5d730e7c-01c6-4a95-8cef-e2337807b9c6 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:42.938232 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5d730e7c-01c6-4a95-8cef-e2337807b9c6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:43.036517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5d730e7c-01c6-4a95-8cef-e2337807b9c6 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:43.096440 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20dd3d6-6f91-4c6c-baa6-eda2ac5d5591 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Router 22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:53:43.188412 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ff342692-9b13-45e8-8827-3605e01a2b73 None None] Provisioning complete for port ce261339-8fbc-40e2-aebf-5dc333c9e132 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:43.188788 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ff342692-9b13-45e8-8827-3605e01a2b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ce261339-8fbc-40e2-aebf-5dc333c9e132), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:43.199108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20dd3d6-6f91-4c6c-baa6-eda2ac5d5591 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:53:43.207385 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f20dd3d6-6f91-4c6c-baa6-eda2ac5d5591 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "PUT /v2.0/routers/22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9909866 Jan 28 05:53:43.207581 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41414) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:43.211249 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ffc339-e53e-4e4e-912d-ef0576eb293b None None] Sync routers for ids ['22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:53:43.235728 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ffc339-e53e-4e4e-912d-ef0576eb293b None None] Routers {'22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:53:43.236358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-31ffc339-e53e-4e4e-912d-ef0576eb293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:53:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:43.238068 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ff342692-9b13-45e8-8827-3605e01a2b73 None None] Port ce261339-8fbc-40e2-aebf-5dc333c9e132 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:43.258023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4592b-7825-44de-8102-fcb2fb52645d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:43.262255 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5bb4592b-7825-44de-8102-fcb2fb52645d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports?device_id=22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e HTTP/1.1" status: 200 len: 982 time: 0.0509684 Jan 28 05:53:43.262639 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41416) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:43.270313 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-31ffc339-e53e-4e4e-912d-ef0576eb293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:43.280290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ffc339-e53e-4e4e-912d-ef0576eb293b None None] Routers {'22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:53:43.280917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-31ffc339-e53e-4e4e-912d-ef0576eb293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:53:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:43.466780 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-31ffc339-e53e-4e4e-912d-ef0576eb293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:43.467439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ffc339-e53e-4e4e-912d-ef0576eb293b None None] The sync data for ids ['22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:53:43.720798 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0cac3376-ed2c-47d1-ac37-4748669a9d5d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:43.973927 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-0cac3376-ed2c-47d1-ac37-4748669a9d5d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port ce261339-8fbc-40e2-aebf-5dc333c9e132 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:43.974268 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0cac3376-ed2c-47d1-ac37-4748669a9d5d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ce261339-8fbc-40e2-aebf-5dc333c9e132), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:43.993143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662782a3-c52c-4177-8afe-80ea65af44b0 req-5b65b415-c2e1-4651-bc34-79d4e6aaf21f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:43.994690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-662782a3-c52c-4177-8afe-80ea65af44b0 req-5b65b415-c2e1-4651-bc34-79d4e6aaf21f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 945 time: 0.0554705 Jan 28 05:53:44.047234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-662782a3-c52c-4177-8afe-80ea65af44b0 req-eed7edf5-9dc7-4137-943e-9ec022e9169b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461700 Jan 28 05:53:44.089783 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0cac3376-ed2c-47d1-ac37-4748669a9d5d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ce261339-8fbc-40e2-aebf-5dc333c9e132), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:44.114980 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-0cac3376-ed2c-47d1-ac37-4748669a9d5d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for ce261339-8fbc-40e2-aebf-5dc333c9e132 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:44.370733 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0cac3376-ed2c-47d1-ac37-4748669a9d5d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ce261339-8fbc-40e2-aebf-5dc333c9e132), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:44.401093 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac3376-ed2c-47d1-ac37-4748669a9d5d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=ce261339-8fbc-40e2-aebf-5dc333c9e132,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:44.599397 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0cac3376-ed2c-47d1-ac37-4748669a9d5d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:44.769279 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cac3376-ed2c-47d1-ac37-4748669a9d5d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Router 22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:53:44.849783 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cac3376-ed2c-47d1-ac37-4748669a9d5d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:53:44.855508 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0cac3376-ed2c-47d1-ac37-4748669a9d5d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "PUT /v2.0/routers/22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5916388 Jan 28 05:53:44.858521 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41472) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:44.864000 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793db65a-c4c0-4e95-953a-73ee296ca6fe None None] Sync routers for ids ['22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:53:44.875710 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793db65a-c4c0-4e95-953a-73ee296ca6fe None None] Routers {'22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:53:44.876377 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-793db65a-c4c0-4e95-953a-73ee296ca6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:53:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:44.884699 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6afa364-1e28-4253-a767-da60d9c3797b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] GET failed (client error): The resource could not be found. Jan 28 05:53:44.886603 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f6afa364-1e28-4253-a767-da60d9c3797b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports/ce261339-8fbc-40e2-aebf-5dc333c9e132 HTTP/1.1" status: 404 len: 333 time: 0.0268314 Jan 28 05:53:44.889769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41476) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:44.914830 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-793db65a-c4c0-4e95-953a-73ee296ca6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:44.924867 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793db65a-c4c0-4e95-953a-73ee296ca6fe None None] Routers {'22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:53:44.925471 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-793db65a-c4c0-4e95-953a-73ee296ca6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:53:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:44.961998 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-793db65a-c4c0-4e95-953a-73ee296ca6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:44.962658 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793db65a-c4c0-4e95-953a-73ee296ca6fe None None] The sync data for ids ['22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:53:44.974743 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e71d66f4-36d9-4fc1-a61e-3bfc5457532c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for router (22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:45.153941 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e71d66f4-36d9-4fc1-a61e-3bfc5457532c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:45.166266 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e71d66f4-36d9-4fc1-a61e-3bfc5457532c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for router_controller (22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:45.307570 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e71d66f4-36d9-4fc1-a61e-3bfc5457532c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:45.308189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71d66f4-36d9-4fc1-a61e-3bfc5457532c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Fanout notify agent at l3_agent the message router_deleted on router 22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:53:45.318717 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e71d66f4-36d9-4fc1-a61e-3bfc5457532c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:45.318717 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e71d66f4-36d9-4fc1-a61e-3bfc5457532c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/routers/22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e HTTP/1.1" status: 204 len: 168 time: 0.4254565 Jan 28 05:53:45.319291 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41496) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:45.370497 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9df6ef-d9f2-4db3-9ba8-2d7c17df4b2a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting subnet 73d809d3-8cb8-491d-898e-1bbe69c2658b {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:53:45.373754 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a9df6ef-d9f2-4db3-9ba8-2d7c17df4b2a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (73d809d3-8cb8-491d-898e-1bbe69c2658b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:45.413539 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a9df6ef-d9f2-4db3-9ba8-2d7c17df4b2a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (73d809d3-8cb8-491d-898e-1bbe69c2658b), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:45.503923 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a9df6ef-d9f2-4db3-9ba8-2d7c17df4b2a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (73d809d3-8cb8-491d-898e-1bbe69c2658b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:45.641458 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a9df6ef-d9f2-4db3-9ba8-2d7c17df4b2a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (73d809d3-8cb8-491d-898e-1bbe69c2658b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:45.680848 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9df6ef-d9f2-4db3-9ba8-2d7c17df4b2a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Subnet': ['ID=73d809d3-8cb8-491d-898e-1bbe69c2658b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:45.690343 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a9df6ef-d9f2-4db3-9ba8-2d7c17df4b2a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:45.693539 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7a9df6ef-d9f2-4db3-9ba8-2d7c17df4b2a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/73d809d3-8cb8-491d-898e-1bbe69c2658b HTTP/1.1" status: 204 len: 168 time: 0.3731861 Jan 28 05:53:45.696274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41520) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:45.697460 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bb7ce0-4503-4255-8876-e7e41f688516 None None] Network 8d073692-8c42-45df-92b4-320ee10185ee requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:45.794251 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (8d073692-8c42-45df-92b4-320ee10185ee), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:45.856442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port 5d730e7c-01c6-4a95-8cef-e2337807b9c6 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:45.856779 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5d730e7c-01c6-4a95-8cef-e2337807b9c6), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:45.875791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f535a10-05da-4e6b-9760-a7f92bef7a38 None None] DHCP port deletion for 8d073692-8c42-45df-92b4-320ee10185ee request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:53:45.925239 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] For port 5d730e7c-01c6-4a95-8cef-e2337807b9c6, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5d730e7c-01c6-4a95-8cef-e2337807b9c6,segment=NetworkSegment(ad1502f5-a5e3-489c-a66c-93ab807cbc7e),segment_id=ad1502f5-a5e3-489c-a66c-93ab807cbc7e)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:45.926103 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5d730e7c-01c6-4a95-8cef-e2337807b9c6), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:45.929813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4f535a10-05da-4e6b-9760-a7f92bef7a38 None None] Deleting port 5d730e7c-01c6-4a95-8cef-e2337807b9c6 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:45.930236 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f535a10-05da-4e6b-9760-a7f92bef7a38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5d730e7c-01c6-4a95-8cef-e2337807b9c6), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:45.946614 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for 5d730e7c-01c6-4a95-8cef-e2337807b9c6 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:46.000884 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4f535a10-05da-4e6b-9760-a7f92bef7a38 None None] For port 5d730e7c-01c6-4a95-8cef-e2337807b9c6, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5d730e7c-01c6-4a95-8cef-e2337807b9c6,segment=NetworkSegment(ad1502f5-a5e3-489c-a66c-93ab807cbc7e),segment_id=ad1502f5-a5e3-489c-a66c-93ab807cbc7e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:46.001598 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f535a10-05da-4e6b-9760-a7f92bef7a38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5d730e7c-01c6-4a95-8cef-e2337807b9c6), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:46.028185 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4f535a10-05da-4e6b-9760-a7f92bef7a38 None None] Calling delete_port for 5d730e7c-01c6-4a95-8cef-e2337807b9c6 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:46.073447 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (5d730e7c-01c6-4a95-8cef-e2337807b9c6), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:46.104877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=5d730e7c-01c6-4a95-8cef-e2337807b9c6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.107561 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.110354 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.110354 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.110354 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.110354 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.110354 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.110354 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.110354 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.110354 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.110354 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.110354 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.110354 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.110354 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.110354 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:53:46.110354 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:53:46.112462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No DVR routers for this DVR port 5d730e7c-01c6-4a95-8cef-e2337807b9c6 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:53:46.114101 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f535a10-05da-4e6b-9760-a7f92bef7a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (5d730e7c-01c6-4a95-8cef-e2337807b9c6), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:46.131578 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f535a10-05da-4e6b-9760-a7f92bef7a38 None None] No DVR routers for this DVR port 5d730e7c-01c6-4a95-8cef-e2337807b9c6 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:53:46.153818 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f535a10-05da-4e6b-9760-a7f92bef7a38 None None] Pushing event deleted for resources: {'Port': ['ID=5d730e7c-01c6-4a95-8cef-e2337807b9c6,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:46.235854 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (8d073692-8c42-45df-92b4-320ee10185ee), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:46.264635 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d073692-8c42-45df-92b4-320ee10185ee']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:46.276216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1502f5-a5e3-489c-a66c-93ab807cbc7e') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:46.276546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1502f5-a5e3-489c-a66c-93ab807cbc7e') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:53:46.287315 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (ad1502f5-a5e3-489c-a66c-93ab807cbc7e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:46.300598 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ad1502f5-a5e3-489c-a66c-93ab807cbc7e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:46.306594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:53:46.306976 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (ad1502f5-a5e3-489c-a66c-93ab807cbc7e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:53:46.310765 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:53:46.450454 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (8d073692-8c42-45df-92b4-320ee10185ee), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:46.457368 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:46.460519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/networks/8d073692-8c42-45df-92b4-320ee10185ee HTTP/1.1" status: 204 len: 168 time: 0.7628245 Jan 28 05:53:46.464594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41542) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:46.482524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd264c25-2ebd-4bda-a7a0-df94fce08f13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Network': ['ID=8d073692-8c42-45df-92b4-320ee10185ee,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:46.515224 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e7919b-fa07-4c11-a7bc-e4bfff551d2a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:46.516634 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f3e7919b-fa07-4c11-a7bc-e4bfff551d2a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports/70039c4f-d3d2-4cf9-9117-b1f1943e56ea HTTP/1.1" status: 200 len: 840 time: 0.0495822 Jan 28 05:53:46.520381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41544) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:46.565197 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-212a1393-865a-4095-97f7-eebd5e84024c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports/70039c4f-d3d2-4cf9-9117-b1f1943e56ea?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0437255 Jan 28 05:53:46.568633 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41548) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:46.574049 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1b245615-82bc-4f2f-bbac-5a7fb09aa113 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'subnet': {'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:46.723145 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41556) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:46.752914 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b245615-82bc-4f2f-bbac-5a7fb09aa113 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:46.752914 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1b245615-82bc-4f2f-bbac-5a7fb09aa113 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:46.810465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5d730e7c-01c6-4a95-8cef-e2337807b9c6 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:53:46.848453 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 5d730e7c-01c6-4a95-8cef-e2337807b9c6 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:53:46.848808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5d730e7c-01c6-4a95-8cef-e2337807b9c6 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:53:47.181121 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0d82cb81-22b3-47a2-b6b3-1a71f8ed4f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:47.352368 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0d82cb81-22b3-47a2-b6b3-1a71f8ed4f64 admin admin] Publish callbacks [] for security_group (5a42fdf7-7c37-45c0-bc7b-79043cf38ae0), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:47.427575 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0d82cb81-22b3-47a2-b6b3-1a71f8ed4f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5a42fdf7-7c37-45c0-bc7b-79043cf38ae0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:47.470723 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0d82cb81-22b3-47a2-b6b3-1a71f8ed4f64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5471ae569510408797f44a5579ddebf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7462344 Jan 28 05:53:47.471457 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82cb81-22b3-47a2-b6b3-1a71f8ed4f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a42fdf7-7c37-45c0-bc7b-79043cf38ae0,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:47.473313 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41564) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:47.502136 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1b245615-82bc-4f2f-bbac-5a7fb09aa113 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (66f4cd06-466d-4e5d-8e2a-d38d7ff5eda0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:47.527826 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c42a2ae1-8ba1-4f34-a31a-03cf650161a9 admin admin] Publish callbacks [] for security_group (5a42fdf7-7c37-45c0-bc7b-79043cf38ae0), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:47.544578 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b245615-82bc-4f2f-bbac-5a7fb09aa113 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:47.548109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-1b245615-82bc-4f2f-bbac-5a7fb09aa113 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:47.550231 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c42a2ae1-8ba1-4f34-a31a-03cf650161a9 admin admin] Publish callbacks [] for security_group (5a42fdf7-7c37-45c0-bc7b-79043cf38ae0), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:47.552327 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b245615-82bc-4f2f-bbac-5a7fb09aa113 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:47.556366 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1b245615-82bc-4f2f-bbac-5a7fb09aa113 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:47.567815 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b245615-82bc-4f2f-bbac-5a7fb09aa113 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Subnet': ['ID=66f4cd06-466d-4e5d-8e2a-d38d7ff5eda0,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:47.570439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caa8ab3-c4c7-47b8-8ab3-40b337a50307 None None] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:47.664365 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1b245615-82bc-4f2f-bbac-5a7fb09aa113 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0942588 Jan 28 05:53:47.667019 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41568) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:47.671604 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7fd5370c-a044-46b9-90fc-654ac6b3db1a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'security_group': {'name': 'tempest-secgroup-1592863830'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:47.694901 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-dcd613df-b33d-498f-bec6-2bc9922a7ce0', 'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0', 'project_id': '9c74aef81c4e43d6894cf8de9c200946', 'fixed_ips': [{'subnet_id': '66f4cd06-466d-4e5d-8e2a-d38d7ff5eda0'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:53:47.695839 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:47.707827 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c42a2ae1-8ba1-4f34-a31a-03cf650161a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5a42fdf7-7c37-45c0-bc7b-79043cf38ae0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:47.714994 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c42a2ae1-8ba1-4f34-a31a-03cf650161a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:47.714994 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c42a2ae1-8ba1-4f34-a31a-03cf650161a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a42fdf7-7c37-45c0-bc7b-79043cf38ae0 HTTP/1.1" status: 204 len: 168 time: 0.2380939 Jan 28 05:53:47.723234 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a2ae1-8ba1-4f34-a31a-03cf650161a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a42fdf7-7c37-45c0-bc7b-79043cf38ae0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:47.787528 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7fd5370c-a044-46b9-90fc-654ac6b3db1a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:48.334830 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7fd5370c-a044-46b9-90fc-654ac6b3db1a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (64e827d2-b33d-4c74-8694-c4313320e468), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:48.335430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Allocated IP 172.20.0.2 (dcd613df-b33d-498f-bec6-2bc9922a7ce0/66f4cd06-466d-4e5d-8e2a-d38d7ff5eda0/26cf2cc5-afe7-4311-8a38-6dc67a4707f9) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:48.335430 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Publish callbacks [] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:48.381644 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7fd5370c-a044-46b9-90fc-654ac6b3db1a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (64e827d2-b33d-4c74-8694-c4313320e468), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:48.410689 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5370c-a044-46b9-90fc-654ac6b3db1a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e827d2-b33d-4c74-8694-c4313320e468,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:48.411106 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:48.452874 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:48.455670 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:48.461217 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:48.467501 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Pushing event updated for resources: {'Port': ['ID=26cf2cc5-afe7-4311-8a38-6dc67a4707f9,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:48.524543 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Attempting to bind port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:53:48.524923 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Attempting to bind port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '48f32795-940b-4201-bbc4-4c84e9210939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:53:48.525294 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Attempting to bind port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 on network dcd613df-b33d-498f-bec6-2bc9922a7ce0 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:53:48.531898 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:53:48.534063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Checking segment: {'id': '48f32795-940b-4201-bbc4-4c84e9210939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:53:48.534201 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7fd5370c-a044-46b9-90fc-654ac6b3db1a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:48.534692 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:48.534692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Bound using segment: {'id': '48f32795-940b-4201-bbc4-4c84e9210939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:53:48.534890 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7fd5370c-a044-46b9-90fc-654ac6b3db1a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8659816 Jan 28 05:53:48.535213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Bound port: 26cf2cc5-afe7-4311-8a38-6dc67a4707f9, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f32795-940b-4201-bbc4-4c84e9210939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:53:48.535622 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:48.536745 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41584) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:48.541622 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-29793237-7b07-45f1-8d7c-ac3322d69034 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'security_group': {'name': 'tempest-secgroup-1555189083'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:48.604384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] For port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:53:48.608171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] For port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=26cf2cc5-afe7-4311-8a38-6dc67a4707f9,segment=NetworkSegment(48f32795-940b-4201-bbc4-4c84e9210939),segment_id=48f32795-940b-4201-bbc4-4c84e9210939)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:53:48.640096 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29793237-7b07-45f1-8d7c-ac3322d69034 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:48.703005 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:48.717430 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29793237-7b07-45f1-8d7c-ac3322d69034 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (78c48442-4235-44e8-9cb2-d5214ff59843), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:48.768757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e0fdb-c616-42c3-96f6-d936b3346721 None None] Pushing event updated for resources: {'Port': ['ID=26cf2cc5-afe7-4311-8a38-6dc67a4707f9,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:48.793210 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29793237-7b07-45f1-8d7c-ac3322d69034 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (78c48442-4235-44e8-9cb2-d5214ff59843), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:48.835399 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29793237-7b07-45f1-8d7c-ac3322d69034 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c48442-4235-44e8-9cb2-d5214ff59843,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:48.905420 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29793237-7b07-45f1-8d7c-ac3322d69034 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:48.906808 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-29793237-7b07-45f1-8d7c-ac3322d69034 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3687587 Jan 28 05:53:48.913750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41598) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:48.920986 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d4073461-26f6-4a67-871f-8a4cd3530fdd tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-522325957', 'security_groups': ['78c48442-4235-44e8-9cb2-d5214ff59843'], 'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '66f4cd06-466d-4e5d-8e2a-d38d7ff5eda0'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:49.028617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41600) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:49.045258 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80de9da8-587e-4a3d-9fa0-70f03d6e6767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:49.125976 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80de9da8-587e-4a3d-9fa0-70f03d6e6767 admin admin] Publish callbacks [] for security_group (a7ed5523-2949-4b85-85fe-310c4035bd4d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:49.147511 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4073461-26f6-4a67-871f-8a4cd3530fdd tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:49.210033 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80de9da8-587e-4a3d-9fa0-70f03d6e6767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a7ed5523-2949-4b85-85fe-310c4035bd4d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:49.235342 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d4073461-26f6-4a67-871f-8a4cd3530fdd tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:49.252486 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-80de9da8-587e-4a3d-9fa0-70f03d6e6767 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f1533379cd7498394f46af0628540d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224863 Jan 28 05:53:49.253534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de9da8-587e-4a3d-9fa0-70f03d6e6767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ed5523-2949-4b85-85fe-310c4035bd4d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:49.255952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41602) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:49.266075 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-d4073461-26f6-4a67-871f-8a4cd3530fdd tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] device_id is not set on port f4ce6396-d7ce-4f38-aea9-36088c2a91f7 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:53:49.402113 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4f1faf5f-09ff-47f3-adf9-c38fee387bd1 admin admin] Publish callbacks [] for security_group (a7ed5523-2949-4b85-85fe-310c4035bd4d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:49.458600 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4f1faf5f-09ff-47f3-adf9-c38fee387bd1 admin admin] Publish callbacks [] for security_group (a7ed5523-2949-4b85-85fe-310c4035bd4d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:49.511446 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-d4073461-26f6-4a67-871f-8a4cd3530fdd tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Allocated IP 172.20.0.6 (dcd613df-b33d-498f-bec6-2bc9922a7ce0/66f4cd06-466d-4e5d-8e2a-d38d7ff5eda0/f4ce6396-d7ce-4f38-aea9-36088c2a91f7) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:49.643322 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4f1faf5f-09ff-47f3-adf9-c38fee387bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a7ed5523-2949-4b85-85fe-310c4035bd4d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:49.651862 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4f1faf5f-09ff-47f3-adf9-c38fee387bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:49.651862 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4f1faf5f-09ff-47f3-adf9-c38fee387bd1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7ed5523-2949-4b85-85fe-310c4035bd4d HTTP/1.1" status: 204 len: 168 time: 0.3905373 Jan 28 05:53:49.696945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1faf5f-09ff-47f3-adf9-c38fee387bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ed5523-2949-4b85-85fe-310c4035bd4d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:49.819539 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d4073461-26f6-4a67-871f-8a4cd3530fdd tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (f4ce6396-d7ce-4f38-aea9-36088c2a91f7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:49.914586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8b29fa9e-4fec-4052-95d9-214da9c384b8 None None] Provisioning complete for port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:49.914586 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8b29fa9e-4fec-4052-95d9-214da9c384b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:49.931040 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d4073461-26f6-4a67-871f-8a4cd3530fdd tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (f4ce6396-d7ce-4f38-aea9-36088c2a91f7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:50.039918 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8b29fa9e-4fec-4052-95d9-214da9c384b8 None None] Current status of the port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:50.040407 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8b29fa9e-4fec-4052-95d9-214da9c384b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:50.083955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8b29fa9e-4fec-4052-95d9-214da9c384b8 None None] For port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=26cf2cc5-afe7-4311-8a38-6dc67a4707f9,segment=NetworkSegment(48f32795-940b-4201-bbc4-4c84e9210939),segment_id=48f32795-940b-4201-bbc4-4c84e9210939)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:50.085442 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4073461-26f6-4a67-871f-8a4cd3530fdd tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=f4ce6396-d7ce-4f38-aea9-36088c2a91f7,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:50.089049 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4073461-26f6-4a67-871f-8a4cd3530fdd tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:50.091153 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-d4073461-26f6-4a67-871f-8a4cd3530fdd tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:50.092992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4073461-26f6-4a67-871f-8a4cd3530fdd tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:50.142105 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8b29fa9e-4fec-4052-95d9-214da9c384b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:50.156623 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4073461-26f6-4a67-871f-8a4cd3530fdd tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:50.157272 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d4073461-26f6-4a67-871f-8a4cd3530fdd tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:50.198416 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8b29fa9e-4fec-4052-95d9-214da9c384b8 None None] Provisioning complete for port 70039c4f-d3d2-4cf9-9117-b1f1943e56ea triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:50.199021 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8b29fa9e-4fec-4052-95d9-214da9c384b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (70039c4f-d3d2-4cf9-9117-b1f1943e56ea), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:50.237675 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d4073461-26f6-4a67-871f-8a4cd3530fdd tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3223579 Jan 28 05:53:50.240139 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41630) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:50.246394 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-594c8179-d2ab-40f9-85f1-497d93d12aaa tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'subnet': {'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:50.266419 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29fa9e-4fec-4052-95d9-214da9c384b8 None None] Pushing event updated for resources: {'Port': ['ID=26cf2cc5-afe7-4311-8a38-6dc67a4707f9,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:50.272920 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8b29fa9e-4fec-4052-95d9-214da9c384b8 None None] Port 70039c4f-d3d2-4cf9-9117-b1f1943e56ea cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:50.517573 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-cd762c58-2af4-4535-861f-a3ad5dca476f None None] Provisioning complete for port f4ce6396-d7ce-4f38-aea9-36088c2a91f7 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:50.518282 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd762c58-2af4-4535-861f-a3ad5dca476f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f4ce6396-d7ce-4f38-aea9-36088c2a91f7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:50.524595 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594c8179-d2ab-40f9-85f1-497d93d12aaa tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:50.529689 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-594c8179-d2ab-40f9-85f1-497d93d12aaa tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:50.582607 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cd762c58-2af4-4535-861f-a3ad5dca476f None None] Port f4ce6396-d7ce-4f38-aea9-36088c2a91f7 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:50.647258 n-d-812111-12 neutron-server[103634]: INFO neutron.db.ipam_backend_mixin [None req-594c8179-d2ab-40f9-85f1-497d93d12aaa tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 66f4cd06-466d-4e5d-8e2a-d38d7ff5eda0 (CIDR: 172.20.0.0/28) Jan 28 05:53:50.685752 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-594c8179-d2ab-40f9-85f1-497d93d12aaa tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:53:50.686238 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594c8179-d2ab-40f9-85f1-497d93d12aaa tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:53:50.756766 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-594c8179-d2ab-40f9-85f1-497d93d12aaa tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5155659 Jan 28 05:53:50.759514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41642) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:50.768156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-98f4c0ea-6838-43dd-a40c-04ddb33d2fc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'subnet': {'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:50.884138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:53:50.967179 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:50.967868 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:51.022060 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f4c0ea-6838-43dd-a40c-04ddb33d2fc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:51.026419 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f4c0ea-6838-43dd-a40c-04ddb33d2fc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:51.085173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:51.401796 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f4c0ea-6838-43dd-a40c-04ddb33d2fc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (73056d5c-d909-4502-97e2-d4d9f0aec328), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:51.445220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f4c0ea-6838-43dd-a40c-04ddb33d2fc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:51.448397 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-98f4c0ea-6838-43dd-a40c-04ddb33d2fc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:51.453523 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f4c0ea-6838-43dd-a40c-04ddb33d2fc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:51.454048 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f4c0ea-6838-43dd-a40c-04ddb33d2fc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:51.458189 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c1859-591e-4edc-8991-edb4d0701e4d None None] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:51.464607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4c0ea-6838-43dd-a40c-04ddb33d2fc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Subnet': ['ID=73056d5c-d909-4502-97e2-d4d9f0aec328,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:51.539299 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-98f4c0ea-6838-43dd-a40c-04ddb33d2fc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7784359 Jan 28 05:53:51.542101 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41664) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:51.549343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-957c05ef-e76a-4c67-bfb0-d6a6893d740e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-787114665', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '73056d5c-d909-4502-97e2-d4d9f0aec328'}], 'security_groups': ['64e827d2-b33d-4c74-8694-c4313320e468']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:51.647042 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-957c05ef-e76a-4c67-bfb0-d6a6893d740e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f4ce6396-d7ce-4f38-aea9-36088c2a91f7), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:51.694402 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Update dhcp port {'port': {'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0', 'fixed_ips': [{'subnet_id': '66f4cd06-466d-4e5d-8e2a-d38d7ff5eda0', 'ip_address': '172.20.0.2'}, {'subnet_id': '73056d5c-d909-4502-97e2-d4d9f0aec328'}], 'binding:host_id': 'n-d-812111-12'}, 'id': '26cf2cc5-afe7-4311-8a38-6dc67a4707f9'} from n-d-812111-12. {{(pid=103636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 05:53:51.726759 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:51.917466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Allocated IP 172.20.0.18 (dcd613df-b33d-498f-bec6-2bc9922a7ce0/73056d5c-d909-4502-97e2-d4d9f0aec328/26cf2cc5-afe7-4311-8a38-6dc67a4707f9) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:52.026227 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] For port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=26cf2cc5-afe7-4311-8a38-6dc67a4707f9,segment=NetworkSegment(48f32795-940b-4201-bbc4-4c84e9210939),segment_id=48f32795-940b-4201-bbc4-4c84e9210939)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:52.061839 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Publish callbacks [] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:52.154350 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:52.283377 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Pushing event updated for resources: {'Port': ['ID=26cf2cc5-afe7-4311-8a38-6dc67a4707f9,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:52.292754 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:52.293288 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:52.293833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:52.294627 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:52.295245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:52.295689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:52.296126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:52.298771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:52.299218 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:52.299734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:52.300264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:52.300652 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:52.302031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a1b65a-2ff5-494c-b015-420836c6ac68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:53:52.329637 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-957c05ef-e76a-4c67-bfb0-d6a6893d740e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Delete allocated IP 172.20.0.6 (dcd613df-b33d-498f-bec6-2bc9922a7ce0/66f4cd06-466d-4e5d-8e2a-d38d7ff5eda0) {{(pid=103634) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 05:53:52.338632 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-957c05ef-e76a-4c67-bfb0-d6a6893d740e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Allocated IP 172.20.0.22 (dcd613df-b33d-498f-bec6-2bc9922a7ce0/73056d5c-d909-4502-97e2-d4d9f0aec328/f4ce6396-d7ce-4f38-aea9-36088c2a91f7) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:52.600092 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-957c05ef-e76a-4c67-bfb0-d6a6893d740e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (f4ce6396-d7ce-4f38-aea9-36088c2a91f7), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:52.651495 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-957c05ef-e76a-4c67-bfb0-d6a6893d740e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (f4ce6396-d7ce-4f38-aea9-36088c2a91f7), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:52.756604 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41700) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:52.757924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c05ef-e76a-4c67-bfb0-d6a6893d740e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=f4ce6396-d7ce-4f38-aea9-36088c2a91f7,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:52.818671 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-957c05ef-e76a-4c67-bfb0-d6a6893d740e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] In _notify_port_updated(), no bound segment for port f4ce6396-d7ce-4f38-aea9-36088c2a91f7 on network dcd613df-b33d-498f-bec6-2bc9922a7ce0 {{(pid=103634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 05:53:52.824872 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c05ef-e76a-4c67-bfb0-d6a6893d740e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:52.825868 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-957c05ef-e76a-4c67-bfb0-d6a6893d740e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:52.829974 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-957c05ef-e76a-4c67-bfb0-d6a6893d740e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "PUT /v2.0/ports/f4ce6396-d7ce-4f38-aea9-36088c2a91f7 HTTP/1.1" status: 200 len: 920 time: 1.2837069 Jan 28 05:53:52.831200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41704) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:52.870331 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:53:52.958872 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:52.959703 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:52.993690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-9d29c424-4682-456e-a330-805789890ee7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port f4ce6396-d7ce-4f38-aea9-36088c2a91f7 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:52.994029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d29c424-4682-456e-a330-805789890ee7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f4ce6396-d7ce-4f38-aea9-36088c2a91f7), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.014057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-84a2adaf-efe4-4a52-b50a-f3305b5b2b26 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:53.067841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:53.078421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-540315e6-de30-4311-bf74-3e10800e176d None None] Provisioning complete for port f4ce6396-d7ce-4f38-aea9-36088c2a91f7 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:53.091865 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-540315e6-de30-4311-bf74-3e10800e176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f4ce6396-d7ce-4f38-aea9-36088c2a91f7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.113169 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d29c424-4682-456e-a330-805789890ee7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f4ce6396-d7ce-4f38-aea9-36088c2a91f7), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.117428 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-540315e6-de30-4311-bf74-3e10800e176d None None] Port f4ce6396-d7ce-4f38-aea9-36088c2a91f7 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:53.128566 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-9d29c424-4682-456e-a330-805789890ee7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for f4ce6396-d7ce-4f38-aea9-36088c2a91f7 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:53.129758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-540315e6-de30-4311-bf74-3e10800e176d None None] Provisioning complete for port 70039c4f-d3d2-4cf9-9117-b1f1943e56ea triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:53.130139 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-540315e6-de30-4311-bf74-3e10800e176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (70039c4f-d3d2-4cf9-9117-b1f1943e56ea), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.170190 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-540315e6-de30-4311-bf74-3e10800e176d None None] Port 70039c4f-d3d2-4cf9-9117-b1f1943e56ea cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:53.180781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-540315e6-de30-4311-bf74-3e10800e176d None None] Provisioning complete for port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:53.181169 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-540315e6-de30-4311-bf74-3e10800e176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.190775 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84a2adaf-efe4-4a52-b50a-f3305b5b2b26 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.276513 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-540315e6-de30-4311-bf74-3e10800e176d None None] Current status of the port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:53.366834 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84a2adaf-efe4-4a52-b50a-f3305b5b2b26 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.445022 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d29c424-4682-456e-a330-805789890ee7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f4ce6396-d7ce-4f38-aea9-36088c2a91f7), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.502021 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29c424-4682-456e-a330-805789890ee7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=f4ce6396-d7ce-4f38-aea9-36088c2a91f7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:53.594503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-cdfc8331-b78d-4592-a43b-885d9e0f7c6f None None] Could not find standard attr ID for object f4ce6396-d7ce-4f38-aea9-36088c2a91f7. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:53:53.629858 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d29c424-4682-456e-a330-805789890ee7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.634807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9d29c424-4682-456e-a330-805789890ee7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/ports/f4ce6396-d7ce-4f38-aea9-36088c2a91f7 HTTP/1.1" status: 204 len: 168 time: 0.8023713 Jan 28 05:53:53.636064 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41716) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:53.644470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-84a2adaf-efe4-4a52-b50a-f3305b5b2b26 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Allocated IP 172.25.0.188 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/bc64637d-4c50-4739-8923-8951d14c42c8) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:53.664400 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9f1ce1-56a7-4df6-a819-7450cca63be9 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] GET failed (client error): The resource could not be found. Jan 28 05:53:53.669371 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3e9f1ce1-56a7-4df6-a819-7450cca63be9 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports/f4ce6396-d7ce-4f38-aea9-36088c2a91f7 HTTP/1.1" status: 404 len: 333 time: 0.0322332 Jan 28 05:53:53.670350 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41718) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:53.727769 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec6725b8-61c4-4c61-9fc6-4e4f7374942c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (78c48442-4235-44e8-9cb2-d5214ff59843), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.759271 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec6725b8-61c4-4c61-9fc6-4e4f7374942c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (78c48442-4235-44e8-9cb2-d5214ff59843), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.803058 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84a2adaf-efe4-4a52-b50a-f3305b5b2b26 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for port (bc64637d-4c50-4739-8923-8951d14c42c8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.879119 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec6725b8-61c4-4c61-9fc6-4e4f7374942c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (78c48442-4235-44e8-9cb2-d5214ff59843), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.882078 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec6725b8-61c4-4c61-9fc6-4e4f7374942c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:53.883389 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ec6725b8-61c4-4c61-9fc6-4e4f7374942c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/security-groups/78c48442-4235-44e8-9cb2-d5214ff59843 HTTP/1.1" status: 204 len: 168 time: 0.2118204 Jan 28 05:53:53.888765 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41722) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:53.893875 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6725b8-61c4-4c61-9fc6-4e4f7374942c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c48442-4235-44e8-9cb2-d5214ff59843,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:53.908678 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84a2adaf-efe4-4a52-b50a-f3305b5b2b26 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (bc64637d-4c50-4739-8923-8951d14c42c8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.315306 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a2adaf-efe4-4a52-b50a-f3305b5b2b26 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:54.326176 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-84a2adaf-efe4-4a52-b50a-f3305b5b2b26 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:54.331208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a2adaf-efe4-4a52-b50a-f3305b5b2b26 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:54.372144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2adaf-efe4-4a52-b50a-f3305b5b2b26 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Pushing event updated for resources: {'Port': ['ID=bc64637d-4c50-4739-8923-8951d14c42c8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:54.407743 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6a56404-26e6-4c60-978d-c11650b76acb tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (64e827d2-b33d-4c74-8694-c4313320e468), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.457884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b84ad-ffa1-4162-94dd-7f81364861c8 req-14058387-a5f9-47c1-97f4-6f0fa1e0e8cd tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:54.459454 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e44b84ad-ffa1-4162-94dd-7f81364861c8 req-14058387-a5f9-47c1-97f4-6f0fa1e0e8cd tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 946 time: 0.1604764 Jan 28 05:53:54.461349 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6a56404-26e6-4c60-978d-c11650b76acb tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (64e827d2-b33d-4c74-8694-c4313320e468), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.565772 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84a2adaf-efe4-4a52-b50a-f3305b5b2b26 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for floatingip (d31d123a-fa53-443f-b1e5-f8b3c1929813), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.589053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e44b84ad-ffa1-4162-94dd-7f81364861c8 req-ab0274c8-aec0-4e1e-8464-af12b1fd60b1 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e84647-ca7d-4aa9-83b5-260d0bb0d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172068 Jan 28 05:53:54.672677 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6a56404-26e6-4c60-978d-c11650b76acb tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (64e827d2-b33d-4c74-8694-c4313320e468), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.675601 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6a56404-26e6-4c60-978d-c11650b76acb tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.679463 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c6a56404-26e6-4c60-978d-c11650b76acb tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/security-groups/64e827d2-b33d-4c74-8694-c4313320e468 HTTP/1.1" status: 204 len: 168 time: 0.7893531 Jan 28 05:53:54.680307 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41738) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:54.690048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a56404-26e6-4c60-978d-c11650b76acb tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e827d2-b33d-4c74-8694-c4313320e468,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:54.730078 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84a2adaf-efe4-4a52-b50a-f3305b5b2b26 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bc64637d-4c50-4739-8923-8951d14c42c8), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.749909 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-452fa96d-b7a1-4db2-a2a1-d7ada4c4bf7f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting subnet 66f4cd06-466d-4e5d-8e2a-d38d7ff5eda0 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:53:54.754425 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-452fa96d-b7a1-4db2-a2a1-d7ada4c4bf7f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (66f4cd06-466d-4e5d-8e2a-d38d7ff5eda0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.799726 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-452fa96d-b7a1-4db2-a2a1-d7ada4c4bf7f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (66f4cd06-466d-4e5d-8e2a-d38d7ff5eda0), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.896629 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84a2adaf-efe4-4a52-b50a-f3305b5b2b26 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for port (bc64637d-4c50-4739-8923-8951d14c42c8), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.902547 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-452fa96d-b7a1-4db2-a2a1-d7ada4c4bf7f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (66f4cd06-466d-4e5d-8e2a-d38d7ff5eda0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.913538 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:54.965072 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84a2adaf-efe4-4a52-b50a-f3305b5b2b26 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (bc64637d-4c50-4739-8923-8951d14c42c8), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.034943 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2adaf-efe4-4a52-b50a-f3305b5b2b26 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Pushing event updated for resources: {'Port': ['ID=bc64637d-4c50-4739-8923-8951d14c42c8,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:55.038496 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-452fa96d-b7a1-4db2-a2a1-d7ada4c4bf7f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (66f4cd06-466d-4e5d-8e2a-d38d7ff5eda0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.052531 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84a2adaf-efe4-4a52-b50a-f3305b5b2b26 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (d31d123a-fa53-443f-b1e5-f8b3c1929813), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.065147 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fa96d-b7a1-4db2-a2a1-d7ada4c4bf7f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Subnet': ['ID=66f4cd06-466d-4e5d-8e2a-d38d7ff5eda0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:55.070865 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-452fa96d-b7a1-4db2-a2a1-d7ada4c4bf7f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.079546 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-452fa96d-b7a1-4db2-a2a1-d7ada4c4bf7f tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/66f4cd06-466d-4e5d-8e2a-d38d7ff5eda0 HTTP/1.1" status: 204 len: 168 time: 0.3973527 Jan 28 05:53:55.088639 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e848426f-f87c-4eb7-9462-bcdb5e40ecc9 None None] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:55.088811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41740) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:55.088811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-92a7fc4c-257a-4611-80bf-ccff0d561a7c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'subnet': {'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:55.139433 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84a2adaf-efe4-4a52-b50a-f3305b5b2b26 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.141147 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-84a2adaf-efe4-4a52-b50a-f3305b5b2b26 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3824091 Jan 28 05:53:55.143641 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41742) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:55.148731 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7e51cb30-249c-453c-8440-3c7458f7fffe tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-94163248'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:55.227771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e51cb30-249c-453c-8440-3c7458f7fffe tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Made reservation on behalf of 5dcc21f33c0742c1a701a13d5f0c4082 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:55.232460 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7e51cb30-249c-453c-8440-3c7458f7fffe tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.244115 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7e51cb30-249c-453c-8440-3c7458f7fffe tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.335594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a7fc4c-257a-4611-80bf-ccff0d561a7c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:55.339671 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92a7fc4c-257a-4611-80bf-ccff0d561a7c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.379314 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7e51cb30-249c-453c-8440-3c7458f7fffe tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for security_group (ac4f3cc9-2d5f-4cf8-9682-67059d6f287b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.458900 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7e51cb30-249c-453c-8440-3c7458f7fffe tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ac4f3cc9-2d5f-4cf8-9682-67059d6f287b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.501027 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e51cb30-249c-453c-8440-3c7458f7fffe tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:53:55.517991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51cb30-249c-453c-8440-3c7458f7fffe tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4f3cc9-2d5f-4cf8-9682-67059d6f287b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:55.523227 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7e51cb30-249c-453c-8440-3c7458f7fffe tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (496ebbe6-99cf-4fbf-a804-41b833c4b697), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.527312 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-7e51cb30-249c-453c-8440-3c7458f7fffe tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Added segment 496ebbe6-99cf-4fbf-a804-41b833c4b697 of type vlan for network 375afe0f-633b-4020-b3ba-e4f4527de853 Jan 28 05:53:55.541153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758c393-6bf5-428d-bd37-d9eaf55e3d89 req-6d525460-525f-498b-b82f-6d2c7fc19445 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:55.548670 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b758c393-6bf5-428d-bd37-d9eaf55e3d89 req-6d525460-525f-498b-b82f-6d2c7fc19445 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 946 time: 0.1147389 Jan 28 05:53:55.616052 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7e51cb30-249c-453c-8440-3c7458f7fffe tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (375afe0f-633b-4020-b3ba-e4f4527de853), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.692478 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b758c393-6bf5-428d-bd37-d9eaf55e3d89 req-fb98c14f-6819-42c2-a14a-89232c02bf22 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e84647-ca7d-4aa9-83b5-260d0bb0d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429019 Jan 28 05:53:55.736746 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7e51cb30-249c-453c-8440-3c7458f7fffe tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (375afe0f-633b-4020-b3ba-e4f4527de853), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.737342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bf969-11e1-43d6-a84f-007e97a71dc9 req-b72d66bf-d880-4e1a-a3b9-d9266f1a2cb5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:55.737342 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b1bf969-11e1-43d6-a84f-007e97a71dc9 req-b72d66bf-d880-4e1a-a3b9-d9266f1a2cb5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1521516 Jan 28 05:53:55.737571 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e51cb30-249c-453c-8440-3c7458f7fffe tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:55.738137 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7e51cb30-249c-453c-8440-3c7458f7fffe tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.817095 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b1bf969-11e1-43d6-a84f-007e97a71dc9 req-10e86db7-c2d9-4ee8-8174-4f81be35ca94 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737956 Jan 28 05:53:55.843784 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51cb30-249c-453c-8440-3c7458f7fffe tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Pushing event updated for resources: {'Network': ['ID=375afe0f-633b-4020-b3ba-e4f4527de853,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:55.864694 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 375afe0f-633b-4020-b3ba-e4f4527de853 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:53:55.865667 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7e51cb30-249c-453c-8440-3c7458f7fffe tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7206111 Jan 28 05:53:55.875270 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41766) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:55.879288 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92a7fc4c-257a-4611-80bf-ccff0d561a7c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (2d821147-7f57-43c8-a981-fa2f2bb1a434), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.887697 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-236d39da-4c22-4954-a443-d75f3665a0c0 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Request body: {'subnet': {'network_id': '375afe0f-633b-4020-b3ba-e4f4527de853', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:55.950928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a7fc4c-257a-4611-80bf-ccff0d561a7c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:55.954666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-92a7fc4c-257a-4611-80bf-ccff0d561a7c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:55.962645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a7fc4c-257a-4611-80bf-ccff0d561a7c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:55.963241 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92a7fc4c-257a-4611-80bf-ccff0d561a7c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:55.991026 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7fc4c-257a-4611-80bf-ccff0d561a7c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Subnet': ['ID=2d821147-7f57-43c8-a981-fa2f2bb1a434,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:56.039229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dee5d0a-861c-4e0e-b7af-f9333687953f None None] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:56.045374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406e5bc-3d22-4657-bd61-25fafbf4cff1 req-1ee4e836-3c30-467e-818b-7770162c1327 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:56.050901 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6406e5bc-3d22-4657-bd61-25fafbf4cff1 req-1ee4e836-3c30-467e-818b-7770162c1327 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0784159 Jan 28 05:53:56.105821 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-92a7fc4c-257a-4611-80bf-ccff0d561a7c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0243618 Jan 28 05:53:56.107706 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41770) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:56.113422 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f2974cb9-67e8-4e53-a3b9-03ded13224b6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'security_group': {'name': 'tempest-secgroup-952199144'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:56.124192 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6406e5bc-3d22-4657-bd61-25fafbf4cff1 req-c670d276-cf10-4dec-91e6-b586b4bc6318 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661571 Jan 28 05:53:56.175820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6a722474-9ea6-4602-8fde-a61bd280b03a None None] Provisioning complete for port 70039c4f-d3d2-4cf9-9117-b1f1943e56ea triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:56.176192 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a722474-9ea6-4602-8fde-a61bd280b03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (70039c4f-d3d2-4cf9-9117-b1f1943e56ea), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:56.216558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6a722474-9ea6-4602-8fde-a61bd280b03a None None] Port 70039c4f-d3d2-4cf9-9117-b1f1943e56ea cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:56.222943 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236d39da-4c22-4954-a443-d75f3665a0c0 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Made reservation on behalf of 5dcc21f33c0742c1a701a13d5f0c4082 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:56.226581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6a722474-9ea6-4602-8fde-a61bd280b03a None None] Provisioning complete for port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:56.226764 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-236d39da-4c22-4954-a443-d75f3665a0c0 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:56.226945 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a722474-9ea6-4602-8fde-a61bd280b03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:56.274789 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f2974cb9-67e8-4e53-a3b9-03ded13224b6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:56.300254 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73f682d-3d6a-4de7-beb8-c40e57a939db None None] Update dhcp port {'port': {'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0', 'fixed_ips': [{'subnet_id': '73056d5c-d909-4502-97e2-d4d9f0aec328', 'ip_address': '172.20.0.18'}, {'subnet_id': '2d821147-7f57-43c8-a981-fa2f2bb1a434'}], 'binding:host_id': 'n-d-812111-12'}, 'id': '26cf2cc5-afe7-4311-8a38-6dc67a4707f9'} from n-d-812111-12. {{(pid=103636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 05:53:56.352139 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c73f682d-3d6a-4de7-beb8-c40e57a939db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:56.372505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6a722474-9ea6-4602-8fde-a61bd280b03a None None] Current status of the port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:56.427820 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f2974cb9-67e8-4e53-a3b9-03ded13224b6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (8a69f0f4-1b2f-4544-a11a-6f6b438f49dc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:56.531148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-c73f682d-3d6a-4de7-beb8-c40e57a939db None None] Allocated IP 172.20.0.2 (dcd613df-b33d-498f-bec6-2bc9922a7ce0/2d821147-7f57-43c8-a981-fa2f2bb1a434/26cf2cc5-afe7-4311-8a38-6dc67a4707f9) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:56.596888 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f2974cb9-67e8-4e53-a3b9-03ded13224b6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8a69f0f4-1b2f-4544-a11a-6f6b438f49dc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:56.632277 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2974cb9-67e8-4e53-a3b9-03ded13224b6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a69f0f4-1b2f-4544-a11a-6f6b438f49dc,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:56.651990 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c73f682d-3d6a-4de7-beb8-c40e57a939db None None] For port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=26cf2cc5-afe7-4311-8a38-6dc67a4707f9,segment=NetworkSegment(48f32795-940b-4201-bbc4-4c84e9210939),segment_id=48f32795-940b-4201-bbc4-4c84e9210939)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:56.670072 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-236d39da-4c22-4954-a443-d75f3665a0c0 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (479c0bbf-b8e9-42b0-835a-9dcfb34af1c8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:56.686918 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c73f682d-3d6a-4de7-beb8-c40e57a939db None None] Publish callbacks [] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:56.709967 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f2974cb9-67e8-4e53-a3b9-03ded13224b6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:56.718470 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f2974cb9-67e8-4e53-a3b9-03ded13224b6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6024556 Jan 28 05:53:56.719486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41782) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:56.724515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c7e4b6e6-44c8-4593-9e33-4072e35d87dc tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'security_group': {'name': 'tempest-secgroup-1841132764'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:56.738234 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d39da-4c22-4954-a443-d75f3665a0c0 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Pushing event updated for resources: {'Subnet': ['ID=479c0bbf-b8e9-42b0-835a-9dcfb34af1c8,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:56.748524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236d39da-4c22-4954-a443-d75f3665a0c0 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Checking segment: {'id': '496ebbe6-99cf-4fbf-a804-41b833c4b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '375afe0f-633b-4020-b3ba-e4f4527de853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:53:56.749100 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236d39da-4c22-4954-a443-d75f3665a0c0 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Network hostable DHCP agents. Network: 375afe0f-633b-4020-b3ba-e4f4527de853, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:53:56.838748 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c73f682d-3d6a-4de7-beb8-c40e57a939db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:56.874779 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236d39da-4c22-4954-a443-d75f3665a0c0 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Network 375afe0f-633b-4020-b3ba-e4f4527de853 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:53:56.898750 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b6e6-44c8-4593-9e33-4072e35d87dc tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:56.925032 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcd461-b03b-4929-b95b-926dcc61da40 req-cb1a7af5-2b5a-46d1-9122-ddf92d284681 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:56.926721 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1fcd461-b03b-4929-b95b-926dcc61da40 req-cb1a7af5-2b5a-46d1-9122-ddf92d284681 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 946 time: 0.0941572 Jan 28 05:53:56.960045 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-236d39da-4c22-4954-a443-d75f3665a0c0 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 375afe0f-633b-4020-b3ba-e4f4527de853) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:56.967424 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236d39da-4c22-4954-a443-d75f3665a0c0 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:56.968969 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-236d39da-4c22-4954-a443-d75f3665a0c0 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:56.978071 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1a3db-54ab-4126-aee0-6db93cadef76 req-76378989-a7dd-43d3-8e00-4cfbddaa4b1a tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:56.979660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3a1a3db-54ab-4126-aee0-6db93cadef76 req-76378989-a7dd-43d3-8e00-4cfbddaa4b1a tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1148112 Jan 28 05:53:57.055458 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090c4369-46b3-4933-a746-9b82c0768d21 None None] Network 375afe0f-633b-4020-b3ba-e4f4527de853 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:57.065703 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1fcd461-b03b-4929-b95b-926dcc61da40 req-09350164-2ace-4309-a663-1cc2c3b2667a tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e84647-ca7d-4aa9-83b5-260d0bb0d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243119 Jan 28 05:53:57.084092 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-236d39da-4c22-4954-a443-d75f3665a0c0 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2073038 Jan 28 05:53:57.091434 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3a1a3db-54ab-4126-aee0-6db93cadef76 req-bce14a98-d524-4b09-8f48-e727feba3e86 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977468 Jan 28 05:53:57.091844 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41788) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:57.095240 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b6e6-44c8-4593-9e33-4072e35d87dc tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (143182fe-498d-43cc-919a-4b978b797b39), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.100189 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1360920540', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:57.160105 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f682d-3d6a-4de7-beb8-c40e57a939db None None] Pushing event updated for resources: {'Port': ['ID=26cf2cc5-afe7-4311-8a38-6dc67a4707f9,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:57.192797 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b6e6-44c8-4593-9e33-4072e35d87dc tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (143182fe-498d-43cc-919a-4b978b797b39), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.222091 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (f1f4823f-7e3f-4f26-9a35-bcc2fd66681a), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.223493 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (f1f4823f-7e3f-4f26-9a35-bcc2fd66681a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.254467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4b6e6-44c8-4593-9e33-4072e35d87dc tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143182fe-498d-43cc-919a-4b978b797b39,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:57.255810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-375afe0f-633b-4020-b3ba-e4f4527de853', 'network_id': '375afe0f-633b-4020-b3ba-e4f4527de853', 'project_id': '5dcc21f33c0742c1a701a13d5f0c4082', 'fixed_ips': [{'subnet_id': '479c0bbf-b8e9-42b0-835a-9dcfb34af1c8'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:53:57.256849 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.303047 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for router_controller (f1f4823f-7e3f-4f26-9a35-bcc2fd66681a), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.328903 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b6e6-44c8-4593-9e33-4072e35d87dc tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.332771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c7e4b6e6-44c8-4593-9e33-4072e35d87dc tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6097307 Jan 28 05:53:57.333048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41794) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:57.337971 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7f93b8ba-8c15-479c-baa7-b0aafff9dfc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'security_group': {'name': 'tempest-secgroup-1772092060'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:57.438757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Allocated IP 172.20.0.2 (375afe0f-633b-4020-b3ba-e4f4527de853/479c0bbf-b8e9-42b0-835a-9dcfb34af1c8/03067b6a-69b1-48cf-983a-31ca87c5a96b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:57.487428 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7f93b8ba-8c15-479c-baa7-b0aafff9dfc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.608115 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for router_gateway (f1f4823f-7e3f-4f26-9a35-bcc2fd66681a), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.613524 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.639489 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Publish callbacks [] for port (03067b6a-69b1-48cf-983a-31ca87c5a96b), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.663642 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7f93b8ba-8c15-479c-baa7-b0aafff9dfc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (03aa4f61-1fe1-4ae2-abb0-5d1aad7918ed), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.758896 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (03067b6a-69b1-48cf-983a-31ca87c5a96b), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.796023 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7f93b8ba-8c15-479c-baa7-b0aafff9dfc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (03aa4f61-1fe1-4ae2-abb0-5d1aad7918ed), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.803816 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Network 375afe0f-633b-4020-b3ba-e4f4527de853 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:57.816889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:57.821212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:57.849789 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Pushing event updated for resources: {'Port': ['ID=03067b6a-69b1-48cf-983a-31ca87c5a96b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:57.887768 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c4119ec0-1e57-4bb4-a929-a0d79fc1ee78 None None] Provisioning complete for port 70039c4f-d3d2-4cf9-9117-b1f1943e56ea triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:57.889043 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c4119ec0-1e57-4bb4-a929-a0d79fc1ee78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (70039c4f-d3d2-4cf9-9117-b1f1943e56ea), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.903474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Attempting to bind port 03067b6a-69b1-48cf-983a-31ca87c5a96b on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:53:57.904510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Attempting to bind port 03067b6a-69b1-48cf-983a-31ca87c5a96b by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '496ebbe6-99cf-4fbf-a804-41b833c4b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '375afe0f-633b-4020-b3ba-e4f4527de853'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:53:57.904510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Attempting to bind port 03067b6a-69b1-48cf-983a-31ca87c5a96b on network 375afe0f-633b-4020-b3ba-e4f4527de853 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:53:57.933227 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:53:57.934396 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Checking segment: {'id': '496ebbe6-99cf-4fbf-a804-41b833c4b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '375afe0f-633b-4020-b3ba-e4f4527de853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:53:57.934396 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.934666 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93b8ba-8c15-479c-baa7-b0aafff9dfc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03aa4f61-1fe1-4ae2-abb0-5d1aad7918ed,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:57.934775 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Bound using segment: {'id': '496ebbe6-99cf-4fbf-a804-41b833c4b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '375afe0f-633b-4020-b3ba-e4f4527de853'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:53:57.935212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Bound port: 03067b6a-69b1-48cf-983a-31ca87c5a96b, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496ebbe6-99cf-4fbf-a804-41b833c4b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '375afe0f-633b-4020-b3ba-e4f4527de853'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:53:57.935600 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (03067b6a-69b1-48cf-983a-31ca87c5a96b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.937412 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for router_gateway (f1f4823f-7e3f-4f26-9a35-bcc2fd66681a), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.953840 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c4119ec0-1e57-4bb4-a929-a0d79fc1ee78 None None] Port 70039c4f-d3d2-4cf9-9117-b1f1943e56ea cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:57.960884 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:57.987078 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c4119ec0-1e57-4bb4-a929-a0d79fc1ee78 None None] Provisioning complete for port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:57.987372 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c4119ec0-1e57-4bb4-a929-a0d79fc1ee78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:58.034861 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7f93b8ba-8c15-479c-baa7-b0aafff9dfc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:58.036267 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7f93b8ba-8c15-479c-baa7-b0aafff9dfc5 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7022145 Jan 28 05:53:58.039006 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41804) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:58.045149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-cb88fe19-bfcc-4801-bce0-a6e35e540a77 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2076723184', 'security_groups': ['03aa4f61-1fe1-4ae2-abb0-5d1aad7918ed'], 'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2d821147-7f57-43c8-a981-fa2f2bb1a434'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:58.055366 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] For port 03067b6a-69b1-48cf-983a-31ca87c5a96b, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:53:58.060168 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] For port 03067b6a-69b1-48cf-983a-31ca87c5a96b, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=03067b6a-69b1-48cf-983a-31ca87c5a96b,segment=NetworkSegment(496ebbe6-99cf-4fbf-a804-41b833c4b697),segment_id=496ebbe6-99cf-4fbf-a804-41b833c4b697)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:53:58.099651 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Allocated IP 172.25.0.196 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/5cf7e56b-b443-4a59-8652-7b9ece45e766) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:58.109171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c4119ec0-1e57-4bb4-a929-a0d79fc1ee78 None None] Current status of the port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:58.174119 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (03067b6a-69b1-48cf-983a-31ca87c5a96b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:58.220495 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for port (5cf7e56b-b443-4a59-8652-7b9ece45e766), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:58.258018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b12c48-e533-4480-90b4-dcca59bdea0c req-27e29129-ef8c-4215-b9b2-67e6565efb92 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:58.265929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82b12c48-e533-4480-90b4-dcca59bdea0c req-27e29129-ef8c-4215-b9b2-67e6565efb92 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 946 time: 0.1038535 Jan 28 05:53:58.273663 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f68409-70f4-41f3-90fa-21cb8d4b207e None None] Pushing event updated for resources: {'Port': ['ID=03067b6a-69b1-48cf-983a-31ca87c5a96b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:58.321296 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82b12c48-e533-4480-90b4-dcca59bdea0c req-1dab8d9a-0f83-4123-a5d7-50bfd1279cc5 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e84647-ca7d-4aa9-83b5-260d0bb0d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547397 Jan 28 05:53:58.364089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92087db3-ea92-4a6b-893b-f0f716204545 req-9af8ca1b-5aca-4246-b529-0c5f5c14a6cb tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:58.365808 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-92087db3-ea92-4a6b-893b-f0f716204545 req-9af8ca1b-5aca-4246-b529-0c5f5c14a6cb tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.60 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 946 time: 0.0931706 Jan 28 05:53:58.375168 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb88fe19-bfcc-4801-bce0-a6e35e540a77 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:53:58.478661 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (5cf7e56b-b443-4a59-8652-7b9ece45e766), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:58.506700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd42e1-a641-4a6f-8d63-36dd6f9ce64d req-774ab7f6-ae25-4098-b28a-5db86634b875 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:58.514724 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2dd42e1-a641-4a6f-8d63-36dd6f9ce64d req-774ab7f6-ae25-4098-b28a-5db86634b875 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0931492 Jan 28 05:53:58.555607 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb88fe19-bfcc-4801-bce0-a6e35e540a77 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:58.588461 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:58.594099 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:58.596666 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Pushing event updated for resources: {'Port': ['ID=5cf7e56b-b443-4a59-8652-7b9ece45e766,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:58.598995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:58.613498 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2dd42e1-a641-4a6f-8d63-36dd6f9ce64d req-87e45a9a-00b1-4ab4-b734-21be866af451 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972474 Jan 28 05:53:58.614878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-cb88fe19-bfcc-4801-bce0-a6e35e540a77 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] device_id is not set on port 7ccdc2af-41cb-41a7-a8c0-24073168ae72 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:53:58.651002 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-92087db3-ea92-4a6b-893b-f0f716204545 req-ca026e3b-cd8a-4c4a-b2af-dad4ceee4f6f tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Deleting port 5768cd14-54b9-4970-9a34-79305265e4a7 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:53:58.651418 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-92087db3-ea92-4a6b-893b-f0f716204545 req-ca026e3b-cd8a-4c4a-b2af-dad4ceee4f6f tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5768cd14-54b9-4970-9a34-79305265e4a7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:58.863063 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-cb88fe19-bfcc-4801-bce0-a6e35e540a77 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Allocated IP 172.20.0.14 (dcd613df-b33d-498f-bec6-2bc9922a7ce0/2d821147-7f57-43c8-a981-fa2f2bb1a434/7ccdc2af-41cb-41a7-a8c0-24073168ae72) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:53:58.894056 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-92087db3-ea92-4a6b-893b-f0f716204545 req-ca026e3b-cd8a-4c4a-b2af-dad4ceee4f6f tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] For port 5768cd14-54b9-4970-9a34-79305265e4a7, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5768cd14-54b9-4970-9a34-79305265e4a7,segment=NetworkSegment(b29806b2-e40e-42d5-8dc0-aa1ab6ca2174),segment_id=b29806b2-e40e-42d5-8dc0-aa1ab6ca2174)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:58.894624 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-92087db3-ea92-4a6b-893b-f0f716204545 req-ca026e3b-cd8a-4c4a-b2af-dad4ceee4f6f tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5768cd14-54b9-4970-9a34-79305265e4a7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.034669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:53:59.056839 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb88fe19-bfcc-4801-bce0-a6e35e540a77 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (7ccdc2af-41cb-41a7-a8c0-24073168ae72), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.101161 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:59.101802 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.155152 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb88fe19-bfcc-4801-bce0-a6e35e540a77 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (7ccdc2af-41cb-41a7-a8c0-24073168ae72), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.166073 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for router_gateway (f1f4823f-7e3f-4f26-9a35-bcc2fd66681a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.196407 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:59.197535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 03067b6a-69b1-48cf-983a-31ca87c5a96b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:53:59.230129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb88fe19-bfcc-4801-bce0-a6e35e540a77 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:53:59.258900 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 03067b6a-69b1-48cf-983a-31ca87c5a96b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:59.259387 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (03067b6a-69b1-48cf-983a-31ca87c5a96b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.261352 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88fe19-bfcc-4801-bce0-a6e35e540a77 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=7ccdc2af-41cb-41a7-a8c0-24073168ae72,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:59.268591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-cb88fe19-bfcc-4801-bce0-a6e35e540a77 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:53:59.271229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88fe19-bfcc-4801-bce0-a6e35e540a77 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:53:59.342690 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-92087db3-ea92-4a6b-893b-f0f716204545 req-ca026e3b-cd8a-4c4a-b2af-dad4ceee4f6f tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.356498 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-92087db3-ea92-4a6b-893b-f0f716204545 req-ca026e3b-cd8a-4c4a-b2af-dad4ceee4f6f tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (96368e43-a4a5-4237-98e5-4c8bf4bd4e2b), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.356498 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [req-92087db3-ea92-4a6b-893b-f0f716204545 req-ca026e3b-cd8a-4c4a-b2af-dad4ceee4f6f tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Floating IP 96368e43-a4a5-4237-98e5-4c8bf4bd4e2b disassociated. External IP: 172.25.0.160, port: 5768cd14-54b9-4970-9a34-79305265e4a7. Jan 28 05:53:59.356498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-92087db3-ea92-4a6b-893b-f0f716204545 req-ca026e3b-cd8a-4c4a-b2af-dad4ceee4f6f tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Calling delete_port for 5768cd14-54b9-4970-9a34-79305265e4a7 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:53:59.361630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb88fe19-bfcc-4801-bce0-a6e35e540a77 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:59.362348 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb88fe19-bfcc-4801-bce0-a6e35e540a77 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.453561 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 03067b6a-69b1-48cf-983a-31ca87c5a96b is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:53:59.453957 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (03067b6a-69b1-48cf-983a-31ca87c5a96b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.521778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 03067b6a-69b1-48cf-983a-31ca87c5a96b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=03067b6a-69b1-48cf-983a-31ca87c5a96b,segment=NetworkSegment(496ebbe6-99cf-4fbf-a804-41b833c4b697),segment_id=496ebbe6-99cf-4fbf-a804-41b833c4b697)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:53:59.526484 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cb88fe19-bfcc-4801-bce0-a6e35e540a77 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4861972 Jan 28 05:53:59.527146 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41822) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:53:59.548493 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6e03d578-0922-4357-8fb2-63b35edcad11 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'subnet': {'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:53:59.588504 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (f1f4823f-7e3f-4f26-9a35-bcc2fd66681a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.629316 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (03067b6a-69b1-48cf-983a-31ca87c5a96b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.686862 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fc111-a77b-4e8b-8fea-26e7d173001f req-5e8608c9-19c2-4fd0-9ab9-ed6ea9619cc0 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:59.688464 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-391fc111-a77b-4e8b-8fea-26e7d173001f req-5e8608c9-19c2-4fd0-9ab9-ed6ea9619cc0 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 946 time: 0.2129338 Jan 28 05:53:59.742359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=03067b6a-69b1-48cf-983a-31ca87c5a96b,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:59.762362 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-93d74c0c-a6d7-45f3-86dd-710b1b65e5cf None None] Provisioning complete for port 7ccdc2af-41cb-41a7-a8c0-24073168ae72 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:59.767132 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93d74c0c-a6d7-45f3-86dd-710b1b65e5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7ccdc2af-41cb-41a7-a8c0-24073168ae72), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.817676 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-93d74c0c-a6d7-45f3-86dd-710b1b65e5cf None None] Port 7ccdc2af-41cb-41a7-a8c0-24073168ae72 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:53:59.820440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefe0dad-3824-4fae-8a0f-369e02f94000 None None] Network 375afe0f-633b-4020-b3ba-e4f4527de853 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:53:59.844305 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca02a1-5e42-4d5a-9234-439b4bbc049d req-977e1844-41e5-450e-99ea-d0d747f77d9c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:53:59.847510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acca02a1-5e42-4d5a-9234-439b4bbc049d req-977e1844-41e5-450e-99ea-d0d747f77d9c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0880928 Jan 28 05:53:59.852994 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-391fc111-a77b-4e8b-8fea-26e7d173001f req-32150f26-cf7d-493d-a0cc-2fa4b3c4031a tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/security-groups?id=39e84647-ca7d-4aa9-83b5-260d0bb0d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466589 Jan 28 05:53:59.904485 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-92087db3-ea92-4a6b-893b-f0f716204545 req-ca026e3b-cd8a-4c4a-b2af-dad4ceee4f6f tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (5768cd14-54b9-4970-9a34-79305265e4a7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.931898 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acca02a1-5e42-4d5a-9234-439b4bbc049d req-f2101d75-0444-4f71-8edd-7968ddfe240f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778759 Jan 28 05:53:59.965237 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Router f1f4823f-7e3f-4f26-9a35-bcc2fd66681a is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:53:59.967736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca026e3b-cd8a-4c4a-b2af-dad4ceee4f6f tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Pushing event deleted for resources: {'Port': ['ID=5768cd14-54b9-4970-9a34-79305265e4a7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:53:59.974429 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4e3602e0-8a18-4c00-96db-5d0914d84fa7 None None] Provisioning complete for port 03067b6a-69b1-48cf-983a-31ca87c5a96b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:53:59.974429 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e3602e0-8a18-4c00-96db-5d0914d84fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (03067b6a-69b1-48cf-983a-31ca87c5a96b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:53:59.999173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e03d578-0922-4357-8fb2-63b35edcad11 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:54:00.003100 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e03d578-0922-4357-8fb2-63b35edcad11 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:00.098128 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4e3602e0-8a18-4c00-96db-5d0914d84fa7 None None] Current status of the port 03067b6a-69b1-48cf-983a-31ca87c5a96b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:00.142265 n-d-812111-12 neutron-server[103635]: INFO neutron.db.ipam_backend_mixin [None req-6e03d578-0922-4357-8fb2-63b35edcad11 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2d821147-7f57-43c8-a981-fa2f2bb1a434 (CIDR: 172.20.0.0/28) Jan 28 05:54:00.176863 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e03d578-0922-4357-8fb2-63b35edcad11 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:54:00.177370 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e03d578-0922-4357-8fb2-63b35edcad11 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:54:00.287860 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6e03d578-0922-4357-8fb2-63b35edcad11 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7442551 Jan 28 05:54:00.291167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41832) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:00.299179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f5c02ab9-82dc-49e8-9b5c-dbafe3a1720d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'subnet': {'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:00.323876 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-47145096-9646-48be-8044-645b5e714380 None None] Provisioning complete for port 03067b6a-69b1-48cf-983a-31ca87c5a96b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:00.324559 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47145096-9646-48be-8044-645b5e714380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (03067b6a-69b1-48cf-983a-31ca87c5a96b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:00.440280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-47145096-9646-48be-8044-645b5e714380 None None] Current status of the port 03067b6a-69b1-48cf-983a-31ca87c5a96b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:00.601295 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:54:00.611495 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92087db3-ea92-4a6b-893b-f0f716204545 req-ca026e3b-cd8a-4c4a-b2af-dad4ceee4f6f tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Router dab3818e-3336-4607-abf5-ed99babf1f8f has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:54:00.613909 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc0d2c-5ec9-41f8-8126-b8e6756f627b None None] Sync routers for ids ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:54:00.615953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c02ab9-82dc-49e8-9b5c-dbafe3a1720d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:54:00.620616 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5c02ab9-82dc-49e8-9b5c-dbafe3a1720d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:00.625302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc0d2c-5ec9-41f8-8126-b8e6756f627b None None] Routers {'f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:00.626831 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5dbc0d2c-5ec9-41f8-8126-b8e6756f627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:53:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:00.673732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5dbc0d2c-5ec9-41f8-8126-b8e6756f627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:00.683318 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc0d2c-5ec9-41f8-8126-b8e6756f627b None None] Routers {'f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:00.684036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5dbc0d2c-5ec9-41f8-8126-b8e6756f627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:53:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:00.716541 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5dbc0d2c-5ec9-41f8-8126-b8e6756f627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:00.717302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc0d2c-5ec9-41f8-8126-b8e6756f627b None None] The sync data for ids ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:54:00.730149 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:00.734229 n-d-812111-12 neutron-server[103635]: INFO neutron.db.ipam_backend_mixin [None req-f5c02ab9-82dc-49e8-9b5c-dbafe3a1720d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 73056d5c-d909-4502-97e2-d4d9f0aec328 (CIDR: 172.20.0.16/28) Jan 28 05:54:00.734765 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e2cc8a63-0f04-47fc-9e82-be63fe31ce34 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.6423855 Jan 28 05:54:00.735018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41836) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:00.756053 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92087db3-ea92-4a6b-893b-f0f716204545 req-ca026e3b-cd8a-4c4a-b2af-dad4ceee4f6f tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:54:00.768233 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60b7277-2ae2-49a8-963b-6fcd0d4587d3 None None] Sync routers for ids ['dab3818e-3336-4607-abf5-ed99babf1f8f'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:54:00.786941 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60b7277-2ae2-49a8-963b-6fcd0d4587d3 None None] Routers {'dab3818e-3336-4607-abf5-ed99babf1f8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:00.787562 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b60b7277-2ae2-49a8-963b-6fcd0d4587d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:53:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['dab3818e-3336-4607-abf5-ed99babf1f8f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:00.791190 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c02ab9-82dc-49e8-9b5c-dbafe3a1720d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:54:00.791888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c02ab9-82dc-49e8-9b5c-dbafe3a1720d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:54:00.797245 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-92087db3-ea92-4a6b-893b-f0f716204545 req-ca026e3b-cd8a-4c4a-b2af-dad4ceee4f6f tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] No DVR routers for this DVR port 5768cd14-54b9-4970-9a34-79305265e4a7 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:54:00.799867 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-92087db3-ea92-4a6b-893b-f0f716204545 req-ca026e3b-cd8a-4c4a-b2af-dad4ceee4f6f tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:00.803549 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-92087db3-ea92-4a6b-893b-f0f716204545 req-ca026e3b-cd8a-4c4a-b2af-dad4ceee4f6f tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.60 "DELETE /v2.0/ports/5768cd14-54b9-4970-9a34-79305265e4a7 HTTP/1.1" status: 204 len: 173 time: 2.4301257 Jan 28 05:54:00.804261 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745f218f-359b-47d9-833e-9e71fd69e96c', 'name': 'network-vif-deleted', 'tag': '5768cd14-54b9-4970-9a34-79305265e4a7'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:54:00.813696 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7a233e-5301-4c1e-9321-1f06f548ee82" -d '{"events": [{"server_uuid": "745f218f-359b-47d9-833e-9e71fd69e96c", "name": "network-vif-deleted", "tag": "5768cd14-54b9-4970-9a34-79305265e4a7"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:54:00.861805 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121b4834-bfb9-4907-a1aa-e595d4335c14 x-openstack-request-id: req-121b4834-bfb9-4907-a1aa-e595d4335c14 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:54:00.862123 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745f218f-359b-47d9-833e-9e71fd69e96c", "name": "network-vif-deleted", "tag": "5768cd14-54b9-4970-9a34-79305265e4a7", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:54:00.862402 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-121b4834-bfb9-4907-a1aa-e595d4335c14 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:54:00.862813 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745f218f-359b-47d9-833e-9e71fd69e96c', 'name': 'network-vif-deleted', 'tag': '5768cd14-54b9-4970-9a34-79305265e4a7', 'status': 'completed', 'code': 200} Jan 28 05:54:00.885752 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41842) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:00.892126 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-922a086e-eb67-4280-98e5-be411ca285b9 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'subnet': {'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:00.895203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 03067b6a-69b1-48cf-983a-31ca87c5a96b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:54:00.896605 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f5c02ab9-82dc-49e8-9b5c-dbafe3a1720d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6043081 Jan 28 05:54:00.906605 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b60b7277-2ae2-49a8-963b-6fcd0d4587d3 None None] Set router dab3818e-3336-4607-abf5-ed99babf1f8f gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:54:01.025312 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 03067b6a-69b1-48cf-983a-31ca87c5a96b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:01.026616 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (03067b6a-69b1-48cf-983a-31ca87c5a96b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:01.191137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d5facd1f-5e4b-438c-8cbf-730c3ec8425e req-d09fa761-627b-43fc-9269-d2d6c0769794 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/ports?device_id=745f218f-359b-47d9-833e-9e71fd69e96c HTTP/1.1" status: 200 len: 210 time: 0.1073856 Jan 28 05:54:01.196632 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 03067b6a-69b1-48cf-983a-31ca87c5a96b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:01.230795 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922a086e-eb67-4280-98e5-be411ca285b9 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Made reservation on behalf of 9c74aef81c4e43d6894cf8de9c200946 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:54:01.231587 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5768cd14-54b9-4970-9a34-79305265e4a7 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:54:01.237260 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b60b7277-2ae2-49a8-963b-6fcd0d4587d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'name': 'tempest-ServersTestManualDisk-232090617-router', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:31Z', 'updated_at': '2022-01-28T05:51:41Z', 'revision_number': 4, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'gw_port': {'id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:33Z', 'updated_at': '2022-01-28T05:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '3c096b4c-5618-437e-ae9d-99b954038102', 'name': '', 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'mac_address': 'fa:16:3e:83:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:38Z', 'updated_at': '2022-01-28T05:51:49Z', 'revision_number': 5, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'subnets': [{'id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:01.241517 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-922a086e-eb67-4280-98e5-be411ca285b9 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:01.249893 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e7478-b623-47ae-a23a-77f440e2e4d5 req-3a613633-f69b-4b78-a5b1-6f44528ef6ea tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:01.257496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d20e7478-b623-47ae-a23a-77f440e2e4d5 req-3a613633-f69b-4b78-a5b1-6f44528ef6ea tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1112912 Jan 28 05:54:01.266111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 5768cd14-54b9-4970-9a34-79305265e4a7 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:54:01.266698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5768cd14-54b9-4970-9a34-79305265e4a7 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:54:01.272287 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60b7277-2ae2-49a8-963b-6fcd0d4587d3 None None] Checking router: dab3818e-3336-4607-abf5-ed99babf1f8f for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:54:01.282664 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60b7277-2ae2-49a8-963b-6fcd0d4587d3 None None] Routers {'dab3818e-3336-4607-abf5-ed99babf1f8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:01.283448 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b60b7277-2ae2-49a8-963b-6fcd0d4587d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:53:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['dab3818e-3336-4607-abf5-ed99babf1f8f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:01.384866 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d20e7478-b623-47ae-a23a-77f440e2e4d5 req-4760da82-1cbe-494b-96dd-71e1c9bd96d8 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259470 Jan 28 05:54:01.409450 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b60b7277-2ae2-49a8-963b-6fcd0d4587d3 None None] Set router dab3818e-3336-4607-abf5-ed99babf1f8f gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:54:01.558784 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:01.605573 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:54:01.685959 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b60b7277-2ae2-49a8-963b-6fcd0d4587d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'name': 'tempest-ServersTestManualDisk-232090617-router', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:31Z', 'updated_at': '2022-01-28T05:51:41Z', 'revision_number': 4, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'gw_port': {'id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:33Z', 'updated_at': '2022-01-28T05:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '3c096b4c-5618-437e-ae9d-99b954038102', 'name': '', 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'mac_address': 'fa:16:3e:83:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:38Z', 'updated_at': '2022-01-28T05:51:49Z', 'revision_number': 5, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'subnets': [{'id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:01.717696 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60b7277-2ae2-49a8-963b-6fcd0d4587d3 None None] The sync data for ids ['dab3818e-3336-4607-abf5-ed99babf1f8f'] in n-d-812111-12 is: [{'id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'name': 'tempest-ServersTestManualDisk-232090617-router', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:31Z', 'updated_at': '2022-01-28T05:51:41Z', 'revision_number': 4, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'gw_port': {'id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:33Z', 'updated_at': '2022-01-28T05:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '3c096b4c-5618-437e-ae9d-99b954038102', 'name': '', 'network_id': '93303b80-40be-4b7b-8092-afddbc7b0b69', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'mac_address': 'fa:16:3e:83:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:38Z', 'updated_at': '2022-01-28T05:51:49Z', 'revision_number': 5, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'subnets': [{'id': '3e95f7f2-ed2d-4541-aead-db2229688b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:54:01.805915 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-922a086e-eb67-4280-98e5-be411ca285b9 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (79e67809-e5b5-4b78-8f32-d6459273dbd5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:01.858756 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922a086e-eb67-4280-98e5-be411ca285b9 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:01.862176 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-922a086e-eb67-4280-98e5-be411ca285b9 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:01.872064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Allocated IP 172.20.0.1 (375afe0f-633b-4020-b3ba-e4f4527de853/479c0bbf-b8e9-42b0-835a-9dcfb34af1c8/08338d29-b7ce-4516-91b7-15b9adb36aa1) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:54:01.875898 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a086e-eb67-4280-98e5-be411ca285b9 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:01.880725 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da923176-f361-476b-b940-7d5dc4a28497 None None] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:54:01.881199 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-922a086e-eb67-4280-98e5-be411ca285b9 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:01.906601 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a086e-eb67-4280-98e5-be411ca285b9 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Subnet': ['ID=79e67809-e5b5-4b78-8f32-d6459273dbd5,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:01.984133 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-922a086e-eb67-4280-98e5-be411ca285b9 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0945477 Jan 28 05:54:01.984911 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41854) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:01.991649 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4fb4a4e9-964d-4159-914d-08cbafe208d7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-702121450', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '79e67809-e5b5-4b78-8f32-d6459273dbd5'}], 'security_groups': ['8a69f0f4-1b2f-4544-a11a-6f6b438f49dc', '143182fe-498d-43cc-919a-4b978b797b39']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:02.052158 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for port (08338d29-b7ce-4516-91b7-15b9adb36aa1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.054195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5420602e-76fb-4d45-a7b5-489f874f7732 None None] New status for floating IP 96368e43-a4a5-4237-98e5-4c8bf4bd4e2b: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:54:02.183359 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fb4a4e9-964d-4159-914d-08cbafe208d7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7ccdc2af-41cb-41a7-a8c0-24073168ae72), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.204119 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd99d613-5be3-4613-a49b-d2807992b8ec None None] Update dhcp port {'port': {'network_id': 'dcd613df-b33d-498f-bec6-2bc9922a7ce0', 'fixed_ips': [{'subnet_id': '73056d5c-d909-4502-97e2-d4d9f0aec328', 'ip_address': '172.20.0.18'}, {'subnet_id': '2d821147-7f57-43c8-a981-fa2f2bb1a434', 'ip_address': '172.20.0.2'}, {'subnet_id': '79e67809-e5b5-4b78-8f32-d6459273dbd5'}], 'binding:host_id': 'n-d-812111-12'}, 'id': '26cf2cc5-afe7-4311-8a38-6dc67a4707f9'} from n-d-812111-12. {{(pid=103636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 05:54:02.217763 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (08338d29-b7ce-4516-91b7-15b9adb36aa1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.234966 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd99d613-5be3-4613-a49b-d2807992b8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.269262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Network 375afe0f-633b-4020-b3ba-e4f4527de853 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:02.269524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:02.273643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:54:02.353172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Pushing event updated for resources: {'Port': ['ID=08338d29-b7ce-4516-91b7-15b9adb36aa1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:02.368584 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (f1f4823f-7e3f-4f26-9a35-bcc2fd66681a), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.528830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41868) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:02.597000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7bc2de33-eb54-41e6-abd6-53f23ff32df7 None None] Provisioning complete for port 08338d29-b7ce-4516-91b7-15b9adb36aa1 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:02.600761 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7bc2de33-eb54-41e6-abd6-53f23ff32df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (08338d29-b7ce-4516-91b7-15b9adb36aa1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.613262 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22104fdd-b980-44eb-8335-00411673d14b tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for security_group (39e84647-ca7d-4aa9-83b5-260d0bb0d64e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.634345 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7445a174-234c-4b95-b70a-c5d7c5e3566e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.648161 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-4fb4a4e9-964d-4159-914d-08cbafe208d7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Delete allocated IP 172.20.0.14 (dcd613df-b33d-498f-bec6-2bc9922a7ce0/2d821147-7f57-43c8-a981-fa2f2bb1a434) {{(pid=103634) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 05:54:02.654814 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7bc2de33-eb54-41e6-abd6-53f23ff32df7 None None] Port 08338d29-b7ce-4516-91b7-15b9adb36aa1 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:54:02.661440 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-4fb4a4e9-964d-4159-914d-08cbafe208d7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Allocated IP 172.20.0.44 (dcd613df-b33d-498f-bec6-2bc9922a7ce0/79e67809-e5b5-4b78-8f32-d6459273dbd5/7ccdc2af-41cb-41a7-a8c0-24073168ae72) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:54:02.694937 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22104fdd-b980-44eb-8335-00411673d14b tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for security_group (39e84647-ca7d-4aa9-83b5-260d0bb0d64e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.705130 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (08338d29-b7ce-4516-91b7-15b9adb36aa1), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.745762 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ca72-d6ee-4318-957a-156ff470d934 req-8104ca34-9798-4610-bded-ae8123a79760 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:02.747918 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f649ca72-d6ee-4318-957a-156ff470d934 req-8104ca34-9798-4610-bded-ae8123a79760 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1548400 Jan 28 05:54:02.846173 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fb4a4e9-964d-4159-914d-08cbafe208d7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for port (7ccdc2af-41cb-41a7-a8c0-24073168ae72), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.890176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f649ca72-d6ee-4318-957a-156ff470d934 req-61f717a0-0eb7-4210-a34a-1e36ebcd9304 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001906 Jan 28 05:54:02.930351 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fb4a4e9-964d-4159-914d-08cbafe208d7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (7ccdc2af-41cb-41a7-a8c0-24073168ae72), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.952230 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22104fdd-b980-44eb-8335-00411673d14b tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (39e84647-ca7d-4aa9-83b5-260d0bb0d64e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.954990 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22104fdd-b980-44eb-8335-00411673d14b tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:02.956200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-22104fdd-b980-44eb-8335-00411673d14b tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "DELETE /v2.0/security-groups/39e84647-ca7d-4aa9-83b5-260d0bb0d64e HTTP/1.1" status: 204 len: 168 time: 0.4265225 Jan 28 05:54:02.964367 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41872) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:02.975058 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22104fdd-b980-44eb-8335-00411673d14b tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e84647-ca7d-4aa9-83b5-260d0bb0d64e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:02.999925 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-fd99d613-5be3-4613-a49b-d2807992b8ec None None] Allocated IP 172.20.0.34 (dcd613df-b33d-498f-bec6-2bc9922a7ce0/79e67809-e5b5-4b78-8f32-d6459273dbd5/26cf2cc5-afe7-4311-8a38-6dc67a4707f9) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:54:03.005734 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-1fcef55f-2d3a-453b-920e-e1ae1c2c6034 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] show failed (client error): The resource could not be found. Jan 28 05:54:03.009421 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1fcef55f-2d3a-453b-920e-e1ae1c2c6034 tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "GET /v2.0/security-groups/39e84647-ca7d-4aa9-83b5-260d0bb0d64e HTTP/1.1" status: 404 len: 347 time: 0.0385020 Jan 28 05:54:03.009575 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41874) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:03.073811 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4a4e9-964d-4159-914d-08cbafe208d7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event updated for resources: {'Port': ['ID=7ccdc2af-41cb-41a7-a8c0-24073168ae72,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:03.136662 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fd99d613-5be3-4613-a49b-d2807992b8ec None None] For port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=26cf2cc5-afe7-4311-8a38-6dc67a4707f9,segment=NetworkSegment(48f32795-940b-4201-bbc4-4c84e9210939),segment_id=48f32795-940b-4201-bbc4-4c84e9210939)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:03.145014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-4fb4a4e9-964d-4159-914d-08cbafe208d7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] In _notify_port_updated(), no bound segment for port 7ccdc2af-41cb-41a7-a8c0-24073168ae72 on network dcd613df-b33d-498f-bec6-2bc9922a7ce0 {{(pid=103634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 05:54:03.147226 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for port (08338d29-b7ce-4516-91b7-15b9adb36aa1), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:03.150109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb4a4e9-964d-4159-914d-08cbafe208d7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:03.150770 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fb4a4e9-964d-4159-914d-08cbafe208d7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:03.152152 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4fb4a4e9-964d-4159-914d-08cbafe208d7 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "PUT /v2.0/ports/7ccdc2af-41cb-41a7-a8c0-24073168ae72 HTTP/1.1" status: 200 len: 959 time: 1.1660712 Jan 28 05:54:03.155332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41876) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:03.177264 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd99d613-5be3-4613-a49b-d2807992b8ec None None] Publish callbacks [] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:03.202276 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7eda89d0-6d1b-4520-8d4b-6979a98cb85a tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Deleting port 7ebfaf01-a697-4257-ae6b-844e91a99e7d {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:03.202715 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7eda89d0-6d1b-4520-8d4b-6979a98cb85a tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7ebfaf01-a697-4257-ae6b-844e91a99e7d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:03.232252 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (08338d29-b7ce-4516-91b7-15b9adb36aa1), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:03.245099 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd99d613-5be3-4613-a49b-d2807992b8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:03.319203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99d613-5be3-4613-a49b-d2807992b8ec None None] Pushing event updated for resources: {'Port': ['ID=26cf2cc5-afe7-4311-8a38-6dc67a4707f9,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:03.322924 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (f1f4823f-7e3f-4f26-9a35-bcc2fd66681a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:03.327138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Pushing event updated for resources: {'Port': ['ID=08338d29-b7ce-4516-91b7-15b9adb36aa1,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:03.328299 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7eda89d0-6d1b-4520-8d4b-6979a98cb85a tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7ebfaf01-a697-4257-ae6b-844e91a99e7d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:03.328299 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7eda89d0-6d1b-4520-8d4b-6979a98cb85a tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for floatingip (7ebfaf01-a697-4257-ae6b-844e91a99e7d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:03.348870 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7eda89d0-6d1b-4520-8d4b-6979a98cb85a tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Calling delete_port for 7ebfaf01-a697-4257-ae6b-844e91a99e7d owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:03.616437 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7eda89d0-6d1b-4520-8d4b-6979a98cb85a tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7ebfaf01-a697-4257-ae6b-844e91a99e7d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:03.649655 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda89d0-6d1b-4520-8d4b-6979a98cb85a tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Pushing event deleted for resources: {'Port': ['ID=7ebfaf01-a697-4257-ae6b-844e91a99e7d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:03.727234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7eda89d0-6d1b-4520-8d4b-6979a98cb85a tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks [] for floatingip (96368e43-a4a5-4237-98e5-4c8bf4bd4e2b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:03.731707 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7eda89d0-6d1b-4520-8d4b-6979a98cb85a tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:03.739153 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7eda89d0-6d1b-4520-8d4b-6979a98cb85a tempest-ServersTestManualDisk-927747776 tempest-ServersTestManualDisk-927747776-project] 10.222.0.31 "DELETE /v2.0/floatingips/96368e43-a4a5-4237-98e5-4c8bf4bd4e2b HTTP/1.1" status: 204 len: 168 time: 0.7214618 Jan 28 05:54:03.739523 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41884) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:03.789144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-9355aa08-7cc2-43f8-9dc9-0455c4a81b04 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port 7ccdc2af-41cb-41a7-a8c0-24073168ae72 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:03.789555 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9355aa08-7cc2-43f8-9dc9-0455c4a81b04 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7ccdc2af-41cb-41a7-a8c0-24073168ae72), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:03.922492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Network 375afe0f-633b-4020-b3ba-e4f4527de853 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:03.925745 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:03.928824 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9355aa08-7cc2-43f8-9dc9-0455c4a81b04 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7ccdc2af-41cb-41a7-a8c0-24073168ae72), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:04.036617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-9355aa08-7cc2-43f8-9dc9-0455c4a81b04 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for 7ccdc2af-41cb-41a7-a8c0-24073168ae72 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:04.109163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ce05e2d5-e8cc-4c25-86bc-cbb2b634c490 None None] Provisioning complete for port 7ccdc2af-41cb-41a7-a8c0-24073168ae72 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:04.109756 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce05e2d5-e8cc-4c25-86bc-cbb2b634c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7ccdc2af-41cb-41a7-a8c0-24073168ae72), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:04.189929 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ce05e2d5-e8cc-4c25-86bc-cbb2b634c490 None None] Port 7ccdc2af-41cb-41a7-a8c0-24073168ae72 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:54:04.202185 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ce05e2d5-e8cc-4c25-86bc-cbb2b634c490 None None] Provisioning complete for port 70039c4f-d3d2-4cf9-9117-b1f1943e56ea triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:04.202997 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce05e2d5-e8cc-4c25-86bc-cbb2b634c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (70039c4f-d3d2-4cf9-9117-b1f1943e56ea), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:04.253671 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Router f1f4823f-7e3f-4f26-9a35-bcc2fd66681a has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:54:04.273435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ce05e2d5-e8cc-4c25-86bc-cbb2b634c490 None None] Port 70039c4f-d3d2-4cf9-9117-b1f1943e56ea cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:54:04.284217 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b80c7-509e-435e-8da3-891397da04f3 req-72476ac1-3afa-4ee4-9f41-17bffc028cde tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:04.284752 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ce05e2d5-e8cc-4c25-86bc-cbb2b634c490 None None] Provisioning complete for port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:04.285304 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce05e2d5-e8cc-4c25-86bc-cbb2b634c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:04.292902 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-471b80c7-509e-435e-8da3-891397da04f3 req-72476ac1-3afa-4ee4-9f41-17bffc028cde tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.2953000 Jan 28 05:54:04.400865 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-471b80c7-509e-435e-8da3-891397da04f3 req-a7a7a191-ddc1-43dc-a32b-74189028af3c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068439 Jan 28 05:54:04.404810 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ef2316b-a20e-415d-aa6e-8bd3cadc7744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (dab3818e-3336-4607-abf5-ed99babf1f8f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:04.534820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:54:04.543645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-239d2915-50dc-408d-8bf4-647fde75eb46 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] 10.222.0.31 "PUT /v2.0/routers/f1f4823f-7e3f-4f26-9a35-bcc2fd66681a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8075390 Jan 28 05:54:04.546984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41894) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:04.549465 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659145a4-d455-43b4-9edd-f73a429543d0 None None] Sync routers for ids ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:54:04.562740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-afc3516e-2884-4300-b080-2f6891b920be tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Request body: {'port': {'network_id': '375afe0f-633b-4020-b3ba-e4f4527de853', 'name': 'tempest-FloatingIPAdminTestJSON-2063914460'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:04.564172 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659145a4-d455-43b4-9edd-f73a429543d0 None None] Routers {'f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:04.565321 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-659145a4-d455-43b4-9edd-f73a429543d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:53:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:04.581975 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ce05e2d5-e8cc-4c25-86bc-cbb2b634c490 None None] Current status of the port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:04.682610 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-659145a4-d455-43b4-9edd-f73a429543d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:04.700700 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9355aa08-7cc2-43f8-9dc9-0455c4a81b04 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (7ccdc2af-41cb-41a7-a8c0-24073168ae72), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:04.703341 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659145a4-d455-43b4-9edd-f73a429543d0 None None] Routers {'f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:04.704289 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-659145a4-d455-43b4-9edd-f73a429543d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:53:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:04.762040 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-659145a4-d455-43b4-9edd-f73a429543d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:04.763379 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659145a4-d455-43b4-9edd-f73a429543d0 None None] The sync data for ids ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:54:04.804876 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-247c2310-219a-4ce3-8455-930c77e87a16 None None] Provisioning complete for port 08338d29-b7ce-4516-91b7-15b9adb36aa1 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:04.809915 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-247c2310-219a-4ce3-8455-930c77e87a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (08338d29-b7ce-4516-91b7-15b9adb36aa1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:04.833768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355aa08-7cc2-43f8-9dc9-0455c4a81b04 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=7ccdc2af-41cb-41a7-a8c0-24073168ae72,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:04.861679 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-247c2310-219a-4ce3-8455-930c77e87a16 None None] Port 08338d29-b7ce-4516-91b7-15b9adb36aa1 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:54:04.867833 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9355aa08-7cc2-43f8-9dc9-0455c4a81b04 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:04.876526 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9355aa08-7cc2-43f8-9dc9-0455c4a81b04 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/ports/7ccdc2af-41cb-41a7-a8c0-24073168ae72 HTTP/1.1" status: 204 len: 168 time: 1.7175229 Jan 28 05:54:04.877067 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41898) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:04.917916 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3627e75-e484-4041-9be7-f3881a844771 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] GET failed (client error): The resource could not be found. Jan 28 05:54:04.921917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d3627e75-e484-4041-9be7-f3881a844771 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports/7ccdc2af-41cb-41a7-a8c0-24073168ae72 HTTP/1.1" status: 404 len: 333 time: 0.0339766 Jan 28 05:54:04.922752 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41902) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:04.925215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:54:04.968359 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc3516e-2884-4300-b080-2f6891b920be tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Made reservation on behalf of 5dcc21f33c0742c1a701a13d5f0c4082 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:54:04.972581 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-afc3516e-2884-4300-b080-2f6891b920be tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:04.980515 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2316b-a20e-415d-aa6e-8bd3cadc7744 admin admin] Deleting port 3c096b4c-5618-437e-ae9d-99b954038102 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:04.981166 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ef2316b-a20e-415d-aa6e-8bd3cadc7744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (3c096b4c-5618-437e-ae9d-99b954038102), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:04.993304 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dca0d306-e011-4882-b89d-0166b8bb9dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:04.995956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-90bb7cc9-7d52-4021-9c46-f1f871bad0e5 None None] Could not find standard attr ID for object 7ccdc2af-41cb-41a7-a8c0-24073168ae72. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 05:54:05.015086 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:05.015455 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:05.033798 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-afc3516e-2884-4300-b080-2f6891b920be tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] device_id is not set on port 2e4a9a6e-64bf-444c-b3e5-427da312639a yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:54:05.148172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-2ef2316b-a20e-415d-aa6e-8bd3cadc7744 admin admin] For port 3c096b4c-5618-437e-ae9d-99b954038102, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3c096b4c-5618-437e-ae9d-99b954038102,segment=NetworkSegment(b29806b2-e40e-42d5-8dc0-aa1ab6ca2174),segment_id=b29806b2-e40e-42d5-8dc0-aa1ab6ca2174)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:05.149444 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ef2316b-a20e-415d-aa6e-8bd3cadc7744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (3c096b4c-5618-437e-ae9d-99b954038102), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:05.156896 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:05.175417 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2316b-a20e-415d-aa6e-8bd3cadc7744 admin admin] Calling delete_port for 3c096b4c-5618-437e-ae9d-99b954038102 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:05.177659 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f9402bb-180e-4ff4-8750-19edf6bfaa6b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (03aa4f61-1fe1-4ae2-abb0-5d1aad7918ed), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:05.254381 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f9402bb-180e-4ff4-8750-19edf6bfaa6b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (03aa4f61-1fe1-4ae2-abb0-5d1aad7918ed), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:05.304857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-afc3516e-2884-4300-b080-2f6891b920be tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Allocated IP 172.20.0.13 (375afe0f-633b-4020-b3ba-e4f4527de853/479c0bbf-b8e9-42b0-835a-9dcfb34af1c8/2e4a9a6e-64bf-444c-b3e5-427da312639a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:54:05.457156 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f9402bb-180e-4ff4-8750-19edf6bfaa6b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (03aa4f61-1fe1-4ae2-abb0-5d1aad7918ed), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:05.461956 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f9402bb-180e-4ff4-8750-19edf6bfaa6b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:05.467279 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41914) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:05.468999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5f9402bb-180e-4ff4-8750-19edf6bfaa6b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/security-groups/03aa4f61-1fe1-4ae2-abb0-5d1aad7918ed HTTP/1.1" status: 204 len: 168 time: 0.5452564 Jan 28 05:54:05.495789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9402bb-180e-4ff4-8750-19edf6bfaa6b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03aa4f61-1fe1-4ae2-abb0-5d1aad7918ed,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:05.570798 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d38dfe63-0800-4d0f-8c59-91df67aa2986 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (143182fe-498d-43cc-919a-4b978b797b39), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:05.593195 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-afc3516e-2884-4300-b080-2f6891b920be tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for port (2e4a9a6e-64bf-444c-b3e5-427da312639a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:05.610861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9354228-a633-4174-969b-b6a112de6716 req-3a4cd670-2ed7-42d9-8e18-43e4cc12b68c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:05.612399 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9354228-a633-4174-969b-b6a112de6716 req-3a4cd670-2ed7-42d9-8e18-43e4cc12b68c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0952597 Jan 28 05:54:05.622124 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d38dfe63-0800-4d0f-8c59-91df67aa2986 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (143182fe-498d-43cc-919a-4b978b797b39), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:05.658526 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ef2316b-a20e-415d-aa6e-8bd3cadc7744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (3c096b4c-5618-437e-ae9d-99b954038102), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:05.688859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2316b-a20e-415d-aa6e-8bd3cadc7744 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c096b4c-5618-437e-ae9d-99b954038102,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:05.718257 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9354228-a633-4174-969b-b6a112de6716 req-997d8358-fde8-4847-9aee-00804a589700 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771165 Jan 28 05:54:05.777174 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-afc3516e-2884-4300-b080-2f6891b920be tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2e4a9a6e-64bf-444c-b3e5-427da312639a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:05.856859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc3516e-2884-4300-b080-2f6891b920be tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Network 375afe0f-633b-4020-b3ba-e4f4527de853 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:05.860408 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-afc3516e-2884-4300-b080-2f6891b920be tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:05.864643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc3516e-2884-4300-b080-2f6891b920be tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:54:05.939812 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d38dfe63-0800-4d0f-8c59-91df67aa2986 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (143182fe-498d-43cc-919a-4b978b797b39), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:05.960733 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d38dfe63-0800-4d0f-8c59-91df67aa2986 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:05.967686 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d38dfe63-0800-4d0f-8c59-91df67aa2986 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/security-groups/143182fe-498d-43cc-919a-4b978b797b39 HTTP/1.1" status: 204 len: 168 time: 0.4938364 Jan 28 05:54:05.984571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3516e-2884-4300-b080-2f6891b920be tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:05.986382 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-afc3516e-2884-4300-b080-2f6891b920be tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:06.009529 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41924) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:06.018976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3516e-2884-4300-b080-2f6891b920be tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Pushing event updated for resources: {'Port': ['ID=2e4a9a6e-64bf-444c-b3e5-427da312639a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:06.033010 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38dfe63-0800-4d0f-8c59-91df67aa2986 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=143182fe-498d-43cc-919a-4b978b797b39,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:06.093618 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ef2316b-a20e-415d-aa6e-8bd3cadc7744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (dab3818e-3336-4607-abf5-ed99babf1f8f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:06.163903 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4a185-b341-415b-b6e8-917a08ba4f05 req-272be3e8-9247-441b-877a-06723a75e3bf tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:06.172416 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5f4a185-b341-415b-b6e8-917a08ba4f05 req-272be3e8-9247-441b-877a-06723a75e3bf tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.1624546 Jan 28 05:54:06.210642 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a1f749-d964-4206-9c98-21b744408b65 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (8a69f0f4-1b2f-4544-a11a-6f6b438f49dc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:06.230013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5f4a185-b341-415b-b6e8-917a08ba4f05 req-9af756c9-5de4-4dd9-807e-334970c3c42f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558503 Jan 28 05:54:06.272159 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a1f749-d964-4206-9c98-21b744408b65 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (8a69f0f4-1b2f-4544-a11a-6f6b438f49dc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:06.281114 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-afc3516e-2884-4300-b080-2f6891b920be tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7284667 Jan 28 05:54:06.281114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41928) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:06.339099 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'project_id': '5dcc21f33c0742c1a701a13d5f0c4082', 'port_id': '2e4a9a6e-64bf-444c-b3e5-427da312639a'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:06.365848 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-75ba7f9b-5fce-4536-bd4c-9af734eba0ef None None] Provisioning complete for port 2e4a9a6e-64bf-444c-b3e5-427da312639a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:06.366482 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75ba7f9b-5fce-4536-bd4c-9af734eba0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2e4a9a6e-64bf-444c-b3e5-427da312639a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:06.428142 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-75ba7f9b-5fce-4536-bd4c-9af734eba0ef None None] Port 2e4a9a6e-64bf-444c-b3e5-427da312639a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:54:06.451822 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef2316b-a20e-415d-aa6e-8bd3cadc7744 admin admin] Router dab3818e-3336-4607-abf5-ed99babf1f8f has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:54:06.542818 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:06.576267 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:06.656087 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:06.972698 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a1f749-d964-4206-9c98-21b744408b65 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8a69f0f4-1b2f-4544-a11a-6f6b438f49dc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:06.975243 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a1f749-d964-4206-9c98-21b744408b65 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:06.979401 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-97a1f749-d964-4206-9c98-21b744408b65 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/security-groups/8a69f0f4-1b2f-4544-a11a-6f6b438f49dc HTTP/1.1" status: 204 len: 168 time: 0.9690213 Jan 28 05:54:06.979668 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Allocated IP 172.25.0.66 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/9a9f716b-a1d7-4549-aa01-28a13c505348) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:54:06.979999 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41940) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:07.001433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e42d4f-f528-4056-96ad-a5ee1523bc5f req-8df1a1fd-f4dd-48eb-9513-79f2e8ca902e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:07.013410 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26e42d4f-f528-4056-96ad-a5ee1523bc5f req-8df1a1fd-f4dd-48eb-9513-79f2e8ca902e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1491401 Jan 28 05:54:07.028746 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1f749-d964-4206-9c98-21b744408b65 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a69f0f4-1b2f-4544-a11a-6f6b438f49dc,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:07.044385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef2316b-a20e-415d-aa6e-8bd3cadc7744 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:54:07.060846 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2ef2316b-a20e-415d-aa6e-8bd3cadc7744 admin admin] 10.222.0.31 "PUT /v2.0/routers/dab3818e-3336-4607-abf5-ed99babf1f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3203933 Jan 28 05:54:07.063454 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41942) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:07.068440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8ae554-ce2b-412e-809c-2f0d0826e8b6 None None] Sync routers for ids ['dab3818e-3336-4607-abf5-ed99babf1f8f'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:54:07.073058 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf1a64f-8183-4f99-aa49-9db6cf16c19b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting subnet 2d821147-7f57-43c8-a981-fa2f2bb1a434 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:54:07.076857 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2bf1a64f-8183-4f99-aa49-9db6cf16c19b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (2d821147-7f57-43c8-a981-fa2f2bb1a434), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:07.084119 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8ae554-ce2b-412e-809c-2f0d0826e8b6 None None] Routers {'dab3818e-3336-4607-abf5-ed99babf1f8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:07.088683 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8d8ae554-ce2b-412e-809c-2f0d0826e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['dab3818e-3336-4607-abf5-ed99babf1f8f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:07.120645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26e42d4f-f528-4056-96ad-a5ee1523bc5f req-d20b5b65-bb63-4dfa-a3e4-f7c24266dc2e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117795 Jan 28 05:54:07.176196 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2bf1a64f-8183-4f99-aa49-9db6cf16c19b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (2d821147-7f57-43c8-a981-fa2f2bb1a434), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:07.314428 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks [] for port (9a9f716b-a1d7-4549-aa01-28a13c505348), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:07.391973 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-8d8ae554-ce2b-412e-809c-2f0d0826e8b6 None None] Set router dab3818e-3336-4607-abf5-ed99babf1f8f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:54:07.419852 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c0777056-ad06-4fc4-9c97-8dcf989af013 admin admin] Publish callbacks [] for router (dab3818e-3336-4607-abf5-ed99babf1f8f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:07.468716 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2bf1a64f-8183-4f99-aa49-9db6cf16c19b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (2d821147-7f57-43c8-a981-fa2f2bb1a434), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:07.484822 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4c260-a6e6-4907-afc5-60122d5d3504 req-e47bebd8-4936-45b9-898e-72ce0db214b8 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:07.491648 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4aa4c260-a6e6-4907-afc5-60122d5d3504 req-e47bebd8-4936-45b9-898e-72ce0db214b8 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.1095161 Jan 28 05:54:07.519323 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (9a9f716b-a1d7-4549-aa01-28a13c505348), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:07.579178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:07.624964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4aa4c260-a6e6-4907-afc5-60122d5d3504 req-7438bc39-190a-4dfd-85fd-bf74b5d87cfc tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230290 Jan 28 05:54:07.641848 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:07.656646 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:54:07.666361 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c0777056-ad06-4fc4-9c97-8dcf989af013 admin admin] Publish callbacks [] for router_gateway (dab3818e-3336-4607-abf5-ed99babf1f8f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:07.731881 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2bf1a64f-8183-4f99-aa49-9db6cf16c19b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (2d821147-7f57-43c8-a981-fa2f2bb1a434), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:07.759766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Pushing event updated for resources: {'Port': ['ID=9a9f716b-a1d7-4549-aa01-28a13c505348,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:07.775022 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1a64f-8183-4f99-aa49-9db6cf16c19b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Subnet': ['ID=2d821147-7f57-43c8-a981-fa2f2bb1a434,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:07.778001 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2bf1a64f-8183-4f99-aa49-9db6cf16c19b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:07.785771 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2bf1a64f-8183-4f99-aa49-9db6cf16c19b tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/2d821147-7f57-43c8-a981-fa2f2bb1a434 HTTP/1.1" status: 204 len: 168 time: 0.7972405 Jan 28 05:54:07.788874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41948) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:07.796177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6838e96a-7ec8-4389-b485-b5514df1417c None None] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:54:07.844660 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c0777056-ad06-4fc4-9c97-8dcf989af013 admin admin] Deleting port 25ab6bad-d531-4b30-ae7e-809db6625c60 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:07.845295 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c0777056-ad06-4fc4-9c97-8dcf989af013 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (25ab6bad-d531-4b30-ae7e-809db6625c60), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:07.865006 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8d8ae554-ce2b-412e-809c-2f0d0826e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'name': 'tempest-ServersTestManualDisk-232090617-router', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:31Z', 'updated_at': '2022-01-28T05:54:05Z', 'revision_number': 5, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'gw_port': {'id': '25ab6bad-d531-4b30-ae7e-809db6625c60', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:51:33Z', 'updated_at': '2022-01-28T05:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:07.872739 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:07.898678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecdb0152-ae91-42c0-897e-188f4a172f3e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting subnet 79e67809-e5b5-4b78-8f32-d6459273dbd5 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:54:07.903969 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ecdb0152-ae91-42c0-897e-188f4a172f3e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (79e67809-e5b5-4b78-8f32-d6459273dbd5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:07.907118 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8ae554-ce2b-412e-809c-2f0d0826e8b6 None None] Checking router: dab3818e-3336-4607-abf5-ed99babf1f8f for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:54:07.948468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8ae554-ce2b-412e-809c-2f0d0826e8b6 None None] Routers {'dab3818e-3336-4607-abf5-ed99babf1f8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:07.949040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8d8ae554-ce2b-412e-809c-2f0d0826e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['dab3818e-3336-4607-abf5-ed99babf1f8f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:08.010505 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ecdb0152-ae91-42c0-897e-188f4a172f3e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (79e67809-e5b5-4b78-8f32-d6459273dbd5), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:08.059218 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058c2d5-48e0-43f2-b301-f03ec6edd4ea req-8df0dddc-68f7-4a42-8e6f-ea407e07470f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:08.066536 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8058c2d5-48e0-43f2-b301-f03ec6edd4ea req-8df0dddc-68f7-4a42-8e6f-ea407e07470f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.60 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.1992655 Jan 28 05:54:08.099210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-8d8ae554-ce2b-412e-809c-2f0d0826e8b6 None None] Set router dab3818e-3336-4607-abf5-ed99babf1f8f gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:54:08.135254 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-c0777056-ad06-4fc4-9c97-8dcf989af013 admin admin] For port 25ab6bad-d531-4b30-ae7e-809db6625c60, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=25ab6bad-d531-4b30-ae7e-809db6625c60,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:08.135797 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c0777056-ad06-4fc4-9c97-8dcf989af013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (25ab6bad-d531-4b30-ae7e-809db6625c60), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:08.159312 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c0777056-ad06-4fc4-9c97-8dcf989af013 admin admin] Calling delete_port for 25ab6bad-d531-4b30-ae7e-809db6625c60 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:08.208605 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8d8ae554-ce2b-412e-809c-2f0d0826e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'name': 'tempest-ServersTestManualDisk-232090617-router', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:31Z', 'updated_at': '2022-01-28T05:54:07Z', 'revision_number': 6, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:08.288372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8ae554-ce2b-412e-809c-2f0d0826e8b6 None None] The sync data for ids ['dab3818e-3336-4607-abf5-ed99babf1f8f'] in n-d-812111-12 is: [{'id': 'dab3818e-3336-4607-abf5-ed99babf1f8f', 'name': 'tempest-ServersTestManualDisk-232090617-router', 'tenant_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:51:31Z', 'updated_at': '2022-01-28T05:54:07Z', 'revision_number': 6, 'project_id': '9b670ab8f4d44d909ae1dbc83de86b76', 'gw_port_host': None}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:54:08.355373 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ecdb0152-ae91-42c0-897e-188f4a172f3e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (79e67809-e5b5-4b78-8f32-d6459273dbd5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:08.413773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-8058c2d5-48e0-43f2-b301-f03ec6edd4ea req-ba9c81d3-11d7-44d6-8356-2965d97de1a0 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Deleting port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:08.416086 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8058c2d5-48e0-43f2-b301-f03ec6edd4ea req-ba9c81d3-11d7-44d6-8356-2965d97de1a0 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (3b945f9a-a571-4b0e-b937-cd2e2e2aa113), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:08.473655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce36291-b7fe-46dd-9d0f-3f1bf490140e req-73ca3087-720c-40ce-9e6a-6a7a754ca39d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:08.475403 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ce36291-b7fe-46dd-9d0f-3f1bf490140e req-73ca3087-720c-40ce-9e6a-6a7a754ca39d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.2272093 Jan 28 05:54:08.508193 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks [] for floatingip (4959774f-ee75-4a3b-a496-aee0c65dd83f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:08.571189 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-8058c2d5-48e0-43f2-b301-f03ec6edd4ea req-ba9c81d3-11d7-44d6-8356-2965d97de1a0 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] For port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3b945f9a-a571-4b0e-b937-cd2e2e2aa113,segment=NetworkSegment(3bdafa36-a0fd-423f-a35f-09a7ce57e87e),segment_id=3bdafa36-a0fd-423f-a35f-09a7ce57e87e)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:08.573681 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8058c2d5-48e0-43f2-b301-f03ec6edd4ea req-ba9c81d3-11d7-44d6-8356-2965d97de1a0 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (3b945f9a-a571-4b0e-b937-cd2e2e2aa113), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:08.584282 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ce36291-b7fe-46dd-9d0f-3f1bf490140e req-8e876f53-bcc6-44be-a78a-09b481ae940d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984793 Jan 28 05:54:08.593885 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ecdb0152-ae91-42c0-897e-188f4a172f3e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (79e67809-e5b5-4b78-8f32-d6459273dbd5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:08.624816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb0152-ae91-42c0-897e-188f4a172f3e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Subnet': ['ID=79e67809-e5b5-4b78-8f32-d6459273dbd5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:08.631016 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ecdb0152-ae91-42c0-897e-188f4a172f3e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:08.636013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ecdb0152-ae91-42c0-897e-188f4a172f3e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/79e67809-e5b5-4b78-8f32-d6459273dbd5 HTTP/1.1" status: 204 len: 168 time: 0.8460143 Jan 28 05:54:08.639194 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41970) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:08.678127 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-44734c8d-8137-495e-b1f6-17535dcda6a6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] DELETE failed (client error): The resource could not be found. Jan 28 05:54:08.678646 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44734c8d-8137-495e-b1f6-17535dcda6a6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:54:08.681860 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-44734c8d-8137-495e-b1f6-17535dcda6a6 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/2d821147-7f57-43c8-a981-fa2f2bb1a434 HTTP/1.1" status: 404 len: 337 time: 0.0416181 Jan 28 05:54:08.693054 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c0777056-ad06-4fc4-9c97-8dcf989af013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (25ab6bad-d531-4b30-ae7e-809db6625c60), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:08.722775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41976) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:08.815745 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0777056-ad06-4fc4-9c97-8dcf989af013 admin admin] Pushing event deleted for resources: {'Port': ['ID=25ab6bad-d531-4b30-ae7e-809db6625c60,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:08.837610 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3c096b4c-5618-437e-ae9d-99b954038102 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:54:08.887003 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 3c096b4c-5618-437e-ae9d-99b954038102 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:54:08.887792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3c096b4c-5618-437e-ae9d-99b954038102 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:54:08.920641 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9a9f716b-a1d7-4549-aa01-28a13c505348), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:08.941196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd61c68-57ea-41f6-9aa3-b6d018425704 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting subnet 73056d5c-d909-4502-97e2-d4d9f0aec328 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:54:08.958523 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ecd61c68-57ea-41f6-9aa3-b6d018425704 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (73056d5c-d909-4502-97e2-d4d9f0aec328), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:08.995616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58045d05-f13b-4e29-852f-5613be83ad33 req-65682a07-95cf-4179-b0cf-ece1cbe17fed tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:09.003496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58045d05-f13b-4e29-852f-5613be83ad33 req-65682a07-95cf-4179-b0cf-ece1cbe17fed tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 946 time: 0.2286699 Jan 28 05:54:09.021110 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c0777056-ad06-4fc4-9c97-8dcf989af013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (dab3818e-3336-4607-abf5-ed99babf1f8f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.039111 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8058c2d5-48e0-43f2-b301-f03ec6edd4ea req-ba9c81d3-11d7-44d6-8356-2965d97de1a0 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.044130 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8058c2d5-48e0-43f2-b301-f03ec6edd4ea req-ba9c81d3-11d7-44d6-8356-2965d97de1a0 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (a7639415-1b13-4dbe-909c-d3f119617612), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.044130 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [req-8058c2d5-48e0-43f2-b301-f03ec6edd4ea req-ba9c81d3-11d7-44d6-8356-2965d97de1a0 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Floating IP a7639415-1b13-4dbe-909c-d3f119617612 disassociated. External IP: 172.25.0.139, port: 3b945f9a-a571-4b0e-b937-cd2e2e2aa113. Jan 28 05:54:09.044130 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-8058c2d5-48e0-43f2-b301-f03ec6edd4ea req-ba9c81d3-11d7-44d6-8356-2965d97de1a0 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Calling delete_port for 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:09.092067 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.120875 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58045d05-f13b-4e29-852f-5613be83ad33 req-7f39f64b-eadd-4296-a204-5367e09afb51 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=13c61b7b-3072-499d-9c3b-fed76d63912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119175 Jan 28 05:54:09.122685 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ecd61c68-57ea-41f6-9aa3-b6d018425704 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (73056d5c-d909-4502-97e2-d4d9f0aec328), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.193681 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks [] for port (9a9f716b-a1d7-4549-aa01-28a13c505348), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.198791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4857294-32e7-4bfd-9d59-4b052d85e719 None None] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:54:09.223479 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c0777056-ad06-4fc4-9c97-8dcf989af013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (dab3818e-3336-4607-abf5-ed99babf1f8f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.229917 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c0777056-ad06-4fc4-9c97-8dcf989af013 admin admin] Publish callbacks [] for router_controller (dab3818e-3336-4607-abf5-ed99babf1f8f), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.276139 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (9a9f716b-a1d7-4549-aa01-28a13c505348), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.373041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2e71525d-fbd3-4b9f-939b-9f36b716b15f None None] Provisioning complete for port 70039c4f-d3d2-4cf9-9117-b1f1943e56ea triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:09.373754 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e71525d-fbd3-4b9f-939b-9f36b716b15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (70039c4f-d3d2-4cf9-9117-b1f1943e56ea), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.397420 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ecd61c68-57ea-41f6-9aa3-b6d018425704 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (73056d5c-d909-4502-97e2-d4d9f0aec328), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.400401 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Pushing event updated for resources: {'Port': ['ID=9a9f716b-a1d7-4549-aa01-28a13c505348,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:09.412240 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (4959774f-ee75-4a3b-a496-aee0c65dd83f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.423930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2e71525d-fbd3-4b9f-939b-9f36b716b15f None None] Port 70039c4f-d3d2-4cf9-9117-b1f1943e56ea cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:54:09.440414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2e71525d-fbd3-4b9f-939b-9f36b716b15f None None] Provisioning complete for port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:09.443385 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e71525d-fbd3-4b9f-939b-9f36b716b15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.483264 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c0777056-ad06-4fc4-9c97-8dcf989af013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (dab3818e-3336-4607-abf5-ed99babf1f8f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.484146 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0777056-ad06-4fc4-9c97-8dcf989af013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dab3818e-3336-4607-abf5-ed99babf1f8f {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:54:09.489656 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c0777056-ad06-4fc4-9c97-8dcf989af013 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.491291 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c0777056-ad06-4fc4-9c97-8dcf989af013 admin admin] 10.222.0.31 "DELETE /v2.0/routers/dab3818e-3336-4607-abf5-ed99babf1f8f HTTP/1.1" status: 204 len: 168 time: 2.4269521 Jan 28 05:54:09.496943 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41982) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:09.565403 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ecd61c68-57ea-41f6-9aa3-b6d018425704 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (73056d5c-d909-4502-97e2-d4d9f0aec328), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.619477 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Floating IP 4959774f-ee75-4a3b-a496-aee0c65dd83f associated. External IP: 172.25.0.66, port: 2e4a9a6e-64bf-444c-b3e5-427da312639a. Jan 28 05:54:09.620435 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd61c68-57ea-41f6-9aa3-b6d018425704 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Subnet': ['ID=73056d5c-d909-4502-97e2-d4d9f0aec328,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:09.629511 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2e71525d-fbd3-4b9f-939b-9f36b716b15f None None] Current status of the port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:09.639543 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ecd61c68-57ea-41f6-9aa3-b6d018425704 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.645570 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ecd61c68-57ea-41f6-9aa3-b6d018425704 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/73056d5c-d909-4502-97e2-d4d9f0aec328 HTTP/1.1" status: 204 len: 168 time: 0.9131334 Jan 28 05:54:09.653115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41988) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:09.689971 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-4525c4b3-2d20-42e8-a45f-e8d1b0de2086 admin admin] Deleting subnet 3e95f7f2-ed2d-4541-aead-db2229688b20 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:54:09.693546 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4525c4b3-2d20-42e8-a45f-e8d1b0de2086 admin admin] Publish callbacks [] for subnet (3e95f7f2-ed2d-4541-aead-db2229688b20), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.695751 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cd7a79-3a34-4bd4-8f7d-d456df156626 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] DELETE failed (client error): The resource could not be found. Jan 28 05:54:09.696382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31cd7a79-3a34-4bd4-8f7d-d456df156626 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:54:09.702661 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-31cd7a79-3a34-4bd4-8f7d-d456df156626 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/66f4cd06-466d-4e5d-8e2a-d38d7ff5eda0 HTTP/1.1" status: 404 len: 337 time: 0.0447481 Jan 28 05:54:09.721253 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41990) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:09.761651 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-70ffc87c-c5b2-4189-b73f-358a985eea6c tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "GET /v2.0/ports?device_id=22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e HTTP/1.1" status: 200 len: 205 time: 0.0378468 Jan 28 05:54:09.768846 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41992) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:09.771936 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8058c2d5-48e0-43f2-b301-f03ec6edd4ea req-ba9c81d3-11d7-44d6-8356-2965d97de1a0 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (3b945f9a-a571-4b0e-b937-cd2e2e2aa113), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.836914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55a77a-888a-4a57-a75e-694f22d907ba req-b5bbc8cb-5a65-40b6-bedb-03d8aa24b155 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:09.853788 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db55a77a-888a-4a57-a75e-694f22d907ba req-b5bbc8cb-5a65-40b6-bedb-03d8aa24b155 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1103547 Jan 28 05:54:09.858860 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4525c4b3-2d20-42e8-a45f-e8d1b0de2086 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (3e95f7f2-ed2d-4541-aead-db2229688b20), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:09.862027 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-d805df8a-f1b0-4ae4-9197-17d3dcb8c5bf tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] delete failed (client error): The resource could not be found. Jan 28 05:54:09.863411 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d805df8a-f1b0-4ae4-9197-17d3dcb8c5bf tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/routers/22f2f5dd-a2f1-4b62-b6bb-c9adb5fab27e HTTP/1.1" status: 404 len: 336 time: 0.0873821 Jan 28 05:54:09.864474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c81d3-11d7-44d6-8356-2965d97de1a0 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Pushing event deleted for resources: {'Port': ['ID=3b945f9a-a571-4b0e-b937-cd2e2e2aa113,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:09.889126 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41996) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:09.962714 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0058fab-8fac-4223-b4a0-d9bd4f7baf85 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] DELETE failed (client error): The resource could not be found. Jan 28 05:54:09.963191 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0058fab-8fac-4223-b4a0-d9bd4f7baf85 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:54:09.966998 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f0058fab-8fac-4223-b4a0-d9bd4f7baf85 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/73d809d3-8cb8-491d-898e-1bbe69c2658b HTTP/1.1" status: 404 len: 337 time: 0.0716753 Jan 28 05:54:09.971998 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42000) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:10.046493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db55a77a-888a-4a57-a75e-694f22d907ba req-a1742b4f-d206-4c3f-b934-f177cd8df51e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860414 Jan 28 05:54:10.067916 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4525c4b3-2d20-42e8-a45f-e8d1b0de2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (3e95f7f2-ed2d-4541-aead-db2229688b20), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:10.079939 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Router f1f4823f-7e3f-4f26-9a35-bcc2fd66681a has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:54:10.155220 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed00e9f4-76ed-4b1c-a999-cddab4f689d4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] DELETE failed (client error): The resource could not be found. Jan 28 05:54:10.155828 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed00e9f4-76ed-4b1c-a999-cddab4f689d4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:54:10.161660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42006) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:10.162066 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ed00e9f4-76ed-4b1c-a999-cddab4f689d4 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/d3f60685-3a22-4990-89a9-128b7c1a51d8 HTTP/1.1" status: 404 len: 337 time: 0.1825299 Jan 28 05:54:10.206103 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b686b3-2ba3-45c5-a074-39bd1df3127e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] DELETE failed (client error): The resource could not be found. Jan 28 05:54:10.206640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b686b3-2ba3-45c5-a074-39bd1df3127e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:54:10.212229 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b0b686b3-2ba3-45c5-a074-39bd1df3127e tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/fed6aa5a-513e-40b0-9ff4-a98ad95fa311 HTTP/1.1" status: 404 len: 337 time: 0.0456114 Jan 28 05:54:10.213391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42008) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:10.218390 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4525c4b3-2d20-42e8-a45f-e8d1b0de2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (3e95f7f2-ed2d-4541-aead-db2229688b20), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:10.252886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525c4b3-2d20-42e8-a45f-e8d1b0de2086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e95f7f2-ed2d-4541-aead-db2229688b20,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:10.263071 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4525c4b3-2d20-42e8-a45f-e8d1b0de2086 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:10.266435 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4525c4b3-2d20-42e8-a45f-e8d1b0de2086 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3e95f7f2-ed2d-4541-aead-db2229688b20 HTTP/1.1" status: 204 len: 168 time: 0.7715983 Jan 28 05:54:10.270625 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42010) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:10.281003 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0c98e6-f96d-4061-a0c7-81fa94a92a96 None None] Network 93303b80-40be-4b7b-8092-afddbc7b0b69 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:54:10.457308 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e86485-588a-461c-9210-9cf03c3af3f9 None None] Network dcd613df-b33d-498f-bec6-2bc9922a7ce0 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:54:10.654441 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-70fb48ec-b7c6-4e71-98b8-fc1c63430075 None None] Provisioning complete for port 70039c4f-d3d2-4cf9-9117-b1f1943e56ea triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:10.654811 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70fb48ec-b7c6-4e71-98b8-fc1c63430075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (70039c4f-d3d2-4cf9-9117-b1f1943e56ea), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:10.703925 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-70fb48ec-b7c6-4e71-98b8-fc1c63430075 None None] Port 70039c4f-d3d2-4cf9-9117-b1f1943e56ea cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:54:10.726563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f69e42-df76-413d-8fca-5641d3ce1443 None None] DHCP port deletion for 93303b80-40be-4b7b-8092-afddbc7b0b69 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:54:10.731340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-70fb48ec-b7c6-4e71-98b8-fc1c63430075 None None] Provisioning complete for port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:10.732038 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70fb48ec-b7c6-4e71-98b8-fc1c63430075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:10.787934 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (93303b80-40be-4b7b-8092-afddbc7b0b69), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:10.863053 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8058c2d5-48e0-43f2-b301-f03ec6edd4ea req-ba9c81d3-11d7-44d6-8356-2965d97de1a0 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:54:10.929027 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336fa943-4b83-4a9d-a2f7-d488c6f73f3a None None] DHCP port deletion for dcd613df-b33d-498f-bec6-2bc9922a7ce0 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:54:10.933512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6482f0ab-f446-4db1-bf79-7800523219d0 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:54:10.935892 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] Deleting port 6482f0ab-f446-4db1-bf79-7800523219d0 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:10.936266 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6482f0ab-f446-4db1-bf79-7800523219d0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:10.972821 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba313889-b2a3-4278-aba2-396d77a1ae13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] DELETE failed (client error): The resource could not be found. Jan 28 05:54:10.973377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba313889-b2a3-4278-aba2-396d77a1ae13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:54:10.981769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ba313889-b2a3-4278-aba2-396d77a1ae13 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/ports/ef4f9b48-674d-43f2-92c5-c71cc3944d91 HTTP/1.1" status: 404 len: 333 time: 0.7630086 Jan 28 05:54:10.986229 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76a71b75-7d3d-4738-973b-965a24367fef req-30105c68-3609-4392-8fb5-0c805d53f5d3 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 210 time: 0.7735822 Jan 28 05:54:11.018582 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] For port 6482f0ab-f446-4db1-bf79-7800523219d0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6482f0ab-f446-4db1-bf79-7800523219d0,segment=NetworkSegment(b29806b2-e40e-42d5-8dc0-aa1ab6ca2174),segment_id=b29806b2-e40e-42d5-8dc0-aa1ab6ca2174)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:11.019094 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6482f0ab-f446-4db1-bf79-7800523219d0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.037497 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] Calling delete_port for 6482f0ab-f446-4db1-bf79-7800523219d0 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:11.061223 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42020) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:11.119299 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6482f0ab-f446-4db1-bf79-7800523219d0 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:11.120081 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6482f0ab-f446-4db1-bf79-7800523219d0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.122567 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4bc9d2-4874-4023-baa5-d4ca1121aa49 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] DELETE failed (client error): The resource could not be found. Jan 28 05:54:11.123027 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4bc9d2-4874-4023-baa5-d4ca1121aa49 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:54:11.126430 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1d4bc9d2-4874-4023-baa5-d4ca1121aa49 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/84b17289-b7b9-42ae-b450-961391bba911 HTTP/1.1" status: 404 len: 337 time: 0.0599253 Jan 28 05:54:11.137613 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42024) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:11.143631 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-336fa943-4b83-4a9d-a2f7-d488c6f73f3a None None] Deleting port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:11.144325 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-336fa943-4b83-4a9d-a2f7-d488c6f73f3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.179788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:54:11.186537 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8058c2d5-48e0-43f2-b301-f03ec6edd4ea req-ba9c81d3-11d7-44d6-8356-2965d97de1a0 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:54:11.186928 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a838e4-106a-4509-9273-432a72141652 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] DELETE failed (client error): The resource could not be found. Jan 28 05:54:11.187043 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a838e4-106a-4509-9273-432a72141652 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:54:11.190107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-19a838e4-106a-4509-9273-432a72141652 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/d9032d2b-97f7-481e-979e-6697f505fff0 HTTP/1.1" status: 404 len: 337 time: 0.0501451 Jan 28 05:54:11.191318 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6ded5-81cb-460f-814e-e7c59dca2b0e None None] Sync routers for ids ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:54:11.197120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42026) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:11.214102 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6ded5-81cb-460f-814e-e7c59dca2b0e None None] Routers {'f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:11.216258 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-76d6ded5-81cb-460f-814e-e7c59dca2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:11.225103 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-0741e255-bab8-41d0-beb1-21ca2e88e752 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] DELETE failed (client error): The resource could not be found. Jan 28 05:54:11.225589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0741e255-bab8-41d0-beb1-21ca2e88e752 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:54:11.228853 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0741e255-bab8-41d0-beb1-21ca2e88e752 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/ports/b350bfa7-83bb-4e36-86ba-b6d3011da878 HTTP/1.1" status: 404 len: 333 time: 0.0307965 Jan 28 05:54:11.236240 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f1a2c-617a-4b2e-be36-4c028266ad28 req-053171ce-66dd-43de-9194-ccfa5f5c1bf0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:11.241603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42028) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:11.242454 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-8058c2d5-48e0-43f2-b301-f03ec6edd4ea req-ba9c81d3-11d7-44d6-8356-2965d97de1a0 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] No DVR routers for this DVR port 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:54:11.243233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e17f1a2c-617a-4b2e-be36-4c028266ad28 req-053171ce-66dd-43de-9194-ccfa5f5c1bf0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.2549374 Jan 28 05:54:11.255959 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:54:11.258365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991558e8-23b4-41ac-a6c8-ea7d266fc553 None None] Sync routers for ids ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:54:11.270653 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75278a66-8f1b-4911-8f27-7f15cf0081ae req-3bfb82de-e9bd-4a7b-98da-1f49be284f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:11.272146 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75278a66-8f1b-4911-8f27-7f15cf0081ae req-3bfb82de-e9bd-4a7b-98da-1f49be284f86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 1097 time: 0.2850053 Jan 28 05:54:11.279087 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-8058c2d5-48e0-43f2-b301-f03ec6edd4ea req-ba9c81d3-11d7-44d6-8356-2965d97de1a0 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.283602 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8058c2d5-48e0-43f2-b301-f03ec6edd4ea req-ba9c81d3-11d7-44d6-8356-2965d97de1a0 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.60 "DELETE /v2.0/ports/3b945f9a-a571-4b0e-b937-cd2e2e2aa113 HTTP/1.1" status: 204 len: 173 time: 3.2056906 Jan 28 05:54:11.284703 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bebf30f-39db-4b08-9a80-061c7e410e4d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] DELETE failed (client error): The resource could not be found. Jan 28 05:54:11.285169 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bebf30f-39db-4b08-9a80-061c7e410e4d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:54:11.293873 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5bebf30f-39db-4b08-9a80-061c7e410e4d tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/6bcf919c-b772-46db-b581-72d7c1c8f208 HTTP/1.1" status: 404 len: 337 time: 0.0480263 Jan 28 05:54:11.294852 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783e06d4-7824-4374-8e6e-23d72a53affe', 'name': 'network-vif-deleted', 'tag': '3b945f9a-a571-4b0e-b937-cd2e2e2aa113'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:54:11.304224 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b00933-babd-41e4-9b59-faa91bc92d26" -d '{"events": [{"server_uuid": "783e06d4-7824-4374-8e6e-23d72a53affe", "name": "network-vif-deleted", "tag": "3b945f9a-a571-4b0e-b937-cd2e2e2aa113"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:54:11.304224 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42030) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:11.306470 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-76d6ded5-81cb-460f-814e-e7c59dca2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:11.307719 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-85f69e42-df76-413d-8fca-5641d3ce1443 None None] Deleting port 6482f0ab-f446-4db1-bf79-7800523219d0 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:11.308589 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85f69e42-df76-413d-8fca-5641d3ce1443 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6482f0ab-f446-4db1-bf79-7800523219d0), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.324231 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 6482f0ab-f446-4db1-bf79-7800523219d0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6482f0ab-f446-4db1-bf79-7800523219d0,segment=NetworkSegment(b29806b2-e40e-42d5-8dc0-aa1ab6ca2174),segment_id=b29806b2-e40e-42d5-8dc0-aa1ab6ca2174)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:11.332215 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6ded5-81cb-460f-814e-e7c59dca2b0e None None] Routers {'f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:11.332851 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-76d6ded5-81cb-460f-814e-e7c59dca2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:11.352156 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.361671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:54:11.362027 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 3b945f9a-a571-4b0e-b937-cd2e2e2aa113 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:54:11.386701 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b520e2-105b-4aec-81c8-a5c1f57a314a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] DELETE failed (client error): The resource could not be found. Jan 28 05:54:11.388388 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b520e2-105b-4aec-81c8-a5c1f57a314a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:54:11.391262 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e17f1a2c-617a-4b2e-be36-4c028266ad28 req-ffa1e23f-33e6-4e18-a478-4cbef83d2fd8 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422215 Jan 28 05:54:11.398799 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42034) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:11.408283 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-53b520e2-105b-4aec-81c8-a5c1f57a314a tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/subnets/acec2748-2b0c-478e-938c-df932b48610a HTTP/1.1" status: 404 len: 337 time: 0.0908835 Jan 28 05:54:11.411408 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58eaf37-78ad-4460-9069-3792d0bf217f x-openstack-request-id: req-f58eaf37-78ad-4460-9069-3792d0bf217f {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:54:11.412052 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783e06d4-7824-4374-8e6e-23d72a53affe", "name": "network-vif-deleted", "tag": "3b945f9a-a571-4b0e-b937-cd2e2e2aa113", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:54:11.412331 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f58eaf37-78ad-4460-9069-3792d0bf217f {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:54:11.412741 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783e06d4-7824-4374-8e6e-23d72a53affe', 'name': 'network-vif-deleted', 'tag': '3b945f9a-a571-4b0e-b937-cd2e2e2aa113', 'status': 'completed', 'code': 200} Jan 28 05:54:11.429212 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-76d6ded5-81cb-460f-814e-e7c59dca2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:11.429880 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6ded5-81cb-460f-814e-e7c59dca2b0e None None] The sync data for ids ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:54:11.441199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-70fb48ec-b7c6-4e71-98b8-fc1c63430075 None None] Current status of the port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:11.454170 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991558e8-23b4-41ac-a6c8-ea7d266fc553 None None] Routers {'0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:11.454873 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-991558e8-23b4-41ac-a6c8-ea7d266fc553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:11.460788 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6482f0ab-f446-4db1-bf79-7800523219d0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.461486 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 25ab6bad-d531-4b30-ae7e-809db6625c60 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:54:11.467630 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-336fa943-4b83-4a9d-a2f7-d488c6f73f3a None None] For port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=26cf2cc5-afe7-4311-8a38-6dc67a4707f9,segment=NetworkSegment(48f32795-940b-4201-bbc4-4c84e9210939),segment_id=48f32795-940b-4201-bbc4-4c84e9210939)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:11.468028 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-336fa943-4b83-4a9d-a2f7-d488c6f73f3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.494258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-29999dfd-39bd-462f-bf94-7e6d19ac0efd tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.2120309 Jan 28 05:54:11.497309 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42038) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:11.531675 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6482f0ab-f446-4db1-bf79-7800523219d0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.596554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-336fa943-4b83-4a9d-a2f7-d488c6f73f3a None None] Calling delete_port for 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:11.604685 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] No DVR routers for this DVR port 6482f0ab-f446-4db1-bf79-7800523219d0 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:54:11.606964 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] Pushing event deleted for resources: {'Port': ['ID=6482f0ab-f446-4db1-bf79-7800523219d0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:11.635854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75278a66-8f1b-4911-8f27-7f15cf0081ae req-254e8293-7ad7-4aed-8342-dcd5e52f485c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:11.638090 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75278a66-8f1b-4911-8f27-7f15cf0081ae req-254e8293-7ad7-4aed-8342-dcd5e52f485c service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 913 time: 0.3580091 Jan 28 05:54:11.713383 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (93303b80-40be-4b7b-8092-afddbc7b0b69), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.730333 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 25ab6bad-d531-4b30-ae7e-809db6625c60 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:54:11.732716 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 25ab6bad-d531-4b30-ae7e-809db6625c60 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:54:11.752073 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42040) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:11.753127 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-89478147-dc72-4228-b795-77a7f7ff2778 tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] 10.222.0.31 "GET /v2.0/floatingips/4959774f-ee75-4a3b-a496-aee0c65dd83f HTTP/1.1" status: 200 len: 983 time: 0.2480266 Jan 28 05:54:11.774427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-da945b88-cfdc-4ea8-baa1-34101de9eb94 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Deleting port 70039c4f-d3d2-4cf9-9117-b1f1943e56ea {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:11.774782 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da945b88-cfdc-4ea8-baa1-34101de9eb94 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (70039c4f-d3d2-4cf9-9117-b1f1943e56ea), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.783149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75278a66-8f1b-4911-8f27-7f15cf0081ae req-c09ff50e-2879-4721-8917-230a5bebd575 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e HTTP/1.1" status: 200 len: 1000 time: 0.1386719 Jan 28 05:54:11.823600 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93303b80-40be-4b7b-8092-afddbc7b0b69']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:11.843497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-991558e8-23b4-41ac-a6c8-ea7d266fc553 None None] Set router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:54:11.856876 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29806b2-e40e-42d5-8dc0-aa1ab6ca2174') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:11.857568 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29806b2-e40e-42d5-8dc0-aa1ab6ca2174') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:11.884250 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (b29806b2-e40e-42d5-8dc0-aa1ab6ca2174), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.885314 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da945b88-cfdc-4ea8-baa1-34101de9eb94 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (70039c4f-d3d2-4cf9-9117-b1f1943e56ea), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.889164 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75278a66-8f1b-4911-8f27-7f15cf0081ae req-13fe4ca7-5313-493c-b27a-072fa0e4c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:11.890705 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75278a66-8f1b-4911-8f27-7f15cf0081ae req-13fe4ca7-5313-493c-b27a-072fa0e4c8f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.0962503 Jan 28 05:54:11.921621 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d8cea80c-2f62-48b2-b24d-02608c2c70a9 tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4302 time: 0.1683054 Jan 28 05:54:11.924288 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42042) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:11.931638 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (b29806b2-e40e-42d5-8dc0-aa1ab6ca2174), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.939039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-da945b88-cfdc-4ea8-baa1-34101de9eb94 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Calling delete_port for 70039c4f-d3d2-4cf9-9117-b1f1943e56ea owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:11.961226 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75278a66-8f1b-4911-8f27-7f15cf0081ae req-9afa6cfb-cb9f-43df-9e65-56170cd821af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:11.962803 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75278a66-8f1b-4911-8f27-7f15cf0081ae req-9afa6cfb-cb9f-43df-9e65-56170cd821af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645111 Jan 28 05:54:11.974350 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:54:11.974760 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-85f69e42-df76-413d-8fca-5641d3ce1443 None None] For port 6482f0ab-f446-4db1-bf79-7800523219d0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6482f0ab-f446-4db1-bf79-7800523219d0,segment=NetworkSegment(b29806b2-e40e-42d5-8dc0-aa1ab6ca2174),segment_id=b29806b2-e40e-42d5-8dc0-aa1ab6ca2174)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:11.975179 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85f69e42-df76-413d-8fca-5641d3ce1443 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6482f0ab-f446-4db1-bf79-7800523219d0), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.975680 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (b29806b2-e40e-42d5-8dc0-aa1ab6ca2174), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:54:11.978088 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:54:11.992994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-85f69e42-df76-413d-8fca-5641d3ce1443 None None] Calling delete_port for 6482f0ab-f446-4db1-bf79-7800523219d0 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:12.131120 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event deleted for resources: {'Port': ['ID=6482f0ab-f446-4db1-bf79-7800523219d0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:12.141799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75278a66-8f1b-4911-8f27-7f15cf0081ae req-947bc766-09c7-4a11-b59e-f171c58cda62 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488492 Jan 28 05:54:12.171959 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-336fa943-4b83-4a9d-a2f7-d488c6f73f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (26cf2cc5-afe7-4311-8a38-6dc67a4707f9), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:12.201752 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (93303b80-40be-4b7b-8092-afddbc7b0b69), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:12.214830 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:12.231997 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] 10.222.0.31 "DELETE /v2.0/networks/93303b80-40be-4b7b-8092-afddbc7b0b69 HTTP/1.1" status: 204 len: 168 time: 1.9558296 Jan 28 05:54:12.239414 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da945b88-cfdc-4ea8-baa1-34101de9eb94 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (70039c4f-d3d2-4cf9-9117-b1f1943e56ea), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:12.276262 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da945b88-cfdc-4ea8-baa1-34101de9eb94 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:12.281342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fa943-4b83-4a9d-a2f7-d488c6f73f3a None None] Pushing event deleted for resources: {'Port': ['ID=26cf2cc5-afe7-4311-8a38-6dc67a4707f9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:12.289740 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-da945b88-cfdc-4ea8-baa1-34101de9eb94 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/ports/70039c4f-d3d2-4cf9-9117-b1f1943e56ea HTTP/1.1" status: 204 len: 168 time: 0.8876183 Jan 28 05:54:12.296677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42056) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:12.298976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336fa943-4b83-4a9d-a2f7-d488c6f73f3a None None] No DVR routers for this DVR port 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:54:12.318641 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85f69e42-df76-413d-8fca-5641d3ce1443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (6482f0ab-f446-4db1-bf79-7800523219d0), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:12.329629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-85f69e42-df76-413d-8fca-5641d3ce1443 None None] Network 93303b80-40be-4b7b-8092-afddbc7b0b69 is not hosted by any dhcp agent {{(pid=103636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 05:54:12.330323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f69e42-df76-413d-8fca-5641d3ce1443 None None] No DVR routers for this DVR port 6482f0ab-f446-4db1-bf79-7800523219d0 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:54:12.370118 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f69e42-df76-413d-8fca-5641d3ce1443 None None] Pushing event deleted for resources: {'Port': ['ID=6482f0ab-f446-4db1-bf79-7800523219d0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:12.383595 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398a5b3-ffcd-495d-b640-6e640148bfbb admin admin] Pushing event deleted for resources: {'Network': ['ID=93303b80-40be-4b7b-8092-afddbc7b0b69,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:12.461495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-991558e8-23b4-41ac-a6c8-ea7d266fc553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:49:31Z', 'revision_number': 4, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2e35b4d5-cc6b-430b-95d6-94f2f089069e', 'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'mac_address': 'fa:16:3e:dc:43:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:29Z', 'updated_at': '2022-01-28T05:49:37Z', 'revision_number': 5, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'subnets': [{'id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:12.469685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da945b88-cfdc-4ea8-baa1-34101de9eb94 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Port': ['ID=70039c4f-d3d2-4cf9-9117-b1f1943e56ea,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:12.518020 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991558e8-23b4-41ac-a6c8-ea7d266fc553 None None] Checking router: 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:54:12.529709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991558e8-23b4-41ac-a6c8-ea7d266fc553 None None] Routers {'0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:12.529957 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-991558e8-23b4-41ac-a6c8-ea7d266fc553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:12.531576 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75278a66-8f1b-4911-8f27-7f15cf0081ae req-39a52976-5ffc-4d58-a7c2-3af40ef3f2fe service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819430 Jan 28 05:54:12.536038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-177ed9f5-1d45-4173-94ee-b85e9cebf4b7 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Deleting port 9a9f716b-a1d7-4549-aa01-28a13c505348 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:12.536384 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-177ed9f5-1d45-4173-94ee-b85e9cebf4b7 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (9a9f716b-a1d7-4549-aa01-28a13c505348), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:12.565188 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-858d7e26-4d9a-4752-9588-830e685d6a10 req-84cac70c-d9d3-493a-9e64-15842489ea6f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=783e06d4-7824-4374-8e6e-23d72a53affe HTTP/1.1" status: 200 len: 210 time: 0.4205904 Jan 28 05:54:12.602284 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6133-f21b-4baa-b11c-b1082f9117b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (dcd613df-b33d-498f-bec6-2bc9922a7ce0), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:12.657839 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-177ed9f5-1d45-4173-94ee-b85e9cebf4b7 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (9a9f716b-a1d7-4549-aa01-28a13c505348), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:12.658270 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-177ed9f5-1d45-4173-94ee-b85e9cebf4b7 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for floatingip (9a9f716b-a1d7-4549-aa01-28a13c505348), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:12.675152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-177ed9f5-1d45-4173-94ee-b85e9cebf4b7 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Calling delete_port for 9a9f716b-a1d7-4549-aa01-28a13c505348 owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:12.801474 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6133-f21b-4baa-b11c-b1082f9117b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (dcd613df-b33d-498f-bec6-2bc9922a7ce0), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:12.840962 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3b0f6133-f21b-4baa-b11c-b1082f9117b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd613df-b33d-498f-bec6-2bc9922a7ce0']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:12.852071 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3b0f6133-f21b-4baa-b11c-b1082f9117b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f32795-940b-4201-bbc4-4c84e9210939') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:12.852718 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3b0f6133-f21b-4baa-b11c-b1082f9117b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f32795-940b-4201-bbc4-4c84e9210939') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:12.866038 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6133-f21b-4baa-b11c-b1082f9117b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (48f32795-940b-4201-bbc4-4c84e9210939), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:12.888202 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6133-f21b-4baa-b11c-b1082f9117b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (48f32795-940b-4201-bbc4-4c84e9210939), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:12.888450 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-991558e8-23b4-41ac-a6c8-ea7d266fc553 None None] Set router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:54:12.892013 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:54:12.893270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42064) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:12.896780 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0f6133-f21b-4baa-b11c-b1082f9117b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:54:12.897882 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6133-f21b-4baa-b11c-b1082f9117b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (48f32795-940b-4201-bbc4-4c84e9210939), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:54:12.906409 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:54:12.959871 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:54:12.960486 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 26cf2cc5-afe7-4311-8a38-6dc67a4707f9 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:54:12.971641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f839ec-64d9-446c-a11c-4c4616241980 req-f648a0a9-6ed1-4031-80df-f326f7d7f468 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:12.973079 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1f839ec-64d9-446c-a11c-4c4616241980 req-f648a0a9-6ed1-4031-80df-f326f7d7f468 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.4197953 Jan 28 05:54:13.006188 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-177ed9f5-1d45-4173-94ee-b85e9cebf4b7 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (9a9f716b-a1d7-4549-aa01-28a13c505348), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:13.021724 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ea5e6818-20d6-46ed-a814-78edd5915e20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b670ab8f4d44d909ae1dbc83de86b76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271346 Jan 28 05:54:13.025420 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42066) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:13.081666 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ed9f5-1d45-4173-94ee-b85e9cebf4b7 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Pushing event deleted for resources: {'Port': ['ID=9a9f716b-a1d7-4549-aa01-28a13c505348,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:13.100863 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac0e8-f700-4fc9-9880-77a0bd066c2e admin admin] Publish callbacks [] for security_group (8a677a1e-11fb-4149-b7ef-5c5b2e9b3cda), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:13.151643 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1f839ec-64d9-446c-a11c-4c4616241980 req-66453b0e-955a-4c7d-b6ef-06106d977437 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276419 Jan 28 05:54:13.164406 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6133-f21b-4baa-b11c-b1082f9117b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (dcd613df-b33d-498f-bec6-2bc9922a7ce0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:13.203451 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6133-f21b-4baa-b11c-b1082f9117b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:13.216829 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3b0f6133-f21b-4baa-b11c-b1082f9117b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] 10.222.0.31 "DELETE /v2.0/networks/dcd613df-b33d-498f-bec6-2bc9922a7ce0 HTTP/1.1" status: 204 len: 168 time: 0.8284831 Jan 28 05:54:13.251144 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-177ed9f5-1d45-4173-94ee-b85e9cebf4b7 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for floatingip (4959774f-ee75-4a3b-a496-aee0c65dd83f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:13.252723 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac0e8-f700-4fc9-9880-77a0bd066c2e admin admin] Publish callbacks [] for security_group (8a677a1e-11fb-4149-b7ef-5c5b2e9b3cda), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:13.254189 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-177ed9f5-1d45-4173-94ee-b85e9cebf4b7 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Floating IP 4959774f-ee75-4a3b-a496-aee0c65dd83f disassociated (deleted). External IP: 172.25.0.66, port: 2e4a9a6e-64bf-444c-b3e5-427da312639a. Jan 28 05:54:13.255308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f6133-f21b-4baa-b11c-b1082f9117b0 tempest-PortsTestJSON-577366320 tempest-PortsTestJSON-577366320-project] Pushing event deleted for resources: {'Network': ['ID=dcd613df-b33d-498f-bec6-2bc9922a7ce0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:13.445494 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac0e8-f700-4fc9-9880-77a0bd066c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8a677a1e-11fb-4149-b7ef-5c5b2e9b3cda), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:13.449076 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac0e8-f700-4fc9-9880-77a0bd066c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:13.453281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3e6ac0e8-f700-4fc9-9880-77a0bd066c2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a677a1e-11fb-4149-b7ef-5c5b2e9b3cda HTTP/1.1" status: 204 len: 168 time: 0.4260571 Jan 28 05:54:13.462092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ac0e8-f700-4fc9-9880-77a0bd066c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a677a1e-11fb-4149-b7ef-5c5b2e9b3cda,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:13.631748 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-991558e8-23b4-41ac-a6c8-ea7d266fc553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:49:31Z', 'revision_number': 4, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2e35b4d5-cc6b-430b-95d6-94f2f089069e', 'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'mac_address': 'fa:16:3e:dc:43:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:29Z', 'updated_at': '2022-01-28T05:49:37Z', 'revision_number': 5, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'subnets': [{'id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:13.682928 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177ed9f5-1d45-4173-94ee-b85e9cebf4b7 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Router f1f4823f-7e3f-4f26-9a35-bcc2fd66681a has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:54:13.683592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991558e8-23b4-41ac-a6c8-ea7d266fc553 None None] The sync data for ids ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'] in n-d-812111-12 is: [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:49:31Z', 'revision_number': 4, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2e35b4d5-cc6b-430b-95d6-94f2f089069e', 'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'mac_address': 'fa:16:3e:dc:43:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:29Z', 'updated_at': '2022-01-28T05:49:37Z', 'revision_number': 5, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'subnets': [{'id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:54:13.811555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42086) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:13.845491 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177ed9f5-1d45-4173-94ee-b85e9cebf4b7 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:54:13.857024 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cf62cc-baf1-44f3-9dca-bacd9e7d2184 None None] Sync routers for ids ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:54:13.857599 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-177ed9f5-1d45-4173-94ee-b85e9cebf4b7 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:13.875037 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cf62cc-baf1-44f3-9dca-bacd9e7d2184 None None] Routers {'f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:13.877568 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a1cf62cc-baf1-44f3-9dca-bacd9e7d2184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:13.946713 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e95b8dc4-fe4e-46c7-88cf-f6cb6eba92ac tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group (13c61b7b-3072-499d-9c3b-fed76d63912b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:13.952134 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-177ed9f5-1d45-4173-94ee-b85e9cebf4b7 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] 10.222.0.31 "DELETE /v2.0/floatingips/4959774f-ee75-4a3b-a496-aee0c65dd83f HTTP/1.1" status: 204 len: 168 time: 2.0267048 Jan 28 05:54:13.959173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42092) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:13.963779 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a1cf62cc-baf1-44f3-9dca-bacd9e7d2184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:13.978977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-45beda0c-d2d3-487f-9f28-2ac9b2edf86d tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:13.980935 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cf62cc-baf1-44f3-9dca-bacd9e7d2184 None None] Routers {'f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:13.982436 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a1cf62cc-baf1-44f3-9dca-bacd9e7d2184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:14.028632 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a1cf62cc-baf1-44f3-9dca-bacd9e7d2184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:14.029350 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cf62cc-baf1-44f3-9dca-bacd9e7d2184 None None] The sync data for ids ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:54:14.043699 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42094) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:14.052189 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e95b8dc4-fe4e-46c7-88cf-f6cb6eba92ac tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group (13c61b7b-3072-499d-9c3b-fed76d63912b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:14.120040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055947e9-d8e8-46fd-8da4-3dc2f33088be None None] New status for floating IP a7639415-1b13-4dbe-909c-d3f119617612: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:54:14.147812 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45beda0c-d2d3-487f-9f28-2ac9b2edf86d tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:14.203862 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e95b8dc4-fe4e-46c7-88cf-f6cb6eba92ac tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (13c61b7b-3072-499d-9c3b-fed76d63912b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:14.209333 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e95b8dc4-fe4e-46c7-88cf-f6cb6eba92ac tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:14.209333 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e95b8dc4-fe4e-46c7-88cf-f6cb6eba92ac tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "DELETE /v2.0/security-groups/13c61b7b-3072-499d-9c3b-fed76d63912b HTTP/1.1" status: 204 len: 168 time: 0.3941264 Jan 28 05:54:14.211558 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42104) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:14.222508 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b8dc4-fe4e-46c7-88cf-f6cb6eba92ac tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c61b7b-3072-499d-9c3b-fed76d63912b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:14.287952 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-72efccd7-6b70-4d67-8011-7ac848212531 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c74aef81c4e43d6894cf8de9c200946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2419763 Jan 28 05:54:14.290464 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-022cffff-ebc3-486d-80ec-92f4b0c9b6d1 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] show failed (client error): The resource could not be found. Jan 28 05:54:14.290464 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-022cffff-ebc3-486d-80ec-92f4b0c9b6d1 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups/13c61b7b-3072-499d-9c3b-fed76d63912b HTTP/1.1" status: 404 len: 347 time: 0.0773962 Jan 28 05:54:14.293538 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42108) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:14.293975 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42110) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:14.311939 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45beda0c-d2d3-487f-9f28-2ac9b2edf86d tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:14.337412 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1fe74-190f-49cc-ac09-0c3b8f46303d req-f29d3817-6a96-4a82-9321-02a0c797e2e6 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:14.338904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdd1fe74-190f-49cc-ac09-0c3b8f46303d req-f29d3817-6a96-4a82-9321-02a0c797e2e6 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0732939 Jan 28 05:54:14.464493 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20703bfc-6456-42b8-ba55-b2063ffcc5c9 admin admin] Publish callbacks [] for security_group (0997d950-7d79-492a-8b0f-cbb613bf9ba3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:14.513911 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20703bfc-6456-42b8-ba55-b2063ffcc5c9 admin admin] Publish callbacks [] for security_group (0997d950-7d79-492a-8b0f-cbb613bf9ba3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:14.525779 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f1c7c941-feff-4cea-ad20-ca6818b7e3ce tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Deleting port 7f529dfd-f714-44fa-b15c-3e0afdb27d4b {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:14.525779 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c941-feff-4cea-ad20-ca6818b7e3ce tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7f529dfd-f714-44fa-b15c-3e0afdb27d4b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:14.553579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdd1fe74-190f-49cc-ac09-0c3b8f46303d req-1c558a31-b254-41d0-bcb2-7feac17c997a tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824999 Jan 28 05:54:14.565590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-45beda0c-d2d3-487f-9f28-2ac9b2edf86d tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Allocated IP 172.25.0.99 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/06ac24bd-ab0f-4061-94d7-6b289be375e0) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:54:14.627214 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c941-feff-4cea-ad20-ca6818b7e3ce tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7f529dfd-f714-44fa-b15c-3e0afdb27d4b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:14.627677 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c941-feff-4cea-ad20-ca6818b7e3ce tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for floatingip (7f529dfd-f714-44fa-b15c-3e0afdb27d4b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:14.643157 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f1c7c941-feff-4cea-ad20-ca6818b7e3ce tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Calling delete_port for 7f529dfd-f714-44fa-b15c-3e0afdb27d4b owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:14.691796 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20703bfc-6456-42b8-ba55-b2063ffcc5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0997d950-7d79-492a-8b0f-cbb613bf9ba3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:14.694608 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20703bfc-6456-42b8-ba55-b2063ffcc5c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:14.695881 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-20703bfc-6456-42b8-ba55-b2063ffcc5c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0997d950-7d79-492a-8b0f-cbb613bf9ba3 HTTP/1.1" status: 204 len: 168 time: 0.4008255 Jan 28 05:54:14.708322 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20703bfc-6456-42b8-ba55-b2063ffcc5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0997d950-7d79-492a-8b0f-cbb613bf9ba3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:14.748951 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45beda0c-d2d3-487f-9f28-2ac9b2edf86d tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks [] for port (06ac24bd-ab0f-4061-94d7-6b289be375e0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:14.792583 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc915a69-d011-4d7a-a8fa-7f3a1f21608d req-91dc2826-03fc-4404-a897-d5e45299c0c9 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:14.800252 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc915a69-d011-4d7a-a8fa-7f3a1f21608d req-91dc2826-03fc-4404-a897-d5e45299c0c9 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1291084 Jan 28 05:54:14.857036 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c941-feff-4cea-ad20-ca6818b7e3ce tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7f529dfd-f714-44fa-b15c-3e0afdb27d4b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:14.874647 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42132) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:14.887473 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc915a69-d011-4d7a-a8fa-7f3a1f21608d req-13e69e70-e915-4602-bd70-88da67e13621 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863523 Jan 28 05:54:14.907977 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45beda0c-d2d3-487f-9f28-2ac9b2edf86d tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (06ac24bd-ab0f-4061-94d7-6b289be375e0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:14.983671 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45beda0c-d2d3-487f-9f28-2ac9b2edf86d tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:14.987795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-45beda0c-d2d3-487f-9f28-2ac9b2edf86d tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:14.992173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45beda0c-d2d3-487f-9f28-2ac9b2edf86d tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:54:15.045985 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45beda0c-d2d3-487f-9f28-2ac9b2edf86d tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Pushing event updated for resources: {'Port': ['ID=06ac24bd-ab0f-4061-94d7-6b289be375e0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:15.166009 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45beda0c-d2d3-487f-9f28-2ac9b2edf86d tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks [] for floatingip (955926ff-1776-4407-9b30-a834026289af), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:15.242422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7abbf527-1538-4a7f-a379-f84b706791d5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1338086606-network', 'tenant_id': 'f61985ba5ef042b38784220cf10666d2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:15.254007 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7c941-feff-4cea-ad20-ca6818b7e3ce tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Pushing event deleted for resources: {'Port': ['ID=7f529dfd-f714-44fa-b15c-3e0afdb27d4b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:15.311991 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c941-feff-4cea-ad20-ca6818b7e3ce tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for floatingip (a7639415-1b13-4dbe-909c-d3f119617612), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:15.315894 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c941-feff-4cea-ad20-ca6818b7e3ce tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:15.317359 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f1c7c941-feff-4cea-ad20-ca6818b7e3ce tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "DELETE /v2.0/floatingips/a7639415-1b13-4dbe-909c-d3f119617612 HTTP/1.1" status: 204 len: 168 time: 1.0211043 Jan 28 05:54:15.325439 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45beda0c-d2d3-487f-9f28-2ac9b2edf86d tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (06ac24bd-ab0f-4061-94d7-6b289be375e0), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:15.405036 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abbf527-1538-4a7f-a379-f84b706791d5 admin admin] Made reservation on behalf of f61985ba5ef042b38784220cf10666d2 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:54:15.407598 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7abbf527-1538-4a7f-a379-f84b706791d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:15.430255 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7abbf527-1538-4a7f-a379-f84b706791d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:15.596868 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365534ef-5d69-400d-9372-9bd13165fa19 req-1c79f410-7fde-4e39-bc45-4fe74986a3fa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:15.598437 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-365534ef-5d69-400d-9372-9bd13165fa19 req-1c79f410-7fde-4e39-bc45-4fe74986a3fa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1341178 Jan 28 05:54:15.651132 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45beda0c-d2d3-487f-9f28-2ac9b2edf86d tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks [] for port (06ac24bd-ab0f-4061-94d7-6b289be375e0), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:15.681221 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42160) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:15.691789 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b8470652-16ee-43b8-a21e-6113425678bd tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756649141', 'description': 'tempest-description--944227061'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:15.696138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-365534ef-5d69-400d-9372-9bd13165fa19 req-93d9d2cf-194a-42d4-b85c-1faaa65d9bee tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881691 Jan 28 05:54:15.706043 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7abbf527-1538-4a7f-a379-f84b706791d5 admin admin] Publish callbacks [] for security_group (c35bbb41-f160-4198-bbdf-b5c0491d4475), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:15.723648 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45beda0c-d2d3-487f-9f28-2ac9b2edf86d tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (06ac24bd-ab0f-4061-94d7-6b289be375e0), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:15.767807 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7abbf527-1538-4a7f-a379-f84b706791d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c35bbb41-f160-4198-bbdf-b5c0491d4475), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:15.849659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abbf527-1538-4a7f-a379-f84b706791d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:54:15.862081 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8470652-16ee-43b8-a21e-6113425678bd tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:15.901147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45beda0c-d2d3-487f-9f28-2ac9b2edf86d tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Pushing event updated for resources: {'Port': ['ID=06ac24bd-ab0f-4061-94d7-6b289be375e0,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:15.905236 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7abbf527-1538-4a7f-a379-f84b706791d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (11384708-f4dd-4ee0-b923-90c88d56fc5d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:15.905554 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-7abbf527-1538-4a7f-a379-f84b706791d5 admin admin] Added segment 11384708-f4dd-4ee0-b923-90c88d56fc5d of type vlan for network f313c573-bb2e-4ddf-a437-af66975b4796 Jan 28 05:54:15.908404 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbf527-1538-4a7f-a379-f84b706791d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35bbb41-f160-4198-bbdf-b5c0491d4475,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:15.922743 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45beda0c-d2d3-487f-9f28-2ac9b2edf86d tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (955926ff-1776-4407-9b30-a834026289af), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:15.969909 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7abbf527-1538-4a7f-a379-f84b706791d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (f313c573-bb2e-4ddf-a437-af66975b4796), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:16.035192 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45beda0c-d2d3-487f-9f28-2ac9b2edf86d tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:16.041212 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-45beda0c-d2d3-487f-9f28-2ac9b2edf86d tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0786202 Jan 28 05:54:16.041945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42180) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:16.056772 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8470652-16ee-43b8-a21e-6113425678bd tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group (b738cea6-0bea-4a7f-9cde-34197d9971cd), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:16.057133 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7abbf527-1538-4a7f-a379-f84b706791d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (f313c573-bb2e-4ddf-a437-af66975b4796), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:16.070610 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abbf527-1538-4a7f-a379-f84b706791d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:16.079945 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7abbf527-1538-4a7f-a379-f84b706791d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:16.135996 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8470652-16ee-43b8-a21e-6113425678bd tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b738cea6-0bea-4a7f-9cde-34197d9971cd), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:16.188038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8470652-16ee-43b8-a21e-6113425678bd tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b738cea6-0bea-4a7f-9cde-34197d9971cd,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:16.220834 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42188) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:16.221163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbf527-1538-4a7f-a379-f84b706791d5 admin admin] Pushing event updated for resources: {'Network': ['ID=f313c573-bb2e-4ddf-a437-af66975b4796,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:16.231769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7abbf527-1538-4a7f-a379-f84b706791d5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3520875 Jan 28 05:54:16.233349 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42192) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:16.238040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6ad7e-ed54-488f-aba5-2bbccd3eaad5 req-a6b1f932-40c5-4a40-9bbc-9d5740af790d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:16.241396 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ac79f230-cceb-45e9-8a28-3a285ca734a4 admin admin] Request body: {'subnet': {'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1338086606-subnet', 'tenant_id': 'f61985ba5ef042b38784220cf10666d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:16.245393 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06b6ad7e-ed54-488f-aba5-2bbccd3eaad5 req-a6b1f932-40c5-4a40-9bbc-9d5740af790d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1183546 Jan 28 05:54:16.246197 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network f313c573-bb2e-4ddf-a437-af66975b4796 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:54:16.309261 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8470652-16ee-43b8-a21e-6113425678bd tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:16.317031 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b8470652-16ee-43b8-a21e-6113425678bd tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6343598 Jan 28 05:54:16.318640 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42194) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:16.326696 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-37594310-8e3a-45ce-9857-3552413ed9df tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Request body: {'security_group_rule': {'security_group_id': 'b738cea6-0bea-4a7f-9cde-34197d9971cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:16.372474 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06b6ad7e-ed54-488f-aba5-2bbccd3eaad5 req-466ec31e-9936-41f4-a16b-d60a2f64cb31 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258879 Jan 28 05:54:16.383217 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c5486543-3326-4756-ba08-9296b43323cc tempest-ServiceProvidersTest-703980720 tempest-ServiceProvidersTest-703980720-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1605818 Jan 28 05:54:16.410147 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac79f230-cceb-45e9-8a28-3a285ca734a4 admin admin] Made reservation on behalf of f61985ba5ef042b38784220cf10666d2 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:54:16.414962 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ac79f230-cceb-45e9-8a28-3a285ca734a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:16.481340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f008dfed-a18b-494f-8b26-fdc473efe98a tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:16.541378 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37594310-8e3a-45ce-9857-3552413ed9df tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group_rule (adbafd21-e066-499a-9257-82242f2555b3), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:16.647507 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37594310-8e3a-45ce-9857-3552413ed9df tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group_rule (adbafd21-e066-499a-9257-82242f2555b3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:16.664898 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f008dfed-a18b-494f-8b26-fdc473efe98a tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:16.788166 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37594310-8e3a-45ce-9857-3552413ed9df tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (adbafd21-e066-499a-9257-82242f2555b3), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:16.805736 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f008dfed-a18b-494f-8b26-fdc473efe98a tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:16.857147 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ac79f230-cceb-45e9-8a28-3a285ca734a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (09cd826f-180c-4fa4-a792-44f2acd6af41), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:16.867616 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37594310-8e3a-45ce-9857-3552413ed9df tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbafd21-e066-499a-9257-82242f2555b3,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:16.925818 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79f230-cceb-45e9-8a28-3a285ca734a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09cd826f-180c-4fa4-a792-44f2acd6af41,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:16.949912 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37594310-8e3a-45ce-9857-3552413ed9df tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:16.954344 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-37594310-8e3a-45ce-9857-3552413ed9df tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6328244 Jan 28 05:54:16.954977 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42200) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:16.964703 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-8c3de858-b9dc-4f5f-a82b-77a4638567fc tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Request body: {'security_group_rule': {'security_group_id': 'b738cea6-0bea-4a7f-9cde-34197d9971cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:16.983646 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac79f230-cceb-45e9-8a28-3a285ca734a4 admin admin] Checking segment: {'id': '11384708-f4dd-4ee0-b923-90c88d56fc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:54:16.984009 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac79f230-cceb-45e9-8a28-3a285ca734a4 admin admin] Network hostable DHCP agents. Network: f313c573-bb2e-4ddf-a437-af66975b4796, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:54:17.002589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-f008dfed-a18b-494f-8b26-fdc473efe98a tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Allocated IP 172.25.0.168 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/a8bfc874-cf70-41bf-9418-8dd42edfdef6) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:54:17.073579 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c3de858-b9dc-4f5f-a82b-77a4638567fc tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group_rule (dda30cf4-98d6-41d2-8e26-ed46fc37002f), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:17.098237 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac79f230-cceb-45e9-8a28-3a285ca734a4 admin admin] Network f313c573-bb2e-4ddf-a437-af66975b4796 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:54:17.120151 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f008dfed-a18b-494f-8b26-fdc473efe98a tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Publish callbacks [] for port (a8bfc874-cf70-41bf-9418-8dd42edfdef6), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:17.156974 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c3de858-b9dc-4f5f-a82b-77a4638567fc tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group_rule (dda30cf4-98d6-41d2-8e26-ed46fc37002f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:17.174883 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42208) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:17.192115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-ac79f230-cceb-45e9-8a28-3a285ca734a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, f313c573-bb2e-4ddf-a437-af66975b4796) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:17.196606 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac79f230-cceb-45e9-8a28-3a285ca734a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:17.197228 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ac79f230-cceb-45e9-8a28-3a285ca734a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:17.208378 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0a55ad-a91c-4182-ab98-96162801542a None None] Network f313c573-bb2e-4ddf-a437-af66975b4796 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:54:17.233211 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c3de858-b9dc-4f5f-a82b-77a4638567fc tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (dda30cf4-98d6-41d2-8e26-ed46fc37002f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:17.267313 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3de858-b9dc-4f5f-a82b-77a4638567fc tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda30cf4-98d6-41d2-8e26-ed46fc37002f,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:17.285067 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f008dfed-a18b-494f-8b26-fdc473efe98a tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a8bfc874-cf70-41bf-9418-8dd42edfdef6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:17.290686 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ac79f230-cceb-45e9-8a28-3a285ca734a4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0558290 Jan 28 05:54:17.352001 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c3de858-b9dc-4f5f-a82b-77a4638567fc tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:17.354389 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8c3de858-b9dc-4f5f-a82b-77a4638567fc tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3933787 Jan 28 05:54:17.357879 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42214) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:17.364415 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b51cce88-1e67-4936-80f6-9ddf14ed16fe tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:17.377711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f008dfed-a18b-494f-8b26-fdc473efe98a tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:17.380890 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-f008dfed-a18b-494f-8b26-fdc473efe98a tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:17.388186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f008dfed-a18b-494f-8b26-fdc473efe98a tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:54:17.394964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008dfed-a18b-494f-8b26-fdc473efe98a tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Pushing event updated for resources: {'Port': ['ID=a8bfc874-cf70-41bf-9418-8dd42edfdef6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:17.445851 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23472ed9-a1d0-4b3f-b72b-740904dbf8d4 None None] Network f313c573-bb2e-4ddf-a437-af66975b4796 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:54:17.469403 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-06252a2b-648f-460e-b66d-e157508d1d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:17.502633 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f008dfed-a18b-494f-8b26-fdc473efe98a tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Publish callbacks [] for floatingip (1a910897-a591-4693-87f0-f146e527dafc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:17.556034 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b51cce88-1e67-4936-80f6-9ddf14ed16fe tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:17.570190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbdc44-f1fa-4230-89ef-eca1ba0c55dc req-7eaba083-b1c4-4eea-b9d7-ee9bc0c2b3c7 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:17.572326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ddbdc44-f1fa-4230-89ef-eca1ba0c55dc req-7eaba083-b1c4-4eea-b9d7-ee9bc0c2b3c7 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0628452 Jan 28 05:54:17.663356 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f008dfed-a18b-494f-8b26-fdc473efe98a tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a8bfc874-cf70-41bf-9418-8dd42edfdef6), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:17.820368 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-06252a2b-648f-460e-b66d-e157508d1d49 admin admin] Publish callbacks [] for security_group (9764fb45-308d-4f29-8dd0-c43972c13bb3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:17.861275 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f008dfed-a18b-494f-8b26-fdc473efe98a tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Publish callbacks [] for port (a8bfc874-cf70-41bf-9418-8dd42edfdef6), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:17.879312 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ddbdc44-f1fa-4230-89ef-eca1ba0c55dc req-1413f8e0-4371-444e-a64d-92e9cc1bcf23 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991564 Jan 28 05:54:17.901720 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b51cce88-1e67-4936-80f6-9ddf14ed16fe tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:17.942058 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f008dfed-a18b-494f-8b26-fdc473efe98a tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (a8bfc874-cf70-41bf-9418-8dd42edfdef6), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:18.024278 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-06252a2b-648f-460e-b66d-e157508d1d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9764fb45-308d-4f29-8dd0-c43972c13bb3), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:18.053879 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-b51cce88-1e67-4936-80f6-9ddf14ed16fe tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Allocated IP 172.25.0.30 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/4589cdad-a58f-4b13-b02d-78a2994cd46d) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:54:18.091620 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-06252a2b-648f-460e-b66d-e157508d1d49 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f3f3a9eea0446388e24b3257581425e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9154305 Jan 28 05:54:18.096081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42236) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:18.102078 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06252a2b-648f-460e-b66d-e157508d1d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9764fb45-308d-4f29-8dd0-c43972c13bb3,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:18.198589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008dfed-a18b-494f-8b26-fdc473efe98a tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Pushing event updated for resources: {'Port': ['ID=a8bfc874-cf70-41bf-9418-8dd42edfdef6,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:18.253972 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b51cce88-1e67-4936-80f6-9ddf14ed16fe tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for port (4589cdad-a58f-4b13-b02d-78a2994cd46d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:18.256714 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f008dfed-a18b-494f-8b26-fdc473efe98a tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (1a910897-a591-4693-87f0-f146e527dafc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:18.284244 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-f6c64656-c452-4885-9748-5732841f7c3e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:18.285747 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-f6c64656-c452-4885-9748-5732841f7c3e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/networks?id=f313c573-bb2e-4ddf-a437-af66975b4796 HTTP/1.1" status: 200 len: 815 time: 0.2548289 Jan 28 05:54:18.310098 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ad216f4-51e4-4a48-97df-aa8d7a7599f0 admin admin] Publish callbacks [] for security_group (9764fb45-308d-4f29-8dd0-c43972c13bb3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:18.314478 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-2e0aeaab-c4d2-4faf-91e0-d86adf55fb71 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/quotas/f61985ba5ef042b38784220cf10666d2 HTTP/1.1" status: 200 len: 375 time: 0.0171421 Jan 28 05:54:18.357357 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-82cdd0f1-e003-4036-9a4f-67aec0da1529 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f61985ba5ef042b38784220cf10666d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343223 Jan 28 05:54:18.362427 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ad216f4-51e4-4a48-97df-aa8d7a7599f0 admin admin] Publish callbacks [] for security_group (9764fb45-308d-4f29-8dd0-c43972c13bb3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:18.381047 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f008dfed-a18b-494f-8b26-fdc473efe98a tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:18.384562 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f008dfed-a18b-494f-8b26-fdc473efe98a tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3388791 Jan 28 05:54:18.385175 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42244) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:18.430397 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b51cce88-1e67-4936-80f6-9ddf14ed16fe tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (4589cdad-a58f-4b13-b02d-78a2994cd46d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:18.480157 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51cce88-1e67-4936-80f6-9ddf14ed16fe tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:18.492971 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-b51cce88-1e67-4936-80f6-9ddf14ed16fe tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:18.509672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b669f24-2ece-40a8-8401-a0d56d74c4af req-b90d348b-1bc5-4934-ad5f-26865b51bc5d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:18.511215 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b669f24-2ece-40a8-8401-a0d56d74c4af req-b90d348b-1bc5-4934-ad5f-26865b51bc5d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1279685 Jan 28 05:54:18.513492 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51cce88-1e67-4936-80f6-9ddf14ed16fe tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:54:18.526551 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3d17d8b9-dbce-4f2c-8e8d-7bc3fda4fb67 tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.1354287 Jan 28 05:54:18.526721 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42246) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:18.547935 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-00c283b4-3f70-41f2-831a-b2e966c0ecfe service neutron] 10.222.0.31 "GET /v2.0/networks/f313c573-bb2e-4ddf-a437-af66975b4796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783001 Jan 28 05:54:18.567761 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cce88-1e67-4936-80f6-9ddf14ed16fe tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Pushing event updated for resources: {'Port': ['ID=4589cdad-a58f-4b13-b02d-78a2994cd46d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:18.655302 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e1673ea9-1dd4-4473-87bb-cb827217c4ed tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1267035 Jan 28 05:54:18.659030 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42248) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:18.872747 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b51cce88-1e67-4936-80f6-9ddf14ed16fe tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for floatingip (4dc65db6-65af-4399-8422-7087629ea614), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:18.898533 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a4f3a1d1-ad02-4474-8972-26ca3d49e5ae tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Deleting port a8bfc874-cf70-41bf-9418-8dd42edfdef6 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:18.898878 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a1d1-ad02-4474-8972-26ca3d49e5ae tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a8bfc874-cf70-41bf-9418-8dd42edfdef6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:18.987539 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ad216f4-51e4-4a48-97df-aa8d7a7599f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9764fb45-308d-4f29-8dd0-c43972c13bb3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:18.990024 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ad216f4-51e4-4a48-97df-aa8d7a7599f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:18.993860 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1ad216f4-51e4-4a48-97df-aa8d7a7599f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9764fb45-308d-4f29-8dd0-c43972c13bb3 HTTP/1.1" status: 204 len: 168 time: 0.8379281 Jan 28 05:54:18.995442 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b51cce88-1e67-4936-80f6-9ddf14ed16fe tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4589cdad-a58f-4b13-b02d-78a2994cd46d), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:19.013066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b669f24-2ece-40a8-8401-a0d56d74c4af req-2db93ea6-71c9-4526-b613-b6bd93f32476 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4863315 Jan 28 05:54:19.069827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad216f4-51e4-4a48-97df-aa8d7a7599f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9764fb45-308d-4f29-8dd0-c43972c13bb3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:19.089743 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a1d1-ad02-4474-8972-26ca3d49e5ae tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a8bfc874-cf70-41bf-9418-8dd42edfdef6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:19.090169 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a1d1-ad02-4474-8972-26ca3d49e5ae tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Publish callbacks [] for floatingip (a8bfc874-cf70-41bf-9418-8dd42edfdef6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:19.099415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-5ee69e18-42b6-4ccc-8413-084ffc2fc9bd service neutron] 10.222.0.31 "GET /v2.0/networks/f313c573-bb2e-4ddf-a437-af66975b4796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398195 Jan 28 05:54:19.118864 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a4f3a1d1-ad02-4474-8972-26ca3d49e5ae tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Calling delete_port for a8bfc874-cf70-41bf-9418-8dd42edfdef6 owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:19.301213 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b51cce88-1e67-4936-80f6-9ddf14ed16fe tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for port (4589cdad-a58f-4b13-b02d-78a2994cd46d), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:19.382156 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b51cce88-1e67-4936-80f6-9ddf14ed16fe tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (4589cdad-a58f-4b13-b02d-78a2994cd46d), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:19.409402 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62c0d727-909e-4ae7-961d-3662734fc197 req-089c1855-27d5-43c9-a927-c26d0a316a92 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 210 time: 0.0382156 Jan 28 05:54:19.467938 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cce88-1e67-4936-80f6-9ddf14ed16fe tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Pushing event updated for resources: {'Port': ['ID=4589cdad-a58f-4b13-b02d-78a2994cd46d,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:19.479009 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b51cce88-1e67-4936-80f6-9ddf14ed16fe tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (4dc65db6-65af-4399-8422-7087629ea614), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:19.511113 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a1d1-ad02-4474-8972-26ca3d49e5ae tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a8bfc874-cf70-41bf-9418-8dd42edfdef6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:19.543561 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3a1d1-ad02-4474-8972-26ca3d49e5ae tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Pushing event deleted for resources: {'Port': ['ID=a8bfc874-cf70-41bf-9418-8dd42edfdef6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:19.602218 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b51cce88-1e67-4936-80f6-9ddf14ed16fe tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:19.603750 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b51cce88-1e67-4936-80f6-9ddf14ed16fe tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2448640 Jan 28 05:54:19.609467 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a1d1-ad02-4474-8972-26ca3d49e5ae tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Publish callbacks [] for floatingip (1a910897-a591-4693-87f0-f146e527dafc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:19.612042 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a1d1-ad02-4474-8972-26ca3d49e5ae tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:19.613158 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a4f3a1d1-ad02-4474-8972-26ca3d49e5ae tempest-FloatingIPAdminTestJSON-1443942266 tempest-FloatingIPAdminTestJSON-1443942266-project] 10.222.0.31 "DELETE /v2.0/floatingips/1a910897-a591-4693-87f0-f146e527dafc HTTP/1.1" status: 204 len: 168 time: 0.9523306 Jan 28 05:54:19.615760 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42274) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:19.780457 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-55684ae7-33c0-4d54-8470-25151423eb99 tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Deleting port 06ac24bd-ab0f-4061-94d7-6b289be375e0 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:19.780828 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55684ae7-33c0-4d54-8470-25151423eb99 tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (06ac24bd-ab0f-4061-94d7-6b289be375e0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:19.813762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-2ad347dd-298e-4016-867b-33a2f5c91231 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1756649141&fields=id&tenant_id=479c54724c974ee5a31ac6ccd72859f2 HTTP/1.1" status: 200 len: 267 time: 0.0438991 Jan 28 05:54:19.862812 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55684ae7-33c0-4d54-8470-25151423eb99 tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (06ac24bd-ab0f-4061-94d7-6b289be375e0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:19.863226 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55684ae7-33c0-4d54-8470-25151423eb99 tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks [] for floatingip (06ac24bd-ab0f-4061-94d7-6b289be375e0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:19.878408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-55684ae7-33c0-4d54-8470-25151423eb99 tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Calling delete_port for 06ac24bd-ab0f-4061-94d7-6b289be375e0 owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:19.935506 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-e503e0b0-0206-4071-8848-a5f896d91e5c tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:19.937116 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-e503e0b0-0206-4071-8848-a5f896d91e5c tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/networks?id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f HTTP/1.1" status: 200 len: 809 time: 0.1147177 Jan 28 05:54:19.963123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-1bb55bee-815f-4b61-a5f5-e0dfe4d2accb tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/quotas/479c54724c974ee5a31ac6ccd72859f2 HTTP/1.1" status: 200 len: 375 time: 0.0121989 Jan 28 05:54:20.032281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-f582a646-909e-4c37-a390-7385485899c4 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=479c54724c974ee5a31ac6ccd72859f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585945 Jan 28 05:54:20.099738 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-00e0bfaf-6b8f-4288-a3ba-7af6c3c2d6aa req-4ffbb4fa-cd86-4537-a3da-98b39514b5f0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0644827 Jan 28 05:54:20.171698 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55684ae7-33c0-4d54-8470-25151423eb99 tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (06ac24bd-ab0f-4061-94d7-6b289be375e0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:20.201303 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0bfaf-6b8f-4288-a3ba-7af6c3c2d6aa req-6b99836e-5f2a-42d5-b255-2e612243e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:20.202816 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-00e0bfaf-6b8f-4288-a3ba-7af6c3c2d6aa req-6b99836e-5f2a-42d5-b255-2e612243e53c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab9f5d5d427244a98e0169fec132ab39&device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 1097 time: 0.0744135 Jan 28 05:54:20.204338 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55684ae7-33c0-4d54-8470-25151423eb99 tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Pushing event deleted for resources: {'Port': ['ID=06ac24bd-ab0f-4061-94d7-6b289be375e0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:20.225759 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-c87cb5dc-0049-4c16-a0ff-67403133fa15 service neutron] 10.222.0.31 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814423 Jan 28 05:54:20.232012 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42302) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:20.248595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6796859-1b96-40c3-bc0a-e93e10f4f5d9 req-6b9ed68f-c6c2-4cbf-8b06-17a81e1f353c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:20.255335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6796859-1b96-40c3-bc0a-e93e10f4f5d9 req-6b9ed68f-c6c2-4cbf-8b06-17a81e1f353c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1461201 Jan 28 05:54:20.386126 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6796859-1b96-40c3-bc0a-e93e10f4f5d9 req-4abc6ab6-b1de-47a3-9d6d-04691e2f609f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255379 Jan 28 05:54:20.416512 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-7c5d89f4-0ba3-48a9-a4ff-8c342d822e0f service neutron] 10.222.0.31 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898823 Jan 28 05:54:20.444517 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0bfaf-6b8f-4288-a3ba-7af6c3c2d6aa req-2bd203d0-a3b4-4ee4-84c7-f8b0718c0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:20.453455 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-00e0bfaf-6b8f-4288-a3ba-7af6c3c2d6aa req-2bd203d0-a3b4-4ee4-84c7-f8b0718c0f0a service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b HTTP/1.1" status: 200 len: 918 time: 0.2171869 Jan 28 05:54:20.455257 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55684ae7-33c0-4d54-8470-25151423eb99 tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks [] for floatingip (955926ff-1776-4407-9b30-a834026289af), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:20.459390 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55684ae7-33c0-4d54-8470-25151423eb99 tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:20.461284 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-55684ae7-33c0-4d54-8470-25151423eb99 tempest-FloatingIPAdminTestJSON-568649422 tempest-FloatingIPAdminTestJSON-568649422-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/955926ff-1776-4407-9b30-a834026289af HTTP/1.1" status: 204 len: 168 time: 0.8446002 Jan 28 05:54:20.468334 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9f039bbe-ffa1-4124-ab98-9a54ceaff7ad tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-197903263'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:20.473195 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42322) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:20.546920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1db6bbdc-3a3b-4328-aa0d-223f2bebfb8b req-ad4c857a-03ed-411e-8561-72011d1be3f7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2895200 Jan 28 05:54:20.578392 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-00e0bfaf-6b8f-4288-a3ba-7af6c3c2d6aa req-69875c4a-4521-4a48-9893-fc835be14c06 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff4e1cbd-a8ba-418f-9630-3402de151b18 HTTP/1.1" status: 200 len: 1001 time: 0.1058099 Jan 28 05:54:20.653410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0bfaf-6b8f-4288-a3ba-7af6c3c2d6aa req-35280866-dad3-45fc-9503-dc7fab9f50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:20.655033 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-00e0bfaf-6b8f-4288-a3ba-7af6c3c2d6aa req-35280866-dad3-45fc-9503-dc7fab9f50eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12e0ced4-18e5-4afc-8b80-623ef26fa087 HTTP/1.1" status: 200 len: 856 time: 0.0562077 Jan 28 05:54:20.665636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6bbdc-3a3b-4328-aa0d-223f2bebfb8b req-6d59d18d-7bfb-437f-830e-48b6659cbc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:20.667335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1db6bbdc-3a3b-4328-aa0d-223f2bebfb8b req-6d59d18d-7bfb-437f-830e-48b6659cbc14 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 1098 time: 0.0750172 Jan 28 05:54:20.699368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cbbed-d85e-4e36-98d0-207282ce2d11 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Deleting port 2e4a9a6e-64bf-444c-b3e5-427da312639a {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:20.699765 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f4cbbed-d85e-4e36-98d0-207282ce2d11 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2e4a9a6e-64bf-444c-b3e5-427da312639a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:20.701815 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0bfaf-6b8f-4288-a3ba-7af6c3c2d6aa req-0666b0b0-2cf2-45df-968e-eb0a74ab5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:20.703337 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-00e0bfaf-6b8f-4288-a3ba-7af6c3c2d6aa req-0666b0b0-2cf2-45df-968e-eb0a74ab5090 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429549 Jan 28 05:54:20.706797 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f039bbe-ffa1-4124-ab98-9a54ceaff7ad tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Made reservation on behalf of 8837ce05d2e0431188bc9685bdf30d44 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:54:20.710118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9f039bbe-ffa1-4124-ab98-9a54ceaff7ad tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:20.779894 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9f039bbe-ffa1-4124-ab98-9a54ceaff7ad tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:20.857966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c68f3-b1c2-41c6-85e0-0b4d383236ee req-721b38e9-cfd6-4394-b9d8-029b02ccda43 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:20.869075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-208c68f3-b1c2-41c6-85e0-0b4d383236ee req-721b38e9-cfd6-4394-b9d8-029b02ccda43 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.2168260 Jan 28 05:54:20.896182 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-00e0bfaf-6b8f-4288-a3ba-7af6c3c2d6aa req-e6d32b95-fb93-4163-b7f3-f70ac4693b53 service neutron] 10.222.0.60 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837127 Jan 28 05:54:20.998555 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10cca753-d87e-46ec-947f-ebf3a11fd6e1 req-145d6bdb-8489-4c68-91ef-7e43e3d302a9 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 210 time: 0.0661035 Jan 28 05:54:21.006158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6bbdc-3a3b-4328-aa0d-223f2bebfb8b req-d2314b19-eee2-4cce-aa66-1d1c125cff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:21.007857 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1db6bbdc-3a3b-4328-aa0d-223f2bebfb8b req-d2314b19-eee2-4cce-aa66-1d1c125cff60 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 913 time: 0.3212647 Jan 28 05:54:21.022885 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-208c68f3-b1c2-41c6-85e0-0b4d383236ee req-da682aa5-9be5-4e42-a72c-c63f0b443b9f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377063 Jan 28 05:54:21.039582 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f4cbbed-d85e-4e36-98d0-207282ce2d11 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2e4a9a6e-64bf-444c-b3e5-427da312639a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:21.046289 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9f039bbe-ffa1-4124-ab98-9a54ceaff7ad tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks [] for security_group (a2c51a57-a7f1-4a1a-8106-b3fd79d90072), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:21.066141 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-00e0bfaf-6b8f-4288-a3ba-7af6c3c2d6aa req-4b0d75a9-3fd6-4878-ad98-4781bf99c2f4 service neutron] 10.222.0.60 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558247 Jan 28 05:54:21.112981 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1db6bbdc-3a3b-4328-aa0d-223f2bebfb8b req-0b1216e5-0702-460d-96f6-2dd4f67223f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=665c9730-ba47-48db-9e9f-3536f440230a HTTP/1.1" status: 200 len: 217 time: 0.0890167 Jan 28 05:54:21.127770 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cbbed-d85e-4e36-98d0-207282ce2d11 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Calling delete_port for 2e4a9a6e-64bf-444c-b3e5-427da312639a owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:21.160841 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc6a923a-9e5d-4dcf-b9b5-db82d6f98ec2 req-77efed4a-3d0f-4eb1-b3be-de39272ac100 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 210 time: 0.0522161 Jan 28 05:54:21.254941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6bbdc-3a3b-4328-aa0d-223f2bebfb8b req-5ca25e5d-6618-490c-9fba-4e971c481fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:21.256404 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1db6bbdc-3a3b-4328-aa0d-223f2bebfb8b req-5ca25e5d-6618-490c-9fba-4e971c481fd6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.1299713 Jan 28 05:54:21.321803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea30e9-7694-4844-a7b9-3237919df78a req-9b0910b2-0e3f-4e5b-b64f-64375283524d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:21.323215 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34ea30e9-7694-4844-a7b9-3237919df78a req-9b0910b2-0e3f-4e5b-b64f-64375283524d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1650941 Jan 28 05:54:21.357933 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6bbdc-3a3b-4328-aa0d-223f2bebfb8b req-e4a5b087-d2c0-40c7-a158-d970fbf6d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:21.359426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1db6bbdc-3a3b-4328-aa0d-223f2bebfb8b req-e4a5b087-d2c0-40c7-a158-d970fbf6d29e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955780 Jan 28 05:54:21.389226 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-1db6bbdc-3a3b-4328-aa0d-223f2bebfb8b req-9bae8003-647c-4bb2-83d1-3bf08cabc976 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:54:21.390200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1db6bbdc-3a3b-4328-aa0d-223f2bebfb8b req-9bae8003-647c-4bb2-83d1-3bf08cabc976 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0222738 Jan 28 05:54:21.450886 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9f039bbe-ffa1-4124-ab98-9a54ceaff7ad tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a2c51a57-a7f1-4a1a-8106-b3fd79d90072), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:21.473379 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34ea30e9-7694-4844-a7b9-3237919df78a req-fbc053b5-4374-4fdb-98aa-1c2d53d1fda8 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398187 Jan 28 05:54:21.524444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f039bbe-ffa1-4124-ab98-9a54ceaff7ad tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:54:21.544374 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1db6bbdc-3a3b-4328-aa0d-223f2bebfb8b req-29221d9a-8c32-4f25-9f8d-ad6d09d457f7 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433556 Jan 28 05:54:21.544608 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9f039bbe-ffa1-4124-ab98-9a54ceaff7ad tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (14930ecb-ca9e-4ea8-a5f9-92bbcf47f698), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:21.545182 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-9f039bbe-ffa1-4124-ab98-9a54ceaff7ad tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Added segment 14930ecb-ca9e-4ea8-a5f9-92bbcf47f698 of type vlan for network 2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2 Jan 28 05:54:21.566083 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f039bbe-ffa1-4124-ab98-9a54ceaff7ad tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c51a57-a7f1-4a1a-8106-b3fd79d90072,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:21.602157 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f4cbbed-d85e-4e36-98d0-207282ce2d11 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2e4a9a6e-64bf-444c-b3e5-427da312639a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:21.604349 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9f039bbe-ffa1-4124-ab98-9a54ceaff7ad tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:21.703610 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cbbed-d85e-4e36-98d0-207282ce2d11 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Pushing event deleted for resources: {'Port': ['ID=2e4a9a6e-64bf-444c-b3e5-427da312639a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:21.729981 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9f039bbe-ffa1-4124-ab98-9a54ceaff7ad tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:21.760524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f039bbe-ffa1-4124-ab98-9a54ceaff7ad tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:21.764545 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9f039bbe-ffa1-4124-ab98-9a54ceaff7ad tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:21.815813 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1db6bbdc-3a3b-4328-aa0d-223f2bebfb8b req-fbafa753-c52a-422c-b8ad-420973f5e362 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652800 Jan 28 05:54:21.839498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36ac2d-e7cd-4cbc-b73d-4e3119989721 req-53b5295e-6b82-453f-a9eb-11d91add7dc3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:21.841309 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b36ac2d-e7cd-4cbc-b73d-4e3119989721 req-53b5295e-6b82-453f-a9eb-11d91add7dc3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.2069733 Jan 28 05:54:21.869078 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f039bbe-ffa1-4124-ab98-9a54ceaff7ad tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Pushing event updated for resources: {'Network': ['ID=2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:21.884522 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:54:21.915049 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f4cbbed-d85e-4e36-98d0-207282ce2d11 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:21.921615 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42348) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:21.923022 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7f4cbbed-d85e-4e36-98d0-207282ce2d11 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] 10.222.0.31 "DELETE /v2.0/ports/2e4a9a6e-64bf-444c-b3e5-427da312639a HTTP/1.1" status: 204 len: 168 time: 1.4473081 Jan 28 05:54:21.939101 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b36ac2d-e7cd-4cbc-b73d-4e3119989721 req-44fd6ccc-cbed-41b8-8af7-1496ce8ed0aa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864868 Jan 28 05:54:21.976826 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9f039bbe-ffa1-4124-ab98-9a54ceaff7ad tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7413013 Jan 28 05:54:21.977094 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42352) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:21.991771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a2c047d8-95de-460a-be16-0f03bb7f78df tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Request body: {'subnet': {'network_id': '2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:22.124270 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c9359b-dfe3-4c2d-a9f7-ef02676b8f6e tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:22.127953 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-99c9359b-dfe3-4c2d-a9f7-ef02676b8f6e tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f4823f-7e3f-4f26-9a35-bcc2fd66681a HTTP/1.1" status: 200 len: 913 time: 0.2033942 Jan 28 05:54:22.129170 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42360) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:22.146995 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ccd8a4be-2a56-43a8-8be6-9a1d8edd8547 req-4347b92a-d8ba-4913-9952-6cb374620228 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 210 time: 0.0339096 Jan 28 05:54:22.257403 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c047d8-95de-460a-be16-0f03bb7f78df tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Made reservation on behalf of 8837ce05d2e0431188bc9685bdf30d44 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:54:22.262243 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2c047d8-95de-460a-be16-0f03bb7f78df tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:22.264989 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d207d18-0166-4a4c-9686-32c0d14471af req-0f583688-7db9-453f-8513-a55c767af3dd tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 210 time: 0.0283949 Jan 28 05:54:23.034831 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-6f232a73-acf7-4915-a788-558088405942 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:23.036205 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-6f232a73-acf7-4915-a788-558088405942 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.60 "GET /v2.0/networks?id=f313c573-bb2e-4ddf-a437-af66975b4796 HTTP/1.1" status: 200 len: 815 time: 0.3454432 Jan 28 05:54:23.056241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-4e4bf75a-54f0-4c62-8558-797e54157c78 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Request body: {'port': {'device_id': 'e8999494-1f38-4f9c-938b-3830c60bbcd5', 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796', 'admin_state_up': True, 'tenant_id': 'f61985ba5ef042b38784220cf10666d2'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:23.115865 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2c047d8-95de-460a-be16-0f03bb7f78df tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (f9828eb5-ef56-415f-9c63-f3752875caeb), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:23.256348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c40e93d8-6eb1-4b0e-9018-88da82bae28f req-ffe3cc2d-2d3e-4f2c-a8c4-2d0428744ecb tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 210 time: 0.0269852 Jan 28 05:54:23.259100 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c047d8-95de-460a-be16-0f03bb7f78df tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Pushing event updated for resources: {'Subnet': ['ID=f9828eb5-ef56-415f-9c63-f3752875caeb,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:23.280920 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c047d8-95de-460a-be16-0f03bb7f78df tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Checking segment: {'id': '14930ecb-ca9e-4ea8-a5f9-92bbcf47f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:54:23.281286 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c047d8-95de-460a-be16-0f03bb7f78df tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Network hostable DHCP agents. Network: 2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:54:23.287250 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-847072fe-2da7-4b7b-b01a-f7314f11b23b tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (f1f4823f-7e3f-4f26-9a35-bcc2fd66681a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:23.380160 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1eb31d4-6dfe-4a0e-9e52-62de13395388 req-552596ed-0e44-4cf4-a27e-7761b409267d tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 210 time: 0.0294685 Jan 28 05:54:23.403803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-4e4bf75a-54f0-4c62-8558-797e54157c78 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Made reservation on behalf of f61985ba5ef042b38784220cf10666d2 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:54:23.408341 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-4e4bf75a-54f0-4c62-8558-797e54157c78 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:23.435301 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c047d8-95de-460a-be16-0f03bb7f78df tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Network 2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:54:23.539269 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-a2c047d8-95de-460a-be16-0f03bb7f78df tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:23.549487 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c047d8-95de-460a-be16-0f03bb7f78df tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:23.550138 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2c047d8-95de-460a-be16-0f03bb7f78df tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:23.552347 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb52a77-da63-4f2b-8959-06c48d354de2 None None] Network 2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:54:23.635614 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-4e4bf75a-54f0-4c62-8558-797e54157c78 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Allocated IP 172.20.0.10 (f313c573-bb2e-4ddf-a437-af66975b4796/09cd826f-180c-4fa4-a792-44f2acd6af41/0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:54:23.704669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2', 'network_id': '2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2', 'project_id': '8837ce05d2e0431188bc9685bdf30d44', 'fixed_ips': [{'subnet_id': 'f9828eb5-ef56-415f-9c63-f3752875caeb'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:54:23.705829 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:23.715065 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a2c047d8-95de-460a-be16-0f03bb7f78df tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7363958 Jan 28 05:54:23.718232 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-0c81e1df-1f6d-4f5d-834b-a5124040b10e tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:23.719930 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-0c81e1df-1f6d-4f5d-834b-a5124040b10e tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.60 "GET /v2.0/networks?id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f HTTP/1.1" status: 200 len: 809 time: 0.1711421 Jan 28 05:54:23.720607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42378) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:23.726514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8f1ea015-6776-4796-b39c-4010f296bf56 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Request body: {'port': {'network_id': '2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2', 'name': 'tempest-TagsExtTest-188082619'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:23.918880 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-6f98189b-0d71-4e19-89f7-1682d1eb0339 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=479c54724c974ee5a31ac6ccd72859f2 HTTP/1.1" status: 200 len: 380 time: 0.1105664 Jan 28 05:54:23.938226 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Request body: {'port': {'device_id': '3b461ae0-d2fb-493e-a09d-456b7be1c204', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'admin_state_up': True, 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'security_groups': ['b738cea6-0bea-4a7f-9cde-34197d9971cd']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:23.970090 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Allocated IP 172.20.0.2 (2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2/f9828eb5-ef56-415f-9c63-f3752875caeb/b5088046-a723-48d7-be41-0f0dedd0e3bd) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:54:24.023199 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-4e4bf75a-54f0-4c62-8558-797e54157c78 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks [] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:24.081293 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-847072fe-2da7-4b7b-b01a-f7314f11b23b tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Deleting port 08338d29-b7ce-4516-91b7-15b9adb36aa1 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:24.082401 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-847072fe-2da7-4b7b-b01a-f7314f11b23b tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (08338d29-b7ce-4516-91b7-15b9adb36aa1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:24.142851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1ea015-6776-4796-b39c-4010f296bf56 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Made reservation on behalf of 8837ce05d2e0431188bc9685bdf30d44 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:54:24.148426 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea015-6776-4796-b39c-4010f296bf56 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:24.170940 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Publish callbacks [] for port (b5088046-a723-48d7-be41-0f0dedd0e3bd), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:24.173933 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-4e4bf75a-54f0-4c62-8558-797e54157c78 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:24.178672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Made reservation on behalf of 479c54724c974ee5a31ac6ccd72859f2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:54:24.182125 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:24.185900 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-847072fe-2da7-4b7b-b01a-f7314f11b23b tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (08338d29-b7ce-4516-91b7-15b9adb36aa1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:24.186426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-8f1ea015-6776-4796-b39c-4010f296bf56 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] device_id is not set on port 5a06e583-1eca-4c70-9fea-d069cfebefd9 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:54:24.232959 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-847072fe-2da7-4b7b-b01a-f7314f11b23b tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Calling delete_port for 08338d29-b7ce-4516-91b7-15b9adb36aa1 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:24.258567 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-4e4bf75a-54f0-4c62-8558-797e54157c78 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Network f313c573-bb2e-4ddf-a437-af66975b4796 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:24.267014 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (b5088046-a723-48d7-be41-0f0dedd0e3bd), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:24.280389 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-4e4bf75a-54f0-4c62-8558-797e54157c78 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:24.284640 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bf75a-54f0-4c62-8558-797e54157c78 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Pushing event updated for resources: {'Port': ['ID=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:24.331213 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-4e4bf75a-54f0-4c62-8558-797e54157c78 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:54:24.340098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Pushing event updated for resources: {'Port': ['ID=b5088046-a723-48d7-be41-0f0dedd0e3bd,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:24.353765 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Network 2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:24.356686 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:24.359612 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:54:24.432442 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Attempting to bind port b5088046-a723-48d7-be41-0f0dedd0e3bd on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:54:24.432820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Attempting to bind port b5088046-a723-48d7-be41-0f0dedd0e3bd by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '14930ecb-ca9e-4ea8-a5f9-92bbcf47f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:54:24.433185 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Attempting to bind port b5088046-a723-48d7-be41-0f0dedd0e3bd on network 2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:54:24.440719 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:54:24.442651 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Checking segment: {'id': '14930ecb-ca9e-4ea8-a5f9-92bbcf47f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:54:24.442651 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:24.442651 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Bound using segment: {'id': '14930ecb-ca9e-4ea8-a5f9-92bbcf47f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:54:24.442651 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Bound port: b5088046-a723-48d7-be41-0f0dedd0e3bd, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14930ecb-ca9e-4ea8-a5f9-92bbcf47f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:54:24.443153 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b5088046-a723-48d7-be41-0f0dedd0e3bd), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:24.487994 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-4e4bf75a-54f0-4c62-8558-797e54157c78 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:24.489017 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-4e4bf75a-54f0-4c62-8558-797e54157c78 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:24.498792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa32ad3-231a-45ac-b67b-d1ef304a1155 req-190e92f4-94f7-4dab-a3f1-34a7c7a9f6f7 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:24.505686 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8fa32ad3-231a-45ac-b67b-d1ef304a1155 req-190e92f4-94f7-4dab-a3f1-34a7c7a9f6f7 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 932 time: 0.1481891 Jan 28 05:54:24.534812 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] For port b5088046-a723-48d7-be41-0f0dedd0e3bd, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:54:24.539160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] For port b5088046-a723-48d7-be41-0f0dedd0e3bd, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b5088046-a723-48d7-be41-0f0dedd0e3bd,segment=NetworkSegment(14930ecb-ca9e-4ea8-a5f9-92bbcf47f698),segment_id=14930ecb-ca9e-4ea8-a5f9-92bbcf47f698)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:54:24.574653 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fc79685-d485-48a5-8c8c-ca91d66cf53c req-49961392-df02-488d-8247-624caad74ef1 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 210 time: 0.0666676 Jan 28 05:54:24.597664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-8f1ea015-6776-4796-b39c-4010f296bf56 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Allocated IP 172.20.0.9 (2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2/f9828eb5-ef56-415f-9c63-f3752875caeb/5a06e583-1eca-4c70-9fea-d069cfebefd9) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:54:24.626076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Allocated IP 172.20.0.6 (e5cb12f7-5a7a-4431-98f5-2a7e5412761f/6775d0c7-920b-4dac-b225-8dee000178bb/47aefc6d-97a5-476d-9309-c1a53d45b252) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:54:24.630597 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-4e4bf75a-54f0-4c62-8558-797e54157c78 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5788064 Jan 28 05:54:24.638358 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8fa32ad3-231a-45ac-b67b-d1ef304a1155 req-3999586b-092f-40fd-affb-5973c1c704b3 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271577 Jan 28 05:54:24.655478 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Request body: {'port': {'device_id': 'e8999494-1f38-4f9c-938b-3830c60bbcd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:24.656307 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b5088046-a723-48d7-be41-0f0dedd0e3bd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:24.716663 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-847072fe-2da7-4b7b-b01a-f7314f11b23b tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (08338d29-b7ce-4516-91b7-15b9adb36aa1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:24.729529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f61ea1-1a57-4f43-9434-f8fbbfa73f0c None None] Pushing event updated for resources: {'Port': ['ID=b5088046-a723-48d7-be41-0f0dedd0e3bd,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:24.747089 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:24.747768 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847072fe-2da7-4b7b-b01a-f7314f11b23b tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Pushing event deleted for resources: {'Port': ['ID=08338d29-b7ce-4516-91b7-15b9adb36aa1,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:24.933105 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:24.968216 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea015-6776-4796-b39c-4010f296bf56 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks [] for port (5a06e583-1eca-4c70-9fea-d069cfebefd9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:24.991709 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for port (47aefc6d-97a5-476d-9309-c1a53d45b252), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:25.176790 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (47aefc6d-97a5-476d-9309-c1a53d45b252), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:25.186410 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea015-6776-4796-b39c-4010f296bf56 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (5a06e583-1eca-4c70-9fea-d069cfebefd9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:25.214232 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-847072fe-2da7-4b7b-b01a-f7314f11b23b tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (f1f4823f-7e3f-4f26-9a35-bcc2fd66681a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:25.246832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1ea015-6776-4796-b39c-4010f296bf56 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Network 2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:25.248691 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Network e5cb12f7-5a7a-4431-98f5-2a7e5412761f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:25.252160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:25.256094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:54:25.277253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-8f1ea015-6776-4796-b39c-4010f296bf56 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:25.277253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1ea015-6776-4796-b39c-4010f296bf56 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:54:25.380907 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Pushing event updated for resources: {'Port': ['ID=47aefc6d-97a5-476d-9309-c1a53d45b252,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:25.401334 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:25.401681 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:25.402054 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:25.402428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:25.402767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:25.403106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:25.403486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:25.403763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:25.404173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:25.404408 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:25.404733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:25.405059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:25.405381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:25.413707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ea015-6776-4796-b39c-4010f296bf56 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:25.414455 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea015-6776-4796-b39c-4010f296bf56 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:25.430905 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:25.431580 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:25.493743 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ea015-6776-4796-b39c-4010f296bf56 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Pushing event updated for resources: {'Port': ['ID=5a06e583-1eca-4c70-9fea-d069cfebefd9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:25.552894 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8f1ea015-6776-4796-b39c-4010f296bf56 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8310375 Jan 28 05:54:25.559256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-853557fa-0f35-4104-b4d1-fbcaa66b5672 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6237597 Jan 28 05:54:25.559696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42400) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:25.565653 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-00be2b17-9117-4111-8f6b-f97d654db881 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-517079766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:25.580039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Request body: {'port': {'device_id': '3b461ae0-d2fb-493e-a09d-456b7be1c204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:25.663211 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (47aefc6d-97a5-476d-9309-c1a53d45b252), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:25.694057 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:54:25.705285 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Publish callbacks [] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:25.711263 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00be2b17-9117-4111-8f6b-f97d654db881 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (882d9dd3-7c92-45fe-8396-3683042f5377), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:25.719010 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00be2b17-9117-4111-8f6b-f97d654db881 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (882d9dd3-7c92-45fe-8396-3683042f5377), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:25.752698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e3d85cd1-a94d-4f12-902f-79ecdcf4c95c None None] Provisioning complete for port 47aefc6d-97a5-476d-9309-c1a53d45b252 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:25.753800 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3d85cd1-a94d-4f12-902f-79ecdcf4c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (47aefc6d-97a5-476d-9309-c1a53d45b252), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:25.772474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Transition to ACTIVE for port object 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:54:25.829603 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e3d85cd1-a94d-4f12-902f-79ecdcf4c95c None None] Port 47aefc6d-97a5-476d-9309-c1a53d45b252 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:54:25.836660 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:25.911900 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00be2b17-9117-4111-8f6b-f97d654db881 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks [] for router_controller (882d9dd3-7c92-45fe-8396-3683042f5377), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:25.986091 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5c0d-79ee-457a-b025-05f4e67d57aa req-addc440c-edc6-41b7-b8ca-44d28168b90a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:25.987686 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d4c5c0d-79ee-457a-b025-05f4e67d57aa req-addc440c-edc6-41b7-b8ca-44d28168b90a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 931 time: 0.2466586 Jan 28 05:54:26.000610 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Attempting to bind port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:54:26.000967 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Attempting to bind port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '11384708-f4dd-4ee0-b923-90c88d56fc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:54:26.001278 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Attempting to bind port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd on network f313c573-bb2e-4ddf-a437-af66975b4796 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:54:26.002643 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00be2b17-9117-4111-8f6b-f97d654db881 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (882d9dd3-7c92-45fe-8396-3683042f5377), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:26.010859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847072fe-2da7-4b7b-b01a-f7314f11b23b tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Router f1f4823f-7e3f-4f26-9a35-bcc2fd66681a has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:54:26.022828 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:26.032751 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:26.033102 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:26.033431 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:26.033986 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:26.034342 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:26.034679 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:26.035010 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:26.035346 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:26.035672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:26.036002 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:26.036334 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:26.036661 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:26.036989 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:54:26.051790 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd on network f313c573-bb2e-4ddf-a437-af66975b4796 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:54:26.052837 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Attempting to bind port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd on network f313c573-bb2e-4ddf-a437-af66975b4796 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:54:26.062330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:54:26.064148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Checking segment: {'id': '11384708-f4dd-4ee0-b923-90c88d56fc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:54:26.070504 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Bound using segment: {'id': '11384708-f4dd-4ee0-b923-90c88d56fc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:54:26.070504 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Bound port: 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11384708-f4dd-4ee0-b923-90c88d56fc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:54:26.070504 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:26.075707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee347ea1-0274-4dc8-bdde-b47a677b24b0 req-348192dd-9142-4417-a4b5-149df1778eaf tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:26.077808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ee347ea1-0274-4dc8-bdde-b47a677b24b0 req-348192dd-9142-4417-a4b5-149df1778eaf tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 944 time: 0.2827954 Jan 28 05:54:26.127665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d4c5c0d-79ee-457a-b025-05f4e67d57aa req-9d08dc50-aa30-4026-9cfb-17e6c2139a7e tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=b738cea6-0bea-4a7f-9cde-34197d9971cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309137 Jan 28 05:54:26.202957 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00be2b17-9117-4111-8f6b-f97d654db881 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:26.207028 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-00be2b17-9117-4111-8f6b-f97d654db881 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6428380 Jan 28 05:54:26.208458 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42410) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:26.221043 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-3c6eb072-3454-4ae5-9825-47e17f78af76 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1293858212', 'prefixes': ['172.20.0.0/16']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:26.257558 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ee347ea1-0274-4dc8-bdde-b47a677b24b0 req-5f414a63-cf36-4a9c-bf58-d4aa841ebb2f tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641166 Jan 28 05:54:26.283353 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] For port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:54:26.284316 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f9c099-ef55-4790-bb27-9e58959ac384 None None] Network 2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:54:26.288577 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] For port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:54:26.291700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847072fe-2da7-4b7b-b01a-f7314f11b23b tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:54:26.300847 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-847072fe-2da7-4b7b-b01a-f7314f11b23b tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] 10.222.0.31 "PUT /v2.0/routers/f1f4823f-7e3f-4f26-9a35-bcc2fd66681a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1698084 Jan 28 05:54:26.302785 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad093c-9f71-4551-b36d-ee14bb34a398 None None] Sync routers for ids ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:54:26.308893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42412) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:26.315853 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad093c-9f71-4551-b36d-ee14bb34a398 None None] Routers {'f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:26.316423 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-83ad093c-9f71-4551-b36d-ee14bb34a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:26.365398 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-83ad093c-9f71-4551-b36d-ee14bb34a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:26.381455 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad093c-9f71-4551-b36d-ee14bb34a398 None None] Routers {'f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:26.382144 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-83ad093c-9f71-4551-b36d-ee14bb34a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:26.426653 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-83ad093c-9f71-4551-b36d-ee14bb34a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:26.427629 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad093c-9f71-4551-b36d-ee14bb34a398 None None] The sync data for ids ['f1f4823f-7e3f-4f26-9a35-bcc2fd66681a'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:54:26.444919 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-46fcf738-c2ab-4187-9bfa-f1d3a5758848 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for router (f1f4823f-7e3f-4f26-9a35-bcc2fd66681a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:26.447236 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:26.461381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47aefc6d-97a5-476d-9309-c1a53d45b252 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:54:26.480904 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Publish callbacks [] for port (47aefc6d-97a5-476d-9309-c1a53d45b252), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:26.494201 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Transition to ACTIVE for port object 47aefc6d-97a5-476d-9309-c1a53d45b252 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:54:26.523245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d76e0c2b-bb27-424e-96af-80e885f09017 None None] Provisioning complete for port b5088046-a723-48d7-be41-0f0dedd0e3bd triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:26.523628 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d76e0c2b-bb27-424e-96af-80e885f09017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b5088046-a723-48d7-be41-0f0dedd0e3bd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:26.578079 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:26.578800 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:26.580548 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] 10.222.0.60 "PUT /v2.0/ports/0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd HTTP/1.1" status: 200 len: 1093 time: 1.9350524 Jan 28 05:54:26.581024 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8999494-1f38-4f9c-938b-3830c60bbcd5', 'tag': '0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:54:26.583544 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b0b3f7-2de5-4ce3-b80f-a1a8462a1b54" -d '{"events": [{"name": "network-changed", "server_uuid": "e8999494-1f38-4f9c-938b-3830c60bbcd5", "tag": "0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:54:26.609140 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (47aefc6d-97a5-476d-9309-c1a53d45b252), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:26.639254 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31469df0-48bd-402d-93d4-e6f352a21216 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:26.679340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d76e0c2b-bb27-424e-96af-80e885f09017 None None] Current status of the port b5088046-a723-48d7-be41-0f0dedd0e3bd is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:26.679945 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d76e0c2b-bb27-424e-96af-80e885f09017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b5088046-a723-48d7-be41-0f0dedd0e3bd), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:26.687313 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-46fcf738-c2ab-4187-9bfa-f1d3a5758848 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for router_gateway (f1f4823f-7e3f-4f26-9a35-bcc2fd66681a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:26.717127 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4e3e02-af1f-4aed-9e8d-85f1d0cf7489 x-openstack-request-id: req-7b4e3e02-af1f-4aed-9e8d-85f1d0cf7489 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:54:26.718770 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8999494-1f38-4f9c-938b-3830c60bbcd5", "tag": "0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:54:26.719913 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b4e3e02-af1f-4aed-9e8d-85f1d0cf7489 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:54:26.720337 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8999494-1f38-4f9c-938b-3830c60bbcd5', 'tag': '0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd', 'status': 'completed', 'code': 200} Jan 28 05:54:26.742357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d76e0c2b-bb27-424e-96af-80e885f09017 None None] For port b5088046-a723-48d7-be41-0f0dedd0e3bd, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b5088046-a723-48d7-be41-0f0dedd0e3bd,segment=NetworkSegment(14930ecb-ca9e-4ea8-a5f9-92bbcf47f698),segment_id=14930ecb-ca9e-4ea8-a5f9-92bbcf47f698)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:26.748738 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Pushing event updated for resources: {'Port': ['ID=47aefc6d-97a5-476d-9309-c1a53d45b252,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:26.823220 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d76e0c2b-bb27-424e-96af-80e885f09017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b5088046-a723-48d7-be41-0f0dedd0e3bd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:26.836516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0b3f7-2de5-4ce3-b80f-a1a8462a1b54 req-ed88be4f-c5b5-4d7f-a35e-e1326ccdac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:26.836516 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-06b0b3f7-2de5-4ce3-b80f-a1a8462a1b54 req-ed88be4f-c5b5-4d7f-a35e-e1326ccdac5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f61985ba5ef042b38784220cf10666d2&device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 1096 time: 0.0905468 Jan 28 05:54:26.895623 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Attempting to bind port 47aefc6d-97a5-476d-9309-c1a53d45b252 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:54:26.896046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Attempting to bind port 47aefc6d-97a5-476d-9309-c1a53d45b252 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '3bdafa36-a0fd-423f-a35f-09a7ce57e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:54:26.896484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Attempting to bind port 47aefc6d-97a5-476d-9309-c1a53d45b252 on network e5cb12f7-5a7a-4431-98f5-2a7e5412761f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:54:26.910967 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Port 47aefc6d-97a5-476d-9309-c1a53d45b252 on network e5cb12f7-5a7a-4431-98f5-2a7e5412761f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:54:26.910967 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Attempting to bind port 47aefc6d-97a5-476d-9309-c1a53d45b252 on network e5cb12f7-5a7a-4431-98f5-2a7e5412761f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:54:26.923632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:54:26.925100 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Checking segment: {'id': '3bdafa36-a0fd-423f-a35f-09a7ce57e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:54:26.926131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Bound using segment: {'id': '3bdafa36-a0fd-423f-a35f-09a7ce57e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:54:26.926728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Bound port: 47aefc6d-97a5-476d-9309-c1a53d45b252, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bdafa36-a0fd-423f-a35f-09a7ce57e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:54:26.928554 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (47aefc6d-97a5-476d-9309-c1a53d45b252), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:26.937373 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c6eb072-3454-4ae5-9825-47e17f78af76 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:26.944327 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3c6eb072-3454-4ae5-9825-47e17f78af76 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7246170 Jan 28 05:54:26.955223 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42426) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:26.968264 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-a5819c1f-99f5-45f4-afe7-60a176fb81e2 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f9828eb5-ef56-415f-9c63-f3752875caeb', 'tempest-TagsExtTest-Tag-1086463453') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:26.977329 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e0c2b-bb27-424e-96af-80e885f09017 None None] Pushing event updated for resources: {'Port': ['ID=b5088046-a723-48d7-be41-0f0dedd0e3bd,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:27.001909 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b5088046-a723-48d7-be41-0f0dedd0e3bd up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:54:27.070088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port b5088046-a723-48d7-be41-0f0dedd0e3bd triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:27.070887 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b5088046-a723-48d7-be41-0f0dedd0e3bd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:27.197416 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b11adc7b-e580-4e5f-be18-4ff658449825 None None] Provisioning complete for port b5088046-a723-48d7-be41-0f0dedd0e3bd triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:27.201554 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b11adc7b-e580-4e5f-be18-4ff658449825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b5088046-a723-48d7-be41-0f0dedd0e3bd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:27.320200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] For port 47aefc6d-97a5-476d-9309-c1a53d45b252, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:54:27.321293 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b5088046-a723-48d7-be41-0f0dedd0e3bd is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:27.385999 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-46fcf738-c2ab-4187-9bfa-f1d3a5758848 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Deleting port 5cf7e56b-b443-4a59-8652-7b9ece45e766 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:27.389040 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-46fcf738-c2ab-4187-9bfa-f1d3a5758848 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5cf7e56b-b443-4a59-8652-7b9ece45e766), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:27.400066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] For port 47aefc6d-97a5-476d-9309-c1a53d45b252, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=47aefc6d-97a5-476d-9309-c1a53d45b252,segment=NetworkSegment(3bdafa36-a0fd-423f-a35f-09a7ce57e87e),segment_id=3bdafa36-a0fd-423f-a35f-09a7ce57e87e)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:54:27.421432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bd0ae-6da4-4e06-ae52-530b6eb1bae6 req-56627779-6d8e-4315-b37d-09c56d5283ae tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:27.430643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b11adc7b-e580-4e5f-be18-4ff658449825 None None] Current status of the port b5088046-a723-48d7-be41-0f0dedd0e3bd is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:27.431875 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b42bd0ae-6da4-4e06-ae52-530b6eb1bae6 req-56627779-6d8e-4315-b37d-09c56d5283ae tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 943 time: 0.2060151 Jan 28 05:54:27.440395 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0b3f7-2de5-4ce3-b80f-a1a8462a1b54 req-f7baf0ef-15b8-430c-a4ca-6111054b3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:27.445669 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-06b0b3f7-2de5-4ce3-b80f-a1a8462a1b54 req-f7baf0ef-15b8-430c-a4ca-6111054b3ef6 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f61985ba5ef042b38784220cf10666d2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5571091 Jan 28 05:54:27.471240 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b11adc7b-e580-4e5f-be18-4ff658449825 None None] Provisioning complete for port 5a06e583-1eca-4c70-9fea-d069cfebefd9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:27.471240 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b11adc7b-e580-4e5f-be18-4ff658449825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5a06e583-1eca-4c70-9fea-d069cfebefd9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:27.540129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b11adc7b-e580-4e5f-be18-4ff658449825 None None] Port 5a06e583-1eca-4c70-9fea-d069cfebefd9 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:54:27.568487 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b42bd0ae-6da4-4e06-ae52-530b6eb1bae6 req-7dd57be6-9b49-42e9-8127-460afe90c29d tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=b738cea6-0bea-4a7f-9cde-34197d9971cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339114 Jan 28 05:54:27.570197 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (47aefc6d-97a5-476d-9309-c1a53d45b252), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:27.587826 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:27.638871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:27.639484 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:27.640578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] 10.222.0.60 "PUT /v2.0/ports/47aefc6d-97a5-476d-9309-c1a53d45b252 HTTP/1.1" status: 200 len: 1092 time: 2.0684276 Jan 28 05:54:27.642047 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a5819c1f-99f5-45f4-afe7-60a176fb81e2 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "PUT /v2.0/subnets/f9828eb5-ef56-415f-9c63-f3752875caeb/tags/tempest-TagsExtTest-Tag-1086463453 HTTP/1.1" status: 201 len: 201 time: 0.6856177 Jan 28 05:54:27.645973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b461ae0-d2fb-493e-a09d-456b7be1c204', 'tag': '47aefc6d-97a5-476d-9309-c1a53d45b252'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:54:27.666342 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31982cf2-167f-4421-b9ce-765b76cdf11c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b461ae0-d2fb-493e-a09d-456b7be1c204", "tag": "47aefc6d-97a5-476d-9309-c1a53d45b252"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:54:27.666342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42440) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:27.666342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-e0609ac0-9f46-4c8b-ab13-53ff1092a855 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5a06e583-1eca-4c70-9fea-d069cfebefd9', 'tempest-TagsExtTest-Tag-1999164897') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:27.709307 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad0893-91e2-4679-ba00-8b6eb3e6998b service neutron] Pushing event updated for resources: {'Port': ['ID=47aefc6d-97a5-476d-9309-c1a53d45b252,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:27.730200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3f7b7-084b-479e-b02f-5ef3283a0e02 req-b1eac659-54d5-4acf-b0c8-01d8d08b68f9 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:27.731799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0d3f7b7-084b-479e-b02f-5ef3283a0e02 req-b1eac659-54d5-4acf-b0c8-01d8d08b68f9 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 944 time: 0.2165878 Jan 28 05:54:27.732739 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-9a645b87-5249-48d6-ac31-63e8d8c2d161 None None] Provisioning complete for port 5a06e583-1eca-4c70-9fea-d069cfebefd9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:27.739088 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a645b87-5249-48d6-ac31-63e8d8c2d161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5a06e583-1eca-4c70-9fea-d069cfebefd9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:27.782869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0b3f7-2de5-4ce3-b80f-a1a8462a1b54 req-448ff656-0645-4716-9288-c6464c13c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:27.788858 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-06b0b3f7-2de5-4ce3-b80f-a1a8462a1b54 req-448ff656-0645-4716-9288-c6464c13c66f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2943270 Jan 28 05:54:27.803078 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0d3f7b7-084b-479e-b02f-5ef3283a0e02 req-3a7a40a4-e6f1-4051-b03e-30109dd05832 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638468 Jan 28 05:54:27.849862 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-46fcf738-c2ab-4187-9bfa-f1d3a5758848 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5cf7e56b-b443-4a59-8652-7b9ece45e766), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:27.850233 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e531ba19-fb95-4a85-bd07-afa6b5cce9bb x-openstack-request-id: req-e531ba19-fb95-4a85-bd07-afa6b5cce9bb {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:54:27.850233 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b461ae0-d2fb-493e-a09d-456b7be1c204", "tag": "47aefc6d-97a5-476d-9309-c1a53d45b252", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:54:27.850233 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e531ba19-fb95-4a85-bd07-afa6b5cce9bb {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:54:27.850916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9a645b87-5249-48d6-ac31-63e8d8c2d161 None None] Port 5a06e583-1eca-4c70-9fea-d069cfebefd9 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:54:27.851382 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b461ae0-d2fb-493e-a09d-456b7be1c204', 'tag': '47aefc6d-97a5-476d-9309-c1a53d45b252', 'status': 'completed', 'code': 200} Jan 28 05:54:27.866922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-7d181a07-97d6-4036-8c12-fce24c818a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:27.872666 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-7d181a07-97d6-4036-8c12-fce24c818a4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=479c54724c974ee5a31ac6ccd72859f2&device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 1095 time: 0.0698524 Jan 28 05:54:27.890773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-46fcf738-c2ab-4187-9bfa-f1d3a5758848 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Calling delete_port for 5cf7e56b-b443-4a59-8652-7b9ece45e766 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:27.925557 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-63373e4b-a143-42c9-baf9-85fc14a17111 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47aefc6d-97a5-476d-9309-c1a53d45b252 HTTP/1.1" status: 200 len: 217 time: 0.0448239 Jan 28 05:54:27.969028 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e0609ac0-9f46-4c8b-ab13-53ff1092a855 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "PUT /v2.0/ports/5a06e583-1eca-4c70-9fea-d069cfebefd9/tags/tempest-TagsExtTest-Tag-1999164897 HTTP/1.1" status: 201 len: 201 time: 0.3115237 Jan 28 05:54:27.971979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42444) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:27.979816 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-347940c7-50a4-4d99-a2b3-7f40ac310b7c tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '882d9dd3-7c92-45fe-8396-3683042f5377', 'tempest-TagsExtTest-Tag-2009296274') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:27.989157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-9b92df39-27e1-4680-aa3f-1b27757df34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:27.990849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-9b92df39-27e1-4680-aa3f-1b27757df34f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6775d0c7-920b-4dac-b225-8dee000178bb HTTP/1.1" status: 200 len: 848 time: 0.0586963 Jan 28 05:54:28.042419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-fd48403c-8f11-4fc1-b7f5-068880cfc3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:28.043689 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-6571625c-4432-4091-a9b3-4c0d0c54faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:28.043911 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-fd48403c-8f11-4fc1-b7f5-068880cfc3d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464067 Jan 28 05:54:28.045228 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-6571625c-4432-4091-a9b3-4c0d0c54faf1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f61985ba5ef042b38784220cf10666d2&device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 1096 time: 0.1847541 Jan 28 05:54:28.154616 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-59b249eb-bbfb-4e9a-ad79-91e14e3872c9 service neutron] 10.222.0.60 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941913 Jan 28 05:54:28.156970 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-bae413ca-c5ed-4daa-9f60-420a62bb48f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd HTTP/1.1" status: 200 len: 217 time: 0.0785301 Jan 28 05:54:28.216920 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-a3ef1bb1-c891-492f-8145-bc1a3e13bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:28.218430 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-a3ef1bb1-c891-492f-8145-bc1a3e13bbf2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09cd826f-180c-4fa4-a792-44f2acd6af41 HTTP/1.1" status: 200 len: 855 time: 0.0516458 Jan 28 05:54:28.258305 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28321a86-4f1b-47b0-b0e5-bd802777e2d2 req-c8b7ec75-47c1-4655-9d3e-c43796585ece service neutron] 10.222.0.60 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935223 Jan 28 05:54:28.271286 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-4b71d1e2-c14b-4f22-ac1e-a520488d289a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f313c573-bb2e-4ddf-a437-af66975b4796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474455 Jan 28 05:54:28.331742 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-347940c7-50a4-4d99-a2b3-7f40ac310b7c tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "PUT /v2.0/routers/882d9dd3-7c92-45fe-8396-3683042f5377/tags/tempest-TagsExtTest-Tag-2009296274 HTTP/1.1" status: 201 len: 201 time: 0.3573792 Jan 28 05:54:28.339196 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42446) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:28.344193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-54cf4450-2fd2-4d97-b567-06f2f0efbfcb tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bac49b52-3abe-4a18-8aff-2c5d6ba60e41', 'tempest-TagsExtTest-Tag-2119517875') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:28.388779 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-5987ee2f-e312-49b8-990e-d9cdd0efcc74 service neutron] 10.222.0.60 "GET /v2.0/networks/f313c573-bb2e-4ddf-a437-af66975b4796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108649 Jan 28 05:54:28.521966 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-46fcf738-c2ab-4187-9bfa-f1d3a5758848 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (5cf7e56b-b443-4a59-8652-7b9ece45e766), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:28.564781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcf738-c2ab-4187-9bfa-f1d3a5758848 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Pushing event deleted for resources: {'Port': ['ID=5cf7e56b-b443-4a59-8652-7b9ece45e766,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:28.645891 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-770e75bf-745e-4f9c-a45f-4cd72e395457 req-e09969e9-bb7d-40e6-98c2-ed6ebd4119c7 service neutron] 10.222.0.60 "GET /v2.0/networks/f313c573-bb2e-4ddf-a437-af66975b4796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186959 Jan 28 05:54:28.650900 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-46fcf738-c2ab-4187-9bfa-f1d3a5758848 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (f1f4823f-7e3f-4f26-9a35-bcc2fd66681a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:28.840325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31982cf2-167f-4421-b9ce-765b76cdf11c req-00574a84-76bd-41a3-a530-61e80be8d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:28.841859 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31982cf2-167f-4421-b9ce-765b76cdf11c req-00574a84-76bd-41a3-a530-61e80be8d5b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=479c54724c974ee5a31ac6ccd72859f2&device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 1095 time: 0.1048379 Jan 28 05:54:28.855439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06dcf4-f558-4e36-a176-3b19c93976b4 req-16175ecc-2144-4827-967d-0e14b074fc82 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:28.857252 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e06dcf4-f558-4e36-a176-3b19c93976b4 req-16175ecc-2144-4827-967d-0e14b074fc82 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 943 time: 0.1189597 Jan 28 05:54:28.882754 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b5088046-a723-48d7-be41-0f0dedd0e3bd up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:54:28.928023 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-54cf4450-2fd2-4d97-b567-06f2f0efbfcb tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "PUT /v2.0/subnetpools/bac49b52-3abe-4a18-8aff-2c5d6ba60e41/tags/tempest-TagsExtTest-Tag-2119517875 HTTP/1.1" status: 201 len: 201 time: 0.5874546 Jan 28 05:54:28.944271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42460) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:28.948461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-1b96ce23-a212-47ff-9a16-30bae0929e33 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f9828eb5-ef56-415f-9c63-f3752875caeb') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:28.968803 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port b5088046-a723-48d7-be41-0f0dedd0e3bd triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:28.969334 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b5088046-a723-48d7-be41-0f0dedd0e3bd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:29.049704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e06dcf4-f558-4e36-a176-3b19c93976b4 req-c778a533-8e40-48fa-bf09-af95b6f5e587 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=b738cea6-0bea-4a7f-9cde-34197d9971cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833022 Jan 28 05:54:29.057344 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-46fcf738-c2ab-4187-9bfa-f1d3a5758848 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (f1f4823f-7e3f-4f26-9a35-bcc2fd66681a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:29.060599 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-46fcf738-c2ab-4187-9bfa-f1d3a5758848 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for router_controller (f1f4823f-7e3f-4f26-9a35-bcc2fd66681a), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:29.076584 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e9400-8d68-4a51-8b81-b045454b2e60 req-8a59e5af-5007-4012-888a-297de342bd95 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:29.083630 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb4e9400-8d68-4a51-8b81-b045454b2e60 req-8a59e5af-5007-4012-888a-297de342bd95 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 944 time: 0.1578794 Jan 28 05:54:29.092806 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31982cf2-167f-4421-b9ce-765b76cdf11c req-54b5d1e3-4962-4f0e-ad1e-39d1d3c7082b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:29.094261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31982cf2-167f-4421-b9ce-765b76cdf11c req-54b5d1e3-4962-4f0e-ad1e-39d1d3c7082b service neutron] 10.222.0.60 "GET /v2.0/networks?id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f HTTP/1.1" status: 200 len: 910 time: 0.2359836 Jan 28 05:54:29.098320 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b5088046-a723-48d7-be41-0f0dedd0e3bd is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:29.164675 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31982cf2-167f-4421-b9ce-765b76cdf11c req-57d70785-1bf5-4630-81ea-6cd72bf29630 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47aefc6d-97a5-476d-9309-c1a53d45b252 HTTP/1.1" status: 200 len: 217 time: 0.0492282 Jan 28 05:54:29.182282 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-46fcf738-c2ab-4187-9bfa-f1d3a5758848 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (f1f4823f-7e3f-4f26-9a35-bcc2fd66681a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:29.182892 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fcf738-c2ab-4187-9bfa-f1d3a5758848 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Fanout notify agent at l3_agent the message router_deleted on router f1f4823f-7e3f-4f26-9a35-bcc2fd66681a {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:54:29.191251 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-46fcf738-c2ab-4187-9bfa-f1d3a5758848 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:29.193950 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1b96ce23-a212-47ff-9a16-30bae0929e33 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/subnets/f9828eb5-ef56-415f-9c63-f3752875caeb/tags HTTP/1.1" status: 200 len: 241 time: 0.2486179 Jan 28 05:54:29.196551 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42470) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:29.196888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42472) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:29.197011 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-46fcf738-c2ab-4187-9bfa-f1d3a5758848 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] 10.222.0.31 "DELETE /v2.0/routers/f1f4823f-7e3f-4f26-9a35-bcc2fd66681a HTTP/1.1" status: 204 len: 168 time: 2.8825886 Jan 28 05:54:29.226733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-864eabeb-3920-40b6-ab6f-4cbeaad6e5ae tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9828eb5-ef56-415f-9c63-f3752875caeb', 'tempest-TagsExtTest-Tag-1086463453') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:29.243033 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb4e9400-8d68-4a51-8b81-b045454b2e60 req-788fc509-01bb-47c2-a9c4-f76b3be711d0 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586044 Jan 28 05:54:29.314888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31982cf2-167f-4421-b9ce-765b76cdf11c req-7fbe2184-d8a6-4fac-a94f-178f58b6b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:29.316364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31982cf2-167f-4421-b9ce-765b76cdf11c req-7fbe2184-d8a6-4fac-a94f-178f58b6b498 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6775d0c7-920b-4dac-b225-8dee000178bb HTTP/1.1" status: 200 len: 848 time: 0.1388373 Jan 28 05:54:29.321188 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64bc70a-3c00-4b8a-ad6b-6d091f093160 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Deleting subnet 479c0bbf-b8e9-42b0-835a-9dcfb34af1c8 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:54:29.333871 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c64bc70a-3c00-4b8a-ad6b-6d091f093160 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for subnet (479c0bbf-b8e9-42b0-835a-9dcfb34af1c8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:29.404502 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c64bc70a-3c00-4b8a-ad6b-6d091f093160 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (479c0bbf-b8e9-42b0-835a-9dcfb34af1c8), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:29.438119 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-864eabeb-3920-40b6-ab6f-4cbeaad6e5ae tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/subnets/f9828eb5-ef56-415f-9c63-f3752875caeb/tags/tempest-TagsExtTest-Tag-1086463453 HTTP/1.1" status: 204 len: 168 time: 0.2365735 Jan 28 05:54:29.439041 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42474) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:29.443330 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31982cf2-167f-4421-b9ce-765b76cdf11c req-2962c9e6-1c79-498f-8e38-775f096c2052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:29.444830 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31982cf2-167f-4421-b9ce-765b76cdf11c req-2962c9e6-1c79-498f-8e38-775f096c2052 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192999 Jan 28 05:54:29.445661 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-92a86f0c-0b82-46e2-97ff-41c9856c139e tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f9828eb5-ef56-415f-9c63-f3752875caeb', 'tempest-TagsExtTest-Tag-1086463453') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:29.568573 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c64bc70a-3c00-4b8a-ad6b-6d091f093160 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (479c0bbf-b8e9-42b0-835a-9dcfb34af1c8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:29.633544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31982cf2-167f-4421-b9ce-765b76cdf11c req-f2111ccf-7371-482a-81a6-bea7ec99de11 service neutron] 10.222.0.60 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812921 Jan 28 05:54:29.653839 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-92a86f0c-0b82-46e2-97ff-41c9856c139e tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/subnets/f9828eb5-ef56-415f-9c63-f3752875caeb/tags/tempest-TagsExtTest-Tag-1086463453 HTTP/1.1" status: 204 len: 168 time: 0.2105880 Jan 28 05:54:29.654614 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42480) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:29.659041 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-bae74488-5d8d-45ec-80a1-731154da4041 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f9828eb5-ef56-415f-9c63-f3752875caeb') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:29.716516 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bae74488-5d8d-45ec-80a1-731154da4041 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/subnets/f9828eb5-ef56-415f-9c63-f3752875caeb/tags HTTP/1.1" status: 200 len: 205 time: 0.0575788 Jan 28 05:54:29.716879 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42482) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:29.721357 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-ac0d278c-0333-43b4-a9f6-1ca433171013 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5a06e583-1eca-4c70-9fea-d069cfebefd9') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:29.732841 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c64bc70a-3c00-4b8a-ad6b-6d091f093160 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (479c0bbf-b8e9-42b0-835a-9dcfb34af1c8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:29.748765 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31982cf2-167f-4421-b9ce-765b76cdf11c req-604cc1a8-2836-4699-80c6-8a636bc1a149 service neutron] 10.222.0.60 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086316 Jan 28 05:54:29.778571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64bc70a-3c00-4b8a-ad6b-6d091f093160 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Pushing event deleted for resources: {'Subnet': ['ID=479c0bbf-b8e9-42b0-835a-9dcfb34af1c8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:29.780934 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c64bc70a-3c00-4b8a-ad6b-6d091f093160 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:29.787642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c64bc70a-3c00-4b8a-ad6b-6d091f093160 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] 10.222.0.31 "DELETE /v2.0/subnets/479c0bbf-b8e9-42b0-835a-9dcfb34af1c8 HTTP/1.1" status: 204 len: 168 time: 0.5897985 Jan 28 05:54:29.788264 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42484) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:29.791214 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ac0d278c-0333-43b4-a9f6-1ca433171013 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/ports/5a06e583-1eca-4c70-9fea-d069cfebefd9/tags HTTP/1.1" status: 200 len: 241 time: 0.0708485 Jan 28 05:54:29.791363 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42486) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:29.795270 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23a8a70-89ae-4365-98e8-a0dd132387c6 None None] Network 375afe0f-633b-4020-b3ba-e4f4527de853 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:54:29.801668 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-95c649aa-a8b8-4c2d-b0c7-b5dfb7ceecde tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5a06e583-1eca-4c70-9fea-d069cfebefd9', 'tempest-TagsExtTest-Tag-1999164897') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:29.911204 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (375afe0f-633b-4020-b3ba-e4f4527de853), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:29.938010 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-95c649aa-a8b8-4c2d-b0c7-b5dfb7ceecde tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/ports/5a06e583-1eca-4c70-9fea-d069cfebefd9/tags/tempest-TagsExtTest-Tag-1999164897 HTTP/1.1" status: 204 len: 168 time: 0.1458278 Jan 28 05:54:29.940678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42490) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:29.945776 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-65e87608-699d-437e-8dd1-29053c01751e tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5a06e583-1eca-4c70-9fea-d069cfebefd9', 'tempest-TagsExtTest-Tag-1999164897') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:29.973750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03b462d-1b90-4c77-8833-965314d47fda None None] DHCP port deletion for 375afe0f-633b-4020-b3ba-e4f4527de853 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:54:29.987053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Deleting port 03067b6a-69b1-48cf-983a-31ca87c5a96b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:29.987572 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (03067b6a-69b1-48cf-983a-31ca87c5a96b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:30.028511 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c03b462d-1b90-4c77-8833-965314d47fda None None] Deleting port 03067b6a-69b1-48cf-983a-31ca87c5a96b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:30.028867 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c03b462d-1b90-4c77-8833-965314d47fda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (03067b6a-69b1-48cf-983a-31ca87c5a96b), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:30.056262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] For port 03067b6a-69b1-48cf-983a-31ca87c5a96b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=03067b6a-69b1-48cf-983a-31ca87c5a96b,segment=NetworkSegment(496ebbe6-99cf-4fbf-a804-41b833c4b697),segment_id=496ebbe6-99cf-4fbf-a804-41b833c4b697)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:30.056761 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (03067b6a-69b1-48cf-983a-31ca87c5a96b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:30.070816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Calling delete_port for 03067b6a-69b1-48cf-983a-31ca87c5a96b owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:30.092641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c03b462d-1b90-4c77-8833-965314d47fda None None] For port 03067b6a-69b1-48cf-983a-31ca87c5a96b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=03067b6a-69b1-48cf-983a-31ca87c5a96b,segment=NetworkSegment(496ebbe6-99cf-4fbf-a804-41b833c4b697),segment_id=496ebbe6-99cf-4fbf-a804-41b833c4b697)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:30.093050 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c03b462d-1b90-4c77-8833-965314d47fda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (03067b6a-69b1-48cf-983a-31ca87c5a96b), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:30.103626 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-65e87608-699d-437e-8dd1-29053c01751e tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/ports/5a06e583-1eca-4c70-9fea-d069cfebefd9/tags/tempest-TagsExtTest-Tag-1999164897 HTTP/1.1" status: 204 len: 168 time: 0.1615536 Jan 28 05:54:30.106969 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42494) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:30.107986 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c03b462d-1b90-4c77-8833-965314d47fda None None] Calling delete_port for 03067b6a-69b1-48cf-983a-31ca87c5a96b owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:30.113967 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-d45d02b2-b94d-482d-97f8-97216b20bcb2 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5a06e583-1eca-4c70-9fea-d069cfebefd9') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:30.180270 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d45d02b2-b94d-482d-97f8-97216b20bcb2 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/ports/5a06e583-1eca-4c70-9fea-d069cfebefd9/tags HTTP/1.1" status: 200 len: 205 time: 0.0719535 Jan 28 05:54:30.182605 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42496) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:30.187746 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-b3c86fdf-7b8b-44c5-b434-4b848984336b tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '882d9dd3-7c92-45fe-8396-3683042f5377') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:30.238290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcecc4-8ecb-4a45-8ee6-e8405e54d89c req-6ab1b3fc-660b-4468-84ef-f0ac38368636 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:30.240263 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fdcecc4-8ecb-4a45-8ee6-e8405e54d89c req-6ab1b3fc-660b-4468-84ef-f0ac38368636 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 943 time: 0.0922897 Jan 28 05:54:30.276799 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b3c86fdf-7b8b-44c5-b434-4b848984336b tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/routers/882d9dd3-7c92-45fe-8396-3683042f5377/tags HTTP/1.1" status: 200 len: 241 time: 0.0926094 Jan 28 05:54:30.280681 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42504) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:30.285008 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-237d474c-7b91-48cd-b5c4-18f91d7ae9b2 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '882d9dd3-7c92-45fe-8396-3683042f5377', 'tempest-TagsExtTest-Tag-2009296274') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:30.323871 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c03b462d-1b90-4c77-8833-965314d47fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (03067b6a-69b1-48cf-983a-31ca87c5a96b), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:30.338119 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fdcecc4-8ecb-4a45-8ee6-e8405e54d89c req-e28f7c0d-f144-41c4-a8ca-607b7c67c2d5 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=b738cea6-0bea-4a7f-9cde-34197d9971cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892785 Jan 28 05:54:30.343912 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (03067b6a-69b1-48cf-983a-31ca87c5a96b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:30.381820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b462d-1b90-4c77-8833-965314d47fda None None] Pushing event deleted for resources: {'Port': ['ID=03067b6a-69b1-48cf-983a-31ca87c5a96b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:30.386440 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-237d474c-7b91-48cd-b5c4-18f91d7ae9b2 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/routers/882d9dd3-7c92-45fe-8396-3683042f5377/tags/tempest-TagsExtTest-Tag-2009296274 HTTP/1.1" status: 204 len: 168 time: 0.1046908 Jan 28 05:54:30.389479 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42506) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:30.394548 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-0fd8c189-131b-4bea-9cfd-220a5aab911e tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '882d9dd3-7c92-45fe-8396-3683042f5377', 'tempest-TagsExtTest-Tag-2009296274') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:30.403730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] No DVR routers for this DVR port 03067b6a-69b1-48cf-983a-31ca87c5a96b on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:54:30.405500 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03b462d-1b90-4c77-8833-965314d47fda None None] No DVR routers for this DVR port 03067b6a-69b1-48cf-983a-31ca87c5a96b on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:54:30.421313 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Pushing event deleted for resources: {'Port': ['ID=03067b6a-69b1-48cf-983a-31ca87c5a96b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:30.549470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1697b18-96ce-46ef-a52e-556eeb4ff2e8 req-ecea05ad-8ce3-478d-827e-1e688210e165 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:30.556750 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1697b18-96ce-46ef-a52e-556eeb4ff2e8 req-ecea05ad-8ce3-478d-827e-1e688210e165 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 944 time: 0.1456430 Jan 28 05:54:30.573953 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (375afe0f-633b-4020-b3ba-e4f4527de853), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:30.592738 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0fd8c189-131b-4bea-9cfd-220a5aab911e tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/routers/882d9dd3-7c92-45fe-8396-3683042f5377/tags/tempest-TagsExtTest-Tag-2009296274 HTTP/1.1" status: 204 len: 168 time: 0.1999748 Jan 28 05:54:30.593326 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42508) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:30.599856 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-4ec9a0d5-806a-4f72-b41e-59fc2f8fcd9e tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '882d9dd3-7c92-45fe-8396-3683042f5377') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:30.620871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375afe0f-633b-4020-b3ba-e4f4527de853']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:30.636011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496ebbe6-99cf-4fbf-a804-41b833c4b697') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:30.636260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496ebbe6-99cf-4fbf-a804-41b833c4b697') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:30.640891 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1697b18-96ce-46ef-a52e-556eeb4ff2e8 req-c9f6a4e8-676e-4ff4-94cd-899978e08ffe tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833383 Jan 28 05:54:30.663348 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (496ebbe6-99cf-4fbf-a804-41b833c4b697), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:30.680054 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (496ebbe6-99cf-4fbf-a804-41b833c4b697), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:30.687373 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:54:30.687856 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (496ebbe6-99cf-4fbf-a804-41b833c4b697), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: self.session.flush() Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: self.session.flush() Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: self.session.flush() Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: self.session.flush() Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:54:30.691057 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:54:30.733264 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4ec9a0d5-806a-4f72-b41e-59fc2f8fcd9e tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/routers/882d9dd3-7c92-45fe-8396-3683042f5377/tags HTTP/1.1" status: 200 len: 205 time: 0.1388464 Jan 28 05:54:30.736497 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42512) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:30.739062 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-ac91605d-65bd-468a-94f4-cb317f5ab9cd tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bac49b52-3abe-4a18-8aff-2c5d6ba60e41') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:30.788309 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ac91605d-65bd-468a-94f4-cb317f5ab9cd tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/subnetpools/bac49b52-3abe-4a18-8aff-2c5d6ba60e41/tags HTTP/1.1" status: 200 len: 241 time: 0.0530050 Jan 28 05:54:30.789173 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42514) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:30.796864 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-f6a122a0-7a9c-47f4-9f0f-db6159284295 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bac49b52-3abe-4a18-8aff-2c5d6ba60e41', 'tempest-TagsExtTest-Tag-2119517875') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:30.834040 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (375afe0f-633b-4020-b3ba-e4f4527de853), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:30.835051 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f6a122a0-7a9c-47f4-9f0f-db6159284295 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/subnetpools/bac49b52-3abe-4a18-8aff-2c5d6ba60e41/tags/tempest-TagsExtTest-Tag-2119517875 HTTP/1.1" status: 204 len: 168 time: 0.0444849 Jan 28 05:54:30.835849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42516) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:30.845035 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:30.846291 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-9b7c12af-5244-4e75-b0a4-53ebcff2f585 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bac49b52-3abe-4a18-8aff-2c5d6ba60e41', 'tempest-TagsExtTest-Tag-2119517875') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:30.858318 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] 10.222.0.31 "DELETE /v2.0/networks/375afe0f-633b-4020-b3ba-e4f4527de853 HTTP/1.1" status: 204 len: 168 time: 1.0668557 Jan 28 05:54:30.859029 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42518) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:30.892794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e859235-b87c-4f8a-b888-1b35cd1a9585 tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Pushing event deleted for resources: {'Network': ['ID=375afe0f-633b-4020-b3ba-e4f4527de853,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:30.913115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 03067b6a-69b1-48cf-983a-31ca87c5a96b no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:54:30.948273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 03067b6a-69b1-48cf-983a-31ca87c5a96b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:54:30.948660 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 03067b6a-69b1-48cf-983a-31ca87c5a96b not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:54:31.040770 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-fa9963b7-f77c-4ee7-8b7c-491493d551cf tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Deleting port bc64637d-4c50-4739-8923-8951d14c42c8 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:31.041106 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fa9963b7-f77c-4ee7-8b7c-491493d551cf tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (bc64637d-4c50-4739-8923-8951d14c42c8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:31.085473 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9b7c12af-5244-4e75-b0a4-53ebcff2f585 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/subnetpools/bac49b52-3abe-4a18-8aff-2c5d6ba60e41/tags/tempest-TagsExtTest-Tag-2119517875 HTTP/1.1" status: 204 len: 168 time: 0.2461481 Jan 28 05:54:31.085705 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42522) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:31.090726 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-5bd8bdc8-0292-4b39-9554-b79a5a561d82 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bac49b52-3abe-4a18-8aff-2c5d6ba60e41') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:31.130844 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5bd8bdc8-0292-4b39-9554-b79a5a561d82 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/subnetpools/bac49b52-3abe-4a18-8aff-2c5d6ba60e41/tags HTTP/1.1" status: 200 len: 205 time: 0.0441756 Jan 28 05:54:31.133542 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42524) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:31.139848 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fa9963b7-f77c-4ee7-8b7c-491493d551cf tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (bc64637d-4c50-4739-8923-8951d14c42c8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:31.142472 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fa9963b7-f77c-4ee7-8b7c-491493d551cf tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for floatingip (bc64637d-4c50-4739-8923-8951d14c42c8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:31.142616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-785d0098-c775-464f-8484-d7a3d591b1cb tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bac49b52-3abe-4a18-8aff-2c5d6ba60e41') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:31.155439 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-fa9963b7-f77c-4ee7-8b7c-491493d551cf tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Calling delete_port for bc64637d-4c50-4739-8923-8951d14c42c8 owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:31.175296 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-785d0098-c775-464f-8484-d7a3d591b1cb tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/subnetpools/bac49b52-3abe-4a18-8aff-2c5d6ba60e41/tags HTTP/1.1" status: 204 len: 168 time: 0.0404050 Jan 28 05:54:31.177192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42526) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:31.182428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-ee2083da-a0bb-4c9c-9b75-71e21d11efc0 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '882d9dd3-7c92-45fe-8396-3683042f5377') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:31.280579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ee2083da-a0bb-4c9c-9b75-71e21d11efc0 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/routers/882d9dd3-7c92-45fe-8396-3683042f5377/tags HTTP/1.1" status: 204 len: 168 time: 0.0995941 Jan 28 05:54:31.280801 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42528) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:31.285163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-6290f5b6-38ae-422b-a71a-deab5aa46b95 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5a06e583-1eca-4c70-9fea-d069cfebefd9') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:31.320144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 47aefc6d-97a5-476d-9309-c1a53d45b252 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:54:31.346698 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6290f5b6-38ae-422b-a71a-deab5aa46b95 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/ports/5a06e583-1eca-4c70-9fea-d069cfebefd9/tags HTTP/1.1" status: 204 len: 168 time: 0.0648155 Jan 28 05:54:31.346874 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42532) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:31.351783 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-dfd7a7de-c867-43b4-bb18-9b4e1cace12d tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f9828eb5-ef56-415f-9c63-f3752875caeb') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:31.384540 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fa9963b7-f77c-4ee7-8b7c-491493d551cf tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (bc64637d-4c50-4739-8923-8951d14c42c8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:31.429917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 47aefc6d-97a5-476d-9309-c1a53d45b252, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=47aefc6d-97a5-476d-9309-c1a53d45b252,segment=NetworkSegment(3bdafa36-a0fd-423f-a35f-09a7ce57e87e),segment_id=3bdafa36-a0fd-423f-a35f-09a7ce57e87e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:31.447092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '47aefc6d-97a5-476d-9309-c1a53d45b252', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'port_id': '47aefc6d-97a5-476d-9309-c1a53d45b252', 'mac_address': 'fa:16:3e:82:c2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:54:31.459290 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9963b7-f77c-4ee7-8b7c-491493d551cf tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Pushing event deleted for resources: {'Port': ['ID=bc64637d-4c50-4739-8923-8951d14c42c8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:31.532028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e9c85-6f0f-4594-b2bc-369de3f85899 req-1aefb1cd-b57a-4714-9c23-a8e9075c48c4 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:31.532358 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fa9963b7-f77c-4ee7-8b7c-491493d551cf tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks [] for floatingip (d31d123a-fa53-443f-b1e5-f8b3c1929813), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:31.533580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-647e9c85-6f0f-4594-b2bc-369de3f85899 req-1aefb1cd-b57a-4714-9c23-a8e9075c48c4 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 943 time: 0.1058867 Jan 28 05:54:31.538540 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fa9963b7-f77c-4ee7-8b7c-491493d551cf tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:31.538540 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fa9963b7-f77c-4ee7-8b7c-491493d551cf tempest-FloatingIPAdminTestJSON-871511744 tempest-FloatingIPAdminTestJSON-871511744-project] 10.222.0.31 "DELETE /v2.0/floatingips/d31d123a-fa53-443f-b1e5-f8b3c1929813 HTTP/1.1" status: 204 len: 168 time: 0.6765256 Jan 28 05:54:31.538790 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 47aefc6d-97a5-476d-9309-c1a53d45b252 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:31.538790 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (47aefc6d-97a5-476d-9309-c1a53d45b252), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:31.575562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47aefc6d-97a5-476d-9309-c1a53d45b252 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:54:31.579734 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42542) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:31.581436 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dfd7a7de-c867-43b4-bb18-9b4e1cace12d tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/subnets/f9828eb5-ef56-415f-9c63-f3752875caeb/tags HTTP/1.1" status: 204 len: 168 time: 0.2329392 Jan 28 05:54:31.585291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-72e8860a-b50b-40ca-adb6-b845b8f549a4 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f9828eb5-ef56-415f-9c63-f3752875caeb', 'tempest-TagsExtTest-Tag-159385237') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:31.607422 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 47aefc6d-97a5-476d-9309-c1a53d45b252, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=47aefc6d-97a5-476d-9309-c1a53d45b252,segment=NetworkSegment(3bdafa36-a0fd-423f-a35f-09a7ce57e87e),segment_id=3bdafa36-a0fd-423f-a35f-09a7ce57e87e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:31.655827 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-647e9c85-6f0f-4594-b2bc-369de3f85899 req-c5ff3371-d7d7-457d-af18-b1be13667e8f tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=b738cea6-0bea-4a7f-9cde-34197d9971cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094258 Jan 28 05:54:31.667941 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (47aefc6d-97a5-476d-9309-c1a53d45b252), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:31.668804 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:54:31.796194 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-72e8860a-b50b-40ca-adb6-b845b8f549a4 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "PUT /v2.0/subnets/f9828eb5-ef56-415f-9c63-f3752875caeb/tags/tempest-TagsExtTest-Tag-159385237 HTTP/1.1" status: 201 len: 201 time: 0.2118578 Jan 28 05:54:31.796510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42548) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:31.801634 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-1168634d-f6c8-4e15-9a85-853883a16b47 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5a06e583-1eca-4c70-9fea-d069cfebefd9', 'tempest-TagsExtTest-Tag-1769847575') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:31.857812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11489fe8-f774-439b-94b1-2960736c9b7d req-110b5bea-040e-4df1-a7b9-3353d524a30d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:31.859400 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11489fe8-f774-439b-94b1-2960736c9b7d req-110b5bea-040e-4df1-a7b9-3353d524a30d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 944 time: 0.0989811 Jan 28 05:54:31.930949 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11489fe8-f774-439b-94b1-2960736c9b7d req-c91a4824-12de-4243-8987-1fe3a8d8e1cd tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636640 Jan 28 05:54:31.983699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=47aefc6d-97a5-476d-9309-c1a53d45b252,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:31.993846 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1168634d-f6c8-4e15-9a85-853883a16b47 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "PUT /v2.0/ports/5a06e583-1eca-4c70-9fea-d069cfebefd9/tags/tempest-TagsExtTest-Tag-1769847575 HTTP/1.1" status: 201 len: 201 time: 0.1960826 Jan 28 05:54:31.997455 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42550) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:32.002830 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-ec9e8182-6d97-4edc-b00f-a1e43536cb9b tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '882d9dd3-7c92-45fe-8396-3683042f5377', 'tempest-TagsExtTest-Tag-816437730') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:32.035695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:32.048770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd', 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796', 'port_id': '0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd', 'mac_address': 'fa:16:3e:81:48:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09cd826f-180c-4fa4-a792-44f2acd6af41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:54:32.111638 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:32.112368 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:32.133997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:54:32.157028 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:32.182587 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ec9e8182-6d97-4edc-b00f-a1e43536cb9b tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "PUT /v2.0/routers/882d9dd3-7c92-45fe-8396-3683042f5377/tags/tempest-TagsExtTest-Tag-816437730 HTTP/1.1" status: 201 len: 201 time: 0.1836643 Jan 28 05:54:32.193900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42562) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:32.194464 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42564) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:32.204174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-a98edee9-d49e-4d35-93d8-f8c5512e4f85 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bac49b52-3abe-4a18-8aff-2c5d6ba60e41', 'tempest-TagsExtTest-Tag-190780905') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:32.227838 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:32.290409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:32.352628 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a98edee9-d49e-4d35-93d8-f8c5512e4f85 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "PUT /v2.0/subnetpools/bac49b52-3abe-4a18-8aff-2c5d6ba60e41/tags/tempest-TagsExtTest-Tag-190780905 HTTP/1.1" status: 201 len: 201 time: 0.1531527 Jan 28 05:54:32.353036 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42570) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:32.359428 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-2e384c54-a31a-4b6c-8b5f-50d7f50e2d7c tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f9828eb5-ef56-415f-9c63-f3752875caeb', {'tags': ['tempest-TagsExtTest-Tag-942503393', 'tempest-TagsExtTest-Tag-2083394963', 'tempest-TagsExtTest-Tag-1398107213']}) {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:32.379869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a3db8231-22f5-4900-8fb4-1fb3e505fee5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5dcc21f33c0742c1a701a13d5f0c4082&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1841214 Jan 28 05:54:32.382388 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42572) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:32.427635 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-baa6bcce-78c0-4ebf-ab61-74dd39ffe4da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:32.446983 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df7eeb1a-035a-489c-bfd0-79c77043e0bc admin admin] Publish callbacks [] for security_group (ac4f3cc9-2d5f-4cf8-9682-67059d6f287b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:32.469162 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df7eeb1a-035a-489c-bfd0-79c77043e0bc admin admin] Publish callbacks [] for security_group (ac4f3cc9-2d5f-4cf8-9682-67059d6f287b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:32.527009 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2e384c54-a31a-4b6c-8b5f-50d7f50e2d7c tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "PUT /v2.0/subnets/f9828eb5-ef56-415f-9c63-f3752875caeb/tags HTTP/1.1" status: 200 len: 317 time: 0.1721342 Jan 28 05:54:32.529358 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42574) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:32.533748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-28993e75-4a22-4104-ac05-e675ff35771a tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f9828eb5-ef56-415f-9c63-f3752875caeb') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:32.592677 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df7eeb1a-035a-489c-bfd0-79c77043e0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ac4f3cc9-2d5f-4cf8-9682-67059d6f287b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:32.595470 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df7eeb1a-035a-489c-bfd0-79c77043e0bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:32.596745 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-df7eeb1a-035a-489c-bfd0-79c77043e0bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac4f3cc9-2d5f-4cf8-9682-67059d6f287b HTTP/1.1" status: 204 len: 168 time: 0.2132120 Jan 28 05:54:32.609269 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7eeb1a-035a-489c-bfd0-79c77043e0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4f3cc9-2d5f-4cf8-9682-67059d6f287b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:32.610432 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['47aefc6d-97a5-476d-9309-c1a53d45b252'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:54:32.659382 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:54:32.663845 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-28993e75-4a22-4104-ac05-e675ff35771a tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/subnets/f9828eb5-ef56-415f-9c63-f3752875caeb/tags HTTP/1.1" status: 204 len: 168 time: 0.1331420 Jan 28 05:54:32.666377 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42580) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:32.671185 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-89bfbbd3-571a-45bf-b387-1345dd32e1b9 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9828eb5-ef56-415f-9c63-f3752875caeb', 'tempest-TagsExtTest-Tag-942503393') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:32.738388 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-89bfbbd3-571a-45bf-b387-1345dd32e1b9 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] show failed (client error): The resource could not be found. Jan 28 05:54:32.742472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42586) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:32.742940 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-89bfbbd3-571a-45bf-b387-1345dd32e1b9 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/subnets/f9828eb5-ef56-415f-9c63-f3752875caeb/tags/tempest-TagsExtTest-Tag-942503393 HTTP/1.1" status: 404 len: 328 time: 0.0753834 Jan 28 05:54:32.756927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-ea6de93e-f89c-4b0d-ab3e-d95293e2ec91 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9828eb5-ef56-415f-9c63-f3752875caeb', 'tempest-TagsExtTest-Tag-2083394963') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:32.843206 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-ea6de93e-f89c-4b0d-ab3e-d95293e2ec91 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] show failed (client error): The resource could not be found. Jan 28 05:54:32.846773 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ea6de93e-f89c-4b0d-ab3e-d95293e2ec91 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/subnets/f9828eb5-ef56-415f-9c63-f3752875caeb/tags/tempest-TagsExtTest-Tag-2083394963 HTTP/1.1" status: 404 len: 329 time: 0.1007009 Jan 28 05:54:32.847685 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42590) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:32.852162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-cc7578f9-bbb4-4d1c-a4c2-93f9c0aad934 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9828eb5-ef56-415f-9c63-f3752875caeb', 'tempest-TagsExtTest-Tag-1398107213') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:32.977259 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-cc7578f9-bbb4-4d1c-a4c2-93f9c0aad934 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] show failed (client error): The resource could not be found. Jan 28 05:54:32.982219 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42596) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:32.982944 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cc7578f9-bbb4-4d1c-a4c2-93f9c0aad934 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/subnets/f9828eb5-ef56-415f-9c63-f3752875caeb/tags/tempest-TagsExtTest-Tag-1398107213 HTTP/1.1" status: 404 len: 329 time: 0.1342344 Jan 28 05:54:32.987002 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-8c17152b-655e-4792-8953-4d3dd5edd790 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5a06e583-1eca-4c70-9fea-d069cfebefd9', {'tags': ['tempest-TagsExtTest-Tag-1351301424', 'tempest-TagsExtTest-Tag-775029927', 'tempest-TagsExtTest-Tag-475976238']}) {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:33.113804 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c3161-dbc8-48f4-9690-8dbd4ab96601 req-7b52ce77-445b-4de5-83fe-2ec73068e980 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:33.115247 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d09c3161-dbc8-48f4-9690-8dbd4ab96601 req-7b52ce77-445b-4de5-83fe-2ec73068e980 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 945 time: 0.0506268 Jan 28 05:54:33.159960 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8c17152b-655e-4792-8953-4d3dd5edd790 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "PUT /v2.0/ports/5a06e583-1eca-4c70-9fea-d069cfebefd9/tags HTTP/1.1" status: 200 len: 316 time: 0.1763792 Jan 28 05:54:33.162271 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42598) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:33.166836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-8ec60834-7451-4449-a176-8e02048a13bd tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5a06e583-1eca-4c70-9fea-d069cfebefd9') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:33.188441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d09c3161-dbc8-48f4-9690-8dbd4ab96601 req-4688f4cd-c971-400e-b338-1121bea5f6bd tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666289 Jan 28 05:54:33.321757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f060a-ecfc-40cb-99fe-37d75cd13670 req-096f1399-66d8-424c-b3f6-d86aaab9da5e tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:33.326142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-634f060a-ecfc-40cb-99fe-37d75cd13670 req-096f1399-66d8-424c-b3f6-d86aaab9da5e tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 944 time: 0.0849915 Jan 28 05:54:33.348566 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8ec60834-7451-4449-a176-8e02048a13bd tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/ports/5a06e583-1eca-4c70-9fea-d069cfebefd9/tags HTTP/1.1" status: 204 len: 168 time: 0.1851377 Jan 28 05:54:33.351843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42606) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:33.357928 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-aaade9d2-231e-4036-b0be-31c76d01dc22 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5a06e583-1eca-4c70-9fea-d069cfebefd9', 'tempest-TagsExtTest-Tag-1351301424') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:33.384673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-634f060a-ecfc-40cb-99fe-37d75cd13670 req-e5025598-1243-4cfa-8979-4b322aec3a95 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=b738cea6-0bea-4a7f-9cde-34197d9971cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489662 Jan 28 05:54:33.408739 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42608) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:33.424072 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1c50d7e8-08de-4bad-8ebb-577f625d06f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:33.465241 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-aaade9d2-231e-4036-b0be-31c76d01dc22 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] show failed (client error): The resource could not be found. Jan 28 05:54:33.466356 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-aaade9d2-231e-4036-b0be-31c76d01dc22 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/ports/5a06e583-1eca-4c70-9fea-d069cfebefd9/tags/tempest-TagsExtTest-Tag-1351301424 HTTP/1.1" status: 404 len: 329 time: 0.1132360 Jan 28 05:54:33.469480 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42610) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:33.475166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-0be73c47-348d-4961-a50e-c5646a9248eb tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5a06e583-1eca-4c70-9fea-d069cfebefd9', 'tempest-TagsExtTest-Tag-775029927') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:33.516050 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1c50d7e8-08de-4bad-8ebb-577f625d06f2 admin admin] Publish callbacks [] for security_group (5fcf1708-32bd-4af4-b472-fe8bc456f272), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:33.539709 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-0be73c47-348d-4961-a50e-c5646a9248eb tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] show failed (client error): The resource could not be found. Jan 28 05:54:33.540859 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0be73c47-348d-4961-a50e-c5646a9248eb tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/ports/5a06e583-1eca-4c70-9fea-d069cfebefd9/tags/tempest-TagsExtTest-Tag-775029927 HTTP/1.1" status: 404 len: 328 time: 0.0702667 Jan 28 05:54:33.544144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42612) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:33.548343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-e9c120e8-074e-4d72-8dba-4b14af674bfc tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5a06e583-1eca-4c70-9fea-d069cfebefd9', 'tempest-TagsExtTest-Tag-475976238') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:33.592584 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1c50d7e8-08de-4bad-8ebb-577f625d06f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5fcf1708-32bd-4af4-b472-fe8bc456f272), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:33.602814 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-e9c120e8-074e-4d72-8dba-4b14af674bfc tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] show failed (client error): The resource could not be found. Jan 28 05:54:33.606374 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e9c120e8-074e-4d72-8dba-4b14af674bfc tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/ports/5a06e583-1eca-4c70-9fea-d069cfebefd9/tags/tempest-TagsExtTest-Tag-475976238 HTTP/1.1" status: 404 len: 328 time: 0.0581925 Jan 28 05:54:33.606374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42614) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:33.611197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-9e82039a-4504-4211-80f4-74b7f749a96f tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '882d9dd3-7c92-45fe-8396-3683042f5377', {'tags': ['tempest-TagsExtTest-Tag-752209986', 'tempest-TagsExtTest-Tag-1976498844', 'tempest-TagsExtTest-Tag-1228194482']}) {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:33.634041 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1c50d7e8-08de-4bad-8ebb-577f625d06f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da1ea0f0cfe74a08907514832e41e745&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2239900 Jan 28 05:54:33.637498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42616) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:33.644698 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50d7e8-08de-4bad-8ebb-577f625d06f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcf1708-32bd-4af4-b472-fe8bc456f272,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:33.690331 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2acc574-de97-4bc2-8b07-fad666159c91 admin admin] Publish callbacks [] for security_group (5fcf1708-32bd-4af4-b472-fe8bc456f272), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:33.711978 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2acc574-de97-4bc2-8b07-fad666159c91 admin admin] Publish callbacks [] for security_group (5fcf1708-32bd-4af4-b472-fe8bc456f272), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:33.776928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9e82039a-4504-4211-80f4-74b7f749a96f tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "PUT /v2.0/routers/882d9dd3-7c92-45fe-8396-3683042f5377/tags HTTP/1.1" status: 200 len: 317 time: 0.1694732 Jan 28 05:54:33.779707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42618) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:33.786058 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-da04518f-21ad-441a-a020-f708fe263fc1 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '882d9dd3-7c92-45fe-8396-3683042f5377') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:33.834772 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2acc574-de97-4bc2-8b07-fad666159c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5fcf1708-32bd-4af4-b472-fe8bc456f272), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:33.837380 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2acc574-de97-4bc2-8b07-fad666159c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:33.838563 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d2acc574-de97-4bc2-8b07-fad666159c91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fcf1708-32bd-4af4-b472-fe8bc456f272 HTTP/1.1" status: 204 len: 168 time: 0.2000051 Jan 28 05:54:33.880427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acc574-de97-4bc2-8b07-fad666159c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcf1708-32bd-4af4-b472-fe8bc456f272,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:33.970953 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-da04518f-21ad-441a-a020-f708fe263fc1 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/routers/882d9dd3-7c92-45fe-8396-3683042f5377/tags HTTP/1.1" status: 204 len: 168 time: 0.1888220 Jan 28 05:54:33.973494 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42622) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:33.977874 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-b03923e6-951b-4917-8bc0-d103e8fadde9 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '882d9dd3-7c92-45fe-8396-3683042f5377', 'tempest-TagsExtTest-Tag-752209986') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:34.056442 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-b03923e6-951b-4917-8bc0-d103e8fadde9 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] show failed (client error): The resource could not be found. Jan 28 05:54:34.057491 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b03923e6-951b-4917-8bc0-d103e8fadde9 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/routers/882d9dd3-7c92-45fe-8396-3683042f5377/tags/tempest-TagsExtTest-Tag-752209986 HTTP/1.1" status: 404 len: 328 time: 0.0830975 Jan 28 05:54:34.061769 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42626) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:34.069416 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-4d5b8eb6-f96c-46c6-a5c4-ab47978a092e tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '882d9dd3-7c92-45fe-8396-3683042f5377', 'tempest-TagsExtTest-Tag-1976498844') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:34.142740 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-4d5b8eb6-f96c-46c6-a5c4-ab47978a092e tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] show failed (client error): The resource could not be found. Jan 28 05:54:34.143743 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4d5b8eb6-f96c-46c6-a5c4-ab47978a092e tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/routers/882d9dd3-7c92-45fe-8396-3683042f5377/tags/tempest-TagsExtTest-Tag-1976498844 HTTP/1.1" status: 404 len: 329 time: 0.0810256 Jan 28 05:54:34.146611 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42632) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:34.150978 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-03dcd486-242f-44bf-bd6f-bea068f33ffd tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '882d9dd3-7c92-45fe-8396-3683042f5377', 'tempest-TagsExtTest-Tag-1228194482') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:34.227004 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-03dcd486-242f-44bf-bd6f-bea068f33ffd tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] show failed (client error): The resource could not be found. Jan 28 05:54:34.228073 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-03dcd486-242f-44bf-bd6f-bea068f33ffd tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/routers/882d9dd3-7c92-45fe-8396-3683042f5377/tags/tempest-TagsExtTest-Tag-1228194482 HTTP/1.1" status: 404 len: 329 time: 0.0805664 Jan 28 05:54:34.231843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42636) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:34.236493 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-abed1652-9456-41bd-a213-8f7651e6c186 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bac49b52-3abe-4a18-8aff-2c5d6ba60e41', {'tags': ['tempest-TagsExtTest-Tag-1874407945', 'tempest-TagsExtTest-Tag-1822359905', 'tempest-TagsExtTest-Tag-984085792']}) {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:34.323882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84724392-da8a-404e-87f6-b7913ddd86d7 req-5c3d559f-5c1e-4033-a59b-f5877e2d5616 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:34.325385 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84724392-da8a-404e-87f6-b7913ddd86d7 req-5c3d559f-5c1e-4033-a59b-f5877e2d5616 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 945 time: 0.0532799 Jan 28 05:54:34.358755 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-abed1652-9456-41bd-a213-8f7651e6c186 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "PUT /v2.0/subnetpools/bac49b52-3abe-4a18-8aff-2c5d6ba60e41/tags HTTP/1.1" status: 200 len: 317 time: 0.1236918 Jan 28 05:54:34.359493 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42642) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:34.364217 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-75c5378b-c8fb-4e2d-b464-23d5680e4c9b tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bac49b52-3abe-4a18-8aff-2c5d6ba60e41') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:34.382694 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84724392-da8a-404e-87f6-b7913ddd86d7 req-84a7a5b4-084c-4652-9dc3-217c9bcf7e03 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503631 Jan 28 05:54:34.506132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d299b-dd0c-41ca-9c46-e5eb4b0ed75d req-ff1dcf1c-bf46-433b-9447-1c2f69130120 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:34.507658 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d0d299b-dd0c-41ca-9c46-e5eb4b0ed75d req-ff1dcf1c-bf46-433b-9447-1c2f69130120 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 944 time: 0.0500026 Jan 28 05:54:34.530878 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-75c5378b-c8fb-4e2d-b464-23d5680e4c9b tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/subnetpools/bac49b52-3abe-4a18-8aff-2c5d6ba60e41/tags HTTP/1.1" status: 204 len: 168 time: 0.1702518 Jan 28 05:54:34.533754 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42650) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:34.537960 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-7e712b9e-fe58-4c8c-be7d-97f0ab164814 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bac49b52-3abe-4a18-8aff-2c5d6ba60e41', 'tempest-TagsExtTest-Tag-1874407945') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:34.560386 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-7e712b9e-fe58-4c8c-be7d-97f0ab164814 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] show failed (client error): The resource could not be found. Jan 28 05:54:34.561773 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7e712b9e-fe58-4c8c-be7d-97f0ab164814 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/subnetpools/bac49b52-3abe-4a18-8aff-2c5d6ba60e41/tags/tempest-TagsExtTest-Tag-1874407945 HTTP/1.1" status: 404 len: 329 time: 0.0270689 Jan 28 05:54:34.564519 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42652) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:34.568969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d0d299b-dd0c-41ca-9c46-e5eb4b0ed75d req-a2ab1d35-3ea3-411b-b838-70b1e8f29691 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=b738cea6-0bea-4a7f-9cde-34197d9971cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512650 Jan 28 05:54:34.571699 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-dbdc7c11-534d-47f8-b888-a457a65ce121 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bac49b52-3abe-4a18-8aff-2c5d6ba60e41', 'tempest-TagsExtTest-Tag-1822359905') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:34.588884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42654) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:34.607340 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d29de54c-3faf-43d1-a518-214f1e60cba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:34.607553 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-dbdc7c11-534d-47f8-b888-a457a65ce121 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] show failed (client error): The resource could not be found. Jan 28 05:54:34.610515 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dbdc7c11-534d-47f8-b888-a457a65ce121 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/subnetpools/bac49b52-3abe-4a18-8aff-2c5d6ba60e41/tags/tempest-TagsExtTest-Tag-1822359905 HTTP/1.1" status: 404 len: 329 time: 0.0418899 Jan 28 05:54:34.611498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42658) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:34.616209 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-61a6ae30-a461-4302-bae1-937eaa144aa8 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bac49b52-3abe-4a18-8aff-2c5d6ba60e41', 'tempest-TagsExtTest-Tag-984085792') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:34.638109 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-61a6ae30-a461-4302-bae1-937eaa144aa8 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] show failed (client error): The resource could not be found. Jan 28 05:54:34.639201 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-61a6ae30-a461-4302-bae1-937eaa144aa8 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/subnetpools/bac49b52-3abe-4a18-8aff-2c5d6ba60e41/tags/tempest-TagsExtTest-Tag-984085792 HTTP/1.1" status: 404 len: 328 time: 0.0266531 Jan 28 05:54:34.642019 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42660) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:34.648791 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-b009a927-9eb4-4d7f-8bc0-a35424a1b0f1 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bac49b52-3abe-4a18-8aff-2c5d6ba60e41') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:34.671243 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b009a927-9eb4-4d7f-8bc0-a35424a1b0f1 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/subnetpools/bac49b52-3abe-4a18-8aff-2c5d6ba60e41/tags HTTP/1.1" status: 204 len: 168 time: 0.0281913 Jan 28 05:54:34.677542 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42662) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:34.678498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-41c8bf09-1a17-4a67-995c-b8a799faf22f tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '882d9dd3-7c92-45fe-8396-3683042f5377') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:34.687487 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d29de54c-3faf-43d1-a518-214f1e60cba5 admin admin] Publish callbacks [] for security_group (45edd9d8-12c1-46f9-8949-0e686bf1ce86), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:34.758726 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d29de54c-3faf-43d1-a518-214f1e60cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (45edd9d8-12c1-46f9-8949-0e686bf1ce86), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:34.758978 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5be553fb-6ba7-42f0-84dc-a3ad17e3656b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:34.767110 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-41c8bf09-1a17-4a67-995c-b8a799faf22f tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/routers/882d9dd3-7c92-45fe-8396-3683042f5377/tags HTTP/1.1" status: 204 len: 168 time: 0.0924489 Jan 28 05:54:34.769987 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42664) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:34.774150 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.tag.tag_plugin [None req-701735c0-ce22-468e-8fea-3d4794007b8c tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5a06e583-1eca-4c70-9fea-d069cfebefd9') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:34.802750 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d29de54c-3faf-43d1-a518-214f1e60cba5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6278e2293d59420e8a93f2e0295d9c0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2118752 Jan 28 05:54:34.803856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29de54c-3faf-43d1-a518-214f1e60cba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45edd9d8-12c1-46f9-8949-0e686bf1ce86,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:34.806569 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42666) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:34.869336 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-701735c0-ce22-468e-8fea-3d4794007b8c tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/ports/5a06e583-1eca-4c70-9fea-d069cfebefd9/tags HTTP/1.1" status: 204 len: 168 time: 0.0984328 Jan 28 05:54:34.872088 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42668) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:34.874217 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d8958ea-6002-4bd9-902f-4c0e1570393b admin admin] Publish callbacks [] for security_group (45edd9d8-12c1-46f9-8949-0e686bf1ce86), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:34.876666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-e3948cda-d26e-4459-83b9-ef79348401a7 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f9828eb5-ef56-415f-9c63-f3752875caeb') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:34.896178 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d8958ea-6002-4bd9-902f-4c0e1570393b admin admin] Publish callbacks [] for security_group (45edd9d8-12c1-46f9-8949-0e686bf1ce86), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:34.930734 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e3948cda-d26e-4459-83b9-ef79348401a7 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/subnets/f9828eb5-ef56-415f-9c63-f3752875caeb/tags HTTP/1.1" status: 204 len: 168 time: 0.0574708 Jan 28 05:54:34.935953 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42670) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:35.026844 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d8958ea-6002-4bd9-902f-4c0e1570393b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (45edd9d8-12c1-46f9-8949-0e686bf1ce86), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:35.029408 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d8958ea-6002-4bd9-902f-4c0e1570393b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:35.030571 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2d8958ea-6002-4bd9-902f-4c0e1570393b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45edd9d8-12c1-46f9-8949-0e686bf1ce86 HTTP/1.1" status: 204 len: 168 time: 0.2230654 Jan 28 05:54:35.038026 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8958ea-6002-4bd9-902f-4c0e1570393b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45edd9d8-12c1-46f9-8949-0e686bf1ce86,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:35.081323 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ff92ab23-1020-4562-b11c-4dc8a34cab9f tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:35.085224 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ff92ab23-1020-4562-b11c-4dc8a34cab9f tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/subnetpools/bac49b52-3abe-4a18-8aff-2c5d6ba60e41 HTTP/1.1" status: 204 len: 168 time: 0.1460400 Jan 28 05:54:35.085604 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42676) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:35.113417 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-54a418d0-cb8a-43e2-baf0-1e9508fdf5b1 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "GET /v2.0/ports?device_id=882d9dd3-7c92-45fe-8396-3683042f5377 HTTP/1.1" status: 200 len: 205 time: 0.0266433 Jan 28 05:54:35.115861 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42678) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:35.194102 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d6c00a59-c8d0-4628-b5fa-c84bd6d2e586 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks [] for router (882d9dd3-7c92-45fe-8396-3683042f5377), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:35.333252 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:54:35.359252 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d6c00a59-c8d0-4628-b5fa-c84bd6d2e586 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (882d9dd3-7c92-45fe-8396-3683042f5377), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:35.361408 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d6c00a59-c8d0-4628-b5fa-c84bd6d2e586 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks [] for router_controller (882d9dd3-7c92-45fe-8396-3683042f5377), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:35.461498 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:54:35.465991 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:35.466689 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:35.484571 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d6c00a59-c8d0-4628-b5fa-c84bd6d2e586 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (882d9dd3-7c92-45fe-8396-3683042f5377), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:35.485819 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c00a59-c8d0-4628-b5fa-c84bd6d2e586 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Fanout notify agent at l3_agent the message router_deleted on router 882d9dd3-7c92-45fe-8396-3683042f5377 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:54:35.497081 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d6c00a59-c8d0-4628-b5fa-c84bd6d2e586 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:35.500523 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d6c00a59-c8d0-4628-b5fa-c84bd6d2e586 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/routers/882d9dd3-7c92-45fe-8396-3683042f5377 HTTP/1.1" status: 204 len: 168 time: 0.3815343 Jan 28 05:54:35.501425 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42692) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:35.527088 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d8b77-b9ce-45f3-82e5-18d954699852 req-3edcc7eb-338b-4984-8bac-1f3aff6acf5f tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:35.534197 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f7d8b77-b9ce-45f3-82e5-18d954699852 req-3edcc7eb-338b-4984-8bac-1f3aff6acf5f tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 945 time: 0.0777318 Jan 28 05:54:35.572950 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:35.573441 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:35.579321 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f7d8b77-b9ce-45f3-82e5-18d954699852 req-1ee5ac7e-10b4-419c-9d37-06e601182dfb tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441527 Jan 28 05:54:35.608487 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8999494-1f38-4f9c-938b-3830c60bbcd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:54:35.611205 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70723d9-e160-4bdf-8484-24f5345c0e4e" -d '{"events": [{"server_uuid": "e8999494-1f38-4f9c-938b-3830c60bbcd5", "name": "network-vif-plugged", "status": "completed", "tag": "0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:54:35.615450 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:35.623198 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-36c484a6-a885-45d5-941a-95e981527459 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Deleting port 5a06e583-1eca-4c70-9fea-d069cfebefd9 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:35.623681 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36c484a6-a885-45d5-941a-95e981527459 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5a06e583-1eca-4c70-9fea-d069cfebefd9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:35.663775 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c993e55-eeee-4d54-a347-df03b0ec3352 x-openstack-request-id: req-6c993e55-eeee-4d54-a347-df03b0ec3352 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:54:35.663775 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8999494-1f38-4f9c-938b-3830c60bbcd5", "name": "network-vif-plugged", "status": "completed", "tag": "0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:54:35.663775 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c993e55-eeee-4d54-a347-df03b0ec3352 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:54:35.663775 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8999494-1f38-4f9c-938b-3830c60bbcd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd', 'code': 200} Jan 28 05:54:35.719467 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:35.720285 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 47aefc6d-97a5-476d-9309-c1a53d45b252 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:54:35.741099 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36c484a6-a885-45d5-941a-95e981527459 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5a06e583-1eca-4c70-9fea-d069cfebefd9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:35.757812 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-36c484a6-a885-45d5-941a-95e981527459 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Calling delete_port for 5a06e583-1eca-4c70-9fea-d069cfebefd9 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:35.760406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4e2bb-e1b7-4f82-bf3d-d5564e506879 req-88681772-6537-418a-aa1e-19444e02ea4b tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:35.762918 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cb4e2bb-e1b7-4f82-bf3d-d5564e506879 req-88681772-6537-418a-aa1e-19444e02ea4b tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 944 time: 0.1181846 Jan 28 05:54:35.853100 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9750d-f821-411e-a57d-95626f457cea req-0226cba8-b9c3-402c-9a97-7b361af1d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:35.856084 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2da9750d-f821-411e-a57d-95626f457cea req-0226cba8-b9c3-402c-9a97-7b361af1d3b1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 1098 time: 0.0767527 Jan 28 05:54:35.860206 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cb4e2bb-e1b7-4f82-bf3d-d5564e506879 req-9c08dc2d-fb41-48ed-9eb8-87c5487d6f1d tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=b738cea6-0bea-4a7f-9cde-34197d9971cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886266 Jan 28 05:54:35.861534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:35.932181 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2da9750d-f821-411e-a57d-95626f457cea req-cbc9e036-18f0-4ce3-b37a-8b3baf7ad5cc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691206 Jan 28 05:54:35.964095 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 47aefc6d-97a5-476d-9309-c1a53d45b252 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:54:35.969009 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 47aefc6d-97a5-476d-9309-c1a53d45b252 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:35.972997 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (47aefc6d-97a5-476d-9309-c1a53d45b252), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:35.992941 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36c484a6-a885-45d5-941a-95e981527459 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (5a06e583-1eca-4c70-9fea-d069cfebefd9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:36.030601 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c484a6-a885-45d5-941a-95e981527459 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Pushing event deleted for resources: {'Port': ['ID=5a06e583-1eca-4c70-9fea-d069cfebefd9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:36.056311 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 47aefc6d-97a5-476d-9309-c1a53d45b252 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:36.056708 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (47aefc6d-97a5-476d-9309-c1a53d45b252), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:36.107191 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36c484a6-a885-45d5-941a-95e981527459 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:36.111663 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 47aefc6d-97a5-476d-9309-c1a53d45b252, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=47aefc6d-97a5-476d-9309-c1a53d45b252,segment=NetworkSegment(3bdafa36-a0fd-423f-a35f-09a7ce57e87e),segment_id=3bdafa36-a0fd-423f-a35f-09a7ce57e87e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:36.115408 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-36c484a6-a885-45d5-941a-95e981527459 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/ports/5a06e583-1eca-4c70-9fea-d069cfebefd9 HTTP/1.1" status: 204 len: 168 time: 0.6128769 Jan 28 05:54:36.118052 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42714) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:36.172737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e814bf7-a864-4384-b038-c6ce3287ad13 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Deleting subnet f9828eb5-ef56-415f-9c63-f3752875caeb {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:54:36.176008 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (47aefc6d-97a5-476d-9309-c1a53d45b252), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:36.190450 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e814bf7-a864-4384-b038-c6ce3287ad13 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks [] for subnet (f9828eb5-ef56-415f-9c63-f3752875caeb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:36.240283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=47aefc6d-97a5-476d-9309-c1a53d45b252,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:36.264511 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e814bf7-a864-4384-b038-c6ce3287ad13 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (f9828eb5-ef56-415f-9c63-f3752875caeb), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:36.347574 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e814bf7-a864-4384-b038-c6ce3287ad13 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (f9828eb5-ef56-415f-9c63-f3752875caeb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:36.534646 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e814bf7-a864-4384-b038-c6ce3287ad13 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (f9828eb5-ef56-415f-9c63-f3752875caeb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:36.560883 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e814bf7-a864-4384-b038-c6ce3287ad13 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Pushing event deleted for resources: {'Subnet': ['ID=f9828eb5-ef56-415f-9c63-f3752875caeb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:36.562943 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e814bf7-a864-4384-b038-c6ce3287ad13 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:36.569988 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8e814bf7-a864-4384-b038-c6ce3287ad13 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/subnets/f9828eb5-ef56-415f-9c63-f3752875caeb HTTP/1.1" status: 204 len: 168 time: 0.4470527 Jan 28 05:54:36.570509 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6485ea-d36b-45cf-a665-2a2cbefc9adc None None] Network 2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:54:36.571868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42724) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:36.619301 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:36.661013 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:36.723683 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Deleting port b5088046-a723-48d7-be41-0f0dedd0e3bd {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:36.724284 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b5088046-a723-48d7-be41-0f0dedd0e3bd), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:36.751084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c95c2f-5979-4a3c-9e40-7a13a8bf94d4 req-cb70b2c1-e0f2-43b0-b734-cfc05da9bd6f tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:36.752889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-71c95c2f-5979-4a3c-9e40-7a13a8bf94d4 req-cb70b2c1-e0f2-43b0-b734-cfc05da9bd6f tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.0877986 Jan 28 05:54:36.757278 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e8d027-78e6-4b17-b4ea-5ad0f2a4c65d None None] DHCP port deletion for 2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:54:36.805810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-71c95c2f-5979-4a3c-9e40-7a13a8bf94d4 req-0a7d590f-1b65-4061-b3a3-b2f90e4069c9 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447221 Jan 28 05:54:36.809323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-88e8d027-78e6-4b17-b4ea-5ad0f2a4c65d None None] Deleting port b5088046-a723-48d7-be41-0f0dedd0e3bd {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:36.809774 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88e8d027-78e6-4b17-b4ea-5ad0f2a4c65d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b5088046-a723-48d7-be41-0f0dedd0e3bd), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:36.812903 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] For port b5088046-a723-48d7-be41-0f0dedd0e3bd, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b5088046-a723-48d7-be41-0f0dedd0e3bd,segment=NetworkSegment(14930ecb-ca9e-4ea8-a5f9-92bbcf47f698),segment_id=14930ecb-ca9e-4ea8-a5f9-92bbcf47f698)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:36.813865 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b5088046-a723-48d7-be41-0f0dedd0e3bd), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:36.828980 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Calling delete_port for b5088046-a723-48d7-be41-0f0dedd0e3bd owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:36.878252 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b5088046-a723-48d7-be41-0f0dedd0e3bd no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:54:36.943230 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-88e8d027-78e6-4b17-b4ea-5ad0f2a4c65d None None] For port b5088046-a723-48d7-be41-0f0dedd0e3bd, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b5088046-a723-48d7-be41-0f0dedd0e3bd,segment=NetworkSegment(14930ecb-ca9e-4ea8-a5f9-92bbcf47f698),segment_id=14930ecb-ca9e-4ea8-a5f9-92bbcf47f698)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:36.955426 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88e8d027-78e6-4b17-b4ea-5ad0f2a4c65d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b5088046-a723-48d7-be41-0f0dedd0e3bd), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:36.969402 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-88e8d027-78e6-4b17-b4ea-5ad0f2a4c65d None None] Calling delete_port for b5088046-a723-48d7-be41-0f0dedd0e3bd owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:37.004017 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (b5088046-a723-48d7-be41-0f0dedd0e3bd), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:37.019831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2f8ae-f41f-4095-966e-455962b421a7 req-df408837-a711-41d1-8d95-aa9a6363b640 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:37.027550 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ec2f8ae-f41f-4095-966e-455962b421a7 req-df408837-a711-41d1-8d95-aa9a6363b640 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 945 time: 0.0712669 Jan 28 05:54:37.053557 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Pushing event deleted for resources: {'Port': ['ID=b5088046-a723-48d7-be41-0f0dedd0e3bd,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:37.067196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] No DVR routers for this DVR port b5088046-a723-48d7-be41-0f0dedd0e3bd on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:54:37.111575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b5088046-a723-48d7-be41-0f0dedd0e3bd is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:37.111997 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b5088046-a723-48d7-be41-0f0dedd0e3bd), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:37.126108 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ec2f8ae-f41f-4095-966e-455962b421a7 req-5205a14e-2b7a-4b08-ad3d-b50b82a05b49 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=b738cea6-0bea-4a7f-9cde-34197d9971cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973694 Jan 28 05:54:37.204148 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-88e8d027-78e6-4b17-b4ea-5ad0f2a4c65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (b5088046-a723-48d7-be41-0f0dedd0e3bd), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:37.212227 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:37.230902 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8d027-78e6-4b17-b4ea-5ad0f2a4c65d None None] Pushing event deleted for resources: {'Port': ['ID=b5088046-a723-48d7-be41-0f0dedd0e3bd,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:37.234925 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8d027-78e6-4b17-b4ea-5ad0f2a4c65d None None] No DVR routers for this DVR port b5088046-a723-48d7-be41-0f0dedd0e3bd on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:54:37.245884 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:37.258016 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14930ecb-ca9e-4ea8-a5f9-92bbcf47f698') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:37.258411 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14930ecb-ca9e-4ea8-a5f9-92bbcf47f698') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:37.275333 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (14930ecb-ca9e-4ea8-a5f9-92bbcf47f698), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:37.289610 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (14930ecb-ca9e-4ea8-a5f9-92bbcf47f698), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:37.295819 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:54:37.296203 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (14930ecb-ca9e-4ea8-a5f9-92bbcf47f698), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:54:37.299153 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:54:37.430961 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42754) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:37.450015 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:37.457280 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:37.460587 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] 10.222.0.31 "DELETE /v2.0/networks/2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2 HTTP/1.1" status: 204 len: 168 time: 0.8875577 Jan 28 05:54:37.472980 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f593b2-28dd-4fa1-b522-c7fbc7c10a39 tempest-TagsExtTest-1839718972 tempest-TagsExtTest-1839718972-project] Pushing event deleted for resources: {'Network': ['ID=2ca0c8fd-f5a0-4cbe-96e0-44be4de3cab2,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:37.533593 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9c551fc7-cfe0-4059-9091-67a3925f0b66 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:37.609839 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9c551fc7-cfe0-4059-9091-67a3925f0b66 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] 10.222.0.31 "PUT /v2.0/quotas/379d6a0273cb4043ad147f4e9afad42a HTTP/1.1" status: 200 len: 368 time: 0.1777751 Jan 28 05:54:37.612405 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42762) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:37.617038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-17f461be-16d0-4733-884a-312dabf9ba8f tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Request body: {'network': {'project_id': '379d6a0273cb4043ad147f4e9afad42a'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:37.662846 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b461ae0-d2fb-493e-a09d-456b7be1c204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47aefc6d-97a5-476d-9309-c1a53d45b252'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:54:37.665194 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb51bd6-bbe6-48c6-8229-0082e1702266" -d '{"events": [{"server_uuid": "3b461ae0-d2fb-493e-a09d-456b7be1c204", "name": "network-vif-plugged", "status": "completed", "tag": "47aefc6d-97a5-476d-9309-c1a53d45b252"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:54:37.702170 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdd4e52-ef88-48ae-8c45-892a88544c1e x-openstack-request-id: req-5bdd4e52-ef88-48ae-8c45-892a88544c1e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:54:37.702499 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b461ae0-d2fb-493e-a09d-456b7be1c204", "name": "network-vif-plugged", "status": "completed", "tag": "47aefc6d-97a5-476d-9309-c1a53d45b252", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:54:37.702757 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bdd4e52-ef88-48ae-8c45-892a88544c1e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:54:37.703148 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b461ae0-d2fb-493e-a09d-456b7be1c204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47aefc6d-97a5-476d-9309-c1a53d45b252', 'code': 200} Jan 28 05:54:37.712810 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f461be-16d0-4733-884a-312dabf9ba8f tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Made reservation on behalf of 379d6a0273cb4043ad147f4e9afad42a for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:54:37.715209 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17f461be-16d0-4733-884a-312dabf9ba8f tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:37.724724 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17f461be-16d0-4733-884a-312dabf9ba8f tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:37.781832 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:37.803420 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17f461be-16d0-4733-884a-312dabf9ba8f tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks [] for security_group (549b4c3e-0fc6-4a00-b544-f2df29cd07a7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:37.829125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1addcff-82d7-4c62-ac7e-13ab2b9b35ef req-0babdf45-5dc9-4a2a-b1df-a0808c89f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:37.830664 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1addcff-82d7-4c62-ac7e-13ab2b9b35ef req-0babdf45-5dc9-4a2a-b1df-a0808c89f0b1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 1097 time: 0.0432701 Jan 28 05:54:37.849845 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17f461be-16d0-4733-884a-312dabf9ba8f tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (549b4c3e-0fc6-4a00-b544-f2df29cd07a7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:37.876398 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f461be-16d0-4733-884a-312dabf9ba8f tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:54:37.886963 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f461be-16d0-4733-884a-312dabf9ba8f tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549b4c3e-0fc6-4a00-b544-f2df29cd07a7,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:37.888737 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1addcff-82d7-4c62-ac7e-13ab2b9b35ef req-fe0f52e1-bbe9-43de-ac69-637318b45bda service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b738cea6-0bea-4a7f-9cde-34197d9971cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511329 Jan 28 05:54:37.891973 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17f461be-16d0-4733-884a-312dabf9ba8f tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (fa460de5-5268-4031-b333-aef44ee83174), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:37.892327 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-17f461be-16d0-4733-884a-312dabf9ba8f tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Added segment fa460de5-5268-4031-b333-aef44ee83174 of type vlan for network 8fde1ce6-fb39-4e4c-9de0-a6d0ff9bbd8f Jan 28 05:54:37.942647 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17f461be-16d0-4733-884a-312dabf9ba8f tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (8fde1ce6-fb39-4e4c-9de0-a6d0ff9bbd8f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:37.963550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695ad18-8d96-47d0-9083-32da25837bc3 req-c3e88863-3906-4556-9ce9-d3e330a4095b tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:37.965126 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3695ad18-8d96-47d0-9083-32da25837bc3 req-c3e88863-3906-4556-9ce9-d3e330a4095b tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.0510452 Jan 28 05:54:37.976156 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42770) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:38.017029 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3695ad18-8d96-47d0-9083-32da25837bc3 req-20d12262-076f-41ce-9357-7427a75b2a6c tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459297 Jan 28 05:54:38.044693 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17f461be-16d0-4733-884a-312dabf9ba8f tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (8fde1ce6-fb39-4e4c-9de0-a6d0ff9bbd8f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:38.045906 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f461be-16d0-4733-884a-312dabf9ba8f tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:38.046604 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-17f461be-16d0-4733-884a-312dabf9ba8f tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:38.135696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29a018-2987-4b56-855d-d2bfdcc7330a req-87b7051b-c099-453f-b928-b491a36946f0 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:38.137422 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d29a018-2987-4b56-855d-d2bfdcc7330a req-87b7051b-c099-453f-b928-b491a36946f0 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.0485442 Jan 28 05:54:38.157115 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-17f461be-16d0-4733-884a-312dabf9ba8f tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5436928 Jan 28 05:54:38.157856 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f461be-16d0-4733-884a-312dabf9ba8f tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Pushing event updated for resources: {'Network': ['ID=8fde1ce6-fb39-4e4c-9de0-a6d0ff9bbd8f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:38.169469 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42780) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:38.173471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 8fde1ce6-fb39-4e4c-9de0-a6d0ff9bbd8f details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:54:38.184325 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a3773cf5-2c62-4b43-a80e-b8b9ea651672 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Request body: {'network': {'project_id': '379d6a0273cb4043ad147f4e9afad42a'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:38.192772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d29a018-2987-4b56-855d-d2bfdcc7330a req-23c85e73-9ff7-42b8-8fa4-f17974bed7cc tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493534 Jan 28 05:54:38.230543 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-62917406-be5a-490b-98be-84b250af53cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8837ce05d2e0431188bc9685bdf30d44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2529087 Jan 28 05:54:38.231882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42784) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:38.313395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f79bae-6366-4082-be1f-47351c5c334f req-430ac29b-28ca-41be-bac0-190eb810ad74 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:38.315187 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6f79bae-6366-4082-be1f-47351c5c334f req-430ac29b-28ca-41be-bac0-190eb810ad74 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 945 time: 0.0767539 Jan 28 05:54:38.324727 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3773cf5-2c62-4b43-a80e-b8b9ea651672 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Made reservation on behalf of 379d6a0273cb4043ad147f4e9afad42a for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:54:38.328638 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3773cf5-2c62-4b43-a80e-b8b9ea651672 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:38.341573 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bcee9b47-5765-4921-b2db-858813a926b4 admin admin] Publish callbacks [] for security_group (a2c51a57-a7f1-4a1a-8106-b3fd79d90072), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:38.354003 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3773cf5-2c62-4b43-a80e-b8b9ea651672 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:54:38.364608 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3773cf5-2c62-4b43-a80e-b8b9ea651672 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c529b79c-4a88-4be7-8e0d-9194e78c39a8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:38.364965 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-a3773cf5-2c62-4b43-a80e-b8b9ea651672 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Added segment c529b79c-4a88-4be7-8e0d-9194e78c39a8 of type vlan for network b8c00857-7f03-4639-9724-5f1c6d0fb920 Jan 28 05:54:38.378674 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bcee9b47-5765-4921-b2db-858813a926b4 admin admin] Publish callbacks [] for security_group (a2c51a57-a7f1-4a1a-8106-b3fd79d90072), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:38.411005 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6f79bae-6366-4082-be1f-47351c5c334f req-b26c46e9-dfa0-4f1a-a659-1504c418c185 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=b738cea6-0bea-4a7f-9cde-34197d9971cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833690 Jan 28 05:54:38.413258 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3773cf5-2c62-4b43-a80e-b8b9ea651672 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (b8c00857-7f03-4639-9724-5f1c6d0fb920), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:38.593013 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3773cf5-2c62-4b43-a80e-b8b9ea651672 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (b8c00857-7f03-4639-9724-5f1c6d0fb920), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:38.597955 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3773cf5-2c62-4b43-a80e-b8b9ea651672 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:38.597955 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3773cf5-2c62-4b43-a80e-b8b9ea651672 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:38.598204 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:54:38.598718 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bcee9b47-5765-4921-b2db-858813a926b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a2c51a57-a7f1-4a1a-8106-b3fd79d90072), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:38.598718 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bcee9b47-5765-4921-b2db-858813a926b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:38.602345 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bcee9b47-5765-4921-b2db-858813a926b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2c51a57-a7f1-4a1a-8106-b3fd79d90072 HTTP/1.1" status: 204 len: 168 time: 0.3670094 Jan 28 05:54:38.614514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee9b47-5765-4921-b2db-858813a926b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c51a57-a7f1-4a1a-8106-b3fd79d90072,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:38.665618 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3773cf5-2c62-4b43-a80e-b8b9ea651672 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Pushing event updated for resources: {'Network': ['ID=b8c00857-7f03-4639-9724-5f1c6d0fb920,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:38.678786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network b8c00857-7f03-4639-9724-5f1c6d0fb920 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:54:38.744523 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a3773cf5-2c62-4b43-a80e-b8b9ea651672 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5733657 Jan 28 05:54:38.748334 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42806) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:38.753432 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b516c59f-ac91-4425-af3f-d4c34c30a96c tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Request body: {'network': {'project_id': '379d6a0273cb4043ad147f4e9afad42a'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:38.766069 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b516c59f-ac91-4425-af3f-d4c34c30a96c tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 05:54:38.766991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b516c59f-ac91-4425-af3f-d4c34c30a96c tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:54:38.768226 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b516c59f-ac91-4425-af3f-d4c34c30a96c tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0188484 Jan 28 05:54:38.771235 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42808) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:38.841952 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-20449350-7fd2-4021-91b4-1330c754bc0f tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=379d6a0273cb4043ad147f4e9afad42a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0696301 Jan 28 05:54:38.844538 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42810) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:38.852084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4a9b-4bf8-46fa-af52-9e60a2acb418 req-e7d87bca-fd88-4297-81a9-d8e103cd8044 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:38.853845 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-564f4a9b-4bf8-46fa-af52-9e60a2acb418 req-e7d87bca-fd88-4297-81a9-d8e103cd8044 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.0599363 Jan 28 05:54:38.903760 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4ffac81e-cedd-49f3-9ee8-8a3c8a26128d tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks [] for security_group (549b4c3e-0fc6-4a00-b544-f2df29cd07a7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:38.915585 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-564f4a9b-4bf8-46fa-af52-9e60a2acb418 req-563c4b37-1a8a-41aa-9e5e-2dcbb6b87f5f tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553994 Jan 28 05:54:38.926538 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4ffac81e-cedd-49f3-9ee8-8a3c8a26128d tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks [] for security_group (549b4c3e-0fc6-4a00-b544-f2df29cd07a7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:39.096060 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:39.096909 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4ffac81e-cedd-49f3-9ee8-8a3c8a26128d tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (549b4c3e-0fc6-4a00-b544-f2df29cd07a7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:39.100740 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4ffac81e-cedd-49f3-9ee8-8a3c8a26128d tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:39.102980 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4ffac81e-cedd-49f3-9ee8-8a3c8a26128d tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/549b4c3e-0fc6-4a00-b544-f2df29cd07a7 HTTP/1.1" status: 204 len: 168 time: 0.2564354 Jan 28 05:54:39.105794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42824) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:39.112568 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffac81e-cedd-49f3-9ee8-8a3c8a26128d tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549b4c3e-0fc6-4a00-b544-f2df29cd07a7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:39.178731 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f589959-f206-4945-949e-1600887333e9 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (b8c00857-7f03-4639-9724-5f1c6d0fb920), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:39.262441 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f589959-f206-4945-949e-1600887333e9 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (b8c00857-7f03-4639-9724-5f1c6d0fb920), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:39.286682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-6f589959-f206-4945-949e-1600887333e9 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c00857-7f03-4639-9724-5f1c6d0fb920']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:39.296996 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-6f589959-f206-4945-949e-1600887333e9 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c529b79c-4a88-4be7-8e0d-9194e78c39a8') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:39.297301 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-6f589959-f206-4945-949e-1600887333e9 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c529b79c-4a88-4be7-8e0d-9194e78c39a8') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:39.306813 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f589959-f206-4945-949e-1600887333e9 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (c529b79c-4a88-4be7-8e0d-9194e78c39a8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:39.326494 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f589959-f206-4945-949e-1600887333e9 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c529b79c-4a88-4be7-8e0d-9194e78c39a8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:39.327240 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f589959-f206-4945-949e-1600887333e9 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:54:39.327636 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f589959-f206-4945-949e-1600887333e9 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (c529b79c-4a88-4be7-8e0d-9194e78c39a8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:54:39.329294 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:54:39.461734 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f589959-f206-4945-949e-1600887333e9 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (b8c00857-7f03-4639-9724-5f1c6d0fb920), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:39.472022 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f589959-f206-4945-949e-1600887333e9 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:39.475786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6f589959-f206-4945-949e-1600887333e9 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] 10.222.0.31 "DELETE /v2.0/networks/b8c00857-7f03-4639-9724-5f1c6d0fb920 HTTP/1.1" status: 204 len: 168 time: 0.3682826 Jan 28 05:54:39.479074 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42836) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:39.556461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f589959-f206-4945-949e-1600887333e9 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8c00857-7f03-4639-9724-5f1c6d0fb920,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:39.592003 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a6ba-e6ac-4a5b-9165-68a89492cd73 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (8fde1ce6-fb39-4e4c-9de0-a6d0ff9bbd8f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:39.596148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70debbd2-1ee5-4ed1-883a-1ed2b6b61027 req-353e3b41-0807-46c5-a526-3fae8300bab1 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:39.597981 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70debbd2-1ee5-4ed1-883a-1ed2b6b61027 req-353e3b41-0807-46c5-a526-3fae8300bab1 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 945 time: 0.1210022 Jan 28 05:54:39.657792 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70debbd2-1ee5-4ed1-883a-1ed2b6b61027 req-42f179a5-d051-4a54-8e6a-744c5f82c356 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=b738cea6-0bea-4a7f-9cde-34197d9971cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537677 Jan 28 05:54:39.687459 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a6ba-e6ac-4a5b-9165-68a89492cd73 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (8fde1ce6-fb39-4e4c-9de0-a6d0ff9bbd8f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:39.723444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-a2a2a6ba-e6ac-4a5b-9165-68a89492cd73 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fde1ce6-fb39-4e4c-9de0-a6d0ff9bbd8f']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:39.738636 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-a2a2a6ba-e6ac-4a5b-9165-68a89492cd73 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa460de5-5268-4031-b333-aef44ee83174') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:39.738937 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-a2a2a6ba-e6ac-4a5b-9165-68a89492cd73 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa460de5-5268-4031-b333-aef44ee83174') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:39.752672 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a6ba-e6ac-4a5b-9165-68a89492cd73 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (fa460de5-5268-4031-b333-aef44ee83174), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:39.771185 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a6ba-e6ac-4a5b-9165-68a89492cd73 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (fa460de5-5268-4031-b333-aef44ee83174), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:39.782250 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a2a6ba-e6ac-4a5b-9165-68a89492cd73 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:54:39.782850 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a6ba-e6ac-4a5b-9165-68a89492cd73 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (fa460de5-5268-4031-b333-aef44ee83174), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:54:39.785587 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:54:39.799757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee748ff-b022-4750-9f57-62158038e6b7 req-776066c0-ab42-491e-ab29-3fa8e0a3f75a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:39.801342 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ee748ff-b022-4750-9f57-62158038e6b7 req-776066c0-ab42-491e-ab29-3fa8e0a3f75a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 945 time: 0.0573120 Jan 28 05:54:39.821924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42858) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:39.830969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-07be9a6b-a489-4674-bd02-10cb92e6149c tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Request body: {'floatingip': {'port_id': '47aefc6d-97a5-476d-9309-c1a53d45b252'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:40.161965 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07be9a6b-a489-4674-bd02-10cb92e6149c tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for floatingip (4dc65db6-65af-4399-8422-7087629ea614), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:40.245994 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a6ba-e6ac-4a5b-9165-68a89492cd73 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (8fde1ce6-fb39-4e4c-9de0-a6d0ff9bbd8f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:40.253709 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a6ba-e6ac-4a5b-9165-68a89492cd73 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:40.258685 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a2a2a6ba-e6ac-4a5b-9165-68a89492cd73 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] 10.222.0.31 "DELETE /v2.0/networks/8fde1ce6-fb39-4e4c-9de0-a6d0ff9bbd8f HTTP/1.1" status: 204 len: 168 time: 0.7772460 Jan 28 05:54:40.279792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb2472-c429-463f-aae1-50d62afb6622 req-059e9f8d-83f7-489f-aca7-61601b765184 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:40.281309 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4bb2472-c429-463f-aae1-50d62afb6622 req-059e9f8d-83f7-489f-aca7-61601b765184 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.1404135 Jan 28 05:54:40.290493 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2a6ba-e6ac-4a5b-9165-68a89492cd73 tempest-QuotasNegativeTest-573633226 tempest-QuotasNegativeTest-573633226-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fde1ce6-fb39-4e4c-9de0-a6d0ff9bbd8f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:40.393192 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4bb2472-c429-463f-aae1-50d62afb6622 req-81d1ac35-3bbe-438c-be54-807166075933 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018970 Jan 28 05:54:40.738235 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07be9a6b-a489-4674-bd02-10cb92e6149c tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:40.810480 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07be9a6b-a489-4674-bd02-10cb92e6149c tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (4dc65db6-65af-4399-8422-7087629ea614), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:40.939795 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-07be9a6b-a489-4674-bd02-10cb92e6149c tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Floating IP 4dc65db6-65af-4399-8422-7087629ea614 associated. External IP: 172.25.0.30, port: 47aefc6d-97a5-476d-9309-c1a53d45b252. Jan 28 05:54:41.151883 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-51dfd098-e01e-4b66-8af0-95bdd2e8aeec req-37d06ad3-0214-4b1c-b1ca-a4b883b863b1 service neutron] (103635) timed out ('10.222.0.31', 43450) {{(pid=103635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 05:54:41.160529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07be9a6b-a489-4674-bd02-10cb92e6149c tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:54:41.261535 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42894) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:41.287236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07be9a6b-a489-4674-bd02-10cb92e6149c tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:54:41.291794 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07be9a6b-a489-4674-bd02-10cb92e6149c tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:41.301384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb814975-90a2-408b-b046-d26295a15ba1 None None] Sync routers for ids ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:54:41.318273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb814975-90a2-408b-b046-d26295a15ba1 None None] Routers {'0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:41.321100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eb814975-90a2-408b-b046-d26295a15ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:41.330337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-07be9a6b-a489-4674-bd02-10cb92e6149c tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "PUT /v2.0/floatingips/4dc65db6-65af-4399-8422-7087629ea614 HTTP/1.1" status: 200 len: 990 time: 1.5039117 Jan 28 05:54:41.330337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b461ae0-d2fb-493e-a09d-456b7be1c204', 'tag': '47aefc6d-97a5-476d-9309-c1a53d45b252'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:54:41.331865 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4762382-3298-4bfc-880c-84d22e186f58" -d '{"events": [{"name": "network-changed", "server_uuid": "3b461ae0-d2fb-493e-a09d-456b7be1c204", "tag": "47aefc6d-97a5-476d-9309-c1a53d45b252"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:54:41.394330 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8db2aa5-8b35-4e12-a9d2-7faa923c0da6 x-openstack-request-id: req-f8db2aa5-8b35-4e12-a9d2-7faa923c0da6 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:54:41.394643 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b461ae0-d2fb-493e-a09d-456b7be1c204", "tag": "47aefc6d-97a5-476d-9309-c1a53d45b252", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:54:41.394904 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8db2aa5-8b35-4e12-a9d2-7faa923c0da6 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:54:41.395433 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b461ae0-d2fb-493e-a09d-456b7be1c204', 'tag': '47aefc6d-97a5-476d-9309-c1a53d45b252', 'status': 'completed', 'code': 200} Jan 28 05:54:41.495296 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5fa9-203f-4cdf-9491-b3bd9144eb55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:41.532171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-eb814975-90a2-408b-b046-d26295a15ba1 None None] Set router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:54:41.568516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762382-3298-4bfc-880c-84d22e186f58 req-f301dedf-7c1d-4a89-9cf2-e00ca84a0e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:41.572858 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4762382-3298-4bfc-880c-84d22e186f58 req-f301dedf-7c1d-4a89-9cf2-e00ca84a0e48 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=479c54724c974ee5a31ac6ccd72859f2&device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 1097 time: 0.1083302 Jan 28 05:54:41.700080 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f365c7-644e-480f-b8bb-616dfbf4c5b7 req-0d6c2cce-8b26-4e4b-b4d7-629638483d4f tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:41.701578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6f365c7-644e-480f-b8bb-616dfbf4c5b7 req-0d6c2cce-8b26-4e4b-b4d7-629638483d4f tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.1585879 Jan 28 05:54:41.753025 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5fa9-203f-4cdf-9491-b3bd9144eb55 admin admin] Publish callbacks [] for security_group (9a1b1204-f5f8-4915-926f-bcf580ab14ad), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:41.789698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762382-3298-4bfc-880c-84d22e186f58 req-526bf6a2-e0d2-44b1-b99a-008a7454d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:41.791206 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4762382-3298-4bfc-880c-84d22e186f58 req-526bf6a2-e0d2-44b1-b99a-008a7454d3ae service neutron] 10.222.0.60 "GET /v2.0/networks?id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f HTTP/1.1" status: 200 len: 910 time: 0.1974483 Jan 28 05:54:41.805866 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6f365c7-644e-480f-b8bb-616dfbf4c5b7 req-30bbcb05-6515-4f0c-bfde-cbb27a4d7cdf tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846701 Jan 28 05:54:41.849594 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eb814975-90a2-408b-b046-d26295a15ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:49:31Z', 'revision_number': 4, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '4dc65db6-65af-4399-8422-7087629ea614', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'floating_ip_address': '172.25.0.30', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'port_id': '47aefc6d-97a5-476d-9309-c1a53d45b252', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'mac_address': 'fa:16:3e:82:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b461ae0-d2fb-493e-a09d-456b7be1c204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:54:18Z', 'updated_at': '2022-01-28T05:54:40Z', 'revision_number': 1, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e35b4d5-cc6b-430b-95d6-94f2f089069e', 'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'mac_address': 'fa:16:3e:dc:43:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:29Z', 'updated_at': '2022-01-28T05:49:37Z', 'revision_number': 5, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'subnets': [{'id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:41.863681 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5fa9-203f-4cdf-9491-b3bd9144eb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9a1b1204-f5f8-4915-926f-bcf580ab14ad), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:41.879675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb814975-90a2-408b-b046-d26295a15ba1 None None] Checking router: 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:54:41.893986 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb814975-90a2-408b-b046-d26295a15ba1 None None] Routers {'0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:41.895671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eb814975-90a2-408b-b046-d26295a15ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:41.921405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4cfa5fa9-203f-4cdf-9491-b3bd9144eb55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5572e755b6ab4d9dbea8ad5a86b97161&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6587508 Jan 28 05:54:41.924137 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42930) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:41.935499 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4762382-3298-4bfc-880c-84d22e186f58 req-f00ea444-2d51-4da0-98cd-9869622c8095 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47aefc6d-97a5-476d-9309-c1a53d45b252 HTTP/1.1" status: 200 len: 998 time: 0.1289535 Jan 28 05:54:41.936675 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa5fa9-203f-4cdf-9491-b3bd9144eb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1b1204-f5f8-4915-926f-bcf580ab14ad,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:41.990797 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2028d3af-55c7-4cb6-b243-2a955ebd9e52 admin admin] Publish callbacks [] for security_group (9a1b1204-f5f8-4915-926f-bcf580ab14ad), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:42.031766 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2028d3af-55c7-4cb6-b243-2a955ebd9e52 admin admin] Publish callbacks [] for security_group (9a1b1204-f5f8-4915-926f-bcf580ab14ad), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:42.043776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762382-3298-4bfc-880c-84d22e186f58 req-fd691d54-e329-4460-8b1b-e829204d5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:42.045611 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4762382-3298-4bfc-880c-84d22e186f58 req-fd691d54-e329-4460-8b1b-e829204d5d33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6775d0c7-920b-4dac-b225-8dee000178bb HTTP/1.1" status: 200 len: 848 time: 0.0775003 Jan 28 05:54:42.060860 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-eb814975-90a2-408b-b046-d26295a15ba1 None None] Set router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:54:42.114258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762382-3298-4bfc-880c-84d22e186f58 req-3efb9ba2-79f1-4d34-916c-718bd77b4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:42.115989 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4762382-3298-4bfc-880c-84d22e186f58 req-3efb9ba2-79f1-4d34-916c-718bd77b4083 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639203 Jan 28 05:54:42.127407 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-b4762382-3298-4bfc-880c-84d22e186f58 req-bc995b3f-891e-4d6e-9ca1-6cf9aaa41c56 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:54:42.128320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4762382-3298-4bfc-880c-84d22e186f58 req-bc995b3f-891e-4d6e-9ca1-6cf9aaa41c56 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060089 Jan 28 05:54:42.193488 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2028d3af-55c7-4cb6-b243-2a955ebd9e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9a1b1204-f5f8-4915-926f-bcf580ab14ad), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:42.198092 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2028d3af-55c7-4cb6-b243-2a955ebd9e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:42.203021 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2028d3af-55c7-4cb6-b243-2a955ebd9e52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a1b1204-f5f8-4915-926f-bcf580ab14ad HTTP/1.1" status: 204 len: 168 time: 0.2754571 Jan 28 05:54:42.209930 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028d3af-55c7-4cb6-b243-2a955ebd9e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1b1204-f5f8-4915-926f-bcf580ab14ad,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:42.275890 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4762382-3298-4bfc-880c-84d22e186f58 req-e45dbf38-7032-4e6e-82dc-9ce8e0780573 service neutron] 10.222.0.60 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412475 Jan 28 05:54:42.343336 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eb814975-90a2-408b-b046-d26295a15ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:49:31Z', 'revision_number': 4, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '4dc65db6-65af-4399-8422-7087629ea614', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'floating_ip_address': '172.25.0.30', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'port_id': '47aefc6d-97a5-476d-9309-c1a53d45b252', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'mac_address': 'fa:16:3e:82:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b461ae0-d2fb-493e-a09d-456b7be1c204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:54:18Z', 'updated_at': '2022-01-28T05:54:40Z', 'revision_number': 1, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e35b4d5-cc6b-430b-95d6-94f2f089069e', 'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'mac_address': 'fa:16:3e:dc:43:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:29Z', 'updated_at': '2022-01-28T05:49:37Z', 'revision_number': 5, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'subnets': [{'id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:42.405754 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4762382-3298-4bfc-880c-84d22e186f58 req-60c9656b-66eb-47db-b9af-e67d18a73ca3 service neutron] 10.222.0.60 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238801 Jan 28 05:54:42.552673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb814975-90a2-408b-b046-d26295a15ba1 None None] The sync data for ids ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'] in n-d-812111-12 is: [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:49:31Z', 'revision_number': 4, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '4dc65db6-65af-4399-8422-7087629ea614', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'floating_ip_address': '172.25.0.30', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'port_id': '47aefc6d-97a5-476d-9309-c1a53d45b252', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'mac_address': 'fa:16:3e:82:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b461ae0-d2fb-493e-a09d-456b7be1c204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:54:18Z', 'updated_at': '2022-01-28T05:54:40Z', 'revision_number': 1, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e35b4d5-cc6b-430b-95d6-94f2f089069e', 'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'mac_address': 'fa:16:3e:dc:43:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:29Z', 'updated_at': '2022-01-28T05:49:37Z', 'revision_number': 5, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'subnets': [{'id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:54:42.577587 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42946) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:42.724672 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8a24f40b-6c83-4201-9fdb-ddc5592427ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:42.922246 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8a24f40b-6c83-4201-9fdb-ddc5592427ae admin admin] Publish callbacks [] for security_group (4414689f-95b1-4f98-9301-43bb3ad51140), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:42.952197 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00590c7c-2a23-4a47-93d5-75e9187ceefd None None] New status for floating IP 4dc65db6-65af-4399-8422-7087629ea614: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:54:42.958974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d93654-5672-4c5b-9324-228dbb9b2419 req-98564408-21d9-4367-b404-3903c9004ac4 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:42.960979 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77d93654-5672-4c5b-9324-228dbb9b2419 req-98564408-21d9-4367-b404-3903c9004ac4 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.0640814 Jan 28 05:54:43.021822 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8a24f40b-6c83-4201-9fdb-ddc5592427ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4414689f-95b1-4f98-9301-43bb3ad51140), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:43.046255 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77d93654-5672-4c5b-9324-228dbb9b2419 req-1bf2267d-aa65-42e4-bd51-d8fda7c5656a tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789359 Jan 28 05:54:43.092373 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8a24f40b-6c83-4201-9fdb-ddc5592427ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75841e43ef7b443ba256d0bb21a0a0d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5145347 Jan 28 05:54:43.093649 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24f40b-6c83-4201-9fdb-ddc5592427ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4414689f-95b1-4f98-9301-43bb3ad51140,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:43.095082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42958) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:43.140362 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42960) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:43.157921 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-076e28fd-27b1-49b3-ba7e-85c442e43fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:43.176586 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00da673f-a81c-46b2-9b84-952dc8bab006 admin admin] Publish callbacks [] for security_group (4414689f-95b1-4f98-9301-43bb3ad51140), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:43.204534 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00da673f-a81c-46b2-9b84-952dc8bab006 admin admin] Publish callbacks [] for security_group (4414689f-95b1-4f98-9301-43bb3ad51140), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:43.238224 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-076e28fd-27b1-49b3-ba7e-85c442e43fd2 admin admin] Publish callbacks [] for security_group (46748833-205b-4050-b2f0-9a30dd48d309), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:43.330113 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00da673f-a81c-46b2-9b84-952dc8bab006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4414689f-95b1-4f98-9301-43bb3ad51140), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:43.330763 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-076e28fd-27b1-49b3-ba7e-85c442e43fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (46748833-205b-4050-b2f0-9a30dd48d309), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:43.333808 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00da673f-a81c-46b2-9b84-952dc8bab006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:43.337672 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-00da673f-a81c-46b2-9b84-952dc8bab006 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4414689f-95b1-4f98-9301-43bb3ad51140 HTTP/1.1" status: 204 len: 168 time: 0.2388778 Jan 28 05:54:43.344443 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da673f-a81c-46b2-9b84-952dc8bab006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4414689f-95b1-4f98-9301-43bb3ad51140,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:43.378464 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e28fd-27b1-49b3-ba7e-85c442e43fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46748833-205b-4050-b2f0-9a30dd48d309,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:43.382600 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-076e28fd-27b1-49b3-ba7e-85c442e43fd2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7938f2e76144616af7ea817e42018f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2411885 Jan 28 05:54:43.385474 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42964) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:43.438257 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11b69b58-7cac-4c05-a760-bb30ad66ecce admin admin] Publish callbacks [] for security_group (46748833-205b-4050-b2f0-9a30dd48d309), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:43.490625 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11b69b58-7cac-4c05-a760-bb30ad66ecce admin admin] Publish callbacks [] for security_group (46748833-205b-4050-b2f0-9a30dd48d309), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:43.632144 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11b69b58-7cac-4c05-a760-bb30ad66ecce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (46748833-205b-4050-b2f0-9a30dd48d309), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:43.634884 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11b69b58-7cac-4c05-a760-bb30ad66ecce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:43.637829 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-11b69b58-7cac-4c05-a760-bb30ad66ecce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46748833-205b-4050-b2f0-9a30dd48d309 HTTP/1.1" status: 204 len: 168 time: 0.2489319 Jan 28 05:54:43.644596 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b69b58-7cac-4c05-a760-bb30ad66ecce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46748833-205b-4050-b2f0-9a30dd48d309,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:44.178413 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42986) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:44.195092 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e8a75e8-8131-4856-b257-370dca8e51f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:44.213729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26332042-52a0-49a0-9437-6f704cb809b0 req-21a2c9af-e62f-417d-adfa-1b023dd3c608 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:44.216286 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26332042-52a0-49a0-9437-6f704cb809b0 req-21a2c9af-e62f-417d-adfa-1b023dd3c608 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.0872719 Jan 28 05:54:44.280043 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e8a75e8-8131-4856-b257-370dca8e51f2 admin admin] Publish callbacks [] for security_group (dc287306-a6bc-4fa9-8276-db2b28c0d436), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:44.285454 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26332042-52a0-49a0-9437-6f704cb809b0 req-67ee4fad-355e-439f-9c09-6a7390c831ae tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619106 Jan 28 05:54:44.330512 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e8a75e8-8131-4856-b257-370dca8e51f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dc287306-a6bc-4fa9-8276-db2b28c0d436), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:44.374245 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1e8a75e8-8131-4856-b257-370dca8e51f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=981e79aa94b242b6ad23ececa335a27f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1946988 Jan 28 05:54:44.375211 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a75e8-8131-4856-b257-370dca8e51f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc287306-a6bc-4fa9-8276-db2b28c0d436,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:44.377073 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42992) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:44.441677 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56cc8b9a-2868-48ef-82d2-47321c55dfa8 admin admin] Publish callbacks [] for security_group (dc287306-a6bc-4fa9-8276-db2b28c0d436), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:44.465040 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56cc8b9a-2868-48ef-82d2-47321c55dfa8 admin admin] Publish callbacks [] for security_group (dc287306-a6bc-4fa9-8276-db2b28c0d436), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:44.690181 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56cc8b9a-2868-48ef-82d2-47321c55dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dc287306-a6bc-4fa9-8276-db2b28c0d436), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:44.693269 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56cc8b9a-2868-48ef-82d2-47321c55dfa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:44.694789 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-56cc8b9a-2868-48ef-82d2-47321c55dfa8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc287306-a6bc-4fa9-8276-db2b28c0d436 HTTP/1.1" status: 204 len: 168 time: 0.3112433 Jan 28 05:54:44.709077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc8b9a-2868-48ef-82d2-47321c55dfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc287306-a6bc-4fa9-8276-db2b28c0d436,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:44.860892 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43008) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:45.090660 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d52365fe-be3a-471f-92dd-f7a8dec77803 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'network': {'name': 'tempest-RoutersTest-2133205900'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:45.216408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52365fe-be3a-471f-92dd-f7a8dec77803 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:54:45.220728 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d52365fe-be3a-471f-92dd-f7a8dec77803 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:45.231458 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d52365fe-be3a-471f-92dd-f7a8dec77803 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:45.355663 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d52365fe-be3a-471f-92dd-f7a8dec77803 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for security_group (b9bf88b1-ccb7-4b29-90b4-a466bc75dc13), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:45.458716 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d52365fe-be3a-471f-92dd-f7a8dec77803 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b9bf88b1-ccb7-4b29-90b4-a466bc75dc13), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:45.469271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f78705-63c2-48bb-9f16-175dee296478 req-6ef6751b-742c-4ec3-b834-a30c32d9a229 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:45.471919 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82f78705-63c2-48bb-9f16-175dee296478 req-6ef6751b-742c-4ec3-b834-a30c32d9a229 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.0923755 Jan 28 05:54:45.488655 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52365fe-be3a-471f-92dd-f7a8dec77803 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:54:45.500696 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52365fe-be3a-471f-92dd-f7a8dec77803 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bf88b1-ccb7-4b29-90b4-a466bc75dc13,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:45.527225 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d52365fe-be3a-471f-92dd-f7a8dec77803 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (e22f2d5d-8e26-4656-b572-0689f76ab20e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:45.527588 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-d52365fe-be3a-471f-92dd-f7a8dec77803 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Added segment e22f2d5d-8e26-4656-b572-0689f76ab20e of type vlan for network 5bc121af-f474-4cfd-8863-d9d7c5ecdb2a Jan 28 05:54:45.548128 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82f78705-63c2-48bb-9f16-175dee296478 req-42796b26-4b4b-47e4-b566-a8a490db37e7 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638893 Jan 28 05:54:45.601700 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d52365fe-be3a-471f-92dd-f7a8dec77803 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (5bc121af-f474-4cfd-8863-d9d7c5ecdb2a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:45.712173 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d52365fe-be3a-471f-92dd-f7a8dec77803 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (5bc121af-f474-4cfd-8863-d9d7c5ecdb2a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:45.717862 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52365fe-be3a-471f-92dd-f7a8dec77803 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:45.719196 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d52365fe-be3a-471f-92dd-f7a8dec77803 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:45.790899 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52365fe-be3a-471f-92dd-f7a8dec77803 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Network': ['ID=5bc121af-f474-4cfd-8863-d9d7c5ecdb2a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:45.803316 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 5bc121af-f474-4cfd-8863-d9d7c5ecdb2a details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:54:45.825384 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d52365fe-be3a-471f-92dd-f7a8dec77803 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9630353 Jan 28 05:54:45.827770 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43040) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:45.833095 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-afd42d86-cc47-4864-99a0-c7e4e510ef00 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'network': {'name': 'tempest-RoutersTest-1403488994'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:45.935449 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd42d86-cc47-4864-99a0-c7e4e510ef00 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:54:45.938850 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-afd42d86-cc47-4864-99a0-c7e4e510ef00 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:45.968213 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd42d86-cc47-4864-99a0-c7e4e510ef00 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:54:45.976462 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-afd42d86-cc47-4864-99a0-c7e4e510ef00 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ad0cce58-42f0-4391-979f-ce5c0a3c8556), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:45.976807 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-afd42d86-cc47-4864-99a0-c7e4e510ef00 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Added segment ad0cce58-42f0-4391-979f-ce5c0a3c8556 of type vlan for network 44702108-2652-4cb6-b223-6567a6818328 Jan 28 05:54:46.016611 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-afd42d86-cc47-4864-99a0-c7e4e510ef00 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (44702108-2652-4cb6-b223-6567a6818328), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:46.101434 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-afd42d86-cc47-4864-99a0-c7e4e510ef00 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (44702108-2652-4cb6-b223-6567a6818328), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:46.107206 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd42d86-cc47-4864-99a0-c7e4e510ef00 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:46.107789 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-afd42d86-cc47-4864-99a0-c7e4e510ef00 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:46.170937 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd42d86-cc47-4864-99a0-c7e4e510ef00 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Network': ['ID=44702108-2652-4cb6-b223-6567a6818328,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:46.181542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 44702108-2652-4cb6-b223-6567a6818328 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:54:46.201808 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-afd42d86-cc47-4864-99a0-c7e4e510ef00 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3722875 Jan 28 05:54:46.208510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43050) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:46.213707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-159ac967-4a9e-4849-97eb-7147cc734cb5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'subnet': {'network_id': '5bc121af-f474-4cfd-8863-d9d7c5ecdb2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:46.393123 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159ac967-4a9e-4849-97eb-7147cc734cb5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:54:46.396662 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-159ac967-4a9e-4849-97eb-7147cc734cb5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:46.676771 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-159ac967-4a9e-4849-97eb-7147cc734cb5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (eac488ca-fe36-4154-ae01-a69a2380ba3a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:46.681349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3f725-609c-4e74-b0d1-d9edf1e4346b req-92582034-e95b-4156-b861-cec737d05149 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:46.689676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbb3f725-609c-4e74-b0d1-d9edf1e4346b req-92582034-e95b-4156-b861-cec737d05149 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.0629654 Jan 28 05:54:46.725701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ac967-4a9e-4849-97eb-7147cc734cb5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Subnet': ['ID=eac488ca-fe36-4154-ae01-a69a2380ba3a,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:46.745350 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbb3f725-609c-4e74-b0d1-d9edf1e4346b req-2cb0d852-a510-4083-9bce-5e4c6d7b365d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538113 Jan 28 05:54:46.761766 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ac967-4a9e-4849-97eb-7147cc734cb5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Checking segment: {'id': 'e22f2d5d-8e26-4656-b572-0689f76ab20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5bc121af-f474-4cfd-8863-d9d7c5ecdb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:54:46.766372 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159ac967-4a9e-4849-97eb-7147cc734cb5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network hostable DHCP agents. Network: 5bc121af-f474-4cfd-8863-d9d7c5ecdb2a, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:54:46.827222 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159ac967-4a9e-4849-97eb-7147cc734cb5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 5bc121af-f474-4cfd-8863-d9d7c5ecdb2a is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:54:46.912339 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-159ac967-4a9e-4849-97eb-7147cc734cb5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 5bc121af-f474-4cfd-8863-d9d7c5ecdb2a) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:46.921024 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f942d34-836b-4309-bc2b-d23427d934f1 None None] Network 5bc121af-f474-4cfd-8863-d9d7c5ecdb2a requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:54:46.935444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159ac967-4a9e-4849-97eb-7147cc734cb5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:46.936185 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-159ac967-4a9e-4849-97eb-7147cc734cb5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:47.036460 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-5bc121af-f474-4cfd-8863-d9d7c5ecdb2a', 'network_id': '5bc121af-f474-4cfd-8863-d9d7c5ecdb2a', 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'fixed_ips': [{'subnet_id': 'eac488ca-fe36-4154-ae01-a69a2380ba3a'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:54:47.037494 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:47.064394 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-159ac967-4a9e-4849-97eb-7147cc734cb5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8546629 Jan 28 05:54:47.067394 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43082) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:47.072929 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-144a3a73-3d25-4eb6-8d76-d41885c3dc1d tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'subnet': {'network_id': '44702108-2652-4cb6-b223-6567a6818328', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:47.201479 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Allocated IP 172.20.0.2 (5bc121af-f474-4cfd-8863-d9d7c5ecdb2a/eac488ca-fe36-4154-ae01-a69a2380ba3a/a8e62a36-84d6-407d-8bfc-407f4b3f69d9) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:54:47.341423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144a3a73-3d25-4eb6-8d76-d41885c3dc1d tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:54:47.345076 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-144a3a73-3d25-4eb6-8d76-d41885c3dc1d tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:47.417057 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Publish callbacks [] for port (a8e62a36-84d6-407d-8bfc-407f4b3f69d9), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:47.532117 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (a8e62a36-84d6-407d-8bfc-407f4b3f69d9), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:47.579437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Network 5bc121af-f474-4cfd-8863-d9d7c5ecdb2a is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:47.581042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:47.588195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:54:47.607312 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Pushing event updated for resources: {'Port': ['ID=a8e62a36-84d6-407d-8bfc-407f4b3f69d9,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:47.623203 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-144a3a73-3d25-4eb6-8d76-d41885c3dc1d tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (49a94785-b8bb-4e38-a838-f931486c75e9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:47.671436 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Attempting to bind port a8e62a36-84d6-407d-8bfc-407f4b3f69d9 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:54:47.671709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Attempting to bind port a8e62a36-84d6-407d-8bfc-407f4b3f69d9 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'e22f2d5d-8e26-4656-b572-0689f76ab20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5bc121af-f474-4cfd-8863-d9d7c5ecdb2a'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:54:47.672088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Attempting to bind port a8e62a36-84d6-407d-8bfc-407f4b3f69d9 on network 5bc121af-f474-4cfd-8863-d9d7c5ecdb2a {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:54:47.677872 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:54:47.677872 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Checking segment: {'id': 'e22f2d5d-8e26-4656-b572-0689f76ab20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5bc121af-f474-4cfd-8863-d9d7c5ecdb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:54:47.678416 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:47.678908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Bound using segment: {'id': 'e22f2d5d-8e26-4656-b572-0689f76ab20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5bc121af-f474-4cfd-8863-d9d7c5ecdb2a'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:54:47.679478 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Bound port: a8e62a36-84d6-407d-8bfc-407f4b3f69d9, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22f2d5d-8e26-4656-b572-0689f76ab20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5bc121af-f474-4cfd-8863-d9d7c5ecdb2a'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:54:47.679902 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a8e62a36-84d6-407d-8bfc-407f4b3f69d9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:47.694682 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a3a73-3d25-4eb6-8d76-d41885c3dc1d tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Subnet': ['ID=49a94785-b8bb-4e38-a838-f931486c75e9,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:47.710195 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144a3a73-3d25-4eb6-8d76-d41885c3dc1d tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Checking segment: {'id': 'ad0cce58-42f0-4391-979f-ce5c0a3c8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '44702108-2652-4cb6-b223-6567a6818328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:54:47.710770 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144a3a73-3d25-4eb6-8d76-d41885c3dc1d tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network hostable DHCP agents. Network: 44702108-2652-4cb6-b223-6567a6818328, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:54:47.758045 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] For port a8e62a36-84d6-407d-8bfc-407f4b3f69d9, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:54:47.761191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] For port a8e62a36-84d6-407d-8bfc-407f4b3f69d9, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a8e62a36-84d6-407d-8bfc-407f4b3f69d9,segment=NetworkSegment(e22f2d5d-8e26-4656-b572-0689f76ab20e),segment_id=e22f2d5d-8e26-4656-b572-0689f76ab20e)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:54:47.803410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144a3a73-3d25-4eb6-8d76-d41885c3dc1d tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 44702108-2652-4cb6-b223-6567a6818328 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:54:47.833353 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a8e62a36-84d6-407d-8bfc-407f4b3f69d9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:47.865808 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3f21d-dcd5-4bc5-b8ec-1eb7349f47a8 req-55268d24-9549-4b31-aac4-cfd7d4ce15ec tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:47.873365 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2c3f21d-dcd5-4bc5-b8ec-1eb7349f47a8 req-55268d24-9549-4b31-aac4-cfd7d4ce15ec tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.0588720 Jan 28 05:54:47.912694 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-144a3a73-3d25-4eb6-8d76-d41885c3dc1d tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 44702108-2652-4cb6-b223-6567a6818328) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:47.924503 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144a3a73-3d25-4eb6-8d76-d41885c3dc1d tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:47.925753 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-144a3a73-3d25-4eb6-8d76-d41885c3dc1d tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:47.939289 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfbe7f9-93be-4dc6-85bb-5259bfc0f5cc None None] Network 44702108-2652-4cb6-b223-6567a6818328 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:54:47.951752 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e960922-6847-48d4-9f56-00db36c651a6 None None] Pushing event updated for resources: {'Port': ['ID=a8e62a36-84d6-407d-8bfc-407f4b3f69d9,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:47.961584 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2c3f21d-dcd5-4bc5-b8ec-1eb7349f47a8 req-aa5ae662-17d5-45c5-9345-627c8722d6d9 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857079 Jan 28 05:54:48.032000 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-144a3a73-3d25-4eb6-8d76-d41885c3dc1d tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9632251 Jan 28 05:54:48.034903 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43110) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:48.041850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7e789a8f-1918-4c53-a415-e51e76a0cf3a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-791025946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:54:48.096263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-44702108-2652-4cb6-b223-6567a6818328', 'network_id': '44702108-2652-4cb6-b223-6567a6818328', 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'fixed_ips': [{'subnet_id': '49a94785-b8bb-4e38-a838-f931486c75e9'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:54:48.097663 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:48.159518 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7e789a8f-1918-4c53-a415-e51e76a0cf3a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (170988dc-7f60-460e-8f39-4e91e0825516), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:48.160653 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7e789a8f-1918-4c53-a415-e51e76a0cf3a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (170988dc-7f60-460e-8f39-4e91e0825516), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:48.284140 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7e789a8f-1918-4c53-a415-e51e76a0cf3a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router_controller (170988dc-7f60-460e-8f39-4e91e0825516), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:48.359948 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7e789a8f-1918-4c53-a415-e51e76a0cf3a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (170988dc-7f60-460e-8f39-4e91e0825516), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:48.371972 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Allocated IP 172.21.0.2 (44702108-2652-4cb6-b223-6567a6818328/49a94785-b8bb-4e38-a838-f931486c75e9/98e84572-0341-4af9-941d-34c8bf1ae26b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:54:48.457327 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7e789a8f-1918-4c53-a415-e51e76a0cf3a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:48.461222 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7e789a8f-1918-4c53-a415-e51e76a0cf3a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4228544 Jan 28 05:54:48.461442 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43118) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:48.619621 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Publish callbacks [] for port (98e84572-0341-4af9-941d-34c8bf1ae26b), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:48.696320 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (98e84572-0341-4af9-941d-34c8bf1ae26b), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:48.771459 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579f72f-e9c5-46c4-a750-e4316478eed4 req-2f35f9d2-3f38-451b-9fa9-70a130e9ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:48.775031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3579f72f-e9c5-46c4-a750-e4316478eed4 req-2f35f9d2-3f38-451b-9fa9-70a130e9ecdb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 1097 time: 0.1162825 Jan 28 05:54:48.793924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70901d0-73b1-4553-ad04-654e54b1d5ad req-db51b28a-721c-4372-99c3-9b0cdb1e2f4b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:48.802534 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d70901d0-73b1-4553-ad04-654e54b1d5ad req-db51b28a-721c-4372-99c3-9b0cdb1e2f4b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1135159 Jan 28 05:54:48.814973 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Network 44702108-2652-4cb6-b223-6567a6818328 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:48.855223 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:48.872392 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:54:48.876618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Pushing event updated for resources: {'Port': ['ID=98e84572-0341-4af9-941d-34c8bf1ae26b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:48.975445 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d70901d0-73b1-4553-ad04-654e54b1d5ad req-0ac61b86-ce50-4b9b-b606-2823aa709c00 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596603 Jan 28 05:54:48.975980 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:49.038227 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Attempting to bind port 98e84572-0341-4af9-941d-34c8bf1ae26b on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:54:49.039446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Attempting to bind port 98e84572-0341-4af9-941d-34c8bf1ae26b by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'ad0cce58-42f0-4391-979f-ce5c0a3c8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '44702108-2652-4cb6-b223-6567a6818328'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:54:49.039809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Attempting to bind port 98e84572-0341-4af9-941d-34c8bf1ae26b on network 44702108-2652-4cb6-b223-6567a6818328 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:54:49.053145 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:54:49.054853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Checking segment: {'id': 'ad0cce58-42f0-4391-979f-ce5c0a3c8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '44702108-2652-4cb6-b223-6567a6818328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:54:49.055269 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:49.072349 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Bound using segment: {'id': 'ad0cce58-42f0-4391-979f-ce5c0a3c8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '44702108-2652-4cb6-b223-6567a6818328'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:54:49.072880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Bound port: 98e84572-0341-4af9-941d-34c8bf1ae26b, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0cce58-42f0-4391-979f-ce5c0a3c8556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '44702108-2652-4cb6-b223-6567a6818328'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:54:49.081013 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (98e84572-0341-4af9-941d-34c8bf1ae26b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:49.128110 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579f72f-e9c5-46c4-a750-e4316478eed4 req-2633c983-48f9-4660-9f5f-5f8fcbba1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:49.131879 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3579f72f-e9c5-46c4-a750-e4316478eed4 req-2633c983-48f9-4660-9f5f-5f8fcbba1003 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 913 time: 0.3494585 Jan 28 05:54:49.218999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] For port 98e84572-0341-4af9-941d-34c8bf1ae26b, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:54:49.226243 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] For port 98e84572-0341-4af9-941d-34c8bf1ae26b, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=98e84572-0341-4af9-941d-34c8bf1ae26b,segment=NetworkSegment(ad0cce58-42f0-4391-979f-ce5c0a3c8556),segment_id=ad0cce58-42f0-4391-979f-ce5c0a3c8556)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:54:49.229171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a8e62a36-84d6-407d-8bfc-407f4b3f69d9 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:54:49.261872 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463b60d-7f7e-4393-a342-c0da23a470df req-96c4ea96-7a05-4285-a590-72e3e621323b tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:49.270015 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c463b60d-7f7e-4393-a342-c0da23a470df req-96c4ea96-7a05-4285-a590-72e3e621323b tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.1169412 Jan 28 05:54:49.302550 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3579f72f-e9c5-46c4-a750-e4316478eed4 req-63e46006-2383-4eb2-9e71-059a1663cb21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e HTTP/1.1" status: 200 len: 1000 time: 0.1596005 Jan 28 05:54:49.322970 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (98e84572-0341-4af9-941d-34c8bf1ae26b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:49.349337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c463b60d-7f7e-4393-a342-c0da23a470df req-8e30da5a-380d-4c0f-96f8-15a28583a0ef tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749443 Jan 28 05:54:49.426617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579f72f-e9c5-46c4-a750-e4316478eed4 req-c8dc995c-9e2b-48be-88b3-3ccf1bc83522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:49.428190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3579f72f-e9c5-46c4-a750-e4316478eed4 req-c8dc995c-9e2b-48be-88b3-3ccf1bc83522 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.0945284 Jan 28 05:54:49.442411 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Allocated IP 172.20.0.1 (5bc121af-f474-4cfd-8863-d9d7c5ecdb2a/eac488ca-fe36-4154-ae01-a69a2380ba3a/41c28b5c-052f-4607-8583-ba3d98251758) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:54:49.498715 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579f72f-e9c5-46c4-a750-e4316478eed4 req-11931161-e7c6-4b12-befa-7a0b676cb0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:49.500596 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3579f72f-e9c5-46c4-a750-e4316478eed4 req-11931161-e7c6-4b12-befa-7a0b676cb0d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609357 Jan 28 05:54:49.541815 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a8e62a36-84d6-407d-8bfc-407f4b3f69d9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:49.542918 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a8e62a36-84d6-407d-8bfc-407f4b3f69d9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:49.628282 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43986a9d-bd47-4ddb-83b6-1ff6ec8b0b24 None None] Network 5bc121af-f474-4cfd-8863-d9d7c5ecdb2a requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:54:49.641644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2057c38-7700-419f-9a1d-f964f9aa9b18 None None] Pushing event updated for resources: {'Port': ['ID=98e84572-0341-4af9-941d-34c8bf1ae26b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:49.691678 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (41c28b5c-052f-4607-8583-ba3d98251758), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:49.729834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3579f72f-e9c5-46c4-a750-e4316478eed4 req-10824dbf-b330-42b1-8d84-dfd14f127280 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178946 Jan 28 05:54:49.917933 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6adcce3e-acce-43f8-a766-71c39f22ccd9 None None] Provisioning complete for port a8e62a36-84d6-407d-8bfc-407f4b3f69d9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:49.918461 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6adcce3e-acce-43f8-a766-71c39f22ccd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a8e62a36-84d6-407d-8bfc-407f4b3f69d9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:49.930198 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (41c28b5c-052f-4607-8583-ba3d98251758), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:49.950649 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3579f72f-e9c5-46c4-a750-e4316478eed4 req-e76af86b-9da4-459f-9d24-7257bdd621d7 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094843 Jan 28 05:54:50.002836 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a8e62a36-84d6-407d-8bfc-407f4b3f69d9 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:50.003305 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a8e62a36-84d6-407d-8bfc-407f4b3f69d9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:50.011604 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 5bc121af-f474-4cfd-8863-d9d7c5ecdb2a is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:50.027398 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:50.038705 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:54:50.100187 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port a8e62a36-84d6-407d-8bfc-407f4b3f69d9, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a8e62a36-84d6-407d-8bfc-407f4b3f69d9,segment=NetworkSegment(e22f2d5d-8e26-4656-b572-0689f76ab20e),segment_id=e22f2d5d-8e26-4656-b572-0689f76ab20e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:50.138621 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=41c28b5c-052f-4607-8583-ba3d98251758,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:50.153340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6adcce3e-acce-43f8-a766-71c39f22ccd9 None None] Current status of the port a8e62a36-84d6-407d-8bfc-407f4b3f69d9 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:50.153745 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6adcce3e-acce-43f8-a766-71c39f22ccd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a8e62a36-84d6-407d-8bfc-407f4b3f69d9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:50.184374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687d603-f160-43fa-9216-91466e1c40a1 req-103495ac-9271-467f-ab58-b408870fceec tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:50.193538 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9687d603-f160-43fa-9216-91466e1c40a1 req-103495ac-9271-467f-ab58-b408870fceec tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1075156 Jan 28 05:54:50.199015 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (170988dc-7f60-460e-8f39-4e91e0825516), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:50.209168 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a8e62a36-84d6-407d-8bfc-407f4b3f69d9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:50.349096 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9687d603-f160-43fa-9216-91466e1c40a1 req-c52fa820-d4d3-4516-9261-8f8445191b8d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523895 Jan 28 05:54:50.366575 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-6adcce3e-acce-43f8-a766-71c39f22ccd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:54:50.366575 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-6adcce3e-acce-43f8-a766-71c39f22ccd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:54:50.418456 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=a8e62a36-84d6-407d-8bfc-407f4b3f69d9,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:50.484653 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376965da-89fa-409e-bdda-0df55bcd1a7f req-3409c194-6016-4364-a44c-9f4816cd5c51 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:50.486323 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-376965da-89fa-409e-bdda-0df55bcd1a7f req-3409c194-6016-4364-a44c-9f4816cd5c51 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.0593619 Jan 28 05:54:50.577872 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-376965da-89fa-409e-bdda-0df55bcd1a7f req-522e35af-3479-4930-9185-d20a5e544439 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835001 Jan 28 05:54:50.650866 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (41c28b5c-052f-4607-8583-ba3d98251758), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:50.958638 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6adcce3e-acce-43f8-a766-71c39f22ccd9 None None] Current status of the port a8e62a36-84d6-407d-8bfc-407f4b3f69d9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:51.084016 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e73f17cc-0156-44ea-9c4a-a0252995f5d2 None None] Provisioning complete for port 41c28b5c-052f-4607-8583-ba3d98251758 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:51.084845 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e73f17cc-0156-44ea-9c4a-a0252995f5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (41c28b5c-052f-4607-8583-ba3d98251758), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:51.123040 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (41c28b5c-052f-4607-8583-ba3d98251758), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:51.130695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 98e84572-0341-4af9-941d-34c8bf1ae26b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:54:51.171764 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e73f17cc-0156-44ea-9c4a-a0252995f5d2 None None] Port 41c28b5c-052f-4607-8583-ba3d98251758 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:54:51.194045 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (41c28b5c-052f-4607-8583-ba3d98251758), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:51.199043 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e73f17cc-0156-44ea-9c4a-a0252995f5d2 None None] Provisioning complete for port a8e62a36-84d6-407d-8bfc-407f4b3f69d9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:51.199666 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e73f17cc-0156-44ea-9c4a-a0252995f5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a8e62a36-84d6-407d-8bfc-407f4b3f69d9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:51.236269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 98e84572-0341-4af9-941d-34c8bf1ae26b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:51.236639 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (98e84572-0341-4af9-941d-34c8bf1ae26b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:51.297557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed8a709-8d65-4ca3-b64a-76494f3dc962 None None] Network 44702108-2652-4cb6-b223-6567a6818328 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:54:51.313709 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (170988dc-7f60-460e-8f39-4e91e0825516), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:51.338932 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=41c28b5c-052f-4607-8583-ba3d98251758,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:51.499862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 98e84572-0341-4af9-941d-34c8bf1ae26b is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:51.500443 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (98e84572-0341-4af9-941d-34c8bf1ae26b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:51.547039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43b107-24c7-4a51-a54b-1eeb2a84e97f req-d08c2897-0049-4f7a-9f30-243ec07f362f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:51.555336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a43b107-24c7-4a51-a54b-1eeb2a84e97f req-d08c2897-0049-4f7a-9f30-243ec07f362f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0782802 Jan 28 05:54:51.592774 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e73f17cc-0156-44ea-9c4a-a0252995f5d2 None None] Current status of the port a8e62a36-84d6-407d-8bfc-407f4b3f69d9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:51.607232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 5bc121af-f474-4cfd-8863-d9d7c5ecdb2a is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:51.610171 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:51.624542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a43b107-24c7-4a51-a54b-1eeb2a84e97f req-98b8b618-2f50-45f2-bb1f-e175085a2fee tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682163 Jan 28 05:54:51.676228 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 98e84572-0341-4af9-941d-34c8bf1ae26b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=98e84572-0341-4af9-941d-34c8bf1ae26b,segment=NetworkSegment(ad0cce58-42f0-4391-979f-ce5c0a3c8556),segment_id=ad0cce58-42f0-4391-979f-ce5c0a3c8556)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:54:51.739632 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (98e84572-0341-4af9-941d-34c8bf1ae26b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:51.740428 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a8e62a36-84d6-407d-8bfc-407f4b3f69d9 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:54:51.808898 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-bb95fcfa-a323-49b6-84b1-4e9408fffbf5 None None] Provisioning complete for port 98e84572-0341-4af9-941d-34c8bf1ae26b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:51.809437 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb95fcfa-a323-49b6-84b1-4e9408fffbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (98e84572-0341-4af9-941d-34c8bf1ae26b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:51.861419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404261f-2895-400f-8e4e-8cd3920d5d89 req-4c0d1b21-dd07-49ef-be8b-e339357bbb7b tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:51.875363 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0404261f-2895-400f-8e4e-8cd3920d5d89 req-4c0d1b21-dd07-49ef-be8b-e339357bbb7b tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.1340795 Jan 28 05:54:52.072779 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=98e84572-0341-4af9-941d-34c8bf1ae26b,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:52.072886 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0404261f-2895-400f-8e4e-8cd3920d5d89 req-2166e2b1-7815-4ffc-aa7f-54fdab34fd9a tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942017 Jan 28 05:54:52.112111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a8e62a36-84d6-407d-8bfc-407f4b3f69d9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:52.113211 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a8e62a36-84d6-407d-8bfc-407f4b3f69d9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:52.312967 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 170988dc-7f60-460e-8f39-4e91e0825516 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:54:52.337747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bb95fcfa-a323-49b6-84b1-4e9408fffbf5 None None] Current status of the port 98e84572-0341-4af9-941d-34c8bf1ae26b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:52.399557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a8e62a36-84d6-407d-8bfc-407f4b3f69d9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:52.467115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-dc8f5404-9ff8-452a-85e5-c967ee91d6a9 None None] Provisioning complete for port 41c28b5c-052f-4607-8583-ba3d98251758 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:52.467492 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc8f5404-9ff8-452a-85e5-c967ee91d6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (41c28b5c-052f-4607-8583-ba3d98251758), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:52.485637 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:54:52.502784 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e05bfdb6-f032-494a-bc36-c06c5853ff2a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/170988dc-7f60-460e-8f39-4e91e0825516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0375981 Jan 28 05:54:52.503175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43178) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:52.527973 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba2f06-7a8f-4ff3-9932-9a8ade4dee11 None None] Sync routers for ids ['170988dc-7f60-460e-8f39-4e91e0825516'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:54:52.550809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba2f06-7a8f-4ff3-9932-9a8ade4dee11 None None] Routers {'170988dc-7f60-460e-8f39-4e91e0825516'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:52.551447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-57ba2f06-7a8f-4ff3-9932-9a8ade4dee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['170988dc-7f60-460e-8f39-4e91e0825516'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:52.597953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57734c92-b999-4ccd-a69d-56fc2c6773c5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:52.599338 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-57734c92-b999-4ccd-a69d-56fc2c6773c5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports/41c28b5c-052f-4607-8583-ba3d98251758 HTTP/1.1" status: 200 len: 910 time: 0.0951676 Jan 28 05:54:52.602408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43186) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:52.631914 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-57ba2f06-7a8f-4ff3-9932-9a8ade4dee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:52.634419 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dc8f5404-9ff8-452a-85e5-c967ee91d6a9 None None] Port 41c28b5c-052f-4607-8583-ba3d98251758 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:54:52.682467 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba2f06-7a8f-4ff3-9932-9a8ade4dee11 None None] Routers {'170988dc-7f60-460e-8f39-4e91e0825516'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:52.683370 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-57ba2f06-7a8f-4ff3-9932-9a8ade4dee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['170988dc-7f60-460e-8f39-4e91e0825516'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:52.692982 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-dc8f5404-9ff8-452a-85e5-c967ee91d6a9 None None] Provisioning complete for port 98e84572-0341-4af9-941d-34c8bf1ae26b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:52.695951 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc8f5404-9ff8-452a-85e5-c967ee91d6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (98e84572-0341-4af9-941d-34c8bf1ae26b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:52.772369 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-57ba2f06-7a8f-4ff3-9932-9a8ade4dee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:52.773030 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba2f06-7a8f-4ff3-9932-9a8ade4dee11 None None] The sync data for ids ['170988dc-7f60-460e-8f39-4e91e0825516'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:54:52.923246 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dc8f5404-9ff8-452a-85e5-c967ee91d6a9 None None] Current status of the port 98e84572-0341-4af9-941d-34c8bf1ae26b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:52.950079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 98e84572-0341-4af9-941d-34c8bf1ae26b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:54:53.082547 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 98e84572-0341-4af9-941d-34c8bf1ae26b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:53.083212 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (98e84572-0341-4af9-941d-34c8bf1ae26b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:53.166047 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:53.303538 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 98e84572-0341-4af9-941d-34c8bf1ae26b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:54:53.310686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72a12e-0480-47d0-8b85-82f8dbca9af5 req-5705d908-4ce1-47b1-8be5-8a30744dcccb tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:53.320053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc72a12e-0480-47d0-8b85-82f8dbca9af5 req-5705d908-4ce1-47b1-8be5-8a30744dcccb tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.0991061 Jan 28 05:54:53.388141 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc72a12e-0480-47d0-8b85-82f8dbca9af5 req-aa75796c-1fa1-405b-b52b-9e417a549068 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665770 Jan 28 05:54:53.476013 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Allocated IP 172.21.0.1 (44702108-2652-4cb6-b223-6567a6818328/49a94785-b8bb-4e38-a838-f931486c75e9/ffa73779-0a1e-48bd-987a-fe7f625cbc74) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:54:53.637271 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (ffa73779-0a1e-48bd-987a-fe7f625cbc74), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:53.724319 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ffa73779-0a1e-48bd-987a-fe7f625cbc74), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:53.794952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=ffa73779-0a1e-48bd-987a-fe7f625cbc74,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:53.808099 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 44702108-2652-4cb6-b223-6567a6818328 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:53.812508 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:53.813511 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:54:53.890075 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (170988dc-7f60-460e-8f39-4e91e0825516), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:54.096550 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ffa73779-0a1e-48bd-987a-fe7f625cbc74), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:54.159512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b6a335ec-0b00-4bff-a2f7-37a7516aa53a None None] Provisioning complete for port ffa73779-0a1e-48bd-987a-fe7f625cbc74 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:54.160105 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6a335ec-0b00-4bff-a2f7-37a7516aa53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ffa73779-0a1e-48bd-987a-fe7f625cbc74), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:54.208666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b6a335ec-0b00-4bff-a2f7-37a7516aa53a None None] Port ffa73779-0a1e-48bd-987a-fe7f625cbc74 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:54:54.425192 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (ffa73779-0a1e-48bd-987a-fe7f625cbc74), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:54.507014 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ffa73779-0a1e-48bd-987a-fe7f625cbc74), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:54.508901 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c605d7c-04a4-4200-9ae2-28c8e5e116ae req-c282d75b-27ed-4c17-b937-dda0e21500e5 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:54.510544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c605d7c-04a4-4200-9ae2-28c8e5e116ae req-c282d75b-27ed-4c17-b937-dda0e21500e5 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.0518391 Jan 28 05:54:54.572409 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c605d7c-04a4-4200-9ae2-28c8e5e116ae req-e14ca7ba-ca03-4813-8bef-3ebec3c72cfc tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544708 Jan 28 05:54:54.581680 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=ffa73779-0a1e-48bd-987a-fe7f625cbc74,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:54.584248 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (170988dc-7f60-460e-8f39-4e91e0825516), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:54.695605 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 44702108-2652-4cb6-b223-6567a6818328 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:54:54.697214 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:54:54.915354 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 170988dc-7f60-460e-8f39-4e91e0825516 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:54:54.932315 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:55.042160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5332e91c-5e2f-4ecd-9d6c-299f5cf1924c None None] Provisioning complete for port ffa73779-0a1e-48bd-987a-fe7f625cbc74 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:54:55.042842 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5332e91c-5e2f-4ecd-9d6c-299f5cf1924c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ffa73779-0a1e-48bd-987a-fe7f625cbc74), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:55.085473 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5332e91c-5e2f-4ecd-9d6c-299f5cf1924c None None] Port ffa73779-0a1e-48bd-987a-fe7f625cbc74 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:54:55.346262 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:54:55.354725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43222) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:55.355052 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e27b8e0a-e5b0-4b35-b826-3be82a9c11e4 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/170988dc-7f60-460e-8f39-4e91e0825516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7504053 Jan 28 05:54:55.359611 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe957f5-1f2b-4c48-b5f4-c97b6de6730c None None] Sync routers for ids ['170988dc-7f60-460e-8f39-4e91e0825516'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:54:55.371787 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe957f5-1f2b-4c48-b5f4-c97b6de6730c None None] Routers {'170988dc-7f60-460e-8f39-4e91e0825516'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:55.372404 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fbe957f5-1f2b-4c48-b5f4-c97b6de6730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['170988dc-7f60-460e-8f39-4e91e0825516'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:55.405688 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fbe957f5-1f2b-4c48-b5f4-c97b6de6730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:55.408806 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ecc13a-d064-4140-b9a6-54d80313d7b0 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:55.410255 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f3ecc13a-d064-4140-b9a6-54d80313d7b0 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports/ffa73779-0a1e-48bd-987a-fe7f625cbc74 HTTP/1.1" status: 200 len: 910 time: 0.0548153 Jan 28 05:54:55.413313 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43228) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:55.417885 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe957f5-1f2b-4c48-b5f4-c97b6de6730c None None] Routers {'170988dc-7f60-460e-8f39-4e91e0825516'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:55.418602 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fbe957f5-1f2b-4c48-b5f4-c97b6de6730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['170988dc-7f60-460e-8f39-4e91e0825516'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:55.456322 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fbe957f5-1f2b-4c48-b5f4-c97b6de6730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:55.456895 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe957f5-1f2b-4c48-b5f4-c97b6de6730c None None] The sync data for ids ['170988dc-7f60-460e-8f39-4e91e0825516'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:54:55.735905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-ea279206-1245-4c20-83be-ab83d49a7c2f req-5626041d-aa96-46bc-ab93-2fc38a9eee89 service neutron] (103634) timed out ('10.222.0.31', 45480) {{(pid=103634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 05:54:55.879303 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd50e5-a94d-44e2-ae0e-f502660ad173 req-b5e77097-6c38-40a1-9013-391cb1f09f63 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:55.880760 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8dd50e5-a94d-44e2-ae0e-f502660ad173 req-b5e77097-6c38-40a1-9013-391cb1f09f63 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.1596529 Jan 28 05:54:55.890386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e1ece-0570-45ce-910f-636152c9c0ee req-3f4d79a8-d1ce-46f8-a403-6c860c051fb1 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:55.891911 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f45e1ece-0570-45ce-910f-636152c9c0ee req-3f4d79a8-d1ce-46f8-a403-6c860c051fb1 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.1718094 Jan 28 05:54:55.997434 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8dd50e5-a94d-44e2-ae0e-f502660ad173 req-90b626bb-ab3e-4c01-832b-c51aed58b514 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045392 Jan 28 05:54:56.023136 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f45e1ece-0570-45ce-910f-636152c9c0ee req-c0041ea6-8905-4fe7-9c80-51d6005eb2c1 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193178 Jan 28 05:54:56.205271 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af7b969e-2804-4a82-a78d-45e4f35cd8b1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (170988dc-7f60-460e-8f39-4e91e0825516), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:56.513465 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-af7b969e-2804-4a82-a78d-45e4f35cd8b1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting port ffa73779-0a1e-48bd-987a-fe7f625cbc74 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:56.513807 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af7b969e-2804-4a82-a78d-45e4f35cd8b1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ffa73779-0a1e-48bd-987a-fe7f625cbc74), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:56.604007 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af7b969e-2804-4a82-a78d-45e4f35cd8b1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ffa73779-0a1e-48bd-987a-fe7f625cbc74), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:56.615859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-af7b969e-2804-4a82-a78d-45e4f35cd8b1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Calling delete_port for ffa73779-0a1e-48bd-987a-fe7f625cbc74 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:56.861623 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af7b969e-2804-4a82-a78d-45e4f35cd8b1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ffa73779-0a1e-48bd-987a-fe7f625cbc74), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:56.887518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b969e-2804-4a82-a78d-45e4f35cd8b1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Port': ['ID=ffa73779-0a1e-48bd-987a-fe7f625cbc74,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:57.080547 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af7b969e-2804-4a82-a78d-45e4f35cd8b1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (170988dc-7f60-460e-8f39-4e91e0825516), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:57.279978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3527719-99e8-4ad7-a0d0-3ec8a6255f01 req-ef44c6a6-2e71-47c1-95a1-a338400be862 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:57.285938 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3527719-99e8-4ad7-a0d0-3ec8a6255f01 req-ef44c6a6-2e71-47c1-95a1-a338400be862 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.1273279 Jan 28 05:54:57.305899 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57047ad-0012-4531-929d-45b2a07c258a req-66a3ec29-6b46-4799-9885-97dccfc66c60 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:57.308288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c57047ad-0012-4531-929d-45b2a07c258a req-66a3ec29-6b46-4799-9885-97dccfc66c60 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.1501770 Jan 28 05:54:57.464391 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3527719-99e8-4ad7-a0d0-3ec8a6255f01 req-6eef6e06-bbc4-40f2-87aa-4da747becd4a tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769812 Jan 28 05:54:57.473131 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c57047ad-0012-4531-929d-45b2a07c258a req-dd805aaf-750e-4ca8-a6fc-debb9f4cfbd3 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515279 Jan 28 05:54:57.485973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7b969e-2804-4a82-a78d-45e4f35cd8b1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 170988dc-7f60-460e-8f39-4e91e0825516 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:54:57.574415 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:57.642398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7b969e-2804-4a82-a78d-45e4f35cd8b1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:54:57.650382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43292) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:57.650878 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-af7b969e-2804-4a82-a78d-45e4f35cd8b1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/170988dc-7f60-460e-8f39-4e91e0825516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2359338 Jan 28 05:54:57.655193 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea01ae1-99e9-406c-a5ac-0ab39e124081 None None] Sync routers for ids ['170988dc-7f60-460e-8f39-4e91e0825516'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:54:57.666591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea01ae1-99e9-406c-a5ac-0ab39e124081 None None] Routers {'170988dc-7f60-460e-8f39-4e91e0825516'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:57.667545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bea01ae1-99e9-406c-a5ac-0ab39e124081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['170988dc-7f60-460e-8f39-4e91e0825516'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:57.703382 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bea01ae1-99e9-406c-a5ac-0ab39e124081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:57.713171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea01ae1-99e9-406c-a5ac-0ab39e124081 None None] Routers {'170988dc-7f60-460e-8f39-4e91e0825516'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:57.714361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bea01ae1-99e9-406c-a5ac-0ab39e124081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['170988dc-7f60-460e-8f39-4e91e0825516'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:57.752819 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bea01ae1-99e9-406c-a5ac-0ab39e124081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:57.753480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea01ae1-99e9-406c-a5ac-0ab39e124081 None None] The sync data for ids ['170988dc-7f60-460e-8f39-4e91e0825516'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:54:57.996686 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-172830d8-ac28-4d41-a1c2-95ec2136cd15 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (170988dc-7f60-460e-8f39-4e91e0825516), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:58.254630 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-172830d8-ac28-4d41-a1c2-95ec2136cd15 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting port 41c28b5c-052f-4607-8583-ba3d98251758 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:54:58.254983 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-172830d8-ac28-4d41-a1c2-95ec2136cd15 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (41c28b5c-052f-4607-8583-ba3d98251758), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:58.362673 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-172830d8-ac28-4d41-a1c2-95ec2136cd15 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (41c28b5c-052f-4607-8583-ba3d98251758), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:58.388132 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-172830d8-ac28-4d41-a1c2-95ec2136cd15 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Calling delete_port for 41c28b5c-052f-4607-8583-ba3d98251758 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:54:58.655948 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-172830d8-ac28-4d41-a1c2-95ec2136cd15 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (41c28b5c-052f-4607-8583-ba3d98251758), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:58.685321 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827aeb36-c7b9-46d1-81aa-2d30df65eee3 req-b0402040-2abb-4ad6-840e-e31e5e7b1920 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:58.686932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-827aeb36-c7b9-46d1-81aa-2d30df65eee3 req-b0402040-2abb-4ad6-840e-e31e5e7b1920 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.0972857 Jan 28 05:54:58.692775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172830d8-ac28-4d41-a1c2-95ec2136cd15 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Port': ['ID=41c28b5c-052f-4607-8583-ba3d98251758,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:58.697501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c046f-7d06-40c1-9b3d-e3c7accd5e24 req-57ba0052-d317-4e75-a852-83e502394357 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:54:58.700056 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb6c046f-7d06-40c1-9b3d-e3c7accd5e24 req-57ba0052-d317-4e75-a852-83e502394357 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.0994101 Jan 28 05:54:58.831123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-827aeb36-c7b9-46d1-81aa-2d30df65eee3 req-efa4a9d1-529b-4f0f-939e-8e01441dea37 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173887 Jan 28 05:54:58.834820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb6c046f-7d06-40c1-9b3d-e3c7accd5e24 req-a779bbe1-4db6-4e05-9cb4-9d672661a891 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246731 Jan 28 05:54:58.953719 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-172830d8-ac28-4d41-a1c2-95ec2136cd15 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (170988dc-7f60-460e-8f39-4e91e0825516), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:59.124498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172830d8-ac28-4d41-a1c2-95ec2136cd15 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 170988dc-7f60-460e-8f39-4e91e0825516 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:54:59.204146 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172830d8-ac28-4d41-a1c2-95ec2136cd15 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:54:59.212347 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-172830d8-ac28-4d41-a1c2-95ec2136cd15 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/170988dc-7f60-460e-8f39-4e91e0825516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5567977 Jan 28 05:54:59.212347 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43308) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:59.221691 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5003e816-758a-46b5-9218-1fcb15178af1 None None] Sync routers for ids ['170988dc-7f60-460e-8f39-4e91e0825516'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:54:59.237849 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5003e816-758a-46b5-9218-1fcb15178af1 None None] Routers {'170988dc-7f60-460e-8f39-4e91e0825516'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:59.238795 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5003e816-758a-46b5-9218-1fcb15178af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['170988dc-7f60-460e-8f39-4e91e0825516'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:59.245722 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-31ec0a13-eaf8-4f98-9ec0-004956994824 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports?device_id=170988dc-7f60-460e-8f39-4e91e0825516 HTTP/1.1" status: 200 len: 205 time: 0.0292840 Jan 28 05:54:59.245722 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43310) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:59.280741 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5003e816-758a-46b5-9218-1fcb15178af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:59.294999 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5003e816-758a-46b5-9218-1fcb15178af1 None None] Routers {'170988dc-7f60-460e-8f39-4e91e0825516'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:54:59.295961 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5003e816-758a-46b5-9218-1fcb15178af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:54:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['170988dc-7f60-460e-8f39-4e91e0825516'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:59.330017 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf25a-ed0c-45b1-97a7-e0d1339ba053 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (170988dc-7f60-460e-8f39-4e91e0825516), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:59.334587 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5003e816-758a-46b5-9218-1fcb15178af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:54:59.335460 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5003e816-758a-46b5-9218-1fcb15178af1 None None] The sync data for ids ['170988dc-7f60-460e-8f39-4e91e0825516'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:54:59.507277 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf25a-ed0c-45b1-97a7-e0d1339ba053 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (170988dc-7f60-460e-8f39-4e91e0825516), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:59.509596 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf25a-ed0c-45b1-97a7-e0d1339ba053 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router_controller (170988dc-7f60-460e-8f39-4e91e0825516), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:59.598549 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf25a-ed0c-45b1-97a7-e0d1339ba053 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (170988dc-7f60-460e-8f39-4e91e0825516), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:59.599056 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bdf25a-ed0c-45b1-97a7-e0d1339ba053 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Fanout notify agent at l3_agent the message router_deleted on router 170988dc-7f60-460e-8f39-4e91e0825516 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:54:59.607230 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf25a-ed0c-45b1-97a7-e0d1339ba053 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:59.615806 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c1bdf25a-ed0c-45b1-97a7-e0d1339ba053 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/routers/170988dc-7f60-460e-8f39-4e91e0825516 HTTP/1.1" status: 204 len: 168 time: 0.3623469 Jan 28 05:54:59.615806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43316) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:59.663856 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee82b71e-8339-4380-922b-aa7b5490c4f2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting subnet 49a94785-b8bb-4e38-a838-f931486c75e9 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:54:59.667693 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee82b71e-8339-4380-922b-aa7b5490c4f2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (49a94785-b8bb-4e38-a838-f931486c75e9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:59.709298 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee82b71e-8339-4380-922b-aa7b5490c4f2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (49a94785-b8bb-4e38-a838-f931486c75e9), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:59.805960 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee82b71e-8339-4380-922b-aa7b5490c4f2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (49a94785-b8bb-4e38-a838-f931486c75e9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:59.919557 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee82b71e-8339-4380-922b-aa7b5490c4f2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (49a94785-b8bb-4e38-a838-f931486c75e9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:59.951229 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82b71e-8339-4380-922b-aa7b5490c4f2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Subnet': ['ID=49a94785-b8bb-4e38-a838-f931486c75e9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:54:59.955645 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee82b71e-8339-4380-922b-aa7b5490c4f2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:54:59.966253 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ee82b71e-8339-4380-922b-aa7b5490c4f2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/subnets/49a94785-b8bb-4e38-a838-f931486c75e9 HTTP/1.1" status: 204 len: 168 time: 0.3502884 Jan 28 05:54:59.966942 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43326) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:54:59.968889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0c69c0-8b55-4a86-bec0-8d96e102cf7a None None] Network 44702108-2652-4cb6-b223-6567a6818328 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:55:00.055936 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675ef40-3239-4d58-b60e-eaf9d1245303 req-64f5c323-d8fe-4e0f-81ec-b06b497e8f70 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:00.058349 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1675ef40-3239-4d58-b60e-eaf9d1245303 req-64f5c323-d8fe-4e0f-81ec-b06b497e8f70 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.1452572 Jan 28 05:55:00.096267 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f17603-11f0-40ff-bebf-ca7eeb76607c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting subnet eac488ca-fe36-4154-ae01-a69a2380ba3a {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:55:00.109016 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9f17603-11f0-40ff-bebf-ca7eeb76607c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (eac488ca-fe36-4154-ae01-a69a2380ba3a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:00.118666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba0e1e-77aa-448c-b218-e4b93e1bf372 req-e0779865-a1b5-4970-9636-ab46e8d84c7e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:00.120877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6aba0e1e-77aa-448c-b218-e4b93e1bf372 req-e0779865-a1b5-4970-9636-ab46e8d84c7e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.1772182 Jan 28 05:55:00.183529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] DHCP port deletion for 44702108-2652-4cb6-b223-6567a6818328 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:55:00.219884 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9f17603-11f0-40ff-bebf-ca7eeb76607c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (eac488ca-fe36-4154-ae01-a69a2380ba3a), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:00.261110 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1675ef40-3239-4d58-b60e-eaf9d1245303 req-e9ff9e47-e6a8-4742-b32c-abf4ada7b6cf tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936285 Jan 28 05:55:00.261362 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Deleting port 98e84572-0341-4af9-941d-34c8bf1ae26b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:00.261592 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (98e84572-0341-4af9-941d-34c8bf1ae26b), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:00.310565 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6aba0e1e-77aa-448c-b218-e4b93e1bf372 req-b473c908-079d-4c49-901a-0b10ebc4add6 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541126 Jan 28 05:55:00.373979 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] For port 98e84572-0341-4af9-941d-34c8bf1ae26b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=98e84572-0341-4af9-941d-34c8bf1ae26b,segment=NetworkSegment(ad0cce58-42f0-4391-979f-ce5c0a3c8556),segment_id=ad0cce58-42f0-4391-979f-ce5c0a3c8556)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:00.374414 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (98e84572-0341-4af9-941d-34c8bf1ae26b), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:00.403613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Calling delete_port for 98e84572-0341-4af9-941d-34c8bf1ae26b owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:00.406113 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9f17603-11f0-40ff-bebf-ca7eeb76607c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (eac488ca-fe36-4154-ae01-a69a2380ba3a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:00.542538 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9f17603-11f0-40ff-bebf-ca7eeb76607c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (eac488ca-fe36-4154-ae01-a69a2380ba3a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:00.587670 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (98e84572-0341-4af9-941d-34c8bf1ae26b), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:00.598961 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9f17603-11f0-40ff-bebf-ca7eeb76607c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:00.607004 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b9f17603-11f0-40ff-bebf-ca7eeb76607c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/subnets/eac488ca-fe36-4154-ae01-a69a2380ba3a HTTP/1.1" status: 204 len: 168 time: 0.6150587 Jan 28 05:55:00.609385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f17603-11f0-40ff-bebf-ca7eeb76607c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Subnet': ['ID=eac488ca-fe36-4154-ae01-a69a2380ba3a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:00.609796 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43334) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:00.628844 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5848c8a8-8abd-40bf-8413-cd8c7d3fcf82 None None] Network 5bc121af-f474-4cfd-8863-d9d7c5ecdb2a requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:55:00.638273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Pushing event deleted for resources: {'Port': ['ID=98e84572-0341-4af9-941d-34c8bf1ae26b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:00.660628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:00.662012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:00.662739 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:00.663242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:00.663929 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:00.664455 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:00.665132 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:00.665635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:00.666133 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:00.666846 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:00.667585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:00.668092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:00.668581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:00.732245 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e3b1f7c-5684-4865-81fc-b1b3ca04fd53 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (44702108-2652-4cb6-b223-6567a6818328), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:00.735405 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40019d2c-2f7d-4826-9ba1-75bcddafaf5b None None] No DVR routers for this DVR port 98e84572-0341-4af9-941d-34c8bf1ae26b on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:55:00.887342 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e3b1f7c-5684-4865-81fc-b1b3ca04fd53 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (44702108-2652-4cb6-b223-6567a6818328), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:00.922465 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-2e3b1f7c-5684-4865-81fc-b1b3ca04fd53 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44702108-2652-4cb6-b223-6567a6818328']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:00.932688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213cd44f-7dbc-41a4-ae55-17d57c7685ce None None] DHCP port deletion for 5bc121af-f474-4cfd-8863-d9d7c5ecdb2a request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:55:00.960996 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-2e3b1f7c-5684-4865-81fc-b1b3ca04fd53 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0cce58-42f0-4391-979f-ce5c0a3c8556') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:00.967519 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-2e3b1f7c-5684-4865-81fc-b1b3ca04fd53 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0cce58-42f0-4391-979f-ce5c0a3c8556') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:00.976467 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 98e84572-0341-4af9-941d-34c8bf1ae26b no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:55:00.995134 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e3b1f7c-5684-4865-81fc-b1b3ca04fd53 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (ad0cce58-42f0-4391-979f-ce5c0a3c8556), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:01.014596 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e3b1f7c-5684-4865-81fc-b1b3ca04fd53 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ad0cce58-42f0-4391-979f-ce5c0a3c8556), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:01.019810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 98e84572-0341-4af9-941d-34c8bf1ae26b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:55:01.020149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 98e84572-0341-4af9-941d-34c8bf1ae26b not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:55:01.040348 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3b1f7c-5684-4865-81fc-b1b3ca04fd53 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:55:01.041165 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e3b1f7c-5684-4865-81fc-b1b3ca04fd53 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (ad0cce58-42f0-4391-979f-ce5c0a3c8556), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:55:01.047001 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:55:01.049689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-213cd44f-7dbc-41a4-ae55-17d57c7685ce None None] Deleting port a8e62a36-84d6-407d-8bfc-407f4b3f69d9 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:01.049689 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-213cd44f-7dbc-41a4-ae55-17d57c7685ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a8e62a36-84d6-407d-8bfc-407f4b3f69d9), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:01.140937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-213cd44f-7dbc-41a4-ae55-17d57c7685ce None None] For port a8e62a36-84d6-407d-8bfc-407f4b3f69d9, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a8e62a36-84d6-407d-8bfc-407f4b3f69d9,segment=NetworkSegment(e22f2d5d-8e26-4656-b572-0689f76ab20e),segment_id=e22f2d5d-8e26-4656-b572-0689f76ab20e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:01.141554 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-213cd44f-7dbc-41a4-ae55-17d57c7685ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a8e62a36-84d6-407d-8bfc-407f4b3f69d9), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:01.156110 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-213cd44f-7dbc-41a4-ae55-17d57c7685ce None None] Calling delete_port for a8e62a36-84d6-407d-8bfc-407f4b3f69d9 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:01.187841 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e3b1f7c-5684-4865-81fc-b1b3ca04fd53 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (44702108-2652-4cb6-b223-6567a6818328), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:01.222366 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e3b1f7c-5684-4865-81fc-b1b3ca04fd53 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:01.227593 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2e3b1f7c-5684-4865-81fc-b1b3ca04fd53 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/networks/44702108-2652-4cb6-b223-6567a6818328 HTTP/1.1" status: 204 len: 168 time: 0.6166875 Jan 28 05:55:01.230785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43338) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:01.235917 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b1f7c-5684-4865-81fc-b1b3ca04fd53 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Network': ['ID=44702108-2652-4cb6-b223-6567a6818328,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:01.354895 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (5bc121af-f474-4cfd-8863-d9d7c5ecdb2a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:01.387510 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-213cd44f-7dbc-41a4-ae55-17d57c7685ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (a8e62a36-84d6-407d-8bfc-407f4b3f69d9), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:01.432722 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cd44f-7dbc-41a4-ae55-17d57c7685ce None None] Pushing event deleted for resources: {'Port': ['ID=a8e62a36-84d6-407d-8bfc-407f4b3f69d9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:01.446374 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213cd44f-7dbc-41a4-ae55-17d57c7685ce None None] No DVR routers for this DVR port a8e62a36-84d6-407d-8bfc-407f4b3f69d9 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:55:01.774271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0aae73-cb3f-40e2-a397-0c707cdd3914 req-a56604fb-3e31-40cf-9286-2dfdf9c1e3cd tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:01.776572 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e0aae73-cb3f-40e2-a397-0c707cdd3914 req-a56604fb-3e31-40cf-9286-2dfdf9c1e3cd tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.3469000 Jan 28 05:55:01.786242 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3537b1-6b81-417e-b914-bbf68d7d2b05 req-ac04756f-6b23-40d7-9c9d-1e73a838d4a8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:01.787690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c3537b1-6b81-417e-b914-bbf68d7d2b05 req-ac04756f-6b23-40d7-9c9d-1e73a838d4a8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.3654432 Jan 28 05:55:01.811580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting port a8e62a36-84d6-407d-8bfc-407f4b3f69d9 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:01.812114 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a8e62a36-84d6-407d-8bfc-407f4b3f69d9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:01.928615 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c3537b1-6b81-417e-b914-bbf68d7d2b05 req-fd353829-a981-43f1-b4d9-6050a74e3e1c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327269 Jan 28 05:55:01.929631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] For port a8e62a36-84d6-407d-8bfc-407f4b3f69d9, host n-d-812111-12, got binding levels [] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:01.929991 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a8e62a36-84d6-407d-8bfc-407f4b3f69d9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:01.942363 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e0aae73-cb3f-40e2-a397-0c707cdd3914 req-94c317c4-60e6-4a43-b8da-a02363854bdf tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475010 Jan 28 05:55:01.950862 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Calling delete_port for a8e62a36-84d6-407d-8bfc-407f4b3f69d9 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:01.953780 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Port a8e62a36-84d6-407d-8bfc-407f4b3f69d9 was not found and therefore no delete operation was performed {{(pid=103635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 05:55:01.955363 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a8e62a36-84d6-407d-8bfc-407f4b3f69d9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:02.002962 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Port': ['ID=a8e62a36-84d6-407d-8bfc-407f4b3f69d9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:02.008196 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] No DVR routers for this DVR port a8e62a36-84d6-407d-8bfc-407f4b3f69d9 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:55:02.118999 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (5bc121af-f474-4cfd-8863-d9d7c5ecdb2a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:02.142589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc121af-f474-4cfd-8863-d9d7c5ecdb2a']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:02.153089 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22f2d5d-8e26-4656-b572-0689f76ab20e') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:02.153386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22f2d5d-8e26-4656-b572-0689f76ab20e') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:02.163236 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (e22f2d5d-8e26-4656-b572-0689f76ab20e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:02.177021 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (e22f2d5d-8e26-4656-b572-0689f76ab20e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:02.183913 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:55:02.184296 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (e22f2d5d-8e26-4656-b572-0689f76ab20e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:55:02.187507 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:55:02.318418 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (5bc121af-f474-4cfd-8863-d9d7c5ecdb2a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:02.330623 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:02.333789 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/networks/5bc121af-f474-4cfd-8863-d9d7c5ecdb2a HTTP/1.1" status: 204 len: 168 time: 1.1012871 Jan 28 05:55:02.337744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43354) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:02.346394 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f34adf9a-15fd-470e-8591-992fb5114b95 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'network': {'name': 'tempest-RoutersTest-1023092475'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:02.349079 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9726d-fa13-451a-bafb-e500963b2d07 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Network': ['ID=5bc121af-f474-4cfd-8863-d9d7c5ecdb2a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:02.466160 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6c790be-6123-46cd-b7ca-ab2540c99df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:02.495954 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34adf9a-15fd-470e-8591-992fb5114b95 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:55:02.501947 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f34adf9a-15fd-470e-8591-992fb5114b95 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:02.534700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34adf9a-15fd-470e-8591-992fb5114b95 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:55:02.545556 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f34adf9a-15fd-470e-8591-992fb5114b95 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (e243b365-a83d-42f7-8724-832397321559), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:02.546244 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-f34adf9a-15fd-470e-8591-992fb5114b95 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Added segment e243b365-a83d-42f7-8724-832397321559 of type vlan for network 2c4d1888-8c5b-422e-b362-0337f90d516b Jan 28 05:55:02.595408 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f34adf9a-15fd-470e-8591-992fb5114b95 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (2c4d1888-8c5b-422e-b362-0337f90d516b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:02.701351 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f34adf9a-15fd-470e-8591-992fb5114b95 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (2c4d1888-8c5b-422e-b362-0337f90d516b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:02.707026 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34adf9a-15fd-470e-8591-992fb5114b95 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:02.707630 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f34adf9a-15fd-470e-8591-992fb5114b95 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:02.788749 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34adf9a-15fd-470e-8591-992fb5114b95 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Network': ['ID=2c4d1888-8c5b-422e-b362-0337f90d516b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:02.801356 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 2c4d1888-8c5b-422e-b362-0337f90d516b details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:55:02.850419 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f34adf9a-15fd-470e-8591-992fb5114b95 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5084233 Jan 28 05:55:02.852206 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43362) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:02.859245 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c9fbd735-8f5a-4f09-949b-7bb12b489212 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'subnet': {'network_id': '2c4d1888-8c5b-422e-b362-0337f90d516b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:02.917722 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a8e62a36-84d6-407d-8bfc-407f4b3f69d9 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:55:02.942968 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: a8e62a36-84d6-407d-8bfc-407f4b3f69d9 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:55:02.943591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a8e62a36-84d6-407d-8bfc-407f4b3f69d9 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:55:03.044502 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fbd735-8f5a-4f09-949b-7bb12b489212 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:55:03.048106 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd735-8f5a-4f09-949b-7bb12b489212 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:03.131165 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c9f54-7496-4890-a116-7b9d3d90c812 req-ecff40dd-84f9-4cea-a214-1b399daf6bc2 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:03.179032 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e2c9f54-7496-4890-a116-7b9d3d90c812 req-ecff40dd-84f9-4cea-a214-1b399daf6bc2 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.1395776 Jan 28 05:55:03.224426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0777da7-f630-49f6-8959-1d1b857cf60c req-94587bf2-9f38-4c8a-850b-61b7c0193069 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:03.232835 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0777da7-f630-49f6-8959-1d1b857cf60c req-94587bf2-9f38-4c8a-850b-61b7c0193069 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.2033243 Jan 28 05:55:03.289525 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e2c9f54-7496-4890-a116-7b9d3d90c812 req-78156765-6dcf-4a5b-a6bf-8b115b3fac2c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044092 Jan 28 05:55:03.321757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0777da7-f630-49f6-8959-1d1b857cf60c req-05514518-86a5-4daa-9b14-b51e7b062206 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825562 Jan 28 05:55:03.438705 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd735-8f5a-4f09-949b-7bb12b489212 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (b2e543a4-97c7-4de0-824c-37df0e31578b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:03.506263 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbd735-8f5a-4f09-949b-7bb12b489212 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Subnet': ['ID=b2e543a4-97c7-4de0-824c-37df0e31578b,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:03.518988 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fbd735-8f5a-4f09-949b-7bb12b489212 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Checking segment: {'id': 'e243b365-a83d-42f7-8724-832397321559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2c4d1888-8c5b-422e-b362-0337f90d516b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:55:03.519427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fbd735-8f5a-4f09-949b-7bb12b489212 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network hostable DHCP agents. Network: 2c4d1888-8c5b-422e-b362-0337f90d516b, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:55:03.626981 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fbd735-8f5a-4f09-949b-7bb12b489212 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 2c4d1888-8c5b-422e-b362-0337f90d516b is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:55:03.735717 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-c9fbd735-8f5a-4f09-949b-7bb12b489212 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 2c4d1888-8c5b-422e-b362-0337f90d516b) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:03.741717 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fbd735-8f5a-4f09-949b-7bb12b489212 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:03.742342 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd735-8f5a-4f09-949b-7bb12b489212 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:03.746994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1247aa3-e72d-4b6c-a52e-e951f772c713 None None] Network 2c4d1888-8c5b-422e-b362-0337f90d516b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:55:03.849456 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c9fbd735-8f5a-4f09-949b-7bb12b489212 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9941347 Jan 28 05:55:03.849456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43378) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:03.854475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ed885fad-5f9f-4ff6-9ee9-ce910f105194 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1540182660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:03.858119 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-2c4d1888-8c5b-422e-b362-0337f90d516b', 'network_id': '2c4d1888-8c5b-422e-b362-0337f90d516b', 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'fixed_ips': [{'subnet_id': 'b2e543a4-97c7-4de0-824c-37df0e31578b'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:55:03.859627 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:03.958547 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed885fad-5f9f-4ff6-9ee9-ce910f105194 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (97a89ec2-6eca-47d5-9de3-b5fc7f071c3a), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:03.959713 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed885fad-5f9f-4ff6-9ee9-ce910f105194 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (97a89ec2-6eca-47d5-9de3-b5fc7f071c3a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:04.004050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Allocated IP 172.20.0.2 (2c4d1888-8c5b-422e-b362-0337f90d516b/b2e543a4-97c7-4de0-824c-37df0e31578b/88001b91-5401-4a50-8713-c87a04333fc4) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:55:04.014469 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed885fad-5f9f-4ff6-9ee9-ce910f105194 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router_controller (97a89ec2-6eca-47d5-9de3-b5fc7f071c3a), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:04.090553 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed885fad-5f9f-4ff6-9ee9-ce910f105194 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (97a89ec2-6eca-47d5-9de3-b5fc7f071c3a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:04.156398 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Publish callbacks [] for port (88001b91-5401-4a50-8713-c87a04333fc4), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:04.171823 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed885fad-5f9f-4ff6-9ee9-ce910f105194 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:04.173055 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ed885fad-5f9f-4ff6-9ee9-ce910f105194 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3228409 Jan 28 05:55:04.175735 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43386) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:04.190411 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9fa05a82-12b9-4b31-bbb2-97b3ef5224a2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'port': {'network_id': '2c4d1888-8c5b-422e-b362-0337f90d516b', 'name': 'tempest-RoutersTest-240451884'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:04.239151 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (88001b91-5401-4a50-8713-c87a04333fc4), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:04.293001 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Network 2c4d1888-8c5b-422e-b362-0337f90d516b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:04.296264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:04.299024 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:55:04.314967 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Pushing event updated for resources: {'Port': ['ID=88001b91-5401-4a50-8713-c87a04333fc4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:04.359234 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa05a82-12b9-4b31-bbb2-97b3ef5224a2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:55:04.367492 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9fa05a82-12b9-4b31-bbb2-97b3ef5224a2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:04.368572 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Attempting to bind port 88001b91-5401-4a50-8713-c87a04333fc4 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:55:04.368876 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Attempting to bind port 88001b91-5401-4a50-8713-c87a04333fc4 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'e243b365-a83d-42f7-8724-832397321559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2c4d1888-8c5b-422e-b362-0337f90d516b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:55:04.369203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Attempting to bind port 88001b91-5401-4a50-8713-c87a04333fc4 on network 2c4d1888-8c5b-422e-b362-0337f90d516b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:55:04.376970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:55:04.378464 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Checking segment: {'id': 'e243b365-a83d-42f7-8724-832397321559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2c4d1888-8c5b-422e-b362-0337f90d516b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:55:04.379137 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:04.379750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Bound using segment: {'id': 'e243b365-a83d-42f7-8724-832397321559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2c4d1888-8c5b-422e-b362-0337f90d516b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:55:04.380449 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Bound port: 88001b91-5401-4a50-8713-c87a04333fc4, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e243b365-a83d-42f7-8724-832397321559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2c4d1888-8c5b-422e-b362-0337f90d516b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:55:04.381043 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (88001b91-5401-4a50-8713-c87a04333fc4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:04.413314 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-9fa05a82-12b9-4b31-bbb2-97b3ef5224a2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] device_id is not set on port 116ba86a-a682-4ced-91a4-1f9d93f0c247 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:55:04.463127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba4657-aa8a-4589-9da0-b2f9aa09498b req-01a246f4-73f2-470e-9fa0-84ef9dca3ae5 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:04.472800 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0ba4657-aa8a-4589-9da0-b2f9aa09498b req-01a246f4-73f2-470e-9fa0-84ef9dca3ae5 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.0760915 Jan 28 05:55:04.481175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] For port 88001b91-5401-4a50-8713-c87a04333fc4, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:55:04.485882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] For port 88001b91-5401-4a50-8713-c87a04333fc4, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=88001b91-5401-4a50-8713-c87a04333fc4,segment=NetworkSegment(e243b365-a83d-42f7-8724-832397321559),segment_id=e243b365-a83d-42f7-8724-832397321559)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:55:04.553639 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (88001b91-5401-4a50-8713-c87a04333fc4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:04.567269 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-9fa05a82-12b9-4b31-bbb2-97b3ef5224a2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Allocated IP 172.20.0.12 (2c4d1888-8c5b-422e-b362-0337f90d516b/b2e543a4-97c7-4de0-824c-37df0e31578b/116ba86a-a682-4ced-91a4-1f9d93f0c247) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:55:04.609204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe93d3-5be1-4608-9ec1-e367ca11a393 req-3aea9840-6307-4569-a719-85c37b421c78 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:04.611259 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34fe93d3-5be1-4608-9ec1-e367ca11a393 req-3aea9840-6307-4569-a719-85c37b421c78 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.1289229 Jan 28 05:55:04.619664 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0ba4657-aa8a-4589-9da0-b2f9aa09498b req-af32cba6-90a3-4529-a40c-622d2ef45ed8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435597 Jan 28 05:55:04.710625 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33194c-7f66-4c27-864b-db026d2c8bda None None] Pushing event updated for resources: {'Port': ['ID=88001b91-5401-4a50-8713-c87a04333fc4,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:04.719444 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34fe93d3-5be1-4608-9ec1-e367ca11a393 req-34d6aecb-1d63-4f1f-acfd-0ac9b4d50d4c tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968974 Jan 28 05:55:04.821938 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56ca7ff6-3076-4eb0-aaf6-3be8dc2fd063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:04.864271 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9fa05a82-12b9-4b31-bbb2-97b3ef5224a2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (116ba86a-a682-4ced-91a4-1f9d93f0c247), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:04.987585 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9fa05a82-12b9-4b31-bbb2-97b3ef5224a2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (116ba86a-a682-4ced-91a4-1f9d93f0c247), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:05.039212 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa05a82-12b9-4b31-bbb2-97b3ef5224a2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 2c4d1888-8c5b-422e-b362-0337f90d516b is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:05.043064 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-9fa05a82-12b9-4b31-bbb2-97b3ef5224a2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:05.047808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa05a82-12b9-4b31-bbb2-97b3ef5224a2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:55:05.079349 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa05a82-12b9-4b31-bbb2-97b3ef5224a2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=116ba86a-a682-4ced-91a4-1f9d93f0c247,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:05.112581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa05a82-12b9-4b31-bbb2-97b3ef5224a2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:05.113262 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9fa05a82-12b9-4b31-bbb2-97b3ef5224a2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:05.196053 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9fa05a82-12b9-4b31-bbb2-97b3ef5224a2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0190737 Jan 28 05:55:05.199664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43404) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:05.545077 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a676b083-2371-4bdd-85fa-d4a438ec4374 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (116ba86a-a682-4ced-91a4-1f9d93f0c247), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:05.842607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff72ef0-7190-4d52-9a34-d90469ed49fd req-7665fee8-d04c-4729-8d56-d2470be1475c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:05.851635 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ff72ef0-7190-4d52-9a34-d90469ed49fd req-7665fee8-d04c-4729-8d56-d2470be1475c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.0826390 Jan 28 05:55:05.908499 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e579eb05-5c86-420c-b463-2c2452bffbf1 None None] Network 2c4d1888-8c5b-422e-b362-0337f90d516b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:55:05.984704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ff72ef0-7190-4d52-9a34-d90469ed49fd req-ea5ac253-4fcd-414a-a6d3-5acdc903b6a1 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318991 Jan 28 05:55:06.047278 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a8a73-c522-4fd3-8210-0066e7862fed req-e3a3d1dc-2348-42eb-965a-9e18f1f2be54 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:06.048936 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc3a8a73-c522-4fd3-8210-0066e7862fed req-e3a3d1dc-2348-42eb-965a-9e18f1f2be54 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.1760340 Jan 28 05:55:06.067052 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a676b083-2371-4bdd-85fa-d4a438ec4374 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (116ba86a-a682-4ced-91a4-1f9d93f0c247), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:06.096286 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-174c9257-4637-4d7a-95ab-d1592b4e1a19 None None] Provisioning complete for port 88001b91-5401-4a50-8713-c87a04333fc4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:06.096982 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-174c9257-4637-4d7a-95ab-d1592b4e1a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (88001b91-5401-4a50-8713-c87a04333fc4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:06.155192 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc3a8a73-c522-4fd3-8210-0066e7862fed req-e0484edb-b2c4-479e-8c3a-8ba11ba69173 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989270 Jan 28 05:55:06.187495 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a676b083-2371-4bdd-85fa-d4a438ec4374 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (116ba86a-a682-4ced-91a4-1f9d93f0c247), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:06.295689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-174c9257-4637-4d7a-95ab-d1592b4e1a19 None None] Current status of the port 88001b91-5401-4a50-8713-c87a04333fc4 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:06.296400 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-174c9257-4637-4d7a-95ab-d1592b4e1a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (88001b91-5401-4a50-8713-c87a04333fc4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:06.353992 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-174c9257-4637-4d7a-95ab-d1592b4e1a19 None None] For port 88001b91-5401-4a50-8713-c87a04333fc4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=88001b91-5401-4a50-8713-c87a04333fc4,segment=NetworkSegment(e243b365-a83d-42f7-8724-832397321559),segment_id=e243b365-a83d-42f7-8724-832397321559)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:06.387368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676b083-2371-4bdd-85fa-d4a438ec4374 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=116ba86a-a682-4ced-91a4-1f9d93f0c247,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:06.421734 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-174c9257-4637-4d7a-95ab-d1592b4e1a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (88001b91-5401-4a50-8713-c87a04333fc4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:06.529748 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:06.531165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c9257-4637-4d7a-95ab-d1592b4e1a19 None None] Pushing event updated for resources: {'Port': ['ID=88001b91-5401-4a50-8713-c87a04333fc4,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:06.651718 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a676b083-2371-4bdd-85fa-d4a438ec4374 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (97a89ec2-6eca-47d5-9de3-b5fc7f071c3a), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:06.660398 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-fdf1d095-9057-4aea-80d4-534d8bc1d4c0 None None] Provisioning complete for port 116ba86a-a682-4ced-91a4-1f9d93f0c247 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:06.661027 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d095-9057-4aea-80d4-534d8bc1d4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (116ba86a-a682-4ced-91a4-1f9d93f0c247), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:06.768873 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fdf1d095-9057-4aea-80d4-534d8bc1d4c0 None None] Port 116ba86a-a682-4ced-91a4-1f9d93f0c247 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:55:06.790688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-fdf1d095-9057-4aea-80d4-534d8bc1d4c0 None None] Provisioning complete for port 88001b91-5401-4a50-8713-c87a04333fc4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:06.794120 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d095-9057-4aea-80d4-534d8bc1d4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (88001b91-5401-4a50-8713-c87a04333fc4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:06.937147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fdf1d095-9057-4aea-80d4-534d8bc1d4c0 None None] Current status of the port 88001b91-5401-4a50-8713-c87a04333fc4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:06.982861 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a676b083-2371-4bdd-85fa-d4a438ec4374 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (116ba86a-a682-4ced-91a4-1f9d93f0c247), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:07.012229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 88001b91-5401-4a50-8713-c87a04333fc4 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:55:07.094394 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-114a2b55-83a6-4266-a729-04038ac1f931 None None] Provisioning complete for port 116ba86a-a682-4ced-91a4-1f9d93f0c247 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:07.095893 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-114a2b55-83a6-4266-a729-04038ac1f931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (116ba86a-a682-4ced-91a4-1f9d93f0c247), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:07.183654 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 88001b91-5401-4a50-8713-c87a04333fc4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:07.183654 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (88001b91-5401-4a50-8713-c87a04333fc4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:07.226738 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-114a2b55-83a6-4266-a729-04038ac1f931 None None] Port 116ba86a-a682-4ced-91a4-1f9d93f0c247 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:55:07.268275 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3809c-9f12-4d83-9069-92d56a7d5719 req-6da347a3-265c-46ad-91c9-9dc07a70b9fa tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:07.270144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-12b3809c-9f12-4d83-9069-92d56a7d5719 req-6da347a3-265c-46ad-91c9-9dc07a70b9fa tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.1701276 Jan 28 05:55:07.299735 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 88001b91-5401-4a50-8713-c87a04333fc4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:07.351966 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-bcd9bc01-562e-4a55-b442-411402b025d6 None None] Provisioning complete for port 116ba86a-a682-4ced-91a4-1f9d93f0c247 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:07.352344 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bcd9bc01-562e-4a55-b442-411402b025d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (116ba86a-a682-4ced-91a4-1f9d93f0c247), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:07.392457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9bc01-562e-4a55-b442-411402b025d6 None None] Port 116ba86a-a682-4ced-91a4-1f9d93f0c247 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:55:07.425722 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-12b3809c-9f12-4d83-9069-92d56a7d5719 req-5478beb8-4180-4a7c-9f1d-f1613ab10aaf tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445065 Jan 28 05:55:07.453934 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc09dd-c316-4577-a469-49bda94d1ac9 req-e18c6568-ef67-4780-afd8-ee55349a77a3 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:07.455547 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8adc09dd-c316-4577-a469-49bda94d1ac9 req-e18c6568-ef67-4780-afd8-ee55349a77a3 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.1229649 Jan 28 05:55:07.489279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ff4e1cbd-a8ba-418f-9630-3402de151b18 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:55:07.541642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8adc09dd-c316-4577-a469-49bda94d1ac9 req-446c8d68-fcf0-4ff9-8d47-01fbd9e16766 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735464 Jan 28 05:55:07.543560 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a676b083-2371-4bdd-85fa-d4a438ec4374 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (116ba86a-a682-4ced-91a4-1f9d93f0c247), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:07.604828 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a676b083-2371-4bdd-85fa-d4a438ec4374 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (116ba86a-a682-4ced-91a4-1f9d93f0c247), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:07.687811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676b083-2371-4bdd-85fa-d4a438ec4374 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=116ba86a-a682-4ced-91a4-1f9d93f0c247,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:07.690369 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a676b083-2371-4bdd-85fa-d4a438ec4374 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (97a89ec2-6eca-47d5-9de3-b5fc7f071c3a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:07.791745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ff4e1cbd-a8ba-418f-9630-3402de151b18, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ff4e1cbd-a8ba-418f-9630-3402de151b18,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:07.801822 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a676b083-2371-4bdd-85fa-d4a438ec4374 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 2c4d1888-8c5b-422e-b362-0337f90d516b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:07.803764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a676b083-2371-4bdd-85fa-d4a438ec4374 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:07.804033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'ff4e1cbd-a8ba-418f-9630-3402de151b18', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'port_id': 'ff4e1cbd-a8ba-418f-9630-3402de151b18', 'mac_address': 'fa:16:3e:c7:cf:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:55:07.835238 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:07.850133 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ff4e1cbd-a8ba-418f-9630-3402de151b18 is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:07.850771 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:07.864955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff4e1cbd-a8ba-418f-9630-3402de151b18 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:55:07.893842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ff4e1cbd-a8ba-418f-9630-3402de151b18, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ff4e1cbd-a8ba-418f-9630-3402de151b18,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:07.958413 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:08.022240 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ff4e1cbd-a8ba-418f-9630-3402de151b18,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:08.038500 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a676b083-2371-4bdd-85fa-d4a438ec4374 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 97a89ec2-6eca-47d5-9de3-b5fc7f071c3a is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:55:08.154716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a676b083-2371-4bdd-85fa-d4a438ec4374 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:55:08.159757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a676b083-2371-4bdd-85fa-d4a438ec4374 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/97a89ec2-6eca-47d5-9de3-b5fc7f071c3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9594126 Jan 28 05:55:08.162538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43442) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:08.165020 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232a44b-34be-4ba3-aaed-b56efe02788e None None] Sync routers for ids ['97a89ec2-6eca-47d5-9de3-b5fc7f071c3a'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:55:08.179098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232a44b-34be-4ba3-aaed-b56efe02788e None None] Routers {'97a89ec2-6eca-47d5-9de3-b5fc7f071c3a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:08.179728 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a232a44b-34be-4ba3-aaed-b56efe02788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:55:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['97a89ec2-6eca-47d5-9de3-b5fc7f071c3a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:08.223278 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['ff4e1cbd-a8ba-418f-9630-3402de151b18'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:55:08.227380 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a232a44b-34be-4ba3-aaed-b56efe02788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:08.234563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5ed8c7-5b16-4793-ab99-07556f588a06 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:08.241580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5a5ed8c7-5b16-4793-ab99-07556f588a06 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports/116ba86a-a682-4ced-91a4-1f9d93f0c247 HTTP/1.1" status: 200 len: 977 time: 0.0722959 Jan 28 05:55:08.241580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43448) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:08.279001 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232a44b-34be-4ba3-aaed-b56efe02788e None None] Routers {'97a89ec2-6eca-47d5-9de3-b5fc7f071c3a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:08.279643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a232a44b-34be-4ba3-aaed-b56efe02788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:55:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['97a89ec2-6eca-47d5-9de3-b5fc7f071c3a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:08.324418 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4dbde3d3-3f49-45f5-9138-e419da376c79 None None] Provisioning complete for port 116ba86a-a682-4ced-91a4-1f9d93f0c247 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:08.324792 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4dbde3d3-3f49-45f5-9138-e419da376c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (116ba86a-a682-4ced-91a4-1f9d93f0c247), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:08.331005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a232a44b-34be-4ba3-aaed-b56efe02788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:08.331871 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232a44b-34be-4ba3-aaed-b56efe02788e None None] The sync data for ids ['97a89ec2-6eca-47d5-9de3-b5fc7f071c3a'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:55:08.393420 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4dbde3d3-3f49-45f5-9138-e419da376c79 None None] Port 116ba86a-a682-4ced-91a4-1f9d93f0c247 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:55:08.612888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44905648-23ee-4411-b0c1-bf907455a424 req-c6fcf17c-83d9-4720-bf91-065d4d135085 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:08.614597 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44905648-23ee-4411-b0c1-bf907455a424 req-c6fcf17c-83d9-4720-bf91-065d4d135085 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 944 time: 0.0958951 Jan 28 05:55:08.708072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44905648-23ee-4411-b0c1-bf907455a424 req-760b71fb-dba4-4d37-8ff2-0a49ca276e75 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735183 Jan 28 05:55:09.125911 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6d7441e-d084-408e-bcb1-a6b0cf2db0ea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (97a89ec2-6eca-47d5-9de3-b5fc7f071c3a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:09.130911 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:09.135599 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9f6e4-0ba2-4668-a21e-38dcb80ca046 req-f0085c26-5ea8-4dce-9163-86634da33389 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:09.137392 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eff9f6e4-0ba2-4668-a21e-38dcb80ca046 req-f0085c26-5ea8-4dce-9163-86634da33389 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.4008727 Jan 28 05:55:09.268846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eff9f6e4-0ba2-4668-a21e-38dcb80ca046 req-4bd951ed-cdd3-4db2-98bc-b7d0ce151667 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010463 Jan 28 05:55:09.443476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b6d7441e-d084-408e-bcb1-a6b0cf2db0ea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting port 116ba86a-a682-4ced-91a4-1f9d93f0c247 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:09.444254 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6d7441e-d084-408e-bcb1-a6b0cf2db0ea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (116ba86a-a682-4ced-91a4-1f9d93f0c247), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:09.509044 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:55:09.521148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ff4e1cbd-a8ba-418f-9630-3402de151b18 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:55:09.626553 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6d7441e-d084-408e-bcb1-a6b0cf2db0ea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (116ba86a-a682-4ced-91a4-1f9d93f0c247), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:09.644532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b6d7441e-d084-408e-bcb1-a6b0cf2db0ea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Calling delete_port for 116ba86a-a682-4ced-91a4-1f9d93f0c247 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:09.720641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port ff4e1cbd-a8ba-418f-9630-3402de151b18 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:09.721022 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:09.785493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:09.805362 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd', 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796', 'port_id': '0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd', 'mac_address': 'fa:16:3e:81:48:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09cd826f-180c-4fa4-a792-44f2acd6af41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:55:09.888199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ff4e1cbd-a8ba-418f-9630-3402de151b18 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:09.888480 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:09.928080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ff4e1cbd-a8ba-418f-9630-3402de151b18, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ff4e1cbd-a8ba-418f-9630-3402de151b18,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:09.933421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789877e1-3a92-4606-82da-1c76e230b3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4e1cbd-a8ba-418f-9630-3402de151b18'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:55:09.933739 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4d5407-b130-4490-9966-cca9153ff01b" -d '{"events": [{"server_uuid": "789877e1-3a92-4606-82da-1c76e230b3df", "name": "network-vif-plugged", "status": "completed", "tag": "ff4e1cbd-a8ba-418f-9630-3402de151b18"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:55:09.947242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:09.947242 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:09.980154 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6d7441e-d084-408e-bcb1-a6b0cf2db0ea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (116ba86a-a682-4ced-91a4-1f9d93f0c247), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:09.986152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:55:10.010573 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:10.012907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:55:10.062170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7441e-d084-408e-bcb1-a6b0cf2db0ea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Port': ['ID=116ba86a-a682-4ced-91a4-1f9d93f0c247,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:10.072745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:10.114367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9445b-7900-4302-92d2-0006bbe22a1c req-ce36b091-4fb8-4a72-b83c-b2ca82332d11 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:10.117316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5be9445b-7900-4302-92d2-0006bbe22a1c req-ce36b091-4fb8-4a72-b83c-b2ca82332d11 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 944 time: 0.2041101 Jan 28 05:55:10.147881 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:10.250128 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5be9445b-7900-4302-92d2-0006bbe22a1c req-f09d3c01-894a-4e3f-9e02-798733ecd75d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962899 Jan 28 05:55:10.278337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ff4e1cbd-a8ba-418f-9630-3402de151b18,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:10.407773 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6d7441e-d084-408e-bcb1-a6b0cf2db0ea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (97a89ec2-6eca-47d5-9de3-b5fc7f071c3a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:10.408494 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ef0a31-82af-480d-a773-cc82f73d7731 x-openstack-request-id: req-78ef0a31-82af-480d-a773-cc82f73d7731 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:55:10.410652 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789877e1-3a92-4606-82da-1c76e230b3df", "name": "network-vif-plugged", "status": "completed", "tag": "ff4e1cbd-a8ba-418f-9630-3402de151b18", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:55:10.411035 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78ef0a31-82af-480d-a773-cc82f73d7731 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:55:10.414749 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789877e1-3a92-4606-82da-1c76e230b3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4e1cbd-a8ba-418f-9630-3402de151b18', 'code': 200} Jan 28 05:55:10.580694 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:55:10.644596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:10.650405 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd is: BUILD; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:10.651415 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:10.671793 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:55:10.725805 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:10.780772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7004b-2b84-411f-8876-b61ac565b03f req-4e49766e-1127-470c-9653-489a87efa68b tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:10.786635 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d4c7004b-2b84-411f-8876-b61ac565b03f req-4e49766e-1127-470c-9653-489a87efa68b tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 945 time: 0.2726872 Jan 28 05:55:10.848499 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:10.931705 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d7441e-d084-408e-bcb1-a6b0cf2db0ea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 97a89ec2-6eca-47d5-9de3-b5fc7f071c3a has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:55:10.932474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:10.969838 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d4c7004b-2b84-411f-8876-b61ac565b03f req-229e1cdc-253a-44c3-ba6f-2f315ef6b099 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743705 Jan 28 05:55:11.098804 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d7441e-d084-408e-bcb1-a6b0cf2db0ea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:55:11.121679 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b6d7441e-d084-408e-bcb1-a6b0cf2db0ea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/97a89ec2-6eca-47d5-9de3-b5fc7f071c3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8812659 Jan 28 05:55:11.124424 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43528) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:11.131638 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac54d49-7166-44b9-9c08-ca30485aa076 None None] Sync routers for ids ['97a89ec2-6eca-47d5-9de3-b5fc7f071c3a'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:55:11.156480 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac54d49-7166-44b9-9c08-ca30485aa076 None None] Routers {'97a89ec2-6eca-47d5-9de3-b5fc7f071c3a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:11.159342 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9ac54d49-7166-44b9-9c08-ca30485aa076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:55:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['97a89ec2-6eca-47d5-9de3-b5fc7f071c3a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:11.224546 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9ac54d49-7166-44b9-9c08-ca30485aa076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:11.246048 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac54d49-7166-44b9-9c08-ca30485aa076 None None] Routers {'97a89ec2-6eca-47d5-9de3-b5fc7f071c3a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:11.247832 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9ac54d49-7166-44b9-9c08-ca30485aa076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:55:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['97a89ec2-6eca-47d5-9de3-b5fc7f071c3a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:11.317385 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9ac54d49-7166-44b9-9c08-ca30485aa076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:11.318838 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac54d49-7166-44b9-9c08-ca30485aa076 None None] The sync data for ids ['97a89ec2-6eca-47d5-9de3-b5fc7f071c3a'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:55:11.514504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de333402-2a2d-4568-b0bc-98ba69abee4b req-bfb60345-6d53-42ed-9a35-c501f06f1e6f tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:11.517405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de333402-2a2d-4568-b0bc-98ba69abee4b req-bfb60345-6d53-42ed-9a35-c501f06f1e6f tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.1003444 Jan 28 05:55:11.616843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de333402-2a2d-4568-b0bc-98ba69abee4b req-7f207b36-7e14-4584-a6fb-c286d5b9bb28 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846844 Jan 28 05:55:11.638042 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-5162332c-9ab7-43cb-988d-76e22830a41a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 05:55:11.639832 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5162332c-9ab7-43cb-988d-76e22830a41a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/97a89ec2-6eca-47d5-9de3-b5fc7f071c3a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5125964 Jan 28 05:55:11.642472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43534) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:11.675279 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-47999f36-94cd-4290-b5a3-7dc2fd7812a2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a89ec2-6eca-47d5-9de3-b5fc7f071c3a HTTP/1.1" status: 200 len: 205 time: 0.0308633 Jan 28 05:55:11.677942 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43536) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:11.765561 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f43bb565-a10b-402d-9f64-5172077614ca tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (97a89ec2-6eca-47d5-9de3-b5fc7f071c3a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:11.975839 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f43bb565-a10b-402d-9f64-5172077614ca tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (97a89ec2-6eca-47d5-9de3-b5fc7f071c3a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:11.980685 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f43bb565-a10b-402d-9f64-5172077614ca tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router_controller (97a89ec2-6eca-47d5-9de3-b5fc7f071c3a), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:12.171391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f9683-e3ff-4131-89b6-66725d9d86a7 req-4c5017b1-0e70-49b5-ae0a-d25a8cdbe2ed tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:12.173004 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-811f9683-e3ff-4131-89b6-66725d9d86a7 req-4c5017b1-0e70-49b5-ae0a-d25a8cdbe2ed tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 944 time: 0.0887511 Jan 28 05:55:12.174804 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f43bb565-a10b-402d-9f64-5172077614ca tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (97a89ec2-6eca-47d5-9de3-b5fc7f071c3a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:12.175364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43bb565-a10b-402d-9f64-5172077614ca tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Fanout notify agent at l3_agent the message router_deleted on router 97a89ec2-6eca-47d5-9de3-b5fc7f071c3a {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:55:12.183510 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f43bb565-a10b-402d-9f64-5172077614ca tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:12.189961 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f43bb565-a10b-402d-9f64-5172077614ca tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/routers/97a89ec2-6eca-47d5-9de3-b5fc7f071c3a HTTP/1.1" status: 204 len: 168 time: 0.5054917 Jan 28 05:55:12.189961 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43550) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:12.265429 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-811f9683-e3ff-4131-89b6-66725d9d86a7 req-fc8fc45d-6cc2-4e0f-8f0d-4744a3f2872d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771027 Jan 28 05:55:12.295418 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90e8430-137d-4f0d-bfb8-9cb0142750c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting subnet b2e543a4-97c7-4de0-824c-37df0e31578b {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:55:12.299328 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b90e8430-137d-4f0d-bfb8-9cb0142750c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (b2e543a4-97c7-4de0-824c-37df0e31578b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:12.369519 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b90e8430-137d-4f0d-bfb8-9cb0142750c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (b2e543a4-97c7-4de0-824c-37df0e31578b), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:12.464773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b90e8430-137d-4f0d-bfb8-9cb0142750c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (b2e543a4-97c7-4de0-824c-37df0e31578b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:12.807126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d828d72-fd60-4552-a3d4-d5c8414844a3 req-0dff09a2-5797-49f6-8a5f-e6cbfaf88231 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:12.814794 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d828d72-fd60-4552-a3d4-d5c8414844a3 req-0dff09a2-5797-49f6-8a5f-e6cbfaf88231 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.0606954 Jan 28 05:55:12.897641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d828d72-fd60-4552-a3d4-d5c8414844a3 req-96b6a7f3-1253-44d8-97f9-ad1050dd5ea7 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818636 Jan 28 05:55:13.146889 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b90e8430-137d-4f0d-bfb8-9cb0142750c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (b2e543a4-97c7-4de0-824c-37df0e31578b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:13.235077 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b90e8430-137d-4f0d-bfb8-9cb0142750c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:13.240005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c4b081-4c0f-4bc7-9dba-a58ad92bc6a6 None None] Network 2c4d1888-8c5b-422e-b362-0337f90d516b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:55:13.246196 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43562) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:13.262943 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b90e8430-137d-4f0d-bfb8-9cb0142750c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/subnets/b2e543a4-97c7-4de0-824c-37df0e31578b HTTP/1.1" status: 204 len: 168 time: 1.0719409 Jan 28 05:55:13.267017 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e8430-137d-4f0d-bfb8-9cb0142750c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e543a4-97c7-4de0-824c-37df0e31578b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:13.386797 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (2c4d1888-8c5b-422e-b362-0337f90d516b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:13.518178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:55:13.530391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting port 88001b91-5401-4a50-8713-c87a04333fc4 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:13.539136 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (88001b91-5401-4a50-8713-c87a04333fc4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:13.545640 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe02ba9-d3cd-4842-85a4-437d256a34f4 None None] DHCP port deletion for 2c4d1888-8c5b-422e-b362-0337f90d516b request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:55:13.632571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] For port 88001b91-5401-4a50-8713-c87a04333fc4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=88001b91-5401-4a50-8713-c87a04333fc4,segment=NetworkSegment(e243b365-a83d-42f7-8724-832397321559),segment_id=e243b365-a83d-42f7-8724-832397321559)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:13.633049 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (88001b91-5401-4a50-8713-c87a04333fc4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:13.638712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:13.639023 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:13.653103 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Calling delete_port for 88001b91-5401-4a50-8713-c87a04333fc4 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:13.753911 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f10ead-37b6-45e2-97df-4d6e303b82be req-adb925cb-548b-42d8-91aa-01d9cd499a24 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:13.759498 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-afe02ba9-d3cd-4842-85a4-437d256a34f4 None None] Deleting port 88001b91-5401-4a50-8713-c87a04333fc4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:13.759958 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afe02ba9-d3cd-4842-85a4-437d256a34f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (88001b91-5401-4a50-8713-c87a04333fc4), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:13.766159 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50f10ead-37b6-45e2-97df-4d6e303b82be req-adb925cb-548b-42d8-91aa-01d9cd499a24 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 944 time: 0.3406324 Jan 28 05:55:13.859292 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:13.859684 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:13.861810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50f10ead-37b6-45e2-97df-4d6e303b82be req-529ce1c1-dcd2-4220-9163-e0258922fa38 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892773 Jan 28 05:55:13.862893 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (88001b91-5401-4a50-8713-c87a04333fc4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:13.881660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] No DVR routers for this DVR port 88001b91-5401-4a50-8713-c87a04333fc4 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:55:13.906278 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-afe02ba9-d3cd-4842-85a4-437d256a34f4 None None] For port 88001b91-5401-4a50-8713-c87a04333fc4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=88001b91-5401-4a50-8713-c87a04333fc4,segment=NetworkSegment(e243b365-a83d-42f7-8724-832397321559),segment_id=e243b365-a83d-42f7-8724-832397321559)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:13.908590 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afe02ba9-d3cd-4842-85a4-437d256a34f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (88001b91-5401-4a50-8713-c87a04333fc4), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:13.915624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8999494-1f38-4f9c-938b-3830c60bbcd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:55:13.917906 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a987c7-4f24-4510-af68-9e16743269a0" -d '{"events": [{"server_uuid": "e8999494-1f38-4f9c-938b-3830c60bbcd5", "name": "network-vif-plugged", "status": "completed", "tag": "0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:55:13.928418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Port': ['ID=88001b91-5401-4a50-8713-c87a04333fc4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:13.970640 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:13.974237 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-afe02ba9-d3cd-4842-85a4-437d256a34f4 None None] Calling delete_port for 88001b91-5401-4a50-8713-c87a04333fc4 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:14.017926 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b1635a-3f53-49f4-a8c5-0a3080ba9644 x-openstack-request-id: req-58b1635a-3f53-49f4-a8c5-0a3080ba9644 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:55:14.018272 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8999494-1f38-4f9c-938b-3830c60bbcd5", "name": "network-vif-plugged", "status": "completed", "tag": "0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:55:14.018511 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58b1635a-3f53-49f4-a8c5-0a3080ba9644 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:55:14.020491 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8999494-1f38-4f9c-938b-3830c60bbcd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd', 'code': 200} Jan 28 05:55:14.036021 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:14.164884 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (2c4d1888-8c5b-422e-b362-0337f90d516b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:14.196315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4d1888-8c5b-422e-b362-0337f90d516b']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:14.210475 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e243b365-a83d-42f7-8724-832397321559') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:14.210782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e243b365-a83d-42f7-8724-832397321559') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:14.225915 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (e243b365-a83d-42f7-8724-832397321559), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:14.256705 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (e243b365-a83d-42f7-8724-832397321559), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:14.266393 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:55:14.266835 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (e243b365-a83d-42f7-8724-832397321559), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:14.356881 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afe02ba9-d3cd-4842-85a4-437d256a34f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (88001b91-5401-4a50-8713-c87a04333fc4), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:55:14.391411 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:55:14.412703 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe02ba9-d3cd-4842-85a4-437d256a34f4 None None] No DVR routers for this DVR port 88001b91-5401-4a50-8713-c87a04333fc4 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:55:14.436089 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:14.464664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e6b98-f03d-46b1-ba3d-5cd9313cabd9 req-f2ea9c14-ceff-4544-8cc1-0f66bd18bff4 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:14.465389 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd8e6b98-f03d-46b1-ba3d-5cd9313cabd9 req-f2ea9c14-ceff-4544-8cc1-0f66bd18bff4 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.0843539 Jan 28 05:55:14.472251 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe02ba9-d3cd-4842-85a4-437d256a34f4 None None] Pushing event deleted for resources: {'Port': ['ID=88001b91-5401-4a50-8713-c87a04333fc4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:14.520450 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd8e6b98-f03d-46b1-ba3d-5cd9313cabd9 req-2c23e3b0-f194-4200-a588-755c5e2ff645 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474863 Jan 28 05:55:14.541621 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (2c4d1888-8c5b-422e-b362-0337f90d516b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:14.549198 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:14.555715 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/networks/2c4d1888-8c5b-422e-b362-0337f90d516b HTTP/1.1" status: 204 len: 168 time: 1.3077064 Jan 28 05:55:14.560204 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43582) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:14.566973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-05fc44ca-7734-4136-875e-6fed602c88d9 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'network': {'name': 'tempest-RoutersTest-346673536'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:14.607346 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424af36-4f40-4ca6-a3d5-0ff47eb6e744 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Network': ['ID=2c4d1888-8c5b-422e-b362-0337f90d516b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:14.666809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fc44ca-7734-4136-875e-6fed602c88d9 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:55:14.670445 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-05fc44ca-7734-4136-875e-6fed602c88d9 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:14.757670 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fc44ca-7734-4136-875e-6fed602c88d9 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:55:14.771562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c5fac-056d-439f-aef5-ebab5007616b req-dd4dd1d2-6f96-4d56-9469-88d0cf3863dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:14.788523 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-05fc44ca-7734-4136-875e-6fed602c88d9 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (d22f1a2f-193d-4746-a1ac-c47943d7f03b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:14.788857 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e60c5fac-056d-439f-aef5-ebab5007616b req-dd4dd1d2-6f96-4d56-9469-88d0cf3863dc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 1098 time: 0.4104972 Jan 28 05:55:14.789300 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-05fc44ca-7734-4136-875e-6fed602c88d9 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Added segment d22f1a2f-193d-4746-a1ac-c47943d7f03b of type vlan for network d1b009f3-1520-4163-9173-91081b7fe74c Jan 28 05:55:14.906978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e60c5fac-056d-439f-aef5-ebab5007616b req-d0fbe8c3-7629-4108-9da7-cfc475169337 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131804 Jan 28 05:55:14.925388 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-05fc44ca-7734-4136-875e-6fed602c88d9 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (d1b009f3-1520-4163-9173-91081b7fe74c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:14.995276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 88001b91-5401-4a50-8713-c87a04333fc4 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:55:15.030209 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 88001b91-5401-4a50-8713-c87a04333fc4 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:55:15.031000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 88001b91-5401-4a50-8713-c87a04333fc4 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:55:15.039097 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-05fc44ca-7734-4136-875e-6fed602c88d9 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (d1b009f3-1520-4163-9173-91081b7fe74c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:15.051541 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fc44ca-7734-4136-875e-6fed602c88d9 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:15.052184 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-05fc44ca-7734-4136-875e-6fed602c88d9 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:15.080737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43588) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:15.130856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e192acd-ca31-4bd9-83d8-7826877e44d4 req-21272277-86c6-4016-b046-84af7c639997 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:15.140188 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e192acd-ca31-4bd9-83d8-7826877e44d4 req-21272277-86c6-4016-b046-84af7c639997 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.1089368 Jan 28 05:55:15.244841 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-05fc44ca-7734-4136-875e-6fed602c88d9 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6826901 Jan 28 05:55:15.247501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43594) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:15.263049 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc44ca-7734-4136-875e-6fed602c88d9 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Network': ['ID=d1b009f3-1520-4163-9173-91081b7fe74c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:15.267324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2242cc3c-c108-40a8-9244-06e58ea54573 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'subnet': {'network_id': 'd1b009f3-1520-4163-9173-91081b7fe74c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:15.283151 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network d1b009f3-1520-4163-9173-91081b7fe74c details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:55:15.293324 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e192acd-ca31-4bd9-83d8-7826877e44d4 req-f25ad457-5906-49c6-92de-60fe209554f5 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516058 Jan 28 05:55:15.394535 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-15751341-226d-4cca-a256-399382458685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:15.557627 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-15751341-226d-4cca-a256-399382458685 admin admin] Publish callbacks [] for security_group (4db9bf0e-229e-4c2d-9696-7510314f4ee0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:15.616663 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2242cc3c-c108-40a8-9244-06e58ea54573 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:55:15.622278 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2242cc3c-c108-40a8-9244-06e58ea54573 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:15.645776 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:55:15.769503 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-15751341-226d-4cca-a256-399382458685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4db9bf0e-229e-4c2d-9696-7510314f4ee0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:15.790706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68590abc-9027-446b-a6ed-4e13c9fabaef req-b639e21f-d601-432a-ab47-37df0353244f tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:15.792992 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68590abc-9027-446b-a6ed-4e13c9fabaef req-b639e21f-d601-432a-ab47-37df0353244f tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.1449401 Jan 28 05:55:15.836712 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-15751341-226d-4cca-a256-399382458685 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67567a29b44a4c8c9ac37983e4eeed03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7542920 Jan 28 05:55:15.840531 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43602) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:15.841907 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15751341-226d-4cca-a256-399382458685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db9bf0e-229e-4c2d-9696-7510314f4ee0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:15.917991 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68590abc-9027-446b-a6ed-4e13c9fabaef req-01d1e296-5156-4305-b14d-ae8f6a9ba785 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112537 Jan 28 05:55:15.919511 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bfcfb0db-8d49-4ef4-8727-cf3231cdead6 admin admin] Publish callbacks [] for security_group (4db9bf0e-229e-4c2d-9696-7510314f4ee0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:16.028491 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bfcfb0db-8d49-4ef4-8727-cf3231cdead6 admin admin] Publish callbacks [] for security_group (4db9bf0e-229e-4c2d-9696-7510314f4ee0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:16.084034 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2242cc3c-c108-40a8-9244-06e58ea54573 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (a86f349b-ac7d-4891-a31d-8acd7a34c643), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:16.184112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2242cc3c-c108-40a8-9244-06e58ea54573 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Checking segment: {'id': 'd22f1a2f-193d-4746-a1ac-c47943d7f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd1b009f3-1520-4163-9173-91081b7fe74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:55:16.184526 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2242cc3c-c108-40a8-9244-06e58ea54573 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network hostable DHCP agents. Network: d1b009f3-1520-4163-9173-91081b7fe74c, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:55:16.207391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242cc3c-c108-40a8-9244-06e58ea54573 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Subnet': ['ID=a86f349b-ac7d-4891-a31d-8acd7a34c643,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:16.222502 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bfcfb0db-8d49-4ef4-8727-cf3231cdead6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4db9bf0e-229e-4c2d-9696-7510314f4ee0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:16.225398 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bfcfb0db-8d49-4ef4-8727-cf3231cdead6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:16.226611 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bfcfb0db-8d49-4ef4-8727-cf3231cdead6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4db9bf0e-229e-4c2d-9696-7510314f4ee0 HTTP/1.1" status: 204 len: 168 time: 0.3838871 Jan 28 05:55:16.250274 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfb0db-8d49-4ef4-8727-cf3231cdead6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db9bf0e-229e-4c2d-9696-7510314f4ee0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:16.341111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2242cc3c-c108-40a8-9244-06e58ea54573 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network d1b009f3-1520-4163-9173-91081b7fe74c is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:55:16.448487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2242cc3c-c108-40a8-9244-06e58ea54573 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, d1b009f3-1520-4163-9173-91081b7fe74c) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:16.464950 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76391e3c-1aec-45ea-bd65-02fe593351aa None None] Network d1b009f3-1520-4163-9173-91081b7fe74c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:55:16.469659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2242cc3c-c108-40a8-9244-06e58ea54573 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:16.470528 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2242cc3c-c108-40a8-9244-06e58ea54573 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:16.545325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd8113-d5dc-4c68-9421-5c953d65a630 req-1219c3dd-184d-4ff2-8f86-d3ca60e0f456 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:16.563702 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68dd8113-d5dc-4c68-9421-5c953d65a630 req-1219c3dd-184d-4ff2-8f86-d3ca60e0f456 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.1457353 Jan 28 05:55:16.569335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2242cc3c-c108-40a8-9244-06e58ea54573 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3166811 Jan 28 05:55:16.572174 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43618) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:16.577778 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a2338331-5f2f-4747-a8fd-095132f1a418 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2025951482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:16.662724 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216268de-f075-443f-a1c4-325338680094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-d1b009f3-1520-4163-9173-91081b7fe74c', 'network_id': 'd1b009f3-1520-4163-9173-91081b7fe74c', 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'fixed_ips': [{'subnet_id': 'a86f349b-ac7d-4891-a31d-8acd7a34c643'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:55:16.664313 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-216268de-f075-443f-a1c4-325338680094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:16.720692 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2338331-5f2f-4747-a8fd-095132f1a418 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:16.721910 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2338331-5f2f-4747-a8fd-095132f1a418 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:16.811993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68dd8113-d5dc-4c68-9421-5c953d65a630 req-199e98d3-fc58-4281-8c2b-e14db74e9e54 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444594 Jan 28 05:55:17.056418 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2338331-5f2f-4747-a8fd-095132f1a418 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router_controller (9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:17.111815 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-216268de-f075-443f-a1c4-325338680094 None None] Allocated IP 172.20.0.2 (d1b009f3-1520-4163-9173-91081b7fe74c/a86f349b-ac7d-4891-a31d-8acd7a34c643/36ebf238-7c08-4d76-bbd4-1a7b743d9582) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:55:17.124474 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2338331-5f2f-4747-a8fd-095132f1a418 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:17.193823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc560e79-9362-4ed9-9916-75b531ae9e97 req-f5c53378-9fa6-4a3c-9e87-b6586b354024 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:17.203658 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a2338331-5f2f-4747-a8fd-095132f1a418 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:17.208756 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a2338331-5f2f-4747-a8fd-095132f1a418 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6349664 Jan 28 05:55:17.209654 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43626) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:17.215982 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc560e79-9362-4ed9-9916-75b531ae9e97 req-f5c53378-9fa6-4a3c-9e87-b6586b354024 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.1436689 Jan 28 05:55:17.299645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617724-64c0-4b86-8463-8524dfb9c5d9 req-fa06ce2b-064d-4c5f-8fc7-f1a3f39437b7 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:17.311818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9617724-64c0-4b86-8463-8524dfb9c5d9 req-fa06ce2b-064d-4c5f-8fc7-f1a3f39437b7 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.2017460 Jan 28 05:55:17.438463 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc560e79-9362-4ed9-9916-75b531ae9e97 req-649dacd1-36af-4b58-8641-19077373cadf tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199893 Jan 28 05:55:17.450665 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43630) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:17.459917 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-216268de-f075-443f-a1c4-325338680094 None None] Publish callbacks [] for port (36ebf238-7c08-4d76-bbd4-1a7b743d9582), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:17.505744 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9a7bb08-a170-49ab-b8eb-2ef01cd6ee61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:17.542646 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9617724-64c0-4b86-8463-8524dfb9c5d9 req-a62f493d-0dc3-4d2b-9c5e-4a5f9bef431e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142639 Jan 28 05:55:17.578279 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-216268de-f075-443f-a1c4-325338680094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (36ebf238-7c08-4d76-bbd4-1a7b743d9582), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:17.652954 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216268de-f075-443f-a1c4-325338680094 None None] Network d1b009f3-1520-4163-9173-91081b7fe74c is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:17.658844 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-216268de-f075-443f-a1c4-325338680094 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:17.668518 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216268de-f075-443f-a1c4-325338680094 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:55:17.716638 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9a7bb08-a170-49ab-b8eb-2ef01cd6ee61 admin admin] Publish callbacks [] for security_group (9011a182-9c51-4980-8886-1d0f3d7bd3d4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:17.798613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216268de-f075-443f-a1c4-325338680094 None None] Pushing event updated for resources: {'Port': ['ID=36ebf238-7c08-4d76-bbd4-1a7b743d9582,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:17.808050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-216268de-f075-443f-a1c4-325338680094 None None] Attempting to bind port 36ebf238-7c08-4d76-bbd4-1a7b743d9582 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:55:17.808698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-216268de-f075-443f-a1c4-325338680094 None None] Attempting to bind port 36ebf238-7c08-4d76-bbd4-1a7b743d9582 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'd22f1a2f-193d-4746-a1ac-c47943d7f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd1b009f3-1520-4163-9173-91081b7fe74c'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:55:17.809421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216268de-f075-443f-a1c4-325338680094 None None] Attempting to bind port 36ebf238-7c08-4d76-bbd4-1a7b743d9582 on network d1b009f3-1520-4163-9173-91081b7fe74c {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:55:17.815564 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9a7bb08-a170-49ab-b8eb-2ef01cd6ee61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9011a182-9c51-4980-8886-1d0f3d7bd3d4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:17.819955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216268de-f075-443f-a1c4-325338680094 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:55:17.819955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216268de-f075-443f-a1c4-325338680094 None None] Checking segment: {'id': 'd22f1a2f-193d-4746-a1ac-c47943d7f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd1b009f3-1520-4163-9173-91081b7fe74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:55:17.821108 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-216268de-f075-443f-a1c4-325338680094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:17.822494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216268de-f075-443f-a1c4-325338680094 None None] Bound using segment: {'id': 'd22f1a2f-193d-4746-a1ac-c47943d7f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd1b009f3-1520-4163-9173-91081b7fe74c'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:55:17.823837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-216268de-f075-443f-a1c4-325338680094 None None] Bound port: 36ebf238-7c08-4d76-bbd4-1a7b743d9582, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f1a2f-193d-4746-a1ac-c47943d7f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd1b009f3-1520-4163-9173-91081b7fe74c'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:55:17.824231 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-216268de-f075-443f-a1c4-325338680094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (36ebf238-7c08-4d76-bbd4-1a7b743d9582), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:17.906885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7bb08-a170-49ab-b8eb-2ef01cd6ee61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9011a182-9c51-4980-8886-1d0f3d7bd3d4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:17.927577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d9a7bb08-a170-49ab-b8eb-2ef01cd6ee61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f44616e88fb4c298a6ad08864484887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4734943 Jan 28 05:55:17.927742 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43640) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:17.941106 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-216268de-f075-443f-a1c4-325338680094 None None] For port 36ebf238-7c08-4d76-bbd4-1a7b743d9582, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:55:17.945465 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:17.948464 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-216268de-f075-443f-a1c4-325338680094 None None] For port 36ebf238-7c08-4d76-bbd4-1a7b743d9582, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=36ebf238-7c08-4d76-bbd4-1a7b743d9582,segment=NetworkSegment(d22f1a2f-193d-4746-a1ac-c47943d7f03b),segment_id=d22f1a2f-193d-4746-a1ac-c47943d7f03b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:55:18.004092 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b774d72d-cf4a-410a-8f4d-f91ae36de1c4 admin admin] Publish callbacks [] for security_group (9011a182-9c51-4980-8886-1d0f3d7bd3d4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:18.015957 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-216268de-f075-443f-a1c4-325338680094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (36ebf238-7c08-4d76-bbd4-1a7b743d9582), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:18.028293 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b774d72d-cf4a-410a-8f4d-f91ae36de1c4 admin admin] Publish callbacks [] for security_group (9011a182-9c51-4980-8886-1d0f3d7bd3d4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:18.145481 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216268de-f075-443f-a1c4-325338680094 None None] Pushing event updated for resources: {'Port': ['ID=36ebf238-7c08-4d76-bbd4-1a7b743d9582,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:18.158965 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b774d72d-cf4a-410a-8f4d-f91ae36de1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9011a182-9c51-4980-8886-1d0f3d7bd3d4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:18.164293 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b774d72d-cf4a-410a-8f4d-f91ae36de1c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:18.170521 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b774d72d-cf4a-410a-8f4d-f91ae36de1c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9011a182-9c51-4980-8886-1d0f3d7bd3d4 HTTP/1.1" status: 204 len: 168 time: 0.2368460 Jan 28 05:55:18.179622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774d72d-cf4a-410a-8f4d-f91ae36de1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9011a182-9c51-4980-8886-1d0f3d7bd3d4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:18.546852 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-a17adb4d-852c-4bb5-aeab-ce9a7684aad2 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:18.554878 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-a17adb4d-852c-4bb5-aeab-ce9a7684aad2 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/networks?id=f313c573-bb2e-4ddf-a437-af66975b4796 HTTP/1.1" status: 200 len: 815 time: 0.2488072 Jan 28 05:55:18.570066 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Allocated IP 172.20.0.1 (d1b009f3-1520-4163-9173-91081b7fe74c/a86f349b-ac7d-4891-a31d-8acd7a34c643/1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:55:18.607390 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-b14667bf-1ca8-4709-8313-4a011f359173 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/quotas/f61985ba5ef042b38784220cf10666d2 HTTP/1.1" status: 200 len: 375 time: 0.0232248 Jan 28 05:55:18.728500 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-729f3758-7158-4785-aed0-0a397d6edf09 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f61985ba5ef042b38784220cf10666d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1090767 Jan 28 05:55:18.901587 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:18.957680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa173e-c893-4408-8728-921d2f4d939d req-adfc301d-4a2f-4449-bcd5-0ec0e3c17f98 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:18.979280 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3cfa173e-c893-4408-8728-921d2f4d939d req-adfc301d-4a2f-4449-bcd5-0ec0e3c17f98 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.2314026 Jan 28 05:55:19.022744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-70577dc9-217a-43b2-bb66-5c9738f425b8 service neutron] 10.222.0.31 "GET /v2.0/networks/f313c573-bb2e-4ddf-a437-af66975b4796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853138 Jan 28 05:55:19.050784 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:19.112737 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 36ebf238-7c08-4d76-bbd4-1a7b743d9582 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:55:19.177820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3cfa173e-c893-4408-8728-921d2f4d939d req-3d77d657-5858-424f-bc3b-290901ee513c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973929 Jan 28 05:55:19.257043 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network d1b009f3-1520-4163-9173-91081b7fe74c is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:19.259676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-f90752ac-868d-404b-9bcf-ecc84da05c31 service neutron] 10.222.0.31 "GET /v2.0/networks/f313c573-bb2e-4ddf-a437-af66975b4796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242432 Jan 28 05:55:19.261048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:19.306865 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:19.315941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:55:19.343734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 36ebf238-7c08-4d76-bbd4-1a7b743d9582 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:19.344219 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (36ebf238-7c08-4d76-bbd4-1a7b743d9582), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:19.487965 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:19.527085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d752b7d-ccb9-4193-b18f-71258b3cb76f req-ff9d0350-8a9e-48e4-a174-4e3fccdf550c tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:19.529275 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d752b7d-ccb9-4193-b18f-71258b3cb76f req-ff9d0350-8a9e-48e4-a174-4e3fccdf550c tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8999494-1f38-4f9c-938b-3830c60bbcd5 HTTP/1.1" status: 200 len: 946 time: 0.1117246 Jan 28 05:55:19.577768 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 36ebf238-7c08-4d76-bbd4-1a7b743d9582 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:19.578167 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (36ebf238-7c08-4d76-bbd4-1a7b743d9582), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:19.661059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 36ebf238-7c08-4d76-bbd4-1a7b743d9582, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=36ebf238-7c08-4d76-bbd4-1a7b743d9582,segment=NetworkSegment(d22f1a2f-193d-4746-a1ac-c47943d7f03b),segment_id=d22f1a2f-193d-4746-a1ac-c47943d7f03b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:19.741601 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (36ebf238-7c08-4d76-bbd4-1a7b743d9582), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:19.803487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-2d752b7d-ccb9-4193-b18f-71258b3cb76f req-7c272bc4-9e59-4f64-9e44-48dc78f68b85 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Deleting port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:19.804828 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=36ebf238-7c08-4d76-bbd4-1a7b743d9582,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:19.805804 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2d752b7d-ccb9-4193-b18f-71258b3cb76f req-7c272bc4-9e59-4f64-9e44-48dc78f68b85 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:19.912302 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7282192-ea0c-4600-bdc5-23469f429e35 req-54d0a3b3-8747-4f1a-8bfd-6346f3540ca6 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 210 time: 0.1735744 Jan 28 05:55:19.969457 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:20.125985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60810078-bc55-415c-ad99-8b04199b17b5 None None] Network d1b009f3-1520-4163-9173-91081b7fe74c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:55:20.221705 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-43f06e95-3e4e-495d-9606-b0ae7389ef7e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1768734 Jan 28 05:55:20.286789 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4585bcae-06e9-431e-83f0-fa6e28ff4ff0 None None] Provisioning complete for port 36ebf238-7c08-4d76-bbd4-1a7b743d9582 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:20.290834 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4585bcae-06e9-431e-83f0-fa6e28ff4ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (36ebf238-7c08-4d76-bbd4-1a7b743d9582), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:20.559784 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-4e7ad3f9-87f9-4275-a01a-ffc06f7ed76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:20.560275 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-4e7ad3f9-87f9-4275-a01a-ffc06f7ed76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:20.560804 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-4e7ad3f9-87f9-4275-a01a-ffc06f7ed76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:20.561332 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-4e7ad3f9-87f9-4275-a01a-ffc06f7ed76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:20.561809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-4e7ad3f9-87f9-4275-a01a-ffc06f7ed76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:20.562275 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-4e7ad3f9-87f9-4275-a01a-ffc06f7ed76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:20.562765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-4e7ad3f9-87f9-4275-a01a-ffc06f7ed76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:20.564822 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-4e7ad3f9-87f9-4275-a01a-ffc06f7ed76e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 6497 time: 0.1196895 Jan 28 05:55:20.798028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb53c17-3e3b-4ad6-8562-20a1f0828c4f req-e9e8d1f2-78f0-4585-971d-e7f4a69367d3 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:20.828164 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cb53c17-3e3b-4ad6-8562-20a1f0828c4f req-e9e8d1f2-78f0-4585-971d-e7f4a69367d3 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.1820512 Jan 28 05:55:20.858574 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2d752b7d-ccb9-4193-b18f-71258b3cb76f req-7c272bc4-9e59-4f64-9e44-48dc78f68b85 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] For port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:20.862270 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2d752b7d-ccb9-4193-b18f-71258b3cb76f req-7c272bc4-9e59-4f64-9e44-48dc78f68b85 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:20.865407 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-f3b5fa69-c7eb-4ee2-aef3-afae569871c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:20.865889 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-f3b5fa69-c7eb-4ee2-aef3-afae569871c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:20.866657 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-f3b5fa69-c7eb-4ee2-aef3-afae569871c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:20.868926 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-f3b5fa69-c7eb-4ee2-aef3-afae569871c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d41f46e-f58d-4165-a16d-3b2144390868&id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&id=5163c916-d2f8-441e-b2dc-85c1354db940&id=5163c916-d2f8-441e-b2dc-85c1354db940 HTTP/1.1" status: 200 len: 2293 time: 0.2672117 Jan 28 05:55:20.961187 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-2d752b7d-ccb9-4193-b18f-71258b3cb76f req-7c272bc4-9e59-4f64-9e44-48dc78f68b85 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Calling delete_port for 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:21.008833 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-e5e53016-90c9-43b7-a51a-1e2a596a555f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 HTTP/1.1" status: 200 len: 1000 time: 0.1296053 Jan 28 05:55:21.019296 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 36ebf238-7c08-4d76-bbd4-1a7b743d9582 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:55:21.100371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-595aa3f3-21e8-4129-bdb7-7cc0cf1b99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:21.101892 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-595aa3f3-21e8-4129-bdb7-7cc0cf1b99b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fef9bb5e-512a-4e07-ad80-abe7197482fc HTTP/1.1" status: 200 len: 850 time: 0.0873766 Jan 28 05:55:21.186678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4585bcae-06e9-431e-83f0-fa6e28ff4ff0 None None] Current status of the port 36ebf238-7c08-4d76-bbd4-1a7b743d9582 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:21.247482 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 36ebf238-7c08-4d76-bbd4-1a7b743d9582 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:21.250650 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (36ebf238-7c08-4d76-bbd4-1a7b743d9582), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:21.383761 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:21.395166 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-f169cf17-5a05-4ae8-a8e7-9462b47d36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:21.396904 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-f169cf17-5a05-4ae8-a8e7-9462b47d36b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d41f46e-f58d-4165-a16d-3b2144390868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2757037 Jan 28 05:55:21.398384 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2d752b7d-ccb9-4193-b18f-71258b3cb76f req-7c272bc4-9e59-4f64-9e44-48dc78f68b85 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:21.408749 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7ae8180-fece-456e-ab47-7c980d8df962 req-fed1d48e-8650-4c9f-ae95-8edf804b99b6 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 210 time: 0.1321628 Jan 28 05:55:21.466145 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:55:21.481673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c272bc4-9e59-4f64-9e44-48dc78f68b85 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Pushing event deleted for resources: {'Port': ['ID=0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:21.484325 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cb53c17-3e3b-4ad6-8562-20a1f0828c4f req-9778c7ff-a7ef-445d-8076-b1f3079b653e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6538858 Jan 28 05:55:21.519855 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf6423d1-cc13-466b-aa9d-789ac0519f43 req-ef99ad36-2fcb-44ae-878b-0430de50d4e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2420378 Jan 28 05:55:21.538406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d752b7d-ccb9-4193-b18f-71258b3cb76f req-7c272bc4-9e59-4f64-9e44-48dc78f68b85 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] No DVR routers for this DVR port 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:55:21.543250 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2d752b7d-ccb9-4193-b18f-71258b3cb76f req-7c272bc4-9e59-4f64-9e44-48dc78f68b85 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:21.553466 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:21.578121 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d752b7d-ccb9-4193-b18f-71258b3cb76f req-7c272bc4-9e59-4f64-9e44-48dc78f68b85 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.60 "DELETE /v2.0/ports/0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd HTTP/1.1" status: 204 len: 173 time: 2.0407586 Jan 28 05:55:21.584871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8999494-1f38-4f9c-938b-3830c60bbcd5', 'name': 'network-vif-deleted', 'tag': '0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:55:21.600074 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da898d01-82e1-4f71-af44-0d7ea08cce84" -d '{"events": [{"server_uuid": "e8999494-1f38-4f9c-938b-3830c60bbcd5", "name": "network-vif-deleted", "tag": "0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:55:21.666446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 36ebf238-7c08-4d76-bbd4-1a7b743d9582 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:21.669397 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6078358c-d30a-41d2-ad74-6ebffcc2902b None None] Provisioning complete for port 1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:21.669397 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6078358c-d30a-41d2-ad74-6ebffcc2902b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:21.796262 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-48d4097a-8219-41ab-8da5-28efe678753f service neutron] 10.222.0.60 "GET /v2.0/networks/6d41f46e-f58d-4165-a16d-3b2144390868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849447 Jan 28 05:55:21.802748 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6423d1-cc13-466b-aa9d-789ac0519f43 req-69807684-cb21-4851-8d32-b3c524ff300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:21.822654 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf6423d1-cc13-466b-aa9d-789ac0519f43 req-69807684-cb21-4851-8d32-b3c524ff300d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 1097 time: 0.1329074 Jan 28 05:55:21.862326 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6078358c-d30a-41d2-ad74-6ebffcc2902b None None] Port 1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:55:21.908055 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6078358c-d30a-41d2-ad74-6ebffcc2902b None None] Provisioning complete for port 36ebf238-7c08-4d76-bbd4-1a7b743d9582 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:21.908370 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6078358c-d30a-41d2-ad74-6ebffcc2902b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (36ebf238-7c08-4d76-bbd4-1a7b743d9582), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:22.091764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6423d1-cc13-466b-aa9d-789ac0519f43 req-598e9fa3-a48a-445c-b9c5-a29d4ee8bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:22.093326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf6423d1-cc13-466b-aa9d-789ac0519f43 req-598e9fa3-a48a-445c-b9c5-a29d4ee8bb23 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 913 time: 0.2632565 Jan 28 05:55:22.126884 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d163beb-85c7-4e09-ad1c-5aa98fdb3391 x-openstack-request-id: req-0d163beb-85c7-4e09-ad1c-5aa98fdb3391 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:55:22.129837 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8999494-1f38-4f9c-938b-3830c60bbcd5", "name": "network-vif-deleted", "tag": "0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:55:22.130352 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d163beb-85c7-4e09-ad1c-5aa98fdb3391 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:55:22.131741 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8999494-1f38-4f9c-938b-3830c60bbcd5', 'name': 'network-vif-deleted', 'tag': '0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd', 'status': 'completed', 'code': 200} Jan 28 05:55:22.155242 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-392bfb66-0287-4925-8e03-495999fd050c service neutron] 10.222.0.60 "GET /v2.0/networks/6d41f46e-f58d-4165-a16d-3b2144390868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823377 Jan 28 05:55:22.158055 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6078358c-d30a-41d2-ad74-6ebffcc2902b None None] Current status of the port 36ebf238-7c08-4d76-bbd4-1a7b743d9582 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:22.202372 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:22.232714 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf6423d1-cc13-466b-aa9d-789ac0519f43 req-b5e77793-693a-4e4e-9e79-66153b78eb39 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e HTTP/1.1" status: 200 len: 1000 time: 0.1328681 Jan 28 05:55:22.285806 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-1583bb32-3ebc-4d33-a573-24e77c40f4a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=de4521fc-53b1-4371-ba47-df5321d802fa HTTP/1.1" status: 200 len: 217 time: 0.1039102 Jan 28 05:55:22.302700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:22.325927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-277ab551-cb09-499a-9e95-7032a8a3a89a None None] Provisioning complete for port 1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:22.329732 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-277ab551-cb09-499a-9e95-7032a8a3a89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:22.409876 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6423d1-cc13-466b-aa9d-789ac0519f43 req-4ad61664-3f0a-4cef-b89f-3885edf068d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:22.420259 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf6423d1-cc13-466b-aa9d-789ac0519f43 req-4ad61664-3f0a-4cef-b89f-3885edf068d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.1767895 Jan 28 05:55:22.422727 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-277ab551-cb09-499a-9e95-7032a8a3a89a None None] Port 1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:55:22.466598 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-8de94e9d-4716-4779-9991-ac28bd7e4334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:22.468647 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-8de94e9d-4716-4779-9991-ac28bd7e4334 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2b9cb9f-feef-45df-ae1f-fa66f4c913eb HTTP/1.1" status: 200 len: 797 time: 0.1618645 Jan 28 05:55:22.561367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6423d1-cc13-466b-aa9d-789ac0519f43 req-a05ab3b4-eb37-4858-a700-78a43a57222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:22.562796 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf6423d1-cc13-466b-aa9d-789ac0519f43 req-a05ab3b4-eb37-4858-a700-78a43a57222b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1377931 Jan 28 05:55:22.563472 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network d1b009f3-1520-4163-9173-91081b7fe74c is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:22.566320 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:22.573891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-a6cedd11-9fb3-4152-9dc0-16cc5fa76df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:22.575716 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-a6cedd11-9fb3-4152-9dc0-16cc5fa76df8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0926914 Jan 28 05:55:22.869761 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf6423d1-cc13-466b-aa9d-789ac0519f43 req-cf3761d2-e1b5-4533-9b72-1f408964ae74 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816949 Jan 28 05:55:22.913995 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-7da297e0-c74e-4793-900a-0d95ae47ed4b service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312089 Jan 28 05:55:22.952466 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-809e84ec-2d69-442f-bd2b-d9049b19b80b req-bf0a8d31-3749-473b-8f9d-8be15b09232b tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 210 time: 0.1929927 Jan 28 05:55:22.983349 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-fc9a88a9-2dc4-479e-8902-4d3cfbb27819 None None] Provisioning complete for port 1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:22.984174 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc9a88a9-2dc4-479e-8902-4d3cfbb27819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:23.134387 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a88a9-2dc4-479e-8902-4d3cfbb27819 None None] Port 1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:55:23.236230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927230-0cbe-468d-a186-09d4791790a4 req-cb0e9d82-3db3-499e-bff9-4c001c4b8833 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:23.247844 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63927230-0cbe-468d-a186-09d4791790a4 req-cb0e9d82-3db3-499e-bff9-4c001c4b8833 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.4870789 Jan 28 05:55:23.280937 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-86e8b164-d4e7-4d45-a1c2-6124321d1440 service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852371 Jan 28 05:55:23.321434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:55:23.425541 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-c0c38fc1-1cb7-4812-996a-191c962b15fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=a634b533-7357-4188-8294-f3f088104ea5 HTTP/1.1" status: 200 len: 217 time: 0.1332214 Jan 28 05:55:23.468952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-6fd2696d-d0fd-48a5-a54e-7334c348ecd2 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:23.470663 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-6fd2696d-d0fd-48a5-a54e-7334c348ecd2 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.64 "GET /v2.0/networks?id=f313c573-bb2e-4ddf-a437-af66975b4796 HTTP/1.1" status: 200 len: 815 time: 0.5548396 Jan 28 05:55:23.486030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf6423d1-cc13-466b-aa9d-789ac0519f43 req-c3522b8b-3fd7-4b95-b00f-a8ea1d0e4690 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793288 Jan 28 05:55:23.492987 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-aa4bef0e-b83d-40e6-9439-6f04ab2fe33d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Request body: {'port': {'device_id': 'f5f7226c-13d2-41f1-9dff-a6a591896f2c', 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796', 'admin_state_up': True, 'tenant_id': 'f61985ba5ef042b38784220cf10666d2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:23.577390 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:55:23.616167 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:55:23.617103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 0cf4f008-bb9a-42ec-95f9-c2adaef7c6dd not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:55:23.642860 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-250cc876-0469-4e3b-8a3d-124c4c3427d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:23.645644 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-250cc876-0469-4e3b-8a3d-124c4c3427d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2b9cb9f-feef-45df-ae1f-fa66f4c913eb HTTP/1.1" status: 200 len: 797 time: 0.2091591 Jan 28 05:55:23.742640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79072d-4791-470f-8c26-7a5dbdef6c35 req-4a707bae-6708-441c-8a94-b7b1715b78a6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:23.742640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79072d-4791-470f-8c26-7a5dbdef6c35 req-4a707bae-6708-441c-8a94-b7b1715b78a6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:23.747418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79072d-4791-470f-8c26-7a5dbdef6c35 req-4a707bae-6708-441c-8a94-b7b1715b78a6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:23.756926 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:55:23.765252 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79072d-4791-470f-8c26-7a5dbdef6c35 req-4a707bae-6708-441c-8a94-b7b1715b78a6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:23.768472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79072d-4791-470f-8c26-7a5dbdef6c35 req-4a707bae-6708-441c-8a94-b7b1715b78a6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:23.774408 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79072d-4791-470f-8c26-7a5dbdef6c35 req-4a707bae-6708-441c-8a94-b7b1715b78a6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:23.781087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79072d-4791-470f-8c26-7a5dbdef6c35 req-4a707bae-6708-441c-8a94-b7b1715b78a6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:23.789097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ec79072d-4791-470f-8c26-7a5dbdef6c35 req-4a707bae-6708-441c-8a94-b7b1715b78a6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5433 time: 0.3792231 Jan 28 05:55:23.795409 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-6b8eaa7a-4205-4eb3-aec7-683f24996e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:23.797959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-aa4bef0e-b83d-40e6-9439-6f04ab2fe33d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Made reservation on behalf of f61985ba5ef042b38784220cf10666d2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:55:23.801477 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-aa4bef0e-b83d-40e6-9439-6f04ab2fe33d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:23.804380 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-6b8eaa7a-4205-4eb3-aec7-683f24996e24 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1428068 Jan 28 05:55:23.806050 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63927230-0cbe-468d-a186-09d4791790a4 req-f286289a-d2c8-443d-88dc-2c11702f0c09 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5574131 Jan 28 05:55:23.843590 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79fbefc-b18e-43bd-a8ac-a05e8e915e8a None None] Sync routers for ids ['9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:55:23.860824 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5c5fe10e-2627-4900-9fa1-740b0b66be33 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6441658 Jan 28 05:55:23.865870 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79fbefc-b18e-43bd-a8ac-a05e8e915e8a None None] Routers {'9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:23.866574 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f79fbefc-b18e-43bd-a8ac-a05e8e915e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:55:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:23.868397 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43768) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:23.918237 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f79fbefc-b18e-43bd-a8ac-a05e8e915e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:23.941497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79fbefc-b18e-43bd-a8ac-a05e8e915e8a None None] Routers {'9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:23.941497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f79fbefc-b18e-43bd-a8ac-a05e8e915e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:55:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:23.972513 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ec79072d-4791-470f-8c26-7a5dbdef6c35 req-c3d94481-18d0-4f22-8e0b-31e732bb18d1 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1821318 Jan 28 05:55:23.984565 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f79fbefc-b18e-43bd-a8ac-a05e8e915e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:23.984884 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79fbefc-b18e-43bd-a8ac-a05e8e915e8a None None] The sync data for ids ['9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:55:24.001362 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2464f5-52e5-4404-8494-34672f606593 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:24.006174 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5c2464f5-52e5-4404-8494-34672f606593 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports/1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a HTTP/1.1" status: 200 len: 910 time: 0.1331406 Jan 28 05:55:24.008113 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43772) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:24.067612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8025d07-2071-4666-b34f-dfc449af3bd2 req-7f1170fe-a6c9-436a-b7e1-cd81327d3478 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:24.080772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8025d07-2071-4666-b34f-dfc449af3bd2 req-7f1170fe-a6c9-436a-b7e1-cd81327d3478 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1225510 Jan 28 05:55:24.132575 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-08258c82-9e5a-4a32-9dd8-872370e5cbe7 service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172376 Jan 28 05:55:24.139551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb496cbd-7fb6-4301-8aec-64fb56972897 req-2b355df5-7dfc-4d12-a032-89961d23413d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 210 time: 0.0437226 Jan 28 05:55:24.201544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-aa4bef0e-b83d-40e6-9439-6f04ab2fe33d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Allocated IP 172.20.0.10 (f313c573-bb2e-4ddf-a437-af66975b4796/09cd826f-180c-4fa4-a792-44f2acd6af41/014bac9f-0f80-4d33-b6db-cee634afe9e4) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:55:24.280587 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8025d07-2071-4666-b34f-dfc449af3bd2 req-ad7fe5ea-1f49-42d2-92b5-bb225bedb5ff tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881204 Jan 28 05:55:24.513194 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf834313-b407-458d-afec-4a08b4e3c90f req-1c11941d-46f7-46fa-a5dc-c943a18baeb2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:24.520179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf834313-b407-458d-afec-4a08b4e3c90f req-1c11941d-46f7-46fa-a5dc-c943a18baeb2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:24.526641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf834313-b407-458d-afec-4a08b4e3c90f req-1c11941d-46f7-46fa-a5dc-c943a18baeb2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:24.533772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf834313-b407-458d-afec-4a08b4e3c90f req-1c11941d-46f7-46fa-a5dc-c943a18baeb2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:24.555074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf834313-b407-458d-afec-4a08b4e3c90f req-1c11941d-46f7-46fa-a5dc-c943a18baeb2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:24.577621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf834313-b407-458d-afec-4a08b4e3c90f req-1c11941d-46f7-46fa-a5dc-c943a18baeb2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:24.589511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf834313-b407-458d-afec-4a08b4e3c90f req-1c11941d-46f7-46fa-a5dc-c943a18baeb2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:24.596009 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf834313-b407-458d-afec-4a08b4e3c90f req-1c11941d-46f7-46fa-a5dc-c943a18baeb2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5433 time: 0.3629444 Jan 28 05:55:24.612395 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-aa4bef0e-b83d-40e6-9439-6f04ab2fe33d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks [] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:24.692515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310ce69-aeed-41fe-b361-fbb8524f28f0 req-f10ba8f6-6d21-462b-8bc5-de6ef200e9d0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:24.694115 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c310ce69-aeed-41fe-b361-fbb8524f28f0 req-f10ba8f6-6d21-462b-8bc5-de6ef200e9d0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0953104 Jan 28 05:55:24.802843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c310ce69-aeed-41fe-b361-fbb8524f28f0 req-d624a23d-698f-45ad-ad26-d7295dde0a89 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671802 Jan 28 05:55:24.812276 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-aa4bef0e-b83d-40e6-9439-6f04ab2fe33d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:24.931298 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-aa4bef0e-b83d-40e6-9439-6f04ab2fe33d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Network f313c573-bb2e-4ddf-a437-af66975b4796 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:24.937429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-aa4bef0e-b83d-40e6-9439-6f04ab2fe33d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:24.950751 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:25.024622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-aa4bef0e-b83d-40e6-9439-6f04ab2fe33d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:55:25.035535 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bef0e-b83d-40e6-9439-6f04ab2fe33d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Pushing event updated for resources: {'Port': ['ID=014bac9f-0f80-4d33-b6db-cee634afe9e4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:25.081837 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-867b8fe2-beee-4df2-9726-4543e7fe00e6 service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9402945 Jan 28 05:55:25.102434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ef80d-6d45-4692-9dfe-4558714e1c1f req-7633b104-de55-435c-80e5-e0898faf15a9 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:25.104463 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf8ef80d-6d45-4692-9dfe-4558714e1c1f req-7633b104-de55-435c-80e5-e0898faf15a9 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.1688304 Jan 28 05:55:25.147205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-aa4bef0e-b83d-40e6-9439-6f04ab2fe33d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:25.147875 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-aa4bef0e-b83d-40e6-9439-6f04ab2fe33d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:25.182667 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-231d4c7e-2fd4-480d-ba1d-8c8b3047df61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a HTTP/1.1" status: 200 len: 217 time: 0.0626540 Jan 28 05:55:25.247271 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-58c9eb26-d433-49a5-a55a-6fe3186d1686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:25.248847 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-58c9eb26-d433-49a5-a55a-6fe3186d1686 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2b9cb9f-feef-45df-ae1f-fa66f4c913eb HTTP/1.1" status: 200 len: 797 time: 0.0606747 Jan 28 05:55:25.286268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-f31037f8-1c24-4e31-a9c5-1ccc07a5d568 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:25.292446 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-f31037f8-1c24-4e31-a9c5-1ccc07a5d568 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 812 time: 0.1524551 Jan 28 05:55:25.298522 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:25.350593 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf8ef80d-6d45-4692-9dfe-4558714e1c1f req-e0c272a0-1d10-4d1b-913c-20887e781eb2 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346175 Jan 28 05:55:25.371812 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-a8d092dd-5b4f-41e5-915b-b265a0a173c6 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/quotas/a5564a7eeef94f0591cc8cbdb3ffdbb8 HTTP/1.1" status: 200 len: 375 time: 0.0251067 Jan 28 05:55:25.454044 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-7f9a8e97-097c-4279-b5ae-64744f9cd603 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0811749 Jan 28 05:55:25.467788 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-aa4bef0e-b83d-40e6-9439-6f04ab2fe33d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9793093 Jan 28 05:55:25.499469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Request body: {'port': {'device_id': 'f5f7226c-13d2-41f1-9dff-a6a591896f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:25.616014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-ad6f8a38-d30a-4a16-92f2-aaa3e3cc8daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:25.618480 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-ad6f8a38-d30a-4a16-92f2-aaa3e3cc8daf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3605244 Jan 28 05:55:25.733828 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:25.791300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c328d8-8404-4ec6-bda6-118869f806a9 req-2635b3d2-30ec-4a42-b577-d5ab651aac40 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:25.799268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59c328d8-8404-4ec6-bda6-118869f806a9 req-2635b3d2-30ec-4a42-b577-d5ab651aac40 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 932 time: 0.1618559 Jan 28 05:55:25.884101 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-d59a105a-b665-4d99-b256-a72677b4ff1d service neutron] 10.222.0.31 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290249 Jan 28 05:55:25.926687 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-e0b95428-cdf6-40dd-8f70-3ec3b334f7fb service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969527 Jan 28 05:55:26.004140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59c328d8-8404-4ec6-bda6-118869f806a9 req-59fc2b6a-a59a-42ed-981d-44f3ab1604ed tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037961 Jan 28 05:55:26.057406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting port 1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:26.063748 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:26.285485 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-ee40c3b2-76f8-4abb-8075-836f1ea89b2a service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523717 Jan 28 05:55:26.441438 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-08309a8f-c6d4-46ec-aa98-9ae16b53b912 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=54091cbf-0759-4416-b585-fbc00752ec51 HTTP/1.1" status: 200 len: 217 time: 0.1370540 Jan 28 05:55:26.515723 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-52e43a18-9e9e-4d13-9f85-168f089f50d6 service neutron] 10.222.0.31 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125088 Jan 28 05:55:26.546887 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:26.580851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Calling delete_port for 1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:26.586421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-6d7dddd0-a95d-43be-8525-ef722152ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:26.588650 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-6d7dddd0-a95d-43be-8525-ef722152ef18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2b9cb9f-feef-45df-ae1f-fa66f4c913eb HTTP/1.1" status: 200 len: 797 time: 0.1363916 Jan 28 05:55:26.795639 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-15faf3c0-3aee-4ff1-ac29-5c0f8e1856fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:26.796035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a5aa5-8cc3-4855-a401-10191b1bede1 req-82253e8d-4cb8-491f-9c66-0608b9514034 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:26.797225 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-15faf3c0-3aee-4ff1-ac29-5c0f8e1856fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef5d0fae-3857-45ba-8bd5-85c6f1126410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1983621 Jan 28 05:55:26.802816 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b2a5aa5-8cc3-4855-a401-10191b1bede1 req-82253e8d-4cb8-491f-9c66-0608b9514034 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.2685211 Jan 28 05:55:27.037780 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-2594a6de-f565-4643-956d-d3b265615f0e service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325215 Jan 28 05:55:27.050394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014bac9f-0f80-4d33-b6db-cee634afe9e4 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:55:27.073022 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b2a5aa5-8cc3-4855-a401-10191b1bede1 req-63622fac-e7f4-40e5-a607-8946bb6d06f2 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578161 Jan 28 05:55:27.149612 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a66b4feb-85f7-4241-b97e-3baa7ea7a844 req-45b24821-e38d-4515-a8ed-609a87facf88 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 210 time: 0.1431694 Jan 28 05:55:27.152384 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Publish callbacks [] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:27.208561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Transition to ACTIVE for port object 014bac9f-0f80-4d33-b6db-cee634afe9e4 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:55:27.284716 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:27.331999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea9bab-810a-44e1-9201-f6a148c71193 req-17b3caf1-967c-42cf-a0ac-5a337001eb96 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:27.340209 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22ea9bab-810a-44e1-9201-f6a148c71193 req-17b3caf1-967c-42cf-a0ac-5a337001eb96 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 932 time: 0.1073883 Jan 28 05:55:27.417239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22ea9bab-810a-44e1-9201-f6a148c71193 req-1717b07e-1fcd-435e-b285-4d226add0a72 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756285 Jan 28 05:55:27.430492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Pushing event updated for resources: {'Port': ['ID=014bac9f-0f80-4d33-b6db-cee634afe9e4,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:27.441033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.441648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.442162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.443837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.443837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.443837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.443837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.444645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.445137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.445785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.446447 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.447050 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.448246 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.549237 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-79020fda-dcdf-4341-9285-892e6d1310f2 service neutron] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951081 Jan 28 05:55:27.604841 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43878) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:27.605534 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:27.633996 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-bd335202-dc51-4862-b171-3dbcd6e7589b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5af82a02-3fcb-48cb-87fb-eca56a102c4c HTTP/1.1" status: 200 len: 217 time: 0.0791659 Jan 28 05:55:27.659579 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Attempting to bind port 014bac9f-0f80-4d33-b6db-cee634afe9e4 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:55:27.659925 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Attempting to bind port 014bac9f-0f80-4d33-b6db-cee634afe9e4 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '11384708-f4dd-4ee0-b923-90c88d56fc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:55:27.660256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Attempting to bind port 014bac9f-0f80-4d33-b6db-cee634afe9e4 on network f313c573-bb2e-4ddf-a437-af66975b4796 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:55:27.684271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Port 014bac9f-0f80-4d33-b6db-cee634afe9e4 on network f313c573-bb2e-4ddf-a437-af66975b4796 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:55:27.684806 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Attempting to bind port 014bac9f-0f80-4d33-b6db-cee634afe9e4 on network f313c573-bb2e-4ddf-a437-af66975b4796 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:55:27.696196 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:55:27.696773 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Checking segment: {'id': '11384708-f4dd-4ee0-b923-90c88d56fc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:55:27.697389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Bound using segment: {'id': '11384708-f4dd-4ee0-b923-90c88d56fc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:55:27.697987 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Bound port: 014bac9f-0f80-4d33-b6db-cee634afe9e4, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11384708-f4dd-4ee0-b923-90c88d56fc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:55:27.699439 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:27.743220 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:27.810461 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Port': ['ID=1ee37afe-9cd3-4e13-bbe2-7f44665dcd9a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:27.935082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] For port 014bac9f-0f80-4d33-b6db-cee634afe9e4, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:55:27.940266 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] For port 014bac9f-0f80-4d33-b6db-cee634afe9e4, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=014bac9f-0f80-4d33-b6db-cee634afe9e4,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:55:27.967847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7636b6d-7c13-4e58-8c5b-9c4d8c03b361 req-bd437e80-2889-4df2-881a-5ac45676eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:27.971689 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.975188 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.975881 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.976224 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.978878 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.978878 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.978878 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.978878 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.979830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7636b6d-7c13-4e58-8c5b-9c4d8c03b361 req-bd437e80-2889-4df2-881a-5ac45676eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:27.980023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.980417 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.980902 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.981324 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.981869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:55:27.984502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7636b6d-7c13-4e58-8c5b-9c4d8c03b361 req-bd437e80-2889-4df2-881a-5ac45676eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:27.985671 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7636b6d-7c13-4e58-8c5b-9c4d8c03b361 req-bd437e80-2889-4df2-881a-5ac45676eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:27.990143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7636b6d-7c13-4e58-8c5b-9c4d8c03b361 req-bd437e80-2889-4df2-881a-5ac45676eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:27.990143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7636b6d-7c13-4e58-8c5b-9c4d8c03b361 req-bd437e80-2889-4df2-881a-5ac45676eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:27.991875 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-815879aa-861f-4563-8d4f-f624e39cb4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:27.992955 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7636b6d-7c13-4e58-8c5b-9c4d8c03b361 req-bd437e80-2889-4df2-881a-5ac45676eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:28.001718 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-815879aa-861f-4563-8d4f-f624e39cb4d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2b498353-5375-459e-bd93-4094c4cf6894 HTTP/1.1" status: 200 len: 797 time: 0.3593714 Jan 28 05:55:28.013457 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7636b6d-7c13-4e58-8c5b-9c4d8c03b361 req-bd437e80-2889-4df2-881a-5ac45676eecd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 6497 time: 0.4047177 Jan 28 05:55:28.037781 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:28.144471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:28.147051 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:28.152129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] 10.222.0.64 "PUT /v2.0/ports/014bac9f-0f80-4d33-b6db-cee634afe9e4 HTTP/1.1" status: 200 len: 1093 time: 2.6706996 Jan 28 05:55:28.169908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f7226c-13d2-41f1-9dff-a6a591896f2c', 'tag': '014bac9f-0f80-4d33-b6db-cee634afe9e4'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:55:28.172167 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d105549-d4ee-4bae-ab11-f95fa9536d58" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f7226c-13d2-41f1-9dff-a6a591896f2c", "tag": "014bac9f-0f80-4d33-b6db-cee634afe9e4"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:55:28.240619 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7636b6d-7c13-4e58-8c5b-9c4d8c03b361 req-e9af702e-d351-4ab1-9bcc-21b54b46e3ad service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&id=eae9756e-6982-4be6-88c2-1c22004000fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2256126 Jan 28 05:55:28.256826 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:28.312078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d486c4-5b42-43f6-a88f-304957c9df0e service neutron] Pushing event updated for resources: {'Port': ['ID=014bac9f-0f80-4d33-b6db-cee634afe9e4,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:28.333093 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a78a576-2c0a-4e01-8349-5a6e7ce67ae6 req-495a44d5-8d45-4811-8c11-b59b05469ceb tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 210 time: 0.0607519 Jan 28 05:55:28.448086 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-93ccf325-3c1a-4256-92ad-51e8f994a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:28.448086 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-93ccf325-3c1a-4256-92ad-51e8f994a2de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f61985ba5ef042b38784220cf10666d2&device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 1096 time: 0.1093411 Jan 28 05:55:28.456605 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fa7a3a-ba22-4bfd-82d6-81eed7c37a7e x-openstack-request-id: req-96fa7a3a-ba22-4bfd-82d6-81eed7c37a7e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:55:28.456605 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f7226c-13d2-41f1-9dff-a6a591896f2c", "tag": "014bac9f-0f80-4d33-b6db-cee634afe9e4", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:55:28.456965 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96fa7a3a-ba22-4bfd-82d6-81eed7c37a7e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:55:28.457114 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f7226c-13d2-41f1-9dff-a6a591896f2c', 'tag': '014bac9f-0f80-4d33-b6db-cee634afe9e4', 'status': 'completed', 'code': 200} Jan 28 05:55:28.472362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8fbe3-3924-4bf2-85ae-ccbe6ad24bc3 req-195d4378-33ca-4846-82b0-dc7ec6e90991 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:28.475240 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0c8fbe3-3924-4bf2-85ae-ccbe6ad24bc3 req-195d4378-33ca-4846-82b0-dc7ec6e90991 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.1410427 Jan 28 05:55:28.544103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-8283ce19-02c7-4c8f-a16b-6c0c12032e70 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=014bac9f-0f80-4d33-b6db-cee634afe9e4 HTTP/1.1" status: 200 len: 217 time: 0.0678492 Jan 28 05:55:28.643417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-b1dc56ef-effa-49b2-b42d-c54a8c79c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:28.650655 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-b1dc56ef-effa-49b2-b42d-c54a8c79c584 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09cd826f-180c-4fa4-a792-44f2acd6af41 HTTP/1.1" status: 200 len: 855 time: 0.0982742 Jan 28 05:55:28.657758 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0c8fbe3-3924-4bf2-85ae-ccbe6ad24bc3 req-a981af38-c815-4b53-9752-efcbe4eb7e3a tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119957 Jan 28 05:55:28.696364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-e7c68b7a-4521-42de-9b02-d0fcfd33359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:28.706349 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-e7c68b7a-4521-42de-9b02-d0fcfd33359e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5163c916-d2f8-441e-b2dc-85c1354db940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6897686 Jan 28 05:55:28.725820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-e20910b3-94f3-48cc-94ce-4658f23a7a16 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f313c573-bb2e-4ddf-a437-af66975b4796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647504 Jan 28 05:55:28.887700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a889f8-c70b-485e-9433-5e5cb8a33b88 req-8102b08e-bae7-4c7c-b3af-e42b68e714a7 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:28.896148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2a889f8-c70b-485e-9433-5e5cb8a33b88 req-8102b08e-bae7-4c7c-b3af-e42b68e714a7 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 944 time: 0.0897696 Jan 28 05:55:28.929448 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-bcadaef8-aeb9-415e-abd6-1286cb1fd09e service neutron] 10.222.0.64 "GET /v2.0/networks/f313c573-bb2e-4ddf-a437-af66975b4796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977711 Jan 28 05:55:29.032889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2a889f8-c70b-485e-9433-5e5cb8a33b88 req-729076fe-fac1-487e-bb67-60b56c55999c tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356716 Jan 28 05:55:29.119811 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:55:29.123804 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3c7c4cd-f8fb-4889-a0e6-05262de2860b req-a9714093-0dbb-4512-a158-0fc5a72d40bb service neutron] 10.222.0.64 "GET /v2.0/networks/f313c573-bb2e-4ddf-a437-af66975b4796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830454 Jan 28 05:55:29.151636 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-eb5eb5de-3a19-43fa-b36e-1c696597f1e9 service neutron] 10.222.0.60 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307623 Jan 28 05:55:29.278225 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:55:29.299827 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fa597f-fb74-41c1-b5a1-48cf21edc685 None None] Sync routers for ids ['9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:55:29.320922 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fa597f-fb74-41c1-b5a1-48cf21edc685 None None] Routers {'9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:29.322731 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-13fa597f-fb74-41c1-b5a1-48cf21edc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:55:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:29.323816 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6962f21b-2dec-47bf-9c1f-e70af1abb317 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3145399 Jan 28 05:55:29.326474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43912) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:29.396061 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c4cfcf9f-16f3-44c1-b6ae-152b5a34b0fd tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e HTTP/1.1" status: 200 len: 205 time: 0.0683842 Jan 28 05:55:29.398802 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43916) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:29.421237 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d105549-d4ee-4bae-ab11-f95fa9536d58 req-189d9c04-bd08-4eec-a0ff-34a90046d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:29.427361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d105549-d4ee-4bae-ab11-f95fa9536d58 req-189d9c04-bd08-4eec-a0ff-34a90046d8d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f61985ba5ef042b38784220cf10666d2&device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 1096 time: 0.1436069 Jan 28 05:55:29.464433 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-13fa597f-fb74-41c1-b5a1-48cf21edc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:29.486468 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fa597f-fb74-41c1-b5a1-48cf21edc685 None None] Routers {'9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:29.488818 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-13fa597f-fb74-41c1-b5a1-48cf21edc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:55:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:29.556741 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-873a1352-4b9b-484b-a255-67f5b943b203 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:29.760218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d105549-d4ee-4bae-ab11-f95fa9536d58 req-66ec3ae8-e953-4879-8c48-a00c99985b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:29.764480 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d105549-d4ee-4bae-ab11-f95fa9536d58 req-66ec3ae8-e953-4879-8c48-a00c99985b8c service neutron] 10.222.0.64 "GET /v2.0/networks?id=f313c573-bb2e-4ddf-a437-af66975b4796 HTTP/1.1" status: 200 len: 916 time: 0.3252952 Jan 28 05:55:29.765783 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-13fa597f-fb74-41c1-b5a1-48cf21edc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:29.768297 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fa597f-fb74-41c1-b5a1-48cf21edc685 None None] The sync data for ids ['9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:55:29.797041 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-736ee0b9-29d1-4e2e-9363-99de19346707 service neutron] 10.222.0.60 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008101 Jan 28 05:55:29.815647 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce824669-881d-4902-b9ec-ddb82173ba7c req-07988815-baf7-4a7a-adcb-81b6928a799a tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 210 time: 0.3180172 Jan 28 05:55:30.021295 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-873a1352-4b9b-484b-a255-67f5b943b203 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:30.023829 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-873a1352-4b9b-484b-a255-67f5b943b203 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router_controller (9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:30.174693 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-d961410d-f380-4a01-8a2d-4c1f7fdd3cf4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=466fe8cd-e266-4cb2-8f30-51463308a710 HTTP/1.1" status: 200 len: 217 time: 0.0973089 Jan 28 05:55:30.175434 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-873a1352-4b9b-484b-a255-67f5b943b203 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:30.175945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873a1352-4b9b-484b-a255-67f5b943b203 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Fanout notify agent at l3_agent the message router_deleted on router 9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:55:30.194978 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-873a1352-4b9b-484b-a255-67f5b943b203 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:30.204090 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-873a1352-4b9b-484b-a255-67f5b943b203 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/routers/9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e HTTP/1.1" status: 204 len: 168 time: 0.8043132 Jan 28 05:55:30.225244 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43930) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:30.898232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d105549-d4ee-4bae-ab11-f95fa9536d58 req-4b6af4b0-ac45-4a9c-9b16-9bdfc0aa8d05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=014bac9f-0f80-4d33-b6db-cee634afe9e4 HTTP/1.1" status: 200 len: 217 time: 1.0775735 Jan 28 05:55:31.168835 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d105549-d4ee-4bae-ab11-f95fa9536d58 req-428d876a-131d-488f-9438-fb11eb539e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:31.170358 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d105549-d4ee-4bae-ab11-f95fa9536d58 req-428d876a-131d-488f-9438-fb11eb539e6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09cd826f-180c-4fa4-a792-44f2acd6af41 HTTP/1.1" status: 200 len: 855 time: 0.2173574 Jan 28 05:55:31.187482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-5bf355d0-29ef-4e90-9003-8db50cb0ca5e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:31.194327 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-5bf355d0-29ef-4e90-9003-8db50cb0ca5e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.60 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 812 time: 1.0892627 Jan 28 05:55:31.206389 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2a76d6-b164-4abc-afbe-6d1a28afad32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting subnet a86f349b-ac7d-4891-a31d-8acd7a34c643 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:55:31.219436 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a2a76d6-b164-4abc-afbe-6d1a28afad32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (a86f349b-ac7d-4891-a31d-8acd7a34c643), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:31.270284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-c06d2606-31c6-4482-adfd-4ccdd02b9521 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Request body: {'port': {'device_id': '613dc918-5916-437d-9e53-b89d7903f751', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'admin_state_up': True, 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:31.281238 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d105549-d4ee-4bae-ab11-f95fa9536d58 req-bc2d01ab-5807-4e43-9f62-1a4b9dd95e3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f313c573-bb2e-4ddf-a437-af66975b4796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697584 Jan 28 05:55:31.308907 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-35d6198b-e9f4-488a-b04f-f8ce28f760cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:31.312609 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-35d6198b-e9f4-488a-b04f-f8ce28f760cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2b498353-5375-459e-bd93-4094c4cf6894 HTTP/1.1" status: 200 len: 797 time: 1.1280363 Jan 28 05:55:31.406381 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a2a76d6-b164-4abc-afbe-6d1a28afad32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (a86f349b-ac7d-4891-a31d-8acd7a34c643), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:31.487067 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d105549-d4ee-4bae-ab11-f95fa9536d58 req-c4845fa2-0ec8-4c84-99b1-c73b9590c977 service neutron] 10.222.0.64 "GET /v2.0/networks/f313c573-bb2e-4ddf-a437-af66975b4796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945572 Jan 28 05:55:31.577949 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-dfee83c8-4a20-4cb3-a7bf-1749f9a7408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:31.596503 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-dfee83c8-4a20-4cb3-a7bf-1749f9a7408f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5163c916-d2f8-441e-b2dc-85c1354db940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2773414 Jan 28 05:55:31.819678 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d105549-d4ee-4bae-ab11-f95fa9536d58 req-647fa620-0d3c-4c0e-823c-0c0e5989dd71 service neutron] 10.222.0.64 "GET /v2.0/networks/f313c573-bb2e-4ddf-a437-af66975b4796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991385 Jan 28 05:55:31.956640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ec9ed-69c2-4eab-9b09-3a5178ac607f req-a8f7e1df-06b4-42e6-84e4-d2d77a5cdeca tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:31.970189 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e6ec9ed-69c2-4eab-9b09-3a5178ac607f req-a8f7e1df-06b4-42e6-84e4-d2d77a5cdeca tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 1.9646947 Jan 28 05:55:32.069649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b594f9-8af7-42a3-9b7f-98f0352239a1 req-2e3ee504-c84e-42d0-8079-0ea7bfb082d5 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:32.083278 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79b594f9-8af7-42a3-9b7f-98f0352239a1 req-2e3ee504-c84e-42d0-8079-0ea7bfb082d5 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 944 time: 1.3092470 Jan 28 05:55:32.181340 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a2a76d6-b164-4abc-afbe-6d1a28afad32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (a86f349b-ac7d-4891-a31d-8acd7a34c643), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:32.216877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79b594f9-8af7-42a3-9b7f-98f0352239a1 req-7fceee6b-1ffd-489a-b296-92452a09137f tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325626 Jan 28 05:55:32.323728 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-8975ad51-eb6b-4e22-807d-283d63fd6f2a service neutron] 10.222.0.60 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184975 Jan 28 05:55:32.343619 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e6ec9ed-69c2-4eab-9b09-3a5178ac607f req-19b1e68b-e14b-4646-9b1f-e6e606b1f959 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3724399 Jan 28 05:55:32.365390 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a2a76d6-b164-4abc-afbe-6d1a28afad32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (a86f349b-ac7d-4891-a31d-8acd7a34c643), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:32.390256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb87fdcd-aea8-4b31-ad3f-4828bbe4711d None None] Network d1b009f3-1520-4163-9173-91081b7fe74c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:55:32.435802 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f110a02c-a72e-4511-8401-a845fb073e47 req-76548aaa-d7c6-420c-8914-84bf12e94ceb tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 210 time: 0.1101933 Jan 28 05:55:32.470595 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6a2a76d6-b164-4abc-afbe-6d1a28afad32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:32.488146 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6a2a76d6-b164-4abc-afbe-6d1a28afad32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/subnets/a86f349b-ac7d-4891-a31d-8acd7a34c643 HTTP/1.1" status: 204 len: 168 time: 2.2569735 Jan 28 05:55:32.490324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43952) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:32.591421 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-c06d2606-31c6-4482-adfd-4ccdd02b9521 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Made reservation on behalf of a5564a7eeef94f0591cc8cbdb3ffdbb8 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:55:32.595355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a76d6-b164-4abc-afbe-6d1a28afad32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Subnet': ['ID=a86f349b-ac7d-4891-a31d-8acd7a34c643,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:32.605893 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71c17f6e-d115-47eb-81a5-1b16b33f98b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:32.613252 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-c06d2606-31c6-4482-adfd-4ccdd02b9521 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:32.684396 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb8fb61e-f352-484d-9efe-84466dba1f15 req-2869a356-5202-4be9-bf71-bc9cada9642b service neutron] 10.222.0.60 "GET /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557551 Jan 28 05:55:32.780758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0674bfc2-365d-4d47-821b-510ee760bc32 None None] DHCP port deletion for d1b009f3-1520-4163-9173-91081b7fe74c request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:55:32.813336 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (d1b009f3-1520-4163-9173-91081b7fe74c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:32.885379 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0674bfc2-365d-4d47-821b-510ee760bc32 None None] Deleting port 36ebf238-7c08-4d76-bbd4-1a7b743d9582 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:32.885759 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0674bfc2-365d-4d47-821b-510ee760bc32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (36ebf238-7c08-4d76-bbd4-1a7b743d9582), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:32.979547 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0674bfc2-365d-4d47-821b-510ee760bc32 None None] For port 36ebf238-7c08-4d76-bbd4-1a7b743d9582, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=36ebf238-7c08-4d76-bbd4-1a7b743d9582,segment=NetworkSegment(d22f1a2f-193d-4746-a1ac-c47943d7f03b),segment_id=d22f1a2f-193d-4746-a1ac-c47943d7f03b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:32.980123 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0674bfc2-365d-4d47-821b-510ee760bc32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (36ebf238-7c08-4d76-bbd4-1a7b743d9582), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:32.984557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 36ebf238-7c08-4d76-bbd4-1a7b743d9582 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:55:33.058017 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0674bfc2-365d-4d47-821b-510ee760bc32 None None] Calling delete_port for 36ebf238-7c08-4d76-bbd4-1a7b743d9582 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:33.153066 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 014bac9f-0f80-4d33-b6db-cee634afe9e4 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:55:33.274760 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-c06d2606-31c6-4482-adfd-4ccdd02b9521 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Allocated IP 172.20.0.12 (5c505b81-6ecb-4c4a-a856-19ef45e45048/f3d221ce-7bd7-457b-a352-259548b98d06/2af8656a-b236-43bc-97f8-caeddd1d3047) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:55:33.559345 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 36ebf238-7c08-4d76-bbd4-1a7b743d9582 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:33.559976 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (36ebf238-7c08-4d76-bbd4-1a7b743d9582), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:33.689649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 36ebf238-7c08-4d76-bbd4-1a7b743d9582, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=36ebf238-7c08-4d76-bbd4-1a7b743d9582,segment=NetworkSegment(d22f1a2f-193d-4746-a1ac-c47943d7f03b),segment_id=d22f1a2f-193d-4746-a1ac-c47943d7f03b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:33.692279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 014bac9f-0f80-4d33-b6db-cee634afe9e4, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=014bac9f-0f80-4d33-b6db-cee634afe9e4,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:33.721473 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '014bac9f-0f80-4d33-b6db-cee634afe9e4', 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796', 'port_id': '014bac9f-0f80-4d33-b6db-cee634afe9e4', 'mac_address': 'fa:16:3e:9f:60:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09cd826f-180c-4fa4-a792-44f2acd6af41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:55:33.746741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47339a77-c445-482f-a97f-63724c5419bf req-21a624ac-8ed1-46e0-919a-1d79f66ccfba tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:33.755026 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-47339a77-c445-482f-a97f-63724c5419bf req-21a624ac-8ed1-46e0-919a-1d79f66ccfba tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 944 time: 0.1931648 Jan 28 05:55:33.774472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting port 36ebf238-7c08-4d76-bbd4-1a7b743d9582 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:33.774472 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (36ebf238-7c08-4d76-bbd4-1a7b743d9582), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:33.797094 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (36ebf238-7c08-4d76-bbd4-1a7b743d9582), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:33.816242 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-c06d2606-31c6-4482-adfd-4ccdd02b9521 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:33.909230 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=36ebf238-7c08-4d76-bbd4-1a7b743d9582,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:33.922605 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0674bfc2-365d-4d47-821b-510ee760bc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (36ebf238-7c08-4d76-bbd4-1a7b743d9582), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:33.965379 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 014bac9f-0f80-4d33-b6db-cee634afe9e4 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:33.966177 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:33.977854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] For port 36ebf238-7c08-4d76-bbd4-1a7b743d9582, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=36ebf238-7c08-4d76-bbd4-1a7b743d9582,segment=NetworkSegment(d22f1a2f-193d-4746-a1ac-c47943d7f03b),segment_id=d22f1a2f-193d-4746-a1ac-c47943d7f03b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:33.980583 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674bfc2-365d-4d47-821b-510ee760bc32 None None] Pushing event deleted for resources: {'Port': ['ID=36ebf238-7c08-4d76-bbd4-1a7b743d9582,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:33.990418 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0674bfc2-365d-4d47-821b-510ee760bc32 None None] No DVR routers for this DVR port 36ebf238-7c08-4d76-bbd4-1a7b743d9582 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:55:33.996228 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (36ebf238-7c08-4d76-bbd4-1a7b743d9582), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:33.999847 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014bac9f-0f80-4d33-b6db-cee634afe9e4 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:55:34.027916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-47339a77-c445-482f-a97f-63724c5419bf req-3f71efe2-cfe8-4b72-b7c6-feb8ae7427c8 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706971 Jan 28 05:55:34.068075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 014bac9f-0f80-4d33-b6db-cee634afe9e4, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=014bac9f-0f80-4d33-b6db-cee634afe9e4,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:34.083364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Calling delete_port for 36ebf238-7c08-4d76-bbd4-1a7b743d9582 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:34.141113 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:34.233635 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-c06d2606-31c6-4482-adfd-4ccdd02b9521 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:34.293118 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['665c9730-ba47-48db-9e9f-3536f440230a', 'b8983476-bb01-4d66-a819-c9bfe4235c6b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:55:34.325491 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecc14e-3082-4ad6-95f8-b5087a72d28b req-606685af-d9a8-4583-996b-4be6099583f0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:34.332955 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cecc14e-3082-4ad6-95f8-b5087a72d28b req-606685af-d9a8-4583-996b-4be6099583f0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 932 time: 0.1691370 Jan 28 05:55:34.374263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b08506-d197-4e03-af51-32529e7f6497 req-38206cd5-8a52-43b0-b288-8cc628d2f760 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:34.382561 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70b08506-d197-4e03-af51-32529e7f6497 req-38206cd5-8a52-43b0-b288-8cc628d2f760 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.1901584 Jan 28 05:55:34.387750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=014bac9f-0f80-4d33-b6db-cee634afe9e4,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:34.428526 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-c06d2606-31c6-4482-adfd-4ccdd02b9521 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Network 5c505b81-6ecb-4c4a-a856-19ef45e45048 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:34.445639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-c06d2606-31c6-4482-adfd-4ccdd02b9521 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:34.458697 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-c06d2606-31c6-4482-adfd-4ccdd02b9521 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:55:34.465567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d2606-31c6-4482-adfd-4ccdd02b9521 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Pushing event updated for resources: {'Port': ['ID=2af8656a-b236-43bc-97f8-caeddd1d3047,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:34.502778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['014bac9f-0f80-4d33-b6db-cee634afe9e4'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:55:34.553578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cecc14e-3082-4ad6-95f8-b5087a72d28b req-1f0e321f-cc55-49e6-836e-d9088ddcc6c6 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195904 Jan 28 05:55:34.643110 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70b08506-d197-4e03-af51-32529e7f6497 req-fee419b8-7858-4f94-b30d-6ff55d68d100 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2599709 Jan 28 05:55:34.654731 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (36ebf238-7c08-4d76-bbd4-1a7b743d9582), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:34.735840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Port': ['ID=36ebf238-7c08-4d76-bbd4-1a7b743d9582,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:34.774486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] No DVR routers for this DVR port 36ebf238-7c08-4d76-bbd4-1a7b743d9582 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:55:34.774486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-c06d2606-31c6-4482-adfd-4ccdd02b9521 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:34.774486 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-c06d2606-31c6-4482-adfd-4ccdd02b9521 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:34.896747 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b10867b3-80a6-43c1-a495-4fe888cac177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:34.909028 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (d1b009f3-1520-4163-9173-91081b7fe74c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:34.943333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b009f3-1520-4163-9173-91081b7fe74c']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:34.958041 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22f1a2f-193d-4746-a1ac-c47943d7f03b') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:34.958553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22f1a2f-193d-4746-a1ac-c47943d7f03b') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:34.983636 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (d22f1a2f-193d-4746-a1ac-c47943d7f03b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:35.002668 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (d22f1a2f-193d-4746-a1ac-c47943d7f03b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:35.010663 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:55:35.011089 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (d22f1a2f-193d-4746-a1ac-c47943d7f03b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:35.017022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f0c4e529-e8e6-42a4-886f-83f144d7e2fd None None] Provisioning complete for port 2af8656a-b236-43bc-97f8-caeddd1d3047 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:35.020028 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e529-e8e6-42a4-886f-83f144d7e2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: self.session.flush() Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: self.session.flush() Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: self.session.flush() Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: self.session.flush() Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:55:35.093992 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:55:35.099721 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-c06d2606-31c6-4482-adfd-4ccdd02b9521 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8415785 Jan 28 05:55:35.118894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Request body: {'port': {'device_id': '613dc918-5916-437d-9e53-b89d7903f751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:35.159014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f0c4e529-e8e6-42a4-886f-83f144d7e2fd None None] Port 2af8656a-b236-43bc-97f8-caeddd1d3047 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:55:35.198375 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (d1b009f3-1520-4163-9173-91081b7fe74c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:35.208503 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:35.213047 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/networks/d1b009f3-1520-4163-9173-91081b7fe74c HTTP/1.1" status: 204 len: 168 time: 2.7209554 Jan 28 05:55:35.219105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43982) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:35.224239 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2070242004', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:35.252187 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb3492-231e-4f3a-a2bd-4622fa1877c8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Network': ['ID=d1b009f3-1520-4163-9173-91081b7fe74c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:35.312378 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcccda-6c59-44b1-a1fc-9b1e6d85576e req-ec7d7bb5-53d0-4c1d-90bf-a2eb542abaee tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:35.319884 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0dcccda-6c59-44b1-a1fc-9b1e6d85576e req-ec7d7bb5-53d0-4c1d-90bf-a2eb542abaee tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 945 time: 0.1631045 Jan 28 05:55:35.344253 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:35.352793 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (b72b7606-e1f5-44d1-abfa-e281683e9a22), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:35.354378 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (b72b7606-e1f5-44d1-abfa-e281683e9a22), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:35.426781 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router_controller (b72b7606-e1f5-44d1-abfa-e281683e9a22), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:35.563265 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0dcccda-6c59-44b1-a1fc-9b1e6d85576e req-9df2869b-6aac-45f4-b715-560974d2cfde tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422554 Jan 28 05:55:35.664695 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router_gateway (b72b7606-e1f5-44d1-abfa-e281683e9a22), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:35.836133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7b384-9627-440e-ace6-aef3576c84ad req-e34b42fa-ea5a-4261-912e-584bd6642523 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:35.838671 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fb7b384-9627-440e-ace6-aef3576c84ad req-e34b42fa-ea5a-4261-912e-584bd6642523 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 932 time: 0.1299334 Jan 28 05:55:35.890674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a70df9-e3cc-4699-a715-53311f5f323e req-4e01f8fa-4ff4-408c-97fe-e98032ec3eae tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:35.894513 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0a70df9-e3cc-4699-a715-53311f5f323e req-4e01f8fa-4ff4-408c-97fe-e98032ec3eae tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.1525226 Jan 28 05:55:35.988195 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fb7b384-9627-440e-ace6-aef3576c84ad req-36148f04-4631-4279-8386-620d76acddee tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432674 Jan 28 05:55:36.054200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0a70df9-e3cc-4699-a715-53311f5f323e req-33380fd4-912e-4210-aae1-6c8c74258184 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328833 Jan 28 05:55:36.056852 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af8656a-b236-43bc-97f8-caeddd1d3047 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:55:36.069670 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Publish callbacks [] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:36.090914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Transition to ACTIVE for port object 2af8656a-b236-43bc-97f8-caeddd1d3047 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:55:36.124201 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router_gateway (b72b7606-e1f5-44d1-abfa-e281683e9a22), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:36.147572 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:36.172653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c3d81-263a-4157-af20-a0fb9aa9422d req-6907c009-a058-42ad-a4c2-d733de5b681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:36.175363 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bf8c3d81-263a-4157-af20-a0fb9aa9422d req-6907c009-a058-42ad-a4c2-d733de5b681d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab9f5d5d427244a98e0169fec132ab39&device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 1097 time: 0.1023471 Jan 28 05:55:36.193458 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:36.264930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Pushing event updated for resources: {'Port': ['ID=2af8656a-b236-43bc-97f8-caeddd1d3047,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:36.361854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Attempting to bind port 2af8656a-b236-43bc-97f8-caeddd1d3047 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:55:36.362613 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Attempting to bind port 2af8656a-b236-43bc-97f8-caeddd1d3047 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:55:36.362613 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Attempting to bind port 2af8656a-b236-43bc-97f8-caeddd1d3047 on network 5c505b81-6ecb-4c4a-a856-19ef45e45048 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:55:36.362835 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Allocated IP 172.25.0.226 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/1754aa5e-74e8-4665-9735-250a82fa910c) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:55:36.365020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c3d81-263a-4157-af20-a0fb9aa9422d req-7092eabf-3d5c-4ca6-aeea-fbb6dbab6f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:36.366781 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bf8c3d81-263a-4157-af20-a0fb9aa9422d req-7092eabf-3d5c-4ca6-aeea-fbb6dbab6f0d service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b HTTP/1.1" status: 200 len: 918 time: 0.1647286 Jan 28 05:55:36.367411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Port 2af8656a-b236-43bc-97f8-caeddd1d3047 on network 5c505b81-6ecb-4c4a-a856-19ef45e45048 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:55:36.367749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Attempting to bind port 2af8656a-b236-43bc-97f8-caeddd1d3047 on network 5c505b81-6ecb-4c4a-a856-19ef45e45048 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:55:36.374257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:55:36.374689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Checking segment: {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:55:36.375117 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Bound using segment: {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:55:36.375671 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Bound port: 2af8656a-b236-43bc-97f8-caeddd1d3047, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:55:36.376029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:36.476851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] For port 2af8656a-b236-43bc-97f8-caeddd1d3047, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:55:36.481815 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] For port 2af8656a-b236-43bc-97f8-caeddd1d3047, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=2af8656a-b236-43bc-97f8-caeddd1d3047,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:55:36.512531 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:36.582094 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:36.607540 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:36.608096 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:36.609573 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] 10.222.0.60 "PUT /v2.0/ports/2af8656a-b236-43bc-97f8-caeddd1d3047 HTTP/1.1" status: 200 len: 1093 time: 1.4965835 Jan 28 05:55:36.610044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613dc918-5916-437d-9e53-b89d7903f751', 'tag': '2af8656a-b236-43bc-97f8-caeddd1d3047'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:55:36.612381 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628f8393-e5f0-4602-89d4-3b731f80051c" -d '{"events": [{"name": "network-changed", "server_uuid": "613dc918-5916-437d-9e53-b89d7903f751", "tag": "2af8656a-b236-43bc-97f8-caeddd1d3047"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:55:36.614963 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (1754aa5e-74e8-4665-9735-250a82fa910c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:36.679508 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bf8c3d81-263a-4157-af20-a0fb9aa9422d req-8a0b431d-d45b-403a-879e-3b85ecd7ecf1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff4e1cbd-a8ba-418f-9630-3402de151b18 HTTP/1.1" status: 200 len: 1001 time: 0.3044753 Jan 28 05:55:36.781222 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec6e397-c6ab-42ac-8cf7-9263ca5dc419 x-openstack-request-id: req-5ec6e397-c6ab-42ac-8cf7-9263ca5dc419 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:55:36.781512 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "613dc918-5916-437d-9e53-b89d7903f751", "tag": "2af8656a-b236-43bc-97f8-caeddd1d3047", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:55:36.781882 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ec6e397-c6ab-42ac-8cf7-9263ca5dc419 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:55:36.782378 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '613dc918-5916-437d-9e53-b89d7903f751', 'tag': '2af8656a-b236-43bc-97f8-caeddd1d3047', 'status': 'completed', 'code': 200} Jan 28 05:55:36.793631 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c3d81-263a-4157-af20-a0fb9aa9422d req-d9598a08-7da8-4aa5-98e0-7de2dd07de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:36.795880 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bf8c3d81-263a-4157-af20-a0fb9aa9422d req-d9598a08-7da8-4aa5-98e0-7de2dd07de16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12e0ced4-18e5-4afc-8b80-623ef26fa087 HTTP/1.1" status: 200 len: 856 time: 0.1020048 Jan 28 05:55:36.800016 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1754aa5e-74e8-4665-9735-250a82fa910c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:36.807812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c57e42-7f13-4eaf-a08e-f96a9a50861a service neutron] Pushing event updated for resources: {'Port': ['ID=2af8656a-b236-43bc-97f8-caeddd1d3047,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:36.837031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb2355-1330-48db-bbc0-76e51f1d0581 req-d2a9ae1d-9c96-4ae5-9573-dc83c6a9fe6d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:36.839770 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7fb2355-1330-48db-bbc0-76e51f1d0581 req-d2a9ae1d-9c96-4ae5-9573-dc83c6a9fe6d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 945 time: 0.1097651 Jan 28 05:55:36.846236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-7deea5d9-65b0-4832-aaef-a2873e612474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:36.848517 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-7deea5d9-65b0-4832-aaef-a2873e612474 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 1096 time: 0.0977991 Jan 28 05:55:36.923951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-3145357b-8473-4995-8f66-59385d590ee9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2af8656a-b236-43bc-97f8-caeddd1d3047 HTTP/1.1" status: 200 len: 217 time: 0.0515056 Jan 28 05:55:36.929954 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:36.938406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:36.951451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:55:36.976762 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=1754aa5e-74e8-4665-9735-250a82fa910c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:36.997048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c3d81-263a-4157-af20-a0fb9aa9422d req-174d4bee-7475-4179-9518-d33b5c6c41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:37.000458 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bf8c3d81-263a-4157-af20-a0fb9aa9422d req-174d4bee-7475-4179-9518-d33b5c6c41cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1968610 Jan 28 05:55:37.032652 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7fb2355-1330-48db-bbc0-76e51f1d0581 req-7b6d056c-12bd-4f73-92cf-13ef8e8eb46f tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784780 Jan 28 05:55:37.052670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-a3235b97-d014-4ed5-b418-c6ab63449d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:37.061557 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-a3235b97-d014-4ed5-b418-c6ab63449d22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.1278508 Jan 28 05:55:37.117699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 014bac9f-0f80-4d33-b6db-cee634afe9e4 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:55:37.154121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44044) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:37.233654 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-98cfd34c-5591-42d0-b004-978a2ae3ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:37.235628 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-98cfd34c-5591-42d0-b004-978a2ae3ac9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1658127 Jan 28 05:55:37.334888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 014bac9f-0f80-4d33-b6db-cee634afe9e4 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:55:37.340649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 014bac9f-0f80-4d33-b6db-cee634afe9e4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:37.341028 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:37.370261 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bf8c3d81-263a-4157-af20-a0fb9aa9422d req-b281fd4d-c5ff-4c20-832b-10ff2a458608 service neutron] 10.222.0.60 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646812 Jan 28 05:55:37.372018 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-1daca6b8-57ee-492a-9abc-db690ae49486 service neutron] 10.222.0.60 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284392 Jan 28 05:55:37.421358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0f94d-5fbc-4c94-a625-a03ec0570d6b req-56e82b88-6334-4570-a205-f8d71bba330c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:37.428440 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ae0f94d-5fbc-4c94-a625-a03ec0570d6b req-56e82b88-6334-4570-a205-f8d71bba330c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 944 time: 0.3000214 Jan 28 05:55:37.436587 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-70e8cf1d-ad8d-48de-b4ab-31c81142705a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:37.478907 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38725aa-c5aa-430d-beb1-ee739242887b req-086d391f-f45e-4e5f-bd97-4fed9a464021 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:37.480727 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e38725aa-c5aa-430d-beb1-ee739242887b req-086d391f-f45e-4e5f-bd97-4fed9a464021 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.3005676 Jan 28 05:55:37.496406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 014bac9f-0f80-4d33-b6db-cee634afe9e4 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:37.496783 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:37.545491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f7226c-13d2-41f1-9dff-a6a591896f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014bac9f-0f80-4d33-b6db-cee634afe9e4'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:55:37.547903 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bf8c3d81-263a-4157-af20-a0fb9aa9422d req-9c3c665d-c9b6-4b94-8794-d7ce1937663f service neutron] 10.222.0.60 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670597 Jan 28 05:55:37.555790 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a574283-b3e6-4e4d-bf0c-606f51e157a9" -d '{"events": [{"server_uuid": "f5f7226c-13d2-41f1-9dff-a6a591896f2c", "name": "network-vif-plugged", "status": "completed", "tag": "014bac9f-0f80-4d33-b6db-cee634afe9e4"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:55:37.586003 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 014bac9f-0f80-4d33-b6db-cee634afe9e4, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=014bac9f-0f80-4d33-b6db-cee634afe9e4,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:37.668502 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-70e8cf1d-ad8d-48de-b4ab-31c81142705a admin admin] Publish callbacks [] for security_group (c84d1319-18f8-402e-8627-84993cd8aa47), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:37.672367 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:37.709149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5505bb7-1466-4394-ab44-f1a164d6610e req-4cbc10e0-ccb6-49e5-bf00-85734145cb98 service neutron] 10.222.0.60 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201098 Jan 28 05:55:37.713285 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e38725aa-c5aa-430d-beb1-ee739242887b req-0d740a63-5af4-4735-acba-7c85c3bc749c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207923 Jan 28 05:55:37.718356 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router_gateway (b72b7606-e1f5-44d1-abfa-e281683e9a22), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:37.724908 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ae0f94d-5fbc-4c94-a625-a03ec0570d6b req-048ab94a-9dd0-4183-b4c6-c76dbda621dc tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941406 Jan 28 05:55:37.751851 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-70e8cf1d-ad8d-48de-b4ab-31c81142705a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c84d1319-18f8-402e-8627-84993cd8aa47), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:37.802101 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=014bac9f-0f80-4d33-b6db-cee634afe9e4,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:37.830480 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee258b8-f099-4b3c-aca1-7de877c84fa2 x-openstack-request-id: req-5ee258b8-f099-4b3c-aca1-7de877c84fa2 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:55:37.831027 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f7226c-13d2-41f1-9dff-a6a591896f2c", "name": "network-vif-plugged", "status": "completed", "tag": "014bac9f-0f80-4d33-b6db-cee634afe9e4", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:55:37.831027 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ee258b8-f099-4b3c-aca1-7de877c84fa2 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:55:37.831391 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f7226c-13d2-41f1-9dff-a6a591896f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014bac9f-0f80-4d33-b6db-cee634afe9e4', 'code': 200} Jan 28 05:55:37.847177 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-70e8cf1d-ad8d-48de-b4ab-31c81142705a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9dd1706ddb74e96a71d2c166d02f259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6899056 Jan 28 05:55:37.848727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8cf1d-ad8d-48de-b4ab-31c81142705a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84d1319-18f8-402e-8627-84993cd8aa47,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:37.851556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44050) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:37.864863 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:37.913636 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec4eafbe-2ce6-44f0-9530-5f4e7a09b06f admin admin] Publish callbacks [] for security_group (c84d1319-18f8-402e-8627-84993cd8aa47), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:37.940055 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec4eafbe-2ce6-44f0-9530-5f4e7a09b06f admin admin] Publish callbacks [] for security_group (c84d1319-18f8-402e-8627-84993cd8aa47), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:38.018092 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (b72b7606-e1f5-44d1-abfa-e281683e9a22), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:38.095866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f8393-e5f0-4602-89d4-3b731f80051c req-ac019a5c-94f5-4ad5-b3c6-6f1bf95c6f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:38.097536 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-628f8393-e5f0-4602-89d4-3b731f80051c req-ac019a5c-94f5-4ad5-b3c6-6f1bf95c6f88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 1096 time: 0.1404588 Jan 28 05:55:38.100540 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca50cfc-4637-487a-8643-21d852cb2e60 req-0f2220e9-ec6c-43fb-bf03-5c9ca74ea98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:38.103872 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ca50cfc-4637-487a-8643-21d852cb2e60 req-0f2220e9-ec6c-43fb-bf03-5c9ca74ea98a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 1098 time: 0.0988345 Jan 28 05:55:38.150725 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec4eafbe-2ce6-44f0-9530-5f4e7a09b06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c84d1319-18f8-402e-8627-84993cd8aa47), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:38.153631 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec4eafbe-2ce6-44f0-9530-5f4e7a09b06f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:38.154828 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ec4eafbe-2ce6-44f0-9530-5f4e7a09b06f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c84d1319-18f8-402e-8627-84993cd8aa47 HTTP/1.1" status: 204 len: 168 time: 0.3021965 Jan 28 05:55:38.232341 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router b72b7606-e1f5-44d1-abfa-e281683e9a22 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:55:38.241559 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eafbe-2ce6-44f0-9530-5f4e7a09b06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84d1319-18f8-402e-8627-84993cd8aa47,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:38.278280 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ca50cfc-4637-487a-8643-21d852cb2e60 req-5c59a660-4b0a-460a-84e8-35a8802c9795 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619611 Jan 28 05:55:38.306155 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a334c-f2f4-4ebe-9cac-04fcf722c9cc req-4e14c0fa-8afd-46af-a183-2420a96e1bed tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:38.308111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c98a334c-f2f4-4ebe-9cac-04fcf722c9cc req-4e14c0fa-8afd-46af-a183-2420a96e1bed tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.1156449 Jan 28 05:55:38.311399 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f8393-e5f0-4602-89d4-3b731f80051c req-8826390f-7a88-42aa-a1ef-c32976bcc8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:38.312798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-628f8393-e5f0-4602-89d4-3b731f80051c req-8826390f-7a88-42aa-a1ef-c32976bcc8b4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 913 time: 0.2076826 Jan 28 05:55:38.378272 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-628f8393-e5f0-4602-89d4-3b731f80051c req-75547fc3-955e-4410-8c21-c8c97be88199 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2af8656a-b236-43bc-97f8-caeddd1d3047 HTTP/1.1" status: 200 len: 217 time: 0.0510178 Jan 28 05:55:38.394106 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:55:38.411139 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9315bfd-84ee-408a-86c6-000a95ade678 None None] Sync routers for ids ['b72b7606-e1f5-44d1-abfa-e281683e9a22'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:55:38.422043 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9315bfd-84ee-408a-86c6-000a95ade678 None None] Routers {'b72b7606-e1f5-44d1-abfa-e281683e9a22'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:38.422981 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f9315bfd-84ee-408a-86c6-000a95ade678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:55:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b72b7606-e1f5-44d1-abfa-e281683e9a22'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:38.454701 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c98a334c-f2f4-4ebe-9cac-04fcf722c9cc req-ec8f92c0-f92c-41ca-a8f0-ed25b4f27942 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382797 Jan 28 05:55:38.458916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f9315bfd-84ee-408a-86c6-000a95ade678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:38.466334 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f8393-e5f0-4602-89d4-3b731f80051c req-6abc2fa8-4132-4a64-8b25-094a1894142d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:38.468248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-628f8393-e5f0-4602-89d4-3b731f80051c req-6abc2fa8-4132-4a64-8b25-094a1894142d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.0810399 Jan 28 05:55:38.469623 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9315bfd-84ee-408a-86c6-000a95ade678 None None] Routers {'b72b7606-e1f5-44d1-abfa-e281683e9a22'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:38.470360 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f9315bfd-84ee-408a-86c6-000a95ade678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:55:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b72b7606-e1f5-44d1-abfa-e281683e9a22'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:38.511791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f9315bfd-84ee-408a-86c6-000a95ade678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:38.512872 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9315bfd-84ee-408a-86c6-000a95ade678 None None] The sync data for ids ['b72b7606-e1f5-44d1-abfa-e281683e9a22'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:55:38.522620 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:38.529773 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2422c33e-d21e-47da-a9de-0b57a84fb6ee tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.3087769 Jan 28 05:55:38.530816 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44060) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:38.560600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f8393-e5f0-4602-89d4-3b731f80051c req-cf9e9e3e-2fa2-436f-932a-694efd1a9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:38.562175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-628f8393-e5f0-4602-89d4-3b731f80051c req-cf9e9e3e-2fa2-436f-932a-694efd1a9a70 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869732 Jan 28 05:55:38.653498 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7660aba5-f56b-4cc7-b3f6-33114345784c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/routers/b72b7606-e1f5-44d1-abfa-e281683e9a22 HTTP/1.1" status: 200 len: 881 time: 0.1214104 Jan 28 05:55:38.656209 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44062) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:38.665145 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-628f8393-e5f0-4602-89d4-3b731f80051c req-8d53bbef-2743-4279-99c9-20f948669ad2 service neutron] 10.222.0.60 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952778 Jan 28 05:55:38.795207 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-628f8393-e5f0-4602-89d4-3b731f80051c req-36973dcd-465b-4309-b58d-adf0af42eed1 service neutron] 10.222.0.60 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235564 Jan 28 05:55:38.864146 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a396fd-3e3d-49e5-9f0d-a2c1b8d16177 req-735adf50-1531-4fd8-9951-c20d4e37542d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:38.871193 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19a396fd-3e3d-49e5-9f0d-a2c1b8d16177 req-735adf50-1531-4fd8-9951-c20d4e37542d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 944 time: 0.0686939 Jan 28 05:55:38.887021 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44070) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:38.940583 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-16015881-eb16-446b-85a6-00ead5cee11f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:38.967726 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-83bc3f0c-9980-4b72-80bb-eacb51e4c3d3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3080485 Jan 28 05:55:38.968340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44072) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:38.973288 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2eb2b4a5-505c-4694-9fa6-e3ed11a67894 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2070242004'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:38.979665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19a396fd-3e3d-49e5-9f0d-a2c1b8d16177 req-93c62001-396b-49ea-bd97-d8c576d48dea tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073618 Jan 28 05:55:39.095609 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:39.299290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388b641-217c-4c34-a6f0-b0d046faa2a8 req-eb4f3f29-3861-4339-b1fa-68c3131b92ec tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:39.300695 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a388b641-217c-4c34-a6f0-b0d046faa2a8 req-eb4f3f29-3861-4339-b1fa-68c3131b92ec tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 945 time: 0.4275107 Jan 28 05:55:39.474075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a388b641-217c-4c34-a6f0-b0d046faa2a8 req-d2c30823-8eec-4df1-b978-fca739e34574 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623497 Jan 28 05:55:39.501809 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-16015881-eb16-446b-85a6-00ead5cee11f admin admin] Publish callbacks [] for security_group (b7bb3f86-39f9-4451-a611-45be54c7b0cc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:39.638955 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-16015881-eb16-446b-85a6-00ead5cee11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b7bb3f86-39f9-4451-a611-45be54c7b0cc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:39.686839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 2af8656a-b236-43bc-97f8-caeddd1d3047 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:55:39.693787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a275d6-e1aa-44b7-a060-e865a60e5bcc req-b359baf1-4d7f-4ec7-88f2-1a88387de5fe tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:39.695294 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49a275d6-e1aa-44b7-a060-e865a60e5bcc req-b359baf1-4d7f-4ec7-88f2-1a88387de5fe tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.1440322 Jan 28 05:55:39.709044 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ff4e1cbd-a8ba-418f-9630-3402de151b18 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:55:39.736467 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-16015881-eb16-446b-85a6-00ead5cee11f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0bf7dd12722491ca852d2dd81998633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8326950 Jan 28 05:55:39.737164 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44078) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:39.745030 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16015881-eb16-446b-85a6-00ead5cee11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bb3f86-39f9-4451-a611-45be54c7b0cc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:39.779611 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2eb2b4a5-505c-4694-9fa6-e3ed11a67894 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (b72b7606-e1f5-44d1-abfa-e281683e9a22), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:39.801817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49a275d6-e1aa-44b7-a060-e865a60e5bcc req-c225c01e-9036-4576-ae13-9fd30705fce3 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739675 Jan 28 05:55:39.832745 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9be29639-ccfe-4eec-988c-be537630ca42 admin admin] Publish callbacks [] for security_group (b7bb3f86-39f9-4451-a611-45be54c7b0cc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:39.858420 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9be29639-ccfe-4eec-988c-be537630ca42 admin admin] Publish callbacks [] for security_group (b7bb3f86-39f9-4451-a611-45be54c7b0cc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:39.861311 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2eb2b4a5-505c-4694-9fa6-e3ed11a67894 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (b72b7606-e1f5-44d1-abfa-e281683e9a22), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:39.986569 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb2b4a5-505c-4694-9fa6-e3ed11a67894 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router b72b7606-e1f5-44d1-abfa-e281683e9a22 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:55:40.018261 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9be29639-ccfe-4eec-988c-be537630ca42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b7bb3f86-39f9-4451-a611-45be54c7b0cc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:40.028813 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9be29639-ccfe-4eec-988c-be537630ca42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:40.037983 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9be29639-ccfe-4eec-988c-be537630ca42 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7bb3f86-39f9-4451-a611-45be54c7b0cc HTTP/1.1" status: 204 len: 168 time: 0.2990174 Jan 28 05:55:40.042384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 2af8656a-b236-43bc-97f8-caeddd1d3047, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=2af8656a-b236-43bc-97f8-caeddd1d3047,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:40.061262 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '2af8656a-b236-43bc-97f8-caeddd1d3047', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'port_id': '2af8656a-b236-43bc-97f8-caeddd1d3047', 'mac_address': 'fa:16:3e:95:33:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:55:40.065771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be29639-ccfe-4eec-988c-be537630ca42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bb3f86-39f9-4451-a611-45be54c7b0cc,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:40.085216 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ff4e1cbd-a8ba-418f-9630-3402de151b18 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:40.085892 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:40.112839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 2af8656a-b236-43bc-97f8-caeddd1d3047 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:40.113913 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:40.147694 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af8656a-b236-43bc-97f8-caeddd1d3047 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:55:40.171146 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 2af8656a-b236-43bc-97f8-caeddd1d3047, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=2af8656a-b236-43bc-97f8-caeddd1d3047,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:40.177345 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789877e1-3a92-4606-82da-1c76e230b3df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff4e1cbd-a8ba-418f-9630-3402de151b18'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:55:40.180112 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b503639-c099-4cf4-9bde-48bfa7eed58a" -d '{"events": [{"server_uuid": "789877e1-3a92-4606-82da-1c76e230b3df", "name": "network-vif-unplugged", "status": "completed", "tag": "ff4e1cbd-a8ba-418f-9630-3402de151b18"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:55:40.192762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ff4e1cbd-a8ba-418f-9630-3402de151b18, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ff4e1cbd-a8ba-418f-9630-3402de151b18,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:40.215693 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:40.257755 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:40.271396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e015e9e-4d1f-4c59-8b99-25d9dd7b6970 req-2b42b836-08cb-4abb-adf2-d7e3f66d02ef tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:40.276367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e015e9e-4d1f-4c59-8b99-25d9dd7b6970 req-2b42b836-08cb-4abb-adf2-d7e3f66d02ef tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 944 time: 0.1841540 Jan 28 05:55:40.286488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb2b4a5-505c-4694-9fa6-e3ed11a67894 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:55:40.298393 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c82ea84-aa68-44af-b0db-ff770bd5cc96 None None] Sync routers for ids ['b72b7606-e1f5-44d1-abfa-e281683e9a22'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:55:40.304244 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2eb2b4a5-505c-4694-9fa6-e3ed11a67894 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:40.305778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2eb2b4a5-505c-4694-9fa6-e3ed11a67894 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/b72b7606-e1f5-44d1-abfa-e281683e9a22 HTTP/1.1" status: 200 len: 888 time: 1.3367531 Jan 28 05:55:40.307482 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 05:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f08b87-c244-4347-bfcb-de03513c02db x-openstack-request-id: req-05f08b87-c244-4347-bfcb-de03513c02db {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:55:40.307816 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789877e1-3a92-4606-82da-1c76e230b3df", "name": "network-vif-unplugged", "status": "failed", "tag": "ff4e1cbd-a8ba-418f-9630-3402de151b18", "code": 422}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:55:40.308169 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05f08b87-c244-4347-bfcb-de03513c02db {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:55:40.308649 n-d-812111-12 neutron-server[103636]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '789877e1-3a92-4606-82da-1c76e230b3df', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff4e1cbd-a8ba-418f-9630-3402de151b18', 'code': 422} returned with failed status Jan 28 05:55:40.310084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44090) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:40.314052 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c82ea84-aa68-44af-b0db-ff770bd5cc96 None None] Routers {'b72b7606-e1f5-44d1-abfa-e281683e9a22'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:40.314756 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6c82ea84-aa68-44af-b0db-ff770bd5cc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:55:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b72b7606-e1f5-44d1-abfa-e281683e9a22'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:40.330671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=2af8656a-b236-43bc-97f8-caeddd1d3047,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:40.362283 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6c82ea84-aa68-44af-b0db-ff770bd5cc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:40.377153 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c82ea84-aa68-44af-b0db-ff770bd5cc96 None None] Routers {'b72b7606-e1f5-44d1-abfa-e281683e9a22'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:40.377153 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6c82ea84-aa68-44af-b0db-ff770bd5cc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:55:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b72b7606-e1f5-44d1-abfa-e281683e9a22'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:40.402632 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e015e9e-4d1f-4c59-8b99-25d9dd7b6970 req-ca594fd2-500a-49f0-bbbd-8f0ef0f906c6 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212730 Jan 28 05:55:40.424291 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ff4e1cbd-a8ba-418f-9630-3402de151b18,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:40.477771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-65bd9b45-b1a4-44f3-9bf2-2c5fd860f874 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/routers/b72b7606-e1f5-44d1-abfa-e281683e9a22 HTTP/1.1" status: 200 len: 888 time: 0.1661861 Jan 28 05:55:40.480734 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44092) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:40.516306 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44096) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:40.516953 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ed32a71f-f52b-4665-af3c-320170c3035b tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72b7606-e1f5-44d1-abfa-e281683e9a22 HTTP/1.1" status: 200 len: 205 time: 0.0345149 Jan 28 05:55:40.532540 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6c82ea84-aa68-44af-b0db-ff770bd5cc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:40.533244 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c82ea84-aa68-44af-b0db-ff770bd5cc96 None None] The sync data for ids ['b72b7606-e1f5-44d1-abfa-e281683e9a22'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:55:40.578980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['2af8656a-b236-43bc-97f8-caeddd1d3047'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:55:40.647977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2b075-3b38-4358-aff9-d32e03952099 req-5819676b-87f6-42ea-b1fd-e9624a187e77 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:40.657662 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61e2b075-3b38-4358-aff9-d32e03952099 req-5819676b-87f6-42ea-b1fd-e9624a187e77 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.0830610 Jan 28 05:55:40.715032 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61e2b075-3b38-4358-aff9-d32e03952099 req-661349e5-ac92-4415-a4bb-01e8536af520 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562706 Jan 28 05:55:40.969640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7f10b-a2a1-4a3c-9d2f-6a5c49c6e42a req-a4cc5421-3b79-447a-8411-101e3acb4792 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:40.971170 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53a7f10b-a2a1-4a3c-9d2f-6a5c49c6e42a req-a4cc5421-3b79-447a-8411-101e3acb4792 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.0521183 Jan 28 05:55:41.008626 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8da5f00b-867a-4da8-881b-c60d736791bb tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (b72b7606-e1f5-44d1-abfa-e281683e9a22), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:41.029415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53a7f10b-a2a1-4a3c-9d2f-6a5c49c6e42a req-1814801e-db2f-4149-8137-ba3d924c63bd tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523534 Jan 28 05:55:41.152460 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8da5f00b-867a-4da8-881b-c60d736791bb tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router_gateway (b72b7606-e1f5-44d1-abfa-e281683e9a22), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:41.188325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bc57d-d058-4daf-959e-38745c7b7e3e req-a92cf216-1cff-42ad-8993-451c096d5fc6 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:41.189865 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-101bc57d-d058-4daf-959e-38745c7b7e3e req-a92cf216-1cff-42ad-8993-451c096d5fc6 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.0527732 Jan 28 05:55:41.241128 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-101bc57d-d058-4daf-959e-38745c7b7e3e req-74498a97-070b-4493-9cc9-294349f2433e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453486 Jan 28 05:55:41.297514 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-8da5f00b-867a-4da8-881b-c60d736791bb tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting port 1754aa5e-74e8-4665-9735-250a82fa910c {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:41.299205 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8da5f00b-867a-4da8-881b-c60d736791bb tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1754aa5e-74e8-4665-9735-250a82fa910c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:41.396532 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8da5f00b-867a-4da8-881b-c60d736791bb tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1754aa5e-74e8-4665-9735-250a82fa910c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:41.412280 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-8da5f00b-867a-4da8-881b-c60d736791bb tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Calling delete_port for 1754aa5e-74e8-4665-9735-250a82fa910c owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:41.629881 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684b65a-4dcf-4791-a6c6-6196a808791f req-fb3429b5-6a3b-424e-a009-aba7393b003f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:41.636547 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d684b65a-4dcf-4791-a6c6-6196a808791f req-fb3429b5-6a3b-424e-a009-aba7393b003f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 945 time: 0.0632665 Jan 28 05:55:41.686386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 2af8656a-b236-43bc-97f8-caeddd1d3047 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:55:41.690379 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d684b65a-4dcf-4791-a6c6-6196a808791f req-61183f22-1533-4e73-b8ae-396be88ce263 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525472 Jan 28 05:55:41.695600 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8da5f00b-867a-4da8-881b-c60d736791bb tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1754aa5e-74e8-4665-9735-250a82fa910c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:41.737041 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5f00b-867a-4da8-881b-c60d736791bb tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Port': ['ID=1754aa5e-74e8-4665-9735-250a82fa910c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:41.829961 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8da5f00b-867a-4da8-881b-c60d736791bb tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (b72b7606-e1f5-44d1-abfa-e281683e9a22), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:41.864682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45d535-8458-410d-ab42-cc8138997f0d req-c280599c-27c1-42dc-b468-83b880710386 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:41.866470 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b45d535-8458-410d-ab42-cc8138997f0d req-c280599c-27c1-42dc-b468-83b880710386 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.0543773 Jan 28 05:55:41.883842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 2af8656a-b236-43bc-97f8-caeddd1d3047 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:55:41.887996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 2af8656a-b236-43bc-97f8-caeddd1d3047 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:41.888917 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:41.930751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b45d535-8458-410d-ab42-cc8138997f0d req-1bc7f0d4-ec00-4022-a1ca-cbe23283f6f5 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572159 Jan 28 05:55:41.981374 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8da5f00b-867a-4da8-881b-c60d736791bb tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (b72b7606-e1f5-44d1-abfa-e281683e9a22), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:41.983908 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8da5f00b-867a-4da8-881b-c60d736791bb tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router_controller (b72b7606-e1f5-44d1-abfa-e281683e9a22), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.003309 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 2af8656a-b236-43bc-97f8-caeddd1d3047 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:42.004563 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.042253 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 2af8656a-b236-43bc-97f8-caeddd1d3047, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=2af8656a-b236-43bc-97f8-caeddd1d3047,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:42.129721 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8da5f00b-867a-4da8-881b-c60d736791bb tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (b72b7606-e1f5-44d1-abfa-e281683e9a22), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.130342 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.130623 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da5f00b-867a-4da8-881b-c60d736791bb tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Fanout notify agent at l3_agent the message router_deleted on router b72b7606-e1f5-44d1-abfa-e281683e9a22 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:55:42.135203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6a3f3-33fd-4cc5-a540-9e70bed35cb4 req-6d7a3d45-ddb4-48c7-8f81-9a89b8683e68 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:42.137696 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88b6a3f3-33fd-4cc5-a540-9e70bed35cb4 req-6d7a3d45-ddb4-48c7-8f81-9a89b8683e68 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.0720465 Jan 28 05:55:42.148803 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8da5f00b-867a-4da8-881b-c60d736791bb tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.154722 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8da5f00b-867a-4da8-881b-c60d736791bb tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/routers/b72b7606-e1f5-44d1-abfa-e281683e9a22 HTTP/1.1" status: 204 len: 168 time: 1.6337342 Jan 28 05:55:42.155573 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44154) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:42.162477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-31335a45-26b4-4bb4-b3c6-ec2c750567fe tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'network': {'name': 'tempest-RoutersTest-761875434'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:42.220772 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=2af8656a-b236-43bc-97f8-caeddd1d3047,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:42.225795 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88b6a3f3-33fd-4cc5-a540-9e70bed35cb4 req-8dde62fd-4923-4be2-9a4c-5474e23f1163 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669978 Jan 28 05:55:42.267823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-1d1347a4-16f0-489e-8ad5-235e6efb8475 req-2f6a9e94-158b-4025-acbb-93f7537b9a4f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:55:42.268832 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d1347a4-16f0-489e-8ad5-235e6efb8475 req-2f6a9e94-158b-4025-acbb-93f7537b9a4f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1300454 Jan 28 05:55:42.276828 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31335a45-26b4-4bb4-b3c6-ec2c750567fe tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:55:42.281869 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31335a45-26b4-4bb4-b3c6-ec2c750567fe tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.310042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613dc918-5916-437d-9e53-b89d7903f751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af8656a-b236-43bc-97f8-caeddd1d3047'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:55:42.313090 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a352e43-eed6-47e6-aa41-d1fcf5c4a6c7" -d '{"events": [{"server_uuid": "613dc918-5916-437d-9e53-b89d7903f751", "name": "network-vif-plugged", "status": "completed", "tag": "2af8656a-b236-43bc-97f8-caeddd1d3047"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:55:42.329847 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31335a45-26b4-4bb4-b3c6-ec2c750567fe tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:55:42.339724 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31335a45-26b4-4bb4-b3c6-ec2c750567fe tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (679a3fe0-63ba-4805-aac2-428b73e44e35), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.340070 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-31335a45-26b4-4bb4-b3c6-ec2c750567fe tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Added segment 679a3fe0-63ba-4805-aac2-428b73e44e35 of type vlan for network e007b1cb-5d14-484a-b99e-bdc11b459e5e Jan 28 05:55:42.409028 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31335a45-26b4-4bb4-b3c6-ec2c750567fe tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (e007b1cb-5d14-484a-b99e-bdc11b459e5e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.579973 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31335a45-26b4-4bb4-b3c6-ec2c750567fe tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (e007b1cb-5d14-484a-b99e-bdc11b459e5e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.586643 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31335a45-26b4-4bb4-b3c6-ec2c750567fe tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:42.586643 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31335a45-26b4-4bb4-b3c6-ec2c750567fe tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:42.659325 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31335a45-26b4-4bb4-b3c6-ec2c750567fe tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Network': ['ID=e007b1cb-5d14-484a-b99e-bdc11b459e5e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:42.674902 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network e007b1cb-5d14-484a-b99e-bdc11b459e5e details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:55:42.747732 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99e3d06-2ed3-40bc-98c8-dcead2842fb5 x-openstack-request-id: req-b99e3d06-2ed3-40bc-98c8-dcead2842fb5 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:55:42.748454 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613dc918-5916-437d-9e53-b89d7903f751", "name": "network-vif-plugged", "status": "completed", "tag": "2af8656a-b236-43bc-97f8-caeddd1d3047", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:55:42.748454 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b99e3d06-2ed3-40bc-98c8-dcead2842fb5 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:55:42.748650 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '613dc918-5916-437d-9e53-b89d7903f751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af8656a-b236-43bc-97f8-caeddd1d3047', 'code': 200} Jan 28 05:55:42.787114 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-31335a45-26b4-4bb4-b3c6-ec2c750567fe tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6227744 Jan 28 05:55:42.787996 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44194) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:42.794128 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7407a6f2-e578-43e3-9343-af767689451c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'subnet': {'network_id': 'e007b1cb-5d14-484a-b99e-bdc11b459e5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:42.977420 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d766d0d-730d-4035-91a0-e742c06c623e req-ee150464-6460-4ffd-89d8-8c1a0a01cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:42.980869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d766d0d-730d-4035-91a0-e742c06c623e req-ee150464-6460-4ffd-89d8-8c1a0a01cf15 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 1098 time: 0.1455948 Jan 28 05:55:43.051788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d25ef-d26d-4f5a-a2c8-fcff1606fa9b req-9a1e16e2-042a-4004-8007-c60f2f00a128 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:43.053685 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-059d25ef-d26d-4f5a-a2c8-fcff1606fa9b req-9a1e16e2-042a-4004-8007-c60f2f00a128 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1473145 Jan 28 05:55:43.070820 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7407a6f2-e578-43e3-9343-af767689451c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:55:43.078571 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7407a6f2-e578-43e3-9343-af767689451c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:43.162639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d766d0d-730d-4035-91a0-e742c06c623e req-9743d446-a9bd-46a4-bea4-d2752050991b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620069 Jan 28 05:55:43.180142 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448b305-d8e2-43e1-8de2-0b0b82678bbc req-830282ec-0c5e-49f4-9d54-98a60568ecbd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:43.182409 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7448b305-d8e2-43e1-8de2-0b0b82678bbc req-830282ec-0c5e-49f4-9d54-98a60568ecbd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 946 time: 0.1658106 Jan 28 05:55:43.188346 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-059d25ef-d26d-4f5a-a2c8-fcff1606fa9b req-01e36c23-5a1f-432c-805f-d80cad2be1f8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048610 Jan 28 05:55:43.266396 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7448b305-d8e2-43e1-8de2-0b0b82678bbc req-86a87ead-5a2a-4f9e-a750-ad0d41cc656e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756376 Jan 28 05:55:43.299403 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44212) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:43.418061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698df663-4d7b-4930-ad66-587fc6754fff req-db3a7349-ce4b-43d1-888d-bcc15dd0f38e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:43.441912 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-698df663-4d7b-4930-ad66-587fc6754fff req-db3a7349-ce4b-43d1-888d-bcc15dd0f38e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.1330810 Jan 28 05:55:43.547931 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-698df663-4d7b-4930-ad66-587fc6754fff req-57add8d8-002e-47cb-a51f-15b481c0df6b tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044996 Jan 28 05:55:43.600133 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8bd8a1ae-5a31-4abe-9bff-be8c5990c493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:43.642019 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7407a6f2-e578-43e3-9343-af767689451c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (88ce3a78-f496-4725-a1b4-241722c3b976), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:43.738654 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8bd8a1ae-5a31-4abe-9bff-be8c5990c493 admin admin] Publish callbacks [] for security_group (328851e8-a113-4dd9-b0b0-3b4011accadd), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:43.741094 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407a6f2-e578-43e3-9343-af767689451c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Subnet': ['ID=88ce3a78-f496-4725-a1b4-241722c3b976,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:43.750701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7407a6f2-e578-43e3-9343-af767689451c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Checking segment: {'id': '679a3fe0-63ba-4805-aac2-428b73e44e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e007b1cb-5d14-484a-b99e-bdc11b459e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:55:43.751065 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7407a6f2-e578-43e3-9343-af767689451c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network hostable DHCP agents. Network: e007b1cb-5d14-484a-b99e-bdc11b459e5e, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:55:43.785083 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44224) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:43.868348 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-15bda92f-5d4e-4d5b-a8c5-84b4a2f78291 req-c51a0054-5911-4b7c-a578-546a0d4d5309 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925219 Jan 28 05:55:43.877757 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-15bda92f-5d4e-4d5b-a8c5-84b4a2f78291 req-2a2f07bd-d670-4e48-b72d-99e27858918e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:55:43.878774 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-15bda92f-5d4e-4d5b-a8c5-84b4a2f78291 req-2a2f07bd-d670-4e48-b72d-99e27858918e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051992 Jan 28 05:55:43.896082 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8bd8a1ae-5a31-4abe-9bff-be8c5990c493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (328851e8-a113-4dd9-b0b0-3b4011accadd), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:43.908760 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7407a6f2-e578-43e3-9343-af767689451c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network e007b1cb-5d14-484a-b99e-bdc11b459e5e is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:55:43.939966 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8bd8a1ae-5a31-4abe-9bff-be8c5990c493 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91823acb8a9a468fac0866e4cdb3f320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6287827 Jan 28 05:55:43.942937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44232) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:43.949809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8a1ae-5a31-4abe-9bff-be8c5990c493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328851e8-a113-4dd9-b0b0-3b4011accadd,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:43.998848 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-716992ad-ee51-4385-8a41-c82169198550 admin admin] Publish callbacks [] for security_group (328851e8-a113-4dd9-b0b0-3b4011accadd), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.016897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-7407a6f2-e578-43e3-9343-af767689451c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, e007b1cb-5d14-484a-b99e-bdc11b459e5e) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:44.027551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7407a6f2-e578-43e3-9343-af767689451c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:44.027674 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a423a4-9c74-4cc0-a8ca-1db3416e4681 None None] Network e007b1cb-5d14-484a-b99e-bdc11b459e5e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:55:44.028163 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7407a6f2-e578-43e3-9343-af767689451c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.039283 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-716992ad-ee51-4385-8a41-c82169198550 admin admin] Publish callbacks [] for security_group (328851e8-a113-4dd9-b0b0-3b4011accadd), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.164653 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-716992ad-ee51-4385-8a41-c82169198550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (328851e8-a113-4dd9-b0b0-3b4011accadd), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.167333 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7407a6f2-e578-43e3-9343-af767689451c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3782277 Jan 28 05:55:44.168387 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-716992ad-ee51-4385-8a41-c82169198550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.170800 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-716992ad-ee51-4385-8a41-c82169198550 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/328851e8-a113-4dd9-b0b0-3b4011accadd HTTP/1.1" status: 204 len: 168 time: 0.2256901 Jan 28 05:55:44.177355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44240) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:44.177355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-710b24c1-acd7-456c-b204-5bfd9d8c3c15 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1082147566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:44.184881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-e007b1cb-5d14-484a-b99e-bdc11b459e5e', 'network_id': 'e007b1cb-5d14-484a-b99e-bdc11b459e5e', 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'fixed_ips': [{'subnet_id': '88ce3a78-f496-4725-a1b4-241722c3b976'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:55:44.185751 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.193978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716992ad-ee51-4385-8a41-c82169198550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328851e8-a113-4dd9-b0b0-3b4011accadd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:44.338562 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-710b24c1-acd7-456c-b204-5bfd9d8c3c15 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (f0717618-6612-4257-9b04-180d20205024), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.339756 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-710b24c1-acd7-456c-b204-5bfd9d8c3c15 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (f0717618-6612-4257-9b04-180d20205024), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.341232 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff070df-e633-46d3-8d62-6fe422e3f30f req-517f9262-7a8b-4ec8-b434-ab32c19bec45 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:44.352123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ff070df-e633-46d3-8d62-6fe422e3f30f req-517f9262-7a8b-4ec8-b434-ab32c19bec45 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.0708420 Jan 28 05:55:44.445702 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-710b24c1-acd7-456c-b204-5bfd9d8c3c15 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router_controller (f0717618-6612-4257-9b04-180d20205024), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.461895 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Allocated IP 172.20.0.2 (e007b1cb-5d14-484a-b99e-bdc11b459e5e/88ce3a78-f496-4725-a1b4-241722c3b976/910f84b7-0fa6-40de-ae8c-0dfd6aee20a4) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:55:44.463089 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ff070df-e633-46d3-8d62-6fe422e3f30f req-0a8fbf57-58c5-4ed4-a82b-da1b2e44c0ab tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039624 Jan 28 05:55:44.470888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9eda2-7025-4d62-8636-eb6295a8527a req-35c3f67c-43ad-400e-b965-abe6b164ee42 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:44.475736 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-baa9eda2-7025-4d62-8636-eb6295a8527a req-35c3f67c-43ad-400e-b965-abe6b164ee42 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 946 time: 0.0870569 Jan 28 05:55:44.527911 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-710b24c1-acd7-456c-b204-5bfd9d8c3c15 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (f0717618-6612-4257-9b04-180d20205024), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.547252 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-baa9eda2-7025-4d62-8636-eb6295a8527a req-389fbb6f-04fe-44ca-955e-a33d8b71948d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679109 Jan 28 05:55:44.623308 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Publish callbacks [] for port (910f84b7-0fa6-40de-ae8c-0dfd6aee20a4), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.640158 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-710b24c1-acd7-456c-b204-5bfd9d8c3c15 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.644225 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-710b24c1-acd7-456c-b204-5bfd9d8c3c15 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4696169 Jan 28 05:55:44.644378 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44252) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:44.681734 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daa05b-a920-4ce9-852d-7338cdd13e13 req-70e725ff-8787-4161-b1c6-e3dc5e6ccb80 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:44.683352 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6daa05b-a920-4ce9-852d-7338cdd13e13 req-70e725ff-8787-4161-b1c6-e3dc5e6ccb80 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.0576422 Jan 28 05:55:44.701251 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (910f84b7-0fa6-40de-ae8c-0dfd6aee20a4), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.743063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Network e007b1cb-5d14-484a-b99e-bdc11b459e5e is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:44.750286 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:44.754666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:55:44.755731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6daa05b-a920-4ce9-852d-7338cdd13e13 req-01b0c61b-5cd6-49ae-9d4a-6246fbc3e096 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666509 Jan 28 05:55:44.758178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Pushing event updated for resources: {'Port': ['ID=910f84b7-0fa6-40de-ae8c-0dfd6aee20a4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:44.816279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Attempting to bind port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:55:44.816554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Attempting to bind port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '679a3fe0-63ba-4805-aac2-428b73e44e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e007b1cb-5d14-484a-b99e-bdc11b459e5e'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:55:44.816922 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Attempting to bind port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 on network e007b1cb-5d14-484a-b99e-bdc11b459e5e {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:55:44.822722 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:55:44.823139 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Checking segment: {'id': '679a3fe0-63ba-4805-aac2-428b73e44e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e007b1cb-5d14-484a-b99e-bdc11b459e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:55:44.823549 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.825353 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Bound using segment: {'id': '679a3fe0-63ba-4805-aac2-428b73e44e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e007b1cb-5d14-484a-b99e-bdc11b459e5e'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:55:44.825353 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Bound port: 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '679a3fe0-63ba-4805-aac2-428b73e44e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e007b1cb-5d14-484a-b99e-bdc11b459e5e'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:55:44.825353 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (910f84b7-0fa6-40de-ae8c-0dfd6aee20a4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:44.887313 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] For port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:55:44.890406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] For port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=910f84b7-0fa6-40de-ae8c-0dfd6aee20a4,segment=NetworkSegment(679a3fe0-63ba-4805-aac2-428b73e44e35),segment_id=679a3fe0-63ba-4805-aac2-428b73e44e35)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:55:44.952987 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.021777 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (910f84b7-0fa6-40de-ae8c-0dfd6aee20a4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.094444 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff2c42-9158-432b-8d39-6e66d7881063 None None] Pushing event updated for resources: {'Port': ['ID=910f84b7-0fa6-40de-ae8c-0dfd6aee20a4,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:45.126882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44256) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:45.143147 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3c6da6e-7c41-4278-8193-84eec0099872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.218235 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Allocated IP 172.20.0.1 (e007b1cb-5d14-484a-b99e-bdc11b459e5e/88ce3a78-f496-4725-a1b4-241722c3b976/884d646d-01f4-431e-8e9f-f7269eded551) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:55:45.231667 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3c6da6e-7c41-4278-8193-84eec0099872 admin admin] Publish callbacks [] for security_group (3b1b9ae1-1c0d-4f89-b579-d15ea17d0df7), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.369896 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3c6da6e-7c41-4278-8193-84eec0099872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3b1b9ae1-1c0d-4f89-b579-d15ea17d0df7), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.385688 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (884d646d-01f4-431e-8e9f-f7269eded551), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.417585 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d3c6da6e-7c41-4278-8193-84eec0099872 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=526ef81581d3410180e42023fad3d8a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2895730 Jan 28 05:55:45.421430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6da6e-7c41-4278-8193-84eec0099872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1b9ae1-1c0d-4f89-b579-d15ea17d0df7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:45.421586 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44262) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:45.514008 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-570020db-297b-4fc8-aca6-1c3c06de3d4f admin admin] Publish callbacks [] for security_group (3b1b9ae1-1c0d-4f89-b579-d15ea17d0df7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.550417 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-570020db-297b-4fc8-aca6-1c3c06de3d4f admin admin] Publish callbacks [] for security_group (3b1b9ae1-1c0d-4f89-b579-d15ea17d0df7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.606456 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (884d646d-01f4-431e-8e9f-f7269eded551), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.654333 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network e007b1cb-5d14-484a-b99e-bdc11b459e5e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:45.657655 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:45.660180 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:55:45.708268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867d127-cbea-4b60-9763-f634600ec40a req-91487103-e107-44af-899b-29106ff2fa4d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:45.710037 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1867d127-cbea-4b60-9763-f634600ec40a req-91487103-e107-44af-899b-29106ff2fa4d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1035643 Jan 28 05:55:45.715133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=884d646d-01f4-431e-8e9f-f7269eded551,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:45.723797 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (f0717618-6612-4257-9b04-180d20205024), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.756934 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e92cf-c985-422e-9358-78416080c26f req-65861d5c-42e4-4207-b4cc-e893d1a6abca tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:45.763353 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f70e92cf-c985-422e-9358-78416080c26f req-65861d5c-42e4-4207-b4cc-e893d1a6abca tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 946 time: 0.1095819 Jan 28 05:55:45.798022 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-570020db-297b-4fc8-aca6-1c3c06de3d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3b1b9ae1-1c0d-4f89-b579-d15ea17d0df7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.800974 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-570020db-297b-4fc8-aca6-1c3c06de3d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:45.802611 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-570020db-297b-4fc8-aca6-1c3c06de3d4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b1b9ae1-1c0d-4f89-b579-d15ea17d0df7 HTTP/1.1" status: 204 len: 168 time: 0.3676052 Jan 28 05:55:45.815170 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570020db-297b-4fc8-aca6-1c3c06de3d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1b9ae1-1c0d-4f89-b579-d15ea17d0df7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:45.853432 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1867d127-cbea-4b60-9763-f634600ec40a req-4795790b-897f-4a43-ae8b-1f3647cc67b2 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190746 Jan 28 05:55:45.861769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f70e92cf-c985-422e-9358-78416080c26f req-af29664e-34c0-4316-b782-56ad90a9b72c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899625 Jan 28 05:55:46.017102 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (884d646d-01f4-431e-8e9f-f7269eded551), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:46.058808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66d6f610-6f78-45f7-af4f-c728fe940d18 req-9b2bbb32-0d01-4e30-8bef-700a4710f108 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8 HTTP/1.1" status: 200 len: 267 time: 0.1156187 Jan 28 05:55:46.082205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c80ac9-2886-4d70-8cce-2c0e6d65f94e req-01161280-714b-4955-82c7-93daae40841e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:46.083828 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75c80ac9-2886-4d70-8cce-2c0e6d65f94e req-01161280-714b-4955-82c7-93daae40841e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.1026804 Jan 28 05:55:46.178773 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6f610-6f78-45f7-af4f-c728fe940d18 req-48b37f66-ddad-42c2-b6b6-4f31dbe8bd5e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:46.180438 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66d6f610-6f78-45f7-af4f-c728fe940d18 req-48b37f66-ddad-42c2-b6b6-4f31dbe8bd5e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 946 time: 0.1150212 Jan 28 05:55:46.190081 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75c80ac9-2886-4d70-8cce-2c0e6d65f94e req-1afd4665-0ab3-44a7-9091-e18655953eb4 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818012 Jan 28 05:55:46.199632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-66d6f610-6f78-45f7-af4f-c728fe940d18 req-d6d55f94-6334-4555-94c6-e1c54c5c4e00 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Request body: {'port': {'security_groups': []}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:46.321256 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-66d6f610-6f78-45f7-af4f-c728fe940d18 req-d6d55f94-6334-4555-94c6-e1c54c5c4e00 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:46.474332 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (884d646d-01f4-431e-8e9f-f7269eded551), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:46.547478 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (884d646d-01f4-431e-8e9f-f7269eded551), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:46.574907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcffdf7-0c20-4c27-8bc1-816232ed8a18 None None] Network e007b1cb-5d14-484a-b99e-bdc11b459e5e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:55:46.620512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-66d6f610-6f78-45f7-af4f-c728fe940d18 req-d6d55f94-6334-4555-94c6-e1c54c5c4e00 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] For port 2af8656a-b236-43bc-97f8-caeddd1d3047, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=2af8656a-b236-43bc-97f8-caeddd1d3047,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:46.658369 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-66d6f610-6f78-45f7-af4f-c728fe940d18 req-d6d55f94-6334-4555-94c6-e1c54c5c4e00 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:46.674531 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (f0717618-6612-4257-9b04-180d20205024), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:46.677825 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=884d646d-01f4-431e-8e9f-f7269eded551,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:46.716819 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-af3f48eb-74ef-40a9-8987-f4e1dd54e7a2 None None] Provisioning complete for port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:46.717261 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-af3f48eb-74ef-40a9-8987-f4e1dd54e7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (910f84b7-0fa6-40de-ae8c-0dfd6aee20a4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:46.770519 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-66d6f610-6f78-45f7-af4f-c728fe940d18 req-d6d55f94-6334-4555-94c6-e1c54c5c4e00 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:46.791930 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network e007b1cb-5d14-484a-b99e-bdc11b459e5e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:46.793422 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:46.887976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-af3f48eb-74ef-40a9-8987-f4e1dd54e7a2 None None] Current status of the port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:46.888884 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-af3f48eb-74ef-40a9-8987-f4e1dd54e7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (910f84b7-0fa6-40de-ae8c-0dfd6aee20a4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:46.894163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6f610-6f78-45f7-af4f-c728fe940d18 req-d6d55f94-6334-4555-94c6-e1c54c5c4e00 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:46.896260 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['665c9730-ba47-48db-9e9f-3536f440230a', 'b8983476-bb01-4d66-a819-c9bfe4235c6b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:55:46.897988 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-66d6f610-6f78-45f7-af4f-c728fe940d18 req-d6d55f94-6334-4555-94c6-e1c54c5c4e00 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:46.903534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['2af8656a-b236-43bc-97f8-caeddd1d3047'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:55:46.925038 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66d6f610-6f78-45f7-af4f-c728fe940d18 req-d6d55f94-6334-4555-94c6-e1c54c5c4e00 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "PUT /v2.0/ports/2af8656a-b236-43bc-97f8-caeddd1d3047 HTTP/1.1" status: 200 len: 905 time: 0.7183185 Jan 28 05:55:46.925038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613dc918-5916-437d-9e53-b89d7903f751', 'tag': '2af8656a-b236-43bc-97f8-caeddd1d3047'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:55:46.929383 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b12fb97-9724-4758-aea9-38f9d999bf9f" -d '{"events": [{"name": "network-changed", "server_uuid": "613dc918-5916-437d-9e53-b89d7903f751", "tag": "2af8656a-b236-43bc-97f8-caeddd1d3047"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:55:47.039708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d55f94-6334-4555-94c6-e1c54c5c4e00 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Pushing event updated for resources: {'Port': ['ID=2af8656a-b236-43bc-97f8-caeddd1d3047,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:47.124284 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['2af8656a-b236-43bc-97f8-caeddd1d3047'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:55:47.204188 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router f0717618-6612-4257-9b04-180d20205024 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:55:47.225127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:55:47.257523 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2d390-5275-427c-8d88-f9a110927d85 req-164ec820-b569-4194-94bf-7d9bdca66732 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:47.268879 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6b2d390-5275-427c-8d88-f9a110927d85 req-164ec820-b569-4194-94bf-7d9bdca66732 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 908 time: 0.1890547 Jan 28 05:55:47.294197 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-af3f48eb-74ef-40a9-8987-f4e1dd54e7a2 None None] For port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=910f84b7-0fa6-40de-ae8c-0dfd6aee20a4,segment=NetworkSegment(679a3fe0-63ba-4805-aac2-428b73e44e35),segment_id=679a3fe0-63ba-4805-aac2-428b73e44e35)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:47.304340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7b154-4579-4596-8065-991ddd11ae82 req-dbe67247-a5aa-4229-8c4b-941577c26099 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:47.309757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-71e7b154-4579-4596-8065-991ddd11ae82 req-dbe67247-a5aa-4229-8c4b-941577c26099 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.2490168 Jan 28 05:55:47.366822 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d20efc2-763c-4685-b7db-5de0696a86c5 x-openstack-request-id: req-0d20efc2-763c-4685-b7db-5de0696a86c5 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:55:47.367115 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "613dc918-5916-437d-9e53-b89d7903f751", "tag": "2af8656a-b236-43bc-97f8-caeddd1d3047", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:55:47.367445 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d20efc2-763c-4685-b7db-5de0696a86c5 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:55:47.367753 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '613dc918-5916-437d-9e53-b89d7903f751', 'tag': '2af8656a-b236-43bc-97f8-caeddd1d3047', 'status': 'completed', 'code': 200} Jan 28 05:55:47.404769 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-af3f48eb-74ef-40a9-8987-f4e1dd54e7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (910f84b7-0fa6-40de-ae8c-0dfd6aee20a4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:47.468512 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:55:47.483631 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-47814b58-a7f2-481d-bc6f-f740da37a8e1 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/f0717618-6612-4257-9b04-180d20205024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8369968 Jan 28 05:55:47.486214 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44324) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:47.515999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078917de-67c7-4791-8ced-f90ca86d9356 None None] Sync routers for ids ['f0717618-6612-4257-9b04-180d20205024'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:55:47.552908 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-71e7b154-4579-4596-8065-991ddd11ae82 req-78dcc715-c812-422b-adfb-952995f036d8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302737 Jan 28 05:55:47.618822 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12fb97-9724-4758-aea9-38f9d999bf9f req-5894c8e7-0f47-441b-bb2c-ac76a8ed2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:47.625115 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b12fb97-9724-4758-aea9-38f9d999bf9f req-5894c8e7-0f47-441b-bb2c-ac76a8ed2eb4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 1060 time: 0.2145820 Jan 28 05:55:47.637909 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62662c9d-7bff-4a64-b677-e99499df7907 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:47.645093 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-62662c9d-7bff-4a64-b677-e99499df7907 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports/884d646d-01f4-431e-8e9f-f7269eded551 HTTP/1.1" status: 200 len: 910 time: 0.1576581 Jan 28 05:55:47.650838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44332) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:47.663665 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2eacf583-f719-47ba-9e4d-c887ac0ebeec tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '88ce3a78-f496-4725-a1b4-241722c3b976'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:47.665844 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078917de-67c7-4791-8ced-f90ca86d9356 None None] Routers {'f0717618-6612-4257-9b04-180d20205024'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:47.666526 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-078917de-67c7-4791-8ced-f90ca86d9356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:55:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f0717618-6612-4257-9b04-180d20205024'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:47.773283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9563e-9ca9-4fb2-ac86-b27a1f933bdf req-705b23f8-8b2c-4768-8bf0-3aedc1c0d1c8 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:47.780912 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7a9563e-9ca9-4fb2-ac86-b27a1f933bdf req-705b23f8-8b2c-4768-8bf0-3aedc1c0d1c8 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.2848299 Jan 28 05:55:47.829167 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-078917de-67c7-4791-8ced-f90ca86d9356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:47.889409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f48eb-74ef-40a9-8987-f4e1dd54e7a2 None None] Pushing event updated for resources: {'Port': ['ID=910f84b7-0fa6-40de-ae8c-0dfd6aee20a4,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:47.892475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-41b96c5e-7218-4ae1-9aa3-a4b2196870c3 None None] Provisioning complete for port 2af8656a-b236-43bc-97f8-caeddd1d3047 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:47.900176 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41b96c5e-7218-4ae1-9aa3-a4b2196870c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:47.997980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:47.998378 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (910f84b7-0fa6-40de-ae8c-0dfd6aee20a4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.033843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7a9563e-9ca9-4fb2-ac86-b27a1f933bdf req-7e876a73-3531-4778-a285-8a162ab89877 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519670 Jan 28 05:55:48.034025 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eacf583-f719-47ba-9e4d-c887ac0ebeec tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (884d646d-01f4-431e-8e9f-f7269eded551), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.038228 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12fb97-9724-4758-aea9-38f9d999bf9f req-e9901dad-181e-4ebd-b6b5-e3c9b98a7691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:48.053419 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b12fb97-9724-4758-aea9-38f9d999bf9f req-e9901dad-181e-4ebd-b6b5-e3c9b98a7691 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 913 time: 0.4196918 Jan 28 05:55:48.067951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e207ae1-8b01-465b-b420-103a9397adaf req-dd4ab987-9194-4bd5-97c5-a6d554718387 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:48.073473 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078917de-67c7-4791-8ced-f90ca86d9356 None None] Routers {'f0717618-6612-4257-9b04-180d20205024'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:48.074112 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-078917de-67c7-4791-8ced-f90ca86d9356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:55:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f0717618-6612-4257-9b04-180d20205024'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:48.079105 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e207ae1-8b01-465b-b420-103a9397adaf req-dd4ab987-9194-4bd5-97c5-a6d554718387 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.2916355 Jan 28 05:55:48.149598 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-078917de-67c7-4791-8ced-f90ca86d9356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:48.152281 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078917de-67c7-4791-8ced-f90ca86d9356 None None] The sync data for ids ['f0717618-6612-4257-9b04-180d20205024'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:55:48.205144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b12fb97-9724-4758-aea9-38f9d999bf9f req-7b156140-2ae6-416a-a10a-0cf67ba7e4a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2af8656a-b236-43bc-97f8-caeddd1d3047 HTTP/1.1" status: 200 len: 217 time: 0.1226966 Jan 28 05:55:48.335977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12fb97-9724-4758-aea9-38f9d999bf9f req-138bad3a-564d-4db6-8111-007a61f58aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:48.338259 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b12fb97-9724-4758-aea9-38f9d999bf9f req-138bad3a-564d-4db6-8111-007a61f58aa6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.1198394 Jan 28 05:55:48.393743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-41b96c5e-7218-4ae1-9aa3-a4b2196870c3 None None] Current status of the port 2af8656a-b236-43bc-97f8-caeddd1d3047 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:48.421074 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:48.432537 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e207ae1-8b01-465b-b420-103a9397adaf req-de48a7f7-50c5-4040-8840-df38cb0f3db1 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3432152 Jan 28 05:55:48.440164 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-41b96c5e-7218-4ae1-9aa3-a4b2196870c3 None None] Provisioning complete for port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:48.440540 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41b96c5e-7218-4ae1-9aa3-a4b2196870c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (910f84b7-0fa6-40de-ae8c-0dfd6aee20a4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.471002 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12fb97-9724-4758-aea9-38f9d999bf9f req-aa703586-4209-4a46-a313-ff2dc2f2a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:48.473607 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b12fb97-9724-4758-aea9-38f9d999bf9f req-aa703586-4209-4a46-a313-ff2dc2f2a96f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1293144 Jan 28 05:55:48.648374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44352) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:48.673231 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-41b96c5e-7218-4ae1-9aa3-a4b2196870c3 None None] Current status of the port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:48.682416 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b12fb97-9724-4758-aea9-38f9d999bf9f req-2f33aa9b-eea7-43fa-9c08-6103fa51240a service neutron] 10.222.0.60 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983614 Jan 28 05:55:48.713036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-41b96c5e-7218-4ae1-9aa3-a4b2196870c3 None None] Provisioning complete for port 884d646d-01f4-431e-8e9f-f7269eded551 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:48.713421 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41b96c5e-7218-4ae1-9aa3-a4b2196870c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (884d646d-01f4-431e-8e9f-f7269eded551), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.782379 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-41b96c5e-7218-4ae1-9aa3-a4b2196870c3 None None] Port 884d646d-01f4-431e-8e9f-f7269eded551 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:55:48.915797 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5d1d16fd-5fca-40b8-b8dd-5c589c0e2dc2 None None] Provisioning complete for port 884d646d-01f4-431e-8e9f-f7269eded551 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:48.916178 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5d1d16fd-5fca-40b8-b8dd-5c589c0e2dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (884d646d-01f4-431e-8e9f-f7269eded551), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.922051 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eacf583-f719-47ba-9e4d-c887ac0ebeec tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (884d646d-01f4-431e-8e9f-f7269eded551), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:48.979037 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d16fd-5fca-40b8-b8dd-5c589c0e2dc2 None None] Port 884d646d-01f4-431e-8e9f-f7269eded551 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:55:49.020870 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eacf583-f719-47ba-9e4d-c887ac0ebeec tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (884d646d-01f4-431e-8e9f-f7269eded551), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:49.041676 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:55:49.144700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:49.145079 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (910f84b7-0fa6-40de-ae8c-0dfd6aee20a4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:49.154403 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eacf583-f719-47ba-9e4d-c887ac0ebeec tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:49.155353 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eacf583-f719-47ba-9e4d-c887ac0ebeec tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:49.160123 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2eacf583-f719-47ba-9e4d-c887ac0ebeec tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/ports/884d646d-01f4-431e-8e9f-f7269eded551 HTTP/1.1" status: 200 len: 910 time: 1.5071099 Jan 28 05:55:49.161002 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44366) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:49.173953 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacf583-f719-47ba-9e4d-c887ac0ebeec tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=884d646d-01f4-431e-8e9f-f7269eded551,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:49.264499 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:49.319996 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7da9dd4-528e-4ee4-92eb-5a153f796739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:49.347340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a8a6a-066c-4462-af90-dec653e4e9ab req-38270128-b3b4-4ba9-917e-569fe7cc3736 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:49.356967 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f54a8a6a-066c-4462-af90-dec653e4e9ab req-38270128-b3b4-4ba9-917e-569fe7cc3736 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.7104101 Jan 28 05:55:49.408591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39d2eb-bf3b-4a27-ae82-739fee94382c req-ae88d983-9aec-44ed-8202-fbae0777f3d2 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:49.408591 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c39d2eb-bf3b-4a27-ae82-739fee94382c req-ae88d983-9aec-44ed-8202-fbae0777f3d2 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.6612170 Jan 28 05:55:49.477977 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b12fb97-9724-4758-aea9-38f9d999bf9f req-06b62aa3-9a85-4985-b4c4-7c6e74f9a63b service neutron] 10.222.0.60 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7667744 Jan 28 05:55:49.563984 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c39d2eb-bf3b-4a27-ae82-739fee94382c req-60a6da04-34f7-475a-a40b-4c31b26cdf5f tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407607 Jan 28 05:55:49.636206 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7da9dd4-528e-4ee4-92eb-5a153f796739 admin admin] Publish callbacks [] for security_group (36bb1093-0138-4028-be90-3dbdfc5bb13c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:49.659075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f54a8a6a-066c-4462-af90-dec653e4e9ab req-eac977eb-7d5c-4b10-aa68-511013636340 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3006592 Jan 28 05:55:49.748566 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7da9dd4-528e-4ee4-92eb-5a153f796739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (36bb1093-0138-4028-be90-3dbdfc5bb13c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:49.766527 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50bf5061-593a-4567-9192-b69d22301b52 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (f0717618-6612-4257-9b04-180d20205024), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:49.826030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c7da9dd4-528e-4ee4-92eb-5a153f796739 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7017c84de5da47919bd4ee31c24dae37&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1724916 Jan 28 05:55:49.826030 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da9dd4-528e-4ee4-92eb-5a153f796739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bb1093-0138-4028-be90-3dbdfc5bb13c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:49.826430 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44382) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:49.831385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f763802-95da-4b5b-9145-e90a520a1c96 req-a8c39a38-55e1-4ecb-b47a-c03a2c0e52ef tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:49.832936 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f763802-95da-4b5b-9145-e90a520a1c96 req-a8c39a38-55e1-4ecb-b47a-c03a2c0e52ef tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.1387370 Jan 28 05:55:49.893010 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f763802-95da-4b5b-9145-e90a520a1c96 req-6f8a0f18-ca72-489f-95e7-cc3d67fe9b3e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497928 Jan 28 05:55:50.062857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-b71b7910-f7f1-4392-8f5f-a0b35727a881 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:50.064528 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-b71b7910-f7f1-4392-8f5f-a0b35727a881 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 812 time: 0.1336637 Jan 28 05:55:50.082422 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-7fadc6eb-c9b6-49dc-932a-5fd884824029 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/quotas/a5564a7eeef94f0591cc8cbdb3ffdbb8 HTTP/1.1" status: 200 len: 375 time: 0.0114255 Jan 28 05:55:50.194651 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-f1871258-e067-4bee-ba61-b5087d6d924a tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1049168 Jan 28 05:55:50.201249 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-f09757f0-9177-4d6c-b543-03e9414ca4a2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:55:50.221959 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-f09757f0-9177-4d6c-b543-03e9414ca4a2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0263405 Jan 28 05:55:50.357199 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-ed9b77fd-0796-4a89-93d2-bb2bcb15611a service neutron] 10.222.0.31 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341949 Jan 28 05:55:50.411688 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ef884726-f4c1-4408-b87d-7eb3b112ef34 admin admin] Publish callbacks [] for security_group (36bb1093-0138-4028-be90-3dbdfc5bb13c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:50.441723 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ef884726-f4c1-4408-b87d-7eb3b112ef34 admin admin] Publish callbacks [] for security_group (36bb1093-0138-4028-be90-3dbdfc5bb13c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:50.517516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-ca764b82-2c22-48cd-889f-a2bddee3e49c service neutron] 10.222.0.31 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528049 Jan 28 05:55:50.632649 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ef884726-f4c1-4408-b87d-7eb3b112ef34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (36bb1093-0138-4028-be90-3dbdfc5bb13c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:50.637441 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ef884726-f4c1-4408-b87d-7eb3b112ef34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:50.642442 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ef884726-f4c1-4408-b87d-7eb3b112ef34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36bb1093-0138-4028-be90-3dbdfc5bb13c HTTP/1.1" status: 204 len: 168 time: 0.8180888 Jan 28 05:55:50.690337 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef884726-f4c1-4408-b87d-7eb3b112ef34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bb1093-0138-4028-be90-3dbdfc5bb13c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:50.735802 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-50bf5061-593a-4567-9192-b69d22301b52 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting port 884d646d-01f4-431e-8e9f-f7269eded551 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:50.736146 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50bf5061-593a-4567-9192-b69d22301b52 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (884d646d-01f4-431e-8e9f-f7269eded551), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:50.786797 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3cc9a-c2bc-4c78-8e8d-5c62a34ace9f req-8982854b-14fc-4639-8206-a319c45a73b0 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:50.788593 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82c3cc9a-c2bc-4c78-8e8d-5c62a34ace9f req-8982854b-14fc-4639-8206-a319c45a73b0 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1135144 Jan 28 05:55:50.927526 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82c3cc9a-c2bc-4c78-8e8d-5c62a34ace9f req-05ecb4e4-913d-4767-982e-99ec248e5029 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268151 Jan 28 05:55:51.024179 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50bf5061-593a-4567-9192-b69d22301b52 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (884d646d-01f4-431e-8e9f-f7269eded551), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:51.051135 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bcde9ed4-e448-477d-a08e-55d94666a665 req-8dfbbbf5-c360-43fd-a0b8-7c3d38895955 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 210 time: 0.0632465 Jan 28 05:55:51.074078 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-50bf5061-593a-4567-9192-b69d22301b52 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Calling delete_port for 884d646d-01f4-431e-8e9f-f7269eded551 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:51.106945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd38fd-5973-4c99-a84d-b82c8e1a626c req-209b8542-ef85-476f-9165-d024e7601330 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:51.119743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-99dd38fd-5973-4c99-a84d-b82c8e1a626c req-209b8542-ef85-476f-9165-d024e7601330 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.0672154 Jan 28 05:55:51.204775 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-99dd38fd-5973-4c99-a84d-b82c8e1a626c req-976071de-d087-4672-9585-c4a17908ddcd tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835836 Jan 28 05:55:51.413518 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50bf5061-593a-4567-9192-b69d22301b52 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (884d646d-01f4-431e-8e9f-f7269eded551), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:51.449657 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf5061-593a-4567-9192-b69d22301b52 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Port': ['ID=884d646d-01f4-431e-8e9f-f7269eded551,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:51.616007 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50bf5061-593a-4567-9192-b69d22301b52 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (f0717618-6612-4257-9b04-180d20205024), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:51.706039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44428) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:51.721798 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8663a8a7-a053-493d-bb7e-1d40862bd223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:51.810564 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8663a8a7-a053-493d-bb7e-1d40862bd223 admin admin] Publish callbacks [] for security_group (88b942ad-3249-4866-bbf6-10830010c9cd), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:51.814158 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bf5061-593a-4567-9192-b69d22301b52 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router f0717618-6612-4257-9b04-180d20205024 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:55:51.891541 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bf5061-593a-4567-9192-b69d22301b52 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:55:51.902108 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-50bf5061-593a-4567-9192-b69d22301b52 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/f0717618-6612-4257-9b04-180d20205024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7307577 Jan 28 05:55:51.902245 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a00b61-509a-4d6f-8cbb-1085e958c139 None None] Sync routers for ids ['f0717618-6612-4257-9b04-180d20205024'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:55:51.902706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44432) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:51.911403 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a00b61-509a-4d6f-8cbb-1085e958c139 None None] Routers {'f0717618-6612-4257-9b04-180d20205024'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:51.912015 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c2a00b61-509a-4d6f-8cbb-1085e958c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:55:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f0717618-6612-4257-9b04-180d20205024'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:51.937928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-04db8834-758f-4bc4-a760-4aeef1d2a780 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0717618-6612-4257-9b04-180d20205024 HTTP/1.1" status: 200 len: 205 time: 0.0336971 Jan 28 05:55:51.937928 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8663a8a7-a053-493d-bb7e-1d40862bd223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (88b942ad-3249-4866-bbf6-10830010c9cd), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:51.944986 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44434) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:51.954930 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c2a00b61-509a-4d6f-8cbb-1085e958c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:51.982080 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a00b61-509a-4d6f-8cbb-1085e958c139 None None] Routers {'f0717618-6612-4257-9b04-180d20205024'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:55:51.982080 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c2a00b61-509a-4d6f-8cbb-1085e958c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:55:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f0717618-6612-4257-9b04-180d20205024'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:52.010723 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8663a8a7-a053-493d-bb7e-1d40862bd223 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6fbb1b4e8f2643a1877eb8a8b31ebfbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3033948 Jan 28 05:55:52.011726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44438) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:52.019391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663a8a7-a053-493d-bb7e-1d40862bd223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b942ad-3249-4866-bbf6-10830010c9cd,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:52.049057 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c2a00b61-509a-4d6f-8cbb-1085e958c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:52.049711 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a00b61-509a-4d6f-8cbb-1085e958c139 None None] The sync data for ids ['f0717618-6612-4257-9b04-180d20205024'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:55:52.084139 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b6d6-473f-4a0f-8003-edd1cabe4a12 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (f0717618-6612-4257-9b04-180d20205024), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.119055 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77b43ebd-2a80-44b3-b0e4-c41ea1758b79 admin admin] Publish callbacks [] for security_group (88b942ad-3249-4866-bbf6-10830010c9cd), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.134922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b1b61-2627-47fb-b3b5-7ad7b2c73980 req-16828591-507d-4c65-bf86-651b80c57a88 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:52.137040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-667b1b61-2627-47fb-b3b5-7ad7b2c73980 req-16828591-507d-4c65-bf86-651b80c57a88 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.0939891 Jan 28 05:55:52.174987 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77b43ebd-2a80-44b3-b0e4-c41ea1758b79 admin admin] Publish callbacks [] for security_group (88b942ad-3249-4866-bbf6-10830010c9cd), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.230937 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c17d51b7-2b26-46c6-a8ff-491a9dcecc66 req-58a63684-6eac-48f0-b683-4aa5ef92e7b8 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 210 time: 0.0536675 Jan 28 05:55:52.276399 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-667b1b61-2627-47fb-b3b5-7ad7b2c73980 req-589fed95-81ee-40d7-9b3b-3628ff840480 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294096 Jan 28 05:55:52.302809 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b6d6-473f-4a0f-8003-edd1cabe4a12 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (f0717618-6612-4257-9b04-180d20205024), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.307657 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b6d6-473f-4a0f-8003-edd1cabe4a12 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router_controller (f0717618-6612-4257-9b04-180d20205024), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.381311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ca4a0-d11c-4fcd-bb1c-8a88d30905ac req-5bbd5d84-d92a-4c84-8224-2d4217f55050 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:52.383013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff2ca4a0-d11c-4fcd-bb1c-8a88d30905ac req-5bbd5d84-d92a-4c84-8224-2d4217f55050 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.0638180 Jan 28 05:55:52.420814 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77b43ebd-2a80-44b3-b0e4-c41ea1758b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (88b942ad-3249-4866-bbf6-10830010c9cd), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.423813 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77b43ebd-2a80-44b3-b0e4-c41ea1758b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.425095 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-77b43ebd-2a80-44b3-b0e4-c41ea1758b79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88b942ad-3249-4866-bbf6-10830010c9cd HTTP/1.1" status: 204 len: 168 time: 0.4122961 Jan 28 05:55:52.448984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b43ebd-2a80-44b3-b0e4-c41ea1758b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b942ad-3249-4866-bbf6-10830010c9cd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:52.466502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff2ca4a0-d11c-4fcd-bb1c-8a88d30905ac req-f1e89b17-c431-46eb-8f6b-2828e61e683d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750186 Jan 28 05:55:52.524077 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b6d6-473f-4a0f-8003-edd1cabe4a12 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (f0717618-6612-4257-9b04-180d20205024), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.534043 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd2b6d6-473f-4a0f-8003-edd1cabe4a12 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Fanout notify agent at l3_agent the message router_deleted on router f0717618-6612-4257-9b04-180d20205024 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:55:52.538001 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b6d6-473f-4a0f-8003-edd1cabe4a12 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.539349 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fbd2b6d6-473f-4a0f-8003-edd1cabe4a12 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/routers/f0717618-6612-4257-9b04-180d20205024 HTTP/1.1" status: 204 len: 168 time: 0.5933039 Jan 28 05:55:52.542958 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44452) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:52.596078 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:55:52.625444 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae85483-65cf-42d4-9009-45ac6d4a06df tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting subnet 88ce3a78-f496-4725-a1b4-241722c3b976 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:55:52.629413 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aae85483-65cf-42d4-9009-45ac6d4a06df tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (88ce3a78-f496-4725-a1b4-241722c3b976), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.675786 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aae85483-65cf-42d4-9009-45ac6d4a06df tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (88ce3a78-f496-4725-a1b4-241722c3b976), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.764035 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aae85483-65cf-42d4-9009-45ac6d4a06df tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (88ce3a78-f496-4725-a1b4-241722c3b976), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:52.965067 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aae85483-65cf-42d4-9009-45ac6d4a06df tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (88ce3a78-f496-4725-a1b4-241722c3b976), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.025440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684e2293-a01e-4f66-9b3e-628a96691fb0 None None] Network e007b1cb-5d14-484a-b99e-bdc11b459e5e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:55:53.035956 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae85483-65cf-42d4-9009-45ac6d4a06df tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Subnet': ['ID=88ce3a78-f496-4725-a1b4-241722c3b976,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:53.053658 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aae85483-65cf-42d4-9009-45ac6d4a06df tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.057713 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-aae85483-65cf-42d4-9009-45ac6d4a06df tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/subnets/88ce3a78-f496-4725-a1b4-241722c3b976 HTTP/1.1" status: 204 len: 168 time: 0.5130105 Jan 28 05:55:53.060426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44466) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:53.084181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44468) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:53.161531 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (e007b1cb-5d14-484a-b99e-bdc11b459e5e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.238576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:53.238985 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (910f84b7-0fa6-40de-ae8c-0dfd6aee20a4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.242137 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-06fdfe4a-4e57-41a9-8e3f-e90161c2843d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.272783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af33f10-307d-41c2-a526-bca5228d41b6 None None] DHCP port deletion for e007b1cb-5d14-484a-b99e-bdc11b459e5e request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:55:53.347031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] For port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=910f84b7-0fa6-40de-ae8c-0dfd6aee20a4,segment=NetworkSegment(679a3fe0-63ba-4805-aac2-428b73e44e35),segment_id=679a3fe0-63ba-4805-aac2-428b73e44e35)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:53.347562 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (910f84b7-0fa6-40de-ae8c-0dfd6aee20a4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.373205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Calling delete_port for 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:53.392930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7af33f10-307d-41c2-a526-bca5228d41b6 None None] Deleting port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:55:53.393561 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7af33f10-307d-41c2-a526-bca5228d41b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (910f84b7-0fa6-40de-ae8c-0dfd6aee20a4), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.438376 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-06fdfe4a-4e57-41a9-8e3f-e90161c2843d admin admin] Publish callbacks [] for security_group (198422a1-ff1e-46b1-a89a-ec33143e19ff), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.500957 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7af33f10-307d-41c2-a526-bca5228d41b6 None None] For port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=910f84b7-0fa6-40de-ae8c-0dfd6aee20a4,segment=NetworkSegment(679a3fe0-63ba-4805-aac2-428b73e44e35),segment_id=679a3fe0-63ba-4805-aac2-428b73e44e35)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:53.501362 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7af33f10-307d-41c2-a526-bca5228d41b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (910f84b7-0fa6-40de-ae8c-0dfd6aee20a4), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.516345 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7af33f10-307d-41c2-a526-bca5228d41b6 None None] Calling delete_port for 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:55:53.518245 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-06fdfe4a-4e57-41a9-8e3f-e90161c2843d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (198422a1-ff1e-46b1-a89a-ec33143e19ff), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.523604 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f1e1246c-4776-447a-988e-d115304721cb req-24272174-21bf-426a-be9b-d98312ac33e1 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 210 time: 0.0944703 Jan 28 05:55:53.556500 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-06fdfe4a-4e57-41a9-8e3f-e90161c2843d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40b2d78167c240f3bfcb707522950a2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4705923 Jan 28 05:55:53.559507 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44480) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:53.600658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202b06f-571c-4598-88d0-0855ef681e8f req-8c189944-a0c3-480e-a391-5e75ff67d985 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:53.602267 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e202b06f-571c-4598-88d0-0855ef681e8f req-8c189944-a0c3-480e-a391-5e75ff67d985 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1053240 Jan 28 05:55:53.611002 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdfe4a-4e57-41a9-8e3f-e90161c2843d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198422a1-ff1e-46b1-a89a-ec33143e19ff,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:53.634375 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7af33f10-307d-41c2-a526-bca5228d41b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (910f84b7-0fa6-40de-ae8c-0dfd6aee20a4), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.638274 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (910f84b7-0fa6-40de-ae8c-0dfd6aee20a4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.639132 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32425fd0-187b-4d26-ab92-bd7c0b994a6d admin admin] Publish callbacks [] for security_group (198422a1-ff1e-46b1-a89a-ec33143e19ff), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.666083 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32425fd0-187b-4d26-ab92-bd7c0b994a6d admin admin] Publish callbacks [] for security_group (198422a1-ff1e-46b1-a89a-ec33143e19ff), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.723586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Port': ['ID=910f84b7-0fa6-40de-ae8c-0dfd6aee20a4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:53.737523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af33f10-307d-41c2-a526-bca5228d41b6 None None] No DVR routers for this DVR port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:55:53.738434 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af33f10-307d-41c2-a526-bca5228d41b6 None None] Pushing event deleted for resources: {'Port': ['ID=910f84b7-0fa6-40de-ae8c-0dfd6aee20a4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:53.753867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] No DVR routers for this DVR port 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:55:53.870677 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e202b06f-571c-4598-88d0-0855ef681e8f req-d5875c20-51d6-4e83-b339-2552da631f5a tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578168 Jan 28 05:55:53.878574 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32425fd0-187b-4d26-ab92-bd7c0b994a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (198422a1-ff1e-46b1-a89a-ec33143e19ff), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.881228 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32425fd0-187b-4d26-ab92-bd7c0b994a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:53.883970 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-32425fd0-187b-4d26-ab92-bd7c0b994a6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/198422a1-ff1e-46b1-a89a-ec33143e19ff HTTP/1.1" status: 204 len: 168 time: 0.3215897 Jan 28 05:55:53.900338 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32425fd0-187b-4d26-ab92-bd7c0b994a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198422a1-ff1e-46b1-a89a-ec33143e19ff,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:53.973989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f34cb-f7e7-450f-9fc6-4a69edd31d40 req-fd8996c5-8080-458c-bf4f-6c0d3f6bd0e9 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:53.975579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c8f34cb-f7e7-450f-9fc6-4a69edd31d40 req-fd8996c5-8080-458c-bf4f-6c0d3f6bd0e9 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.2575097 Jan 28 05:55:53.979723 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (e007b1cb-5d14-484a-b99e-bdc11b459e5e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:54.030164 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-3d80a1fe-8dbc-48be-b419-d6781c00523e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:54.031665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-3d80a1fe-8dbc-48be-b419-d6781c00523e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.60 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 812 time: 0.2917292 Jan 28 05:55:54.040397 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e007b1cb-5d14-484a-b99e-bdc11b459e5e']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:54.067333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-739b3ef9-8ff1-4b7e-90b4-63dc11225437 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Request body: {'port': {'device_id': '17c494e4-1a5b-4c9e-8d2c-23a4e294f074', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'admin_state_up': True, 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:54.073103 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679a3fe0-63ba-4805-aac2-428b73e44e35') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:54.073406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679a3fe0-63ba-4805-aac2-428b73e44e35') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:55:54.123100 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (679a3fe0-63ba-4805-aac2-428b73e44e35), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:54.142065 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c8f34cb-f7e7-450f-9fc6-4a69edd31d40 req-4643141c-a5d0-49a0-b364-444e8530ad61 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558409 Jan 28 05:55:54.153703 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (679a3fe0-63ba-4805-aac2-428b73e44e35), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:54.164150 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:55:54.164559 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (679a3fe0-63ba-4805-aac2-428b73e44e35), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:55:54.168509 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:55:54.341855 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (e007b1cb-5d14-484a-b99e-bdc11b459e5e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:54.353901 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:54.357326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/networks/e007b1cb-5d14-484a-b99e-bdc11b459e5e HTTP/1.1" status: 204 len: 168 time: 1.2950449 Jan 28 05:55:54.361433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44498) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:54.367225 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-999afae5-e72b-455c-8ce0-9a8eba412ac5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-394597472', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:54.377702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e8283-1ce8-4a98-9b62-f6228221aeaf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Network': ['ID=e007b1cb-5d14-484a-b99e-bdc11b459e5e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:54.380867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-739b3ef9-8ff1-4b7e-90b4-63dc11225437 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Made reservation on behalf of a5564a7eeef94f0591cc8cbdb3ffdbb8 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:55:54.385257 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-739b3ef9-8ff1-4b7e-90b4-63dc11225437 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:54.468595 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-999afae5-e72b-455c-8ce0-9a8eba412ac5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (190e1b7e-80b4-40c6-851b-08e5b92b231c), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:54.471115 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-999afae5-e72b-455c-8ce0-9a8eba412ac5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (190e1b7e-80b4-40c6-851b-08e5b92b231c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:54.544017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-739b3ef9-8ff1-4b7e-90b4-63dc11225437 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Allocated IP 172.20.0.7 (5c505b81-6ecb-4c4a-a856-19ef45e45048/f3d221ce-7bd7-457b-a352-259548b98d06/05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:55:54.557202 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-999afae5-e72b-455c-8ce0-9a8eba412ac5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router_controller (190e1b7e-80b4-40c6-851b-08e5b92b231c), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:54.672740 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-999afae5-e72b-455c-8ce0-9a8eba412ac5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (190e1b7e-80b4-40c6-851b-08e5b92b231c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:54.675501 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30819cff-31dc-4f67-a2c1-632a1dabfa19 req-5ae36b97-a450-43ce-a54b-351b82369c20 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 210 time: 0.0589440 Jan 28 05:55:54.736057 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-739b3ef9-8ff1-4b7e-90b4-63dc11225437 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:54.762196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44506) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:54.784656 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d525d826-65d3-48df-a8bc-055659e157ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:54.795261 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-999afae5-e72b-455c-8ce0-9a8eba412ac5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:54.800435 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-999afae5-e72b-455c-8ce0-9a8eba412ac5 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4340167 Jan 28 05:55:54.800851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44510) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:54.807214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-37050ba1-5d0d-449f-a9fe-38337dde2901 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'network': {'name': 'tempest-RoutersTest-946914327'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:54.872181 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d525d826-65d3-48df-a8bc-055659e157ba admin admin] Publish callbacks [] for security_group (2187a299-af20-42e1-bf5d-b8497a755158), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:54.930120 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-739b3ef9-8ff1-4b7e-90b4-63dc11225437 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:54.936336 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:55:54.958593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:55:54.959168 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 910f84b7-0fa6-40de-ae8c-0dfd6aee20a4 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:55:54.965715 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['665c9730-ba47-48db-9e9f-3536f440230a', 'b8983476-bb01-4d66-a819-c9bfe4235c6b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:55:54.971405 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-739b3ef9-8ff1-4b7e-90b4-63dc11225437 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Network 5c505b81-6ecb-4c4a-a856-19ef45e45048 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:54.974792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-739b3ef9-8ff1-4b7e-90b4-63dc11225437 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:54.979022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-739b3ef9-8ff1-4b7e-90b4-63dc11225437 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:55:55.009839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37050ba1-5d0d-449f-a9fe-38337dde2901 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:55:55.009839 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37050ba1-5d0d-449f-a9fe-38337dde2901 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:55.067131 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d525d826-65d3-48df-a8bc-055659e157ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2187a299-af20-42e1-bf5d-b8497a755158), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:55.077407 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b3ef9-8ff1-4b7e-90b4-63dc11225437 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Pushing event updated for resources: {'Port': ['ID=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:55.101514 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:55.101834 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37050ba1-5d0d-449f-a9fe-38337dde2901 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:55:55.108914 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525d826-65d3-48df-a8bc-055659e157ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2187a299-af20-42e1-bf5d-b8497a755158,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:55.123660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-739b3ef9-8ff1-4b7e-90b4-63dc11225437 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:55.124283 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-739b3ef9-8ff1-4b7e-90b4-63dc11225437 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:55.132132 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37050ba1-5d0d-449f-a9fe-38337dde2901 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (62d5207f-787a-459a-86f0-57f3beadd714), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:55.132481 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-37050ba1-5d0d-449f-a9fe-38337dde2901 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Added segment 62d5207f-787a-459a-86f0-57f3beadd714 of type vlan for network 59e91e7b-1d01-4bca-97b4-0c03f779a32c Jan 28 05:55:55.136217 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d525d826-65d3-48df-a8bc-055659e157ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=100049327e0642ae85cd59c0c75ca784&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3722675 Jan 28 05:55:55.144953 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44516) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:55.206081 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5fc03b65-fc4a-4fc7-9630-61ae4126d2fb admin admin] Publish callbacks [] for security_group (2187a299-af20-42e1-bf5d-b8497a755158), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:55.226201 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c81e47-a2f1-4174-b789-daf0a7a47756 req-ba583818-b3f4-44ce-ad98-1c6c372e7e8d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:55.233784 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58c81e47-a2f1-4174-b789-daf0a7a47756 req-ba583818-b3f4-44ce-ad98-1c6c372e7e8d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1822109 Jan 28 05:55:55.241265 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5fc03b65-fc4a-4fc7-9630-61ae4126d2fb admin admin] Publish callbacks [] for security_group (2187a299-af20-42e1-bf5d-b8497a755158), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:55.253569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-739b3ef9-8ff1-4b7e-90b4-63dc11225437 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1937518 Jan 28 05:55:55.277516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Request body: {'port': {'device_id': '17c494e4-1a5b-4c9e-8d2c-23a4e294f074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:55.286951 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37050ba1-5d0d-449f-a9fe-38337dde2901 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (59e91e7b-1d01-4bca-97b4-0c03f779a32c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:55.414652 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5fc03b65-fc4a-4fc7-9630-61ae4126d2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2187a299-af20-42e1-bf5d-b8497a755158), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:55.420303 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5fc03b65-fc4a-4fc7-9630-61ae4126d2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:55.422056 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5fc03b65-fc4a-4fc7-9630-61ae4126d2fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2187a299-af20-42e1-bf5d-b8497a755158 HTTP/1.1" status: 204 len: 168 time: 0.2760661 Jan 28 05:55:55.441757 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc03b65-fc4a-4fc7-9630-61ae4126d2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2187a299-af20-42e1-bf5d-b8497a755158,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:55.459601 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:55.470172 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58c81e47-a2f1-4174-b789-daf0a7a47756 req-6317442a-09d5-4f33-a90d-4a6ca9d9a0ed tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350712 Jan 28 05:55:55.505614 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3700b2-e5d4-498b-890c-95b50ce56a43 req-599abac5-1395-495c-9b09-6f36660fa03d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:55.507507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be3700b2-e5d4-498b-890c-95b50ce56a43 req-599abac5-1395-495c-9b09-6f36660fa03d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.1926794 Jan 28 05:55:55.523905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a3852861-3751-470a-b256-60411d064d1c None None] Provisioning complete for port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:55.530788 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3852861-3751-470a-b256-60411d064d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:55.558578 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37050ba1-5d0d-449f-a9fe-38337dde2901 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (59e91e7b-1d01-4bca-97b4-0c03f779a32c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:55.563842 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37050ba1-5d0d-449f-a9fe-38337dde2901 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:55.564444 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37050ba1-5d0d-449f-a9fe-38337dde2901 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:55.588680 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a3852861-3751-470a-b256-60411d064d1c None None] Port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:55:55.693640 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-37050ba1-5d0d-449f-a9fe-38337dde2901 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8915834 Jan 28 05:55:55.696882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44532) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:55.702371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-63af90f8-2b77-40d4-8364-31f5dc3650e3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'subnet': {'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:55:55.775624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37050ba1-5d0d-449f-a9fe-38337dde2901 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Network': ['ID=59e91e7b-1d01-4bca-97b4-0c03f779a32c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:55.788471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 59e91e7b-1d01-4bca-97b4-0c03f779a32c details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:55:55.796907 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be3700b2-e5d4-498b-890c-95b50ce56a43 req-d2345c22-999b-4eef-b4a2-043018f076cd tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828164 Jan 28 05:55:55.952522 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63af90f8-2b77-40d4-8364-31f5dc3650e3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:55:55.956416 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67ed67-319a-4e0a-952d-f674f22159f2 req-4b4cdf7d-be09-496f-a96a-60084eae5a05 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:55.956991 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63af90f8-2b77-40d4-8364-31f5dc3650e3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:55.963589 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a67ed67-319a-4e0a-952d-f674f22159f2 req-4b4cdf7d-be09-496f-a96a-60084eae5a05 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 931 time: 0.1122849 Jan 28 05:55:56.048551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a67ed67-319a-4e0a-952d-f674f22159f2 req-407229d9-8070-4110-a2d9-a0477a73431e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795052 Jan 28 05:55:56.111739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:55:56.120730 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Publish callbacks [] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:56.134928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Transition to ACTIVE for port object 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:55:56.232270 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:56.304651 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Pushing event updated for resources: {'Port': ['ID=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:56.329999 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63af90f8-2b77-40d4-8364-31f5dc3650e3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (d0da7f9b-ee3d-4473-94b0-9b536fb6c524), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:56.412083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Attempting to bind port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:55:56.412478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Attempting to bind port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:55:56.412730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Attempting to bind port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 on network 5c505b81-6ecb-4c4a-a856-19ef45e45048 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:55:56.422113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 on network 5c505b81-6ecb-4c4a-a856-19ef45e45048 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:55:56.422488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Attempting to bind port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 on network 5c505b81-6ecb-4c4a-a856-19ef45e45048 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:55:56.433371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:55:56.433794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Checking segment: {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:55:56.434085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Bound using segment: {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:55:56.434534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Bound port: 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de5200d-69b2-47ab-845d-4122b26233da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:55:56.434891 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:56.486986 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af90f8-2b77-40d4-8364-31f5dc3650e3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Subnet': ['ID=d0da7f9b-ee3d-4473-94b0-9b536fb6c524,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:56.494279 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af90f8-2b77-40d4-8364-31f5dc3650e3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Checking segment: {'id': '62d5207f-787a-459a-86f0-57f3beadd714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:55:56.494679 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63af90f8-2b77-40d4-8364-31f5dc3650e3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network hostable DHCP agents. Network: 59e91e7b-1d01-4bca-97b4-0c03f779a32c, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:55:56.554201 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] For port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:55:56.558616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] For port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:55:56.641502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0421f-dbac-4263-a10d-2bcc2e67c010 req-ecefdbab-d94d-4e05-b338-9e7ce7418eb0 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:56.644659 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51a0421f-dbac-4263-a10d-2bcc2e67c010 req-ecefdbab-d94d-4e05-b338-9e7ce7418eb0 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.0553482 Jan 28 05:55:56.655811 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63af90f8-2b77-40d4-8364-31f5dc3650e3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 59e91e7b-1d01-4bca-97b4-0c03f779a32c is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:55:56.661995 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:56.732458 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:56.733103 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:56.734572 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] 10.222.0.60 "PUT /v2.0/ports/05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 HTTP/1.1" status: 200 len: 1092 time: 1.4649909 Jan 28 05:55:56.736872 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c494e4-1a5b-4c9e-8d2c-23a4e294f074', 'tag': '05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:55:56.743594 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102b6cc9-fffd-4603-baf9-c4d4b66bb583" -d '{"events": [{"name": "network-changed", "server_uuid": "17c494e4-1a5b-4c9e-8d2c-23a4e294f074", "tag": "05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:55:56.760262 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-63af90f8-2b77-40d4-8364-31f5dc3650e3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 59e91e7b-1d01-4bca-97b4-0c03f779a32c) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:56.766898 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63af90f8-2b77-40d4-8364-31f5dc3650e3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:56.767781 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63af90f8-2b77-40d4-8364-31f5dc3650e3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:56.809189 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d54268-26d0-4517-824d-464b47b04878 None None] Network 59e91e7b-1d01-4bca-97b4-0c03f779a32c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:55:56.898578 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-63af90f8-2b77-40d4-8364-31f5dc3650e3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2004676 Jan 28 05:55:56.902288 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44576) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:55:57.301768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51a0421f-dbac-4263-a10d-2bcc2e67c010 req-8e8761a9-45c2-4f81-a29b-6b391b998138 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6468849 Jan 28 05:55:57.311038 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cd0889-4ba2-4f8e-a406-02a876844af4 x-openstack-request-id: req-f8cd0889-4ba2-4f8e-a406-02a876844af4 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:55:57.311413 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c494e4-1a5b-4c9e-8d2c-23a4e294f074", "tag": "05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:55:57.311738 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8cd0889-4ba2-4f8e-a406-02a876844af4 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:55:57.314815 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c494e4-1a5b-4c9e-8d2c-23a4e294f074', 'tag': '05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08', 'status': 'completed', 'code': 200} Jan 28 05:55:57.330260 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:55:57.332956 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:57.393407 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f62db-129a-4714-b3c5-0c777eac22f8 service neutron] Pushing event updated for resources: {'Port': ['ID=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:57.488049 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b6cc9-fffd-4603-baf9-c4d4b66bb583 req-7f83022f-c799-46ab-a0ad-9e35538f05a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:57.489788 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-102b6cc9-fffd-4603-baf9-c4d4b66bb583 req-7f83022f-c799-46ab-a0ad-9e35538f05a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 1095 time: 0.1807926 Jan 28 05:55:57.522681 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92aa9a5-cb82-49a2-95d1-8fbbd96e68fc req-b983ff53-69f6-404a-86c4-6ec889702ccf tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:57.524271 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d92aa9a5-cb82-49a2-95d1-8fbbd96e68fc req-b983ff53-69f6-404a-86c4-6ec889702ccf tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.2084413 Jan 28 05:55:57.535298 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:57.595728 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Allocated IP 172.20.0.2 (59e91e7b-1d01-4bca-97b4-0c03f779a32c/d0da7f9b-ee3d-4473-94b0-9b536fb6c524/0b5ea523-e065-49d2-940d-61868b159c7c) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:55:57.608011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e018b4-9cd2-48f4-81aa-94e89535514d req-9242361b-2ded-40d0-9eee-4575e54d1590 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:57.623251 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4e018b4-9cd2-48f4-81aa-94e89535514d req-9242361b-2ded-40d0-9eee-4575e54d1590 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 943 time: 0.1842804 Jan 28 05:55:57.697282 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:57.768192 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Publish callbacks [] for port (0b5ea523-e065-49d2-940d-61868b159c7c), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:57.781310 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d92aa9a5-cb82-49a2-95d1-8fbbd96e68fc req-d7df59b1-e723-4efa-acfc-3c72734ec140 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329397 Jan 28 05:55:57.824582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b6cc9-fffd-4603-baf9-c4d4b66bb583 req-aac3e68c-77ea-4b48-9c2b-8cf9a40bf83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:57.826047 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-102b6cc9-fffd-4603-baf9-c4d4b66bb583 req-aac3e68c-77ea-4b48-9c2b-8cf9a40bf83c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3174121 Jan 28 05:55:57.830281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4e018b4-9cd2-48f4-81aa-94e89535514d req-b2577f33-4869-4cd9-bdeb-805bf72a8cf4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120605 Jan 28 05:55:57.880107 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (0b5ea523-e065-49d2-940d-61868b159c7c), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:57.926206 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Network 59e91e7b-1d01-4bca-97b4-0c03f779a32c is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:57.953800 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Allocated IP 172.20.0.1 (59e91e7b-1d01-4bca-97b4-0c03f779a32c/d0da7f9b-ee3d-4473-94b0-9b536fb6c524/fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:55:57.974736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:57.987753 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:55:58.083750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Pushing event updated for resources: {'Port': ['ID=0b5ea523-e065-49d2-940d-61868b159c7c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:58.110894 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Attempting to bind port 0b5ea523-e065-49d2-940d-61868b159c7c on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:55:58.111545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Attempting to bind port 0b5ea523-e065-49d2-940d-61868b159c7c by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '62d5207f-787a-459a-86f0-57f3beadd714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:55:58.112274 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Attempting to bind port 0b5ea523-e065-49d2-940d-61868b159c7c on network 59e91e7b-1d01-4bca-97b4-0c03f779a32c {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:55:58.119552 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:55:58.120306 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Checking segment: {'id': '62d5207f-787a-459a-86f0-57f3beadd714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:55:58.120976 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:58.121717 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Bound using segment: {'id': '62d5207f-787a-459a-86f0-57f3beadd714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:55:58.122456 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Bound port: 0b5ea523-e065-49d2-940d-61868b159c7c, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d5207f-787a-459a-86f0-57f3beadd714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:55:58.131988 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0b5ea523-e065-49d2-940d-61868b159c7c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:58.134492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b6cc9-fffd-4603-baf9-c4d4b66bb583 req-a8f0ad2f-2f98-400d-acdc-ba2e63431211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:58.136007 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-102b6cc9-fffd-4603-baf9-c4d4b66bb583 req-a8f0ad2f-2f98-400d-acdc-ba2e63431211 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3027754 Jan 28 05:55:58.174439 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:58.214925 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] For port 0b5ea523-e065-49d2-940d-61868b159c7c, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:55:58.218642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] For port 0b5ea523-e065-49d2-940d-61868b159c7c, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0b5ea523-e065-49d2-940d-61868b159c7c,segment=NetworkSegment(62d5207f-787a-459a-86f0-57f3beadd714),segment_id=62d5207f-787a-459a-86f0-57f3beadd714)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:55:58.258098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-568e33a3-ae1e-4fb9-a1b6-d395ac3c88de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:58.260106 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-568e33a3-ae1e-4fb9-a1b6-d395ac3c88de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 1095 time: 0.0621800 Jan 28 05:55:58.277413 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:58.307213 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0b5ea523-e065-49d2-940d-61868b159c7c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:58.313190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-ac5ad73c-5384-4135-9d53-8b442d4bfca0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 HTTP/1.1" status: 200 len: 217 time: 0.0408866 Jan 28 05:55:58.332669 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 59e91e7b-1d01-4bca-97b4-0c03f779a32c is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:58.336393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:58.341611 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:55:58.390281 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:58.431483 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710dae6-e1a3-4cdf-ac27-e02229ba9f3c None None] Pushing event updated for resources: {'Port': ['ID=0b5ea523-e065-49d2-940d-61868b159c7c,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:58.432727 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (190e1b7e-80b4-40c6-851b-08e5b92b231c), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:58.436218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-649f4b2d-e604-4072-b26c-54d0891d6fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:58.438535 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-649f4b2d-e604-4072-b26c-54d0891d6fec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.1158125 Jan 28 05:55:58.574328 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-78b33775-6994-476f-9503-a4098fe57d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:58.575847 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-78b33775-6994-476f-9503-a4098fe57d77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316273 Jan 28 05:55:58.600596 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e8013-7ad1-4d4e-a0d7-148c3cce8b16 req-d94420cd-500b-44fc-905c-2253c7fe6717 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:58.609714 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d3e8013-7ad1-4d4e-a0d7-148c3cce8b16 req-d94420cd-500b-44fc-905c-2253c7fe6717 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.0910549 Jan 28 05:55:58.739638 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:58.751638 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d3e8013-7ad1-4d4e-a0d7-148c3cce8b16 req-4846ed20-d768-4c48-a3ca-7a26ccf1c90f tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405056 Jan 28 05:55:58.777993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-dc427071-d682-488b-a434-095a76aa418b service neutron] 10.222.0.60 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953399 Jan 28 05:55:59.046129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60d3075e-17c4-4541-a870-0ff0aad70935 req-caca0021-2f4f-4fbc-b07f-f8d2dedc5edf service neutron] 10.222.0.60 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615900 Jan 28 05:55:59.119822 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da1207-631f-40eb-b7a7-8954d022c352 req-f2969914-85b3-40eb-83dc-bec21517b382 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:59.126811 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52da1207-631f-40eb-b7a7-8954d022c352 req-f2969914-85b3-40eb-83dc-bec21517b382 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 943 time: 0.1864994 Jan 28 05:55:59.145192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb2952-869e-4007-becc-22b286458a24 req-7faebd9e-1845-4f32-8f25-3f735103d409 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:59.147130 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1dbb2952-869e-4007-becc-22b286458a24 req-7faebd9e-1845-4f32-8f25-3f735103d409 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.1632745 Jan 28 05:55:59.178850 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0b5ea523-e065-49d2-940d-61868b159c7c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:55:59.252589 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52da1207-631f-40eb-b7a7-8954d022c352 req-232394e8-a0a3-4128-90cd-b21906cdefdb tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241286 Jan 28 05:55:59.267135 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1dbb2952-869e-4007-becc-22b286458a24 req-1e032175-10d5-49d3-9780-9f22bdbfdcca tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117122 Jan 28 05:55:59.325892 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 0b5ea523-e065-49d2-940d-61868b159c7c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:55:59.326370 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0b5ea523-e065-49d2-940d-61868b159c7c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:59.391188 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:59.430933 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 0b5ea523-e065-49d2-940d-61868b159c7c is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:55:59.431414 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0b5ea523-e065-49d2-940d-61868b159c7c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:59.485441 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 0b5ea523-e065-49d2-940d-61868b159c7c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0b5ea523-e065-49d2-940d-61868b159c7c,segment=NetworkSegment(62d5207f-787a-459a-86f0-57f3beadd714),segment_id=62d5207f-787a-459a-86f0-57f3beadd714)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:55:59.518799 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:59.604774 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0b5ea523-e065-49d2-940d-61868b159c7c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:59.616942 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:59.641030 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (190e1b7e-80b4-40c6-851b-08e5b92b231c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:55:59.700366 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=0b5ea523-e065-49d2-940d-61868b159c7c,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:55:59.786367 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 59e91e7b-1d01-4bca-97b4-0c03f779a32c is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:55:59.787759 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:55:59.904283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b28e8-d919-4c56-8e51-a25ad6f7cdbf req-b7a5ea19-5364-4795-aa67-90df4839f547 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:55:59.905795 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-933b28e8-d919-4c56-8e51-a25ad6f7cdbf req-b7a5ea19-5364-4795-aa67-90df4839f547 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.0719254 Jan 28 05:55:59.957384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-933b28e8-d919-4c56-8e51-a25ad6f7cdbf req-3599250b-7e46-436a-957c-b14133edb998 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455816 Jan 28 05:55:59.964223 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36ae05a-38eb-4b39-9589-da45f8f05f84 None None] Network 59e91e7b-1d01-4bca-97b4-0c03f779a32c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:56:00.036051 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-52e9cd22-099f-4465-86e3-524784c7fd46 None None] Provisioning complete for port 0b5ea523-e065-49d2-940d-61868b159c7c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:00.036430 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52e9cd22-099f-4465-86e3-524784c7fd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0b5ea523-e065-49d2-940d-61868b159c7c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:00.072196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 190e1b7e-80b4-40c6-851b-08e5b92b231c is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:56:00.159339 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-52e9cd22-099f-4465-86e3-524784c7fd46 None None] Current status of the port 0b5ea523-e065-49d2-940d-61868b159c7c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:00.181821 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:56:00.193235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Sync routers for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:56:00.193752 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44698) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:00.194494 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5c34b3cb-c83c-4fd7-a2d6-f787cac1ae7c tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/190e1b7e-80b4-40c6-851b-08e5b92b231c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2870347 Jan 28 05:56:00.202612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-877dccd3-f727-4c66-9bf5-1cbe963c6162 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'network': {'name': 'tempest-RoutersTest-1161730658'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:56:00.213279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:00.214035 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:55:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:00.318361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877dccd3-f727-4c66-9bf5-1cbe963c6162 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:56:00.326073 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-877dccd3-f727-4c66-9bf5-1cbe963c6162 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:00.331402 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:00.463258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d272d-0de8-40e3-83bb-6c8b62357d65 req-5809bf6a-affc-42c6-8374-ec1a5df770f0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:00.476510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a7d272d-0de8-40e3-83bb-6c8b62357d65 req-5809bf6a-affc-42c6-8374-ec1a5df770f0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 943 time: 0.1177676 Jan 28 05:56:00.479075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877dccd3-f727-4c66-9bf5-1cbe963c6162 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:56:00.495111 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-877dccd3-f727-4c66-9bf5-1cbe963c6162 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (9a37b11c-2b01-4166-8527-c6622d7afbb1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:00.497951 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-877dccd3-f727-4c66-9bf5-1cbe963c6162 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Added segment 9a37b11c-2b01-4166-8527-c6622d7afbb1 of type vlan for network 3e66eeb6-71d4-4ce4-bd00-ab73cf786994 Jan 28 05:56:00.563916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0d4d6353-3c3f-443b-ba06-f74c0e2eaed2 None None] Provisioning complete for port 0b5ea523-e065-49d2-940d-61868b159c7c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:00.564299 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d4d6353-3c3f-443b-ba06-f74c0e2eaed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0b5ea523-e065-49d2-940d-61868b159c7c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:00.603764 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-877dccd3-f727-4c66-9bf5-1cbe963c6162 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (3e66eeb6-71d4-4ce4-bd00-ab73cf786994), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:00.636216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37c2bb-8750-4827-a7cb-39b9687094c6 req-c03e6cf6-9b21-437b-a9cf-125c0e1dda53 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:00.638454 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea37c2bb-8750-4827-a7cb-39b9687094c6 req-c03e6cf6-9b21-437b-a9cf-125c0e1dda53 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.2892582 Jan 28 05:56:00.662963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a7d272d-0de8-40e3-83bb-6c8b62357d65 req-b9d7e5ba-3a22-446e-af06-2c4d00783ea8 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258166 Jan 28 05:56:00.715580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea37c2bb-8750-4827-a7cb-39b9687094c6 req-5023cbb2-fb99-45a6-a3f6-b9708781a2fa tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699055 Jan 28 05:56:00.741197 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:55:58Z', 'revision_number': 2, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:55:59Z', 'revision_number': 2, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:00.744731 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d6353-3c3f-443b-ba06-f74c0e2eaed2 None None] Current status of the port 0b5ea523-e065-49d2-940d-61868b159c7c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:00.778671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Checking router: 190e1b7e-80b4-40c6-851b-08e5b92b231c for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:56:00.778924 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Updating router 190e1b7e-80b4-40c6-851b-08e5b92b231c port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:56:00.812626 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0d4d6353-3c3f-443b-ba06-f74c0e2eaed2 None None] Provisioning complete for port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:00.813009 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d4d6353-3c3f-443b-ba06-f74c0e2eaed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:00.815746 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:00.816498 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-877dccd3-f727-4c66-9bf5-1cbe963c6162 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (3e66eeb6-71d4-4ce4-bd00-ab73cf786994), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:00.822315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877dccd3-f727-4c66-9bf5-1cbe963c6162 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:00.825006 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-877dccd3-f727-4c66-9bf5-1cbe963c6162 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:00.878819 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d6353-3c3f-443b-ba06-f74c0e2eaed2 None None] Port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:56:00.966885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877dccd3-f727-4c66-9bf5-1cbe963c6162 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Network': ['ID=3e66eeb6-71d4-4ce4-bd00-ab73cf786994,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:01.007544 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0b5ea523-e065-49d2-940d-61868b159c7c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:56:01.010067 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 3e66eeb6-71d4-4ce4-bd00-ab73cf786994 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:56:01.031920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-877dccd3-f727-4c66-9bf5-1cbe963c6162 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8369482 Jan 28 05:56:01.035033 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44720) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:01.040625 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ad3b32ac-b352-4319-b674-35e2ff011a65 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'subnet': {'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:56:01.063104 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44722) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:01.132916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-dcf27b5e-9ea6-4fff-a945-5f66197ab87d None None] Provisioning complete for port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:01.133291 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dcf27b5e-9ea6-4fff-a945-5f66197ab87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:01.143585 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb25e11-3ad4-47c1-be99-3012c0691fe0 req-0d57b43e-71c5-4637-a7af-c667a383b29b tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:01.155393 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9cb25e11-3ad4-47c1-be99-3012c0691fe0 req-0d57b43e-71c5-4637-a7af-c667a383b29b tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.0851355 Jan 28 05:56:01.225938 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9cb25e11-3ad4-47c1-be99-3012c0691fe0 req-79a43b5e-6d84-4443-8673-ac215c3d2041 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680740 Jan 28 05:56:01.236755 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3b32ac-b352-4319-b674-35e2ff011a65 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:56:01.241391 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ad3b32ac-b352-4319-b674-35e2ff011a65 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:01.247125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 0b5ea523-e065-49d2-940d-61868b159c7c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:01.247627 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0b5ea523-e065-49d2-940d-61868b159c7c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:01.252974 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dcf27b5e-9ea6-4fff-a945-5f66197ab87d None None] Port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:56:01.320426 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7d4e969e-2ec0-4044-9df2-c17802471f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:01.377173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bda92f-5d4e-4d5b-a8c5-84b4a2f78291 req-5d1f166c-e92e-4f70-9bf0-f92aaf4cfd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:01.378900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15bda92f-5d4e-4d5b-a8c5-84b4a2f78291 req-5d1f166c-e92e-4f70-9bf0-f92aaf4cfd72 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df&tenant_id=ab9f5d5d427244a98e0169fec132ab39 HTTP/1.1" status: 200 len: 1095 time: 0.1385880 Jan 28 05:56:01.408512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 0b5ea523-e065-49d2-940d-61868b159c7c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:01.434523 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Publish callbacks [] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:01.437007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7a71af0e-989c-44da-9ec5-5f5156b7a647 None None] Provisioning complete for port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:01.437376 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7a71af0e-989c-44da-9ec5-5f5156b7a647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:01.475884 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7a71af0e-989c-44da-9ec5-5f5156b7a647 None None] Port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:56:01.502941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bda92f-5d4e-4d5b-a8c5-84b4a2f78291 req-a15b16d1-ce66-4c65-80b4-9c841d3e3394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:01.504455 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15bda92f-5d4e-4d5b-a8c5-84b4a2f78291 req-a15b16d1-ce66-4c65-80b4-9c841d3e3394 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab9f5d5d427244a98e0169fec132ab39&device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 1095 time: 0.0801234 Jan 28 05:56:01.530163 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7d4e969e-2ec0-4044-9df2-c17802471f66 admin admin] Publish callbacks [] for security_group (9082b2f3-aa1f-414f-9513-44726059b30c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:01.552734 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:01.611905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bf601-a445-41e2-be53-98407e1627c8 None None] Pushing event updated for resources: {'Port': ['ID=fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:01.614801 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bda92f-5d4e-4d5b-a8c5-84b4a2f78291 req-8c79a14b-f559-4f08-80a8-2b6050a7a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:01.616645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15bda92f-5d4e-4d5b-a8c5-84b4a2f78291 req-8c79a14b-f559-4f08-80a8-2b6050a7a8f3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b HTTP/1.1" status: 200 len: 918 time: 0.1052547 Jan 28 05:56:01.620633 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ad3b32ac-b352-4319-b674-35e2ff011a65 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (09f5764e-ca72-4f4c-a334-a40b6664eb63), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:01.643675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf601-a445-41e2-be53-98407e1627c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:01.644386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf601-a445-41e2-be53-98407e1627c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:01.644386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf601-a445-41e2-be53-98407e1627c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:01.644836 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf601-a445-41e2-be53-98407e1627c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:01.645177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf601-a445-41e2-be53-98407e1627c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:01.645512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf601-a445-41e2-be53-98407e1627c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:01.645870 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf601-a445-41e2-be53-98407e1627c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:01.646201 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf601-a445-41e2-be53-98407e1627c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:01.646574 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf601-a445-41e2-be53-98407e1627c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:01.646904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf601-a445-41e2-be53-98407e1627c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:01.647232 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf601-a445-41e2-be53-98407e1627c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:01.647562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf601-a445-41e2-be53-98407e1627c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:01.647891 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf601-a445-41e2-be53-98407e1627c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:01.689935 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7d4e969e-2ec0-4044-9df2-c17802471f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9082b2f3-aa1f-414f-9513-44726059b30c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:01.732371 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Attempting to bind port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:56:01.733668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Attempting to bind port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '62d5207f-787a-459a-86f0-57f3beadd714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:56:01.737188 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Attempting to bind port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c on network 59e91e7b-1d01-4bca-97b4-0c03f779a32c {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:56:01.749695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b32ac-b352-4319-b674-35e2ff011a65 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Subnet': ['ID=09f5764e-ca72-4f4c-a334-a40b6664eb63,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:01.752544 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:56:01.752954 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Checking segment: {'id': '62d5207f-787a-459a-86f0-57f3beadd714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:56:01.753366 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:01.753982 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Bound using segment: {'id': '62d5207f-787a-459a-86f0-57f3beadd714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:56:01.757426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15bda92f-5d4e-4d5b-a8c5-84b4a2f78291 req-76f30087-39d4-4f95-a8a7-de481b4b103c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff4e1cbd-a8ba-418f-9630-3402de151b18 HTTP/1.1" status: 200 len: 999 time: 0.1341875 Jan 28 05:56:01.759102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Bound port: fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d5207f-787a-459a-86f0-57f3beadd714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:56:01.759556 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:01.765952 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:56:01.796439 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b32ac-b352-4319-b674-35e2ff011a65 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Checking segment: {'id': '9a37b11c-2b01-4166-8527-c6622d7afbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:56:01.796836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3b32ac-b352-4319-b674-35e2ff011a65 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network hostable DHCP agents. Network: 3e66eeb6-71d4-4ce4-bd00-ab73cf786994, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:56:01.801501 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7d4e969e-2ec0-4044-9df2-c17802471f66 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=153a0e5fdc064f29bdd15003cc0c3ffb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7372038 Jan 28 05:56:01.803500 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e969e-2ec0-4044-9df2-c17802471f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9082b2f3-aa1f-414f-9513-44726059b30c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:01.808193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44742) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:01.940701 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] For port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:56:01.941447 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3b32ac-b352-4319-b674-35e2ff011a65 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 3e66eeb6-71d4-4ce4-bd00-ab73cf786994 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:56:01.945004 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] For port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c,segment=NetworkSegment(62d5207f-787a-459a-86f0-57f3beadd714),segment_id=62d5207f-787a-459a-86f0-57f3beadd714)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:56:01.948512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bda92f-5d4e-4d5b-a8c5-84b4a2f78291 req-c5185f23-8a08-42a6-b632-37ebcf2e9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:01.950011 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15bda92f-5d4e-4d5b-a8c5-84b4a2f78291 req-c5185f23-8a08-42a6-b632-37ebcf2e9799 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12e0ced4-18e5-4afc-8b80-623ef26fa087 HTTP/1.1" status: 200 len: 856 time: 0.1731706 Jan 28 05:56:01.967626 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:01.982596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'port_id': '05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08', 'mac_address': 'fa:16:3e:e3:c7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:56:01.983050 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1f10-8013-43e7-b72b-4e2807c8beff req-d783a8bd-def8-48a8-b5a0-461387b3728f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:01.984639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc6d1f10-8013-43e7-b72b-4e2807c8beff req-d783a8bd-def8-48a8-b5a0-461387b3728f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 943 time: 0.1463065 Jan 28 05:56:02.035398 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:02.036198 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf054fe-1034-43e2-a9d6-3adf6cb3aa93 req-8f71c3e9-b3a9-4877-8055-b015b7274f0f tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:02.037725 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ccf054fe-1034-43e2-a9d6-3adf6cb3aa93 req-8f71c3e9-b3a9-4877-8055-b015b7274f0f tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.2044888 Jan 28 05:56:02.044260 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:02.044655 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:02.046320 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f8263282-8f70-445c-932e-203429436a65 None None] Provisioning complete for port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:02.046681 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8263282-8f70-445c-932e-203429436a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:02.067457 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-180869b9-081a-4a3f-812b-f861f048c5fe admin admin] Publish callbacks [] for security_group (9082b2f3-aa1f-414f-9513-44726059b30c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:02.072826 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-ad3b32ac-b352-4319-b674-35e2ff011a65 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 3e66eeb6-71d4-4ce4-bd00-ab73cf786994) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:56:02.081631 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b32ac-b352-4319-b674-35e2ff011a65 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:02.088845 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ad3b32ac-b352-4319-b674-35e2ff011a65 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:02.104142 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4c218d-3f80-4ef7-8962-455772ef097f None None] Network 3e66eeb6-71d4-4ce4-bd00-ab73cf786994 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:56:02.114137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bda92f-5d4e-4d5b-a8c5-84b4a2f78291 req-3e1be254-a50f-4af5-85a1-455e48a03df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:02.115825 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15bda92f-5d4e-4d5b-a8c5-84b4a2f78291 req-3e1be254-a50f-4af5-85a1-455e48a03df5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592607 Jan 28 05:56:02.136081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:56:02.147563 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-180869b9-081a-4a3f-812b-f861f048c5fe admin admin] Publish callbacks [] for security_group (9082b2f3-aa1f-414f-9513-44726059b30c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:02.169356 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc6d1f10-8013-43e7-b72b-4e2807c8beff req-6429defc-5c30-4985-b5f7-bc8732aec581 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639347 Jan 28 05:56:02.210843 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ad3b32ac-b352-4319-b674-35e2ff011a65 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1721127 Jan 28 05:56:02.211242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44746) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:02.253043 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ccf054fe-1034-43e2-a9d6-3adf6cb3aa93 req-26dc5b29-2c71-4a38-8222-1315e056e606 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060108 Jan 28 05:56:02.343426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15bda92f-5d4e-4d5b-a8c5-84b4a2f78291 req-43aa310f-e2e2-4536-8d1c-e65eb6a2c442 service neutron] 10.222.0.60 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170198 Jan 28 05:56:02.389971 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-180869b9-081a-4a3f-812b-f861f048c5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9082b2f3-aa1f-414f-9513-44726059b30c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:02.408366 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-180869b9-081a-4a3f-812b-f861f048c5fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:02.413958 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-180869b9-081a-4a3f-812b-f861f048c5fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9082b2f3-aa1f-414f-9513-44726059b30c HTTP/1.1" status: 204 len: 168 time: 0.5808032 Jan 28 05:56:02.463356 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:02.464099 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:55:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:02.468944 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:02.479967 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bf601-a445-41e2-be53-98407e1627c8 None None] Pushing event updated for resources: {'Port': ['ID=fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:02.490404 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180869b9-081a-4a3f-812b-f861f048c5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9082b2f3-aa1f-414f-9513-44726059b30c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:02.593129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ece78-e2ba-41b1-8dde-5bcd85f46d19 req-3877c0fb-08a0-482b-b212-298b5168c503 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:02.594685 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f4ece78-e2ba-41b1-8dde-5bcd85f46d19 req-3877c0fb-08a0-482b-b212-298b5168c503 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1778352 Jan 28 05:56:02.597290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15bda92f-5d4e-4d5b-a8c5-84b4a2f78291 req-231d23d5-6945-4405-a286-ea080960d6a0 service neutron] 10.222.0.60 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468736 Jan 28 05:56:02.603886 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:02.611971 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a38cab4f-cd13-4541-bd11-c362e2a71d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:02.671095 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f4ece78-e2ba-41b1-8dde-5bcd85f46d19 req-8838045d-fc10-421b-9324-1917dd36d937 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691595 Jan 28 05:56:02.711986 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:56:02.711986 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:02.722502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:02.769813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f8263282-8f70-445c-932e-203429436a65 None None] Current status of the port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:02.770173 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8263282-8f70-445c-932e-203429436a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:02.775130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:02.939079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f8263282-8f70-445c-932e-203429436a65 None None] For port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c,segment=NetworkSegment(62d5207f-787a-459a-86f0-57f3beadd714),segment_id=62d5207f-787a-459a-86f0-57f3beadd714)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:03.051120 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8263282-8f70-445c-932e-203429436a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:03.060435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:56:03.070088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Allocated IP 172.21.0.2 (3e66eeb6-71d4-4ce4-bd00-ab73cf786994/09f5764e-ca72-4f4c-a334-a40b6664eb63/fb60c34b-9de7-4371-b870-6f12f9684033) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:56:03.161255 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:03.354204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cdaf9-441e-417c-a3bd-cbb3b9c4c024 req-60713536-ae17-4b20-ab61-deab97e4aab4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:03.357267 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8263282-8f70-445c-932e-203429436a65 None None] Pushing event updated for resources: {'Port': ['ID=fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:03.368405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-070cdaf9-441e-417c-a3bd-cbb3b9c4c024 req-60713536-ae17-4b20-ab61-deab97e4aab4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 944 time: 0.1004870 Jan 28 05:56:03.436979 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b73c2ced-cd52-4f29-ba4c-32cabb9a29b0 None None] Provisioning complete for port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:03.442508 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b73c2ced-cd52-4f29-ba4c-32cabb9a29b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:03.494939 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-070cdaf9-441e-417c-a3bd-cbb3b9c4c024 req-145f921f-d63f-4eb9-b32a-ec0e1c3754cd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256440 Jan 28 05:56:03.525633 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9863f-1ba8-477e-866c-ed33142f63b5 req-c7445cea-c221-4e12-8de7-1526646e29fa tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:03.527509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aac9863f-1ba8-477e-866c-ed33142f63b5 req-c7445cea-c221-4e12-8de7-1526646e29fa tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.0833631 Jan 28 05:56:03.553254 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44782) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:03.569553 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea0ef4ef-7543-48d6-856a-e173557f4046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:03.610656 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aac9863f-1ba8-477e-866c-ed33142f63b5 req-85f83445-71ce-4d1d-98de-f9d608076df4 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771472 Jan 28 05:56:03.654804 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:55:58Z', 'revision_number': 2, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:01Z', 'revision_number': 4, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:03.662814 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea0ef4ef-7543-48d6-856a-e173557f4046 admin admin] Publish callbacks [] for security_group (8e364df7-4297-4b07-b73d-3e4156a665ac), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:03.711344 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Publish callbacks [] for port (fb60c34b-9de7-4371-b870-6f12f9684033), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:03.726435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b7e89b-213a-4416-96c2-37a2e1088c6f None None] The sync data for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 is: [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:55:58Z', 'revision_number': 2, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:01Z', 'revision_number': 4, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:56:03.792988 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ea0ef4ef-7543-48d6-856a-e173557f4046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8e364df7-4297-4b07-b73d-3e4156a665ac), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:03.811035 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b73c2ced-cd52-4f29-ba4c-32cabb9a29b0 None None] Current status of the port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:03.896769 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (fb60c34b-9de7-4371-b870-6f12f9684033), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:03.952894 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Network 3e66eeb6-71d4-4ce4-bd00-ab73cf786994 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:56:03.957570 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:56:03.967279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:56:03.980586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeac070-5c7c-4fc2-ac3f-7e61d2a4e84e req-a2e970aa-7279-49f7-861e-191a3505d7d2 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:03.992811 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0aeac070-5c7c-4fc2-ac3f-7e61d2a4e84e req-a2e970aa-7279-49f7-861e-191a3505d7d2 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1388946 Jan 28 05:56:04.033745 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ea0ef4ef-7543-48d6-856a-e173557f4046 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c11d6c0386b542e8a181bf9b353f69c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4775665 Jan 28 05:56:04.037314 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44788) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:04.061685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Pushing event updated for resources: {'Port': ['ID=fb60c34b-9de7-4371-b870-6f12f9684033,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:04.078292 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ef4ef-7543-48d6-856a-e173557f4046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e364df7-4297-4b07-b73d-3e4156a665ac,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:04.085677 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Attempting to bind port fb60c34b-9de7-4371-b870-6f12f9684033 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:56:04.086260 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Attempting to bind port fb60c34b-9de7-4371-b870-6f12f9684033 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '9a37b11c-2b01-4166-8527-c6622d7afbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:56:04.087676 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Attempting to bind port fb60c34b-9de7-4371-b870-6f12f9684033 on network 3e66eeb6-71d4-4ce4-bd00-ab73cf786994 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:56:04.094523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:56:04.094976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Checking segment: {'id': '9a37b11c-2b01-4166-8527-c6622d7afbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:56:04.095600 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:04.096785 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Bound using segment: {'id': '9a37b11c-2b01-4166-8527-c6622d7afbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:56:04.097567 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Bound port: fb60c34b-9de7-4371-b870-6f12f9684033, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a37b11c-2b01-4166-8527-c6622d7afbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:56:04.097998 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fb60c34b-9de7-4371-b870-6f12f9684033), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:04.115717 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Allocated IP 172.21.0.1 (3e66eeb6-71d4-4ce4-bd00-ab73cf786994/09f5764e-ca72-4f4c-a334-a40b6664eb63/4bae66ab-1955-4c74-a3b5-53941700b2aa) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:56:04.250232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0aeac070-5c7c-4fc2-ac3f-7e61d2a4e84e req-86024820-6e49-40d4-a3bf-b37c7bd53835 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560723 Jan 28 05:56:04.267552 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] For port fb60c34b-9de7-4371-b870-6f12f9684033, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:56:04.271980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] For port fb60c34b-9de7-4371-b870-6f12f9684033, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fb60c34b-9de7-4371-b870-6f12f9684033,segment=NetworkSegment(9a37b11c-2b01-4166-8527-c6622d7afbb1),segment_id=9a37b11c-2b01-4166-8527-c6622d7afbb1)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:56:04.310268 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66fa30b0-9628-4d8b-934f-74ea187152f3 admin admin] Publish callbacks [] for security_group (8e364df7-4297-4b07-b73d-3e4156a665ac), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:04.347395 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fb60c34b-9de7-4371-b870-6f12f9684033), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:04.361775 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66fa30b0-9628-4d8b-934f-74ea187152f3 admin admin] Publish callbacks [] for security_group (8e364df7-4297-4b07-b73d-3e4156a665ac), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:04.465488 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (4bae66ab-1955-4c74-a3b5-53941700b2aa), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:04.558655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bb9b8-86bc-4484-b0c4-120aeaf0a941 None None] Pushing event updated for resources: {'Port': ['ID=fb60c34b-9de7-4371-b870-6f12f9684033,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:04.626501 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66fa30b0-9628-4d8b-934f-74ea187152f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8e364df7-4297-4b07-b73d-3e4156a665ac), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:04.658994 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (4bae66ab-1955-4c74-a3b5-53941700b2aa), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:04.667609 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66fa30b0-9628-4d8b-934f-74ea187152f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:04.677254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-66fa30b0-9628-4d8b-934f-74ea187152f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e364df7-4297-4b07-b73d-3e4156a665ac HTTP/1.1" status: 204 len: 168 time: 0.6384716 Jan 28 05:56:04.723994 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa30b0-9628-4d8b-934f-74ea187152f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e364df7-4297-4b07-b73d-3e4156a665ac,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:04.750103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 3e66eeb6-71d4-4ce4-bd00-ab73cf786994 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:56:04.762030 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:56:04.773055 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:56:04.816203 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49c3198d-fec5-415b-9d8e-0fb9b6c9aa11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:04.824243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6e56c-af28-4a2d-b588-e946b74bffa3 req-f0eab803-2320-44b0-95a4-21e02a688a6a tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:04.829665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7b6e56c-af28-4a2d-b588-e946b74bffa3 req-f0eab803-2320-44b0-95a4-21e02a688a6a tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 944 time: 0.2224352 Jan 28 05:56:04.905637 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=4bae66ab-1955-4c74-a3b5-53941700b2aa,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:04.987843 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (190e1b7e-80b4-40c6-851b-08e5b92b231c), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:05.058235 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7b6e56c-af28-4a2d-b588-e946b74bffa3 req-3bfeb801-eba5-4a52-b34a-af94d66518c2 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031348 Jan 28 05:56:05.083112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3bb5e-3001-4dd4-927b-cef6621528a9 req-991ccb08-3fca-488b-bd86-6c59b111aa18 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:05.087928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36e3bb5e-3001-4dd4-927b-cef6621528a9 req-991ccb08-3fca-488b-bd86-6c59b111aa18 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.1692181 Jan 28 05:56:05.218607 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36e3bb5e-3001-4dd4-927b-cef6621528a9 req-d16801ea-641c-4205-a802-821af28b7d9f tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135099 Jan 28 05:56:05.513783 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4bae66ab-1955-4c74-a3b5-53941700b2aa), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:05.694582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b64be7-d129-4ca0-87e5-6a15fac185c6 req-d0dc6524-b00e-4ccf-9510-7b823b628dd5 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:05.704820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1b64be7-d129-4ca0-87e5-6a15fac185c6 req-d0dc6524-b00e-4ccf-9510-7b823b628dd5 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1697264 Jan 28 05:56:05.793261 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:56:05.849804 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1b64be7-d129-4ca0-87e5-6a15fac185c6 req-c6c6d355-462b-4307-bb0d-0a26d5339ca5 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439397 Jan 28 05:56:05.857982 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:56:06.016381 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:06.016764 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:06.089204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:56:06.095713 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:06.096083 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:06.195432 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (4bae66ab-1955-4c74-a3b5-53941700b2aa), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:06.232850 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:06.233862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fb60c34b-9de7-4371-b870-6f12f9684033 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:56:06.263705 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba31bf-dbaf-486a-95e4-b45176be080a req-613723bc-65a9-4f6c-841d-6c2354198e7e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:06.272759 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (4bae66ab-1955-4c74-a3b5-53941700b2aa), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:06.276691 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0ba31bf-dbaf-486a-95e4-b45176be080a req-613723bc-65a9-4f6c-841d-6c2354198e7e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 944 time: 0.0766408 Jan 28 05:56:06.345361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0ba31bf-dbaf-486a-95e4-b45176be080a req-46a904b6-5d25-46b1-9233-9d1319ef6e88 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697963 Jan 28 05:56:06.418340 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=4bae66ab-1955-4c74-a3b5-53941700b2aa,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:06.545042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d537315-107c-447b-8018-2bfc2a6e49e8 req-2ca5181d-a9f8-4e95-b096-344ae5701638 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:06.550716 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (190e1b7e-80b4-40c6-851b-08e5b92b231c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:06.556049 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:06.556804 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:06.557865 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d537315-107c-447b-8018-2bfc2a6e49e8 req-2ca5181d-a9f8-4e95-b096-344ae5701638 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.2255914 Jan 28 05:56:06.600837 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:06.611545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port fb60c34b-9de7-4371-b870-6f12f9684033 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:06.613706 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fb60c34b-9de7-4371-b870-6f12f9684033), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:06.647821 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d537315-107c-447b-8018-2bfc2a6e49e8 req-3ff25fb3-a602-4851-b849-56bf3bab4922 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887785 Jan 28 05:56:06.699102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c494e4-1a5b-4c9e-8d2c-23a4e294f074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:56:06.703461 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d5c474-d62c-42e3-bf48-ec64a21803c5" -d '{"events": [{"server_uuid": "17c494e4-1a5b-4c9e-8d2c-23a4e294f074", "name": "network-vif-plugged", "status": "completed", "tag": "05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:56:06.730877 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:06.850224 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 3e66eeb6-71d4-4ce4-bd00-ab73cf786994 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:56:06.852951 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:56:07.105205 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 190e1b7e-80b4-40c6-851b-08e5b92b231c has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:56:07.149892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a8bdf-8d6b-46bf-aea0-3ec0e4f67c7d req-9759c9ec-07d9-41c3-b1ac-75c89d8441c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:07.151950 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f15a8bdf-8d6b-46bf-aea0-3ec0e4f67c7d req-9759c9ec-07d9-41c3-b1ac-75c89d8441c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 1097 time: 0.1464186 Jan 28 05:56:07.174744 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e893ac-7a92-42e7-bb73-5923f5ddd54e req-579d05b8-bf23-4966-a262-d9156a3d4d58 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:07.176928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23e893ac-7a92-42e7-bb73-5923f5ddd54e req-579d05b8-bf23-4966-a262-d9156a3d4d58 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1294768 Jan 28 05:56:07.303510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port fb60c34b-9de7-4371-b870-6f12f9684033 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:07.304050 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fb60c34b-9de7-4371-b870-6f12f9684033), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:07.322775 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e885977-bf96-4db7-805a-39921cdfab8f x-openstack-request-id: req-3e885977-bf96-4db7-805a-39921cdfab8f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:56:07.323060 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c494e4-1a5b-4c9e-8d2c-23a4e294f074", "name": "network-vif-plugged", "status": "completed", "tag": "05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:56:07.323573 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e885977-bf96-4db7-805a-39921cdfab8f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:56:07.324029 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c494e4-1a5b-4c9e-8d2c-23a4e294f074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08', 'code': 200} Jan 28 05:56:07.325514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229acebb-25c7-45aa-92d1-73c7ae64dbd2 None None] Network 3e66eeb6-71d4-4ce4-bd00-ab73cf786994 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:56:07.338703 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:56:07.353328 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Sync routers for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:56:07.355358 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-920f0808-ae02-4ead-a709-837a59ef7002 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/190e1b7e-80b4-40c6-851b-08e5b92b231c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1425138 Jan 28 05:56:07.356239 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44844) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:07.362166 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f1e687ee-40a9-4947-afb5-37501aad2884 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'network': {'name': 'tempest-RoutersTest-669309426'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:56:07.380574 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:07.381205 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:07.396102 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:07.448780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e687ee-40a9-4947-afb5-37501aad2884 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:56:07.454012 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1e687ee-40a9-4947-afb5-37501aad2884 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:07.507969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-760d3eeb-3ba2-4c1e-a475-fc25a7c5c30e None None] Provisioning complete for port fb60c34b-9de7-4371-b870-6f12f9684033 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:07.527892 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-760d3eeb-3ba2-4c1e-a475-fc25a7c5c30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fb60c34b-9de7-4371-b870-6f12f9684033), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:07.537196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e687ee-40a9-4947-afb5-37501aad2884 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:56:07.560153 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1e687ee-40a9-4947-afb5-37501aad2884 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (0fa96049-3b7b-4201-98ae-87fbd2259363), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:07.560867 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-f1e687ee-40a9-4947-afb5-37501aad2884 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Added segment 0fa96049-3b7b-4201-98ae-87fbd2259363 of type vlan for network 77e91089-d7ad-4a04-9807-96afc7ed3fd6 Jan 28 05:56:07.642247 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:07.724561 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1e687ee-40a9-4947-afb5-37501aad2884 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (77e91089-d7ad-4a04-9807-96afc7ed3fd6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:07.773547 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:07.884511 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1e687ee-40a9-4947-afb5-37501aad2884 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (77e91089-d7ad-4a04-9807-96afc7ed3fd6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:07.890703 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e687ee-40a9-4947-afb5-37501aad2884 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:07.891554 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1e687ee-40a9-4947-afb5-37501aad2884 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:07.950767 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23e893ac-7a92-42e7-bb73-5923f5ddd54e req-b7945963-18f2-4cc4-8a85-55d9c19d0227 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7579701 Jan 28 05:56:07.996990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7018dd5-ec0e-48d9-86b3-75665b118dd5 req-a366adf4-d2ac-4409-bf66-0b59a156edb5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:08.009837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7018dd5-ec0e-48d9-86b3-75665b118dd5 req-a366adf4-d2ac-4409-bf66-0b59a156edb5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.1931987 Jan 28 05:56:08.049837 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f1e687ee-40a9-4947-afb5-37501aad2884 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6922674 Jan 28 05:56:08.052499 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port fb60c34b-9de7-4371-b870-6f12f9684033, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fb60c34b-9de7-4371-b870-6f12f9684033,segment=NetworkSegment(9a37b11c-2b01-4166-8527-c6622d7afbb1),segment_id=9a37b11c-2b01-4166-8527-c6622d7afbb1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:08.057910 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44860) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:08.071323 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-e622e383-ca03-4149-9d1a-b421c9699215 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'subnet': {'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:56:08.104309 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f15a8bdf-8d6b-46bf-aea0-3ec0e4f67c7d req-1df7eb3b-c6e8-4fd4-beaf-473b5808953a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9035699 Jan 28 05:56:08.114943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7018dd5-ec0e-48d9-86b3-75665b118dd5 req-f3bd0745-55cc-45c4-9a11-723d691d3a8f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035950 Jan 28 05:56:08.128369 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e687ee-40a9-4947-afb5-37501aad2884 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Network': ['ID=77e91089-d7ad-4a04-9807-96afc7ed3fd6,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:08.187181 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 77e91089-d7ad-4a04-9807-96afc7ed3fd6 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:56:08.193268 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:05Z', 'revision_number': 3, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': '4bae66ab-1955-4c74-a3b5-53941700b2aa', 'name': '', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:72:fc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:05Z', 'revision_number': 2, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:08.208644 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:08.211199 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fb60c34b-9de7-4371-b870-6f12f9684033), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:08.257667 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Checking router: 190e1b7e-80b4-40c6-851b-08e5b92b231c for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:56:08.258905 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Updating router 190e1b7e-80b4-40c6-851b-08e5b92b231c port 4bae66ab-1955-4c74-a3b5-53941700b2aa binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:56:08.293772 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e622e383-ca03-4149-9d1a-b421c9699215 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:56:08.297937 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e622e383-ca03-4149-9d1a-b421c9699215 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:08.322627 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4bae66ab-1955-4c74-a3b5-53941700b2aa), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:08.457145 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edde3bc-504c-491a-ab3f-4a5ba9263cac req-f9bbd3a0-0331-48f9-9c45-51e3c7d93dd9 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:08.471245 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6edde3bc-504c-491a-ab3f-4a5ba9263cac req-f9bbd3a0-0331-48f9-9c45-51e3c7d93dd9 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.2181499 Jan 28 05:56:08.589167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6edde3bc-504c-491a-ab3f-4a5ba9263cac req-2a431be7-3bc6-4e3a-9d14-5e72713d6363 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108956 Jan 28 05:56:08.617651 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-760d3eeb-3ba2-4c1e-a475-fc25a7c5c30e None None] Current status of the port fb60c34b-9de7-4371-b870-6f12f9684033 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:08.622587 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-760d3eeb-3ba2-4c1e-a475-fc25a7c5c30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fb60c34b-9de7-4371-b870-6f12f9684033), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:08.762583 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=fb60c34b-9de7-4371-b870-6f12f9684033,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:08.796198 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Publish callbacks [] for port (4bae66ab-1955-4c74-a3b5-53941700b2aa), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:08.885230 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4bae66ab-1955-4c74-a3b5-53941700b2aa), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:08.921872 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-760d3eeb-3ba2-4c1e-a475-fc25a7c5c30e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:56:08.922238 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-760d3eeb-3ba2-4c1e-a475-fc25a7c5c30e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:56:08.941414 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e622e383-ca03-4149-9d1a-b421c9699215 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (37d5012a-f536-4787-ade6-700bc1d3f128), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:08.990492 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2a693-cebf-4d2f-ad5f-2b29a65117a2 None None] Pushing event updated for resources: {'Port': ['ID=4bae66ab-1955-4c74-a3b5-53941700b2aa,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:09.037781 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2a693-cebf-4d2f-ad5f-2b29a65117a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:09.042105 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2a693-cebf-4d2f-ad5f-2b29a65117a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:09.042808 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2a693-cebf-4d2f-ad5f-2b29a65117a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:09.043744 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2a693-cebf-4d2f-ad5f-2b29a65117a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:09.044610 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2a693-cebf-4d2f-ad5f-2b29a65117a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:09.046662 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2a693-cebf-4d2f-ad5f-2b29a65117a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:09.047339 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2a693-cebf-4d2f-ad5f-2b29a65117a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:09.048517 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2a693-cebf-4d2f-ad5f-2b29a65117a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:09.049045 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2a693-cebf-4d2f-ad5f-2b29a65117a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:09.050523 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2a693-cebf-4d2f-ad5f-2b29a65117a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:09.051132 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2a693-cebf-4d2f-ad5f-2b29a65117a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:09.052460 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2a693-cebf-4d2f-ad5f-2b29a65117a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:09.054552 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2a693-cebf-4d2f-ad5f-2b29a65117a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:09.129600 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:09.174206 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Attempting to bind port 4bae66ab-1955-4c74-a3b5-53941700b2aa on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:56:09.174753 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Attempting to bind port 4bae66ab-1955-4c74-a3b5-53941700b2aa by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '9a37b11c-2b01-4166-8527-c6622d7afbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:56:09.175814 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Attempting to bind port 4bae66ab-1955-4c74-a3b5-53941700b2aa on network 3e66eeb6-71d4-4ce4-bd00-ab73cf786994 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:56:09.189062 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622e383-ca03-4149-9d1a-b421c9699215 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Subnet': ['ID=37d5012a-f536-4787-ade6-700bc1d3f128,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:09.198085 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:56:09.198711 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Checking segment: {'id': '9a37b11c-2b01-4166-8527-c6622d7afbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:56:09.200865 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:09.204482 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Bound using segment: {'id': '9a37b11c-2b01-4166-8527-c6622d7afbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:56:09.206494 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Bound port: 4bae66ab-1955-4c74-a3b5-53941700b2aa, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a37b11c-2b01-4166-8527-c6622d7afbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:56:09.208364 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4bae66ab-1955-4c74-a3b5-53941700b2aa), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:09.256032 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e622e383-ca03-4149-9d1a-b421c9699215 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Checking segment: {'id': '0fa96049-3b7b-4201-98ae-87fbd2259363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:56:09.256726 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e622e383-ca03-4149-9d1a-b421c9699215 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network hostable DHCP agents. Network: 77e91089-d7ad-4a04-9807-96afc7ed3fd6, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:56:09.261979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6370f3-12de-4d26-98ef-0ef2fd2e87fd req-172fce5d-ba09-4d40-95b2-d89409b96a20 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:09.274053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d6370f3-12de-4d26-98ef-0ef2fd2e87fd req-172fce5d-ba09-4d40-95b2-d89409b96a20 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1620436 Jan 28 05:56:09.393095 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e622e383-ca03-4149-9d1a-b421c9699215 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 77e91089-d7ad-4a04-9807-96afc7ed3fd6 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:56:09.397451 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d6370f3-12de-4d26-98ef-0ef2fd2e87fd req-1e2e5b12-40e2-4863-a920-1c90bdbd5de1 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206577 Jan 28 05:56:09.448040 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] For port 4bae66ab-1955-4c74-a3b5-53941700b2aa, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:56:09.457245 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] For port 4bae66ab-1955-4c74-a3b5-53941700b2aa, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4bae66ab-1955-4c74-a3b5-53941700b2aa,segment=NetworkSegment(9a37b11c-2b01-4166-8527-c6622d7afbb1),segment_id=9a37b11c-2b01-4166-8527-c6622d7afbb1)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:56:09.496582 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-e622e383-ca03-4149-9d1a-b421c9699215 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 77e91089-d7ad-4a04-9807-96afc7ed3fd6) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:56:09.504426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e622e383-ca03-4149-9d1a-b421c9699215 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:09.505969 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e622e383-ca03-4149-9d1a-b421c9699215 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:09.527707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79832c2-8261-4a39-b3ff-d8fd477c8d54 req-f765f3a2-b458-4cc0-9909-038cb595dfa0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:09.537375 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a79832c2-8261-4a39-b3ff-d8fd477c8d54 req-f765f3a2-b458-4cc0-9909-038cb595dfa0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.1071320 Jan 28 05:56:09.562924 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4bae66ab-1955-4c74-a3b5-53941700b2aa), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:09.596629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-760d3eeb-3ba2-4c1e-a475-fc25a7c5c30e None None] Current status of the port fb60c34b-9de7-4371-b870-6f12f9684033 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:09.611895 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3041797d-d135-4794-b147-c466daefacd7 None None] Network 77e91089-d7ad-4a04-9807-96afc7ed3fd6 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:56:09.920635 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e622e383-ca03-4149-9d1a-b421c9699215 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5997317 Jan 28 05:56:09.920635 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44894) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:09.922472 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a79832c2-8261-4a39-b3ff-d8fd477c8d54 req-fd4dd40c-b8c8-416b-b7a6-a30852a4d8bf tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780548 Jan 28 05:56:09.922623 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2a693-cebf-4d2f-ad5f-2b29a65117a2 None None] Pushing event updated for resources: {'Port': ['ID=4bae66ab-1955-4c74-a3b5-53941700b2aa,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:09.922623 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:09.922623 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:09.923275 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-77e91089-d7ad-4a04-9807-96afc7ed3fd6', 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6', 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'fixed_ips': [{'subnet_id': '37d5012a-f536-4787-ade6-700bc1d3f128'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:56:09.923275 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:09.953340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c4f31290-dfa0-47c1-9631-aeb7dcfa4d16 None None] Provisioning complete for port fb60c34b-9de7-4371-b870-6f12f9684033 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:09.954169 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c4f31290-dfa0-47c1-9631-aeb7dcfa4d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fb60c34b-9de7-4371-b870-6f12f9684033), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:09.988997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5de9a-692c-470d-8006-21e8fac82714 req-6b0d7be6-a5d8-41f5-acbf-6d76d22d5abc tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:10.002651 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42b5de9a-692c-470d-8006-21e8fac82714 req-6b0d7be6-a5d8-41f5-acbf-6d76d22d5abc tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.2125907 Jan 28 05:56:10.215015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c4f31290-dfa0-47c1-9631-aeb7dcfa4d16 None None] Current status of the port fb60c34b-9de7-4371-b870-6f12f9684033 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:10.216006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42b5de9a-692c-470d-8006-21e8fac82714 req-6082b485-4604-421a-99b2-e518e5c2b963 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125130 Jan 28 05:56:10.234676 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:10.344198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c4f31290-dfa0-47c1-9631-aeb7dcfa4d16 None None] Provisioning complete for port 4bae66ab-1955-4c74-a3b5-53941700b2aa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:10.345050 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c4f31290-dfa0-47c1-9631-aeb7dcfa4d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4bae66ab-1955-4c74-a3b5-53941700b2aa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:10.507938 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Allocated IP 172.22.0.2 (77e91089-d7ad-4a04-9807-96afc7ed3fd6/37d5012a-f536-4787-ade6-700bc1d3f128/763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:56:10.766032 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:05Z', 'revision_number': 3, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': '4bae66ab-1955-4c74-a3b5-53941700b2aa', 'name': '', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:72:fc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:09Z', 'revision_number': 4, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:10.882104 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab328c-ab0e-4c68-9bf8-5d322817acfe req-f717e952-e09a-4367-8892-88d794fa0f70 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:10.888913 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:10.901818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dcab328c-ab0e-4c68-9bf8-5d322817acfe req-f717e952-e09a-4367-8892-88d794fa0f70 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.2313263 Jan 28 05:56:10.951637 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab49ef-74df-4746-b88b-9fb3f6c68420 None None] The sync data for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 is: [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:05Z', 'revision_number': 3, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': '4bae66ab-1955-4c74-a3b5-53941700b2aa', 'name': '', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:72:fc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:09Z', 'revision_number': 4, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:56:11.036969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dcab328c-ab0e-4c68-9bf8-5d322817acfe req-c20ce6c7-149f-4c64-968e-bcb2c44d7ace tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334412 Jan 28 05:56:11.084100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fb60c34b-9de7-4371-b870-6f12f9684033 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:56:11.162130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d81e18-24d5-4e25-8289-f714b9ee21ec req-f5f6ca91-26f8-47f8-ab9e-846817dd16f3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:11.177108 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51d81e18-24d5-4e25-8289-f714b9ee21ec req-f5f6ca91-26f8-47f8-ab9e-846817dd16f3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.1466601 Jan 28 05:56:11.327572 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Publish callbacks [] for port (763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:11.343307 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51d81e18-24d5-4e25-8289-f714b9ee21ec req-b8031ca6-1a52-4eeb-b6ef-10b322a856b6 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650891 Jan 28 05:56:11.437178 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:11.542049 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd370c18-a0aa-45e5-a2da-dcb3ade70417 req-3c3336fb-f327-4ced-8e2a-acdc5406c8e0 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:11.553583 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd370c18-a0aa-45e5-a2da-dcb3ade70417 req-3c3336fb-f327-4ced-8e2a-acdc5406c8e0 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.1808975 Jan 28 05:56:11.658810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c4f31290-dfa0-47c1-9631-aeb7dcfa4d16 None None] Current status of the port 4bae66ab-1955-4c74-a3b5-53941700b2aa is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:11.659277 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c4f31290-dfa0-47c1-9631-aeb7dcfa4d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4bae66ab-1955-4c74-a3b5-53941700b2aa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:11.663734 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd370c18-a0aa-45e5-a2da-dcb3ade70417 req-c15696bd-8cce-43e0-bad2-0164614eba6b tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055648 Jan 28 05:56:11.723226 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Network 77e91089-d7ad-4a04-9807-96afc7ed3fd6 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:56:11.776119 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:56:11.799560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:56:11.897383 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Allocated IP 172.22.0.1 (77e91089-d7ad-4a04-9807-96afc7ed3fd6/37d5012a-f536-4787-ade6-700bc1d3f128/702b40ed-33a0-4165-aae0-d19b90b33f66) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:56:11.973082 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port fb60c34b-9de7-4371-b870-6f12f9684033 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:11.973496 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fb60c34b-9de7-4371-b870-6f12f9684033), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:12.046487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c004b-35df-4218-a16b-9ebe9837fc66 req-a04edab5-3d4b-4c0a-8e0c-632bdc4c9e4f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:12.059292 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d42c004b-35df-4218-a16b-9ebe9837fc66 req-a04edab5-3d4b-4c0a-8e0c-632bdc4c9e4f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.1764748 Jan 28 05:56:12.089337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c4f31290-dfa0-47c1-9631-aeb7dcfa4d16 None None] For port 4bae66ab-1955-4c74-a3b5-53941700b2aa, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4bae66ab-1955-4c74-a3b5-53941700b2aa,segment=NetworkSegment(9a37b11c-2b01-4166-8527-c6622d7afbb1),segment_id=9a37b11c-2b01-4166-8527-c6622d7afbb1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:12.128555 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Attempting to bind port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:56:12.129012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Attempting to bind port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '0fa96049-3b7b-4201-98ae-87fbd2259363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:56:12.129412 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Attempting to bind port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 on network 77e91089-d7ad-4a04-9807-96afc7ed3fd6 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:56:12.141964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Pushing event updated for resources: {'Port': ['ID=763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:12.152786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:56:12.152786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Checking segment: {'id': '0fa96049-3b7b-4201-98ae-87fbd2259363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:56:12.152786 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:12.152786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Bound using segment: {'id': '0fa96049-3b7b-4201-98ae-87fbd2259363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:56:12.152786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Bound port: 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa96049-3b7b-4201-98ae-87fbd2259363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:56:12.152786 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:12.170882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d42c004b-35df-4218-a16b-9ebe9837fc66 req-ac78c3f9-a3dc-4edb-aa2e-b2653368deed tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069944 Jan 28 05:56:12.200029 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c4f31290-dfa0-47c1-9631-aeb7dcfa4d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4bae66ab-1955-4c74-a3b5-53941700b2aa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:12.317044 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:12.437108 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2d251-fcd2-4a6e-b605-92a9d909f37c req-33ff9e90-a3c2-49c7-9158-a21d39268d9a tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:12.438696 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7de2d251-fcd2-4a6e-b605-92a9d909f37c req-33ff9e90-a3c2-49c7-9158-a21d39268d9a tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1062479 Jan 28 05:56:12.440683 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] For port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:56:12.502834 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:12.526088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] For port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0,segment=NetworkSegment(0fa96049-3b7b-4201-98ae-87fbd2259363),segment_id=0fa96049-3b7b-4201-98ae-87fbd2259363)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:56:12.550529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7de2d251-fcd2-4a6e-b605-92a9d909f37c req-75f917d0-1ec1-428e-849b-20662dc3dbf7 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993981 Jan 28 05:56:12.584177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f31290-dfa0-47c1-9631-aeb7dcfa4d16 None None] Pushing event updated for resources: {'Port': ['ID=4bae66ab-1955-4c74-a3b5-53941700b2aa,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:12.589870 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port fb60c34b-9de7-4371-b870-6f12f9684033 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:12.618594 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:12.641572 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7c5d481b-0025-4fb7-82a4-1353b7f42dd1 None None] Provisioning complete for port 4bae66ab-1955-4c74-a3b5-53941700b2aa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:12.641935 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c5d481b-0025-4fb7-82a4-1353b7f42dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4bae66ab-1955-4c74-a3b5-53941700b2aa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:12.644204 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 77e91089-d7ad-4a04-9807-96afc7ed3fd6 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:56:12.657153 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:56:12.671832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:56:12.792859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=702b40ed-33a0-4165-aae0-d19b90b33f66,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:12.827469 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (190e1b7e-80b4-40c6-851b-08e5b92b231c), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:12.879052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4bae66ab-1955-4c74-a3b5-53941700b2aa up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:56:12.969921 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 4bae66ab-1955-4c74-a3b5-53941700b2aa triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:12.970327 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4bae66ab-1955-4c74-a3b5-53941700b2aa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:13.049547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1bc90-5556-4cb1-9524-1a654ae4bba0 req-3128e90a-c59d-4c6a-9364-08c186616600 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:13.078205 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2f1bc90-5556-4cb1-9524-1a654ae4bba0 req-3128e90a-c59d-4c6a-9364-08c186616600 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.2355046 Jan 28 05:56:13.268626 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:13.333598 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2f1bc90-5556-4cb1-9524-1a654ae4bba0 req-1ad41eed-152a-464f-b35a-88831816a0fa tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501788 Jan 28 05:56:13.455177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 014bac9f-0f80-4d33-b6db-cee634afe9e4 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:56:13.529643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aef38a-1c49-4bc5-9bff-803c5ae5eaf1 req-db2f6b4d-2296-4e26-bba8-21a726851146 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:13.555370 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08aef38a-1c49-4bc5-9bff-803c5ae5eaf1 req-db2f6b4d-2296-4e26-bba8-21a726851146 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.1709452 Jan 28 05:56:13.584012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 014bac9f-0f80-4d33-b6db-cee634afe9e4, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=014bac9f-0f80-4d33-b6db-cee634afe9e4,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:13.603709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 014bac9f-0f80-4d33-b6db-cee634afe9e4 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:56:13.692474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '014bac9f-0f80-4d33-b6db-cee634afe9e4', 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796', 'port_id': '014bac9f-0f80-4d33-b6db-cee634afe9e4', 'mac_address': 'fa:16:3e:9f:60:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09cd826f-180c-4fa4-a792-44f2acd6af41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:56:13.702766 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b191fae-7665-4fc6-9a49-91755476b4d8 None None] Pushing event updated for resources: {'Port': ['ID=763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:13.718312 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08aef38a-1c49-4bc5-9bff-803c5ae5eaf1 req-2027b5e1-e0d3-4a7f-af02-7622ad5a85e3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554117 Jan 28 05:56:13.780585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d481b-0025-4fb7-82a4-1353b7f42dd1 None None] Current status of the port 4bae66ab-1955-4c74-a3b5-53941700b2aa is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:13.861223 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 4bae66ab-1955-4c74-a3b5-53941700b2aa is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:13.863623 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cb48e-c2f6-4107-bdbf-f2539dfb3f73 req-d4f0a628-3ace-4ef2-9367-df1f0f7a56dd tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:13.877631 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a1cb48e-c2f6-4107-bdbf-f2539dfb3f73 req-d4f0a628-3ace-4ef2-9367-df1f0f7a56dd tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.2185817 Jan 28 05:56:14.010962 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a1cb48e-c2f6-4107-bdbf-f2539dfb3f73 req-807d23a7-c1d7-495d-a119-581c99401ea0 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321843 Jan 28 05:56:14.060021 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 014bac9f-0f80-4d33-b6db-cee634afe9e4 is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:14.060424 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:14.095051 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 014bac9f-0f80-4d33-b6db-cee634afe9e4 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:56:14.178186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 014bac9f-0f80-4d33-b6db-cee634afe9e4, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=014bac9f-0f80-4d33-b6db-cee634afe9e4,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:14.231955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 014bac9f-0f80-4d33-b6db-cee634afe9e4 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:14.232590 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:14.242896 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:14.320326 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:14.329516 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:14.421632 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:56:14.422107 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:56:14.524613 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (190e1b7e-80b4-40c6-851b-08e5b92b231c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:14.538511 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=702b40ed-33a0-4165-aae0-d19b90b33f66,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:14.583117 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a3fe0-d2d1-4397-9016-3192ab7e7bcf req-6a006ae1-48cb-4c40-8446-4d449747b9af tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:14.594871 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac3a3fe0-d2d1-4397-9016-3192ab7e7bcf req-6a006ae1-48cb-4c40-8446-4d449747b9af tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 945 time: 0.1284530 Jan 28 05:56:14.683817 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['014bac9f-0f80-4d33-b6db-cee634afe9e4'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:56:14.693194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=014bac9f-0f80-4d33-b6db-cee634afe9e4,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:14.718726 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac3a3fe0-d2d1-4397-9016-3192ab7e7bcf req-199e4efe-0f6d-4fe8-bace-02e708065792 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147864 Jan 28 05:56:14.868931 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f22d86-55d9-465c-aca5-999b68c5e085 None None] Network 77e91089-d7ad-4a04-9807-96afc7ed3fd6 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:56:14.901700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 77e91089-d7ad-4a04-9807-96afc7ed3fd6 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:56:14.903193 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:56:15.086877 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:56:15.217304 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 190e1b7e-80b4-40c6-851b-08e5b92b231c has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:56:15.244106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18430e7-d714-4f24-8216-12cda56d069c req-f2da7ffd-3168-4d19-8e74-626ad21f75c5 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:15.268657 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d18430e7-d714-4f24-8216-12cda56d069c req-f2da7ffd-3168-4d19-8e74-626ad21f75c5 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1184545 Jan 28 05:56:15.360269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-45454447-af58-4a05-9b12-c8df0df68a54 None None] Provisioning complete for port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:15.365793 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-45454447-af58-4a05-9b12-c8df0df68a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:15.409156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d18430e7-d714-4f24-8216-12cda56d069c req-e4bbbaa3-a751-442e-82be-f7cdfc9d2ab4 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269519 Jan 28 05:56:15.409156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42885c31-d4a7-4c75-82f7-7926a9091fe9 req-0cfb03db-466d-4496-9e9c-ba3af0603665 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:15.409156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42885c31-d4a7-4c75-82f7-7926a9091fe9 req-0cfb03db-466d-4496-9e9c-ba3af0603665 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.1359863 Jan 28 05:56:15.518791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 014bac9f-0f80-4d33-b6db-cee634afe9e4 is: BUILD; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:15.531142 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:15.550392 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42885c31-d4a7-4c75-82f7-7926a9091fe9 req-615d57ea-547f-4a9a-aa9a-28da8ba3ff42 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303809 Jan 28 05:56:15.552653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:56:15.573312 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-799a48ac-45f5-4d77-a5fc-c488df704a88 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/190e1b7e-80b4-40c6-851b-08e5b92b231c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9082024 Jan 28 05:56:15.575988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44974) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:15.588959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8ca13223-058f-4dd4-a883-7222de9a4f04 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'network': {'name': 'tempest-RoutersTest-2081891507'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:56:15.599597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Sync routers for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:56:15.641685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 014bac9f-0f80-4d33-b6db-cee634afe9e4 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:56:15.720820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-45454447-af58-4a05-9b12-c8df0df68a54 None None] Current status of the port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:15.721377 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-45454447-af58-4a05-9b12-c8df0df68a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:15.790819 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:15.791579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:15.794835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 014bac9f-0f80-4d33-b6db-cee634afe9e4, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=014bac9f-0f80-4d33-b6db-cee634afe9e4,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:15.808887 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:15.809354 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:15.929157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca13223-058f-4dd4-a883-7222de9a4f04 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:56:15.929157 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ca13223-058f-4dd4-a883-7222de9a4f04 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:15.953493 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed15514-d9a2-4890-89fb-e4add3e17f3d req-e8b81693-65c5-4a02-9f46-0bc63a1ce7e7 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:15.962717 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bed15514-d9a2-4890-89fb-e4add3e17f3d req-e8b81693-65c5-4a02-9f46-0bc63a1ce7e7 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 945 time: 0.0935116 Jan 28 05:56:15.995235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-45454447-af58-4a05-9b12-c8df0df68a54 None None] For port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0,segment=NetworkSegment(0fa96049-3b7b-4201-98ae-87fbd2259363),segment_id=0fa96049-3b7b-4201-98ae-87fbd2259363)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:15.998188 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca13223-058f-4dd4-a883-7222de9a4f04 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:56:16.027773 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ca13223-058f-4dd4-a883-7222de9a4f04 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ad9fb9c8-7a43-4d96-a7b5-1d9268f22772), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:16.028272 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-8ca13223-058f-4dd4-a883-7222de9a4f04 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Added segment ad9fb9c8-7a43-4d96-a7b5-1d9268f22772 of type vlan for network 4fb426ba-cf2b-4017-86d9-046a3e2da176 Jan 28 05:56:16.030467 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:16.084096 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:16.092865 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-45454447-af58-4a05-9b12-c8df0df68a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:16.124333 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bed15514-d9a2-4890-89fb-e4add3e17f3d req-98123f4d-6a15-451f-8d58-3ea5f7f25d3b tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580179 Jan 28 05:56:16.163851 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ca13223-058f-4dd4-a883-7222de9a4f04 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (4fb426ba-cf2b-4017-86d9-046a3e2da176), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:16.317165 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ca13223-058f-4dd4-a883-7222de9a4f04 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (4fb426ba-cf2b-4017-86d9-046a3e2da176), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:16.323514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca13223-058f-4dd4-a883-7222de9a4f04 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:16.324377 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ca13223-058f-4dd4-a883-7222de9a4f04 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:16.506080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=014bac9f-0f80-4d33-b6db-cee634afe9e4,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:16.551053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8ca13223-058f-4dd4-a883-7222de9a4f04 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9738936 Jan 28 05:56:16.554339 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44988) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:16.559077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca13223-058f-4dd4-a883-7222de9a4f04 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Network': ['ID=4fb426ba-cf2b-4017-86d9-046a3e2da176,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:16.561363 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-43284b37-0d8c-4f7b-832a-586d8f1595af tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'subnet': {'network_id': '4fb426ba-cf2b-4017-86d9-046a3e2da176', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:56:16.644178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45454447-af58-4a05-9b12-c8df0df68a54 None None] Pushing event updated for resources: {'Port': ['ID=763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:16.687766 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 4fb426ba-cf2b-4017-86d9-046a3e2da176 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:56:16.695133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbebcc-2a40-4b87-bdb7-0117064ef573 req-820d5f25-77bb-48ef-a054-d80c32b4c947 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:16.708717 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ffbebcc-2a40-4b87-bdb7-0117064ef573 req-820d5f25-77bb-48ef-a054-d80c32b4c947 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1514206 Jan 28 05:56:16.851190 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d8c6a607-898b-47f0-b170-af04c7a7d65a None None] Provisioning complete for port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:16.852287 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8c6a607-898b-47f0-b170-af04c7a7d65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:16.927725 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:16.969335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ffbebcc-2a40-4b87-bdb7-0117064ef573 req-002acacc-43d7-4dd4-ad02-2f82e78e6a8a tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593706 Jan 28 05:56:17.047391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5ff11-0baa-4d41-8c1f-4e696e3da96c req-3a30e11b-b118-4c39-982e-925543ed7e30 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:17.060980 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-69c5ff11-0baa-4d41-8c1f-4e696e3da96c req-3a30e11b-b118-4c39-982e-925543ed7e30 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.2165744 Jan 28 05:56:17.077012 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43284b37-0d8c-4f7b-832a-586d8f1595af tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Made reservation on behalf of 80ab7d8305ce4a0b9aa67c451ec1c5d4 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:56:17.081037 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-43284b37-0d8c-4f7b-832a-586d8f1595af tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:17.223825 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-69c5ff11-0baa-4d41-8c1f-4e696e3da96c req-49901ee3-f330-4e81-b0d7-fad0ec074a1e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500485 Jan 28 05:56:17.256396 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:56:17.423509 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 014bac9f-0f80-4d33-b6db-cee634afe9e4 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:56:17.537848 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5b92e-5e16-469d-8571-c444b3575041 req-9bf57258-9388-4960-bbca-f098a3835dd9 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:17.541514 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16f5b92e-5e16-469d-8571-c444b3575041 req-9bf57258-9388-4960-bbca-f098a3835dd9 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 944 time: 0.2242293 Jan 28 05:56:17.643584 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6a607-898b-47f0-b170-af04c7a7d65a None None] Current status of the port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:17.665923 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16f5b92e-5e16-469d-8571-c444b3575041 req-bca4f0b9-f110-44b0-83f8-851405f22559 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182384 Jan 28 05:56:17.703523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:17.703705 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:17.752280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:13Z', 'revision_number': 4, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': '4bae66ab-1955-4c74-a3b5-53941700b2aa', 'name': '', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:72:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:12Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702b40ed-33a0-4165-aae0-d19b90b33f66', 'name': '', 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:82:47:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:11Z', 'updated_at': '2022-01-28T05:56:13Z', 'revision_number': 2, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:17.756637 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d8c6a607-898b-47f0-b170-af04c7a7d65a None None] Provisioning complete for port 702b40ed-33a0-4165-aae0-d19b90b33f66 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:17.757078 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8c6a607-898b-47f0-b170-af04c7a7d65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:17.792728 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-43284b37-0d8c-4f7b-832a-586d8f1595af tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (78d2398f-64cc-43d1-a3ca-7ec838849193), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:17.860308 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:56:17.862130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Checking router: 190e1b7e-80b4-40c6-851b-08e5b92b231c for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:56:17.862540 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Updating router 190e1b7e-80b4-40c6-851b-08e5b92b231c port 702b40ed-33a0-4165-aae0-d19b90b33f66 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:56:17.882713 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43284b37-0d8c-4f7b-832a-586d8f1595af tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Checking segment: {'id': 'ad9fb9c8-7a43-4d96-a7b5-1d9268f22772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fb426ba-cf2b-4017-86d9-046a3e2da176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:56:17.882713 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43284b37-0d8c-4f7b-832a-586d8f1595af tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network hostable DHCP agents. Network: 4fb426ba-cf2b-4017-86d9-046a3e2da176, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:56:17.897433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 014bac9f-0f80-4d33-b6db-cee634afe9e4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:17.899643 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43284b37-0d8c-4f7b-832a-586d8f1595af tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Subnet': ['ID=78d2398f-64cc-43d1-a3ca-7ec838849193,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:17.912964 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:18.002466 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43284b37-0d8c-4f7b-832a-586d8f1595af tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 4fb426ba-cf2b-4017-86d9-046a3e2da176 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:56:18.100943 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-43284b37-0d8c-4f7b-832a-586d8f1595af tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 4fb426ba-cf2b-4017-86d9-046a3e2da176) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:56:18.114162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43284b37-0d8c-4f7b-832a-586d8f1595af tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:18.119509 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-43284b37-0d8c-4f7b-832a-586d8f1595af tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:18.230715 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79af65-cb01-4e65-afc3-b4fb0bcf43b9 req-d1a16dd6-e9ce-4d2a-b4f9-0022e19df50e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:18.235397 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e79af65-cb01-4e65-afc3-b4fb0bcf43b9 req-d1a16dd6-e9ce-4d2a-b4f9-0022e19df50e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1336510 Jan 28 05:56:18.333986 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e79af65-cb01-4e65-afc3-b4fb0bcf43b9 req-f62df063-285f-43bc-9602-595b21da203c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898833 Jan 28 05:56:18.381766 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:18.409686 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:18.426911 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'port_id': '05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08', 'mac_address': 'fa:16:3e:e3:c7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:56:18.432491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6a607-898b-47f0-b170-af04c7a7d65a None None] Port 702b40ed-33a0-4165-aae0-d19b90b33f66 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:56:18.472287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc170373-7f37-481f-b020-897908932f80 None None] Network 4fb426ba-cf2b-4017-86d9-046a3e2da176 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:56:18.592040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9aa586-9f59-47c9-9e31-0a5737af441d req-862dd826-00a6-4f9b-8340-fbf0bdbd2bb9 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:18.602399 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f9aa586-9f59-47c9-9e31-0a5737af441d req-862dd826-00a6-4f9b-8340-fbf0bdbd2bb9 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.1075020 Jan 28 05:56:18.718054 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f9aa586-9f59-47c9-9e31-0a5737af441d req-2560fdad-9b3c-4973-90f6-58740ce0ab8a tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141922 Jan 28 05:56:18.939489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c11a22-2fa8-4dd4-8731-d6a175e4d4c6 req-8e0b4c9d-faf2-48a4-9fda-014478237091 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:18.944234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7c11a22-2fa8-4dd4-8731-d6a175e4d4c6 req-8e0b4c9d-faf2-48a4-9fda-014478237091 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 944 time: 0.1099756 Jan 28 05:56:19.028249 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e3c744de-c155-4681-9da0-3669e46a5d9a None None] Provisioning complete for port 702b40ed-33a0-4165-aae0-d19b90b33f66 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:19.028812 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3c744de-c155-4681-9da0-3669e46a5d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:19.076892 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7c11a22-2fa8-4dd4-8731-d6a175e4d4c6 req-f7250017-e2fb-461f-afc8-945d8c6248c4 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166766 Jan 28 05:56:19.214027 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-43284b37-0d8c-4f7b-832a-586d8f1595af tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6541836 Jan 28 05:56:19.214690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45018) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:19.370245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:19.372985 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:19.523224 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:19.532031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-4fb426ba-cf2b-4017-86d9-046a3e2da176', 'network_id': '4fb426ba-cf2b-4017-86d9-046a3e2da176', 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'fixed_ips': [{'subnet_id': '78d2398f-64cc-43d1-a3ca-7ec838849193'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:56:19.533449 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:19.546586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:56:19.563231 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 014bac9f-0f80-4d33-b6db-cee634afe9e4 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:19.563754 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:19.613303 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e3c744de-c155-4681-9da0-3669e46a5d9a None None] Port 702b40ed-33a0-4165-aae0-d19b90b33f66 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:56:19.709130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:19.774386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e4ec9-016f-4905-acf2-da61c1eb1a13 req-904ec5f6-0832-4fc3-ab21-06cf22ec337f tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:19.781428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c79e4ec9-016f-4905-acf2-da61c1eb1a13 req-904ec5f6-0832-4fc3-ab21-06cf22ec337f tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.2024446 Jan 28 05:56:19.977050 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c79e4ec9-016f-4905-acf2-da61c1eb1a13 req-89b0e9e3-ce3c-4c21-82a8-9253503de526 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895192 Jan 28 05:56:20.043324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a24ad1-e140-4196-9682-3ff6ec54bdf6 req-9b4e0f70-2069-42c3-90cb-b1d326c6a6fe tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:20.044942 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98a24ad1-e140-4196-9682-3ff6ec54bdf6 req-9b4e0f70-2069-42c3-90cb-b1d326c6a6fe tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 944 time: 0.1491783 Jan 28 05:56:20.160787 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Publish callbacks [] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:20.230216 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 014bac9f-0f80-4d33-b6db-cee634afe9e4, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=014bac9f-0f80-4d33-b6db-cee634afe9e4,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:20.241857 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f7226c-13d2-41f1-9dff-a6a591896f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014bac9f-0f80-4d33-b6db-cee634afe9e4'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:56:20.252050 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98a24ad1-e140-4196-9682-3ff6ec54bdf6 req-b9d1324a-78bc-4f14-b094-d0ac03d1db74 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014046 Jan 28 05:56:20.254075 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a6ee91-2729-457a-bfda-9179aa70a6f8" -d '{"events": [{"server_uuid": "f5f7226c-13d2-41f1-9dff-a6a591896f2c", "name": "network-vif-plugged", "status": "completed", "tag": "014bac9f-0f80-4d33-b6db-cee634afe9e4"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:56:20.277617 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:20.284742 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:20.307339 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247adfa0-d488-415d-9141-a1a66b6ed90b req-ad9e6e61-1f19-42c1-8ccd-33a2380bf6c2 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:20.309050 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-247adfa0-d488-415d-9141-a1a66b6ed90b req-ad9e6e61-1f19-42c1-8ccd-33a2380bf6c2 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 944 time: 0.1457961 Jan 28 05:56:20.413959 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8887dc52-98c0-414c-8529-e9d7bcd2069e x-openstack-request-id: req-8887dc52-98c0-414c-8529-e9d7bcd2069e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:56:20.415703 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f7226c-13d2-41f1-9dff-a6a591896f2c", "name": "network-vif-plugged", "status": "completed", "tag": "014bac9f-0f80-4d33-b6db-cee634afe9e4", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:56:20.415972 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8887dc52-98c0-414c-8529-e9d7bcd2069e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:56:20.416410 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f7226c-13d2-41f1-9dff-a6a591896f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014bac9f-0f80-4d33-b6db-cee634afe9e4', 'code': 200} Jan 28 05:56:20.486754 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-247adfa0-d488-415d-9141-a1a66b6ed90b req-c54c7f39-f6c3-49ca-9ac8-ec11f1405b2f tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564989 Jan 28 05:56:20.653399 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4408b6-5f4b-4171-84d2-29045570fabe req-7eeb38d2-c7d4-4a58-8ab4-3785dff4f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:20.659822 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:20.664102 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b4408b6-5f4b-4171-84d2-29045570fabe req-7eeb38d2-c7d4-4a58-8ab4-3785dff4f383 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 1098 time: 0.1203845 Jan 28 05:56:20.799125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9860e6f-ceff-4aab-ba07-b704c393929f None None] Pushing event updated for resources: {'Port': ['ID=702b40ed-33a0-4165-aae0-d19b90b33f66,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:20.907915 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:20.911014 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b4408b6-5f4b-4171-84d2-29045570fabe req-768c212b-e9c4-43f8-ae6d-77378c68a971 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415640 Jan 28 05:56:20.953454 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6811ce-c55d-4e2a-9370-be4e1a2c1b3a req-7add24fb-861b-451b-b19a-5aa474184d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:20.964164 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b6811ce-c55d-4e2a-9370-be4e1a2c1b3a req-7add24fb-861b-451b-b19a-5aa474184d71 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab9f5d5d427244a98e0169fec132ab39&device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 1095 time: 0.2326660 Jan 28 05:56:21.159642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Allocated IP 172.23.0.2 (4fb426ba-cf2b-4017-86d9-046a3e2da176/78d2398f-64cc-43d1-a3ca-7ec838849193/56b8631b-d758-46c6-9044-ff0195475abe) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:56:21.377888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb33f2-204a-45a7-99ca-e01ce3cf32f1 req-2e09889a-4aae-4d97-a389-3bdd9fcf9bd9 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:21.379550 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3dbb33f2-204a-45a7-99ca-e01ce3cf32f1 req-2e09889a-4aae-4d97-a389-3bdd9fcf9bd9 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1792312 Jan 28 05:56:21.380839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6811ce-c55d-4e2a-9370-be4e1a2c1b3a req-659e3590-15d1-4d6d-9317-1ac87b2f87ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:21.382183 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b6811ce-c55d-4e2a-9370-be4e1a2c1b3a req-659e3590-15d1-4d6d-9317-1ac87b2f87ce service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b HTTP/1.1" status: 200 len: 918 time: 0.3939574 Jan 28 05:56:21.406208 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Publish callbacks [] for port (56b8631b-d758-46c6-9044-ff0195475abe), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:21.409358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:56:21.548778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Attempting to bind port 702b40ed-33a0-4165-aae0-d19b90b33f66 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:56:21.549340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Attempting to bind port 702b40ed-33a0-4165-aae0-d19b90b33f66 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '0fa96049-3b7b-4201-98ae-87fbd2259363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:56:21.549927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Attempting to bind port 702b40ed-33a0-4165-aae0-d19b90b33f66 on network 77e91089-d7ad-4a04-9807-96afc7ed3fd6 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:56:21.552256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-264a28bc-4e01-4612-b7f2-90964bca3f16 None None] Provisioning complete for port 702b40ed-33a0-4165-aae0-d19b90b33f66 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:21.559135 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-264a28bc-4e01-4612-b7f2-90964bca3f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:21.602404 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-264a28bc-4e01-4612-b7f2-90964bca3f16 None None] Port 702b40ed-33a0-4165-aae0-d19b90b33f66 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:56:21.622337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:56:21.624788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Checking segment: {'id': '0fa96049-3b7b-4201-98ae-87fbd2259363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:56:21.625444 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:21.626045 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Bound using segment: {'id': '0fa96049-3b7b-4201-98ae-87fbd2259363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:56:21.626781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Bound port: 702b40ed-33a0-4165-aae0-d19b90b33f66, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa96049-3b7b-4201-98ae-87fbd2259363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:56:21.627405 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:21.678388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b6811ce-c55d-4e2a-9370-be4e1a2c1b3a req-8ea6b4c8-8094-4c0a-96fa-8ac889e88b33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff4e1cbd-a8ba-418f-9630-3402de151b18 HTTP/1.1" status: 200 len: 999 time: 0.2731156 Jan 28 05:56:21.694078 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3dbb33f2-204a-45a7-99ca-e01ce3cf32f1 req-29033609-4a3d-40dc-882a-a623983fc821 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067565 Jan 28 05:56:21.769302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] For port 702b40ed-33a0-4165-aae0-d19b90b33f66, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:56:21.772155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] For port 702b40ed-33a0-4165-aae0-d19b90b33f66, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=702b40ed-33a0-4165-aae0-d19b90b33f66,segment=NetworkSegment(0fa96049-3b7b-4201-98ae-87fbd2259363),segment_id=0fa96049-3b7b-4201-98ae-87fbd2259363)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:56:21.784314 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:21.867446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f0278-ac2b-428b-93ae-d8fd210fcab7 req-4c79ced2-eca4-4edd-9f89-9b30b68d34fa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:21.874896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Allocated IP 172.23.0.1 (4fb426ba-cf2b-4017-86d9-046a3e2da176/78d2398f-64cc-43d1-a3ca-7ec838849193/34d44052-b9db-4738-a423-7c3fd8046e55) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:56:21.878618 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-561f0278-ac2b-428b-93ae-d8fd210fcab7 req-4c79ced2-eca4-4edd-9f89-9b30b68d34fa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 944 time: 0.3537388 Jan 28 05:56:21.982851 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (56b8631b-d758-46c6-9044-ff0195475abe), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:22.050473 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=014bac9f-0f80-4d33-b6db-cee634afe9e4,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:22.065726 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:22.153877 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Network 4fb426ba-cf2b-4017-86d9-046a3e2da176 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:56:22.196797 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:56:22.198907 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6811ce-c55d-4e2a-9370-be4e1a2c1b3a req-f9fe78d3-5691-4b0c-934d-75ad05c77cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:22.206820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b6811ce-c55d-4e2a-9370-be4e1a2c1b3a req-f9fe78d3-5691-4b0c-934d-75ad05c77cbd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12e0ced4-18e5-4afc-8b80-623ef26fa087 HTTP/1.1" status: 200 len: 856 time: 0.5018671 Jan 28 05:56:22.216632 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:56:22.243156 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (34d44052-b9db-4738-a423-7c3fd8046e55), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:22.332708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Pushing event updated for resources: {'Port': ['ID=56b8631b-d758-46c6-9044-ff0195475abe,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:22.364357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:22.365012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:22.375906 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (34d44052-b9db-4738-a423-7c3fd8046e55), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:22.446082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-561f0278-ac2b-428b-93ae-d8fd210fcab7 req-a0fe929a-e008-4ec2-b903-00b5366d1ce8 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5662062 Jan 28 05:56:22.495969 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 4fb426ba-cf2b-4017-86d9-046a3e2da176 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:56:22.508888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b0ca0-0565-4fc5-aff5-d82336cc18fe req-28959bd6-57d9-45e6-bc4b-c53758b685b8 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:22.515569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-872b0ca0-0565-4fc5-aff5-d82336cc18fe req-28959bd6-57d9-45e6-bc4b-c53758b685b8 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.5715849 Jan 28 05:56:22.521471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:56:22.530963 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:56:22.600177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6811ce-c55d-4e2a-9370-be4e1a2c1b3a req-efaf649e-a78a-4e06-80ff-8552e0e5786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:22.605838 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b6811ce-c55d-4e2a-9370-be4e1a2c1b3a req-efaf649e-a78a-4e06-80ff-8552e0e5786b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3981085 Jan 28 05:56:22.655176 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (190e1b7e-80b4-40c6-851b-08e5b92b231c), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:22.690542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0549e129-e839-446e-bbba-474008574453 req-d5af61d0-41af-4756-b4ce-ef0eed027f2b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3310118 Jan 28 05:56:22.694109 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-872b0ca0-0565-4fc5-aff5-d82336cc18fe req-4450e3d1-5cb4-4f74-afff-12a1e8923825 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707275 Jan 28 05:56:22.851409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Attempting to bind port 56b8631b-d758-46c6-9044-ff0195475abe on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:56:22.858044 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=34d44052-b9db-4738-a423-7c3fd8046e55,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:22.862903 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Attempting to bind port 56b8631b-d758-46c6-9044-ff0195475abe by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'ad9fb9c8-7a43-4d96-a7b5-1d9268f22772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fb426ba-cf2b-4017-86d9-046a3e2da176'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:56:22.866767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Attempting to bind port 56b8631b-d758-46c6-9044-ff0195475abe on network 4fb426ba-cf2b-4017-86d9-046a3e2da176 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:56:22.866767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9860e6f-ceff-4aab-ba07-b704c393929f None None] Pushing event updated for resources: {'Port': ['ID=702b40ed-33a0-4165-aae0-d19b90b33f66,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:22.874802 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:22.950137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7fa7e575-f479-4310-8eb4-c09045a17426 None None] Provisioning complete for port 702b40ed-33a0-4165-aae0-d19b90b33f66 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:22.952309 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7fa7e575-f479-4310-8eb4-c09045a17426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:22.954512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549e129-e839-446e-bbba-474008574453 req-6cd756f5-bbae-42d4-9fa8-cad53126f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:22.956110 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0549e129-e839-446e-bbba-474008574453 req-6cd756f5-bbae-42d4-9fa8-cad53126f2fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 1098 time: 0.2248831 Jan 28 05:56:22.971008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28040d26-c070-4725-8cb1-bb1c03a3efb3 req-69fbc25a-7c55-4059-8abd-59b6fbc7f704 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:22.978167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28040d26-c070-4725-8cb1-bb1c03a3efb3 req-69fbc25a-7c55-4059-8abd-59b6fbc7f704 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1370897 Jan 28 05:56:22.988475 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (34d44052-b9db-4738-a423-7c3fd8046e55), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:23.017551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b6811ce-c55d-4e2a-9370-be4e1a2c1b3a req-802d7042-9408-4c29-b24c-44b63e4866ad service neutron] 10.222.0.60 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959045 Jan 28 05:56:23.089774 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:56:23.090146 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Checking segment: {'id': 'ad9fb9c8-7a43-4d96-a7b5-1d9268f22772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fb426ba-cf2b-4017-86d9-046a3e2da176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:56:23.090591 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:23.090985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Bound using segment: {'id': 'ad9fb9c8-7a43-4d96-a7b5-1d9268f22772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fb426ba-cf2b-4017-86d9-046a3e2da176'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:56:23.091465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Bound port: 56b8631b-d758-46c6-9044-ff0195475abe, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9fb9c8-7a43-4d96-a7b5-1d9268f22772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fb426ba-cf2b-4017-86d9-046a3e2da176'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:56:23.091843 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (56b8631b-d758-46c6-9044-ff0195475abe), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:23.299725 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28040d26-c070-4725-8cb1-bb1c03a3efb3 req-da1a4938-7586-4b63-a064-74a1a1245ca0 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205574 Jan 28 05:56:23.396838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549e129-e839-446e-bbba-474008574453 req-3d1c4fc4-b8d8-4666-a2ad-34074edebdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:23.399720 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0549e129-e839-446e-bbba-474008574453 req-3d1c4fc4-b8d8-4666-a2ad-34074edebdee service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 913 time: 0.3964310 Jan 28 05:56:23.408784 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b6811ce-c55d-4e2a-9370-be4e1a2c1b3a req-149aa331-228d-41db-ba52-d2e7f49608bf service neutron] 10.222.0.60 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820047 Jan 28 05:56:23.494010 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0549e129-e839-446e-bbba-474008574453 req-aaef3fe6-e94f-43f8-8978-a25a5e714bcc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=665c9730-ba47-48db-9e9f-3536f440230a HTTP/1.1" status: 200 len: 217 time: 0.0826440 Jan 28 05:56:23.740072 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549e129-e839-446e-bbba-474008574453 req-41eb2459-b746-43dd-a2ff-1d076a823eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:23.742830 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0549e129-e839-446e-bbba-474008574453 req-41eb2459-b746-43dd-a2ff-1d076a823eee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.2428851 Jan 28 05:56:23.770310 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for port (34d44052-b9db-4738-a423-7c3fd8046e55), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:23.856560 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (34d44052-b9db-4738-a423-7c3fd8046e55), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:23.861179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85341a51-1001-4e67-9f4b-64af989979b0 req-bc7ee68a-953e-40b3-8e44-d10c3706c7a9 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:23.864506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85341a51-1001-4e67-9f4b-64af989979b0 req-bc7ee68a-953e-40b3-8e44-d10c3706c7a9 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 944 time: 0.2602985 Jan 28 05:56:23.892215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] For port 56b8631b-d758-46c6-9044-ff0195475abe, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:56:23.896826 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] For port 56b8631b-d758-46c6-9044-ff0195475abe, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=56b8631b-d758-46c6-9044-ff0195475abe,segment=NetworkSegment(ad9fb9c8-7a43-4d96-a7b5-1d9268f22772),segment_id=ad9fb9c8-7a43-4d96-a7b5-1d9268f22772)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:56:23.918630 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event updated for resources: {'Port': ['ID=34d44052-b9db-4738-a423-7c3fd8046e55,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:23.965116 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549e129-e839-446e-bbba-474008574453 req-ce76dfc0-8fcb-4185-bce0-affb409356e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:23.967448 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (190e1b7e-80b4-40c6-851b-08e5b92b231c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:23.988307 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0549e129-e839-446e-bbba-474008574453 req-ce76dfc0-8fcb-4185-bce0-affb409356e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2381160 Jan 28 05:56:24.027212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7fa7e575-f479-4310-8eb4-c09045a17426 None None] Current status of the port 702b40ed-33a0-4165-aae0-d19b90b33f66 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:24.027922 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7fa7e575-f479-4310-8eb4-c09045a17426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:24.031828 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (56b8631b-d758-46c6-9044-ff0195475abe), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:24.111777 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585bb32-fc8a-4540-a2ed-d1e2e2369dc4 None None] Pushing event updated for resources: {'Port': ['ID=56b8631b-d758-46c6-9044-ff0195475abe,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:24.120126 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Network 4fb426ba-cf2b-4017-86d9-046a3e2da176 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:56:24.123738 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:56:24.293856 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85341a51-1001-4e67-9f4b-64af989979b0 req-31edda99-69bd-436f-a63a-7fae2891ae5b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064708 Jan 28 05:56:24.315941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 190e1b7e-80b4-40c6-851b-08e5b92b231c has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:56:24.338047 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88368faf-098b-478e-8141-2529aeff72dd req-6ebef8a6-5188-41b4-87d7-feb5784267db tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:24.348843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88368faf-098b-478e-8141-2529aeff72dd req-6ebef8a6-5188-41b4-87d7-feb5784267db tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.4827135 Jan 28 05:56:24.373853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:56:24.464858 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7fa7e575-f479-4310-8eb4-c09045a17426 None None] For port 702b40ed-33a0-4165-aae0-d19b90b33f66, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=702b40ed-33a0-4165-aae0-d19b90b33f66,segment=NetworkSegment(0fa96049-3b7b-4201-98ae-87fbd2259363),segment_id=0fa96049-3b7b-4201-98ae-87fbd2259363)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:24.605749 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88368faf-098b-478e-8141-2529aeff72dd req-5a816288-fedc-457a-9b33-0b2bdee51bd7 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558408 Jan 28 05:56:24.605930 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:56:24.619820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0549e129-e839-446e-bbba-474008574453 req-7bda9bc2-67ea-48e6-b042-299a270c8e42 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067262 Jan 28 05:56:24.620983 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0b003033-f4ed-4ac3-9725-987d92f2abed tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/190e1b7e-80b4-40c6-851b-08e5b92b231c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4056857 Jan 28 05:56:24.624070 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45114) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:24.632160 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7fa7e575-f479-4310-8eb4-c09045a17426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:24.634105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-46396608-cd46-4abe-816a-ec493d193dba tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:56:24.668399 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:24.669337 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:24.761897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0c055-687b-4cc7-8018-59eedf7d08db req-50d54d50-886d-4747-8591-b363d0f13976 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:24.763548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86d0c055-687b-4cc7-8018-59eedf7d08db req-50d54d50-886d-4747-8591-b363d0f13976 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.3175588 Jan 28 05:56:24.859491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:13Z', 'revision_number': 4, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': '4bae66ab-1955-4c74-a3b5-53941700b2aa', 'name': '', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:72:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:12Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702b40ed-33a0-4165-aae0-d19b90b33f66', 'name': '', 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:82:47:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:11Z', 'updated_at': '2022-01-28T05:56:21Z', 'revision_number': 4, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:24.941867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffa9f4-34f9-4a1f-8729-457bce0a0375 None None] The sync data for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 is: [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:13Z', 'revision_number': 4, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': '4bae66ab-1955-4c74-a3b5-53941700b2aa', 'name': '', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:72:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:12Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702b40ed-33a0-4165-aae0-d19b90b33f66', 'name': '', 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:82:47:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:11Z', 'updated_at': '2022-01-28T05:56:21Z', 'revision_number': 4, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:56:24.949628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bc746-4de6-49cd-aec1-6be49683550b req-639fb0d6-c8bd-4057-822a-512fd5cda447 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:24.957900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b3bc746-4de6-49cd-aec1-6be49683550b req-639fb0d6-c8bd-4057-822a-512fd5cda447 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.2044339 Jan 28 05:56:25.057581 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0549e129-e839-446e-bbba-474008574453 req-190d71d1-0746-475a-be7c-e2bae0716ddb service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276297 Jan 28 05:56:25.101497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86d0c055-687b-4cc7-8018-59eedf7d08db req-726d3dc8-cd02-4730-a75a-7168a2cd6ef8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677341 Jan 28 05:56:25.164447 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:25.293317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b3bc746-4de6-49cd-aec1-6be49683550b req-c35e2f18-9165-4a16-b08d-21f491436884 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336689 Jan 28 05:56:25.345460 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:25.348253 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:25.402150 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7e575-f479-4310-8eb4-c09045a17426 None None] Pushing event updated for resources: {'Port': ['ID=702b40ed-33a0-4165-aae0-d19b90b33f66,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:25.463436 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c494e4-1a5b-4c9e-8d2c-23a4e294f074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:56:25.467153 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d995db0-343d-4de1-af97-e71502c783ab" -d '{"events": [{"server_uuid": "17c494e4-1a5b-4c9e-8d2c-23a4e294f074", "name": "network-vif-plugged", "status": "completed", "tag": "05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:56:25.518161 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:25.604236 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:25.640926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d3c92-aee9-4e08-b1c5-256a7ed7d882 req-67b5feb7-d0ee-4d6d-a825-3b24e55dd329 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:25.658853 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-539d3c92-aee9-4e08-b1c5-256a7ed7d882 req-67b5feb7-d0ee-4d6d-a825-3b24e55dd329 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 944 time: 0.1936290 Jan 28 05:56:25.791560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:25.837765 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-539d3c92-aee9-4e08-b1c5-256a7ed7d882 req-d8bd7f0e-2d97-4e05-9d47-10fd576e3bfa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704924 Jan 28 05:56:25.966234 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bbad7f-7f40-4964-8535-8f89ddebfd36 x-openstack-request-id: req-00bbad7f-7f40-4964-8535-8f89ddebfd36 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:56:25.966807 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c494e4-1a5b-4c9e-8d2c-23a4e294f074", "name": "network-vif-plugged", "status": "completed", "tag": "05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:56:25.966807 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00bbad7f-7f40-4964-8535-8f89ddebfd36 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:56:25.967278 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c494e4-1a5b-4c9e-8d2c-23a4e294f074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08', 'code': 200} Jan 28 05:56:25.975135 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.extraroute_db [None req-46396608-cd46-4abe-816a-ec493d193dba tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103634) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 05:56:26.002141 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.extraroute_db [None req-46396608-cd46-4abe-816a-ec493d193dba tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Removed routes are [] {{(pid=103634) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 05:56:26.002761 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-46396608-cd46-4abe-816a-ec493d193dba tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (190e1b7e-80b4-40c6-851b-08e5b92b231c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:26.020994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 702b40ed-33a0-4165-aae0-d19b90b33f66 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:56:26.097010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 702b40ed-33a0-4165-aae0-d19b90b33f66 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:26.097394 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:26.406409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 702b40ed-33a0-4165-aae0-d19b90b33f66 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:26.409772 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 56b8631b-d758-46c6-9044-ff0195475abe up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:56:26.477301 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e487f157-ddf2-48de-ade5-66eeab46e9ea None None] Network 4fb426ba-cf2b-4017-86d9-046a3e2da176 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:56:26.517360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9487aa8-a657-4a40-94d1-d26d0b8af96c req-45792e45-4934-4e3e-8a6b-f727e5efbb0d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:26.529964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9487aa8-a657-4a40-94d1-d26d0b8af96c req-45792e45-4934-4e3e-8a6b-f727e5efbb0d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 0.1910353 Jan 28 05:56:26.624049 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9487aa8-a657-4a40-94d1-d26d0b8af96c req-aa9a2a75-1b11-4b17-bde7-5c67b3a16c21 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885475 Jan 28 05:56:26.650906 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Sync routers for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:56:26.669124 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:26.671244 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:26.782750 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-46396608-cd46-4abe-816a-ec493d193dba tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (190e1b7e-80b4-40c6-851b-08e5b92b231c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:26.794692 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-46396608-cd46-4abe-816a-ec493d193dba tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (190e1b7e-80b4-40c6-851b-08e5b92b231c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:26.809320 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-01ba83b9-a647-42fe-a850-f5451241f249 None None] Provisioning complete for port 56b8631b-d758-46c6-9044-ff0195475abe triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:26.810018 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01ba83b9-a647-42fe-a850-f5451241f249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (56b8631b-d758-46c6-9044-ff0195475abe), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:26.946551 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-bc59d8d7-e555-4a5e-8087-d1d7ea467679 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:26.966975 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-bc59d8d7-e555-4a5e-8087-d1d7ea467679 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/networks?id=f313c573-bb2e-4ddf-a437-af66975b4796 HTTP/1.1" status: 200 len: 815 time: 0.3299174 Jan 28 05:56:27.006607 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-6f931369-7d1d-4622-84b2-635f36d0b965 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/quotas/f61985ba5ef042b38784220cf10666d2 HTTP/1.1" status: 200 len: 375 time: 0.0321391 Jan 28 05:56:27.027553 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:27.080506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 56b8631b-d758-46c6-9044-ff0195475abe triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:27.082244 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (56b8631b-d758-46c6-9044-ff0195475abe), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:27.162158 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46396608-cd46-4abe-816a-ec493d193dba tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 190e1b7e-80b4-40c6-851b-08e5b92b231c has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:56:27.184212 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-050541e3-b43c-49ac-8fd3-5f49f6cf8417 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f61985ba5ef042b38784220cf10666d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1688519 Jan 28 05:56:27.224426 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-01ba83b9-a647-42fe-a850-f5451241f249 None None] Current status of the port 56b8631b-d758-46c6-9044-ff0195475abe is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:27.226710 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01ba83b9-a647-42fe-a850-f5451241f249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (56b8631b-d758-46c6-9044-ff0195475abe), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:27.297160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-01ba83b9-a647-42fe-a850-f5451241f249 None None] For port 56b8631b-d758-46c6-9044-ff0195475abe, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=56b8631b-d758-46c6-9044-ff0195475abe,segment=NetworkSegment(ad9fb9c8-7a43-4d96-a7b5-1d9268f22772),segment_id=ad9fb9c8-7a43-4d96-a7b5-1d9268f22772)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:27.393911 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45176) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:27.401591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 56b8631b-d758-46c6-9044-ff0195475abe is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:27.401993 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (56b8631b-d758-46c6-9044-ff0195475abe), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:27.450322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-17267961-5205-4544-930f-b9608afb39ff service neutron] 10.222.0.31 "GET /v2.0/networks/f313c573-bb2e-4ddf-a437-af66975b4796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510161 Jan 28 05:56:27.476522 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01ba83b9-a647-42fe-a850-f5451241f249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (56b8631b-d758-46c6-9044-ff0195475abe), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:27.514966 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46396608-cd46-4abe-816a-ec493d193dba tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:56:27.535368 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-46396608-cd46-4abe-816a-ec493d193dba tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:27.540095 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-46396608-cd46-4abe-816a-ec493d193dba tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/190e1b7e-80b4-40c6-851b-08e5b92b231c HTTP/1.1" status: 200 len: 933 time: 2.9149101 Jan 28 05:56:27.542584 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45180) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:27.720918 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba83b9-a647-42fe-a850-f5451241f249 None None] Pushing event updated for resources: {'Port': ['ID=56b8631b-d758-46c6-9044-ff0195475abe,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:27.872928 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f930a2e9-b24f-465d-9b64-7c166c59911d tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/routers/190e1b7e-80b4-40c6-851b-08e5b92b231c HTTP/1.1" status: 200 len: 933 time: 0.3266113 Jan 28 05:56:27.873569 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45186) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:27.877717 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-9bce4af8-1c25-4682-a239-799c921b4edb service neutron] 10.222.0.31 "GET /v2.0/networks/f313c573-bb2e-4ddf-a437-af66975b4796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260330 Jan 28 05:56:27.884748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1ddd4817-5793-4f96-80ee-688b6b34ac77 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'router': {'routes': None}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:56:27.940732 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:25Z', 'revision_number': 6, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': '34d44052-b9db-4738-a423-7c3fd8046e55', 'name': '', 'network_id': '4fb426ba-cf2b-4017-86d9-046a3e2da176', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:82:bf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '78d2398f-64cc-43d1-a3ca-7ec838849193', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:21Z', 'updated_at': '2022-01-28T05:56:23Z', 'revision_number': 2, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '78d2398f-64cc-43d1-a3ca-7ec838849193', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bae66ab-1955-4c74-a3b5-53941700b2aa', 'name': '', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:72:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:12Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702b40ed-33a0-4165-aae0-d19b90b33f66', 'name': '', 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:82:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:11Z', 'updated_at': '2022-01-28T05:56:24Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:28.067880 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Checking router: 190e1b7e-80b4-40c6-851b-08e5b92b231c for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:56:28.068320 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Updating router 190e1b7e-80b4-40c6-851b-08e5b92b231c port 34d44052-b9db-4738-a423-7c3fd8046e55 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:56:28.092234 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:28.120603 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 05:56:28.120976 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 05:56:28.121532 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a0424eed-46a3-4bff-8771-0e0ddf2c7591 None None] Provisioning complete for port 34d44052-b9db-4738-a423-7c3fd8046e55 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:28.121912 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0424eed-46a3-4bff-8771-0e0ddf2c7591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (34d44052-b9db-4738-a423-7c3fd8046e55), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:28.158926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a8745-558c-4f30-81a2-68af97a08b14 req-7fcb166c-0e58-49d1-aa63-2f420bdf8489 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:28.159984 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b1a8745-558c-4f30-81a2-68af97a08b14 req-7fcb166c-0e58-49d1-aa63-2f420bdf8489 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f7226c-13d2-41f1-9dff-a6a591896f2c HTTP/1.1" status: 200 len: 946 time: 0.2747984 Jan 28 05:56:28.212307 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (34d44052-b9db-4738-a423-7c3fd8046e55), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:28.291117 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a0424eed-46a3-4bff-8771-0e0ddf2c7591 None None] Port 34d44052-b9db-4738-a423-7c3fd8046e55 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:56:28.315573 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a0424eed-46a3-4bff-8771-0e0ddf2c7591 None None] Provisioning complete for port 56b8631b-d758-46c6-9044-ff0195475abe triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:28.316549 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0424eed-46a3-4bff-8771-0e0ddf2c7591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (56b8631b-d758-46c6-9044-ff0195475abe), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:28.373398 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9b67-cf7f-4014-96ec-76ae5d49e9e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:28.393308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29fa4b-8e0b-4487-ae0d-d2ca0d997d7e req-2513369d-bd1c-4d2d-ad28-0eb91bb6f4fa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:28.403521 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab29fa4b-8e0b-4487-ae0d-d2ca0d997d7e req-2513369d-bd1c-4d2d-ad28-0eb91bb6f4fa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.2252321 Jan 28 05:56:28.517548 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ff4e1cbd-a8ba-418f-9630-3402de151b18 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:56:28.705490 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9b67-cf7f-4014-96ec-76ae5d49e9e0 admin admin] Publish callbacks [] for security_group (b8a1916e-cbf8-45eb-94b0-3efa9697c73f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:28.803880 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab29fa4b-8e0b-4487-ae0d-d2ca0d997d7e req-26fe94c6-7284-4952-9332-745c65e37ed6 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993547 Jan 28 05:56:28.808466 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9b67-cf7f-4014-96ec-76ae5d49e9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b8a1916e-cbf8-45eb-94b0-3efa9697c73f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:28.841698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ff4e1cbd-a8ba-418f-9630-3402de151b18, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ff4e1cbd-a8ba-418f-9630-3402de151b18,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:28.927223 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8b8b9b67-cf7f-4014-96ec-76ae5d49e9e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7443ff78ca347e0bc7f659333e7406e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5292156 Jan 28 05:56:28.932441 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45198) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:28.939693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b9b67-cf7f-4014-96ec-76ae5d49e9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a1916e-cbf8-45eb-94b0-3efa9697c73f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:28.978607 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'ff4e1cbd-a8ba-418f-9630-3402de151b18', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'port_id': 'ff4e1cbd-a8ba-418f-9630-3402de151b18', 'mac_address': 'fa:16:3e:c7:cf:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:56:28.990965 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 56b8631b-d758-46c6-9044-ff0195475abe is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:29.153693 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Publish callbacks [] for port (34d44052-b9db-4738-a423-7c3fd8046e55), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:29.245525 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (34d44052-b9db-4738-a423-7c3fd8046e55), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:29.254643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a0424eed-46a3-4bff-8771-0e0ddf2c7591 None None] Current status of the port 56b8631b-d758-46c6-9044-ff0195475abe is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:29.262112 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 56b8631b-d758-46c6-9044-ff0195475abe up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:56:29.417116 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.extraroute_db [None req-1ddd4817-5793-4f96-80ee-688b6b34ac77 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Added routes are [] {{(pid=103634) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 05:56:29.417726 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.extraroute_db [None req-1ddd4817-5793-4f96-80ee-688b6b34ac77 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103634) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 05:56:29.482527 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ff4e1cbd-a8ba-418f-9630-3402de151b18 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:29.483309 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:29.494555 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dad97b-04f2-4a3e-a52f-88d70243b1b8 None None] Pushing event updated for resources: {'Port': ['ID=34d44052-b9db-4738-a423-7c3fd8046e55,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:29.528765 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 56b8631b-d758-46c6-9044-ff0195475abe triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:29.529218 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (56b8631b-d758-46c6-9044-ff0195475abe), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:29.535829 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4817-5793-4f96-80ee-688b6b34ac77 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (190e1b7e-80b4-40c6-851b-08e5b92b231c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:29.539290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4afb6a25-4b27-408d-887d-c7a8f82c0c55 None None] Provisioning complete for port 34d44052-b9db-4738-a423-7c3fd8046e55 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:29.539756 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4afb6a25-4b27-408d-887d-c7a8f82c0c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (34d44052-b9db-4738-a423-7c3fd8046e55), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:29.542054 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] Publish callbacks [] for security_group (b8a1916e-cbf8-45eb-94b0-3efa9697c73f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:29.546071 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Attempting to bind port 34d44052-b9db-4738-a423-7c3fd8046e55 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:56:29.546288 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Attempting to bind port 34d44052-b9db-4738-a423-7c3fd8046e55 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'ad9fb9c8-7a43-4d96-a7b5-1d9268f22772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fb426ba-cf2b-4017-86d9-046a3e2da176'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:56:29.549373 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Attempting to bind port 34d44052-b9db-4738-a423-7c3fd8046e55 on network 4fb426ba-cf2b-4017-86d9-046a3e2da176 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:56:29.562211 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:56:29.562211 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Checking segment: {'id': 'ad9fb9c8-7a43-4d96-a7b5-1d9268f22772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fb426ba-cf2b-4017-86d9-046a3e2da176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:56:29.563494 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:29.564078 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Bound using segment: {'id': 'ad9fb9c8-7a43-4d96-a7b5-1d9268f22772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fb426ba-cf2b-4017-86d9-046a3e2da176'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:56:29.564587 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Bound port: 34d44052-b9db-4738-a423-7c3fd8046e55, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9fb9c8-7a43-4d96-a7b5-1d9268f22772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4fb426ba-cf2b-4017-86d9-046a3e2da176'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:56:29.564972 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (34d44052-b9db-4738-a423-7c3fd8046e55), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:29.602186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4e1cbd-a8ba-418f-9630-3402de151b18 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:56:29.611878 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] Publish callbacks [] for security_group (b8a1916e-cbf8-45eb-94b0-3efa9697c73f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:29.613057 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:56:29.747521 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] For port 34d44052-b9db-4738-a423-7c3fd8046e55, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:56:29.754850 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] For port 34d44052-b9db-4738-a423-7c3fd8046e55, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=34d44052-b9db-4738-a423-7c3fd8046e55,segment=NetworkSegment(ad9fb9c8-7a43-4d96-a7b5-1d9268f22772),segment_id=ad9fb9c8-7a43-4d96-a7b5-1d9268f22772)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:56:29.775857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b9b67-cf7f-4014-96ec-76ae5d49e9e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.776610 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b9b67-cf7f-4014-96ec-76ae5d49e9e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.776610 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b9b67-cf7f-4014-96ec-76ae5d49e9e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.776982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b9b67-cf7f-4014-96ec-76ae5d49e9e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.777316 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b9b67-cf7f-4014-96ec-76ae5d49e9e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.777554 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b9b67-cf7f-4014-96ec-76ae5d49e9e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.777880 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b9b67-cf7f-4014-96ec-76ae5d49e9e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.778207 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b9b67-cf7f-4014-96ec-76ae5d49e9e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.778558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b9b67-cf7f-4014-96ec-76ae5d49e9e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.778881 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b9b67-cf7f-4014-96ec-76ae5d49e9e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.779208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b9b67-cf7f-4014-96ec-76ae5d49e9e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.779528 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b9b67-cf7f-4014-96ec-76ae5d49e9e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.779955 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b9b67-cf7f-4014-96ec-76ae5d49e9e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.803262 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ff4e1cbd-a8ba-418f-9630-3402de151b18, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ff4e1cbd-a8ba-418f-9630-3402de151b18,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:29.805773 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4afb6a25-4b27-408d-887d-c7a8f82c0c55 None None] Port 34d44052-b9db-4738-a423-7c3fd8046e55 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:56:29.814250 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8edffca8-61ab-4785-a7e3-5eab0a6d5628 req-6401ffda-2ddf-40dc-a358-03b8890d5973 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 210 time: 0.8849187 Jan 28 05:56:29.824372 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b8a1916e-cbf8-45eb-94b0-3efa9697c73f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:29.839846 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:29.839846 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8a1916e-cbf8-45eb-94b0-3efa9697c73f HTTP/1.1" status: 204 len: 168 time: 0.8983684 Jan 28 05:56:29.864947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-9b1a8745-558c-4f30-81a2-68af97a08b14 req-5bc7ef95-3bb0-4cfc-b877-2c419f39f0d0 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Deleting port 014bac9f-0f80-4d33-b6db-cee634afe9e4 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:56:29.871250 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b1a8745-558c-4f30-81a2-68af97a08b14 req-5bc7ef95-3bb0-4cfc-b877-2c419f39f0d0 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:29.911480 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (34d44052-b9db-4738-a423-7c3fd8046e55), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:29.931308 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a1916e-cbf8-45eb-94b0-3efa9697c73f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:29.933836 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 56b8631b-d758-46c6-9044-ff0195475abe is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:29.953340 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.953910 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.957444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.957444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.957444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.957444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.957928 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.958662 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.963639 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.964501 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.964501 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.964912 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.965341 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7588-3478-4fe1-8666-0d74936fc526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:56:29.994216 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:30.131496 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:30.136724 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:30.162769 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0d6812a4-aaf5-4410-925d-65e36e191b28 None None] Provisioning complete for port 34d44052-b9db-4738-a423-7c3fd8046e55 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:30.164371 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d6812a4-aaf5-4410-925d-65e36e191b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (34d44052-b9db-4738-a423-7c3fd8046e55), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:30.242735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9b1a8745-558c-4f30-81a2-68af97a08b14 req-5bc7ef95-3bb0-4cfc-b877-2c419f39f0d0 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] For port 014bac9f-0f80-4d33-b6db-cee634afe9e4, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=014bac9f-0f80-4d33-b6db-cee634afe9e4,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:30.246489 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b1a8745-558c-4f30-81a2-68af97a08b14 req-5bc7ef95-3bb0-4cfc-b877-2c419f39f0d0 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:30.247992 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4817-5793-4f96-80ee-688b6b34ac77 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (190e1b7e-80b4-40c6-851b-08e5b92b231c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:30.254268 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4817-5793-4f96-80ee-688b6b34ac77 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (190e1b7e-80b4-40c6-851b-08e5b92b231c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:30.281157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-9b1a8745-558c-4f30-81a2-68af97a08b14 req-5bc7ef95-3bb0-4cfc-b877-2c419f39f0d0 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Calling delete_port for 014bac9f-0f80-4d33-b6db-cee634afe9e4 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:56:30.332959 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ff4e1cbd-a8ba-418f-9630-3402de151b18,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:30.514349 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:30.548601 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57e96c-975d-4e03-a1b1-4308633bf5a3 req-bbab7bb3-fb8b-4146-a40b-e5e136227275 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:30.557769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac57e96c-975d-4e03-a1b1-4308633bf5a3 req-bbab7bb3-fb8b-4146-a40b-e5e136227275 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 943 time: 1.8082647 Jan 28 05:56:30.621462 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0d6812a4-aaf5-4410-925d-65e36e191b28 None None] Current status of the port 34d44052-b9db-4738-a423-7c3fd8046e55 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:30.626514 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d6812a4-aaf5-4410-925d-65e36e191b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (34d44052-b9db-4738-a423-7c3fd8046e55), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:30.635169 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac57e96c-975d-4e03-a1b1-4308633bf5a3 req-63c746fc-a807-4929-b325-97ea08d5421b tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761852 Jan 28 05:56:30.636986 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b1a8745-558c-4f30-81a2-68af97a08b14 req-5bc7ef95-3bb0-4cfc-b877-2c419f39f0d0 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (014bac9f-0f80-4d33-b6db-cee634afe9e4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:30.638923 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['ff4e1cbd-a8ba-418f-9630-3402de151b18'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:56:30.702071 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddd4817-5793-4f96-80ee-688b6b34ac77 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 190e1b7e-80b4-40c6-851b-08e5b92b231c has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:56:30.723234 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7ef95-3bb0-4cfc-b877-2c419f39f0d0 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Pushing event deleted for resources: {'Port': ['ID=014bac9f-0f80-4d33-b6db-cee634afe9e4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:30.763684 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1a8745-558c-4f30-81a2-68af97a08b14 req-5bc7ef95-3bb0-4cfc-b877-2c419f39f0d0 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] No DVR routers for this DVR port 014bac9f-0f80-4d33-b6db-cee634afe9e4 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:56:30.767751 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b1a8745-558c-4f30-81a2-68af97a08b14 req-5bc7ef95-3bb0-4cfc-b877-2c419f39f0d0 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:30.772527 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b1a8745-558c-4f30-81a2-68af97a08b14 req-5bc7ef95-3bb0-4cfc-b877-2c419f39f0d0 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.64 "DELETE /v2.0/ports/014bac9f-0f80-4d33-b6db-cee634afe9e4 HTTP/1.1" status: 204 len: 173 time: 2.6020555 Jan 28 05:56:30.783233 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f366c04-4b10-473e-9701-7f91705cbe9c req-0eb17726-4395-46cb-80e5-3c35bff3727e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:30.785540 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2f366c04-4b10-473e-9701-7f91705cbe9c req-0eb17726-4395-46cb-80e5-3c35bff3727e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.2925701 Jan 28 05:56:30.786271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f7226c-13d2-41f1-9dff-a6a591896f2c', 'name': 'network-vif-deleted', 'tag': '014bac9f-0f80-4d33-b6db-cee634afe9e4'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:56:30.788979 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f52f34-956e-402c-ac67-f50b48ce32bc" -d '{"events": [{"server_uuid": "f5f7226c-13d2-41f1-9dff-a6a591896f2c", "name": "network-vif-deleted", "tag": "014bac9f-0f80-4d33-b6db-cee634afe9e4"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:56:30.877779 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0d6812a4-aaf5-4410-925d-65e36e191b28 None None] For port 34d44052-b9db-4738-a423-7c3fd8046e55, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=34d44052-b9db-4738-a423-7c3fd8046e55,segment=NetworkSegment(ad9fb9c8-7a43-4d96-a7b5-1d9268f22772),segment_id=ad9fb9c8-7a43-4d96-a7b5-1d9268f22772)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:30.903141 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dad97b-04f2-4a3e-a52f-88d70243b1b8 None None] Pushing event updated for resources: {'Port': ['ID=34d44052-b9db-4738-a423-7c3fd8046e55,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:30.940599 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d6812a4-aaf5-4410-925d-65e36e191b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (34d44052-b9db-4738-a423-7c3fd8046e55), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:30.946341 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe53e19-ead5-47af-9178-d4c48cc3440d x-openstack-request-id: req-fbe53e19-ead5-47af-9178-d4c48cc3440d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:56:30.952353 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f7226c-13d2-41f1-9dff-a6a591896f2c", "name": "network-vif-deleted", "tag": "014bac9f-0f80-4d33-b6db-cee634afe9e4", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:56:30.953074 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbe53e19-ead5-47af-9178-d4c48cc3440d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:56:30.954251 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f7226c-13d2-41f1-9dff-a6a591896f2c', 'name': 'network-vif-deleted', 'tag': '014bac9f-0f80-4d33-b6db-cee634afe9e4', 'status': 'completed', 'code': 200} Jan 28 05:56:30.968472 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2f366c04-4b10-473e-9701-7f91705cbe9c req-e8e1b93b-f019-4a87-849d-4e4e5f67d74e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596942 Jan 28 05:56:31.066917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1107207-d8df-4c7d-b86c-53d73314fb6c req-5bab41b0-40f3-49cd-be16-965ad9862e90 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 210 time: 0.0678837 Jan 28 05:56:31.247097 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2d546237-9b51-424d-8cc3-b3286a61a4ef None None] Provisioning complete for port 34d44052-b9db-4738-a423-7c3fd8046e55 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:31.249378 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d546237-9b51-424d-8cc3-b3286a61a4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (34d44052-b9db-4738-a423-7c3fd8046e55), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:31.276701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddd4817-5793-4f96-80ee-688b6b34ac77 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:56:31.288524 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4817-5793-4f96-80ee-688b6b34ac77 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:31.294327 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1ddd4817-5793-4f96-80ee-688b6b34ac77 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/190e1b7e-80b4-40c6-851b-08e5b92b231c HTTP/1.1" status: 200 len: 699 time: 3.4197130 Jan 28 05:56:31.296960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45220) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:31.347112 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6812a4-aaf5-4410-925d-65e36e191b28 None None] Pushing event updated for resources: {'Port': ['ID=34d44052-b9db-4738-a423-7c3fd8046e55,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:31.431479 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45224) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:31.451889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 014bac9f-0f80-4d33-b6db-cee634afe9e4 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:56:31.454550 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:29Z', 'revision_number': 7, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': '34d44052-b9db-4738-a423-7c3fd8046e55', 'name': '', 'network_id': '4fb426ba-cf2b-4017-86d9-046a3e2da176', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:82:bf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '78d2398f-64cc-43d1-a3ca-7ec838849193', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:21Z', 'updated_at': '2022-01-28T05:56:29Z', 'revision_number': 4, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '78d2398f-64cc-43d1-a3ca-7ec838849193', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bae66ab-1955-4c74-a3b5-53941700b2aa', 'name': '', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:72:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:12Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702b40ed-33a0-4165-aae0-d19b90b33f66', 'name': '', 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:82:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:11Z', 'updated_at': '2022-01-28T05:56:24Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:31.459106 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-19d2d813-95f5-40d5-ac86-03fdb3c70f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:31.550599 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 014bac9f-0f80-4d33-b6db-cee634afe9e4 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:56:31.552172 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2ee9ae-1e94-45e3-b48a-14d7c61a0c2f None None] The sync data for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 is: [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:29Z', 'revision_number': 7, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': '34d44052-b9db-4738-a423-7c3fd8046e55', 'name': '', 'network_id': '4fb426ba-cf2b-4017-86d9-046a3e2da176', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:82:bf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '78d2398f-64cc-43d1-a3ca-7ec838849193', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:21Z', 'updated_at': '2022-01-28T05:56:29Z', 'revision_number': 4, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '78d2398f-64cc-43d1-a3ca-7ec838849193', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bae66ab-1955-4c74-a3b5-53941700b2aa', 'name': '', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:72:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:12Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702b40ed-33a0-4165-aae0-d19b90b33f66', 'name': '', 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:82:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:11Z', 'updated_at': '2022-01-28T05:56:24Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:56:31.552953 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 014bac9f-0f80-4d33-b6db-cee634afe9e4 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:56:31.610448 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a038b9a9-a5fb-411e-a36c-cd7b926c93d3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/routers/190e1b7e-80b4-40c6-851b-08e5b92b231c HTTP/1.1" status: 200 len: 699 time: 0.3097908 Jan 28 05:56:31.613291 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45228) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:32.135826 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2d546237-9b51-424d-8cc3-b3286a61a4ef None None] Current status of the port 34d44052-b9db-4738-a423-7c3fd8046e55 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:32.494062 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa016617-b8fc-4a9c-aa79-2033ba38699a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:32.524256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1a3d8-2e83-49be-b210-ff6e083783ca req-f0d3790d-63db-4084-8a56-8c411a7a6c1d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:32.531481 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8f1a3d8-2e83-49be-b210-ff6e083783ca req-f0d3790d-63db-4084-8a56-8c411a7a6c1d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 944 time: 0.6118731 Jan 28 05:56:32.579196 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-10048a1a-c1ae-4437-999f-010b0e2c9bb2 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:32.580810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-10048a1a-c1ae-4437-999f-010b0e2c9bb2 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.64 "GET /v2.0/networks?id=f313c573-bb2e-4ddf-a437-af66975b4796 HTTP/1.1" status: 200 len: 815 time: 0.9055195 Jan 28 05:56:32.642997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-6cead291-54ca-476f-a33e-b3dec20f2b9e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Request body: {'port': {'device_id': 'eddbdacd-87fe-4648-82f2-eb7741a4af85', 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796', 'admin_state_up': True, 'tenant_id': 'f61985ba5ef042b38784220cf10666d2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:56:32.754357 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc0152-fa72-4a1d-bdec-8b3b93bbeefb req-a21a0444-22fe-414f-a2cf-74d965ccd426 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:32.770969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ebc0152-fa72-4a1d-bdec-8b3b93bbeefb req-a21a0444-22fe-414f-a2cf-74d965ccd426 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.6042249 Jan 28 05:56:32.944833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8f1a3d8-2e83-49be-b210-ff6e083783ca req-5e36a15a-078a-4c0f-8889-3fc3704e3077 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3998599 Jan 28 05:56:33.056960 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-19d2d813-95f5-40d5-ac86-03fdb3c70f14 admin admin] Publish callbacks [] for security_group (14befe8a-d849-46a1-8ae3-ffce2173a846), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:33.133307 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ebc0152-fa72-4a1d-bdec-8b3b93bbeefb req-804e404b-2a99-4f28-aa1a-67c23798b976 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612890 Jan 28 05:56:33.160123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc70d6-241e-4342-8fb2-6c137f513975 None None] Sync routers for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:56:33.180040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc70d6-241e-4342-8fb2-6c137f513975 None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:33.181118 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-43fc70d6-241e-4342-8fb2-6c137f513975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:33.205274 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ecc5b64-86c9-40ff-8870-59bd6d05fe3b req-d62ea6ae-c179-4372-bf22-c26830213204 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 210 time: 0.0627322 Jan 28 05:56:33.248948 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-19d2d813-95f5-40d5-ac86-03fdb3c70f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (14befe8a-d849-46a1-8ae3-ffce2173a846), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:33.301393 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-6cead291-54ca-476f-a33e-b3dec20f2b9e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Made reservation on behalf of f61985ba5ef042b38784220cf10666d2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:56:33.306322 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-6cead291-54ca-476f-a33e-b3dec20f2b9e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:33.325138 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2d813-95f5-40d5-ac86-03fdb3c70f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14befe8a-d849-46a1-8ae3-ffce2173a846,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:33.439443 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-19d2d813-95f5-40d5-ac86-03fdb3c70f14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0871b9c34d44b4b8215969dfe13b613&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0065069 Jan 28 05:56:33.440366 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45244) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:33.611369 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-838bc943-4d33-4bca-9e3d-dcb39afc3454 admin admin] Publish callbacks [] for security_group (14befe8a-d849-46a1-8ae3-ffce2173a846), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:33.651183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-43fc70d6-241e-4342-8fb2-6c137f513975 None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:33.652406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-6cead291-54ca-476f-a33e-b3dec20f2b9e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Allocated IP 172.20.0.4 (f313c573-bb2e-4ddf-a437-af66975b4796/09cd826f-180c-4fa4-a792-44f2acd6af41/09f39a77-6c91-49b9-8387-3dfe232421f9) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:56:33.729969 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-838bc943-4d33-4bca-9e3d-dcb39afc3454 admin admin] Publish callbacks [] for security_group (14befe8a-d849-46a1-8ae3-ffce2173a846), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:33.906281 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-6cead291-54ca-476f-a33e-b3dec20f2b9e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks [] for port (09f39a77-6c91-49b9-8387-3dfe232421f9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:33.911879 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ca5c115f-14d3-48ed-a2cd-e8783be0e151 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (190e1b7e-80b4-40c6-851b-08e5b92b231c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:33.951027 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 34d44052-b9db-4738-a423-7c3fd8046e55 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:56:34.010585 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-6cead291-54ca-476f-a33e-b3dec20f2b9e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (09f39a77-6c91-49b9-8387-3dfe232421f9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:34.051588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-6cead291-54ca-476f-a33e-b3dec20f2b9e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Network f313c573-bb2e-4ddf-a437-af66975b4796 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:56:34.064021 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-6cead291-54ca-476f-a33e-b3dec20f2b9e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:56:34.073740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-6cead291-54ca-476f-a33e-b3dec20f2b9e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:56:34.134201 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-838bc943-4d33-4bca-9e3d-dcb39afc3454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (14befe8a-d849-46a1-8ae3-ffce2173a846), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:34.136926 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-838bc943-4d33-4bca-9e3d-dcb39afc3454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:34.159255 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-838bc943-4d33-4bca-9e3d-dcb39afc3454 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14befe8a-d849-46a1-8ae3-ffce2173a846 HTTP/1.1" status: 204 len: 168 time: 0.7039161 Jan 28 05:56:34.293977 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 34d44052-b9db-4738-a423-7c3fd8046e55 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:34.294376 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (34d44052-b9db-4738-a423-7c3fd8046e55), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:34.302832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-6cead291-54ca-476f-a33e-b3dec20f2b9e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:34.303540 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-6cead291-54ca-476f-a33e-b3dec20f2b9e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:34.359181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bc943-4d33-4bca-9e3d-dcb39afc3454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14befe8a-d849-46a1-8ae3-ffce2173a846,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:34.441951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ff4e1cbd-a8ba-418f-9630-3402de151b18 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:56:34.496419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cead291-54ca-476f-a33e-b3dec20f2b9e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Pushing event updated for resources: {'Port': ['ID=09f39a77-6c91-49b9-8387-3dfe232421f9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:34.540521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-43fc70d6-241e-4342-8fb2-6c137f513975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:29Z', 'revision_number': 7, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': '34d44052-b9db-4738-a423-7c3fd8046e55', 'name': '', 'network_id': '4fb426ba-cf2b-4017-86d9-046a3e2da176', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:82:bf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '78d2398f-64cc-43d1-a3ca-7ec838849193', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:21Z', 'updated_at': '2022-01-28T05:56:30Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '78d2398f-64cc-43d1-a3ca-7ec838849193', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bae66ab-1955-4c74-a3b5-53941700b2aa', 'name': '', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:72:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:12Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702b40ed-33a0-4165-aae0-d19b90b33f66', 'name': '', 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:82:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:11Z', 'updated_at': '2022-01-28T05:56:24Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:34.568766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa97f4d-e3a4-4688-af09-aedad29d27c3 req-0bd0eea1-132d-443f-9de4-d5b6142150b4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:34.585527 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fa97f4d-e3a4-4688-af09-aedad29d27c3 req-0bd0eea1-132d-443f-9de4-d5b6142150b4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.2700214 Jan 28 05:56:34.639310 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc70d6-241e-4342-8fb2-6c137f513975 None None] Checking router: 190e1b7e-80b4-40c6-851b-08e5b92b231c for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:56:34.654321 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d100d-6204-477f-9301-e05acb79ec9c req-88473b0a-ed4f-4cfd-8c55-ead64abff5e3 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:34.659003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-712d100d-6204-477f-9301-e05acb79ec9c req-88473b0a-ed4f-4cfd-8c55-ead64abff5e3 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 944 time: 0.3841929 Jan 28 05:56:34.666587 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-6cead291-54ca-476f-a33e-b3dec20f2b9e tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0371721 Jan 28 05:56:34.730965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fa97f4d-e3a4-4688-af09-aedad29d27c3 req-d736038c-4d38-4a2f-9cd4-43c83b2754bb tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438720 Jan 28 05:56:34.757325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 34d44052-b9db-4738-a423-7c3fd8046e55 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:34.772733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Request body: {'port': {'device_id': 'eddbdacd-87fe-4648-82f2-eb7741a4af85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:56:34.779576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c115f-14d3-48ed-a2cd-e8783be0e151 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting port 34d44052-b9db-4738-a423-7c3fd8046e55 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:56:34.779926 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ca5c115f-14d3-48ed-a2cd-e8783be0e151 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (34d44052-b9db-4738-a423-7c3fd8046e55), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:34.816185 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc70d6-241e-4342-8fb2-6c137f513975 None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:34.818808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-43fc70d6-241e-4342-8fb2-6c137f513975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:34.952565 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (09f39a77-6c91-49b9-8387-3dfe232421f9), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:34.953769 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f43a19dc-f5cf-4e54-92b0-9e5a95b1ec5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:35.095964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port ff4e1cbd-a8ba-418f-9630-3402de151b18 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:35.100602 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:35.159275 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-712d100d-6204-477f-9301-e05acb79ec9c req-2d0ad79d-43bd-4776-90cb-8b2cd5d3c989 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4916358 Jan 28 05:56:35.254448 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-ca5c115f-14d3-48ed-a2cd-e8783be0e151 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] For port 34d44052-b9db-4738-a423-7c3fd8046e55, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=34d44052-b9db-4738-a423-7c3fd8046e55,segment=NetworkSegment(ad9fb9c8-7a43-4d96-a7b5-1d9268f22772),segment_id=ad9fb9c8-7a43-4d96-a7b5-1d9268f22772)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:35.255897 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ca5c115f-14d3-48ed-a2cd-e8783be0e151 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (34d44052-b9db-4738-a423-7c3fd8046e55), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:35.302775 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-43fc70d6-241e-4342-8fb2-6c137f513975 None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:35.312413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59134b-a4d3-4326-9710-bdf74ce8e1ad req-c8890449-35ab-4748-9527-cec51692ee46 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:35.323789 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d59134b-a4d3-4326-9710-bdf74ce8e1ad req-c8890449-35ab-4748-9527-cec51692ee46 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 931 time: 0.3859584 Jan 28 05:56:35.325848 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c115f-14d3-48ed-a2cd-e8783be0e151 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Calling delete_port for 34d44052-b9db-4738-a423-7c3fd8046e55 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:56:35.403859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ff4e1cbd-a8ba-418f-9630-3402de151b18 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:35.404349 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:35.466421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789877e1-3a92-4606-82da-1c76e230b3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4e1cbd-a8ba-418f-9630-3402de151b18'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:56:35.469002 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782f8e7f-1a06-4713-9377-971dd099c92f" -d '{"events": [{"server_uuid": "789877e1-3a92-4606-82da-1c76e230b3df", "name": "network-vif-plugged", "status": "completed", "tag": "ff4e1cbd-a8ba-418f-9630-3402de151b18"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:56:35.554374 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d59134b-a4d3-4326-9710-bdf74ce8e1ad req-251a0ce1-3d17-4f4c-87ea-17b8a5e3b59a tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201498 Jan 28 05:56:35.568382 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ff4e1cbd-a8ba-418f-9630-3402de151b18, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ff4e1cbd-a8ba-418f-9630-3402de151b18,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:35.650359 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a84543-d67e-49aa-92a2-b97fd9ccd2ce x-openstack-request-id: req-48a84543-d67e-49aa-92a2-b97fd9ccd2ce {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:56:35.650672 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789877e1-3a92-4606-82da-1c76e230b3df", "name": "network-vif-plugged", "status": "completed", "tag": "ff4e1cbd-a8ba-418f-9630-3402de151b18", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:56:35.650941 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48a84543-d67e-49aa-92a2-b97fd9ccd2ce {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:56:35.651344 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789877e1-3a92-4606-82da-1c76e230b3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4e1cbd-a8ba-418f-9630-3402de151b18', 'code': 200} Jan 28 05:56:35.654174 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:35.867974 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ff4e1cbd-a8ba-418f-9630-3402de151b18,revision_number=10']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:35.949639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f39a77-6c91-49b9-8387-3dfe232421f9 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:56:35.964395 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ca5c115f-14d3-48ed-a2cd-e8783be0e151 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (34d44052-b9db-4738-a423-7c3fd8046e55), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:36.014022 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Publish callbacks [] for port (09f39a77-6c91-49b9-8387-3dfe232421f9), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:36.060579 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c115f-14d3-48ed-a2cd-e8783be0e151 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Port': ['ID=34d44052-b9db-4738-a423-7c3fd8046e55,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:36.128693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Transition to ACTIVE for port object 09f39a77-6c91-49b9-8387-3dfe232421f9 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:56:36.136758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-43fc70d6-241e-4342-8fb2-6c137f513975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:29Z', 'revision_number': 7, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': '34d44052-b9db-4738-a423-7c3fd8046e55', 'name': '', 'network_id': '4fb426ba-cf2b-4017-86d9-046a3e2da176', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:82:bf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '78d2398f-64cc-43d1-a3ca-7ec838849193', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:21Z', 'updated_at': '2022-01-28T05:56:30Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '78d2398f-64cc-43d1-a3ca-7ec838849193', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bae66ab-1955-4c74-a3b5-53941700b2aa', 'name': '', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:72:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:12Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702b40ed-33a0-4165-aae0-d19b90b33f66', 'name': '', 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:82:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:11Z', 'updated_at': '2022-01-28T05:56:24Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:36.147248 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36c3bb-cb08-4ca6-b1f3-294cc5242ae5 req-7dc66e2f-46b6-482c-a7b9-a6a312b40a36 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:36.149370 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f36c3bb-cb08-4ca6-b1f3-294cc5242ae5 req-7dc66e2f-46b6-482c-a7b9-a6a312b40a36 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.2764723 Jan 28 05:56:36.157279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa77a3-7889-497f-b560-eb5db0e10da7 req-27ce1d77-0af0-45fe-977c-353536c80033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:36.159774 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4fa77a3-7889-497f-b560-eb5db0e10da7 req-27ce1d77-0af0-45fe-977c-353536c80033 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 1098 time: 0.2047651 Jan 28 05:56:36.271029 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f36c3bb-cb08-4ca6-b1f3-294cc5242ae5 req-8be6b4d0-4e60-4fb9-898f-af93b62d66d7 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100795 Jan 28 05:56:36.276767 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (09f39a77-6c91-49b9-8387-3dfe232421f9), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:36.283218 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc70d6-241e-4342-8fb2-6c137f513975 None None] The sync data for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 is: [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:29Z', 'revision_number': 7, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': '34d44052-b9db-4738-a423-7c3fd8046e55', 'name': '', 'network_id': '4fb426ba-cf2b-4017-86d9-046a3e2da176', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:82:bf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '78d2398f-64cc-43d1-a3ca-7ec838849193', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:21Z', 'updated_at': '2022-01-28T05:56:30Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '78d2398f-64cc-43d1-a3ca-7ec838849193', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bae66ab-1955-4c74-a3b5-53941700b2aa', 'name': '', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:72:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:12Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702b40ed-33a0-4165-aae0-d19b90b33f66', 'name': '', 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:82:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:11Z', 'updated_at': '2022-01-28T05:56:24Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:56:36.378625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Pushing event updated for resources: {'Port': ['ID=09f39a77-6c91-49b9-8387-3dfe232421f9,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:36.397847 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4fa77a3-7889-497f-b560-eb5db0e10da7 req-4a72292a-8976-4104-a45a-185f3c877729 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210560 Jan 28 05:56:36.507088 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:36.639443 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ca5c115f-14d3-48ed-a2cd-e8783be0e151 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (190e1b7e-80b4-40c6-851b-08e5b92b231c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:36.649765 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Attempting to bind port 09f39a77-6c91-49b9-8387-3dfe232421f9 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:56:36.650149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Attempting to bind port 09f39a77-6c91-49b9-8387-3dfe232421f9 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '11384708-f4dd-4ee0-b923-90c88d56fc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:56:36.650711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Attempting to bind port 09f39a77-6c91-49b9-8387-3dfe232421f9 on network f313c573-bb2e-4ddf-a437-af66975b4796 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:56:36.701083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8687081-11fd-4d2d-8bb6-496492dcd74b req-d1896099-f867-456b-9b56-5b24426894d3 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:36.706065 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8687081-11fd-4d2d-8bb6-496492dcd74b req-d1896099-f867-456b-9b56-5b24426894d3 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 946 time: 0.3333201 Jan 28 05:56:36.719551 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Port 09f39a77-6c91-49b9-8387-3dfe232421f9 on network f313c573-bb2e-4ddf-a437-af66975b4796 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:56:36.719940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Attempting to bind port 09f39a77-6c91-49b9-8387-3dfe232421f9 on network f313c573-bb2e-4ddf-a437-af66975b4796 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:56:36.796471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:56:36.796803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Checking segment: {'id': '11384708-f4dd-4ee0-b923-90c88d56fc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:56:36.797099 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Bound using segment: {'id': '11384708-f4dd-4ee0-b923-90c88d56fc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:56:36.797678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Bound port: 09f39a77-6c91-49b9-8387-3dfe232421f9, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11384708-f4dd-4ee0-b923-90c88d56fc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:56:36.798032 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (09f39a77-6c91-49b9-8387-3dfe232421f9), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:36.909652 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c10c8-977f-4785-b921-ff7387175149 req-efe6569e-1a5b-47c3-bf06-d544027d6958 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:36.917562 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c7c10c8-977f-4785-b921-ff7387175149 req-efe6569e-1a5b-47c3-bf06-d544027d6958 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 943 time: 0.1684411 Jan 28 05:56:36.984140 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5c115f-14d3-48ed-a2cd-e8783be0e151 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 190e1b7e-80b4-40c6-851b-08e5b92b231c has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:56:37.015322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8687081-11fd-4d2d-8bb6-496492dcd74b req-68b03a7b-3315-46d8-b517-5f57af8c9dbe tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894938 Jan 28 05:56:37.042123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c7c10c8-977f-4785-b921-ff7387175149 req-a4e5dc31-aaf3-4350-b51b-42ae8d7ff781 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236150 Jan 28 05:56:37.081316 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] For port 09f39a77-6c91-49b9-8387-3dfe232421f9, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:56:37.094934 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] For port 09f39a77-6c91-49b9-8387-3dfe232421f9, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=09f39a77-6c91-49b9-8387-3dfe232421f9,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:56:37.199228 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (09f39a77-6c91-49b9-8387-3dfe232421f9), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:37.218577 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5c115f-14d3-48ed-a2cd-e8783be0e151 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:56:37.229031 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ca5c115f-14d3-48ed-a2cd-e8783be0e151 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/190e1b7e-80b4-40c6-851b-08e5b92b231c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6146433 Jan 28 05:56:37.229694 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45298) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:37.236935 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829e1b2c-82ba-42df-9225-90b9ed7d199b None None] Sync routers for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:56:37.268906 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e1b2c-82ba-42df-9225-90b9ed7d199b None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:37.274684 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-829e1b2c-82ba-42df-9225-90b9ed7d199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:37.358660 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-509ddb72-9520-4a10-8443-799994c1edec tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting subnet 78d2398f-64cc-43d1-a3ca-7ec838849193 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:56:37.362650 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-509ddb72-9520-4a10-8443-799994c1edec tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (78d2398f-64cc-43d1-a3ca-7ec838849193), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:37.369613 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:37.370416 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:37.371930 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] 10.222.0.64 "PUT /v2.0/ports/09f39a77-6c91-49b9-8387-3dfe232421f9 HTTP/1.1" status: 200 len: 1092 time: 2.6248739 Jan 28 05:56:37.372515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddbdacd-87fe-4648-82f2-eb7741a4af85', 'tag': '09f39a77-6c91-49b9-8387-3dfe232421f9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:56:37.375687 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baab31c5-2549-4187-88f5-0a3fa0de2788" -d '{"events": [{"name": "network-changed", "server_uuid": "eddbdacd-87fe-4648-82f2-eb7741a4af85", "tag": "09f39a77-6c91-49b9-8387-3dfe232421f9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:56:37.411680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1aac8-5cdf-422f-bb73-a611ef5a5b19 service neutron] Pushing event updated for resources: {'Port': ['ID=09f39a77-6c91-49b9-8387-3dfe232421f9,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:37.476510 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bc6f45-db7e-4d78-9563-74d392aefc62 x-openstack-request-id: req-07bc6f45-db7e-4d78-9563-74d392aefc62 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:56:37.476843 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddbdacd-87fe-4648-82f2-eb7741a4af85", "tag": "09f39a77-6c91-49b9-8387-3dfe232421f9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:56:37.477104 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07bc6f45-db7e-4d78-9563-74d392aefc62 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:56:37.477530 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eddbdacd-87fe-4648-82f2-eb7741a4af85', 'tag': '09f39a77-6c91-49b9-8387-3dfe232421f9', 'status': 'completed', 'code': 200} Jan 28 05:56:37.492792 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-509ddb72-9520-4a10-8443-799994c1edec tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (78d2398f-64cc-43d1-a3ca-7ec838849193), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:37.688581 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-829e1b2c-82ba-42df-9225-90b9ed7d199b None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:37.807870 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-509ddb72-9520-4a10-8443-799994c1edec tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (78d2398f-64cc-43d1-a3ca-7ec838849193), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:37.810531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065724f9-70f9-47d8-99e9-e990a1f3759d req-412d86f2-d2ee-404d-9b63-6829446d97a8 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:37.815489 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-065724f9-70f9-47d8-99e9-e990a1f3759d req-412d86f2-d2ee-404d-9b63-6829446d97a8 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.2969568 Jan 28 05:56:37.820807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab31c5-2549-4187-88f5-0a3fa0de2788 req-771fb215-7e3a-4cb6-9f5b-8da6bda0a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:37.832203 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-baab31c5-2549-4187-88f5-0a3fa0de2788 req-771fb215-7e3a-4cb6-9f5b-8da6bda0a851 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f61985ba5ef042b38784220cf10666d2&device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 1095 time: 0.2937865 Jan 28 05:56:37.859597 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:38.068431 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-509ddb72-9520-4a10-8443-799994c1edec tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (78d2398f-64cc-43d1-a3ca-7ec838849193), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:38.128654 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ddb72-9520-4a10-8443-799994c1edec tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Subnet': ['ID=78d2398f-64cc-43d1-a3ca-7ec838849193,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:38.159438 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-509ddb72-9520-4a10-8443-799994c1edec tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:38.165570 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-509ddb72-9520-4a10-8443-799994c1edec tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/subnets/78d2398f-64cc-43d1-a3ca-7ec838849193 HTTP/1.1" status: 204 len: 168 time: 0.9317226 Jan 28 05:56:38.169951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324e4fef-4fa0-4061-ac5a-5f5c535ecf61 None None] Network 4fb426ba-cf2b-4017-86d9-046a3e2da176 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:56:38.170613 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45328) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:38.205031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab31c5-2549-4187-88f5-0a3fa0de2788 req-c908fa5a-ce41-4b26-bcba-9ab8958829e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:38.214662 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-baab31c5-2549-4187-88f5-0a3fa0de2788 req-c908fa5a-ce41-4b26-bcba-9ab8958829e3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f61985ba5ef042b38784220cf10666d2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3050835 Jan 28 05:56:38.381203 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (4fb426ba-cf2b-4017-86d9-046a3e2da176), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:38.508757 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting port 56b8631b-d758-46c6-9044-ff0195475abe {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:56:38.509398 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (56b8631b-d758-46c6-9044-ff0195475abe), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:38.573401 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-065724f9-70f9-47d8-99e9-e990a1f3759d req-c2a60add-2f5e-43b9-ade9-7e557f2208bb tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7461467 Jan 28 05:56:38.663513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] For port 56b8631b-d758-46c6-9044-ff0195475abe, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=56b8631b-d758-46c6-9044-ff0195475abe,segment=NetworkSegment(ad9fb9c8-7a43-4d96-a7b5-1d9268f22772),segment_id=ad9fb9c8-7a43-4d96-a7b5-1d9268f22772)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:38.664440 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (56b8631b-d758-46c6-9044-ff0195475abe), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:38.699507 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Calling delete_port for 56b8631b-d758-46c6-9044-ff0195475abe owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:56:38.706904 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-829e1b2c-82ba-42df-9225-90b9ed7d199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:35Z', 'revision_number': 8, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': '4bae66ab-1955-4c74-a3b5-53941700b2aa', 'name': '', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:72:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:12Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702b40ed-33a0-4165-aae0-d19b90b33f66', 'name': '', 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:82:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:11Z', 'updated_at': '2022-01-28T05:56:24Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:38.747810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa308200-bd3b-47d6-a11d-18cfb9c81c47 None None] DHCP port deletion for 4fb426ba-cf2b-4017-86d9-046a3e2da176 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:56:38.762761 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829e1b2c-82ba-42df-9225-90b9ed7d199b None None] Checking router: 190e1b7e-80b4-40c6-851b-08e5b92b231c for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:56:38.779738 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e1b2c-82ba-42df-9225-90b9ed7d199b None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:38.780854 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-829e1b2c-82ba-42df-9225-90b9ed7d199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:38.793973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14a731-129b-4975-90bc-1d356a3c3a51 req-f11fbdc4-5e7b-4661-ae46-bb982e5fc40e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:38.811691 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf14a731-129b-4975-90bc-1d356a3c3a51 req-f11fbdc4-5e7b-4661-ae46-bb982e5fc40e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 946 time: 0.5907419 Jan 28 05:56:38.819006 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab31c5-2549-4187-88f5-0a3fa0de2788 req-0ae1f47b-5fe1-43d2-986e-49325e0d8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:38.824287 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-baab31c5-2549-4187-88f5-0a3fa0de2788 req-0ae1f47b-5fe1-43d2-986e-49325e0d8c6c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5850008 Jan 28 05:56:38.916034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-aa308200-bd3b-47d6-a11d-18cfb9c81c47 None None] Deleting port 56b8631b-d758-46c6-9044-ff0195475abe {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:56:38.916034 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa308200-bd3b-47d6-a11d-18cfb9c81c47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (56b8631b-d758-46c6-9044-ff0195475abe), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:38.992674 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (56b8631b-d758-46c6-9044-ff0195475abe), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:39.071128 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Port': ['ID=56b8631b-d758-46c6-9044-ff0195475abe,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:39.078058 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] No DVR routers for this DVR port 56b8631b-d758-46c6-9044-ff0195475abe on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:56:39.095089 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-aa308200-bd3b-47d6-a11d-18cfb9c81c47 None None] For port 56b8631b-d758-46c6-9044-ff0195475abe, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=56b8631b-d758-46c6-9044-ff0195475abe,segment=NetworkSegment(ad9fb9c8-7a43-4d96-a7b5-1d9268f22772),segment_id=ad9fb9c8-7a43-4d96-a7b5-1d9268f22772)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:39.095505 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa308200-bd3b-47d6-a11d-18cfb9c81c47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (56b8631b-d758-46c6-9044-ff0195475abe), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:39.143062 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-829e1b2c-82ba-42df-9225-90b9ed7d199b None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:39.147521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-aa308200-bd3b-47d6-a11d-18cfb9c81c47 None None] Calling delete_port for 56b8631b-d758-46c6-9044-ff0195475abe owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:56:39.214911 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf14a731-129b-4975-90bc-1d356a3c3a51 req-4ad37dc1-f866-4e18-84af-490f67c288d1 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4023352 Jan 28 05:56:39.259055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4185719-ccd3-4db5-a98c-afc7e89473d5 req-5a2f5049-dd26-4748-9a3e-f998beee8dd2 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:39.264850 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4185719-ccd3-4db5-a98c-afc7e89473d5 req-5a2f5049-dd26-4748-9a3e-f998beee8dd2 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 943 time: 0.4385746 Jan 28 05:56:39.294867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-a586da53-008b-4962-9cd3-e46781cf5ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:39.296578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-a586da53-008b-4962-9cd3-e46781cf5ac3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f61985ba5ef042b38784220cf10666d2&device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 1095 time: 0.3580644 Jan 28 05:56:39.345018 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (4fb426ba-cf2b-4017-86d9-046a3e2da176), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:39.364608 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa308200-bd3b-47d6-a11d-18cfb9c81c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (56b8631b-d758-46c6-9044-ff0195475abe), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:39.366870 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 56b8631b-d758-46c6-9044-ff0195475abe no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:56:39.403853 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-a15f73ea-495a-40b1-9f2d-5cf32543fe52 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09f39a77-6c91-49b9-8387-3dfe232421f9 HTTP/1.1" status: 200 len: 217 time: 0.0684595 Jan 28 05:56:39.408829 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb426ba-cf2b-4017-86d9-046a3e2da176']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:39.422362 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9fb9c8-7a43-4d96-a7b5-1d9268f22772') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:39.422684 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9fb9c8-7a43-4d96-a7b5-1d9268f22772') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:39.439355 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (ad9fb9c8-7a43-4d96-a7b5-1d9268f22772), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:39.461881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa308200-bd3b-47d6-a11d-18cfb9c81c47 None None] Pushing event deleted for resources: {'Port': ['ID=56b8631b-d758-46c6-9044-ff0195475abe,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:39.483382 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ad9fb9c8-7a43-4d96-a7b5-1d9268f22772), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:39.484452 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 56b8631b-d758-46c6-9044-ff0195475abe {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:56:39.484955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 56b8631b-d758-46c6-9044-ff0195475abe not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:56:39.500758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa308200-bd3b-47d6-a11d-18cfb9c81c47 None None] No DVR routers for this DVR port 56b8631b-d758-46c6-9044-ff0195475abe on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:56:39.550325 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:56:39.550814 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (ad9fb9c8-7a43-4d96-a7b5-1d9268f22772), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:39.574014 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4185719-ccd3-4db5-a98c-afc7e89473d5 req-1843e6d2-beda-49f0-b7cc-3b71df90710a tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939012 Jan 28 05:56:39.600140 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:39.609397 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-84ea945c-6224-468d-a927-e23385781911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:39.610891 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-84ea945c-6224-468d-a927-e23385781911 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09cd826f-180c-4fa4-a792-44f2acd6af41 HTTP/1.1" status: 200 len: 855 time: 0.1705806 Jan 28 05:56:39.719097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-ab6781ef-1290-4d89-b274-b7c6777354b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f313c573-bb2e-4ddf-a437-af66975b4796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959103 Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:56:39.805164 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:56:39.880383 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-829e1b2c-82ba-42df-9225-90b9ed7d199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:35Z', 'revision_number': 8, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': '4bae66ab-1955-4c74-a3b5-53941700b2aa', 'name': '', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:72:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:12Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702b40ed-33a0-4165-aae0-d19b90b33f66', 'name': '', 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:82:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:11Z', 'updated_at': '2022-01-28T05:56:24Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:39.919714 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-ae216151-029e-4782-9500-cbc1adc19705 service neutron] 10.222.0.64 "GET /v2.0/networks/f313c573-bb2e-4ddf-a437-af66975b4796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926386 Jan 28 05:56:39.957326 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829e1b2c-82ba-42df-9225-90b9ed7d199b None None] The sync data for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 is: [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:35Z', 'revision_number': 8, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': '4bae66ab-1955-4c74-a3b5-53941700b2aa', 'name': '', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:72:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:12Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702b40ed-33a0-4165-aae0-d19b90b33f66', 'name': '', 'network_id': '77e91089-d7ad-4a04-9807-96afc7ed3fd6', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:82:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:11Z', 'updated_at': '2022-01-28T05:56:24Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '37d5012a-f536-4787-ade6-700bc1d3f128', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:56:39.981297 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (4fb426ba-cf2b-4017-86d9-046a3e2da176), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:39.994579 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:40.004780 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/networks/4fb426ba-cf2b-4017-86d9-046a3e2da176 HTTP/1.1" status: 204 len: 168 time: 1.8329897 Jan 28 05:56:40.012101 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45374) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:40.116554 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7b7e9a6-7938-45d3-a8d0-7e60af4c5d01 req-1565627d-a25e-43d7-9f82-a09320a83866 service neutron] 10.222.0.64 "GET /v2.0/networks/f313c573-bb2e-4ddf-a437-af66975b4796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879773 Jan 28 05:56:40.159971 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773da8f9-5945-4958-b6e0-9ecae80d45c3 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Network': ['ID=4fb426ba-cf2b-4017-86d9-046a3e2da176,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:40.171807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb56584-09ad-4e9b-9525-6d25820f2a59 req-301fca60-6343-490e-9656-c74d82421e4c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:40.184962 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4eb56584-09ad-4e9b-9525-6d25820f2a59 req-301fca60-6343-490e-9656-c74d82421e4c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.4344070 Jan 28 05:56:40.314839 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4eb56584-09ad-4e9b-9525-6d25820f2a59 req-062000af-6410-4d11-8023-3445d086068f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115928 Jan 28 05:56:40.485651 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99390a05-c3e9-4100-8f52-336c857439a5 req-f7cc03d5-becc-45dd-a0bc-bedf0cfaee03 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:40.495252 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-99390a05-c3e9-4100-8f52-336c857439a5 req-f7cc03d5-becc-45dd-a0bc-bedf0cfaee03 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 946 time: 0.1136799 Jan 28 05:56:40.638255 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-99390a05-c3e9-4100-8f52-336c857439a5 req-1b098074-dcea-4e8e-a06f-81a7f10bae85 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407478 Jan 28 05:56:40.682286 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9b9197f2-3238-4578-a190-87c3da6e91fa tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (190e1b7e-80b4-40c6-851b-08e5b92b231c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:40.832287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91f352-cc56-4b5c-8ec1-f5eeca157437 req-fef79254-6eef-40c6-a210-0b800d41a315 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:40.843322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd91f352-cc56-4b5c-8ec1-f5eeca157437 req-fef79254-6eef-40c6-a210-0b800d41a315 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 943 time: 0.1100366 Jan 28 05:56:40.942657 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd91f352-cc56-4b5c-8ec1-f5eeca157437 req-3ac94258-fc9e-407b-804c-7a0387e5e94c tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922551 Jan 28 05:56:41.087685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 34d44052-b9db-4738-a423-7c3fd8046e55 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:56:41.129266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 34d44052-b9db-4738-a423-7c3fd8046e55 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:56:41.129830 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 34d44052-b9db-4738-a423-7c3fd8046e55 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:56:41.175294 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-9b9197f2-3238-4578-a190-87c3da6e91fa tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting port 702b40ed-33a0-4165-aae0-d19b90b33f66 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:56:41.175880 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9b9197f2-3238-4578-a190-87c3da6e91fa tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:41.366552 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-9b9197f2-3238-4578-a190-87c3da6e91fa tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] For port 702b40ed-33a0-4165-aae0-d19b90b33f66, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=702b40ed-33a0-4165-aae0-d19b90b33f66,segment=NetworkSegment(0fa96049-3b7b-4201-98ae-87fbd2259363),segment_id=0fa96049-3b7b-4201-98ae-87fbd2259363)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:41.367066 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9b9197f2-3238-4578-a190-87c3da6e91fa tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:41.383270 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-9b9197f2-3238-4578-a190-87c3da6e91fa tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Calling delete_port for 702b40ed-33a0-4165-aae0-d19b90b33f66 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:56:41.480723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee79877-b415-4145-827f-4344e04664d4 req-9126bdff-ee9e-4a38-a476-75d12f72b9a9 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:41.490368 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ee79877-b415-4145-827f-4344e04664d4 req-9126bdff-ee9e-4a38-a476-75d12f72b9a9 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.0858431 Jan 28 05:56:41.574881 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ee79877-b415-4145-827f-4344e04664d4 req-69b23029-323d-4a64-b6f5-a2bf3233ad03 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819447 Jan 28 05:56:41.786519 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9b9197f2-3238-4578-a190-87c3da6e91fa tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (702b40ed-33a0-4165-aae0-d19b90b33f66), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:41.809789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f2890-9595-4512-9785-c6c0abfdd698 req-01da4f5c-3fa4-4166-9d0e-90a1d8874ee9 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:41.818839 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d3f2890-9595-4512-9785-c6c0abfdd698 req-01da4f5c-3fa4-4166-9d0e-90a1d8874ee9 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 946 time: 0.0666122 Jan 28 05:56:41.875869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9197f2-3238-4578-a190-87c3da6e91fa tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Port': ['ID=702b40ed-33a0-4165-aae0-d19b90b33f66,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:42.026158 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d3f2890-9595-4512-9785-c6c0abfdd698 req-a779ef5c-d20b-4f8b-95da-313a298a09c8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051475 Jan 28 05:56:42.248923 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9f49f-c2e4-448a-8745-da92f0a09772 req-a79febc3-5e27-4fa3-bcdb-c98058ab596c tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:42.260457 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b2e9f49f-c2e4-448a-8745-da92f0a09772 req-a79febc3-5e27-4fa3-bcdb-c98058ab596c tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 943 time: 0.1336024 Jan 28 05:56:42.430922 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b2e9f49f-c2e4-448a-8745-da92f0a09772 req-244bfc52-de85-4223-baa0-7efb9a5402fa tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688948 Jan 28 05:56:42.468670 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9b9197f2-3238-4578-a190-87c3da6e91fa tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (190e1b7e-80b4-40c6-851b-08e5b92b231c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:42.782634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a2e62-d871-4d64-b976-7f9b8ee83f57 req-2fa1bd90-0591-4ced-b07f-4c2442b28432 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:42.793846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c88a2e62-d871-4d64-b976-7f9b8ee83f57 req-2fa1bd90-0591-4ced-b07f-4c2442b28432 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.0994563 Jan 28 05:56:42.923099 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c88a2e62-d871-4d64-b976-7f9b8ee83f57 req-bf9a791e-1b9d-4ba1-a040-999e4d812b56 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259379 Jan 28 05:56:42.954215 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9197f2-3238-4578-a190-87c3da6e91fa tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 190e1b7e-80b4-40c6-851b-08e5b92b231c has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:56:43.005605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45410) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:43.090719 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9197f2-3238-4578-a190-87c3da6e91fa tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:56:43.178695 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9b9197f2-3238-4578-a190-87c3da6e91fa tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/190e1b7e-80b4-40c6-851b-08e5b92b231c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0828395 Jan 28 05:56:43.180542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43996e78-12a3-4393-907f-9ba3579deb25 None None] Sync routers for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:56:43.180542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43996e78-12a3-4393-907f-9ba3579deb25 None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:43.180542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-43996e78-12a3-4393-907f-9ba3579deb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:43.181259 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd73777b-8fbb-411c-95b7-a6388691f437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:43.181679 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45414) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:43.214423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-43996e78-12a3-4393-907f-9ba3579deb25 None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:43.248426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce804d0-d2d4-432d-ae31-9099ef735c28 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting subnet 37d5012a-f536-4787-ade6-700bc1d3f128 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:56:43.252095 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4ce804d0-d2d4-432d-ae31-9099ef735c28 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (37d5012a-f536-4787-ade6-700bc1d3f128), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:43.279962 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd73777b-8fbb-411c-95b7-a6388691f437 admin admin] Publish callbacks [] for security_group (c2210758-4ea6-4d99-8f3e-455965cf5778), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:43.305928 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4ce804d0-d2d4-432d-ae31-9099ef735c28 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (37d5012a-f536-4787-ade6-700bc1d3f128), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:43.346400 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd73777b-8fbb-411c-95b7-a6388691f437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c2210758-4ea6-4d99-8f3e-455965cf5778), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:43.451644 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4ce804d0-d2d4-432d-ae31-9099ef735c28 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (37d5012a-f536-4787-ade6-700bc1d3f128), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:43.462290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 09f39a77-6c91-49b9-8387-3dfe232421f9 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:56:43.490052 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-dd73777b-8fbb-411c-95b7-a6388691f437 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f151f6389b2949128770a00b38d2f4a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4830728 Jan 28 05:56:43.495763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73777b-8fbb-411c-95b7-a6388691f437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2210758-4ea6-4d99-8f3e-455965cf5778,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:43.498397 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45426) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:43.640180 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 09f39a77-6c91-49b9-8387-3dfe232421f9, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=09f39a77-6c91-49b9-8387-3dfe232421f9,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:43.652569 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65b1dea2-2d50-41f8-a5e7-ee5f20371ed4 admin admin] Publish callbacks [] for security_group (c2210758-4ea6-4d99-8f3e-455965cf5778), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:43.656159 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '09f39a77-6c91-49b9-8387-3dfe232421f9', 'network_id': 'f313c573-bb2e-4ddf-a437-af66975b4796', 'port_id': '09f39a77-6c91-49b9-8387-3dfe232421f9', 'mac_address': 'fa:16:3e:a1:a2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09cd826f-180c-4fa4-a792-44f2acd6af41', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:56:43.748132 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65b1dea2-2d50-41f8-a5e7-ee5f20371ed4 admin admin] Publish callbacks [] for security_group (c2210758-4ea6-4d99-8f3e-455965cf5778), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:43.759880 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4ce804d0-d2d4-432d-ae31-9099ef735c28 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (37d5012a-f536-4787-ade6-700bc1d3f128), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:43.767911 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 09f39a77-6c91-49b9-8387-3dfe232421f9 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:43.768530 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (09f39a77-6c91-49b9-8387-3dfe232421f9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:43.777735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d18a6f-2251-4e12-9645-787f95dcaae8 req-0ba00423-9cf8-4941-aba3-9ccc845b54bb tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:43.785903 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05d18a6f-2251-4e12-9645-787f95dcaae8 req-0ba00423-9cf8-4941-aba3-9ccc845b54bb tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 943 time: 0.2320085 Jan 28 05:56:43.799073 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f39a77-6c91-49b9-8387-3dfe232421f9 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:56:43.823795 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce804d0-d2d4-432d-ae31-9099ef735c28 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Subnet': ['ID=37d5012a-f536-4787-ade6-700bc1d3f128,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:43.828915 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4ce804d0-d2d4-432d-ae31-9099ef735c28 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:43.833192 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 09f39a77-6c91-49b9-8387-3dfe232421f9, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=09f39a77-6c91-49b9-8387-3dfe232421f9,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:43.838257 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7068e426-73a1-4330-9fa7-f3774fd4d5a3 None None] Network 77e91089-d7ad-4a04-9807-96afc7ed3fd6 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:56:43.843179 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4ce804d0-d2d4-432d-ae31-9099ef735c28 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/subnets/37d5012a-f536-4787-ade6-700bc1d3f128 HTTP/1.1" status: 204 len: 168 time: 0.6603625 Jan 28 05:56:43.844684 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45428) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:43.903727 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05d18a6f-2251-4e12-9645-787f95dcaae8 req-9621c4ed-e98f-49cf-b32c-0dd84a7d61df tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168199 Jan 28 05:56:44.036597 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65b1dea2-2d50-41f8-a5e7-ee5f20371ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c2210758-4ea6-4d99-8f3e-455965cf5778), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:44.040070 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65b1dea2-2d50-41f8-a5e7-ee5f20371ed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:44.043431 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (77e91089-d7ad-4a04-9807-96afc7ed3fd6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:44.043698 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-65b1dea2-2d50-41f8-a5e7-ee5f20371ed4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2210758-4ea6-4d99-8f3e-455965cf5778 HTTP/1.1" status: 204 len: 168 time: 0.5440304 Jan 28 05:56:44.080004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1dea2-2d50-41f8-a5e7-ee5f20371ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2210758-4ea6-4d99-8f3e-455965cf5778,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:44.153523 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:56:44.154937 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:44.156617 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (09f39a77-6c91-49b9-8387-3dfe232421f9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:44.221634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-43996e78-12a3-4393-907f-9ba3579deb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:41Z', 'revision_number': 9, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': '4bae66ab-1955-4c74-a3b5-53941700b2aa', 'name': '', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:72:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:12Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:44.223875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40f9f5-73ec-474e-84a3-590a1e271374 req-9f317f92-7d48-42a6-92ab-e2e9bde94c15 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:44.227060 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de40f9f5-73ec-474e-84a3-590a1e271374 req-9f317f92-7d48-42a6-92ab-e2e9bde94c15 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.1610725 Jan 28 05:56:44.268608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43996e78-12a3-4393-907f-9ba3579deb25 None None] Checking router: 190e1b7e-80b4-40c6-851b-08e5b92b231c for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:56:44.289202 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] For port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0,segment=NetworkSegment(0fa96049-3b7b-4201-98ae-87fbd2259363),segment_id=0fa96049-3b7b-4201-98ae-87fbd2259363)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:44.290056 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:44.297299 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43996e78-12a3-4393-907f-9ba3579deb25 None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:44.298202 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-43996e78-12a3-4393-907f-9ba3579deb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:44.308170 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Calling delete_port for 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:56:44.326402 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de40f9f5-73ec-474e-84a3-590a1e271374 req-22966d26-f543-41d7-ba72-2ccd2a952a1e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892854 Jan 28 05:56:44.389424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=09f39a77-6c91-49b9-8387-3dfe232421f9,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:44.500053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-43996e78-12a3-4393-907f-9ba3579deb25 None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:44.558339 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['09f39a77-6c91-49b9-8387-3dfe232421f9'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:56:44.560045 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a52163-dc62-43d4-ac2d-5e9c87c9888f None None] DHCP port deletion for 77e91089-d7ad-4a04-9807-96afc7ed3fd6 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:56:44.712869 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:44.770984 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Port': ['ID=763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:44.777743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] No DVR routers for this DVR port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:56:44.855781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-60a52163-dc62-43d4-ac2d-5e9c87c9888f None None] Deleting port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:56:44.856094 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60a52163-dc62-43d4-ac2d-5e9c87c9888f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:44.924916 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (77e91089-d7ad-4a04-9807-96afc7ed3fd6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:44.959279 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e91089-d7ad-4a04-9807-96afc7ed3fd6']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:44.972672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa96049-3b7b-4201-98ae-87fbd2259363') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:44.973007 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa96049-3b7b-4201-98ae-87fbd2259363') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:44.989084 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (0fa96049-3b7b-4201-98ae-87fbd2259363), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:45.011958 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (0fa96049-3b7b-4201-98ae-87fbd2259363), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:45.026038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:56:45.027123 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (0fa96049-3b7b-4201-98ae-87fbd2259363), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:56:45.032109 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:56:45.043807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-60a52163-dc62-43d4-ac2d-5e9c87c9888f None None] For port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0, host n-d-812111-12, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:45.044219 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60a52163-dc62-43d4-ac2d-5e9c87c9888f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:45.064627 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-60a52163-dc62-43d4-ac2d-5e9c87c9888f None None] Calling delete_port for 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:56:45.068476 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-60a52163-dc62-43d4-ac2d-5e9c87c9888f None None] Port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 was not found and therefore no delete operation was performed {{(pid=103636) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 05:56:45.072946 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60a52163-dc62-43d4-ac2d-5e9c87c9888f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:45.078816 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-43996e78-12a3-4393-907f-9ba3579deb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:41Z', 'revision_number': 9, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': '4bae66ab-1955-4c74-a3b5-53941700b2aa', 'name': '', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:72:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:12Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:45.145067 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45446) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:45.152478 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43996e78-12a3-4393-907f-9ba3579deb25 None None] The sync data for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 is: [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:41Z', 'revision_number': 9, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': '4bae66ab-1955-4c74-a3b5-53941700b2aa', 'name': '', 'network_id': '3e66eeb6-71d4-4ce4-bd00-ab73cf786994', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:72:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:56:03Z', 'updated_at': '2022-01-28T05:56:12Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': '09f5764e-ca72-4f4c-a334-a40b6664eb63', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:56:45.154273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a52163-dc62-43d4-ac2d-5e9c87c9888f None None] Pushing event deleted for resources: {'Port': ['ID=763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:45.158219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a52163-dc62-43d4-ac2d-5e9c87c9888f None None] No DVR routers for this DVR port 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:56:45.205190 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (77e91089-d7ad-4a04-9807-96afc7ed3fd6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:45.214218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c629e-c728-4ce1-b89d-9749e89eae41 req-b5b44eb9-edde-4709-9777-1f33178c4b71 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:45.216358 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:45.220049 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-264c629e-c728-4ce1-b89d-9749e89eae41 req-b5b44eb9-edde-4709-9777-1f33178c4b71 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 944 time: 0.1720476 Jan 28 05:56:45.220589 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/networks/77e91089-d7ad-4a04-9807-96afc7ed3fd6 HTTP/1.1" status: 204 len: 168 time: 1.3738132 Jan 28 05:56:45.222219 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45448) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:45.229459 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e146479-1c45-441b-a5fb-df521a6d2122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:45.273416 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f711977-ec8f-4a6d-81d7-cb4f3754153a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Network': ['ID=77e91089-d7ad-4a04-9807-96afc7ed3fd6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:45.373496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-264c629e-c728-4ce1-b89d-9749e89eae41 req-ad19c942-5452-483c-952e-a46e32b908cb tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386781 Jan 28 05:56:45.414410 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e146479-1c45-441b-a5fb-df521a6d2122 admin admin] Publish callbacks [] for security_group (087fbe60-ba11-4cec-a51c-b5db4a8b2334), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:45.512611 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e146479-1c45-441b-a5fb-df521a6d2122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (087fbe60-ba11-4cec-a51c-b5db4a8b2334), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:45.558149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:56:45.615555 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:56:45.615906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 763b6fd5-9f47-4ef9-b6ec-7e7529a1fbb0 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:56:45.693970 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1e146479-1c45-441b-a5fb-df521a6d2122 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54cac384a2084574a964683fe9ac0a6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5455484 Jan 28 05:56:45.693970 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e146479-1c45-441b-a5fb-df521a6d2122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087fbe60-ba11-4cec-a51c-b5db4a8b2334,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:45.699760 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45458) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:45.720066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee9e5c-2236-42bb-96f8-adb5c658e13a req-01c78e1a-6399-423b-b03e-d6df53084833 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:45.726251 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aaee9e5c-2236-42bb-96f8-adb5c658e13a req-01c78e1a-6399-423b-b03e-d6df53084833 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.2645140 Jan 28 05:56:45.816222 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2961-1325-466f-adec-3b0560b48442 admin admin] Publish callbacks [] for security_group (087fbe60-ba11-4cec-a51c-b5db4a8b2334), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:45.854551 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2961-1325-466f-adec-3b0560b48442 admin admin] Publish callbacks [] for security_group (087fbe60-ba11-4cec-a51c-b5db4a8b2334), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:45.881360 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aaee9e5c-2236-42bb-96f8-adb5c658e13a req-aabe4eb0-01b7-4d6e-a8a1-f225fcc3e58d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512175 Jan 28 05:56:45.964811 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cde0e5a1-c839-40ae-b521-fb1df3d9fa32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (190e1b7e-80b4-40c6-851b-08e5b92b231c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:46.018955 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2961-1325-466f-adec-3b0560b48442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (087fbe60-ba11-4cec-a51c-b5db4a8b2334), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:46.022037 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2961-1325-466f-adec-3b0560b48442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:46.029190 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2e2c2961-1325-466f-adec-3b0560b48442 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/087fbe60-ba11-4cec-a51c-b5db4a8b2334 HTTP/1.1" status: 204 len: 168 time: 0.3249810 Jan 28 05:56:46.046747 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c2961-1325-466f-adec-3b0560b48442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087fbe60-ba11-4cec-a51c-b5db4a8b2334,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:46.659876 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473eba6-c9d1-4dc6-b354-0fed951bb822 req-131a5926-fbb4-4038-941a-f1cbb579546a tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:46.661957 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f473eba6-c9d1-4dc6-b354-0fed951bb822 req-131a5926-fbb4-4038-941a-f1cbb579546a tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 944 time: 0.1246860 Jan 28 05:56:46.825310 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f473eba6-c9d1-4dc6-b354-0fed951bb822 req-4e3fc284-678f-4d85-ab4e-fa6837a80382 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567452 Jan 28 05:56:46.862501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-cde0e5a1-c839-40ae-b521-fb1df3d9fa32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting port 4bae66ab-1955-4c74-a3b5-53941700b2aa {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:56:46.862883 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cde0e5a1-c839-40ae-b521-fb1df3d9fa32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (4bae66ab-1955-4c74-a3b5-53941700b2aa), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:46.911191 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45472) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:46.951902 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ef6786f5-9643-4fa3-b741-21f993e9f1fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:47.071339 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 702b40ed-33a0-4165-aae0-d19b90b33f66 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:56:47.121844 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 702b40ed-33a0-4165-aae0-d19b90b33f66 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:56:47.122117 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 702b40ed-33a0-4165-aae0-d19b90b33f66 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:56:47.140196 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-cde0e5a1-c839-40ae-b521-fb1df3d9fa32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] For port 4bae66ab-1955-4c74-a3b5-53941700b2aa, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4bae66ab-1955-4c74-a3b5-53941700b2aa,segment=NetworkSegment(9a37b11c-2b01-4166-8527-c6622d7afbb1),segment_id=9a37b11c-2b01-4166-8527-c6622d7afbb1)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:47.141053 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cde0e5a1-c839-40ae-b521-fb1df3d9fa32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (4bae66ab-1955-4c74-a3b5-53941700b2aa), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:47.167501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-cde0e5a1-c839-40ae-b521-fb1df3d9fa32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Calling delete_port for 4bae66ab-1955-4c74-a3b5-53941700b2aa owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:56:47.172187 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ef6786f5-9643-4fa3-b741-21f993e9f1fa admin admin] Publish callbacks [] for security_group (d945d31b-b541-42ac-8798-6f1d80ff0b00), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:47.258401 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ef6786f5-9643-4fa3-b741-21f993e9f1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d945d31b-b541-42ac-8798-6f1d80ff0b00), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:47.331287 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ef6786f5-9643-4fa3-b741-21f993e9f1fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=290ccb70d40d44cfb001520903786540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4187851 Jan 28 05:56:47.331920 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45476) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:47.349193 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6786f5-9643-4fa3-b741-21f993e9f1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d945d31b-b541-42ac-8798-6f1d80ff0b00,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:47.402907 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8021e-f9a6-47de-b8d1-28668113eb4b req-f3ccc624-e881-4200-b30a-1e9ce0654c73 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:47.402907 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34b8021e-f9a6-47de-b8d1-28668113eb4b req-f3ccc624-e881-4200-b30a-1e9ce0654c73 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.1699510 Jan 28 05:56:47.430873 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-631e79e8-3c48-41f0-9e18-7fb85bbbdbec admin admin] Publish callbacks [] for security_group (d945d31b-b541-42ac-8798-6f1d80ff0b00), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:47.444187 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 09f39a77-6c91-49b9-8387-3dfe232421f9 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:56:47.479965 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-631e79e8-3c48-41f0-9e18-7fb85bbbdbec admin admin] Publish callbacks [] for security_group (d945d31b-b541-42ac-8798-6f1d80ff0b00), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:47.577331 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34b8021e-f9a6-47de-b8d1-28668113eb4b req-097efa3e-b060-49f8-827e-bcb7122cb234 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655307 Jan 28 05:56:47.666404 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 09f39a77-6c91-49b9-8387-3dfe232421f9 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:56:47.671579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 09f39a77-6c91-49b9-8387-3dfe232421f9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:56:47.672140 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (09f39a77-6c91-49b9-8387-3dfe232421f9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:47.702436 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cde0e5a1-c839-40ae-b521-fb1df3d9fa32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (4bae66ab-1955-4c74-a3b5-53941700b2aa), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:47.795244 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0e5a1-c839-40ae-b521-fb1df3d9fa32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Port': ['ID=4bae66ab-1955-4c74-a3b5-53941700b2aa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:47.880526 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 09f39a77-6c91-49b9-8387-3dfe232421f9 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:47.880922 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (09f39a77-6c91-49b9-8387-3dfe232421f9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:47.939956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddbdacd-87fe-4648-82f2-eb7741a4af85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f39a77-6c91-49b9-8387-3dfe232421f9'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:56:47.949527 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f04621-c479-4418-ab83-6be3d7398737" -d '{"events": [{"server_uuid": "eddbdacd-87fe-4648-82f2-eb7741a4af85", "name": "network-vif-plugged", "status": "completed", "tag": "09f39a77-6c91-49b9-8387-3dfe232421f9"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:56:47.985828 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 09f39a77-6c91-49b9-8387-3dfe232421f9, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=09f39a77-6c91-49b9-8387-3dfe232421f9,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:48.096558 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9208cfd-d608-4951-b480-dd734eb83334 x-openstack-request-id: req-a9208cfd-d608-4951-b480-dd734eb83334 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:56:48.097129 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddbdacd-87fe-4648-82f2-eb7741a4af85", "name": "network-vif-plugged", "status": "completed", "tag": "09f39a77-6c91-49b9-8387-3dfe232421f9", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:56:48.097129 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9208cfd-d608-4951-b480-dd734eb83334 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:56:48.097701 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddbdacd-87fe-4648-82f2-eb7741a4af85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f39a77-6c91-49b9-8387-3dfe232421f9', 'code': 200} Jan 28 05:56:48.102705 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (09f39a77-6c91-49b9-8387-3dfe232421f9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:48.212237 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cde0e5a1-c839-40ae-b521-fb1df3d9fa32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (190e1b7e-80b4-40c6-851b-08e5b92b231c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:48.244143 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=09f39a77-6c91-49b9-8387-3dfe232421f9,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:48.267641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a30da-9a60-4e00-9453-358b95476c37 req-ca04f4b0-1ea6-4620-bec5-60dc12423a27 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:48.269407 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b7a30da-9a60-4e00-9453-358b95476c37 req-ca04f4b0-1ea6-4620-bec5-60dc12423a27 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 945 time: 0.1610360 Jan 28 05:56:48.344381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6d518-1a8c-4941-9601-544756e563a0 req-c22b165b-8f90-4966-9678-186c9256c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:48.346115 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ded6d518-1a8c-4941-9601-544756e563a0 req-c22b165b-8f90-4966-9678-186c9256c350 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 1097 time: 0.1455312 Jan 28 05:56:48.346565 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-631e79e8-3c48-41f0-9e18-7fb85bbbdbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d945d31b-b541-42ac-8798-6f1d80ff0b00), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:48.349324 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-631e79e8-3c48-41f0-9e18-7fb85bbbdbec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:48.351542 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-631e79e8-3c48-41f0-9e18-7fb85bbbdbec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d945d31b-b541-42ac-8798-6f1d80ff0b00 HTTP/1.1" status: 204 len: 168 time: 1.0150514 Jan 28 05:56:48.362471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e79e8-3c48-41f0-9e18-7fb85bbbdbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d945d31b-b541-42ac-8798-6f1d80ff0b00,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:48.452028 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b7a30da-9a60-4e00-9453-358b95476c37 req-ac8b0b87-5639-43f9-88ed-8a7e46f9d1b8 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733265 Jan 28 05:56:48.535131 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ded6d518-1a8c-4941-9601-544756e563a0 req-5434d366-24c6-4e7f-9ca2-cdbeab872e13 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419160 Jan 28 05:56:48.695481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde0e5a1-c839-40ae-b521-fb1df3d9fa32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 190e1b7e-80b4-40c6-851b-08e5b92b231c has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:56:48.869810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdc4fb-6f6a-4978-80d4-a2207accd828 req-f77f2aa7-36d2-408a-87a8-ebceaf372359 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:48.872999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19bdc4fb-6f6a-4978-80d4-a2207accd828 req-f77f2aa7-36d2-408a-87a8-ebceaf372359 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.1715927 Jan 28 05:56:48.948981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde0e5a1-c839-40ae-b521-fb1df3d9fa32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:56:48.955248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cde0e5a1-c839-40ae-b521-fb1df3d9fa32 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/190e1b7e-80b4-40c6-851b-08e5b92b231c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7316482 Jan 28 05:56:48.957541 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45500) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:48.960171 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19bdc4fb-6f6a-4978-80d4-a2207accd828 req-fcd1d76b-9978-42e9-b6b1-a2e8316a91cf tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784478 Jan 28 05:56:48.972534 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a953314-a6a6-4d4d-b8dd-1c7726b9852b None None] Sync routers for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:56:48.989846 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a953314-a6a6-4d4d-b8dd-1c7726b9852b None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:48.990571 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5a953314-a6a6-4d4d-b8dd-1c7726b9852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:49.115020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bfe4e4-0fac-4c1e-9fed-83f7a2d64314 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting subnet 09f5764e-ca72-4f4c-a334-a40b6664eb63 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:56:49.125834 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79bfe4e4-0fac-4c1e-9fed-83f7a2d64314 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (09f5764e-ca72-4f4c-a334-a40b6664eb63), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:49.200848 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-5a953314-a6a6-4d4d-b8dd-1c7726b9852b None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:49.233144 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79bfe4e4-0fac-4c1e-9fed-83f7a2d64314 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (09f5764e-ca72-4f4c-a334-a40b6664eb63), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:49.369654 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79bfe4e4-0fac-4c1e-9fed-83f7a2d64314 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (09f5764e-ca72-4f4c-a334-a40b6664eb63), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:49.516484 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5a953314-a6a6-4d4d-b8dd-1c7726b9852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:47Z', 'revision_number': 10, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:49.552877 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a953314-a6a6-4d4d-b8dd-1c7726b9852b None None] Checking router: 190e1b7e-80b4-40c6-851b-08e5b92b231c for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:56:49.569896 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a953314-a6a6-4d4d-b8dd-1c7726b9852b None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:49.569896 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5a953314-a6a6-4d4d-b8dd-1c7726b9852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:49.684248 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3337be-f40e-4e14-89f3-f4fa984a0ca9 req-a1424b9c-52af-4b62-a048-257d15a53f11 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:49.692133 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af3337be-f40e-4e14-89f3-f4fa984a0ca9 req-a1424b9c-52af-4b62-a048-257d15a53f11 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 945 time: 0.0725868 Jan 28 05:56:49.719980 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-5a953314-a6a6-4d4d-b8dd-1c7726b9852b None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:49.760807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af3337be-f40e-4e14-89f3-f4fa984a0ca9 req-7a8bada4-da22-470e-a01e-a13f84d1ca57 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676088 Jan 28 05:56:49.776093 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79bfe4e4-0fac-4c1e-9fed-83f7a2d64314 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (09f5764e-ca72-4f4c-a334-a40b6664eb63), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:49.827914 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfe4e4-0fac-4c1e-9fed-83f7a2d64314 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Subnet': ['ID=09f5764e-ca72-4f4c-a334-a40b6664eb63,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:49.830613 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79bfe4e4-0fac-4c1e-9fed-83f7a2d64314 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:49.834907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e6aed7-1db2-46d1-86c0-0809db4ae2c9 None None] Network 3e66eeb6-71d4-4ce4-bd00-ab73cf786994 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:56:49.898231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45516) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:49.899457 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-79bfe4e4-0fac-4c1e-9fed-83f7a2d64314 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/subnets/09f5764e-ca72-4f4c-a334-a40b6664eb63 HTTP/1.1" status: 204 len: 168 time: 0.9393353 Jan 28 05:56:50.130388 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (3e66eeb6-71d4-4ce4-bd00-ab73cf786994), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:50.193906 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5a953314-a6a6-4d4d-b8dd-1c7726b9852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:47Z', 'revision_number': 10, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:50.235889 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a953314-a6a6-4d4d-b8dd-1c7726b9852b None None] The sync data for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 is: [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:47Z', 'revision_number': 10, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None, '_interfaces': [{'id': 'fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c', 'name': '', 'network_id': '59e91e7b-1d01-4bca-97b4-0c03f779a32c', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'mac_address': 'fa:16:3e:e7:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:55:57Z', 'updated_at': '2022-01-28T05:56:02Z', 'revision_number': 5, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'subnets': [{'id': 'd0da7f9b-ee3d-4473-94b0-9b536fb6c524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:56:50.348144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9616111-ff7a-4ad6-952e-245b412483ad req-e26abfb0-9431-4b96-8fc4-f507baf5a6f3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:50.358185 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9616111-ff7a-4ad6-952e-245b412483ad req-e26abfb0-9431-4b96-8fc4-f507baf5a6f3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.1085217 Jan 28 05:56:50.370391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting port fb60c34b-9de7-4371-b870-6f12f9684033 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:56:50.370391 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (fb60c34b-9de7-4371-b870-6f12f9684033), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:50.479029 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] For port fb60c34b-9de7-4371-b870-6f12f9684033, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fb60c34b-9de7-4371-b870-6f12f9684033,segment=NetworkSegment(9a37b11c-2b01-4166-8527-c6622d7afbb1),segment_id=9a37b11c-2b01-4166-8527-c6622d7afbb1)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:50.479444 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (fb60c34b-9de7-4371-b870-6f12f9684033), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:50.511257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Calling delete_port for fb60c34b-9de7-4371-b870-6f12f9684033 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:56:50.520599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9616111-ff7a-4ad6-952e-245b412483ad req-145fe859-1978-4dbd-bd24-ce55aaae9a1f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614637 Jan 28 05:56:50.640557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86263daa-f71e-4f81-8a1d-b949d2d544cf None None] DHCP port deletion for 3e66eeb6-71d4-4ce4-bd00-ab73cf786994 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:56:50.698641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-86263daa-f71e-4f81-8a1d-b949d2d544cf None None] Deleting port fb60c34b-9de7-4371-b870-6f12f9684033 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:56:50.699046 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86263daa-f71e-4f81-8a1d-b949d2d544cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (fb60c34b-9de7-4371-b870-6f12f9684033), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:50.791351 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-86263daa-f71e-4f81-8a1d-b949d2d544cf None None] For port fb60c34b-9de7-4371-b870-6f12f9684033, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fb60c34b-9de7-4371-b870-6f12f9684033,segment=NetworkSegment(9a37b11c-2b01-4166-8527-c6622d7afbb1),segment_id=9a37b11c-2b01-4166-8527-c6622d7afbb1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:50.791813 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86263daa-f71e-4f81-8a1d-b949d2d544cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (fb60c34b-9de7-4371-b870-6f12f9684033), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:50.815126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-86263daa-f71e-4f81-8a1d-b949d2d544cf None None] Calling delete_port for fb60c34b-9de7-4371-b870-6f12f9684033 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:56:50.901379 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (fb60c34b-9de7-4371-b870-6f12f9684033), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:50.913799 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86263daa-f71e-4f81-8a1d-b949d2d544cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (fb60c34b-9de7-4371-b870-6f12f9684033), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:50.931809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Port': ['ID=fb60c34b-9de7-4371-b870-6f12f9684033,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:50.945255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86263daa-f71e-4f81-8a1d-b949d2d544cf None None] Pushing event deleted for resources: {'Port': ['ID=fb60c34b-9de7-4371-b870-6f12f9684033,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:50.948926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86263daa-f71e-4f81-8a1d-b949d2d544cf None None] No DVR routers for this DVR port fb60c34b-9de7-4371-b870-6f12f9684033 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:56:50.957863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] No DVR routers for this DVR port fb60c34b-9de7-4371-b870-6f12f9684033 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:56:51.115027 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb9877-6f12-4ea7-abd9-e0d78d5e74ce req-50024bcb-c591-46d0-8753-a99eb4469a3d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:51.116929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3cbb9877-6f12-4ea7-abd9-e0d78d5e74ce req-50024bcb-c591-46d0-8753-a99eb4469a3d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 945 time: 0.2792869 Jan 28 05:56:51.142125 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (3e66eeb6-71d4-4ce4-bd00-ab73cf786994), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:51.158319 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fb60c34b-9de7-4371-b870-6f12f9684033 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:56:51.222715 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: fb60c34b-9de7-4371-b870-6f12f9684033 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:56:51.223396 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fb60c34b-9de7-4371-b870-6f12f9684033 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:56:51.224273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4bae66ab-1955-4c74-a3b5-53941700b2aa no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:56:51.253913 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e66eeb6-71d4-4ce4-bd00-ab73cf786994']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:51.268975 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 4bae66ab-1955-4c74-a3b5-53941700b2aa {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:56:51.269281 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4bae66ab-1955-4c74-a3b5-53941700b2aa not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:56:51.303381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a37b11c-2b01-4166-8527-c6622d7afbb1') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:51.304692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a37b11c-2b01-4166-8527-c6622d7afbb1') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:51.321357 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (9a37b11c-2b01-4166-8527-c6622d7afbb1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:51.326536 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3cbb9877-6f12-4ea7-abd9-e0d78d5e74ce req-fa217cb6-cd13-4d16-8ea8-1dd93d24efe1 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993554 Jan 28 05:56:51.341832 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (9a37b11c-2b01-4166-8527-c6622d7afbb1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:51.367234 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:56:51.371011 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (9a37b11c-2b01-4166-8527-c6622d7afbb1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:51.373039 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45554) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:56:51.379568 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:56:51.531164 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (3e66eeb6-71d4-4ce4-bd00-ab73cf786994), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:51.561508 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8567466b-e24a-4448-8f87-eb05858087e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:51.564992 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:51.571654 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/networks/3e66eeb6-71d4-4ce4-bd00-ab73cf786994 HTTP/1.1" status: 204 len: 168 time: 1.6675355 Jan 28 05:56:51.576331 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45560) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:51.580648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a83477-732a-43d6-91a2-38b4a04fcc34 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Network': ['ID=3e66eeb6-71d4-4ce4-bd00-ab73cf786994,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:51.620992 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668ebee-3965-4d30-b391-fccfb04aaa37 req-a19efc25-3405-416c-b011-ff570467ed9f tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:51.638980 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2668ebee-3965-4d30-b391-fccfb04aaa37 req-a19efc25-3405-416c-b011-ff570467ed9f tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 945 time: 0.1554368 Jan 28 05:56:51.732050 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2668ebee-3965-4d30-b391-fccfb04aaa37 req-2dafa8ed-5599-43cb-ae79-d3e7b4cfe1d5 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856471 Jan 28 05:56:51.772171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6d535-69b8-4c44-a8e2-0597e4c73030 req-2bb66f98-766c-443b-8f64-050603f8dfa6 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:51.790783 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fe6d535-69b8-4c44-a8e2-0597e4c73030 req-2bb66f98-766c-443b-8f64-050603f8dfa6 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.1403689 Jan 28 05:56:51.890918 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fe6d535-69b8-4c44-a8e2-0597e4c73030 req-0919ea57-ec5c-4c49-9234-09b6858e7e30 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988402 Jan 28 05:56:51.961390 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8567466b-e24a-4448-8f87-eb05858087e8 admin admin] Publish callbacks [] for security_group (2c94f772-9f14-4c7f-a281-dab51f219c15), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:52.047882 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-898a31a2-1eb5-4ccb-846f-53e82546b96e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (190e1b7e-80b4-40c6-851b-08e5b92b231c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:52.136741 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8567466b-e24a-4448-8f87-eb05858087e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2c94f772-9f14-4c7f-a281-dab51f219c15), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:52.139184 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62709b-4535-4c5f-bf09-0aac9b4633a8 req-d79dd702-1515-40d3-b158-5dd56f280faa tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:52.146268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb62709b-4535-4c5f-bf09-0aac9b4633a8 req-d79dd702-1515-40d3-b158-5dd56f280faa tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 945 time: 0.0641320 Jan 28 05:56:52.202092 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8567466b-e24a-4448-8f87-eb05858087e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4cfcadac6d7b43e0837812cc0a705416&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8273833 Jan 28 05:56:52.203607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567466b-e24a-4448-8f87-eb05858087e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c94f772-9f14-4c7f-a281-dab51f219c15,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:52.206336 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45570) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:52.216201 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb62709b-4535-4c5f-bf09-0aac9b4633a8 req-a0c1e29f-dc3f-469d-9769-39130825a5df tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685899 Jan 28 05:56:52.349098 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9e9604d3-df36-40aa-a3ea-264d28da14dd admin admin] Publish callbacks [] for security_group (2c94f772-9f14-4c7f-a281-dab51f219c15), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:52.377595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa49ff-4bcb-410c-913b-031adfdb43f9 req-37147eba-2d33-4bae-8f70-e85fee4be015 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:52.381057 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6caa49ff-4bcb-410c-913b-031adfdb43f9 req-37147eba-2d33-4bae-8f70-e85fee4be015 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 945 time: 0.0839124 Jan 28 05:56:52.381404 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9e9604d3-df36-40aa-a3ea-264d28da14dd admin admin] Publish callbacks [] for security_group (2c94f772-9f14-4c7f-a281-dab51f219c15), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:52.436019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6caa49ff-4bcb-410c-913b-031adfdb43f9 req-88722e60-6491-4e70-9193-70dce69aee15 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479116 Jan 28 05:56:52.496022 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-898a31a2-1eb5-4ccb-846f-53e82546b96e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:56:52.496309 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-898a31a2-1eb5-4ccb-846f-53e82546b96e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:52.594048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-898a31a2-1eb5-4ccb-846f-53e82546b96e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] For port fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c,segment=NetworkSegment(62d5207f-787a-459a-86f0-57f3beadd714),segment_id=62d5207f-787a-459a-86f0-57f3beadd714)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:52.594470 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-898a31a2-1eb5-4ccb-846f-53e82546b96e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:52.608256 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-898a31a2-1eb5-4ccb-846f-53e82546b96e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Calling delete_port for fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:56:52.651525 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9e9604d3-df36-40aa-a3ea-264d28da14dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2c94f772-9f14-4c7f-a281-dab51f219c15), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:52.654168 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9e9604d3-df36-40aa-a3ea-264d28da14dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:52.657982 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9e9604d3-df36-40aa-a3ea-264d28da14dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c94f772-9f14-4c7f-a281-dab51f219c15 HTTP/1.1" status: 204 len: 168 time: 0.4035740 Jan 28 05:56:52.667148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9604d3-df36-40aa-a3ea-264d28da14dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c94f772-9f14-4c7f-a281-dab51f219c15,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:52.773421 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b4e1b-a1f5-4d81-b2bf-f796e2575ca3 req-b8731728-0deb-400c-8da6-7a6c8549e98d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:52.780645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-763b4e1b-a1f5-4d81-b2bf-f796e2575ca3 req-b8731728-0deb-400c-8da6-7a6c8549e98d tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 945 time: 0.0573609 Jan 28 05:56:52.840198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-763b4e1b-a1f5-4d81-b2bf-f796e2575ca3 req-9a8614cf-52c2-4bc2-9dd2-ccc5fc82cc5a tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562639 Jan 28 05:56:52.923598 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-898a31a2-1eb5-4ccb-846f-53e82546b96e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:52.953094 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a31a2-1eb5-4ccb-846f-53e82546b96e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Port': ['ID=fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:52.963690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773b154-8eab-4af3-a913-baf545b85134 req-fe4a01a3-ddec-49e9-8265-58568b382b22 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:52.965268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a773b154-8eab-4af3-a913-baf545b85134 req-fe4a01a3-ddec-49e9-8265-58568b382b22 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 945 time: 0.0554092 Jan 28 05:56:53.067875 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a773b154-8eab-4af3-a913-baf545b85134 req-ec841803-9f15-452d-9ee7-c46f6285d26f tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909200 Jan 28 05:56:53.074705 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34494322-9b5d-4351-8899-8890b48027e7 req-5e4f69ac-23a2-40ad-bcf4-5a43b0912ed4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:53.076339 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34494322-9b5d-4351-8899-8890b48027e7 req-5e4f69ac-23a2-40ad-bcf4-5a43b0912ed4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.1100745 Jan 28 05:56:53.162899 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34494322-9b5d-4351-8899-8890b48027e7 req-b35dc8f7-ff68-4788-9cce-a42e6bfb0519 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797648 Jan 28 05:56:53.164613 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-898a31a2-1eb5-4ccb-846f-53e82546b96e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (190e1b7e-80b4-40c6-851b-08e5b92b231c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:53.371650 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898a31a2-1eb5-4ccb-846f-53e82546b96e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 190e1b7e-80b4-40c6-851b-08e5b92b231c has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:56:53.459741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898a31a2-1eb5-4ccb-846f-53e82546b96e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:56:53.471340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b556e242-b9d9-4128-a42c-809d40fa2945 None None] Sync routers for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:56:53.474387 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-898a31a2-1eb5-4ccb-846f-53e82546b96e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/190e1b7e-80b4-40c6-851b-08e5b92b231c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8913906 Jan 28 05:56:53.482156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45616) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:53.490521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b556e242-b9d9-4128-a42c-809d40fa2945 None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:53.490521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b556e242-b9d9-4128-a42c-809d40fa2945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:53.561259 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-b556e242-b9d9-4128-a42c-809d40fa2945 None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:53.580578 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad4ef6-e95d-442f-ba92-48a9f2803098 req-00aa8653-8122-4ff1-9727-1cc1c1ef5743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:53.582072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8aad4ef6-e95d-442f-ba92-48a9f2803098 req-00aa8653-8122-4ff1-9727-1cc1c1ef5743 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 1097 time: 0.1139433 Jan 28 05:56:53.586760 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31b6424-e026-42df-bdcf-4e39ab234553 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting subnet d0da7f9b-ee3d-4473-94b0-9b536fb6c524 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:56:53.591024 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f31b6424-e026-42df-bdcf-4e39ab234553 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (d0da7f9b-ee3d-4473-94b0-9b536fb6c524), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:53.618327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b556e242-b9d9-4128-a42c-809d40fa2945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:52Z', 'revision_number': 11, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:53.651567 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b556e242-b9d9-4128-a42c-809d40fa2945 None None] Checking router: 190e1b7e-80b4-40c6-851b-08e5b92b231c for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:56:53.660435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b556e242-b9d9-4128-a42c-809d40fa2945 None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:53.661665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b556e242-b9d9-4128-a42c-809d40fa2945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:53.688688 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f31b6424-e026-42df-bdcf-4e39ab234553 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (d0da7f9b-ee3d-4473-94b0-9b536fb6c524), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:53.740079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-b556e242-b9d9-4128-a42c-809d40fa2945 None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:53.777437 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad4ef6-e95d-442f-ba92-48a9f2803098 req-96493dcf-10e0-4265-b7c2-9cf1a9a514ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:53.779045 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8aad4ef6-e95d-442f-ba92-48a9f2803098 req-96493dcf-10e0-4265-b7c2-9cf1a9a514ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 913 time: 0.1890061 Jan 28 05:56:53.826931 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b556e242-b9d9-4128-a42c-809d40fa2945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:52Z', 'revision_number': 11, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:53.851995 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8aad4ef6-e95d-442f-ba92-48a9f2803098 req-c0ebf014-de39-497a-9f41-512148987e53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 HTTP/1.1" status: 200 len: 217 time: 0.0660374 Jan 28 05:56:53.870516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b556e242-b9d9-4128-a42c-809d40fa2945 None None] The sync data for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 is: [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:52Z', 'revision_number': 11, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:56:53.893404 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f31b6424-e026-42df-bdcf-4e39ab234553 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (d0da7f9b-ee3d-4473-94b0-9b536fb6c524), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:53.941356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad4ef6-e95d-442f-ba92-48a9f2803098 req-22027c21-079b-46e2-8e2c-dcbc094e3f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:53.942844 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8aad4ef6-e95d-442f-ba92-48a9f2803098 req-22027c21-079b-46e2-8e2c-dcbc094e3f9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.0843489 Jan 28 05:56:53.995445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad4ef6-e95d-442f-ba92-48a9f2803098 req-f70571cb-3e12-4dd9-bc08-3818d9a79ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:53.997278 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8aad4ef6-e95d-442f-ba92-48a9f2803098 req-f70571cb-3e12-4dd9-bc08-3818d9a79ba7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468585 Jan 28 05:56:54.106818 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f31b6424-e026-42df-bdcf-4e39ab234553 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (d0da7f9b-ee3d-4473-94b0-9b536fb6c524), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:54.156922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbb090-69cd-493a-9be3-610296bf91ed req-fc40e86a-0c11-4546-aebe-5fe7bde437ee tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:54.172882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34dbb090-69cd-493a-9be3-610296bf91ed req-fc40e86a-0c11-4546-aebe-5fe7bde437ee tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 945 time: 0.1304202 Jan 28 05:56:54.172882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b6424-e026-42df-bdcf-4e39ab234553 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Subnet': ['ID=d0da7f9b-ee3d-4473-94b0-9b536fb6c524,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:54.175679 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f31b6424-e026-42df-bdcf-4e39ab234553 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:54.179818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f31b6424-e026-42df-bdcf-4e39ab234553 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/subnets/d0da7f9b-ee3d-4473-94b0-9b536fb6c524 HTTP/1.1" status: 204 len: 168 time: 0.6964738 Jan 28 05:56:54.184131 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45632) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:54.185238 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fe39bd-a70e-4374-984d-54c5987ade01 None None] Network 59e91e7b-1d01-4bca-97b4-0c03f779a32c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:56:54.193860 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8aad4ef6-e95d-442f-ba92-48a9f2803098 req-c4cf806d-c03e-4eee-be7e-1ed2a0822deb service neutron] 10.222.0.60 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867421 Jan 28 05:56:54.316378 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34dbb090-69cd-493a-9be3-610296bf91ed req-eb46b67c-30f9-4694-ba67-a0fc70474434 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454997 Jan 28 05:56:54.318050 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (59e91e7b-1d01-4bca-97b4-0c03f779a32c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:54.393110 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8aad4ef6-e95d-442f-ba92-48a9f2803098 req-6198dbc1-77c1-4cc5-88a4-a03b0925360f service neutron] 10.222.0.60 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926274 Jan 28 05:56:54.396179 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31a3502-c0d4-4089-ae62-548f21b77782 None None] DHCP port deletion for 59e91e7b-1d01-4bca-97b4-0c03f779a32c request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:56:54.407989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9c8d0-b900-4074-8454-5b791a37d5c5 req-65b1285f-280a-46a6-88f1-8c6fa03f0204 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:54.409718 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39e9c8d0-b900-4074-8454-5b791a37d5c5 req-65b1285f-280a-46a6-88f1-8c6fa03f0204 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.0906944 Jan 28 05:56:54.454552 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Deleting port 0b5ea523-e065-49d2-940d-61868b159c7c {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:56:54.455003 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0b5ea523-e065-49d2-940d-61868b159c7c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:54.486827 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39e9c8d0-b900-4074-8454-5b791a37d5c5 req-a52ee18f-1be5-4b90-8afb-ec83c115e6b0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709860 Jan 28 05:56:54.489275 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b31a3502-c0d4-4089-ae62-548f21b77782 None None] Deleting port 0b5ea523-e065-49d2-940d-61868b159c7c {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:56:54.489752 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b31a3502-c0d4-4089-ae62-548f21b77782 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0b5ea523-e065-49d2-940d-61868b159c7c), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:54.547504 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] For port 0b5ea523-e065-49d2-940d-61868b159c7c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0b5ea523-e065-49d2-940d-61868b159c7c,segment=NetworkSegment(62d5207f-787a-459a-86f0-57f3beadd714),segment_id=62d5207f-787a-459a-86f0-57f3beadd714)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:54.548055 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0b5ea523-e065-49d2-940d-61868b159c7c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:54.564881 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Calling delete_port for 0b5ea523-e065-49d2-940d-61868b159c7c owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:56:54.575877 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b31a3502-c0d4-4089-ae62-548f21b77782 None None] For port 0b5ea523-e065-49d2-940d-61868b159c7c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0b5ea523-e065-49d2-940d-61868b159c7c,segment=NetworkSegment(62d5207f-787a-459a-86f0-57f3beadd714),segment_id=62d5207f-787a-459a-86f0-57f3beadd714)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:54.576327 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b31a3502-c0d4-4089-ae62-548f21b77782 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0b5ea523-e065-49d2-940d-61868b159c7c), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:54.591767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b31a3502-c0d4-4089-ae62-548f21b77782 None None] Calling delete_port for 0b5ea523-e065-49d2-940d-61868b159c7c owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:56:54.723901 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (0b5ea523-e065-49d2-940d-61868b159c7c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:54.743328 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b31a3502-c0d4-4089-ae62-548f21b77782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (0b5ea523-e065-49d2-940d-61868b159c7c), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:54.762846 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Port': ['ID=0b5ea523-e065-49d2-940d-61868b159c7c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:54.773314 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] No DVR routers for this DVR port 0b5ea523-e065-49d2-940d-61868b159c7c on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:56:54.780668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a3502-c0d4-4089-ae62-548f21b77782 None None] Pushing event deleted for resources: {'Port': ['ID=0b5ea523-e065-49d2-940d-61868b159c7c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:54.782706 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a3502-c0d4-4089-ae62-548f21b77782 None None] No DVR routers for this DVR port 0b5ea523-e065-49d2-940d-61868b159c7c on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:56:54.869211 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (59e91e7b-1d01-4bca-97b4-0c03f779a32c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:54.891843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e91e7b-1d01-4bca-97b4-0c03f779a32c']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:54.904708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d5207f-787a-459a-86f0-57f3beadd714') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:54.905023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d5207f-787a-459a-86f0-57f3beadd714') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:54.916193 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (62d5207f-787a-459a-86f0-57f3beadd714), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:54.931356 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (62d5207f-787a-459a-86f0-57f3beadd714), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:54.938345 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:56:54.938779 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (62d5207f-787a-459a-86f0-57f3beadd714), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:56:54.941766 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:56:54.957696 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:55.096182 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (59e91e7b-1d01-4bca-97b4-0c03f779a32c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:55.097277 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:56:55.102566 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:55.108498 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/networks/59e91e7b-1d01-4bca-97b4-0c03f779a32c HTTP/1.1" status: 204 len: 168 time: 0.9206672 Jan 28 05:56:55.108946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45654) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:55.113555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4ef2b1be-5fcd-4a6a-be1e-74b296c06eea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'router': {'routes': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:56:55.122703 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2f8e8-df4e-4f84-9c88-af1528eb3eae tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Pushing event deleted for resources: {'Network': ['ID=59e91e7b-1d01-4bca-97b4-0c03f779a32c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:55.139242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:56:55.139688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fe4c3d35-3ba6-401c-a8d1-9d7b9a00719c not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:56:55.140324 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0b5ea523-e065-49d2-940d-61868b159c7c no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:56:55.160155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 0b5ea523-e065-49d2-940d-61868b159c7c {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:56:55.160746 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0b5ea523-e065-49d2-940d-61868b159c7c not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:56:55.369065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6256c-fe35-4e92-99f5-6a8d41fcc974 req-db58781f-5b37-4a4f-a5d7-f874e767b816 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:55.370260 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ae6256c-fe35-4e92-99f5-6a8d41fcc974 req-db58781f-5b37-4a4f-a5d7-f874e767b816 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.64 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 945 time: 0.1846421 Jan 28 05:56:55.371402 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.extraroute_db [None req-4ef2b1be-5fcd-4a6a-be1e-74b296c06eea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Added routes are [] {{(pid=103635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 05:56:55.371699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.extraroute_db [None req-4ef2b1be-5fcd-4a6a-be1e-74b296c06eea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Removed routes are [] {{(pid=103635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 05:56:55.372092 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b1be-5fcd-4a6a-be1e-74b296c06eea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (190e1b7e-80b4-40c6-851b-08e5b92b231c), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:55.927967 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b1be-5fcd-4a6a-be1e-74b296c06eea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (190e1b7e-80b4-40c6-851b-08e5b92b231c), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:55.940539 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b1be-5fcd-4a6a-be1e-74b296c06eea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (190e1b7e-80b4-40c6-851b-08e5b92b231c), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:55.952076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766b119-b340-430a-8d7e-9eeb6b959090 req-25a6f1a4-e6f1-4959-add1-2d55f485c929 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:55.953554 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8766b119-b340-430a-8d7e-9eeb6b959090 req-25a6f1a4-e6f1-4959-add1-2d55f485c929 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 945 time: 0.2354631 Jan 28 05:56:55.963505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c975d-373f-421e-92fa-ca430e392a3f req-5a2f4754-f881-4b54-b557-dfa00d362cb7 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:55.968047 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-902c975d-373f-421e-92fa-ca430e392a3f req-5a2f4754-f881-4b54-b557-dfa00d362cb7 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 945 time: 0.2457128 Jan 28 05:56:56.104111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3ae6256c-fe35-4e92-99f5-6a8d41fcc974 req-a067dce6-5b3c-4b09-b991-d11f6c26be99 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Deleting port 09f39a77-6c91-49b9-8387-3dfe232421f9 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:56:56.104505 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3ae6256c-fe35-4e92-99f5-6a8d41fcc974 req-a067dce6-5b3c-4b09-b991-d11f6c26be99 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (09f39a77-6c91-49b9-8387-3dfe232421f9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:56.113125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef2b1be-5fcd-4a6a-be1e-74b296c06eea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 190e1b7e-80b4-40c6-851b-08e5b92b231c has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:56:56.180177 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-902c975d-373f-421e-92fa-ca430e392a3f req-222f5794-dee7-4578-b6ef-1669be788a2b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021039 Jan 28 05:56:56.192429 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8766b119-b340-430a-8d7e-9eeb6b959090 req-752e64ab-3268-45b0-8815-9a55188508f8 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/security-groups?id=c35bbb41-f160-4198-bbdf-b5c0491d4475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263072 Jan 28 05:56:56.298258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef2b1be-5fcd-4a6a-be1e-74b296c06eea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:56:56.306844 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b1be-5fcd-4a6a-be1e-74b296c06eea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:56.310595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4ef2b1be-5fcd-4a6a-be1e-74b296c06eea tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/190e1b7e-80b4-40c6-851b-08e5b92b231c HTTP/1.1" status: 200 len: 700 time: 1.1981645 Jan 28 05:56:56.310740 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd20a33-0918-4bf2-8e24-a1d19515a3ed None None] Sync routers for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:56:56.311178 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45674) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:56.326900 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd20a33-0918-4bf2-8e24-a1d19515a3ed None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:56.328142 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-acd20a33-0918-4bf2-8e24-a1d19515a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:56.331427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3ae6256c-fe35-4e92-99f5-6a8d41fcc974 req-a067dce6-5b3c-4b09-b991-d11f6c26be99 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] For port 09f39a77-6c91-49b9-8387-3dfe232421f9, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=09f39a77-6c91-49b9-8387-3dfe232421f9,segment=NetworkSegment(11384708-f4dd-4ee0-b923-90c88d56fc5d),segment_id=11384708-f4dd-4ee0-b923-90c88d56fc5d)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:56.331861 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3ae6256c-fe35-4e92-99f5-6a8d41fcc974 req-a067dce6-5b3c-4b09-b991-d11f6c26be99 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (09f39a77-6c91-49b9-8387-3dfe232421f9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:56.349965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3ae6256c-fe35-4e92-99f5-6a8d41fcc974 req-a067dce6-5b3c-4b09-b991-d11f6c26be99 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Calling delete_port for 09f39a77-6c91-49b9-8387-3dfe232421f9 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:56:56.361122 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3811a035-3f7e-43c1-b5fb-051bc0ef9ed8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports?device_id=190e1b7e-80b4-40c6-851b-08e5b92b231c HTTP/1.1" status: 200 len: 205 time: 0.0479789 Jan 28 05:56:56.363945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45676) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:56.414597 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-acd20a33-0918-4bf2-8e24-a1d19515a3ed None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:56.466123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:56:56.491424 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4666ccb3-4729-44cb-b081-4fa9b01678b0 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (190e1b7e-80b4-40c6-851b-08e5b92b231c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:56.500849 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-acd20a33-0918-4bf2-8e24-a1d19515a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:52Z', 'revision_number': 11, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:56.542547 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd20a33-0918-4bf2-8e24-a1d19515a3ed None None] Checking router: 190e1b7e-80b4-40c6-851b-08e5b92b231c for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:56:56.554101 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd20a33-0918-4bf2-8e24-a1d19515a3ed None None] Routers {'190e1b7e-80b4-40c6-851b-08e5b92b231c'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:56.555367 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-acd20a33-0918-4bf2-8e24-a1d19515a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['190e1b7e-80b4-40c6-851b-08e5b92b231c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:56.620658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:56:56.624939 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:56.649144 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-acd20a33-0918-4bf2-8e24-a1d19515a3ed None None] Set router 190e1b7e-80b4-40c6-851b-08e5b92b231c gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:56.654175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c494e4-1a5b-4c9e-8d2c-23a4e294f074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:56:56.656946 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede566ce-f901-431a-9eb5-8f866900dc8f" -d '{"events": [{"server_uuid": "17c494e4-1a5b-4c9e-8d2c-23a4e294f074", "name": "network-vif-unplugged", "status": "completed", "tag": "05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:56:56.674363 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:56:56.712269 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da94059-7bef-4253-b308-269f99983fd7 x-openstack-request-id: req-0da94059-7bef-4253-b308-269f99983fd7 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:56:56.712808 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c494e4-1a5b-4c9e-8d2c-23a4e294f074", "name": "network-vif-unplugged", "status": "completed", "tag": "05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:56:56.713262 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0da94059-7bef-4253-b308-269f99983fd7 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:56:56.713820 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c494e4-1a5b-4c9e-8d2c-23a4e294f074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08', 'code': 200} Jan 28 05:56:56.810836 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4666ccb3-4729-44cb-b081-4fa9b01678b0 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (190e1b7e-80b4-40c6-851b-08e5b92b231c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:56.815955 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4666ccb3-4729-44cb-b081-4fa9b01678b0 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router_controller (190e1b7e-80b4-40c6-851b-08e5b92b231c), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:56.830913 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:56.832185 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-acd20a33-0918-4bf2-8e24-a1d19515a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:52Z', 'revision_number': 11, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:56.905512 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd20a33-0918-4bf2-8e24-a1d19515a3ed None None] The sync data for ids ['190e1b7e-80b4-40c6-851b-08e5b92b231c'] in n-d-812111-12 is: [{'id': '190e1b7e-80b4-40c6-851b-08e5b92b231c', 'name': 'tempest-RoutersTest-router-394597472', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:55:54Z', 'updated_at': '2022-01-28T05:56:52Z', 'revision_number': 11, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:56:56.987599 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:57.008587 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4666ccb3-4729-44cb-b081-4fa9b01678b0 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (190e1b7e-80b4-40c6-851b-08e5b92b231c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:57.009327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4666ccb3-4729-44cb-b081-4fa9b01678b0 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Fanout notify agent at l3_agent the message router_deleted on router 190e1b7e-80b4-40c6-851b-08e5b92b231c {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:56:57.017749 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4666ccb3-4729-44cb-b081-4fa9b01678b0 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:57.019170 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4666ccb3-4729-44cb-b081-4fa9b01678b0 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/routers/190e1b7e-80b4-40c6-851b-08e5b92b231c HTTP/1.1" status: 204 len: 168 time: 0.6541450 Jan 28 05:56:57.020280 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3ae6256c-fe35-4e92-99f5-6a8d41fcc974 req-a067dce6-5b3c-4b09-b991-d11f6c26be99 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (09f39a77-6c91-49b9-8387-3dfe232421f9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:57.023712 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45690) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:57.031882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-45b016ad-63dd-4772-b049-8ba3382cdfdf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1250442668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:56:57.058340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['09f39a77-6c91-49b9-8387-3dfe232421f9'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:56:57.126371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067dce6-5b3c-4b09-b991-d11f6c26be99 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Pushing event deleted for resources: {'Port': ['ID=09f39a77-6c91-49b9-8387-3dfe232421f9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:56:57.142446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae6256c-fe35-4e92-99f5-6a8d41fcc974 req-a067dce6-5b3c-4b09-b991-d11f6c26be99 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] No DVR routers for this DVR port 09f39a77-6c91-49b9-8387-3dfe232421f9 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:56:57.144926 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3ae6256c-fe35-4e92-99f5-6a8d41fcc974 req-a067dce6-5b3c-4b09-b991-d11f6c26be99 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:57.149509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ae6256c-fe35-4e92-99f5-6a8d41fcc974 req-a067dce6-5b3c-4b09-b991-d11f6c26be99 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.64 "DELETE /v2.0/ports/09f39a77-6c91-49b9-8387-3dfe232421f9 HTTP/1.1" status: 204 len: 173 time: 1.7720106 Jan 28 05:56:57.150343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddbdacd-87fe-4648-82f2-eb7741a4af85', 'name': 'network-vif-deleted', 'tag': '09f39a77-6c91-49b9-8387-3dfe232421f9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:56:57.152787 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e10f981-b70b-49a5-bd72-c93884930c57" -d '{"events": [{"server_uuid": "eddbdacd-87fe-4648-82f2-eb7741a4af85", "name": "network-vif-deleted", "tag": "09f39a77-6c91-49b9-8387-3dfe232421f9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:56:57.168162 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45b016ad-63dd-4772-b049-8ba3382cdfdf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (098b0d13-2d27-4c8a-997f-ba8e98c4fe89), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:57.169650 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45b016ad-63dd-4772-b049-8ba3382cdfdf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (098b0d13-2d27-4c8a-997f-ba8e98c4fe89), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:57.213294 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c94080-8e71-443a-8b30-32cb25bed4dd x-openstack-request-id: req-a1c94080-8e71-443a-8b30-32cb25bed4dd {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:56:57.213645 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddbdacd-87fe-4648-82f2-eb7741a4af85", "name": "network-vif-deleted", "tag": "09f39a77-6c91-49b9-8387-3dfe232421f9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:56:57.213900 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1c94080-8e71-443a-8b30-32cb25bed4dd {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:56:57.214362 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddbdacd-87fe-4648-82f2-eb7741a4af85', 'name': 'network-vif-deleted', 'tag': '09f39a77-6c91-49b9-8387-3dfe232421f9', 'status': 'completed', 'code': 200} Jan 28 05:56:57.338525 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45b016ad-63dd-4772-b049-8ba3382cdfdf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router_controller (098b0d13-2d27-4c8a-997f-ba8e98c4fe89), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:57.356541 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5aee500-6775-4adf-9177-a13f808ca455 req-ceef1440-8f42-485d-a858-ad429429351a tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 210 time: 0.0328605 Jan 28 05:56:57.442275 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb802a-d1c6-40d1-9133-0e7202e303b8 req-f9bb9c4d-43ae-40a0-81bc-1758719bbb55 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:57.443827 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7feb802a-d1c6-40d1-9133-0e7202e303b8 req-f9bb9c4d-43ae-40a0-81bc-1758719bbb55 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 943 time: 0.0864124 Jan 28 05:56:57.459977 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45b016ad-63dd-4772-b049-8ba3382cdfdf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (098b0d13-2d27-4c8a-997f-ba8e98c4fe89), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:57.496920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7feb802a-d1c6-40d1-9133-0e7202e303b8 req-bd72b04a-7b9c-45ef-8cbe-29c8955f7536 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465934 Jan 28 05:56:57.618331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08208e-8196-4258-b81e-8bf949501661 req-1f972bcb-827e-48ec-8f71-ac1d2e915079 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:57.619782 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df08208e-8196-4258-b81e-8bf949501661 req-1f972bcb-827e-48ec-8f71-ac1d2e915079 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0489926 Jan 28 05:56:57.628769 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45b016ad-63dd-4772-b049-8ba3382cdfdf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:57.634832 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-45b016ad-63dd-4772-b049-8ba3382cdfdf tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6087186 Jan 28 05:56:57.634832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45708) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:57.639825 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f97bedf7-b0bd-408b-af78-bd6f9500988f tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:56:57.657720 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:57.752456 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df08208e-8196-4258-b81e-8bf949501661 req-2f6fd61f-73f6-422a-a983-0c98172762d4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125195 Jan 28 05:56:57.957274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8408ca-6a6b-4b25-8956-c9665e8c9764 req-2eb46b06-5be9-4399-a529-baf525cfd994 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:57.963030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db8408ca-6a6b-4b25-8956-c9665e8c9764 req-2eb46b06-5be9-4399-a529-baf525cfd994 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1072202 Jan 28 05:56:58.053748 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f97bedf7-b0bd-408b-af78-bd6f9500988f tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (098b0d13-2d27-4c8a-997f-ba8e98c4fe89), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:58.099377 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db8408ca-6a6b-4b25-8956-c9665e8c9764 req-ce8d3485-214f-4237-881c-efb6d6e18254 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303294 Jan 28 05:56:58.158332 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f97bedf7-b0bd-408b-af78-bd6f9500988f tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (098b0d13-2d27-4c8a-997f-ba8e98c4fe89), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:58.441976 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97bedf7-b0bd-408b-af78-bd6f9500988f tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Router 098b0d13-2d27-4c8a-997f-ba8e98c4fe89 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:56:58.521765 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dba5e6ba-99be-4c77-b83b-09de7fe3e3aa req-afdfe348-7e63-42e3-a7a3-0242e411af12 tempest-ServerDiskConfigTestJSON-42142619 tempest-ServerDiskConfigTestJSON-42142619-project] 10.222.0.31 "GET /v2.0/ports?device_id=eddbdacd-87fe-4648-82f2-eb7741a4af85 HTTP/1.1" status: 200 len: 210 time: 0.0614605 Jan 28 05:56:58.581700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97bedf7-b0bd-408b-af78-bd6f9500988f tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:56:58.592516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db893c53-c147-4b3c-bc40-641b82337fa7 None None] Sync routers for ids ['098b0d13-2d27-4c8a-997f-ba8e98c4fe89'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:56:58.596276 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f97bedf7-b0bd-408b-af78-bd6f9500988f tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:58.598039 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f97bedf7-b0bd-408b-af78-bd6f9500988f tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "PUT /v2.0/routers/098b0d13-2d27-4c8a-997f-ba8e98c4fe89 HTTP/1.1" status: 200 len: 694 time: 0.9618821 Jan 28 05:56:58.600161 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45728) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:58.603428 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db893c53-c147-4b3c-bc40-641b82337fa7 None None] Routers {'098b0d13-2d27-4c8a-997f-ba8e98c4fe89'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:58.608299 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-db893c53-c147-4b3c-bc40-641b82337fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['098b0d13-2d27-4c8a-997f-ba8e98c4fe89'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:58.691553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-db893c53-c147-4b3c-bc40-641b82337fa7 None None] Set router 098b0d13-2d27-4c8a-997f-ba8e98c4fe89 gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:58.716635 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-45e191fd-8452-4160-a515-d23fddee937a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/routers/098b0d13-2d27-4c8a-997f-ba8e98c4fe89 HTTP/1.1" status: 200 len: 700 time: 0.1141794 Jan 28 05:56:58.719231 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45732) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:58.760559 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4175b7b2-1f65-4aca-9968-6beb87294c1a tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports?device_id=098b0d13-2d27-4c8a-997f-ba8e98c4fe89 HTTP/1.1" status: 200 len: 205 time: 0.0400388 Jan 28 05:56:58.766010 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45734) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:58.835127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc7cc4-ff1a-4708-befd-11d9086fb42d req-e3c7dfed-fe50-43ab-87c9-20aa559b1706 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:56:58.843753 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41cc7cc4-ff1a-4708-befd-11d9086fb42d req-e3c7dfed-fe50-43ab-87c9-20aa559b1706 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1288052 Jan 28 05:56:58.933113 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4312-8c21-4d27-b1f4-90a27c0850f8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (098b0d13-2d27-4c8a-997f-ba8e98c4fe89), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:58.997534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-db893c53-c147-4b3c-bc40-641b82337fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098b0d13-2d27-4c8a-997f-ba8e98c4fe89', 'name': 'tempest-RoutersTest-router-1250442668', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:56:57Z', 'updated_at': '2022-01-28T05:56:58Z', 'revision_number': 2, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:59.036594 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db893c53-c147-4b3c-bc40-641b82337fa7 None None] Checking router: 098b0d13-2d27-4c8a-997f-ba8e98c4fe89 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:56:59.058798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db893c53-c147-4b3c-bc40-641b82337fa7 None None] Routers {'098b0d13-2d27-4c8a-997f-ba8e98c4fe89'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:56:59.059475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-db893c53-c147-4b3c-bc40-641b82337fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:56:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['098b0d13-2d27-4c8a-997f-ba8e98c4fe89'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:59.064646 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41cc7cc4-ff1a-4708-befd-11d9086fb42d req-e3475fa6-a108-4721-b4bb-e6c149626174 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197409 Jan 28 05:56:59.179944 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4312-8c21-4d27-b1f4-90a27c0850f8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (098b0d13-2d27-4c8a-997f-ba8e98c4fe89), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:59.183190 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4312-8c21-4d27-b1f4-90a27c0850f8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router_controller (098b0d13-2d27-4c8a-997f-ba8e98c4fe89), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:59.188468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-db893c53-c147-4b3c-bc40-641b82337fa7 None None] Set router 098b0d13-2d27-4c8a-997f-ba8e98c4fe89 gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:56:59.256120 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-db893c53-c147-4b3c-bc40-641b82337fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098b0d13-2d27-4c8a-997f-ba8e98c4fe89', 'name': 'tempest-RoutersTest-router-1250442668', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:56:57Z', 'updated_at': '2022-01-28T05:56:58Z', 'revision_number': 2, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:56:59.283532 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db893c53-c147-4b3c-bc40-641b82337fa7 None None] The sync data for ids ['098b0d13-2d27-4c8a-997f-ba8e98c4fe89'] in n-d-812111-12 is: [{'id': '098b0d13-2d27-4c8a-997f-ba8e98c4fe89', 'name': 'tempest-RoutersTest-router-1250442668', 'tenant_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:56:57Z', 'updated_at': '2022-01-28T05:56:58Z', 'revision_number': 2, 'project_id': '80ab7d8305ce4a0b9aa67c451ec1c5d4', 'gw_port_host': None}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:56:59.352850 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4312-8c21-4d27-b1f4-90a27c0850f8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (098b0d13-2d27-4c8a-997f-ba8e98c4fe89), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:59.354711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4b4312-8c21-4d27-b1f4-90a27c0850f8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Fanout notify agent at l3_agent the message router_deleted on router 098b0d13-2d27-4c8a-997f-ba8e98c4fe89 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:56:59.368319 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4312-8c21-4d27-b1f4-90a27c0850f8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:56:59.374520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8e4b4312-8c21-4d27-b1f4-90a27c0850f8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/routers/098b0d13-2d27-4c8a-997f-ba8e98c4fe89 HTTP/1.1" status: 204 len: 168 time: 0.6033072 Jan 28 05:56:59.374715 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45744) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:59.422336 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-aaa36e83-f2a9-485f-a52e-c3bf21c51d50 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports?device_id=098b0d13-2d27-4c8a-997f-ba8e98c4fe89 HTTP/1.1" status: 200 len: 205 time: 0.0449855 Jan 28 05:56:59.422678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45746) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:59.475873 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 09f39a77-6c91-49b9-8387-3dfe232421f9 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:56:59.509586 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-aa2d1fdd-c523-4de7-b29d-21079b952399 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] delete failed (client error): The resource could not be found. Jan 28 05:56:59.510667 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-aa2d1fdd-c523-4de7-b29d-21079b952399 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/routers/098b0d13-2d27-4c8a-997f-ba8e98c4fe89 HTTP/1.1" status: 404 len: 336 time: 0.0862737 Jan 28 05:56:59.513531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45750) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:59.524013 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 09f39a77-6c91-49b9-8387-3dfe232421f9 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:56:59.524372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 09f39a77-6c91-49b9-8387-3dfe232421f9 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:56:59.565495 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6432a8-d229-4a67-b1a1-20d0da6bb0c2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] DELETE failed (client error): The resource could not be found. Jan 28 05:56:59.566037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6432a8-d229-4a67-b1a1-20d0da6bb0c2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:56:59.578035 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45756) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:59.578195 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2a6432a8-d229-4a67-b1a1-20d0da6bb0c2 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/subnets/78d2398f-64cc-43d1-a3ca-7ec838849193 HTTP/1.1" status: 404 len: 337 time: 0.0589530 Jan 28 05:56:59.641954 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcff3670-dcbc-4d41-b24e-e984d3a6c6dc tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] DELETE failed (client error): The resource could not be found. Jan 28 05:56:59.643506 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcff3670-dcbc-4d41-b24e-e984d3a6c6dc tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:56:59.652741 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bcff3670-dcbc-4d41-b24e-e984d3a6c6dc tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/subnets/37d5012a-f536-4787-ade6-700bc1d3f128 HTTP/1.1" status: 404 len: 337 time: 0.0748386 Jan 28 05:56:59.654452 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45762) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:59.714061 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-3013cb93-5bc5-4551-a2a3-3d8a7d39d751 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] DELETE failed (client error): The resource could not be found. Jan 28 05:56:59.714655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3013cb93-5bc5-4551-a2a3-3d8a7d39d751 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:56:59.717959 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3013cb93-5bc5-4551-a2a3-3d8a7d39d751 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/subnets/09f5764e-ca72-4f4c-a334-a40b6664eb63 HTTP/1.1" status: 404 len: 337 time: 0.0623879 Jan 28 05:56:59.721974 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45768) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:59.795712 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f185ed78-6406-4782-aff1-9e53f1e5946d tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] DELETE failed (client error): The resource could not be found. Jan 28 05:56:59.797049 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f185ed78-6406-4782-aff1-9e53f1e5946d tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:56:59.824079 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45772) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:59.824269 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f185ed78-6406-4782-aff1-9e53f1e5946d tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/subnets/d0da7f9b-ee3d-4473-94b0-9b536fb6c524 HTTP/1.1" status: 404 len: 337 time: 0.1010933 Jan 28 05:56:59.839626 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45774) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:59.871305 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-dfecbeb0-1994-423f-a61c-042c1e96e382 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports?device_id=190e1b7e-80b4-40c6-851b-08e5b92b231c HTTP/1.1" status: 200 len: 205 time: 0.0458674 Jan 28 05:56:59.874041 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45778) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:59.953292 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-3e4c21c7-7290-4045-8a5c-55ec1bb9e9ff tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] delete failed (client error): The resource could not be found. Jan 28 05:56:59.954350 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3e4c21c7-7290-4045-8a5c-55ec1bb9e9ff tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/routers/190e1b7e-80b4-40c6-851b-08e5b92b231c HTTP/1.1" status: 404 len: 336 time: 0.0792928 Jan 28 05:56:59.960596 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45780) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:56:59.977919 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5deb489-39a9-4f17-b011-c4a775fdfe29 admin admin] Deleting subnet 09cd826f-180c-4fa4-a792-44f2acd6af41 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:56:59.997021 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e5deb489-39a9-4f17-b011-c4a775fdfe29 admin admin] Publish callbacks [] for subnet (09cd826f-180c-4fa4-a792-44f2acd6af41), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:00.033107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-82d5c371-ab71-4077-b127-204c9c139172 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0717618-6612-4257-9b04-180d20205024 HTTP/1.1" status: 200 len: 205 time: 0.0710454 Jan 28 05:57:00.033748 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45786) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:00.109416 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e5deb489-39a9-4f17-b011-c4a775fdfe29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (09cd826f-180c-4fa4-a792-44f2acd6af41), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:00.180188 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-1d16b31c-da39-4183-aeef-6fe8e0d25d4e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] delete failed (client error): The resource could not be found. Jan 28 05:57:00.181257 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1d16b31c-da39-4183-aeef-6fe8e0d25d4e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/routers/f0717618-6612-4257-9b04-180d20205024 HTTP/1.1" status: 404 len: 336 time: 0.1453960 Jan 28 05:57:00.189657 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45790) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:00.223111 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e5deb489-39a9-4f17-b011-c4a775fdfe29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (09cd826f-180c-4fa4-a792-44f2acd6af41), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:00.276036 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-520dbe1c-0b75-4d21-8b95-879185bc39da tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] DELETE failed (client error): The resource could not be found. Jan 28 05:57:00.276502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-520dbe1c-0b75-4d21-8b95-879185bc39da tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:57:00.282765 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-520dbe1c-0b75-4d21-8b95-879185bc39da tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/subnets/88ce3a78-f496-4725-a1b4-241722c3b976 HTTP/1.1" status: 404 len: 337 time: 0.0921440 Jan 28 05:57:00.283594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45792) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:00.333437 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45794) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:00.334070 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-41c75a59-ec07-4796-8ba4-9efb1073cc0d tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72b7606-e1f5-44d1-abfa-e281683e9a22 HTTP/1.1" status: 200 len: 205 time: 0.0468454 Jan 28 05:57:00.376403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1e68c-73dd-4593-b6ae-bb0f5292631e req-8ae76ef8-7d34-4450-a8b1-8e38ad01ce77 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:00.385157 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fda1e68c-73dd-4593-b6ae-bb0f5292631e req-8ae76ef8-7d34-4450-a8b1-8e38ad01ce77 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1758561 Jan 28 05:57:00.425638 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e5deb489-39a9-4f17-b011-c4a775fdfe29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (09cd826f-180c-4fa4-a792-44f2acd6af41), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:00.431268 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-2ca51802-f33e-4da4-a03a-557cd185b7b8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] delete failed (client error): The resource could not be found. Jan 28 05:57:00.432491 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2ca51802-f33e-4da4-a03a-557cd185b7b8 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/routers/b72b7606-e1f5-44d1-abfa-e281683e9a22 HTTP/1.1" status: 404 len: 336 time: 0.0978787 Jan 28 05:57:00.438177 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45796) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:00.470248 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:00.514436 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fda1e68c-73dd-4593-b6ae-bb0f5292631e req-b43dd37e-d19f-4413-8865-44a8ce31bc84 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280601 Jan 28 05:57:00.520914 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5deb489-39a9-4f17-b011-c4a775fdfe29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09cd826f-180c-4fa4-a792-44f2acd6af41,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:00.527808 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e5deb489-39a9-4f17-b011-c4a775fdfe29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:00.533330 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e5deb489-39a9-4f17-b011-c4a775fdfe29 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/09cd826f-180c-4fa4-a792-44f2acd6af41 HTTP/1.1" status: 204 len: 168 time: 0.6923635 Jan 28 05:57:00.535923 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45798) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:00.577665 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-452dd857-5348-42e0-aec7-09ff9b03a96d tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e HTTP/1.1" status: 200 len: 205 time: 0.1300185 Jan 28 05:57:00.578499 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45800) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:00.653328 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-72d2978f-d29c-498a-8fc5-1b9df51fe830 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] delete failed (client error): The resource could not be found. Jan 28 05:57:00.667591 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-72d2978f-d29c-498a-8fc5-1b9df51fe830 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/routers/9c6c24b8-4ad6-4b8f-8e97-a559d8b89a8e HTTP/1.1" status: 404 len: 336 time: 0.0864849 Jan 28 05:57:00.669989 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45802) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:00.677972 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 is: DOWN; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:00.696896 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6aa317d5-7f4a-45a0-af6a-309f0a28b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (f313c573-bb2e-4ddf-a437-af66975b4796), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:00.735009 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc642091-a1b4-4939-baf5-2d873b9c4f54 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] DELETE failed (client error): The resource could not be found. Jan 28 05:57:00.735663 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc642091-a1b4-4939-baf5-2d873b9c4f54 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:57:00.739555 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fc642091-a1b4-4939-baf5-2d873b9c4f54 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/subnets/a86f349b-ac7d-4891-a31d-8acd7a34c643 HTTP/1.1" status: 404 len: 337 time: 0.0679729 Jan 28 05:57:00.746892 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45804) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:00.795869 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-65ffeb30-3ef9-4b30-a95d-a29999e26b81 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a89ec2-6eca-47d5-9de3-b5fc7f071c3a HTTP/1.1" status: 200 len: 205 time: 0.0477073 Jan 28 05:57:00.807085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45806) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:00.880105 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-fc78b0a5-8428-4abe-b489-b3c509a5413e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] delete failed (client error): The resource could not be found. Jan 28 05:57:00.882099 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fc78b0a5-8428-4abe-b489-b3c509a5413e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/routers/97a89ec2-6eca-47d5-9de3-b5fc7f071c3a HTTP/1.1" status: 404 len: 336 time: 0.0731802 Jan 28 05:57:00.885273 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45808) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:00.932671 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6aa317d5-7f4a-45a0-af6a-309f0a28b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (f313c573-bb2e-4ddf-a437-af66975b4796), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:00.941511 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-4044d4ef-b5e5-497c-b016-06e425ed94f0 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] DELETE failed (client error): The resource could not be found. Jan 28 05:57:00.942136 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4044d4ef-b5e5-497c-b016-06e425ed94f0 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:57:00.949774 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4044d4ef-b5e5-497c-b016-06e425ed94f0 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/subnets/b2e543a4-97c7-4de0-824c-37df0e31578b HTTP/1.1" status: 404 len: 337 time: 0.0634761 Jan 28 05:57:00.955086 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45810) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:00.973918 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-6aa317d5-7f4a-45a0-af6a-309f0a28b1b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f313c573-bb2e-4ddf-a437-af66975b4796']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:01.003695 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f03c8671-0f4c-4f05-96ca-537d40f17785 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "GET /v2.0/ports?device_id=170988dc-7f60-460e-8f39-4e91e0825516 HTTP/1.1" status: 200 len: 205 time: 0.0471253 Jan 28 05:57:01.004376 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45814) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:01.009404 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-6aa317d5-7f4a-45a0-af6a-309f0a28b1b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11384708-f4dd-4ee0-b923-90c88d56fc5d') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:01.009703 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-6aa317d5-7f4a-45a0-af6a-309f0a28b1b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11384708-f4dd-4ee0-b923-90c88d56fc5d') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:01.036227 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6aa317d5-7f4a-45a0-af6a-309f0a28b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (11384708-f4dd-4ee0-b923-90c88d56fc5d), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:01.068070 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6aa317d5-7f4a-45a0-af6a-309f0a28b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (11384708-f4dd-4ee0-b923-90c88d56fc5d), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:01.077460 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa317d5-7f4a-45a0-af6a-309f0a28b1b9 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:57:01.077863 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6aa317d5-7f4a-45a0-af6a-309f0a28b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (11384708-f4dd-4ee0-b923-90c88d56fc5d), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:57:01.080407 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:57:01.125505 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-4a96d771-ac02-4397-995a-42cc5f7e9c69 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] delete failed (client error): The resource could not be found. Jan 28 05:57:01.134003 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4a96d771-ac02-4397-995a-42cc5f7e9c69 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/routers/170988dc-7f60-460e-8f39-4e91e0825516 HTTP/1.1" status: 404 len: 336 time: 0.1261313 Jan 28 05:57:01.134709 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45818) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:01.185269 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d79dd97-a440-443e-b961-862a5aa79b13 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] DELETE failed (client error): The resource could not be found. Jan 28 05:57:01.186097 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d79dd97-a440-443e-b961-862a5aa79b13 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:57:01.189603 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1d79dd97-a440-443e-b961-862a5aa79b13 tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/subnets/49a94785-b8bb-4e38-a838-f931486c75e9 HTTP/1.1" status: 404 len: 337 time: 0.0539556 Jan 28 05:57:01.198498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45822) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:01.231191 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd759cc3-77cc-490e-9e53-edd34fdfd87e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] DELETE failed (client error): The resource could not be found. Jan 28 05:57:01.232368 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd759cc3-77cc-490e-9e53-edd34fdfd87e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 05:57:01.246064 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bd759cc3-77cc-490e-9e53-edd34fdfd87e tempest-RoutersTest-65712133 tempest-RoutersTest-65712133-project] 10.222.0.31 "DELETE /v2.0/subnets/eac488ca-fe36-4154-ae01-a69a2380ba3a HTTP/1.1" status: 404 len: 337 time: 0.0519347 Jan 28 05:57:01.325191 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6aa317d5-7f4a-45a0-af6a-309f0a28b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (f313c573-bb2e-4ddf-a437-af66975b4796), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:01.341332 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6aa317d5-7f4a-45a0-af6a-309f0a28b1b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:01.346235 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6aa317d5-7f4a-45a0-af6a-309f0a28b1b9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f313c573-bb2e-4ddf-a437-af66975b4796 HTTP/1.1" status: 204 len: 168 time: 0.8092101 Jan 28 05:57:01.371720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa317d5-7f4a-45a0-af6a-309f0a28b1b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f313c573-bb2e-4ddf-a437-af66975b4796,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:01.657037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3deb9a-41b1-479d-8a84-944cfd9b938f req-86d450d5-7308-46fb-afad-0fb4dd22de79 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:01.660508 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be3deb9a-41b1-479d-8a84-944cfd9b938f req-86d450d5-7308-46fb-afad-0fb4dd22de79 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0627913 Jan 28 05:57:01.762461 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be3deb9a-41b1-479d-8a84-944cfd9b938f req-170f9088-ff0c-45d5-a9c5-8c72920f191d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868313 Jan 28 05:57:01.988167 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45832) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:02.007425 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45834) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:02.082886 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-640cfbf5-4e2c-4f5a-ada8-4134bccbdd0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f61985ba5ef042b38784220cf10666d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0918915 Jan 28 05:57:02.084241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45840) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:02.167453 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0c00079-728c-4d62-bbcc-4afc87c9c5b2 admin admin] Publish callbacks [] for security_group (c35bbb41-f160-4198-bbdf-b5c0491d4475), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:02.217266 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0c00079-728c-4d62-bbcc-4afc87c9c5b2 admin admin] Publish callbacks [] for security_group (c35bbb41-f160-4198-bbdf-b5c0491d4475), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:02.385249 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-69efb2a8-d2d4-4c9a-a14c-9d2cea3c5536 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80ab7d8305ce4a0b9aa67c451ec1c5d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3741071 Jan 28 05:57:02.385657 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45848) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:02.392008 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0c00079-728c-4d62-bbcc-4afc87c9c5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c35bbb41-f160-4198-bbdf-b5c0491d4475), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:02.394646 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0c00079-728c-4d62-bbcc-4afc87c9c5b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:02.399297 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a0c00079-728c-4d62-bbcc-4afc87c9c5b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c35bbb41-f160-4198-bbdf-b5c0491d4475 HTTP/1.1" status: 204 len: 168 time: 0.3093967 Jan 28 05:57:02.414227 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c00079-728c-4d62-bbcc-4afc87c9c5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35bbb41-f160-4198-bbdf-b5c0491d4475,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:02.452995 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c5eba8d7-53ec-426e-88ca-a4bbc1c456f0 admin admin] Publish callbacks [] for security_group (b9bf88b1-ccb7-4b29-90b4-a466bc75dc13), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:02.484663 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c5eba8d7-53ec-426e-88ca-a4bbc1c456f0 admin admin] Publish callbacks [] for security_group (b9bf88b1-ccb7-4b29-90b4-a466bc75dc13), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:02.529746 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-039e2c1a-ab47-4f58-b1dd-9710fcb78926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:02.660795 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c5eba8d7-53ec-426e-88ca-a4bbc1c456f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b9bf88b1-ccb7-4b29-90b4-a466bc75dc13), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:02.664488 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c5eba8d7-53ec-426e-88ca-a4bbc1c456f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:02.667023 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c5eba8d7-53ec-426e-88ca-a4bbc1c456f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9bf88b1-ccb7-4b29-90b4-a466bc75dc13 HTTP/1.1" status: 204 len: 168 time: 0.2782154 Jan 28 05:57:02.681532 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eba8d7-53ec-426e-88ca-a4bbc1c456f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bf88b1-ccb7-4b29-90b4-a466bc75dc13,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:03.246647 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2be3a-9430-4b24-8810-18a0b97821e6 req-644dfbd9-e0b8-45b8-be2b-1881aaeda437 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:03.249020 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9d2be3a-9430-4b24-8810-18a0b97821e6 req-644dfbd9-e0b8-45b8-be2b-1881aaeda437 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.3923244 Jan 28 05:57:03.324192 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9d2be3a-9430-4b24-8810-18a0b97821e6 req-a37e6414-0736-42af-8eb4-c45de5f6f2fc tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693171 Jan 28 05:57:04.200853 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45912) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:04.665629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d9603-0c3a-4d91-b7f3-d929ddb0072f req-da2a20b7-e9a5-41e1-86da-daa4d0f493c4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:04.676940 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2f5d9603-0c3a-4d91-b7f3-d929ddb0072f req-da2a20b7-e9a5-41e1-86da-daa4d0f493c4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1720822 Jan 28 05:57:04.774953 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d74c9ec5-9bd6-4219-a775-3134026ef1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:04.790422 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-57ff7ac8-001c-47f5-b1a5-16ad73176ddc admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-857103488-network', 'tenant_id': '13771e2a72ec47c2860d1f4cd3eb4263'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:04.816880 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45926) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:04.833459 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2f5d9603-0c3a-4d91-b7f3-d929ddb0072f req-6b666c4c-ec40-4aaa-b7c3-2d954350a1d1 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504512 Jan 28 05:57:04.945474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ff7ac8-001c-47f5-b1a5-16ad73176ddc admin admin] Made reservation on behalf of 13771e2a72ec47c2860d1f4cd3eb4263 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:04.949391 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57ff7ac8-001c-47f5-b1a5-16ad73176ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:04.954210 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-10885fe7-9137-43bc-a9d0-bafc79f015af tempest-DvrRoutersNegativeTest-2001555177 tempest-DvrRoutersNegativeTest-2001555177-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-570635420', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:04.962528 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57ff7ac8-001c-47f5-b1a5-16ad73176ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:04.963750 n-d-812111-12 neutron-server[103635]: DEBUG neutron.policy [None req-10885fe7-9137-43bc-a9d0-bafc79f015af tempest-DvrRoutersNegativeTest-2001555177 tempest-DvrRoutersNegativeTest-2001555177-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103635) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 28 05:57:04.964232 n-d-812111-12 neutron-server[103635]: DEBUG neutron.policy [None req-10885fe7-9137-43bc-a9d0-bafc79f015af tempest-DvrRoutersNegativeTest-2001555177 tempest-DvrRoutersNegativeTest-2001555177-project] Failed policy check for 'create_router' {{(pid=103635) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 28 05:57:04.969214 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-10885fe7-9137-43bc-a9d0-bafc79f015af tempest-DvrRoutersNegativeTest-2001555177 tempest-DvrRoutersNegativeTest-2001555177-project] create failed (client error): Access was denied to this resource. Jan 28 05:57:04.971036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-10885fe7-9137-43bc-a9d0-bafc79f015af tempest-DvrRoutersNegativeTest-2001555177 tempest-DvrRoutersNegativeTest-2001555177-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1317592 Jan 28 05:57:05.119484 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57ff7ac8-001c-47f5-b1a5-16ad73176ddc admin admin] Publish callbacks [] for security_group (19ee733c-27cc-44c3-96c8-860c8a7b83e0), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:05.207752 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57ff7ac8-001c-47f5-b1a5-16ad73176ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (19ee733c-27cc-44c3-96c8-860c8a7b83e0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:05.253508 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff7ac8-001c-47f5-b1a5-16ad73176ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ee733c-27cc-44c3-96c8-860c8a7b83e0,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:05.289106 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ff7ac8-001c-47f5-b1a5-16ad73176ddc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:57:05.307940 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57ff7ac8-001c-47f5-b1a5-16ad73176ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (408a5be3-2db1-4884-b207-fe0ed77dafd8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:05.308298 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-57ff7ac8-001c-47f5-b1a5-16ad73176ddc admin admin] Added segment 408a5be3-2db1-4884-b207-fe0ed77dafd8 of type vlan for network 71f0d725-89bd-4e99-b6de-aefa66c13947 Jan 28 05:57:05.449350 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57ff7ac8-001c-47f5-b1a5-16ad73176ddc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (71f0d725-89bd-4e99-b6de-aefa66c13947), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:05.617999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45938) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:05.653259 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57ff7ac8-001c-47f5-b1a5-16ad73176ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (71f0d725-89bd-4e99-b6de-aefa66c13947), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:05.654489 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff7ac8-001c-47f5-b1a5-16ad73176ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:05.655475 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57ff7ac8-001c-47f5-b1a5-16ad73176ddc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:05.805438 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff7ac8-001c-47f5-b1a5-16ad73176ddc admin admin] Pushing event updated for resources: {'Network': ['ID=71f0d725-89bd-4e99-b6de-aefa66c13947,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:05.816825 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 71f0d725-89bd-4e99-b6de-aefa66c13947 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:57:05.890436 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f341f35-23b8-474d-89b3-543d1d858e94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:05.902023 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-57ff7ac8-001c-47f5-b1a5-16ad73176ddc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6917684 Jan 28 05:57:05.902023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45946) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:05.902601 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-65bba6fd-63ac-4b16-a593-927b7798254d admin admin] Request body: {'subnet': {'network_id': '71f0d725-89bd-4e99-b6de-aefa66c13947', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-857103488-subnet', 'tenant_id': '13771e2a72ec47c2860d1f4cd3eb4263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:06.060374 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bba6fd-63ac-4b16-a593-927b7798254d admin admin] Made reservation on behalf of 13771e2a72ec47c2860d1f4cd3eb4263 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:06.063354 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-65bba6fd-63ac-4b16-a593-927b7798254d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:06.200979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb172d-2f89-4754-ad49-b459e2912743 req-17819e7e-f0a8-4b79-839f-53eaff6228d2 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:06.208359 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-57cb172d-2f89-4754-ad49-b459e2912743 req-17819e7e-f0a8-4b79-839f-53eaff6228d2 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1549616 Jan 28 05:57:06.224046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45952) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:06.268626 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f341f35-23b8-474d-89b3-543d1d858e94 admin admin] Publish callbacks [] for security_group (926cbd2e-53e2-43c5-a574-f7c5e3026adc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:06.306355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-57cb172d-2f89-4754-ad49-b459e2912743 req-d8383262-5dd1-489e-b301-354cd206ad04 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898831 Jan 28 05:57:06.358850 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f341f35-23b8-474d-89b3-543d1d858e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (926cbd2e-53e2-43c5-a574-f7c5e3026adc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:06.424228 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f341f35-23b8-474d-89b3-543d1d858e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926cbd2e-53e2-43c5-a574-f7c5e3026adc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:06.467627 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5f341f35-23b8-474d-89b3-543d1d858e94 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80d87c1a474d4cd7b7cd5aefe0938e08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8485343 Jan 28 05:57:06.481012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45956) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:06.525093 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8d82ae25-8c5f-4a90-a7da-f052a939abe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:06.530258 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:06.571491 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-65bba6fd-63ac-4b16-a593-927b7798254d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (5e068656-72a4-4122-baf8-ad444f587b0b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:06.575420 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9767de49-6e56-4b0f-a72d-71879dfb1242 admin admin] Publish callbacks [] for security_group (926cbd2e-53e2-43c5-a574-f7c5e3026adc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:06.604720 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:57:06.639961 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9767de49-6e56-4b0f-a72d-71879dfb1242 admin admin] Publish callbacks [] for security_group (926cbd2e-53e2-43c5-a574-f7c5e3026adc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:06.683683 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bba6fd-63ac-4b16-a593-927b7798254d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e068656-72a4-4122-baf8-ad444f587b0b,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:06.759576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bba6fd-63ac-4b16-a593-927b7798254d admin admin] Checking segment: {'id': '408a5be3-2db1-4884-b207-fe0ed77dafd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '71f0d725-89bd-4e99-b6de-aefa66c13947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:57:06.759875 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bba6fd-63ac-4b16-a593-927b7798254d admin admin] Network hostable DHCP agents. Network: 71f0d725-89bd-4e99-b6de-aefa66c13947, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:57:06.794129 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8d82ae25-8c5f-4a90-a7da-f052a939abe5 admin admin] Publish callbacks [] for security_group (04944ecd-648f-463f-b016-c827ca69ff68), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:06.821086 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9767de49-6e56-4b0f-a72d-71879dfb1242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (926cbd2e-53e2-43c5-a574-f7c5e3026adc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:06.823950 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9767de49-6e56-4b0f-a72d-71879dfb1242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:06.827484 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9767de49-6e56-4b0f-a72d-71879dfb1242 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/926cbd2e-53e2-43c5-a574-f7c5e3026adc HTTP/1.1" status: 204 len: 168 time: 0.3533001 Jan 28 05:57:06.843968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767de49-6e56-4b0f-a72d-71879dfb1242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926cbd2e-53e2-43c5-a574-f7c5e3026adc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:06.884428 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bba6fd-63ac-4b16-a593-927b7798254d admin admin] Network 71f0d725-89bd-4e99-b6de-aefa66c13947 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:57:06.935109 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8d82ae25-8c5f-4a90-a7da-f052a939abe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (04944ecd-648f-463f-b016-c827ca69ff68), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:07.012370 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-65bba6fd-63ac-4b16-a593-927b7798254d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 71f0d725-89bd-4e99-b6de-aefa66c13947) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:07.027128 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b128709f-c362-4166-a8d8-658985e656aa None None] Network 71f0d725-89bd-4e99-b6de-aefa66c13947 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:57:07.039849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82ae25-8c5f-4a90-a7da-f052a939abe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04944ecd-648f-463f-b016-c827ca69ff68,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:07.064674 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bba6fd-63ac-4b16-a593-927b7798254d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:07.070514 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-65bba6fd-63ac-4b16-a593-927b7798254d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:07.111456 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8d82ae25-8c5f-4a90-a7da-f052a939abe5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2cb87a13f1504e46a03786f2cdbcfa09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8863571 Jan 28 05:57:07.114022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45964) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:07.230967 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01ac7627-c7b3-4569-8b6f-cbc50685e453 admin admin] Publish callbacks [] for security_group (04944ecd-648f-463f-b016-c827ca69ff68), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:07.255260 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-65bba6fd-63ac-4b16-a593-927b7798254d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3575234 Jan 28 05:57:07.264391 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a64843-d13b-4516-961b-7977c928cdcb None None] Network 71f0d725-89bd-4e99-b6de-aefa66c13947 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:57:07.315069 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01ac7627-c7b3-4569-8b6f-cbc50685e453 admin admin] Publish callbacks [] for security_group (04944ecd-648f-463f-b016-c827ca69ff68), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:07.557121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345299a3-9b78-46f3-a450-22e640f1deb5 req-f0a7732a-a4c7-46ea-8808-0ca889a7dc95 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:07.564301 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-345299a3-9b78-46f3-a450-22e640f1deb5 req-f0a7732a-a4c7-46ea-8808-0ca889a7dc95 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1313026 Jan 28 05:57:07.619758 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01ac7627-c7b3-4569-8b6f-cbc50685e453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (04944ecd-648f-463f-b016-c827ca69ff68), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:07.642603 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01ac7627-c7b3-4569-8b6f-cbc50685e453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:07.642603 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-01ac7627-c7b3-4569-8b6f-cbc50685e453 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04944ecd-648f-463f-b016-c827ca69ff68 HTTP/1.1" status: 204 len: 168 time: 0.5201101 Jan 28 05:57:07.685796 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac7627-c7b3-4569-8b6f-cbc50685e453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04944ecd-648f-463f-b016-c827ca69ff68,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:07.730367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-345299a3-9b78-46f3-a450-22e640f1deb5 req-88ddf1f3-5ede-48dd-a693-d4038928864d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650593 Jan 28 05:57:07.849502 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:08.470742 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46002) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:08.490018 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-152cfa6e-f6f1-4b52-8406-b71a6784682c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:08.534273 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46004) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:08.621588 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-152cfa6e-f6f1-4b52-8406-b71a6784682c admin admin] Publish callbacks [] for security_group (4955e94e-b30b-4af7-8fa7-889da36cca55), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:08.700535 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-152cfa6e-f6f1-4b52-8406-b71a6784682c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4955e94e-b30b-4af7-8fa7-889da36cca55), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:08.755779 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cfa6e-f6f1-4b52-8406-b71a6784682c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4955e94e-b30b-4af7-8fa7-889da36cca55,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:08.763607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-432b77b5-ad7f-4051-8ba8-8b89c23d54d8 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:08.764739 n-d-812111-12 neutron-server[103634]: WARNING neutron.api.v2.base [None req-432b77b5-ad7f-4051-8ba8-8b89c23d54d8 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 05:57:08.765324 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-432b77b5-ad7f-4051-8ba8-8b89c23d54d8 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 05:57:08.766411 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-432b77b5-ad7f-4051-8ba8-8b89c23d54d8 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2309291 Jan 28 05:57:08.770558 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46010) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:08.776979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2eab6493-cb0c-4ec3-a610-25f8807e3b99 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1389031050'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:08.810447 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-152cfa6e-f6f1-4b52-8406-b71a6784682c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5d67f3b3e0b46fe947937d060fa241d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3384421 Jan 28 05:57:08.829765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46012) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:08.896339 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af441d41-6f58-4013-b275-9e2acf5a87f5 req-83248f43-500b-44b9-80e6-299598adb268 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:08.898889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af441d41-6f58-4013-b275-9e2acf5a87f5 req-83248f43-500b-44b9-80e6-299598adb268 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0914373 Jan 28 05:57:08.932732 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3efc0ad4-126d-4a2a-be0e-758cea327fb6 admin admin] Publish callbacks [] for security_group (4955e94e-b30b-4af7-8fa7-889da36cca55), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:08.936238 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eab6493-cb0c-4ec3-a610-25f8807e3b99 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:08.955932 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eab6493-cb0c-4ec3-a610-25f8807e3b99 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:08.984392 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af441d41-6f58-4013-b275-9e2acf5a87f5 req-57e1a274-a168-484a-9496-2df9a62aec36 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773120 Jan 28 05:57:09.033759 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3efc0ad4-126d-4a2a-be0e-758cea327fb6 admin admin] Publish callbacks [] for security_group (4955e94e-b30b-4af7-8fa7-889da36cca55), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:09.133540 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:09.201013 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eab6493-cb0c-4ec3-a610-25f8807e3b99 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (67aaa3ac-8f6d-48db-9aef-457dc4313d66), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:09.247754 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3efc0ad4-126d-4a2a-be0e-758cea327fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4955e94e-b30b-4af7-8fa7-889da36cca55), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:09.251096 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3efc0ad4-126d-4a2a-be0e-758cea327fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:09.259227 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3efc0ad4-126d-4a2a-be0e-758cea327fb6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4955e94e-b30b-4af7-8fa7-889da36cca55 HTTP/1.1" status: 204 len: 168 time: 0.4214244 Jan 28 05:57:09.276106 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc0ad4-126d-4a2a-be0e-758cea327fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4955e94e-b30b-4af7-8fa7-889da36cca55,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:09.294058 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eab6493-cb0c-4ec3-a610-25f8807e3b99 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (67aaa3ac-8f6d-48db-9aef-457dc4313d66), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:09.448357 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eab6493-cb0c-4ec3-a610-25f8807e3b99 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (e2bfda73-8de2-4b5a-bb81-cc1b87eaf703), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:09.454580 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab6493-cb0c-4ec3-a610-25f8807e3b99 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67aaa3ac-8f6d-48db-9aef-457dc4313d66,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:09.524340 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eab6493-cb0c-4ec3-a610-25f8807e3b99 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e2bfda73-8de2-4b5a-bb81-cc1b87eaf703), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:09.562501 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab6493-cb0c-4ec3-a610-25f8807e3b99 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bfda73-8de2-4b5a-bb81-cc1b87eaf703,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:09.758829 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eab6493-cb0c-4ec3-a610-25f8807e3b99 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:09.760124 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2eab6493-cb0c-4ec3-a610-25f8807e3b99 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9885643 Jan 28 05:57:09.764448 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46024) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:09.769429 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-8e7110ce-8267-46a1-993d-2b57ef95f763 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': 'e2bfda73-8de2-4b5a-bb81-cc1b87eaf703', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:09.870274 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8e7110ce-8267-46a1-993d-2b57ef95f763 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group_rule (9e2a3032-6713-4a0d-80cd-a45eafac015b), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:09.936945 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8e7110ce-8267-46a1-993d-2b57ef95f763 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group_rule (9e2a3032-6713-4a0d-80cd-a45eafac015b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:09.997812 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8e7110ce-8267-46a1-993d-2b57ef95f763 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (9e2a3032-6713-4a0d-80cd-a45eafac015b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:10.037063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7110ce-8267-46a1-993d-2b57ef95f763 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2a3032-6713-4a0d-80cd-a45eafac015b,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:10.092530 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8e7110ce-8267-46a1-993d-2b57ef95f763 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:10.094236 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8e7110ce-8267-46a1-993d-2b57ef95f763 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3288910 Jan 28 05:57:10.097180 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46036) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:10.104322 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1d8a0daa-75c8-40df-ae21-105313eebaed tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': 'e2bfda73-8de2-4b5a-bb81-cc1b87eaf703', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:10.187467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70711130-a019-4a04-9dba-cb07198fd13f req-8dad2868-f7f0-4195-9bac-e6f70a189d41 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:10.192786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70711130-a019-4a04-9dba-cb07198fd13f req-8dad2868-f7f0-4195-9bac-e6f70a189d41 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0668440 Jan 28 05:57:10.239243 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0daa-75c8-40df-ae21-105313eebaed tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group_rule (49285447-188b-48ee-bd36-c66c96252eb7), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:10.289138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70711130-a019-4a04-9dba-cb07198fd13f req-af48dbb6-e491-4efd-921c-35b30c3fdf45 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914061 Jan 28 05:57:10.438175 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-1d8a0daa-75c8-40df-ae21-105313eebaed tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 05:57:10.445854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46048) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:10.452916 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1d8a0daa-75c8-40df-ae21-105313eebaed tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3543229 Jan 28 05:57:10.526893 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6438681e-c320-4c51-9054-e07a2e623eda tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (e2bfda73-8de2-4b5a-bb81-cc1b87eaf703), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:10.552478 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6438681e-c320-4c51-9054-e07a2e623eda tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (e2bfda73-8de2-4b5a-bb81-cc1b87eaf703), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:10.739418 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6438681e-c320-4c51-9054-e07a2e623eda tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e2bfda73-8de2-4b5a-bb81-cc1b87eaf703), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:10.744117 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6438681e-c320-4c51-9054-e07a2e623eda tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:10.748737 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46064) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:10.757031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6438681e-c320-4c51-9054-e07a2e623eda tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "DELETE /v2.0/security-groups/e2bfda73-8de2-4b5a-bb81-cc1b87eaf703 HTTP/1.1" status: 204 len: 168 time: 0.3072703 Jan 28 05:57:10.811233 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438681e-c320-4c51-9054-e07a2e623eda tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bfda73-8de2-4b5a-bb81-cc1b87eaf703,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:10.962374 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5790633a-0c9b-490a-8f6a-a3e0d6a7f0dc tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2081623 Jan 28 05:57:10.963532 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46074) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:10.969454 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a576648f-e867-41c9-b2c4-64b03005968d tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group': {'name': 'tempest-secgroup--611002255'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:11.068551 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622be616-51f3-42f5-9e6b-1e37365d9d99 req-7bde9ae9-bbf2-4067-9c5b-8ff750d920df tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:11.070983 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-622be616-51f3-42f5-9e6b-1e37365d9d99 req-7bde9ae9-bbf2-4067-9c5b-8ff750d920df tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.2533016 Jan 28 05:57:11.073057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f40e-5875-4653-a905-926e150053bf req-215a4f9a-ddb4-4b34-b8fa-b26c6b89757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:11.076573 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a963f40e-5875-4653-a905-926e150053bf req-215a4f9a-ddb4-4b34-b8fa-b26c6b89757e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 1097 time: 0.1245430 Jan 28 05:57:11.126764 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a576648f-e867-41c9-b2c4-64b03005968d tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:11.214270 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a576648f-e867-41c9-b2c4-64b03005968d tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (2b3013a4-c00d-49cd-a61b-046710e0f636), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:11.253209 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-622be616-51f3-42f5-9e6b-1e37365d9d99 req-55a4e9db-ec3c-435f-aacd-21758b5b25ca tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744924 Jan 28 05:57:11.301173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f40e-5875-4653-a905-926e150053bf req-bfaf1e2f-ea5e-473b-b088-91ea68a73f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:11.303219 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a963f40e-5875-4653-a905-926e150053bf req-bfaf1e2f-ea5e-473b-b088-91ea68a73f7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 913 time: 0.2206769 Jan 28 05:57:11.323694 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a576648f-e867-41c9-b2c4-64b03005968d tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2b3013a4-c00d-49cd-a61b-046710e0f636), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:11.385148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576648f-e867-41c9-b2c4-64b03005968d tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3013a4-c00d-49cd-a61b-046710e0f636,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:11.449764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a963f40e-5875-4653-a905-926e150053bf req-e9c6dc56-3791-4012-b2fe-549313caefa0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e HTTP/1.1" status: 200 len: 1000 time: 0.1386719 Jan 28 05:57:11.467828 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a576648f-e867-41c9-b2c4-64b03005968d tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:11.469752 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a576648f-e867-41c9-b2c4-64b03005968d tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5039804 Jan 28 05:57:11.477506 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46088) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:11.483212 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1b91534f-7d62-4f77-af14-b04a72d727e5 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': '2b3013a4-c00d-49cd-a61b-046710e0f636', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:11.483970 n-d-812111-12 neutron-server[103634]: WARNING neutron.api.v2.base [None req-1b91534f-7d62-4f77-af14-b04a72d727e5 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 05:57:11.484470 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-1b91534f-7d62-4f77-af14-b04a72d727e5 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:57:11.485423 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1b91534f-7d62-4f77-af14-b04a72d727e5 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065987 Jan 28 05:57:11.488682 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46090) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:11.551393 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f40e-5875-4653-a905-926e150053bf req-42871e77-bced-4d60-84b2-348f55002e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:11.553766 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a963f40e-5875-4653-a905-926e150053bf req-42871e77-bced-4d60-84b2-348f55002e67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.0970442 Jan 28 05:57:11.594956 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4656-134a-485f-952b-7635b67a92f6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (2b3013a4-c00d-49cd-a61b-046710e0f636), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:11.654476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f40e-5875-4653-a905-926e150053bf req-73809027-84ba-4e00-b520-42082ad143ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:11.656292 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a963f40e-5875-4653-a905-926e150053bf req-73809027-84ba-4e00-b520-42082ad143ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966196 Jan 28 05:57:11.663541 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4656-134a-485f-952b-7635b67a92f6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (2b3013a4-c00d-49cd-a61b-046710e0f636), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:11.800588 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a963f40e-5875-4653-a905-926e150053bf req-fa63bc68-c786-4098-8d68-2f686cedd773 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372833 Jan 28 05:57:11.917880 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4656-134a-485f-952b-7635b67a92f6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2b3013a4-c00d-49cd-a61b-046710e0f636), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:11.920556 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4656-134a-485f-952b-7635b67a92f6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:11.922961 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6c7a4656-134a-485f-952b-7635b67a92f6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "DELETE /v2.0/security-groups/2b3013a4-c00d-49cd-a61b-046710e0f636 HTTP/1.1" status: 204 len: 168 time: 0.4333231 Jan 28 05:57:11.925608 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46102) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:11.942802 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a4656-134a-485f-952b-7635b67a92f6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3013a4-c00d-49cd-a61b-046710e0f636,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:12.056124 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a963f40e-5875-4653-a905-926e150053bf req-e529db26-b731-45db-8532-a61dc9d716c3 service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496710 Jan 28 05:57:12.103476 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ba0e1704-39bc-4442-a090-d7d102dc515d tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1740201 Jan 28 05:57:12.106661 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46112) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:12.111307 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2c4cf659-d326-4c07-a17b-bde40fed9ad5 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group': {'name': 'tempest-secgroup--279633314'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:12.215605 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf659-d326-4c07-a17b-bde40fed9ad5 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:12.360290 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf659-d326-4c07-a17b-bde40fed9ad5 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (c6205848-5f75-4efa-b77a-afe4af33691c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:12.446375 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf659-d326-4c07-a17b-bde40fed9ad5 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c6205848-5f75-4efa-b77a-afe4af33691c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:12.504082 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cf659-d326-4c07-a17b-bde40fed9ad5 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6205848-5f75-4efa-b77a-afe4af33691c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:12.622702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac8a7e-b4bd-44df-96ce-a88ce98db107 req-3aa80f48-d412-4e4a-ab7e-6631a196ee2d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:12.632617 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0fac8a7e-b4bd-44df-96ce-a88ce98db107 req-3aa80f48-d412-4e4a-ab7e-6631a196ee2d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.2467644 Jan 28 05:57:12.646444 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf659-d326-4c07-a17b-bde40fed9ad5 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:12.653554 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2c4cf659-d326-4c07-a17b-bde40fed9ad5 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5455880 Jan 28 05:57:12.654510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46138) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:12.660449 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-fe8384ce-1d53-42ba-8bda-da8eda759aba tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': 'c6205848-5f75-4efa-b77a-afe4af33691c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:12.661610 n-d-812111-12 neutron-server[103634]: WARNING neutron.api.v2.base [None req-fe8384ce-1d53-42ba-8bda-da8eda759aba tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 05:57:12.662397 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-fe8384ce-1d53-42ba-8bda-da8eda759aba tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:57:12.667526 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fe8384ce-1d53-42ba-8bda-da8eda759aba tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0117376 Jan 28 05:57:12.668321 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46140) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:12.728930 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ce0f775c-bc14-4827-a66a-d07cab67231e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (c6205848-5f75-4efa-b77a-afe4af33691c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:12.753545 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ce0f775c-bc14-4827-a66a-d07cab67231e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (c6205848-5f75-4efa-b77a-afe4af33691c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:12.795560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0fac8a7e-b4bd-44df-96ce-a88ce98db107 req-0268e338-ff35-4643-a829-f046dbda9a40 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561277 Jan 28 05:57:12.829568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-e14b7572-109a-47e7-91a5-3965e73962d2 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:12.839405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-e14b7572-109a-47e7-91a5-3965e73962d2 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/networks?id=71f0d725-89bd-4e99-b6de-aefa66c13947 HTTP/1.1" status: 200 len: 809 time: 0.3780000 Jan 28 05:57:12.872510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-47e628aa-24c1-433a-bc19-2032d2ad7d4c tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/quotas/13771e2a72ec47c2860d1f4cd3eb4263 HTTP/1.1" status: 200 len: 375 time: 0.0314429 Jan 28 05:57:12.921614 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-bc7e98e7-666c-4778-961b-9786565017bd tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=13771e2a72ec47c2860d1f4cd3eb4263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472405 Jan 28 05:57:12.933319 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ce0f775c-bc14-4827-a66a-d07cab67231e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c6205848-5f75-4efa-b77a-afe4af33691c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:12.935948 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ce0f775c-bc14-4827-a66a-d07cab67231e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:12.939519 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ce0f775c-bc14-4827-a66a-d07cab67231e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "DELETE /v2.0/security-groups/c6205848-5f75-4efa-b77a-afe4af33691c HTTP/1.1" status: 204 len: 168 time: 0.2671819 Jan 28 05:57:12.951883 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46146) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:12.962442 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f775c-bc14-4827-a66a-d07cab67231e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6205848-5f75-4efa-b77a-afe4af33691c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:13.137788 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-e198bc63-9cfd-447d-94f9-dbd086628bd7 service neutron] 10.222.0.31 "GET /v2.0/networks/71f0d725-89bd-4e99-b6de-aefa66c13947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150261 Jan 28 05:57:13.147527 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-18c2d720-aeb6-4f6c-8bf0-f87cc874af83 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1964226 Jan 28 05:57:13.148982 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46156) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:13.155223 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-45e75c96-fe18-4c7c-9fcc-789c3fd14150 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group': {'name': 'tempest-secgroup--139102716'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:13.322236 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45e75c96-fe18-4c7c-9fcc-789c3fd14150 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:13.415613 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-6d08a05c-525e-424f-a6f7-1cb6f260afb1 service neutron] 10.222.0.31 "GET /v2.0/networks/71f0d725-89bd-4e99-b6de-aefa66c13947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765133 Jan 28 05:57:13.442525 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45e75c96-fe18-4c7c-9fcc-789c3fd14150 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (12ba7b06-7584-4541-8708-23645e3b59f2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:13.569387 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45e75c96-fe18-4c7c-9fcc-789c3fd14150 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (12ba7b06-7584-4541-8708-23645e3b59f2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:13.602019 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e75c96-fe18-4c7c-9fcc-789c3fd14150 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ba7b06-7584-4541-8708-23645e3b59f2,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:13.667556 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45e75c96-fe18-4c7c-9fcc-789c3fd14150 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:13.673354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46172) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:13.681341 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3abc6fe4-0768-42a7-84d3-e8d4924c408e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': '12ba7b06-7584-4541-8708-23645e3b59f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:13.683477 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-45e75c96-fe18-4c7c-9fcc-789c3fd14150 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5316174 Jan 28 05:57:13.694867 n-d-812111-12 neutron-server[103635]: WARNING neutron.api.v2.base [None req-3abc6fe4-0768-42a7-84d3-e8d4924c408e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 05:57:13.695742 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-3abc6fe4-0768-42a7-84d3-e8d4924c408e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:57:13.700831 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46174) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:13.702779 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3abc6fe4-0768-42a7-84d3-e8d4924c408e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0261798 Jan 28 05:57:13.708497 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-bfeff767-d4cb-4b48-bb47-c662a35d9345 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': '12ba7b06-7584-4541-8708-23645e3b59f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:13.711487 n-d-812111-12 neutron-server[103634]: WARNING neutron.api.v2.base [None req-bfeff767-d4cb-4b48-bb47-c662a35d9345 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 05:57:13.712593 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-bfeff767-d4cb-4b48-bb47-c662a35d9345 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:57:13.720571 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bfeff767-d4cb-4b48-bb47-c662a35d9345 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0177083 Jan 28 05:57:13.724418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46178) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:13.731461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7346fbe9-bbbd-4ba6-ace6-983dfb4bb498 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': '12ba7b06-7584-4541-8708-23645e3b59f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:13.732974 n-d-812111-12 neutron-server[103635]: WARNING neutron.api.v2.base [None req-7346fbe9-bbbd-4ba6-ace6-983dfb4bb498 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 05:57:13.734029 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-7346fbe9-bbbd-4ba6-ace6-983dfb4bb498 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:57:13.738022 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7346fbe9-bbbd-4ba6-ace6-983dfb4bb498 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0118351 Jan 28 05:57:13.739961 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46180) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:13.747462 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-5c7a9ce0-62ed-45ad-a659-047dad3c7cdc tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': '12ba7b06-7584-4541-8708-23645e3b59f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:13.748851 n-d-812111-12 neutron-server[103634]: WARNING neutron.api.v2.base [None req-5c7a9ce0-62ed-45ad-a659-047dad3c7cdc tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 05:57:13.749775 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-5c7a9ce0-62ed-45ad-a659-047dad3c7cdc tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:57:13.754338 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46182) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:13.763440 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5c7a9ce0-62ed-45ad-a659-047dad3c7cdc tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0203238 Jan 28 05:57:13.864126 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4dd9642e-4838-47ff-a82d-78f15fa80370 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (12ba7b06-7584-4541-8708-23645e3b59f2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:13.949985 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4dd9642e-4838-47ff-a82d-78f15fa80370 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (12ba7b06-7584-4541-8708-23645e3b59f2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:14.017049 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6049fdc-32a8-429b-9376-ba4493db3561 req-0a6d77c0-0a71-4ecf-85d7-8f7a14f7677a tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/ports?device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 210 time: 0.0693634 Jan 28 05:57:14.132044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d164ef-b88a-40ca-9eea-533d2ce7d738 req-7a336d18-41ed-4d11-9a33-2186130c896f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:14.140304 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-14d164ef-b88a-40ca-9eea-533d2ce7d738 req-7a336d18-41ed-4d11-9a33-2186130c896f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.2055643 Jan 28 05:57:14.189444 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-14d164ef-b88a-40ca-9eea-533d2ce7d738 req-4262fa78-6a8c-473a-8336-0844168f5467 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480690 Jan 28 05:57:14.217568 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4dd9642e-4838-47ff-a82d-78f15fa80370 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (12ba7b06-7584-4541-8708-23645e3b59f2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:14.220654 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4dd9642e-4838-47ff-a82d-78f15fa80370 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:14.222052 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4dd9642e-4838-47ff-a82d-78f15fa80370 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "DELETE /v2.0/security-groups/12ba7b06-7584-4541-8708-23645e3b59f2 HTTP/1.1" status: 204 len: 168 time: 0.4637613 Jan 28 05:57:14.226907 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46196) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:14.241941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9642e-4838-47ff-a82d-78f15fa80370 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ba7b06-7584-4541-8708-23645e3b59f2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:14.283666 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e0112dd6-e1f3-44e1-9e82-23a7333362d1 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0554376 Jan 28 05:57:14.287260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46200) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:14.292643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5ab53eb7-95cd-4bdc-8018-261e9ec9d62b tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673851648'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:14.359769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd0ab9-c50e-4e19-9b91-676e36c0b789 req-ce8deceb-17be-4790-8dd2-8318c8c2604c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:14.361433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8dd0ab9-c50e-4e19-9b91-676e36c0b789 req-ce8deceb-17be-4790-8dd2-8318c8c2604c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0637858 Jan 28 05:57:14.442577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8dd0ab9-c50e-4e19-9b91-676e36c0b789 req-2415ad5b-abee-4e1e-a9ea-341ba4258420 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697658 Jan 28 05:57:14.557150 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812d1ba-3702-4768-8af7-95e530ac1ebd req-72614d6b-1d4c-4959-b747-da9a313919ed tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:14.558675 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4812d1ba-3702-4768-8af7-95e530ac1ebd req-72614d6b-1d4c-4959-b747-da9a313919ed tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0497155 Jan 28 05:57:14.563362 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ab53eb7-95cd-4bdc-8018-261e9ec9d62b tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:14.644412 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4812d1ba-3702-4768-8af7-95e530ac1ebd req-bdcb28b7-7516-4229-b702-242cc983fc8d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788267 Jan 28 05:57:14.681916 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ab53eb7-95cd-4bdc-8018-261e9ec9d62b tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (f022bfbd-c505-411a-aabf-818f52a7d49f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:14.752551 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ab53eb7-95cd-4bdc-8018-261e9ec9d62b tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f022bfbd-c505-411a-aabf-818f52a7d49f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:14.795676 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab53eb7-95cd-4bdc-8018-261e9ec9d62b tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f022bfbd-c505-411a-aabf-818f52a7d49f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:14.881170 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ab53eb7-95cd-4bdc-8018-261e9ec9d62b tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:14.883498 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5ab53eb7-95cd-4bdc-8018-261e9ec9d62b tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5944004 Jan 28 05:57:14.886406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46210) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:14.891983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7ece54a6-ac0f-432d-bc6d-0d33dd940ad6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': 'f022bfbd-c505-411a-aabf-818f52a7d49f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:14.895708 n-d-812111-12 neutron-server[103634]: WARNING neutron.api.v2.base [None req-7ece54a6-ac0f-432d-bc6d-0d33dd940ad6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 05:57:14.895708 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-7ece54a6-ac0f-432d-bc6d-0d33dd940ad6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:57:14.895708 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7ece54a6-ac0f-432d-bc6d-0d33dd940ad6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071576 Jan 28 05:57:14.898371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46212) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:14.905607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-bd5d6451-d926-410c-aa40-9d94336277ae tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': 'f022bfbd-c505-411a-aabf-818f52a7d49f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:15.148861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13f73f87-a73b-47d4-9ee3-680d89d26ba1 req-17d01213-cd85-41ce-b855-984efd17a77b tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/ports?device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 210 time: 0.0568495 Jan 28 05:57:15.150164 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-bd5d6451-d926-410c-aa40-9d94336277ae tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:57:15.151287 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bd5d6451-d926-410c-aa40-9d94336277ae tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2518787 Jan 28 05:57:15.154106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46222) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:15.159325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4d654b3d-8a1c-473b-b9fc-f625d4db7548 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': 'f022bfbd-c505-411a-aabf-818f52a7d49f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:15.160301 n-d-812111-12 neutron-server[103635]: WARNING neutron.api.v2.base [None req-4d654b3d-8a1c-473b-b9fc-f625d4db7548 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 05:57:15.160854 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-4d654b3d-8a1c-473b-b9fc-f625d4db7548 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:57:15.161949 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4d654b3d-8a1c-473b-b9fc-f625d4db7548 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068042 Jan 28 05:57:15.164824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46224) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:15.170345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e7969d58-6c64-438c-a97a-0f4a656af06e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': 'f022bfbd-c505-411a-aabf-818f52a7d49f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:15.232881 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5e9a3-e0b2-439b-a687-c15bd23eb762 req-47ae317a-9e35-4016-bc7c-972eb282f606 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:15.234442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10b5e9a3-e0b2-439b-a687-c15bd23eb762 req-47ae317a-9e35-4016-bc7c-972eb282f606 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0586503 Jan 28 05:57:15.323218 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10b5e9a3-e0b2-439b-a687-c15bd23eb762 req-42f1846b-7458-4e49-bb38-7c87dc88413e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820966 Jan 28 05:57:15.404385 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-e7969d58-6c64-438c-a97a-0f4a656af06e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:57:15.405923 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e7969d58-6c64-438c-a97a-0f4a656af06e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2400680 Jan 28 05:57:15.408616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46226) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:15.418724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f8d8376d-9586-4b49-aa98-351a4662d834 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': 'f022bfbd-c505-411a-aabf-818f52a7d49f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:15.418724 n-d-812111-12 neutron-server[103635]: WARNING neutron.api.v2.base [None req-f8d8376d-9586-4b49-aa98-351a4662d834 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 05:57:15.418724 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-f8d8376d-9586-4b49-aa98-351a4662d834 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:57:15.418724 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f8d8376d-9586-4b49-aa98-351a4662d834 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075243 Jan 28 05:57:15.419963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46228) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:15.424099 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a67a85b0-760c-4422-aa17-34ae9c37158d tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': 'f022bfbd-c505-411a-aabf-818f52a7d49f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:15.552362 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-a67a85b0-760c-4422-aa17-34ae9c37158d tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Project ed6fa30fddd74c5ba61beb3dbd207a64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:57:15.684036 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-a67a85b0-760c-4422-aa17-34ae9c37158d tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:57:15.687664 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a67a85b0-760c-4422-aa17-34ae9c37158d tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2641277 Jan 28 05:57:15.687940 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46232) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:15.692697 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2e348a9b-61a5-4684-8011-2df1ebd73bb9 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': 'f022bfbd-c505-411a-aabf-818f52a7d49f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:15.693340 n-d-812111-12 neutron-server[103634]: WARNING neutron.api.v2.base [None req-2e348a9b-61a5-4684-8011-2df1ebd73bb9 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 05:57:15.694840 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-2e348a9b-61a5-4684-8011-2df1ebd73bb9 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:57:15.698282 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2e348a9b-61a5-4684-8011-2df1ebd73bb9 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071070 Jan 28 05:57:15.698614 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46234) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:15.703854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c52fbb05-1404-420d-9693-05eee0e94473 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': 'f022bfbd-c505-411a-aabf-818f52a7d49f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:15.780979 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-c52fbb05-1404-420d-9693-05eee0e94473 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Project ed6fa30fddd74c5ba61beb3dbd207a64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:57:15.914140 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-c52fbb05-1404-420d-9693-05eee0e94473 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:57:15.919073 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c52fbb05-1404-420d-9693-05eee0e94473 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2164447 Jan 28 05:57:15.919517 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46238) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:15.925725 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a9aa60ac-e705-4acb-a04a-45e09bc2786e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': 'f022bfbd-c505-411a-aabf-818f52a7d49f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:16.042876 n-d-812111-12 neutron-server[103634]: INFO neutron.db.securitygroups_db [None req-a9aa60ac-e705-4acb-a04a-45e09bc2786e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Project ed6fa30fddd74c5ba61beb3dbd207a64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 05:57:16.133634 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-a9aa60ac-e705-4acb-a04a-45e09bc2786e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:57:16.138027 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46246) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:16.138517 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a9aa60ac-e705-4acb-a04a-45e09bc2786e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2175355 Jan 28 05:57:16.241505 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8ea4917-c75b-464f-a71d-a9b3887d4cf4 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (f022bfbd-c505-411a-aabf-818f52a7d49f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:16.313221 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c0c34b0-758b-4829-8513-6a577a76eefe req-c7200ab4-3d8a-4b6f-92ab-bce1bcd920f5 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/ports?device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 210 time: 0.0446162 Jan 28 05:57:16.315630 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8ea4917-c75b-464f-a71d-a9b3887d4cf4 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (f022bfbd-c505-411a-aabf-818f52a7d49f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:16.472587 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8ea4917-c75b-464f-a71d-a9b3887d4cf4 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f022bfbd-c505-411a-aabf-818f52a7d49f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:16.475334 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8ea4917-c75b-464f-a71d-a9b3887d4cf4 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:16.476649 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c8ea4917-c75b-464f-a71d-a9b3887d4cf4 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "DELETE /v2.0/security-groups/f022bfbd-c505-411a-aabf-818f52a7d49f HTTP/1.1" status: 204 len: 168 time: 0.3374538 Jan 28 05:57:16.479741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46252) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:16.484934 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048dc82-a0e2-4a45-a0a2-74796551d84b req-dd4b23b5-ba44-44a1-96ab-705813394af6 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:16.486963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6048dc82-a0e2-4a45-a0a2-74796551d84b req-dd4b23b5-ba44-44a1-96ab-705813394af6 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0717454 Jan 28 05:57:16.543514 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3e5c128c-5007-468d-9ab0-df3a6f11c9a6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0615046 Jan 28 05:57:16.547422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea4917-c75b-464f-a71d-a9b3887d4cf4 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f022bfbd-c505-411a-aabf-818f52a7d49f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:16.560435 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46254) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:16.579638 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-79e1908f-9001-4bc4-84db-72217be55c86 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1417425770'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:16.589628 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6048dc82-a0e2-4a45-a0a2-74796551d84b req-65843db8-27ba-46cf-99eb-14a31fe78ab2 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941675 Jan 28 05:57:16.726755 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79e1908f-9001-4bc4-84db-72217be55c86 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:16.847122 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79e1908f-9001-4bc4-84db-72217be55c86 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (f80cf85d-4a56-42f8-83b4-e94a853614d1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:16.916217 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79e1908f-9001-4bc4-84db-72217be55c86 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f80cf85d-4a56-42f8-83b4-e94a853614d1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:16.980702 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1908f-9001-4bc4-84db-72217be55c86 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80cf85d-4a56-42f8-83b4-e94a853614d1,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:17.096911 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79e1908f-9001-4bc4-84db-72217be55c86 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:17.098457 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-79e1908f-9001-4bc4-84db-72217be55c86 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5306115 Jan 28 05:57:17.105985 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46262) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:17.110616 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-be88b997-dbfd-4877-a6ea-671fa389571c tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': 'f80cf85d-4a56-42f8-83b4-e94a853614d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:17.162955 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-5a3c791d-62d2-47bc-bc2b-75051192731b tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:17.165483 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-5a3c791d-62d2-47bc-bc2b-75051192731b tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.64 "GET /v2.0/networks?id=71f0d725-89bd-4e99-b6de-aefa66c13947 HTTP/1.1" status: 200 len: 809 time: 0.2432861 Jan 28 05:57:17.183922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e43e71-3423-4b0a-ade3-6d965af97c41 req-4a86f724-3a7a-43e7-b95b-0591a5d2b9a1 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:17.188933 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61e43e71-3423-4b0a-ade3-6d965af97c41 req-4a86f724-3a7a-43e7-b95b-0591a5d2b9a1 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1400251 Jan 28 05:57:17.229154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-6a66368f-5d19-4a04-9a47-588bf118ea32 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Request body: {'port': {'device_id': '2decedbc-c80e-4c7e-a36f-9f68e33cbc2e', 'network_id': '71f0d725-89bd-4e99-b6de-aefa66c13947', 'admin_state_up': True, 'tenant_id': '13771e2a72ec47c2860d1f4cd3eb4263'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:17.308219 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-be88b997-dbfd-4877-a6ea-671fa389571c tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The resource could not be found. Jan 28 05:57:17.310490 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-be88b997-dbfd-4877-a6ea-671fa389571c tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2032568 Jan 28 05:57:17.314162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46264) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:17.324589 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-e2645286-4767-4a3b-a3a4-34adcbdb1e25 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': 'f80cf85d-4a56-42f8-83b4-e94a853614d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e976269b-5be6-4950-b794-676ce36936f2'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:17.331650 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61e43e71-3423-4b0a-ade3-6d965af97c41 req-b86df252-590b-4905-87a8-ba90333ccb88 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299353 Jan 28 05:57:17.338112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28961c53-8a18-4be5-840d-e0b43bd18259 req-5fcf73ae-e066-4a2f-bcaa-4478f8f2b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:17.343837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28961c53-8a18-4be5-840d-e0b43bd18259 req-5fcf73ae-e066-4a2f-bcaa-4478f8f2b6fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 1097 time: 0.1742876 Jan 28 05:57:17.479585 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d0caebbd-37a2-4bd1-8963-367b1c05fbd3 req-0ddcf402-17e1-4a06-9936-1fc540f58377 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/ports?device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 210 time: 0.0472682 Jan 28 05:57:17.523339 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28961c53-8a18-4be5-840d-e0b43bd18259 req-170cdba6-e6a7-4940-aedb-61aea82b8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:17.525033 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28961c53-8a18-4be5-840d-e0b43bd18259 req-170cdba6-e6a7-4940-aedb-61aea82b8485 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 913 time: 0.1737545 Jan 28 05:57:17.570632 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-e2645286-4767-4a3b-a3a4-34adcbdb1e25 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The resource could not be found. Jan 28 05:57:17.576231 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e2645286-4767-4a3b-a3a4-34adcbdb1e25 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2541635 Jan 28 05:57:17.577268 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46268) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:17.607806 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28961c53-8a18-4be5-840d-e0b43bd18259 req-e88a086f-67a1-4116-a498-cb147248ab87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e HTTP/1.1" status: 200 len: 1000 time: 0.0744274 Jan 28 05:57:17.641346 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f438ffa-1f4f-4fec-865c-98da054066b6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (f80cf85d-4a56-42f8-83b4-e94a853614d1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:17.667678 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f438ffa-1f4f-4fec-865c-98da054066b6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (f80cf85d-4a56-42f8-83b4-e94a853614d1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:17.671596 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28961c53-8a18-4be5-840d-e0b43bd18259 req-4b32018f-77b7-4bfa-b4c8-b88222a7019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:17.673378 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28961c53-8a18-4be5-840d-e0b43bd18259 req-4b32018f-77b7-4bfa-b4c8-b88222a7019a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.0589807 Jan 28 05:57:17.677875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-6a66368f-5d19-4a04-9a47-588bf118ea32 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Made reservation on behalf of 13771e2a72ec47c2860d1f4cd3eb4263 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:17.682849 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-6a66368f-5d19-4a04-9a47-588bf118ea32 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:17.752089 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28961c53-8a18-4be5-840d-e0b43bd18259 req-dd0082d8-bd25-4dc7-a5f0-edcc30a81489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:17.753584 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28961c53-8a18-4be5-840d-e0b43bd18259 req-dd0082d8-bd25-4dc7-a5f0-edcc30a81489 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672178 Jan 28 05:57:17.769081 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f438ffa-1f4f-4fec-865c-98da054066b6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f80cf85d-4a56-42f8-83b4-e94a853614d1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:17.772583 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f438ffa-1f4f-4fec-865c-98da054066b6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:17.776514 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1f438ffa-1f4f-4fec-865c-98da054066b6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "DELETE /v2.0/security-groups/f80cf85d-4a56-42f8-83b4-e94a853614d1 HTTP/1.1" status: 204 len: 168 time: 0.1948743 Jan 28 05:57:17.777133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46270) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:17.833000 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7834281e-dd24-46b1-a170-9e6665ec6cc6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0476398 Jan 28 05:57:17.833000 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f438ffa-1f4f-4fec-865c-98da054066b6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80cf85d-4a56-42f8-83b4-e94a853614d1,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:17.837381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46272) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:17.842631 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-39d6374e-e771-4442-9dd5-accc85cd7ba6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': 'b6366016-de20-47a4-bb6c-c2172dfa6b9e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:17.932261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28961c53-8a18-4be5-840d-e0b43bd18259 req-2ff55f74-b6dd-402d-9153-17e416c4d41b service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716697 Jan 28 05:57:17.949349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-6a66368f-5d19-4a04-9a47-588bf118ea32 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Allocated IP 172.20.0.2 (71f0d725-89bd-4e99-b6de-aefa66c13947/5e068656-72a4-4122-baf8-ad444f587b0b/529de087-1b6f-475c-9d5d-c21962a75a18) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:57:18.020489 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-39d6374e-e771-4442-9dd5-accc85cd7ba6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The resource could not be found. Jan 28 05:57:18.022209 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-39d6374e-e771-4442-9dd5-accc85cd7ba6 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1832211 Jan 28 05:57:18.027054 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46274) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:18.030898 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-39f90c75-9176-41b3-b563-072e34519e24 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group': {'name': 'tempest-secgroup--2046174827'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:18.082818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28961c53-8a18-4be5-840d-e0b43bd18259 req-665d332f-51ef-4483-ace2-684fd710096e service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444664 Jan 28 05:57:18.113575 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-39f90c75-9176-41b3-b563-072e34519e24 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:18.198980 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-6a66368f-5d19-4a04-9a47-588bf118ea32 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Publish callbacks [] for port (529de087-1b6f-475c-9d5d-c21962a75a18), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:18.247600 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-39f90c75-9176-41b3-b563-072e34519e24 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (851ba00b-e1e5-4799-8933-85f9268eb1d3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:18.311111 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-6a66368f-5d19-4a04-9a47-588bf118ea32 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (529de087-1b6f-475c-9d5d-c21962a75a18), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:18.322894 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-39f90c75-9176-41b3-b563-072e34519e24 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (851ba00b-e1e5-4799-8933-85f9268eb1d3), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:18.366421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f90c75-9176-41b3-b563-072e34519e24 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851ba00b-e1e5-4799-8933-85f9268eb1d3,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:18.372891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-6a66368f-5d19-4a04-9a47-588bf118ea32 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Network 71f0d725-89bd-4e99-b6de-aefa66c13947 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:57:18.377329 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-6a66368f-5d19-4a04-9a47-588bf118ea32 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:18.391995 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-6a66368f-5d19-4a04-9a47-588bf118ea32 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:57:18.421933 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66368f-5d19-4a04-9a47-588bf118ea32 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Pushing event updated for resources: {'Port': ['ID=529de087-1b6f-475c-9d5d-c21962a75a18,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:18.446737 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-39f90c75-9176-41b3-b563-072e34519e24 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:18.450704 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-39f90c75-9176-41b3-b563-072e34519e24 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4206080 Jan 28 05:57:18.450946 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46280) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:18.456743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9ca4f839-dd4b-41ba-bd75-c1d197bbdf72 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group': {'name': 'tempest-secgroup--944205995'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:18.492441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-6a66368f-5d19-4a04-9a47-588bf118ea32 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:18.493292 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-6a66368f-5d19-4a04-9a47-588bf118ea32 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:18.528092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b88882-5048-4ced-9a5a-fbfedbdde260 req-1f973ec9-141f-4b26-92ac-f714d6f93fa2 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:18.528346 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19b88882-5048-4ced-9a5a-fbfedbdde260 req-1f973ec9-141f-4b26-92ac-f714d6f93fa2 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.0746562 Jan 28 05:57:18.597923 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ca4f839-dd4b-41ba-bd75-c1d197bbdf72 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:18.608442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19b88882-5048-4ced-9a5a-fbfedbdde260 req-4ac3d829-50a0-40d5-8924-07401a7f711e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744920 Jan 28 05:57:18.623103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-6a66368f-5d19-4a04-9a47-588bf118ea32 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4169092 Jan 28 05:57:18.631686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192c6e1-eb09-4326-957d-b5593ebf71a2 req-b96bd0be-4273-48b1-807a-ed0ec6460f4b tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:18.633250 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2192c6e1-eb09-4326-957d-b5593ebf71a2 req-b96bd0be-4273-48b1-807a-ed0ec6460f4b tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/ports?device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 931 time: 0.0750597 Jan 28 05:57:18.661888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Request body: {'port': {'device_id': '2decedbc-c80e-4c7e-a36f-9f68e33cbc2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:18.700491 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ca4f839-dd4b-41ba-bd75-c1d197bbdf72 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (05c9ffc2-0a78-431b-91f4-5499ea09f7cc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:18.745607 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2192c6e1-eb09-4326-957d-b5593ebf71a2 req-edb31948-dbc2-431a-b4e9-e332f97ccc4e tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ee733c-27cc-44c3-96c8-860c8a7b83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058450 Jan 28 05:57:18.765612 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (529de087-1b6f-475c-9d5d-c21962a75a18), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:18.804173 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ca4f839-dd4b-41ba-bd75-c1d197bbdf72 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (05c9ffc2-0a78-431b-91f4-5499ea09f7cc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:18.839106 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4f839-dd4b-41ba-bd75-c1d197bbdf72 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c9ffc2-0a78-431b-91f4-5499ea09f7cc,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:18.926575 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ca4f839-dd4b-41ba-bd75-c1d197bbdf72 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:18.931146 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9ca4f839-dd4b-41ba-bd75-c1d197bbdf72 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4747264 Jan 28 05:57:18.931896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46284) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:18.935752 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-61bbeae1-eb30-4026-ba42-14314dfde9a9 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': '851ba00b-e1e5-4799-8933-85f9268eb1d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '05c9ffc2-0a78-431b-91f4-5499ea09f7cc'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:19.082766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 529de087-1b6f-475c-9d5d-c21962a75a18 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:57:19.091334 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Publish callbacks [] for port (529de087-1b6f-475c-9d5d-c21962a75a18), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:19.104213 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Transition to ACTIVE for port object 529de087-1b6f-475c-9d5d-c21962a75a18 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:57:19.181141 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-61bbeae1-eb30-4026-ba42-14314dfde9a9 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:57:19.184839 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-61bbeae1-eb30-4026-ba42-14314dfde9a9 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2500603 Jan 28 05:57:19.185148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46288) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:19.194465 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (529de087-1b6f-475c-9d5d-c21962a75a18), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:19.281722 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8505cedf-65f2-443f-be61-6cf6ef2f581e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (05c9ffc2-0a78-431b-91f4-5499ea09f7cc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:19.310222 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8505cedf-65f2-443f-be61-6cf6ef2f581e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (05c9ffc2-0a78-431b-91f4-5499ea09f7cc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:19.324221 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Pushing event updated for resources: {'Port': ['ID=529de087-1b6f-475c-9d5d-c21962a75a18,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:19.372746 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Attempting to bind port 529de087-1b6f-475c-9d5d-c21962a75a18 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:57:19.373314 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Attempting to bind port 529de087-1b6f-475c-9d5d-c21962a75a18 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '408a5be3-2db1-4884-b207-fe0ed77dafd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '71f0d725-89bd-4e99-b6de-aefa66c13947'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:57:19.373798 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Attempting to bind port 529de087-1b6f-475c-9d5d-c21962a75a18 on network 71f0d725-89bd-4e99-b6de-aefa66c13947 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:57:19.379326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Port 529de087-1b6f-475c-9d5d-c21962a75a18 on network 71f0d725-89bd-4e99-b6de-aefa66c13947 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:57:19.379814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Attempting to bind port 529de087-1b6f-475c-9d5d-c21962a75a18 on network 71f0d725-89bd-4e99-b6de-aefa66c13947 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:57:19.385509 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:57:19.387140 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Checking segment: {'id': '408a5be3-2db1-4884-b207-fe0ed77dafd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '71f0d725-89bd-4e99-b6de-aefa66c13947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:57:19.387140 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Bound using segment: {'id': '408a5be3-2db1-4884-b207-fe0ed77dafd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '71f0d725-89bd-4e99-b6de-aefa66c13947'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:57:19.387140 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Bound port: 529de087-1b6f-475c-9d5d-c21962a75a18, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '408a5be3-2db1-4884-b207-fe0ed77dafd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '71f0d725-89bd-4e99-b6de-aefa66c13947'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:57:19.387140 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (529de087-1b6f-475c-9d5d-c21962a75a18), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:19.437643 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8505cedf-65f2-443f-be61-6cf6ef2f581e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (05c9ffc2-0a78-431b-91f4-5499ea09f7cc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:19.440478 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8505cedf-65f2-443f-be61-6cf6ef2f581e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:19.444222 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8505cedf-65f2-443f-be61-6cf6ef2f581e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "DELETE /v2.0/security-groups/05c9ffc2-0a78-431b-91f4-5499ea09f7cc HTTP/1.1" status: 204 len: 168 time: 0.2556577 Jan 28 05:57:19.445083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46294) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:19.451991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505cedf-65f2-443f-be61-6cf6ef2f581e tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c9ffc2-0a78-431b-91f4-5499ea09f7cc,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:19.475687 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] For port 529de087-1b6f-475c-9d5d-c21962a75a18, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:57:19.503784 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] For port 529de087-1b6f-475c-9d5d-c21962a75a18, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=529de087-1b6f-475c-9d5d-c21962a75a18,segment=NetworkSegment(408a5be3-2db1-4884-b207-fe0ed77dafd8),segment_id=408a5be3-2db1-4884-b207-fe0ed77dafd8)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:57:19.524584 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-79526b87-6a73-44ca-9602-b50f7ed214a2 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0778306 Jan 28 05:57:19.526605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46296) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:19.585429 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d27c2fb-1382-4cc1-a6c5-e434a3c48718 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (851ba00b-e1e5-4799-8933-85f9268eb1d3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:19.612943 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d27c2fb-1382-4cc1-a6c5-e434a3c48718 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (851ba00b-e1e5-4799-8933-85f9268eb1d3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:19.671263 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (529de087-1b6f-475c-9d5d-c21962a75a18), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:19.753215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:19.753835 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:19.755273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] 10.222.0.64 "PUT /v2.0/ports/529de087-1b6f-475c-9d5d-c21962a75a18 HTTP/1.1" status: 200 len: 1092 time: 1.1007299 Jan 28 05:57:19.755712 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2decedbc-c80e-4c7e-a36f-9f68e33cbc2e', 'tag': '529de087-1b6f-475c-9d5d-c21962a75a18'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:19.758531 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bec3c2d-7b52-47e1-9661-885fb9b66362" -d '{"events": [{"name": "network-changed", "server_uuid": "2decedbc-c80e-4c7e-a36f-9f68e33cbc2e", "tag": "529de087-1b6f-475c-9d5d-c21962a75a18"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:19.783284 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d27c2fb-1382-4cc1-a6c5-e434a3c48718 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (851ba00b-e1e5-4799-8933-85f9268eb1d3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:19.786004 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d27c2fb-1382-4cc1-a6c5-e434a3c48718 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:19.789599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8d27c2fb-1382-4cc1-a6c5-e434a3c48718 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "DELETE /v2.0/security-groups/851ba00b-e1e5-4799-8933-85f9268eb1d3 HTTP/1.1" status: 204 len: 168 time: 0.2596931 Jan 28 05:57:19.790327 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46314) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:19.821228 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8dd181-dfd6-4dbb-a498-eff3412ec956 x-openstack-request-id: req-cf8dd181-dfd6-4dbb-a498-eff3412ec956 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:19.821521 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2decedbc-c80e-4c7e-a36f-9f68e33cbc2e", "tag": "529de087-1b6f-475c-9d5d-c21962a75a18", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:19.821777 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf8dd181-dfd6-4dbb-a498-eff3412ec956 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:19.822596 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2decedbc-c80e-4c7e-a36f-9f68e33cbc2e', 'tag': '529de087-1b6f-475c-9d5d-c21962a75a18', 'status': 'completed', 'code': 200} Jan 28 05:57:19.844326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebd3d2-342d-4e00-bf7b-fa41b837fa3d service neutron] Pushing event updated for resources: {'Port': ['ID=529de087-1b6f-475c-9d5d-c21962a75a18,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:19.851113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27c2fb-1382-4cc1-a6c5-e434a3c48718 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851ba00b-e1e5-4799-8933-85f9268eb1d3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:19.870660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe34bae-e5c1-429d-bb93-16d608979d5c req-3b8e2dcc-4d6f-41ab-a45f-9fd2672272f1 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:19.872198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fe34bae-e5c1-429d-bb93-16d608979d5c req-3b8e2dcc-4d6f-41ab-a45f-9fd2672272f1 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1598830 Jan 28 05:57:19.903655 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-71af4f75-ccc4-4241-867b-2f6e9eb63281 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1086514 Jan 28 05:57:19.905602 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46316) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:19.911071 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-230e5424-a544-40c9-b903-6e3984b4c8a3 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491428075'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:19.976354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec3c2d-7b52-47e1-9661-885fb9b66362 req-d88063fe-69ec-488b-9f2c-bda3a3c1f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:19.978214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3bec3c2d-7b52-47e1-9661-885fb9b66362 req-d88063fe-69ec-488b-9f2c-bda3a3c1f071 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13771e2a72ec47c2860d1f4cd3eb4263&device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 1095 time: 0.1244879 Jan 28 05:57:20.009320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fe34bae-e5c1-429d-bb93-16d608979d5c req-ae01b5b1-cdb3-4617-83cf-1f8b915e0444 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123018 Jan 28 05:57:20.025512 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-230e5424-a544-40c9-b903-6e3984b4c8a3 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:20.082492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692249b1-27db-4273-b0f9-1b5416b3eb73 req-8ea69530-0ece-4def-84dd-daf32b24f47b tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:20.084032 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-692249b1-27db-4273-b0f9-1b5416b3eb73 req-8ea69530-0ece-4def-84dd-daf32b24f47b tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/ports?device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 943 time: 0.1731231 Jan 28 05:57:20.144412 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-230e5424-a544-40c9-b903-6e3984b4c8a3 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (ef1789be-5280-4de4-9291-317c3ac97c03), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:20.163095 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46322) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:20.230280 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-230e5424-a544-40c9-b903-6e3984b4c8a3 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ef1789be-5280-4de4-9291-317c3ac97c03), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:20.239776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec3c2d-7b52-47e1-9661-885fb9b66362 req-13408c51-f7c0-4004-ad19-a8bb7c41a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:20.246451 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3bec3c2d-7b52-47e1-9661-885fb9b66362 req-13408c51-f7c0-4004-ad19-a8bb7c41a053 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=13771e2a72ec47c2860d1f4cd3eb4263&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2529879 Jan 28 05:57:20.257444 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-692249b1-27db-4273-b0f9-1b5416b3eb73 req-16ff0cc6-4e79-4c91-82e3-3cefa240497e tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ee733c-27cc-44c3-96c8-860c8a7b83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583061 Jan 28 05:57:20.274010 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f404cb6-0705-43c7-b94b-4b31c1501a16 req-a8b009d8-4d00-4d03-a15e-b5e25d569f07 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:20.284776 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f404cb6-0705-43c7-b94b-4b31c1501a16 req-a8b009d8-4d00-4d03-a15e-b5e25d569f07 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1366680 Jan 28 05:57:20.670972 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-633d9c22-9382-4dc8-a010-9f37d5123686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:20.673061 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e5424-a544-40c9-b903-6e3984b4c8a3 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1789be-5280-4de4-9291-317c3ac97c03,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:20.754935 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec3c2d-7b52-47e1-9661-885fb9b66362 req-1b898d8e-c238-4c66-8218-a9ef99f26c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:20.932770 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3bec3c2d-7b52-47e1-9661-885fb9b66362 req-1b898d8e-c238-4c66-8218-a9ef99f26c70 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4931693 Jan 28 05:57:20.934561 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-633d9c22-9382-4dc8-a010-9f37d5123686 admin admin] Publish callbacks [] for security_group (d9aff36b-75fa-465c-9e13-c4b4d9a2aefe), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:20.935904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f404cb6-0705-43c7-b94b-4b31c1501a16 req-5fcb9a7c-263b-4418-b308-922767209f37 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4242377 Jan 28 05:57:20.935904 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-afc67b52-9359-4c38-ab29-b49a5a91ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:20.935904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-afc67b52-9359-4c38-ab29-b49a5a91ced3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13771e2a72ec47c2860d1f4cd3eb4263&device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 1095 time: 0.0399635 Jan 28 05:57:20.935904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-0bfa9f8c-121e-4cac-b948-db00165482c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=529de087-1b6f-475c-9d5d-c21962a75a18 HTTP/1.1" status: 200 len: 217 time: 0.0382268 Jan 28 05:57:20.962900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-1be5c53b-cb1a-4b46-af66-e175c3648a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:20.964690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-1be5c53b-cb1a-4b46-af66-e175c3648a75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e068656-72a4-4122-baf8-ad444f587b0b HTTP/1.1" status: 200 len: 849 time: 0.0518315 Jan 28 05:57:21.011571 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-39341083-adf8-48c7-b849-b0f6c5ce949c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71f0d725-89bd-4e99-b6de-aefa66c13947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410399 Jan 28 05:57:21.062785 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-230e5424-a544-40c9-b903-6e3984b4c8a3 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:21.064210 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-230e5424-a544-40c9-b903-6e3984b4c8a3 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1574671 Jan 28 05:57:21.067082 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46338) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:21.071939 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7a80346f-a2a2-403b-91c7-494ceb88488b tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': 'ef1789be-5280-4de4-9291-317c3ac97c03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:21.092160 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e3ae847-ce01-4948-8992-8321587ec0ce req-ab50e278-67e2-4ad4-8ea7-9d9718d5276a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1070886 Jan 28 05:57:21.128204 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-b8014d56-5c10-426c-b7cf-4e84177ec188 service neutron] 10.222.0.64 "GET /v2.0/networks/71f0d725-89bd-4e99-b6de-aefa66c13947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996325 Jan 28 05:57:21.139859 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-633d9c22-9382-4dc8-a010-9f37d5123686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d9aff36b-75fa-465c-9e13-c4b4d9a2aefe), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:21.202554 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46346) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:21.203311 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-633d9c22-9382-4dc8-a010-9f37d5123686 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b545571d0934fce9b9c2f474531ef05&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0389841 Jan 28 05:57:21.208686 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d9c22-9382-4dc8-a010-9f37d5123686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9aff36b-75fa-465c-9e13-c4b4d9a2aefe,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:21.260804 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-7a80346f-a2a2-403b-91c7-494ceb88488b tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:57:21.264610 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7a80346f-a2a2-403b-91c7-494ceb88488b tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1964781 Jan 28 05:57:21.265172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46348) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:21.270090 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7db3586b-d72a-4030-bb24-2e1f8a513ac8 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group_rule': {'security_group_id': 'ef1789be-5280-4de4-9291-317c3ac97c03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:21.296088 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ae847-ce01-4948-8992-8321587ec0ce req-75a217bc-06e3-4c68-a70f-c8ed6692c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:21.298735 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e3ae847-ce01-4948-8992-8321587ec0ce req-75a217bc-06e3-4c68-a70f-c8ed6692c3a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=479c54724c974ee5a31ac6ccd72859f2&device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 1097 time: 0.1688867 Jan 28 05:57:21.335596 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-caf332b2-6974-4dc3-bca8-5bbe02d49163 admin admin] Publish callbacks [] for security_group (d9aff36b-75fa-465c-9e13-c4b4d9a2aefe), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:21.357973 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4aee580f-6f22-4487-b0ea-952e5ff44af3 req-e559ca2f-85f3-43d4-b7d2-eb8e0f226816 service neutron] 10.222.0.64 "GET /v2.0/networks/71f0d725-89bd-4e99-b6de-aefa66c13947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210703 Jan 28 05:57:21.373346 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-caf332b2-6974-4dc3-bca8-5bbe02d49163 admin admin] Publish callbacks [] for security_group (d9aff36b-75fa-465c-9e13-c4b4d9a2aefe), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:21.506962 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9ab8a-b824-4654-880d-a0dff4aa598c req-8b1adff7-8df6-4863-819e-f376b047a94c tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:21.508221 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70e9ab8a-b824-4654-880d-a0dff4aa598c req-8b1adff7-8df6-4863-819e-f376b047a94c tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/ports?device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 943 time: 0.1329491 Jan 28 05:57:21.513302 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ae847-ce01-4948-8992-8321587ec0ce req-432e73fe-cb93-4edf-a7b5-b22aa5229cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:21.514700 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e3ae847-ce01-4948-8992-8321587ec0ce req-432e73fe-cb93-4edf-a7b5-b22aa5229cbe service neutron] 10.222.0.60 "GET /v2.0/networks?id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f HTTP/1.1" status: 200 len: 910 time: 0.1948428 Jan 28 05:57:21.559652 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-7db3586b-d72a-4030-bb24-2e1f8a513ac8 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 05:57:21.561640 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7db3586b-d72a-4030-bb24-2e1f8a513ac8 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2953353 Jan 28 05:57:21.563977 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46362) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:21.619161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e3ae847-ce01-4948-8992-8321587ec0ce req-747964fe-9eb9-48a5-869c-43c02a4a647a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47aefc6d-97a5-476d-9309-c1a53d45b252 HTTP/1.1" status: 200 len: 1000 time: 0.0945191 Jan 28 05:57:21.623992 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70e9ab8a-b824-4654-880d-a0dff4aa598c req-9fa78b84-72ef-4a47-aabe-549f6b467556 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ee733c-27cc-44c3-96c8-860c8a7b83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070068 Jan 28 05:57:21.626453 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d9b1d952-a1a2-4387-be62-9bb8541f6e01 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (ef1789be-5280-4de4-9291-317c3ac97c03), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:21.654795 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d9b1d952-a1a2-4387-be62-9bb8541f6e01 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (ef1789be-5280-4de4-9291-317c3ac97c03), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:21.675841 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ae847-ce01-4948-8992-8321587ec0ce req-c7e36025-1b1f-4252-af1e-e62c16296702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:21.688355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e3ae847-ce01-4948-8992-8321587ec0ce req-c7e36025-1b1f-4252-af1e-e62c16296702 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6775d0c7-920b-4dac-b225-8dee000178bb HTTP/1.1" status: 200 len: 848 time: 0.0530112 Jan 28 05:57:21.730327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ae847-ce01-4948-8992-8321587ec0ce req-bf327785-5eea-4885-8d8e-9fc651c00096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:21.732205 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e3ae847-ce01-4948-8992-8321587ec0ce req-bf327785-5eea-4885-8d8e-9fc651c00096 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5cb12f7-5a7a-4431-98f5-2a7e5412761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484042 Jan 28 05:57:21.828699 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e3ae847-ce01-4948-8992-8321587ec0ce req-b3e147ce-c590-42c1-998a-ba2953457e23 service neutron] 10.222.0.60 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883448 Jan 28 05:57:21.914623 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-caf332b2-6974-4dc3-bca8-5bbe02d49163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d9aff36b-75fa-465c-9e13-c4b4d9a2aefe), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:21.917187 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-caf332b2-6974-4dc3-bca8-5bbe02d49163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:21.918327 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-caf332b2-6974-4dc3-bca8-5bbe02d49163 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9aff36b-75fa-465c-9e13-c4b4d9a2aefe HTTP/1.1" status: 204 len: 168 time: 0.7148612 Jan 28 05:57:21.937331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf332b2-6974-4dc3-bca8-5bbe02d49163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9aff36b-75fa-465c-9e13-c4b4d9a2aefe,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:21.940870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e3ae847-ce01-4948-8992-8321587ec0ce req-61a8fd9c-4509-443f-bf6e-397b5544baef service neutron] 10.222.0.60 "GET /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051292 Jan 28 05:57:21.951910 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d9b1d952-a1a2-4387-be62-9bb8541f6e01 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ef1789be-5280-4de4-9291-317c3ac97c03), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:21.963334 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d9b1d952-a1a2-4387-be62-9bb8541f6e01 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:21.965629 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d9b1d952-a1a2-4387-be62-9bb8541f6e01 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "DELETE /v2.0/security-groups/ef1789be-5280-4de4-9291-317c3ac97c03 HTTP/1.1" status: 204 len: 168 time: 0.3996229 Jan 28 05:57:21.973881 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46376) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:21.988708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1d952-a1a2-4387-be62-9bb8541f6e01 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1789be-5280-4de4-9291-317c3ac97c03,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:22.054516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a22e723e-8d55-4fa9-8a6d-8989fe410b39 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0791445 Jan 28 05:57:22.058503 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46382) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:22.063070 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-cd6704d1-d986-4db2-ae2c-f80539b379be tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group': {'name': 'tempest-secgroup--22980163'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:22.230560 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd6704d1-d986-4db2-ae2c-f80539b379be tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.324270 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd6704d1-d986-4db2-ae2c-f80539b379be tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (8c0ec331-8a57-4945-8974-56f20789fe61), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.436404 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd6704d1-d986-4db2-ae2c-f80539b379be tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8c0ec331-8a57-4945-8974-56f20789fe61), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.466938 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6704d1-d986-4db2-ae2c-f80539b379be tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0ec331-8a57-4945-8974-56f20789fe61,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:22.622784 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd6704d1-d986-4db2-ae2c-f80539b379be tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.625537 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cd6704d1-d986-4db2-ae2c-f80539b379be tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5645413 Jan 28 05:57:22.626979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46402) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:22.631957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-51f625f5-91c5-4ec8-9fce-b7c98a57d4a7 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:22.632364 n-d-812111-12 neutron-server[103634]: WARNING neutron.api.v2.base [None req-51f625f5-91c5-4ec8-9fce-b7c98a57d4a7 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 05:57:22.632849 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-51f625f5-91c5-4ec8-9fce-b7c98a57d4a7 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 05:57:22.633793 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-51f625f5-91c5-4ec8-9fce-b7c98a57d4a7 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "PUT /v2.0/security-groups/8c0ec331-8a57-4945-8974-56f20789fe61 HTTP/1.1" status: 409 len: 330 time: 0.0058639 Jan 28 05:57:22.637076 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46404) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:22.701239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a7c57374-a4fc-4faa-8fa0-1c4459e9f4df tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (8c0ec331-8a57-4945-8974-56f20789fe61), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.725880 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a7c57374-a4fc-4faa-8fa0-1c4459e9f4df tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (8c0ec331-8a57-4945-8974-56f20789fe61), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.758734 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0533d3-4d25-4434-810f-c681784243fa req-4fe86b20-b7ab-4ee1-9a57-d76525ad7bab tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:22.760576 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e0533d3-4d25-4434-810f-c681784243fa req-4fe86b20-b7ab-4ee1-9a57-d76525ad7bab tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/ports?device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 943 time: 0.0589387 Jan 28 05:57:22.826317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e0533d3-4d25-4434-810f-c681784243fa req-e850924e-e054-4ea5-afb0-17d082d41289 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ee733c-27cc-44c3-96c8-860c8a7b83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539885 Jan 28 05:57:22.860912 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a7c57374-a4fc-4faa-8fa0-1c4459e9f4df tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8c0ec331-8a57-4945-8974-56f20789fe61), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.863585 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a7c57374-a4fc-4faa-8fa0-1c4459e9f4df tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.866186 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a7c57374-a4fc-4faa-8fa0-1c4459e9f4df tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "DELETE /v2.0/security-groups/8c0ec331-8a57-4945-8974-56f20789fe61 HTTP/1.1" status: 204 len: 168 time: 0.2273650 Jan 28 05:57:22.873730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46412) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:22.883341 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c57374-a4fc-4faa-8fa0-1c4459e9f4df tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0ec331-8a57-4945-8974-56f20789fe61,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:22.908941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46414) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:22.946118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0289db9b-7ae5-4696-87eb-0272dac8e26b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:22.965315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44453c1b-794e-416f-9482-b336ce584315 req-50d1bcae-29ef-4107-a0bc-464fc396cd9b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:22.972107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44453c1b-794e-416f-9482-b336ce584315 req-50d1bcae-29ef-4107-a0bc-464fc396cd9b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=17c494e4-1a5b-4c9e-8d2c-23a4e294f074 HTTP/1.1" status: 200 len: 943 time: 0.1186874 Jan 28 05:57:22.989146 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1d5dfd4f-8149-471c-8713-d07ba61dcaee tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1131537 Jan 28 05:57:23.011825 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46416) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:23.031526 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-7460d5fb-f95d-466e-b89d-6b1be6a67324 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] delete failed (client error): The resource could not be found. Jan 28 05:57:23.035922 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0289db9b-7ae5-4696-87eb-0272dac8e26b admin admin] Publish callbacks [] for security_group (23bf74f1-a4f7-48b2-b707-ac75664d5995), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.037218 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7460d5fb-f95d-466e-b89d-6b1be6a67324 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "DELETE /v2.0/security-groups/d3d8a701-1976-4063-b146-7ae379f87c6b HTTP/1.1" status: 404 len: 347 time: 0.0241053 Jan 28 05:57:23.038269 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46418) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:23.053272 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-57f570f8-b1ae-455c-9751-b92c04ca8270 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] show failed (client error): The resource could not be found. Jan 28 05:57:23.055008 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-57f570f8-b1ae-455c-9751-b92c04ca8270 tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "GET /v2.0/security-groups/05eff50a-ba3c-4a82-85c1-89bdfcc2e680 HTTP/1.1" status: 404 len: 347 time: 0.0155544 Jan 28 05:57:23.063034 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46420) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:23.076289 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-15584671-50f8-48e9-8e8c-dcbe920d9a9c tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] show failed (client error): The resource could not be found. Jan 28 05:57:23.077481 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-15584671-50f8-48e9-8e8c-dcbe920d9a9c tempest-NegativeSecGroupIPv6Test-416756317 tempest-NegativeSecGroupIPv6Test-416756317-project] 10.222.0.31 "GET /v2.0/security-group-rules/186afd29-5dfe-4738-b874-e1235a228481 HTTP/1.1" status: 404 len: 356 time: 0.0134821 Jan 28 05:57:23.102369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-44453c1b-794e-416f-9482-b336ce584315 req-7d51f6d2-51b5-4a25-925c-e24b83d9fcce tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Deleting port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:23.102369 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-44453c1b-794e-416f-9482-b336ce584315 req-7d51f6d2-51b5-4a25-925c-e24b83d9fcce tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.106819 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0289db9b-7ae5-4696-87eb-0272dac8e26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (23bf74f1-a4f7-48b2-b707-ac75664d5995), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.138631 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0289db9b-7ae5-4696-87eb-0272dac8e26b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af1c833c374f42ca93f62fca5a1a0b87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285364 Jan 28 05:57:23.141271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46424) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:23.164713 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289db9b-7ae5-4696-87eb-0272dac8e26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bf74f1-a4f7-48b2-b707-ac75664d5995,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:23.282245 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ae67bcd-da53-4960-a440-8b744f95f9a1 admin admin] Publish callbacks [] for security_group (23bf74f1-a4f7-48b2-b707-ac75664d5995), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.284831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-44453c1b-794e-416f-9482-b336ce584315 req-7d51f6d2-51b5-4a25-925c-e24b83d9fcce tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] For port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:23.285276 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-44453c1b-794e-416f-9482-b336ce584315 req-7d51f6d2-51b5-4a25-925c-e24b83d9fcce tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.305736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-44453c1b-794e-416f-9482-b336ce584315 req-7d51f6d2-51b5-4a25-925c-e24b83d9fcce tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Calling delete_port for 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:23.323556 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ae67bcd-da53-4960-a440-8b744f95f9a1 admin admin] Publish callbacks [] for security_group (23bf74f1-a4f7-48b2-b707-ac75664d5995), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.545222 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 529de087-1b6f-475c-9d5d-c21962a75a18 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:57:23.569000 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ae67bcd-da53-4960-a440-8b744f95f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (23bf74f1-a4f7-48b2-b707-ac75664d5995), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.571997 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ae67bcd-da53-4960-a440-8b744f95f9a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.579605 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2ae67bcd-da53-4960-a440-8b744f95f9a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23bf74f1-a4f7-48b2-b707-ac75664d5995 HTTP/1.1" status: 204 len: 168 time: 0.4309766 Jan 28 05:57:23.591533 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae67bcd-da53-4960-a440-8b744f95f9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bf74f1-a4f7-48b2-b707-ac75664d5995,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:23.608150 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-44453c1b-794e-416f-9482-b336ce584315 req-7d51f6d2-51b5-4a25-925c-e24b83d9fcce tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.666207 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51f6d2-51b5-4a25-925c-e24b83d9fcce tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Pushing event deleted for resources: {'Port': ['ID=05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:23.670841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['665c9730-ba47-48db-9e9f-3536f440230a', 'b8983476-bb01-4d66-a819-c9bfe4235c6b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:57:23.746409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-44453c1b-794e-416f-9482-b336ce584315 req-7d51f6d2-51b5-4a25-925c-e24b83d9fcce tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] No DVR routers for this DVR port 05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:57:23.749456 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-44453c1b-794e-416f-9482-b336ce584315 req-7d51f6d2-51b5-4a25-925c-e24b83d9fcce tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:23.753968 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44453c1b-794e-416f-9482-b336ce584315 req-7d51f6d2-51b5-4a25-925c-e24b83d9fcce tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "DELETE /v2.0/ports/05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08 HTTP/1.1" status: 204 len: 173 time: 0.7808855 Jan 28 05:57:23.754887 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c494e4-1a5b-4c9e-8d2c-23a4e294f074', 'name': 'network-vif-deleted', 'tag': '05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:23.770487 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fcd39e-5a1e-4445-b754-9ebf2977ac9e" -d '{"events": [{"server_uuid": "17c494e4-1a5b-4c9e-8d2c-23a4e294f074", "name": "network-vif-deleted", "tag": "05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:23.811073 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e03433-e432-4da8-920f-d8d6ddfbc6d6 x-openstack-request-id: req-d6e03433-e432-4da8-920f-d8d6ddfbc6d6 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:23.811668 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c494e4-1a5b-4c9e-8d2c-23a4e294f074", "name": "network-vif-deleted", "tag": "05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08", "status": "failed", "code": 422}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:23.812151 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6e03433-e432-4da8-920f-d8d6ddfbc6d6 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:23.812748 n-d-812111-12 neutron-server[103635]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '17c494e4-1a5b-4c9e-8d2c-23a4e294f074', 'name': 'network-vif-deleted', 'tag': '05696f4f-1e9d-42e0-a6e5-77ddb4bfbd08', 'status': 'failed', 'code': 422} returned with failed status Jan 28 05:57:23.912080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 529de087-1b6f-475c-9d5d-c21962a75a18, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=529de087-1b6f-475c-9d5d-c21962a75a18,segment=NetworkSegment(408a5be3-2db1-4884-b207-fe0ed77dafd8),segment_id=408a5be3-2db1-4884-b207-fe0ed77dafd8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:23.967218 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '529de087-1b6f-475c-9d5d-c21962a75a18', 'network_id': '71f0d725-89bd-4e99-b6de-aefa66c13947', 'port_id': '529de087-1b6f-475c-9d5d-c21962a75a18', 'mac_address': 'fa:16:3e:47:fa:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e068656-72a4-4122-baf8-ad444f587b0b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:57:23.991858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46442) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:24.066756 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97e2ea-75f3-44dc-8d00-926cb7bd8a04 req-c9e3e3d6-1097-4324-912e-e67d0adc3d66 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:24.067737 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 529de087-1b6f-475c-9d5d-c21962a75a18 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:24.067737 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (529de087-1b6f-475c-9d5d-c21962a75a18), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:24.075360 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd97e2ea-75f3-44dc-8d00-926cb7bd8a04 req-c9e3e3d6-1097-4324-912e-e67d0adc3d66 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/ports?device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 943 time: 0.1351151 Jan 28 05:57:24.077221 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 529de087-1b6f-475c-9d5d-c21962a75a18 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:57:24.116939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 529de087-1b6f-475c-9d5d-c21962a75a18, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=529de087-1b6f-475c-9d5d-c21962a75a18,segment=NetworkSegment(408a5be3-2db1-4884-b207-fe0ed77dafd8),segment_id=408a5be3-2db1-4884-b207-fe0ed77dafd8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:24.179537 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (529de087-1b6f-475c-9d5d-c21962a75a18), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:24.216557 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd97e2ea-75f3-44dc-8d00-926cb7bd8a04 req-d37a617d-69e9-4267-92d0-fe2164c2c5b1 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ee733c-27cc-44c3-96c8-860c8a7b83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385038 Jan 28 05:57:24.345289 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3780851a-ecea-465c-b019-61054e8064ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed6fa30fddd74c5ba61beb3dbd207a64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3538375 Jan 28 05:57:24.346880 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46458) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:24.387440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=529de087-1b6f-475c-9d5d-c21962a75a18,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:24.396953 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:24.397762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:24.398782 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:24.399529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:24.399881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:24.400280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:24.400700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:24.401036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:24.401371 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:24.401702 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:24.402151 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:24.402533 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:24.402943 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:24.423134 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ecae48fe-c083-4511-94d9-70f1cadd58af admin admin] Publish callbacks [] for security_group (67aaa3ac-8f6d-48db-9aef-457dc4313d66), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:24.431494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aef02e7b-02be-40b0-ac29-8256ef99d6b6 req-0d08c3a3-45d1-4b89-b456-c6e685f25b96 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1582406 Jan 28 05:57:24.454176 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ecae48fe-c083-4511-94d9-70f1cadd58af admin admin] Publish callbacks [] for security_group (67aaa3ac-8f6d-48db-9aef-457dc4313d66), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:24.565550 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['529de087-1b6f-475c-9d5d-c21962a75a18'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:57:24.572761 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef02e7b-02be-40b0-ac29-8256ef99d6b6 req-cea4a2f7-7593-42ea-9283-5ab1104af9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:24.574194 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aef02e7b-02be-40b0-ac29-8256ef99d6b6 req-cea4a2f7-7593-42ea-9283-5ab1104af9d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 1097 time: 0.1056635 Jan 28 05:57:24.610144 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ecae48fe-c083-4511-94d9-70f1cadd58af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (67aaa3ac-8f6d-48db-9aef-457dc4313d66), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:24.613267 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ecae48fe-c083-4511-94d9-70f1cadd58af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:24.614844 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ecae48fe-c083-4511-94d9-70f1cadd58af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67aaa3ac-8f6d-48db-9aef-457dc4313d66 HTTP/1.1" status: 204 len: 168 time: 0.2668283 Jan 28 05:57:24.629368 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae48fe-c083-4511-94d9-70f1cadd58af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aaa3ac-8f6d-48db-9aef-457dc4313d66,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:24.789854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef02e7b-02be-40b0-ac29-8256ef99d6b6 req-145101f9-9cd1-47e3-8841-9a1045f7ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:24.791547 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aef02e7b-02be-40b0-ac29-8256ef99d6b6 req-145101f9-9cd1-47e3-8841-9a1045f7ac44 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 200 len: 913 time: 0.1957214 Jan 28 05:57:24.849060 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aef02e7b-02be-40b0-ac29-8256ef99d6b6 req-b46dcdf3-c7bd-42cc-abcf-e613cc356f36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8983476-bb01-4d66-a819-c9bfe4235c6b HTTP/1.1" status: 200 len: 217 time: 0.0507920 Jan 28 05:57:24.964145 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:24.999420 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef02e7b-02be-40b0-ac29-8256ef99d6b6 req-a6ceed86-d2a9-4f4a-bd2e-5f7a855f3ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:25.002372 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aef02e7b-02be-40b0-ac29-8256ef99d6b6 req-a6ceed86-d2a9-4f4a-bd2e-5f7a855f3ff9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 200 len: 851 time: 0.1383424 Jan 28 05:57:25.094791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef02e7b-02be-40b0-ac29-8256ef99d6b6 req-3db954d3-07e6-42bc-a459-84a0a6642d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:25.096464 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aef02e7b-02be-40b0-ac29-8256ef99d6b6 req-3db954d3-07e6-42bc-a459-84a0a6642d59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c505b81-6ecb-4c4a-a856-19ef45e45048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874939 Jan 28 05:57:25.276665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aef02e7b-02be-40b0-ac29-8256ef99d6b6 req-41f7f96c-0494-4764-bf53-013defc70abf service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720660 Jan 28 05:57:25.508124 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfd45d-d978-4dd5-845e-ab45ec110701 req-c6662918-93aa-4d83-a180-4832e6fc4e5f tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:25.509870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-febfd45d-d978-4dd5-845e-ab45ec110701 req-c6662918-93aa-4d83-a180-4832e6fc4e5f tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/ports?device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 944 time: 0.1319623 Jan 28 05:57:25.545009 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aef02e7b-02be-40b0-ac29-8256ef99d6b6 req-1a0d18f1-0621-4339-b3ea-cd69dbc1551d service neutron] 10.222.0.64 "GET /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589250 Jan 28 05:57:25.550988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 529de087-1b6f-475c-9d5d-c21962a75a18 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:57:25.595851 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-febfd45d-d978-4dd5-845e-ab45ec110701 req-d313fae6-dca5-4b33-ad55-db2a7983661b tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ee733c-27cc-44c3-96c8-860c8a7b83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786569 Jan 28 05:57:25.746482 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 529de087-1b6f-475c-9d5d-c21962a75a18 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:57:25.751597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 529de087-1b6f-475c-9d5d-c21962a75a18 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:25.752190 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (529de087-1b6f-475c-9d5d-c21962a75a18), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:25.886550 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 529de087-1b6f-475c-9d5d-c21962a75a18 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:25.886952 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (529de087-1b6f-475c-9d5d-c21962a75a18), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:25.945954 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2decedbc-c80e-4c7e-a36f-9f68e33cbc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529de087-1b6f-475c-9d5d-c21962a75a18'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:25.949555 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb62778e-7531-4a89-985b-a01cdeb3f24a" -d '{"events": [{"server_uuid": "2decedbc-c80e-4c7e-a36f-9f68e33cbc2e", "name": "network-vif-plugged", "status": "completed", "tag": "529de087-1b6f-475c-9d5d-c21962a75a18"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:25.953630 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 529de087-1b6f-475c-9d5d-c21962a75a18, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=529de087-1b6f-475c-9d5d-c21962a75a18,segment=NetworkSegment(408a5be3-2db1-4884-b207-fe0ed77dafd8),segment_id=408a5be3-2db1-4884-b207-fe0ed77dafd8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:26.024264 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664bdd82-1ee9-4a2e-bbfc-27420686d34d x-openstack-request-id: req-664bdd82-1ee9-4a2e-bbfc-27420686d34d {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:26.024264 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2decedbc-c80e-4c7e-a36f-9f68e33cbc2e", "name": "network-vif-plugged", "status": "completed", "tag": "529de087-1b6f-475c-9d5d-c21962a75a18", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:26.024264 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-664bdd82-1ee9-4a2e-bbfc-27420686d34d {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:26.024738 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2decedbc-c80e-4c7e-a36f-9f68e33cbc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529de087-1b6f-475c-9d5d-c21962a75a18', 'code': 200} Jan 28 05:57:26.048220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3b0b9-3f95-44f3-a4c8-0b90ac39b72a req-f2c8f46b-4961-4242-85ef-24832c0bdd41 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:26.050591 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8b3b0b9-3f95-44f3-a4c8-0b90ac39b72a req-f2c8f46b-4961-4242-85ef-24832c0bdd41 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 908 time: 0.1081367 Jan 28 05:57:26.071993 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (529de087-1b6f-475c-9d5d-c21962a75a18), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:26.173457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=529de087-1b6f-475c-9d5d-c21962a75a18,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:26.205278 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c13bc-c7bb-4e13-9d96-d5e8b430d817 req-de5d5068-0919-4862-aa90-c1e930e01d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:26.207061 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b6c13bc-c7bb-4e13-9d96-d5e8b430d817 req-de5d5068-0919-4862-aa90-c1e930e01d4b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 1097 time: 0.0561376 Jan 28 05:57:26.282954 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b6c13bc-c7bb-4e13-9d96-d5e8b430d817 req-2a603ea7-f245-4c74-9c31-0651546fcd2c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=19ee733c-27cc-44c3-96c8-860c8a7b83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689282 Jan 28 05:57:26.328369 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46520) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:26.438263 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-94195dd0-4e43-4f73-9a9b-1c18a0d533f9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-127514939-network', 'tenant_id': 'd063175f0a934bffa02fddd7bbc4c380'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:26.552251 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94195dd0-4e43-4f73-9a9b-1c18a0d533f9 admin admin] Made reservation on behalf of d063175f0a934bffa02fddd7bbc4c380 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:26.555284 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-94195dd0-4e43-4f73-9a9b-1c18a0d533f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:26.575713 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-94195dd0-4e43-4f73-9a9b-1c18a0d533f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:26.776227 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-94195dd0-4e43-4f73-9a9b-1c18a0d533f9 admin admin] Publish callbacks [] for security_group (e969df60-0849-47f0-bfc8-cf03e1f33ef1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:26.815774 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75349a-1242-4b02-86a8-76ac3baa5e80 req-d46192ae-01fc-40be-be1d-75baa9fc2eef tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:26.823605 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c75349a-1242-4b02-86a8-76ac3baa5e80 req-d46192ae-01fc-40be-be1d-75baa9fc2eef tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/ports?device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 945 time: 0.0845394 Jan 28 05:57:26.859198 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-94195dd0-4e43-4f73-9a9b-1c18a0d533f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e969df60-0849-47f0-bfc8-cf03e1f33ef1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:26.895081 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c75349a-1242-4b02-86a8-76ac3baa5e80 req-15460ef6-1cd2-49bc-a145-8d873a862ab1 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ee733c-27cc-44c3-96c8-860c8a7b83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654323 Jan 28 05:57:26.910669 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94195dd0-4e43-4f73-9a9b-1c18a0d533f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:57:26.916214 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94195dd0-4e43-4f73-9a9b-1c18a0d533f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e969df60-0849-47f0-bfc8-cf03e1f33ef1,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:26.923881 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-94195dd0-4e43-4f73-9a9b-1c18a0d533f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (321a9b9c-caec-41e6-b08f-d3d6b207824f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:26.924420 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-94195dd0-4e43-4f73-9a9b-1c18a0d533f9 admin admin] Added segment 321a9b9c-caec-41e6-b08f-d3d6b207824f of type vlan for network ab69cb9a-5cdb-4187-864d-9de435fa5b0b Jan 28 05:57:26.973410 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-94195dd0-4e43-4f73-9a9b-1c18a0d533f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (ab69cb9a-5cdb-4187-864d-9de435fa5b0b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:27.093275 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-94195dd0-4e43-4f73-9a9b-1c18a0d533f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (ab69cb9a-5cdb-4187-864d-9de435fa5b0b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:27.094790 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94195dd0-4e43-4f73-9a9b-1c18a0d533f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:27.095716 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-94195dd0-4e43-4f73-9a9b-1c18a0d533f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:27.218997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e2a27-1a0d-420b-a158-77a991502c20 req-db4d0067-4c36-4a64-b6b2-65f3436b02bd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:27.235120 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f67e2a27-1a0d-420b-a158-77a991502c20 req-db4d0067-4c36-4a64-b6b2-65f3436b02bd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 908 time: 0.0894916 Jan 28 05:57:27.244301 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-94195dd0-4e43-4f73-9a9b-1c18a0d533f9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9123955 Jan 28 05:57:27.244904 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46550) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:27.258516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a03e43fe-9f9b-48d2-94f2-c655dafea994 admin admin] Request body: {'subnet': {'network_id': 'ab69cb9a-5cdb-4187-864d-9de435fa5b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-127514939-subnet', 'tenant_id': 'd063175f0a934bffa02fddd7bbc4c380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:27.264496 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94195dd0-4e43-4f73-9a9b-1c18a0d533f9 admin admin] Pushing event updated for resources: {'Network': ['ID=ab69cb9a-5cdb-4187-864d-9de435fa5b0b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:27.281149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network ab69cb9a-5cdb-4187-864d-9de435fa5b0b details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:57:27.407533 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2956ea4-4ec6-4a1c-80bd-1198f7238717 req-ebd2541c-1303-4004-bf27-b0310aa87559 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:27.410396 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2956ea4-4ec6-4a1c-80bd-1198f7238717 req-ebd2541c-1303-4004-bf27-b0310aa87559 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.60 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 908 time: 0.0970335 Jan 28 05:57:27.411308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03e43fe-9f9b-48d2-94f2-c655dafea994 admin admin] Made reservation on behalf of d063175f0a934bffa02fddd7bbc4c380 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:27.415534 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a03e43fe-9f9b-48d2-94f2-c655dafea994 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:27.664752 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:27.691293 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f2956ea4-4ec6-4a1c-80bd-1198f7238717 req-f475333c-e020-4875-bce4-6ec1870d90cd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Deleting port 2af8656a-b236-43bc-97f8-caeddd1d3047 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:27.691293 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f2956ea4-4ec6-4a1c-80bd-1198f7238717 req-f475333c-e020-4875-bce4-6ec1870d90cd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:27.895868 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f2956ea4-4ec6-4a1c-80bd-1198f7238717 req-f475333c-e020-4875-bce4-6ec1870d90cd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] For port 2af8656a-b236-43bc-97f8-caeddd1d3047, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=2af8656a-b236-43bc-97f8-caeddd1d3047,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:27.895868 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f2956ea4-4ec6-4a1c-80bd-1198f7238717 req-f475333c-e020-4875-bce4-6ec1870d90cd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:27.904144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f2956ea4-4ec6-4a1c-80bd-1198f7238717 req-f475333c-e020-4875-bce4-6ec1870d90cd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Calling delete_port for 2af8656a-b236-43bc-97f8-caeddd1d3047 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:28.057353 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a03e43fe-9f9b-48d2-94f2-c655dafea994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (17224112-4dc0-4854-99ed-b535665d3cac), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.137731 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f2956ea4-4ec6-4a1c-80bd-1198f7238717 req-f475333c-e020-4875-bce4-6ec1870d90cd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2af8656a-b236-43bc-97f8-caeddd1d3047), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.200790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475333c-e020-4875-bce4-6ec1870d90cd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Pushing event deleted for resources: {'Port': ['ID=2af8656a-b236-43bc-97f8-caeddd1d3047,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:28.218023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e43fe-9f9b-48d2-94f2-c655dafea994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17224112-4dc0-4854-99ed-b535665d3cac,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:28.239622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051d911-2839-453e-b052-3d7c84817ca1 req-29cf1d01-bf8c-4abb-9d0d-e11a6c59e287 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:28.245352 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8051d911-2839-453e-b052-3d7c84817ca1 req-29cf1d01-bf8c-4abb-9d0d-e11a6c59e287 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/ports?device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 945 time: 0.1889355 Jan 28 05:57:28.292084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2956ea4-4ec6-4a1c-80bd-1198f7238717 req-f475333c-e020-4875-bce4-6ec1870d90cd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] No DVR routers for this DVR port 2af8656a-b236-43bc-97f8-caeddd1d3047 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:57:28.299671 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f2956ea4-4ec6-4a1c-80bd-1198f7238717 req-f475333c-e020-4875-bce4-6ec1870d90cd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.304046 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2956ea4-4ec6-4a1c-80bd-1198f7238717 req-f475333c-e020-4875-bce4-6ec1870d90cd tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.60 "DELETE /v2.0/ports/2af8656a-b236-43bc-97f8-caeddd1d3047 HTTP/1.1" status: 204 len: 173 time: 0.8856633 Jan 28 05:57:28.313069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613dc918-5916-437d-9e53-b89d7903f751', 'name': 'network-vif-deleted', 'tag': '2af8656a-b236-43bc-97f8-caeddd1d3047'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:28.315415 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fc64d2-d33d-41a2-b5d2-0692bd04beb4" -d '{"events": [{"server_uuid": "613dc918-5916-437d-9e53-b89d7903f751", "name": "network-vif-deleted", "tag": "2af8656a-b236-43bc-97f8-caeddd1d3047"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:28.318037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e43fe-9f9b-48d2-94f2-c655dafea994 admin admin] Checking segment: {'id': '321a9b9c-caec-41e6-b08f-d3d6b207824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ab69cb9a-5cdb-4187-864d-9de435fa5b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:57:28.318611 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03e43fe-9f9b-48d2-94f2-c655dafea994 admin admin] Network hostable DHCP agents. Network: ab69cb9a-5cdb-4187-864d-9de435fa5b0b, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:57:28.401869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f3a575a-9176-4b59-a2c9-6c89d142bba4 req-fac58f3a-8659-4d9f-9182-81a48f5af57c tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 210 time: 0.0549035 Jan 28 05:57:28.411339 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8051d911-2839-453e-b052-3d7c84817ca1 req-0aab304c-0804-4592-8788-6f27bc458eb3 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ee733c-27cc-44c3-96c8-860c8a7b83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589699 Jan 28 05:57:28.449064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03e43fe-9f9b-48d2-94f2-c655dafea994 admin admin] Network ab69cb9a-5cdb-4187-864d-9de435fa5b0b is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:57:28.503437 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861f290e-b62b-400b-95e9-e93cbaa4162c x-openstack-request-id: req-861f290e-b62b-400b-95e9-e93cbaa4162c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:28.503923 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613dc918-5916-437d-9e53-b89d7903f751", "name": "network-vif-deleted", "tag": "2af8656a-b236-43bc-97f8-caeddd1d3047", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:28.504297 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-861f290e-b62b-400b-95e9-e93cbaa4162c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:28.505007 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '613dc918-5916-437d-9e53-b89d7903f751', 'name': 'network-vif-deleted', 'tag': '2af8656a-b236-43bc-97f8-caeddd1d3047', 'status': 'completed', 'code': 200} Jan 28 05:57:28.556381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a03e43fe-9f9b-48d2-94f2-c655dafea994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, ab69cb9a-5cdb-4187-864d-9de435fa5b0b) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:28.561084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03e43fe-9f9b-48d2-94f2-c655dafea994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:28.562041 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a03e43fe-9f9b-48d2-94f2-c655dafea994 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:28.571476 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead6e92e-3aef-4dbf-ad05-f1e9b74e69da None None] Network ab69cb9a-5cdb-4187-864d-9de435fa5b0b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:57:28.650694 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a03e43fe-9f9b-48d2-94f2-c655dafea994 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4042237 Jan 28 05:57:28.784349 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42abc48-d9f4-4cc8-ba05-dfec813171d2 None None] Network ab69cb9a-5cdb-4187-864d-9de435fa5b0b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:57:29.117636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19911773-c82b-4819-ada8-a1572229021b req-d4ee5991-ab0b-4542-8f73-d0fb380c1de9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:29.124789 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19911773-c82b-4819-ada8-a1572229021b req-d4ee5991-ab0b-4542-8f73-d0fb380c1de9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/ports?device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 945 time: 0.0598161 Jan 28 05:57:29.177917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19911773-c82b-4819-ada8-a1572229021b req-c852cd13-04d2-4eeb-bcff-6f3955e5779d tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ee733c-27cc-44c3-96c8-860c8a7b83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521932 Jan 28 05:57:29.591997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c8c13be-b095-4f3e-b4c3-4505768b0d76 req-d9d1bd0e-e833-4606-b7c3-2e660a1357a0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=613dc918-5916-437d-9e53-b89d7903f751 HTTP/1.1" status: 200 len: 210 time: 0.0399485 Jan 28 05:57:29.619534 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46596) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:29.624711 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2027282037-network', 'tenant_id': 'e2643e30be7246918920f1f3041e4917'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:29.704544 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Made reservation on behalf of e2643e30be7246918920f1f3041e4917 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:29.707040 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:29.717279 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:29.827297 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Publish callbacks [] for security_group (77366994-0c67-4b8d-8923-eaea481fbd1a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:29.906152 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (77366994-0c67-4b8d-8923-eaea481fbd1a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:29.977627 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77366994-0c67-4b8d-8923-eaea481fbd1a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:30.004997 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:30.007023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:30.008806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:30.010055 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:30.010593 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:30.011272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:30.012841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:30.013259 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:30.013741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:30.015465 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:30.016374 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:30.016988 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:30.019103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:30.060445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:57:30.076082 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ad71c6be-dda1-41fa-a494-ac984f267c58), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.076710 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Added segment ad71c6be-dda1-41fa-a494-ac984f267c58 of type vlan for network 4bd4b192-125e-4848-8271-74d06ed04f73 Jan 28 05:57:30.128164 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (4bd4b192-125e-4848-8271-74d06ed04f73), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.215696 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-2aa85f77-bc69-40dd-a99e-a1219ced8197 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bbc79cbf9170467382f8d73143b1e254&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381768 Jan 28 05:57:30.248962 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (4bd4b192-125e-4848-8271-74d06ed04f73), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.250119 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:30.251113 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.393892 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] Pushing event updated for resources: {'Network': ['ID=4bd4b192-125e-4848-8271-74d06ed04f73,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:30.406947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 4bd4b192-125e-4848-8271-74d06ed04f73 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:57:30.410715 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2645b2a6-edb0-49b1-a6d0-e09ff285dbc7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7899747 Jan 28 05:57:30.411598 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46620) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:30.418056 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-46c1f78d-58c2-44b3-81e7-faa03d5fae18 admin admin] Request body: {'subnet': {'network_id': '4bd4b192-125e-4848-8271-74d06ed04f73', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2027282037-subnet', 'tenant_id': 'e2643e30be7246918920f1f3041e4917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:30.479539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-9865d27a-11d4-4eef-bbcb-748a324d348a tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:30.493575 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-9865d27a-11d4-4eef-bbcb-748a324d348a tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2765272 Jan 28 05:57:30.522200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-d858ea2d-dfe2-44c2-a258-84938ba50823 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/quotas/bbc79cbf9170467382f8d73143b1e254 HTTP/1.1" status: 200 len: 375 time: 0.0268986 Jan 28 05:57:30.541265 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c1f78d-58c2-44b3-81e7-faa03d5fae18 admin admin] Made reservation on behalf of e2643e30be7246918920f1f3041e4917 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:30.544596 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-46c1f78d-58c2-44b3-81e7-faa03d5fae18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.569729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 2af8656a-b236-43bc-97f8-caeddd1d3047 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:30.601286 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 2af8656a-b236-43bc-97f8-caeddd1d3047 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:57:30.601642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 2af8656a-b236-43bc-97f8-caeddd1d3047 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:57:30.614760 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-52e8f173-d963-4c7f-bd78-2898695d6ba7 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbc79cbf9170467382f8d73143b1e254&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912123 Jan 28 05:57:30.666916 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d8c7d-afc6-403d-bf92-e68c632319df req-91e66b40-77d0-4875-b7e4-4989562f3e7b tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:30.670650 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-992d8c7d-afc6-403d-bf92-e68c632319df req-91e66b40-77d0-4875-b7e4-4989562f3e7b tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.64 "GET /v2.0/ports?device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 945 time: 0.1439757 Jan 28 05:57:30.823501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-992d8c7d-afc6-403d-bf92-e68c632319df req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Deleting port 529de087-1b6f-475c-9d5d-c21962a75a18 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:30.823843 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-992d8c7d-afc6-403d-bf92-e68c632319df req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (529de087-1b6f-475c-9d5d-c21962a75a18), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.939485 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-46c1f78d-58c2-44b3-81e7-faa03d5fae18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (940aa7af-f414-46f6-a97b-a5f465e2c0a3), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.950694 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-992d8c7d-afc6-403d-bf92-e68c632319df req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] For port 529de087-1b6f-475c-9d5d-c21962a75a18, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=529de087-1b6f-475c-9d5d-c21962a75a18,segment=NetworkSegment(408a5be3-2db1-4884-b207-fe0ed77dafd8),segment_id=408a5be3-2db1-4884-b207-fe0ed77dafd8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:30.951095 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-992d8c7d-afc6-403d-bf92-e68c632319df req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (529de087-1b6f-475c-9d5d-c21962a75a18), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:30.996546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-992d8c7d-afc6-403d-bf92-e68c632319df req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Calling delete_port for 529de087-1b6f-475c-9d5d-c21962a75a18 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:31.021088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1f78d-58c2-44b3-81e7-faa03d5fae18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=940aa7af-f414-46f6-a97b-a5f465e2c0a3,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:31.083445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1f78d-58c2-44b3-81e7-faa03d5fae18 admin admin] Checking segment: {'id': 'ad71c6be-dda1-41fa-a494-ac984f267c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4bd4b192-125e-4848-8271-74d06ed04f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:57:31.083806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c1f78d-58c2-44b3-81e7-faa03d5fae18 admin admin] Network hostable DHCP agents. Network: 4bd4b192-125e-4848-8271-74d06ed04f73, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:57:31.201539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c1f78d-58c2-44b3-81e7-faa03d5fae18 admin admin] Network 4bd4b192-125e-4848-8271-74d06ed04f73 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:57:31.287766 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-46c1f78d-58c2-44b3-81e7-faa03d5fae18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 4bd4b192-125e-4848-8271-74d06ed04f73) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:31.292220 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c1f78d-58c2-44b3-81e7-faa03d5fae18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:31.293006 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-46c1f78d-58c2-44b3-81e7-faa03d5fae18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.299996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b552892-816e-4c53-923e-e81c8feef61c None None] Network 4bd4b192-125e-4848-8271-74d06ed04f73 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:57:31.335212 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ee0bf145-5307-4e07-8438-92f553390eaa req-8b6bd627-91db-4fdd-9623-85a8a8ea9747 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 210 time: 0.1052496 Jan 28 05:57:31.394753 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-46c1f78d-58c2-44b3-81e7-faa03d5fae18 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9811051 Jan 28 05:57:31.432096 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37427131-3e8a-4c70-8cda-b7346d73b74c req-58273cc2-7404-4ea9-b84d-d083a7e19baa tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:31.433939 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37427131-3e8a-4c70-8cda-b7346d73b74c req-58273cc2-7404-4ea9-b84d-d083a7e19baa tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/ports?device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 945 time: 0.2065244 Jan 28 05:57:31.491418 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5403208f-b1cb-4d5d-990c-6e5b5b07114d None None] Network 4bd4b192-125e-4848-8271-74d06ed04f73 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:57:31.550653 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-992d8c7d-afc6-403d-bf92-e68c632319df req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (529de087-1b6f-475c-9d5d-c21962a75a18), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.575252 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46650) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:31.619565 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['529de087-1b6f-475c-9d5d-c21962a75a18'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:57:31.657909 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-035ce066-0bae-431c-a522-ee306f4ad4d6 admin admin] Deleting subnet 17224112-4dc0-4854-99ed-b535665d3cac {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:57:31.669843 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-035ce066-0bae-431c-a522-ee306f4ad4d6 admin admin] Publish callbacks [] for subnet (17224112-4dc0-4854-99ed-b535665d3cac), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.676988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Pushing event deleted for resources: {'Port': ['ID=529de087-1b6f-475c-9d5d-c21962a75a18,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:31.718185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1245ea9-d93b-47ba-b85d-39b915c08ae8 req-7da9e0fa-5322-4f1a-943b-305548286baf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:31.729740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1245ea9-d93b-47ba-b85d-39b915c08ae8 req-7da9e0fa-5322-4f1a-943b-305548286baf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:31.744921 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-035ce066-0bae-431c-a522-ee306f4ad4d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (17224112-4dc0-4854-99ed-b535665d3cac), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.754964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1245ea9-d93b-47ba-b85d-39b915c08ae8 req-7da9e0fa-5322-4f1a-943b-305548286baf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:31.773020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1245ea9-d93b-47ba-b85d-39b915c08ae8 req-7da9e0fa-5322-4f1a-943b-305548286baf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:31.784422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1245ea9-d93b-47ba-b85d-39b915c08ae8 req-7da9e0fa-5322-4f1a-943b-305548286baf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:31.794928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1245ea9-d93b-47ba-b85d-39b915c08ae8 req-7da9e0fa-5322-4f1a-943b-305548286baf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:31.795764 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-035ce066-0bae-431c-a522-ee306f4ad4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (17224112-4dc0-4854-99ed-b535665d3cac), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.804161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1245ea9-d93b-47ba-b85d-39b915c08ae8 req-7da9e0fa-5322-4f1a-943b-305548286baf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:31.812575 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1245ea9-d93b-47ba-b85d-39b915c08ae8 req-7da9e0fa-5322-4f1a-943b-305548286baf tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5433 time: 0.3306255 Jan 28 05:57:31.815403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:31.815753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:31.816091 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:31.817050 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:31.817452 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:31.817790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:31.818326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:31.818688 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:31.819010 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:31.819333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:31.819658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:31.819979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:31.820302 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:57:31.838336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37427131-3e8a-4c70-8cda-b7346d73b74c req-a0bbefb5-6546-4ede-a73a-eaf323e00206 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ee733c-27cc-44c3-96c8-860c8a7b83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921399 Jan 28 05:57:31.935398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-992d8c7d-afc6-403d-bf92-e68c632319df req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] No DVR routers for this DVR port 529de087-1b6f-475c-9d5d-c21962a75a18 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:57:31.939375 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-992d8c7d-afc6-403d-bf92-e68c632319df req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:31.943105 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-992d8c7d-afc6-403d-bf92-e68c632319df req-5ff912b4-d432-4288-9ce1-56c32142dda9 tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.64 "DELETE /v2.0/ports/529de087-1b6f-475c-9d5d-c21962a75a18 HTTP/1.1" status: 204 len: 173 time: 1.2692616 Jan 28 05:57:31.944553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2decedbc-c80e-4c7e-a36f-9f68e33cbc2e', 'name': 'network-vif-deleted', 'tag': '529de087-1b6f-475c-9d5d-c21962a75a18'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:31.955200 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a210f5fc-942e-4210-b223-f30c524b388a" -d '{"events": [{"server_uuid": "2decedbc-c80e-4c7e-a36f-9f68e33cbc2e", "name": "network-vif-deleted", "tag": "529de087-1b6f-475c-9d5d-c21962a75a18"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:31.981797 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-035ce066-0bae-431c-a522-ee306f4ad4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (17224112-4dc0-4854-99ed-b535665d3cac), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:32.013111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1245ea9-d93b-47ba-b85d-39b915c08ae8 req-b376ab40-2904-487e-bb44-b90b266c56e2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1994860 Jan 28 05:57:32.087617 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-035ce066-0bae-431c-a522-ee306f4ad4d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:32.097831 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-035ce066-0bae-431c-a522-ee306f4ad4d6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/17224112-4dc0-4854-99ed-b535665d3cac HTTP/1.1" status: 204 len: 168 time: 0.5193686 Jan 28 05:57:32.097831 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ce066-0bae-431c-a522-ee306f4ad4d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17224112-4dc0-4854-99ed-b535665d3cac,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:32.100858 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46662) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:32.483968 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2b297a3-f359-4741-91ec-0dc023411e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:32.527110 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f660310-f2ba-4c24-944b-919976d857da x-openstack-request-id: req-4f660310-f2ba-4c24-944b-919976d857da {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:32.527739 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2decedbc-c80e-4c7e-a36f-9f68e33cbc2e", "name": "network-vif-deleted", "tag": "529de087-1b6f-475c-9d5d-c21962a75a18", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:32.528287 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f660310-f2ba-4c24-944b-919976d857da {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:32.528996 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2decedbc-c80e-4c7e-a36f-9f68e33cbc2e', 'name': 'network-vif-deleted', 'tag': '529de087-1b6f-475c-9d5d-c21962a75a18', 'status': 'completed', 'code': 200} Jan 28 05:57:32.621253 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a3fdc55-2f5e-4d0d-9e2f-c6065d804b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (ab69cb9a-5cdb-4187-864d-9de435fa5b0b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:32.624434 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1df1538b-4753-4584-8db9-703cf4f45684 req-57143917-1b48-4899-b8fd-ea80adc72cce tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 210 time: 0.0519283 Jan 28 05:57:32.656132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-05dced66-b851-44f0-80a1-d021ea868919 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:32.663057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-05dced66-b851-44f0-80a1-d021ea868919 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:32.668355 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-05dced66-b851-44f0-80a1-d021ea868919 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:32.674375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-05dced66-b851-44f0-80a1-d021ea868919 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:32.679755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-05dced66-b851-44f0-80a1-d021ea868919 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:32.685506 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-05dced66-b851-44f0-80a1-d021ea868919 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:32.692787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-05dced66-b851-44f0-80a1-d021ea868919 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:32.694876 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-05dced66-b851-44f0-80a1-d021ea868919 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.60 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5433 time: 0.1716881 Jan 28 05:57:32.886018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-c49f061c-d811-429a-838b-0affdcedfb1d tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:32.888240 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-c49f061c-d811-429a-838b-0affdcedfb1d tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.60 "GET /v2.0/ports/de4521fc-53b1-4371-ba47-df5321d802fa?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1527796 Jan 28 05:57:32.897357 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a3fdc55-2f5e-4d0d-9e2f-c6065d804b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (ab69cb9a-5cdb-4187-864d-9de435fa5b0b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.019635 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045e51a-e32d-4862-aea9-f5e1dfdcd9b6 req-4396b031-3a3d-4442-8ebf-75122eb0c4f8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:33.023477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e045e51a-e32d-4862-aea9-f5e1dfdcd9b6 req-4396b031-3a3d-4442-8ebf-75122eb0c4f8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 946 time: 0.2235267 Jan 28 05:57:33.024721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8a3fdc55-2f5e-4d0d-9e2f-c6065d804b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab69cb9a-5cdb-4187-864d-9de435fa5b0b']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:33.052550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aaa67-4a78-4e50-96b0-7aa8169e0f73 req-25fcc357-1b9a-4bb2-9491-74d4c871d653 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:33.054807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-612aaa67-4a78-4e50-96b0-7aa8169e0f73 req-25fcc357-1b9a-4bb2-9491-74d4c871d653 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 945 time: 0.3216035 Jan 28 05:57:33.067612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8a3fdc55-2f5e-4d0d-9e2f-c6065d804b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321a9b9c-caec-41e6-b08f-d3d6b207824f') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:33.067902 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8a3fdc55-2f5e-4d0d-9e2f-c6065d804b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321a9b9c-caec-41e6-b08f-d3d6b207824f') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:33.121757 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a3fdc55-2f5e-4d0d-9e2f-c6065d804b18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (321a9b9c-caec-41e6-b08f-d3d6b207824f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.158929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-58bf1235-b8f4-461c-934a-f2accc505dc4 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.60 "GET /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2647197 Jan 28 05:57:33.171149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-e315cde5-87e5-4c1c-a0de-c0412ab36083 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:33.173900 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a3fdc55-2f5e-4d0d-9e2f-c6065d804b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (321a9b9c-caec-41e6-b08f-d3d6b207824f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.216957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3fdc55-2f5e-4d0d-9e2f-c6065d804b18 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:57:33.217371 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a3fdc55-2f5e-4d0d-9e2f-c6065d804b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (321a9b9c-caec-41e6-b08f-d3d6b207824f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:57:33.219265 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:57:33.290003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e045e51a-e32d-4862-aea9-f5e1dfdcd9b6 req-072a53de-6855-47b7-832e-41b1704b738e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454784 Jan 28 05:57:33.407189 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-612aaa67-4a78-4e50-96b0-7aa8169e0f73 req-6d04684e-e047-44a0-8919-835d7f5a800f tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296385 Jan 28 05:57:33.491940 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a68a37fc-9cc7-43a4-8b87-dbaebc026283 req-a0dd8e86-be37-44c8-b0b7-0b48f3a80d2b tempest-ServerGroupTestJSON-999724683 tempest-ServerGroupTestJSON-999724683-project] 10.222.0.31 "GET /v2.0/ports?device_id=2decedbc-c80e-4c7e-a36f-9f68e33cbc2e HTTP/1.1" status: 200 len: 210 time: 0.0346737 Jan 28 05:57:33.492779 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-e315cde5-87e5-4c1c-a0de-c0412ab36083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (de4521fc-53b1-4371-ba47-df5321d802fa), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.667684 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87799b4-75dd-44a4-9b33-1fd99190dfce req-d46c8149-3420-4620-91f0-3145d9a09a8b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:33.673221 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87799b4-75dd-44a4-9b33-1fd99190dfce req-d46c8149-3420-4620-91f0-3145d9a09a8b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:33.679928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87799b4-75dd-44a4-9b33-1fd99190dfce req-d46c8149-3420-4620-91f0-3145d9a09a8b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:33.685532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87799b4-75dd-44a4-9b33-1fd99190dfce req-d46c8149-3420-4620-91f0-3145d9a09a8b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:33.690773 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87799b4-75dd-44a4-9b33-1fd99190dfce req-d46c8149-3420-4620-91f0-3145d9a09a8b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:33.696966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87799b4-75dd-44a4-9b33-1fd99190dfce req-d46c8149-3420-4620-91f0-3145d9a09a8b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:33.702476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87799b4-75dd-44a4-9b33-1fd99190dfce req-d46c8149-3420-4620-91f0-3145d9a09a8b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:33.706885 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f87799b4-75dd-44a4-9b33-1fd99190dfce req-d46c8149-3420-4620-91f0-3145d9a09a8b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 5433 time: 0.2028790 Jan 28 05:57:33.713243 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a3fdc55-2f5e-4d0d-9e2f-c6065d804b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (ab69cb9a-5cdb-4187-864d-9de435fa5b0b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.730416 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a3fdc55-2f5e-4d0d-9e2f-c6065d804b18 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.733798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8a3fdc55-2f5e-4d0d-9e2f-c6065d804b18 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ab69cb9a-5cdb-4187-864d-9de435fa5b0b HTTP/1.1" status: 204 len: 168 time: 1.6333170 Jan 28 05:57:33.736717 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46680) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:33.790474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c6ac3e-b95e-40fc-a6b6-b1887c39cde0 admin admin] Deleting subnet 940aa7af-f414-46f6-a97b-a5f465e2c0a3 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:57:33.794771 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-42c6ac3e-b95e-40fc-a6b6-b1887c39cde0 admin admin] Publish callbacks [] for subnet (940aa7af-f414-46f6-a97b-a5f465e2c0a3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.807138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fdc55-2f5e-4d0d-9e2f-c6065d804b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab69cb9a-5cdb-4187-864d-9de435fa5b0b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:33.835801 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-42c6ac3e-b95e-40fc-a6b6-b1887c39cde0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (940aa7af-f414-46f6-a97b-a5f465e2c0a3), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.856605 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0466b00-cb68-432d-8373-ef4fe8ca9113 req-a670e807-b05b-4328-bdb2-b7a5d5533e13 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 210 time: 0.1061337 Jan 28 05:57:33.884687 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-e315cde5-87e5-4c1c-a0de-c0412ab36083 service neutron] For port de4521fc-53b1-4371-ba47-df5321d802fa, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=de4521fc-53b1-4371-ba47-df5321d802fa,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:33.903931 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-42c6ac3e-b95e-40fc-a6b6-b1887c39cde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (940aa7af-f414-46f6-a97b-a5f465e2c0a3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:33.944016 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f87799b4-75dd-44a4-9b33-1fd99190dfce req-e97464d5-7873-4f4e-a0fd-ed829088f755 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2234492 Jan 28 05:57:33.976659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-e315cde5-87e5-4c1c-a0de-c0412ab36083 service neutron] For port de4521fc-53b1-4371-ba47-df5321d802fa, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:57:34.011523 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-e315cde5-87e5-4c1c-a0de-c0412ab36083 service neutron] device_id is not set on port de4521fc-53b1-4371-ba47-df5321d802fa yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:57:34.020757 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-e315cde5-87e5-4c1c-a0de-c0412ab36083 service neutron] Publish callbacks [] for port (de4521fc-53b1-4371-ba47-df5321d802fa), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.055581 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-42c6ac3e-b95e-40fc-a6b6-b1887c39cde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (940aa7af-f414-46f6-a97b-a5f465e2c0a3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.083508 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6ac3e-b95e-40fc-a6b6-b1887c39cde0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=940aa7af-f414-46f6-a97b-a5f465e2c0a3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:34.090083 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-e315cde5-87e5-4c1c-a0de-c0412ab36083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (de4521fc-53b1-4371-ba47-df5321d802fa), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.091413 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-42c6ac3e-b95e-40fc-a6b6-b1887c39cde0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.097068 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-42c6ac3e-b95e-40fc-a6b6-b1887c39cde0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/940aa7af-f414-46f6-a97b-a5f465e2c0a3 HTTP/1.1" status: 204 len: 168 time: 0.3570807 Jan 28 05:57:34.097306 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46686) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:34.157214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315cde5-87e5-4c1c-a0de-c0412ab36083 service neutron] Pushing event updated for resources: {'Port': ['ID=de4521fc-53b1-4371-ba47-df5321d802fa,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:34.171729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3dfce-b251-40d0-9cb9-33ee406fc347 req-6c4e3b58-6a74-4776-a49b-577f80e331f0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:34.173271 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bfa3dfce-b251-40d0-9cb9-33ee406fc347 req-6c4e3b58-6a74-4776-a49b-577f80e331f0 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.64 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 945 time: 0.1191850 Jan 28 05:57:34.194600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-e315cde5-87e5-4c1c-a0de-c0412ab36083 service neutron] No DVR routers for this DVR port de4521fc-53b1-4371-ba47-df5321d802fa on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:57:34.239995 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-746667ec-f3dd-4800-83f2-29438f2eda8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (4bd4b192-125e-4848-8271-74d06ed04f73), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.265776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-e315cde5-87e5-4c1c-a0de-c0412ab36083 service neutron] In _notify_port_updated(), no bound segment for port de4521fc-53b1-4371-ba47-df5321d802fa on network ef5d0fae-3857-45ba-8bd5-85c6f1126410 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 05:57:34.266780 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-e315cde5-87e5-4c1c-a0de-c0412ab36083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:34.267480 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-e315cde5-87e5-4c1c-a0de-c0412ab36083 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.269205 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-e315cde5-87e5-4c1c-a0de-c0412ab36083 service neutron] 10.222.0.60 "PUT /v2.0/ports/de4521fc-53b1-4371-ba47-df5321d802fa HTTP/1.1" status: 200 len: 1027 time: 1.1040673 Jan 28 05:57:34.296337 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-03e0c7ac-4702-4f47-84c4-7d2fca373dd5 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=bbc79cbf9170467382f8d73143b1e254&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404706 Jan 28 05:57:34.468864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-30e88136-9adf-443d-a115-7f2392e97ef7 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:34.470380 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-30e88136-9adf-443d-a115-7f2392e97ef7 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.60 "GET /v2.0/ports/a634b533-7357-4188-8294-f3f088104ea5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1374378 Jan 28 05:57:34.520153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-835b1906-59af-4f33-b995-8efbfc888718 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:34.558974 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-31e8c31c-3f1f-4bb0-a57b-10a105f68b9e None None] Provisioning complete for port de4521fc-53b1-4371-ba47-df5321d802fa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:34.559590 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31e8c31c-3f1f-4bb0-a57b-10a105f68b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (de4521fc-53b1-4371-ba47-df5321d802fa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.626961 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 54091cbf-0759-4416-b585-fbc00752ec51 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:34.631968 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-746667ec-f3dd-4800-83f2-29438f2eda8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (4bd4b192-125e-4848-8271-74d06ed04f73), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.636200 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-835b1906-59af-4f33-b995-8efbfc888718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a634b533-7357-4188-8294-f3f088104ea5), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.646527 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070cdab-3e78-43e4-a71b-a9d1bb9eae5b req-54503224-8194-4b3f-ab0b-1f7231e7b44d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:34.648042 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5070cdab-3e78-43e4-a71b-a9d1bb9eae5b req-54503224-8194-4b3f-ab0b-1f7231e7b44d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.60 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 946 time: 0.1963899 Jan 28 05:57:34.711938 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-31e8c31c-3f1f-4bb0-a57b-10a105f68b9e None None] Port de4521fc-53b1-4371-ba47-df5321d802fa cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:57:34.754009 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-746667ec-f3dd-4800-83f2-29438f2eda8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd4b192-125e-4848-8271-74d06ed04f73']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:34.772238 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 54091cbf-0759-4416-b585-fbc00752ec51 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:34.772957 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (54091cbf-0759-4416-b585-fbc00752ec51), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.773696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efa92a-ba46-4d24-afbb-382c0aba05d1 req-2ecb2652-39ac-42fb-8083-4928a9a2c1a5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:34.777579 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-3fb92809-88c3-4bec-b89a-4b1fa1e27f7b tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:34.779325 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-3fb92809-88c3-4bec-b89a-4b1fa1e27f7b tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4777904 Jan 28 05:57:34.781194 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-746667ec-f3dd-4800-83f2-29438f2eda8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad71c6be-dda1-41fa-a494-ac984f267c58') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:34.781494 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-746667ec-f3dd-4800-83f2-29438f2eda8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad71c6be-dda1-41fa-a494-ac984f267c58') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:34.783931 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50efa92a-ba46-4d24-afbb-382c0aba05d1 req-2ecb2652-39ac-42fb-8083-4928a9a2c1a5 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 945 time: 0.1495914 Jan 28 05:57:34.794040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e8568-bd10-4f9b-a2b8-56942c69b4eb req-2402036e-055f-4608-a9d0-3c53cc10e4b9 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:34.799847 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-ef29220c-20b9-4ad1-9975-ebed92f4b161 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Request body: {'port': {'device_id': '5ef31521-ab05-4f46-9d7e-533a2a13db0a', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': 'bbc79cbf9170467382f8d73143b1e254'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:34.802799 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1ea58447-b516-488d-b3dc-d095758ff347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.805838 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-288e8568-bd10-4f9b-a2b8-56942c69b4eb req-2402036e-055f-4608-a9d0-3c53cc10e4b9 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 946 time: 0.3213115 Jan 28 05:57:34.807803 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-746667ec-f3dd-4800-83f2-29438f2eda8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (ad71c6be-dda1-41fa-a494-ac984f267c58), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.826138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54091cbf-0759-4416-b585-fbc00752ec51'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:34.832042 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1cb120-263d-4561-a83e-712c23954927" -d '{"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-unplugged", "status": "completed", "tag": "54091cbf-0759-4416-b585-fbc00752ec51"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:34.872792 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-746667ec-f3dd-4800-83f2-29438f2eda8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ad71c6be-dda1-41fa-a494-ac984f267c58), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.883756 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 54091cbf-0759-4416-b585-fbc00752ec51, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=54091cbf-0759-4416-b585-fbc00752ec51,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:34.888329 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-bfa3dfce-b251-40d0-9cb9-33ee406fc347 req-6c1f428e-a68c-48d4-aeea-9dfff00bbeaa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Deleting port b8983476-bb01-4d66-a819-c9bfe4235c6b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:34.888653 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bfa3dfce-b251-40d0-9cb9-33ee406fc347 req-6c1f428e-a68c-48d4-aeea-9dfff00bbeaa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b8983476-bb01-4d66-a819-c9bfe4235c6b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.889830 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746667ec-f3dd-4800-83f2-29438f2eda8c admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:57:34.890341 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-746667ec-f3dd-4800-83f2-29438f2eda8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (ad71c6be-dda1-41fa-a494-ac984f267c58), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:57:34.892122 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:57:34.909666 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-5070cdab-3e78-43e4-a71b-a9d1bb9eae5b req-90ee9804-c5a9-4510-a5a5-bc71a5d21f00 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Deleting port ff4e1cbd-a8ba-418f-9630-3402de151b18 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:34.910099 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5070cdab-3e78-43e4-a71b-a9d1bb9eae5b req-90ee9804-c5a9-4510-a5a5-bc71a5d21f00 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.970836 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (54091cbf-0759-4416-b585-fbc00752ec51), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:34.973614 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device de4521fc-53b1-4371-ba47-df5321d802fa no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:35.025503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50efa92a-ba46-4d24-afbb-382c0aba05d1 req-7307bda5-6c0c-42d7-a21d-241316edce21 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402046 Jan 28 05:57:35.070287 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-288e8568-bd10-4f9b-a2b8-56942c69b4eb req-f91e0fd1-adcc-400c-b32d-6139b73ba453 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8326bc8-780e-4ae2-af0b-56c69c2d6da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626696 Jan 28 05:57:35.176023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-5070cdab-3e78-43e4-a71b-a9d1bb9eae5b req-90ee9804-c5a9-4510-a5a5-bc71a5d21f00 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] For port ff4e1cbd-a8ba-418f-9630-3402de151b18, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ff4e1cbd-a8ba-418f-9630-3402de151b18,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:35.176408 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5070cdab-3e78-43e4-a71b-a9d1bb9eae5b req-90ee9804-c5a9-4510-a5a5-bc71a5d21f00 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.203697 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0b851a-1567-4635-9cfb-f0d83786b5c9 x-openstack-request-id: req-cb0b851a-1567-4635-9cfb-f0d83786b5c9 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:35.203983 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-unplugged", "status": "completed", "tag": "54091cbf-0759-4416-b585-fbc00752ec51", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:35.204243 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb0b851a-1567-4635-9cfb-f0d83786b5c9 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:35.204635 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54091cbf-0759-4416-b585-fbc00752ec51', 'code': 200} Jan 28 05:57:35.208304 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] The host n-h2-812111-12 is not matching for port de4521fc-53b1-4371-ba47-df5321d802fa host ! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:57:35.209229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device de4521fc-53b1-4371-ba47-df5321d802fa not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:57:35.209673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:35.233173 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-960032b1-a6b7-488c-8293-4a9ba84fd88d req-ac0d8d45-34c7-4596-b0cf-68a4752683fc tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 210 time: 0.0508759 Jan 28 05:57:35.237220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-835b1906-59af-4f33-b995-8efbfc888718 service neutron] For port a634b533-7357-4188-8294-f3f088104ea5, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a634b533-7357-4188-8294-f3f088104ea5,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:35.263692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=54091cbf-0759-4416-b585-fbc00752ec51,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:35.269895 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-bfa3dfce-b251-40d0-9cb9-33ee406fc347 req-6c1f428e-a68c-48d4-aeea-9dfff00bbeaa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] For port b8983476-bb01-4d66-a819-c9bfe4235c6b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b8983476-bb01-4d66-a819-c9bfe4235c6b,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:35.269895 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bfa3dfce-b251-40d0-9cb9-33ee406fc347 req-6c1f428e-a68c-48d4-aeea-9dfff00bbeaa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b8983476-bb01-4d66-a819-c9bfe4235c6b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.347501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-bfa3dfce-b251-40d0-9cb9-33ee406fc347 req-6c1f428e-a68c-48d4-aeea-9dfff00bbeaa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Calling delete_port for b8983476-bb01-4d66-a819-c9bfe4235c6b owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:35.347970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:35.348354 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.418095 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:35.433454 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-835b1906-59af-4f33-b995-8efbfc888718 service neutron] For port a634b533-7357-4188-8294-f3f088104ea5, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:57:35.496755 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5070cdab-3e78-43e4-a71b-a9d1bb9eae5b req-90ee9804-c5a9-4510-a5a5-bc71a5d21f00 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.497140 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5070cdab-3e78-43e4-a71b-a9d1bb9eae5b req-90ee9804-c5a9-4510-a5a5-bc71a5d21f00 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (6bb6a363-65d8-4b69-8094-bd30aaf0f4af), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.497465 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [req-5070cdab-3e78-43e4-a71b-a9d1bb9eae5b req-90ee9804-c5a9-4510-a5a5-bc71a5d21f00 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Floating IP 6bb6a363-65d8-4b69-8094-bd30aaf0f4af disassociated. External IP: 172.25.0.123, port: ff4e1cbd-a8ba-418f-9630-3402de151b18. Jan 28 05:57:35.497821 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-5070cdab-3e78-43e4-a71b-a9d1bb9eae5b req-90ee9804-c5a9-4510-a5a5-bc71a5d21f00 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Calling delete_port for ff4e1cbd-a8ba-418f-9630-3402de151b18 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:35.500466 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.501335 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5af82a02-3fcb-48cb-87fb-eca56a102c4c no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:35.571604 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6cd47-a899-4144-b83e-27383e0ce0b3 req-4c265400-b0b1-4336-a2e3-8b9244c9ad0b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:35.586314 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6cd47-a899-4144-b83e-27383e0ce0b3 req-4c265400-b0b1-4336-a2e3-8b9244c9ad0b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:35.586833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 529de087-1b6f-475c-9d5d-c21962a75a18 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:35.597434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6cd47-a899-4144-b83e-27383e0ce0b3 req-4c265400-b0b1-4336-a2e3-8b9244c9ad0b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:35.607702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6cd47-a899-4144-b83e-27383e0ce0b3 req-4c265400-b0b1-4336-a2e3-8b9244c9ad0b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:35.611964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 529de087-1b6f-475c-9d5d-c21962a75a18 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:57:35.619940 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 529de087-1b6f-475c-9d5d-c21962a75a18 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:57:35.628909 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6cd47-a899-4144-b83e-27383e0ce0b3 req-4c265400-b0b1-4336-a2e3-8b9244c9ad0b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:35.638320 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6cd47-a899-4144-b83e-27383e0ce0b3 req-4c265400-b0b1-4336-a2e3-8b9244c9ad0b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:35.640211 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6f6cd47-a899-4144-b83e-27383e0ce0b3 req-4c265400-b0b1-4336-a2e3-8b9244c9ad0b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 4657 time: 0.3586848 Jan 28 05:57:35.642924 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:35.701225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 5af82a02-3fcb-48cb-87fb-eca56a102c4c is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:35.702244 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5af82a02-3fcb-48cb-87fb-eca56a102c4c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.744374 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5af82a02-3fcb-48cb-87fb-eca56a102c4c, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5af82a02-3fcb-48cb-87fb-eca56a102c4c,segment=NetworkSegment(3f86edcc-b597-4238-ba5a-e3fe3fd24b6d),segment_id=3f86edcc-b597-4238-ba5a-e3fe3fd24b6d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:35.745642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-ef29220c-20b9-4ad1-9975-ebed92f4b161 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Made reservation on behalf of bbc79cbf9170467382f8d73143b1e254 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:35.749169 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-ef29220c-20b9-4ad1-9975-ebed92f4b161 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.752106 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-746667ec-f3dd-4800-83f2-29438f2eda8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (4bd4b192-125e-4848-8271-74d06ed04f73), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.766827 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-746667ec-f3dd-4800-83f2-29438f2eda8c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.772550 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-746667ec-f3dd-4800-83f2-29438f2eda8c admin admin] 10.222.0.31 "DELETE /v2.0/networks/4bd4b192-125e-4848-8271-74d06ed04f73 HTTP/1.1" status: 204 len: 168 time: 1.6715183 Jan 28 05:57:35.773648 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-ef29220c-20b9-4ad1-9975-ebed92f4b161 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.789206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-835b1906-59af-4f33-b995-8efbfc888718 service neutron] device_id is not set on port a634b533-7357-4188-8294-f3f088104ea5 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 05:57:35.797950 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46738) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:35.808603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746667ec-f3dd-4800-83f2-29438f2eda8c admin admin] Pushing event deleted for resources: {'Network': ['ID=4bd4b192-125e-4848-8271-74d06ed04f73,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:35.849749 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5070cdab-3e78-43e4-a71b-a9d1bb9eae5b req-90ee9804-c5a9-4510-a5a5-bc71a5d21f00 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ff4e1cbd-a8ba-418f-9630-3402de151b18), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.875982 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5af82a02-3fcb-48cb-87fb-eca56a102c4c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.876752 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:35.906534 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6f6cd47-a899-4144-b83e-27383e0ce0b3 req-da957d23-06e5-4c9e-b9b1-eafd64a56e06 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&id=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2420290 Jan 28 05:57:35.907462 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee9804-c5a9-4510-a5a5-bc71a5d21f00 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Pushing event deleted for resources: {'Port': ['ID=ff4e1cbd-a8ba-418f-9630-3402de151b18,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:35.909231 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-835b1906-59af-4f33-b995-8efbfc888718 service neutron] Publish callbacks [] for port (a634b533-7357-4188-8294-f3f088104ea5), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:35.938458 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-0122fb6c-f8ad-4675-a541-cf6849f22dab admin admin] Deleting subnet 5e068656-72a4-4122-baf8-ad444f587b0b {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:57:35.955677 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0122fb6c-f8ad-4675-a541-cf6849f22dab admin admin] Publish callbacks [] for subnet (5e068656-72a4-4122-baf8-ad444f587b0b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.020454 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-835b1906-59af-4f33-b995-8efbfc888718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (a634b533-7357-4188-8294-f3f088104ea5), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.109559 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bfa3dfce-b251-40d0-9cb9-33ee406fc347 req-6c1f428e-a68c-48d4-aeea-9dfff00bbeaa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b8983476-bb01-4d66-a819-c9bfe4235c6b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.111539 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=5af82a02-3fcb-48cb-87fb-eca56a102c4c,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:36.132724 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0122fb6c-f8ad-4675-a541-cf6849f22dab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (5e068656-72a4-4122-baf8-ad444f587b0b), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.205850 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-ef29220c-20b9-4ad1-9975-ebed92f4b161 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Publish callbacks [] for security_group (c4b867a4-02fc-4d6d-9c37-122e45c7c3ae), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.241113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-835b1906-59af-4f33-b995-8efbfc888718 service neutron] No DVR routers for this DVR port a634b533-7357-4188-8294-f3f088104ea5 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:57:36.247162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5070cdab-3e78-43e4-a71b-a9d1bb9eae5b req-90ee9804-c5a9-4510-a5a5-bc71a5d21f00 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Router 58ee0b8d-029b-4002-bb08-30c299978dae has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:57:36.249176 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0122fb6c-f8ad-4675-a541-cf6849f22dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (5e068656-72a4-4122-baf8-ad444f587b0b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.261397 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b1906-59af-4f33-b995-8efbfc888718 service neutron] Pushing event updated for resources: {'Port': ['ID=a634b533-7357-4188-8294-f3f088104ea5,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:36.268488 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:36.268890 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.271476 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['665c9730-ba47-48db-9e9f-3536f440230a', 'b8983476-bb01-4d66-a819-c9bfe4235c6b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:57:36.320857 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-ef29220c-20b9-4ad1-9975-ebed92f4b161 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c4b867a4-02fc-4d6d-9c37-122e45c7c3ae), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.409436 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-caaf1437-7e2e-434e-837f-833dee0d00b0 req-2df05268-e1ae-4e16-aba1-c9933fb5e5a1 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 210 time: 0.1646481 Jan 28 05:57:36.423410 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46748) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:36.511895 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f428e-a68c-48d4-aeea-9dfff00bbeaa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Pushing event deleted for resources: {'Port': ['ID=b8983476-bb01-4d66-a819-c9bfe4235c6b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:36.603476 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70624ff6-5042-481f-a142-4ae1c5a70896 req-ea28ca8c-a638-4315-946e-86ef382f63c1 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 210 time: 0.3642123 Jan 28 05:57:36.672451 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40be4d86-d84c-4baf-a9e7-328845bcbb04 req-b8c31cbd-21ff-48e5-9537-f0fe46346c8d tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 210 time: 0.0837376 Jan 28 05:57:36.680656 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5070cdab-3e78-43e4-a71b-a9d1bb9eae5b req-90ee9804-c5a9-4510-a5a5-bc71a5d21f00 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:57:36.693006 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b9a86d-dbda-488e-95d2-a5016b82280a None None] Sync routers for ids ['58ee0b8d-029b-4002-bb08-30c299978dae'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:57:36.703972 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b9a86d-dbda-488e-95d2-a5016b82280a None None] Routers {'58ee0b8d-029b-4002-bb08-30c299978dae'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:36.704618 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c2b9a86d-dbda-488e-95d2-a5016b82280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:57:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['58ee0b8d-029b-4002-bb08-30c299978dae'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:36.776037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-835b1906-59af-4f33-b995-8efbfc888718 service neutron] In _notify_port_updated(), no bound segment for port a634b533-7357-4188-8294-f3f088104ea5 on network ef5d0fae-3857-45ba-8bd5-85c6f1126410 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 05:57:36.776947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-835b1906-59af-4f33-b995-8efbfc888718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:36.777569 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-835b1906-59af-4f33-b995-8efbfc888718 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.793364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-835b1906-59af-4f33-b995-8efbfc888718 service neutron] 10.222.0.60 "PUT /v2.0/ports/a634b533-7357-4188-8294-f3f088104ea5 HTTP/1.1" status: 200 len: 1028 time: 2.3082595 Jan 28 05:57:36.794331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa3dfce-b251-40d0-9cb9-33ee406fc347 req-6c1f428e-a68c-48d4-aeea-9dfff00bbeaa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] No DVR routers for this DVR port b8983476-bb01-4d66-a819-c9bfe4235c6b on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:57:36.797559 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bfa3dfce-b251-40d0-9cb9-33ee406fc347 req-6c1f428e-a68c-48d4-aeea-9dfff00bbeaa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.800947 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bfa3dfce-b251-40d0-9cb9-33ee406fc347 req-6c1f428e-a68c-48d4-aeea-9dfff00bbeaa tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.64 "DELETE /v2.0/ports/b8983476-bb01-4d66-a819-c9bfe4235c6b HTTP/1.1" status: 204 len: 173 time: 2.6132617 Jan 28 05:57:36.801424 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27b55e0-5ddb-4fbb-969b-1f85e37444da', 'name': 'network-vif-deleted', 'tag': 'b8983476-bb01-4d66-a819-c9bfe4235c6b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:36.805692 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29220c-20b9-4ad1-9975-ebed92f4b161 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b867a4-02fc-4d6d-9c37-122e45c7c3ae,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:36.830034 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a511919-6280-4f7b-bbb1-b0ebc4592524" -d '{"events": [{"server_uuid": "d27b55e0-5ddb-4fbb-969b-1f85e37444da", "name": "network-vif-deleted", "tag": "b8983476-bb01-4d66-a819-c9bfe4235c6b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:36.899958 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9,segment=NetworkSegment(2392e818-2b1c-4b88-b0a7-45f99a2215c1),segment_id=2392e818-2b1c-4b88-b0a7-45f99a2215c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:36.931763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ee621d0e-cbaf-47a5-bcf6-6fb809a27fbd None None] Provisioning complete for port a634b533-7357-4188-8294-f3f088104ea5 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:36.932143 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee621d0e-cbaf-47a5-bcf6-6fb809a27fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a634b533-7357-4188-8294-f3f088104ea5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:36.980565 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c2b9a86d-dbda-488e-95d2-a5016b82280a None None] Set router 58ee0b8d-029b-4002-bb08-30c299978dae gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:37.007721 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-ef29220c-20b9-4ad1-9975-ebed92f4b161 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Allocated IP 192.168.233.191 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/a07c021f-e56d-4c1b-910e-0047605f1435) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:57:37.019670 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc6a8af-7a53-4756-a7a8-c9c47036f988 x-openstack-request-id: req-4fc6a8af-7a53-4756-a7a8-c9c47036f988 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:37.020358 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27b55e0-5ddb-4fbb-969b-1f85e37444da", "name": "network-vif-deleted", "tag": "b8983476-bb01-4d66-a819-c9bfe4235c6b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:37.020792 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4fc6a8af-7a53-4756-a7a8-c9c47036f988 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:37.021460 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27b55e0-5ddb-4fbb-969b-1f85e37444da', 'name': 'network-vif-deleted', 'tag': 'b8983476-bb01-4d66-a819-c9bfe4235c6b', 'status': 'completed', 'code': 200} Jan 28 05:57:37.028216 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ee621d0e-cbaf-47a5-bcf6-6fb809a27fbd None None] Port a634b533-7357-4188-8294-f3f088104ea5 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:57:37.034854 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.036141 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a634b533-7357-4188-8294-f3f088104ea5 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:37.047722 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-95a55018-97b2-4551-a870-1a6eb6636804 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d063175f0a934bffa02fddd7bbc4c380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5371323 Jan 28 05:57:37.050495 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.051963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46756) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:37.153209 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-5070cdab-3e78-43e4-a71b-a9d1bb9eae5b req-90ee9804-c5a9-4510-a5a5-bc71a5d21f00 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] No DVR routers for this DVR port ff4e1cbd-a8ba-418f-9630-3402de151b18 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:57:37.161853 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5070cdab-3e78-43e4-a71b-a9d1bb9eae5b req-90ee9804-c5a9-4510-a5a5-bc71a5d21f00 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.170459 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5070cdab-3e78-43e4-a71b-a9d1bb9eae5b req-90ee9804-c5a9-4510-a5a5-bc71a5d21f00 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.60 "DELETE /v2.0/ports/ff4e1cbd-a8ba-418f-9630-3402de151b18 HTTP/1.1" status: 204 len: 173 time: 2.5049393 Jan 28 05:57:37.177809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789877e1-3a92-4606-82da-1c76e230b3df', 'name': 'network-vif-deleted', 'tag': 'ff4e1cbd-a8ba-418f-9630-3402de151b18'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:37.186226 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906eb153-be16-486d-b347-b33d19d8f4bf" -d '{"events": [{"server_uuid": "789877e1-3a92-4606-82da-1c76e230b3df", "name": "network-vif-deleted", "tag": "ff4e1cbd-a8ba-418f-9630-3402de151b18"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:37.200003 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-91e0d6e5-af2c-4de9-9e4b-922331ec60ba tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Deleting port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:37.200372 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-91e0d6e5-af2c-4de9-9e4b-922331ec60ba tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.220189 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a'}, {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af82a02-3fcb-48cb-87fb-eca56a102c4c'}, {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:37.228960 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234405c7-6ace-4af3-89bd-3f00af2e280e" -d '{"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-unplugged", "status": "completed", "tag": "22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a"}, {"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-unplugged", "status": "completed", "tag": "5af82a02-3fcb-48cb-87fb-eca56a102c4c"}, {"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-unplugged", "status": "completed", "tag": "6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:37.232322 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:37.247440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] The host n-h2-812111-12 is not matching for port a634b533-7357-4188-8294-f3f088104ea5 host ! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 05:57:37.248054 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a634b533-7357-4188-8294-f3f088104ea5 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:57:37.249563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 466fe8cd-e266-4cb2-8f30-51463308a710 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:37.447837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 466fe8cd-e266-4cb2-8f30-51463308a710 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:37.448556 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (466fe8cd-e266-4cb2-8f30-51463308a710), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.512036 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48a1b967-8063-464b-a1de-ec89c760c90d admin admin] Publish callbacks [] for security_group (e969df60-0849-47f0-bfc8-cf03e1f33ef1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.554623 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 466fe8cd-e266-4cb2-8f30-51463308a710, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=466fe8cd-e266-4cb2-8f30-51463308a710,segment=NetworkSegment(3f86edcc-b597-4238-ba5a-e3fe3fd24b6d),segment_id=3f86edcc-b597-4238-ba5a-e3fe3fd24b6d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:37.576447 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48a1b967-8063-464b-a1de-ec89c760c90d admin admin] Publish callbacks [] for security_group (e969df60-0849-47f0-bfc8-cf03e1f33ef1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.601743 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2787b9fe-b4bd-4433-8452-451578e41f2c x-openstack-request-id: req-2787b9fe-b4bd-4433-8452-451578e41f2c {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:37.602374 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789877e1-3a92-4606-82da-1c76e230b3df", "name": "network-vif-deleted", "tag": "ff4e1cbd-a8ba-418f-9630-3402de151b18", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:37.602645 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2787b9fe-b4bd-4433-8452-451578e41f2c {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:37.603087 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789877e1-3a92-4606-82da-1c76e230b3df', 'name': 'network-vif-deleted', 'tag': 'ff4e1cbd-a8ba-418f-9630-3402de151b18', 'status': 'completed', 'code': 200} Jan 28 05:57:37.613913 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0122fb6c-f8ad-4675-a541-cf6849f22dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (5e068656-72a4-4122-baf8-ad444f587b0b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.644727 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0122fb6c-f8ad-4675-a541-cf6849f22dab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.652623 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0122fb6c-f8ad-4675-a541-cf6849f22dab admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5e068656-72a4-4122-baf8-ad444f587b0b HTTP/1.1" status: 204 len: 168 time: 1.8530264 Jan 28 05:57:37.655417 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46770) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:37.657081 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c2b9a86d-dbda-488e-95d2-a5016b82280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T05:52:47Z', 'revision_number': 4, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0020cc97-eb4e-4028-82bb-3915a9bcd773', 'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'mac_address': 'fa:16:3e:5b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:46Z', 'updated_at': '2022-01-28T05:52:51Z', 'revision_number': 5, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'subnets': [{'id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:37.657824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd423a-d471-4a6f-95be-8f46a9165653 req-eb557a31-9bb5-4049-9347-92a2e4c71b40 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:37.672031 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04108269-71ef-43c0-9f85-13bd3a772ce1 x-openstack-request-id: req-04108269-71ef-43c0-9f85-13bd3a772ce1 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:37.672345 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-unplugged", "status": "completed", "tag": "22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a", "code": 200}, {"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-unplugged", "status": "completed", "tag": "5af82a02-3fcb-48cb-87fb-eca56a102c4c", "code": 200}, {"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-unplugged", "status": "completed", "tag": "6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:37.672609 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04108269-71ef-43c0-9f85-13bd3a772ce1 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:37.673021 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a', 'code': 200} Jan 28 05:57:37.673290 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af82a02-3fcb-48cb-87fb-eca56a102c4c', 'code': 200} Jan 28 05:57:37.673553 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9', 'code': 200} Jan 28 05:57:37.674597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd423a-d471-4a6f-95be-8f46a9165653 req-eb557a31-9bb5-4049-9347-92a2e4c71b40 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:37.679530 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (466fe8cd-e266-4cb2-8f30-51463308a710), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.684519 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd423a-d471-4a6f-95be-8f46a9165653 req-eb557a31-9bb5-4049-9347-92a2e4c71b40 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:37.693825 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd423a-d471-4a6f-95be-8f46a9165653 req-eb557a31-9bb5-4049-9347-92a2e4c71b40 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:37.714161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd423a-d471-4a6f-95be-8f46a9165653 req-eb557a31-9bb5-4049-9347-92a2e4c71b40 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:37.722706 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b9a86d-dbda-488e-95d2-a5016b82280a None None] Checking router: 58ee0b8d-029b-4002-bb08-30c299978dae for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:57:37.729026 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8bd423a-d471-4a6f-95be-8f46a9165653 req-eb557a31-9bb5-4049-9347-92a2e4c71b40 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 3876 time: 0.5331481 Jan 28 05:57:37.748439 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b9a86d-dbda-488e-95d2-a5016b82280a None None] Routers {'58ee0b8d-029b-4002-bb08-30c299978dae'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:37.749290 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c2b9a86d-dbda-488e-95d2-a5016b82280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:57:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['58ee0b8d-029b-4002-bb08-30c299978dae'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:37.798402 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=466fe8cd-e266-4cb2-8f30-51463308a710,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:37.802040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ff4e1cbd-a8ba-418f-9630-3402de151b18 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:37.820468 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fba3b9ee-ba78-41c4-aa21-13322b27c927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (71f0d725-89bd-4e99-b6de-aefa66c13947), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.827318 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122fb6c-f8ad-4675-a541-cf6849f22dab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e068656-72a4-4122-baf8-ad444f587b0b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:37.838077 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: ff4e1cbd-a8ba-418f-9630-3402de151b18 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:57:37.838625 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ff4e1cbd-a8ba-418f-9630-3402de151b18 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:57:37.857677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-91e0d6e5-af2c-4de9-9e4b-922331ec60ba tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] For port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:37.858235 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-91e0d6e5-af2c-4de9-9e4b-922331ec60ba tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.858358 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-ef29220c-20b9-4ad1-9975-ebed92f4b161 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Publish callbacks [] for port (a07c021f-e56d-4c1b-910e-0047605f1435), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.872564 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-91e0d6e5-af2c-4de9-9e4b-922331ec60ba tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Calling delete_port for 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:37.964556 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:37.986200 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c2b9a86d-dbda-488e-95d2-a5016b82280a None None] Set router 58ee0b8d-029b-4002-bb08-30c299978dae gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:38.098558 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-ef29220c-20b9-4ad1-9975-ebed92f4b161 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a07c021f-e56d-4c1b-910e-0047605f1435), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.123073 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fba3b9ee-ba78-41c4-aa21-13322b27c927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (71f0d725-89bd-4e99-b6de-aefa66c13947), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.168192 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-fba3b9ee-ba78-41c4-aa21-13322b27c927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f0d725-89bd-4e99-b6de-aefa66c13947']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:38.191601 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6a77340-de0d-4e69-91d2-c8520dfb8dd4 req-1471e941-1a4f-4eca-ae03-7ac481cc1522 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=d27b55e0-5ddb-4fbb-969b-1f85e37444da HTTP/1.1" status: 200 len: 210 time: 0.2190802 Jan 28 05:57:38.205461 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-fba3b9ee-ba78-41c4-aa21-13322b27c927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408a5be3-2db1-4884-b207-fe0ed77dafd8') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:38.207768 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-fba3b9ee-ba78-41c4-aa21-13322b27c927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408a5be3-2db1-4884-b207-fe0ed77dafd8') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:38.228919 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8bd423a-d471-4a6f-95be-8f46a9165653 req-14e0b44d-140b-4c20-8958-d9a4eb8dd86e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4989314 Jan 28 05:57:38.300118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-ef29220c-20b9-4ad1-9975-ebed92f4b161 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:57:38.308249 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fba3b9ee-ba78-41c4-aa21-13322b27c927 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (408a5be3-2db1-4884-b207-fe0ed77dafd8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.319912 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-ef29220c-20b9-4ad1-9975-ebed92f4b161 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:38.354435 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-ef29220c-20b9-4ad1-9975-ebed92f4b161 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:57:38.377429 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c2b9a86d-dbda-488e-95d2-a5016b82280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T05:52:47Z', 'revision_number': 4, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0020cc97-eb4e-4028-82bb-3915a9bcd773', 'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'mac_address': 'fa:16:3e:5b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:46Z', 'updated_at': '2022-01-28T05:52:51Z', 'revision_number': 5, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'subnets': [{'id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:38.385653 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-91e0d6e5-af2c-4de9-9e4b-922331ec60ba tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.392541 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48a1b967-8063-464b-a1de-ec89c760c90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e969df60-0849-47f0-bfc8-cf03e1f33ef1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.395152 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48a1b967-8063-464b-a1de-ec89c760c90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.405510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-48a1b967-8063-464b-a1de-ec89c760c90d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e969df60-0849-47f0-bfc8-cf03e1f33ef1 HTTP/1.1" status: 204 len: 168 time: 1.3523560 Jan 28 05:57:38.438798 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b9a86d-dbda-488e-95d2-a5016b82280a None None] The sync data for ids ['58ee0b8d-029b-4002-bb08-30c299978dae'] in n-d-812111-12 is: [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T05:52:47Z', 'revision_number': 4, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0020cc97-eb4e-4028-82bb-3915a9bcd773', 'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'mac_address': 'fa:16:3e:5b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:46Z', 'updated_at': '2022-01-28T05:52:51Z', 'revision_number': 5, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'subnets': [{'id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:57:38.475481 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29220c-20b9-4ad1-9975-ebed92f4b161 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Pushing event updated for resources: {'Port': ['ID=a07c021f-e56d-4c1b-910e-0047605f1435,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:38.492365 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fba3b9ee-ba78-41c4-aa21-13322b27c927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (408a5be3-2db1-4884-b207-fe0ed77dafd8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.510705 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dced9ccb-7f9e-4f93-8db6-b875cb0d06d9 req-9546bafa-0526-487c-8f19-9137cc12c1ba tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=789877e1-3a92-4606-82da-1c76e230b3df HTTP/1.1" status: 200 len: 210 time: 0.1287291 Jan 28 05:57:38.542874 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba3b9ee-ba78-41c4-aa21-13322b27c927 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:57:38.543420 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fba3b9ee-ba78-41c4-aa21-13322b27c927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (408a5be3-2db1-4884-b207-fe0ed77dafd8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:57:38.549641 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:57:38.676337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0d6e5-af2c-4de9-9e4b-922331ec60ba tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event deleted for resources: {'Port': ['ID=22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:38.689743 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1b967-8063-464b-a1de-ec89c760c90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e969df60-0849-47f0-bfc8-cf03e1f33ef1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:38.699658 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-ef29220c-20b9-4ad1-9975-ebed92f4b161 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:38.700436 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-ef29220c-20b9-4ad1-9975-ebed92f4b161 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.813007 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-ef29220c-20b9-4ad1-9975-ebed92f4b161 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0197532 Jan 28 05:57:38.813818 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fba3b9ee-ba78-41c4-aa21-13322b27c927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (71f0d725-89bd-4e99-b6de-aefa66c13947), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.848802 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fba3b9ee-ba78-41c4-aa21-13322b27c927 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.856677 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fba3b9ee-ba78-41c4-aa21-13322b27c927 admin admin] 10.222.0.31 "DELETE /v2.0/networks/71f0d725-89bd-4e99-b6de-aefa66c13947 HTTP/1.1" status: 204 len: 168 time: 1.1744092 Jan 28 05:57:38.874080 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Request body: {'port': {'device_id': '5ef31521-ab05-4f46-9d7e-533a2a13db0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:38.885945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3b9ee-ba78-41c4-aa21-13322b27c927 admin admin] Pushing event deleted for resources: {'Network': ['ID=71f0d725-89bd-4e99-b6de-aefa66c13947,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:38.893628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a4141971-8280-4280-8254-57fb8f57d395 None None] Provisioning complete for port a07c021f-e56d-4c1b-910e-0047605f1435 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:38.894217 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4141971-8280-4280-8254-57fb8f57d395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a07c021f-e56d-4c1b-910e-0047605f1435), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:38.960953 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a4141971-8280-4280-8254-57fb8f57d395 None None] Port a07c021f-e56d-4c1b-910e-0047605f1435 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:57:39.037773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a07c021f-e56d-4c1b-910e-0047605f1435), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:39.089351 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b550c9e-6738-4809-b592-bd177e0bc972 None None] New status for floating IP 6bb6a363-65d8-4b69-8094-bd30aaf0f4af: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:57:39.274929 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:39.385111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-91e0d6e5-af2c-4de9-9e4b-922331ec60ba tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] No DVR routers for this DVR port 22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:57:39.388417 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-91e0d6e5-af2c-4de9-9e4b-922331ec60ba tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:39.392132 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-91e0d6e5-af2c-4de9-9e4b-922331ec60ba tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.60 "DELETE /v2.0/ports/22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a HTTP/1.1" status: 204 len: 173 time: 2.5381973 Jan 28 05:57:39.392664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-deleted', 'tag': '22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:39.395017 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a0a8ed-5fb6-46b1-8331-9a4d8179b5b0" -d '{"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-deleted", "tag": "22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:39.498153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae99402-f395-4adb-a3f2-8f39ec95f1da req-235eb332-9dfe-47d1-986b-ce9ccb237022 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:39.509576 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ae99402-f395-4adb-a3f2-8f39ec95f1da req-235eb332-9dfe-47d1-986b-ce9ccb237022 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 936 time: 1.1027803 Jan 28 05:57:39.630259 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b8983476-bb01-4d66-a819-c9bfe4235c6b no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:39.690503 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46798) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:39.700001 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466fe8cd-e266-4cb2-8f30-51463308a710'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:39.702293 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cedaea-a534-43a5-aa96-d443a6bd5340" -d '{"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-unplugged", "status": "completed", "tag": "466fe8cd-e266-4cb2-8f30-51463308a710"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:39.704727 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: b8983476-bb01-4d66-a819-c9bfe4235c6b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:57:39.705059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b8983476-bb01-4d66-a819-c9bfe4235c6b not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:57:39.711281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f807b-6bd0-491d-afd5-b0997a0b4c45 req-3ee7545d-2cee-4112-9212-3a3b3bd1bfcb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:39.717766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f807b-6bd0-491d-afd5-b0997a0b4c45 req-3ee7545d-2cee-4112-9212-3a3b3bd1bfcb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:39.723458 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f807b-6bd0-491d-afd5-b0997a0b4c45 req-3ee7545d-2cee-4112-9212-3a3b3bd1bfcb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:39.730325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f807b-6bd0-491d-afd5-b0997a0b4c45 req-3ee7545d-2cee-4112-9212-3a3b3bd1bfcb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:39.753394 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d2f807b-6bd0-491d-afd5-b0997a0b4c45 req-3ee7545d-2cee-4112-9212-3a3b3bd1bfcb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 3142 time: 0.3152561 Jan 28 05:57:39.786101 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ae99402-f395-4adb-a3f2-8f39ec95f1da req-406683c4-3065-4d7a-ae09-4b55a0212758 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b867a4-02fc-4d6d-9c37-122e45c7c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709553 Jan 28 05:57:39.793023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46802) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:39.861214 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1ecd5448-de91-4dbe-ba58-adfcb2fdc4e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13771e2a72ec47c2860d1f4cd3eb4263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1655812 Jan 28 05:57:39.866444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46804) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:39.915760 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d2f807b-6bd0-491d-afd5-b0997a0b4c45 req-0b0b1d8f-1583-4e6a-bd10-94b934991552 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612592 Jan 28 05:57:39.919884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-d9889ead-f84c-4312-82cd-492bef14cbe3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Deleting port 466fe8cd-e266-4cb2-8f30-51463308a710 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:39.920453 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-d9889ead-f84c-4312-82cd-492bef14cbe3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (466fe8cd-e266-4cb2-8f30-51463308a710), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:39.941943 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-56b678cc-ed13-44a2-9268-461b490e0ef7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2643e30be7246918920f1f3041e4917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477985 Jan 28 05:57:39.963704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46808) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:40.027264 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29199b1-ab74-46b8-89db-d75e46983d9f x-openstack-request-id: req-c29199b1-ab74-46b8-89db-d75e46983d9f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:40.027607 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-deleted", "tag": "22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:40.027820 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c29199b1-ab74-46b8-89db-d75e46983d9f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:40.028363 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-deleted', 'tag': '22cc1ea8-8276-4c08-a5aa-c38dfa7ee85a', 'status': 'completed', 'code': 200} Jan 28 05:57:40.051100 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-54fcc348-2046-4504-a25d-27199a574f2d admin admin] Publish callbacks [] for security_group (19ee733c-27cc-44c3-96c8-860c8a7b83e0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:40.094773 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2470-0081-4226-a72d-c28dc100c8eb admin admin] Publish callbacks [] for security_group (77366994-0c67-4b8d-8923-eaea481fbd1a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:40.108491 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-54fcc348-2046-4504-a25d-27199a574f2d admin admin] Publish callbacks [] for security_group (19ee733c-27cc-44c3-96c8-860c8a7b83e0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:40.123345 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2470-0081-4226-a72d-c28dc100c8eb admin admin] Publish callbacks [] for security_group (77366994-0c67-4b8d-8923-eaea481fbd1a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:40.145013 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c62ca4-81c2-4125-bfbe-e4205fc86dd0 x-openstack-request-id: req-c0c62ca4-81c2-4125-bfbe-e4205fc86dd0 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:40.145987 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-unplugged", "status": "completed", "tag": "466fe8cd-e266-4cb2-8f30-51463308a710", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:40.146932 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0c62ca4-81c2-4125-bfbe-e4205fc86dd0 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:40.147484 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466fe8cd-e266-4cb2-8f30-51463308a710', 'code': 200} Jan 28 05:57:40.242041 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07c021f-e56d-4c1b-910e-0047605f1435 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:57:40.248583 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-d9889ead-f84c-4312-82cd-492bef14cbe3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] For port 466fe8cd-e266-4cb2-8f30-51463308a710, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=466fe8cd-e266-4cb2-8f30-51463308a710,segment=NetworkSegment(3f86edcc-b597-4238-ba5a-e3fe3fd24b6d),segment_id=3f86edcc-b597-4238-ba5a-e3fe3fd24b6d)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:40.252204 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-d9889ead-f84c-4312-82cd-492bef14cbe3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (466fe8cd-e266-4cb2-8f30-51463308a710), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:40.252329 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Publish callbacks [] for port (a07c021f-e56d-4c1b-910e-0047605f1435), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:40.266002 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-d9889ead-f84c-4312-82cd-492bef14cbe3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Calling delete_port for 466fe8cd-e266-4cb2-8f30-51463308a710 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:40.313232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Transition to ACTIVE for port object a07c021f-e56d-4c1b-910e-0047605f1435 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:57:40.314895 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-54fcc348-2046-4504-a25d-27199a574f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (19ee733c-27cc-44c3-96c8-860c8a7b83e0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:40.323699 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-54fcc348-2046-4504-a25d-27199a574f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:40.325752 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-54fcc348-2046-4504-a25d-27199a574f2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19ee733c-27cc-44c3-96c8-860c8a7b83e0 HTTP/1.1" status: 204 len: 168 time: 0.4577293 Jan 28 05:57:40.325868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46814) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:40.330050 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2470-0081-4226-a72d-c28dc100c8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (77366994-0c67-4b8d-8923-eaea481fbd1a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:40.332539 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2470-0081-4226-a72d-c28dc100c8eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:40.336938 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ca9b2470-0081-4226-a72d-c28dc100c8eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77366994-0c67-4b8d-8923-eaea481fbd1a HTTP/1.1" status: 204 len: 168 time: 0.3697593 Jan 28 05:57:40.379044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b2470-0081-4226-a72d-c28dc100c8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77366994-0c67-4b8d-8923-eaea481fbd1a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:40.403179 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (a07c021f-e56d-4c1b-910e-0047605f1435), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:40.426919 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcc348-2046-4504-a25d-27199a574f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ee733c-27cc-44c3-96c8-860c8a7b83e0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:40.551968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Pushing event updated for resources: {'Port': ['ID=a07c021f-e56d-4c1b-910e-0047605f1435,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:40.603285 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d136c1-989f-43ee-badc-3bb3c98527b5 req-449b55d7-d28b-4d4b-910b-c8b79640b6fb tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:40.604843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3d136c1-989f-43ee-badc-3bb3c98527b5 req-449b55d7-d28b-4d4b-910b-c8b79640b6fb tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.1969819 Jan 28 05:57:40.635447 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c579c911-c742-4aa6-9b0d-a518b2a78b26 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group (c8326bc8-780e-4ae2-af0b-56c69c2d6da4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:40.751573 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3d136c1-989f-43ee-badc-3bb3c98527b5 req-ac16f045-88b3-4827-8d2a-b2596a4b571d tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313891 Jan 28 05:57:40.780289 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-d9889ead-f84c-4312-82cd-492bef14cbe3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (466fe8cd-e266-4cb2-8f30-51463308a710), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:40.790222 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c579c911-c742-4aa6-9b0d-a518b2a78b26 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group (c8326bc8-780e-4ae2-af0b-56c69c2d6da4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:40.824673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9889ead-f84c-4312-82cd-492bef14cbe3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event deleted for resources: {'Port': ['ID=466fe8cd-e266-4cb2-8f30-51463308a710,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:40.905703 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-d9889ead-f84c-4312-82cd-492bef14cbe3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] No DVR routers for this DVR port 466fe8cd-e266-4cb2-8f30-51463308a710 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:57:40.912776 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Attempting to bind port a07c021f-e56d-4c1b-910e-0047605f1435 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:57:40.913345 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Attempting to bind port a07c021f-e56d-4c1b-910e-0047605f1435 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:57:40.913450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Attempting to bind port a07c021f-e56d-4c1b-910e-0047605f1435 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:57:40.922141 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-d9889ead-f84c-4312-82cd-492bef14cbe3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:40.932382 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-d9889ead-f84c-4312-82cd-492bef14cbe3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.60 "DELETE /v2.0/ports/466fe8cd-e266-4cb2-8f30-51463308a710 HTTP/1.1" status: 204 len: 173 time: 1.5335467 Jan 28 05:57:40.937454 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Port a07c021f-e56d-4c1b-910e-0047605f1435 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:57:40.937605 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Attempting to bind port a07c021f-e56d-4c1b-910e-0047605f1435 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:57:40.953129 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:57:40.953474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:57:40.953867 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:57:40.954324 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Bound port: a07c021f-e56d-4c1b-910e-0047605f1435, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:57:40.954719 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a07c021f-e56d-4c1b-910e-0047605f1435), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:41.090086 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] For port a07c021f-e56d-4c1b-910e-0047605f1435, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:57:41.094782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] For port a07c021f-e56d-4c1b-910e-0047605f1435, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a07c021f-e56d-4c1b-910e-0047605f1435,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:57:41.099348 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c579c911-c742-4aa6-9b0d-a518b2a78b26 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c8326bc8-780e-4ae2-af0b-56c69c2d6da4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:41.103969 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c579c911-c742-4aa6-9b0d-a518b2a78b26 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:41.104651 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c579c911-c742-4aa6-9b0d-a518b2a78b26 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "DELETE /v2.0/security-groups/c8326bc8-780e-4ae2-af0b-56c69c2d6da4 HTTP/1.1" status: 204 len: 168 time: 0.7746553 Jan 28 05:57:41.110484 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46836) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:41.127990 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579c911-c742-4aa6-9b0d-a518b2a78b26 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8326bc8-780e-4ae2-af0b-56c69c2d6da4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:41.138546 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-bc6459d6-97f5-43f2-a9b7-f80417b74f81 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] show failed (client error): The resource could not be found. Jan 28 05:57:41.139863 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bc6459d6-97f5-43f2-a9b7-f80417b74f81 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups/c8326bc8-780e-4ae2-af0b-56c69c2d6da4 HTTP/1.1" status: 404 len: 347 time: 0.0281644 Jan 28 05:57:41.149892 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46840) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:41.258527 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (a07c021f-e56d-4c1b-910e-0047605f1435), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:41.301333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08676182-ea03-4f3e-a27b-c410271d1620 req-4da44a5a-35a4-4b8f-8fc9-753969d41bab tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:41.310060 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08676182-ea03-4f3e-a27b-c410271d1620 req-4da44a5a-35a4-4b8f-8fc9-753969d41bab tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 948 time: 0.4020162 Jan 28 05:57:41.373318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1734a3-d49a-4b2d-a035-343364060541 req-830dc611-e17c-4970-8460-58eb378660a3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:41.380168 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1734a3-d49a-4b2d-a035-343364060541 req-830dc611-e17c-4970-8460-58eb378660a3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:41.424415 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1734a3-d49a-4b2d-a035-343364060541 req-830dc611-e17c-4970-8460-58eb378660a3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:41.424415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a1734a3-d49a-4b2d-a035-343364060541 req-830dc611-e17c-4970-8460-58eb378660a3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 2409 time: 0.2949739 Jan 28 05:57:41.443852 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:41.444486 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:41.446965 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] 10.222.0.60 "PUT /v2.0/ports/a07c021f-e56d-4c1b-910e-0047605f1435 HTTP/1.1" status: 200 len: 1097 time: 2.5885613 Jan 28 05:57:41.453161 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef31521-ab05-4f46-9d7e-533a2a13db0a', 'tag': 'a07c021f-e56d-4c1b-910e-0047605f1435'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:41.453161 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a08a3e0-28ab-4ce2-b82e-41e4a6fa542c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef31521-ab05-4f46-9d7e-533a2a13db0a", "tag": "a07c021f-e56d-4c1b-910e-0047605f1435"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:41.475997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-9c38235c-aa42-4fc7-a352-3310d3002399 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Deleting port 5af82a02-3fcb-48cb-87fb-eca56a102c4c {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:41.476904 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-9c38235c-aa42-4fc7-a352-3310d3002399 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5af82a02-3fcb-48cb-87fb-eca56a102c4c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:41.510694 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da7c30-25b8-4b45-8a21-6f84f0cc3e02 service neutron] Pushing event updated for resources: {'Port': ['ID=a07c021f-e56d-4c1b-910e-0047605f1435,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:41.530590 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08676182-ea03-4f3e-a27b-c410271d1620 req-f3f9bea3-30f0-4ad0-83c1-6219c5c9b854 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b867a4-02fc-4d6d-9c37-122e45c7c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193925 Jan 28 05:57:41.549204 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-32467313-cc05-4f0e-8a8f-21f8c3e02219 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Deleting port 1c555ad5-8cec-40c8-bc64-dc4e712d0fbf {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:41.549506 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32467313-cc05-4f0e-8a8f-21f8c3e02219 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1c555ad5-8cec-40c8-bc64-dc4e712d0fbf), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:41.619526 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d797868-ec42-4a1e-af54-36e093871679 x-openstack-request-id: req-8d797868-ec42-4a1e-af54-36e093871679 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:41.628957 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef31521-ab05-4f46-9d7e-533a2a13db0a", "tag": "a07c021f-e56d-4c1b-910e-0047605f1435", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:41.631428 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d797868-ec42-4a1e-af54-36e093871679 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:41.631428 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef31521-ab05-4f46-9d7e-533a2a13db0a', 'tag': 'a07c021f-e56d-4c1b-910e-0047605f1435', 'status': 'completed', 'code': 200} Jan 28 05:57:41.644776 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a1734a3-d49a-4b2d-a035-343364060541 req-00e8856a-ac17-41a0-bd5d-37db8b6a0cf2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438149 Jan 28 05:57:41.835783 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08a3e0-28ab-4ce2-b82e-41e4a6fa542c req-aa96014e-2585-4d73-bf21-dcf7efcb427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:41.840083 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0a08a3e0-28ab-4ce2-b82e-41e4a6fa542c req-aa96014e-2585-4d73-bf21-dcf7efcb427a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbc79cbf9170467382f8d73143b1e254&device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 1100 time: 0.1192369 Jan 28 05:57:41.847157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-9c38235c-aa42-4fc7-a352-3310d3002399 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] For port 5af82a02-3fcb-48cb-87fb-eca56a102c4c, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5af82a02-3fcb-48cb-87fb-eca56a102c4c,segment=NetworkSegment(3f86edcc-b597-4238-ba5a-e3fe3fd24b6d),segment_id=3f86edcc-b597-4238-ba5a-e3fe3fd24b6d)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:41.847682 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-9c38235c-aa42-4fc7-a352-3310d3002399 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5af82a02-3fcb-48cb-87fb-eca56a102c4c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:41.903858 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32467313-cc05-4f0e-8a8f-21f8c3e02219 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1c555ad5-8cec-40c8-bc64-dc4e712d0fbf), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:41.904193 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32467313-cc05-4f0e-8a8f-21f8c3e02219 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for floatingip (1c555ad5-8cec-40c8-bc64-dc4e712d0fbf), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:41.909147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-9c38235c-aa42-4fc7-a352-3310d3002399 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Calling delete_port for 5af82a02-3fcb-48cb-87fb-eca56a102c4c owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:41.948089 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0a08a3e0-28ab-4ce2-b82e-41e4a6fa542c req-c2bd5c14-4150-4c38-b4c5-eb3cfb722a06 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=bbc79cbf9170467382f8d73143b1e254&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794623 Jan 28 05:57:41.982486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151d145-d101-4622-aef4-d4d19a464c53 req-42c82e3d-0436-407f-9a2e-e99512ec1558 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:41.983997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a151d145-d101-4622-aef4-d4d19a464c53 req-42c82e3d-0436-407f-9a2e-e99512ec1558 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.2557139 Jan 28 05:57:42.000812 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-32467313-cc05-4f0e-8a8f-21f8c3e02219 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Calling delete_port for 1c555ad5-8cec-40c8-bc64-dc4e712d0fbf owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:42.041388 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-deleted', 'tag': '466fe8cd-e266-4cb2-8f30-51463308a710'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:42.043793 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dab07e9-2c41-406a-b052-8368170969b6" -d '{"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-deleted", "tag": "466fe8cd-e266-4cb2-8f30-51463308a710"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:42.108361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c9b8a-456a-49f5-84d9-2f035e17864e req-770d113a-ef06-4ea2-a32e-cb7a9bbabab4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:42.123842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-641c9b8a-456a-49f5-84d9-2f035e17864e req-770d113a-ef06-4ea2-a32e-cb7a9bbabab4 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 946 time: 0.2123806 Jan 28 05:57:42.166481 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c237e396-09c2-40ab-9ae1-466596831b3f x-openstack-request-id: req-c237e396-09c2-40ab-9ae1-466596831b3f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:42.166774 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-deleted", "tag": "466fe8cd-e266-4cb2-8f30-51463308a710", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:42.167011 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c237e396-09c2-40ab-9ae1-466596831b3f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:42.167402 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-deleted', 'tag': '466fe8cd-e266-4cb2-8f30-51463308a710', 'status': 'completed', 'code': 200} Jan 28 05:57:42.251623 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08a3e0-28ab-4ce2-b82e-41e4a6fa542c req-8117da2f-bd5b-46e9-af01-e24623a83ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:42.253821 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0a08a3e0-28ab-4ce2-b82e-41e4a6fa542c req-8117da2f-bd5b-46e9-af01-e24623a83ad1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3049529 Jan 28 05:57:42.394610 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-641c9b8a-456a-49f5-84d9-2f035e17864e req-e7900b79-3ee6-44bf-8fa2-de2534867e09 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=b047ccab-f10f-4a91-b420-cd77cd7c80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652361 Jan 28 05:57:42.409052 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-a151d145-d101-4622-aef4-d4d19a464c53 req-1671a79c-3a53-4fea-889e-3d27069b5b13 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Deleting port 665c9730-ba47-48db-9e9f-3536f440230a {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:42.409555 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a151d145-d101-4622-aef4-d4d19a464c53 req-1671a79c-3a53-4fea-889e-3d27069b5b13 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (665c9730-ba47-48db-9e9f-3536f440230a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:42.450139 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-3336a751-f3d9-4238-8b7c-9a69ea6b2566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:42.451692 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-3336a751-f3d9-4238-8b7c-9a69ea6b2566 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbc79cbf9170467382f8d73143b1e254&device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 1100 time: 0.0808682 Jan 28 05:57:42.510048 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-c4f842c9-dd88-4a30-896b-3b036275ab9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a07c021f-e56d-4c1b-910e-0047605f1435 HTTP/1.1" status: 200 len: 217 time: 0.0453014 Jan 28 05:57:42.569233 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-61f705f0-75fa-4866-b93c-f686a3b6c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:42.571094 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-61f705f0-75fa-4866-b93c-f686a3b6c9f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0546551 Jan 28 05:57:42.616356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a151d145-d101-4622-aef4-d4d19a464c53 req-1671a79c-3a53-4fea-889e-3d27069b5b13 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] For port 665c9730-ba47-48db-9e9f-3536f440230a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=665c9730-ba47-48db-9e9f-3536f440230a,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:42.616728 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a151d145-d101-4622-aef4-d4d19a464c53 req-1671a79c-3a53-4fea-889e-3d27069b5b13 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (665c9730-ba47-48db-9e9f-3536f440230a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:42.623633 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-9c38235c-aa42-4fc7-a352-3310d3002399 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (5af82a02-3fcb-48cb-87fb-eca56a102c4c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:42.695053 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32467313-cc05-4f0e-8a8f-21f8c3e02219 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1c555ad5-8cec-40c8-bc64-dc4e712d0fbf), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:42.698344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-a151d145-d101-4622-aef4-d4d19a464c53 req-1671a79c-3a53-4fea-889e-3d27069b5b13 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Calling delete_port for 665c9730-ba47-48db-9e9f-3536f440230a owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:42.773821 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-1bf7f270-6bb3-4109-b4b6-23c88f4f812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:42.775454 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-1bf7f270-6bb3-4109-b4b6-23c88f4f812f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1955745 Jan 28 05:57:42.809517 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32467313-cc05-4f0e-8a8f-21f8c3e02219 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Pushing event deleted for resources: {'Port': ['ID=1c555ad5-8cec-40c8-bc64-dc4e712d0fbf,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:42.818567 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46892) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:42.914279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46894) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:42.915839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38235c-aa42-4fc7-a352-3310d3002399 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event deleted for resources: {'Port': ['ID=5af82a02-3fcb-48cb-87fb-eca56a102c4c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:42.990833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-9c38235c-aa42-4fc7-a352-3310d3002399 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] No DVR routers for this DVR port 5af82a02-3fcb-48cb-87fb-eca56a102c4c on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:57:43.000595 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-9c38235c-aa42-4fc7-a352-3310d3002399 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:43.004718 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-9c38235c-aa42-4fc7-a352-3310d3002399 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.60 "DELETE /v2.0/ports/5af82a02-3fcb-48cb-87fb-eca56a102c4c HTTP/1.1" status: 204 len: 173 time: 2.0187919 Jan 28 05:57:43.063759 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32467313-cc05-4f0e-8a8f-21f8c3e02219 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for floatingip (6bb6a363-65d8-4b69-8094-bd30aaf0f4af), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:43.072689 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32467313-cc05-4f0e-8a8f-21f8c3e02219 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:43.074022 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-32467313-cc05-4f0e-8a8f-21f8c3e02219 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "DELETE /v2.0/floatingips/6bb6a363-65d8-4b69-8094-bd30aaf0f4af HTTP/1.1" status: 204 len: 168 time: 1.9193790 Jan 28 05:57:43.092185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373c8c1-ea37-4641-82a5-bd4e2bf19fd4 req-cffc2b83-ea05-4bf5-b943-ea4bd9145d1e tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:43.098654 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5373c8c1-ea37-4641-82a5-bd4e2bf19fd4 req-cffc2b83-ea05-4bf5-b943-ea4bd9145d1e tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 948 time: 0.2682061 Jan 28 05:57:43.107686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f55bfb-7b88-4bdb-8460-5d0cc0b3a74f req-5258d26e-cd95-4f93-bf22-20bb1fc80854 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:43.113647 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f55bfb-7b88-4bdb-8460-5d0cc0b3a74f req-5258d26e-cd95-4f93-bf22-20bb1fc80854 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:43.120985 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72f55bfb-7b88-4bdb-8460-5d0cc0b3a74f req-5258d26e-cd95-4f93-bf22-20bb1fc80854 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 1676 time: 0.3003004 Jan 28 05:57:43.246328 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-24a82089-ccfe-4595-920a-9ef150f8ea3f service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295704 Jan 28 05:57:43.325673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72f55bfb-7b88-4bdb-8460-5d0cc0b3a74f req-ee2462dd-811c-4a1e-985d-babe4b0bbd22 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034333 Jan 28 05:57:43.373384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5373c8c1-ea37-4641-82a5-bd4e2bf19fd4 req-5467fdc9-bad5-46e7-ae42-a0ba9df80fcc tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b867a4-02fc-4d6d-9c37-122e45c7c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445359 Jan 28 05:57:43.411135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-8ba4d624-2291-4cec-9b93-ef354eab624a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Deleting port 54091cbf-0759-4416-b585-fbc00752ec51 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:43.411546 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-8ba4d624-2291-4cec-9b93-ef354eab624a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (54091cbf-0759-4416-b585-fbc00752ec51), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:43.447170 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-59a6b4ee-8d80-4109-9327-1a3cd2bdad08 req-f83b854b-3c8d-4012-a9f4-1a9dbdb03690 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959734 Jan 28 05:57:43.495254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b55f9b97-0edf-421a-abf3-dabfa9c19202 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1163281318-network', 'tenant_id': '5dc18a2e0b674c98b21562e7c4b34ba0'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:43.549245 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a151d145-d101-4622-aef4-d4d19a464c53 req-1671a79c-3a53-4fea-889e-3d27069b5b13 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (665c9730-ba47-48db-9e9f-3536f440230a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:43.584068 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['665c9730-ba47-48db-9e9f-3536f440230a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:57:43.596579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d90e40d9-8b80-4d12-9f39-3180e9fb9b97 req-cdb1c4af-22e2-4ab1-9792-1bbec85192cf tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 210 time: 0.0620422 Jan 28 05:57:43.611103 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:57:43.633808 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fa5162ff-41cc-4c64-8735-1630acdf4d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:43.735931 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55f9b97-0edf-421a-abf3-dabfa9c19202 admin admin] Made reservation on behalf of 5dc18a2e0b674c98b21562e7c4b34ba0 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:43.737920 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b55f9b97-0edf-421a-abf3-dabfa9c19202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:43.770381 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b55f9b97-0edf-421a-abf3-dabfa9c19202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:43.773001 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671a79c-3a53-4fea-889e-3d27069b5b13 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Pushing event deleted for resources: {'Port': ['ID=665c9730-ba47-48db-9e9f-3536f440230a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:43.793296 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fa5162ff-41cc-4c64-8735-1630acdf4d18 admin admin] Publish callbacks [] for security_group (867ab1f1-a813-439d-8c8e-95202674e42c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:43.793439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a151d145-d101-4622-aef4-d4d19a464c53 req-1671a79c-3a53-4fea-889e-3d27069b5b13 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] No DVR routers for this DVR port 665c9730-ba47-48db-9e9f-3536f440230a on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:57:43.804595 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a151d145-d101-4622-aef4-d4d19a464c53 req-1671a79c-3a53-4fea-889e-3d27069b5b13 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:43.811102 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a151d145-d101-4622-aef4-d4d19a464c53 req-1671a79c-3a53-4fea-889e-3d27069b5b13 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.64 "DELETE /v2.0/ports/665c9730-ba47-48db-9e9f-3536f440230a HTTP/1.1" status: 204 len: 173 time: 1.8116589 Jan 28 05:57:43.838078 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46912) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:43.845404 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-15fdd3f0-b480-4a83-bac0-6ec6ecd91b38 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1681938406', 'description': 'tempest-description--181557121'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:43.901041 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fa5162ff-41cc-4c64-8735-1630acdf4d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (867ab1f1-a813-439d-8c8e-95202674e42c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:43.919116 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-8ba4d624-2291-4cec-9b93-ef354eab624a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] For port 54091cbf-0759-4416-b585-fbc00752ec51, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=54091cbf-0759-4416-b585-fbc00752ec51,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:43.919492 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-8ba4d624-2291-4cec-9b93-ef354eab624a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (54091cbf-0759-4416-b585-fbc00752ec51), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:43.940679 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-8ba4d624-2291-4cec-9b93-ef354eab624a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Calling delete_port for 54091cbf-0759-4416-b585-fbc00752ec51 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:44.014883 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-15fdd3f0-b480-4a83-bac0-6ec6ecd91b38 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.028034 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fa5162ff-41cc-4c64-8735-1630acdf4d18 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12c85cc40cbe439087de741475d39d17&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1763530 Jan 28 05:57:44.035896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46916) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:44.048688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5162ff-41cc-4c64-8735-1630acdf4d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867ab1f1-a813-439d-8c8e-95202674e42c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:44.065857 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b55f9b97-0edf-421a-abf3-dabfa9c19202 admin admin] Publish callbacks [] for security_group (871b36f4-2c52-495d-9c87-6ca073515bc8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.141136 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61a25006-933e-4be6-b247-089d2dcac014 admin admin] Publish callbacks [] for security_group (867ab1f1-a813-439d-8c8e-95202674e42c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.152520 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-15fdd3f0-b480-4a83-bac0-6ec6ecd91b38 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group (0538e967-2dd2-4cd0-aa79-1f9ff6d69b36), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.179937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-deleted', 'tag': '5af82a02-3fcb-48cb-87fb-eca56a102c4c'}, {'server_uuid': 'cd7c3449-5837-4ef9-993b-30e5fd263812', 'name': 'network-vif-deleted', 'tag': '665c9730-ba47-48db-9e9f-3536f440230a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:44.182280 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4cd02d-f8ce-415e-b8d7-d4d8f8cf36b8" -d '{"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-deleted", "tag": "5af82a02-3fcb-48cb-87fb-eca56a102c4c"}, {"server_uuid": "cd7c3449-5837-4ef9-993b-30e5fd263812", "name": "network-vif-deleted", "tag": "665c9730-ba47-48db-9e9f-3536f440230a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:44.199888 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b55f9b97-0edf-421a-abf3-dabfa9c19202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (871b36f4-2c52-495d-9c87-6ca073515bc8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.258653 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229077c8-0e1a-4dc8-b6d7-2e76383ef067 x-openstack-request-id: req-229077c8-0e1a-4dc8-b6d7-2e76383ef067 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:44.259493 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-deleted", "tag": "5af82a02-3fcb-48cb-87fb-eca56a102c4c", "status": "completed", "code": 200}, {"server_uuid": "cd7c3449-5837-4ef9-993b-30e5fd263812", "name": "network-vif-deleted", "tag": "665c9730-ba47-48db-9e9f-3536f440230a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:44.260066 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-229077c8-0e1a-4dc8-b6d7-2e76383ef067 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:44.260672 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-deleted', 'tag': '5af82a02-3fcb-48cb-87fb-eca56a102c4c', 'status': 'completed', 'code': 200} Jan 28 05:57:44.261111 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7c3449-5837-4ef9-993b-30e5fd263812', 'name': 'network-vif-deleted', 'tag': '665c9730-ba47-48db-9e9f-3536f440230a', 'status': 'completed', 'code': 200} Jan 28 05:57:44.264833 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61a25006-933e-4be6-b247-089d2dcac014 admin admin] Publish callbacks [] for security_group (867ab1f1-a813-439d-8c8e-95202674e42c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.265902 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-15fdd3f0-b480-4a83-bac0-6ec6ecd91b38 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0538e967-2dd2-4cd0-aa79-1f9ff6d69b36), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.297435 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55f9b97-0edf-421a-abf3-dabfa9c19202 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:57:44.347835 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f9b97-0edf-421a-abf3-dabfa9c19202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871b36f4-2c52-495d-9c87-6ca073515bc8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:44.347973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdd3f0-b480-4a83-bac0-6ec6ecd91b38 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:44.363622 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b55f9b97-0edf-421a-abf3-dabfa9c19202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1376efa8-b756-40f7-bcab-08089f88fa0b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.363970 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-b55f9b97-0edf-421a-abf3-dabfa9c19202 admin admin] Added segment 1376efa8-b756-40f7-bcab-08089f88fa0b of type vlan for network 1175c096-2ff8-4028-ba44-e52d863ba5cf Jan 28 05:57:44.423946 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-15fdd3f0-b480-4a83-bac0-6ec6ecd91b38 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.425583 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-15fdd3f0-b480-4a83-bac0-6ec6ecd91b38 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5852849 Jan 28 05:57:44.432082 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46932) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:44.436827 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1e13b038-7ed7-4235-b97d-a2b6fdbdc6d3 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Request body: {'security_group_rule': {'security_group_id': '0538e967-2dd2-4cd0-aa79-1f9ff6d69b36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:44.457995 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-8ba4d624-2291-4cec-9b93-ef354eab624a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (54091cbf-0759-4416-b585-fbc00752ec51), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.471444 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b55f9b97-0edf-421a-abf3-dabfa9c19202 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (1175c096-2ff8-4028-ba44-e52d863ba5cf), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.605588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4d624-2291-4cec-9b93-ef354eab624a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event deleted for resources: {'Port': ['ID=54091cbf-0759-4416-b585-fbc00752ec51,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:44.648023 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61a25006-933e-4be6-b247-089d2dcac014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (867ab1f1-a813-439d-8c8e-95202674e42c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.651942 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61a25006-933e-4be6-b247-089d2dcac014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.653609 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-61a25006-933e-4be6-b247-089d2dcac014 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/867ab1f1-a813-439d-8c8e-95202674e42c HTTP/1.1" status: 204 len: 168 time: 0.6167281 Jan 28 05:57:44.655243 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.db.resource_extend [None req-b55f9b97-0edf-421a-abf3-dabfa9c19202 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 05:57:44.667177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-8ba4d624-2291-4cec-9b93-ef354eab624a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] No DVR routers for this DVR port 54091cbf-0759-4416-b585-fbc00752ec51 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:57:44.672173 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e13b038-7ed7-4235-b97d-a2b6fdbdc6d3 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group_rule (501fa0e9-bd50-4b87-b015-2e54d0926db9), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.679784 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-8ba4d624-2291-4cec-9b93-ef354eab624a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.684986 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-8ba4d624-2291-4cec-9b93-ef354eab624a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.60 "DELETE /v2.0/ports/54091cbf-0759-4416-b585-fbc00752ec51 HTTP/1.1" status: 204 len: 173 time: 1.6724174 Jan 28 05:57:44.685952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a25006-933e-4be6-b247-089d2dcac014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867ab1f1-a813-439d-8c8e-95202674e42c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:44.778446 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e13b038-7ed7-4235-b97d-a2b6fdbdc6d3 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group_rule (501fa0e9-bd50-4b87-b015-2e54d0926db9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.820605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71891fc-c89b-4159-b8f5-202db181195b req-d885537b-edb1-4ed1-a970-1d18049298d4 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:44.823140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d71891fc-c89b-4159-b8f5-202db181195b req-d885537b-edb1-4ed1-a970-1d18049298d4 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 943 time: 0.3111997 Jan 28 05:57:44.868120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d660fa-cd32-4985-a42b-deafbf38b529 req-e73c0cb3-e560-4a12-ab5e-698b1426a89b tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:44.869799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98d660fa-cd32-4985-a42b-deafbf38b529 req-e73c0cb3-e560-4a12-ab5e-698b1426a89b tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 948 time: 0.3210206 Jan 28 05:57:44.872285 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e13b038-7ed7-4235-b97d-a2b6fdbdc6d3 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (501fa0e9-bd50-4b87-b015-2e54d0926db9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.899239 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b55f9b97-0edf-421a-abf3-dabfa9c19202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (1175c096-2ff8-4028-ba44-e52d863ba5cf), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.900189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55f9b97-0edf-421a-abf3-dabfa9c19202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:44.906855 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b55f9b97-0edf-421a-abf3-dabfa9c19202 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:44.917931 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13b038-7ed7-4235-b97d-a2b6fdbdc6d3 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501fa0e9-bd50-4b87-b015-2e54d0926db9,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:45.025993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d71891fc-c89b-4159-b8f5-202db181195b req-ad27fde5-4fb7-4a3f-ba58-732e4f330b36 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups?id=eae9756e-6982-4be6-88c2-1c22004000fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549392 Jan 28 05:57:45.033940 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e13b038-7ed7-4235-b97d-a2b6fdbdc6d3 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:45.039285 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1e13b038-7ed7-4235-b97d-a2b6fdbdc6d3 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6063008 Jan 28 05:57:45.040607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46948) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:45.048668 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-66124220-13ab-418e-b7ed-808f21910e92 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Request body: {'security_group_rule': {'security_group_id': '0538e967-2dd2-4cd0-aa79-1f9ff6d69b36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:45.139515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98d660fa-cd32-4985-a42b-deafbf38b529 req-9ec17ad8-9f90-483e-b92a-071394559a06 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b867a4-02fc-4d6d-9c37-122e45c7c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437334 Jan 28 05:57:45.153315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f9b97-0edf-421a-abf3-dabfa9c19202 admin admin] Pushing event updated for resources: {'Network': ['ID=1175c096-2ff8-4028-ba44-e52d863ba5cf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:45.169177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 1175c096-2ff8-4028-ba44-e52d863ba5cf details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:57:45.182457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-29b463cc-d9c4-4a73-8fa2-fccfbfa8a86f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Deleting port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:45.185505 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-29b463cc-d9c4-4a73-8fa2-fccfbfa8a86f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:45.200811 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66124220-13ab-418e-b7ed-808f21910e92 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group_rule (e0db17d6-1537-4272-b6d8-328a2381a94d), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:45.263198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b55f9b97-0edf-421a-abf3-dabfa9c19202 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3374181 Jan 28 05:57:45.266466 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46950) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:45.315185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e0bfb74a-fd12-40b8-9539-937d30021486 admin admin] Request body: {'subnet': {'network_id': '1175c096-2ff8-4028-ba44-e52d863ba5cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1163281318-subnet', 'tenant_id': '5dc18a2e0b674c98b21562e7c4b34ba0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:45.340349 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66124220-13ab-418e-b7ed-808f21910e92 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group_rule (e0db17d6-1537-4272-b6d8-328a2381a94d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:45.353374 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63b6484c-73ea-43a1-9e35-619d212d48e4 req-a1a25c28-7526-4241-9d4f-f102361887b3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd7c3449-5837-4ef9-993b-30e5fd263812 HTTP/1.1" status: 200 len: 210 time: 0.1229644 Jan 28 05:57:45.403257 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66124220-13ab-418e-b7ed-808f21910e92 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (e0db17d6-1537-4272-b6d8-328a2381a94d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:45.414746 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-29b463cc-d9c4-4a73-8fa2-fccfbfa8a86f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] For port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9,segment=NetworkSegment(2392e818-2b1c-4b88-b0a7-45f99a2215c1),segment_id=2392e818-2b1c-4b88-b0a7-45f99a2215c1)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:45.415528 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-29b463cc-d9c4-4a73-8fa2-fccfbfa8a86f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:45.420100 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bfb74a-fd12-40b8-9539-937d30021486 admin admin] Made reservation on behalf of 5dc18a2e0b674c98b21562e7c4b34ba0 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:45.424052 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb74a-fd12-40b8-9539-937d30021486 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:45.450175 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66124220-13ab-418e-b7ed-808f21910e92 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0db17d6-1537-4272-b6d8-328a2381a94d,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:45.633085 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 665c9730-ba47-48db-9e9f-3536f440230a no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:45.654143 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 665c9730-ba47-48db-9e9f-3536f440230a {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:57:45.654448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 665c9730-ba47-48db-9e9f-3536f440230a not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:57:45.664180 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66124220-13ab-418e-b7ed-808f21910e92 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:45.665858 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-66124220-13ab-418e-b7ed-808f21910e92 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6242754 Jan 28 05:57:45.669554 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46962) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:45.674995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-48007c1c-fdaa-4087-85bb-e1cbfff58672 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:45.775507 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48007c1c-fdaa-4087-85bb-e1cbfff58672 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:45.789541 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-29b463cc-d9c4-4a73-8fa2-fccfbfa8a86f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:45.790757 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-29b463cc-d9c4-4a73-8fa2-fccfbfa8a86f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (2d449885-aa26-4b2b-b8ab-c7aa8a9cb8eb), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:45.790757 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-29b463cc-d9c4-4a73-8fa2-fccfbfa8a86f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Floating IP 2d449885-aa26-4b2b-b8ab-c7aa8a9cb8eb disassociated. External IP: 172.25.0.86, port: 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9. Jan 28 05:57:45.790757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-29b463cc-d9c4-4a73-8fa2-fccfbfa8a86f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Calling delete_port for 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:45.877412 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48007c1c-fdaa-4087-85bb-e1cbfff58672 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:45.950420 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb74a-fd12-40b8-9539-937d30021486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (6900a3c3-cc04-4923-a868-4eba3cb15685), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:45.999765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-48007c1c-fdaa-4087-85bb-e1cbfff58672 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Allocated IP 172.25.0.227 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/6ec6214b-7a6e-44d1-91f7-6a2d014fbe4d) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:57:46.015270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfb74a-fd12-40b8-9539-937d30021486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6900a3c3-cc04-4923-a868-4eba3cb15685,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:46.031633 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bfb74a-fd12-40b8-9539-937d30021486 admin admin] Checking segment: {'id': '1376efa8-b756-40f7-bcab-08089f88fa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1175c096-2ff8-4028-ba44-e52d863ba5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:57:46.032011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bfb74a-fd12-40b8-9539-937d30021486 admin admin] Network hostable DHCP agents. Network: 1175c096-2ff8-4028-ba44-e52d863ba5cf, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:57:46.055742 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46968) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:46.069744 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f83458d-46f8-433e-ba6d-bbe2288e897f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:46.101401 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-29b463cc-d9c4-4a73-8fa2-fccfbfa8a86f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:46.151263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b463cc-d9c4-4a73-8fa2-fccfbfa8a86f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event deleted for resources: {'Port': ['ID=6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:46.151965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bfb74a-fd12-40b8-9539-937d30021486 admin admin] Network 1175c096-2ff8-4028-ba44-e52d863ba5cf is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:57:46.185826 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-943ceb72-83ec-48cb-835a-ccae42a40be4 req-72efa136-0575-45da-87b0-a7a8468dd6b5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0688002 Jan 28 05:57:46.249560 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f83458d-46f8-433e-ba6d-bbe2288e897f admin admin] Publish callbacks [] for security_group (61f61439-37f7-4773-9140-7206b319bc27), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:46.265617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-deleted', 'tag': '54091cbf-0759-4416-b585-fbc00752ec51'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:46.267882 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4550c8f0-de9d-41eb-88a1-c49566b044af" -d '{"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-deleted", "tag": "54091cbf-0759-4416-b585-fbc00752ec51"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:46.291331 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48007c1c-fdaa-4087-85bb-e1cbfff58672 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for port (6ec6214b-7a6e-44d1-91f7-6a2d014fbe4d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:46.328087 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316045e0-deb0-4c29-b52c-8820adc2680a x-openstack-request-id: req-316045e0-deb0-4c29-b52c-8820adc2680a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:46.328377 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-deleted", "tag": "54091cbf-0759-4416-b585-fbc00752ec51", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:46.328642 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-316045e0-deb0-4c29-b52c-8820adc2680a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:46.330497 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-deleted', 'tag': '54091cbf-0759-4416-b585-fbc00752ec51', 'status': 'completed', 'code': 200} Jan 28 05:57:46.334051 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e0bfb74a-fd12-40b8-9539-937d30021486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 1175c096-2ff8-4028-ba44-e52d863ba5cf) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:46.347040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bfb74a-fd12-40b8-9539-937d30021486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:46.347620 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb74a-fd12-40b8-9539-937d30021486 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:46.352916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69da62d3-7ca8-4728-97b9-752bf094a042 None None] Network 1175c096-2ff8-4028-ba44-e52d863ba5cf requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:57:46.355684 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f83458d-46f8-433e-ba6d-bbe2288e897f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (61f61439-37f7-4773-9140-7206b319bc27), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:46.404001 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5f83458d-46f8-433e-ba6d-bbe2288e897f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=646e4c3dcd864053a03cd7bdfc7a310b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3470302 Jan 28 05:57:46.404720 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46982) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:46.407297 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83458d-46f8-433e-ba6d-bbe2288e897f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f61439-37f7-4773-9140-7206b319bc27,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:46.447742 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48007c1c-fdaa-4087-85bb-e1cbfff58672 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6ec6214b-7a6e-44d1-91f7-6a2d014fbe4d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:46.483539 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928874ad-3a7f-4ef1-8336-085ce0e4bfe8 None None] Network 1175c096-2ff8-4028-ba44-e52d863ba5cf requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:57:46.505796 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48007c1c-fdaa-4087-85bb-e1cbfff58672 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:57:46.514625 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-48007c1c-fdaa-4087-85bb-e1cbfff58672 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:46.519685 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48007c1c-fdaa-4087-85bb-e1cbfff58672 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:57:46.550879 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48007c1c-fdaa-4087-85bb-e1cbfff58672 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Pushing event updated for resources: {'Port': ['ID=6ec6214b-7a6e-44d1-91f7-6a2d014fbe4d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:46.623448 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3a5b5565-6c26-475e-a3d7-b911534bc34c admin admin] Publish callbacks [] for security_group (61f61439-37f7-4773-9140-7206b319bc27), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:46.636446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a07c021f-e56d-4c1b-910e-0047605f1435 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:57:46.688943 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3a5b5565-6c26-475e-a3d7-b911534bc34c admin admin] Publish callbacks [] for security_group (61f61439-37f7-4773-9140-7206b319bc27), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:46.750235 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48007c1c-fdaa-4087-85bb-e1cbfff58672 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for floatingip (d57d3163-6476-46c0-8dc9-d671138519c4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:46.784569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a07c021f-e56d-4c1b-910e-0047605f1435, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a07c021f-e56d-4c1b-910e-0047605f1435,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:46.801086 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'a07c021f-e56d-4c1b-910e-0047605f1435', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'a07c021f-e56d-4c1b-910e-0047605f1435', 'mac_address': 'fa:16:3e:1a:87:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:57:46.853132 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3a5b5565-6c26-475e-a3d7-b911534bc34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (61f61439-37f7-4773-9140-7206b319bc27), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:46.855644 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3a5b5565-6c26-475e-a3d7-b911534bc34c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:46.860927 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3a5b5565-6c26-475e-a3d7-b911534bc34c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61f61439-37f7-4773-9140-7206b319bc27 HTTP/1.1" status: 204 len: 168 time: 0.4511640 Jan 28 05:57:46.865785 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port a07c021f-e56d-4c1b-910e-0047605f1435 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:46.866425 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a07c021f-e56d-4c1b-910e-0047605f1435), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:46.884674 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07c021f-e56d-4c1b-910e-0047605f1435 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:57:46.896375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-29b463cc-d9c4-4a73-8fa2-fccfbfa8a86f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Router 7c5dd5c9-dceb-49c1-8b87-938c794e6568 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:57:46.907479 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a07c021f-e56d-4c1b-910e-0047605f1435, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a07c021f-e56d-4c1b-910e-0047605f1435,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:46.911139 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e0bfb74a-fd12-40b8-9539-937d30021486 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6056659 Jan 28 05:57:46.915134 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b5565-6c26-475e-a3d7-b911534bc34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f61439-37f7-4773-9140-7206b319bc27,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:46.935601 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48007c1c-fdaa-4087-85bb-e1cbfff58672 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6ec6214b-7a6e-44d1-91f7-6a2d014fbe4d), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:46.943550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acc516-725b-4fb5-97d8-a2a821c50602 req-10372406-2e84-4d74-8029-cc6da8855581 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:46.945368 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75acc516-725b-4fb5-97d8-a2a821c50602 req-10372406-2e84-4d74-8029-cc6da8855581 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 948 time: 0.6152415 Jan 28 05:57:46.988168 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a07c021f-e56d-4c1b-910e-0047605f1435), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:47.117154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-29b463cc-d9c4-4a73-8fa2-fccfbfa8a86f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:57:47.131532 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343a90c4-a7a2-4da7-9c9a-707b14251578 None None] Sync routers for ids ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:57:47.139155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=a07c021f-e56d-4c1b-910e-0047605f1435,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:47.152424 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343a90c4-a7a2-4da7-9c9a-707b14251578 None None] Routers {'7c5dd5c9-dceb-49c1-8b87-938c794e6568'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:47.155229 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-343a90c4-a7a2-4da7-9c9a-707b14251578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:57:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:47.221572 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48007c1c-fdaa-4087-85bb-e1cbfff58672 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for port (6ec6214b-7a6e-44d1-91f7-6a2d014fbe4d), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:47.237130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-29b463cc-d9c4-4a73-8fa2-fccfbfa8a86f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] No DVR routers for this DVR port 6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:57:47.247533 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-29b463cc-d9c4-4a73-8fa2-fccfbfa8a86f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:47.252603 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4e8c750-54e7-43ae-8e02-19b2b4b3fa0c req-29b463cc-d9c4-4a73-8fa2-fccfbfa8a86f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.60 "DELETE /v2.0/ports/6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9 HTTP/1.1" status: 204 len: 173 time: 2.5520682 Jan 28 05:57:47.278110 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75acc516-725b-4fb5-97d8-a2a821c50602 req-f0495295-376e-4ee0-89bd-253322de4130 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b867a4-02fc-4d6d-9c37-122e45c7c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255506 Jan 28 05:57:47.280060 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['a07c021f-e56d-4c1b-910e-0047605f1435'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:57:47.283410 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48007c1c-fdaa-4087-85bb-e1cbfff58672 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (6ec6214b-7a6e-44d1-91f7-6a2d014fbe4d), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:47.295080 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cd4a8-3ea5-4956-9748-a23779ecbf28 req-3d185135-3be6-4982-afc1-ee92ac8503e3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:47.302523 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db8cd4a8-3ea5-4956-9748-a23779ecbf28 req-3d185135-3be6-4982-afc1-ee92ac8503e3 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1302118 Jan 28 05:57:47.401545 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db8cd4a8-3ea5-4956-9748-a23779ecbf28 req-72933ef1-72e5-468a-889a-c92a0a557e52 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979068 Jan 28 05:57:47.447983 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-343a90c4-a7a2-4da7-9c9a-707b14251578 None None] Set router 7c5dd5c9-dceb-49c1-8b87-938c794e6568 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:47.448110 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48007c1c-fdaa-4087-85bb-e1cbfff58672 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Pushing event updated for resources: {'Port': ['ID=6ec6214b-7a6e-44d1-91f7-6a2d014fbe4d,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:47.554493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54d9110a-c11e-4af9-b82b-25d49fa969d1 req-b717be47-ba32-4e2b-8d0b-72e8411fe182 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.1391375 Jan 28 05:57:47.607812 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48007c1c-fdaa-4087-85bb-e1cbfff58672 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (d57d3163-6476-46c0-8dc9-d671138519c4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:47.725088 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-343a90c4-a7a2-4da7-9c9a-707b14251578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'name': 'tempest-TaggedBootDevicesTest-775861909-router', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:12Z', 'revision_number': 4, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'gw_port': {'id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'edd3dd47-fb14-437e-b049-fec4a392ce61', 'name': '', 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'mac_address': 'fa:16:3e:da:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:11Z', 'updated_at': '2022-01-28T05:46:20Z', 'revision_number': 5, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'subnets': [{'id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:47.756208 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343a90c4-a7a2-4da7-9c9a-707b14251578 None None] Checking router: 7c5dd5c9-dceb-49c1-8b87-938c794e6568 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:57:47.766400 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343a90c4-a7a2-4da7-9c9a-707b14251578 None None] Routers {'7c5dd5c9-dceb-49c1-8b87-938c794e6568'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:47.766400 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-343a90c4-a7a2-4da7-9c9a-707b14251578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:57:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:47.793791 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48007c1c-fdaa-4087-85bb-e1cbfff58672 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:47.794790 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-48007c1c-fdaa-4087-85bb-e1cbfff58672 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1235929 Jan 28 05:57:47.888994 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-343a90c4-a7a2-4da7-9c9a-707b14251578 None None] Set router 7c5dd5c9-dceb-49c1-8b87-938c794e6568 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:48.043621 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47030) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:48.069017 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c2b857d-ed50-4841-ab42-8ba88a61e12f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:48.095820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b248431-8212-4f39-b3b0-6d750151644d req-57df8c3c-4dc2-4913-94a1-98f659f1a765 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1681938406&fields=id&tenant_id=ab9f5d5d427244a98e0169fec132ab39 HTTP/1.1" status: 200 len: 267 time: 0.0641308 Jan 28 05:57:48.141008 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47032) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:48.147961 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-61b05426-7a41-4de5-8514-e139341e823f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-661711966-network', 'tenant_id': 'd25e63fd79f548d4ad426d0236d7d61e'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:48.188703 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c2b857d-ed50-4841-ab42-8ba88a61e12f admin admin] Publish callbacks [] for security_group (703bdaa1-dcf0-4bd6-ba41-3d060c4dd660), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:48.215349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b248431-8212-4f39-b3b0-6d750151644d req-1a3a64f3-9500-4c72-bfd0-9383679109f7 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:48.216811 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b248431-8212-4f39-b3b0-6d750151644d req-1a3a64f3-9500-4c72-bfd0-9383679109f7 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/networks?id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b HTTP/1.1" status: 200 len: 817 time: 0.1197734 Jan 28 05:57:48.232418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b248431-8212-4f39-b3b0-6d750151644d req-abdf30ea-5f83-48bf-8802-8d877462cfb5 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/quotas/ab9f5d5d427244a98e0169fec132ab39 HTTP/1.1" status: 200 len: 375 time: 0.0100651 Jan 28 05:57:48.245526 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-343a90c4-a7a2-4da7-9c9a-707b14251578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'name': 'tempest-TaggedBootDevicesTest-775861909-router', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:12Z', 'revision_number': 4, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'gw_port': {'id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'edd3dd47-fb14-437e-b049-fec4a392ce61', 'name': '', 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'mac_address': 'fa:16:3e:da:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:11Z', 'updated_at': '2022-01-28T05:46:20Z', 'revision_number': 5, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'subnets': [{'id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:48.266380 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c2b857d-ed50-4841-ab42-8ba88a61e12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (703bdaa1-dcf0-4bd6-ba41-3d060c4dd660), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:48.291621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b248431-8212-4f39-b3b0-6d750151644d req-c600c5e6-8c62-4537-b7d9-19a38735412e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab9f5d5d427244a98e0169fec132ab39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536897 Jan 28 05:57:48.291806 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343a90c4-a7a2-4da7-9c9a-707b14251578 None None] The sync data for ids ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'] in n-d-812111-12 is: [{'id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'name': 'tempest-TaggedBootDevicesTest-775861909-router', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:12Z', 'revision_number': 4, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'gw_port': {'id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'edd3dd47-fb14-437e-b049-fec4a392ce61', 'name': '', 'network_id': '6d41f46e-f58d-4165-a16d-3b2144390868', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'mac_address': 'fa:16:3e:da:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:11Z', 'updated_at': '2022-01-28T05:46:20Z', 'revision_number': 5, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'subnets': [{'id': 'fef9bb5e-512a-4e07-ad80-abe7197482fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:57:48.295379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b05426-7a41-4de5-8514-e139341e823f admin admin] Made reservation on behalf of d25e63fd79f548d4ad426d0236d7d61e for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:48.298148 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61b05426-7a41-4de5-8514-e139341e823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:48.320840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-4b248431-8212-4f39-b3b0-6d750151644d req-7bc72584-d5b0-4dd4-a147-101d31188d34 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 05:57:48.322347 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b248431-8212-4f39-b3b0-6d750151644d req-7bc72584-d5b0-4dd4-a147-101d31188d34 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076039 Jan 28 05:57:48.330894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-deleted', 'tag': '6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:48.334717 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11819671-52b5-4889-a6c1-c149dc565d68" -d '{"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-deleted", "tag": "6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:48.334933 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61b05426-7a41-4de5-8514-e139341e823f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:48.336921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b857d-ed50-4841-ab42-8ba88a61e12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703bdaa1-dcf0-4bd6-ba41-3d060c4dd660,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:48.395590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47040) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:48.401643 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3c2b857d-ed50-4841-ab42-8ba88a61e12f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57e5cf086d3243f5a2b57b59bbaed460&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3568704 Jan 28 05:57:48.462381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b248431-8212-4f39-b3b0-6d750151644d req-588e1776-8ffb-489e-a9e0-9eabe0255c17 service neutron] 10.222.0.31 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324530 Jan 28 05:57:48.503130 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61b05426-7a41-4de5-8514-e139341e823f admin admin] Publish callbacks [] for security_group (21a2ea2a-c6c6-4a71-bfd0-29539576855d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:48.592291 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61b05426-7a41-4de5-8514-e139341e823f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (21a2ea2a-c6c6-4a71-bfd0-29539576855d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:48.605460 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b05426-7a41-4de5-8514-e139341e823f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:57:48.615870 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61b05426-7a41-4de5-8514-e139341e823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (f0a0bb2c-1b41-4ca5-a6ff-57f185484e42), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:48.616920 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-61b05426-7a41-4de5-8514-e139341e823f admin admin] Added segment f0a0bb2c-1b41-4ca5-a6ff-57f185484e42 of type vlan for network 76656840-ac3b-4b01-b79c-59eeb6917d51 Jan 28 05:57:48.623186 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a700b05-25bb-4cd6-8475-22f900aa8458 admin admin] Publish callbacks [] for security_group (703bdaa1-dcf0-4bd6-ba41-3d060c4dd660), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:48.624362 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a07c021f-e56d-4c1b-910e-0047605f1435 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:57:48.666228 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356a9f7-a7b0-4611-afc8-83adc35de06d req-a3370335-0b2e-420b-b987-44eea37db3d1 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:48.667779 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1356a9f7-a7b0-4611-afc8-83adc35de06d req-a3370335-0b2e-420b-b987-44eea37db3d1 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 949 time: 0.2029862 Jan 28 05:57:48.684081 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a700b05-25bb-4cd6-8475-22f900aa8458 admin admin] Publish callbacks [] for security_group (703bdaa1-dcf0-4bd6-ba41-3d060c4dd660), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:48.690641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9198ef37-2318-43d8-8b2e-09fb9d807341 None None] New status for floating IP 2d449885-aa26-4b2b-b8ab-c7aa8a9cb8eb: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:57:48.707042 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61b05426-7a41-4de5-8514-e139341e823f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (76656840-ac3b-4b01-b79c-59eeb6917d51), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:48.718230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6d2b4-38c7-43a6-82cf-d56826723d8b req-08756849-8620-484b-9fdf-e8d15eb08315 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:48.719795 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3c6d2b4-38c7-43a6-82cf-d56826723d8b req-08756849-8620-484b-9fdf-e8d15eb08315 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1572502 Jan 28 05:57:48.750324 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b248431-8212-4f39-b3b0-6d750151644d req-40e3a574-0cb2-4958-8665-f1a0f66869c9 service neutron] 10.222.0.31 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743931 Jan 28 05:57:48.766693 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b05426-7a41-4de5-8514-e139341e823f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a2ea2a-c6c6-4a71-bfd0-29539576855d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:48.815825 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61b05426-7a41-4de5-8514-e139341e823f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (76656840-ac3b-4b01-b79c-59eeb6917d51), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:48.816941 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1356a9f7-a7b0-4611-afc8-83adc35de06d req-e2e39f7b-45dd-42de-aae1-19bff7f42168 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b867a4-02fc-4d6d-9c37-122e45c7c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299531 Jan 28 05:57:48.818820 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b05426-7a41-4de5-8514-e139341e823f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:48.819464 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61b05426-7a41-4de5-8514-e139341e823f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:48.912374 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3951efb6-a664-437d-b31a-faf05612bb8e x-openstack-request-id: req-3951efb6-a664-437d-b31a-faf05612bb8e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:48.912680 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3291ad89-4923-4056-b5ad-5f876a20a660", "name": "network-vif-deleted", "tag": "6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:48.912941 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3951efb6-a664-437d-b31a-faf05612bb8e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:48.913348 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3291ad89-4923-4056-b5ad-5f876a20a660', 'name': 'network-vif-deleted', 'tag': '6f4c73ec-1c5a-4fd3-b48b-1394ed0c4ad9', 'status': 'completed', 'code': 200} Jan 28 05:57:48.935212 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b05426-7a41-4de5-8514-e139341e823f admin admin] Pushing event updated for resources: {'Network': ['ID=76656840-ac3b-4b01-b79c-59eeb6917d51,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:48.935844 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c3c6d2b4-38c7-43a6-82cf-d56826723d8b req-693a3cb5-4135-440b-93a0-22b4261cc21b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Deleting port 674b90d5-dcf3-436f-b840-21191a8b7e2e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:48.935844 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c3c6d2b4-38c7-43a6-82cf-d56826723d8b req-693a3cb5-4135-440b-93a0-22b4261cc21b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:48.953243 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 76656840-ac3b-4b01-b79c-59eeb6917d51 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:57:49.015464 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-61b05426-7a41-4de5-8514-e139341e823f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8708148 Jan 28 05:57:49.019159 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47046) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:49.022194 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-cdc711f2-2045-4111-9c2a-71d13e9ac7a9 admin admin] Request body: {'subnet': {'network_id': '76656840-ac3b-4b01-b79c-59eeb6917d51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-661711966-subnet', 'tenant_id': 'd25e63fd79f548d4ad426d0236d7d61e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:49.024053 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a700b05-25bb-4cd6-8475-22f900aa8458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (703bdaa1-dcf0-4bd6-ba41-3d060c4dd660), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:49.030644 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a700b05-25bb-4cd6-8475-22f900aa8458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:49.032349 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2a700b05-25bb-4cd6-8475-22f900aa8458 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/703bdaa1-dcf0-4bd6-ba41-3d060c4dd660 HTTP/1.1" status: 204 len: 168 time: 0.6336274 Jan 28 05:57:49.055044 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port a07c021f-e56d-4c1b-910e-0047605f1435 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:57:49.062948 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a700b05-25bb-4cd6-8475-22f900aa8458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703bdaa1-dcf0-4bd6-ba41-3d060c4dd660,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:49.094668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port a07c021f-e56d-4c1b-910e-0047605f1435 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:49.095055 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a07c021f-e56d-4c1b-910e-0047605f1435), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:49.151286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f6adc-7e68-42d4-bad6-3321aee616cd req-a7198898-4c3b-44ed-b593-127f513b67cc tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:49.152867 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-087f6adc-7e68-42d4-bad6-3321aee616cd req-a7198898-4c3b-44ed-b593-127f513b67cc tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 945 time: 0.1587019 Jan 28 05:57:49.161377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c3c6d2b4-38c7-43a6-82cf-d56826723d8b req-693a3cb5-4135-440b-93a0-22b4261cc21b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] For port 674b90d5-dcf3-436f-b840-21191a8b7e2e, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=674b90d5-dcf3-436f-b840-21191a8b7e2e,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:49.161811 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c3c6d2b4-38c7-43a6-82cf-d56826723d8b req-693a3cb5-4135-440b-93a0-22b4261cc21b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:49.185958 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc711f2-2045-4111-9c2a-71d13e9ac7a9 admin admin] Made reservation on behalf of d25e63fd79f548d4ad426d0236d7d61e for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:49.188503 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cdc711f2-2045-4111-9c2a-71d13e9ac7a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:49.219363 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0a583e3-b271-43a9-8674-976601e8b206 req-ce481476-8a27-4b6f-ab04-ad266cb51909 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0622401 Jan 28 05:57:49.315113 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port a07c021f-e56d-4c1b-910e-0047605f1435 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:49.315432 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a07c021f-e56d-4c1b-910e-0047605f1435), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:49.364668 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-087f6adc-7e68-42d4-bad6-3321aee616cd req-f05b4c50-2a1e-4286-a4c1-5dee434b3d31 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976569 Jan 28 05:57:49.388938 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef31521-ab05-4f46-9d7e-533a2a13db0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07c021f-e56d-4c1b-910e-0047605f1435'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:49.394825 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315596a2-64ac-4741-b9f4-455aa2be572b" -d '{"events": [{"server_uuid": "5ef31521-ab05-4f46-9d7e-533a2a13db0a", "name": "network-vif-plugged", "status": "completed", "tag": "a07c021f-e56d-4c1b-910e-0047605f1435"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:49.396995 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-69da7beb-5700-419b-bf05-cfc901028b9d req-d0905792-21c1-46ba-8630-2849ae8a64a0 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 210 time: 0.0897694 Jan 28 05:57:49.430581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a07c021f-e56d-4c1b-910e-0047605f1435, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a07c021f-e56d-4c1b-910e-0047605f1435,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:49.455289 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e95eb74-aa10-445d-91ef-fec5b129cb7d x-openstack-request-id: req-3e95eb74-aa10-445d-91ef-fec5b129cb7d {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:49.455657 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef31521-ab05-4f46-9d7e-533a2a13db0a", "name": "network-vif-plugged", "status": "completed", "tag": "a07c021f-e56d-4c1b-910e-0047605f1435", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:49.455984 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e95eb74-aa10-445d-91ef-fec5b129cb7d {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:49.456450 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef31521-ab05-4f46-9d7e-533a2a13db0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07c021f-e56d-4c1b-910e-0047605f1435', 'code': 200} Jan 28 05:57:49.546322 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a07c021f-e56d-4c1b-910e-0047605f1435), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:49.598128 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c3c6d2b4-38c7-43a6-82cf-d56826723d8b req-693a3cb5-4135-440b-93a0-22b4261cc21b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:49.598626 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c3c6d2b4-38c7-43a6-82cf-d56826723d8b req-693a3cb5-4135-440b-93a0-22b4261cc21b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (340835a9-a3f2-44b6-8b12-3e34b58ad49c), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:49.598995 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-c3c6d2b4-38c7-43a6-82cf-d56826723d8b req-693a3cb5-4135-440b-93a0-22b4261cc21b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Floating IP 340835a9-a3f2-44b6-8b12-3e34b58ad49c disassociated. External IP: 172.25.0.153, port: 674b90d5-dcf3-436f-b840-21191a8b7e2e. Jan 28 05:57:49.599408 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c3c6d2b4-38c7-43a6-82cf-d56826723d8b req-693a3cb5-4135-440b-93a0-22b4261cc21b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Calling delete_port for 674b90d5-dcf3-436f-b840-21191a8b7e2e owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:49.607172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=a07c021f-e56d-4c1b-910e-0047605f1435,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:49.643393 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cdc711f2-2045-4111-9c2a-71d13e9ac7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (ad6c3782-ec29-4d08-a79f-98aaef13e318), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:49.663511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f8bf6-072f-45d1-a8d4-f11a5676373f req-68bfd182-d1f6-41b5-b1ba-e455dffb09e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:49.665022 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-871f8bf6-072f-45d1-a8d4-f11a5676373f req-68bfd182-d1f6-41b5-b1ba-e455dffb09e5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 1102 time: 0.0989721 Jan 28 05:57:49.721036 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc711f2-2045-4111-9c2a-71d13e9ac7a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad6c3782-ec29-4d08-a79f-98aaef13e318,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:49.721670 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-871f8bf6-072f-45d1-a8d4-f11a5676373f req-f8b2256b-4cfe-4c9c-a7f6-98236d3b6e8e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c4b867a4-02fc-4d6d-9c37-122e45c7c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492349 Jan 28 05:57:49.726277 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc711f2-2045-4111-9c2a-71d13e9ac7a9 admin admin] Checking segment: {'id': 'f0a0bb2c-1b41-4ca5-a6ff-57f185484e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '76656840-ac3b-4b01-b79c-59eeb6917d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:57:49.726660 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc711f2-2045-4111-9c2a-71d13e9ac7a9 admin admin] Network hostable DHCP agents. Network: 76656840-ac3b-4b01-b79c-59eeb6917d51, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:57:49.858602 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc711f2-2045-4111-9c2a-71d13e9ac7a9 admin admin] Network 76656840-ac3b-4b01-b79c-59eeb6917d51 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:57:49.907145 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c3c6d2b4-38c7-43a6-82cf-d56826723d8b req-693a3cb5-4135-440b-93a0-22b4261cc21b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (674b90d5-dcf3-436f-b840-21191a8b7e2e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:49.935376 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-cdc711f2-2045-4111-9c2a-71d13e9ac7a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 76656840-ac3b-4b01-b79c-59eeb6917d51) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:49.940116 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc711f2-2045-4111-9c2a-71d13e9ac7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:49.940855 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cdc711f2-2045-4111-9c2a-71d13e9ac7a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:49.946478 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062971d4-0eb3-44b6-a07f-44475739ad90 None None] Network 76656840-ac3b-4b01-b79c-59eeb6917d51 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:57:49.987807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a3cb5-4135-440b-93a0-22b4261cc21b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Pushing event deleted for resources: {'Port': ['ID=674b90d5-dcf3-436f-b840-21191a8b7e2e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:50.032896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0b6a-c95d-4fea-bdfa-a0f0ca006ffc req-940a3e43-d1f2-4050-9a66-e0ee6d8d5855 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:50.044301 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-723f0b6a-c95d-4fea-bdfa-a0f0ca006ffc req-940a3e43-d1f2-4050-9a66-e0ee6d8d5855 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 950 time: 0.1313910 Jan 28 05:57:50.071122 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cdc711f2-2045-4111-9c2a-71d13e9ac7a9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0537722 Jan 28 05:57:50.110813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991c3316-933d-4c66-945a-5c0cf271a577 None None] Network 76656840-ac3b-4b01-b79c-59eeb6917d51 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:57:50.112287 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-723f0b6a-c95d-4fea-bdfa-a0f0ca006ffc req-55175d7f-d004-4795-baf1-dfefdfb9b6fb tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b867a4-02fc-4d6d-9c37-122e45c7c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668883 Jan 28 05:57:50.318288 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3c6d2b4-38c7-43a6-82cf-d56826723d8b req-693a3cb5-4135-440b-93a0-22b4261cc21b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Router 49828064-71ed-4e28-95ad-89e0f2166319 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:57:50.490166 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a07860c8-f690-4a01-a6e0-7c2fe6e72dc4 req-a7a947a2-214d-4065-bc17-004a8fd5987a tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0937283 Jan 28 05:57:50.545182 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a53cd40-2f13-4551-ab09-8844b428ae81 req-6f3177ae-3f3a-4d15-9420-369556db55c2 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 210 time: 0.0342796 Jan 28 05:57:50.610193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3c6d2b4-38c7-43a6-82cf-d56826723d8b req-693a3cb5-4135-440b-93a0-22b4261cc21b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:57:50.618276 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe875788-3a2a-4c48-bb13-b2e905bfa8aa None None] Sync routers for ids ['49828064-71ed-4e28-95ad-89e0f2166319'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:57:50.633039 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe875788-3a2a-4c48-bb13-b2e905bfa8aa None None] Routers {'49828064-71ed-4e28-95ad-89e0f2166319'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:50.634352 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fe875788-3a2a-4c48-bb13-b2e905bfa8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:57:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['49828064-71ed-4e28-95ad-89e0f2166319'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:50.676062 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c6d2b4-38c7-43a6-82cf-d56826723d8b req-693a3cb5-4135-440b-93a0-22b4261cc21b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] No DVR routers for this DVR port 674b90d5-dcf3-436f-b840-21191a8b7e2e on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:57:50.680185 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c3c6d2b4-38c7-43a6-82cf-d56826723d8b req-693a3cb5-4135-440b-93a0-22b4261cc21b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:50.685364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3c6d2b4-38c7-43a6-82cf-d56826723d8b req-693a3cb5-4135-440b-93a0-22b4261cc21b tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.64 "DELETE /v2.0/ports/674b90d5-dcf3-436f-b840-21191a8b7e2e HTTP/1.1" status: 204 len: 173 time: 1.9590528 Jan 28 05:57:50.805972 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-fe875788-3a2a-4c48-bb13-b2e905bfa8aa None None] Set router 49828064-71ed-4e28-95ad-89e0f2166319 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:50.882279 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc7fc43b-601b-4bda-a098-1357dfa7ec8c req-97a9ffc1-39d0-43ee-90e3-dbee1d799f85 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 210 time: 0.0383132 Jan 28 05:57:50.915365 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'name': 'network-vif-deleted', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:50.917956 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b375624-07d4-4b0a-8f5c-ec7e4a88f47f" -d '{"events": [{"server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "name": "network-vif-deleted", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:50.999996 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb7aa9a-8847-4282-b418-a5e936b5f099 x-openstack-request-id: req-2cb7aa9a-8847-4282-b418-a5e936b5f099 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:51.000292 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cf6f3c-0739-45cf-a57a-08a30d0a6b64", "name": "network-vif-deleted", "tag": "674b90d5-dcf3-436f-b840-21191a8b7e2e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:51.000551 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cb7aa9a-8847-4282-b418-a5e936b5f099 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:51.001889 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cf6f3c-0739-45cf-a57a-08a30d0a6b64', 'name': 'network-vif-deleted', 'tag': '674b90d5-dcf3-436f-b840-21191a8b7e2e', 'status': 'completed', 'code': 200} Jan 28 05:57:51.072060 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac545b-897d-48e0-9f9d-c33c27868528 req-d08a574a-811d-44ca-96c2-8ad0e9cb0fd4 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:51.073712 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edac545b-897d-48e0-9f9d-c33c27868528 req-d08a574a-811d-44ca-96c2-8ad0e9cb0fd4 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/networks?id=1175c096-2ff8-4028-ba44-e52d863ba5cf HTTP/1.1" status: 200 len: 825 time: 0.1422591 Jan 28 05:57:51.104399 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edac545b-897d-48e0-9f9d-c33c27868528 req-e413d9dd-5333-487a-9045-f2611fdcb997 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/quotas/5dc18a2e0b674c98b21562e7c4b34ba0 HTTP/1.1" status: 200 len: 375 time: 0.0247719 Jan 28 05:57:51.122122 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fe875788-3a2a-4c48-bb13-b2e905bfa8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49828064-71ed-4e28-95ad-89e0f2166319', 'name': 'tempest-ServerActionsTestJSON-2095275784-router', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:36Z', 'updated_at': '2022-01-28T05:48:44Z', 'revision_number': 4, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'gw_port': {'id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:38Z', 'updated_at': '2022-01-28T05:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'b068c17c-aecf-4c4c-be72-4a11be89bd42', 'name': '', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'mac_address': 'fa:16:3e:d2:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:43Z', 'updated_at': '2022-01-28T05:48:53Z', 'revision_number': 5, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'subnets': [{'id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:51.153107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edac545b-897d-48e0-9f9d-c33c27868528 req-f968b81f-13dd-4fdc-b016-1d6fdb8a366e tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5dc18a2e0b674c98b21562e7c4b34ba0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418973 Jan 28 05:57:51.179243 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe875788-3a2a-4c48-bb13-b2e905bfa8aa None None] Checking router: 49828064-71ed-4e28-95ad-89e0f2166319 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:57:51.202968 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe875788-3a2a-4c48-bb13-b2e905bfa8aa None None] Routers {'49828064-71ed-4e28-95ad-89e0f2166319'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:51.203744 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fe875788-3a2a-4c48-bb13-b2e905bfa8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:57:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['49828064-71ed-4e28-95ad-89e0f2166319'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:51.319884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dda23c-11c7-4168-8655-4baca8c28861 req-b9d51de2-eebf-4930-875f-728800556044 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:51.321544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1dda23c-11c7-4168-8655-4baca8c28861 req-b9d51de2-eebf-4930-875f-728800556044 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 950 time: 0.1024065 Jan 28 05:57:51.329778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edac545b-897d-48e0-9f9d-c33c27868528 req-35e09079-cbdf-45cd-b13e-f72831481417 service neutron] 10.222.0.31 "GET /v2.0/networks/1175c096-2ff8-4028-ba44-e52d863ba5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651876 Jan 28 05:57:51.343069 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-fe875788-3a2a-4c48-bb13-b2e905bfa8aa None None] Set router 49828064-71ed-4e28-95ad-89e0f2166319 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:51.445577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1dda23c-11c7-4168-8655-4baca8c28861 req-b4380b98-cb3d-46fc-aa27-966849b0a1a8 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b867a4-02fc-4d6d-9c37-122e45c7c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068382 Jan 28 05:57:51.470369 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edac545b-897d-48e0-9f9d-c33c27868528 req-820f31a2-8b8d-4dc6-a09b-f1c60842f762 service neutron] 10.222.0.31 "GET /v2.0/networks/1175c096-2ff8-4028-ba44-e52d863ba5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395836 Jan 28 05:57:51.627743 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fe875788-3a2a-4c48-bb13-b2e905bfa8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49828064-71ed-4e28-95ad-89e0f2166319', 'name': 'tempest-ServerActionsTestJSON-2095275784-router', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:36Z', 'updated_at': '2022-01-28T05:48:44Z', 'revision_number': 4, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'gw_port': {'id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:38Z', 'updated_at': '2022-01-28T05:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'b068c17c-aecf-4c4c-be72-4a11be89bd42', 'name': '', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'mac_address': 'fa:16:3e:d2:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:43Z', 'updated_at': '2022-01-28T05:48:53Z', 'revision_number': 5, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'subnets': [{'id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:51.668366 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe875788-3a2a-4c48-bb13-b2e905bfa8aa None None] The sync data for ids ['49828064-71ed-4e28-95ad-89e0f2166319'] in n-d-812111-12 is: [{'id': '49828064-71ed-4e28-95ad-89e0f2166319', 'name': 'tempest-ServerActionsTestJSON-2095275784-router', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:36Z', 'updated_at': '2022-01-28T05:48:44Z', 'revision_number': 4, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'gw_port': {'id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:38Z', 'updated_at': '2022-01-28T05:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'b068c17c-aecf-4c4c-be72-4a11be89bd42', 'name': '', 'network_id': '5c505b81-6ecb-4c4a-a856-19ef45e45048', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'mac_address': 'fa:16:3e:d2:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:43Z', 'updated_at': '2022-01-28T05:48:53Z', 'revision_number': 5, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'subnets': [{'id': 'f3d221ce-7bd7-457b-a352-259548b98d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:57:51.819713 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e548af2-f9b6-448e-94da-3ab4995279f8 req-15b9dbda-e511-4a98-8ddc-c7cd8ca69f2e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0343890 Jan 28 05:57:51.954256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0a5b599-9a3e-4620-9d9b-c9882b43a4f1 req-cb3bb635-a61b-4a10-ab37-1c32b93b6d79 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8cf6f3c-0739-45cf-a57a-08a30d0a6b64 HTTP/1.1" status: 200 len: 210 time: 0.0287316 Jan 28 05:57:52.037964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3a27568-1259-4b99-a790-0996371f2841 req-7dad894f-11f4-4e22-a917-fc19b6e92e44 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 210 time: 0.0351894 Jan 28 05:57:52.065591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff51b07-7d72-471d-a256-47d71d7df0aa None None] New status for floating IP 340835a9-a3f2-44b6-8b12-3e34b58ad49c: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:57:52.163942 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd9e8165-bf38-40be-9476-659e9aa6e1e9 req-f0ebd3dc-df12-4896-9eb0-0b39574252ae tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 210 time: 0.0402095 Jan 28 05:57:52.529733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b248431-8212-4f39-b3b0-6d750151644d req-cf68d5e6-354b-4f1a-bf15-f383c726c583 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:52.531192 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b248431-8212-4f39-b3b0-6d750151644d req-cf68d5e6-354b-4f1a-bf15-f383c726c583 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.64 "GET /v2.0/networks?id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b HTTP/1.1" status: 200 len: 817 time: 0.1112237 Jan 28 05:57:52.601216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b248431-8212-4f39-b3b0-6d750151644d req-8df456ee-78a8-4651-b49e-c81c64baf687 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab9f5d5d427244a98e0169fec132ab39 HTTP/1.1" status: 200 len: 380 time: 0.0549130 Jan 28 05:57:52.609961 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-4b248431-8212-4f39-b3b0-6d750151644d req-aa87638e-ea39-49c7-a1e4-aee98b869467 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Request body: {'port': {'device_id': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'admin_state_up': True, 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'security_groups': ['0538e967-2dd2-4cd0-aa79-1f9ff6d69b36']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:52.762950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b248431-8212-4f39-b3b0-6d750151644d req-aa87638e-ea39-49c7-a1e4-aee98b869467 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Made reservation on behalf of ab9f5d5d427244a98e0169fec132ab39 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:52.766448 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4b248431-8212-4f39-b3b0-6d750151644d req-aa87638e-ea39-49c7-a1e4-aee98b869467 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:52.905428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-4b248431-8212-4f39-b3b0-6d750151644d req-aa87638e-ea39-49c7-a1e4-aee98b869467 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Allocated IP 172.20.0.4 (8ec13b76-90fa-43c4-988d-6995ecc2bd9b/12e0ced4-18e5-4afc-8b80-623ef26fa087/783c1ecc-77e2-46e4-9574-f4bdb08db906) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:57:52.942824 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98081660-16aa-4ea7-9e2c-1e56bd930fec req-9fb4b7d4-755d-475f-b080-a4ed3bab9f33 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0388021 Jan 28 05:57:53.094444 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4b248431-8212-4f39-b3b0-6d750151644d req-aa87638e-ea39-49c7-a1e4-aee98b869467 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:53.170587 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47140) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:53.181130 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4b248431-8212-4f39-b3b0-6d750151644d req-aa87638e-ea39-49c7-a1e4-aee98b869467 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:53.233458 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf497-c03e-4b3f-9462-f7970aa14717 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for security_group (dfee66e4-8ad5-4fa4-bbbb-595db66e8d31), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:53.233804 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b248431-8212-4f39-b3b0-6d750151644d req-aa87638e-ea39-49c7-a1e4-aee98b869467 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:57:53.237939 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-4b248431-8212-4f39-b3b0-6d750151644d req-aa87638e-ea39-49c7-a1e4-aee98b869467 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:53.243030 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b248431-8212-4f39-b3b0-6d750151644d req-aa87638e-ea39-49c7-a1e4-aee98b869467 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:57:53.282686 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf497-c03e-4b3f-9462-f7970aa14717 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for security_group (dfee66e4-8ad5-4fa4-bbbb-595db66e8d31), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:53.306815 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87638e-ea39-49c7-a1e4-aee98b869467 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Pushing event updated for resources: {'Port': ['ID=783c1ecc-77e2-46e4-9574-f4bdb08db906,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:53.331191 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5091296-0004-4abb-989c-ceb8f6ed0f18 req-e73f8f86-8fad-40ed-9f6e-c3ba381cecb4 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 210 time: 0.0449765 Jan 28 05:57:53.365307 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b248431-8212-4f39-b3b0-6d750151644d req-aa87638e-ea39-49c7-a1e4-aee98b869467 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:53.365528 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4b248431-8212-4f39-b3b0-6d750151644d req-aa87638e-ea39-49c7-a1e4-aee98b869467 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:53.458965 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf497-c03e-4b3f-9462-f7970aa14717 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dfee66e4-8ad5-4fa4-bbbb-595db66e8d31), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:53.463043 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf497-c03e-4b3f-9462-f7970aa14717 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:53.468896 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4a6bf497-c03e-4b3f-9462-f7970aa14717 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "DELETE /v2.0/security-groups/dfee66e4-8ad5-4fa4-bbbb-595db66e8d31 HTTP/1.1" status: 204 len: 168 time: 0.2926984 Jan 28 05:57:53.468896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47144) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:53.470619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d91dc-decc-4821-b064-9a8d40d5a00b req-e6753e08-1233-4e0f-baac-fea928ec2d88 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:53.472639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-817d91dc-decc-4821-b064-9a8d40d5a00b req-e6753e08-1233-4e0f-baac-fea928ec2d88 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 931 time: 0.0569394 Jan 28 05:57:53.486329 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bf497-c03e-4b3f-9462-f7970aa14717 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfee66e4-8ad5-4fa4-bbbb-595db66e8d31,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:53.497482 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-d9628a3a-8cc8-42d6-be70-5d1276abb404 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] show failed (client error): The resource could not be found. Jan 28 05:57:53.497482 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d9628a3a-8cc8-42d6-be70-5d1276abb404 tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "GET /v2.0/security-groups/dfee66e4-8ad5-4fa4-bbbb-595db66e8d31 HTTP/1.1" status: 404 len: 347 time: 0.0271199 Jan 28 05:57:53.508049 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47146) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:53.517708 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b248431-8212-4f39-b3b0-6d750151644d req-aa87638e-ea39-49c7-a1e4-aee98b869467 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9116168 Jan 28 05:57:53.544259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Request body: {'port': {'device_id': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:53.620629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4b653268-cab4-4ab4-9679-92d588d4a96a None None] Provisioning complete for port 783c1ecc-77e2-46e4-9574-f4bdb08db906 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:57:53.621872 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b653268-cab4-4ab4-9679-92d588d4a96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:53.627968 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-817d91dc-decc-4821-b064-9a8d40d5a00b req-e6eede5f-b94b-4893-b5b3-9baefb77ecb0 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488571 Jan 28 05:57:53.638086 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:53.686218 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 674b90d5-dcf3-436f-b840-21191a8b7e2e no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:53.705552 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-6443944c-9a5e-4d1c-987e-9ee761d7653e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Deleting port ea332b69-af9f-4f35-bfbb-675bf7bb38ac {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:53.705873 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6443944c-9a5e-4d1c-987e-9ee761d7653e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ea332b69-af9f-4f35-bfbb-675bf7bb38ac), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:53.718555 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 674b90d5-dcf3-436f-b840-21191a8b7e2e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:57:53.718901 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 674b90d5-dcf3-436f-b840-21191a8b7e2e not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:57:53.728341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4b653268-cab4-4ab4-9679-92d588d4a96a None None] Port 783c1ecc-77e2-46e4-9574-f4bdb08db906 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:57:53.812697 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6443944c-9a5e-4d1c-987e-9ee761d7653e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ea332b69-af9f-4f35-bfbb-675bf7bb38ac), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:53.813277 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6443944c-9a5e-4d1c-987e-9ee761d7653e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for floatingip (ea332b69-af9f-4f35-bfbb-675bf7bb38ac), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:53.827377 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-6443944c-9a5e-4d1c-987e-9ee761d7653e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Calling delete_port for ea332b69-af9f-4f35-bfbb-675bf7bb38ac owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:53.967024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783c1ecc-77e2-46e4-9574-f4bdb08db906 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:57:53.975704 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Publish callbacks [] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:54.053834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8eac30c9-b3de-4269-b7bf-c7bf82b3569f req-68e19827-6a26-4d17-b901-0e470e411afc tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0280538 Jan 28 05:57:54.055008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Transition to ACTIVE for port object 783c1ecc-77e2-46e4-9574-f4bdb08db906 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:57:54.055155 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6443944c-9a5e-4d1c-987e-9ee761d7653e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ea332b69-af9f-4f35-bfbb-675bf7bb38ac), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:54.090985 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443944c-9a5e-4d1c-987e-9ee761d7653e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Pushing event deleted for resources: {'Port': ['ID=ea332b69-af9f-4f35-bfbb-675bf7bb38ac,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:54.122110 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:54.170965 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6443944c-9a5e-4d1c-987e-9ee761d7653e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks [] for floatingip (340835a9-a3f2-44b6-8b12-3e34b58ad49c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:54.174233 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6443944c-9a5e-4d1c-987e-9ee761d7653e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:54.175617 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6443944c-9a5e-4d1c-987e-9ee761d7653e tempest-ServerActionsTestJSON-497225994 tempest-ServerActionsTestJSON-497225994-project] 10.222.0.31 "DELETE /v2.0/floatingips/340835a9-a3f2-44b6-8b12-3e34b58ad49c HTTP/1.1" status: 204 len: 168 time: 0.6608043 Jan 28 05:57:54.179079 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47150) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:54.251621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Pushing event updated for resources: {'Port': ['ID=783c1ecc-77e2-46e4-9574-f4bdb08db906,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:54.278777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Attempting to bind port 783c1ecc-77e2-46e4-9574-f4bdb08db906 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:57:54.279160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Attempting to bind port 783c1ecc-77e2-46e4-9574-f4bdb08db906 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:57:54.280667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Attempting to bind port 783c1ecc-77e2-46e4-9574-f4bdb08db906 on network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:57:54.286982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Port 783c1ecc-77e2-46e4-9574-f4bdb08db906 on network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:57:54.287692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Attempting to bind port 783c1ecc-77e2-46e4-9574-f4bdb08db906 on network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:57:54.295519 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:57:54.296125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Checking segment: {'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:57:54.296731 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Bound using segment: {'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:57:54.297389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Bound port: 783c1ecc-77e2-46e4-9574-f4bdb08db906, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:57:54.298001 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:54.488192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac545b-897d-48e0-9f9d-c33c27868528 req-f407bac7-b984-463d-a7f0-a30c98adc933 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:54.490496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edac545b-897d-48e0-9f9d-c33c27868528 req-f407bac7-b984-463d-a7f0-a30c98adc933 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.64 "GET /v2.0/networks?id=1175c096-2ff8-4028-ba44-e52d863ba5cf HTTP/1.1" status: 200 len: 825 time: 0.1377630 Jan 28 05:57:54.530877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e32036e-85e6-4840-a07d-ab88bc300a0d req-fda735ea-eaf9-490d-bfab-ee93493d24ef tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 210 time: 0.0330446 Jan 28 05:57:54.534459 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-edac545b-897d-48e0-9f9d-c33c27868528 req-d7520888-6d93-4621-98f4-00f1c2fb9db8 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Request body: {'port': {'device_id': '1d7c7d80-6096-4e19-a792-a4eb782f229a', 'network_id': '1175c096-2ff8-4028-ba44-e52d863ba5cf', 'admin_state_up': True, 'tenant_id': '5dc18a2e0b674c98b21562e7c4b34ba0'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:54.596360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] For port 783c1ecc-77e2-46e4-9574-f4bdb08db906, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:57:54.620444 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] For port 783c1ecc-77e2-46e4-9574-f4bdb08db906, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:57:54.701485 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:54.723554 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:54.725452 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:54.726899 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b248431-8212-4f39-b3b0-6d750151644d req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] 10.222.0.64 "PUT /v2.0/ports/783c1ecc-77e2-46e4-9574-f4bdb08db906 HTTP/1.1" status: 200 len: 1092 time: 1.1886859 Jan 28 05:57:54.728649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'tag': '783c1ecc-77e2-46e4-9574-f4bdb08db906'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:54.730928 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d484098-00ea-4dc8-8893-dcc7d35dc870" -d '{"events": [{"name": "network-changed", "server_uuid": "da9863c9-ce27-4eb5-a39a-2bfcb9b282ba", "tag": "783c1ecc-77e2-46e4-9574-f4bdb08db906"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:54.972714 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e16fb77b-c23d-4c0e-ad13-d213a3740347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (49828064-71ed-4e28-95ad-89e0f2166319), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:54.986496 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:55.128433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edac545b-897d-48e0-9f9d-c33c27868528 req-d7520888-6d93-4621-98f4-00f1c2fb9db8 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Made reservation on behalf of 5dc18a2e0b674c98b21562e7c4b34ba0 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:57:55.132386 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-edac545b-897d-48e0-9f9d-c33c27868528 req-d7520888-6d93-4621-98f4-00f1c2fb9db8 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:55.238105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f39c48-364f-4379-98e4-ee2907615c55 service neutron] Pushing event updated for resources: {'Port': ['ID=783c1ecc-77e2-46e4-9574-f4bdb08db906,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:55.279561 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e16fb77b-c23d-4c0e-ad13-d213a3740347 admin admin] Deleting port b068c17c-aecf-4c4c-be72-4a11be89bd42 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:55.280138 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e16fb77b-c23d-4c0e-ad13-d213a3740347 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:55.280229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b248431-8212-4f39-b3b0-6d750151644d req-29657e0c-edbd-4e0e-94b3-3c32749648ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:55.281411 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b248431-8212-4f39-b3b0-6d750151644d req-29657e0c-edbd-4e0e-94b3-3c32749648ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab9f5d5d427244a98e0169fec132ab39&device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 1095 time: 0.1645501 Jan 28 05:57:55.291241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba540e-9143-44a2-a445-03afa128c1da req-1a644ed0-478a-4c62-9a86-f4058c7d0f65 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:55.298000 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2ba540e-9143-44a2-a445-03afa128c1da req-1a644ed0-478a-4c62-9a86-f4058c7d0f65 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 943 time: 0.1796558 Jan 28 05:57:55.369690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b248431-8212-4f39-b3b0-6d750151644d req-e962a784-6fa2-4e4a-a46c-47a2ecc8aa89 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906 HTTP/1.1" status: 200 len: 217 time: 0.0620580 Jan 28 05:57:55.373645 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-e16fb77b-c23d-4c0e-ad13-d213a3740347 admin admin] For port b068c17c-aecf-4c4c-be72-4a11be89bd42, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b068c17c-aecf-4c4c-be72-4a11be89bd42,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:55.374157 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e16fb77b-c23d-4c0e-ad13-d213a3740347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:55.400117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e16fb77b-c23d-4c0e-ad13-d213a3740347 admin admin] Calling delete_port for b068c17c-aecf-4c4c-be72-4a11be89bd42 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:55.471873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2ba540e-9143-44a2-a445-03afa128c1da req-c6f48056-db39-4324-ae4c-bf094bf8de01 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729100 Jan 28 05:57:55.473089 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-edac545b-897d-48e0-9f9d-c33c27868528 req-d7520888-6d93-4621-98f4-00f1c2fb9db8 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Allocated IP 172.20.0.2 (1175c096-2ff8-4028-ba44-e52d863ba5cf/6900a3c3-cc04-4923-a868-4eba3cb15685/991deb3b-efd0-4ddd-be9d-c69907f2c08a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:57:55.476072 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b248431-8212-4f39-b3b0-6d750151644d req-efa17f35-e536-4961-848c-0c20233eb986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:55.479799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b248431-8212-4f39-b3b0-6d750151644d req-efa17f35-e536-4961-848c-0c20233eb986 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12e0ced4-18e5-4afc-8b80-623ef26fa087 HTTP/1.1" status: 200 len: 856 time: 0.0838537 Jan 28 05:57:55.580370 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b248431-8212-4f39-b3b0-6d750151644d req-f1df813c-668d-4953-932c-20345eb7be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:55.581883 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b248431-8212-4f39-b3b0-6d750151644d req-f1df813c-668d-4953-932c-20345eb7be3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957739 Jan 28 05:57:55.686250 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84259294-803b-4556-a505-1d16fddf698b req-851d504e-cb9c-4e45-98f4-ecfcdad94c4f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0757942 Jan 28 05:57:55.709090 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e16fb77b-c23d-4c0e-ad13-d213a3740347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (b068c17c-aecf-4c4c-be72-4a11be89bd42), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:55.755127 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a972c7f0-eabb-4700-b188-eaa555de7905 x-openstack-request-id: req-a972c7f0-eabb-4700-b188-eaa555de7905 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:55.755417 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9863c9-ce27-4eb5-a39a-2bfcb9b282ba", "tag": "783c1ecc-77e2-46e4-9574-f4bdb08db906", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:55.755667 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a972c7f0-eabb-4700-b188-eaa555de7905 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:55.756129 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'tag': '783c1ecc-77e2-46e4-9574-f4bdb08db906', 'status': 'completed', 'code': 200} Jan 28 05:57:55.765641 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fb77b-c23d-4c0e-ad13-d213a3740347 admin admin] Pushing event deleted for resources: {'Port': ['ID=b068c17c-aecf-4c4c-be72-4a11be89bd42,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:55.769103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b248431-8212-4f39-b3b0-6d750151644d req-2353a7c4-fab4-493a-a596-7c6b0bb335ff service neutron] 10.222.0.64 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575227 Jan 28 05:57:55.772059 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-edac545b-897d-48e0-9f9d-c33c27868528 req-d7520888-6d93-4621-98f4-00f1c2fb9db8 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Publish callbacks [] for port (991deb3b-efd0-4ddd-be9d-c69907f2c08a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:55.874688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6039ab72-c5cb-418a-ad64-f54bce49b882 req-72902478-e66d-441e-8ccb-2c444ad75770 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 210 time: 0.0433140 Jan 28 05:57:55.921611 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b248431-8212-4f39-b3b0-6d750151644d req-6958e48d-5d44-434d-816d-5354a72684cc service neutron] 10.222.0.64 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461685 Jan 28 05:57:55.977429 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-edac545b-897d-48e0-9f9d-c33c27868528 req-d7520888-6d93-4621-98f4-00f1c2fb9db8 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (991deb3b-efd0-4ddd-be9d-c69907f2c08a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:56.004087 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e16fb77b-c23d-4c0e-ad13-d213a3740347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (49828064-71ed-4e28-95ad-89e0f2166319), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:56.035171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edac545b-897d-48e0-9f9d-c33c27868528 req-d7520888-6d93-4621-98f4-00f1c2fb9db8 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Network 1175c096-2ff8-4028-ba44-e52d863ba5cf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:57:56.038602 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-edac545b-897d-48e0-9f9d-c33c27868528 req-d7520888-6d93-4621-98f4-00f1c2fb9db8 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:57:56.042200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-edac545b-897d-48e0-9f9d-c33c27868528 req-d7520888-6d93-4621-98f4-00f1c2fb9db8 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:57:56.083660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7520888-6d93-4621-98f4-00f1c2fb9db8 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Pushing event updated for resources: {'Port': ['ID=991deb3b-efd0-4ddd-be9d-c69907f2c08a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:56.116196 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac545b-897d-48e0-9f9d-c33c27868528 req-d7520888-6d93-4621-98f4-00f1c2fb9db8 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:56.116890 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-edac545b-897d-48e0-9f9d-c33c27868528 req-d7520888-6d93-4621-98f4-00f1c2fb9db8 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:56.172066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d484098-00ea-4dc8-8893-dcc7d35dc870 req-0ac1c515-b1f5-486c-a0b8-cd66adc1d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:56.173560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d484098-00ea-4dc8-8893-dcc7d35dc870 req-0ac1c515-b1f5-486c-a0b8-cd66adc1d1a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab9f5d5d427244a98e0169fec132ab39&device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 1095 time: 0.0477281 Jan 28 05:57:56.242281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edac545b-897d-48e0-9f9d-c33c27868528 req-d7520888-6d93-4621-98f4-00f1c2fb9db8 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7136822 Jan 28 05:57:56.261793 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Request body: {'port': {'device_id': '1d7c7d80-6096-4e19-a792-a4eb782f229a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:57:56.302688 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d484098-00ea-4dc8-8893-dcc7d35dc870 req-c65fa7af-bba9-4b08-8003-493d02bb3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:56.304193 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d484098-00ea-4dc8-8893-dcc7d35dc870 req-c65fa7af-bba9-4b08-8003-493d02bb3f36 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b HTTP/1.1" status: 200 len: 918 time: 0.1245601 Jan 28 05:57:56.379446 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d484098-00ea-4dc8-8893-dcc7d35dc870 req-3a63669b-4f40-441a-9dc7-a0b1e3e10c70 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906 HTTP/1.1" status: 200 len: 217 time: 0.0667386 Jan 28 05:57:56.414959 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (991deb3b-efd0-4ddd-be9d-c69907f2c08a), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:56.467301 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d484098-00ea-4dc8-8893-dcc7d35dc870 req-acc912b8-96e6-4fce-898c-96e691e2626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:56.468925 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d484098-00ea-4dc8-8893-dcc7d35dc870 req-acc912b8-96e6-4fce-898c-96e691e2626a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12e0ced4-18e5-4afc-8b80-623ef26fa087 HTTP/1.1" status: 200 len: 856 time: 0.0837641 Jan 28 05:57:56.611164 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16fb77b-c23d-4c0e-ad13-d213a3740347 admin admin] Router 49828064-71ed-4e28-95ad-89e0f2166319 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:57:56.621945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d484098-00ea-4dc8-8893-dcc7d35dc870 req-001a4c74-a49d-4574-8be7-e9743b501adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:56.623494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d484098-00ea-4dc8-8893-dcc7d35dc870 req-001a4c74-a49d-4574-8be7-e9743b501adf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1472664 Jan 28 05:57:56.725563 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16fb77b-c23d-4c0e-ad13-d213a3740347 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:57:56.733949 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e16fb77b-c23d-4c0e-ad13-d213a3740347 admin admin] 10.222.0.31 "PUT /v2.0/routers/49828064-71ed-4e28-95ad-89e0f2166319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5538540 Jan 28 05:57:56.734634 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47168) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:56.738524 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc13bf-dcb8-4146-9e4a-7c8047868c77 None None] Sync routers for ids ['49828064-71ed-4e28-95ad-89e0f2166319'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:57:56.752215 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc13bf-dcb8-4146-9e4a-7c8047868c77 None None] Routers {'49828064-71ed-4e28-95ad-89e0f2166319'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:56.753247 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-26cc13bf-dcb8-4146-9e4a-7c8047868c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:57:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['49828064-71ed-4e28-95ad-89e0f2166319'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:56.780597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc1464-8ac1-44e9-8775-4fea4e85158f req-08a2c65b-15c4-467b-812a-3a02cccee8f8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:56.782098 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fedc1464-8ac1-44e9-8775-4fea4e85158f req-08a2c65b-15c4-467b-812a-3a02cccee8f8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 943 time: 0.1841714 Jan 28 05:57:56.867412 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-810ebef9-70e1-4cb3-a8b7-c9d77542eac5 admin admin] Publish callbacks [] for router (49828064-71ed-4e28-95ad-89e0f2166319), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:56.899659 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-26cc13bf-dcb8-4146-9e4a-7c8047868c77 None None] Set router 49828064-71ed-4e28-95ad-89e0f2166319 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:56.919648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991deb3b-efd0-4ddd-be9d-c69907f2c08a {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:57:56.945424 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Publish callbacks [] for port (991deb3b-efd0-4ddd-be9d-c69907f2c08a), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:56.955020 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d484098-00ea-4dc8-8893-dcc7d35dc870 req-8cccd864-4b0e-426b-a438-91aeceed7fe6 service neutron] 10.222.0.64 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154712 Jan 28 05:57:56.991923 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-810ebef9-70e1-4cb3-a8b7-c9d77542eac5 admin admin] Publish callbacks [] for router_gateway (49828064-71ed-4e28-95ad-89e0f2166319), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:57.001151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Transition to ACTIVE for port object 991deb3b-efd0-4ddd-be9d-c69907f2c08a will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:57:57.037642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fedc1464-8ac1-44e9-8775-4fea4e85158f req-12579b35-28e6-483f-a769-d8fad62fd775 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366071 Jan 28 05:57:57.093858 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d484098-00ea-4dc8-8893-dcc7d35dc870 req-877ffa70-e31e-4ab8-bba3-f8f45ee4ec8c service neutron] 10.222.0.64 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316710 Jan 28 05:57:57.104721 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (991deb3b-efd0-4ddd-be9d-c69907f2c08a), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:57.119661 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-26cc13bf-dcb8-4146-9e4a-7c8047868c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49828064-71ed-4e28-95ad-89e0f2166319', 'name': 'tempest-ServerActionsTestJSON-2095275784-router', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:36Z', 'updated_at': '2022-01-28T05:57:55Z', 'revision_number': 5, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'gw_port': {'id': '365e7e41-ed17-4890-8751-f3d4e6141c50', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49828064-71ed-4e28-95ad-89e0f2166319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:48:38Z', 'updated_at': '2022-01-28T05:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:57.162728 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc13bf-dcb8-4146-9e4a-7c8047868c77 None None] Checking router: 49828064-71ed-4e28-95ad-89e0f2166319 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:57:57.173623 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc13bf-dcb8-4146-9e4a-7c8047868c77 None None] Routers {'49828064-71ed-4e28-95ad-89e0f2166319'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:57:57.174600 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-26cc13bf-dcb8-4146-9e4a-7c8047868c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:57:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['49828064-71ed-4e28-95ad-89e0f2166319'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:57.179885 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-810ebef9-70e1-4cb3-a8b7-c9d77542eac5 admin admin] Deleting port 365e7e41-ed17-4890-8751-f3d4e6141c50 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:57.186039 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-810ebef9-70e1-4cb3-a8b7-c9d77542eac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (365e7e41-ed17-4890-8751-f3d4e6141c50), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:57.210643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Pushing event updated for resources: {'Port': ['ID=991deb3b-efd0-4ddd-be9d-c69907f2c08a,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:57.305648 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-810ebef9-70e1-4cb3-a8b7-c9d77542eac5 admin admin] For port 365e7e41-ed17-4890-8751-f3d4e6141c50, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=365e7e41-ed17-4890-8751-f3d4e6141c50,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:57.306820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66474659-69b8-457b-8b2c-2dd8f0f7ea1f req-9299fef0-5538-450d-ac70-811d70b03e25 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0632451 Jan 28 05:57:57.312322 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-810ebef9-70e1-4cb3-a8b7-c9d77542eac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (365e7e41-ed17-4890-8751-f3d4e6141c50), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:57.348870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Attempting to bind port 991deb3b-efd0-4ddd-be9d-c69907f2c08a on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:57:57.349236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Attempting to bind port 991deb3b-efd0-4ddd-be9d-c69907f2c08a by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1376efa8-b756-40f7-bcab-08089f88fa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1175c096-2ff8-4028-ba44-e52d863ba5cf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:57:57.349587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Attempting to bind port 991deb3b-efd0-4ddd-be9d-c69907f2c08a on network 1175c096-2ff8-4028-ba44-e52d863ba5cf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:57:57.354729 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-810ebef9-70e1-4cb3-a8b7-c9d77542eac5 admin admin] Calling delete_port for 365e7e41-ed17-4890-8751-f3d4e6141c50 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:57.356951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Port 991deb3b-efd0-4ddd-be9d-c69907f2c08a on network 1175c096-2ff8-4028-ba44-e52d863ba5cf not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:57:57.357286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Attempting to bind port 991deb3b-efd0-4ddd-be9d-c69907f2c08a on network 1175c096-2ff8-4028-ba44-e52d863ba5cf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:57:57.364045 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:57:57.364721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Checking segment: {'id': '1376efa8-b756-40f7-bcab-08089f88fa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1175c096-2ff8-4028-ba44-e52d863ba5cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:57:57.365239 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Bound using segment: {'id': '1376efa8-b756-40f7-bcab-08089f88fa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1175c096-2ff8-4028-ba44-e52d863ba5cf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:57:57.365759 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Bound port: 991deb3b-efd0-4ddd-be9d-c69907f2c08a, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1376efa8-b756-40f7-bcab-08089f88fa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1175c096-2ff8-4028-ba44-e52d863ba5cf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:57:57.366217 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (991deb3b-efd0-4ddd-be9d-c69907f2c08a), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:57.391661 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-26cc13bf-dcb8-4146-9e4a-7c8047868c77 None None] Set router 49828064-71ed-4e28-95ad-89e0f2166319 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:57:57.452495 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-26cc13bf-dcb8-4146-9e4a-7c8047868c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49828064-71ed-4e28-95ad-89e0f2166319', 'name': 'tempest-ServerActionsTestJSON-2095275784-router', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:36Z', 'updated_at': '2022-01-28T05:57:56Z', 'revision_number': 6, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:57.502013 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc13bf-dcb8-4146-9e4a-7c8047868c77 None None] The sync data for ids ['49828064-71ed-4e28-95ad-89e0f2166319'] in n-d-812111-12 is: [{'id': '49828064-71ed-4e28-95ad-89e0f2166319', 'name': 'tempest-ServerActionsTestJSON-2095275784-router', 'tenant_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:48:36Z', 'updated_at': '2022-01-28T05:57:56Z', 'revision_number': 6, 'project_id': 'a5564a7eeef94f0591cc8cbdb3ffdbb8', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:57:57.576432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] For port 991deb3b-efd0-4ddd-be9d-c69907f2c08a, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:57:57.581068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] For port 991deb3b-efd0-4ddd-be9d-c69907f2c08a, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=991deb3b-efd0-4ddd-be9d-c69907f2c08a,segment=NetworkSegment(1376efa8-b756-40f7-bcab-08089f88fa0b),segment_id=1376efa8-b756-40f7-bcab-08089f88fa0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:57:57.614007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbf010-2211-478d-a46f-dc61416df6b5 req-cda8794b-c524-430c-8555-5bc59fb73187 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:57.615842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37dbf010-2211-478d-a46f-dc61416df6b5 req-cda8794b-c524-430c-8555-5bc59fb73187 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 943 time: 0.1622341 Jan 28 05:57:57.641241 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:57.671721 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-810ebef9-70e1-4cb3-a8b7-c9d77542eac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (365e7e41-ed17-4890-8751-f3d4e6141c50), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:57.673550 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (991deb3b-efd0-4ddd-be9d-c69907f2c08a), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:57.705534 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ebef9-70e1-4cb3-a8b7-c9d77542eac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=365e7e41-ed17-4890-8751-f3d4e6141c50,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:57.746626 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37dbf010-2211-478d-a46f-dc61416df6b5 req-a6b7e529-ed1b-47a5-8057-7bf457a41b7d tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/security-groups?id=871b36f4-2c52-495d-9c87-6ca073515bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138022 Jan 28 05:57:57.748059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:57.748672 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:57.750037 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edac545b-897d-48e0-9f9d-c33c27868528 req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] 10.222.0.64 "PUT /v2.0/ports/991deb3b-efd0-4ddd-be9d-c69907f2c08a HTTP/1.1" status: 200 len: 1092 time: 1.4942212 Jan 28 05:57:57.759215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7c7d80-6096-4e19-a792-a4eb782f229a', 'tag': '991deb3b-efd0-4ddd-be9d-c69907f2c08a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:57:57.773068 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-810ebef9-70e1-4cb3-a8b7-c9d77542eac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (49828064-71ed-4e28-95ad-89e0f2166319), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:57.773526 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89917832-08c1-4e0d-9faa-a2b90b3eb1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7c7d80-6096-4e19-a792-a4eb782f229a", "tag": "991deb3b-efd0-4ddd-be9d-c69907f2c08a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:57:57.801103 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be379628-9a72-4c03-9505-1fd2222e0d49 service neutron] Pushing event updated for resources: {'Port': ['ID=991deb3b-efd0-4ddd-be9d-c69907f2c08a,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:57.849733 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29db107-4476-406b-ab19-20f555dd9bb4 x-openstack-request-id: req-f29db107-4476-406b-ab19-20f555dd9bb4 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:57:57.850044 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7c7d80-6096-4e19-a792-a4eb782f229a", "tag": "991deb3b-efd0-4ddd-be9d-c69907f2c08a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:57:57.850327 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f29db107-4476-406b-ab19-20f555dd9bb4 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:57:57.850742 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7c7d80-6096-4e19-a792-a4eb782f229a', 'tag': '991deb3b-efd0-4ddd-be9d-c69907f2c08a', 'status': 'completed', 'code': 200} Jan 28 05:57:57.932236 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-810ebef9-70e1-4cb3-a8b7-c9d77542eac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (49828064-71ed-4e28-95ad-89e0f2166319), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:57.940533 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89917832-08c1-4e0d-9faa-a2b90b3eb1a3 req-6beb9975-eb84-4b96-b026-af6b9e6538fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:57.941457 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-810ebef9-70e1-4cb3-a8b7-c9d77542eac5 admin admin] Publish callbacks [] for router_controller (49828064-71ed-4e28-95ad-89e0f2166319), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:57.943486 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-89917832-08c1-4e0d-9faa-a2b90b3eb1a3 req-6beb9975-eb84-4b96-b026-af6b9e6538fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dc18a2e0b674c98b21562e7c4b34ba0&device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 1095 time: 0.0499496 Jan 28 05:57:58.123946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89917832-08c1-4e0d-9faa-a2b90b3eb1a3 req-1aa3d893-77cc-4c0b-bc6d-b6fc8c09f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:58.125976 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-89917832-08c1-4e0d-9faa-a2b90b3eb1a3 req-1aa3d893-77cc-4c0b-bc6d-b6fc8c09f5a4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5dc18a2e0b674c98b21562e7c4b34ba0&shared=False HTTP/1.1" status: 200 len: 926 time: 0.1690371 Jan 28 05:57:58.147148 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-810ebef9-70e1-4cb3-a8b7-c9d77542eac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (49828064-71ed-4e28-95ad-89e0f2166319), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:58.148020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810ebef9-70e1-4cb3-a8b7-c9d77542eac5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49828064-71ed-4e28-95ad-89e0f2166319 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:57:58.156600 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-810ebef9-70e1-4cb3-a8b7-c9d77542eac5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:58.156600 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-810ebef9-70e1-4cb3-a8b7-c9d77542eac5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/49828064-71ed-4e28-95ad-89e0f2166319 HTTP/1.1" status: 204 len: 168 time: 1.4187765 Jan 28 05:57:58.157568 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47192) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:58.210995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-de582c51-9333-44a8-a474-272cc0678898 admin admin] Deleting subnet f3d221ce-7bd7-457b-a352-259548b98d06 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:57:58.214475 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de582c51-9333-44a8-a474-272cc0678898 admin admin] Publish callbacks [] for subnet (f3d221ce-7bd7-457b-a352-259548b98d06), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:58.252656 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de582c51-9333-44a8-a474-272cc0678898 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (f3d221ce-7bd7-457b-a352-259548b98d06), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:58.258263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269ed10-153d-4f5d-a693-34f3acf27b3b req-7de5aaa3-73b4-4789-807e-85f922e3a431 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:58.260568 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b269ed10-153d-4f5d-a693-34f3acf27b3b req-7de5aaa3-73b4-4789-807e-85f922e3a431 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 943 time: 0.1178944 Jan 28 05:57:58.293229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89917832-08c1-4e0d-9faa-a2b90b3eb1a3 req-a58f39bb-55c2-4769-a99e-6ba49cf5a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:58.294748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-89917832-08c1-4e0d-9faa-a2b90b3eb1a3 req-a58f39bb-55c2-4769-a99e-6ba49cf5a32d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1630106 Jan 28 05:57:58.324104 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b269ed10-153d-4f5d-a693-34f3acf27b3b req-3ad40554-dfbd-4bcc-9848-071483722852 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573578 Jan 28 05:57:58.378507 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de582c51-9333-44a8-a474-272cc0678898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (f3d221ce-7bd7-457b-a352-259548b98d06), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:58.470613 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4ba622c8-aaa6-46cd-b666-32abcf7efa5a req-39660453-5b25-4d5a-99f0-4aa402d9bef2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0307479 Jan 28 05:57:58.476736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac545b-897d-48e0-9f9d-c33c27868528 req-4b01a047-e845-499c-aef8-69e0493325eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:58.479044 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edac545b-897d-48e0-9f9d-c33c27868528 req-4b01a047-e845-499c-aef8-69e0493325eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dc18a2e0b674c98b21562e7c4b34ba0&device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 1095 time: 0.1001863 Jan 28 05:57:58.534843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edac545b-897d-48e0-9f9d-c33c27868528 req-f45624f8-c366-4b0e-b08f-39d3f61c9cdd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=991deb3b-efd0-4ddd-be9d-c69907f2c08a HTTP/1.1" status: 200 len: 217 time: 0.0428596 Jan 28 05:57:58.552322 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de582c51-9333-44a8-a474-272cc0678898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (f3d221ce-7bd7-457b-a352-259548b98d06), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:58.573211 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de582c51-9333-44a8-a474-272cc0678898 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:58.574762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e6f92e-1cdb-4e49-ad7c-228db82a15d4 None None] Network 5c505b81-6ecb-4c4a-a856-19ef45e45048 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:57:58.579304 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-de582c51-9333-44a8-a474-272cc0678898 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f3d221ce-7bd7-457b-a352-259548b98d06 HTTP/1.1" status: 204 len: 168 time: 0.4179735 Jan 28 05:57:58.597360 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47196) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:57:58.605261 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de582c51-9333-44a8-a474-272cc0678898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d221ce-7bd7-457b-a352-259548b98d06,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:58.641659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac545b-897d-48e0-9f9d-c33c27868528 req-9d17651c-50f7-489d-a4d4-8670b36db796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:58.644284 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edac545b-897d-48e0-9f9d-c33c27868528 req-9d17651c-50f7-489d-a4d4-8670b36db796 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6900a3c3-cc04-4923-a868-4eba3cb15685 HTTP/1.1" status: 200 len: 865 time: 0.1032412 Jan 28 05:57:58.698027 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (5c505b81-6ecb-4c4a-a856-19ef45e45048), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:58.701053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edac545b-897d-48e0-9f9d-c33c27868528 req-4a54ed3b-47a8-4971-ad61-8abbfae7f03f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1175c096-2ff8-4028-ba44-e52d863ba5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498433 Jan 28 05:57:58.817729 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] Deleting port 69f31446-632d-4a1f-ae22-ca3f96caf5aa {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:58.818944 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (69f31446-632d-4a1f-ae22-ca3f96caf5aa), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:58.826017 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7435e6-6e40-48da-ab76-3752b2af873d None None] DHCP port deletion for 5c505b81-6ecb-4c4a-a856-19ef45e45048 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:57:58.903570 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edac545b-897d-48e0-9f9d-c33c27868528 req-62892f59-9d6b-49db-ba3d-229f06dc1e5a service neutron] 10.222.0.64 "GET /v2.0/networks/1175c096-2ff8-4028-ba44-e52d863ba5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965277 Jan 28 05:57:58.951043 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ff7435e6-6e40-48da-ab76-3752b2af873d None None] Deleting port 69f31446-632d-4a1f-ae22-ca3f96caf5aa {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:57:58.951592 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ff7435e6-6e40-48da-ab76-3752b2af873d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (69f31446-632d-4a1f-ae22-ca3f96caf5aa), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:58.960428 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] For port 69f31446-632d-4a1f-ae22-ca3f96caf5aa, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=69f31446-632d-4a1f-ae22-ca3f96caf5aa,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:58.960796 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (69f31446-632d-4a1f-ae22-ca3f96caf5aa), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:58.987361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] Calling delete_port for 69f31446-632d-4a1f-ae22-ca3f96caf5aa owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:59.046773 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ff7435e6-6e40-48da-ab76-3752b2af873d None None] For port 69f31446-632d-4a1f-ae22-ca3f96caf5aa, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=69f31446-632d-4a1f-ae22-ca3f96caf5aa,segment=NetworkSegment(3de5200d-69b2-47ab-845d-4122b26233da),segment_id=3de5200d-69b2-47ab-845d-4122b26233da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:59.047147 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ff7435e6-6e40-48da-ab76-3752b2af873d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (69f31446-632d-4a1f-ae22-ca3f96caf5aa), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:59.060822 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ff7435e6-6e40-48da-ab76-3752b2af873d None None] Calling delete_port for 69f31446-632d-4a1f-ae22-ca3f96caf5aa owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:57:59.127079 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5de31-028f-4ff4-9d94-76535b15a089 req-b4f2e6c5-4c32-4abb-b2cd-73a223d8089a tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:59.133040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05e5de31-028f-4ff4-9d94-76535b15a089 req-b4f2e6c5-4c32-4abb-b2cd-73a223d8089a tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 943 time: 0.2206204 Jan 28 05:57:59.158112 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (69f31446-632d-4a1f-ae22-ca3f96caf5aa), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:59.177813 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] No DVR routers for this DVR port 69f31446-632d-4a1f-ae22-ca3f96caf5aa on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:57:59.199835 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edac545b-897d-48e0-9f9d-c33c27868528 req-057fb56d-951a-45d3-aa28-e3738fd1142b service neutron] 10.222.0.64 "GET /v2.0/networks/1175c096-2ff8-4028-ba44-e52d863ba5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702346 Jan 28 05:57:59.241382 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05e5de31-028f-4ff4-9d94-76535b15a089 req-51db3f0c-e872-4253-941c-04284a209edc tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/security-groups?id=871b36f4-2c52-495d-9c87-6ca073515bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016357 Jan 28 05:57:59.243930 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=69f31446-632d-4a1f-ae22-ca3f96caf5aa,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:59.315592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b068c17c-aecf-4c4c-be72-4a11be89bd42 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:59.323476 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (5c505b81-6ecb-4c4a-a856-19ef45e45048), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:59.339207 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: b068c17c-aecf-4c4c-be72-4a11be89bd42 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:57:59.339569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b068c17c-aecf-4c4c-be72-4a11be89bd42 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:57:59.339992 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 69f31446-632d-4a1f-ae22-ca3f96caf5aa no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:59.367111 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c505b81-6ecb-4c4a-a856-19ef45e45048']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:59.377764 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 69f31446-632d-4a1f-ae22-ca3f96caf5aa {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:57:59.379488 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de5200d-69b2-47ab-845d-4122b26233da') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:59.379488 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de5200d-69b2-47ab-845d-4122b26233da') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:57:59.384084 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 69f31446-632d-4a1f-ae22-ca3f96caf5aa not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:57:59.386972 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 365e7e41-ed17-4890-8751-f3d4e6141c50 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:57:59.397547 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (3de5200d-69b2-47ab-845d-4122b26233da), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:59.411938 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (3de5200d-69b2-47ab-845d-4122b26233da), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:59.418838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:57:59.419380 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (3de5200d-69b2-47ab-845d-4122b26233da), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:59.445602 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 365e7e41-ed17-4890-8751-f3d4e6141c50 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:57:59.446258 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 365e7e41-ed17-4890-8751-f3d4e6141c50 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:57:59.472343 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ff7435e6-6e40-48da-ab76-3752b2af873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (69f31446-632d-4a1f-ae22-ca3f96caf5aa), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:57:59.475732 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:57:59.489866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7435e6-6e40-48da-ab76-3752b2af873d None None] No DVR routers for this DVR port 69f31446-632d-4a1f-ae22-ca3f96caf5aa on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:57:59.516068 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7435e6-6e40-48da-ab76-3752b2af873d None None] Pushing event deleted for resources: {'Port': ['ID=69f31446-632d-4a1f-ae22-ca3f96caf5aa,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:59.549541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34086301-25e2-4939-8bea-57ac23b53da8 req-17c901b0-c2cd-4b62-9154-136e5e22dbbe tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:57:59.557036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34086301-25e2-4939-8bea-57ac23b53da8 req-17c901b0-c2cd-4b62-9154-136e5e22dbbe tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 943 time: 0.1103284 Jan 28 05:57:59.607755 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34086301-25e2-4939-8bea-57ac23b53da8 req-d92b2109-78bf-47d4-b649-4f5e7ca5f364 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499313 Jan 28 05:57:59.626588 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (5c505b81-6ecb-4c4a-a856-19ef45e45048), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:59.653442 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:57:59.660151 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] 10.222.0.31 "DELETE /v2.0/networks/5c505b81-6ecb-4c4a-a856-19ef45e45048 HTTP/1.1" status: 204 len: 168 time: 1.0611238 Jan 28 05:57:59.664021 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc008a6d-d917-4b04-a91f-159dcf182d7c admin admin] Pushing event deleted for resources: {'Network': ['ID=5c505b81-6ecb-4c4a-a856-19ef45e45048,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:57:59.727728 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 783c1ecc-77e2-46e4-9574-f4bdb08db906 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:57:59.728762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33dfc4ea-c03f-4b2d-944b-7b4a922c3c9c req-d4ce3083-c177-4fad-aee5-b27cdc7f2b60 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0350308 Jan 28 05:57:59.916184 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 783c1ecc-77e2-46e4-9574-f4bdb08db906, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:57:59.934152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '783c1ecc-77e2-46e4-9574-f4bdb08db906', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'port_id': '783c1ecc-77e2-46e4-9574-f4bdb08db906', 'mac_address': 'fa:16:3e:10:45:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:57:59.989653 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 783c1ecc-77e2-46e4-9574-f4bdb08db906 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:57:59.990750 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:00.004083 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783c1ecc-77e2-46e4-9574-f4bdb08db906 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:58:00.024660 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 783c1ecc-77e2-46e4-9574-f4bdb08db906, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:58:00.106136 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:00.158501 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=783c1ecc-77e2-46e4-9574-f4bdb08db906,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:00.208889 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47220) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:00.253460 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ca28daf4-e223-4821-86ae-5ba7afd0b292 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5564a7eeef94f0591cc8cbdb3ffdbb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410264 Jan 28 05:58:00.253748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47222) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:00.323511 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7c77c49-888e-4c82-9da5-4967d4312f6c admin admin] Publish callbacks [] for security_group (b047ccab-f10f-4a91-b420-cd77cd7c80e2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:00.360949 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7c77c49-888e-4c82-9da5-4967d4312f6c admin admin] Publish callbacks [] for security_group (b047ccab-f10f-4a91-b420-cd77cd7c80e2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:00.387147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['783c1ecc-77e2-46e4-9574-f4bdb08db906'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:58:00.405392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd887db-4709-449a-b435-1e6d46272df1 req-9fce251a-c144-42ed-9488-6c60284f73fd tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:00.408798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fd887db-4709-449a-b435-1e6d46272df1 req-9fce251a-c144-42ed-9488-6c60284f73fd tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 943 time: 0.0707202 Jan 28 05:58:00.475103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fd887db-4709-449a-b435-1e6d46272df1 req-8c3b1a43-2f74-4ff7-abe6-b3642a27809e tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/security-groups?id=871b36f4-2c52-495d-9c87-6ca073515bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607648 Jan 28 05:58:00.563229 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7c77c49-888e-4c82-9da5-4967d4312f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b047ccab-f10f-4a91-b420-cd77cd7c80e2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:00.568425 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7c77c49-888e-4c82-9da5-4967d4312f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:00.571708 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e7c77c49-888e-4c82-9da5-4967d4312f6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b047ccab-f10f-4a91-b420-cd77cd7c80e2 HTTP/1.1" status: 204 len: 168 time: 0.3148332 Jan 28 05:58:00.584417 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c77c49-888e-4c82-9da5-4967d4312f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b047ccab-f10f-4a91-b420-cd77cd7c80e2,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:00.813516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaee1af-869b-4149-b0c2-833771a84be0 req-f7e6eb2c-8f4a-4b2e-ba20-0c6a148de979 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:00.822592 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5aaee1af-869b-4149-b0c2-833771a84be0 req-f7e6eb2c-8f4a-4b2e-ba20-0c6a148de979 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 944 time: 0.1053867 Jan 28 05:58:00.878872 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5aaee1af-869b-4149-b0c2-833771a84be0 req-a17eb875-cecb-4308-bdc6-af62e45cff84 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553408 Jan 28 05:58:01.000602 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-408a9ac4-23f1-4047-b4e0-63716a498781 req-d9e37d01-f703-49f6-bc4f-d775b5880ac7 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0452051 Jan 28 05:58:01.261745 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82ffc9-4d73-49ef-acdb-b64bbda6dca4 req-be5bbed8-0b3e-40de-8e11-245c2a3e9a5c tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:01.270839 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba82ffc9-4d73-49ef-acdb-b64bbda6dca4 req-be5bbed8-0b3e-40de-8e11-245c2a3e9a5c tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 945 time: 0.0660009 Jan 28 05:58:01.318889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba82ffc9-4d73-49ef-acdb-b64bbda6dca4 req-25431f13-129d-4db5-96d1-de379847e781 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=b738cea6-0bea-4a7f-9cde-34197d9971cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468950 Jan 28 05:58:01.605683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a0e9a-5a02-4673-aa48-b4254a9a4afe req-a014ab38-60a5-4e00-b6dc-7055a41c59f3 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:01.607788 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da4a0e9a-5a02-4673-aa48-b4254a9a4afe req-a014ab38-60a5-4e00-b6dc-7055a41c59f3 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 943 time: 0.0590377 Jan 28 05:58:01.673144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da4a0e9a-5a02-4673-aa48-b4254a9a4afe req-31ddada8-d149-4503-a247-bcefb7dfbbdc tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/security-groups?id=871b36f4-2c52-495d-9c87-6ca073515bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590017 Jan 28 05:58:01.743025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 991deb3b-efd0-4ddd-be9d-c69907f2c08a details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:58:01.749217 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 783c1ecc-77e2-46e4-9574-f4bdb08db906 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:58:01.884231 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 991deb3b-efd0-4ddd-be9d-c69907f2c08a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=991deb3b-efd0-4ddd-be9d-c69907f2c08a,segment=NetworkSegment(1376efa8-b756-40f7-bcab-08089f88fa0b),segment_id=1376efa8-b756-40f7-bcab-08089f88fa0b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:58:01.896301 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '991deb3b-efd0-4ddd-be9d-c69907f2c08a', 'network_id': '1175c096-2ff8-4028-ba44-e52d863ba5cf', 'port_id': '991deb3b-efd0-4ddd-be9d-c69907f2c08a', 'mac_address': 'fa:16:3e:05:b1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6900a3c3-cc04-4923-a868-4eba3cb15685', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:58:01.941244 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 991deb3b-efd0-4ddd-be9d-c69907f2c08a is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:58:01.941649 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (991deb3b-efd0-4ddd-be9d-c69907f2c08a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:01.951713 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 783c1ecc-77e2-46e4-9574-f4bdb08db906 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:58:01.966365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 783c1ecc-77e2-46e4-9574-f4bdb08db906 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:58:01.968052 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:01.973045 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991deb3b-efd0-4ddd-be9d-c69907f2c08a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:58:02.023090 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 991deb3b-efd0-4ddd-be9d-c69907f2c08a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=991deb3b-efd0-4ddd-be9d-c69907f2c08a,segment=NetworkSegment(1376efa8-b756-40f7-bcab-08089f88fa0b),segment_id=1376efa8-b756-40f7-bcab-08089f88fa0b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:58:02.049237 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e57c57-c82d-4294-9412-020efc7c349e req-8a5b1152-8e38-43ad-b1ab-a4ffc5f3e3cf tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:02.057058 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10e57c57-c82d-4294-9412-020efc7c349e req-8a5b1152-8e38-43ad-b1ab-a4ffc5f3e3cf tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 944 time: 0.0689955 Jan 28 05:58:02.092208 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 783c1ecc-77e2-46e4-9574-f4bdb08db906 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:58:02.092605 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:02.111313 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (991deb3b-efd0-4ddd-be9d-c69907f2c08a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:02.121542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10e57c57-c82d-4294-9412-020efc7c349e req-6bbcaf4e-fb65-43a7-89f9-a59e66379618 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634990 Jan 28 05:58:02.171084 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-254eb522-3160-4eb1-8191-380ff9056a35 req-0af33156-d669-49a4-850b-b464c3a5f5d5 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0357976 Jan 28 05:58:02.185836 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783c1ecc-77e2-46e4-9574-f4bdb08db906'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:58:02.188205 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63b6eee-bce7-4828-b279-aa95b7eab2f1" -d '{"events": [{"server_uuid": "da9863c9-ce27-4eb5-a39a-2bfcb9b282ba", "name": "network-vif-plugged", "status": "completed", "tag": "783c1ecc-77e2-46e4-9574-f4bdb08db906"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:58:02.218599 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 783c1ecc-77e2-46e4-9574-f4bdb08db906, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:58:02.233055 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc89041-12c1-44b5-bdb2-866931aca9cf x-openstack-request-id: req-bdc89041-12c1-44b5-bdb2-866931aca9cf {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:58:02.233339 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9863c9-ce27-4eb5-a39a-2bfcb9b282ba", "name": "network-vif-plugged", "status": "completed", "tag": "783c1ecc-77e2-46e4-9574-f4bdb08db906", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:58:02.233595 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdc89041-12c1-44b5-bdb2-866931aca9cf {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:58:02.234207 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783c1ecc-77e2-46e4-9574-f4bdb08db906', 'code': 200} Jan 28 05:58:02.238464 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=991deb3b-efd0-4ddd-be9d-c69907f2c08a,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:02.356886 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:02.387245 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a5576-0148-42a4-9b65-854107822d0c req-ceb589ba-30c1-42e1-87eb-5023d301b329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:02.388690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-427a5576-0148-42a4-9b65-854107822d0c req-ceb589ba-30c1-42e1-87eb-5023d301b329 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 1096 time: 0.0687127 Jan 28 05:58:02.409666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['991deb3b-efd0-4ddd-be9d-c69907f2c08a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:58:02.483657 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-427a5576-0148-42a4-9b65-854107822d0c req-bdbe8bf3-4558-4933-8a77-66d07bfc2f2e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889478 Jan 28 05:58:02.491458 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=783c1ecc-77e2-46e4-9574-f4bdb08db906,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:02.496000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a7f51-c510-483a-883e-d7aee10e8be0 req-1eb2b7b1-110c-4b22-b201-e008107fd85d tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:02.511787 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-321a7f51-c510-483a-883e-d7aee10e8be0 req-1eb2b7b1-110c-4b22-b201-e008107fd85d tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 945 time: 0.0847721 Jan 28 05:58:02.553866 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7fc5b36-cbab-41f9-8d45-84e4f810b50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:02.573696 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-321a7f51-c510-483a-883e-d7aee10e8be0 req-af7a319e-8e9f-44be-8b8f-5ea9cf1cf888 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=b738cea6-0bea-4a7f-9cde-34197d9971cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524449 Jan 28 05:58:02.790926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48424ef7-1617-4dd1-8e0a-f0def11a5523 req-e4641521-768e-46b1-a339-5507603d1cbb tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:02.792367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48424ef7-1617-4dd1-8e0a-f0def11a5523 req-e4641521-768e-46b1-a339-5507603d1cbb tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 944 time: 0.0484078 Jan 28 05:58:02.861778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48424ef7-1617-4dd1-8e0a-f0def11a5523 req-3fbb98a9-df58-488c-8583-a34e26ffae03 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/security-groups?id=871b36f4-2c52-495d-9c87-6ca073515bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633597 Jan 28 05:58:02.899142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13a194fb-a7c9-426c-9c93-401463ab6a29 req-91888322-6306-4338-9bbc-da22af535e50 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0285110 Jan 28 05:58:03.122529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40484b44-7ad8-45e8-8b47-203840c3ec65 req-d4ef0bb2-02a0-4d4b-8cbb-41b46f0710ff tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:03.123978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40484b44-7ad8-45e8-8b47-203840c3ec65 req-d4ef0bb2-02a0-4d4b-8cbb-41b46f0710ff tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 945 time: 0.0498173 Jan 28 05:58:03.266695 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2db271-5333-428e-961c-784a62207546 req-86ada88b-23d1-44de-a055-d335a52546e0 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:03.268159 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fd2db271-5333-428e-961c-784a62207546 req-86ada88b-23d1-44de-a055-d335a52546e0 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.0676699 Jan 28 05:58:03.281074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-40484b44-7ad8-45e8-8b47-203840c3ec65 req-d37cb862-f527-45df-888b-f07894615807 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Deleting port 47aefc6d-97a5-476d-9309-c1a53d45b252 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:58:03.281418 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-40484b44-7ad8-45e8-8b47-203840c3ec65 req-d37cb862-f527-45df-888b-f07894615807 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (47aefc6d-97a5-476d-9309-c1a53d45b252), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:03.654971 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3a04782-896e-4531-b9f9-9abf9ab845cd req-bde3c662-57eb-42ce-bb25-1ce1f99df242 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.3845720 Jan 28 05:58:03.715320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fd2db271-5333-428e-961c-784a62207546 req-ebf2e59b-f93b-44ac-ad27-932f4361283a tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4282527 Jan 28 05:58:03.756766 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 991deb3b-efd0-4ddd-be9d-c69907f2c08a up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:58:03.764605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-40484b44-7ad8-45e8-8b47-203840c3ec65 req-d37cb862-f527-45df-888b-f07894615807 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] For port 47aefc6d-97a5-476d-9309-c1a53d45b252, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=47aefc6d-97a5-476d-9309-c1a53d45b252,segment=NetworkSegment(3bdafa36-a0fd-423f-a35f-09a7ce57e87e),segment_id=3bdafa36-a0fd-423f-a35f-09a7ce57e87e)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:58:03.765057 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-40484b44-7ad8-45e8-8b47-203840c3ec65 req-d37cb862-f527-45df-888b-f07894615807 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (47aefc6d-97a5-476d-9309-c1a53d45b252), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:03.832225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e033c-4cbe-4b8a-86e8-ec4d4038e087 req-ae51d620-8de7-4e78-b32c-b5f317d00d6a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:03.834321 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b1e033c-4cbe-4b8a-86e8-ec4d4038e087 req-ae51d620-8de7-4e78-b32c-b5f317d00d6a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 945 time: 0.1152847 Jan 28 05:58:03.932885 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b1e033c-4cbe-4b8a-86e8-ec4d4038e087 req-46e29253-627b-4a3a-861a-538028ed394b tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups?id=b738cea6-0bea-4a7f-9cde-34197d9971cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885813 Jan 28 05:58:03.961092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 991deb3b-efd0-4ddd-be9d-c69907f2c08a completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:58:03.970390 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 991deb3b-efd0-4ddd-be9d-c69907f2c08a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:58:03.973769 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (991deb3b-efd0-4ddd-be9d-c69907f2c08a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:04.073908 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91e02ed8-3cb0-495d-950f-65d93b4d57d6 req-06d8c9ae-441f-43f6-a75a-38ecfc2132b0 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0414305 Jan 28 05:58:04.077073 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 991deb3b-efd0-4ddd-be9d-c69907f2c08a is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:58:04.077823 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (991deb3b-efd0-4ddd-be9d-c69907f2c08a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:04.100870 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-40484b44-7ad8-45e8-8b47-203840c3ec65 req-d37cb862-f527-45df-888b-f07894615807 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:04.101243 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-40484b44-7ad8-45e8-8b47-203840c3ec65 req-d37cb862-f527-45df-888b-f07894615807 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (4dc65db6-65af-4399-8422-7087629ea614), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:04.101817 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-40484b44-7ad8-45e8-8b47-203840c3ec65 req-d37cb862-f527-45df-888b-f07894615807 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Floating IP 4dc65db6-65af-4399-8422-7087629ea614 disassociated. External IP: 172.25.0.30, port: 47aefc6d-97a5-476d-9309-c1a53d45b252. Jan 28 05:58:04.102313 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-40484b44-7ad8-45e8-8b47-203840c3ec65 req-d37cb862-f527-45df-888b-f07894615807 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Calling delete_port for 47aefc6d-97a5-476d-9309-c1a53d45b252 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:58:04.120528 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 991deb3b-efd0-4ddd-be9d-c69907f2c08a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=991deb3b-efd0-4ddd-be9d-c69907f2c08a,segment=NetworkSegment(1376efa8-b756-40f7-bcab-08089f88fa0b),segment_id=1376efa8-b756-40f7-bcab-08089f88fa0b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:58:04.125718 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc627c-f9b3-497b-a3ea-6031dbea4c9e req-ed4baee0-e445-405c-81b1-c670ffcb25ef tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:04.127316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8fc627c-f9b3-497b-a3ea-6031dbea4c9e req-ed4baee0-e445-405c-81b1-c670ffcb25ef tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 944 time: 0.1899083 Jan 28 05:58:04.208932 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (991deb3b-efd0-4ddd-be9d-c69907f2c08a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:04.225047 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e8fc627c-f9b3-497b-a3ea-6031dbea4c9e req-b919c723-e00c-4b32-ac5f-3976f957256b tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/security-groups?id=871b36f4-2c52-495d-9c87-6ca073515bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899129 Jan 28 05:58:04.235229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7c7d80-6096-4e19-a792-a4eb782f229a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991deb3b-efd0-4ddd-be9d-c69907f2c08a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:58:04.237594 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653dec70-03d6-4d04-ae40-c87a6b560576" -d '{"events": [{"server_uuid": "1d7c7d80-6096-4e19-a792-a4eb782f229a", "name": "network-vif-plugged", "status": "completed", "tag": "991deb3b-efd0-4ddd-be9d-c69907f2c08a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:58:04.272272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=991deb3b-efd0-4ddd-be9d-c69907f2c08a,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:04.287862 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea225a75-889a-4a81-be63-31f2fa1ce156 x-openstack-request-id: req-ea225a75-889a-4a81-be63-31f2fa1ce156 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:58:04.288166 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7c7d80-6096-4e19-a792-a4eb782f229a", "name": "network-vif-plugged", "status": "completed", "tag": "991deb3b-efd0-4ddd-be9d-c69907f2c08a", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:58:04.288550 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea225a75-889a-4a81-be63-31f2fa1ce156 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:58:04.289922 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7c7d80-6096-4e19-a792-a4eb782f229a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991deb3b-efd0-4ddd-be9d-c69907f2c08a', 'code': 200} Jan 28 05:58:04.403781 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-40484b44-7ad8-45e8-8b47-203840c3ec65 req-d37cb862-f527-45df-888b-f07894615807 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (47aefc6d-97a5-476d-9309-c1a53d45b252), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:04.447735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cb862-f527-45df-888b-f07894615807 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Pushing event deleted for resources: {'Port': ['ID=47aefc6d-97a5-476d-9309-c1a53d45b252,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:04.459017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffcca5-0ec9-447d-9e09-946d214eb7c8 req-0df949e7-8e10-44ca-af34-3a1c1677d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:04.460523 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3ffcca5-0ec9-447d-9e09-946d214eb7c8 req-0df949e7-8e10-44ca-af34-3a1c1677d46b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 1097 time: 0.0884900 Jan 28 05:58:04.584327 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3ffcca5-0ec9-447d-9e09-946d214eb7c8 req-a21c67e1-ae3f-4159-b652-93d58ab7a621 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=871b36f4-2c52-495d-9c87-6ca073515bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890996 Jan 28 05:58:04.606320 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40484b44-7ad8-45e8-8b47-203840c3ec65 req-d37cb862-f527-45df-888b-f07894615807 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:58:04.724780 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40484b44-7ad8-45e8-8b47-203840c3ec65 req-d37cb862-f527-45df-888b-f07894615807 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:58:04.736679 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e823b9-a75a-44cd-8d8b-66c4ba376d85 None None] Sync routers for ids ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:58:04.754154 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e823b9-a75a-44cd-8d8b-66c4ba376d85 None None] Routers {'0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:58:04.771260 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d6e823b9-a75a-44cd-8d8b-66c4ba376d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:57:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:04.815774 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-053bff16-3139-49b6-8855-839ce67c999c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:04.822842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2af95cb-f5e6-4155-ad6d-8020b62c1fbf req-67deef59-6990-4efd-94c2-e760f3ee2da3 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0701444 Jan 28 05:58:04.824626 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-40484b44-7ad8-45e8-8b47-203840c3ec65 req-d37cb862-f527-45df-888b-f07894615807 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] No DVR routers for this DVR port 47aefc6d-97a5-476d-9309-c1a53d45b252 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:58:04.829135 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-40484b44-7ad8-45e8-8b47-203840c3ec65 req-d37cb862-f527-45df-888b-f07894615807 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:04.837320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40484b44-7ad8-45e8-8b47-203840c3ec65 req-d37cb862-f527-45df-888b-f07894615807 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.60 "DELETE /v2.0/ports/47aefc6d-97a5-476d-9309-c1a53d45b252 HTTP/1.1" status: 204 len: 173 time: 1.7078083 Jan 28 05:58:04.839367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b461ae0-d2fb-493e-a09d-456b7be1c204', 'name': 'network-vif-deleted', 'tag': '47aefc6d-97a5-476d-9309-c1a53d45b252'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:58:04.841841 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f4e0ba-6c67-4759-a5e5-626e5a991fec" -d '{"events": [{"server_uuid": "3b461ae0-d2fb-493e-a09d-456b7be1c204", "name": "network-vif-deleted", "tag": "47aefc6d-97a5-476d-9309-c1a53d45b252"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:58:04.948660 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cdfd93-18ed-45a7-bc58-c8ef3e013c2a x-openstack-request-id: req-f5cdfd93-18ed-45a7-bc58-c8ef3e013c2a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:58:04.948660 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b461ae0-d2fb-493e-a09d-456b7be1c204", "name": "network-vif-deleted", "tag": "47aefc6d-97a5-476d-9309-c1a53d45b252", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:58:04.956146 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5cdfd93-18ed-45a7-bc58-c8ef3e013c2a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:58:04.956642 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b461ae0-d2fb-493e-a09d-456b7be1c204', 'name': 'network-vif-deleted', 'tag': '47aefc6d-97a5-476d-9309-c1a53d45b252', 'status': 'completed', 'code': 200} Jan 28 05:58:04.987147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-d6e823b9-a75a-44cd-8d8b-66c4ba376d85 None None] Set router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:58:05.024164 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1febf6-fbce-403d-a65e-47f3a5002125 req-d7be9f9e-02a0-414d-aa2a-92113c92687a tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:05.037639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a1febf6-fbce-403d-a65e-47f3a5002125 req-d7be9f9e-02a0-414d-aa2a-92113c92687a tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.1510386 Jan 28 05:58:05.095580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d943602-a891-42b9-a841-1f8a2380b983 req-9ffdd20c-6e68-456d-8dfd-8c61a04a39ce tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 210 time: 0.0452709 Jan 28 05:58:05.144208 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a1febf6-fbce-403d-a65e-47f3a5002125 req-263af5f6-df14-4f22-9cde-a9dae3506820 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054432 Jan 28 05:58:05.237830 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c387d5a2-1a4a-4c72-b112-b6998a530d34 req-027e226a-2756-4397-9752-bb6331d5d7da tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0346775 Jan 28 05:58:05.315324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41b803-f216-421c-929e-25ab40cf1836 req-f23a82b7-8443-4256-a9de-012eeab1437b tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:05.319236 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b41b803-f216-421c-929e-25ab40cf1836 req-f23a82b7-8443-4256-a9de-012eeab1437b tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.0838981 Jan 28 05:58:05.327470 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47332) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:05.333339 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-92861e47-bac4-4df3-b984-03e833058e34 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Request body: {'floatingip': {'port_id': '783c1ecc-77e2-46e4-9574-f4bdb08db906'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:58:05.383268 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-92861e47-bac4-4df3-b984-03e833058e34 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for floatingip (d57d3163-6476-46c0-8dc9-d671138519c4), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:05.388133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29fbf5-bab1-4b25-8151-7dd3d2883d3c req-0f1b6495-98e2-4529-9ed1-ccfb89bd3fdc tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:05.396989 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c29fbf5-bab1-4b25-8151-7dd3d2883d3c req-0f1b6495-98e2-4529-9ed1-ccfb89bd3fdc tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 945 time: 0.0697854 Jan 28 05:58:05.405122 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d6e823b9-a75a-44cd-8d8b-66c4ba376d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:49:31Z', 'revision_number': 4, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2e35b4d5-cc6b-430b-95d6-94f2f089069e', 'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'mac_address': 'fa:16:3e:dc:43:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:29Z', 'updated_at': '2022-01-28T05:49:37Z', 'revision_number': 5, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'subnets': [{'id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:05.435705 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e823b9-a75a-44cd-8d8b-66c4ba376d85 None None] Checking router: 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:58:05.446499 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e823b9-a75a-44cd-8d8b-66c4ba376d85 None None] Routers {'0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:58:05.447145 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d6e823b9-a75a-44cd-8d8b-66c4ba376d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:58:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:05.462355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c29fbf5-bab1-4b25-8151-7dd3d2883d3c req-a12656e3-75dc-4ace-b622-83b80317c5d3 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/security-groups?id=871b36f4-2c52-495d-9c87-6ca073515bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598986 Jan 28 05:58:05.597632 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-d6e823b9-a75a-44cd-8d8b-66c4ba376d85 None None] Set router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:58:05.849711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d6e823b9-a75a-44cd-8d8b-66c4ba376d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:49:31Z', 'revision_number': 4, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2e35b4d5-cc6b-430b-95d6-94f2f089069e', 'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'mac_address': 'fa:16:3e:dc:43:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:29Z', 'updated_at': '2022-01-28T05:49:37Z', 'revision_number': 5, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'subnets': [{'id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:05.887797 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e823b9-a75a-44cd-8d8b-66c4ba376d85 None None] The sync data for ids ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'] in n-d-812111-12 is: [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:49:31Z', 'revision_number': 4, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2e35b4d5-cc6b-430b-95d6-94f2f089069e', 'name': '', 'network_id': 'e5cb12f7-5a7a-4431-98f5-2a7e5412761f', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'mac_address': 'fa:16:3e:dc:43:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:29Z', 'updated_at': '2022-01-28T05:49:37Z', 'revision_number': 5, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'subnets': [{'id': '6775d0c7-920b-4dac-b225-8dee000178bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:58:05.976550 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10ac2d78-d216-4e65-a1b2-05e31d9b8d54 req-261a5619-5cb7-40cf-960c-3390a2255fc4 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0364966 Jan 28 05:58:06.040413 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-92861e47-bac4-4df3-b984-03e833058e34 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:06.108489 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-92861e47-bac4-4df3-b984-03e833058e34 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (d57d3163-6476-46c0-8dc9-d671138519c4), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:06.240984 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f03023-d62f-4d78-ad08-1a9e956d5af6 None None] New status for floating IP 4dc65db6-65af-4399-8422-7087629ea614: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:58:06.264152 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e96146e6-8505-4bf1-b151-d5e6aca7cc89 req-dc7925b4-231e-4a04-b08d-b1e790aab183 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b461ae0-d2fb-493e-a09d-456b7be1c204 HTTP/1.1" status: 200 len: 210 time: 0.0452969 Jan 28 05:58:06.267954 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-92861e47-bac4-4df3-b984-03e833058e34 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Floating IP d57d3163-6476-46c0-8dc9-d671138519c4 associated. External IP: 172.25.0.227, port: 783c1ecc-77e2-46e4-9574-f4bdb08db906. Jan 28 05:58:06.388643 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfd12ea3-5029-462d-8514-a79987e02afe req-12ec4a2b-d591-4a86-87f6-39676397e2fd tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0403206 Jan 28 05:58:06.528410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92861e47-bac4-4df3-b984-03e833058e34 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Router 58ee0b8d-029b-4002-bb08-30c299978dae has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:58:06.567047 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:06.606819 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a795ea-9caf-4a3d-ae41-20b4165771e8 req-b3197881-5f9b-410f-b683-c02479362d65 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:06.608466 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8a795ea-9caf-4a3d-ae41-20b4165771e8 req-b3197881-5f9b-410f-b683-c02479362d65 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 945 time: 0.0575538 Jan 28 05:58:06.657663 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92861e47-bac4-4df3-b984-03e833058e34 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:58:06.668790 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab979db-93bb-4254-bbb6-28d51c29232b None None] Sync routers for ids ['58ee0b8d-029b-4002-bb08-30c299978dae'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:58:06.668943 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-92861e47-bac4-4df3-b984-03e833058e34 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:06.679049 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8a795ea-9caf-4a3d-ae41-20b4165771e8 req-fa741fea-79e7-43bd-9a0d-fa1f058d507b tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/security-groups?id=871b36f4-2c52-495d-9c87-6ca073515bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628326 Jan 28 05:58:06.685765 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab979db-93bb-4254-bbb6-28d51c29232b None None] Routers {'58ee0b8d-029b-4002-bb08-30c299978dae'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:58:06.686451 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-fab979db-93bb-4254-bbb6-28d51c29232b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:58:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['58ee0b8d-029b-4002-bb08-30c299978dae'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:06.703688 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-92861e47-bac4-4df3-b984-03e833058e34 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "PUT /v2.0/floatingips/d57d3163-6476-46c0-8dc9-d671138519c4 HTTP/1.1" status: 200 len: 991 time: 1.3743703 Jan 28 05:58:06.704490 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'tag': '783c1ecc-77e2-46e4-9574-f4bdb08db906'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:58:06.706908 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed41e76-e9d3-437f-a763-880afebb7222" -d '{"events": [{"name": "network-changed", "server_uuid": "da9863c9-ce27-4eb5-a39a-2bfcb9b282ba", "tag": "783c1ecc-77e2-46e4-9574-f4bdb08db906"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:58:06.764356 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 47aefc6d-97a5-476d-9309-c1a53d45b252 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:58:06.819689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a295c35-b9b2-4e10-a565-13dc8cb22055 req-76671e2a-ed5d-428b-a1ec-a097686340bf tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:06.821452 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a295c35-b9b2-4e10-a565-13dc8cb22055 req-76671e2a-ed5d-428b-a1ec-a097686340bf tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 945 time: 0.0554857 Jan 28 05:58:06.822652 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 47aefc6d-97a5-476d-9309-c1a53d45b252 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:58:06.823128 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 47aefc6d-97a5-476d-9309-c1a53d45b252 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:58:06.843438 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff06f4b7-b8bc-4744-aafe-25a6634912ac x-openstack-request-id: req-ff06f4b7-b8bc-4744-aafe-25a6634912ac {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:58:06.843736 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9863c9-ce27-4eb5-a39a-2bfcb9b282ba", "tag": "783c1ecc-77e2-46e4-9574-f4bdb08db906", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:58:06.843993 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff06f4b7-b8bc-4744-aafe-25a6634912ac {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:58:06.844974 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'tag': '783c1ecc-77e2-46e4-9574-f4bdb08db906', 'status': 'completed', 'code': 200} Jan 28 05:58:06.847087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-fab979db-93bb-4254-bbb6-28d51c29232b None None] Set router 58ee0b8d-029b-4002-bb08-30c299978dae gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:58:06.874805 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a295c35-b9b2-4e10-a565-13dc8cb22055 req-d4205f7d-4a8f-4b6e-8cb9-44c74afddb7c tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/security-groups?id=871b36f4-2c52-495d-9c87-6ca073515bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447824 Jan 28 05:58:06.949998 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed41e76-e9d3-437f-a763-880afebb7222 req-c6131e67-0e6a-4fcf-b7aa-146e0fcd4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:06.951774 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ed41e76-e9d3-437f-a763-880afebb7222 req-c6131e67-0e6a-4fcf-b7aa-146e0fcd4c06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab9f5d5d427244a98e0169fec132ab39&device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 1097 time: 0.0570400 Jan 28 05:58:07.078622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed41e76-e9d3-437f-a763-880afebb7222 req-9f5fe178-530d-44c0-91d8-c2efbad6b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:07.080126 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ed41e76-e9d3-437f-a763-880afebb7222 req-9f5fe178-530d-44c0-91d8-c2efbad6b4b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b HTTP/1.1" status: 200 len: 918 time: 0.1219609 Jan 28 05:58:07.119990 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-fab979db-93bb-4254-bbb6-28d51c29232b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T05:52:47Z', 'revision_number': 4, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'd57d3163-6476-46c0-8dc9-d671138519c4', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'port_id': '783c1ecc-77e2-46e4-9574-f4bdb08db906', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'mac_address': 'fa:16:3e:10:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:57:46Z', 'updated_at': '2022-01-28T05:58:05Z', 'revision_number': 1, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0020cc97-eb4e-4028-82bb-3915a9bcd773', 'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'mac_address': 'fa:16:3e:5b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:46Z', 'updated_at': '2022-01-28T05:52:51Z', 'revision_number': 5, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'subnets': [{'id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:07.151143 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab979db-93bb-4254-bbb6-28d51c29232b None None] Checking router: 58ee0b8d-029b-4002-bb08-30c299978dae for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:58:07.162964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab979db-93bb-4254-bbb6-28d51c29232b None None] Routers {'58ee0b8d-029b-4002-bb08-30c299978dae'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:58:07.163583 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-fab979db-93bb-4254-bbb6-28d51c29232b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:58:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['58ee0b8d-029b-4002-bb08-30c299978dae'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:07.182970 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ca7ad8c4-2014-49cc-8d71-7016afd87180 req-8ff656f8-a179-4837-975d-3edf9e06f3c7 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.1017148 Jan 28 05:58:07.209679 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ed41e76-e9d3-437f-a763-880afebb7222 req-5c38b9ad-4e51-406a-aa63-5c6d2874e00c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906 HTTP/1.1" status: 200 len: 999 time: 0.1194270 Jan 28 05:58:07.267575 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e33d9d-8b14-4d02-a172-eabedd01449e req-2bdad793-c8c8-4be8-8562-ebee6d4f4e36 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:07.269138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6e33d9d-8b14-4d02-a172-eabedd01449e req-2bdad793-c8c8-4be8-8562-ebee6d4f4e36 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 945 time: 0.1185327 Jan 28 05:58:07.275478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed41e76-e9d3-437f-a763-880afebb7222 req-435c3a3e-120b-4de0-a6b4-cb40abf7d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:07.276884 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ed41e76-e9d3-437f-a763-880afebb7222 req-435c3a3e-120b-4de0-a6b4-cb40abf7d264 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12e0ced4-18e5-4afc-8b80-623ef26fa087 HTTP/1.1" status: 200 len: 856 time: 0.0611949 Jan 28 05:58:07.281133 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-fab979db-93bb-4254-bbb6-28d51c29232b None None] Set router 58ee0b8d-029b-4002-bb08-30c299978dae gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:58:07.349087 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6e33d9d-8b14-4d02-a172-eabedd01449e req-f70571aa-bca2-46d4-b4cc-74ddf1c3865a tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/security-groups?id=871b36f4-2c52-495d-9c87-6ca073515bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711119 Jan 28 05:58:07.354624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed41e76-e9d3-437f-a763-880afebb7222 req-4d39d3bd-cb36-4ba6-ba21-75c1b6bf956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:07.356104 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ed41e76-e9d3-437f-a763-880afebb7222 req-4d39d3bd-cb36-4ba6-ba21-75c1b6bf956b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726159 Jan 28 05:58:07.463537 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47366) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:07.471315 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ed41e76-e9d3-437f-a763-880afebb7222 req-10d86daf-90b2-4523-bc4d-e2a4f4070d95 service neutron] 10.222.0.64 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087286 Jan 28 05:58:07.557529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc401b70-40ae-42ac-90a6-d944d8a15cb9 req-4afbbe8c-e0a5-47f9-8e46-9d43a957aef2 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0593398 Jan 28 05:58:07.559879 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76c8fe88-64dd-4945-9eeb-d9977fa79367 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group (b738cea6-0bea-4a7f-9cde-34197d9971cd), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:07.596862 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76c8fe88-64dd-4945-9eeb-d9977fa79367 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group (b738cea6-0bea-4a7f-9cde-34197d9971cd), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:07.669807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ed41e76-e9d3-437f-a763-880afebb7222 req-27e8c94d-5cee-41a8-b03c-006031f5a3f9 service neutron] 10.222.0.64 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901453 Jan 28 05:58:07.735129 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76c8fe88-64dd-4945-9eeb-d9977fa79367 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b738cea6-0bea-4a7f-9cde-34197d9971cd), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:07.737711 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76c8fe88-64dd-4945-9eeb-d9977fa79367 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:07.741948 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-76c8fe88-64dd-4945-9eeb-d9977fa79367 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "DELETE /v2.0/security-groups/b738cea6-0bea-4a7f-9cde-34197d9971cd HTTP/1.1" status: 204 len: 168 time: 0.2747076 Jan 28 05:58:07.743376 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47368) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:07.749921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8fe88-64dd-4945-9eeb-d9977fa79367 tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b738cea6-0bea-4a7f-9cde-34197d9971cd,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:07.799569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5df744d2-940c-499d-9b2c-bf23f586b3bc req-1e317d00-40d5-41d1-9cc1-d1231fa9cc0f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0333126 Jan 28 05:58:07.800813 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-421153c7-ed1f-4057-84ef-c2347688a4ce tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] show failed (client error): The resource could not be found. Jan 28 05:58:07.806003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-421153c7-ed1f-4057-84ef-c2347688a4ce tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "GET /v2.0/security-groups/b738cea6-0bea-4a7f-9cde-34197d9971cd HTTP/1.1" status: 404 len: 347 time: 0.0612490 Jan 28 05:58:07.806477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47372) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:07.844183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-fab979db-93bb-4254-bbb6-28d51c29232b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T05:52:47Z', 'revision_number': 4, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'd57d3163-6476-46c0-8dc9-d671138519c4', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'port_id': '783c1ecc-77e2-46e4-9574-f4bdb08db906', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'mac_address': 'fa:16:3e:10:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:57:46Z', 'updated_at': '2022-01-28T05:58:05Z', 'revision_number': 1, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0020cc97-eb4e-4028-82bb-3915a9bcd773', 'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'mac_address': 'fa:16:3e:5b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:46Z', 'updated_at': '2022-01-28T05:52:51Z', 'revision_number': 5, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'subnets': [{'id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:07.874947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab979db-93bb-4254-bbb6-28d51c29232b None None] The sync data for ids ['58ee0b8d-029b-4002-bb08-30c299978dae'] in n-d-812111-12 is: [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T05:52:47Z', 'revision_number': 4, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'd57d3163-6476-46c0-8dc9-d671138519c4', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'port_id': '783c1ecc-77e2-46e4-9574-f4bdb08db906', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'mac_address': 'fa:16:3e:10:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T05:57:46Z', 'updated_at': '2022-01-28T05:58:05Z', 'revision_number': 1, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0020cc97-eb4e-4028-82bb-3915a9bcd773', 'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'mac_address': 'fa:16:3e:5b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:46Z', 'updated_at': '2022-01-28T05:52:51Z', 'revision_number': 5, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'subnets': [{'id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:58:07.938931 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:07.999422 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-8417e021-34e9-438e-9a6b-492a6c163d0a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Deleting port 4589cdad-a58f-4b13-b02d-78a2994cd46d {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:58:07.999422 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8417e021-34e9-438e-9a6b-492a6c163d0a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (4589cdad-a58f-4b13-b02d-78a2994cd46d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:08.089490 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8417e021-34e9-438e-9a6b-492a6c163d0a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (4589cdad-a58f-4b13-b02d-78a2994cd46d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:08.089950 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8417e021-34e9-438e-9a6b-492a6c163d0a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for floatingip (4589cdad-a58f-4b13-b02d-78a2994cd46d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:08.115776 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-8417e021-34e9-438e-9a6b-492a6c163d0a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Calling delete_port for 4589cdad-a58f-4b13-b02d-78a2994cd46d owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:58:08.196087 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9579488-ddfe-4943-af22-9ff4160c6557 None None] New status for floating IP d57d3163-6476-46c0-8dc9-d671138519c4: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 05:58:08.344289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3e8d8-1ea6-4ead-bffe-593f31150a49 req-ce879077-f8a9-4dd8-b842-ce00124956fc tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:08.353614 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1de3e8d8-1ea6-4ead-bffe-593f31150a49 req-ce879077-f8a9-4dd8-b842-ce00124956fc tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 945 time: 0.1895702 Jan 28 05:58:08.376392 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb747261-a52f-444f-94b5-14ccdc571fa0 req-f82c8761-ce94-4ffc-adc1-9069a8cd4d44 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0947928 Jan 28 05:58:08.409249 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1de3e8d8-1ea6-4ead-bffe-593f31150a49 req-2a01fe7b-a0f2-4597-9e94-071bfe9f8741 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/security-groups?id=871b36f4-2c52-495d-9c87-6ca073515bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546401 Jan 28 05:58:08.557593 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8417e021-34e9-438e-9a6b-492a6c163d0a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (4589cdad-a58f-4b13-b02d-78a2994cd46d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:08.583044 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417e021-34e9-438e-9a6b-492a6c163d0a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Pushing event deleted for resources: {'Port': ['ID=4589cdad-a58f-4b13-b02d-78a2994cd46d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:08.657526 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8417e021-34e9-438e-9a6b-492a6c163d0a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks [] for floatingip (4dc65db6-65af-4399-8422-7087629ea614), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:08.660503 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8417e021-34e9-438e-9a6b-492a6c163d0a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:08.665092 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8417e021-34e9-438e-9a6b-492a6c163d0a tempest-AttachVolumeTestJSON-2041096828 tempest-AttachVolumeTestJSON-2041096828-project] 10.222.0.31 "DELETE /v2.0/floatingips/4dc65db6-65af-4399-8422-7087629ea614 HTTP/1.1" status: 204 len: 168 time: 0.8539767 Jan 28 05:58:08.692837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c6567ce-278b-4eef-8c0a-667e346ece3c req-3aeea1fe-79e1-4596-8cca-e37681b3aec4 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0360281 Jan 28 05:58:09.154536 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:09.519940 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d629110-b74a-46f7-aa14-bd9113c8ee4f req-cc248131-6f7c-459f-9125-c859d7d70681 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0410948 Jan 28 05:58:09.597001 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef1c31-aba6-4596-a5e6-09fcda99a485 req-23a60c71-9549-45dc-8864-827f0527cfdd tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:09.598934 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bfef1c31-aba6-4596-a5e6-09fcda99a485 req-23a60c71-9549-45dc-8864-827f0527cfdd tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 945 time: 0.1099505 Jan 28 05:58:09.631376 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1622a-5b89-4772-ba62-e98027648b79 req-0714f6ba-5ffa-48f8-848a-cb79216c161f tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:09.632951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eef1622a-5b89-4772-ba62-e98027648b79 req-0714f6ba-5ffa-48f8-848a-cb79216c161f tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 945 time: 0.0789182 Jan 28 05:58:09.698685 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bfef1c31-aba6-4596-a5e6-09fcda99a485 req-e2f2ff25-a091-4177-94f6-2265fad7eae1 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/security-groups?id=871b36f4-2c52-495d-9c87-6ca073515bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926366 Jan 28 05:58:09.755415 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-eef1622a-5b89-4772-ba62-e98027648b79 req-efa526bc-295b-45c9-b3be-0313837a8f10 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Deleting port 991deb3b-efd0-4ddd-be9d-c69907f2c08a {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:58:09.755893 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-eef1622a-5b89-4772-ba62-e98027648b79 req-efa526bc-295b-45c9-b3be-0313837a8f10 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (991deb3b-efd0-4ddd-be9d-c69907f2c08a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:09.838575 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f38cd017-9d88-4cf9-adb2-b4effea5b8bb req-c752b76e-dec6-4c14-8895-71be5509132a tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0381517 Jan 28 05:58:09.877101 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-eef1622a-5b89-4772-ba62-e98027648b79 req-efa526bc-295b-45c9-b3be-0313837a8f10 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] For port 991deb3b-efd0-4ddd-be9d-c69907f2c08a, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=991deb3b-efd0-4ddd-be9d-c69907f2c08a,segment=NetworkSegment(1376efa8-b756-40f7-bcab-08089f88fa0b),segment_id=1376efa8-b756-40f7-bcab-08089f88fa0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:58:09.877472 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-eef1622a-5b89-4772-ba62-e98027648b79 req-efa526bc-295b-45c9-b3be-0313837a8f10 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (991deb3b-efd0-4ddd-be9d-c69907f2c08a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:09.891106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-eef1622a-5b89-4772-ba62-e98027648b79 req-efa526bc-295b-45c9-b3be-0313837a8f10 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Calling delete_port for 991deb3b-efd0-4ddd-be9d-c69907f2c08a owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:58:10.132498 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-eef1622a-5b89-4772-ba62-e98027648b79 req-efa526bc-295b-45c9-b3be-0313837a8f10 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (991deb3b-efd0-4ddd-be9d-c69907f2c08a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:10.164495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa526bc-295b-45c9-b3be-0313837a8f10 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Pushing event deleted for resources: {'Port': ['ID=991deb3b-efd0-4ddd-be9d-c69907f2c08a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:10.165673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['991deb3b-efd0-4ddd-be9d-c69907f2c08a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:58:10.207556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef1622a-5b89-4772-ba62-e98027648b79 req-efa526bc-295b-45c9-b3be-0313837a8f10 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] No DVR routers for this DVR port 991deb3b-efd0-4ddd-be9d-c69907f2c08a on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:58:10.210828 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-eef1622a-5b89-4772-ba62-e98027648b79 req-efa526bc-295b-45c9-b3be-0313837a8f10 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:10.214207 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eef1622a-5b89-4772-ba62-e98027648b79 req-efa526bc-295b-45c9-b3be-0313837a8f10 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.64 "DELETE /v2.0/ports/991deb3b-efd0-4ddd-be9d-c69907f2c08a HTTP/1.1" status: 204 len: 173 time: 0.5749824 Jan 28 05:58:10.214694 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7c7d80-6096-4e19-a792-a4eb782f229a', 'name': 'network-vif-deleted', 'tag': '991deb3b-efd0-4ddd-be9d-c69907f2c08a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:58:10.216970 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a24ac8-8ad3-4d43-bdaa-f80c7d761058" -d '{"events": [{"server_uuid": "1d7c7d80-6096-4e19-a792-a4eb782f229a", "name": "network-vif-deleted", "tag": "991deb3b-efd0-4ddd-be9d-c69907f2c08a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:58:10.256128 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8f3bd9-d24c-4752-8b77-b3165ead5781 x-openstack-request-id: req-dc8f3bd9-d24c-4752-8b77-b3165ead5781 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:58:10.256421 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7c7d80-6096-4e19-a792-a4eb782f229a", "name": "network-vif-deleted", "tag": "991deb3b-efd0-4ddd-be9d-c69907f2c08a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:58:10.256678 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc8f3bd9-d24c-4752-8b77-b3165ead5781 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:58:10.257093 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7c7d80-6096-4e19-a792-a4eb782f229a', 'name': 'network-vif-deleted', 'tag': '991deb3b-efd0-4ddd-be9d-c69907f2c08a', 'status': 'completed', 'code': 200} Jan 28 05:58:10.658201 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e570ca53-f9dd-420b-8b4b-5a8e8b3a7819 req-3b595bfd-01cf-48eb-90e2-0dab3456b51f tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0325165 Jan 28 05:58:10.778954 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a39bfc7-96e6-4829-8705-057114d82c10 req-19a77bd8-61a6-491a-b089-f672ca5ec8d9 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0335860 Jan 28 05:58:10.828005 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aaf46b19-5236-46e2-bde6-55d5abaabd6e req-cd9571fe-21dd-40f0-9c68-25761e67e7f9 tempest-ServersNegativeTestMultiTenantJSON-424470781 tempest-ServersNegativeTestMultiTenantJSON-424470781-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7c7d80-6096-4e19-a792-a4eb782f229a HTTP/1.1" status: 200 len: 210 time: 0.0306726 Jan 28 05:58:11.770134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bcbdd0b9-3011-4b8e-9e2f-b9e7cd2f8a82 req-4acec337-acbd-44e6-81ad-e372ae6edab7 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0313261 Jan 28 05:58:11.908720 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47430) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:11.909237 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6e411d6-14f7-4aa9-94d5-ffea88c893db req-f16ac6ae-78e8-4583-b76e-85eb1f69ec15 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0395508 Jan 28 05:58:11.962428 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b737fd-1ce9-4dda-8177-55d0463641d5 admin admin] Deleting subnet 6900a3c3-cc04-4923-a868-4eba3cb15685 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:58:11.965732 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58b737fd-1ce9-4dda-8177-55d0463641d5 admin admin] Publish callbacks [] for subnet (6900a3c3-cc04-4923-a868-4eba3cb15685), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:12.002824 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58b737fd-1ce9-4dda-8177-55d0463641d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (6900a3c3-cc04-4923-a868-4eba3cb15685), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:12.050567 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58b737fd-1ce9-4dda-8177-55d0463641d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (6900a3c3-cc04-4923-a868-4eba3cb15685), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:12.195782 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58b737fd-1ce9-4dda-8177-55d0463641d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (6900a3c3-cc04-4923-a868-4eba3cb15685), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:12.223331 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b737fd-1ce9-4dda-8177-55d0463641d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6900a3c3-cc04-4923-a868-4eba3cb15685,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:12.225358 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58b737fd-1ce9-4dda-8177-55d0463641d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:12.229106 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-58b737fd-1ce9-4dda-8177-55d0463641d5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6900a3c3-cc04-4923-a868-4eba3cb15685 HTTP/1.1" status: 204 len: 168 time: 0.3181589 Jan 28 05:58:12.231241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47434) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:12.304592 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3514f83d-d85c-46d1-a83c-584924520448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (1175c096-2ff8-4028-ba44-e52d863ba5cf), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:12.387252 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3514f83d-d85c-46d1-a83c-584924520448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (1175c096-2ff8-4028-ba44-e52d863ba5cf), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:12.408603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3514f83d-d85c-46d1-a83c-584924520448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1175c096-2ff8-4028-ba44-e52d863ba5cf']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:12.419005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3514f83d-d85c-46d1-a83c-584924520448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1376efa8-b756-40f7-bcab-08089f88fa0b') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:12.419303 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3514f83d-d85c-46d1-a83c-584924520448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1376efa8-b756-40f7-bcab-08089f88fa0b') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:12.429344 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3514f83d-d85c-46d1-a83c-584924520448 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (1376efa8-b756-40f7-bcab-08089f88fa0b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:12.443537 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3514f83d-d85c-46d1-a83c-584924520448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1376efa8-b756-40f7-bcab-08089f88fa0b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:12.449360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3514f83d-d85c-46d1-a83c-584924520448 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:58:12.449739 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3514f83d-d85c-46d1-a83c-584924520448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (1376efa8-b756-40f7-bcab-08089f88fa0b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:58:12.451695 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:58:12.624218 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3514f83d-d85c-46d1-a83c-584924520448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (1175c096-2ff8-4028-ba44-e52d863ba5cf), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:12.630512 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3514f83d-d85c-46d1-a83c-584924520448 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:12.633844 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3514f83d-d85c-46d1-a83c-584924520448 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1175c096-2ff8-4028-ba44-e52d863ba5cf HTTP/1.1" status: 204 len: 168 time: 0.4013324 Jan 28 05:58:12.636792 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47436) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:12.645105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514f83d-d85c-46d1-a83c-584924520448 admin admin] Pushing event deleted for resources: {'Network': ['ID=1175c096-2ff8-4028-ba44-e52d863ba5cf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:12.696646 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a996330-be77-491b-a7d4-6cc3800acb7d admin admin] Deleting subnet ad6c3782-ec29-4d08-a79f-98aaef13e318 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:58:12.700128 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4a996330-be77-491b-a7d4-6cc3800acb7d admin admin] Publish callbacks [] for subnet (ad6c3782-ec29-4d08-a79f-98aaef13e318), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:12.742755 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4a996330-be77-491b-a7d4-6cc3800acb7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (ad6c3782-ec29-4d08-a79f-98aaef13e318), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:12.783880 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4a996330-be77-491b-a7d4-6cc3800acb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (ad6c3782-ec29-4d08-a79f-98aaef13e318), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:12.878676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f099fb1-c124-47e5-9113-e0005ad7ab8a req-6e0c9f70-9361-40e0-ad32-1c6ab99945de tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0281839 Jan 28 05:58:12.950501 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4a996330-be77-491b-a7d4-6cc3800acb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (ad6c3782-ec29-4d08-a79f-98aaef13e318), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:12.979710 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a996330-be77-491b-a7d4-6cc3800acb7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad6c3782-ec29-4d08-a79f-98aaef13e318,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:12.983937 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4a996330-be77-491b-a7d4-6cc3800acb7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:12.987489 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4a996330-be77-491b-a7d4-6cc3800acb7d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ad6c3782-ec29-4d08-a79f-98aaef13e318 HTTP/1.1" status: 204 len: 168 time: 0.3495145 Jan 28 05:58:12.990885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47442) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:13.068150 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eda65bcf-31cc-438a-9fa4-a4b977e5df5b req-2bcb3c44-bb6a-4e2a-8393-5c2a192c103f tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0686867 Jan 28 05:58:13.088547 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ffef7d9-15c8-45e6-8d3f-971e83016233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (76656840-ac3b-4b01-b79c-59eeb6917d51), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:13.169340 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ffef7d9-15c8-45e6-8d3f-971e83016233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (76656840-ac3b-4b01-b79c-59eeb6917d51), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:13.189594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-7ffef7d9-15c8-45e6-8d3f-971e83016233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76656840-ac3b-4b01-b79c-59eeb6917d51']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:13.199553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-7ffef7d9-15c8-45e6-8d3f-971e83016233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a0bb2c-1b41-4ca5-a6ff-57f185484e42') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:13.199850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-7ffef7d9-15c8-45e6-8d3f-971e83016233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a0bb2c-1b41-4ca5-a6ff-57f185484e42') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:13.210247 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ffef7d9-15c8-45e6-8d3f-971e83016233 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (f0a0bb2c-1b41-4ca5-a6ff-57f185484e42), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:13.224804 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ffef7d9-15c8-45e6-8d3f-971e83016233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (f0a0bb2c-1b41-4ca5-a6ff-57f185484e42), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ffef7d9-15c8-45e6-8d3f-971e83016233 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ffef7d9-15c8-45e6-8d3f-971e83016233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (f0a0bb2c-1b41-4ca5-a6ff-57f185484e42), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:58:13.235475 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:58:13.374685 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ffef7d9-15c8-45e6-8d3f-971e83016233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (76656840-ac3b-4b01-b79c-59eeb6917d51), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:13.381745 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ffef7d9-15c8-45e6-8d3f-971e83016233 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:13.384980 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7ffef7d9-15c8-45e6-8d3f-971e83016233 admin admin] 10.222.0.31 "DELETE /v2.0/networks/76656840-ac3b-4b01-b79c-59eeb6917d51 HTTP/1.1" status: 204 len: 168 time: 0.3930929 Jan 28 05:58:13.397411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffef7d9-15c8-45e6-8d3f-971e83016233 admin admin] Pushing event deleted for resources: {'Network': ['ID=76656840-ac3b-4b01-b79c-59eeb6917d51,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:13.820166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 991deb3b-efd0-4ddd-be9d-c69907f2c08a no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:58:13.840639 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 991deb3b-efd0-4ddd-be9d-c69907f2c08a {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:58:13.840987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 991deb3b-efd0-4ddd-be9d-c69907f2c08a not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:58:13.983965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3d566f7-adaa-4d2e-af19-5178ccd7928b req-d9c326ba-2d79-4f23-94b9-d4a6f6cae687 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0270929 Jan 28 05:58:13.984497 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47450) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:14.035390 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7226dd86-1efe-447a-928d-f634d289313c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5dc18a2e0b674c98b21562e7c4b34ba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0498967 Jan 28 05:58:14.038018 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47452) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:14.085672 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-351eb738-ed80-4faa-a1ee-775926d44197 admin admin] Publish callbacks [] for security_group (871b36f4-2c52-495d-9c87-6ca073515bc8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:14.106945 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-351eb738-ed80-4faa-a1ee-775926d44197 admin admin] Publish callbacks [] for security_group (871b36f4-2c52-495d-9c87-6ca073515bc8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:14.174207 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94819b35-2a48-47ef-b849-8ff5608286c7 req-66c02ef8-0bdb-4309-a31b-c3ff23126304 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0260086 Jan 28 05:58:14.235531 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-351eb738-ed80-4faa-a1ee-775926d44197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (871b36f4-2c52-495d-9c87-6ca073515bc8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:14.238213 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-351eb738-ed80-4faa-a1ee-775926d44197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:14.240036 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-351eb738-ed80-4faa-a1ee-775926d44197 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/871b36f4-2c52-495d-9c87-6ca073515bc8 HTTP/1.1" status: 204 len: 168 time: 0.2010982 Jan 28 05:58:14.248033 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351eb738-ed80-4faa-a1ee-775926d44197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871b36f4-2c52-495d-9c87-6ca073515bc8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:15.073484 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47464) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:15.096113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-670d6e71-6022-4bb1-b7c9-10c92d8d7247 req-cae01dff-0cc0-49e2-a80c-9fb24adbeb19 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0342045 Jan 28 05:58:15.116382 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bc9f07ea-96d9-41f1-b0fe-ddf2b08d3eb7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d25e63fd79f548d4ad426d0236d7d61e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417426 Jan 28 05:58:15.119699 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47466) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:15.168709 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fb29e3c7-12eb-43b3-846e-241361eccf0a admin admin] Publish callbacks [] for security_group (21a2ea2a-c6c6-4a71-bfd0-29539576855d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:15.189778 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fb29e3c7-12eb-43b3-846e-241361eccf0a admin admin] Publish callbacks [] for security_group (21a2ea2a-c6c6-4a71-bfd0-29539576855d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:15.281281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-729c6345-7a28-48c8-a518-28c03a25e517 req-b27bce88-1c72-4387-badc-9c6eafe9a3a2 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0269825 Jan 28 05:58:15.323013 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fb29e3c7-12eb-43b3-846e-241361eccf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (21a2ea2a-c6c6-4a71-bfd0-29539576855d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:15.325946 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fb29e3c7-12eb-43b3-846e-241361eccf0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:15.327223 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fb29e3c7-12eb-43b3-846e-241361eccf0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21a2ea2a-c6c6-4a71-bfd0-29539576855d HTTP/1.1" status: 204 len: 168 time: 0.2054892 Jan 28 05:58:15.336047 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29e3c7-12eb-43b3-846e-241361eccf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a2ea2a-c6c6-4a71-bfd0-29539576855d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:16.206356 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ebb02c4-bbc2-4c67-9add-b91d43b4b018 req-5c7c159d-c7bf-4935-a797-58c20394dea8 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0330222 Jan 28 05:58:16.402691 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97708615-9767-4ad4-a854-cd63159256d3 req-98fef16a-4ab9-456b-ae36-995ecda455f2 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0366988 Jan 28 05:58:17.322579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40eb40c4-4e5c-4481-b1b8-24f12b2008d6 req-65974625-d71c-4d9b-9323-900fc78c942b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0357668 Jan 28 05:58:17.510670 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc3e5350-2261-4bb8-bc08-a5b566485c48 req-8c1b23c2-148b-4de7-a418-54fb1e25b712 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0273461 Jan 28 05:58:18.430328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-826a4019-a650-4b08-9c63-eb8dc2f830fc req-b785f6b2-73eb-4af4-b0c9-44ef8d858aa2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0270717 Jan 28 05:58:18.617801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b806cbfe-c79c-4541-bdc3-586159d4f1a2 req-7ebece40-273e-46f6-ad71-b60ffef401d6 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0277500 Jan 28 05:58:19.537532 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8b3bd86-97f1-4375-9154-47c9de0df3c4 req-95c29778-584d-476c-907b-196c0570aa8b tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0286243 Jan 28 05:58:19.720701 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3300ee7-9e74-44b2-a20d-df364f2f4f65 req-0eceb0b6-2755-4622-a60a-62a17c642ea4 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0262372 Jan 28 05:58:20.599364 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:58:20.644686 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f072a799-ad18-4511-b3f6-e435a733fa77 req-00b3e979-d256-47c1-92ce-4db804ff7846 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0264771 Jan 28 05:58:20.821998 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66625704-d36c-4495-8473-634a3f6a4566 req-5ecc9220-023d-4ab2-ade7-648d9347d993 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0271502 Jan 28 05:58:21.756974 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fd566c0-ef7f-4d83-9a16-8411a614aaf8 req-f55ee18e-d5db-4de7-825e-229526e8db86 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0365460 Jan 28 05:58:21.950107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60167564-a2ce-40bc-87df-81f31c745d3e req-fc72a453-72f7-431d-9e20-b77948e6e04d tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0434639 Jan 28 05:58:22.058641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-104f943b-7dbb-4228-be79-0100802e50b8 req-8c845679-8874-4b7d-b6dd-c3bf0578ef36 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458181 Jan 28 05:58:22.165838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f943b-7dbb-4228-be79-0100802e50b8 req-24380a9b-fecb-4c32-899b-e23bae268d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:22.167374 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-104f943b-7dbb-4228-be79-0100802e50b8 req-24380a9b-fecb-4c32-899b-e23bae268d1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbc79cbf9170467382f8d73143b1e254&device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 1102 time: 0.0424941 Jan 28 05:58:22.283453 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f943b-7dbb-4228-be79-0100802e50b8 req-dd6313f6-5f24-4d7d-8378-3bae6587f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:22.284752 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-104f943b-7dbb-4228-be79-0100802e50b8 req-dd6313f6-5f24-4d7d-8378-3bae6587f5ff service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.0891078 Jan 28 05:58:22.328793 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-104f943b-7dbb-4228-be79-0100802e50b8 req-5e8579fe-b963-428e-9bbe-3a22ecccd3ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a07c021f-e56d-4c1b-910e-0047605f1435 HTTP/1.1" status: 200 len: 217 time: 0.0360520 Jan 28 05:58:22.377455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f943b-7dbb-4228-be79-0100802e50b8 req-5164bc20-f0f3-495a-a120-6513cc6405a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:22.379988 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-104f943b-7dbb-4228-be79-0100802e50b8 req-5164bc20-f0f3-495a-a120-6513cc6405a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0449870 Jan 28 05:58:22.428284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f943b-7dbb-4228-be79-0100802e50b8 req-9f4f9939-9a9b-40a6-ad8a-78ee8c1d40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:22.429871 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-104f943b-7dbb-4228-be79-0100802e50b8 req-9f4f9939-9a9b-40a6-ad8a-78ee8c1d40fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0436974 Jan 28 05:58:22.525890 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-104f943b-7dbb-4228-be79-0100802e50b8 req-dbfec874-b81f-4f9b-b428-91aff75737bc service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892730 Jan 28 05:58:22.620688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-104f943b-7dbb-4228-be79-0100802e50b8 req-e1359ed1-ee13-44e0-b783-b8b8d5f6be8a service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887580 Jan 28 05:58:22.878943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe579ac6-7e80-44b8-8554-6f68f76666d8 req-2d76827a-d7af-4a5c-a9ec-7f7cc5140714 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0413620 Jan 28 05:58:23.060142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ec1d612-f9ea-4e16-a3ea-01357fe69cc5 req-2b9ffa61-8b31-4a1c-84b8-8a65d24d3cf7 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0275176 Jan 28 05:58:23.991085 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e18c08f-8cdd-4aca-914c-1d1e9448118f req-f5f16800-4b83-4a93-8d02-d88b6a552db0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0316546 Jan 28 05:58:24.167120 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66774692-c259-4fd8-b175-aab714fff5e3 req-06ead354-cef0-4a30-9b3d-024fb4514d03 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0285292 Jan 28 05:58:24.246105 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01711b72-8933-43bb-84fe-8fb238596801 req-d54b5129-250c-4a85-876f-cc439fc7ea75 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427682 Jan 28 05:58:24.350045 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01711b72-8933-43bb-84fe-8fb238596801 req-41cf2436-263b-49f8-bff2-d63b596061f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:24.351556 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01711b72-8933-43bb-84fe-8fb238596801 req-41cf2436-263b-49f8-bff2-d63b596061f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab9f5d5d427244a98e0169fec132ab39&device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 1097 time: 0.0432339 Jan 28 05:58:24.453472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01711b72-8933-43bb-84fe-8fb238596801 req-860703ec-5538-46cf-8c6e-77bf197cda20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:24.454900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01711b72-8933-43bb-84fe-8fb238596801 req-860703ec-5538-46cf-8c6e-77bf197cda20 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b HTTP/1.1" status: 200 len: 918 time: 0.0838399 Jan 28 05:58:24.526898 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01711b72-8933-43bb-84fe-8fb238596801 req-6404bcf0-8709-4c23-887f-aa716b606236 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906 HTTP/1.1" status: 200 len: 1001 time: 0.0653839 Jan 28 05:58:24.576142 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01711b72-8933-43bb-84fe-8fb238596801 req-df14bb9d-fdd9-49a6-9691-f0c98bb2c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:24.577781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01711b72-8933-43bb-84fe-8fb238596801 req-df14bb9d-fdd9-49a6-9691-f0c98bb2c66f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12e0ced4-18e5-4afc-8b80-623ef26fa087 HTTP/1.1" status: 200 len: 856 time: 0.0444708 Jan 28 05:58:24.625359 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01711b72-8933-43bb-84fe-8fb238596801 req-e98fc117-7ac2-41ff-a412-426785cf6c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:24.626980 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01711b72-8933-43bb-84fe-8fb238596801 req-e98fc117-7ac2-41ff-a412-426785cf6c01 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428767 Jan 28 05:58:24.723862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01711b72-8933-43bb-84fe-8fb238596801 req-b1bddd2f-ad2f-4a60-ac5d-030bf828097d service neutron] 10.222.0.64 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898540 Jan 28 05:58:24.813623 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01711b72-8933-43bb-84fe-8fb238596801 req-23c64ab6-3018-4c75-8a4d-2d1727bd037d service neutron] 10.222.0.64 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832691 Jan 28 05:58:24.932190 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:25.105333 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c1a78c2-8f62-4aa9-b0a8-af2153e68a0c req-9367e34e-f40e-40af-ad8c-f50e5e0ee2eb tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0279255 Jan 28 05:58:25.283810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-434209b5-cf40-42cc-8137-c7a09fc73af2 req-efa1499f-7d79-406f-a896-0fc8b189df0d tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0335236 Jan 28 05:58:26.232965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdf74833-eb3e-4ff1-ba16-eb5cbe853d9e req-d76e6388-b41f-4dd3-a175-e56f2b90a1da tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0335467 Jan 28 05:58:26.400108 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96cd3ff5-ff79-4408-80c4-4ea78045bdb7 req-56f73522-6edd-4cd1-a28e-409e6f98890e tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0297468 Jan 28 05:58:27.372589 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6ecebe9-4e04-4231-bf88-4cf6a692af2f req-cd1355d1-b6c3-4a6c-9521-a949408e8549 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0304685 Jan 28 05:58:27.533112 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d233ce4f-26c3-474c-b24a-26786a428eca req-3502d793-2438-4e6f-9e82-c048fd8bd97b tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0357482 Jan 28 05:58:27.665706 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:27.938972 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47642) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:28.071319 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73f5d3fe-955e-4ef8-92ec-bdeba378d157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:28.161467 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73f5d3fe-955e-4ef8-92ec-bdeba378d157 admin admin] Publish callbacks [] for security_group (a96346ad-71a4-4323-8a88-4da990004680), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:28.248785 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73f5d3fe-955e-4ef8-92ec-bdeba378d157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a96346ad-71a4-4323-8a88-4da990004680), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:28.292080 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-73f5d3fe-955e-4ef8-92ec-bdeba378d157 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8aa889bf7b404446b6bbbf2f415d632d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3518262 Jan 28 05:58:28.293197 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5d3fe-955e-4ef8-92ec-bdeba378d157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96346ad-71a4-4323-8a88-4da990004680,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:28.294465 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47648) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:28.365281 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c161a2f-2649-4791-b939-128bc6905442 admin admin] Publish callbacks [] for security_group (a96346ad-71a4-4323-8a88-4da990004680), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:28.388108 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c161a2f-2649-4791-b939-128bc6905442 admin admin] Publish callbacks [] for security_group (a96346ad-71a4-4323-8a88-4da990004680), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:28.549111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c98fa138-02bb-49f0-a272-ab5d453894c6 req-0af744e1-12a0-4e2e-aee3-5f16b00c9062 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0649002 Jan 28 05:58:28.637245 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c161a2f-2649-4791-b939-128bc6905442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a96346ad-71a4-4323-8a88-4da990004680), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:28.640138 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c161a2f-2649-4791-b939-128bc6905442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:28.642495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5c161a2f-2649-4791-b939-128bc6905442 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a96346ad-71a4-4323-8a88-4da990004680 HTTP/1.1" status: 204 len: 168 time: 0.3468766 Jan 28 05:58:28.659068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c161a2f-2649-4791-b939-128bc6905442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96346ad-71a4-4323-8a88-4da990004680,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:28.734317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07e0704d-f7b0-492b-b12f-07db1b8a62f1 req-a35dab1b-88fa-47e4-a255-e7061889269b tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0561862 Jan 28 05:58:29.524655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47674) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:29.542954 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e242cd01-9f32-4a48-b090-6f3660d9edac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:29.647284 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e242cd01-9f32-4a48-b090-6f3660d9edac admin admin] Publish callbacks [] for security_group (d86c84b1-452d-4a42-9722-f0081b19f021), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:29.733614 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-876f43ed-23eb-444f-8fe5-45b39c13a361 req-a45e3b25-5e8d-4556-9f99-94e000c8f8a6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0278974 Jan 28 05:58:29.740322 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e242cd01-9f32-4a48-b090-6f3660d9edac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d86c84b1-452d-4a42-9722-f0081b19f021), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:29.794044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242cd01-9f32-4a48-b090-6f3660d9edac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86c84b1-452d-4a42-9722-f0081b19f021,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:29.871406 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e242cd01-9f32-4a48-b090-6f3660d9edac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b227416af9884d679136a48a9ee107f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3443942 Jan 28 05:58:29.873992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47688) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:29.940763 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] Publish callbacks [] for security_group (d86c84b1-452d-4a42-9722-f0081b19f021), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:29.966902 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] Publish callbacks [] for security_group (d86c84b1-452d-4a42-9722-f0081b19f021), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:30.123494 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d86c84b1-452d-4a42-9722-f0081b19f021), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:30.126065 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:30.131459 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d86c84b1-452d-4a42-9722-f0081b19f021 HTTP/1.1" status: 204 len: 168 time: 0.2555614 Jan 28 05:58:30.145029 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86c84b1-452d-4a42-9722-f0081b19f021,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:30.169351 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:30.171373 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:30.172059 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:30.174688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:30.175263 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:30.178078 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:30.179877 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:30.182191 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:30.183916 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:30.185753 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:30.186272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:30.187645 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:30.188244 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3008b9d-cac4-489c-aa1a-d71daf4484d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:30.361944 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9368f78-d386-4596-89e1-5fc7d18d17ee req-e7d7fe9b-b9cb-4d10-a8dc-fb68f6406909 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.4771495 Jan 28 05:58:30.894633 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb8b618b-bd94-4852-9f35-73b1770a12d9 req-bf3aa32f-bc3e-4f61-b74a-4bd63da19275 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0403113 Jan 28 05:58:31.554652 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea9a7909-a0f1-4dd7-827b-92d9b91d4bcd req-81b91143-d83d-459a-9426-e8e326aa0702 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0307312 Jan 28 05:58:31.817953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47746) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:31.999800 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d8447a4-9846-4834-9174-4490b6287235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:32.117776 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9930bbf7-cb0f-47e0-bfdb-ff91a0dbaafa req-5c3a0890-6aab-42df-acff-c8437039da44 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0449698 Jan 28 05:58:32.174570 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d8447a4-9846-4834-9174-4490b6287235 admin admin] Publish callbacks [] for security_group (26589299-fc97-448d-a109-6c28fe673aa7), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:32.240902 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d8447a4-9846-4834-9174-4490b6287235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (26589299-fc97-448d-a109-6c28fe673aa7), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:32.302749 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2d8447a4-9846-4834-9174-4490b6287235 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c329fa74e90c4e41a725d8101fe904f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4830561 Jan 28 05:58:32.303569 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8447a4-9846-4834-9174-4490b6287235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26589299-fc97-448d-a109-6c28fe673aa7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:32.305702 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47762) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:32.312810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8447a4-9846-4834-9174-4490b6287235 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:32.313165 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8447a4-9846-4834-9174-4490b6287235 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:32.313514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8447a4-9846-4834-9174-4490b6287235 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:32.314831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8447a4-9846-4834-9174-4490b6287235 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:32.315193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8447a4-9846-4834-9174-4490b6287235 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:32.315538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8447a4-9846-4834-9174-4490b6287235 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:32.318171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8447a4-9846-4834-9174-4490b6287235 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:32.318171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8447a4-9846-4834-9174-4490b6287235 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:32.318171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8447a4-9846-4834-9174-4490b6287235 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:32.318171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8447a4-9846-4834-9174-4490b6287235 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:32.318171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8447a4-9846-4834-9174-4490b6287235 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:32.318171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8447a4-9846-4834-9174-4490b6287235 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:32.318711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8447a4-9846-4834-9174-4490b6287235 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:32.413429 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76f375c9-0b91-4133-95f8-476602b433c6 admin admin] Publish callbacks [] for security_group (26589299-fc97-448d-a109-6c28fe673aa7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:32.464453 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76f375c9-0b91-4133-95f8-476602b433c6 admin admin] Publish callbacks [] for security_group (26589299-fc97-448d-a109-6c28fe673aa7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:32.544036 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a1f4a472-bb51-4659-ab22-296c13b14b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:32.731323 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76f375c9-0b91-4133-95f8-476602b433c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (26589299-fc97-448d-a109-6c28fe673aa7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:32.735718 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76f375c9-0b91-4133-95f8-476602b433c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:32.741214 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-76f375c9-0b91-4133-95f8-476602b433c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26589299-fc97-448d-a109-6c28fe673aa7 HTTP/1.1" status: 204 len: 168 time: 0.4340260 Jan 28 05:58:32.761470 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f375c9-0b91-4133-95f8-476602b433c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26589299-fc97-448d-a109-6c28fe673aa7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:32.855058 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95a5f757-a9ec-4a2a-a9e5-0e2e3ee10cf6 req-2d94b987-bea0-4729-9333-93787ed1b3d9 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0726171 Jan 28 05:58:33.372259 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d0e28d7a-e2a4-4f07-b0a1-66a789ca7c5b req-1a749b00-83e2-455d-b117-0ce66a51c0ed tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0956342 Jan 28 05:58:33.993763 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8121fc2c-b7be-4cc4-b0e8-236822474707 req-3f01b0cc-9837-4645-a4c2-0ce8633dc53a tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0390472 Jan 28 05:58:34.570491 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-02380797-75d2-469d-b6fc-e44a077b6296 req-089eacdc-17e5-45f4-96f1-092683f02f51 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0341609 Jan 28 05:58:34.778508 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6de27d4a-3527-4329-8152-b660b0d20274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:34.819078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47852) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:35.037877 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-24c684c5-7c66-4386-a0df-62b52b5f7960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:35.157996 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-984d0d90-7888-4938-b334-8f872ca4cd7d req-49da63e1-31dd-4904-8d3e-c98f60761e1f tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0749726 Jan 28 05:58:35.257521 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-24c684c5-7c66-4386-a0df-62b52b5f7960 admin admin] Publish callbacks [] for security_group (431176b1-10dd-49e8-95b9-92fc96d5df7f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:35.329082 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-24c684c5-7c66-4386-a0df-62b52b5f7960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (431176b1-10dd-49e8-95b9-92fc96d5df7f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:35.407469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c684c5-7c66-4386-a0df-62b52b5f7960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431176b1-10dd-49e8-95b9-92fc96d5df7f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:35.425524 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-24c684c5-7c66-4386-a0df-62b52b5f7960 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b56d3ad233774064a8e444f0364000ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6042020 Jan 28 05:58:35.428044 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47878) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:35.568825 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee6aac5e-d809-45db-a369-84910a9fcd20 admin admin] Publish callbacks [] for security_group (431176b1-10dd-49e8-95b9-92fc96d5df7f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:35.651836 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee6aac5e-d809-45db-a369-84910a9fcd20 admin admin] Publish callbacks [] for security_group (431176b1-10dd-49e8-95b9-92fc96d5df7f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:35.773504 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27deea71-df68-4438-85e9-916013ac8e84 req-ca732ce5-16e3-4335-ab03-6de7c93d8fa4 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/ports?device_id=3291ad89-4923-4056-b5ad-5f876a20a660 HTTP/1.1" status: 200 len: 210 time: 0.0537612 Jan 28 05:58:35.827366 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee6aac5e-d809-45db-a369-84910a9fcd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (431176b1-10dd-49e8-95b9-92fc96d5df7f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:35.830753 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee6aac5e-d809-45db-a369-84910a9fcd20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:35.834822 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ee6aac5e-d809-45db-a369-84910a9fcd20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/431176b1-10dd-49e8-95b9-92fc96d5df7f HTTP/1.1" status: 204 len: 168 time: 0.4057002 Jan 28 05:58:35.852300 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6aac5e-d809-45db-a369-84910a9fcd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431176b1-10dd-49e8-95b9-92fc96d5df7f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:36.350219 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46b1ed01-a7c7-421a-abda-a53651291a01 req-5300501a-8f8d-47f2-abe4-0db2e39096e9 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0683830 Jan 28 05:58:36.576544 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:36.934877 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47946) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:36.953115 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75fd4315-2411-4f0b-b54e-946ebac69111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:36.987390 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47948) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:37.065610 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-827d21a5-cd9c-4f6b-9051-3d667b6e0e02 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for security_group (eae9756e-6982-4be6-88c2-1c22004000fc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:37.069640 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75fd4315-2411-4f0b-b54e-946ebac69111 admin admin] Publish callbacks [] for security_group (26fd3c1a-afa0-40a9-b8c4-9e6e57cc96e5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:37.100611 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-827d21a5-cd9c-4f6b-9051-3d667b6e0e02 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for security_group (eae9756e-6982-4be6-88c2-1c22004000fc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:37.163313 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75fd4315-2411-4f0b-b54e-946ebac69111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (26fd3c1a-afa0-40a9-b8c4-9e6e57cc96e5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:37.240817 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-75fd4315-2411-4f0b-b54e-946ebac69111 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5e67370b8d24f96aa50db484b02b04d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047202 Jan 28 05:58:37.242095 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd4315-2411-4f0b-b54e-946ebac69111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fd3c1a-afa0-40a9-b8c4-9e6e57cc96e5,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:37.247689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47950) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:37.290224 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-827d21a5-cd9c-4f6b-9051-3d667b6e0e02 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (eae9756e-6982-4be6-88c2-1c22004000fc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:37.293141 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-827d21a5-cd9c-4f6b-9051-3d667b6e0e02 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:37.294459 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-827d21a5-cd9c-4f6b-9051-3d667b6e0e02 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "DELETE /v2.0/security-groups/eae9756e-6982-4be6-88c2-1c22004000fc HTTP/1.1" status: 204 len: 168 time: 0.3049283 Jan 28 05:58:37.297272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47954) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:37.319020 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-620282ac-325f-4033-a9c0-ac9515352640 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] show failed (client error): The resource could not be found. Jan 28 05:58:37.324212 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-620282ac-325f-4033-a9c0-ac9515352640 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "GET /v2.0/security-groups/eae9756e-6982-4be6-88c2-1c22004000fc HTTP/1.1" status: 404 len: 347 time: 0.0243232 Jan 28 05:58:37.326843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47956) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:37.349989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d21a5-cd9c-4f6b-9051-3d667b6e0e02 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae9756e-6982-4be6-88c2-1c22004000fc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:37.410014 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31bceffa-29ad-4c87-a5a3-003cb55134e1 admin admin] Publish callbacks [] for security_group (26fd3c1a-afa0-40a9-b8c4-9e6e57cc96e5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:37.474763 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31bceffa-29ad-4c87-a5a3-003cb55134e1 admin admin] Publish callbacks [] for security_group (26fd3c1a-afa0-40a9-b8c4-9e6e57cc96e5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:37.614344 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bac902a5-2d1f-4117-916f-1f594dc6aeca req-d30c16e6-eaca-4113-b08a-100185828b36 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0408700 Jan 28 05:58:37.689514 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb2264-1203-4f3d-bb10-af766d2d9db2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Deleting port ee1a6aa3-b340-422d-a74b-384151d97cca {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:58:37.690214 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2264-1203-4f3d-bb10-af766d2d9db2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ee1a6aa3-b340-422d-a74b-384151d97cca), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:37.697994 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31bceffa-29ad-4c87-a5a3-003cb55134e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (26fd3c1a-afa0-40a9-b8c4-9e6e57cc96e5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:37.700866 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31bceffa-29ad-4c87-a5a3-003cb55134e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:37.705699 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-31bceffa-29ad-4c87-a5a3-003cb55134e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26fd3c1a-afa0-40a9-b8c4-9e6e57cc96e5 HTTP/1.1" status: 204 len: 168 time: 0.4570742 Jan 28 05:58:37.717406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bceffa-29ad-4c87-a5a3-003cb55134e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fd3c1a-afa0-40a9-b8c4-9e6e57cc96e5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:37.872926 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2264-1203-4f3d-bb10-af766d2d9db2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ee1a6aa3-b340-422d-a74b-384151d97cca), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:37.876563 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2264-1203-4f3d-bb10-af766d2d9db2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for floatingip (ee1a6aa3-b340-422d-a74b-384151d97cca), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:37.899850 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:37.903701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb2264-1203-4f3d-bb10-af766d2d9db2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Calling delete_port for ee1a6aa3-b340-422d-a74b-384151d97cca owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:58:38.238444 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2264-1203-4f3d-bb10-af766d2d9db2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ee1a6aa3-b340-422d-a74b-384151d97cca), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:38.303477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb2264-1203-4f3d-bb10-af766d2d9db2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event deleted for resources: {'Port': ['ID=ee1a6aa3-b340-422d-a74b-384151d97cca,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:38.361848 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2264-1203-4f3d-bb10-af766d2d9db2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for floatingip (2d449885-aa26-4b2b-b8ab-c7aa8a9cb8eb), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:38.366091 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2264-1203-4f3d-bb10-af766d2d9db2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:38.370596 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5cbb2264-1203-4f3d-bb10-af766d2d9db2 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "DELETE /v2.0/floatingips/2d449885-aa26-4b2b-b8ab-c7aa8a9cb8eb HTTP/1.1" status: 204 len: 168 time: 1.0400767 Jan 28 05:58:38.370980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47978) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:38.581788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-edeeb4ac-6287-4b72-bb41-ec516c3d7234 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Deleting port a634b533-7357-4188-8294-f3f088104ea5 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:58:38.582669 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edeeb4ac-6287-4b72-bb41-ec516c3d7234 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a634b533-7357-4188-8294-f3f088104ea5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:38.727861 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edeeb4ac-6287-4b72-bb41-ec516c3d7234 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a634b533-7357-4188-8294-f3f088104ea5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:38.758988 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb34c781-4434-4a92-b7b8-acc664f1ab11 req-baebc2c4-4133-4bfc-aea9-32212f461920 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0423391 Jan 28 05:58:38.780270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-edeeb4ac-6287-4b72-bb41-ec516c3d7234 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Calling delete_port for a634b533-7357-4188-8294-f3f088104ea5 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:58:39.175174 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:39.209140 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edeeb4ac-6287-4b72-bb41-ec516c3d7234 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a634b533-7357-4188-8294-f3f088104ea5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:39.271136 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeeb4ac-6287-4b72-bb41-ec516c3d7234 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event deleted for resources: {'Port': ['ID=a634b533-7357-4188-8294-f3f088104ea5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:39.447191 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b191e29f-e45f-4ddd-bcf5-f7ad56bb3705 req-2f0f85df-ca36-4fc1-ac51-9a86a24fac52 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0752616 Jan 28 05:58:39.459022 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edeeb4ac-6287-4b72-bb41-ec516c3d7234 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:39.470858 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-edeeb4ac-6287-4b72-bb41-ec516c3d7234 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "DELETE /v2.0/ports/a634b533-7357-4188-8294-f3f088104ea5 HTTP/1.1" status: 204 len: 168 time: 1.0987918 Jan 28 05:58:39.471857 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48018) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:39.650026 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7983befe-0507-480a-b148-895d92a758e0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Deleting port de4521fc-53b1-4371-ba47-df5321d802fa {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:58:39.650398 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7983befe-0507-480a-b148-895d92a758e0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (de4521fc-53b1-4371-ba47-df5321d802fa), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:39.808816 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7983befe-0507-480a-b148-895d92a758e0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (de4521fc-53b1-4371-ba47-df5321d802fa), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:39.866097 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7983befe-0507-480a-b148-895d92a758e0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Calling delete_port for de4521fc-53b1-4371-ba47-df5321d802fa owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:58:40.034634 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b7fc9d2-0b76-4988-98d4-6c12912064db req-d891a975-c2a8-4bef-9f3a-3e172ca26839 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0886021 Jan 28 05:58:40.241065 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7983befe-0507-480a-b148-895d92a758e0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (de4521fc-53b1-4371-ba47-df5321d802fa), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:40.875569 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983befe-0507-480a-b148-895d92a758e0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event deleted for resources: {'Port': ['ID=de4521fc-53b1-4371-ba47-df5321d802fa,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:41.029575 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7983befe-0507-480a-b148-895d92a758e0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:41.035539 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7983befe-0507-480a-b148-895d92a758e0 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "DELETE /v2.0/ports/de4521fc-53b1-4371-ba47-df5321d802fa HTTP/1.1" status: 204 len: 168 time: 1.5614331 Jan 28 05:58:41.037519 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48050) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:41.184497 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-62571db4-a7aa-483b-bd57-dfa40bb52394 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Deleting subnet 2b498353-5375-459e-bd93-4094c4cf6894 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:58:41.187916 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62571db4-a7aa-483b-bd57-dfa40bb52394 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for subnet (2b498353-5375-459e-bd93-4094c4cf6894), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:41.281276 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62571db4-a7aa-483b-bd57-dfa40bb52394 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (2b498353-5375-459e-bd93-4094c4cf6894), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:41.299197 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c51e870-cbec-4922-8a91-9a344932218c req-d0e32165-1ab9-4bf4-a24b-b161c0e11855 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0447273 Jan 28 05:58:41.516777 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62571db4-a7aa-483b-bd57-dfa40bb52394 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (2b498353-5375-459e-bd93-4094c4cf6894), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:41.758183 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62571db4-a7aa-483b-bd57-dfa40bb52394 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (2b498353-5375-459e-bd93-4094c4cf6894), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:41.809117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62571db4-a7aa-483b-bd57-dfa40bb52394 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event deleted for resources: {'Subnet': ['ID=2b498353-5375-459e-bd93-4094c4cf6894,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:41.826064 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62571db4-a7aa-483b-bd57-dfa40bb52394 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:41.826800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f23d0-59fc-40bb-bd34-157e238d6961 None None] Network 5163c916-d2f8-441e-b2dc-85c1354db940 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:58:41.829379 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-62571db4-a7aa-483b-bd57-dfa40bb52394 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "DELETE /v2.0/subnets/2b498353-5375-459e-bd93-4094c4cf6894 HTTP/1.1" status: 204 len: 168 time: 0.7894883 Jan 28 05:58:41.832069 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48080) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:41.950486 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff239748-d4ce-4ead-817f-171889d436f6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Deleting subnet a2b9cb9f-feef-45df-ae1f-fa66f4c913eb {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:58:41.971943 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ff239748-d4ce-4ead-817f-171889d436f6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for subnet (a2b9cb9f-feef-45df-ae1f-fa66f4c913eb), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:42.046785 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ff239748-d4ce-4ead-817f-171889d436f6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (a2b9cb9f-feef-45df-ae1f-fa66f4c913eb), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:42.226252 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ff239748-d4ce-4ead-817f-171889d436f6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (a2b9cb9f-feef-45df-ae1f-fa66f4c913eb), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:42.248626 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] DHCP port deletion for 5163c916-d2f8-441e-b2dc-85c1354db940 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:58:42.287541 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f80a7fe-953f-4311-848f-5549bf0a59bd req-078a3d93-3859-47ab-8f39-d40fa55130ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4d451dea62b4508a4fed516590ddff8&device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0539577 Jan 28 05:58:42.334022 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b894b93-02f4-4895-8477-f59f2bf4e08f req-028bd8bd-0797-47eb-8da4-e4956f78f0e3 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0422521 Jan 28 05:58:42.403096 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f80a7fe-953f-4311-848f-5549bf0a59bd req-076dab2d-bff8-44f1-8e4f-7c41b7af7af1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d4d451dea62b4508a4fed516590ddff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679264 Jan 28 05:58:42.432332 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Deleting port 43f70db1-5e39-4cf9-ad6d-299361f6151a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:58:42.432777 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (43f70db1-5e39-4cf9-ad6d-299361f6151a), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:42.502858 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] For port 43f70db1-5e39-4cf9-ad6d-299361f6151a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=43f70db1-5e39-4cf9-ad6d-299361f6151a,segment=NetworkSegment(3f86edcc-b597-4238-ba5a-e3fe3fd24b6d),segment_id=3f86edcc-b597-4238-ba5a-e3fe3fd24b6d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:58:42.503319 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (43f70db1-5e39-4cf9-ad6d-299361f6151a), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:42.546194 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ff239748-d4ce-4ead-817f-171889d436f6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (a2b9cb9f-feef-45df-ae1f-fa66f4c913eb), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:42.553416 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Calling delete_port for 43f70db1-5e39-4cf9-ad6d-299361f6151a owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:58:42.600012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80a7fe-953f-4311-848f-5549bf0a59bd req-cfe73c5f-2d80-4ee5-b45f-49e64f1c6f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:42.601530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f80a7fe-953f-4311-848f-5549bf0a59bd req-cfe73c5f-2d80-4ee5-b45f-49e64f1c6f4e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1922317 Jan 28 05:58:42.644880 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff239748-d4ce-4ead-817f-171889d436f6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b9cb9f-feef-45df-ae1f-fa66f4c913eb,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:42.661842 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ff239748-d4ce-4ead-817f-171889d436f6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:42.666449 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ff239748-d4ce-4ead-817f-171889d436f6 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "DELETE /v2.0/subnets/a2b9cb9f-feef-45df-ae1f-fa66f4c913eb HTTP/1.1" status: 204 len: 168 time: 0.8331172 Jan 28 05:58:42.668974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48112) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:42.780747 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (5163c916-d2f8-441e-b2dc-85c1354db940), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:42.846402 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bf8a3a-9e75-405a-939a-06f7e32ceb84 None None] Network ef5d0fae-3857-45ba-8bd5-85c6f1126410 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:58:42.862835 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Deleting port 43f70db1-5e39-4cf9-ad6d-299361f6151a {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:58:42.863393 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (43f70db1-5e39-4cf9-ad6d-299361f6151a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:42.949279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] For port 43f70db1-5e39-4cf9-ad6d-299361f6151a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=43f70db1-5e39-4cf9-ad6d-299361f6151a,segment=NetworkSegment(3f86edcc-b597-4238-ba5a-e3fe3fd24b6d),segment_id=3f86edcc-b597-4238-ba5a-e3fe3fd24b6d)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:58:42.949596 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (43f70db1-5e39-4cf9-ad6d-299361f6151a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:42.962437 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (43f70db1-5e39-4cf9-ad6d-299361f6151a), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:42.969544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Calling delete_port for 43f70db1-5e39-4cf9-ad6d-299361f6151a owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:58:43.002277 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Pushing event deleted for resources: {'Port': ['ID=43f70db1-5e39-4cf9-ad6d-299361f6151a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:43.013808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] No DVR routers for this DVR port 43f70db1-5e39-4cf9-ad6d-299361f6151a on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:58:43.019761 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:43.020226 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:43.021024 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:43.021312 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:43.021743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:43.022530 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:43.022758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:43.023197 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:43.023695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:43.024203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:43.024540 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:43.024956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:43.025635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff3016-8b84-4b78-a2b6-52f0bd11a01b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:58:43.073747 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (43f70db1-5e39-4cf9-ad6d-299361f6151a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:43.116711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event deleted for resources: {'Port': ['ID=43f70db1-5e39-4cf9-ad6d-299361f6151a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:43.128817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] No DVR routers for this DVR port 43f70db1-5e39-4cf9-ad6d-299361f6151a on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:58:43.131280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf93be-5a68-4348-b78b-2e40322b1c0c None None] DHCP port deletion for ef5d0fae-3857-45ba-8bd5-85c6f1126410 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:58:43.217707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf93be-5a68-4348-b78b-2e40322b1c0c None None] Deleting port 278564f2-ff21-4b84-87b4-625197ef2b95 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:58:43.218402 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bfdf93be-5a68-4348-b78b-2e40322b1c0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (278564f2-ff21-4b84-87b4-625197ef2b95), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:43.245372 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (5163c916-d2f8-441e-b2dc-85c1354db940), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:43.248586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 43f70db1-5e39-4cf9-ad6d-299361f6151a no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:58:43.297170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5163c916-d2f8-441e-b2dc-85c1354db940']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:43.313300 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 43f70db1-5e39-4cf9-ad6d-299361f6151a {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:58:43.313986 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 43f70db1-5e39-4cf9-ad6d-299361f6151a not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:58:43.314616 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 278564f2-ff21-4b84-87b4-625197ef2b95 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:58:43.329044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f86edcc-b597-4238-ba5a-e3fe3fd24b6d') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:43.329489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f86edcc-b597-4238-ba5a-e3fe3fd24b6d') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:43.341777 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (3f86edcc-b597-4238-ba5a-e3fe3fd24b6d), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:43.358790 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (3f86edcc-b597-4238-ba5a-e3fe3fd24b6d), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:43.366083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:58:43.366554 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (3f86edcc-b597-4238-ba5a-e3fe3fd24b6d), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: self.session.flush() Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: self.session.flush() Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: self.session.flush() Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: self.session.flush() Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:58:43.370183 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:58:43.412050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-bfdf93be-5a68-4348-b78b-2e40322b1c0c None None] For port 278564f2-ff21-4b84-87b4-625197ef2b95, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=278564f2-ff21-4b84-87b4-625197ef2b95,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:58:43.420179 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bfdf93be-5a68-4348-b78b-2e40322b1c0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (278564f2-ff21-4b84-87b4-625197ef2b95), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:43.496594 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf93be-5a68-4348-b78b-2e40322b1c0c None None] Calling delete_port for 278564f2-ff21-4b84-87b4-625197ef2b95 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:58:43.549062 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 278564f2-ff21-4b84-87b4-625197ef2b95 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:58:43.549456 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (278564f2-ff21-4b84-87b4-625197ef2b95), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:43.585212 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e51d2199-d690-4d9c-8587-d5b546fa09fe req-34b9d337-ada5-42ac-baeb-e6998bd5c1fc tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0490553 Jan 28 05:58:43.585770 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (5163c916-d2f8-441e-b2dc-85c1354db940), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:43.614180 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:43.628579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "DELETE /v2.0/networks/5163c916-d2f8-441e-b2dc-85c1354db940 HTTP/1.1" status: 204 len: 168 time: 0.9572320 Jan 28 05:58:43.631442 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48138) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:43.692937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f8b5b-e062-412d-be80-aea58c80ba6e tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event deleted for resources: {'Network': ['ID=5163c916-d2f8-441e-b2dc-85c1354db940,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:43.812529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 278564f2-ff21-4b84-87b4-625197ef2b95, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=278564f2-ff21-4b84-87b4-625197ef2b95,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:58:43.832715 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (ef5d0fae-3857-45ba-8bd5-85c6f1126410), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:43.896018 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (278564f2-ff21-4b84-87b4-625197ef2b95), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:43.949647 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Deleting port 278564f2-ff21-4b84-87b4-625197ef2b95 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:58:43.950064 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (278564f2-ff21-4b84-87b4-625197ef2b95), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:43.986894 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f80a7fe-953f-4311-848f-5549bf0a59bd req-1aa72319-64d3-493e-8f8a-6fb792bd6a90 tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0409305 Jan 28 05:58:44.007109 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bfdf93be-5a68-4348-b78b-2e40322b1c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (278564f2-ff21-4b84-87b4-625197ef2b95), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:44.037387 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=278564f2-ff21-4b84-87b4-625197ef2b95,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:44.076236 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] For port 278564f2-ff21-4b84-87b4-625197ef2b95, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=278564f2-ff21-4b84-87b4-625197ef2b95,segment=NetworkSegment(0b6d07f5-f08f-436c-a974-8ae11db341c1),segment_id=0b6d07f5-f08f-436c-a974-8ae11db341c1)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:58:44.080108 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (278564f2-ff21-4b84-87b4-625197ef2b95), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:44.094017 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf93be-5a68-4348-b78b-2e40322b1c0c None None] Pushing event deleted for resources: {'Port': ['ID=278564f2-ff21-4b84-87b4-625197ef2b95,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:44.099641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf93be-5a68-4348-b78b-2e40322b1c0c None None] No DVR routers for this DVR port 278564f2-ff21-4b84-87b4-625197ef2b95 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:58:44.106834 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Calling delete_port for 278564f2-ff21-4b84-87b4-625197ef2b95 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:58:44.243878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48166) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:44.454713 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (278564f2-ff21-4b84-87b4-625197ef2b95), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:44.485995 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-039380e4-aa47-43be-8598-0f0ab7a51675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:44.529886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] No DVR routers for this DVR port 278564f2-ff21-4b84-87b4-625197ef2b95 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:58:44.631891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event deleted for resources: {'Port': ['ID=278564f2-ff21-4b84-87b4-625197ef2b95,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:44.715892 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-039380e4-aa47-43be-8598-0f0ab7a51675 admin admin] Publish callbacks [] for security_group (a3057b54-296f-4a24-aba8-0d16689552d8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:44.837874 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (ef5d0fae-3857-45ba-8bd5-85c6f1126410), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:44.884944 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-039380e4-aa47-43be-8598-0f0ab7a51675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a3057b54-296f-4a24-aba8-0d16689552d8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:44.889932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc7ed39c-fc1a-4afb-94fc-db53a991cee9 req-1c391b57-6dd0-466b-8708-ea188662bc1a tempest-ServerShowV254Test-1295531682 tempest-ServerShowV254Test-1295531682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d26ca01-a4af-457b-bf8a-b5b91403d8c9 HTTP/1.1" status: 200 len: 210 time: 0.0586932 Jan 28 05:58:44.904958 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5d0fae-3857-45ba-8bd5-85c6f1126410']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:44.934162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6d07f5-f08f-436c-a974-8ae11db341c1') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:44.934493 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6d07f5-f08f-436c-a974-8ae11db341c1') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:58:44.954874 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (0b6d07f5-f08f-436c-a974-8ae11db341c1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:44.969733 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (0b6d07f5-f08f-436c-a974-8ae11db341c1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:44.995871 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-039380e4-aa47-43be-8598-0f0ab7a51675 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd1646379be248a1ad45dbf681b1b5eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7481947 Jan 28 05:58:44.996366 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:58:44.996508 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039380e4-aa47-43be-8598-0f0ab7a51675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3057b54-296f-4a24-aba8-0d16689552d8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:44.996702 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (0b6d07f5-f08f-436c-a974-8ae11db341c1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:45.002074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48206) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:45.106534 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fcf8119f-932d-4020-9792-7cf7416c33c3 admin admin] Publish callbacks [] for security_group (a3057b54-296f-4a24-aba8-0d16689552d8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:58:45.140370 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:58:45.160905 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fcf8119f-932d-4020-9792-7cf7416c33c3 admin admin] Publish callbacks [] for security_group (a3057b54-296f-4a24-aba8-0d16689552d8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:45.265774 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (ef5d0fae-3857-45ba-8bd5-85c6f1126410), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:45.271490 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:45.276731 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] 10.222.0.31 "DELETE /v2.0/networks/ef5d0fae-3857-45ba-8bd5-85c6f1126410 HTTP/1.1" status: 204 len: 168 time: 1.6436563 Jan 28 05:58:45.355913 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aad1f8-6f1e-4057-bc6c-9065ccc51f08 tempest-TaggedBootDevicesTest-732332606 tempest-TaggedBootDevicesTest-732332606-project] Pushing event deleted for resources: {'Network': ['ID=ef5d0fae-3857-45ba-8bd5-85c6f1126410,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:45.371450 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fcf8119f-932d-4020-9792-7cf7416c33c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a3057b54-296f-4a24-aba8-0d16689552d8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:45.374112 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fcf8119f-932d-4020-9792-7cf7416c33c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:45.387551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fcf8119f-932d-4020-9792-7cf7416c33c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3057b54-296f-4a24-aba8-0d16689552d8 HTTP/1.1" status: 204 len: 168 time: 0.3707244 Jan 28 05:58:45.430601 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8119f-932d-4020-9792-7cf7416c33c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3057b54-296f-4a24-aba8-0d16689552d8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:46.582259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48272) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:46.645077 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-639d8d9e-1054-49ee-8500-4223662bb104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:46.844442 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-639d8d9e-1054-49ee-8500-4223662bb104 admin admin] Publish callbacks [] for security_group (38f575e8-bac2-462c-9b32-2392932a1e51), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:46.915307 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-639d8d9e-1054-49ee-8500-4223662bb104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (38f575e8-bac2-462c-9b32-2392932a1e51), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:46.942194 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48280) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:47.010177 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-639d8d9e-1054-49ee-8500-4223662bb104 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af7dfb2e99e14a07a33650db5739c217&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4243207 Jan 28 05:58:47.011337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d8d9e-1054-49ee-8500-4223662bb104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f575e8-bac2-462c-9b32-2392932a1e51,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:47.012936 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48286) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:47.135343 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45af0330-3771-49c7-991e-9d396590367b admin admin] Publish callbacks [] for security_group (38f575e8-bac2-462c-9b32-2392932a1e51), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:47.195229 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45af0330-3771-49c7-991e-9d396590367b admin admin] Publish callbacks [] for security_group (38f575e8-bac2-462c-9b32-2392932a1e51), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:47.278273 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e0332d2d-1f72-46fd-bcd0-4159f78877be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:47.399548 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e0332d2d-1f72-46fd-bcd0-4159f78877be admin admin] Publish callbacks [] for security_group (1a2e88ae-96c9-499c-960f-df8c5f5e9ae3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:47.528519 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e0332d2d-1f72-46fd-bcd0-4159f78877be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1a2e88ae-96c9-499c-960f-df8c5f5e9ae3), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:47.606685 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45af0330-3771-49c7-991e-9d396590367b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (38f575e8-bac2-462c-9b32-2392932a1e51), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:47.610244 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45af0330-3771-49c7-991e-9d396590367b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:47.623692 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-45af0330-3771-49c7-991e-9d396590367b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38f575e8-bac2-462c-9b32-2392932a1e51 HTTP/1.1" status: 204 len: 168 time: 0.6092689 Jan 28 05:58:47.628116 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e0332d2d-1f72-46fd-bcd0-4159f78877be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4d451dea62b4508a4fed516590ddff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6848757 Jan 28 05:58:47.630246 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0332d2d-1f72-46fd-bcd0-4159f78877be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2e88ae-96c9-499c-960f-df8c5f5e9ae3,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:47.631704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48318) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:47.671929 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af0330-3771-49c7-991e-9d396590367b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f575e8-bac2-462c-9b32-2392932a1e51,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:47.760797 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7652d8c8-c0fb-4daf-9447-35295a9f3d93 admin admin] Publish callbacks [] for security_group (1a2e88ae-96c9-499c-960f-df8c5f5e9ae3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:47.850866 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7652d8c8-c0fb-4daf-9447-35295a9f3d93 admin admin] Publish callbacks [] for security_group (1a2e88ae-96c9-499c-960f-df8c5f5e9ae3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:48.098481 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7652d8c8-c0fb-4daf-9447-35295a9f3d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1a2e88ae-96c9-499c-960f-df8c5f5e9ae3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:48.101203 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7652d8c8-c0fb-4daf-9447-35295a9f3d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:48.104731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7652d8c8-c0fb-4daf-9447-35295a9f3d93 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a2e88ae-96c9-499c-960f-df8c5f5e9ae3 HTTP/1.1" status: 204 len: 168 time: 0.4691601 Jan 28 05:58:48.120967 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652d8c8-c0fb-4daf-9447-35295a9f3d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2e88ae-96c9-499c-960f-df8c5f5e9ae3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:49.030544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48354) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:49.213155 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6c31-01ec-421b-8d05-d20d91532052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:49.471702 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6c31-01ec-421b-8d05-d20d91532052 admin admin] Publish callbacks [] for security_group (2ee2b73a-da2e-47b1-aa9b-eb715973c3c0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:49.631451 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6c31-01ec-421b-8d05-d20d91532052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2ee2b73a-da2e-47b1-aa9b-eb715973c3c0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:49.701727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe6c31-01ec-421b-8d05-d20d91532052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee2b73a-da2e-47b1-aa9b-eb715973c3c0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:49.750107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c1fe6c31-01ec-421b-8d05-d20d91532052 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bcf0bef6149a4585a52228dca9ebf50a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7161865 Jan 28 05:58:49.750622 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48376) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:49.860358 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5fbf066d-7536-477a-a737-229b7c5d8873 admin admin] Publish callbacks [] for security_group (2ee2b73a-da2e-47b1-aa9b-eb715973c3c0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:49.904480 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5fbf066d-7536-477a-a737-229b7c5d8873 admin admin] Publish callbacks [] for security_group (2ee2b73a-da2e-47b1-aa9b-eb715973c3c0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:50.083032 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5fbf066d-7536-477a-a737-229b7c5d8873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2ee2b73a-da2e-47b1-aa9b-eb715973c3c0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:50.089593 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5fbf066d-7536-477a-a737-229b7c5d8873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:50.090182 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5fbf066d-7536-477a-a737-229b7c5d8873 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ee2b73a-da2e-47b1-aa9b-eb715973c3c0 HTTP/1.1" status: 204 len: 168 time: 0.3386090 Jan 28 05:58:50.107937 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf066d-7536-477a-a737-229b7c5d8873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee2b73a-da2e-47b1-aa9b-eb715973c3c0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:50.572580 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48410) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:50.902682 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-79db41ea-1334-4af0-8b85-7ccc0c3b8974 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-988323109-network', 'tenant_id': '87deee7ce54d434ba963e63e7f55edbe'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:58:51.014479 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79db41ea-1334-4af0-8b85-7ccc0c3b8974 admin admin] Made reservation on behalf of 87deee7ce54d434ba963e63e7f55edbe for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:58:51.023370 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79db41ea-1334-4af0-8b85-7ccc0c3b8974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:51.043202 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79db41ea-1334-4af0-8b85-7ccc0c3b8974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:51.252641 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79db41ea-1334-4af0-8b85-7ccc0c3b8974 admin admin] Publish callbacks [] for security_group (208f209f-4583-402d-9622-de9ae6457e7a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:51.321511 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79db41ea-1334-4af0-8b85-7ccc0c3b8974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (208f209f-4583-402d-9622-de9ae6457e7a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:51.352927 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79db41ea-1334-4af0-8b85-7ccc0c3b8974 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:58:51.378834 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48456) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:51.392280 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79db41ea-1334-4af0-8b85-7ccc0c3b8974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (7ccdfdfd-1254-4234-b70a-0aea8c56954d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:51.392985 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-79db41ea-1334-4af0-8b85-7ccc0c3b8974 admin admin] Added segment 7ccdfdfd-1254-4234-b70a-0aea8c56954d of type vlan for network 5b89a966-4104-417f-8f4b-9fb507d41209 Jan 28 05:58:51.412534 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-332f9858-c0c1-47d1-831a-a75d4dc12156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:51.502577 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-332f9858-c0c1-47d1-831a-a75d4dc12156 admin admin] Publish callbacks [] for security_group (d882b474-7c25-4cff-8af6-9900edc6239f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:51.560396 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79db41ea-1334-4af0-8b85-7ccc0c3b8974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (5b89a966-4104-417f-8f4b-9fb507d41209), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:51.589121 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-332f9858-c0c1-47d1-831a-a75d4dc12156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d882b474-7c25-4cff-8af6-9900edc6239f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:51.621186 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db41ea-1334-4af0-8b85-7ccc0c3b8974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208f209f-4583-402d-9622-de9ae6457e7a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:51.645762 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f9858-c0c1-47d1-831a-a75d4dc12156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d882b474-7c25-4cff-8af6-9900edc6239f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:51.672796 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48462) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:51.672985 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-332f9858-c0c1-47d1-831a-a75d4dc12156 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e3e0be84ab649c3a892abc232beabdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2926209 Jan 28 05:58:51.704974 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79db41ea-1334-4af0-8b85-7ccc0c3b8974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (5b89a966-4104-417f-8f4b-9fb507d41209), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:51.706124 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79db41ea-1334-4af0-8b85-7ccc0c3b8974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:51.707473 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79db41ea-1334-4af0-8b85-7ccc0c3b8974 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:51.794616 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db08d154-6489-4cac-b537-97b3916e99e9 admin admin] Publish callbacks [] for security_group (d882b474-7c25-4cff-8af6-9900edc6239f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:51.797501 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db41ea-1334-4af0-8b85-7ccc0c3b8974 admin admin] Pushing event updated for resources: {'Network': ['ID=5b89a966-4104-417f-8f4b-9fb507d41209,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:51.815116 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 5b89a966-4104-417f-8f4b-9fb507d41209 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:58:51.827575 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db08d154-6489-4cac-b537-97b3916e99e9 admin admin] Publish callbacks [] for security_group (d882b474-7c25-4cff-8af6-9900edc6239f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:51.842052 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-79db41ea-1334-4af0-8b85-7ccc0c3b8974 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2653160 Jan 28 05:58:51.842255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48464) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:51.855536 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-803462d2-f3ef-45d7-8d9d-bd4096cf6dd6 admin admin] Request body: {'subnet': {'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-988323109-subnet', 'tenant_id': '87deee7ce54d434ba963e63e7f55edbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:58:51.991470 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803462d2-f3ef-45d7-8d9d-bd4096cf6dd6 admin admin] Made reservation on behalf of 87deee7ce54d434ba963e63e7f55edbe for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:58:51.993950 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-803462d2-f3ef-45d7-8d9d-bd4096cf6dd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:52.077069 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db08d154-6489-4cac-b537-97b3916e99e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d882b474-7c25-4cff-8af6-9900edc6239f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:52.082142 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db08d154-6489-4cac-b537-97b3916e99e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:52.090692 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-db08d154-6489-4cac-b537-97b3916e99e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d882b474-7c25-4cff-8af6-9900edc6239f HTTP/1.1" status: 204 len: 168 time: 0.4143035 Jan 28 05:58:52.181729 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08d154-6489-4cac-b537-97b3916e99e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d882b474-7c25-4cff-8af6-9900edc6239f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:52.564257 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-803462d2-f3ef-45d7-8d9d-bd4096cf6dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:52.710663 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803462d2-f3ef-45d7-8d9d-bd4096cf6dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:58:52.802931 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803462d2-f3ef-45d7-8d9d-bd4096cf6dd6 admin admin] Checking segment: {'id': '7ccdfdfd-1254-4234-b70a-0aea8c56954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:58:52.808261 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803462d2-f3ef-45d7-8d9d-bd4096cf6dd6 admin admin] Network hostable DHCP agents. Network: 5b89a966-4104-417f-8f4b-9fb507d41209, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:58:52.978631 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803462d2-f3ef-45d7-8d9d-bd4096cf6dd6 admin admin] Network 5b89a966-4104-417f-8f4b-9fb507d41209 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:58:53.071698 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-803462d2-f3ef-45d7-8d9d-bd4096cf6dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 5b89a966-4104-417f-8f4b-9fb507d41209) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:58:53.081695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803462d2-f3ef-45d7-8d9d-bd4096cf6dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:53.082581 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-803462d2-f3ef-45d7-8d9d-bd4096cf6dd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:53.111818 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a39b1d8-0968-44bb-b5be-3ed2653becdf None None] Network 5b89a966-4104-417f-8f4b-9fb507d41209 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:58:53.206292 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-803462d2-f3ef-45d7-8d9d-bd4096cf6dd6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3618958 Jan 28 05:58:53.355148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f54cd5-a1d7-4700-9742-27450ed177a9 None None] Network 5b89a966-4104-417f-8f4b-9fb507d41209 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:58:54.939619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-043683bf-b81e-44c3-962e-5da3281f15c0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:58:54.964289 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-043683bf-b81e-44c3-962e-5da3281f15c0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/networks?id=5b89a966-4104-417f-8f4b-9fb507d41209 HTTP/1.1" status: 200 len: 813 time: 0.3300421 Jan 28 05:58:54.997564 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:55.009349 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-f67f7487-746e-4beb-9a35-cbcc55ce2cfd tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/quotas/87deee7ce54d434ba963e63e7f55edbe HTTP/1.1" status: 200 len: 375 time: 0.0554137 Jan 28 05:58:55.090814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-9f0530ee-d92b-4814-a706-f5993d3af15c tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=87deee7ce54d434ba963e63e7f55edbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804667 Jan 28 05:58:55.798123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-0954d0b3-1d7f-417d-89db-314f2d4fcede service neutron] 10.222.0.31 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7050238 Jan 28 05:58:56.037006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-d36bdde2-a439-4432-a1e0-b0b4b2155b93 service neutron] 10.222.0.31 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303627 Jan 28 05:58:56.616556 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a74b892-6dc1-42d5-9425-dbd743643dec req-fa607bc4-ef38-4e86-bbf7-289d504f724a tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 210 time: 0.1001816 Jan 28 05:58:57.604250 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:58:57.663775 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:58:57.779867 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f5a9253-bf8c-4e1f-a13f-c0cd80ff5847 req-66f0db9c-bfbe-45d4-bb27-f7dcd741514e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 210 time: 0.0428128 Jan 28 05:58:58.930206 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2dd44abf-6739-4c3e-99ed-04be37e2dcdc req-f0f2b248-f0ee-4ece-b8eb-665d405fdfbc tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 210 time: 0.0363986 Jan 28 05:58:59.488128 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48692) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:58:59.801843 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b4cc404-2e24-41ee-9316-1adaed7ec3b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:00.079489 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b4cc404-2e24-41ee-9316-1adaed7ec3b3 admin admin] Publish callbacks [] for security_group (57787930-5a52-46bb-9ab6-aea7a1fcaee7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:00.126685 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59cfe30f-04df-44cf-93cc-f464e0c14049 req-c41df1e1-de34-413e-9960-4467700b816b tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 210 time: 0.0431564 Jan 28 05:59:00.175729 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b4cc404-2e24-41ee-9316-1adaed7ec3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (57787930-5a52-46bb-9ab6-aea7a1fcaee7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:00.231280 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3b4cc404-2e24-41ee-9316-1adaed7ec3b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3894597f5aef4a8c8e05d82d48775b2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7437816 Jan 28 05:59:00.232194 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48702) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:00.329050 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cc404-2e24-41ee-9316-1adaed7ec3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57787930-5a52-46bb-9ab6-aea7a1fcaee7,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:00.460589 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58655b7f-83d1-4c0f-8b4d-2c34c1032772 admin admin] Publish callbacks [] for security_group (57787930-5a52-46bb-9ab6-aea7a1fcaee7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:00.506336 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-c4b258aa-f0d8-43d4-a20b-7d9e5b8aef19 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:00.510475 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-c4b258aa-f0d8-43d4-a20b-7d9e5b8aef19 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.64 "GET /v2.0/networks?id=5b89a966-4104-417f-8f4b-9fb507d41209 HTTP/1.1" status: 200 len: 813 time: 0.3762236 Jan 28 05:59:00.510920 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58655b7f-83d1-4c0f-8b4d-2c34c1032772 admin admin] Publish callbacks [] for security_group (57787930-5a52-46bb-9ab6-aea7a1fcaee7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:00.537851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-8ce84970-7ae3-4de2-aff9-edea8ae1a124 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Request body: {'port': {'device_id': '2875b221-e4a2-42ff-8226-906411106e81', 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209', 'admin_state_up': True, 'tenant_id': '87deee7ce54d434ba963e63e7f55edbe'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:59:00.760426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58655b7f-83d1-4c0f-8b4d-2c34c1032772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (57787930-5a52-46bb-9ab6-aea7a1fcaee7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:00.760426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58655b7f-83d1-4c0f-8b4d-2c34c1032772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:00.766617 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-58655b7f-83d1-4c0f-8b4d-2c34c1032772 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57787930-5a52-46bb-9ab6-aea7a1fcaee7 HTTP/1.1" status: 204 len: 168 time: 0.5305676 Jan 28 05:59:00.795709 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58655b7f-83d1-4c0f-8b4d-2c34c1032772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57787930-5a52-46bb-9ab6-aea7a1fcaee7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:00.945740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-8ce84970-7ae3-4de2-aff9-edea8ae1a124 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Made reservation on behalf of 87deee7ce54d434ba963e63e7f55edbe for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:59:00.954557 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-8ce84970-7ae3-4de2-aff9-edea8ae1a124 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:01.294014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-8ce84970-7ae3-4de2-aff9-edea8ae1a124 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Allocated IP 172.20.0.3 (5b89a966-4104-417f-8f4b-9fb507d41209/cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c/33ed1140-df01-4a4a-9322-2ec5002abf39) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:59:01.450797 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1dfbc611-3f50-4187-a4b8-fa54b2ee4011 req-7a5493ca-ecc7-4650-8dd3-97d9a08836f6 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 210 time: 0.1269248 Jan 28 05:59:01.965089 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-8ce84970-7ae3-4de2-aff9-edea8ae1a124 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Publish callbacks [] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:02.213210 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-8ce84970-7ae3-4de2-aff9-edea8ae1a124 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:02.331706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce84970-7ae3-4de2-aff9-edea8ae1a124 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Pushing event updated for resources: {'Port': ['ID=33ed1140-df01-4a4a-9322-2ec5002abf39,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:02.355922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-8ce84970-7ae3-4de2-aff9-edea8ae1a124 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Network 5b89a966-4104-417f-8f4b-9fb507d41209 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:59:02.361966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-8ce84970-7ae3-4de2-aff9-edea8ae1a124 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:59:02.373985 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-8ce84970-7ae3-4de2-aff9-edea8ae1a124 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:59:02.384075 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48736) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:02.413686 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-54fa22dc-b714-42ac-a4c3-b1a36f70cd1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:02.468898 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-00f2ccb8-1389-490c-a4ec-2117d35296b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:02.526665 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-8ce84970-7ae3-4de2-aff9-edea8ae1a124 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:02.527439 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-8ce84970-7ae3-4de2-aff9-edea8ae1a124 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:02.559627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48742) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:02.665711 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-54fa22dc-b714-42ac-a4c3-b1a36f70cd1c admin admin] Publish callbacks [] for security_group (70d45040-8310-4ad6-aef9-125dcd17b8c2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:02.732456 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-8ce84970-7ae3-4de2-aff9-edea8ae1a124 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2045891 Jan 28 05:59:02.751483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Request body: {'port': {'device_id': '2875b221-e4a2-42ff-8226-906411106e81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:59:02.778202 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-54fa22dc-b714-42ac-a4c3-b1a36f70cd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (70d45040-8310-4ad6-aef9-125dcd17b8c2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:02.856700 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-54fa22dc-b714-42ac-a4c3-b1a36f70cd1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a90e922cb5643ba850dd0e60f494390&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4713776 Jan 28 05:59:02.861167 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48752) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:02.886815 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a8b41-e05e-4049-8a4a-673fc27765b1 req-7a5f5e05-2b09-4eb9-80a3-e6f13f8bc577 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:02.898248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-950a8b41-e05e-4049-8a4a-673fc27765b1 req-7a5f5e05-2b09-4eb9-80a3-e6f13f8bc577 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 931 time: 0.2631962 Jan 28 05:59:02.908758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa22dc-b714-42ac-a4c3-b1a36f70cd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d45040-8310-4ad6-aef9-125dcd17b8c2,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:03.020424 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:03.067634 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a8ea2a1-e601-40d9-8d63-c00aee74165a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:03.114276 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63a30e01-e0d6-4dda-8a75-936dbb8ea370 admin admin] Publish callbacks [] for security_group (70d45040-8310-4ad6-aef9-125dcd17b8c2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:03.157634 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-950a8b41-e05e-4049-8a4a-673fc27765b1 req-5fa1d467-5d11-4070-90bd-124247d70ca2 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583399 Jan 28 05:59:03.232877 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63a30e01-e0d6-4dda-8a75-936dbb8ea370 admin admin] Publish callbacks [] for security_group (70d45040-8310-4ad6-aef9-125dcd17b8c2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:03.500570 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63a30e01-e0d6-4dda-8a75-936dbb8ea370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (70d45040-8310-4ad6-aef9-125dcd17b8c2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:03.506720 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63a30e01-e0d6-4dda-8a75-936dbb8ea370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:03.511949 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-63a30e01-e0d6-4dda-8a75-936dbb8ea370 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70d45040-8310-4ad6-aef9-125dcd17b8c2 HTTP/1.1" status: 204 len: 168 time: 0.6056402 Jan 28 05:59:03.530688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a30e01-e0d6-4dda-8a75-936dbb8ea370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d45040-8310-4ad6-aef9-125dcd17b8c2,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:03.543219 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a8ea2a1-e601-40d9-8d63-c00aee74165a admin admin] Publish callbacks [] for security_group (f4975f5c-2301-487c-b930-68f5b8826af1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:03.712187 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a8ea2a1-e601-40d9-8d63-c00aee74165a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f4975f5c-2301-487c-b930-68f5b8826af1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:03.835197 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8a8ea2a1-e601-40d9-8d63-c00aee74165a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=93441be6dece4936b471d485124e3c65&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2716563 Jan 28 05:59:03.836460 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ea2a1-e601-40d9-8d63-c00aee74165a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4975f5c-2301-487c-b930-68f5b8826af1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:03.837107 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48766) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:03.959116 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a03730c4-1eca-48c3-a7d7-8ea64463a20a admin admin] Publish callbacks [] for security_group (f4975f5c-2301-487c-b930-68f5b8826af1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:03.990191 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a03730c4-1eca-48c3-a7d7-8ea64463a20a admin admin] Publish callbacks [] for security_group (f4975f5c-2301-487c-b930-68f5b8826af1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:04.041348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ed1140-df01-4a4a-9322-2ec5002abf39 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:59:04.076902 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Publish callbacks [] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:04.162021 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a03730c4-1eca-48c3-a7d7-8ea64463a20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f4975f5c-2301-487c-b930-68f5b8826af1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:04.162498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Transition to ACTIVE for port object 33ed1140-df01-4a4a-9322-2ec5002abf39 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:59:04.166293 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a03730c4-1eca-48c3-a7d7-8ea64463a20a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:04.167884 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a03730c4-1eca-48c3-a7d7-8ea64463a20a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4975f5c-2301-487c-b930-68f5b8826af1 HTTP/1.1" status: 204 len: 168 time: 0.3295629 Jan 28 05:59:04.188048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03730c4-1eca-48c3-a7d7-8ea64463a20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4975f5c-2301-487c-b930-68f5b8826af1,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:04.240622 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:04.459732 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Pushing event updated for resources: {'Port': ['ID=33ed1140-df01-4a4a-9322-2ec5002abf39,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:04.585686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbae9af-5530-4d0a-8d42-fd86f4be925e req-fdbd8456-bcac-4b27-95e1-c77fe152b3eb tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:04.595624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fbae9af-5530-4d0a-8d42-fd86f4be925e req-fdbd8456-bcac-4b27-95e1-c77fe152b3eb tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 943 time: 0.2555850 Jan 28 05:59:04.643846 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Attempting to bind port 33ed1140-df01-4a4a-9322-2ec5002abf39 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:59:04.644443 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Attempting to bind port 33ed1140-df01-4a4a-9322-2ec5002abf39 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '7ccdfdfd-1254-4234-b70a-0aea8c56954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:59:04.644884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Attempting to bind port 33ed1140-df01-4a4a-9322-2ec5002abf39 on network 5b89a966-4104-417f-8f4b-9fb507d41209 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:59:04.656790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Port 33ed1140-df01-4a4a-9322-2ec5002abf39 on network 5b89a966-4104-417f-8f4b-9fb507d41209 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:59:04.657257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Attempting to bind port 33ed1140-df01-4a4a-9322-2ec5002abf39 on network 5b89a966-4104-417f-8f4b-9fb507d41209 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:59:04.668432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:59:04.670972 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Checking segment: {'id': '7ccdfdfd-1254-4234-b70a-0aea8c56954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:59:04.670972 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Bound using segment: {'id': '7ccdfdfd-1254-4234-b70a-0aea8c56954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:59:04.670972 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Bound port: 33ed1140-df01-4a4a-9322-2ec5002abf39, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccdfdfd-1254-4234-b70a-0aea8c56954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:59:04.671526 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:04.735254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fbae9af-5530-4d0a-8d42-fd86f4be925e req-9a59ab77-d500-419d-b71c-c4c80f2aa5f5 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386669 Jan 28 05:59:04.848784 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2fd5b775-79e3-4cc1-b69c-750ade34af38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:04.988271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] For port 33ed1140-df01-4a4a-9322-2ec5002abf39, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:59:05.008841 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] For port 33ed1140-df01-4a4a-9322-2ec5002abf39, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=33ed1140-df01-4a4a-9322-2ec5002abf39,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:59:05.150028 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:05.202357 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:05.203198 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:05.204510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] 10.222.0.64 "PUT /v2.0/ports/33ed1140-df01-4a4a-9322-2ec5002abf39 HTTP/1.1" status: 200 len: 1092 time: 2.4590065 Jan 28 05:59:05.204973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2875b221-e4a2-42ff-8226-906411106e81', 'tag': '33ed1140-df01-4a4a-9322-2ec5002abf39'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:59:05.224880 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4520eb-12e5-4f8d-93dd-243d572b8e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "2875b221-e4a2-42ff-8226-906411106e81", "tag": "33ed1140-df01-4a4a-9322-2ec5002abf39"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:59:05.286871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fd85a-eacc-49be-918e-f83ee93a9e12 service neutron] Pushing event updated for resources: {'Port': ['ID=33ed1140-df01-4a4a-9322-2ec5002abf39,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:05.414695 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e6a33f-4e61-48ab-b681-8807d4811475 x-openstack-request-id: req-d0e6a33f-4e61-48ab-b681-8807d4811475 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:59:05.415085 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2875b221-e4a2-42ff-8226-906411106e81", "tag": "33ed1140-df01-4a4a-9322-2ec5002abf39", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:59:05.415267 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0e6a33f-4e61-48ab-b681-8807d4811475 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:59:05.415642 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2875b221-e4a2-42ff-8226-906411106e81', 'tag': '33ed1140-df01-4a4a-9322-2ec5002abf39', 'status': 'completed', 'code': 200} Jan 28 05:59:05.463443 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-9a68ca7e-f007-45d6-b6f4-b656530747f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:05.475200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-9a68ca7e-f007-45d6-b6f4-b656530747f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87deee7ce54d434ba963e63e7f55edbe&device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 1095 time: 0.1507885 Jan 28 05:59:05.630137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-70553ff4-6429-42e5-bcd5-64f47974cc56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33ed1140-df01-4a4a-9322-2ec5002abf39 HTTP/1.1" status: 200 len: 217 time: 0.1407535 Jan 28 05:59:05.746171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-69a6c287-8525-40c9-9ed0-a82994fef6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:05.749366 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-69a6c287-8525-40c9-9ed0-a82994fef6f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c HTTP/1.1" status: 200 len: 853 time: 0.1131685 Jan 28 05:59:05.840144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-2c297412-dbc4-4336-bc74-ed13483fac87 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b89a966-4104-417f-8f4b-9fb507d41209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846343 Jan 28 05:59:06.053948 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-59546ca2-b5fe-4687-9ffb-7ee0248a7dbf service neutron] 10.222.0.64 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054672 Jan 28 05:59:06.087623 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965b155-96ac-470d-afb0-851af2ed3c65 req-c2eb4b65-69d5-45f9-a399-1897db222784 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:06.089266 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6965b155-96ac-470d-afb0-851af2ed3c65 req-c2eb4b65-69d5-45f9-a399-1897db222784 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 943 time: 0.1404989 Jan 28 05:59:06.209723 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6965b155-96ac-470d-afb0-851af2ed3c65 req-27583fb1-5e18-40de-9ad7-adeb255cbcd7 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819709 Jan 28 05:59:06.221301 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ef02c9b-7c0b-4c8f-b1bf-14e647aca5a0 req-39b5543b-0756-44e5-8dc0-532a70cc2bbb service neutron] 10.222.0.64 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606979 Jan 28 05:59:06.507461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4520eb-12e5-4f8d-93dd-243d572b8e6d req-f6634c99-4b54-4a13-adae-e72feafd0e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:06.509712 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a4520eb-12e5-4f8d-93dd-243d572b8e6d req-f6634c99-4b54-4a13-adae-e72feafd0e08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87deee7ce54d434ba963e63e7f55edbe&device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 1095 time: 0.1053021 Jan 28 05:59:06.526591 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:06.555867 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48836) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:06.697907 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4520eb-12e5-4f8d-93dd-243d572b8e6d req-b025e1dd-5de7-4545-8186-dee45334f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:06.700551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a4520eb-12e5-4f8d-93dd-243d572b8e6d req-b025e1dd-5de7-4545-8186-dee45334f968 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b89a966-4104-417f-8f4b-9fb507d41209 HTTP/1.1" status: 200 len: 914 time: 0.1822293 Jan 28 05:59:06.739004 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-776ce832-1890-415c-891a-60594877a24d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2099568734-network', 'tenant_id': '5b5e8996c93d4006baf6fa12243ac1dc'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:59:06.765287 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a4520eb-12e5-4f8d-93dd-243d572b8e6d req-134198a6-fbd0-4ce6-ba44-f87585e51e54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33ed1140-df01-4a4a-9322-2ec5002abf39 HTTP/1.1" status: 200 len: 217 time: 0.0538201 Jan 28 05:59:06.837539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4520eb-12e5-4f8d-93dd-243d572b8e6d req-8e06f3a9-5d0b-43bb-947f-fc7d52593cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:06.837539 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a4520eb-12e5-4f8d-93dd-243d572b8e6d req-8e06f3a9-5d0b-43bb-947f-fc7d52593cfe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c HTTP/1.1" status: 200 len: 853 time: 0.0637677 Jan 28 05:59:06.877267 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776ce832-1890-415c-891a-60594877a24d admin admin] Made reservation on behalf of 5b5e8996c93d4006baf6fa12243ac1dc for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:59:06.884246 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-776ce832-1890-415c-891a-60594877a24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:06.905613 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a4520eb-12e5-4f8d-93dd-243d572b8e6d req-11d8f465-b10c-4adf-b34a-d2c38a6cb5aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b89a966-4104-417f-8f4b-9fb507d41209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635488 Jan 28 05:59:06.914463 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-776ce832-1890-415c-891a-60594877a24d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:07.129835 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-776ce832-1890-415c-891a-60594877a24d admin admin] Publish callbacks [] for security_group (e9a356e6-169b-464e-a057-04e2bbb2fb9d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:07.197919 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a4520eb-12e5-4f8d-93dd-243d572b8e6d req-83c608a9-5f5b-40b6-965c-0af1f9b13f99 service neutron] 10.222.0.64 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852764 Jan 28 05:59:07.202795 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-776ce832-1890-415c-891a-60594877a24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e9a356e6-169b-464e-a057-04e2bbb2fb9d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:07.218877 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776ce832-1890-415c-891a-60594877a24d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:59:07.240112 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-776ce832-1890-415c-891a-60594877a24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (472b1d52-5bdd-4371-832f-665056737f10), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:07.241588 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-776ce832-1890-415c-891a-60594877a24d admin admin] Added segment 472b1d52-5bdd-4371-832f-665056737f10 of type vlan for network fa06dd96-78f6-4bc6-92b4-c943815002de Jan 28 05:59:07.257186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48858) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:07.345877 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-776ce832-1890-415c-891a-60594877a24d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (fa06dd96-78f6-4bc6-92b4-c943815002de), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:07.447451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ce832-1890-415c-891a-60594877a24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a356e6-169b-464e-a057-04e2bbb2fb9d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:07.471231 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-776ce832-1890-415c-891a-60594877a24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (fa06dd96-78f6-4bc6-92b4-c943815002de), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:07.473002 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776ce832-1890-415c-891a-60594877a24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:07.473605 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-776ce832-1890-415c-891a-60594877a24d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:07.560046 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a4520eb-12e5-4f8d-93dd-243d572b8e6d req-474e5089-1482-4e37-ba85-7b75168c7164 service neutron] 10.222.0.64 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544753 Jan 28 05:59:07.604307 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ce832-1890-415c-891a-60594877a24d admin admin] Pushing event updated for resources: {'Network': ['ID=fa06dd96-78f6-4bc6-92b4-c943815002de,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:07.618323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network fa06dd96-78f6-4bc6-92b4-c943815002de details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:59:07.676413 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-776ce832-1890-415c-891a-60594877a24d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1163850 Jan 28 05:59:07.677321 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48874) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:07.686594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ee9d7aff-34a7-4a86-a872-c1a95ab9b0c1 admin admin] Request body: {'subnet': {'network_id': 'fa06dd96-78f6-4bc6-92b4-c943815002de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2099568734-subnet', 'tenant_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:59:07.701936 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6eb932-4491-4a64-be72-e14be944c9a6 req-5a5e3919-c40f-49b0-a09c-255a85703b28 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:07.720927 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c6eb932-4491-4a64-be72-e14be944c9a6 req-5a5e3919-c40f-49b0-a09c-255a85703b28 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 943 time: 0.1565289 Jan 28 05:59:07.824281 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9d7aff-34a7-4a86-a872-c1a95ab9b0c1 admin admin] Made reservation on behalf of 5b5e8996c93d4006baf6fa12243ac1dc for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:59:07.826931 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee9d7aff-34a7-4a86-a872-c1a95ab9b0c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:07.829152 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c6eb932-4491-4a64-be72-e14be944c9a6 req-9a8615f2-6f21-4b08-9b9c-5d49ee5352b4 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072276 Jan 28 05:59:07.986771 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:08.272063 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee9d7aff-34a7-4a86-a872-c1a95ab9b0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (10478cd6-f813-4916-9b05-97e3624e7709), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:08.444163 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d7aff-34a7-4a86-a872-c1a95ab9b0c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10478cd6-f813-4916-9b05-97e3624e7709,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:08.466185 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9d7aff-34a7-4a86-a872-c1a95ab9b0c1 admin admin] Checking segment: {'id': '472b1d52-5bdd-4371-832f-665056737f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fa06dd96-78f6-4bc6-92b4-c943815002de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:59:08.467097 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9d7aff-34a7-4a86-a872-c1a95ab9b0c1 admin admin] Network hostable DHCP agents. Network: fa06dd96-78f6-4bc6-92b4-c943815002de, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:59:08.602922 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9d7aff-34a7-4a86-a872-c1a95ab9b0c1 admin admin] Network fa06dd96-78f6-4bc6-92b4-c943815002de is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:59:08.706627 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-ee9d7aff-34a7-4a86-a872-c1a95ab9b0c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, fa06dd96-78f6-4bc6-92b4-c943815002de) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:59:08.712682 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d7aff-34a7-4a86-a872-c1a95ab9b0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:08.713756 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee9d7aff-34a7-4a86-a872-c1a95ab9b0c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:08.720029 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a46682d-081b-4f64-9967-5cdb85f8160a None None] Network fa06dd96-78f6-4bc6-92b4-c943815002de requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:59:08.741789 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ead6e0ca-4226-4769-94da-2c7b3cfba6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:08.827064 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ee9d7aff-34a7-4a86-a872-c1a95ab9b0c1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1482780 Jan 28 05:59:08.828979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48896) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:08.850814 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2099568734-router', 'tenant_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:59:08.965331 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-fa06dd96-78f6-4bc6-92b4-c943815002de', 'network_id': 'fa06dd96-78f6-4bc6-92b4-c943815002de', 'project_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'fixed_ips': [{'subnet_id': '10478cd6-f813-4916-9b05-97e3624e7709'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:59:08.967069 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:09.075027 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (82358b8d-bec0-4492-b1fd-ea713516f36e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:09.076118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (82358b8d-bec0-4492-b1fd-ea713516f36e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:09.213492 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:09.213705 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Publish callbacks [] for router_controller (82358b8d-bec0-4492-b1fd-ea713516f36e), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:09.303479 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Allocated IP 172.20.0.2 (fa06dd96-78f6-4bc6-92b4-c943815002de/10478cd6-f813-4916-9b05-97e3624e7709/a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:59:09.488555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da6849-ced0-497e-b665-853a8a9dd536 req-e40b034a-deac-409e-b052-d66b670678af tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:09.492843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23da6849-ced0-497e-b665-853a8a9dd536 req-e40b034a-deac-409e-b052-d66b670678af tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 943 time: 0.1842613 Jan 28 05:59:09.562742 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Publish callbacks [] for router_gateway (82358b8d-bec0-4492-b1fd-ea713516f36e), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:09.655696 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Publish callbacks [] for port (a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:09.780517 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:09.803681 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23da6849-ced0-497e-b665-853a8a9dd536 req-23ba42c0-e8ee-45e5-b9fe-e70ab5959b4f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877705 Jan 28 05:59:09.967307 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Network fa06dd96-78f6-4bc6-92b4-c943815002de is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:59:09.980820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:59:09.996656 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:59:10.126433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Pushing event updated for resources: {'Port': ['ID=a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:10.157983 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 33ed1140-df01-4a4a-9322-2ec5002abf39 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:59:10.367437 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ead6e0ca-4226-4769-94da-2c7b3cfba6c8 admin admin] Deleting port 2e35b4d5-cc6b-430b-95d6-94f2f089069e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:10.371260 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ead6e0ca-4226-4769-94da-2c7b3cfba6c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:10.379541 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Attempting to bind port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:59:10.379923 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Attempting to bind port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '472b1d52-5bdd-4371-832f-665056737f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fa06dd96-78f6-4bc6-92b4-c943815002de'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:59:10.380293 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Attempting to bind port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf on network fa06dd96-78f6-4bc6-92b4-c943815002de {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:59:10.388878 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:59:10.389152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Checking segment: {'id': '472b1d52-5bdd-4371-832f-665056737f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fa06dd96-78f6-4bc6-92b4-c943815002de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:59:10.389548 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:10.390018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Bound using segment: {'id': '472b1d52-5bdd-4371-832f-665056737f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fa06dd96-78f6-4bc6-92b4-c943815002de'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:59:10.390442 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Bound port: a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472b1d52-5bdd-4371-832f-665056737f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fa06dd96-78f6-4bc6-92b4-c943815002de'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:59:10.390825 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:10.483330 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Publish callbacks [] for router_gateway (82358b8d-bec0-4492-b1fd-ea713516f36e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:10.490216 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] For port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:59:10.493618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] For port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf,segment=NetworkSegment(472b1d52-5bdd-4371-832f-665056737f10),segment_id=472b1d52-5bdd-4371-832f-665056737f10)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:59:10.518729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-ead6e0ca-4226-4769-94da-2c7b3cfba6c8 admin admin] For port 2e35b4d5-cc6b-430b-95d6-94f2f089069e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2e35b4d5-cc6b-430b-95d6-94f2f089069e,segment=NetworkSegment(3bdafa36-a0fd-423f-a35f-09a7ce57e87e),segment_id=3bdafa36-a0fd-423f-a35f-09a7ce57e87e)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:10.519486 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ead6e0ca-4226-4769-94da-2c7b3cfba6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:10.536768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ead6e0ca-4226-4769-94da-2c7b3cfba6c8 admin admin] Calling delete_port for 2e35b4d5-cc6b-430b-95d6-94f2f089069e owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:10.564914 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:10.614239 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 33ed1140-df01-4a4a-9322-2ec5002abf39, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=33ed1140-df01-4a4a-9322-2ec5002abf39,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:10.630424 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:10.726569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '33ed1140-df01-4a4a-9322-2ec5002abf39', 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209', 'port_id': '33ed1140-df01-4a4a-9322-2ec5002abf39', 'mac_address': 'fa:16:3e:2b:94:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:59:10.902941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c99bd-4626-4ed3-bfc9-d7f06d8fd664 None None] Pushing event updated for resources: {'Port': ['ID=a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:10.942425 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Allocated IP 172.25.0.55 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/a0e378db-089b-4b5e-96ec-7a2dbde4bde5) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:59:10.952504 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ead6e0ca-4226-4769-94da-2c7b3cfba6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2e35b4d5-cc6b-430b-95d6-94f2f089069e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:10.964018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 33ed1140-df01-4a4a-9322-2ec5002abf39 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:10.964631 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:11.026087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ed1140-df01-4a4a-9322-2ec5002abf39 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:59:11.116893 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 33ed1140-df01-4a4a-9322-2ec5002abf39, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=33ed1140-df01-4a4a-9322-2ec5002abf39,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:11.124114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6e0ca-4226-4769-94da-2c7b3cfba6c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e35b4d5-cc6b-430b-95d6-94f2f089069e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:11.189108 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:11.475676 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Publish callbacks [] for port (a0e378db-089b-4b5e-96ec-7a2dbde4bde5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:11.629833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['33ed1140-df01-4a4a-9322-2ec5002abf39'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:59:11.641930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=33ed1140-df01-4a4a-9322-2ec5002abf39,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:11.669755 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a0e378db-089b-4b5e-96ec-7a2dbde4bde5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:11.675318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78ac26-b475-45f0-ad5f-6eea1b7bc254 req-c70cdb17-0e1c-43a3-879e-18680e637c92 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:11.683676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c78ac26-b475-45f0-ad5f-6eea1b7bc254 req-c70cdb17-0e1c-43a3-879e-18680e637c92 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 943 time: 0.6053841 Jan 28 05:59:11.756709 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Pushing event updated for resources: {'Port': ['ID=a0e378db-089b-4b5e-96ec-7a2dbde4bde5,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:11.778075 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:59:11.781226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:59:11.784033 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:59:11.849303 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c78ac26-b475-45f0-ad5f-6eea1b7bc254 req-c30f35fb-9eb5-45bc-894e-678f3a1f923e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591160 Jan 28 05:59:12.112869 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ead6e0ca-4226-4769-94da-2c7b3cfba6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:12.491490 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Publish callbacks [] for router_gateway (82358b8d-bec0-4492-b1fd-ea713516f36e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:12.879579 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead6e0ca-4226-4769-94da-2c7b3cfba6c8 admin admin] Router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:59:12.995637 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (82358b8d-bec0-4492-b1fd-ea713516f36e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:13.055409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6116ccff-85ea-46a9-a77a-595590bd8b48 None None] Network fa06dd96-78f6-4bc6-92b4-c943815002de requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:59:13.105518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead6e0ca-4226-4769-94da-2c7b3cfba6c8 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:59:13.125794 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ead6e0ca-4226-4769-94da-2c7b3cfba6c8 admin admin] 10.222.0.31 "PUT /v2.0/routers/0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8654127 Jan 28 05:59:13.145999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48970) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:13.334494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ffbac-7a90-43f3-aa47-2916caf94d9c None None] Sync routers for ids ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:59:13.443180 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3ffbac-7a90-43f3-aa47-2916caf94d9c None None] Routers {'0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:59:13.443892 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ed3ffbac-7a90-43f3-aa47-2916caf94d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:13.470078 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cee978e4-e329-417d-a16c-f62af03d0d36 admin admin] Publish callbacks [] for router (0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:13.665938 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Router 82358b8d-bec0-4492-b1fd-ea713516f36e is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:59:13.716154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f6875-a3f7-4296-b3a0-931e75484d23 req-99a21e61-9aac-4089-8160-378dfd66ce07 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:13.717897 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-090f6875-a3f7-4296-b3a0-931e75484d23 req-99a21e61-9aac-4089-8160-378dfd66ce07 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 944 time: 0.5990779 Jan 28 05:59:13.755043 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cee978e4-e329-417d-a16c-f62af03d0d36 admin admin] Publish callbacks [] for router_gateway (0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:13.876883 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-090f6875-a3f7-4296-b3a0-931e75484d23 req-21bb6d1d-03ae-4c66-9870-c83c89441a2e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477401 Jan 28 05:59:13.981522 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-cee978e4-e329-417d-a16c-f62af03d0d36 admin admin] Deleting port 94cb632d-5632-44d0-aed9-28dfbdfd6365 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:13.983407 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cee978e4-e329-417d-a16c-f62af03d0d36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (94cb632d-5632-44d0-aed9-28dfbdfd6365), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:14.006140 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:59:14.017143 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Sync routers for ids ['82358b8d-bec0-4492-b1fd-ea713516f36e'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:59:14.034842 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Routers {'82358b8d-bec0-4492-b1fd-ea713516f36e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:59:14.037034 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['82358b8d-bec0-4492-b1fd-ea713516f36e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:14.085200 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:14.087009 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-de87f22e-4817-4fa7-b931-d9b6826992f4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2565653 Jan 28 05:59:14.089479 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48986) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:14.144344 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-ed3ffbac-7a90-43f3-aa47-2916caf94d9c None None] Set router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:59:14.209010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0b549066-4a84-4397-972e-47255a2119d6 None None] Provisioning complete for port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:14.209356 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b549066-4a84-4397-972e-47255a2119d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:14.276264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:59:14.278930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 33ed1140-df01-4a4a-9322-2ec5002abf39 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:59:14.286051 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-cee978e4-e329-417d-a16c-f62af03d0d36 admin admin] For port 94cb632d-5632-44d0-aed9-28dfbdfd6365, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=94cb632d-5632-44d0-aed9-28dfbdfd6365,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:14.286654 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cee978e4-e329-417d-a16c-f62af03d0d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (94cb632d-5632-44d0-aed9-28dfbdfd6365), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:14.317257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-cee978e4-e329-417d-a16c-f62af03d0d36 admin admin] Calling delete_port for 94cb632d-5632-44d0-aed9-28dfbdfd6365 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:14.368931 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Set router 82358b8d-bec0-4492-b1fd-ea713516f36e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:59:14.614385 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'name': 'tempest-TestAggregatesBasicOps-2099568734-router', 'tenant_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'a0e378db-089b-4b5e-96ec-7a2dbde4bde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:09Z', 'updated_at': '2022-01-28T05:59:12Z', 'revision_number': 3, 'project_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'gw_port': {'id': 'a0e378db-089b-4b5e-96ec-7a2dbde4bde5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:10Z', 'updated_at': '2022-01-28T05:59:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:14.658015 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Checking router: 82358b8d-bec0-4492-b1fd-ea713516f36e for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:59:14.658851 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Updating router 82358b8d-bec0-4492-b1fd-ea713516f36e port a0e378db-089b-4b5e-96ec-7a2dbde4bde5 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:59:14.698006 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a0e378db-089b-4b5e-96ec-7a2dbde4bde5), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:14.745621 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0b549066-4a84-4397-972e-47255a2119d6 None None] Current status of the port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:14.746026 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b549066-4a84-4397-972e-47255a2119d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:14.749231 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 33ed1140-df01-4a4a-9322-2ec5002abf39 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:59:14.847061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 33ed1140-df01-4a4a-9322-2ec5002abf39 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:14.853502 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:15.043788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0b549066-4a84-4397-972e-47255a2119d6 None None] For port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf,segment=NetworkSegment(472b1d52-5bdd-4371-832f-665056737f10),segment_id=472b1d52-5bdd-4371-832f-665056737f10)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:15.115574 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:15.115574 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:15.218351 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cee978e4-e329-417d-a16c-f62af03d0d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (94cb632d-5632-44d0-aed9-28dfbdfd6365), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:15.229578 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b549066-4a84-4397-972e-47255a2119d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:15.292387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee978e4-e329-417d-a16c-f62af03d0d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=94cb632d-5632-44d0-aed9-28dfbdfd6365,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:15.437757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d9324-f073-456a-a964-abb1c9fd7109 req-8516ad9d-8f19-4214-bb31-22d1457d2203 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:15.448795 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e57d9324-f073-456a-a964-abb1c9fd7109 req-8516ad9d-8f19-4214-bb31-22d1457d2203 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 944 time: 0.3589699 Jan 28 05:59:15.482608 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Publish callbacks [] for port (a0e378db-089b-4b5e-96ec-7a2dbde4bde5), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:15.568461 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a0e378db-089b-4b5e-96ec-7a2dbde4bde5), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:15.568619 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 33ed1140-df01-4a4a-9322-2ec5002abf39 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:15.568619 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:15.592097 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-36665926-e93a-4b93-9154-c9a56953c982 None None] Provisioning complete for port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:15.597195 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36665926-e93a-4b93-9154-c9a56953c982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:15.638229 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e57d9324-f073-456a-a964-abb1c9fd7109 req-f7a646fc-3243-492b-99d5-92f7cba0006d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858106 Jan 28 05:59:15.641803 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cee978e4-e329-417d-a16c-f62af03d0d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:15.649360 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2875b221-e4a2-42ff-8226-906411106e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ed1140-df01-4a4a-9322-2ec5002abf39'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:59:15.654514 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfaa3a6-60ce-41d8-b7be-36fb81ea37d2" -d '{"events": [{"server_uuid": "2875b221-e4a2-42ff-8226-906411106e81", "name": "network-vif-plugged", "status": "completed", "tag": "33ed1140-df01-4a4a-9322-2ec5002abf39"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:59:15.677830 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b549066-4a84-4397-972e-47255a2119d6 None None] Pushing event updated for resources: {'Port': ['ID=a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:15.689620 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:15.697324 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 33ed1140-df01-4a4a-9322-2ec5002abf39, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=33ed1140-df01-4a4a-9322-2ec5002abf39,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:15.717470 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ed3ffbac-7a90-43f3-aa47-2916caf94d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:59:10Z', 'revision_number': 5, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port': {'id': '94cb632d-5632-44d0-aed9-28dfbdfd6365', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:49:25Z', 'updated_at': '2022-01-28T05:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:15.764362 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3deae96-3c71-4d59-bd7b-8a23c24d3e2f None None] Pushing event updated for resources: {'Port': ['ID=a0e378db-089b-4b5e-96ec-7a2dbde4bde5,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:15.768615 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ffbac-7a90-43f3-aa47-2916caf94d9c None None] Checking router: 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:59:15.773485 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:15.785160 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3deae96-3c71-4d59-bd7b-8a23c24d3e2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:15.785652 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3deae96-3c71-4d59-bd7b-8a23c24d3e2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:15.786029 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3deae96-3c71-4d59-bd7b-8a23c24d3e2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:15.786346 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3deae96-3c71-4d59-bd7b-8a23c24d3e2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:15.790960 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3deae96-3c71-4d59-bd7b-8a23c24d3e2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:15.790960 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3deae96-3c71-4d59-bd7b-8a23c24d3e2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:15.790960 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3deae96-3c71-4d59-bd7b-8a23c24d3e2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:15.790960 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3deae96-3c71-4d59-bd7b-8a23c24d3e2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:15.790960 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3deae96-3c71-4d59-bd7b-8a23c24d3e2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:15.790960 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3deae96-3c71-4d59-bd7b-8a23c24d3e2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:15.790960 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3deae96-3c71-4d59-bd7b-8a23c24d3e2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:15.790960 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3deae96-3c71-4d59-bd7b-8a23c24d3e2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:15.790960 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3deae96-3c71-4d59-bd7b-8a23c24d3e2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:15.859418 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Attempting to bind port a0e378db-089b-4b5e-96ec-7a2dbde4bde5 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:59:15.859780 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Attempting to bind port a0e378db-089b-4b5e-96ec-7a2dbde4bde5 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:59:15.863074 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Attempting to bind port a0e378db-089b-4b5e-96ec-7a2dbde4bde5 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:59:15.878162 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:59:15.883013 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:59:15.883677 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:15.884120 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:59:15.884633 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Bound port: a0e378db-089b-4b5e-96ec-7a2dbde4bde5, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:59:15.885019 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a0e378db-089b-4b5e-96ec-7a2dbde4bde5), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:15.886637 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606f3617-b5a3-4d04-97a7-ec8e0ac59e77 x-openstack-request-id: req-606f3617-b5a3-4d04-97a7-ec8e0ac59e77 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:59:15.887025 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2875b221-e4a2-42ff-8226-906411106e81", "name": "network-vif-plugged", "status": "completed", "tag": "33ed1140-df01-4a4a-9322-2ec5002abf39", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:59:15.888202 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-606f3617-b5a3-4d04-97a7-ec8e0ac59e77 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:59:15.888614 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2875b221-e4a2-42ff-8226-906411106e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ed1140-df01-4a4a-9322-2ec5002abf39', 'code': 200} Jan 28 05:59:15.941324 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=33ed1140-df01-4a4a-9322-2ec5002abf39,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:15.949435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3ffbac-7a90-43f3-aa47-2916caf94d9c None None] Routers {'0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:59:15.950087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ed3ffbac-7a90-43f3-aa47-2916caf94d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:16.008533 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] For port a0e378db-089b-4b5e-96ec-7a2dbde4bde5, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:59:16.011249 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] For port a0e378db-089b-4b5e-96ec-7a2dbde4bde5, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a0e378db-089b-4b5e-96ec-7a2dbde4bde5,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:59:16.065569 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cee978e4-e329-417d-a16c-f62af03d0d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:16.073463 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cee978e4-e329-417d-a16c-f62af03d0d36 admin admin] Publish callbacks [] for router_controller (0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:16.112026 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a0e378db-089b-4b5e-96ec-7a2dbde4bde5), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:16.132214 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:16.164038 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:59:16.234171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-ed3ffbac-7a90-43f3-aa47-2916caf94d9c None None] Set router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:59:16.238410 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-36665926-e93a-4b93-9154-c9a56953c982 None None] Current status of the port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:16.255660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ce7ee-faa4-4cf2-8e33-ddcec7c45af3 req-ffb9d3f1-2a95-4c17-acfa-bf621e6cddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:16.255660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd1ce7ee-faa4-4cf2-8e33-ddcec7c45af3 req-ffb9d3f1-2a95-4c17-acfa-bf621e6cddd7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 1097 time: 0.2898874 Jan 28 05:59:16.323465 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3deae96-3c71-4d59-bd7b-8a23c24d3e2f None None] Pushing event updated for resources: {'Port': ['ID=a0e378db-089b-4b5e-96ec-7a2dbde4bde5,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:16.342207 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Routers {'82358b8d-bec0-4492-b1fd-ea713516f36e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:59:16.342867 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['82358b8d-bec0-4492-b1fd-ea713516f36e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:16.342999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ed3ffbac-7a90-43f3-aa47-2916caf94d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:59:14Z', 'revision_number': 7, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:16.352020 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd1ce7ee-faa4-4cf2-8e33-ddcec7c45af3 req-ed3f21af-d85f-484d-8270-66032c2fd4d7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875549 Jan 28 05:59:16.378932 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cee978e4-e329-417d-a16c-f62af03d0d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:16.379841 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee978e4-e329-417d-a16c-f62af03d0d36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:59:16.380104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ffbac-7a90-43f3-aa47-2916caf94d9c None None] The sync data for ids ['0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a'] in n-d-812111-12 is: [{'id': '0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a', 'name': 'tempest-AttachVolumeTestJSON-27334350-router', 'tenant_id': '479c54724c974ee5a31ac6ccd72859f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:49:23Z', 'updated_at': '2022-01-28T05:59:14Z', 'revision_number': 7, 'project_id': '479c54724c974ee5a31ac6ccd72859f2', 'gw_port_host': None}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:59:16.386907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:16.387464 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:16.392479 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cee978e4-e329-417d-a16c-f62af03d0d36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:16.395099 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cee978e4-e329-417d-a16c-f62af03d0d36 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0ef6adc8-feec-46cb-ae8a-9b1b6dd1de7a HTTP/1.1" status: 204 len: 168 time: 3.2451165 Jan 28 05:59:16.396963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49028) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:16.511593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18b7038-4b32-4f78-9779-8afb6252f07a admin admin] Deleting subnet 6775d0c7-920b-4dac-b225-8dee000178bb {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:59:16.525871 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a18b7038-4b32-4f78-9779-8afb6252f07a admin admin] Publish callbacks [] for subnet (6775d0c7-920b-4dac-b225-8dee000178bb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:16.564423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:16.597028 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a18b7038-4b32-4f78-9779-8afb6252f07a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (6775d0c7-920b-4dac-b225-8dee000178bb), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:16.708246 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a18b7038-4b32-4f78-9779-8afb6252f07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (6775d0c7-920b-4dac-b225-8dee000178bb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:16.790798 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] Set router 82358b8d-bec0-4492-b1fd-ea713516f36e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:59:16.801795 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] Allocated IP 172.20.0.1 (fa06dd96-78f6-4bc6-92b4-c943815002de/10478cd6-f813-4916-9b05-97e3624e7709/0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:59:17.069951 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] Publish callbacks [] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:17.171448 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'name': 'tempest-TestAggregatesBasicOps-2099568734-router', 'tenant_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'a0e378db-089b-4b5e-96ec-7a2dbde4bde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:09Z', 'updated_at': '2022-01-28T05:59:12Z', 'revision_number': 3, 'project_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'gw_port': {'id': 'a0e378db-089b-4b5e-96ec-7a2dbde4bde5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:10Z', 'updated_at': '2022-01-28T05:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:17.222692 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431456b5-561a-4e9c-85ac-1057e19c1bed None None] The sync data for ids ['82358b8d-bec0-4492-b1fd-ea713516f36e'] in n-d-812111-12 is: [{'id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'name': 'tempest-TestAggregatesBasicOps-2099568734-router', 'tenant_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'a0e378db-089b-4b5e-96ec-7a2dbde4bde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:09Z', 'updated_at': '2022-01-28T05:59:12Z', 'revision_number': 3, 'project_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'gw_port': {'id': 'a0e378db-089b-4b5e-96ec-7a2dbde4bde5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:10Z', 'updated_at': '2022-01-28T05:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:59:17.415529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69da04-a643-4685-8fe2-a2f104825dbf req-ede5de95-921a-4cd9-bf26-2dd2cae69e02 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:17.427334 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe69da04-a643-4685-8fe2-a2f104825dbf req-ede5de95-921a-4cd9-bf26-2dd2cae69e02 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.5741465 Jan 28 05:59:17.453231 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a18b7038-4b32-4f78-9779-8afb6252f07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (6775d0c7-920b-4dac-b225-8dee000178bb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:17.525235 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a18b7038-4b32-4f78-9779-8afb6252f07a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:17.525789 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4063b590-5874-4002-8e23-451308f8ce93 None None] Network e5cb12f7-5a7a-4431-98f5-2a7e5412761f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:59:17.534551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a18b7038-4b32-4f78-9779-8afb6252f07a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6775d0c7-920b-4dac-b225-8dee000178bb HTTP/1.1" status: 204 len: 168 time: 1.1355264 Jan 28 05:59:17.539168 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49044) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:17.542257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b7038-4b32-4f78-9779-8afb6252f07a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6775d0c7-920b-4dac-b225-8dee000178bb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:17.591578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe69da04-a643-4685-8fe2-a2f104825dbf req-1c9dd207-ae09-47dc-94c8-fdc66557646f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633363 Jan 28 05:59:17.697272 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (e5cb12f7-5a7a-4431-98f5-2a7e5412761f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:17.736146 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:17.797491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 94cb632d-5632-44d0-aed9-28dfbdfd6365 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:59:17.802068 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] Network fa06dd96-78f6-4bc6-92b4-c943815002de is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:59:17.805411 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:59:17.808192 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:59:17.887181 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 94cb632d-5632-44d0-aed9-28dfbdfd6365 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:59:17.887913 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 94cb632d-5632-44d0-aed9-28dfbdfd6365 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:59:17.889067 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2e35b4d5-cc6b-430b-95d6-94f2f089069e no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:59:17.891283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b03083b-f171-4691-976a-bdd2958d3c1e None None] DHCP port deletion for e5cb12f7-5a7a-4431-98f5-2a7e5412761f request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:59:17.961147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 2e35b4d5-cc6b-430b-95d6-94f2f089069e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:59:17.962393 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2e35b4d5-cc6b-430b-95d6-94f2f089069e not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:59:18.001124 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9b03083b-f171-4691-976a-bdd2958d3c1e None None] Deleting port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:18.001654 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b03083b-f171-4691-976a-bdd2958d3c1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f2dddd7a-eeaa-46e3-82af-e8e9c2de8947), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:18.076724 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] Pushing event updated for resources: {'Port': ['ID=0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:18.101695 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (82358b8d-bec0-4492-b1fd-ea713516f36e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:18.142511 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9b03083b-f171-4691-976a-bdd2958d3c1e None None] For port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f2dddd7a-eeaa-46e3-82af-e8e9c2de8947,segment=NetworkSegment(3bdafa36-a0fd-423f-a35f-09a7ce57e87e),segment_id=3bdafa36-a0fd-423f-a35f-09a7ce57e87e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:18.142511 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b03083b-f171-4691-976a-bdd2958d3c1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f2dddd7a-eeaa-46e3-82af-e8e9c2de8947), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:18.239238 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9b03083b-f171-4691-976a-bdd2958d3c1e None None] Calling delete_port for f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:18.322969 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] Deleting port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:18.326407 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f2dddd7a-eeaa-46e3-82af-e8e9c2de8947), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:18.466888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f0b59c80-3a92-4777-9608-e1e62146271a None None] Provisioning complete for port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:18.467272 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0b59c80-3a92-4777-9608-e1e62146271a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:18.554750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f0b59c80-3a92-4777-9608-e1e62146271a None None] Port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:59:18.630819 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] For port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f2dddd7a-eeaa-46e3-82af-e8e9c2de8947,segment=NetworkSegment(3bdafa36-a0fd-423f-a35f-09a7ce57e87e),segment_id=3bdafa36-a0fd-423f-a35f-09a7ce57e87e)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:18.631297 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f2dddd7a-eeaa-46e3-82af-e8e9c2de8947), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:18.651190 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b03083b-f171-4691-976a-bdd2958d3c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (f2dddd7a-eeaa-46e3-82af-e8e9c2de8947), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:18.656541 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] Calling delete_port for f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:18.731463 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03083b-f171-4691-976a-bdd2958d3c1e None None] Pushing event deleted for resources: {'Port': ['ID=f2dddd7a-eeaa-46e3-82af-e8e9c2de8947,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:18.746490 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b03083b-f171-4691-976a-bdd2958d3c1e None None] No DVR routers for this DVR port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:59:18.846909 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:18.893527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544f393-4f8b-41e1-8af2-80578af633cf req-e7c08f7b-1e0a-4de2-98fc-3d8e16ba3d59 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:18.900467 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6544f393-4f8b-41e1-8af2-80578af633cf req-e7c08f7b-1e0a-4de2-98fc-3d8e16ba3d59 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1173227 Jan 28 05:59:19.010446 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6544f393-4f8b-41e1-8af2-80578af633cf req-d798d11c-28f8-47f5-a79f-4cab3d57cf85 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982454 Jan 28 05:59:19.193949 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (f2dddd7a-eeaa-46e3-82af-e8e9c2de8947), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:19.273138 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2dddd7a-eeaa-46e3-82af-e8e9c2de8947,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:19.295129 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] No DVR routers for this DVR port f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:59:19.523692 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (e5cb12f7-5a7a-4431-98f5-2a7e5412761f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:19.582319 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] Publish callbacks [] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:19.587756 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5cb12f7-5a7a-4431-98f5-2a7e5412761f']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:19.613681 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdafa36-a0fd-423f-a35f-09a7ce57e87e') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:19.614364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdafa36-a0fd-423f-a35f-09a7ce57e87e') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:19.631398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa96897-b33f-4559-941a-d875654340b2 req-19144858-87bd-4193-ba78-896df91cfa2f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:19.633379 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fa96897-b33f-4559-941a-d875654340b2 req-19144858-87bd-4193-ba78-896df91cfa2f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/networks?id=5b89a966-4104-417f-8f4b-9fb507d41209 HTTP/1.1" status: 200 len: 813 time: 0.2586014 Jan 28 05:59:19.638847 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (3bdafa36-a0fd-423f-a35f-09a7ce57e87e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:19.666653 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fa96897-b33f-4559-941a-d875654340b2 req-ea4cfd17-db9c-4128-a42b-d7e593bd5ea0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/quotas/87deee7ce54d434ba963e63e7f55edbe HTTP/1.1" status: 200 len: 375 time: 0.0216191 Jan 28 05:59:19.678284 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:19.752290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fa96897-b33f-4559-941a-d875654340b2 req-9a5b7a6c-cd88-42e9-854d-0703dcf2131f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=87deee7ce54d434ba963e63e7f55edbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0840299 Jan 28 05:59:19.771425 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (82358b8d-bec0-4492-b1fd-ea713516f36e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:19.784135 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (3bdafa36-a0fd-423f-a35f-09a7ce57e87e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:19.961850 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a0e378db-089b-4b5e-96ec-7a2dbde4bde5 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:59:20.024711 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fa96897-b33f-4559-941a-d875654340b2 req-c8c882de-2902-4b3b-b45d-9a8c98c644e0 service neutron] 10.222.0.31 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603664 Jan 28 05:59:20.075073 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] Network fa06dd96-78f6-4bc6-92b4-c943815002de is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:59:20.082125 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:59:20.094592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a0e378db-089b-4b5e-96ec-7a2dbde4bde5 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:20.101961 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a0e378db-089b-4b5e-96ec-7a2dbde4bde5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:20.102107 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:59:20.102107 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (3bdafa36-a0fd-423f-a35f-09a7ce57e87e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: timer() Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:59:20.235458 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:59:20.265777 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fa96897-b33f-4559-941a-d875654340b2 req-45527e6f-cf2b-4356-a5fe-c20ebd20c209 service neutron] 10.222.0.31 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354817 Jan 28 05:59:20.279496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a0e378db-089b-4b5e-96ec-7a2dbde4bde5 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:20.279898 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a0e378db-089b-4b5e-96ec-7a2dbde4bde5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:20.322448 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] Pushing event updated for resources: {'Port': ['ID=0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:20.344656 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port a0e378db-089b-4b5e-96ec-7a2dbde4bde5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a0e378db-089b-4b5e-96ec-7a2dbde4bde5,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:20.420516 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a0e378db-089b-4b5e-96ec-7a2dbde4bde5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:20.521678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] Router 82358b8d-bec0-4492-b1fd-ea713516f36e has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:59:20.570757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=a0e378db-089b-4b5e-96ec-7a2dbde4bde5,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:20.580315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:59:20.613326 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:59:20.613912 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f2dddd7a-eeaa-46e3-82af-e8e9c2de8947 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:59:20.739457 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (e5cb12f7-5a7a-4431-98f5-2a7e5412761f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:20.764877 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:20.769509 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e5cb12f7-5a7a-4431-98f5-2a7e5412761f HTTP/1.1" status: 204 len: 168 time: 3.2290657 Jan 28 05:59:20.845403 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8cdac1d-0335-4420-a281-ead660839081 req-ce8b3599-5232-4ec1-8af1-ae882d8b4362 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 210 time: 0.0694902 Jan 28 05:59:20.888703 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b463f-7738-4e42-a79a-33f48c0dd098 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5cb12f7-5a7a-4431-98f5-2a7e5412761f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:20.955121 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:59:20.961644 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-03677f25-bb83-40ff-8fd4-0868a76a04ae admin admin] 10.222.0.31 "PUT /v2.0/routers/82358b8d-bec0-4492-b1fd-ea713516f36e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8708727 Jan 28 05:59:20.968759 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Sync routers for ids ['82358b8d-bec0-4492-b1fd-ea713516f36e'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:59:21.014222 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Routers {'82358b8d-bec0-4492-b1fd-ea713516f36e'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:59:21.023365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['82358b8d-bec0-4492-b1fd-ea713516f36e'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:21.023365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-239826c9-18c0-4385-94a2-35316ffca778 None None] Provisioning complete for port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:21.023365 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-239826c9-18c0-4385-94a2-35316ffca778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:21.157220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-239826c9-18c0-4385-94a2-35316ffca778 None None] Port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:59:21.515349 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49146) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:21.606118 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Set router 82358b8d-bec0-4492-b1fd-ea713516f36e gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:59:21.631296 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7b3ed246-db7a-4848-9c1f-9cdf536c3c5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=479c54724c974ee5a31ac6ccd72859f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1141875 Jan 28 05:59:21.633786 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49154) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:21.753432 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6e3d9bfb-2256-4db2-b353-102936b34eff admin admin] Publish callbacks [] for security_group (91ea41be-6ab2-431c-85e9-ecd08976d220), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:21.794988 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6e3d9bfb-2256-4db2-b353-102936b34eff admin admin] Publish callbacks [] for security_group (91ea41be-6ab2-431c-85e9-ecd08976d220), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:21.888194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a0e378db-089b-4b5e-96ec-7a2dbde4bde5 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:59:21.958279 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6e3d9bfb-2256-4db2-b353-102936b34eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (91ea41be-6ab2-431c-85e9-ecd08976d220), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:21.961764 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6e3d9bfb-2256-4db2-b353-102936b34eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:21.966033 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6e3d9bfb-2256-4db2-b353-102936b34eff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91ea41be-6ab2-431c-85e9-ecd08976d220 HTTP/1.1" status: 204 len: 168 time: 0.3304331 Jan 28 05:59:21.982020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d9bfb-2256-4db2-b353-102936b34eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ea41be-6ab2-431c-85e9-ecd08976d220,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:22.007148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-197f5df5-5387-411a-949a-dcc17663c0c7 req-bb906cc9-7825-49a6-a1e2-d6afb2ee26d8 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 210 time: 0.0843422 Jan 28 05:59:22.046285 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a0e378db-089b-4b5e-96ec-7a2dbde4bde5 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:22.047318 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a0e378db-089b-4b5e-96ec-7a2dbde4bde5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:22.195253 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'name': 'tempest-TestAggregatesBasicOps-2099568734-router', 'tenant_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'a0e378db-089b-4b5e-96ec-7a2dbde4bde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:09Z', 'updated_at': '2022-01-28T05:59:18Z', 'revision_number': 4, 'project_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'gw_port': {'id': 'a0e378db-089b-4b5e-96ec-7a2dbde4bde5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:10Z', 'updated_at': '2022-01-28T05:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99', 'name': '', 'network_id': 'fa06dd96-78f6-4bc6-92b4-c943815002de', 'tenant_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'mac_address': 'fa:16:3e:19:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '10478cd6-f813-4916-9b05-97e3624e7709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:16Z', 'updated_at': '2022-01-28T05:59:18Z', 'revision_number': 2, 'project_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'subnets': [{'id': '10478cd6-f813-4916-9b05-97e3624e7709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:22.248171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Checking router: 82358b8d-bec0-4492-b1fd-ea713516f36e for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:59:22.248624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Updating router 82358b8d-bec0-4492-b1fd-ea713516f36e port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:59:22.314172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a0e378db-089b-4b5e-96ec-7a2dbde4bde5 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:22.325179 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:22.810026 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Publish callbacks [] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:22.896245 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:23.065727 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf28fb-c429-402a-b3a2-6c4f37717520 None None] Pushing event updated for resources: {'Port': ['ID=0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:23.193751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9dcef78-014b-4e74-8c85-1c36f7013c1f req-43a8b2ee-f01f-423a-a96d-b561b110c7e8 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 210 time: 0.0457485 Jan 28 05:59:23.200751 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Attempting to bind port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:59:23.207234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Attempting to bind port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '472b1d52-5bdd-4371-832f-665056737f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fa06dd96-78f6-4bc6-92b4-c943815002de'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:59:23.207234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Attempting to bind port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 on network fa06dd96-78f6-4bc6-92b4-c943815002de {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:59:23.214263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:59:23.215229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Checking segment: {'id': '472b1d52-5bdd-4371-832f-665056737f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fa06dd96-78f6-4bc6-92b4-c943815002de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:59:23.215653 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:23.216179 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Bound using segment: {'id': '472b1d52-5bdd-4371-832f-665056737f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fa06dd96-78f6-4bc6-92b4-c943815002de'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:59:23.216535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Bound port: 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472b1d52-5bdd-4371-832f-665056737f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fa06dd96-78f6-4bc6-92b4-c943815002de'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:59:23.216921 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:23.378226 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] For port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:59:23.381936 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] For port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99,segment=NetworkSegment(472b1d52-5bdd-4371-832f-665056737f10),segment_id=472b1d52-5bdd-4371-832f-665056737f10)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:59:23.417793 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-16b60706-38d1-4492-8fa9-43a74876147e None None] Provisioning complete for port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:23.418182 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16b60706-38d1-4492-8fa9-43a74876147e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:23.462747 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49204) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:23.469552 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b7dacb60-d343-4693-9e00-95e4aed07caa admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1885564257-network', 'tenant_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:59:23.479512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-16b60706-38d1-4492-8fa9-43a74876147e None None] Port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:59:23.523880 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:23.620676 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Routers {'82358b8d-bec0-4492-b1fd-ea713516f36e'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:59:23.622288 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['82358b8d-bec0-4492-b1fd-ea713516f36e'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:23.667100 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dacb60-d343-4693-9e00-95e4aed07caa admin admin] Made reservation on behalf of 67931ac70cfc4c50bf6d6c53ba3e2ba8 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:59:23.671873 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7dacb60-d343-4693-9e00-95e4aed07caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:23.699010 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7dacb60-d343-4693-9e00-95e4aed07caa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:23.750432 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf28fb-c429-402a-b3a2-6c4f37717520 None None] Pushing event updated for resources: {'Port': ['ID=0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:23.854125 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49214) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:23.956508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] Set router 82358b8d-bec0-4492-b1fd-ea713516f36e gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:59:24.028334 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7dacb60-d343-4693-9e00-95e4aed07caa admin admin] Publish callbacks [] for security_group (fc372b32-0fc0-42d3-8d41-c7eb6e7f3889), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:24.036711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa96897-b33f-4559-941a-d875654340b2 req-74d95295-90c1-49d9-bf2c-cd12000c8065 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:24.038850 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fa96897-b33f-4559-941a-d875654340b2 req-74d95295-90c1-49d9-bf2c-cd12000c8065 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.60 "GET /v2.0/networks?id=5b89a966-4104-417f-8f4b-9fb507d41209 HTTP/1.1" status: 200 len: 813 time: 0.4025152 Jan 28 05:59:24.058216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-7fa96897-b33f-4559-941a-d875654340b2 req-5fefd6e5-f158-44d4-a052-970f22452145 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Request body: {'port': {'device_id': '6131c08f-2627-4444-9d56-b984fa4359d9', 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209', 'admin_state_up': True, 'tenant_id': '87deee7ce54d434ba963e63e7f55edbe'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:59:24.133935 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7dacb60-d343-4693-9e00-95e4aed07caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (fc372b32-0fc0-42d3-8d41-c7eb6e7f3889), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:24.149404 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7dacb60-d343-4693-9e00-95e4aed07caa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:59:24.171641 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7dacb60-d343-4693-9e00-95e4aed07caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (5477f61f-f4a8-49d0-8333-972ef950ccd0), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:24.172156 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-b7dacb60-d343-4693-9e00-95e4aed07caa admin admin] Added segment 5477f61f-f4a8-49d0-8333-972ef950ccd0 of type vlan for network b4d6a33f-123e-4145-bfc1-80084cb5f946 Jan 28 05:59:24.268656 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7dacb60-d343-4693-9e00-95e4aed07caa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (b4d6a33f-123e-4145-bfc1-80084cb5f946), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:24.518530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6b64c13-d07c-4091-b805-3adedc461c45 req-ea658f25-c8e7-4cb9-a658-a24761c54360 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 210 time: 0.0735633 Jan 28 05:59:24.521210 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa96897-b33f-4559-941a-d875654340b2 req-5fefd6e5-f158-44d4-a052-970f22452145 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Made reservation on behalf of 87deee7ce54d434ba963e63e7f55edbe for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:59:24.530797 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7fa96897-b33f-4559-941a-d875654340b2 req-5fefd6e5-f158-44d4-a052-970f22452145 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:24.547317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c3669eb8-56e6-4714-b4d4-067a7dc89ec1 None None] Provisioning complete for port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:24.548320 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3669eb8-56e6-4714-b4d4-067a7dc89ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:24.611009 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7dacb60-d343-4693-9e00-95e4aed07caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (b4d6a33f-123e-4145-bfc1-80084cb5f946), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:24.611009 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dacb60-d343-4693-9e00-95e4aed07caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:24.611009 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7dacb60-d343-4693-9e00-95e4aed07caa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:24.714314 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-7fa96897-b33f-4559-941a-d875654340b2 req-5fefd6e5-f158-44d4-a052-970f22452145 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Allocated IP 172.20.0.7 (5b89a966-4104-417f-8f4b-9fb507d41209/cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c/72c052ff-330d-4531-b5ec-9cd8b24019b4) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:59:24.715260 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dacb60-d343-4693-9e00-95e4aed07caa admin admin] Pushing event updated for resources: {'Network': ['ID=b4d6a33f-123e-4145-bfc1-80084cb5f946,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:24.733482 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'name': 'tempest-TestAggregatesBasicOps-2099568734-router', 'tenant_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'a0e378db-089b-4b5e-96ec-7a2dbde4bde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:09Z', 'updated_at': '2022-01-28T05:59:18Z', 'revision_number': 4, 'project_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'gw_port': {'id': 'a0e378db-089b-4b5e-96ec-7a2dbde4bde5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:10Z', 'updated_at': '2022-01-28T05:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99', 'name': '', 'network_id': 'fa06dd96-78f6-4bc6-92b4-c943815002de', 'tenant_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'mac_address': 'fa:16:3e:19:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '10478cd6-f813-4916-9b05-97e3624e7709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:16Z', 'updated_at': '2022-01-28T05:59:23Z', 'revision_number': 4, 'project_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'subnets': [{'id': '10478cd6-f813-4916-9b05-97e3624e7709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:24.777536 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dacb60-d343-4693-9e00-95e4aed07caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc372b32-0fc0-42d3-8d41-c7eb6e7f3889,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:24.831795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9984b7b2-ce97-473c-9bf9-1a4f32f84ad8 None None] The sync data for ids ['82358b8d-bec0-4492-b1fd-ea713516f36e'] in n-d-812111-12 is: [{'id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'name': 'tempest-TestAggregatesBasicOps-2099568734-router', 'tenant_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'a0e378db-089b-4b5e-96ec-7a2dbde4bde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:09Z', 'updated_at': '2022-01-28T05:59:18Z', 'revision_number': 4, 'project_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'gw_port': {'id': 'a0e378db-089b-4b5e-96ec-7a2dbde4bde5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:10Z', 'updated_at': '2022-01-28T05:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99', 'name': '', 'network_id': 'fa06dd96-78f6-4bc6-92b4-c943815002de', 'tenant_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'mac_address': 'fa:16:3e:19:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '10478cd6-f813-4916-9b05-97e3624e7709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:16Z', 'updated_at': '2022-01-28T05:59:23Z', 'revision_number': 4, 'project_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'subnets': [{'id': '10478cd6-f813-4916-9b05-97e3624e7709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:59:24.831795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network b4d6a33f-123e-4145-bfc1-80084cb5f946 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:59:24.952590 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b7dacb60-d343-4693-9e00-95e4aed07caa admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4855380 Jan 28 05:59:24.953491 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49242) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:24.963331 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1c1ffa0a-5a83-4408-9726-c1c1d8f7220e admin admin] Request body: {'subnet': {'network_id': 'b4d6a33f-123e-4145-bfc1-80084cb5f946', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1885564257-subnet', 'tenant_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:59:25.051047 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7fa96897-b33f-4559-941a-d875654340b2 req-5fefd6e5-f158-44d4-a052-970f22452145 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Publish callbacks [] for port (72c052ff-330d-4531-b5ec-9cd8b24019b4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:25.102922 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c3669eb8-56e6-4714-b4d4-067a7dc89ec1 None None] Current status of the port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:25.103327 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3669eb8-56e6-4714-b4d4-067a7dc89ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:25.203607 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c3669eb8-56e6-4714-b4d4-067a7dc89ec1 None None] For port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99,segment=NetworkSegment(472b1d52-5bdd-4371-832f-665056737f10),segment_id=472b1d52-5bdd-4371-832f-665056737f10)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:25.211102 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:25.232017 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7fa96897-b33f-4559-941a-d875654340b2 req-5fefd6e5-f158-44d4-a052-970f22452145 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (72c052ff-330d-4531-b5ec-9cd8b24019b4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:25.265837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['33ed1140-df01-4a4a-9322-2ec5002abf39'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:59:25.332211 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1ffa0a-5a83-4408-9726-c1c1d8f7220e admin admin] Made reservation on behalf of 67931ac70cfc4c50bf6d6c53ba3e2ba8 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:59:25.347676 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1c1ffa0a-5a83-4408-9726-c1c1d8f7220e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:25.366765 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa96897-b33f-4559-941a-d875654340b2 req-5fefd6e5-f158-44d4-a052-970f22452145 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Network 5b89a966-4104-417f-8f4b-9fb507d41209 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:59:25.370132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-7fa96897-b33f-4559-941a-d875654340b2 req-5fefd6e5-f158-44d4-a052-970f22452145 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:59:25.378737 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3669eb8-56e6-4714-b4d4-067a7dc89ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:25.384623 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa96897-b33f-4559-941a-d875654340b2 req-5fefd6e5-f158-44d4-a052-970f22452145 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:59:25.403895 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefd6e5-f158-44d4-a052-970f22452145 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Pushing event updated for resources: {'Port': ['ID=72c052ff-330d-4531-b5ec-9cd8b24019b4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:25.587908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa96897-b33f-4559-941a-d875654340b2 req-5fefd6e5-f158-44d4-a052-970f22452145 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:25.588587 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7fa96897-b33f-4559-941a-d875654340b2 req-5fefd6e5-f158-44d4-a052-970f22452145 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:25.675135 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3669eb8-56e6-4714-b4d4-067a7dc89ec1 None None] Pushing event updated for resources: {'Port': ['ID=0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:25.700677 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fa96897-b33f-4559-941a-d875654340b2 req-5fefd6e5-f158-44d4-a052-970f22452145 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6475372 Jan 28 05:59:25.719763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Request body: {'port': {'device_id': '6131c08f-2627-4444-9d56-b984fa4359d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:59:25.961355 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:59:26.006633 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1c1ffa0a-5a83-4408-9726-c1c1d8f7220e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (8359fe00-3efc-454f-b117-d8a235b5fbbb), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:26.041562 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (72c052ff-330d-4531-b5ec-9cd8b24019b4), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:26.063024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9187f5d-d233-4174-959b-da501b736a80 req-309b4ea1-1bfe-41ba-821f-ee2a455e5105 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:26.069543 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9187f5d-d233-4174-959b-da501b736a80 req-309b4ea1-1bfe-41ba-821f-ee2a455e5105 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 931 time: 0.2810795 Jan 28 05:59:26.137190 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4af4d9a4-7a97-4ad6-870d-d3b0b506d26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (7c5dd5c9-dceb-49c1-8b87-938c794e6568), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:26.153375 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:26.153764 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:26.317990 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:26.388462 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ffa0a-5a83-4408-9726-c1c1d8f7220e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8359fe00-3efc-454f-b117-d8a235b5fbbb,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:26.489404 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ffa0a-5a83-4408-9726-c1c1d8f7220e admin admin] Checking segment: {'id': '5477f61f-f4a8-49d0-8333-972ef950ccd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b4d6a33f-123e-4145-bfc1-80084cb5f946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:59:26.489621 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ffa0a-5a83-4408-9726-c1c1d8f7220e admin admin] Network hostable DHCP agents. Network: b4d6a33f-123e-4145-bfc1-80084cb5f946, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:59:26.671712 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ffa0a-5a83-4408-9726-c1c1d8f7220e admin admin] Network b4d6a33f-123e-4145-bfc1-80084cb5f946 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:59:26.734250 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-4af4d9a4-7a97-4ad6-870d-d3b0b506d26f admin admin] Deleting port edd3dd47-fb14-437e-b049-fec4a392ce61 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:26.736524 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4af4d9a4-7a97-4ad6-870d-d3b0b506d26f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:26.744937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c052ff-330d-4531-b5ec-9cd8b24019b4 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:59:26.762461 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Publish callbacks [] for port (72c052ff-330d-4531-b5ec-9cd8b24019b4), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:26.804502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Transition to ACTIVE for port object 72c052ff-330d-4531-b5ec-9cd8b24019b4 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 05:59:26.874945 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9187f5d-d233-4174-959b-da501b736a80 req-2dda4cf9-4d35-40a9-8b5b-2fb48c163e1d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7906024 Jan 28 05:59:26.892373 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-4af4d9a4-7a97-4ad6-870d-d3b0b506d26f admin admin] For port edd3dd47-fb14-437e-b049-fec4a392ce61, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=edd3dd47-fb14-437e-b049-fec4a392ce61,segment=NetworkSegment(2392e818-2b1c-4b88-b0a7-45f99a2215c1),segment_id=2392e818-2b1c-4b88-b0a7-45f99a2215c1)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:26.893581 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4af4d9a4-7a97-4ad6-870d-d3b0b506d26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:26.900096 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (72c052ff-330d-4531-b5ec-9cd8b24019b4), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:26.909137 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-4af4d9a4-7a97-4ad6-870d-d3b0b506d26f admin admin] Calling delete_port for edd3dd47-fb14-437e-b049-fec4a392ce61 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:27.046468 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Pushing event updated for resources: {'Port': ['ID=72c052ff-330d-4531-b5ec-9cd8b24019b4,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:27.060708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-1c1ffa0a-5a83-4408-9726-c1c1d8f7220e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, b4d6a33f-123e-4145-bfc1-80084cb5f946) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:59:27.070617 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea6a522-37b7-497c-9029-340c840d3e3e None None] Network b4d6a33f-123e-4145-bfc1-80084cb5f946 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:59:27.104750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ffa0a-5a83-4408-9726-c1c1d8f7220e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:27.106360 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1c1ffa0a-5a83-4408-9726-c1c1d8f7220e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:27.275928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Attempting to bind port 72c052ff-330d-4531-b5ec-9cd8b24019b4 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:59:27.276280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Attempting to bind port 72c052ff-330d-4531-b5ec-9cd8b24019b4 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '7ccdfdfd-1254-4234-b70a-0aea8c56954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:59:27.276623 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Attempting to bind port 72c052ff-330d-4531-b5ec-9cd8b24019b4 on network 5b89a966-4104-417f-8f4b-9fb507d41209 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:59:27.292739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Port 72c052ff-330d-4531-b5ec-9cd8b24019b4 on network 5b89a966-4104-417f-8f4b-9fb507d41209 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 05:59:27.292739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Attempting to bind port 72c052ff-330d-4531-b5ec-9cd8b24019b4 on network 5b89a966-4104-417f-8f4b-9fb507d41209 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:59:27.308096 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:59:27.308444 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Checking segment: {'id': '7ccdfdfd-1254-4234-b70a-0aea8c56954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:59:27.308840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Bound using segment: {'id': '7ccdfdfd-1254-4234-b70a-0aea8c56954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:59:27.309284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Bound port: 72c052ff-330d-4531-b5ec-9cd8b24019b4, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccdfdfd-1254-4234-b70a-0aea8c56954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:59:27.309651 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (72c052ff-330d-4531-b5ec-9cd8b24019b4), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:27.467524 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-b4d6a33f-123e-4145-bfc1-80084cb5f946', 'network_id': 'b4d6a33f-123e-4145-bfc1-80084cb5f946', 'project_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'fixed_ips': [{'subnet_id': '8359fe00-3efc-454f-b117-d8a235b5fbbb'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:59:27.468402 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:27.530738 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1c1ffa0a-5a83-4408-9726-c1c1d8f7220e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5692213 Jan 28 05:59:27.532325 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49284) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:27.551471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1885564257-router', 'tenant_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:59:27.564208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] For port 72c052ff-330d-4531-b5ec-9cd8b24019b4, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:59:27.590939 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] For port 72c052ff-330d-4531-b5ec-9cd8b24019b4, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=72c052ff-330d-4531-b5ec-9cd8b24019b4,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:59:27.620174 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4af4d9a4-7a97-4ad6-870d-d3b0b506d26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (edd3dd47-fb14-437e-b049-fec4a392ce61), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:27.672033 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10b7793b-403f-412f-ad21-d18df6881dc2 req-4c0b1d2a-5f33-433a-bf64-1d2f242f9675 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8568792 Jan 28 05:59:27.689245 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (72c052ff-330d-4531-b5ec-9cd8b24019b4), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:27.720038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4d9a4-7a97-4ad6-870d-d3b0b506d26f admin admin] Pushing event deleted for resources: {'Port': ['ID=edd3dd47-fb14-437e-b049-fec4a392ce61,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:27.757018 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (021d4856-8d3f-4fc6-94dc-a9d15e61333a), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:27.762848 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (021d4856-8d3f-4fc6-94dc-a9d15e61333a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:27.784685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:27.785627 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:27.791764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fa96897-b33f-4559-941a-d875654340b2 req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] 10.222.0.60 "PUT /v2.0/ports/72c052ff-330d-4531-b5ec-9cd8b24019b4 HTTP/1.1" status: 200 len: 1092 time: 2.0717897 Jan 28 05:59:27.791764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6131c08f-2627-4444-9d56-b984fa4359d9', 'tag': '72c052ff-330d-4531-b5ec-9cd8b24019b4'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:59:27.791764 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d871f4-ca7c-418d-b239-9c705792c82d" -d '{"events": [{"name": "network-changed", "server_uuid": "6131c08f-2627-4444-9d56-b984fa4359d9", "tag": "72c052ff-330d-4531-b5ec-9cd8b24019b4"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:59:27.902260 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Allocated IP 172.20.0.2 (b4d6a33f-123e-4145-bfc1-80084cb5f946/8359fe00-3efc-454f-b117-d8a235b5fbbb/a97ffb7a-e590-4ef4-9b7e-41ecc7061977) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:59:27.932257 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:27.980106 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 05:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630405a1-8d8b-4a01-94f1-ea453ca55613 x-openstack-request-id: req-630405a1-8d8b-4a01-94f1-ea453ca55613 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:59:27.987500 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6131c08f-2627-4444-9d56-b984fa4359d9", "tag": "72c052ff-330d-4531-b5ec-9cd8b24019b4", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:59:27.988323 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-630405a1-8d8b-4a01-94f1-ea453ca55613 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:59:27.989172 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6131c08f-2627-4444-9d56-b984fa4359d9', 'tag': '72c052ff-330d-4531-b5ec-9cd8b24019b4', 'status': 'completed', 'code': 200} Jan 28 05:59:28.091647 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Publish callbacks [] for router_controller (021d4856-8d3f-4fc6-94dc-a9d15e61333a), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:28.251127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7793b-403f-412f-ad21-d18df6881dc2 req-14a1b8cc-7d70-4f3e-ab7b-46662e8918b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:28.256334 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10b7793b-403f-412f-ad21-d18df6881dc2 req-14a1b8cc-7d70-4f3e-ab7b-46662e8918b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab9f5d5d427244a98e0169fec132ab39&device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 1097 time: 0.4942863 Jan 28 05:59:28.257356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513775e-b369-4233-9137-5ec4ff978551 service neutron] Pushing event updated for resources: {'Port': ['ID=72c052ff-330d-4531-b5ec-9cd8b24019b4,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:28.563687 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Publish callbacks [] for port (a97ffb7a-e590-4ef4-9b7e-41ecc7061977), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:28.711980 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (a97ffb7a-e590-4ef4-9b7e-41ecc7061977), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:28.919846 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Network b4d6a33f-123e-4145-bfc1-80084cb5f946 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:59:28.929012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:59:28.941862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:59:28.973810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d871f4-ca7c-418d-b239-9c705792c82d req-f6c67090-a8fd-4010-99f8-19566a120fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:28.975348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18d871f4-ca7c-418d-b239-9c705792c82d req-f6c67090-a8fd-4010-99f8-19566a120fcd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87deee7ce54d434ba963e63e7f55edbe&device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 1095 time: 0.9624264 Jan 28 05:59:29.055959 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Pushing event updated for resources: {'Port': ['ID=a97ffb7a-e590-4ef4-9b7e-41ecc7061977,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:29.090781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d871f4-ca7c-418d-b239-9c705792c82d req-be732771-9dcd-4b99-8b20-65e713b91cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:29.092239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18d871f4-ca7c-418d-b239-9c705792c82d req-be732771-9dcd-4b99-8b20-65e713b91cb8 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=87deee7ce54d434ba963e63e7f55edbe&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1026630 Jan 28 05:59:29.102104 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e41a25-7a77-48c0-b8bd-2047a6b26ef9 req-98452222-b9d4-4369-9827-e19adcd92060 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:29.103642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29e41a25-7a77-48c0-b8bd-2047a6b26ef9 req-98452222-b9d4-4369-9827-e19adcd92060 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 943 time: 0.9825416 Jan 28 05:59:29.138585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Attempting to bind port a97ffb7a-e590-4ef4-9b7e-41ecc7061977 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:59:29.139734 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4af4d9a4-7a97-4ad6-870d-d3b0b506d26f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (7c5dd5c9-dceb-49c1-8b87-938c794e6568), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:29.141015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Attempting to bind port a97ffb7a-e590-4ef4-9b7e-41ecc7061977 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '5477f61f-f4a8-49d0-8333-972ef950ccd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b4d6a33f-123e-4145-bfc1-80084cb5f946'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:59:29.157163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Attempting to bind port a97ffb7a-e590-4ef4-9b7e-41ecc7061977 on network b4d6a33f-123e-4145-bfc1-80084cb5f946 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:59:29.159645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:59:29.160329 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Checking segment: {'id': '5477f61f-f4a8-49d0-8333-972ef950ccd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b4d6a33f-123e-4145-bfc1-80084cb5f946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:59:29.161163 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:29.162481 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Bound using segment: {'id': '5477f61f-f4a8-49d0-8333-972ef950ccd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b4d6a33f-123e-4145-bfc1-80084cb5f946'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:59:29.163396 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Bound port: a97ffb7a-e590-4ef4-9b7e-41ecc7061977, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5477f61f-f4a8-49d0-8333-972ef950ccd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b4d6a33f-123e-4145-bfc1-80084cb5f946'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:59:29.164031 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a97ffb7a-e590-4ef4-9b7e-41ecc7061977), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:29.217332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d871f4-ca7c-418d-b239-9c705792c82d req-634c97f6-ec57-4287-95b7-22b8b40ae9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:29.219169 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18d871f4-ca7c-418d-b239-9c705792c82d req-634c97f6-ec57-4287-95b7-22b8b40ae9b6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1144965 Jan 28 05:59:29.307807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] For port a97ffb7a-e590-4ef4-9b7e-41ecc7061977, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:59:29.311877 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] For port a97ffb7a-e590-4ef4-9b7e-41ecc7061977, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a97ffb7a-e590-4ef4-9b7e-41ecc7061977,segment=NetworkSegment(5477f61f-f4a8-49d0-8333-972ef950ccd0),segment_id=5477f61f-f4a8-49d0-8333-972ef950ccd0)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:59:29.333675 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Publish callbacks [] for router_gateway (021d4856-8d3f-4fc6-94dc-a9d15e61333a), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:29.334053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29e41a25-7a77-48c0-b8bd-2047a6b26ef9 req-3f40c5a7-8120-4e4d-b128-2686145658f9 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181266 Jan 28 05:59:29.359235 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7793b-403f-412f-ad21-d18df6881dc2 req-0a1174db-1c0c-489c-87bb-282e7d86996e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:29.363930 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10b7793b-403f-412f-ad21-d18df6881dc2 req-0a1174db-1c0c-489c-87bb-282e7d86996e service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b HTTP/1.1" status: 200 len: 918 time: 1.0685341 Jan 28 05:59:29.388645 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a97ffb7a-e590-4ef4-9b7e-41ecc7061977), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:29.570135 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10b7793b-403f-412f-ad21-d18df6881dc2 req-e1300ab1-c6ea-43fc-9cc2-d483493e9109 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906 HTTP/1.1" status: 200 len: 1001 time: 0.1692908 Jan 28 05:59:29.608732 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa96897-b33f-4559-941a-d875654340b2 req-413ec109-2644-47c7-90c1-66e6f993ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:29.610268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fa96897-b33f-4559-941a-d875654340b2 req-413ec109-2644-47c7-90c1-66e6f993ba71 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87deee7ce54d434ba963e63e7f55edbe&device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 1095 time: 0.2869649 Jan 28 05:59:29.616336 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d29ece-98eb-48e2-9515-c5dc0a12fa7e None None] Pushing event updated for resources: {'Port': ['ID=a97ffb7a-e590-4ef4-9b7e-41ecc7061977,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:29.749009 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fa96897-b33f-4559-941a-d875654340b2 req-51a02706-f125-4622-bcf1-1e5f1b60ac72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72c052ff-330d-4531-b5ec-9cd8b24019b4 HTTP/1.1" status: 200 len: 217 time: 0.0963893 Jan 28 05:59:29.817617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7793b-403f-412f-ad21-d18df6881dc2 req-e916130b-1276-452b-8263-7e4055acd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:29.819630 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10b7793b-403f-412f-ad21-d18df6881dc2 req-e916130b-1276-452b-8263-7e4055acd6f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12e0ced4-18e5-4afc-8b80-623ef26fa087 HTTP/1.1" status: 200 len: 856 time: 0.2418365 Jan 28 05:59:29.987798 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa96897-b33f-4559-941a-d875654340b2 req-6311ee6e-eec3-471c-8229-b13ddca572af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:29.990500 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fa96897-b33f-4559-941a-d875654340b2 req-6311ee6e-eec3-471c-8229-b13ddca572af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c HTTP/1.1" status: 200 len: 853 time: 0.2347617 Jan 28 05:59:29.994512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7793b-403f-412f-ad21-d18df6881dc2 req-56630064-25dd-4ec0-8706-ddafde71d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:29.994512 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10b7793b-403f-412f-ad21-d18df6881dc2 req-56630064-25dd-4ec0-8706-ddafde71d10b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1314073 Jan 28 05:59:30.000309 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af4d9a4-7a97-4ad6-870d-d3b0b506d26f admin admin] Router 7c5dd5c9-dceb-49c1-8b87-938c794e6568 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:59:30.170753 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fa96897-b33f-4559-941a-d875654340b2 req-2d46a810-6366-4652-b8e6-21f5d68c9b1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b89a966-4104-417f-8f4b-9fb507d41209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1734359 Jan 28 05:59:30.370006 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af4d9a4-7a97-4ad6-870d-d3b0b506d26f admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:59:30.386188 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93621d6-b9db-4e54-87e1-f405d7a9e601 None None] Sync routers for ids ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:59:30.386729 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Publish callbacks [] for router_gateway (021d4856-8d3f-4fc6-94dc-a9d15e61333a), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:30.390331 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4af4d9a4-7a97-4ad6-870d-d3b0b506d26f admin admin] 10.222.0.31 "PUT /v2.0/routers/7c5dd5c9-dceb-49c1-8b87-938c794e6568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5327554 Jan 28 05:59:30.394103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49340) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:30.398792 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93621d6-b9db-4e54-87e1-f405d7a9e601 None None] Routers {'7c5dd5c9-dceb-49c1-8b87-938c794e6568'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:59:30.401217 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f93621d6-b9db-4e54-87e1-f405d7a9e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:30.457478 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:30.469668 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10b7793b-403f-412f-ad21-d18df6881dc2 req-441c75fd-b251-4002-813d-024bc536ece5 service neutron] 10.222.0.64 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237466 Jan 28 05:59:30.518791 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fa96897-b33f-4559-941a-d875654340b2 req-a6fd8188-c97f-4fea-9d1d-70f0ed5174bb service neutron] 10.222.0.60 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402057 Jan 28 05:59:30.740019 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f93621d6-b9db-4e54-87e1-f405d7a9e601 None None] Set router 7c5dd5c9-dceb-49c1-8b87-938c794e6568 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:59:30.989497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a856c-df24-4b73-9451-c7c9b9932380 req-23981c23-0776-4eb9-b41b-213d538cd9dd tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:31.007452 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d7a856c-df24-4b73-9451-c7c9b9932380 req-23981c23-0776-4eb9-b41b-213d538cd9dd tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 943 time: 0.4349287 Jan 28 05:59:31.024215 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb1dda6-629a-4d12-bd18-5ec9b85bf072 admin admin] Publish callbacks [] for router (7c5dd5c9-dceb-49c1-8b87-938c794e6568), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:31.177163 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Allocated IP 172.25.0.67 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/75372372-eddf-493e-8efc-96686835b03b) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:59:31.203344 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f93621d6-b9db-4e54-87e1-f405d7a9e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'name': 'tempest-TaggedBootDevicesTest-775861909-router', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:59:27Z', 'revision_number': 5, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'gw_port': {'id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:31.254626 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10b7793b-403f-412f-ad21-d18df6881dc2 req-6cc5264c-c13e-46df-82be-b3e9366855d5 service neutron] 10.222.0.64 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7774725 Jan 28 05:59:31.262922 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fa96897-b33f-4559-941a-d875654340b2 req-3d3c08cd-f808-4b04-b359-dd4500c9ca36 service neutron] 10.222.0.60 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7369649 Jan 28 05:59:31.266162 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d7a856c-df24-4b73-9451-c7c9b9932380 req-569bb984-3486-4313-8285-ca24d1aa690d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507615 Jan 28 05:59:31.317898 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93621d6-b9db-4e54-87e1-f405d7a9e601 None None] Checking router: 7c5dd5c9-dceb-49c1-8b87-938c794e6568 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:59:31.352429 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93621d6-b9db-4e54-87e1-f405d7a9e601 None None] Routers {'7c5dd5c9-dceb-49c1-8b87-938c794e6568'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:59:31.359761 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f93621d6-b9db-4e54-87e1-f405d7a9e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:31.443698 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Publish callbacks [] for port (75372372-eddf-493e-8efc-96686835b03b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:31.487715 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026c4090-a5fc-44f1-88d3-13e842bdc256 None None] Network b4d6a33f-123e-4145-bfc1-80084cb5f946 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:59:31.593530 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (75372372-eddf-493e-8efc-96686835b03b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:31.629784 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f93621d6-b9db-4e54-87e1-f405d7a9e601 None None] Set router 7c5dd5c9-dceb-49c1-8b87-938c794e6568 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:59:31.659742 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7240aef0-084c-4317-a37b-a9ba4b09e114 None None] Provisioning complete for port a97ffb7a-e590-4ef4-9b7e-41ecc7061977 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:31.660352 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7240aef0-084c-4317-a37b-a9ba4b09e114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a97ffb7a-e590-4ef4-9b7e-41ecc7061977), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:31.769119 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Pushing event updated for resources: {'Port': ['ID=75372372-eddf-493e-8efc-96686835b03b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:31.793568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7240aef0-084c-4317-a37b-a9ba4b09e114 None None] Current status of the port a97ffb7a-e590-4ef4-9b7e-41ecc7061977 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:31.794217 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7240aef0-084c-4317-a37b-a9ba4b09e114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a97ffb7a-e590-4ef4-9b7e-41ecc7061977), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:31.803877 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:31.808255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:31.808255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:31.808255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:31.808255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:31.808255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:31.809152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:31.809513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:31.809858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:31.810200 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:31.810571 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:31.810893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:31.811601 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:31.836290 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:59:31.866943 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:59:31.874743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:59:31.909859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7240aef0-084c-4317-a37b-a9ba4b09e114 None None] For port a97ffb7a-e590-4ef4-9b7e-41ecc7061977, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a97ffb7a-e590-4ef4-9b7e-41ecc7061977,segment=NetworkSegment(5477f61f-f4a8-49d0-8333-972ef950ccd0),segment_id=5477f61f-f4a8-49d0-8333-972ef950ccd0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:31.994666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a97ffb7a-e590-4ef4-9b7e-41ecc7061977 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:59:32.000155 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb1dda6-629a-4d12-bd18-5ec9b85bf072 admin admin] Publish callbacks [] for router_gateway (7c5dd5c9-dceb-49c1-8b87-938c794e6568), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:32.074741 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7240aef0-084c-4317-a37b-a9ba4b09e114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a97ffb7a-e590-4ef4-9b7e-41ecc7061977), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:32.150040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240aef0-084c-4317-a37b-a9ba4b09e114 None None] Pushing event updated for resources: {'Port': ['ID=a97ffb7a-e590-4ef4-9b7e-41ecc7061977,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:32.198807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a97ffb7a-e590-4ef4-9b7e-41ecc7061977 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:32.198807 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a97ffb7a-e590-4ef4-9b7e-41ecc7061977), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:32.214624 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f93621d6-b9db-4e54-87e1-f405d7a9e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'name': 'tempest-TaggedBootDevicesTest-775861909-router', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:59:27Z', 'revision_number': 5, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'gw_port': {'id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:32.297367 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93621d6-b9db-4e54-87e1-f405d7a9e601 None None] The sync data for ids ['7c5dd5c9-dceb-49c1-8b87-938c794e6568'] in n-d-812111-12 is: [{'id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'name': 'tempest-TaggedBootDevicesTest-775861909-router', 'tenant_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:59:27Z', 'revision_number': 5, 'project_id': 'c7f06b4179644aa3b9a7f829af75be1e', 'gw_port': {'id': '25ab5215-5a63-47b8-88d1-a8d2531c8977', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5dd5c9-dceb-49c1-8b87-938c794e6568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:08Z', 'updated_at': '2022-01-28T05:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:59:32.347989 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a97ffb7a-e590-4ef4-9b7e-41ecc7061977 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:32.472702 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6adb8a07-f657-42b6-a3f2-34ef82756ef1 None None] Provisioning complete for port a97ffb7a-e590-4ef4-9b7e-41ecc7061977 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:32.473081 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6adb8a07-f657-42b6-a3f2-34ef82756ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a97ffb7a-e590-4ef4-9b7e-41ecc7061977), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:32.561648 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1dda6-629a-4d12-bd18-5ec9b85bf072 admin admin] Deleting port 25ab5215-5a63-47b8-88d1-a8d2531c8977 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:32.563502 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb1dda6-629a-4d12-bd18-5ec9b85bf072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (25ab5215-5a63-47b8-88d1-a8d2531c8977), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:32.569154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bf27c-b336-44b0-b07e-569bfc2295d5 req-77389542-5b83-4280-b226-f8f3cfb5e2c6 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:32.584926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd9bf27c-b336-44b0-b07e-569bfc2295d5 req-77389542-5b83-4280-b226-f8f3cfb5e2c6 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 943 time: 0.1720934 Jan 28 05:59:32.679609 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd9bf27c-b336-44b0-b07e-569bfc2295d5 req-46549366-beda-4755-9608-df3fe9090868 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880847 Jan 28 05:59:32.967570 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ea793f0-4cc3-4988-a9af-97ef828228c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:33.012734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 72c052ff-330d-4531-b5ec-9cd8b24019b4 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 05:59:33.020617 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-0fb1dda6-629a-4d12-bd18-5ec9b85bf072 admin admin] For port 25ab5215-5a63-47b8-88d1-a8d2531c8977, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=25ab5215-5a63-47b8-88d1-a8d2531c8977,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:33.020992 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb1dda6-629a-4d12-bd18-5ec9b85bf072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (25ab5215-5a63-47b8-88d1-a8d2531c8977), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:33.101404 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1dda6-629a-4d12-bd18-5ec9b85bf072 admin admin] Calling delete_port for 25ab5215-5a63-47b8-88d1-a8d2531c8977 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:33.149370 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Publish callbacks [] for router_gateway (021d4856-8d3f-4fc6-94dc-a9d15e61333a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:33.310554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 72c052ff-330d-4531-b5ec-9cd8b24019b4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=72c052ff-330d-4531-b5ec-9cd8b24019b4,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:33.354334 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6adb8a07-f657-42b6-a3f2-34ef82756ef1 None None] Current status of the port a97ffb7a-e590-4ef4-9b7e-41ecc7061977 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:33.359060 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '72c052ff-330d-4531-b5ec-9cd8b24019b4', 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209', 'port_id': '72c052ff-330d-4531-b5ec-9cd8b24019b4', 'mac_address': 'fa:16:3e:d8:db:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 05:59:33.458571 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 72c052ff-330d-4531-b5ec-9cd8b24019b4 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:33.458571 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (72c052ff-330d-4531-b5ec-9cd8b24019b4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:33.483641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c052ff-330d-4531-b5ec-9cd8b24019b4 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 05:59:33.538898 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 72c052ff-330d-4531-b5ec-9cd8b24019b4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=72c052ff-330d-4531-b5ec-9cd8b24019b4,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:33.605620 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (021d4856-8d3f-4fc6-94dc-a9d15e61333a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:33.727490 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (72c052ff-330d-4531-b5ec-9cd8b24019b4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:33.740724 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb1dda6-629a-4d12-bd18-5ec9b85bf072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (25ab5215-5a63-47b8-88d1-a8d2531c8977), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:33.860289 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=72c052ff-330d-4531-b5ec-9cd8b24019b4,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:33.882059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a97ffb7a-e590-4ef4-9b7e-41ecc7061977 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:59:33.958423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1dda6-629a-4d12-bd18-5ec9b85bf072 admin admin] Pushing event deleted for resources: {'Port': ['ID=25ab5215-5a63-47b8-88d1-a8d2531c8977,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:33.963617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb319b-4211-4020-b115-3386b55d689b req-a3f15fd1-347f-4b8c-afe2-3e4357c24d35 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:33.977649 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb1dda6-629a-4d12-bd18-5ec9b85bf072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (7c5dd5c9-dceb-49c1-8b87-938c794e6568), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:33.981769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24fb319b-4211-4020-b115-3386b55d689b req-a3f15fd1-347f-4b8c-afe2-3e4357c24d35 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 944 time: 0.1206465 Jan 28 05:59:34.052929 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a97ffb7a-e590-4ef4-9b7e-41ecc7061977 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:34.053424 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a97ffb7a-e590-4ef4-9b7e-41ecc7061977), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:34.136032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['72c052ff-330d-4531-b5ec-9cd8b24019b4'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:59:34.141734 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb1dda6-629a-4d12-bd18-5ec9b85bf072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (7c5dd5c9-dceb-49c1-8b87-938c794e6568), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:34.144671 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb1dda6-629a-4d12-bd18-5ec9b85bf072 admin admin] Publish callbacks [] for router_controller (7c5dd5c9-dceb-49c1-8b87-938c794e6568), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:34.146537 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24fb319b-4211-4020-b115-3386b55d689b req-e30fa332-89b3-4d72-844f-b026939aaef9 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485031 Jan 28 05:59:34.288757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a97ffb7a-e590-4ef4-9b7e-41ecc7061977 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:34.326277 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Router 021d4856-8d3f-4fc6-94dc-a9d15e61333a is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 05:59:34.338634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device edd3dd47-fb14-437e-b049-fec4a392ce61 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:59:34.360133 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: edd3dd47-fb14-437e-b049-fec4a392ce61 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:59:34.360759 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device edd3dd47-fb14-437e-b049-fec4a392ce61 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:59:34.421446 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb1dda6-629a-4d12-bd18-5ec9b85bf072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (7c5dd5c9-dceb-49c1-8b87-938c794e6568), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:34.431975 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb1dda6-629a-4d12-bd18-5ec9b85bf072 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c5dd5c9-dceb-49c1-8b87-938c794e6568 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:59:34.444368 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb1dda6-629a-4d12-bd18-5ec9b85bf072 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:34.462932 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0fb1dda6-629a-4d12-bd18-5ec9b85bf072 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7c5dd5c9-dceb-49c1-8b87-938c794e6568 HTTP/1.1" status: 204 len: 168 time: 4.0100706 Jan 28 05:59:34.463152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49418) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:34.558566 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:59:34.569101 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Deleting subnet fef9bb5e-512a-4e07-ad80-abe7197482fc {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:59:34.571628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Sync routers for ids ['021d4856-8d3f-4fc6-94dc-a9d15e61333a'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:59:34.579152 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Publish callbacks [] for subnet (fef9bb5e-512a-4e07-ad80-abe7197482fc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:34.597906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Routers {'021d4856-8d3f-4fc6-94dc-a9d15e61333a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:59:34.605930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['021d4856-8d3f-4fc6-94dc-a9d15e61333a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:34.606091 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 05:59:34.656950 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (fef9bb5e-512a-4e07-ad80-abe7197482fc), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:34.730321 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:34.734901 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7c3a0d70-397b-4e23-9378-ad139f598ada admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1962287 Jan 28 05:59:34.735737 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49424) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:34.941671 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (fef9bb5e-512a-4e07-ad80-abe7197482fc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:34.964072 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f205db3-518a-4947-b8ee-c829004e23ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:35.005390 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Set router 021d4856-8d3f-4fc6-94dc-a9d15e61333a gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:59:35.106217 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (fef9bb5e-512a-4e07-ad80-abe7197482fc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:35.194560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fef9bb5e-512a-4e07-ad80-abe7197482fc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:35.230859 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:35.241207 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 72c052ff-330d-4531-b5ec-9cd8b24019b4 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:59:35.242159 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fef9bb5e-512a-4e07-ad80-abe7197482fc HTTP/1.1" status: 204 len: 168 time: 0.7885160 Jan 28 05:59:35.249048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d55e12-57f4-432d-8a9d-a4c0bdbb9061 None None] Network 6d41f46e-f58d-4165-a16d-3b2144390868 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:59:35.260817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49440) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:35.303007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:35.303452 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:35.303800 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:35.304142 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:35.304484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:35.304823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:35.305156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:35.305484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:35.305811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:35.329200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:35.329200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:35.329200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:35.329200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c67cee-5251-4698-a8e1-657f9cfc947e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:35.511191 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (6d41f46e-f58d-4165-a16d-3b2144390868), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:35.626970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172b573-6376-42f2-90cc-edc6391af5fa req-84aea2a4-f352-4d81-bdcc-a5e487fef0d0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:35.642334 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e172b573-6376-42f2-90cc-edc6391af5fa req-84aea2a4-f352-4d81-bdcc-a5e487fef0d0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 944 time: 0.2791035 Jan 28 05:59:35.666205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'name': 'tempest-TestAggregatesBasicOps-1885564257-router', 'tenant_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '75372372-eddf-493e-8efc-96686835b03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:27Z', 'updated_at': '2022-01-28T05:59:32Z', 'revision_number': 3, 'project_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'gw_port': {'id': '75372372-eddf-493e-8efc-96686835b03b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:30Z', 'updated_at': '2022-01-28T05:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:35.702285 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Checking router: 021d4856-8d3f-4fc6-94dc-a9d15e61333a for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:59:35.702695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Updating router 021d4856-8d3f-4fc6-94dc-a9d15e61333a port 75372372-eddf-493e-8efc-96686835b03b binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:59:35.739689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e26558c-e4df-4482-b7fa-ce5acbcec49e None None] DHCP port deletion for 6d41f46e-f58d-4165-a16d-3b2144390868 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:59:35.781955 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (75372372-eddf-493e-8efc-96686835b03b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:35.816797 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 72c052ff-330d-4531-b5ec-9cd8b24019b4 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 05:59:35.834729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 72c052ff-330d-4531-b5ec-9cd8b24019b4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:35.835110 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (72c052ff-330d-4531-b5ec-9cd8b24019b4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:35.913686 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e172b573-6376-42f2-90cc-edc6391af5fa req-25eb289c-15ff-4bfa-9249-6843f1896667 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589071 Jan 28 05:59:35.952975 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] Deleting port a3889aa1-b919-47c6-9439-2e7d350df508 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:35.953889 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a3889aa1-b919-47c6-9439-2e7d350df508), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:36.004194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a3889aa1-b919-47c6-9439-2e7d350df508 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:59:36.071687 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] For port a3889aa1-b919-47c6-9439-2e7d350df508, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a3889aa1-b919-47c6-9439-2e7d350df508,segment=NetworkSegment(2392e818-2b1c-4b88-b0a7-45f99a2215c1),segment_id=2392e818-2b1c-4b88-b0a7-45f99a2215c1)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:36.073105 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a3889aa1-b919-47c6-9439-2e7d350df508), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:36.106014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] Calling delete_port for a3889aa1-b919-47c6-9439-2e7d350df508 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:36.182968 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:36.184391 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1e26558c-e4df-4482-b7fa-ce5acbcec49e None None] Deleting port a3889aa1-b919-47c6-9439-2e7d350df508 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:36.185047 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e26558c-e4df-4482-b7fa-ce5acbcec49e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a3889aa1-b919-47c6-9439-2e7d350df508), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:36.348680 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a3889aa1-b919-47c6-9439-2e7d350df508), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:36.396922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] No DVR routers for this DVR port a3889aa1-b919-47c6-9439-2e7d350df508 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:59:36.463120 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] Allocated IP 172.20.0.1 (b4d6a33f-123e-4145-bfc1-80084cb5f946/8359fe00-3efc-454f-b117-d8a235b5fbbb/c110cbab-c69d-4313-8376-8698e1045bf5) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:59:36.508309 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Publish callbacks [] for port (75372372-eddf-493e-8efc-96686835b03b), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:36.533128 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1e26558c-e4df-4482-b7fa-ce5acbcec49e None None] For port a3889aa1-b919-47c6-9439-2e7d350df508, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a3889aa1-b919-47c6-9439-2e7d350df508,segment=NetworkSegment(2392e818-2b1c-4b88-b0a7-45f99a2215c1),segment_id=2392e818-2b1c-4b88-b0a7-45f99a2215c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:36.533537 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e26558c-e4df-4482-b7fa-ce5acbcec49e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a3889aa1-b919-47c6-9439-2e7d350df508), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:36.555563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1e26558c-e4df-4482-b7fa-ce5acbcec49e None None] Calling delete_port for a3889aa1-b919-47c6-9439-2e7d350df508 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:36.605196 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (6d41f46e-f58d-4165-a16d-3b2144390868), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 05:59:36.629820 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 05:59:36.644880 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e26558c-e4df-4482-b7fa-ce5acbcec49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (a3889aa1-b919-47c6-9439-2e7d350df508), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:36.679224 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (75372372-eddf-493e-8efc-96686835b03b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:36.684170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d41f46e-f58d-4165-a16d-3b2144390868']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:36.702248 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26558c-e4df-4482-b7fa-ce5acbcec49e None None] Pushing event deleted for resources: {'Port': ['ID=a3889aa1-b919-47c6-9439-2e7d350df508,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:36.706222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2392e818-2b1c-4b88-b0a7-45f99a2215c1') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:36.706892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2392e818-2b1c-4b88-b0a7-45f99a2215c1') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:36.718531 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (2392e818-2b1c-4b88-b0a7-45f99a2215c1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:36.735605 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (2392e818-2b1c-4b88-b0a7-45f99a2215c1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:36.742598 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:59:36.742999 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (2392e818-2b1c-4b88-b0a7-45f99a2215c1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:36.753384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 72c052ff-330d-4531-b5ec-9cd8b24019b4 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:36.753797 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (72c052ff-330d-4531-b5ec-9cd8b24019b4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:36.765501 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] Publish callbacks [] for port (c110cbab-c69d-4313-8376-8698e1045bf5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:36.766676 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Port a3889aa1-b919-47c6-9439-2e7d350df508 update to DOWN by agent not found {{(pid=103636) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 05:59:36.767126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 25ab5215-5a63-47b8-88d1-a8d2531c8977 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:59:36.809550 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:59:36.817080 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3889aa1-b919-47c6-9439-2e7d350df508,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:37.004260 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (6d41f46e-f58d-4165-a16d-3b2144390868), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:37.004609 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c110cbab-c69d-4313-8376-8698e1045bf5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:37.011796 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:37.023477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6d41f46e-f58d-4165-a16d-3b2144390868 HTTP/1.1" status: 204 len: 168 time: 1.7600520 Jan 28 05:59:37.024681 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49466) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:37.058429 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] Network b4d6a33f-123e-4145-bfc1-80084cb5f946 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:59:37.085055 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 72c052ff-330d-4531-b5ec-9cd8b24019b4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=72c052ff-330d-4531-b5ec-9cd8b24019b4,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:37.092452 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 25ab5215-5a63-47b8-88d1-a8d2531c8977 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:59:37.092854 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 25ab5215-5a63-47b8-88d1-a8d2531c8977 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:59:37.097431 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3336273-88bb-4560-b38d-21781ac4b2a7 None None] Pushing event updated for resources: {'Port': ['ID=75372372-eddf-493e-8efc-96686835b03b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:37.108649 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:59:37.108797 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e26558c-e4df-4482-b7fa-ce5acbcec49e None None] No DVR routers for this DVR port a3889aa1-b919-47c6-9439-2e7d350df508 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:59:37.110330 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6131c08f-2627-4444-9d56-b984fa4359d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c052ff-330d-4531-b5ec-9cd8b24019b4'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:59:37.121603 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abe631f-bfd4-429a-8df2-f44a5ad21a3a" -d '{"events": [{"server_uuid": "6131c08f-2627-4444-9d56-b984fa4359d9", "name": "network-vif-plugged", "status": "completed", "tag": "72c052ff-330d-4531-b5ec-9cd8b24019b4"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:59:37.123157 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:59:37.125290 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:37.155207 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Attempting to bind port 75372372-eddf-493e-8efc-96686835b03b on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:59:37.155584 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Attempting to bind port 75372372-eddf-493e-8efc-96686835b03b by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:59:37.155952 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Attempting to bind port 75372372-eddf-493e-8efc-96686835b03b on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:59:37.168322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919a13f-5738-41ea-b9ce-b920333db9a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d41f46e-f58d-4165-a16d-3b2144390868,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:37.181436 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:59:37.181639 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:59:37.181992 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:37.182406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:59:37.182906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Bound port: 75372372-eddf-493e-8efc-96686835b03b, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:59:37.183289 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (75372372-eddf-493e-8efc-96686835b03b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:37.211711 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (021d4856-8d3f-4fc6-94dc-a9d15e61333a), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:37.245722 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (72c052ff-330d-4531-b5ec-9cd8b24019b4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:37.295181 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67ea2c1-bfe8-4fe6-a486-8aa5ef613096 x-openstack-request-id: req-b67ea2c1-bfe8-4fe6-a486-8aa5ef613096 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:59:37.310240 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6131c08f-2627-4444-9d56-b984fa4359d9", "name": "network-vif-plugged", "status": "completed", "tag": "72c052ff-330d-4531-b5ec-9cd8b24019b4", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:59:37.312884 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b67ea2c1-bfe8-4fe6-a486-8aa5ef613096 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:59:37.317036 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6131c08f-2627-4444-9d56-b984fa4359d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c052ff-330d-4531-b5ec-9cd8b24019b4', 'code': 200} Jan 28 05:59:37.391014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] Pushing event updated for resources: {'Port': ['ID=c110cbab-c69d-4313-8376-8698e1045bf5,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:37.473000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] For port 75372372-eddf-493e-8efc-96686835b03b, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:59:37.516996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] For port 75372372-eddf-493e-8efc-96686835b03b, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=75372372-eddf-493e-8efc-96686835b03b,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:59:37.519745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=72c052ff-330d-4531-b5ec-9cd8b24019b4,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:37.596595 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (75372372-eddf-493e-8efc-96686835b03b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:37.691330 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73520e2-dda3-4a8e-871b-75918a05b157 req-54e736c4-9ab2-49db-bef3-a083a5780c8d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:37.693166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3336273-88bb-4560-b38d-21781ac4b2a7 None None] Pushing event updated for resources: {'Port': ['ID=75372372-eddf-493e-8efc-96686835b03b,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:37.698556 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d73520e2-dda3-4a8e-871b-75918a05b157 req-54e736c4-9ab2-49db-bef3-a083a5780c8d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 945 time: 0.5126040 Jan 28 05:59:37.733928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfee9b5-38f1-42c2-aeca-6508ad802918 req-ab483d31-878b-4e83-86fb-1053453450c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:37.735446 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ebfee9b5-38f1-42c2-aeca-6508ad802918 req-ab483d31-878b-4e83-86fb-1053453450c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 1097 time: 0.1818578 Jan 28 05:59:37.759020 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Routers {'021d4856-8d3f-4fc6-94dc-a9d15e61333a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:59:37.759020 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['021d4856-8d3f-4fc6-94dc-a9d15e61333a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:37.811706 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f87bb6fe-3606-4b4f-a28b-087d0df231c1 None None] Provisioning complete for port c110cbab-c69d-4313-8376-8698e1045bf5 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:37.812348 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f87bb6fe-3606-4b4f-a28b-087d0df231c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c110cbab-c69d-4313-8376-8698e1045bf5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:37.844623 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c110cbab-c69d-4313-8376-8698e1045bf5), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:37.848688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ebfee9b5-38f1-42c2-aeca-6508ad802918 req-8dc5bd2a-3386-4616-86e2-a9ebecc95b51 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047721 Jan 28 05:59:37.862484 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d73520e2-dda3-4a8e-871b-75918a05b157 req-3ea87595-1f69-44a6-b620-95e0abe9f969 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628377 Jan 28 05:59:37.876107 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f87bb6fe-3606-4b4f-a28b-087d0df231c1 None None] Port c110cbab-c69d-4313-8376-8698e1045bf5 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:59:38.026214 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:38.053608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] Set router 021d4856-8d3f-4fc6-94dc-a9d15e61333a gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:59:38.107091 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c07e1253-5d01-422f-bcc3-ec8a15c0b591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (3edfb31a-4b46-4fa5-8c32-b82a551d1341), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:38.166750 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] Publish callbacks [] for port (c110cbab-c69d-4313-8376-8698e1045bf5), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:38.257444 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (c110cbab-c69d-4313-8376-8698e1045bf5), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:38.406344 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (021d4856-8d3f-4fc6-94dc-a9d15e61333a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:38.409898 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] Pushing event updated for resources: {'Port': ['ID=c110cbab-c69d-4313-8376-8698e1045bf5,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:38.478750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'name': 'tempest-TestAggregatesBasicOps-1885564257-router', 'tenant_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '75372372-eddf-493e-8efc-96686835b03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:27Z', 'updated_at': '2022-01-28T05:59:32Z', 'revision_number': 3, 'project_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'gw_port': {'id': '75372372-eddf-493e-8efc-96686835b03b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:30Z', 'updated_at': '2022-01-28T05:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:38.562098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13397430-a31f-42c8-8147-31c64e0a7b30 None None] The sync data for ids ['021d4856-8d3f-4fc6-94dc-a9d15e61333a'] in n-d-812111-12 is: [{'id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'name': 'tempest-TestAggregatesBasicOps-1885564257-router', 'tenant_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '75372372-eddf-493e-8efc-96686835b03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:27Z', 'updated_at': '2022-01-28T05:59:32Z', 'revision_number': 3, 'project_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'gw_port': {'id': '75372372-eddf-493e-8efc-96686835b03b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:30Z', 'updated_at': '2022-01-28T05:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:59:38.602988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c07e1253-5d01-422f-bcc3-ec8a15c0b591 admin admin] Deleting port 509feed7-3a36-4cbb-871e-ef9d2587b3e9 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:38.603680 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c07e1253-5d01-422f-bcc3-ec8a15c0b591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:38.614012 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] Network b4d6a33f-123e-4145-bfc1-80084cb5f946 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:59:38.620545 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:59:38.726806 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-c07e1253-5d01-422f-bcc3-ec8a15c0b591 admin admin] For port 509feed7-3a36-4cbb-871e-ef9d2587b3e9, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=509feed7-3a36-4cbb-871e-ef9d2587b3e9,segment=NetworkSegment(00ce85b7-c121-4bc6-ac5b-586b6ac1c259),segment_id=00ce85b7-c121-4bc6-ac5b-586b6ac1c259)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:38.727420 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c07e1253-5d01-422f-bcc3-ec8a15c0b591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:38.750982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c07e1253-5d01-422f-bcc3-ec8a15c0b591 admin admin] Calling delete_port for 509feed7-3a36-4cbb-871e-ef9d2587b3e9 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:38.790576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] Router 021d4856-8d3f-4fc6-94dc-a9d15e61333a has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:59:39.022470 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:59:39.029998 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-37c85b4f-da55-4c6b-9452-2f4cbd179480 admin admin] 10.222.0.31 "PUT /v2.0/routers/021d4856-8d3f-4fc6-94dc-a9d15e61333a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2907197 Jan 28 05:59:39.113402 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-dadbabf0-a058-4f9f-bb90-2926ee6b12c9 None None] Provisioning complete for port c110cbab-c69d-4313-8376-8698e1045bf5 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:39.113832 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dadbabf0-a058-4f9f-bb90-2926ee6b12c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c110cbab-c69d-4313-8376-8698e1045bf5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:39.133985 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43351c1c-1708-44a8-a3b1-6c990d8153cc req-24451dd3-3baf-4b2a-af63-d8afc092ed6f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:39.142426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43351c1c-1708-44a8-a3b1-6c990d8153cc req-24451dd3-3baf-4b2a-af63-d8afc092ed6f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 945 time: 0.0850008 Jan 28 05:59:39.164105 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:39.165734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dadbabf0-a058-4f9f-bb90-2926ee6b12c9 None None] Port c110cbab-c69d-4313-8376-8698e1045bf5 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 05:59:39.225560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43351c1c-1708-44a8-a3b1-6c990d8153cc req-6c223c8f-76c3-4acb-b827-a4edc61d32cc tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782921 Jan 28 05:59:39.292775 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c07e1253-5d01-422f-bcc3-ec8a15c0b591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (509feed7-3a36-4cbb-871e-ef9d2587b3e9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:39.338013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e1253-5d01-422f-bcc3-ec8a15c0b591 admin admin] Pushing event deleted for resources: {'Port': ['ID=509feed7-3a36-4cbb-871e-ef9d2587b3e9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:39.668993 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c07e1253-5d01-422f-bcc3-ec8a15c0b591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (3edfb31a-4b46-4fa5-8c32-b82a551d1341), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:40.030017 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 75372372-eddf-493e-8efc-96686835b03b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:59:40.117473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07e1253-5d01-422f-bcc3-ec8a15c0b591 admin admin] Router 3edfb31a-4b46-4fa5-8c32-b82a551d1341 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:59:40.161833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 75372372-eddf-493e-8efc-96686835b03b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:40.162215 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (75372372-eddf-493e-8efc-96686835b03b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:40.259779 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 75372372-eddf-493e-8efc-96686835b03b is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:40.260388 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (75372372-eddf-493e-8efc-96686835b03b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:40.281320 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07e1253-5d01-422f-bcc3-ec8a15c0b591 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:59:40.296809 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c07e1253-5d01-422f-bcc3-ec8a15c0b591 admin admin] 10.222.0.31 "PUT /v2.0/routers/3edfb31a-4b46-4fa5-8c32-b82a551d1341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2654436 Jan 28 05:59:40.310183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 75372372-eddf-493e-8efc-96686835b03b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=75372372-eddf-493e-8efc-96686835b03b,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:40.311503 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d9fb67-caa5-40bf-ab7c-7256b62ae187 None None] Sync routers for ids ['3edfb31a-4b46-4fa5-8c32-b82a551d1341'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:59:40.311990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49568) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:40.323151 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d9fb67-caa5-40bf-ab7c-7256b62ae187 None None] Routers {'3edfb31a-4b46-4fa5-8c32-b82a551d1341'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:59:40.323847 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-40d9fb67-caa5-40bf-ab7c-7256b62ae187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['3edfb31a-4b46-4fa5-8c32-b82a551d1341'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:40.409111 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (75372372-eddf-493e-8efc-96686835b03b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:40.558439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=75372372-eddf-493e-8efc-96686835b03b,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:40.596329 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-40d9fb67-caa5-40bf-ab7c-7256b62ae187 None None] Set router 3edfb31a-4b46-4fa5-8c32-b82a551d1341 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:59:40.644839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d3693-fa69-4466-a77a-d694916456a0 req-aa6901e8-33ce-4ec1-a262-4aa2806f66dd tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:40.660019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-320d3693-fa69-4466-a77a-d694916456a0 req-aa6901e8-33ce-4ec1-a262-4aa2806f66dd tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 945 time: 0.1789095 Jan 28 05:59:40.685987 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f35008e-0c4c-4f15-a20d-c9a67d057880 admin admin] Publish callbacks [] for router (3edfb31a-4b46-4fa5-8c32-b82a551d1341), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:40.818073 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-320d3693-fa69-4466-a77a-d694916456a0 req-54b385a2-ef1a-435f-b00c-830ac8dee0a6 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558950 Jan 28 05:59:40.855022 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f35008e-0c4c-4f15-a20d-c9a67d057880 admin admin] Publish callbacks [] for router_gateway (3edfb31a-4b46-4fa5-8c32-b82a551d1341), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:40.896405 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-40d9fb67-caa5-40bf-ab7c-7256b62ae187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'name': 'tempest-TaggedBootDevicesTest-1316437798-router', 'tenant_id': '1884d128ea3e470794f5df0f329de4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '6e283b47-6f84-41c4-90e2-130c2eccc745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:18Z', 'updated_at': '2022-01-28T05:59:39Z', 'revision_number': 5, 'project_id': '1884d128ea3e470794f5df0f329de4fe', 'gw_port': {'id': '6e283b47-6f84-41c4-90e2-130c2eccc745', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:19Z', 'updated_at': '2022-01-28T05:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:40.924774 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d9fb67-caa5-40bf-ab7c-7256b62ae187 None None] Checking router: 3edfb31a-4b46-4fa5-8c32-b82a551d1341 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:59:40.934547 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d9fb67-caa5-40bf-ab7c-7256b62ae187 None None] Routers {'3edfb31a-4b46-4fa5-8c32-b82a551d1341'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:59:40.935167 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-40d9fb67-caa5-40bf-ab7c-7256b62ae187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['3edfb31a-4b46-4fa5-8c32-b82a551d1341'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:41.162405 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-40d9fb67-caa5-40bf-ab7c-7256b62ae187 None None] Set router 3edfb31a-4b46-4fa5-8c32-b82a551d1341 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:59:41.184793 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Sync routers for ids ['021d4856-8d3f-4fc6-94dc-a9d15e61333a'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:59:41.233803 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Routers {'021d4856-8d3f-4fc6-94dc-a9d15e61333a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:59:41.233803 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['021d4856-8d3f-4fc6-94dc-a9d15e61333a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:41.479312 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0f35008e-0c4c-4f15-a20d-c9a67d057880 admin admin] Deleting port 6e283b47-6f84-41c4-90e2-130c2eccc745 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:41.480290 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f35008e-0c4c-4f15-a20d-c9a67d057880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6e283b47-6f84-41c4-90e2-130c2eccc745), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:41.498018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Set router 021d4856-8d3f-4fc6-94dc-a9d15e61333a gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:59:41.693881 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-0f35008e-0c4c-4f15-a20d-c9a67d057880 admin admin] For port 6e283b47-6f84-41c4-90e2-130c2eccc745, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6e283b47-6f84-41c4-90e2-130c2eccc745,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:41.694610 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f35008e-0c4c-4f15-a20d-c9a67d057880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6e283b47-6f84-41c4-90e2-130c2eccc745), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:41.721153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd842d-d6da-4a36-bca3-995e5f31d339 req-8617c41a-e6cb-4b1c-ac87-66c7b630ea6a tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:41.723952 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85fd842d-d6da-4a36-bca3-995e5f31d339 req-8617c41a-e6cb-4b1c-ac87-66c7b630ea6a tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 945 time: 0.1167746 Jan 28 05:59:41.725183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0f35008e-0c4c-4f15-a20d-c9a67d057880 admin admin] Calling delete_port for 6e283b47-6f84-41c4-90e2-130c2eccc745 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:41.862133 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-40d9fb67-caa5-40bf-ab7c-7256b62ae187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'name': 'tempest-TaggedBootDevicesTest-1316437798-router', 'tenant_id': '1884d128ea3e470794f5df0f329de4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '6e283b47-6f84-41c4-90e2-130c2eccc745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:18Z', 'updated_at': '2022-01-28T05:59:39Z', 'revision_number': 5, 'project_id': '1884d128ea3e470794f5df0f329de4fe', 'gw_port': {'id': '6e283b47-6f84-41c4-90e2-130c2eccc745', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:19Z', 'updated_at': '2022-01-28T05:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:41.867160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'name': 'tempest-TestAggregatesBasicOps-1885564257-router', 'tenant_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '75372372-eddf-493e-8efc-96686835b03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:27Z', 'updated_at': '2022-01-28T05:59:37Z', 'revision_number': 4, 'project_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'gw_port': {'id': '75372372-eddf-493e-8efc-96686835b03b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:30Z', 'updated_at': '2022-01-28T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'c110cbab-c69d-4313-8376-8698e1045bf5', 'name': '', 'network_id': 'b4d6a33f-123e-4145-bfc1-80084cb5f946', 'tenant_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'mac_address': 'fa:16:3e:00:aa:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '8359fe00-3efc-454f-b117-d8a235b5fbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:36Z', 'updated_at': '2022-01-28T05:59:38Z', 'revision_number': 2, 'project_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'subnets': [{'id': '8359fe00-3efc-454f-b117-d8a235b5fbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:41.905804 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Checking router: 021d4856-8d3f-4fc6-94dc-a9d15e61333a for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:59:41.906280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Updating router 021d4856-8d3f-4fc6-94dc-a9d15e61333a port c110cbab-c69d-4313-8376-8698e1045bf5 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 05:59:41.908983 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85fd842d-d6da-4a36-bca3-995e5f31d339 req-caf32937-d7da-4d41-abe3-d1fbf0fd442d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690784 Jan 28 05:59:41.959094 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 75372372-eddf-493e-8efc-96686835b03b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:59:41.962495 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c110cbab-c69d-4313-8376-8698e1045bf5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:41.990106 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d9fb67-caa5-40bf-ab7c-7256b62ae187 None None] The sync data for ids ['3edfb31a-4b46-4fa5-8c32-b82a551d1341'] in n-d-812111-12 is: [{'id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'name': 'tempest-TaggedBootDevicesTest-1316437798-router', 'tenant_id': '1884d128ea3e470794f5df0f329de4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '6e283b47-6f84-41c4-90e2-130c2eccc745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:46:18Z', 'updated_at': '2022-01-28T05:59:39Z', 'revision_number': 5, 'project_id': '1884d128ea3e470794f5df0f329de4fe', 'gw_port': {'id': '6e283b47-6f84-41c4-90e2-130c2eccc745', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfb31a-4b46-4fa5-8c32-b82a551d1341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:46:19Z', 'updated_at': '2022-01-28T05:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:59:42.156211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 75372372-eddf-493e-8efc-96686835b03b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:42.156589 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (75372372-eddf-493e-8efc-96686835b03b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:42.333282 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 75372372-eddf-493e-8efc-96686835b03b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:42.349319 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f35008e-0c4c-4f15-a20d-c9a67d057880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (6e283b47-6f84-41c4-90e2-130c2eccc745), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:42.422085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35008e-0c4c-4f15-a20d-c9a67d057880 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e283b47-6f84-41c4-90e2-130c2eccc745,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:42.461181 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Publish callbacks [] for port (c110cbab-c69d-4313-8376-8698e1045bf5), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:42.530860 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f35008e-0c4c-4f15-a20d-c9a67d057880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (3edfb31a-4b46-4fa5-8c32-b82a551d1341), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:42.671782 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c110cbab-c69d-4313-8376-8698e1045bf5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:42.684002 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f35008e-0c4c-4f15-a20d-c9a67d057880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (3edfb31a-4b46-4fa5-8c32-b82a551d1341), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:42.687147 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f35008e-0c4c-4f15-a20d-c9a67d057880 admin admin] Publish callbacks [] for router_controller (3edfb31a-4b46-4fa5-8c32-b82a551d1341), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:42.763957 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b09b26-5f61-481e-a819-0e4df272aa5d None None] Pushing event updated for resources: {'Port': ['ID=c110cbab-c69d-4313-8376-8698e1045bf5,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:42.819003 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Attempting to bind port c110cbab-c69d-4313-8376-8698e1045bf5 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:59:42.819366 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Attempting to bind port c110cbab-c69d-4313-8376-8698e1045bf5 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '5477f61f-f4a8-49d0-8333-972ef950ccd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b4d6a33f-123e-4145-bfc1-80084cb5f946'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:59:42.819729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Attempting to bind port c110cbab-c69d-4313-8376-8698e1045bf5 on network b4d6a33f-123e-4145-bfc1-80084cb5f946 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:59:42.825299 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:59:42.825748 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Checking segment: {'id': '5477f61f-f4a8-49d0-8333-972ef950ccd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b4d6a33f-123e-4145-bfc1-80084cb5f946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:59:42.826213 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:42.826692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Bound using segment: {'id': '5477f61f-f4a8-49d0-8333-972ef950ccd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b4d6a33f-123e-4145-bfc1-80084cb5f946'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:59:42.827243 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Bound port: c110cbab-c69d-4313-8376-8698e1045bf5, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5477f61f-f4a8-49d0-8333-972ef950ccd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b4d6a33f-123e-4145-bfc1-80084cb5f946'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:59:42.827684 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c110cbab-c69d-4313-8376-8698e1045bf5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:42.843789 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49654) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:42.922206 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] For port c110cbab-c69d-4313-8376-8698e1045bf5, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:59:42.923977 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] For port c110cbab-c69d-4313-8376-8698e1045bf5, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c110cbab-c69d-4313-8376-8698e1045bf5,segment=NetworkSegment(5477f61f-f4a8-49d0-8333-972ef950ccd0),segment_id=5477f61f-f4a8-49d0-8333-972ef950ccd0)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:59:43.013263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd864f8-fef4-4a38-bfad-b503e6c6408c req-a2f1c78b-60e2-4a91-8747-ccf782f36243 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:43.015995 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cd864f8-fef4-4a38-bfad-b503e6c6408c req-a2f1c78b-60e2-4a91-8747-ccf782f36243 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.60 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 945 time: 0.1655216 Jan 28 05:59:43.019577 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f35008e-0c4c-4f15-a20d-c9a67d057880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (3edfb31a-4b46-4fa5-8c32-b82a551d1341), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:43.020146 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f35008e-0c4c-4f15-a20d-c9a67d057880 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3edfb31a-4b46-4fa5-8c32-b82a551d1341 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:59:43.086167 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f35008e-0c4c-4f15-a20d-c9a67d057880 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:43.087366 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0f35008e-0c4c-4f15-a20d-c9a67d057880 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3edfb31a-4b46-4fa5-8c32-b82a551d1341 HTTP/1.1" status: 204 len: 168 time: 2.7752931 Jan 28 05:59:43.090738 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49664) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:43.115929 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49666) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:43.140236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-70e1ba89-479a-44a2-b593-8c90ad3e5777 None None] Provisioning complete for port c110cbab-c69d-4313-8376-8698e1045bf5 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:43.140710 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70e1ba89-479a-44a2-b593-8c90ad3e5777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c110cbab-c69d-4313-8376-8698e1045bf5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:43.152943 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c110cbab-c69d-4313-8376-8698e1045bf5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:43.293034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Routers {'021d4856-8d3f-4fc6-94dc-a9d15e61333a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:59:43.294030 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['021d4856-8d3f-4fc6-94dc-a9d15e61333a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:43.347383 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3203db-d6d9-4ec3-b03e-fe4a36f01101 req-d3ba5ded-346c-48cd-a1a7-63d9b82f80fc tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:43.368835 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe3203db-d6d9-4ec3-b03e-fe4a36f01101 req-d3ba5ded-346c-48cd-a1a7-63d9b82f80fc tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 945 time: 0.3501985 Jan 28 05:59:43.380454 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-335fc796-b046-4c29-87f2-ad5ff3103af7 admin admin] Deleting subnet 00fca60b-f8c3-41d5-833f-bb454571324f {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:59:43.395309 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-335fc796-b046-4c29-87f2-ad5ff3103af7 admin admin] Publish callbacks [] for subnet (00fca60b-f8c3-41d5-833f-bb454571324f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:43.543800 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-335fc796-b046-4c29-87f2-ad5ff3103af7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (00fca60b-f8c3-41d5-833f-bb454571324f), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:43.562071 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49678) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:43.584239 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b09b26-5f61-481e-a819-0e4df272aa5d None None] Pushing event updated for resources: {'Port': ['ID=c110cbab-c69d-4313-8376-8698e1045bf5,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:43.617660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe3203db-d6d9-4ec3-b03e-fe4a36f01101 req-61385d05-930e-4050-adc8-5a79023fd8fd tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452433 Jan 28 05:59:43.633125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-1cd864f8-fef4-4a38-bfad-b503e6c6408c req-09597ee3-d2af-4d0f-b8f8-322ce6f94d49 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Deleting port 72c052ff-330d-4531-b5ec-9cd8b24019b4 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:43.637173 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1cd864f8-fef4-4a38-bfad-b503e6c6408c req-09597ee3-d2af-4d0f-b8f8-322ce6f94d49 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (72c052ff-330d-4531-b5ec-9cd8b24019b4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:43.745664 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08b91cff-af29-43ab-bde6-7402749b4717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:43.850885 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d1dee6dc-5b73-4497-ba36-42b6c1fd9227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:43.907239 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-335fc796-b046-4c29-87f2-ad5ff3103af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (00fca60b-f8c3-41d5-833f-bb454571324f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:43.976107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1cd864f8-fef4-4a38-bfad-b503e6c6408c req-09597ee3-d2af-4d0f-b8f8-322ce6f94d49 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] For port 72c052ff-330d-4531-b5ec-9cd8b24019b4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=72c052ff-330d-4531-b5ec-9cd8b24019b4,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:43.977865 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1cd864f8-fef4-4a38-bfad-b503e6c6408c req-09597ee3-d2af-4d0f-b8f8-322ce6f94d49 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (72c052ff-330d-4531-b5ec-9cd8b24019b4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.029113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-1cd864f8-fef4-4a38-bfad-b503e6c6408c req-09597ee3-d2af-4d0f-b8f8-322ce6f94d49 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Calling delete_port for 72c052ff-330d-4531-b5ec-9cd8b24019b4 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:44.050637 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6e283b47-6f84-41c4-90e2-130c2eccc745 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:59:44.054153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b09b26-5f61-481e-a819-0e4df272aa5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:44.054551 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b09b26-5f61-481e-a819-0e4df272aa5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:44.054896 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b09b26-5f61-481e-a819-0e4df272aa5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:44.055234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b09b26-5f61-481e-a819-0e4df272aa5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:44.055566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b09b26-5f61-481e-a819-0e4df272aa5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:44.055902 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b09b26-5f61-481e-a819-0e4df272aa5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:44.056229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b09b26-5f61-481e-a819-0e4df272aa5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:44.056554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b09b26-5f61-481e-a819-0e4df272aa5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:44.056878 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b09b26-5f61-481e-a819-0e4df272aa5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:44.057198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b09b26-5f61-481e-a819-0e4df272aa5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:44.057520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b09b26-5f61-481e-a819-0e4df272aa5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:44.057840 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b09b26-5f61-481e-a819-0e4df272aa5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:44.058255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b09b26-5f61-481e-a819-0e4df272aa5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 05:59:44.062897 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-70e1ba89-479a-44a2-b593-8c90ad3e5777 None None] Current status of the port c110cbab-c69d-4313-8376-8698e1045bf5 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:44.063323 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70e1ba89-479a-44a2-b593-8c90ad3e5777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c110cbab-c69d-4313-8376-8698e1045bf5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.084185 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08b91cff-af29-43ab-bde6-7402749b4717 admin admin] Publish callbacks [] for security_group (0d489cec-5fae-4962-879c-694367546bce), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.105273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 6e283b47-6f84-41c4-90e2-130c2eccc745 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:59:44.105628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6e283b47-6f84-41c4-90e2-130c2eccc745 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:59:44.106052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 509feed7-3a36-4cbb-871e-ef9d2587b3e9 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:59:44.123824 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5d937fac-82be-492a-9c50-d18309d89426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (82358b8d-bec0-4492-b1fd-ea713516f36e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.167906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 509feed7-3a36-4cbb-871e-ef9d2587b3e9 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:59:44.168260 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 509feed7-3a36-4cbb-871e-ef9d2587b3e9 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:59:44.207139 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] Set router 021d4856-8d3f-4fc6-94dc-a9d15e61333a gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:59:44.210189 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-70e1ba89-479a-44a2-b593-8c90ad3e5777 None None] For port c110cbab-c69d-4313-8376-8698e1045bf5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c110cbab-c69d-4313-8376-8698e1045bf5,segment=NetworkSegment(5477f61f-f4a8-49d0-8333-972ef950ccd0),segment_id=5477f61f-f4a8-49d0-8333-972ef950ccd0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:44.258744 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d1dee6dc-5b73-4497-ba36-42b6c1fd9227 admin admin] Publish callbacks [] for security_group (a8187987-d2b5-4c87-8288-ecbeec764cbd), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.262484 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08b91cff-af29-43ab-bde6-7402749b4717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0d489cec-5fae-4962-879c-694367546bce), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.344203 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b91cff-af29-43ab-bde6-7402749b4717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d489cec-5fae-4962-879c-694367546bce,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:44.373939 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d1dee6dc-5b73-4497-ba36-42b6c1fd9227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a8187987-d2b5-4c87-8288-ecbeec764cbd), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.380468 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-08b91cff-af29-43ab-bde6-7402749b4717 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a343d70ad9ea4f5b93e1eb61f113eff2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8150928 Jan 28 05:59:44.385943 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49694) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:44.391562 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-335fc796-b046-4c29-87f2-ad5ff3103af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (00fca60b-f8c3-41d5-833f-bb454571324f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.442215 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dee6dc-5b73-4497-ba36-42b6c1fd9227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8187987-d2b5-4c87-8288-ecbeec764cbd,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:44.452259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fc796-b046-4c29-87f2-ad5ff3103af7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00fca60b-f8c3-41d5-833f-bb454571324f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:44.454705 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-335fc796-b046-4c29-87f2-ad5ff3103af7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.460682 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-335fc796-b046-4c29-87f2-ad5ff3103af7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/00fca60b-f8c3-41d5-833f-bb454571324f HTTP/1.1" status: 204 len: 168 time: 1.3675456 Jan 28 05:59:44.464476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49696) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:44.495157 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d1dee6dc-5b73-4497-ba36-42b6c1fd9227 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=086168bfcf4a41e89e8a75baf8d13626&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3711278 Jan 28 05:59:44.498376 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49698) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:44.590983 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70e1ba89-479a-44a2-b593-8c90ad3e5777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c110cbab-c69d-4313-8376-8698e1045bf5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.592928 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (26edd89a-3d8f-404a-808f-d3060dc0a858), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.618842 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-19110d87-9cba-4298-9a05-e9e6a4c89fb7 admin admin] Publish callbacks [] for security_group (0d489cec-5fae-4962-879c-694367546bce), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.652444 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-19110d87-9cba-4298-9a05-e9e6a4c89fb7 admin admin] Publish callbacks [] for security_group (0d489cec-5fae-4962-879c-694367546bce), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.701231 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1cd864f8-fef4-4a38-bfad-b503e6c6408c req-09597ee3-d2af-4d0f-b8f8-322ce6f94d49 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (72c052ff-330d-4531-b5ec-9cd8b24019b4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.725141 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4c4350-8bbf-45c8-b3d0-54383866f049 None None] Network 26edd89a-3d8f-404a-808f-d3060dc0a858 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:59:44.737447 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09597ee3-d2af-4d0f-b8f8-322ce6f94d49 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Pushing event deleted for resources: {'Port': ['ID=72c052ff-330d-4531-b5ec-9cd8b24019b4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:44.757309 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e60597c3-0295-42fd-8cbc-33e325d4f6f9 admin admin] Publish callbacks [] for security_group (a8187987-d2b5-4c87-8288-ecbeec764cbd), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.799343 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1ba89-479a-44a2-b593-8c90ad3e5777 None None] Pushing event updated for resources: {'Port': ['ID=c110cbab-c69d-4313-8376-8698e1045bf5,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:44.804036 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-19110d87-9cba-4298-9a05-e9e6a4c89fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0d489cec-5fae-4962-879c-694367546bce), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.806912 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-19110d87-9cba-4298-9a05-e9e6a4c89fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.812439 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-19110d87-9cba-4298-9a05-e9e6a4c89fb7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d489cec-5fae-4962-879c-694367546bce HTTP/1.1" status: 204 len: 168 time: 0.4284022 Jan 28 05:59:44.815922 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['33ed1140-df01-4a4a-9322-2ec5002abf39'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:59:44.822750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['72c052ff-330d-4531-b5ec-9cd8b24019b4'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 05:59:44.865036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9edaf8a6-65a9-424b-8192-ad7f9e6d4ada req-93ee3b2a-a695-4253-9f67-9150232acb59 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 210 time: 0.0760882 Jan 28 05:59:44.880044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd864f8-fef4-4a38-bfad-b503e6c6408c req-09597ee3-d2af-4d0f-b8f8-322ce6f94d49 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] No DVR routers for this DVR port 72c052ff-330d-4531-b5ec-9cd8b24019b4 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:59:44.886453 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1cd864f8-fef4-4a38-bfad-b503e6c6408c req-09597ee3-d2af-4d0f-b8f8-322ce6f94d49 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.889975 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cd864f8-fef4-4a38-bfad-b503e6c6408c req-09597ee3-d2af-4d0f-b8f8-322ce6f94d49 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.60 "DELETE /v2.0/ports/72c052ff-330d-4531-b5ec-9cd8b24019b4 HTTP/1.1" status: 204 len: 173 time: 1.8679287 Jan 28 05:59:44.890500 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e60597c3-0295-42fd-8cbc-33e325d4f6f9 admin admin] Publish callbacks [] for security_group (a8187987-d2b5-4c87-8288-ecbeec764cbd), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:44.893364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19110d87-9cba-4298-9a05-e9e6a4c89fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d489cec-5fae-4962-879c-694367546bce,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:44.903942 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6131c08f-2627-4444-9d56-b984fa4359d9', 'name': 'network-vif-deleted', 'tag': '72c052ff-330d-4531-b5ec-9cd8b24019b4'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 05:59:44.906745 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498f2615-78b6-477a-add4-37871ee4d94a" -d '{"events": [{"server_uuid": "6131c08f-2627-4444-9d56-b984fa4359d9", "name": "network-vif-deleted", "tag": "72c052ff-330d-4531-b5ec-9cd8b24019b4"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 05:59:44.973410 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] Deleting port 47119600-fab9-44a3-b8b8-13dd53c07e5e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:44.974010 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (47119600-fab9-44a3-b8b8-13dd53c07e5e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:45.033606 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-5d937fac-82be-492a-9c50-d18309d89426 admin admin] Deleting port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:45.034230 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5d937fac-82be-492a-9c50-d18309d89426 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:45.058549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-fcb4a263-1611-4403-aa8f-8a35ad1d47cf None None] Provisioning complete for port c110cbab-c69d-4313-8376-8698e1045bf5 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:45.058944 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fcb4a263-1611-4403-aa8f-8a35ad1d47cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c110cbab-c69d-4313-8376-8698e1045bf5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:45.110401 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] For port 47119600-fab9-44a3-b8b8-13dd53c07e5e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=47119600-fab9-44a3-b8b8-13dd53c07e5e,segment=NetworkSegment(00ce85b7-c121-4bc6-ac5b-586b6ac1c259),segment_id=00ce85b7-c121-4bc6-ac5b-586b6ac1c259)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:45.111610 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (47119600-fab9-44a3-b8b8-13dd53c07e5e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:45.126739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] Calling delete_port for 47119600-fab9-44a3-b8b8-13dd53c07e5e owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:45.264422 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 05:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1f3982-11a3-4125-a720-e04bfdc4bf42 x-openstack-request-id: req-1c1f3982-11a3-4125-a720-e04bfdc4bf42 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 05:59:45.264707 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6131c08f-2627-4444-9d56-b984fa4359d9", "name": "network-vif-deleted", "tag": "72c052ff-330d-4531-b5ec-9cd8b24019b4", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 05:59:45.264951 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c1f3982-11a3-4125-a720-e04bfdc4bf42 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 05:59:45.265357 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6131c08f-2627-4444-9d56-b984fa4359d9', 'name': 'network-vif-deleted', 'tag': '72c052ff-330d-4531-b5ec-9cd8b24019b4', 'status': 'completed', 'code': 200} Jan 28 05:59:45.278025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'name': 'tempest-TestAggregatesBasicOps-1885564257-router', 'tenant_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '75372372-eddf-493e-8efc-96686835b03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:27Z', 'updated_at': '2022-01-28T05:59:37Z', 'revision_number': 4, 'project_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'gw_port': {'id': '75372372-eddf-493e-8efc-96686835b03b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:30Z', 'updated_at': '2022-01-28T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'c110cbab-c69d-4313-8376-8698e1045bf5', 'name': '', 'network_id': 'b4d6a33f-123e-4145-bfc1-80084cb5f946', 'tenant_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'mac_address': 'fa:16:3e:00:aa:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '8359fe00-3efc-454f-b117-d8a235b5fbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:36Z', 'updated_at': '2022-01-28T05:59:42Z', 'revision_number': 4, 'project_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'subnets': [{'id': '8359fe00-3efc-454f-b117-d8a235b5fbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:45.295293 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-5d937fac-82be-492a-9c50-d18309d89426 admin admin] For port 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99,segment=NetworkSegment(472b1d52-5bdd-4371-832f-665056737f10),segment_id=472b1d52-5bdd-4371-832f-665056737f10)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:45.295861 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5d937fac-82be-492a-9c50-d18309d89426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:45.330729 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-5d937fac-82be-492a-9c50-d18309d89426 admin admin] Calling delete_port for 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:45.333067 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e60597c3-0295-42fd-8cbc-33e325d4f6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a8187987-d2b5-4c87-8288-ecbeec764cbd), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:45.336325 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e60597c3-0295-42fd-8cbc-33e325d4f6f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:45.338107 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e60597c3-0295-42fd-8cbc-33e325d4f6f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a8187987-d2b5-4c87-8288-ecbeec764cbd HTTP/1.1" status: 204 len: 168 time: 0.8372095 Jan 28 05:59:45.360794 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8892467-cd46-4cb2-94f8-9e277695ad24 None None] The sync data for ids ['021d4856-8d3f-4fc6-94dc-a9d15e61333a'] in n-d-812111-12 is: [{'id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'name': 'tempest-TestAggregatesBasicOps-1885564257-router', 'tenant_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '75372372-eddf-493e-8efc-96686835b03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:27Z', 'updated_at': '2022-01-28T05:59:37Z', 'revision_number': 4, 'project_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'gw_port': {'id': '75372372-eddf-493e-8efc-96686835b03b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:30Z', 'updated_at': '2022-01-28T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'c110cbab-c69d-4313-8376-8698e1045bf5', 'name': '', 'network_id': 'b4d6a33f-123e-4145-bfc1-80084cb5f946', 'tenant_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'mac_address': 'fa:16:3e:00:aa:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '8359fe00-3efc-454f-b117-d8a235b5fbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:36Z', 'updated_at': '2022-01-28T05:59:42Z', 'revision_number': 4, 'project_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'subnets': [{'id': '8359fe00-3efc-454f-b117-d8a235b5fbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:59:45.361257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60597c3-0295-42fd-8cbc-33e325d4f6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8187987-d2b5-4c87-8288-ecbeec764cbd,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:45.371197 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (47119600-fab9-44a3-b8b8-13dd53c07e5e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:45.508152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=47119600-fab9-44a3-b8b8-13dd53c07e5e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:45.511656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] No DVR routers for this DVR port 47119600-fab9-44a3-b8b8-13dd53c07e5e on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:59:45.544856 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7e6003-e4c5-4155-abdb-963aac845336 None None] DHCP port deletion for 26edd89a-3d8f-404a-808f-d3060dc0a858 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:59:45.651555 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (26edd89a-3d8f-404a-808f-d3060dc0a858), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:45.725447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4a263-1611-4403-aa8f-8a35ad1d47cf None None] Current status of the port c110cbab-c69d-4313-8376-8698e1045bf5 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:45.760956 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26edd89a-3d8f-404a-808f-d3060dc0a858']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:45.796150 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ce85b7-c121-4bc6-ac5b-586b6ac1c259') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:45.802566 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ce85b7-c121-4bc6-ac5b-586b6ac1c259') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:45.836543 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (00ce85b7-c121-4bc6-ac5b-586b6ac1c259), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:45.857798 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (00ce85b7-c121-4bc6-ac5b-586b6ac1c259), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:45.868144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:59:45.868560 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (00ce85b7-c121-4bc6-ac5b-586b6ac1c259), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:59:45.999221 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:59:46.046012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c110cbab-c69d-4313-8376-8698e1045bf5 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 05:59:46.067090 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49728) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:46.102901 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d14473fa-8896-4c5d-b3eb-978175159b2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:46.191105 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5d937fac-82be-492a-9c50-d18309d89426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:46.218636 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b958de55-c678-48c7-a0cc-2c5d5ba2b330 req-de5053bd-e29d-4a3c-abd5-d59612bc60ca tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=6131c08f-2627-4444-9d56-b984fa4359d9 HTTP/1.1" status: 200 len: 210 time: 0.1421521 Jan 28 05:59:46.223525 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port c110cbab-c69d-4313-8376-8698e1045bf5 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 05:59:46.223781 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c110cbab-c69d-4313-8376-8698e1045bf5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:46.312030 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (26edd89a-3d8f-404a-808f-d3060dc0a858), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:46.369628 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:46.383393 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] 10.222.0.31 "DELETE /v2.0/networks/26edd89a-3d8f-404a-808f-d3060dc0a858 HTTP/1.1" status: 204 len: 168 time: 1.9138010 Jan 28 05:59:46.389286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e969e91-2e13-4b71-a71a-c25276e02e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=26edd89a-3d8f-404a-808f-d3060dc0a858,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:46.488105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d937fac-82be-492a-9c50-d18309d89426 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:46.570462 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c110cbab-c69d-4313-8376-8698e1045bf5 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 05:59:46.665107 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d14473fa-8896-4c5d-b3eb-978175159b2d admin admin] Publish callbacks [] for security_group (c5900401-2b90-49bc-8743-df37f74f2cfc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:46.712991 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 47119600-fab9-44a3-b8b8-13dd53c07e5e no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:59:46.793035 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 47119600-fab9-44a3-b8b8-13dd53c07e5e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:59:46.793722 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 47119600-fab9-44a3-b8b8-13dd53c07e5e not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:59:46.931162 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5d937fac-82be-492a-9c50-d18309d89426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (82358b8d-bec0-4492-b1fd-ea713516f36e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:46.943085 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d14473fa-8896-4c5d-b3eb-978175159b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c5900401-2b90-49bc-8743-df37f74f2cfc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:46.978937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49748) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:46.999348 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac36678d-92bc-4adc-9a00-3b1874a4fb04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:47.089568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 72c052ff-330d-4531-b5ec-9cd8b24019b4 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:59:47.128634 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac36678d-92bc-4adc-9a00-3b1874a4fb04 admin admin] Publish callbacks [] for security_group (af0909ac-f5d9-4367-af2a-639ddad96375), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:47.136554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 72c052ff-330d-4531-b5ec-9cd8b24019b4 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:59:47.136943 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 72c052ff-330d-4531-b5ec-9cd8b24019b4 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:59:47.146129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49752) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:47.150770 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14473fa-8896-4c5d-b3eb-978175159b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5900401-2b90-49bc-8743-df37f74f2cfc,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:47.177385 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d14473fa-8896-4c5d-b3eb-978175159b2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa4b609ef8714ec5944fa6a0ea5b79e8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1057055 Jan 28 05:59:47.180493 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49756) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:47.207656 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7b31f968-e8f3-43d4-af77-2287626ad1fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7f06b4179644aa3b9a7f829af75be1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0591385 Jan 28 05:59:47.213494 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49760) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:47.243089 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac36678d-92bc-4adc-9a00-3b1874a4fb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (af0909ac-f5d9-4367-af2a-639ddad96375), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:47.357358 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ac36678d-92bc-4adc-9a00-3b1874a4fb04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28942e89b719432182938bf339ba533a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3695762 Jan 28 05:59:47.361303 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49766) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:47.372568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36678d-92bc-4adc-9a00-3b1874a4fb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0909ac-f5d9-4367-af2a-639ddad96375,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:47.376083 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc34d42d-73ce-4d3a-9aea-b93a3417e071 admin admin] Publish callbacks [] for security_group (c5900401-2b90-49bc-8743-df37f74f2cfc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:47.421138 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc34d42d-73ce-4d3a-9aea-b93a3417e071 admin admin] Publish callbacks [] for security_group (c5900401-2b90-49bc-8743-df37f74f2cfc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:47.477704 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a7941a35-4aae-4833-902c-9b06d30e71f6 admin admin] Publish callbacks [] for security_group (60fdf7d0-d9ad-4273-8e75-a57b0953b6b4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:47.504700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b2fa5-359c-45b4-8453-bb896755eb80 req-c4e60126-abdc-4e0c-9af8-657dd04acaf5 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:47.506694 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d4b2fa5-359c-45b4-8453-bb896755eb80 req-c4e60126-abdc-4e0c-9af8-657dd04acaf5 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.0739889 Jan 28 05:59:47.583868 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-145fc890-df5f-41b5-8cd8-c571619f660a admin admin] Publish callbacks [] for security_group (af0909ac-f5d9-4367-af2a-639ddad96375), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:47.616453 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d937fac-82be-492a-9c50-d18309d89426 admin admin] Router 82358b8d-bec0-4492-b1fd-ea713516f36e has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:59:47.617041 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d4b2fa5-359c-45b4-8453-bb896755eb80 req-f0a2e2d0-bb50-4a2e-ad90-ab2fb2615f88 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965533 Jan 28 05:59:47.622133 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a7941a35-4aae-4833-902c-9b06d30e71f6 admin admin] Publish callbacks [] for security_group (60fdf7d0-d9ad-4273-8e75-a57b0953b6b4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:47.630477 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-145fc890-df5f-41b5-8cd8-c571619f660a admin admin] Publish callbacks [] for security_group (af0909ac-f5d9-4367-af2a-639ddad96375), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:47.821943 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc34d42d-73ce-4d3a-9aea-b93a3417e071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c5900401-2b90-49bc-8743-df37f74f2cfc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:47.821943 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc34d42d-73ce-4d3a-9aea-b93a3417e071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:47.821943 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dc34d42d-73ce-4d3a-9aea-b93a3417e071 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5900401-2b90-49bc-8743-df37f74f2cfc HTTP/1.1" status: 204 len: 168 time: 0.6273921 Jan 28 05:59:47.821943 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34d42d-73ce-4d3a-9aea-b93a3417e071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5900401-2b90-49bc-8743-df37f74f2cfc,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:47.833191 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d937fac-82be-492a-9c50-d18309d89426 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:59:47.841703 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49786) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:47.842145 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5d937fac-82be-492a-9c50-d18309d89426 admin admin] 10.222.0.31 "PUT /v2.0/routers/82358b8d-bec0-4492-b1fd-ea713516f36e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9970105 Jan 28 05:59:47.844429 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcbfdd5-b8a3-4a8a-8836-4d3d353f5bbd None None] Sync routers for ids ['82358b8d-bec0-4492-b1fd-ea713516f36e'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:59:47.873739 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcbfdd5-b8a3-4a8a-8836-4d3d353f5bbd None None] Routers {'82358b8d-bec0-4492-b1fd-ea713516f36e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:59:47.879590 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6dcbfdd5-b8a3-4a8a-8836-4d3d353f5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['82358b8d-bec0-4492-b1fd-ea713516f36e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:47.885645 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-145fc890-df5f-41b5-8cd8-c571619f660a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (af0909ac-f5d9-4367-af2a-639ddad96375), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:47.888642 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-145fc890-df5f-41b5-8cd8-c571619f660a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:47.892924 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-145fc890-df5f-41b5-8cd8-c571619f660a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af0909ac-f5d9-4367-af2a-639ddad96375 HTTP/1.1" status: 204 len: 168 time: 0.5284693 Jan 28 05:59:47.913075 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fc890-df5f-41b5-8cd8-c571619f660a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0909ac-f5d9-4367-af2a-639ddad96375,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:47.918877 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a7941a35-4aae-4833-902c-9b06d30e71f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (60fdf7d0-d9ad-4273-8e75-a57b0953b6b4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:47.922468 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a7941a35-4aae-4833-902c-9b06d30e71f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:47.928440 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a7941a35-4aae-4833-902c-9b06d30e71f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60fdf7d0-d9ad-4273-8e75-a57b0953b6b4 HTTP/1.1" status: 204 len: 168 time: 0.7137759 Jan 28 05:59:47.937265 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7941a35-4aae-4833-902c-9b06d30e71f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fdf7d0-d9ad-4273-8e75-a57b0953b6b4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:48.048659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f0251-7edb-4ba7-a01b-e3faa858f7c1 req-4b428956-dab0-4065-836d-2bdb1112e209 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:48.052340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-150f0251-7edb-4ba7-a01b-e3faa858f7c1 req-4b428956-dab0-4065-836d-2bdb1112e209 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1090252 Jan 28 05:59:48.054159 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1f4e834-0314-45a0-91b0-df00e15ff168 admin admin] Publish callbacks [] for router (82358b8d-bec0-4492-b1fd-ea713516f36e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:48.083059 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6dcbfdd5-b8a3-4a8a-8836-4d3d353f5bbd None None] Set router 82358b8d-bec0-4492-b1fd-ea713516f36e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:59:48.177660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-150f0251-7edb-4ba7-a01b-e3faa858f7c1 req-85f469b9-993f-439a-b45e-c33aec9b68f5 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191511 Jan 28 05:59:48.208360 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1f4e834-0314-45a0-91b0-df00e15ff168 admin admin] Publish callbacks [] for router_gateway (82358b8d-bec0-4492-b1fd-ea713516f36e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:48.499197 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6dcbfdd5-b8a3-4a8a-8836-4d3d353f5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'name': 'tempest-TestAggregatesBasicOps-2099568734-router', 'tenant_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'a0e378db-089b-4b5e-96ec-7a2dbde4bde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:09Z', 'updated_at': '2022-01-28T05:59:45Z', 'revision_number': 5, 'project_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'gw_port': {'id': 'a0e378db-089b-4b5e-96ec-7a2dbde4bde5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:10Z', 'updated_at': '2022-01-28T05:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:48.503731 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40030809-4ba0-4fad-ae24-cd60bb69a70a req-7e27284c-5624-4406-b799-1f717edb478e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:48.503731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40030809-4ba0-4fad-ae24-cd60bb69a70a req-7e27284c-5624-4406-b799-1f717edb478e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.0792420 Jan 28 05:59:48.504140 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcbfdd5-b8a3-4a8a-8836-4d3d353f5bbd None None] Checking router: 82358b8d-bec0-4492-b1fd-ea713516f36e for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:59:48.504140 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcbfdd5-b8a3-4a8a-8836-4d3d353f5bbd None None] Routers {'82358b8d-bec0-4492-b1fd-ea713516f36e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:59:48.504140 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6dcbfdd5-b8a3-4a8a-8836-4d3d353f5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['82358b8d-bec0-4492-b1fd-ea713516f36e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:48.504723 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40030809-4ba0-4fad-ae24-cd60bb69a70a req-4b1ef5c1-438c-4393-bff4-3bc5a8954059 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691073 Jan 28 05:59:48.522130 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6dcbfdd5-b8a3-4a8a-8836-4d3d353f5bbd None None] Set router 82358b8d-bec0-4492-b1fd-ea713516f36e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:59:48.620284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4e834-0314-45a0-91b0-df00e15ff168 admin admin] Deleting port a0e378db-089b-4b5e-96ec-7a2dbde4bde5 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:48.620758 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1f4e834-0314-45a0-91b0-df00e15ff168 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a0e378db-089b-4b5e-96ec-7a2dbde4bde5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:48.702283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-c1f4e834-0314-45a0-91b0-df00e15ff168 admin admin] For port a0e378db-089b-4b5e-96ec-7a2dbde4bde5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a0e378db-089b-4b5e-96ec-7a2dbde4bde5,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:48.702665 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1f4e834-0314-45a0-91b0-df00e15ff168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a0e378db-089b-4b5e-96ec-7a2dbde4bde5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:48.715250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4e834-0314-45a0-91b0-df00e15ff168 admin admin] Calling delete_port for a0e378db-089b-4b5e-96ec-7a2dbde4bde5 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:48.724344 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6dcbfdd5-b8a3-4a8a-8836-4d3d353f5bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'name': 'tempest-TestAggregatesBasicOps-2099568734-router', 'tenant_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'a0e378db-089b-4b5e-96ec-7a2dbde4bde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:09Z', 'updated_at': '2022-01-28T05:59:45Z', 'revision_number': 5, 'project_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'gw_port': {'id': 'a0e378db-089b-4b5e-96ec-7a2dbde4bde5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:10Z', 'updated_at': '2022-01-28T05:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:48.750359 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcbfdd5-b8a3-4a8a-8836-4d3d353f5bbd None None] The sync data for ids ['82358b8d-bec0-4492-b1fd-ea713516f36e'] in n-d-812111-12 is: [{'id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'name': 'tempest-TestAggregatesBasicOps-2099568734-router', 'tenant_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'a0e378db-089b-4b5e-96ec-7a2dbde4bde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:09Z', 'updated_at': '2022-01-28T05:59:45Z', 'revision_number': 5, 'project_id': '5b5e8996c93d4006baf6fa12243ac1dc', 'gw_port': {'id': 'a0e378db-089b-4b5e-96ec-7a2dbde4bde5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82358b8d-bec0-4492-b1fd-ea713516f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:10Z', 'updated_at': '2022-01-28T05:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:59:49.087032 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1f4e834-0314-45a0-91b0-df00e15ff168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a0e378db-089b-4b5e-96ec-7a2dbde4bde5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:49.140031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4e834-0314-45a0-91b0-df00e15ff168 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e378db-089b-4b5e-96ec-7a2dbde4bde5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:49.266860 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1f4e834-0314-45a0-91b0-df00e15ff168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (82358b8d-bec0-4492-b1fd-ea713516f36e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:49.400619 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1f4e834-0314-45a0-91b0-df00e15ff168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (82358b8d-bec0-4492-b1fd-ea713516f36e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:49.402992 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1f4e834-0314-45a0-91b0-df00e15ff168 admin admin] Publish callbacks [] for router_controller (82358b8d-bec0-4492-b1fd-ea713516f36e), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:49.612187 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1f4e834-0314-45a0-91b0-df00e15ff168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (82358b8d-bec0-4492-b1fd-ea713516f36e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:49.612997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f4e834-0314-45a0-91b0-df00e15ff168 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82358b8d-bec0-4492-b1fd-ea713516f36e {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:59:49.617938 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1f4e834-0314-45a0-91b0-df00e15ff168 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:49.619082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c1f4e834-0314-45a0-91b0-df00e15ff168 admin admin] 10.222.0.31 "DELETE /v2.0/routers/82358b8d-bec0-4492-b1fd-ea713516f36e HTTP/1.1" status: 204 len: 168 time: 1.7762439 Jan 28 05:59:49.621642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49862) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:49.695743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f92069-8e91-4eea-8964-0e553a4a581a admin admin] Deleting subnet 10478cd6-f813-4916-9b05-97e3624e7709 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:59:49.700813 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-56f92069-8e91-4eea-8964-0e553a4a581a admin admin] Publish callbacks [] for subnet (10478cd6-f813-4916-9b05-97e3624e7709), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:49.758092 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-56f92069-8e91-4eea-8964-0e553a4a581a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (10478cd6-f813-4916-9b05-97e3624e7709), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:49.770468 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e0d82-c903-422c-af4a-495cacba0603 req-c7574e72-bad1-42bb-b456-254a9017928b tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:49.775521 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-176e0d82-c903-422c-af4a-495cacba0603 req-c7574e72-bad1-42bb-b456-254a9017928b tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.1244254 Jan 28 05:59:49.891787 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-176e0d82-c903-422c-af4a-495cacba0603 req-ffeced4d-1a46-47ba-846b-4ed958d38b78 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983334 Jan 28 05:59:49.909242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:59:49.925356 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-56f92069-8e91-4eea-8964-0e553a4a581a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (10478cd6-f813-4916-9b05-97e3624e7709), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:49.938589 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:59:49.939395 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0ab68e54-6a3d-4f11-9b7e-8d5f658a4a99 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:59:50.004065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49880) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:50.053582 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49882) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:50.053889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-dfd9ab4b-0f5b-4791-b73c-dfa4957509ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1884d128ea3e470794f5df0f329de4fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0483999 Jan 28 05:59:50.133168 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-56f92069-8e91-4eea-8964-0e553a4a581a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (10478cd6-f813-4916-9b05-97e3624e7709), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:50.161548 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ccf487-8539-4682-962b-6c0413fb903a None None] Network fa06dd96-78f6-4bc6-92b4-c943815002de requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:59:50.201528 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-56f92069-8e91-4eea-8964-0e553a4a581a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:50.210282 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-56f92069-8e91-4eea-8964-0e553a4a581a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/10478cd6-f813-4916-9b05-97e3624e7709 HTTP/1.1" status: 204 len: 168 time: 0.5876043 Jan 28 05:59:50.212882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49890) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:50.217221 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f92069-8e91-4eea-8964-0e553a4a581a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10478cd6-f813-4916-9b05-97e3624e7709,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:50.254601 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99e03d28-41de-4b0d-9883-611df4b6c4e9 admin admin] Publish callbacks [] for security_group (a0699c05-8d19-4f69-8754-6bb141654713), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:50.296213 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99e03d28-41de-4b0d-9883-611df4b6c4e9 admin admin] Publish callbacks [] for security_group (a0699c05-8d19-4f69-8754-6bb141654713), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:50.372966 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (fa06dd96-78f6-4bc6-92b4-c943815002de), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:50.455151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] Deleting port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:50.455549 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:50.522451 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99e03d28-41de-4b0d-9883-611df4b6c4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a0699c05-8d19-4f69-8754-6bb141654713), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:50.525089 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99e03d28-41de-4b0d-9883-611df4b6c4e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:50.526267 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-99e03d28-41de-4b0d-9883-611df4b6c4e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0699c05-8d19-4f69-8754-6bb141654713 HTTP/1.1" status: 204 len: 168 time: 0.4715261 Jan 28 05:59:50.539706 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e03d28-41de-4b0d-9883-611df4b6c4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0699c05-8d19-4f69-8754-6bb141654713,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:50.542760 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e10a4ba-e99c-419d-b025-70cfb3a5a1e9 None None] DHCP port deletion for fa06dd96-78f6-4bc6-92b4-c943815002de request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:59:50.612060 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] For port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf,segment=NetworkSegment(472b1d52-5bdd-4371-832f-665056737f10),segment_id=472b1d52-5bdd-4371-832f-665056737f10)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:50.612882 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:50.687406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] Calling delete_port for a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:50.770756 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4e10a4ba-e99c-419d-b025-70cfb3a5a1e9 None None] Deleting port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:50.771724 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e10a4ba-e99c-419d-b025-70cfb3a5a1e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:50.926087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4e10a4ba-e99c-419d-b025-70cfb3a5a1e9 None None] For port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf,segment=NetworkSegment(472b1d52-5bdd-4371-832f-665056737f10),segment_id=472b1d52-5bdd-4371-832f-665056737f10)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:50.928117 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e10a4ba-e99c-419d-b025-70cfb3a5a1e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:50.965199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4e10a4ba-e99c-419d-b025-70cfb3a5a1e9 None None] Calling delete_port for a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:50.983700 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:51.041383 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] Pushing event deleted for resources: {'Port': ['ID=a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:51.051925 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] No DVR routers for this DVR port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:59:51.151912 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e10a4ba-e99c-419d-b025-70cfb3a5a1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:51.169152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10a4ba-e99c-419d-b025-70cfb3a5a1e9 None None] No DVR routers for this DVR port a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 05:59:51.216031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10a4ba-e99c-419d-b025-70cfb3a5a1e9 None None] Pushing event deleted for resources: {'Port': ['ID=a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:51.254727 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (fa06dd96-78f6-4bc6-92b4-c943815002de), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:51.272758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d68b8-3bbd-4e56-958c-25b10c3748a0 req-10d1837d-b81e-45ce-aeea-5634c4d0b552 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:51.279810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac9d68b8-3bbd-4e56-958c-25b10c3748a0 req-10d1837d-b81e-45ce-aeea-5634c4d0b552 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.2145450 Jan 28 05:59:51.311562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa06dd96-78f6-4bc6-92b4-c943815002de']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:51.349886 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472b1d52-5bdd-4371-832f-665056737f10') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:51.350511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472b1d52-5bdd-4371-832f-665056737f10') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:51.362735 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac9d68b8-3bbd-4e56-958c-25b10c3748a0 req-6a1ebcd1-c318-4df5-b5ce-3c3f0887178d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816302 Jan 28 05:59:51.380964 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (472b1d52-5bdd-4371-832f-665056737f10), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:51.401028 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (472b1d52-5bdd-4371-832f-665056737f10), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:51.414480 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 05:59:51.415290 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (472b1d52-5bdd-4371-832f-665056737f10), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: timer() Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 05:59:51.417777 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 05:59:51.612396 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (fa06dd96-78f6-4bc6-92b4-c943815002de), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:51.622027 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:51.626457 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] 10.222.0.31 "DELETE /v2.0/networks/fa06dd96-78f6-4bc6-92b4-c943815002de HTTP/1.1" status: 204 len: 168 time: 1.4108109 Jan 28 05:59:51.629639 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49932) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:51.700924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75a6d1-cd31-4005-a1b5-069f7925b91f admin admin] Pushing event deleted for resources: {'Network': ['ID=fa06dd96-78f6-4bc6-92b4-c943815002de,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:51.907412 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a0e378db-089b-4b5e-96ec-7a2dbde4bde5 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:59:51.943701 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: a0e378db-089b-4b5e-96ec-7a2dbde4bde5 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:59:51.945296 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a0e378db-089b-4b5e-96ec-7a2dbde4bde5 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:59:51.945853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:59:51.977960 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:59:51.978608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a405ebf6-1eea-408f-ade0-5ae1ee4f1ecf not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:59:52.317424 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-baa02c20-cbfa-47e9-9034-79729e0456a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (021d4856-8d3f-4fc6-94dc-a9d15e61333a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:52.593613 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d22784-81c2-40e5-b67d-d76a294dee8d req-8adac3b9-0461-4e28-99f5-d186250a3727 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:52.610459 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2d22784-81c2-40e5-b67d-d76a294dee8d req-8adac3b9-0461-4e28-99f5-d186250a3727 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.1660042 Jan 28 05:59:52.679767 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2d22784-81c2-40e5-b67d-d76a294dee8d req-e4ec5dd5-471b-4803-9288-35bcd9ae4552 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677676 Jan 28 05:59:52.764523 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-baa02c20-cbfa-47e9-9034-79729e0456a8 admin admin] Deleting port c110cbab-c69d-4313-8376-8698e1045bf5 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:52.765435 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-baa02c20-cbfa-47e9-9034-79729e0456a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c110cbab-c69d-4313-8376-8698e1045bf5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:52.865212 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-baa02c20-cbfa-47e9-9034-79729e0456a8 admin admin] For port c110cbab-c69d-4313-8376-8698e1045bf5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c110cbab-c69d-4313-8376-8698e1045bf5,segment=NetworkSegment(5477f61f-f4a8-49d0-8333-972ef950ccd0),segment_id=5477f61f-f4a8-49d0-8333-972ef950ccd0)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:52.865787 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-baa02c20-cbfa-47e9-9034-79729e0456a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c110cbab-c69d-4313-8376-8698e1045bf5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:52.884382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-baa02c20-cbfa-47e9-9034-79729e0456a8 admin admin] Calling delete_port for c110cbab-c69d-4313-8376-8698e1045bf5 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:53.393779 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50002) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:53.677390 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-baa02c20-cbfa-47e9-9034-79729e0456a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c110cbab-c69d-4313-8376-8698e1045bf5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:53.747718 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa02c20-cbfa-47e9-9034-79729e0456a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c110cbab-c69d-4313-8376-8698e1045bf5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:53.805767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071f33a-a5fc-40ee-a188-47e671b75152 req-c5e7d1a1-73e2-4834-b2ab-e8a52ad90660 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:53.822983 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a071f33a-a5fc-40ee-a188-47e671b75152 req-c5e7d1a1-73e2-4834-b2ab-e8a52ad90660 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1318514 Jan 28 05:59:53.898039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e9e7d095-8102-48d7-8d01-7f005c27cb52 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1806479472-network', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:59:54.018393 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a071f33a-a5fc-40ee-a188-47e671b75152 req-cac1c758-02f4-4eab-8805-fe47353121a2 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916897 Jan 28 05:59:54.090038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468abf9-4828-40ce-8f9e-7f299bf14336 req-1a85cfca-d583-44d0-b8a0-bf354864b908 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:54.099125 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7468abf9-4828-40ce-8f9e-7f299bf14336 req-1a85cfca-d583-44d0-b8a0-bf354864b908 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.2501986 Jan 28 05:59:54.129532 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-baa02c20-cbfa-47e9-9034-79729e0456a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (021d4856-8d3f-4fc6-94dc-a9d15e61333a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:54.143450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e7d095-8102-48d7-8d01-7f005c27cb52 admin admin] Made reservation on behalf of d224c5804ad8477a9a70c890f5535963 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:59:54.150484 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d095-8102-48d7-8d01-7f005c27cb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:54.199524 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d095-8102-48d7-8d01-7f005c27cb52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:54.273342 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7468abf9-4828-40ce-8f9e-7f299bf14336 req-f3eed6fb-463f-44e8-a2c2-d025a067d5ff tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735857 Jan 28 05:59:54.317165 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc951776-91d0-4ca7-8a44-1fa24b27a2f8 req-2f06c0aa-bdb9-497b-9293-55976dd0f8cd tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:54.324010 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc951776-91d0-4ca7-8a44-1fa24b27a2f8 req-2f06c0aa-bdb9-497b-9293-55976dd0f8cd tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.0993705 Jan 28 05:59:54.395459 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc951776-91d0-4ca7-8a44-1fa24b27a2f8 req-e0f92fd1-33ce-40ae-b4bb-b26759ca7183 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705168 Jan 28 05:59:54.447910 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d095-8102-48d7-8d01-7f005c27cb52 admin admin] Publish callbacks [] for security_group (ca2947fb-6965-4659-8536-032b75e427bc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:54.520766 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d095-8102-48d7-8d01-7f005c27cb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ca2947fb-6965-4659-8536-032b75e427bc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:54.568659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e7d095-8102-48d7-8d01-7f005c27cb52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 05:59:54.579090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7d095-8102-48d7-8d01-7f005c27cb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2947fb-6965-4659-8536-032b75e427bc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:54.598276 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d095-8102-48d7-8d01-7f005c27cb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a56d85b7-0e08-4547-a05e-6eef1e315a9d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:54.598649 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-e9e7d095-8102-48d7-8d01-7f005c27cb52 admin admin] Added segment a56d85b7-0e08-4547-a05e-6eef1e315a9d of type vlan for network 2a969021-10d0-46ce-bf92-b6d579bcb94e Jan 28 05:59:54.632028 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa02c20-cbfa-47e9-9034-79729e0456a8 admin admin] Router 021d4856-8d3f-4fc6-94dc-a9d15e61333a has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 05:59:54.671380 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d095-8102-48d7-8d01-7f005c27cb52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (2a969021-10d0-46ce-bf92-b6d579bcb94e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:54.801906 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa02c20-cbfa-47e9-9034-79729e0456a8 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 05:59:54.808205 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-baa02c20-cbfa-47e9-9034-79729e0456a8 admin admin] 10.222.0.31 "PUT /v2.0/routers/021d4856-8d3f-4fc6-94dc-a9d15e61333a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1766891 Jan 28 05:59:54.810972 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50050) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:54.814900 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404b8688-3f0b-44c2-ab26-fe562d2b34ac None None] Sync routers for ids ['021d4856-8d3f-4fc6-94dc-a9d15e61333a'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 05:59:54.823664 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d095-8102-48d7-8d01-7f005c27cb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (2a969021-10d0-46ce-bf92-b6d579bcb94e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:54.825847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e7d095-8102-48d7-8d01-7f005c27cb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:54.829020 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d095-8102-48d7-8d01-7f005c27cb52 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:54.830244 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404b8688-3f0b-44c2-ab26-fe562d2b34ac None None] Routers {'021d4856-8d3f-4fc6-94dc-a9d15e61333a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:59:54.831181 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-404b8688-3f0b-44c2-ab26-fe562d2b34ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['021d4856-8d3f-4fc6-94dc-a9d15e61333a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:54.965768 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-404b8688-3f0b-44c2-ab26-fe562d2b34ac None None] Set router 021d4856-8d3f-4fc6-94dc-a9d15e61333a gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:59:55.176050 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:55.279761 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-404b8688-3f0b-44c2-ab26-fe562d2b34ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'name': 'tempest-TestAggregatesBasicOps-1885564257-router', 'tenant_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '75372372-eddf-493e-8efc-96686835b03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:27Z', 'updated_at': '2022-01-28T05:59:53Z', 'revision_number': 5, 'project_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'gw_port': {'id': '75372372-eddf-493e-8efc-96686835b03b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:30Z', 'updated_at': '2022-01-28T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:55.323297 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404b8688-3f0b-44c2-ab26-fe562d2b34ac None None] Checking router: 021d4856-8d3f-4fc6-94dc-a9d15e61333a for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 05:59:55.340929 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404b8688-3f0b-44c2-ab26-fe562d2b34ac None None] Routers {'021d4856-8d3f-4fc6-94dc-a9d15e61333a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 05:59:55.341706 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-404b8688-3f0b-44c2-ab26-fe562d2b34ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['021d4856-8d3f-4fc6-94dc-a9d15e61333a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:55.493291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7d095-8102-48d7-8d01-7f005c27cb52 admin admin] Pushing event updated for resources: {'Network': ['ID=2a969021-10d0-46ce-bf92-b6d579bcb94e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:55.531445 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 2a969021-10d0-46ce-bf92-b6d579bcb94e details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 05:59:55.585606 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50078) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:55.586217 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e9e7d095-8102-48d7-8d01-7f005c27cb52 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1911187 Jan 28 05:59:55.591287 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-611b9ac8-8918-4c3f-9669-d8fa1cbe1dc2 admin admin] Request body: {'subnet': {'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1806479472-subnet', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:59:55.656148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-404b8688-3f0b-44c2-ab26-fe562d2b34ac None None] Set router 021d4856-8d3f-4fc6-94dc-a9d15e61333a gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 05:59:55.681005 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a748129c-6a41-4d16-a709-ec71fe058a82 admin admin] Publish callbacks [] for router (021d4856-8d3f-4fc6-94dc-a9d15e61333a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:55.736294 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bb798-9358-406f-bc52-ef64f3da23a6 req-9eb72789-55fb-47f1-bbe1-3c6bce6962e0 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:55.738889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff5bb798-9358-406f-bc52-ef64f3da23a6 req-9eb72789-55fb-47f1-bbe1-3c6bce6962e0 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.2378712 Jan 28 05:59:55.745879 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611b9ac8-8918-4c3f-9669-d8fa1cbe1dc2 admin admin] Made reservation on behalf of d224c5804ad8477a9a70c890f5535963 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 05:59:55.748414 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-611b9ac8-8918-4c3f-9669-d8fa1cbe1dc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:55.979447 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff5bb798-9358-406f-bc52-ef64f3da23a6 req-90022ca2-c40f-4064-8ca8-85b29ac5c87d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249358 Jan 28 05:59:55.994838 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a748129c-6a41-4d16-a709-ec71fe058a82 admin admin] Publish callbacks [] for router_gateway (021d4856-8d3f-4fc6-94dc-a9d15e61333a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:56.022161 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-404b8688-3f0b-44c2-ab26-fe562d2b34ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'name': 'tempest-TestAggregatesBasicOps-1885564257-router', 'tenant_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '75372372-eddf-493e-8efc-96686835b03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:27Z', 'updated_at': '2022-01-28T05:59:53Z', 'revision_number': 5, 'project_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'gw_port': {'id': '75372372-eddf-493e-8efc-96686835b03b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:30Z', 'updated_at': '2022-01-28T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 05:59:56.053241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404b8688-3f0b-44c2-ab26-fe562d2b34ac None None] The sync data for ids ['021d4856-8d3f-4fc6-94dc-a9d15e61333a'] in n-d-812111-12 is: [{'id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'name': 'tempest-TestAggregatesBasicOps-1885564257-router', 'tenant_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '75372372-eddf-493e-8efc-96686835b03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:27Z', 'updated_at': '2022-01-28T05:59:53Z', 'revision_number': 5, 'project_id': '67931ac70cfc4c50bf6d6c53ba3e2ba8', 'gw_port': {'id': '75372372-eddf-493e-8efc-96686835b03b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021d4856-8d3f-4fc6-94dc-a9d15e61333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:30Z', 'updated_at': '2022-01-28T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 05:59:56.195041 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a748129c-6a41-4d16-a709-ec71fe058a82 admin admin] Deleting port 75372372-eddf-493e-8efc-96686835b03b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:56.195041 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a748129c-6a41-4d16-a709-ec71fe058a82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (75372372-eddf-493e-8efc-96686835b03b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:56.300730 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-611b9ac8-8918-4c3f-9669-d8fa1cbe1dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (e8d1a992-5501-4414-a397-3bc94c532606), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:56.315078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-a748129c-6a41-4d16-a709-ec71fe058a82 admin admin] For port 75372372-eddf-493e-8efc-96686835b03b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=75372372-eddf-493e-8efc-96686835b03b,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:56.315997 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a748129c-6a41-4d16-a709-ec71fe058a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (75372372-eddf-493e-8efc-96686835b03b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:56.353315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a748129c-6a41-4d16-a709-ec71fe058a82 admin admin] Calling delete_port for 75372372-eddf-493e-8efc-96686835b03b owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:56.400258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611b9ac8-8918-4c3f-9669-d8fa1cbe1dc2 admin admin] Checking segment: {'id': 'a56d85b7-0e08-4547-a05e-6eef1e315a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:59:56.400623 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b9ac8-8918-4c3f-9669-d8fa1cbe1dc2 admin admin] Network hostable DHCP agents. Network: 2a969021-10d0-46ce-bf92-b6d579bcb94e, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 05:59:56.415100 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b9ac8-8918-4c3f-9669-d8fa1cbe1dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d1a992-5501-4414-a397-3bc94c532606,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:56.508991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b9ac8-8918-4c3f-9669-d8fa1cbe1dc2 admin admin] Network 2a969021-10d0-46ce-bf92-b6d579bcb94e is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 05:59:56.608929 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-611b9ac8-8918-4c3f-9669-d8fa1cbe1dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 2a969021-10d0-46ce-bf92-b6d579bcb94e) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:59:56.613757 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611b9ac8-8918-4c3f-9669-d8fa1cbe1dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:56.614425 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-611b9ac8-8918-4c3f-9669-d8fa1cbe1dc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:56.621008 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e954e104-4572-488e-a4ed-b424232b7d99 None None] Network 2a969021-10d0-46ce-bf92-b6d579bcb94e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:59:56.775607 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-611b9ac8-8918-4c3f-9669-d8fa1cbe1dc2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1886663 Jan 28 05:59:56.778333 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50110) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:56.782799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1806479472-router', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 05:59:56.873103 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50114) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:56.874567 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (47f5b653-b047-4441-87dc-2f96ecca02dc), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:56.875860 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (47f5b653-b047-4441-87dc-2f96ecca02dc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:56.963747 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a748129c-6a41-4d16-a709-ec71fe058a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (75372372-eddf-493e-8efc-96686835b03b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:57.070612 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Publish callbacks [] for router_controller (47f5b653-b047-4441-87dc-2f96ecca02dc), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:57.119690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748129c-6a41-4d16-a709-ec71fe058a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=75372372-eddf-493e-8efc-96686835b03b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:57.283391 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a748129c-6a41-4d16-a709-ec71fe058a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (021d4856-8d3f-4fc6-94dc-a9d15e61333a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:57.297360 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-2a969021-10d0-46ce-bf92-b6d579bcb94e', 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e', 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'fixed_ips': [{'subnet_id': 'e8d1a992-5501-4414-a397-3bc94c532606'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 05:59:57.300353 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:57.390995 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cd489-83ba-4167-b610-fc8c198eb062 req-9f61240a-3eda-4fd5-949b-8179a82687ca tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:57.393127 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e7cd489-83ba-4167-b610-fc8c198eb062 req-9f61240a-3eda-4fd5-949b-8179a82687ca tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.2774646 Jan 28 05:59:57.442031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50128) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:57.451824 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a748129c-6a41-4d16-a709-ec71fe058a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (021d4856-8d3f-4fc6-94dc-a9d15e61333a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:57.461253 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a748129c-6a41-4d16-a709-ec71fe058a82 admin admin] Publish callbacks [] for router_controller (021d4856-8d3f-4fc6-94dc-a9d15e61333a), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:57.466740 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e49a3612-defb-4422-a9e7-adf79ed6a020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:57.524886 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Publish callbacks [] for router_gateway (47f5b653-b047-4441-87dc-2f96ecca02dc), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:57.630013 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Allocated IP 172.20.0.2 (2a969021-10d0-46ce-bf92-b6d579bcb94e/e8d1a992-5501-4414-a397-3bc94c532606/fe19d6a1-f0bc-4aa8-bfc9-375052265772) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:59:57.721922 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:57.783314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e7cd489-83ba-4167-b610-fc8c198eb062 req-7d5d7810-3631-4c69-afa6-09bdcf22b784 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3438179 Jan 28 05:59:57.787291 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-06c6b774-5947-45d4-a100-a4bb03726aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:57.909394 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c110cbab-c69d-4313-8376-8698e1045bf5 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 05:59:57.943487 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: c110cbab-c69d-4313-8376-8698e1045bf5 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 05:59:57.944499 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c110cbab-c69d-4313-8376-8698e1045bf5 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 05:59:57.946520 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Publish callbacks [] for port (fe19d6a1-f0bc-4aa8-bfc9-375052265772), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:57.967571 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-06c6b774-5947-45d4-a100-a4bb03726aa7 admin admin] Publish callbacks [] for security_group (f5795f68-b1e3-458c-a381-e68b1335dc96), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:57.970010 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a748129c-6a41-4d16-a709-ec71fe058a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (021d4856-8d3f-4fc6-94dc-a9d15e61333a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:57.971005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a748129c-6a41-4d16-a709-ec71fe058a82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 021d4856-8d3f-4fc6-94dc-a9d15e61333a {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 05:59:58.000270 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a748129c-6a41-4d16-a709-ec71fe058a82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.003831 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a748129c-6a41-4d16-a709-ec71fe058a82 admin admin] 10.222.0.31 "DELETE /v2.0/routers/021d4856-8d3f-4fc6-94dc-a9d15e61333a HTTP/1.1" status: 204 len: 168 time: 3.1893532 Jan 28 05:59:58.004659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50140) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:58.033112 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (fe19d6a1-f0bc-4aa8-bfc9-375052265772), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.048214 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50142) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:58.076333 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Publish callbacks [] for router_gateway (47f5b653-b047-4441-87dc-2f96ecca02dc), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.088280 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e49a3612-defb-4422-a9e7-adf79ed6a020 admin admin] Publish callbacks [] for security_group (82126884-3e60-4595-b2fe-7b8ae5d096cb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.112113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab17c4de-3687-4209-8fc7-55b76258a19a admin admin] Deleting subnet 8359fe00-3efc-454f-b117-d8a235b5fbbb {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 05:59:58.117200 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab17c4de-3687-4209-8fc7-55b76258a19a admin admin] Publish callbacks [] for subnet (8359fe00-3efc-454f-b117-d8a235b5fbbb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.127762 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.133643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Network 2a969021-10d0-46ce-bf92-b6d579bcb94e is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:59:58.140708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:59:58.148677 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:59:58.168633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Pushing event updated for resources: {'Port': ['ID=fe19d6a1-f0bc-4aa8-bfc9-375052265772,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:58.188068 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab17c4de-3687-4209-8fc7-55b76258a19a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (8359fe00-3efc-454f-b117-d8a235b5fbbb), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.223983 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-06c6b774-5947-45d4-a100-a4bb03726aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f5795f68-b1e3-458c-a381-e68b1335dc96), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.245176 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e49a3612-defb-4422-a9e7-adf79ed6a020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (82126884-3e60-4595-b2fe-7b8ae5d096cb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.324647 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-06c6b774-5947-45d4-a100-a4bb03726aa7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdc55dcd1a2641c8a4d7bddea8454ba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8769457 Jan 28 05:59:58.331758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50150) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:58.340584 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Attempting to bind port fe19d6a1-f0bc-4aa8-bfc9-375052265772 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 05:59:58.342168 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Attempting to bind port fe19d6a1-f0bc-4aa8-bfc9-375052265772 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'a56d85b7-0e08-4547-a05e-6eef1e315a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 05:59:58.342750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Attempting to bind port fe19d6a1-f0bc-4aa8-bfc9-375052265772 on network 2a969021-10d0-46ce-bf92-b6d579bcb94e {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 05:59:58.354874 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 05:59:58.369843 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Checking segment: {'id': 'a56d85b7-0e08-4547-a05e-6eef1e315a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 05:59:58.369843 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.369843 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Bound using segment: {'id': 'a56d85b7-0e08-4547-a05e-6eef1e315a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 05:59:58.369843 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Bound port: fe19d6a1-f0bc-4aa8-bfc9-375052265772, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56d85b7-0e08-4547-a05e-6eef1e315a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 05:59:58.369843 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fe19d6a1-f0bc-4aa8-bfc9-375052265772), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.419753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6b774-5947-45d4-a100-a4bb03726aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5795f68-b1e3-458c-a381-e68b1335dc96,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:58.421693 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Allocated IP 172.25.0.33 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/abd57745-c8bf-4c58-aa43-1b4b924d1a14) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 05:59:58.462205 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9f70e9fa-d5f3-473a-8353-913b3c3e0f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.480652 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] For port fe19d6a1-f0bc-4aa8-bfc9-375052265772, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 05:59:58.488067 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] For port fe19d6a1-f0bc-4aa8-bfc9-375052265772, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fe19d6a1-f0bc-4aa8-bfc9-375052265772,segment=NetworkSegment(a56d85b7-0e08-4547-a05e-6eef1e315a9d),segment_id=a56d85b7-0e08-4547-a05e-6eef1e315a9d)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 05:59:58.505455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a3612-defb-4422-a9e7-adf79ed6a020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82126884-3e60-4595-b2fe-7b8ae5d096cb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:58.532094 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50435c36-3659-4080-a11e-20b632dc210e admin admin] Publish callbacks [] for security_group (f5795f68-b1e3-458c-a381-e68b1335dc96), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.571975 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e49a3612-defb-4422-a9e7-adf79ed6a020 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a502db4c25404557a6a7eda263c6d554&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6954463 Jan 28 05:59:58.574660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50154) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:58.617507 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50435c36-3659-4080-a11e-20b632dc210e admin admin] Publish callbacks [] for security_group (f5795f68-b1e3-458c-a381-e68b1335dc96), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.626833 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fe19d6a1-f0bc-4aa8-bfc9-375052265772), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.698523 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9f70e9fa-d5f3-473a-8353-913b3c3e0f89 admin admin] Publish callbacks [] for security_group (adc85f9d-2ef7-4b7b-b6fe-f08dddaa2b22), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.736132 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb1c8c1d-8859-4a6a-8e51-123711458a3b admin admin] Publish callbacks [] for security_group (82126884-3e60-4595-b2fe-7b8ae5d096cb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.743496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe8fd2-fa45-46b8-9b7d-5b1e985156bd None None] Pushing event updated for resources: {'Port': ['ID=fe19d6a1-f0bc-4aa8-bfc9-375052265772,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:58.767725 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab17c4de-3687-4209-8fc7-55b76258a19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (8359fe00-3efc-454f-b117-d8a235b5fbbb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.768449 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Publish callbacks [] for port (abd57745-c8bf-4c58-aa43-1b4b924d1a14), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.776193 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9f70e9fa-d5f3-473a-8353-913b3c3e0f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (adc85f9d-2ef7-4b7b-b6fe-f08dddaa2b22), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.813003 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb1c8c1d-8859-4a6a-8e51-123711458a3b admin admin] Publish callbacks [] for security_group (82126884-3e60-4595-b2fe-7b8ae5d096cb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.862918 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70e9fa-d5f3-473a-8353-913b3c3e0f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc85f9d-2ef7-4b7b-b6fe-f08dddaa2b22,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:58.902109 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9f70e9fa-d5f3-473a-8353-913b3c3e0f89 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f71fc17a50943b98ca05900f1e7da36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8499894 Jan 28 05:59:58.911792 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50162) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:58.990489 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50435c36-3659-4080-a11e-20b632dc210e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f5795f68-b1e3-458c-a381-e68b1335dc96), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.994496 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50435c36-3659-4080-a11e-20b632dc210e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:58.999932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-50435c36-3659-4080-a11e-20b632dc210e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5795f68-b1e3-458c-a381-e68b1335dc96 HTTP/1.1" status: 204 len: 168 time: 0.6333201 Jan 28 05:59:59.019881 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f39053a9-e081-48b7-bc2c-d4579f3e5d2b admin admin] Publish callbacks [] for security_group (adc85f9d-2ef7-4b7b-b6fe-f08dddaa2b22), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:59.020005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542746c-6ccb-4698-a276-628ea0c673f6 req-1d895ec5-b183-4cdb-9ce4-1e85409173b8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 05:59:59.026118 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6542746c-6ccb-4698-a276-628ea0c673f6 req-1d895ec5-b183-4cdb-9ce4-1e85409173b8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.0994959 Jan 28 05:59:59.055277 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab17c4de-3687-4209-8fc7-55b76258a19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (8359fe00-3efc-454f-b117-d8a235b5fbbb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:59.069120 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (abd57745-c8bf-4c58-aa43-1b4b924d1a14), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:59.099308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17c4de-3687-4209-8fc7-55b76258a19a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8359fe00-3efc-454f-b117-d8a235b5fbbb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:59.104606 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50435c36-3659-4080-a11e-20b632dc210e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5795f68-b1e3-458c-a381-e68b1335dc96,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:59.121498 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f39053a9-e081-48b7-bc2c-d4579f3e5d2b admin admin] Publish callbacks [] for security_group (adc85f9d-2ef7-4b7b-b6fe-f08dddaa2b22), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:59.134866 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 05:59:59.139901 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb1c8c1d-8859-4a6a-8e51-123711458a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (82126884-3e60-4595-b2fe-7b8ae5d096cb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:59.144777 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 05:59:59.146413 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb1c8c1d-8859-4a6a-8e51-123711458a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:59.148158 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2a9420-e1d6-46f7-80c8-335da4efe02d None None] Network b4d6a33f-123e-4145-bfc1-80084cb5f946 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 05:59:59.149988 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-eb1c8c1d-8859-4a6a-8e51-123711458a3b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82126884-3e60-4595-b2fe-7b8ae5d096cb HTTP/1.1" status: 204 len: 168 time: 0.5574512 Jan 28 05:59:59.154669 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab17c4de-3687-4209-8fc7-55b76258a19a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:59.161690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ab17c4de-3687-4209-8fc7-55b76258a19a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8359fe00-3efc-454f-b117-d8a235b5fbbb HTTP/1.1" status: 204 len: 168 time: 1.1520071 Jan 28 05:59:59.161690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50170) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 05:59:59.170615 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 05:59:59.237841 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c8c1d-8859-4a6a-8e51-123711458a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82126884-3e60-4595-b2fe-7b8ae5d096cb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:59.250025 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Pushing event updated for resources: {'Port': ['ID=abd57745-c8bf-4c58-aa43-1b4b924d1a14,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:59.416666 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6542746c-6ccb-4698-a276-628ea0c673f6 req-22041f82-a98f-4b79-831d-ddabe0515cdd tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3489280 Jan 28 05:59:59.419591 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (b4d6a33f-123e-4145-bfc1-80084cb5f946), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:59.520711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] Deleting port a97ffb7a-e590-4ef4-9b7e-41ecc7061977 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:59.521083 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a97ffb7a-e590-4ef4-9b7e-41ecc7061977), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:59.578223 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f39053a9-e081-48b7-bc2c-d4579f3e5d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (adc85f9d-2ef7-4b7b-b6fe-f08dddaa2b22), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:59.582279 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f39053a9-e081-48b7-bc2c-d4579f3e5d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:59.585801 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f39053a9-e081-48b7-bc2c-d4579f3e5d2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/adc85f9d-2ef7-4b7b-b6fe-f08dddaa2b22 HTTP/1.1" status: 204 len: 168 time: 0.6704748 Jan 28 05:59:59.585940 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05194de-93d7-470c-b27b-88cfd464b06f None None] DHCP port deletion for b4d6a33f-123e-4145-bfc1-80084cb5f946 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 05:59:59.617201 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] For port a97ffb7a-e590-4ef4-9b7e-41ecc7061977, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a97ffb7a-e590-4ef4-9b7e-41ecc7061977,segment=NetworkSegment(5477f61f-f4a8-49d0-8333-972ef950ccd0),segment_id=5477f61f-f4a8-49d0-8333-972ef950ccd0)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:59.617662 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a97ffb7a-e590-4ef4-9b7e-41ecc7061977), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:59.638573 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] Calling delete_port for a97ffb7a-e590-4ef4-9b7e-41ecc7061977 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:59.669837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f05194de-93d7-470c-b27b-88cfd464b06f None None] Deleting port a97ffb7a-e590-4ef4-9b7e-41ecc7061977 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 05:59:59.670344 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f05194de-93d7-470c-b27b-88cfd464b06f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a97ffb7a-e590-4ef4-9b7e-41ecc7061977), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:59.735382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39053a9-e081-48b7-bc2c-d4579f3e5d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc85f9d-2ef7-4b7b-b6fe-f08dddaa2b22,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 05:59:59.834781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f05194de-93d7-470c-b27b-88cfd464b06f None None] For port a97ffb7a-e590-4ef4-9b7e-41ecc7061977, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a97ffb7a-e590-4ef4-9b7e-41ecc7061977,segment=NetworkSegment(5477f61f-f4a8-49d0-8333-972ef950ccd0),segment_id=5477f61f-f4a8-49d0-8333-972ef950ccd0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 05:59:59.834781 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f05194de-93d7-470c-b27b-88cfd464b06f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a97ffb7a-e590-4ef4-9b7e-41ecc7061977), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:59.852369 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f05194de-93d7-470c-b27b-88cfd464b06f None None] Calling delete_port for a97ffb7a-e590-4ef4-9b7e-41ecc7061977 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 05:59:59.890919 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Publish callbacks [] for router_gateway (47f5b653-b047-4441-87dc-2f96ecca02dc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:59.988989 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a97ffb7a-e590-4ef4-9b7e-41ecc7061977), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 05:59:59.998648 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f05194de-93d7-470c-b27b-88cfd464b06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (a97ffb7a-e590-4ef4-9b7e-41ecc7061977), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:00.035938 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97ffb7a-e590-4ef4-9b7e-41ecc7061977,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:00.038131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] No DVR routers for this DVR port a97ffb7a-e590-4ef4-9b7e-41ecc7061977 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:00:00.058615 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fe19d6a1-f0bc-4aa8-bfc9-375052265772 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:00.080499 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05194de-93d7-470c-b27b-88cfd464b06f None None] Pushing event deleted for resources: {'Port': ['ID=a97ffb7a-e590-4ef4-9b7e-41ecc7061977,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:00.120989 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05194de-93d7-470c-b27b-88cfd464b06f None None] No DVR routers for this DVR port a97ffb7a-e590-4ef4-9b7e-41ecc7061977 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:00:00.158028 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (b4d6a33f-123e-4145-bfc1-80084cb5f946), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:00.159784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port fe19d6a1-f0bc-4aa8-bfc9-375052265772 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:00.160415 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fe19d6a1-f0bc-4aa8-bfc9-375052265772), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:00.211119 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d6a33f-123e-4145-bfc1-80084cb5f946']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:00.226960 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (47f5b653-b047-4441-87dc-2f96ecca02dc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:00.227776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5477f61f-f4a8-49d0-8333-972ef950ccd0') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:00.228295 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5477f61f-f4a8-49d0-8333-972ef950ccd0') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:00.239273 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50192) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:00.243114 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (5477f61f-f4a8-49d0-8333-972ef950ccd0), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:00.262613 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (5477f61f-f4a8-49d0-8333-972ef950ccd0), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:00.272369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:00:00.272831 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (5477f61f-f4a8-49d0-8333-972ef950ccd0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:00.314050 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75237131-235f-43fa-a02e-d87f59a94476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:00:00.336039 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:00:00.375517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port fe19d6a1-f0bc-4aa8-bfc9-375052265772 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:00.375920 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fe19d6a1-f0bc-4aa8-bfc9-375052265772), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:00.454061 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (b4d6a33f-123e-4145-bfc1-80084cb5f946), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:00.458262 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port fe19d6a1-f0bc-4aa8-bfc9-375052265772, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fe19d6a1-f0bc-4aa8-bfc9-375052265772,segment=NetworkSegment(a56d85b7-0e08-4547-a05e-6eef1e315a9d),segment_id=a56d85b7-0e08-4547-a05e-6eef1e315a9d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:00.471276 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:00.479568 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b4d6a33f-123e-4145-bfc1-80084cb5f946 HTTP/1.1" status: 204 len: 168 time: 1.3094926 Jan 28 06:00:00.515818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc7a05-2060-428a-b0bc-b10ef32eb248 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d6a33f-123e-4145-bfc1-80084cb5f946,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:00.535715 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75237131-235f-43fa-a02e-d87f59a94476 admin admin] Publish callbacks [] for security_group (dd0f5c8b-e46b-4bc9-9d8e-c82c69a09d01), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:00.548899 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fe19d6a1-f0bc-4aa8-bfc9-375052265772), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:00.611518 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86683e98-9678-41e5-909a-5e03e65131e9 None None] Network 2a969021-10d0-46ce-bf92-b6d579bcb94e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:00:00.632594 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 75372372-eddf-493e-8efc-96686835b03b no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:00:00.667954 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Router 47f5b653-b047-4441-87dc-2f96ecca02dc is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:00:00.671639 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75237131-235f-43fa-a02e-d87f59a94476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dd0f5c8b-e46b-4bc9-9d8e-c82c69a09d01), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:00.689171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec639ddb-4e3c-4df4-ab69-94918a339f2a req-12fb4c20-5007-49ee-95b9-0b6598c3f0e5 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:00.690819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ec639ddb-4e3c-4df4-ab69-94918a339f2a req-12fb4c20-5007-49ee-95b9-0b6598c3f0e5 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.1132824 Jan 28 06:00:00.709720 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 75372372-eddf-493e-8efc-96686835b03b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:00:00.710070 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 75372372-eddf-493e-8efc-96686835b03b not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:00:00.710518 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a97ffb7a-e590-4ef4-9b7e-41ecc7061977 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:00:00.726533 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178542-e0a5-4d3c-9007-767e76c90b3f req-70bfd73b-e5ab-4ae7-aaaa-ea074a9ffa35 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:00.728113 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-bb97d4bf-06e3-479d-b5ee-e158a73ce5aa None None] Provisioning complete for port fe19d6a1-f0bc-4aa8-bfc9-375052265772 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:00.728498 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb97d4bf-06e3-479d-b5ee-e158a73ce5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fe19d6a1-f0bc-4aa8-bfc9-375052265772), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:00.733746 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6178542-e0a5-4d3c-9007-767e76c90b3f req-70bfd73b-e5ab-4ae7-aaaa-ea074a9ffa35 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1060729 Jan 28 06:00:00.791018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=fe19d6a1-f0bc-4aa8-bfc9-375052265772,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:00.793544 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: a97ffb7a-e590-4ef4-9b7e-41ecc7061977 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:00:00.793898 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a97ffb7a-e590-4ef4-9b7e-41ecc7061977 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:00:00.820142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6178542-e0a5-4d3c-9007-767e76c90b3f req-e090c3bb-7871-488c-9bb6-941162623aca tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679276 Jan 28 06:00:00.831856 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ec639ddb-4e3c-4df4-ab69-94918a339f2a req-821232a0-f066-4920-b063-5647e96e0330 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182015 Jan 28 06:00:00.864878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50216) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:00.865247 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-75237131-235f-43fa-a02e-d87f59a94476 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=090ef146106b4b55a8f3dd228353b058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6193912 Jan 28 06:00:00.869183 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75237131-235f-43fa-a02e-d87f59a94476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0f5c8b-e46b-4bc9-9d8e-c82c69a09d01,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:00.915861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bb97d4bf-06e3-479d-b5ee-e158a73ce5aa None None] Current status of the port fe19d6a1-f0bc-4aa8-bfc9-375052265772 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:00.951815 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50218) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:00.985324 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-132f5717-dd3a-4167-9ecc-69e88ec52459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:01.011221 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c71d4df-7bc0-4c57-b3ee-4d051288b470 admin admin] Publish callbacks [] for security_group (dd0f5c8b-e46b-4bc9-9d8e-c82c69a09d01), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:01.012013 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:00:01.023712 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Sync routers for ids ['47f5b653-b047-4441-87dc-2f96ecca02dc'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:00:01.041636 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Routers {'47f5b653-b047-4441-87dc-2f96ecca02dc'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:01.045588 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['47f5b653-b047-4441-87dc-2f96ecca02dc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:01.068537 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a153c-7657-49d9-8d6b-396007732878 req-16a61936-6854-4950-997b-fd65ae698e4e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:01.070113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a5a153c-7657-49d9-8d6b-396007732878 req-16a61936-6854-4950-997b-fd65ae698e4e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1284184 Jan 28 06:00:01.072417 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c71d4df-7bc0-4c57-b3ee-4d051288b470 admin admin] Publish callbacks [] for security_group (dd0f5c8b-e46b-4bc9-9d8e-c82c69a09d01), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:01.127397 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50222) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:01.182282 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a5a153c-7657-49d9-8d6b-396007732878 req-fde61349-120e-4d80-b0d0-0ebb7ef232d0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017346 Jan 28 06:00:01.182703 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-132f5717-dd3a-4167-9ecc-69e88ec52459 admin admin] Publish callbacks [] for security_group (9602921f-5517-4be7-9c6e-5a5e7067dd92), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:01.203295 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-28358a88-9245-4fed-9acd-5bd9cc3e8b3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b5e8996c93d4006baf6fa12243ac1dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0726235 Jan 28 06:00:01.203576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50224) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:01.257551 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Set router 47f5b653-b047-4441-87dc-2f96ecca02dc gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:00:01.261530 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-138316e8-b3d8-4fa3-87d2-55c34be61655 admin admin] Publish callbacks [] for security_group (e9a356e6-169b-464e-a057-04e2bbb2fb9d), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:01.268673 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:01.271181 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3b017da3-3ec9-4d8d-9bcc-8b368b43db2d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4915624 Jan 28 06:00:01.273438 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50230) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:01.286924 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-138316e8-b3d8-4fa3-87d2-55c34be61655 admin admin] Publish callbacks [] for security_group (e9a356e6-169b-464e-a057-04e2bbb2fb9d), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:01.326583 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c71d4df-7bc0-4c57-b3ee-4d051288b470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dd0f5c8b-e46b-4bc9-9d8e-c82c69a09d01), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:01.339786 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c71d4df-7bc0-4c57-b3ee-4d051288b470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:01.343249 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0c71d4df-7bc0-4c57-b3ee-4d051288b470 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd0f5c8b-e46b-4bc9-9d8e-c82c69a09d01 HTTP/1.1" status: 204 len: 168 time: 0.4741886 Jan 28 06:00:01.373234 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71d4df-7bc0-4c57-b3ee-4d051288b470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0f5c8b-e46b-4bc9-9d8e-c82c69a09d01,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:01.380655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4f84f47d-0bdd-45c9-ba2a-7fb450ec6dfb None None] Provisioning complete for port fe19d6a1-f0bc-4aa8-bfc9-375052265772 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:01.384025 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f84f47d-0bdd-45c9-ba2a-7fb450ec6dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fe19d6a1-f0bc-4aa8-bfc9-375052265772), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:01.405115 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-132f5717-dd3a-4167-9ecc-69e88ec52459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9602921f-5517-4be7-9c6e-5a5e7067dd92), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:01.482256 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-138316e8-b3d8-4fa3-87d2-55c34be61655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e9a356e6-169b-464e-a057-04e2bbb2fb9d), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:01.488461 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-138316e8-b3d8-4fa3-87d2-55c34be61655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:01.490389 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-138316e8-b3d8-4fa3-87d2-55c34be61655 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9a356e6-169b-464e-a057-04e2bbb2fb9d HTTP/1.1" status: 204 len: 168 time: 0.2844949 Jan 28 06:00:01.542518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138316e8-b3d8-4fa3-87d2-55c34be61655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a356e6-169b-464e-a057-04e2bbb2fb9d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:01.543364 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4f84f47d-0bdd-45c9-ba2a-7fb450ec6dfb None None] Current status of the port fe19d6a1-f0bc-4aa8-bfc9-375052265772 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:01.567850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f5717-dd3a-4167-9ecc-69e88ec52459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9602921f-5517-4be7-9c6e-5a5e7067dd92,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:01.573726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a650531-e440-48f0-999d-4abc2dd891f0 req-9c1562be-a7dd-43a4-b81f-e0d5319954b0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:01.575436 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a650531-e440-48f0-999d-4abc2dd891f0 req-9c1562be-a7dd-43a4-b81f-e0d5319954b0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1044624 Jan 28 06:00:01.635839 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-132f5717-dd3a-4167-9ecc-69e88ec52459 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d96dc5ec725c4890a27570186bbf8ee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6825283 Jan 28 06:00:01.638196 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50246) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:01.685224 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a650531-e440-48f0-999d-4abc2dd891f0 req-a3362eeb-ae50-490d-bf5b-8995ec6765c3 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000340 Jan 28 06:00:01.712457 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1806479472-router', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:56Z', 'updated_at': '2022-01-28T05:59:59Z', 'revision_number': 3, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'gw_port': {'id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:58Z', 'updated_at': '2022-01-28T05:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:01.763425 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eac8a782-04e4-476a-8d8b-1905e2bf2d56 admin admin] Publish callbacks [] for security_group (9602921f-5517-4be7-9c6e-5a5e7067dd92), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:01.792104 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Checking router: 47f5b653-b047-4441-87dc-2f96ecca02dc for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:00:01.796521 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Updating router 47f5b653-b047-4441-87dc-2f96ecca02dc port abd57745-c8bf-4c58-aa43-1b4b924d1a14 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:00:01.804877 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eac8a782-04e4-476a-8d8b-1905e2bf2d56 admin admin] Publish callbacks [] for security_group (9602921f-5517-4be7-9c6e-5a5e7067dd92), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:01.846456 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (abd57745-c8bf-4c58-aa43-1b4b924d1a14), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:01.874958 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fe19d6a1-f0bc-4aa8-bfc9-375052265772 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:01.910334 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05c2d1-6139-444a-a601-347caa789a79 req-615897e8-2ae7-45d8-a960-7b2da49f5e8a tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:01.911979 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da05c2d1-6139-444a-a601-347caa789a79 req-615897e8-2ae7-45d8-a960-7b2da49f5e8a tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1103969 Jan 28 06:00:01.999148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port fe19d6a1-f0bc-4aa8-bfc9-375052265772 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:01.999792 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fe19d6a1-f0bc-4aa8-bfc9-375052265772), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:02.054407 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eac8a782-04e4-476a-8d8b-1905e2bf2d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9602921f-5517-4be7-9c6e-5a5e7067dd92), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:02.060628 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eac8a782-04e4-476a-8d8b-1905e2bf2d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:02.067083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-eac8a782-04e4-476a-8d8b-1905e2bf2d56 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9602921f-5517-4be7-9c6e-5a5e7067dd92 HTTP/1.1" status: 204 len: 168 time: 0.4277146 Jan 28 06:00:02.136367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da05c2d1-6139-444a-a601-347caa789a79 req-0d7eaad5-38c0-479e-851f-0ba43701f293 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916759 Jan 28 06:00:02.138794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8a782-04e4-476a-8d8b-1905e2bf2d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9602921f-5517-4be7-9c6e-5a5e7067dd92,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:02.193284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1a73c-7d3f-4faf-98a4-1fa6d5018ce2 req-fe2de0b5-833d-4cc1-a3e6-c7c6fee077e5 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:02.197743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aae1a73c-7d3f-4faf-98a4-1fa6d5018ce2 req-fe2de0b5-833d-4cc1-a3e6-c7c6fee077e5 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.2018082 Jan 28 06:00:02.274093 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port fe19d6a1-f0bc-4aa8-bfc9-375052265772 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:02.304758 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aae1a73c-7d3f-4faf-98a4-1fa6d5018ce2 req-0edc211b-cbb7-4d11-8b0c-f03084854515 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994496 Jan 28 06:00:02.326210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 783c1ecc-77e2-46e4-9574-f4bdb08db906 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:00:02.356832 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Publish callbacks [] for port (abd57745-c8bf-4c58-aa43-1b4b924d1a14), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:02.393880 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:02.475873 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 783c1ecc-77e2-46e4-9574-f4bdb08db906, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:02.497740 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '783c1ecc-77e2-46e4-9574-f4bdb08db906', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'port_id': '783c1ecc-77e2-46e4-9574-f4bdb08db906', 'mac_address': 'fa:16:3e:10:45:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:00:02.537032 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (abd57745-c8bf-4c58-aa43-1b4b924d1a14), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:02.546440 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d32e30d-79c3-408d-8943-db4052d98f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:02.582269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 783c1ecc-77e2-46e4-9574-f4bdb08db906 is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:02.586129 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:02.614550 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 783c1ecc-77e2-46e4-9574-f4bdb08db906 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:00:02.616397 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Attempting to bind port abd57745-c8bf-4c58-aa43-1b4b924d1a14 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:00:02.616951 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Attempting to bind port abd57745-c8bf-4c58-aa43-1b4b924d1a14 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:00:02.617498 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Attempting to bind port abd57745-c8bf-4c58-aa43-1b4b924d1a14 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:00:02.632228 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] Allocated IP 172.20.0.1 (2a969021-10d0-46ce-bf92-b6d579bcb94e/e8d1a992-5501-4414-a397-3bc94c532606/6ddc972d-a5bd-4666-aac5-8d47709c7184) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:00:02.635679 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31942b4e-87c2-4bef-a314-41c30e48a7bb None None] Pushing event updated for resources: {'Port': ['ID=abd57745-c8bf-4c58-aa43-1b4b924d1a14,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:02.645031 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 5, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:00:02.646399 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:00:02.647185 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:02.647976 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:00:02.650611 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Bound port: abd57745-c8bf-4c58-aa43-1b4b924d1a14, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:00:02.651263 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (abd57745-c8bf-4c58-aa43-1b4b924d1a14), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:02.668525 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 783c1ecc-77e2-46e4-9574-f4bdb08db906, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:02.692122 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50288) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:02.797653 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-041f316f-b73e-43fe-a035-c54814f6c87c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67931ac70cfc4c50bf6d6c53ba3e2ba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1020658 Jan 28 06:00:02.799700 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:02.804526 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50296) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:02.875193 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=783c1ecc-77e2-46e4-9574-f4bdb08db906,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:02.897295 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] Publish callbacks [] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:02.926391 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f154ad50-bed7-4b53-a58a-45fd79fdc72f admin admin] Publish callbacks [] for security_group (fc372b32-0fc0-42d3-8d41-c7eb6e7f3889), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:02.936407 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['783c1ecc-77e2-46e4-9574-f4bdb08db906'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:00:02.967010 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f154ad50-bed7-4b53-a58a-45fd79fdc72f admin admin] Publish callbacks [] for security_group (fc372b32-0fc0-42d3-8d41-c7eb6e7f3889), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:03.060387 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] For port abd57745-c8bf-4c58-aa43-1b4b924d1a14, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:00:03.068120 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] For port abd57745-c8bf-4c58-aa43-1b4b924d1a14, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=abd57745-c8bf-4c58-aa43-1b4b924d1a14,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:00:03.089734 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5305f9-8b9d-4d85-9ae7-27542db25c75 req-eb8131ad-c630-412d-82f8-2588761bb68e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:03.091969 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:03.097943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e5305f9-8b9d-4d85-9ae7-27542db25c75 req-eb8131ad-c630-412d-82f8-2588761bb68e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.0975564 Jan 28 06:00:03.165259 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] Network 2a969021-10d0-46ce-bf92-b6d579bcb94e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:00:03.165460 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e5305f9-8b9d-4d85-9ae7-27542db25c75 req-3f20bf9e-1a14-40cc-85c8-9fe634f6580f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664978 Jan 28 06:00:03.168568 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:03.186062 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:00:03.189807 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f154ad50-bed7-4b53-a58a-45fd79fdc72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (fc372b32-0fc0-42d3-8d41-c7eb6e7f3889), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:03.192709 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f154ad50-bed7-4b53-a58a-45fd79fdc72f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:03.194046 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f154ad50-bed7-4b53-a58a-45fd79fdc72f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc372b32-0fc0-42d3-8d41-c7eb6e7f3889 HTTP/1.1" status: 204 len: 168 time: 0.3827863 Jan 28 06:00:03.223197 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (abd57745-c8bf-4c58-aa43-1b4b924d1a14), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:03.247811 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] Pushing event updated for resources: {'Port': ['ID=6ddc972d-a5bd-4666-aac5-8d47709c7184,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:03.273420 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154ad50-bed7-4b53-a58a-45fd79fdc72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc372b32-0fc0-42d3-8d41-c7eb6e7f3889,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:03.355616 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (47f5b653-b047-4441-87dc-2f96ecca02dc), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:03.369021 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31942b4e-87c2-4bef-a314-41c30e48a7bb None None] Pushing event updated for resources: {'Port': ['ID=abd57745-c8bf-4c58-aa43-1b4b924d1a14,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:03.372954 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Routers {'47f5b653-b047-4441-87dc-2f96ecca02dc'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:03.373843 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T05:59:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['47f5b653-b047-4441-87dc-2f96ecca02dc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:03.441140 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bde2e-7f37-4ded-93e8-bad0db0c1f6a req-69a6ff0f-9cdd-45ad-805e-f3da0870bb12 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:03.454927 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c88bde2e-7f37-4ded-93e8-bad0db0c1f6a req-69a6ff0f-9cdd-45ad-805e-f3da0870bb12 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1418371 Jan 28 06:00:03.543301 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] Set router 47f5b653-b047-4441-87dc-2f96ecca02dc gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:00:03.645019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c88bde2e-7f37-4ded-93e8-bad0db0c1f6a req-89efb577-e7a6-4a4d-9925-1b8f4f87834d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829231 Jan 28 06:00:03.668769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7148d3-4d4a-4130-a9bd-b4552b80354b req-a2b45770-4eda-4f0c-9c04-5dabf0e12d50 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:03.681708 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d7148d3-4d4a-4130-a9bd-b4552b80354b req-a2b45770-4eda-4f0c-9c04-5dabf0e12d50 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 944 time: 0.2180676 Jan 28 06:00:03.700641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-9ef3b158-5ac2-4825-957c-5f9273348a6c None None] Provisioning complete for port 6ddc972d-a5bd-4666-aac5-8d47709c7184 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:03.701108 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b158-5ac2-4825-957c-5f9273348a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:03.734430 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:03.767591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3b158-5ac2-4825-957c-5f9273348a6c None None] Port 6ddc972d-a5bd-4666-aac5-8d47709c7184 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:00:03.813438 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d7148d3-4d4a-4130-a9bd-b4552b80354b req-2dd40bee-18f3-443d-8abd-8e0cb4dbdae1 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306703 Jan 28 06:00:03.882711 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1806479472-router', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:56Z', 'updated_at': '2022-01-28T05:59:59Z', 'revision_number': 3, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'gw_port': {'id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:58Z', 'updated_at': '2022-01-28T06:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:03.931798 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] Publish callbacks [] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:03.950804 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2d5da7-b6b9-41bd-a36d-64bb615996b5 None None] The sync data for ids ['47f5b653-b047-4441-87dc-2f96ecca02dc'] in n-d-812111-12 is: [{'id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1806479472-router', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:56Z', 'updated_at': '2022-01-28T05:59:59Z', 'revision_number': 3, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'gw_port': {'id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:58Z', 'updated_at': '2022-01-28T06:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:00:04.050276 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:04.134689 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] Pushing event updated for resources: {'Port': ['ID=6ddc972d-a5bd-4666-aac5-8d47709c7184,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:04.137625 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (47f5b653-b047-4441-87dc-2f96ecca02dc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:04.277671 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] Network 2a969021-10d0-46ce-bf92-b6d579bcb94e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:00:04.284141 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:04.335796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 783c1ecc-77e2-46e4-9574-f4bdb08db906 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:04.544001 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] Router 47f5b653-b047-4441-87dc-2f96ecca02dc has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:00:04.601439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 783c1ecc-77e2-46e4-9574-f4bdb08db906 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:04.601818 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:04.752643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b744c09-595c-48f3-bb9d-aa8130b8b64c req-1ff3a966-ca0b-472f-91bc-14646237d058 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:04.773248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8b744c09-595c-48f3-bb9d-aa8130b8b64c req-1ff3a966-ca0b-472f-91bc-14646237d058 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1312890 Jan 28 06:00:04.801024 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:00:04.812560 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6cb50ab5-9938-421b-8a29-a6f3acab69d6 admin admin] 10.222.0.31 "PUT /v2.0/routers/47f5b653-b047-4441-87dc-2f96ecca02dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5373225 Jan 28 06:00:04.909641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8b744c09-595c-48f3-bb9d-aa8130b8b64c req-6f13b751-622f-4977-896d-06c795559734 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372042 Jan 28 06:00:04.978695 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c46a1efe-2bcb-463c-92aa-ff9f1840d4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:05.065558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 783c1ecc-77e2-46e4-9574-f4bdb08db906 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:05.065964 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:05.161199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0cd89aab-c168-46a4-8182-9525618b2e84 None None] Provisioning complete for port 6ddc972d-a5bd-4666-aac5-8d47709c7184 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:05.161587 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0cd89aab-c168-46a4-8182-9525618b2e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:05.209696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c687a2-1c47-47f4-8b96-8627c93bd88f req-3cb29a65-9d3f-4eea-921d-462508c195c6 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:05.218091 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13c687a2-1c47-47f4-8b96-8627c93bd88f req-3cb29a65-9d3f-4eea-921d-462508c195c6 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 944 time: 0.1720595 Jan 28 06:00:05.267997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 783c1ecc-77e2-46e4-9574-f4bdb08db906, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:05.273255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783c1ecc-77e2-46e4-9574-f4bdb08db906'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:00:05.292124 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6bca80-c08c-4b18-b0e1-698e8c5d44ab" -d '{"events": [{"server_uuid": "da9863c9-ce27-4eb5-a39a-2bfcb9b282ba", "name": "network-vif-plugged", "status": "completed", "tag": "783c1ecc-77e2-46e4-9574-f4bdb08db906"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:00:05.366173 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:05.374155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0cd89aab-c168-46a4-8182-9525618b2e84 None None] Port 6ddc972d-a5bd-4666-aac5-8d47709c7184 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:00:05.378346 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13c687a2-1c47-47f4-8b96-8627c93bd88f req-0572b174-f054-4f1d-bd72-997ddb772f88 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557748 Jan 28 06:00:05.433593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e201214-8eef-4f5c-8b75-cf55bc959748 req-b4099a7e-6736-4e85-b13f-9d1ac5371453 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:05.445094 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e201214-8eef-4f5c-8b75-cf55bc959748 req-b4099a7e-6736-4e85-b13f-9d1ac5371453 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.3120930 Jan 28 06:00:05.459819 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=783c1ecc-77e2-46e4-9574-f4bdb08db906,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:05.520668 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f3a90a-e7df-4a1f-bf87-ee3c99af9cf3 x-openstack-request-id: req-12f3a90a-e7df-4a1f-bf87-ee3c99af9cf3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:00:05.521125 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9863c9-ce27-4eb5-a39a-2bfcb9b282ba", "name": "network-vif-plugged", "status": "completed", "tag": "783c1ecc-77e2-46e4-9574-f4bdb08db906", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:00:05.521443 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12f3a90a-e7df-4a1f-bf87-ee3c99af9cf3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:00:05.521845 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783c1ecc-77e2-46e4-9574-f4bdb08db906', 'code': 200} Jan 28 06:00:05.567577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e201214-8eef-4f5c-8b75-cf55bc959748 req-c4fb1c60-29ea-47b5-ac37-edf303aebf63 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096196 Jan 28 06:00:05.960317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device abd57745-c8bf-4c58-aa43-1b4b924d1a14 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:06.166968 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port abd57745-c8bf-4c58-aa43-1b4b924d1a14 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:06.169637 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (abd57745-c8bf-4c58-aa43-1b4b924d1a14), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:06.315597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port abd57745-c8bf-4c58-aa43-1b4b924d1a14 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:06.318884 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (abd57745-c8bf-4c58-aa43-1b4b924d1a14), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:06.342828 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2485d7-dc90-4a83-b9d5-55ece26c5d74 req-d1caac2c-018b-4cbb-a2d6-e267f564a7fe tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:06.351446 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f2485d7-dc90-4a83-b9d5-55ece26c5d74 req-d1caac2c-018b-4cbb-a2d6-e267f564a7fe tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1142592 Jan 28 06:00:06.371471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port abd57745-c8bf-4c58-aa43-1b4b924d1a14, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=abd57745-c8bf-4c58-aa43-1b4b924d1a14,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:06.400594 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f2485d7-dc90-4a83-b9d5-55ece26c5d74 req-7e48d6b1-73cd-4ae9-baab-afde70e67bf9 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480764 Jan 28 06:00:06.465986 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (abd57745-c8bf-4c58-aa43-1b4b924d1a14), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:06.624736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=abd57745-c8bf-4c58-aa43-1b4b924d1a14,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:06.650924 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:06.736050 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1c2d7-78cd-4f72-bf8f-b3f65c19c121 req-9fc559d9-44b7-4457-a720-a10505bb01c2 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:06.738749 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4c1c2d7-78cd-4f72-bf8f-b3f65c19c121 req-9fc559d9-44b7-4457-a720-a10505bb01c2 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.1885383 Jan 28 06:00:06.779570 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08085d-1d09-48e5-af36-6afccc66dfa6 req-bd07a75a-36fb-4c06-997a-de5c49fbe618 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:06.794064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c08085d-1d09-48e5-af36-6afccc66dfa6 req-bd07a75a-36fb-4c06-997a-de5c49fbe618 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1323323 Jan 28 06:00:06.869471 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4c1c2d7-78cd-4f72-bf8f-b3f65c19c121 req-2223bae3-6320-4677-bc65-a3ce33c7e9d9 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203015 Jan 28 06:00:06.893171 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c08085d-1d09-48e5-af36-6afccc66dfa6 req-411ac90c-7ae8-44c8-824a-4491ce70535e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922127 Jan 28 06:00:07.234638 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Sync routers for ids ['47f5b653-b047-4441-87dc-2f96ecca02dc'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:00:07.258462 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Routers {'47f5b653-b047-4441-87dc-2f96ecca02dc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:07.260473 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:00:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['47f5b653-b047-4441-87dc-2f96ecca02dc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:07.681946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee851d5-be14-4205-956b-a5bc7d2aface req-268a853e-3587-4f78-b60f-8c1a12ec6f19 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:07.686535 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ee851d5-be14-4205-956b-a5bc7d2aface req-268a853e-3587-4f78-b60f-8c1a12ec6f19 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1011431 Jan 28 06:00:07.860119 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ee851d5-be14-4205-956b-a5bc7d2aface req-b8639bbe-bebe-4906-aced-4d8cf5bcff35 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627288 Jan 28 06:00:07.930276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device abd57745-c8bf-4c58-aa43-1b4b924d1a14 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:08.004125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Set router 47f5b653-b047-4441-87dc-2f96ecca02dc gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:00:08.048439 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:08.119919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d38c32-8f2d-4b06-827b-aa3a3ad25145 req-900825c9-92b5-480d-9fa7-399020ff4c3b tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:08.121508 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93d38c32-8f2d-4b06-827b-aa3a3ad25145 req-900825c9-92b5-480d-9fa7-399020ff4c3b tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.0731091 Jan 28 06:00:08.135639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc24ef1-1a6e-458b-819e-a7aa415cdd70 req-82c6c811-5bc9-4fdf-b5da-4cda61a45130 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:08.139909 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ccc24ef1-1a6e-458b-819e-a7aa415cdd70 req-82c6c811-5bc9-4fdf-b5da-4cda61a45130 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1206391 Jan 28 06:00:08.152400 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port abd57745-c8bf-4c58-aa43-1b4b924d1a14 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:08.152785 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (abd57745-c8bf-4c58-aa43-1b4b924d1a14), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:08.220713 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ccc24ef1-1a6e-458b-819e-a7aa415cdd70 req-09177f78-5f72-4432-aece-1aee1aac5cde tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706353 Jan 28 06:00:08.272819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93d38c32-8f2d-4b06-827b-aa3a3ad25145 req-253f89a4-2964-41ac-be79-594aefecda0c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172335 Jan 28 06:00:08.298529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50494) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:08.307212 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c98a2a3a-b532-4e9d-9b22-5c3eacaa7b28 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-903691492-network', 'tenant_id': 'cb51bfa4d1c94b95befd59f60858bff5'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:00:08.412698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98a2a3a-b532-4e9d-9b22-5c3eacaa7b28 admin admin] Made reservation on behalf of cb51bfa4d1c94b95befd59f60858bff5 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:00:08.418850 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c98a2a3a-b532-4e9d-9b22-5c3eacaa7b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:08.438286 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port abd57745-c8bf-4c58-aa43-1b4b924d1a14 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:08.441427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50498) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:08.445719 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c98a2a3a-b532-4e9d-9b22-5c3eacaa7b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:08.580153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1806479472-router', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:56Z', 'updated_at': '2022-01-28T06:00:03Z', 'revision_number': 4, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'gw_port': {'id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:58Z', 'updated_at': '2022-01-28T06:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '6ddc972d-a5bd-4666-aac5-8d47709c7184', 'name': '', 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'mac_address': 'fa:16:3e:18:6f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:02Z', 'updated_at': '2022-01-28T06:00:03Z', 'revision_number': 2, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'subnets': [{'id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:08.624219 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c98a2a3a-b532-4e9d-9b22-5c3eacaa7b28 admin admin] Publish callbacks [] for security_group (d1a6c9d5-2709-47be-b096-ad578c0ffb53), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:08.643631 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Checking router: 47f5b653-b047-4441-87dc-2f96ecca02dc for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:00:08.644010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Updating router 47f5b653-b047-4441-87dc-2f96ecca02dc port 6ddc972d-a5bd-4666-aac5-8d47709c7184 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:00:08.672092 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:08.874849 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c98a2a3a-b532-4e9d-9b22-5c3eacaa7b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d1a6c9d5-2709-47be-b096-ad578c0ffb53), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:08.916815 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98a2a3a-b532-4e9d-9b22-5c3eacaa7b28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:00:08.952634 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c98a2a3a-b532-4e9d-9b22-5c3eacaa7b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (5878d668-2d50-418c-8b91-5264cd02037f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:08.955441 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-c98a2a3a-b532-4e9d-9b22-5c3eacaa7b28 admin admin] Added segment 5878d668-2d50-418c-8b91-5264cd02037f of type vlan for network 4577e2f5-931d-4052-aaaa-3b79b3b87b33 Jan 28 06:00:09.024719 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-76fb6e7f-359f-496d-b82d-987c785e338a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1377500027-network', 'tenant_id': '5a47cdb207f4459f8119649608f12177'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:00:09.072869 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c98a2a3a-b532-4e9d-9b22-5c3eacaa7b28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (4577e2f5-931d-4052-aaaa-3b79b3b87b33), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:09.134576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fb6e7f-359f-496d-b82d-987c785e338a admin admin] Made reservation on behalf of 5a47cdb207f4459f8119649608f12177 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:00:09.137098 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76fb6e7f-359f-496d-b82d-987c785e338a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:09.156166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a2a3a-b532-4e9d-9b22-5c3eacaa7b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a6c9d5-2709-47be-b096-ad578c0ffb53,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:09.159130 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76fb6e7f-359f-496d-b82d-987c785e338a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:09.228605 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c98a2a3a-b532-4e9d-9b22-5c3eacaa7b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (4577e2f5-931d-4052-aaaa-3b79b3b87b33), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:09.229576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98a2a3a-b532-4e9d-9b22-5c3eacaa7b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:09.230154 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c98a2a3a-b532-4e9d-9b22-5c3eacaa7b28 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:09.251806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50528) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:09.272147 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:09.434125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfb429-6ade-4973-8404-8ce237a5eca0 req-c119eec5-5ccb-41a1-8b4e-4615a80e3ebc tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:09.439536 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79dfb429-6ade-4973-8404-8ce237a5eca0 req-c119eec5-5ccb-41a1-8b4e-4615a80e3ebc tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/networks?id=5b89a966-4104-417f-8f4b-9fb507d41209 HTTP/1.1" status: 200 len: 813 time: 0.7394190 Jan 28 06:00:09.470443 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76fb6e7f-359f-496d-b82d-987c785e338a admin admin] Publish callbacks [] for security_group (08a2602d-c9ff-4c5b-b53e-623c990ac891), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:09.574495 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76fb6e7f-359f-496d-b82d-987c785e338a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (08a2602d-c9ff-4c5b-b53e-623c990ac891), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:09.599403 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Publish callbacks [] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:09.621176 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fb6e7f-359f-496d-b82d-987c785e338a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:00:09.659653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb6e7f-359f-496d-b82d-987c785e338a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a2602d-c9ff-4c5b-b53e-623c990ac891,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:09.666625 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76fb6e7f-359f-496d-b82d-987c785e338a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (15e776ac-2aab-4b5f-99dd-833886a57162), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:09.671831 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-76fb6e7f-359f-496d-b82d-987c785e338a admin admin] Added segment 15e776ac-2aab-4b5f-99dd-833886a57162 of type vlan for network 55c94a5b-1dee-4512-95d7-42c73d08e25f Jan 28 06:00:09.686382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-048f2532-439d-4e57-b2d6-e35b1f9d628a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-375306909', 'router:external': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:00:09.720234 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:09.749568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a2a3a-b532-4e9d-9b22-5c3eacaa7b28 admin admin] Pushing event updated for resources: {'Network': ['ID=4577e2f5-931d-4052-aaaa-3b79b3b87b33,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:09.754970 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79dfb429-6ade-4973-8404-8ce237a5eca0 req-335098ab-7d04-4e74-b87c-2e418a027969 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/quotas/87deee7ce54d434ba963e63e7f55edbe HTTP/1.1" status: 200 len: 375 time: 0.0174248 Jan 28 06:00:09.769704 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 4577e2f5-931d-4052-aaaa-3b79b3b87b33 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:00:09.850749 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f83d6-bfc9-4ea2-aa7b-225785371ffe None None] Pushing event updated for resources: {'Port': ['ID=6ddc972d-a5bd-4666-aac5-8d47709c7184,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:09.870774 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76fb6e7f-359f-496d-b82d-987c785e338a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (55c94a5b-1dee-4512-95d7-42c73d08e25f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:09.912612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048f2532-439d-4e57-b2d6-e35b1f9d628a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Made reservation on behalf of b4abc37c85a441eb854741c3e62927a6 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:00:09.928067 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-048f2532-439d-4e57-b2d6-e35b1f9d628a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:09.950118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-048f2532-439d-4e57-b2d6-e35b1f9d628a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:10.014074 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c98a2a3a-b532-4e9d-9b22-5c3eacaa7b28 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7118843 Jan 28 06:00:10.018615 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50550) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:10.035326 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-749122c3-ecb0-4c5e-b101-df1abe0632ba admin admin] Request body: {'subnet': {'network_id': '4577e2f5-931d-4052-aaaa-3b79b3b87b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-903691492-subnet', 'tenant_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:00:10.082823 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79dfb429-6ade-4973-8404-8ce237a5eca0 req-9546dbe4-242b-4e51-9dac-0255c4c652b5 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=87deee7ce54d434ba963e63e7f55edbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2341831 Jan 28 06:00:10.106930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ba2a5-be29-4548-bae0-34f63a1df91f req-9407b3a8-a7e0-46f7-bd49-0eb414ae8f27 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:10.114891 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a5ba2a5-be29-4548-bae0-34f63a1df91f req-9407b3a8-a7e0-46f7-bd49-0eb414ae8f27 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.6208653 Jan 28 06:00:10.122248 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Attempting to bind port 6ddc972d-a5bd-4666-aac5-8d47709c7184 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:00:10.124757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Attempting to bind port 6ddc972d-a5bd-4666-aac5-8d47709c7184 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'a56d85b7-0e08-4547-a05e-6eef1e315a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:00:10.125129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Attempting to bind port 6ddc972d-a5bd-4666-aac5-8d47709c7184 on network 2a969021-10d0-46ce-bf92-b6d579bcb94e {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:00:10.143538 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:00:10.144052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Checking segment: {'id': 'a56d85b7-0e08-4547-a05e-6eef1e315a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:00:10.144468 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:10.145321 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Bound using segment: {'id': 'a56d85b7-0e08-4547-a05e-6eef1e315a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:00:10.145583 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Bound port: 6ddc972d-a5bd-4666-aac5-8d47709c7184, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56d85b7-0e08-4547-a05e-6eef1e315a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:00:10.145827 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76fb6e7f-359f-496d-b82d-987c785e338a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (55c94a5b-1dee-4512-95d7-42c73d08e25f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:10.146102 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:10.163666 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fb6e7f-359f-496d-b82d-987c785e338a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:10.164308 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76fb6e7f-359f-496d-b82d-987c785e338a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:10.240435 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a5ba2a5-be29-4548-bae0-34f63a1df91f req-35768de5-779d-4e6f-a31e-c684a9bab565 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218162 Jan 28 06:00:10.325824 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d026794d-bc9c-4558-a3c8-3769737817ee None None] Provisioning complete for port 6ddc972d-a5bd-4666-aac5-8d47709c7184 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:10.326766 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d026794d-bc9c-4558-a3c8-3769737817ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:10.383749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1286b6c-b1d1-4f8a-b0ea-2c5d9842916e req-f836b763-99a8-46cd-a0d3-20d5d2fba67e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:10.387202 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1286b6c-b1d1-4f8a-b0ea-2c5d9842916e req-f836b763-99a8-46cd-a0d3-20d5d2fba67e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1371076 Jan 28 06:00:10.432778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] For port 6ddc972d-a5bd-4666-aac5-8d47709c7184, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:00:10.451296 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d026794d-bc9c-4558-a3c8-3769737817ee None None] Port 6ddc972d-a5bd-4666-aac5-8d47709c7184 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:00:10.475882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] For port 6ddc972d-a5bd-4666-aac5-8d47709c7184, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6ddc972d-a5bd-4666-aac5-8d47709c7184,segment=NetworkSegment(a56d85b7-0e08-4547-a05e-6eef1e315a9d),segment_id=a56d85b7-0e08-4547-a05e-6eef1e315a9d)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:00:10.525860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50558) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:10.530871 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-76fb6e7f-359f-496d-b82d-987c785e338a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0881872 Jan 28 06:00:10.546820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e1f163a3-1049-496a-94f5-2beede3db3c0 admin admin] Request body: {'subnet': {'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1377500027-subnet', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:00:10.555774 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749122c3-ecb0-4c5e-b101-df1abe0632ba admin admin] Made reservation on behalf of cb51bfa4d1c94b95befd59f60858bff5 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:00:10.558333 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-749122c3-ecb0-4c5e-b101-df1abe0632ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:10.566286 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:10.587211 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1286b6c-b1d1-4f8a-b0ea-2c5d9842916e req-efa2e779-9666-40c0-b3bd-24ebfe6386ee tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781640 Jan 28 06:00:10.705484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f163a3-1049-496a-94f5-2beede3db3c0 admin admin] Made reservation on behalf of 5a47cdb207f4459f8119649608f12177 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:00:10.707865 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1f163a3-1049-496a-94f5-2beede3db3c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:10.818881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f83d6-bfc9-4ea2-aa7b-225785371ffe None None] Pushing event updated for resources: {'Port': ['ID=6ddc972d-a5bd-4666-aac5-8d47709c7184,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:10.864932 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Routers {'47f5b653-b047-4441-87dc-2f96ecca02dc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:10.865672 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:00:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['47f5b653-b047-4441-87dc-2f96ecca02dc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:11.128801 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762d9b5-195a-4b71-8cd6-f724038c20a2 req-535b54af-9bd6-43d7-a67b-4c8e381b3173 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:11.131656 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4762d9b5-195a-4b71-8cd6-f724038c20a2 req-535b54af-9bd6-43d7-a67b-4c8e381b3173 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.3790128 Jan 28 06:00:11.254389 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] Set router 47f5b653-b047-4441-87dc-2f96ecca02dc gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:00:11.339835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ecda6071-27fa-41ee-9697-74a74dd28b70 None None] Provisioning complete for port 6ddc972d-a5bd-4666-aac5-8d47709c7184 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:11.340514 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ecda6071-27fa-41ee-9697-74a74dd28b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:11.425233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4762d9b5-195a-4b71-8cd6-f724038c20a2 req-0c02ff65-70f2-4a41-9822-a0dd7b7b3d16 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727566 Jan 28 06:00:11.603939 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:00:11.770416 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd697dca-4c22-4e67-8202-f32a731c0f88 req-180537c9-19e0-499d-bf21-0769c428b32b tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:11.777198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd697dca-4c22-4e67-8202-f32a731c0f88 req-180537c9-19e0-499d-bf21-0769c428b32b tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.3455479 Jan 28 06:00:11.781183 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1f163a3-1049-496a-94f5-2beede3db3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (986c74b2-1c64-4375-8ceb-7ee05426b434), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:11.845805 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ecda6071-27fa-41ee-9697-74a74dd28b70 None None] Current status of the port 6ddc972d-a5bd-4666-aac5-8d47709c7184 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:11.846252 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ecda6071-27fa-41ee-9697-74a74dd28b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:11.897633 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb6e7f-359f-496d-b82d-987c785e338a admin admin] Pushing event updated for resources: {'Network': ['ID=55c94a5b-1dee-4512-95d7-42c73d08e25f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:11.911552 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1806479472-router', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:56Z', 'updated_at': '2022-01-28T06:00:03Z', 'revision_number': 4, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'gw_port': {'id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:58Z', 'updated_at': '2022-01-28T06:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '6ddc972d-a5bd-4666-aac5-8d47709c7184', 'name': '', 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'mac_address': 'fa:16:3e:18:6f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:02Z', 'updated_at': '2022-01-28T06:00:10Z', 'revision_number': 4, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'subnets': [{'id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:11.958978 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ecda6071-27fa-41ee-9697-74a74dd28b70 None None] For port 6ddc972d-a5bd-4666-aac5-8d47709c7184, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6ddc972d-a5bd-4666-aac5-8d47709c7184,segment=NetworkSegment(a56d85b7-0e08-4547-a05e-6eef1e315a9d),segment_id=a56d85b7-0e08-4547-a05e-6eef1e315a9d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:11.960274 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8349cf38-ca26-4a87-8d0e-fe223106a134 None None] The sync data for ids ['47f5b653-b047-4441-87dc-2f96ecca02dc'] in n-d-812111-12 is: [{'id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1806479472-router', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:56Z', 'updated_at': '2022-01-28T06:00:03Z', 'revision_number': 4, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'gw_port': {'id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:58Z', 'updated_at': '2022-01-28T06:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '6ddc972d-a5bd-4666-aac5-8d47709c7184', 'name': '', 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'mac_address': 'fa:16:3e:18:6f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:02Z', 'updated_at': '2022-01-28T06:00:10Z', 'revision_number': 4, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'subnets': [{'id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:00:11.961990 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 55c94a5b-1dee-4512-95d7-42c73d08e25f details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:00:12.077137 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-048f2532-439d-4e57-b2d6-e35b1f9d628a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for security_group (6b9441fa-d75c-4d88-84ca-187683992667), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:12.091623 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ecda6071-27fa-41ee-9697-74a74dd28b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:12.103042 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50596) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:12.193071 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-048f2532-439d-4e57-b2d6-e35b1f9d628a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6b9441fa-d75c-4d88-84ca-187683992667), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:12.228186 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd697dca-4c22-4e67-8202-f32a731c0f88 req-1be061cd-30da-4ea8-8dce-df7a2161c497 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4315591 Jan 28 06:00:12.252250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f163a3-1049-496a-94f5-2beede3db3c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=986c74b2-1c64-4375-8ceb-7ee05426b434,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:12.327240 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda6071-27fa-41ee-9697-74a74dd28b70 None None] Pushing event updated for resources: {'Port': ['ID=6ddc972d-a5bd-4666-aac5-8d47709c7184,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:12.334239 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048f2532-439d-4e57-b2d6-e35b1f9d628a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:00:12.362709 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74de0d62-4a41-4682-adff-8f450cdea56a req-909cd0ac-1be6-4e76-87c9-329e364e1aac tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=87deee7ce54d434ba963e63e7f55edbe HTTP/1.1" status: 200 len: 221 time: 0.4279976 Jan 28 06:00:12.403823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f163a3-1049-496a-94f5-2beede3db3c0 admin admin] Checking segment: {'id': '15e776ac-2aab-4b5f-99dd-833886a57162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:00:12.404372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f163a3-1049-496a-94f5-2beede3db3c0 admin admin] Network hostable DHCP agents. Network: 55c94a5b-1dee-4512-95d7-42c73d08e25f, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:00:12.450795 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f2532-439d-4e57-b2d6-e35b1f9d628a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9441fa-d75c-4d88-84ca-187683992667,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:12.472405 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-048f2532-439d-4e57-b2d6-e35b1f9d628a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (58b69f2b-e798-4538-a234-8832d6d35599), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:12.473529 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-048f2532-439d-4e57-b2d6-e35b1f9d628a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Added segment 58b69f2b-e798-4538-a234-8832d6d35599 of type vlan for network 58dee648-208d-47c0-9f92-1ee34c92af54 Jan 28 06:00:12.589429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f163a3-1049-496a-94f5-2beede3db3c0 admin admin] Network 55c94a5b-1dee-4512-95d7-42c73d08e25f is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:00:12.681604 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-048f2532-439d-4e57-b2d6-e35b1f9d628a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (58dee648-208d-47c0-9f92-1ee34c92af54), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:12.687480 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cab2e2-326a-4839-88dc-0793a4105f3c req-b737e0a4-0565-4365-961a-8ba4bf53f039 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:12.689734 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c8cab2e2-326a-4839-88dc-0793a4105f3c req-b737e0a4-0565-4365-961a-8ba4bf53f039 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.2021971 Jan 28 06:00:12.732813 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9b76-196a-4cfe-a987-b70371a5f0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:12.792374 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c8cab2e2-326a-4839-88dc-0793a4105f3c req-c5132f19-1df2-4ae0-a3d6-67b6dfbec84a tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953548 Jan 28 06:00:12.825313 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e1f163a3-1049-496a-94f5-2beede3db3c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 55c94a5b-1dee-4512-95d7-42c73d08e25f) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:12.830419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f163a3-1049-496a-94f5-2beede3db3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:12.833033 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1f163a3-1049-496a-94f5-2beede3db3c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:12.845423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a037db-64d3-4e81-9dd2-bc67b2bbb871 None None] Network 55c94a5b-1dee-4512-95d7-42c73d08e25f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:00:12.863454 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-048f2532-439d-4e57-b2d6-e35b1f9d628a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (58dee648-208d-47c0-9f92-1ee34c92af54), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:12.871298 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048f2532-439d-4e57-b2d6-e35b1f9d628a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:12.871298 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-048f2532-439d-4e57-b2d6-e35b1f9d628a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:12.878869 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-749122c3-ecb0-4c5e-b101-df1abe0632ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (127c1061-5910-4c37-a9e3-00c9038593bb), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:12.903435 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9b76-196a-4cfe-a987-b70371a5f0c6 admin admin] Publish callbacks [] for security_group (8c7e9ec0-23f6-4ece-b266-fd642f569aba), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:12.980598 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e1f163a3-1049-496a-94f5-2beede3db3c0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4473386 Jan 28 06:00:12.983417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879c10b-a3b8-4ffe-9d25-8cb254dc6d15 req-fa87aed1-fba2-42de-bcd5-872f8f1f27c7 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:12.992032 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7879c10b-a3b8-4ffe-9d25-8cb254dc6d15 req-fa87aed1-fba2-42de-bcd5-872f8f1f27c7 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.0749369 Jan 28 06:00:12.999172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50612) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:13.040167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1377500027-router', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:00:13.054685 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749122c3-ecb0-4c5e-b101-df1abe0632ba admin admin] Checking segment: {'id': '5878d668-2d50-418c-8b91-5264cd02037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4577e2f5-931d-4052-aaaa-3b79b3b87b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:00:13.055324 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749122c3-ecb0-4c5e-b101-df1abe0632ba admin admin] Network hostable DHCP agents. Network: 4577e2f5-931d-4052-aaaa-3b79b3b87b33, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:00:13.069475 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9b76-196a-4cfe-a987-b70371a5f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8c7e9ec0-23f6-4ece-b266-fd642f569aba), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:13.146444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749122c3-ecb0-4c5e-b101-df1abe0632ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=127c1061-5910-4c37-a9e3-00c9038593bb,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:13.162625 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-048f2532-439d-4e57-b2d6-e35b1f9d628a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.9081459 Jan 28 06:00:13.164678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f2532-439d-4e57-b2d6-e35b1f9d628a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Pushing event updated for resources: {'Network': ['ID=58dee648-208d-47c0-9f92-1ee34c92af54,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:13.171342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50622) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:13.184897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e473f205-db1d-40ef-842c-696070e3f708 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Request body: {'subnet': {'network_id': '58dee648-208d-47c0-9f92-1ee34c92af54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:00:13.196759 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749122c3-ecb0-4c5e-b101-df1abe0632ba admin admin] Network 4577e2f5-931d-4052-aaaa-3b79b3b87b33 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:00:13.226001 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5a6a9b76-196a-4cfe-a987-b70371a5f0c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a331b29bf9f84e61ac8e88c8efbbdbe9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1204207 Jan 28 06:00:13.236347 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50626) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:13.249882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a9b76-196a-4cfe-a987-b70371a5f0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7e9ec0-23f6-4ece-b266-fd642f569aba,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:13.296796 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7879c10b-a3b8-4ffe-9d25-8cb254dc6d15 req-d0bbb9c3-4623-4429-b1d7-c58795b4870b tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993152 Jan 28 06:00:13.311397 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-749122c3-ecb0-4c5e-b101-df1abe0632ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 4577e2f5-931d-4052-aaaa-3b79b3b87b33) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:13.318574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749122c3-ecb0-4c5e-b101-df1abe0632ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:13.320006 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-749122c3-ecb0-4c5e-b101-df1abe0632ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:13.339052 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (0471c588-2779-4a4b-8f65-799df423c6fc), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:13.345315 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (0471c588-2779-4a4b-8f65-799df423c6fc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:13.417178 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-749122c3-ecb0-4c5e-b101-df1abe0632ba admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3934467 Jan 28 06:00:13.419473 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50634) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:13.425124 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-903691492-router', 'tenant_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:00:13.428545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 58dee648-208d-47c0-9f92-1ee34c92af54 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:00:13.440194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc3100a-ad24-444e-a8e7-e891a0afb8b5 None None] Network 4577e2f5-931d-4052-aaaa-3b79b3b87b33 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:00:13.487362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e473f205-db1d-40ef-842c-696070e3f708 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Made reservation on behalf of b4abc37c85a441eb854741c3e62927a6 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:00:13.490075 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e473f205-db1d-40ef-842c-696070e3f708 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:13.602983 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (5da41e74-48f2-48d4-9e4c-77852636c832), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:13.604234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (5da41e74-48f2-48d4-9e4c-77852636c832), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:13.728784 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Publish callbacks [] for router_controller (5da41e74-48f2-48d4-9e4c-77852636c832), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:13.847392 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-4577e2f5-931d-4052-aaaa-3b79b3b87b33', 'network_id': '4577e2f5-931d-4052-aaaa-3b79b3b87b33', 'project_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'fixed_ips': [{'subnet_id': '127c1061-5910-4c37-a9e3-00c9038593bb'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:00:13.862634 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:14.008643 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-23ded8d9-0a9c-4500-9aec-0015d48af46d req-dd6ca2cc-fec8-4506-aa30-df3180a51185 service neutron] (103634) timed out ('10.222.0.64', 63279) {{(pid=103634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 06:00:14.081231 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6ddc972d-a5bd-4666-aac5-8d47709c7184 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:14.232384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-55c94a5b-1dee-4512-95d7-42c73d08e25f', 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f', 'project_id': '5a47cdb207f4459f8119649608f12177', 'fixed_ips': [{'subnet_id': '986c74b2-1c64-4375-8ceb-7ee05426b434'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:00:14.233286 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:14.256713 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Publish callbacks [] for router_gateway (5da41e74-48f2-48d4-9e4c-77852636c832), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:14.390157 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Publish callbacks [] for router_controller (0471c588-2779-4a4b-8f65-799df423c6fc), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:14.450548 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084822e0-15db-486b-b7f2-db830509f6ad req-c4c583c8-443e-49a2-ad4e-c914c969e2eb tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:14.453644 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-084822e0-15db-486b-b7f2-db830509f6ad req-c4c583c8-443e-49a2-ad4e-c914c969e2eb tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 1.0663581 Jan 28 06:00:14.465281 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaaa067b-9a34-4ae0-b918-1d74fca639f6 admin admin] Publish callbacks [] for security_group (8c7e9ec0-23f6-4ece-b266-fd642f569aba), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:14.688255 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaaa067b-9a34-4ae0-b918-1d74fca639f6 admin admin] Publish callbacks [] for security_group (8c7e9ec0-23f6-4ece-b266-fd642f569aba), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:14.732825 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffb23d-816f-40e5-becd-ddaa3f16053e req-e612ef96-6fa5-4588-a418-e553444367de tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:14.741732 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bbffb23d-816f-40e5-becd-ddaa3f16053e req-e612ef96-6fa5-4588-a418-e553444367de tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 1.2677360 Jan 28 06:00:14.859927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6ddc972d-a5bd-4666-aac5-8d47709c7184 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:14.861629 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:14.956692 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Publish callbacks [] for router_gateway (5da41e74-48f2-48d4-9e4c-77852636c832), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:14.961115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Allocated IP 172.20.0.2 (55c94a5b-1dee-4512-95d7-42c73d08e25f/986c74b2-1c64-4375-8ceb-7ee05426b434/96935103-9330-4973-ad07-93ffab2b6250) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:00:15.003805 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:15.095463 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Allocated IP 172.20.0.2 (4577e2f5-931d-4052-aaaa-3b79b3b87b33/127c1061-5910-4c37-a9e3-00c9038593bb/5c5bcfed-9974-4cdf-829a-7f0b6617de69) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:00:15.135028 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bbffb23d-816f-40e5-becd-ddaa3f16053e req-53653bb0-0613-484f-a2ab-0d28cad9d9c7 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867738 Jan 28 06:00:15.149118 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-084822e0-15db-486b-b7f2-db830509f6ad req-de5f450d-17f6-433e-9489-e798e7634c62 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6757228 Jan 28 06:00:15.224454 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaaa067b-9a34-4ae0-b918-1d74fca639f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8c7e9ec0-23f6-4ece-b266-fd642f569aba), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:15.227173 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaaa067b-9a34-4ae0-b918-1d74fca639f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:15.231359 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-eaaa067b-9a34-4ae0-b918-1d74fca639f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c7e9ec0-23f6-4ece-b266-fd642f569aba HTTP/1.1" status: 204 len: 168 time: 1.9909673 Jan 28 06:00:15.251150 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Allocated IP 172.25.0.209 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/bacb8624-80db-4e12-b930-6fe493e6a818) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:00:15.398316 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6ddc972d-a5bd-4666-aac5-8d47709c7184 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:15.430648 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Publish callbacks [] for port (bacb8624-80db-4e12-b930-6fe493e6a818), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:15.490924 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Publish callbacks [] for router_gateway (0471c588-2779-4a4b-8f65-799df423c6fc), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:15.502350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa067b-9a34-4ae0-b918-1d74fca639f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7e9ec0-23f6-4ece-b266-fd642f569aba,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:15.587700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effe6ae-ec93-4ef5-a0a8-b45bc38ef0de req-9ad3c727-4982-4528-94da-f248c3134076 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:15.589445 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9effe6ae-ec93-4ef5-a0a8-b45bc38ef0de req-9ad3c727-4982-4528-94da-f248c3134076 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.3045278 Jan 28 06:00:15.599586 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Publish callbacks [] for port (96935103-9330-4973-ad07-93ffab2b6250), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:15.623132 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Publish callbacks [] for port (5c5bcfed-9974-4cdf-829a-7f0b6617de69), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:15.627450 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (bacb8624-80db-4e12-b930-6fe493e6a818), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:15.682341 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:00:15.689976 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:15.696983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:00:15.700338 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Pushing event updated for resources: {'Port': ['ID=bacb8624-80db-4e12-b930-6fe493e6a818,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:15.726474 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (96935103-9330-4973-ad07-93ffab2b6250), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:15.754241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-50067b54-f353-4330-ad8b-37ac2838fa72 req-79d78818-667c-42f5-907e-d4bca679b172 service neutron] (103635) timed out ('10.222.0.60', 58358) {{(pid=103635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 06:00:15.805756 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (5c5bcfed-9974-4cdf-829a-7f0b6617de69), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:15.813687 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9effe6ae-ec93-4ef5-a0a8-b45bc38ef0de req-2c611599-93b8-4abd-a603-893217956063 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005277 Jan 28 06:00:15.882124 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Network 55c94a5b-1dee-4512-95d7-42c73d08e25f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:00:15.928554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:15.953537 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:00:15.974932 n-d-812111-12 neutron-server[103635]: DEBUG neutron.objects.ports [None req-e473f205-db1d-40ef-842c-696070e3f708 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103635) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 06:00:15.975409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Pushing event updated for resources: {'Port': ['ID=96935103-9330-4973-ad07-93ffab2b6250,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:15.975579 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e473f205-db1d-40ef-842c-696070e3f708 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (02dba2b9-ba85-4908-9fd7-c179177c08f4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:15.983254 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Network 4577e2f5-931d-4052-aaaa-3b79b3b87b33 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:00:16.033061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:16.042352 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:00:16.099012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Pushing event updated for resources: {'Port': ['ID=5c5bcfed-9974-4cdf-829a-7f0b6617de69,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:16.153644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Attempting to bind port 96935103-9330-4973-ad07-93ffab2b6250 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:00:16.154022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Attempting to bind port 96935103-9330-4973-ad07-93ffab2b6250 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '15e776ac-2aab-4b5f-99dd-833886a57162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:00:16.166152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Attempting to bind port 96935103-9330-4973-ad07-93ffab2b6250 on network 55c94a5b-1dee-4512-95d7-42c73d08e25f {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:00:16.185163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473f205-db1d-40ef-842c-696070e3f708 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Pushing event updated for resources: {'Subnet': ['ID=02dba2b9-ba85-4908-9fd7-c179177c08f4,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:16.198830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e473f205-db1d-40ef-842c-696070e3f708 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Checking segment: {'id': '58b69f2b-e798-4538-a234-8832d6d35599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58dee648-208d-47c0-9f92-1ee34c92af54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:00:16.199111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e473f205-db1d-40ef-842c-696070e3f708 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Network hostable DHCP agents. Network: 58dee648-208d-47c0-9f92-1ee34c92af54, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:00:16.222099 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ffc45-b3a7-4f5e-b604-ce220f069934 req-a6f1646b-7077-4416-83c0-31297cf24736 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:16.229595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ca4ffc45-b3a7-4f5e-b604-ce220f069934 req-a6f1646b-7077-4416-83c0-31297cf24736 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.2155983 Jan 28 06:00:16.233480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Attempting to bind port 5c5bcfed-9974-4cdf-829a-7f0b6617de69 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:00:16.234267 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Attempting to bind port 5c5bcfed-9974-4cdf-829a-7f0b6617de69 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '5878d668-2d50-418c-8b91-5264cd02037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4577e2f5-931d-4052-aaaa-3b79b3b87b33'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:00:16.234847 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Attempting to bind port 5c5bcfed-9974-4cdf-829a-7f0b6617de69 on network 4577e2f5-931d-4052-aaaa-3b79b3b87b33 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:00:16.238695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:00:16.239129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Checking segment: {'id': '15e776ac-2aab-4b5f-99dd-833886a57162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:00:16.241708 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:16.241708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Bound using segment: {'id': '15e776ac-2aab-4b5f-99dd-833886a57162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:00:16.241708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Bound port: 96935103-9330-4973-ad07-93ffab2b6250, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e776ac-2aab-4b5f-99dd-833886a57162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:00:16.241708 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (96935103-9330-4973-ad07-93ffab2b6250), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:16.257479 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:00:16.258050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Checking segment: {'id': '5878d668-2d50-418c-8b91-5264cd02037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4577e2f5-931d-4052-aaaa-3b79b3b87b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:00:16.258910 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:16.259534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Bound using segment: {'id': '5878d668-2d50-418c-8b91-5264cd02037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4577e2f5-931d-4052-aaaa-3b79b3b87b33'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:00:16.260175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Bound port: 5c5bcfed-9974-4cdf-829a-7f0b6617de69, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5878d668-2d50-418c-8b91-5264cd02037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4577e2f5-931d-4052-aaaa-3b79b3b87b33'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:00:16.260669 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5c5bcfed-9974-4cdf-829a-7f0b6617de69), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:16.361294 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50678) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:16.413673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e473f205-db1d-40ef-842c-696070e3f708 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Network 58dee648-208d-47c0-9f92-1ee34c92af54 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:00:16.414427 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] For port 96935103-9330-4973-ad07-93ffab2b6250, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:00:16.422188 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] For port 96935103-9330-4973-ad07-93ffab2b6250, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=96935103-9330-4973-ad07-93ffab2b6250,segment=NetworkSegment(15e776ac-2aab-4b5f-99dd-833886a57162),segment_id=15e776ac-2aab-4b5f-99dd-833886a57162)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:00:16.429749 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] For port 5c5bcfed-9974-4cdf-829a-7f0b6617de69, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:00:16.431099 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Publish callbacks [] for router_gateway (5da41e74-48f2-48d4-9e4c-77852636c832), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:16.435219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] For port 5c5bcfed-9974-4cdf-829a-7f0b6617de69, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5c5bcfed-9974-4cdf-829a-7f0b6617de69,segment=NetworkSegment(5878d668-2d50-418c-8b91-5264cd02037f),segment_id=5878d668-2d50-418c-8b91-5264cd02037f)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:00:16.493273 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e017a1dd-ef7d-4147-b139-deb36749d758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:16.530220 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (96935103-9330-4973-ad07-93ffab2b6250), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:16.534792 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5c5bcfed-9974-4cdf-829a-7f0b6617de69), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:16.559257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e473f205-db1d-40ef-842c-696070e3f708 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 58dee648-208d-47c0-9f92-1ee34c92af54) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:16.639241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6687484f-d3ac-4d74-bdea-25754c0faf90 None None] Network 58dee648-208d-47c0-9f92-1ee34c92af54 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:00:16.689847 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e017a1dd-ef7d-4147-b139-deb36749d758 admin admin] Publish callbacks [] for security_group (37a4fe2e-41e0-43b7-bb53-d8f6b796f267), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:16.712117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ca4ffc45-b3a7-4f5e-b604-ce220f069934 req-e51462cf-2d35-4173-82ff-0155c02be605 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770389 Jan 28 06:00:16.725990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e473f205-db1d-40ef-842c-696070e3f708 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:16.736122 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e473f205-db1d-40ef-842c-696070e3f708 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:16.810127 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e017a1dd-ef7d-4147-b139-deb36749d758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (37a4fe2e-41e0-43b7-bb53-d8f6b796f267), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:16.822926 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Publish callbacks [] for router_gateway (0471c588-2779-4a4b-8f65-799df423c6fc), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:16.845540 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (5da41e74-48f2-48d4-9e4c-77852636c832), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:16.877908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16677a87-9972-47e1-b863-dd89a789bcbf None None] Pushing event updated for resources: {'Port': ['ID=96935103-9330-4973-ad07-93ffab2b6250,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:16.952662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646adce-d299-4274-b467-74935126d1fb req-a89f6a9b-91d2-465d-9d1e-9378bbb56c91 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:16.957436 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0646adce-d299-4274-b467-74935126d1fb req-a89f6a9b-91d2-465d-9d1e-9378bbb56c91 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.5956767 Jan 28 06:00:16.983252 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e473f205-db1d-40ef-842c-696070e3f708 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.8071425 Jan 28 06:00:17.007358 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:17.011183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50688) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:17.048304 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e017a1dd-ef7d-4147-b139-deb36749d758 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=830c0124a4d347489a8e3fac2de42dbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6850035 Jan 28 06:00:17.052076 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50690) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:17.086767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a8509-40e0-4dce-812e-52166c5b90b3 None None] Pushing event updated for resources: {'Port': ['ID=5c5bcfed-9974-4cdf-829a-7f0b6617de69,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:17.115096 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-64c81874-274b-41fe-b4ff-a6c3ea67b3c7 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1460492011', 'network_id': '58dee648-208d-47c0-9f92-1ee34c92af54'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:00:17.177430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e6fd03-8336-4008-bbed-1c4ab648601a None None] Network 58dee648-208d-47c0-9f92-1ee34c92af54 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:00:17.219950 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0bd29eee-77be-4590-a10a-0bde4b052849 admin admin] Publish callbacks [] for security_group (37a4fe2e-41e0-43b7-bb53-d8f6b796f267), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:17.255779 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017a1dd-ef7d-4147-b139-deb36749d758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a4fe2e-41e0-43b7-bb53-d8f6b796f267,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:17.370378 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0bd29eee-77be-4590-a10a-0bde4b052849 admin admin] Publish callbacks [] for security_group (37a4fe2e-41e0-43b7-bb53-d8f6b796f267), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:17.560720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Allocated IP 172.25.0.48 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/fbc81308-f236-406e-a0a5-01171a361d63) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:00:17.587658 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0646adce-d299-4274-b467-74935126d1fb req-04b5f0d7-7ae8-4fbd-8100-95a374af4eaa tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6050973 Jan 28 06:00:17.597240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Router 5da41e74-48f2-48d4-9e4c-77852636c832 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:00:17.610522 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3218aa7-79e1-428a-85ef-24523968c621 req-121d5f4c-e9c1-4d1d-a9c0-13f1804b2695 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:17.613441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3218aa7-79e1-428a-85ef-24523968c621 req-121d5f4c-e9c1-4d1d-a9c0-13f1804b2695 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.6538343 Jan 28 06:00:17.681524 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0bd29eee-77be-4590-a10a-0bde4b052849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (37a4fe2e-41e0-43b7-bb53-d8f6b796f267), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:17.683721 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0bd29eee-77be-4590-a10a-0bde4b052849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:17.685291 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0bd29eee-77be-4590-a10a-0bde4b052849 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37a4fe2e-41e0-43b7-bb53-d8f6b796f267 HTTP/1.1" status: 204 len: 168 time: 0.6319158 Jan 28 06:00:17.699750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd29eee-77be-4590-a10a-0bde4b052849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a4fe2e-41e0-43b7-bb53-d8f6b796f267,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:17.759077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c81874-274b-41fe-b4ff-a6c3ea67b3c7 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Made reservation on behalf of b4abc37c85a441eb854741c3e62927a6 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:00:17.761934 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64c81874-274b-41fe-b4ff-a6c3ea67b3c7 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:17.853162 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Publish callbacks [] for port (fbc81308-f236-406e-a0a5-01171a361d63), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:17.946153 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:00:17.964241 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Sync routers for ids ['5da41e74-48f2-48d4-9e4c-77852636c832'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:00:17.982376 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Routers {'5da41e74-48f2-48d4-9e4c-77852636c832'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:17.984192 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:00:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['5da41e74-48f2-48d4-9e4c-77852636c832'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:18.176572 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (fbc81308-f236-406e-a0a5-01171a361d63), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:18.227265 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5c5bcfed-9974-4cdf-829a-7f0b6617de69 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:18.334678 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Set router 5da41e74-48f2-48d4-9e4c-77852636c832 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:00:18.335789 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 5c5bcfed-9974-4cdf-829a-7f0b6617de69 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:18.335789 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5c5bcfed-9974-4cdf-829a-7f0b6617de69), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:18.348210 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-64c81874-274b-41fe-b4ff-a6c3ea67b3c7 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] device_id is not set on port ea9d237c-9e60-4ab2-8275-3d362ee23786 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:00:18.422250 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:18.435393 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-78a1572f-7353-45b1-ab84-fce2682c63cf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0035031 Jan 28 06:00:18.436211 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3218aa7-79e1-428a-85ef-24523968c621 req-6d0ba971-331c-469a-9833-4eeaacfea5f1 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8091929 Jan 28 06:00:18.437651 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50706) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:18.589714 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5c5bcfed-9974-4cdf-829a-7f0b6617de69 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:18.593695 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5c5bcfed-9974-4cdf-829a-7f0b6617de69), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:18.724695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 5c5bcfed-9974-4cdf-829a-7f0b6617de69, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5c5bcfed-9974-4cdf-829a-7f0b6617de69,segment=NetworkSegment(5878d668-2d50-418c-8b91-5264cd02037f),segment_id=5878d668-2d50-418c-8b91-5264cd02037f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:18.733360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:00:18.788800 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5c5bcfed-9974-4cdf-829a-7f0b6617de69), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:18.790253 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 96935103-9330-4973-ad07-93ffab2b6250 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:18.820353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc81308-f236-406e-a0a5-01171a361d63,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:18.836710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:18.848167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:00:18.980034 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'name': 'tempest-TaggedBootDevicesTest_v242-903691492-router', 'tenant_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bacb8624-80db-4e12-b930-6fe493e6a818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:00:15Z', 'revision_number': 3, 'project_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'gw_port': {'id': 'bacb8624-80db-4e12-b930-6fe493e6a818', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:15Z', 'updated_at': '2022-01-28T06:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:19.080461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=5c5bcfed-9974-4cdf-829a-7f0b6617de69,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:19.105539 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Checking router: 5da41e74-48f2-48d4-9e4c-77852636c832 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:00:19.112719 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Updating router 5da41e74-48f2-48d4-9e4c-77852636c832 port bacb8624-80db-4e12-b930-6fe493e6a818 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:00:19.124523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 96935103-9330-4973-ad07-93ffab2b6250 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:19.124914 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (96935103-9330-4973-ad07-93ffab2b6250), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:19.191444 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bacb8624-80db-4e12-b930-6fe493e6a818), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:19.289783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a655b2-d791-42f1-83e1-25036a88a8b4 None None] Network 4577e2f5-931d-4052-aaaa-3b79b3b87b33 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:00:19.579630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6c56e-9e77-4490-af25-eb64663d00e9 req-fc1e8a95-f89f-40f9-af72-e2e3e8b4d386 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:19.590289 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35d6c56e-9e77-4490-af25-eb64663d00e9 req-fc1e8a95-f89f-40f9-af72-e2e3e8b4d386 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.8570542 Jan 28 06:00:19.604394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad337a-f4a4-44e3-b9c3-185b0dfe401e req-ef97e91f-59f8-469e-b422-e11ae7d748ed tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:19.611646 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00ad337a-f4a4-44e3-b9c3-185b0dfe401e req-ef97e91f-59f8-469e-b422-e11ae7d748ed tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.5555151 Jan 28 06:00:19.658883 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1626ab16-d91b-4490-a90b-248ea4b203ea None None] Network 55c94a5b-1dee-4512-95d7-42c73d08e25f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:00:19.764573 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-64c81874-274b-41fe-b4ff-a6c3ea67b3c7 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Allocated IP 2001:db8::203 (58dee648-208d-47c0-9f92-1ee34c92af54/02dba2b9-ba85-4908-9fd7-c179177c08f4/ea9d237c-9e60-4ab2-8275-3d362ee23786) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:00:19.927719 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Publish callbacks [] for port (bacb8624-80db-4e12-b930-6fe493e6a818), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:19.989544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00ad337a-f4a4-44e3-b9c3-185b0dfe401e req-5dedf822-cf7e-4cb0-8437-3a7e947eb955 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3572621 Jan 28 06:00:20.014919 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bacb8624-80db-4e12-b930-6fe493e6a818), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:20.034840 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35d6c56e-9e77-4490-af25-eb64663d00e9 req-28956932-a471-4ed3-91b9-41dd0399e65c tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197786 Jan 28 06:00:20.055422 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:20.132689 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e52cfc-65b1-4566-92a6-8e467c3fa8bd None None] Pushing event updated for resources: {'Port': ['ID=bacb8624-80db-4e12-b930-6fe493e6a818,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:20.220459 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e52cfc-65b1-4566-92a6-8e467c3fa8bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:20.220938 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e52cfc-65b1-4566-92a6-8e467c3fa8bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:20.221285 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e52cfc-65b1-4566-92a6-8e467c3fa8bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:20.221626 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e52cfc-65b1-4566-92a6-8e467c3fa8bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:20.221961 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e52cfc-65b1-4566-92a6-8e467c3fa8bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:20.222288 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e52cfc-65b1-4566-92a6-8e467c3fa8bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:20.227117 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e52cfc-65b1-4566-92a6-8e467c3fa8bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:20.227760 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e52cfc-65b1-4566-92a6-8e467c3fa8bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:20.229250 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e52cfc-65b1-4566-92a6-8e467c3fa8bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:20.229812 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e52cfc-65b1-4566-92a6-8e467c3fa8bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:20.230914 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e52cfc-65b1-4566-92a6-8e467c3fa8bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:20.231422 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e52cfc-65b1-4566-92a6-8e467c3fa8bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:20.232470 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e52cfc-65b1-4566-92a6-8e467c3fa8bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:20.256163 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Publish callbacks [] for router_gateway (0471c588-2779-4a4b-8f65-799df423c6fc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:20.266563 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Attempting to bind port bacb8624-80db-4e12-b930-6fe493e6a818 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:00:20.271332 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Attempting to bind port bacb8624-80db-4e12-b930-6fe493e6a818 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:00:20.275545 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Attempting to bind port bacb8624-80db-4e12-b930-6fe493e6a818 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:00:20.278198 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:00:20.278871 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:00:20.279429 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:20.279982 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:00:20.280604 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Bound port: bacb8624-80db-4e12-b930-6fe493e6a818, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:00:20.281428 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bacb8624-80db-4e12-b930-6fe493e6a818), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:20.352528 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] For port bacb8624-80db-4e12-b930-6fe493e6a818, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:00:20.358684 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] For port bacb8624-80db-4e12-b930-6fe493e6a818, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=bacb8624-80db-4e12-b930-6fe493e6a818,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:00:20.425973 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bacb8624-80db-4e12-b930-6fe493e6a818), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:20.584658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8851f-4eb4-463f-aaed-be3a962cccee req-ed5565b5-75fd-4cce-9660-7bb24721a3bb tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:20.586155 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7b8851f-4eb4-463f-aaed-be3a962cccee req-ed5565b5-75fd-4cce-9660-7bb24721a3bb tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.3301768 Jan 28 06:00:20.595633 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e52cfc-65b1-4566-92a6-8e467c3fa8bd None None] Pushing event updated for resources: {'Port': ['ID=bacb8624-80db-4e12-b930-6fe493e6a818,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:20.598062 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-80079d9b-239f-4fc8-90ef-73855be24c20 None None] Provisioning complete for port 5c5bcfed-9974-4cdf-829a-7f0b6617de69 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:20.598569 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80079d9b-239f-4fc8-90ef-73855be24c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5c5bcfed-9974-4cdf-829a-7f0b6617de69), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:20.630031 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] Allocated IP 172.20.0.1 (4577e2f5-931d-4052-aaaa-3b79b3b87b33/127c1061-5910-4c37-a9e3-00c9038593bb/3c11b46b-142d-4ffb-8be2-2221d7fcd261) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:00:20.660932 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 96935103-9330-4973-ad07-93ffab2b6250 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:20.661333 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (96935103-9330-4973-ad07-93ffab2b6250), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:20.707081 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Routers {'5da41e74-48f2-48d4-9e4c-77852636c832'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:20.707729 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:00:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['5da41e74-48f2-48d4-9e4c-77852636c832'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:20.770727 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] Publish callbacks [] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:20.817665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7b8851f-4eb4-463f-aaed-be3a962cccee req-ba9a0aaf-3569-4444-a80b-2d32b8a91dd8 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840490 Jan 28 06:00:20.889790 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:20.927827 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64c81874-274b-41fe-b4ff-a6c3ea67b3c7 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for port (ea9d237c-9e60-4ab2-8275-3d362ee23786), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:20.980584 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 96935103-9330-4973-ad07-93ffab2b6250, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=96935103-9330-4973-ad07-93ffab2b6250,segment=NetworkSegment(15e776ac-2aab-4b5f-99dd-833886a57162),segment_id=15e776ac-2aab-4b5f-99dd-833886a57162)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:21.013214 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (0471c588-2779-4a4b-8f65-799df423c6fc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:21.051482 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] Network 4577e2f5-931d-4052-aaaa-3b79b3b87b33 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:00:21.073028 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:21.110198 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:00:21.143236 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] Pushing event updated for resources: {'Port': ['ID=3c11b46b-142d-4ffb-8be2-2221d7fcd261,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:21.156820 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (96935103-9330-4973-ad07-93ffab2b6250), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:21.196493 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] Set router 5da41e74-48f2-48d4-9e4c-77852636c832 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:00:21.266763 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (5da41e74-48f2-48d4-9e4c-77852636c832), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:21.290961 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64c81874-274b-41fe-b4ff-a6c3ea67b3c7 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ea9d237c-9e60-4ab2-8275-3d362ee23786), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:21.317550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2acbe-c0aa-4117-82df-9eaca201af24 req-e7029581-7bd2-4210-8f4b-575a47c6ac39 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:21.329719 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2f2acbe-c0aa-4117-82df-9eaca201af24 req-e7029581-7bd2-4210-8f4b-575a47c6ac39 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1845417 Jan 28 06:00:21.448835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5c5bcfed-9974-4cdf-829a-7f0b6617de69 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:21.592068 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=96935103-9330-4973-ad07-93ffab2b6250,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:21.794676 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:21.875220 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'name': 'tempest-TaggedBootDevicesTest_v242-903691492-router', 'tenant_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bacb8624-80db-4e12-b930-6fe493e6a818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:00:15Z', 'revision_number': 3, 'project_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'gw_port': {'id': 'bacb8624-80db-4e12-b930-6fe493e6a818', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:15Z', 'updated_at': '2022-01-28T06:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:21.934256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-80079d9b-239f-4fc8-90ef-73855be24c20 None None] Current status of the port 5c5bcfed-9974-4cdf-829a-7f0b6617de69 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:21.991707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 5c5bcfed-9974-4cdf-829a-7f0b6617de69 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:21.996428 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5c5bcfed-9974-4cdf-829a-7f0b6617de69), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:22.033220 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f496a8a-83fe-4f5e-a119-f01017940e47 None None] The sync data for ids ['5da41e74-48f2-48d4-9e4c-77852636c832'] in n-d-812111-12 is: [{'id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'name': 'tempest-TaggedBootDevicesTest_v242-903691492-router', 'tenant_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bacb8624-80db-4e12-b930-6fe493e6a818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:00:15Z', 'revision_number': 3, 'project_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'gw_port': {'id': 'bacb8624-80db-4e12-b930-6fe493e6a818', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:15Z', 'updated_at': '2022-01-28T06:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:00:22.173393 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-30fba10f-a664-4fba-8bcd-fbc36a9fe8bb None None] Provisioning complete for port 96935103-9330-4973-ad07-93ffab2b6250 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:22.173776 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30fba10f-a664-4fba-8bcd-fbc36a9fe8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (96935103-9330-4973-ad07-93ffab2b6250), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:22.284202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Router 0471c588-2779-4a4b-8f65-799df423c6fc is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:00:22.294593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5c5bcfed-9974-4cdf-829a-7f0b6617de69 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:22.306360 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2f2acbe-c0aa-4117-82df-9eaca201af24 req-adcaca0b-e43b-4e05-8691-b54c52b1c3cd tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9761856 Jan 28 06:00:22.342603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c81874-274b-41fe-b4ff-a6c3ea67b3c7 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Network 58dee648-208d-47c0-9f92-1ee34c92af54 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:00:22.392345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-64c81874-274b-41fe-b4ff-a6c3ea67b3c7 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:22.406508 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] Publish callbacks [] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:22.451611 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262f8e5-1b4f-48e4-b0c5-28633a1879be req-84dfb679-6aa5-44ef-97f4-a09a9b396ac5 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:22.461991 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3262f8e5-1b4f-48e4-b0c5-28633a1879be req-84dfb679-6aa5-44ef-97f4-a09a9b396ac5 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 1.2640722 Jan 28 06:00:22.467852 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c81874-274b-41fe-b4ff-a6c3ea67b3c7 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:00:22.467852 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c81874-274b-41fe-b4ff-a6c3ea67b3c7 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:22.467852 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64c81874-274b-41fe-b4ff-a6c3ea67b3c7 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:22.507535 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:22.684677 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-64c81874-274b-41fe-b4ff-a6c3ea67b3c7 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 5.6351664 Jan 28 06:00:22.705478 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-30fba10f-a664-4fba-8bcd-fbc36a9fe8bb None None] Current status of the port 96935103-9330-4973-ad07-93ffab2b6250 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:22.756918 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50794) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:22.776089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] Pushing event updated for resources: {'Port': ['ID=3c11b46b-142d-4ffb-8be2-2221d7fcd261,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:22.797649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c81874-274b-41fe-b4ff-a6c3ea67b3c7 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Pushing event updated for resources: {'Port': ['ID=ea9d237c-9e60-4ab2-8275-3d362ee23786,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:22.869858 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-76beee5b-ef12-4594-85e0-f26ec65cb584 None None] Provisioning complete for port 96935103-9330-4973-ad07-93ffab2b6250 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:22.870243 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76beee5b-ef12-4594-85e0-f26ec65cb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (96935103-9330-4973-ad07-93ffab2b6250), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:22.938990 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (5da41e74-48f2-48d4-9e4c-77852636c832), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:23.149792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cb09d-488a-439f-ba8e-cd9d507af3b5 req-e08a23b7-9a37-4d95-9694-e2999016fd30 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:23.149792 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-110cb09d-488a-439f-ba8e-cd9d507af3b5 req-e08a23b7-9a37-4d95-9694-e2999016fd30 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.4780793 Jan 28 06:00:23.155106 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3262f8e5-1b4f-48e4-b0c5-28633a1879be req-95398b68-abcf-4104-b711-15df771cfadc tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6915331 Jan 28 06:00:23.156467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:00:23.191183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Sync routers for ids ['0471c588-2779-4a4b-8f65-799df423c6fc'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:00:23.222127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-76beee5b-ef12-4594-85e0-f26ec65cb584 None None] Current status of the port 96935103-9330-4973-ad07-93ffab2b6250 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:23.259241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Routers {'0471c588-2779-4a4b-8f65-799df423c6fc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:23.260644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:00:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0471c588-2779-4a4b-8f65-799df423c6fc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:23.333430 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:23.340372 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bf12c237-c49a-4035-a538-42c784971be1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 10.3372066 Jan 28 06:00:23.341481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50804) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:23.492156 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a880bf5f-0f1c-464d-b298-50629f1b127d tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Deleting port ea9d237c-9e60-4ab2-8275-3d362ee23786 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:00:23.492156 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a880bf5f-0f1c-464d-b298-50629f1b127d tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ea9d237c-9e60-4ab2-8275-3d362ee23786), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:23.492951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-110cb09d-488a-439f-ba8e-cd9d507af3b5 req-5025f8bd-1bf0-40cc-a573-f8bbf4a32ae7 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685568 Jan 28 06:00:23.592588 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] Network 4577e2f5-931d-4052-aaaa-3b79b3b87b33 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:00:23.598834 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:23.636542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-76beee5b-ef12-4594-85e0-f26ec65cb584 None None] Provisioning complete for port 5c5bcfed-9974-4cdf-829a-7f0b6617de69 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:23.636542 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76beee5b-ef12-4594-85e0-f26ec65cb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5c5bcfed-9974-4cdf-829a-7f0b6617de69), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:23.681617 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a880bf5f-0f1c-464d-b298-50629f1b127d tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ea9d237c-9e60-4ab2-8275-3d362ee23786), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:23.690520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device bacb8624-80db-4e12-b930-6fe493e6a818 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:23.696806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a880bf5f-0f1c-464d-b298-50629f1b127d tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Calling delete_port for ea9d237c-9e60-4ab2-8275-3d362ee23786 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:00:23.740404 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Set router 0471c588-2779-4a4b-8f65-799df423c6fc gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:00:24.112308 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8cf03e97-1c1e-41a2-ae18-976683652b65 req-d4034520-d699-419c-838c-c0b23aec0068 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1532443 Jan 28 06:00:24.125226 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port bacb8624-80db-4e12-b930-6fe493e6a818 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:24.126185 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (bacb8624-80db-4e12-b930-6fe493e6a818), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:24.138074 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a880bf5f-0f1c-464d-b298-50629f1b127d tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ea9d237c-9e60-4ab2-8275-3d362ee23786), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:24.163684 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204f1ed-ef6b-42a6-b7d5-b14801225507 req-984a5d79-345c-40a5-92d2-faf51b6067fe tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:24.167899 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d204f1ed-ef6b-42a6-b7d5-b14801225507 req-984a5d79-345c-40a5-92d2-faf51b6067fe tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.3870320 Jan 28 06:00:24.225197 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-76beee5b-ef12-4594-85e0-f26ec65cb584 None None] Current status of the port 5c5bcfed-9974-4cdf-829a-7f0b6617de69 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:24.254473 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880bf5f-0f1c-464d-b298-50629f1b127d tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea9d237c-9e60-4ab2-8275-3d362ee23786,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:24.321393 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a880bf5f-0f1c-464d-b298-50629f1b127d tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:24.331462 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a880bf5f-0f1c-464d-b298-50629f1b127d tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ea9d237c-9e60-4ab2-8275-3d362ee23786 HTTP/1.1" status: 204 len: 168 time: 1.5326335 Jan 28 06:00:24.334875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50834) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:24.362835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-76beee5b-ef12-4594-85e0-f26ec65cb584 None None] Provisioning complete for port 3c11b46b-142d-4ffb-8be2-2221d7fcd261 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:24.363277 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76beee5b-ef12-4594-85e0-f26ec65cb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:24.365820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58dee648-208d-47c0-9f92-1ee34c92af54', 'external_fixed_ips': [{'subnet_id': '02dba2b9-ba85-4908-9fd7-c179177c08f4', 'ip_address': '2001:db8::203'}]}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:00:24.460262 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'name': 'tempest-TestServerBasicOps-1377500027-router', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:00:19Z', 'revision_number': 3, 'project_id': '5a47cdb207f4459f8119649608f12177', 'gw_port': {'id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:17Z', 'updated_at': '2022-01-28T06:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:24.505340 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] Router 5da41e74-48f2-48d4-9e4c-77852636c832 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:00:24.550478 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Checking router: 0471c588-2779-4a4b-8f65-799df423c6fc for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:00:24.550782 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Updating router 0471c588-2779-4a4b-8f65-799df423c6fc port fbc81308-f236-406e-a0a5-01171a361d63 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:00:24.640531 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fbc81308-f236-406e-a0a5-01171a361d63), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:24.654819 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port bacb8624-80db-4e12-b930-6fe493e6a818 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:24.655216 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bacb8624-80db-4e12-b930-6fe493e6a818), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:24.740454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-76beee5b-ef12-4594-85e0-f26ec65cb584 None None] Port 3c11b46b-142d-4ffb-8be2-2221d7fcd261 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:00:24.742034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf03e97-1c1e-41a2-ae18-976683652b65 req-18d83c12-3a50-4672-99e1-fe5e50abb2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:24.747709 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8cf03e97-1c1e-41a2-ae18-976683652b65 req-18d83c12-3a50-4672-99e1-fe5e50abb2ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbc79cbf9170467382f8d73143b1e254&device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 1102 time: 0.4069436 Jan 28 06:00:24.748614 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (7a35dc3d-72f2-468c-ae65-0d85545301d3), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:24.755614 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (7a35dc3d-72f2-468c-ae65-0d85545301d3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:24.768715 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:00:24.790325 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5ee05a34-64bf-4972-9195-7de44fa9fec3 admin admin] 10.222.0.31 "PUT /v2.0/routers/5da41e74-48f2-48d4-9e4c-77852636c832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3438437 Jan 28 06:00:24.829694 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d204f1ed-ef6b-42a6-b7d5-b14801225507 req-9c2b96f9-7598-441a-9184-00cd80e17591 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6500142 Jan 28 06:00:25.129041 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_controller (7a35dc3d-72f2-468c-ae65-0d85545301d3), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:25.157246 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fb897-5113-4dfd-b122-a8627d681da4 req-36df971a-aab5-4ef1-82ef-9c518f2a9af7 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:25.175667 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db4fb897-5113-4dfd-b122-a8627d681da4 req-36df971a-aab5-4ef1-82ef-9c518f2a9af7 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.6949887 Jan 28 06:00:25.273412 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Publish callbacks [] for port (fbc81308-f236-406e-a0a5-01171a361d63), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:25.319393 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port bacb8624-80db-4e12-b930-6fe493e6a818, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=bacb8624-80db-4e12-b930-6fe493e6a818,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:25.345701 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-857d0663-f359-452d-87e8-297a4500b2cd None None] Provisioning complete for port 3c11b46b-142d-4ffb-8be2-2221d7fcd261 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:25.345701 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-857d0663-f359-452d-87e8-297a4500b2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:25.415628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-857d0663-f359-452d-87e8-297a4500b2cd None None] Port 3c11b46b-142d-4ffb-8be2-2221d7fcd261 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:00:25.420982 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:25.421859 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fbc81308-f236-406e-a0a5-01171a361d63), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:25.472472 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bacb8624-80db-4e12-b930-6fe493e6a818), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:25.473313 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 96935103-9330-4973-ad07-93ffab2b6250 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:25.476810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae92671-0f8a-4c9d-aaa9-def09d08fcf6 None None] Pushing event updated for resources: {'Port': ['ID=fbc81308-f236-406e-a0a5-01171a361d63,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:25.652657 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Attempting to bind port fbc81308-f236-406e-a0a5-01171a361d63 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:00:25.653030 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Attempting to bind port fbc81308-f236-406e-a0a5-01171a361d63 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:00:25.653395 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Attempting to bind port fbc81308-f236-406e-a0a5-01171a361d63 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:00:25.669269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:00:25.669647 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:00:25.670052 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:25.670499 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:00:25.670983 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Bound port: fbc81308-f236-406e-a0a5-01171a361d63, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:00:25.671361 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fbc81308-f236-406e-a0a5-01171a361d63), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:25.684272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=bacb8624-80db-4e12-b930-6fe493e6a818,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:25.702166 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Sync routers for ids ['5da41e74-48f2-48d4-9e4c-77852636c832'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:00:25.733648 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Routers {'5da41e74-48f2-48d4-9e4c-77852636c832'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:25.737982 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 96935103-9330-4973-ad07-93ffab2b6250 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:25.738389 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (96935103-9330-4973-ad07-93ffab2b6250), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:25.744703 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:00:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['5da41e74-48f2-48d4-9e4c-77852636c832'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:25.784053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] For port fbc81308-f236-406e-a0a5-01171a361d63, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:00:25.789408 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] For port fbc81308-f236-406e-a0a5-01171a361d63, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fbc81308-f236-406e-a0a5-01171a361d63,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:00:25.919930 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db4fb897-5113-4dfd-b122-a8627d681da4 req-55fbb744-d08e-46fe-8719-651160050063 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7501626 Jan 28 06:00:25.977225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 96935103-9330-4973-ad07-93ffab2b6250 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:25.987776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf03e97-1c1e-41a2-ae18-976683652b65 req-afd1ba2a-e2d9-422a-a149-7cf37d17a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:25.989072 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fbc81308-f236-406e-a0a5-01171a361d63), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:25.990591 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8cf03e97-1c1e-41a2-ae18-976683652b65 req-afd1ba2a-e2d9-422a-a149-7cf37d17a1f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 1.2165184 Jan 28 06:00:26.147778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Routers {'0471c588-2779-4a4b-8f65-799df423c6fc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:26.151622 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:00:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0471c588-2779-4a4b-8f65-799df423c6fc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:26.314148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8cf03e97-1c1e-41a2-ae18-976683652b65 req-a95ec5fa-2720-41a7-a811-3b6017490971 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a07c021f-e56d-4c1b-910e-0047605f1435 HTTP/1.1" status: 200 len: 217 time: 0.2986004 Jan 28 06:00:26.338784 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Set router 5da41e74-48f2-48d4-9e4c-77852636c832 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:00:26.341176 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device bacb8624-80db-4e12-b930-6fe493e6a818 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:26.379483 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae92671-0f8a-4c9d-aaa9-def09d08fcf6 None None] Pushing event updated for resources: {'Port': ['ID=fbc81308-f236-406e-a0a5-01171a361d63,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:26.503819 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca11f36-a63c-47fb-99ed-511859f63771 req-d9af6907-8d75-4750-b649-cb4d6ee91ab2 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:26.505607 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ca11f36-a63c-47fb-99ed-511859f63771 req-d9af6907-8d75-4750-b649-cb4d6ee91ab2 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 1.4252512 Jan 28 06:00:26.611986 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:26.616329 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (7a35dc3d-72f2-468c-ae65-0d85545301d3), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:26.661981 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-414cc631-547a-4d6e-b921-b5cdf8fcfcff req-31e233cf-426f-4976-8eba-78eaa8ae89b5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3466058 Jan 28 06:00:26.705873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf03e97-1c1e-41a2-ae18-976683652b65 req-371df263-be49-4df1-be75-2e9259b9b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:26.712263 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8cf03e97-1c1e-41a2-ae18-976683652b65 req-371df263-be49-4df1-be75-2e9259b9b49c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.3757606 Jan 28 06:00:26.714523 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'name': 'tempest-TaggedBootDevicesTest_v242-903691492-router', 'tenant_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bacb8624-80db-4e12-b930-6fe493e6a818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:00:21Z', 'revision_number': 4, 'project_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'gw_port': {'id': 'bacb8624-80db-4e12-b930-6fe493e6a818', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:15Z', 'updated_at': '2022-01-28T06:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '3c11b46b-142d-4ffb-8be2-2221d7fcd261', 'name': '', 'network_id': '4577e2f5-931d-4052-aaaa-3b79b3b87b33', 'tenant_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'mac_address': 'fa:16:3e:a8:e8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '127c1061-5910-4c37-a9e3-00c9038593bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:20Z', 'updated_at': '2022-01-28T06:00:21Z', 'revision_number': 2, 'project_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'subnets': [{'id': '127c1061-5910-4c37-a9e3-00c9038593bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:26.819477 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Checking router: 5da41e74-48f2-48d4-9e4c-77852636c832 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:00:26.820095 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Updating router 5da41e74-48f2-48d4-9e4c-77852636c832 port 3c11b46b-142d-4ffb-8be2-2221d7fcd261 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:00:26.874733 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:27.111443 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] Set router 0471c588-2779-4a4b-8f65-799df423c6fc gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:00:27.191881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port bacb8624-80db-4e12-b930-6fe493e6a818 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:27.192101 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (bacb8624-80db-4e12-b930-6fe493e6a818), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:27.242066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] Allocated IP 172.20.0.1 (55c94a5b-1dee-4512-95d7-42c73d08e25f/986c74b2-1c64-4375-8ceb-7ee05426b434/c2887ffd-a979-49de-ad7e-1780b6ff84f3) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:00:27.397807 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50942) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:27.539874 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Publish callbacks [] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:27.551129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ca11f36-a63c-47fb-99ed-511859f63771 req-204c7531-fbc8-4603-8bb6-b795d7508f6c tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9955487 Jan 28 06:00:27.620915 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:27.701566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port bacb8624-80db-4e12-b930-6fe493e6a818 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:27.704110 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe276c1-6535-48ae-9072-887d86a3124b None None] Pushing event updated for resources: {'Port': ['ID=3c11b46b-142d-4ffb-8be2-2221d7fcd261,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:27.805802 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Attempting to bind port 3c11b46b-142d-4ffb-8be2-2221d7fcd261 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:00:27.807512 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Attempting to bind port 3c11b46b-142d-4ffb-8be2-2221d7fcd261 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '5878d668-2d50-418c-8b91-5264cd02037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4577e2f5-931d-4052-aaaa-3b79b3b87b33'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:00:27.808817 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Attempting to bind port 3c11b46b-142d-4ffb-8be2-2221d7fcd261 on network 4577e2f5-931d-4052-aaaa-3b79b3b87b33 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:00:27.823641 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:00:27.825710 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Checking segment: {'id': '5878d668-2d50-418c-8b91-5264cd02037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4577e2f5-931d-4052-aaaa-3b79b3b87b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:00:27.842190 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:27.844562 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Bound using segment: {'id': '5878d668-2d50-418c-8b91-5264cd02037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4577e2f5-931d-4052-aaaa-3b79b3b87b33'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:00:27.846499 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Bound port: 3c11b46b-142d-4ffb-8be2-2221d7fcd261, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5878d668-2d50-418c-8b91-5264cd02037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4577e2f5-931d-4052-aaaa-3b79b3b87b33'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:00:27.850737 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:27.865162 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51a5eaee-a4d4-4a1a-aa50-14f0184d3a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:27.890215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'name': 'tempest-TestServerBasicOps-1377500027-router', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:00:19Z', 'revision_number': 3, 'project_id': '5a47cdb207f4459f8119649608f12177', 'gw_port': {'id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:17Z', 'updated_at': '2022-01-28T06:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:27.905295 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:27.980539 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005edef4-9294-463a-95fd-c759a4e5a9a6 None None] The sync data for ids ['0471c588-2779-4a4b-8f65-799df423c6fc'] in n-d-812111-12 is: [{'id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'name': 'tempest-TestServerBasicOps-1377500027-router', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:00:19Z', 'revision_number': 3, 'project_id': '5a47cdb207f4459f8119649608f12177', 'gw_port': {'id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:17Z', 'updated_at': '2022-01-28T06:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:00:28.040743 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f99839-164d-425a-840a-e20289aceb15 req-43f28d8f-2088-4e1d-8bdd-22a9dea71c2d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:28.042529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59f99839-164d-425a-840a-e20289aceb15 req-43f28d8f-2088-4e1d-8bdd-22a9dea71c2d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.7956188 Jan 28 06:00:28.066225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cc631-547a-4d6e-b921-b5cdf8fcfcff req-d27d484e-897d-43b8-93f4-45658005598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:28.072642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-414cc631-547a-4d6e-b921-b5cdf8fcfcff req-d27d484e-897d-43b8-93f4-45658005598f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87deee7ce54d434ba963e63e7f55edbe&device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 1097 time: 0.8235476 Jan 28 06:00:28.086498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf03e97-1c1e-41a2-ae18-976683652b65 req-3cc8f187-8567-484a-a326-0d99b634bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:28.088426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8cf03e97-1c1e-41a2-ae18-976683652b65 req-3cc8f187-8567-484a-a326-0d99b634bfaa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8404112 Jan 28 06:00:28.106924 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] For port 3c11b46b-142d-4ffb-8be2-2221d7fcd261, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:00:28.114099 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] For port 3c11b46b-142d-4ffb-8be2-2221d7fcd261, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3c11b46b-142d-4ffb-8be2-2221d7fcd261,segment=NetworkSegment(5878d668-2d50-418c-8b91-5264cd02037f),segment_id=5878d668-2d50-418c-8b91-5264cd02037f)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:00:28.147397 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51a5eaee-a4d4-4a1a-aa50-14f0184d3a72 admin admin] Publish callbacks [] for security_group (67566abe-07b0-4f96-bbdc-3eb1f6058ce9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:28.236608 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:28.271310 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51a5eaee-a4d4-4a1a-aa50-14f0184d3a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (67566abe-07b0-4f96-bbdc-3eb1f6058ce9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:28.283862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-69af88aa-9c47-43cf-af7a-36777a467c58 None None] Provisioning complete for port 3c11b46b-142d-4ffb-8be2-2221d7fcd261 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:28.290613 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69af88aa-9c47-43cf-af7a-36777a467c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:28.369782 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Routers {'5da41e74-48f2-48d4-9e4c-77852636c832'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:28.374535 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:00:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['5da41e74-48f2-48d4-9e4c-77852636c832'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:28.483651 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-51a5eaee-a4d4-4a1a-aa50-14f0184d3a72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b3dc39cbbeb454b8e8b69a7e95d958a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0845892 Jan 28 06:00:28.485663 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50990) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:28.586858 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe276c1-6535-48ae-9072-887d86a3124b None None] Pushing event updated for resources: {'Port': ['ID=3c11b46b-142d-4ffb-8be2-2221d7fcd261,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:28.601868 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cb9a1-aff0-4420-a7ec-0bd0da21279d req-7d8d083b-49cc-4a21-8e09-1a634573a900 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:28.608871 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5eaee-a4d4-4a1a-aa50-14f0184d3a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67566abe-07b0-4f96-bbdc-3eb1f6058ce9,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:28.617532 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d17cb9a1-aff0-4420-a7ec-0bd0da21279d req-7d8d083b-49cc-4a21-8e09-1a634573a900 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.8005567 Jan 28 06:00:28.620550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cc631-547a-4d6e-b921-b5cdf8fcfcff req-219c3c2b-0295-4f7a-a08c-a812f553890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:28.624805 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-414cc631-547a-4d6e-b921-b5cdf8fcfcff req-219c3c2b-0295-4f7a-a08c-a812f553890f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b89a966-4104-417f-8f4b-9fb507d41209 HTTP/1.1" status: 200 len: 914 time: 0.5212941 Jan 28 06:00:28.724264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-69af88aa-9c47-43cf-af7a-36777a467c58 None None] Current status of the port 3c11b46b-142d-4ffb-8be2-2221d7fcd261 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:28.724844 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69af88aa-9c47-43cf-af7a-36777a467c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:28.744201 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] Publish callbacks [] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:28.750971 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59f99839-164d-425a-840a-e20289aceb15 req-8e77d73d-7817-48c9-997b-ee76c166aaa7 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6724055 Jan 28 06:00:28.795174 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-414cc631-547a-4d6e-b921-b5cdf8fcfcff req-dbfa15fa-701b-4cc3-8f9b-b4963c6972cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33ed1140-df01-4a4a-9322-2ec5002abf39 HTTP/1.1" status: 200 len: 217 time: 0.1547649 Jan 28 06:00:28.872660 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-efc73f0b-70c1-4f77-83f9-d91455778878 admin admin] Publish callbacks [] for security_group (67566abe-07b0-4f96-bbdc-3eb1f6058ce9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:28.931885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-69af88aa-9c47-43cf-af7a-36777a467c58 None None] For port 3c11b46b-142d-4ffb-8be2-2221d7fcd261, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3c11b46b-142d-4ffb-8be2-2221d7fcd261,segment=NetworkSegment(5878d668-2d50-418c-8b91-5264cd02037f),segment_id=5878d668-2d50-418c-8b91-5264cd02037f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:28.960974 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-efc73f0b-70c1-4f77-83f9-d91455778878 admin admin] Publish callbacks [] for security_group (67566abe-07b0-4f96-bbdc-3eb1f6058ce9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:29.071286 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] Set router 5da41e74-48f2-48d4-9e4c-77852636c832 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:00:29.202931 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69af88aa-9c47-43cf-af7a-36777a467c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:29.233933 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-efc73f0b-70c1-4f77-83f9-d91455778878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (67566abe-07b0-4f96-bbdc-3eb1f6058ce9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:29.237173 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-efc73f0b-70c1-4f77-83f9-d91455778878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:29.238615 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-efc73f0b-70c1-4f77-83f9-d91455778878 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67566abe-07b0-4f96-bbdc-3eb1f6058ce9 HTTP/1.1" status: 204 len: 168 time: 0.7517672 Jan 28 06:00:29.269906 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc73f0b-70c1-4f77-83f9-d91455778878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67566abe-07b0-4f96-bbdc-3eb1f6058ce9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:29.361905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af88aa-9c47-43cf-af7a-36777a467c58 None None] Pushing event updated for resources: {'Port': ['ID=3c11b46b-142d-4ffb-8be2-2221d7fcd261,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:29.465667 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ebeb666c-7108-4f7e-b002-5039dcc1527c None None] Provisioning complete for port 3c11b46b-142d-4ffb-8be2-2221d7fcd261 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:29.474669 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ebeb666c-7108-4f7e-b002-5039dcc1527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:29.868683 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'name': 'tempest-TaggedBootDevicesTest_v242-903691492-router', 'tenant_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bacb8624-80db-4e12-b930-6fe493e6a818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:00:21Z', 'revision_number': 4, 'project_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'gw_port': {'id': 'bacb8624-80db-4e12-b930-6fe493e6a818', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:15Z', 'updated_at': '2022-01-28T06:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '3c11b46b-142d-4ffb-8be2-2221d7fcd261', 'name': '', 'network_id': '4577e2f5-931d-4052-aaaa-3b79b3b87b33', 'tenant_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'mac_address': 'fa:16:3e:a8:e8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '127c1061-5910-4c37-a9e3-00c9038593bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:20Z', 'updated_at': '2022-01-28T06:00:28Z', 'revision_number': 4, 'project_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'subnets': [{'id': '127c1061-5910-4c37-a9e3-00c9038593bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:29.918002 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb666c-7108-4f7e-b002-5039dcc1527c None None] Current status of the port 3c11b46b-142d-4ffb-8be2-2221d7fcd261 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:29.932024 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8cf03e97-1c1e-41a2-ae18-976683652b65 req-e6f5c437-ab3f-4fea-854e-aafffd93302d service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8295684 Jan 28 06:00:29.987409 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fdb76-c61d-430f-83cb-38babdca0ab3 None None] The sync data for ids ['5da41e74-48f2-48d4-9e4c-77852636c832'] in n-d-812111-12 is: [{'id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'name': 'tempest-TaggedBootDevicesTest_v242-903691492-router', 'tenant_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bacb8624-80db-4e12-b930-6fe493e6a818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:00:21Z', 'revision_number': 4, 'project_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'gw_port': {'id': 'bacb8624-80db-4e12-b930-6fe493e6a818', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:15Z', 'updated_at': '2022-01-28T06:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '3c11b46b-142d-4ffb-8be2-2221d7fcd261', 'name': '', 'network_id': '4577e2f5-931d-4052-aaaa-3b79b3b87b33', 'tenant_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'mac_address': 'fa:16:3e:a8:e8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '127c1061-5910-4c37-a9e3-00c9038593bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:20Z', 'updated_at': '2022-01-28T06:00:28Z', 'revision_number': 4, 'project_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'subnets': [{'id': '127c1061-5910-4c37-a9e3-00c9038593bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:00:30.128433 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:30.307576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cc631-547a-4d6e-b921-b5cdf8fcfcff req-337daace-2e49-4ab5-b789-7c43ba48b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:30.309329 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-414cc631-547a-4d6e-b921-b5cdf8fcfcff req-337daace-2e49-4ab5-b789-7c43ba48b955 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c HTTP/1.1" status: 200 len: 853 time: 1.5051506 Jan 28 06:00:30.313989 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d17cb9a1-aff0-4420-a7ec-0bd0da21279d req-9154b672-79c7-49fd-ac45-927881bbfaa0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6474526 Jan 28 06:00:30.315994 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8cf03e97-1c1e-41a2-ae18-976683652b65 req-0ec14285-6df5-46e4-a85b-9ba813df4553 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779755 Jan 28 06:00:30.481455 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fbc81308-f236-406e-a0a5-01171a361d63 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:30.662213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port fbc81308-f236-406e-a0a5-01171a361d63 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:30.662774 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fbc81308-f236-406e-a0a5-01171a361d63), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:30.677349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] Network 55c94a5b-1dee-4512-95d7-42c73d08e25f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:00:30.728287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:30.745762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-414cc631-547a-4d6e-b921-b5cdf8fcfcff req-65196ed1-65da-455a-a8c6-699cb66a47da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b89a966-4104-417f-8f4b-9fb507d41209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4263160 Jan 28 06:00:30.778758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:00:30.915799 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9b6e0-ad40-4370-94ab-c9cfdf9ce0da req-b00149ac-fd82-4e14-94e1-ffcfe1dcf82e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:30.917658 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92e9b6e0-ad40-4370-94ab-c9cfdf9ce0da req-b00149ac-fd82-4e14-94e1-ffcfe1dcf82e tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.9041471 Jan 28 06:00:30.918895 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (0471c588-2779-4a4b-8f65-799df423c6fc), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:30.956427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51024) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:30.973045 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port fbc81308-f236-406e-a0a5-01171a361d63 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:30.973653 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fbc81308-f236-406e-a0a5-01171a361d63), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:30.995097 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-efc96aee-6bd8-40d0-b946-7f97acda3fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:31.120754 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port fbc81308-f236-406e-a0a5-01171a361d63, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fbc81308-f236-406e-a0a5-01171a361d63,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:31.167323 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-414cc631-547a-4d6e-b921-b5cdf8fcfcff req-b6fa2899-4109-48d4-bc9e-70837ad7fbfd service neutron] 10.222.0.64 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409184 Jan 28 06:00:31.226619 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fbc81308-f236-406e-a0a5-01171a361d63), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:31.335740 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-efc96aee-6bd8-40d0-b946-7f97acda3fd0 admin admin] Publish callbacks [] for security_group (a7f82e2c-565d-4462-8eb4-1595ca0c08b6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:31.402636 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-efc96aee-6bd8-40d0-b946-7f97acda3fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a7f82e2c-565d-4462-8eb4-1595ca0c08b6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:31.455719 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=fbc81308-f236-406e-a0a5-01171a361d63,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:31.490122 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-9d85c03a-8211-42db-8ee7-c19c7a0f2765 None None] Provisioning complete for port c2887ffd-a979-49de-ad7e-1780b6ff84f3 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:31.491798 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d85c03a-8211-42db-8ee7-c19c7a0f2765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:31.545244 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-efc96aee-6bd8-40d0-b946-7f97acda3fd0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e5e50480e5b4006bd708b803b180c73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5876362 Jan 28 06:00:31.550782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc96aee-6bd8-40d0-b946-7f97acda3fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f82e2c-565d-4462-8eb4-1595ca0c08b6,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:31.569136 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51030) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:31.610221 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9d85c03a-8211-42db-8ee7-c19c7a0f2765 None None] Port c2887ffd-a979-49de-ad7e-1780b6ff84f3 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:00:31.687283 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92e9b6e0-ad40-4370-94ab-c9cfdf9ce0da req-4874f94d-c233-49ec-8192-7660ba2408fd tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5157874 Jan 28 06:00:31.717261 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] Publish callbacks [] for security_group (a7f82e2c-565d-4462-8eb4-1595ca0c08b6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:31.800670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] Pushing event updated for resources: {'Port': ['ID=c2887ffd-a979-49de-ad7e-1780b6ff84f3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:31.832344 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] Publish callbacks [] for security_group (a7f82e2c-565d-4462-8eb4-1595ca0c08b6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:32.134058 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a7f82e2c-565d-4462-8eb4-1595ca0c08b6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:32.136718 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:32.139362 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7f82e2c-565d-4462-8eb4-1595ca0c08b6 HTTP/1.1" status: 204 len: 168 time: 0.5647829 Jan 28 06:00:32.162626 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f82e2c-565d-4462-8eb4-1595ca0c08b6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:32.209391 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.214472 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.216337 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.218081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.231698 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.233806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.237183 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.237735 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.256877 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.257234 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.257587 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.257996 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.258355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e404322f-8e8d-4945-87d3-b89c1887b96a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:32.313835 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7dfe0-ef8f-4d5e-ae46-e7e421126a2b req-04e980b3-601b-4cc4-9124-1e9533be79a0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:32.319199 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2e7dfe0-ef8f-4d5e-ae46-e7e421126a2b req-04e980b3-601b-4cc4-9124-1e9533be79a0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 1.7304928 Jan 28 06:00:32.329201 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-414cc631-547a-4d6e-b921-b5cdf8fcfcff req-e5c6286e-a170-4a7c-a187-e0d29d9f503c service neutron] 10.222.0.64 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8769970 Jan 28 06:00:32.330376 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (7a35dc3d-72f2-468c-ae65-0d85545301d3), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:32.491352 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:32.493602 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bc9d8e77-43e7-4e44-89e4-16c2520b0c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:32.605039 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3c11b46b-142d-4ffb-8be2-2221d7fcd261 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:32.845906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 3c11b46b-142d-4ffb-8be2-2221d7fcd261 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:32.846293 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:33.072018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Allocated IP 2001:db8::203 (58dee648-208d-47c0-9f92-1ee34c92af54/02dba2b9-ba85-4908-9fd7-c179177c08f4/0ffc9a0c-7113-4d03-adab-759c3261669c) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:00:33.195596 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for port (0ffc9a0c-7113-4d03-adab-759c3261669c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:33.306446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 3c11b46b-142d-4ffb-8be2-2221d7fcd261 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:33.309281 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fbc81308-f236-406e-a0a5-01171a361d63 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:33.356397 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:33.456543 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (0ffc9a0c-7113-4d03-adab-759c3261669c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:33.541641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port fbc81308-f236-406e-a0a5-01171a361d63 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:33.543409 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fbc81308-f236-406e-a0a5-01171a361d63), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:33.806810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port fbc81308-f236-406e-a0a5-01171a361d63 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:33.847322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2e7dfe0-ef8f-4d5e-ae46-e7e421126a2b req-aceb1ffb-4ac2-4a20-a807-d63d08543973 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3975198 Jan 28 06:00:34.092742 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] Publish callbacks [] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:34.162628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Network 58dee648-208d-47c0-9f92-1ee34c92af54 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:00:34.167437 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Pushing event updated for resources: {'Port': ['ID=0ffc9a0c-7113-4d03-adab-759c3261669c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:34.178592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:34.181532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:00:34.459983 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:34.582226 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8658f8-f12b-4615-ae21-fd45f041fdfa req-d003e557-db76-4843-9b73-a1157c9a079d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:34.592289 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ca8658f8-f12b-4615-ae21-fd45f041fdfa req-d003e557-db76-4843-9b73-a1157c9a079d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 1.2598810 Jan 28 06:00:34.649427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] Pushing event updated for resources: {'Port': ['ID=c2887ffd-a979-49de-ad7e-1780b6ff84f3,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:34.828690 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f86983e-f90b-48af-9c55-5dd54d3d62b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:34.965501 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (7a35dc3d-72f2-468c-ae65-0d85545301d3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:34.968506 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (0471c588-2779-4a4b-8f65-799df423c6fc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:35.124681 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ca8658f8-f12b-4615-ae21-fd45f041fdfa req-3093e137-0b86-4209-ae08-f0dffe60d895 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4101450 Jan 28 06:00:35.154483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33d8e-97c3-4486-b4f0-77a5dbdc4875 req-27d25414-8978-4a9b-804d-b00da56b0473 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:35.155792 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-56d33d8e-97c3-4486-b4f0-77a5dbdc4875 req-27d25414-8978-4a9b-804d-b00da56b0473 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.6902657 Jan 28 06:00:35.411340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-56d33d8e-97c3-4486-b4f0-77a5dbdc4875 req-c810115d-e251-4238-ab62-7794218b489f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546630 Jan 28 06:00:35.460211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] Network 55c94a5b-1dee-4512-95d7-42c73d08e25f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:00:35.466792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:35.825807 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (7a35dc3d-72f2-468c-ae65-0d85545301d3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:35.871716 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51116) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:35.887172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f5093398-5c7c-4705-8271-63f1997901c7 None None] Provisioning complete for port c2887ffd-a979-49de-ad7e-1780b6ff84f3 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:35.887675 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f5093398-5c7c-4705-8271-63f1997901c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:35.978498 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f5093398-5c7c-4705-8271-63f1997901c7 None None] Port c2887ffd-a979-49de-ad7e-1780b6ff84f3 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:00:36.185747 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f016edf4-4787-4eea-95ce-202986fd577c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:36.483730 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f016edf4-4787-4eea-95ce-202986fd577c admin admin] Publish callbacks [] for security_group (cb303f23-89ed-419f-95ea-d5a9232e5f82), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:36.529710 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:36.580199 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f016edf4-4787-4eea-95ce-202986fd577c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cb303f23-89ed-419f-95ea-d5a9232e5f82), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:36.670932 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f016edf4-4787-4eea-95ce-202986fd577c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=375307f46d4c436fb4ff27347ef56303&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7966633 Jan 28 06:00:36.673429 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51130) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:36.735114 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016edf4-4787-4eea-95ce-202986fd577c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb303f23-89ed-419f-95ea-d5a9232e5f82,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:36.804040 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57ee2742-93d6-42f2-a2ac-14126c24bda4 admin admin] Publish callbacks [] for security_group (cb303f23-89ed-419f-95ea-d5a9232e5f82), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:36.840373 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57ee2742-93d6-42f2-a2ac-14126c24bda4 admin admin] Publish callbacks [] for security_group (cb303f23-89ed-419f-95ea-d5a9232e5f82), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:36.861031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] Router 0471c588-2779-4a4b-8f65-799df423c6fc has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:00:36.948300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c36a4-9a0d-4ecc-89af-fa1b5c4646dc req-5cfc7295-946c-49bd-a920-81aad6d17e2e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:36.961767 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c8c36a4-9a0d-4ecc-89af-fa1b5c4646dc req-5cfc7295-946c-49bd-a920-81aad6d17e2e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 1.1386662 Jan 28 06:00:37.047491 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57ee2742-93d6-42f2-a2ac-14126c24bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cb303f23-89ed-419f-95ea-d5a9232e5f82), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:37.049641 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57ee2742-93d6-42f2-a2ac-14126c24bda4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:37.050881 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-57ee2742-93d6-42f2-a2ac-14126c24bda4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb303f23-89ed-419f-95ea-d5a9232e5f82 HTTP/1.1" status: 204 len: 168 time: 0.3753109 Jan 28 06:00:37.057253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf82d8f-b5fc-44c4-9c6b-cada4e343119 req-7092733d-12f0-4a2d-a7ab-66a925b0400f tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:37.075761 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdf82d8f-b5fc-44c4-9c6b-cada4e343119 req-7092733d-12f0-4a2d-a7ab-66a925b0400f tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.2243457 Jan 28 06:00:37.075981 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee2742-93d6-42f2-a2ac-14126c24bda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb303f23-89ed-419f-95ea-d5a9232e5f82,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:37.185544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c8c36a4-9a0d-4ecc-89af-fa1b5c4646dc req-5c487de8-38b7-40c9-87ef-76966989efc6 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228973 Jan 28 06:00:37.255592 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdf82d8f-b5fc-44c4-9c6b-cada4e343119 req-fc4de6dd-ce10-4a78-9909-04503adf1d63 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770475 Jan 28 06:00:37.304266 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:00:37.333215 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0e789425-adfc-4fc9-ac66-ed26fb987f14 admin admin] 10.222.0.31 "PUT /v2.0/routers/0471c588-2779-4a4b-8f65-799df423c6fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9768240 Jan 28 06:00:37.352854 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Sync routers for ids ['0471c588-2779-4a4b-8f65-799df423c6fc'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:00:37.368923 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Routers {'0471c588-2779-4a4b-8f65-799df423c6fc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:37.369646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:00:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0471c588-2779-4a4b-8f65-799df423c6fc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:37.395729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Router 7a35dc3d-72f2-468c-ae65-0d85545301d3 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:00:37.577619 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Set router 0471c588-2779-4a4b-8f65-799df423c6fc gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:00:37.647404 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd75f5-9311-4b2c-a1c3-802aeea13b00 req-d1eb59d1-9221-4501-b80f-38a85013e51f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:37.649293 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cecd75f5-9311-4b2c-a1c3-802aeea13b00 req-d1eb59d1-9221-4501-b80f-38a85013e51f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1091354 Jan 28 06:00:37.709597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:00:37.720697 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Sync routers for ids ['7a35dc3d-72f2-468c-ae65-0d85545301d3'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:00:37.747701 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Routers {'7a35dc3d-72f2-468c-ae65-0d85545301d3'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:37.751850 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:00:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['7a35dc3d-72f2-468c-ae65-0d85545301d3'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:37.857505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cecd75f5-9311-4b2c-a1c3-802aeea13b00 req-b832a507-ab01-4d5b-8bab-20b4177edce0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998670 Jan 28 06:00:37.882450 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:37.886166 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1583893e-d63f-4f6f-98a9-2d733e0965b9 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 13.5371418 Jan 28 06:00:37.889263 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51170) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:38.009152 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Set router 7a35dc3d-72f2-468c-ae65-0d85545301d3 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:00:38.170446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860e320-2f4d-4a85-825d-7a8f1d12f5ad req-749472dc-a5a4-4f87-ae06-3867439f08df tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:38.172302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'name': 'tempest-TestServerBasicOps-1377500027-router', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:00:31Z', 'revision_number': 4, 'project_id': '5a47cdb207f4459f8119649608f12177', 'gw_port': {'id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:17Z', 'updated_at': '2022-01-28T06:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'c2887ffd-a979-49de-ad7e-1780b6ff84f3', 'name': '', 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'mac_address': 'fa:16:3e:e0:d3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:26Z', 'updated_at': '2022-01-28T06:00:33Z', 'revision_number': 2, 'project_id': '5a47cdb207f4459f8119649608f12177', 'subnets': [{'id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:38.179103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b860e320-2f4d-4a85-825d-7a8f1d12f5ad req-749472dc-a5a4-4f87-ae06-3867439f08df tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1564360 Jan 28 06:00:38.191422 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:38.291600 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-95f311e8-b45e-4639-b5dd-92a451be6f6b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router (7a35dc3d-72f2-468c-ae65-0d85545301d3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:38.323175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b860e320-2f4d-4a85-825d-7a8f1d12f5ad req-10c09720-76bc-4575-abfc-ac919d34832d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368220 Jan 28 06:00:38.396706 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Checking router: 0471c588-2779-4a4b-8f65-799df423c6fc for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:00:38.397224 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Updating router 0471c588-2779-4a4b-8f65-799df423c6fc port c2887ffd-a979-49de-ad7e-1780b6ff84f3 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:00:38.479395 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:38.630243 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a35dc3d-72f2-468c-ae65-0d85545301d3', 'name': '', 'tenant_id': 'b4abc37c85a441eb854741c3e62927a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58dee648-208d-47c0-9f92-1ee34c92af54', 'external_fixed_ips': [{'subnet_id': '02dba2b9-ba85-4908-9fd7-c179177c08f4', 'ip_address': '2001:db8::203'}], 'enable_snat': True}, 'gw_port_id': '0ffc9a0c-7113-4d03-adab-759c3261669c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:24Z', 'updated_at': '2022-01-28T06:00:34Z', 'revision_number': 3, 'project_id': 'b4abc37c85a441eb854741c3e62927a6', 'gw_port': {'id': '0ffc9a0c-7113-4d03-adab-759c3261669c', 'name': '', 'network_id': '58dee648-208d-47c0-9f92-1ee34c92af54', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:72:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a35dc3d-72f2-468c-ae65-0d85545301d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '02dba2b9-ba85-4908-9fd7-c179177c08f4', 'ip_address': '2001:db8::203', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:32Z', 'updated_at': '2022-01-28T06:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02dba2b9-ba85-4908-9fd7-c179177c08f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:38.664857 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-95f311e8-b45e-4639-b5dd-92a451be6f6b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (7a35dc3d-72f2-468c-ae65-0d85545301d3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:38.676954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcff4a-9d53-41f4-b250-2288b06c0e4d req-91ed6cc5-ddc9-4793-8961-41556785d8e1 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:38.685355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fdcff4a-9d53-41f4-b250-2288b06c0e4d req-91ed6cc5-ddc9-4793-8961-41556785d8e1 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.2034905 Jan 28 06:00:38.735565 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Checking router: 7a35dc3d-72f2-468c-ae65-0d85545301d3 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:00:38.736118 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Updating router 7a35dc3d-72f2-468c-ae65-0d85545301d3 port 0ffc9a0c-7113-4d03-adab-759c3261669c binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:00:38.780680 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fdcff4a-9d53-41f4-b250-2288b06c0e4d req-fbbde7c8-24d1-4331-9d6b-9573287cd48f tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943809 Jan 28 06:00:38.850019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af38e5-30df-41e6-b827-591615482b37 req-9d0560cb-f1c6-4d44-97cc-6cb863db3cc0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:38.867438 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6af38e5-30df-41e6-b827-591615482b37 req-9d0560cb-f1c6-4d44-97cc-6cb863db3cc0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1532974 Jan 28 06:00:38.974599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6af38e5-30df-41e6-b827-591615482b37 req-a0a97158-9496-4cef-af32-d265af093226 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999544 Jan 28 06:00:39.143280 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0ffc9a0c-7113-4d03-adab-759c3261669c), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:39.167975 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826d2e9-559c-4052-bb32-7b08fe912d21 req-65abe75a-1111-46bf-a850-5097f222af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:39.173551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4826d2e9-559c-4052-bb32-7b08fe912d21 req-65abe75a-1111-46bf-a850-5097f222af94 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab9f5d5d427244a98e0169fec132ab39&device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 1097 time: 0.1613383 Jan 28 06:00:39.347545 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Publish callbacks [] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:39.439113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d6bea-a2b7-4b4b-9445-9804f9de27eb req-ef0cb08e-9285-4f9c-b6fe-8769dce070b8 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:39.447803 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-069d6bea-a2b7-4b4b-9445-9804f9de27eb req-ef0cb08e-9285-4f9c-b6fe-8769dce070b8 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.3148189 Jan 28 06:00:39.467645 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:39.636160 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-069d6bea-a2b7-4b4b-9445-9804f9de27eb req-c97f7d2e-6336-4219-9347-c1ca4075d9c0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873529 Jan 28 06:00:39.678363 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826d2e9-559c-4052-bb32-7b08fe912d21 req-f5839bad-8947-44de-b118-cef5423db6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:39.684380 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4826d2e9-559c-4052-bb32-7b08fe912d21 req-f5839bad-8947-44de-b118-cef5423db6cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b HTTP/1.1" status: 200 len: 918 time: 0.4605949 Jan 28 06:00:39.707655 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Publish callbacks [] for port (0ffc9a0c-7113-4d03-adab-759c3261669c), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:39.757573 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:39.782386 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-95f311e8-b45e-4639-b5dd-92a451be6f6b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Deleting port 0ffc9a0c-7113-4d03-adab-759c3261669c {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:00:39.782979 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-95f311e8-b45e-4639-b5dd-92a451be6f6b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0ffc9a0c-7113-4d03-adab-759c3261669c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:39.815335 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0ffc9a0c-7113-4d03-adab-759c3261669c), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:39.829000 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4826d2e9-559c-4052-bb32-7b08fe912d21 req-bd4e96ee-3400-43ea-ad8a-87058d24dcf4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906 HTTP/1.1" status: 200 len: 1001 time: 0.1387303 Jan 28 06:00:39.919595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826d2e9-559c-4052-bb32-7b08fe912d21 req-c5e0afee-10ea-48a9-b4d6-779978bee3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:39.955898 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4826d2e9-559c-4052-bb32-7b08fe912d21 req-c5e0afee-10ea-48a9-b4d6-779978bee3db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=12e0ced4-18e5-4afc-8b80-623ef26fa087 HTTP/1.1" status: 200 len: 856 time: 0.0860698 Jan 28 06:00:39.957158 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Attempting to bind port 0ffc9a0c-7113-4d03-adab-759c3261669c on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:00:39.957158 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Attempting to bind port 0ffc9a0c-7113-4d03-adab-759c3261669c by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '58b69f2b-e798-4538-a234-8832d6d35599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58dee648-208d-47c0-9f92-1ee34c92af54'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:00:39.957158 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Attempting to bind port 0ffc9a0c-7113-4d03-adab-759c3261669c on network 58dee648-208d-47c0-9f92-1ee34c92af54 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:00:39.957158 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd71681-e68a-44d5-b5db-0a988763c474 None None] Pushing event updated for resources: {'Port': ['ID=0ffc9a0c-7113-4d03-adab-759c3261669c,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:39.961985 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:00:39.962393 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Checking segment: {'id': '58b69f2b-e798-4538-a234-8832d6d35599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58dee648-208d-47c0-9f92-1ee34c92af54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:00:39.962792 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:39.966980 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Bound using segment: {'id': '58b69f2b-e798-4538-a234-8832d6d35599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58dee648-208d-47c0-9f92-1ee34c92af54'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:00:39.967728 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Bound port: 0ffc9a0c-7113-4d03-adab-759c3261669c, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b69f2b-e798-4538-a234-8832d6d35599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58dee648-208d-47c0-9f92-1ee34c92af54'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:00:39.968440 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0ffc9a0c-7113-4d03-adab-759c3261669c), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:39.985514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ab531-4b46-418f-b849-81ca33f52173 None None] Pushing event updated for resources: {'Port': ['ID=c2887ffd-a979-49de-ad7e-1780b6ff84f3,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:40.065667 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-95f311e8-b45e-4639-b5dd-92a451be6f6b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0ffc9a0c-7113-4d03-adab-759c3261669c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:40.073499 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Attempting to bind port c2887ffd-a979-49de-ad7e-1780b6ff84f3 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:00:40.073995 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Attempting to bind port c2887ffd-a979-49de-ad7e-1780b6ff84f3 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '15e776ac-2aab-4b5f-99dd-833886a57162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:00:40.074609 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Attempting to bind port c2887ffd-a979-49de-ad7e-1780b6ff84f3 on network 55c94a5b-1dee-4512-95d7-42c73d08e25f {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:00:40.081461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:00:40.082065 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Checking segment: {'id': '15e776ac-2aab-4b5f-99dd-833886a57162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:00:40.082663 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:40.083171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Bound using segment: {'id': '15e776ac-2aab-4b5f-99dd-833886a57162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:00:40.083861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Bound port: c2887ffd-a979-49de-ad7e-1780b6ff84f3, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e776ac-2aab-4b5f-99dd-833886a57162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:00:40.084344 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:40.122227 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51242) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:40.122825 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-95f311e8-b45e-4639-b5dd-92a451be6f6b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Calling delete_port for 0ffc9a0c-7113-4d03-adab-759c3261669c owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:00:40.137177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1005704180-network', 'tenant_id': '9f20d0ab696c469eacae945f9b58f729'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:00:40.165986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826d2e9-559c-4052-bb32-7b08fe912d21 req-6b7df0fe-8162-4ee7-a79a-3b875ef714f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:40.167848 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4826d2e9-559c-4052-bb32-7b08fe912d21 req-6b7df0fe-8162-4ee7-a79a-3b875ef714f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2280507 Jan 28 06:00:40.169036 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] For port 0ffc9a0c-7113-4d03-adab-759c3261669c, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:00:40.178886 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] For port 0ffc9a0c-7113-4d03-adab-759c3261669c, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0ffc9a0c-7113-4d03-adab-759c3261669c,segment=NetworkSegment(58b69f2b-e798-4538-a234-8832d6d35599),segment_id=58b69f2b-e798-4538-a234-8832d6d35599)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:00:40.209138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] For port c2887ffd-a979-49de-ad7e-1780b6ff84f3, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:00:40.230173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] For port c2887ffd-a979-49de-ad7e-1780b6ff84f3, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c2887ffd-a979-49de-ad7e-1780b6ff84f3,segment=NetworkSegment(15e776ac-2aab-4b5f-99dd-833886a57162),segment_id=15e776ac-2aab-4b5f-99dd-833886a57162)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:00:40.302566 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97bf9e-ca40-4591-9e1c-6d4b728f62bb req-2d6b10c7-32c9-4d9d-a227-fcf8533aee80 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:40.303499 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0ffc9a0c-7113-4d03-adab-759c3261669c), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:40.305355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b97bf9e-ca40-4591-9e1c-6d4b728f62bb req-2d6b10c7-32c9-4d9d-a227-fcf8533aee80 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.2162490 Jan 28 06:00:40.362647 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:40.377645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Made reservation on behalf of 9f20d0ab696c469eacae945f9b58f729 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:00:40.382546 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:40.459137 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd71681-e68a-44d5-b5db-0a988763c474 None None] Pushing event updated for resources: {'Port': ['ID=0ffc9a0c-7113-4d03-adab-759c3261669c,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:40.460541 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Routers {'7a35dc3d-72f2-468c-ae65-0d85545301d3'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:40.461211 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:00:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['7a35dc3d-72f2-468c-ae65-0d85545301d3'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:40.517448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Routers {'0471c588-2779-4a4b-8f65-799df423c6fc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:40.519805 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:00:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0471c588-2779-4a4b-8f65-799df423c6fc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:40.549853 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:40.660428 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51252) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:40.683978 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] Set router 7a35dc3d-72f2-468c-ae65-0d85545301d3 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:00:40.703647 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4826d2e9-559c-4052-bb32-7b08fe912d21 req-f0c4d97a-2eac-4a93-aae3-f8e380417f3d service neutron] 10.222.0.64 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282521 Jan 28 06:00:40.729831 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-95f311e8-b45e-4639-b5dd-92a451be6f6b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (0ffc9a0c-7113-4d03-adab-759c3261669c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:40.827871 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a35dc3d-72f2-468c-ae65-0d85545301d3', 'name': '', 'tenant_id': 'b4abc37c85a441eb854741c3e62927a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:24Z', 'updated_at': '2022-01-28T06:00:38Z', 'revision_number': 4, 'project_id': 'b4abc37c85a441eb854741c3e62927a6', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:40.870819 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-95f311e8-b45e-4639-b5dd-92a451be6f6b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (7a35dc3d-72f2-468c-ae65-0d85545301d3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:40.878276 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f311e8-b45e-4639-b5dd-92a451be6f6b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ffc9a0c-7113-4d03-adab-759c3261669c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:40.931972 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d657064d-7fe1-4a64-868a-5291e5e66c7f None None] The sync data for ids ['7a35dc3d-72f2-468c-ae65-0d85545301d3'] in n-d-812111-12 is: [{'id': '7a35dc3d-72f2-468c-ae65-0d85545301d3', 'name': '', 'tenant_id': 'b4abc37c85a441eb854741c3e62927a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:24Z', 'updated_at': '2022-01-28T06:00:38Z', 'revision_number': 4, 'project_id': 'b4abc37c85a441eb854741c3e62927a6', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:00:40.939907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] Set router 0471c588-2779-4a4b-8f65-799df423c6fc gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:00:41.087264 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b97bf9e-ca40-4591-9e1c-6d4b728f62bb req-8e60341e-195b-475e-b57f-20a43f13536f tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7424357 Jan 28 06:00:41.097604 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc982-883e-4db7-b0c2-fd53accb1902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:41.150638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6a05a-6030-4470-8e72-38784a084554 req-b214586a-9a4e-4917-8084-a89444f47335 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:41.162672 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74c6a05a-6030-4470-8e72-38784a084554 req-b214586a-9a4e-4917-8084-a89444f47335 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.7141445 Jan 28 06:00:41.176703 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ab531-4b46-418f-b849-81ca33f52173 None None] Pushing event updated for resources: {'Port': ['ID=c2887ffd-a979-49de-ad7e-1780b6ff84f3,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:41.242877 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc982-883e-4db7-b0c2-fd53accb1902 admin admin] Publish callbacks [] for security_group (21da2702-f72b-4ab6-a3fc-c3f7a8e5122a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:41.287695 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-95f311e8-b45e-4639-b5dd-92a451be6f6b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (7a35dc3d-72f2-468c-ae65-0d85545301d3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:41.291124 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-95f311e8-b45e-4639-b5dd-92a451be6f6b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_controller (7a35dc3d-72f2-468c-ae65-0d85545301d3), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:41.335929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-74c6a05a-6030-4470-8e72-38784a084554 req-11fd6f3d-abe4-43ca-a858-54a957ed491e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716943 Jan 28 06:00:41.351102 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4826d2e9-559c-4052-bb32-7b08fe912d21 req-5e911518-6718-4e25-8bd3-9d40800ec8e0 service neutron] 10.222.0.64 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6306472 Jan 28 06:00:41.380258 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc982-883e-4db7-b0c2-fd53accb1902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (21da2702-f72b-4ab6-a3fc-c3f7a8e5122a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:41.400717 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Publish callbacks [] for security_group (ece94819-daac-4686-82b7-820f52317e15), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:41.424421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e1527d4d-992a-4c3f-afbe-104b07fadf6c None None] Provisioning complete for port c2887ffd-a979-49de-ad7e-1780b6ff84f3 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:41.424642 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1527d4d-992a-4c3f-afbe-104b07fadf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:41.467764 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b6ccc982-883e-4db7-b0c2-fd53accb1902 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6cd13cd2f124c75a42d13266dcac6d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8061225 Jan 28 06:00:41.470419 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccc982-883e-4db7-b0c2-fd53accb1902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21da2702-f72b-4ab6-a3fc-c3f7a8e5122a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:41.470954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51268) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:41.499720 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ece94819-daac-4686-82b7-820f52317e15), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:41.514996 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-95f311e8-b45e-4639-b5dd-92a451be6f6b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (7a35dc3d-72f2-468c-ae65-0d85545301d3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:41.515996 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f311e8-b45e-4639-b5dd-92a451be6f6b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a35dc3d-72f2-468c-ae65-0d85545301d3 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:00:41.543833 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-95f311e8-b45e-4639-b5dd-92a451be6f6b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:41.543833 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-95f311e8-b45e-4639-b5dd-92a451be6f6b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "DELETE /v2.0/routers/7a35dc3d-72f2-468c-ae65-0d85545301d3 HTTP/1.1" status: 204 len: 168 time: 3.6538367 Jan 28 06:00:41.551057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51270) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:41.643779 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'name': 'tempest-TestServerBasicOps-1377500027-router', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:00:31Z', 'revision_number': 4, 'project_id': '5a47cdb207f4459f8119649608f12177', 'gw_port': {'id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:17Z', 'updated_at': '2022-01-28T06:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'c2887ffd-a979-49de-ad7e-1780b6ff84f3', 'name': '', 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'mac_address': 'fa:16:3e:e0:d3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:26Z', 'updated_at': '2022-01-28T06:00:40Z', 'revision_number': 4, 'project_id': '5a47cdb207f4459f8119649608f12177', 'subnets': [{'id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:41.668698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:00:41.710854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece94819-daac-4686-82b7-820f52317e15,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:41.716247 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:41.716596 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Added segment 9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8 of type vlan for network 114c005a-3cce-4c0a-98aa-24381aab00ea Jan 28 06:00:41.742569 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:41.742940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:41.743272 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:41.743614 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:41.743952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:41.744289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:41.744621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:41.744950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:41.745462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:41.745799 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:41.746126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:41.746481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:41.748541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:41.759937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f9aae9-6463-40d4-babd-d556f8879eb4 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Deleting subnet 02dba2b9-ba85-4908-9fd7-c179177c08f4 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:00:41.788596 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a06e82d1-24fa-49cf-8b85-337184b493aa admin admin] Publish callbacks [] for security_group (21da2702-f72b-4ab6-a3fc-c3f7a8e5122a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:41.793385 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c4f9aae9-6463-40d4-babd-d556f8879eb4 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for subnet (02dba2b9-ba85-4908-9fd7-c179177c08f4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:41.849993 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (114c005a-3cce-4c0a-98aa-24381aab00ea), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:41.855937 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a06e82d1-24fa-49cf-8b85-337184b493aa admin admin] Publish callbacks [] for security_group (21da2702-f72b-4ab6-a3fc-c3f7a8e5122a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:41.875271 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c4f9aae9-6463-40d4-babd-d556f8879eb4 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (02dba2b9-ba85-4908-9fd7-c179177c08f4), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:41.994953 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c4f9aae9-6463-40d4-babd-d556f8879eb4 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (02dba2b9-ba85-4908-9fd7-c179177c08f4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:42.070418 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (114c005a-3cce-4c0a-98aa-24381aab00ea), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:42.072117 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:42.072710 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:42.079520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86f76bd-0b0b-4f70-bebf-826c96f3f84d None None] The sync data for ids ['0471c588-2779-4a4b-8f65-799df423c6fc'] in n-d-812111-12 is: [{'id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'name': 'tempest-TestServerBasicOps-1377500027-router', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:00:31Z', 'revision_number': 4, 'project_id': '5a47cdb207f4459f8119649608f12177', 'gw_port': {'id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:17Z', 'updated_at': '2022-01-28T06:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'c2887ffd-a979-49de-ad7e-1780b6ff84f3', 'name': '', 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'mac_address': 'fa:16:3e:e0:d3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:26Z', 'updated_at': '2022-01-28T06:00:40Z', 'revision_number': 4, 'project_id': '5a47cdb207f4459f8119649608f12177', 'subnets': [{'id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:00:42.093145 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e1527d4d-992a-4c3f-afbe-104b07fadf6c None None] Current status of the port c2887ffd-a979-49de-ad7e-1780b6ff84f3 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:42.094999 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1527d4d-992a-4c3f-afbe-104b07fadf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:42.166014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e1527d4d-992a-4c3f-afbe-104b07fadf6c None None] For port c2887ffd-a979-49de-ad7e-1780b6ff84f3, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c2887ffd-a979-49de-ad7e-1780b6ff84f3,segment=NetworkSegment(15e776ac-2aab-4b5f-99dd-833886a57162),segment_id=15e776ac-2aab-4b5f-99dd-833886a57162)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:42.178566 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a06e82d1-24fa-49cf-8b85-337184b493aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (21da2702-f72b-4ab6-a3fc-c3f7a8e5122a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:42.190286 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a06e82d1-24fa-49cf-8b85-337184b493aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:42.194211 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a06e82d1-24fa-49cf-8b85-337184b493aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21da2702-f72b-4ab6-a3fc-c3f7a8e5122a HTTP/1.1" status: 204 len: 168 time: 0.7145612 Jan 28 06:00:42.236928 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1527d4d-992a-4c3f-afbe-104b07fadf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:42.426218 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1527d4d-992a-4c3f-afbe-104b07fadf6c None None] Pushing event updated for resources: {'Port': ['ID=c2887ffd-a979-49de-ad7e-1780b6ff84f3,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:42.448656 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3167651 Jan 28 06:00:42.449783 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51288) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:42.454289 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-fa7d8711-327f-4d7e-b754-b22fa5b13886 None None] Provisioning complete for port c2887ffd-a979-49de-ad7e-1780b6ff84f3 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:42.455305 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa7d8711-327f-4d7e-b754-b22fa5b13886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:42.455748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-cd560ec9-e51b-4f83-956c-f63ab021c3ac admin admin] Request body: {'subnet': {'network_id': '114c005a-3cce-4c0a-98aa-24381aab00ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1005704180-subnet', 'tenant_id': '9f20d0ab696c469eacae945f9b58f729', 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:00:42.470962 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c4f9aae9-6463-40d4-babd-d556f8879eb4 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (02dba2b9-ba85-4908-9fd7-c179177c08f4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:42.526191 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e82d1-24fa-49cf-8b85-337184b493aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21da2702-f72b-4ab6-a3fc-c3f7a8e5122a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:42.558886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 783c1ecc-77e2-46e4-9574-f4bdb08db906 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:00:42.585311 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd560ec9-e51b-4f83-956c-f63ab021c3ac admin admin] Made reservation on behalf of 9f20d0ab696c469eacae945f9b58f729 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:00:42.588410 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd560ec9-e51b-4f83-956c-f63ab021c3ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:42.661815 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c0be9-d095-4418-8d9d-83962db101f3 admin admin] Pushing event updated for resources: {'Network': ['ID=114c005a-3cce-4c0a-98aa-24381aab00ea,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:42.674155 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c4f9aae9-6463-40d4-babd-d556f8879eb4 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:42.687323 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c4f9aae9-6463-40d4-babd-d556f8879eb4 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/02dba2b9-ba85-4908-9fd7-c179177c08f4 HTTP/1.1" status: 204 len: 168 time: 1.1232975 Jan 28 06:00:42.698082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9aae9-6463-40d4-babd-d556f8879eb4 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=02dba2b9-ba85-4908-9fd7-c179177c08f4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:42.721739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51296) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:42.768855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199061c7-b595-4171-bae5-c2a48692941f req-e6c8dc66-9b96-4954-b7c3-9d2aa734ca78 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:42.770528 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-199061c7-b595-4171-bae5-c2a48692941f req-e6c8dc66-9b96-4954-b7c3-9d2aa734ca78 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.4184217 Jan 28 06:00:42.821174 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d8711-327f-4d7e-b754-b22fa5b13886 None None] Current status of the port c2887ffd-a979-49de-ad7e-1780b6ff84f3 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:42.837627 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 114c005a-3cce-4c0a-98aa-24381aab00ea details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:00:43.044163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 783c1ecc-77e2-46e4-9574-f4bdb08db906 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:43.044779 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:43.089269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 783c1ecc-77e2-46e4-9574-f4bdb08db906, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:43.101693 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783c1ecc-77e2-46e4-9574-f4bdb08db906'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:00:43.105315 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be6e5ee-218e-4adc-a8d0-68c0ebe86bff" -d '{"events": [{"server_uuid": "da9863c9-ce27-4eb5-a39a-2bfcb9b282ba", "name": "network-vif-unplugged", "status": "completed", "tag": "783c1ecc-77e2-46e4-9574-f4bdb08db906"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:00:43.131133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a33c19-502d-4bc4-8fc1-3e1904d36764 req-0b296ce2-d742-4b92-a271-9db3b14d7db1 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:43.132714 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66a33c19-502d-4bc4-8fc1-3e1904d36764 req-0b296ce2-d742-4b92-a271-9db3b14d7db1 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.6206031 Jan 28 06:00:43.182729 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:43.282700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=783c1ecc-77e2-46e4-9574-f4bdb08db906,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:43.290656 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-199061c7-b595-4171-bae5-c2a48692941f req-bdaf1387-6735-4c3d-ae6c-bc318476d6c9 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4928598 Jan 28 06:00:43.316329 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66a33c19-502d-4bc4-8fc1-3e1904d36764 req-5511bd29-debc-462c-be78-a81184262f39 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624343 Jan 28 06:00:43.319806 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-19bf95d6-1a89-498e-897e-e38738ca455c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (58dee648-208d-47c0-9f92-1ee34c92af54), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:43.339955 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd560ec9-e51b-4f83-956c-f63ab021c3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (0fdc3658-be1d-4eac-8cd0-c9dfacab1700), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:43.670267 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd560ec9-e51b-4f83-956c-f63ab021c3ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fdc3658-be1d-4eac-8cd0-c9dfacab1700,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:43.679088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd560ec9-e51b-4f83-956c-f63ab021c3ac admin admin] Checking segment: {'id': '9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '114c005a-3cce-4c0a-98aa-24381aab00ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:00:43.683160 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd560ec9-e51b-4f83-956c-f63ab021c3ac admin admin] Network hostable DHCP agents. Network: 114c005a-3cce-4c0a-98aa-24381aab00ea, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:00:43.711895 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-19bf95d6-1a89-498e-897e-e38738ca455c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (58dee648-208d-47c0-9f92-1ee34c92af54), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:43.791166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-19bf95d6-1a89-498e-897e-e38738ca455c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58dee648-208d-47c0-9f92-1ee34c92af54']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:43.810129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-19bf95d6-1a89-498e-897e-e38738ca455c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b69f2b-e798-4538-a234-8832d6d35599') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:43.810663 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-19bf95d6-1a89-498e-897e-e38738ca455c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b69f2b-e798-4538-a234-8832d6d35599') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:43.833972 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-19bf95d6-1a89-498e-897e-e38738ca455c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (58b69f2b-e798-4538-a234-8832d6d35599), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:43.851460 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd560ec9-e51b-4f83-956c-f63ab021c3ac admin admin] Network 114c005a-3cce-4c0a-98aa-24381aab00ea is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:00:43.862700 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-19bf95d6-1a89-498e-897e-e38738ca455c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (58b69f2b-e798-4538-a234-8832d6d35599), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:43.873761 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf1c652-b37c-449c-b0a8-04e0769f1354 x-openstack-request-id: req-fbf1c652-b37c-449c-b0a8-04e0769f1354 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:00:43.873761 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9863c9-ce27-4eb5-a39a-2bfcb9b282ba", "name": "network-vif-unplugged", "status": "completed", "tag": "783c1ecc-77e2-46e4-9574-f4bdb08db906", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:00:43.873761 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbf1c652-b37c-449c-b0a8-04e0769f1354 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:00:43.873761 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783c1ecc-77e2-46e4-9574-f4bdb08db906', 'code': 200} Jan 28 06:00:43.889150 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bf95d6-1a89-498e-897e-e38738ca455c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:00:43.890210 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-19bf95d6-1a89-498e-897e-e38738ca455c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (58b69f2b-e798-4538-a234-8832d6d35599), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:00:43.896873 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:00:43.981470 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-cd560ec9-e51b-4f83-956c-f63ab021c3ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 114c005a-3cce-4c0a-98aa-24381aab00ea) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:43.994042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17009f2c-445b-43ac-aed9-80aa3540bbb9 None None] Network 114c005a-3cce-4c0a-98aa-24381aab00ea requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:00:43.997677 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd560ec9-e51b-4f83-956c-f63ab021c3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:44.000652 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd560ec9-e51b-4f83-956c-f63ab021c3ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:44.103115 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-19bf95d6-1a89-498e-897e-e38738ca455c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (58dee648-208d-47c0-9f92-1ee34c92af54), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:44.117395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bf95d6-1a89-498e-897e-e38738ca455c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 58dee648-208d-47c0-9f92-1ee34c92af54 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 06:00:44.139413 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-19bf95d6-1a89-498e-897e-e38738ca455c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:44.152985 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-19bf95d6-1a89-498e-897e-e38738ca455c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "DELETE /v2.0/networks/58dee648-208d-47c0-9f92-1ee34c92af54 HTTP/1.1" status: 204 len: 168 time: 1.3813639 Jan 28 06:00:44.187432 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cd560ec9-e51b-4f83-956c-f63ab021c3ac admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7362151 Jan 28 06:00:44.190029 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51340) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:44.197607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1005704180-router', 'tenant_id': '9f20d0ab696c469eacae945f9b58f729', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:00:44.244918 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf95d6-1a89-498e-897e-e38738ca455c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Pushing event deleted for resources: {'Network': ['ID=58dee648-208d-47c0-9f92-1ee34c92af54,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:44.327564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c2887ffd-a979-49de-ad7e-1780b6ff84f3 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:44.361220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-114c005a-3cce-4c0a-98aa-24381aab00ea', 'network_id': '114c005a-3cce-4c0a-98aa-24381aab00ea', 'project_id': '9f20d0ab696c469eacae945f9b58f729', 'fixed_ips': [{'subnet_id': '0fdc3658-be1d-4eac-8cd0-c9dfacab1700'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:00:44.362685 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:44.364924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a109f-0005-4088-9b65-585abdd130a8 req-1308f839-4582-485d-999c-164fbc6f7544 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:44.369531 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (169e322b-15d2-4eda-978d-d10a51c2d994), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:44.370700 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (169e322b-15d2-4eda-978d-d10a51c2d994), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:44.384546 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae7a109f-0005-4088-9b65-585abdd130a8 req-1308f839-4582-485d-999c-164fbc6f7544 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.2289233 Jan 28 06:00:44.540438 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae7a109f-0005-4088-9b65-585abdd130a8 req-d98200bc-edce-4174-ad40-2550119794ff tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490161 Jan 28 06:00:44.545853 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Publish callbacks [] for router_controller (169e322b-15d2-4eda-978d-d10a51c2d994), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:44.555316 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Allocated IP 172.20.0.2 (114c005a-3cce-4c0a-98aa-24381aab00ea/0fdc3658-be1d-4eac-8cd0-c9dfacab1700/08f500d3-ee3e-4a6a-a242-33b7718f5d9e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:00:44.612345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c6be6-ca54-4161-84f3-e3ec14889e3e req-5db6e450-cdda-4eb7-8053-d6a2c7295308 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:44.633254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-900c6be6-ca54-4161-84f3-e3ec14889e3e req-5db6e450-cdda-4eb7-8053-d6a2c7295308 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 943 time: 0.0897934 Jan 28 06:00:44.652425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port c2887ffd-a979-49de-ad7e-1780b6ff84f3 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:44.653760 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:44.799955 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-900c6be6-ca54-4161-84f3-e3ec14889e3e req-618b781e-e8e8-4771-bc87-afbd1330ebf4 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597383 Jan 28 06:00:44.985471 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Publish callbacks [] for router_gateway (169e322b-15d2-4eda-978d-d10a51c2d994), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:45.214476 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c2887ffd-a979-49de-ad7e-1780b6ff84f3 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:45.385437 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51374) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:45.391745 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4f3a18e7-49df-4ab0-842e-521694d5383b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Request body: {'router': {'name': 'tempest-router--718637435', 'project_id': 'ceeb05d628d34ff2b5d756346255d2d1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:00:45.488484 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Publish callbacks [] for port (08f500d3-ee3e-4a6a-a242-33b7718f5d9e), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:45.536166 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Publish callbacks [] for router_gateway (169e322b-15d2-4eda-978d-d10a51c2d994), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:45.557420 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:45.697870 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Allocated IP 172.25.0.229 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/7c5599b7-743f-4cb4-ba1e-0d3d70020820) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:00:45.701113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddfd2b-9006-4da1-81ad-f3f526a45423 req-747a972c-8aa6-4564-a797-173436c65a44 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:45.708924 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97ddfd2b-9006-4da1-81ad-f3f526a45423 req-747a972c-8aa6-4564-a797-173436c65a44 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.0652683 Jan 28 06:00:45.784612 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97ddfd2b-9006-4da1-81ad-f3f526a45423 req-0b588f9f-3f0c-44d7-8cb4-0d49512a6714 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502489 Jan 28 06:00:45.861736 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Publish callbacks [] for port (7c5599b7-743f-4cb4-ba1e-0d3d70020820), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:45.923735 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (08f500d3-ee3e-4a6a-a242-33b7718f5d9e), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:45.945018 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4f3a18e7-49df-4ab0-842e-521694d5383b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (7e6a2234-af8c-4f82-bdc9-bc2f261cef8c), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:45.946126 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4f3a18e7-49df-4ab0-842e-521694d5383b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (7e6a2234-af8c-4f82-bdc9-bc2f261cef8c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:45.962312 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f1084-556b-4827-9775-c2c79a44450c req-d35cef39-6da8-49a1-94cb-8d523c5310f8 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:45.972496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a8f1084-556b-4827-9775-c2c79a44450c req-d35cef39-6da8-49a1-94cb-8d523c5310f8 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1110537 Jan 28 06:00:46.014859 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7c5599b7-743f-4cb4-ba1e-0d3d70020820), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:46.066439 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a8f1084-556b-4827-9775-c2c79a44450c req-e523e229-c1b5-45f8-862a-ade766fcd482 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928502 Jan 28 06:00:46.088100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Pushing event updated for resources: {'Port': ['ID=08f500d3-ee3e-4a6a-a242-33b7718f5d9e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:46.101561 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:46.102509 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:46.103016 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:46.103517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:46.104071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:46.104576 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:46.105092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:46.105588 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:46.106077 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:46.106602 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:46.107218 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:46.107742 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:46.108357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:00:46.114150 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Network 114c005a-3cce-4c0a-98aa-24381aab00ea is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:00:46.116390 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:46.120655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:00:46.155339 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:00:46.160104 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:46.164058 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:00:46.195620 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4f3a18e7-49df-4ab0-842e-521694d5383b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_controller (7e6a2234-af8c-4f82-bdc9-bc2f261cef8c), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:46.231930 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Pushing event updated for resources: {'Port': ['ID=7c5599b7-743f-4cb4-ba1e-0d3d70020820,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:46.274764 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4f3a18e7-49df-4ab0-842e-521694d5383b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (7e6a2234-af8c-4f82-bdc9-bc2f261cef8c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:46.279150 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Attempting to bind port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:00:46.285518 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Attempting to bind port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '114c005a-3cce-4c0a-98aa-24381aab00ea'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:00:46.285518 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Attempting to bind port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e on network 114c005a-3cce-4c0a-98aa-24381aab00ea {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:00:46.291686 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:00:46.292077 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Checking segment: {'id': '9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '114c005a-3cce-4c0a-98aa-24381aab00ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:00:46.295722 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:46.296157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Bound using segment: {'id': '9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '114c005a-3cce-4c0a-98aa-24381aab00ea'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:00:46.297367 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Bound port: 08f500d3-ee3e-4a6a-a242-33b7718f5d9e, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '114c005a-3cce-4c0a-98aa-24381aab00ea'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:00:46.298911 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (08f500d3-ee3e-4a6a-a242-33b7718f5d9e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:46.385887 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4f3a18e7-49df-4ab0-842e-521694d5383b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:46.387312 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4f3a18e7-49df-4ab0-842e-521694d5383b tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9998693 Jan 28 06:00:46.401870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51400) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:46.471354 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] For port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:00:46.474802 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] For port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=08f500d3-ee3e-4a6a-a242-33b7718f5d9e,segment=NetworkSegment(9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8),segment_id=9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:00:46.496687 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfd63042-04e2-4129-a222-fa4ff99a9a41 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router (7e6a2234-af8c-4f82-bdc9-bc2f261cef8c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:46.506894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d12b1-4a32-4eb0-8235-c1208b0ad63f req-90aee50c-0c82-4221-8b7d-e7d1dca70f3f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:46.511493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d74d12b1-4a32-4eb0-8235-c1208b0ad63f req-90aee50c-0c82-4221-8b7d-e7d1dca70f3f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1927404 Jan 28 06:00:46.562684 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 783c1ecc-77e2-46e4-9574-f4bdb08db906 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:00:46.665082 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (08f500d3-ee3e-4a6a-a242-33b7718f5d9e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:46.670288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d74d12b1-4a32-4eb0-8235-c1208b0ad63f req-3cbdcf8d-ecab-4a7a-a4f8-ea49e707bc71 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273775 Jan 28 06:00:46.822629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a177c8a-adec-4a23-beb3-cbcf38661501 None None] Pushing event updated for resources: {'Port': ['ID=08f500d3-ee3e-4a6a-a242-33b7718f5d9e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:46.859860 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 783c1ecc-77e2-46e4-9574-f4bdb08db906 is: DOWN; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:46.869734 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfd63042-04e2-4129-a222-fa4ff99a9a41 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (7e6a2234-af8c-4f82-bdc9-bc2f261cef8c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:46.891359 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfd63042-04e2-4129-a222-fa4ff99a9a41 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_controller (7e6a2234-af8c-4f82-bdc9-bc2f261cef8c), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:46.994913 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Publish callbacks [] for router_gateway (169e322b-15d2-4eda-978d-d10a51c2d994), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:47.159392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318eed7-2180-4683-8948-2a55ad11c127 req-4e971729-3386-4b8c-a70e-9fd54bb51c18 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:47.189469 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5318eed7-2180-4683-8948-2a55ad11c127 req-4e971729-3386-4b8c-a70e-9fd54bb51c18 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.3705728 Jan 28 06:00:47.222153 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfd63042-04e2-4129-a222-fa4ff99a9a41 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (7e6a2234-af8c-4f82-bdc9-bc2f261cef8c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:47.222762 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd63042-04e2-4129-a222-fa4ff99a9a41 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e6a2234-af8c-4f82-bdc9-bc2f261cef8c {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:00:47.268486 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfd63042-04e2-4129-a222-fa4ff99a9a41 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:47.275498 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bfd63042-04e2-4129-a222-fa4ff99a9a41 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "DELETE /v2.0/routers/7e6a2234-af8c-4f82-bdc9-bc2f261cef8c HTTP/1.1" status: 204 len: 168 time: 0.8664012 Jan 28 06:00:47.363676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5318eed7-2180-4683-8948-2a55ad11c127 req-4e0c32fa-9bd8-4495-8f48-7918b565f375 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733110 Jan 28 06:00:47.509083 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (169e322b-15d2-4eda-978d-d10a51c2d994), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:47.738072 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e92ce2-fa8e-43bd-84f3-d3a3a5217207 req-bac4c9ce-599f-471a-acdc-521a3048823e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:47.743818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e92ce2-fa8e-43bd-84f3-d3a3a5217207 req-bac4c9ce-599f-471a-acdc-521a3048823e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.0814190 Jan 28 06:00:47.867725 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28e92ce2-fa8e-43bd-84f3-d3a3a5217207 req-29c6a51d-1b5d-41d4-8e22-5e9ddf4d039a tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137927 Jan 28 06:00:47.934204 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Router 169e322b-15d2-4eda-978d-d10a51c2d994 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:00:48.010074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51472) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:48.180830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6538e0-8831-4b03-b86e-56218444591e req-32291162-6e0c-48ca-96e2-822b26c63acf tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:48.188980 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c6538e0-8831-4b03-b86e-56218444591e req-32291162-6e0c-48ca-96e2-822b26c63acf tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1932383 Jan 28 06:00:48.270922 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c6538e0-8831-4b03-b86e-56218444591e req-f63784d3-5997-4078-a50a-2135f748af8f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805693 Jan 28 06:00:48.306587 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:00:48.321926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Sync routers for ids ['169e322b-15d2-4eda-978d-d10a51c2d994'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:00:48.366818 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Routers {'169e322b-15d2-4eda-978d-d10a51c2d994'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:48.367475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:00:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['169e322b-15d2-4eda-978d-d10a51c2d994'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:48.453946 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:48.459093 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51484) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:48.459330 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5bdc6068-6298-45a8-9b44-1cd6a3b641ea admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2675710 Jan 28 06:00:48.526584 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 08f500d3-ee3e-4a6a-a242-33b7718f5d9e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:48.603711 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:00:48.724566 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-d6f2b4c0-ef7d-4120-8d33-b1e7d0d15d0b req-82437354-3932-4275-9a31-c35105a9cf59 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:00:48.741858 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:48.742241 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (08f500d3-ee3e-4a6a-a242-33b7718f5d9e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:48.742410 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6f2b4c0-ef7d-4120-8d33-b1e7d0d15d0b req-82437354-3932-4275-9a31-c35105a9cf59 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0386415 Jan 28 06:00:48.846823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1370971505', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:00:48.925106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8f562-a16f-4bb2-8074-7a3fcf906a9b req-36e924d1-5cdf-4076-bc18-6e95ec380357 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:48.950086 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85f8f562-a16f-4bb2-8074-7a3fcf906a9b req-36e924d1-5cdf-4076-bc18-6e95ec380357 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.3077090 Jan 28 06:00:48.973279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Set router 169e322b-15d2-4eda-978d-d10a51c2d994 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:00:49.135754 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (6f1c8a1a-d533-4d9d-a220-5a68bacdd27e), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:49.139561 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (6f1c8a1a-d533-4d9d-a220-5a68bacdd27e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:49.178060 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9227bf5-464d-4190-83de-9f90f07b4634 None None] Network 114c005a-3cce-4c0a-98aa-24381aab00ea requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:00:49.389095 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_controller (6f1c8a1a-d533-4d9d-a220-5a68bacdd27e), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:49.405506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85f8f562-a16f-4bb2-8074-7a3fcf906a9b req-21e1d85d-012a-4813-a143-d14b6c8f6d09 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502449 Jan 28 06:00:49.770394 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7f93544b-0853-45a7-b416-42b86cbac0f3 None None] Provisioning complete for port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:49.772441 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f93544b-0853-45a7-b416-42b86cbac0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (08f500d3-ee3e-4a6a-a242-33b7718f5d9e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:49.936276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:49.937346 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (08f500d3-ee3e-4a6a-a242-33b7718f5d9e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:50.180753 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=08f500d3-ee3e-4a6a-a242-33b7718f5d9e,segment=NetworkSegment(9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8),segment_id=9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:50.198529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'name': 'tempest-TestServerBasicOps-1005704180-router', 'tenant_id': '9f20d0ab696c469eacae945f9b58f729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '7c5599b7-743f-4cb4-ba1e-0d3d70020820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:44Z', 'updated_at': '2022-01-28T06:00:46Z', 'revision_number': 3, 'project_id': '9f20d0ab696c469eacae945f9b58f729', 'gw_port': {'id': '7c5599b7-743f-4cb4-ba1e-0d3d70020820', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:45Z', 'updated_at': '2022-01-28T06:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:50.253543 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-328b5a94-d41e-4aa4-b68a-96e4b0e025cf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2956715 Jan 28 06:00:50.274475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Checking router: 169e322b-15d2-4eda-978d-d10a51c2d994 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:00:50.274475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Updating router 169e322b-15d2-4eda-978d-d10a51c2d994 port 7c5599b7-743f-4cb4-ba1e-0d3d70020820 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:00:50.276844 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (08f500d3-ee3e-4a6a-a242-33b7718f5d9e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:50.397723 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7f93544b-0853-45a7-b416-42b86cbac0f3 None None] Current status of the port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:50.398128 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f93544b-0853-45a7-b416-42b86cbac0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (08f500d3-ee3e-4a6a-a242-33b7718f5d9e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:50.581983 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=08f500d3-ee3e-4a6a-a242-33b7718f5d9e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:50.645189 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7c5599b7-743f-4cb4-ba1e-0d3d70020820), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:50.845836 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-7f93544b-0853-45a7-b416-42b86cbac0f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:00:50.846579 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-7f93544b-0853-45a7-b416-42b86cbac0f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:00:50.974272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51568) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:51.200607 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b5394496-6c26-49c1-862e-8ba1723d85dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:51.223401 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1120f9-9334-49a3-a13a-7cdd40613875 req-de1ac9cf-1150-48a7-8167-b78e737e5bfb tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:51.234600 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e1120f9-9334-49a3-a13a-7cdd40613875 req-de1ac9cf-1150-48a7-8167-b78e737e5bfb tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 943 time: 2.0239127 Jan 28 06:00:51.369433 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (6f1c8a1a-d533-4d9d-a220-5a68bacdd27e), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:51.385594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074159ea-efc7-45e6-8b35-0584853e05cf req-ebaf6ea2-07a5-47e9-a72e-52343334c1a1 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:51.399180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-074159ea-efc7-45e6-8b35-0584853e05cf req-ebaf6ea2-07a5-47e9-a72e-52343334c1a1 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 1.6868641 Jan 28 06:00:51.461007 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b5394496-6c26-49c1-862e-8ba1723d85dc admin admin] Publish callbacks [] for security_group (1525842d-8c0a-49a1-959b-1ed9c6ec5d1d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:51.486408 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7f93544b-0853-45a7-b416-42b86cbac0f3 None None] Current status of the port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:51.591463 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b5394496-6c26-49c1-862e-8ba1723d85dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1525842d-8c0a-49a1-959b-1ed9c6ec5d1d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:51.599001 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:51.629523 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e1120f9-9334-49a3-a13a-7cdd40613875 req-77bff77a-04de-4e60-a823-494523937019 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3922935 Jan 28 06:00:51.721748 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Publish callbacks [] for port (7c5599b7-743f-4cb4-ba1e-0d3d70020820), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:51.730710 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5394496-6c26-49c1-862e-8ba1723d85dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1525842d-8c0a-49a1-959b-1ed9c6ec5d1d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:51.753259 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b5394496-6c26-49c1-862e-8ba1723d85dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb3cf66239544a0696ec44328d74f56f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7770112 Jan 28 06:00:51.755993 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-720eb1b2-bd85-468b-9edd-b282be49afb2 None None] Provisioning complete for port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:51.756598 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-720eb1b2-bd85-468b-9edd-b282be49afb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (08f500d3-ee3e-4a6a-a242-33b7718f5d9e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:51.761264 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51580) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:51.786917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-074159ea-efc7-45e6-8b35-0584853e05cf req-d829f1e9-702a-4a17-b065-220a713fc25e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470862 Jan 28 06:00:51.891183 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7c5599b7-743f-4cb4-ba1e-0d3d70020820), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:51.902664 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a5bdd77d-347c-4712-a19c-d1a541907d5a admin admin] Publish callbacks [] for security_group (1525842d-8c0a-49a1-959b-1ed9c6ec5d1d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:51.956239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a5bdd77d-347c-4712-a19c-d1a541907d5a admin admin] Publish callbacks [] for security_group (1525842d-8c0a-49a1-959b-1ed9c6ec5d1d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:51.991965 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19532e61-7871-450c-b9c8-32b0d8523151 None None] Pushing event updated for resources: {'Port': ['ID=7c5599b7-743f-4cb4-ba1e-0d3d70020820,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:52.013290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Attempting to bind port 7c5599b7-743f-4cb4-ba1e-0d3d70020820 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:00:52.013771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Attempting to bind port 7c5599b7-743f-4cb4-ba1e-0d3d70020820 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:00:52.014216 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Attempting to bind port 7c5599b7-743f-4cb4-ba1e-0d3d70020820 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:00:52.068719 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] Allocated IP 172.20.0.1 (114c005a-3cce-4c0a-98aa-24381aab00ea/0fdc3658-be1d-4eac-8cd0-c9dfacab1700/24fc6b29-003f-4695-b0ca-9d3bb1d17851) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:00:52.245483 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a5bdd77d-347c-4712-a19c-d1a541907d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1525842d-8c0a-49a1-959b-1ed9c6ec5d1d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:52.246607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524c037-2275-4896-8444-e2d98f101e00 req-7d25d05b-0b35-4110-bbdf-cbfa2dcdad64 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:52.257688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:00:52.257688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:00:52.257688 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:52.257688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:00:52.257688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Bound port: 7c5599b7-743f-4cb4-ba1e-0d3d70020820, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:00:52.257688 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7c5599b7-743f-4cb4-ba1e-0d3d70020820), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:52.258375 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a5bdd77d-347c-4712-a19c-d1a541907d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:52.258375 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a5bdd77d-347c-4712-a19c-d1a541907d5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1525842d-8c0a-49a1-959b-1ed9c6ec5d1d HTTP/1.1" status: 204 len: 168 time: 0.4888513 Jan 28 06:00:52.258637 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6524c037-2275-4896-8444-e2d98f101e00 req-7d25d05b-0b35-4110-bbdf-cbfa2dcdad64 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.2915862 Jan 28 06:00:52.265733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdd77d-347c-4712-a19c-d1a541907d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1525842d-8c0a-49a1-959b-1ed9c6ec5d1d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:52.278018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-720eb1b2-bd85-468b-9edd-b282be49afb2 None None] Current status of the port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:52.330046 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] For port 7c5599b7-743f-4cb4-ba1e-0d3d70020820, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:00:52.337202 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] For port 7c5599b7-743f-4cb4-ba1e-0d3d70020820, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7c5599b7-743f-4cb4-ba1e-0d3d70020820,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:00:52.385045 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (6f1c8a1a-d533-4d9d-a220-5a68bacdd27e), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:52.417777 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 08f500d3-ee3e-4a6a-a242-33b7718f5d9e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:52.424899 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7c5599b7-743f-4cb4-ba1e-0d3d70020820), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:52.445227 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:52.555882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19532e61-7871-450c-b9c8-32b0d8523151 None None] Pushing event updated for resources: {'Port': ['ID=7c5599b7-743f-4cb4-ba1e-0d3d70020820,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:52.559269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Routers {'169e322b-15d2-4eda-978d-d10a51c2d994'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:52.559407 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:00:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['169e322b-15d2-4eda-978d-d10a51c2d994'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:52.580679 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6524c037-2275-4896-8444-e2d98f101e00 req-2e5dc5d0-b0b1-4c37-bb00-094a5baba1ad tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246531 Jan 28 06:00:52.622811 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:52.623200 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (08f500d3-ee3e-4a6a-a242-33b7718f5d9e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:52.633448 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] Publish callbacks [] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:52.725234 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-a94a805e-cefe-492e-9a51-7e7b961ccfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:52.727787 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-a94a805e-cefe-492e-9a51-7e7b961ccfea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba&tenant_id=ab9f5d5d427244a98e0169fec132ab39 HTTP/1.1" status: 200 len: 1095 time: 0.2091744 Jan 28 06:00:52.756155 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:00:52.830833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] Set router 169e322b-15d2-4eda-978d-d10a51c2d994 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:00:52.991545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:53.006326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Allocated IP 172.25.0.89 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/780555fd-b75d-4e4f-bd81-cea8396e5255) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:00:53.078595 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:53.096022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'name': 'tempest-TestServerBasicOps-1005704180-router', 'tenant_id': '9f20d0ab696c469eacae945f9b58f729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '7c5599b7-743f-4cb4-ba1e-0d3d70020820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:44Z', 'updated_at': '2022-01-28T06:00:46Z', 'revision_number': 3, 'project_id': '9f20d0ab696c469eacae945f9b58f729', 'gw_port': {'id': '7c5599b7-743f-4cb4-ba1e-0d3d70020820', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:45Z', 'updated_at': '2022-01-28T06:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:53.129357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f4a10-1479-49a8-8135-3ce292ed8bfc None None] The sync data for ids ['169e322b-15d2-4eda-978d-d10a51c2d994'] in n-d-812111-12 is: [{'id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'name': 'tempest-TestServerBasicOps-1005704180-router', 'tenant_id': '9f20d0ab696c469eacae945f9b58f729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '7c5599b7-743f-4cb4-ba1e-0d3d70020820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:44Z', 'updated_at': '2022-01-28T06:00:46Z', 'revision_number': 3, 'project_id': '9f20d0ab696c469eacae945f9b58f729', 'gw_port': {'id': '7c5599b7-743f-4cb4-ba1e-0d3d70020820', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:45Z', 'updated_at': '2022-01-28T06:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:00:53.141220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9989d67-8d92-4e46-b4b0-7fd18a6c9a13 req-69f8ffd9-ec61-40b8-a285-177df9b4a8e9 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:53.144193 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9989d67-8d92-4e46-b4b0-7fd18a6c9a13 req-69f8ffd9-ec61-40b8-a285-177df9b4a8e9 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.3926616 Jan 28 06:00:53.158884 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51626) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:53.174386 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc87071d-5212-4d83-b342-ffa3f693e808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:53.251246 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53b8b0-b9a6-4fe3-9131-f58e11a1ace9 req-c684ad81-a001-44e6-9ea0-b838776cec76 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:53.253003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c53b8b0-b9a6-4fe3-9131-f58e11a1ace9 req-c684ad81-a001-44e6-9ea0-b838776cec76 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 943 time: 0.4044433 Jan 28 06:00:53.282135 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:53.356609 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc87071d-5212-4d83-b342-ffa3f693e808 admin admin] Publish callbacks [] for security_group (7bd48820-ff0b-40d7-b48f-0621c4495516), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:53.451545 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dc87071d-5212-4d83-b342-ffa3f693e808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7bd48820-ff0b-40d7-b48f-0621c4495516), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:53.496584 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dc87071d-5212-4d83-b342-ffa3f693e808 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e67f2fb828af469285d03e91ccc6bde5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3397689 Jan 28 06:00:53.518768 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51632) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:53.522886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87071d-5212-4d83-b342-ffa3f693e808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd48820-ff0b-40d7-b48f-0621c4495516,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:53.550504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] Network 114c005a-3cce-4c0a-98aa-24381aab00ea is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:00:53.586631 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c53b8b0-b9a6-4fe3-9131-f58e11a1ace9 req-395f111a-7428-4638-85b1-0684ba250e8f tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936289 Jan 28 06:00:53.586631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] Pushing event updated for resources: {'Port': ['ID=24fc6b29-003f-4695-b0ca-9d3bb1d17851,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:53.618468 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9989d67-8d92-4e46-b4b0-7fd18a6c9a13 req-f138d075-11b4-45d0-9b8f-7ccc317b1d2b tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609973 Jan 28 06:00:53.621120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:53.627149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:00:53.708265 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2dd98c3-248b-45b9-8e58-6b7e83aeef1e admin admin] Publish callbacks [] for security_group (7bd48820-ff0b-40d7-b48f-0621c4495516), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:53.721079 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (169e322b-15d2-4eda-978d-d10a51c2d994), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:53.756322 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2dd98c3-248b-45b9-8e58-6b7e83aeef1e admin admin] Publish callbacks [] for security_group (7bd48820-ff0b-40d7-b48f-0621c4495516), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:53.906825 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for port (780555fd-b75d-4e4f-bd81-cea8396e5255), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:53.988237 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2dd98c3-248b-45b9-8e58-6b7e83aeef1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7bd48820-ff0b-40d7-b48f-0621c4495516), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:53.991019 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2dd98c3-248b-45b9-8e58-6b7e83aeef1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:53.994560 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b2dd98c3-248b-45b9-8e58-6b7e83aeef1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7bd48820-ff0b-40d7-b48f-0621c4495516 HTTP/1.1" status: 204 len: 168 time: 0.4660575 Jan 28 06:00:54.014843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd98c3-248b-45b9-8e58-6b7e83aeef1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd48820-ff0b-40d7-b48f-0621c4495516,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:54.025906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbda755-c25a-4d0d-bb6b-d5128412188b req-cf1e7533-ec3d-4139-b320-32a278ef08f9 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:54.027747 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fbda755-c25a-4d0d-bb6b-d5128412188b req-cf1e7533-ec3d-4139-b320-32a278ef08f9 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1804836 Jan 28 06:00:54.038078 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:54.133067 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5bae49f9-9f17-446a-9e05-e5cf78f7a114 None None] Provisioning complete for port 24fc6b29-003f-4695-b0ca-9d3bb1d17851 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:54.133506 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bae49f9-9f17-446a-9e05-e5cf78f7a114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:54.236212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5bae49f9-9f17-446a-9e05-e5cf78f7a114 None None] Port 24fc6b29-003f-4695-b0ca-9d3bb1d17851 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:00:54.250552 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] For port 783c1ecc-77e2-46e4-9574-f4bdb08db906, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:54.254687 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (780555fd-b75d-4e4f-bd81-cea8396e5255), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:54.327689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Pushing event updated for resources: {'Port': ['ID=780555fd-b75d-4e4f-bd81-cea8396e5255,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:54.339819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fbda755-c25a-4d0d-bb6b-d5128412188b req-ce2aa03f-7faa-435c-a12d-6064496bc830 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902637 Jan 28 06:00:54.525794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:00:54.525794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] For port 783c1ecc-77e2-46e4-9574-f4bdb08db906, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:00:54.525794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783c1ecc-77e2-46e4-9574-f4bdb08db906 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:00:54.525794 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Publish callbacks [] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:54.525794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Transition to ACTIVE for port object 783c1ecc-77e2-46e4-9574-f4bdb08db906 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:00:54.588648 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] Publish callbacks [] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:54.591298 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:54.591604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7c5599b7-743f-4cb4-ba1e-0d3d70020820 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:54.629390 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:00:54.688107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad845-ccce-4263-9cce-ca91c0fef364 req-31ad12e0-b19c-40a5-8b99-f807fa48d8da tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:54.692173 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9aad845-ccce-4263-9cce-ca91c0fef364 req-31ad12e0-b19c-40a5-8b99-f807fa48d8da tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.0979493 Jan 28 06:00:54.699695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7c5599b7-743f-4cb4-ba1e-0d3d70020820 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:54.707461 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7c5599b7-743f-4cb4-ba1e-0d3d70020820), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:54.808920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9aad845-ccce-4263-9cce-ca91c0fef364 req-55afc989-76fe-48d2-a99f-75f627273d8a tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155126 Jan 28 06:00:54.923155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7c5599b7-743f-4cb4-ba1e-0d3d70020820 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:54.923557 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7c5599b7-743f-4cb4-ba1e-0d3d70020820), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:54.947512 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:55.006708 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:55.021397 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 7c5599b7-743f-4cb4-ba1e-0d3d70020820, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7c5599b7-743f-4cb4-ba1e-0d3d70020820,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:00:55.039543 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Pushing event updated for resources: {'Port': ['ID=783c1ecc-77e2-46e4-9574-f4bdb08db906,revision_number=9']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:55.087464 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:55.097393 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207477f-f12f-43f1-b1c1-7e9b50491bb8 req-fe33b350-b56b-48da-8ba3-f76d896b8642 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:55.105129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c207477f-f12f-43f1-b1c1-7e9b50491bb8 req-fe33b350-b56b-48da-8ba3-f76d896b8642 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 943 time: 0.3848696 Jan 28 06:00:55.153956 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7c5599b7-743f-4cb4-ba1e-0d3d70020820), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:55.276023 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=7c5599b7-743f-4cb4-ba1e-0d3d70020820,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:55.293727 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c207477f-f12f-43f1-b1c1-7e9b50491bb8 req-ea530acc-6265-4b56-90a2-5355cfdd94d0 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877358 Jan 28 06:00:55.533156 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (169e322b-15d2-4eda-978d-d10a51c2d994), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:56.053867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] Pushing event updated for resources: {'Port': ['ID=24fc6b29-003f-4695-b0ca-9d3bb1d17851,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:56.208406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] No DVR routers for this DVR port 783c1ecc-77e2-46e4-9574-f4bdb08db906 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:00:56.415010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7c5599b7-743f-4cb4-ba1e-0d3d70020820 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:00:56.499293 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7c5599b7-743f-4cb4-ba1e-0d3d70020820 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:56.500610 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7c5599b7-743f-4cb4-ba1e-0d3d70020820), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:56.623877 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7c5599b7-743f-4cb4-ba1e-0d3d70020820 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:00:56.632432 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (6f1c8a1a-d533-4d9d-a220-5a68bacdd27e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:56.641833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f57b8-280d-4ced-b687-8b0f0bf202e2 req-4d76d287-004c-4db3-9c0f-f510762740cc tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:56.643442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f6f57b8-280d-4ced-b687-8b0f0bf202e2 req-4d76d287-004c-4db3-9c0f-f510762740cc tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 1.4986279 Jan 28 06:00:56.785042 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f6f57b8-280d-4ced-b687-8b0f0bf202e2 req-ca052cae-2f32-4f20-a5f8-526397c2b4a6 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299984 Jan 28 06:00:56.810105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Attempting to bind port 783c1ecc-77e2-46e4-9574-f4bdb08db906 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:00:56.810492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Attempting to bind port 783c1ecc-77e2-46e4-9574-f4bdb08db906 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:00:56.810840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Attempting to bind port 783c1ecc-77e2-46e4-9574-f4bdb08db906 on network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:00:56.819991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Port 783c1ecc-77e2-46e4-9574-f4bdb08db906 on network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:00:56.820569 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Attempting to bind port 783c1ecc-77e2-46e4-9574-f4bdb08db906 on network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:00:56.889288 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:00:56.889637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Checking segment: {'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:00:56.890575 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Bound using segment: {'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:00:56.894127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Bound port: 783c1ecc-77e2-46e4-9574-f4bdb08db906, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d374ffb-d28e-422c-91f3-3cfb132abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:00:56.894127 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:56.918536 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac059fe6-51db-4a42-81a1-850c0ab15178 req-4207e28d-8f83-41f9-b8c3-8fbe5413c165 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:56.920256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac059fe6-51db-4a42-81a1-850c0ab15178 req-4207e28d-8f83-41f9-b8c3-8fbe5413c165 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 943 time: 0.3128865 Jan 28 06:00:56.988614 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] Network 114c005a-3cce-4c0a-98aa-24381aab00ea is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:00:56.998338 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:00:57.349379 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850b27-4fce-4c60-add3-6cfb741b1bdf req-a05477a6-8b7e-47d3-a3e7-f811b7c8f08a tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:57.350513 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38850b27-4fce-4c60-add3-6cfb741b1bdf req-a05477a6-8b7e-47d3-a3e7-f811b7c8f08a tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.4396799 Jan 28 06:00:57.442106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] For port 783c1ecc-77e2-46e4-9574-f4bdb08db906, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:00:57.461156 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (6f1c8a1a-d533-4d9d-a220-5a68bacdd27e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:57.465030 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0517ecfd-08ec-4df0-95b2-0507cf69b5a8 None None] Provisioning complete for port 24fc6b29-003f-4695-b0ca-9d3bb1d17851 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:00:57.467479 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac059fe6-51db-4a42-81a1-850c0ab15178 req-6d5c06b2-c3ef-4ed8-87f3-ee1e60fb385a tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5405347 Jan 28 06:00:57.467650 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0517ecfd-08ec-4df0-95b2-0507cf69b5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:57.489389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] For port 783c1ecc-77e2-46e4-9574-f4bdb08db906, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:00:57.526426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] Router 169e322b-15d2-4eda-978d-d10a51c2d994 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:00:57.533005 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38850b27-4fce-4c60-add3-6cfb741b1bdf req-52593b1f-2a26-47e3-a1e1-1065554afc86 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677189 Jan 28 06:00:57.600446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0517ecfd-08ec-4df0-95b2-0507cf69b5a8 None None] Port 24fc6b29-003f-4695-b0ca-9d3bb1d17851 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:00:57.747498 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:57.761965 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:57.964960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:57.965615 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:57.967385 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] 10.222.0.60 "PUT /v2.0/ports/783c1ecc-77e2-46e4-9574-f4bdb08db906 HTTP/1.1" status: 200 len: 1092 time: 5.2186275 Jan 28 06:00:57.967932 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'tag': '783c1ecc-77e2-46e4-9574-f4bdb08db906'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:00:57.970572 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f03622-7ec1-4733-8f6b-f7676e44abda" -d '{"events": [{"name": "network-changed", "server_uuid": "da9863c9-ce27-4eb5-a39a-2bfcb9b282ba", "tag": "783c1ecc-77e2-46e4-9574-f4bdb08db906"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:00:58.257759 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535ad55a-d31d-46a0-a874-2bcd68d400d3 x-openstack-request-id: req-535ad55a-d31d-46a0-a874-2bcd68d400d3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:00:58.257759 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9863c9-ce27-4eb5-a39a-2bfcb9b282ba", "tag": "783c1ecc-77e2-46e4-9574-f4bdb08db906", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:00:58.257759 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-535ad55a-d31d-46a0-a874-2bcd68d400d3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:00:58.257759 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'tag': '783c1ecc-77e2-46e4-9574-f4bdb08db906', 'status': 'completed', 'code': 200} Jan 28 06:00:58.260419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574a5ad-c8e7-476f-8a9e-9cec71651a8c service neutron] Pushing event updated for resources: {'Port': ['ID=783c1ecc-77e2-46e4-9574-f4bdb08db906,revision_number=10']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:00:58.316560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b842c-73cb-4d3f-9b34-1f5070999617 req-135d992e-dc64-429b-957b-81c269105b44 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:58.316560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c25b842c-73cb-4d3f-9b34-1f5070999617 req-135d992e-dc64-429b-957b-81c269105b44 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.4886937 Jan 28 06:00:58.331023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-53b3e7aa-3080-416d-97df-753b02d627b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:58.332665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-53b3e7aa-3080-416d-97df-753b02d627b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab9f5d5d427244a98e0169fec132ab39&device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 1096 time: 0.2295189 Jan 28 06:00:58.362999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Router 6f1c8a1a-d533-4d9d-a220-5a68bacdd27e is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:00:58.387944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:00:58.401130 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-176b7afd-13c9-4416-8628-a807c2d7b83d admin admin] 10.222.0.31 "PUT /v2.0/routers/169e322b-15d2-4eda-978d-d10a51c2d994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9325290 Jan 28 06:00:58.410404 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Sync routers for ids ['169e322b-15d2-4eda-978d-d10a51c2d994'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:00:58.432896 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Routers {'169e322b-15d2-4eda-978d-d10a51c2d994'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:58.435579 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:00:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['169e322b-15d2-4eda-978d-d10a51c2d994'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:58.555653 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c25b842c-73cb-4d3f-9b34-1f5070999617 req-2fcdecf3-4797-4e5c-be74-018640266a8d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357559 Jan 28 06:00:58.735882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-29530be9-aee2-465a-8e1b-8ec25a91e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:58.736627 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-29530be9-aee2-465a-8e1b-8ec25a91e161 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b HTTP/1.1" status: 200 len: 918 time: 0.3893223 Jan 28 06:00:58.796359 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Set router 169e322b-15d2-4eda-978d-d10a51c2d994 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:00:58.875148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:00:58.889448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acdc14-07bf-45b2-bb80-3cc4ae7f88ba None None] Sync routers for ids ['6f1c8a1a-d533-4d9d-a220-5a68bacdd27e'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:00:58.901987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74acdc14-07bf-45b2-bb80-3cc4ae7f88ba None None] Routers {'6f1c8a1a-d533-4d9d-a220-5a68bacdd27e'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:58.902844 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-74acdc14-07bf-45b2-bb80-3cc4ae7f88ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:00:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6f1c8a1a-d533-4d9d-a220-5a68bacdd27e'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:58.932436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e72627-aec7-4678-9ad6-510eaf242496 req-6b7e4b64-f194-4dd2-a8d4-7e02ccec92a6 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:58.933967 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1e72627-aec7-4678-9ad6-510eaf242496 req-6b7e4b64-f194-4dd2-a8d4-7e02ccec92a6 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 944 time: 0.2403269 Jan 28 06:00:58.935800 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-2890b003-f448-4ed2-9296-108e260369cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906 HTTP/1.1" status: 200 len: 999 time: 0.1181643 Jan 28 06:00:58.975558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-74acdc14-07bf-45b2-bb80-3cc4ae7f88ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:59.002028 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74acdc14-07bf-45b2-bb80-3cc4ae7f88ba None None] Routers {'6f1c8a1a-d533-4d9d-a220-5a68bacdd27e'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:00:59.002672 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-74acdc14-07bf-45b2-bb80-3cc4ae7f88ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:00:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6f1c8a1a-d533-4d9d-a220-5a68bacdd27e'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:59.071000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952da5d3-813c-41f8-bc0f-10d1555d59ca req-f46e378c-3954-4d74-a2e0-0a974bd683b0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:59.073175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-952da5d3-813c-41f8-bc0f-10d1555d59ca req-f46e378c-3954-4d74-a2e0-0a974bd683b0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.2838030 Jan 28 06:00:59.073655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-74acdc14-07bf-45b2-bb80-3cc4ae7f88ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:59.076583 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acdc14-07bf-45b2-bb80-3cc4ae7f88ba None None] The sync data for ids ['6f1c8a1a-d533-4d9d-a220-5a68bacdd27e'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:00:59.085434 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:59.089194 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-decf87df-7dcd-491f-b5dd-97bab6be3446 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.0719736 Jan 28 06:00:59.090182 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51822) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:59.104920 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'name': 'tempest-TestServerBasicOps-1005704180-router', 'tenant_id': '9f20d0ab696c469eacae945f9b58f729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '7c5599b7-743f-4cb4-ba1e-0d3d70020820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:44Z', 'updated_at': '2022-01-28T06:00:53Z', 'revision_number': 4, 'project_id': '9f20d0ab696c469eacae945f9b58f729', 'gw_port': {'id': '7c5599b7-743f-4cb4-ba1e-0d3d70020820', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:45Z', 'updated_at': '2022-01-28T06:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '24fc6b29-003f-4695-b0ca-9d3bb1d17851', 'name': '', 'network_id': '114c005a-3cce-4c0a-98aa-24381aab00ea', 'tenant_id': '9f20d0ab696c469eacae945f9b58f729', 'mac_address': 'fa:16:3e:b9:54:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '0fdc3658-be1d-4eac-8cd0-c9dfacab1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:51Z', 'updated_at': '2022-01-28T06:00:54Z', 'revision_number': 2, 'project_id': '9f20d0ab696c469eacae945f9b58f729', 'subnets': [{'id': '0fdc3658-be1d-4eac-8cd0-c9dfacab1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:00:59.162549 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Checking router: 169e322b-15d2-4eda-978d-d10a51c2d994 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:00:59.162807 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Updating router 169e322b-15d2-4eda-978d-d10a51c2d994 port 24fc6b29-003f-4695-b0ca-9d3bb1d17851 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:00:59.174622 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1e72627-aec7-4678-9ad6-510eaf242496 req-39246fbc-0b11-4a01-bdbe-824307ff00f6 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302423 Jan 28 06:00:59.188861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7087872d-2ece-4b38-ad58-8bbe0093408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:59.193028 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-7087872d-2ece-4b38-ad58-8bbe0093408d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12e0ced4-18e5-4afc-8b80-623ef26fa087 HTTP/1.1" status: 200 len: 856 time: 0.2450681 Jan 28 06:00:59.204786 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:59.282916 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-39684aaa-bb59-4665-ba55-2b83bc1c8214 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "GET /v2.0/routers/6f1c8a1a-d533-4d9d-a220-5a68bacdd27e HTTP/1.1" status: 200 len: 924 time: 0.1911080 Jan 28 06:00:59.287279 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51828) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:59.319052 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-952da5d3-813c-41f8-bc0f-10d1555d59ca req-eb8c91e9-8f81-4eb2-bc10-d35a1adbeb45 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287629 Jan 28 06:00:59.349558 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-aaac0076-ae45-47c5-b515-d0257eae873c tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f1c8a1a-d533-4d9d-a220-5a68bacdd27e HTTP/1.1" status: 200 len: 205 time: 0.0611429 Jan 28 06:00:59.352307 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-50bdac32-1a68-460b-9844-19ed8eb256e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:59.352876 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51832) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:59.356320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-50bdac32-1a68-460b-9844-19ed8eb256e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1547573 Jan 28 06:00:59.532220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51834) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:00:59.702277 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-22c9b05c-df04-4154-bbf8-eb487d3c5ab0 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (6f1c8a1a-d533-4d9d-a220-5a68bacdd27e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:59.750026 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0c1a0-0246-4881-af98-81ba8b4b969d req-347276b2-ed8e-4087-aa28-baacf87f30bb tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:00:59.751642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6db0c1a0-0246-4881-af98-81ba8b4b969d req-347276b2-ed8e-4087-aa28-baacf87f30bb tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.2185156 Jan 28 06:00:59.856302 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-e1739a1f-5fd4-4519-8763-02a186051f9f service neutron] 10.222.0.60 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928501 Jan 28 06:00:59.857221 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab962dcc-3542-424a-9fb2-35625c3006e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:59.906554 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Publish callbacks [] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:59.969726 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-22c9b05c-df04-4154-bbf8-eb487d3c5ab0 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (6f1c8a1a-d533-4d9d-a220-5a68bacdd27e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:00:59.973641 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:00.008759 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6db0c1a0-0246-4881-af98-81ba8b4b969d req-5bce7400-0e7a-4cb8-bdcd-8621d684c1a4 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091978 Jan 28 06:01:00.072526 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00999765-80fc-4562-bc10-ba2f87f10335 None None] Pushing event updated for resources: {'Port': ['ID=24fc6b29-003f-4695-b0ca-9d3bb1d17851,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:00.206316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-22c9b05c-df04-4154-bbf8-eb487d3c5ab0 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Deleting port 780555fd-b75d-4e4f-bd81-cea8396e5255 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:01:00.207459 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-22c9b05c-df04-4154-bbf8-eb487d3c5ab0 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (780555fd-b75d-4e4f-bd81-cea8396e5255), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:00.242651 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Attempting to bind port 24fc6b29-003f-4695-b0ca-9d3bb1d17851 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:01:00.243391 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Attempting to bind port 24fc6b29-003f-4695-b0ca-9d3bb1d17851 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '114c005a-3cce-4c0a-98aa-24381aab00ea'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:01:00.243974 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Attempting to bind port 24fc6b29-003f-4695-b0ca-9d3bb1d17851 on network 114c005a-3cce-4c0a-98aa-24381aab00ea {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:01:00.260243 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:01:00.261023 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Checking segment: {'id': '9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '114c005a-3cce-4c0a-98aa-24381aab00ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:01:00.261684 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:00.262282 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Bound using segment: {'id': '9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '114c005a-3cce-4c0a-98aa-24381aab00ea'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:01:00.262987 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Bound port: 24fc6b29-003f-4695-b0ca-9d3bb1d17851, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '114c005a-3cce-4c0a-98aa-24381aab00ea'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:01:00.263586 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:00.397815 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-22c9b05c-df04-4154-bbf8-eb487d3c5ab0 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (780555fd-b75d-4e4f-bd81-cea8396e5255), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:00.417521 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] For port 24fc6b29-003f-4695-b0ca-9d3bb1d17851, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:01:00.424942 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab962dcc-3542-424a-9fb2-35625c3006e5 admin admin] Publish callbacks [] for security_group (6665c9be-e29b-44fc-855e-1404bc543157), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:00.426956 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] For port 24fc6b29-003f-4695-b0ca-9d3bb1d17851, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=24fc6b29-003f-4695-b0ca-9d3bb1d17851,segment=NetworkSegment(9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8),segment_id=9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:01:00.429402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-22c9b05c-df04-4154-bbf8-eb487d3c5ab0 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Calling delete_port for 780555fd-b75d-4e4f-bd81-cea8396e5255 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:01:00.429527 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8c06df8-ccd4-45c9-9b4f-08b0bdf732b0 req-738c9ec5-ed58-477e-b48e-355d78ce405a service neutron] 10.222.0.60 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5619411 Jan 28 06:01:00.474111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dafcf1-d8e6-4009-8d7c-e1aabda0f5b2 req-9e28bb17-f7f5-432a-b7d9-799845515e27 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:00.481954 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6f6ea721-fa4b-4692-9614-97ca59e20a5c None None] Provisioning complete for port 24fc6b29-003f-4695-b0ca-9d3bb1d17851 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:00.482520 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f6ea721-fa4b-4692-9614-97ca59e20a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:00.493091 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40dafcf1-d8e6-4009-8d7c-e1aabda0f5b2 req-9e28bb17-f7f5-432a-b7d9-799845515e27 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.3204784 Jan 28 06:01:00.539788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51854) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:00.552805 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a4ece8af-7e53-4914-8849-e27a5197918e tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1837499194', 'description': 'tempest-secgroup-smoke-1837499194 description', 'project_id': '5a47cdb207f4459f8119649608f12177'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:00.575175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ea721-fa4b-4692-9614-97ca59e20a5c None None] Port 24fc6b29-003f-4695-b0ca-9d3bb1d17851 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:01:00.586125 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:00.607824 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab962dcc-3542-424a-9fb2-35625c3006e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6665c9be-e29b-44fc-855e-1404bc543157), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:00.726749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab962dcc-3542-424a-9fb2-35625c3006e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6665c9be-e29b-44fc-855e-1404bc543157,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:00.765878 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Routers {'169e322b-15d2-4eda-978d-d10a51c2d994'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:01:00.766103 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:00:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['169e322b-15d2-4eda-978d-d10a51c2d994'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:00.867940 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-22c9b05c-df04-4154-bbf8-eb487d3c5ab0 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (780555fd-b75d-4e4f-bd81-cea8396e5255), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:00.907733 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00999765-80fc-4562-bc10-ba2f87f10335 None None] Pushing event updated for resources: {'Port': ['ID=24fc6b29-003f-4695-b0ca-9d3bb1d17851,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:00.992433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9b05c-df04-4154-bbf8-eb487d3c5ab0 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Pushing event deleted for resources: {'Port': ['ID=780555fd-b75d-4e4f-bd81-cea8396e5255,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:01.129586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f67a639e-58dc-4edc-9d0c-f006baa2ca38 None None] Provisioning complete for port 24fc6b29-003f-4695-b0ca-9d3bb1d17851 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:01.134939 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f67a639e-58dc-4edc-9d0c-f006baa2ca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:01.153194 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-22c9b05c-df04-4154-bbf8-eb487d3c5ab0 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (6f1c8a1a-d533-4d9d-a220-5a68bacdd27e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:01.314800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f67a639e-58dc-4edc-9d0c-f006baa2ca38 None None] Current status of the port 24fc6b29-003f-4695-b0ca-9d3bb1d17851 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:01.315483 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f67a639e-58dc-4edc-9d0c-f006baa2ca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:01.325214 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-22c9b05c-df04-4154-bbf8-eb487d3c5ab0 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (6f1c8a1a-d533-4d9d-a220-5a68bacdd27e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:01.327074 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-22c9b05c-df04-4154-bbf8-eb487d3c5ab0 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_controller (6f1c8a1a-d533-4d9d-a220-5a68bacdd27e), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:01.349246 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] Set router 169e322b-15d2-4eda-978d-d10a51c2d994 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:01:01.365305 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f67a639e-58dc-4edc-9d0c-f006baa2ca38 None None] For port 24fc6b29-003f-4695-b0ca-9d3bb1d17851, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=24fc6b29-003f-4695-b0ca-9d3bb1d17851,segment=NetworkSegment(9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8),segment_id=9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:01.473988 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f67a639e-58dc-4edc-9d0c-f006baa2ca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:01.522001 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-22c9b05c-df04-4154-bbf8-eb487d3c5ab0 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (6f1c8a1a-d533-4d9d-a220-5a68bacdd27e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:01.522566 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c9b05c-df04-4154-bbf8-eb487d3c5ab0 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Fanout notify agent at l3_agent the message router_deleted on router 6f1c8a1a-d533-4d9d-a220-5a68bacdd27e {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:01:01.531345 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-22c9b05c-df04-4154-bbf8-eb487d3c5ab0 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:01.532742 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-22c9b05c-df04-4154-bbf8-eb487d3c5ab0 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "DELETE /v2.0/routers/6f1c8a1a-d533-4d9d-a220-5a68bacdd27e HTTP/1.1" status: 204 len: 168 time: 2.1786075 Jan 28 06:01:01.541403 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51886) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:01.558782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1420736321', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'enable_snat': False}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:01.559245 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40dafcf1-d8e6-4009-8d7c-e1aabda0f5b2 req-74c04f0c-65a2-46a2-ba03-43a55fb69622 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0469918 Jan 28 06:01:01.602879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f03622-7ec1-4733-8f6b-f7676e44abda req-70ee0eae-77b5-4170-b6fe-7d7b260be0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:01.613103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48f03622-7ec1-4733-8f6b-f7676e44abda req-70ee0eae-77b5-4170-b6fe-7d7b260be0bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab9f5d5d427244a98e0169fec132ab39&device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 1096 time: 0.9126606 Jan 28 06:01:01.621232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51892) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:01.623761 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ab962dcc-3542-424a-9fb2-35625c3006e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ad32f4f53f34b5fb20789a05f7c0219&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0861337 Jan 28 06:01:01.642512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6e2c4-39ba-4041-9e99-aceb748a7b7e req-f470553d-0c4d-49c8-b187-f0171c746a95 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:01.650540 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48c6e2c4-39ba-4041-9e99-aceb748a7b7e req-f470553d-0c4d-49c8-b187-f0171c746a95 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 944 time: 0.9386756 Jan 28 06:01:01.652795 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4ece8af-7e53-4914-8849-e27a5197918e tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:01.695192 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (ea6cf764-802e-4653-94e5-2df4f67bf13b), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:01.696843 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (ea6cf764-802e-4653-94e5-2df4f67bf13b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:01.768149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48c6e2c4-39ba-4041-9e99-aceb748a7b7e req-5d6b024d-9dbb-435c-bce0-65fb970f55ca tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163478 Jan 28 06:01:01.790088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a639e-58dc-4edc-9d0c-f006baa2ca38 None None] Pushing event updated for resources: {'Port': ['ID=24fc6b29-003f-4695-b0ca-9d3bb1d17851,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:01.861036 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_controller (ea6cf764-802e-4653-94e5-2df4f67bf13b), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:01.990185 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'name': 'tempest-TestServerBasicOps-1005704180-router', 'tenant_id': '9f20d0ab696c469eacae945f9b58f729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '7c5599b7-743f-4cb4-ba1e-0d3d70020820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:44Z', 'updated_at': '2022-01-28T06:00:53Z', 'revision_number': 4, 'project_id': '9f20d0ab696c469eacae945f9b58f729', 'gw_port': {'id': '7c5599b7-743f-4cb4-ba1e-0d3d70020820', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:45Z', 'updated_at': '2022-01-28T06:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '24fc6b29-003f-4695-b0ca-9d3bb1d17851', 'name': '', 'network_id': '114c005a-3cce-4c0a-98aa-24381aab00ea', 'tenant_id': '9f20d0ab696c469eacae945f9b58f729', 'mac_address': 'fa:16:3e:b9:54:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '0fdc3658-be1d-4eac-8cd0-c9dfacab1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:51Z', 'updated_at': '2022-01-28T06:01:00Z', 'revision_number': 4, 'project_id': '9f20d0ab696c469eacae945f9b58f729', 'subnets': [{'id': '0fdc3658-be1d-4eac-8cd0-c9dfacab1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:02.144406 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76683a-9af6-4e4e-9b9a-0732025b2e1d None None] The sync data for ids ['169e322b-15d2-4eda-978d-d10a51c2d994'] in n-d-812111-12 is: [{'id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'name': 'tempest-TestServerBasicOps-1005704180-router', 'tenant_id': '9f20d0ab696c469eacae945f9b58f729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '7c5599b7-743f-4cb4-ba1e-0d3d70020820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:44Z', 'updated_at': '2022-01-28T06:00:53Z', 'revision_number': 4, 'project_id': '9f20d0ab696c469eacae945f9b58f729', 'gw_port': {'id': '7c5599b7-743f-4cb4-ba1e-0d3d70020820', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:45Z', 'updated_at': '2022-01-28T06:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '24fc6b29-003f-4695-b0ca-9d3bb1d17851', 'name': '', 'network_id': '114c005a-3cce-4c0a-98aa-24381aab00ea', 'tenant_id': '9f20d0ab696c469eacae945f9b58f729', 'mac_address': 'fa:16:3e:b9:54:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '0fdc3658-be1d-4eac-8cd0-c9dfacab1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:51Z', 'updated_at': '2022-01-28T06:01:00Z', 'revision_number': 4, 'project_id': '9f20d0ab696c469eacae945f9b58f729', 'subnets': [{'id': '0fdc3658-be1d-4eac-8cd0-c9dfacab1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:01:02.172242 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d376dadc-9cd7-4efc-97b9-b15a686903bb admin admin] Publish callbacks [] for security_group (6665c9be-e29b-44fc-855e-1404bc543157), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:02.278818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f03622-7ec1-4733-8f6b-f7676e44abda req-f62a0d7c-63cb-45b8-a92f-fe3fdc7647dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:02.282718 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48f03622-7ec1-4733-8f6b-f7676e44abda req-f62a0d7c-63cb-45b8-a92f-fe3fdc7647dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b HTTP/1.1" status: 200 len: 918 time: 0.6557870 Jan 28 06:01:02.361844 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4ece8af-7e53-4914-8849-e27a5197918e tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group (58576aef-3c06-4f45-8606-0ca41fc6da72), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:02.466822 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d376dadc-9cd7-4efc-97b9-b15a686903bb admin admin] Publish callbacks [] for security_group (6665c9be-e29b-44fc-855e-1404bc543157), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:02.473931 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cea054ae-6d9c-4937-84bb-7289968da0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:02.474144 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4ece8af-7e53-4914-8849-e27a5197918e tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (58576aef-3c06-4f45-8606-0ca41fc6da72), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:02.478290 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (ea6cf764-802e-4653-94e5-2df4f67bf13b), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:02.603876 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 24fc6b29-003f-4695-b0ca-9d3bb1d17851 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:01:02.799661 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4ece8af-7e53-4914-8849-e27a5197918e tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:02.802619 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d376dadc-9cd7-4efc-97b9-b15a686903bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6665c9be-e29b-44fc-855e-1404bc543157), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:02.808660 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d376dadc-9cd7-4efc-97b9-b15a686903bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:02.809864 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d376dadc-9cd7-4efc-97b9-b15a686903bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6665c9be-e29b-44fc-855e-1404bc543157 HTTP/1.1" status: 204 len: 168 time: 1.1876493 Jan 28 06:01:02.851768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a4ece8af-7e53-4914-8849-e27a5197918e tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 2.2900429 Jan 28 06:01:02.867128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51910) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:02.907623 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-949b364d-00b7-4b35-adcf-5707eb3d8d25 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Request body: {'security_group_rule': {'security_group_id': '58576aef-3c06-4f45-8606-0ca41fc6da72', 'project_id': '5a47cdb207f4459f8119649608f12177', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:02.960302 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376dadc-9cd7-4efc-97b9-b15a686903bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6665c9be-e29b-44fc-855e-1404bc543157,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:03.018492 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 24fc6b29-003f-4695-b0ca-9d3bb1d17851 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:03.019086 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:03.302692 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-949b364d-00b7-4b35-adcf-5707eb3d8d25 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group_rule (763ff2b8-ca74-48e5-8eed-31032616a998), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:03.353540 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ba2f4-ce0a-4f43-829d-e2a28d129d8c req-558d200a-c4dc-410f-8c28-412c46df3c72 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:03.358735 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 24fc6b29-003f-4695-b0ca-9d3bb1d17851 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:03.363121 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-966ba2f4-ce0a-4f43-829d-e2a28d129d8c req-558d200a-c4dc-410f-8c28-412c46df3c72 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 1.0674155 Jan 28 06:01:03.384978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ece8af-7e53-4914-8849-e27a5197918e tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58576aef-3c06-4f45-8606-0ca41fc6da72,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:03.448451 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48f03622-7ec1-4733-8f6b-f7676e44abda req-036c548e-3cd2-478c-b2e6-59890b64a2d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906 HTTP/1.1" status: 200 len: 999 time: 1.1423469 Jan 28 06:01:03.539844 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (ea6cf764-802e-4653-94e5-2df4f67bf13b), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:03.590263 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:03.723758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f03622-7ec1-4733-8f6b-f7676e44abda req-7c9ce006-5909-4b32-9530-d2383b197bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:03.725534 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48f03622-7ec1-4733-8f6b-f7676e44abda req-7c9ce006-5909-4b32-9530-d2383b197bc1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12e0ced4-18e5-4afc-8b80-623ef26fa087 HTTP/1.1" status: 200 len: 856 time: 0.1444795 Jan 28 06:01:03.760719 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e53f4-ee0d-4b84-9309-6a44c70054c8 req-cad7670a-ccfd-4aed-bd4c-8f69b2f8fb32 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:03.762268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-947e53f4-ee0d-4b84-9309-6a44c70054c8 req-cad7670a-ccfd-4aed-bd4c-8f69b2f8fb32 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 944 time: 0.7220120 Jan 28 06:01:03.946710 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-949b364d-00b7-4b35-adcf-5707eb3d8d25 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group_rule (763ff2b8-ca74-48e5-8eed-31032616a998), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:04.007135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f03622-7ec1-4733-8f6b-f7676e44abda req-ffcb0041-4dd7-4066-8926-dd8e8c7d09cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:04.008828 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48f03622-7ec1-4733-8f6b-f7676e44abda req-ffcb0041-4dd7-4066-8926-dd8e8c7d09cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ec13b76-90fa-43c4-988d-6995ecc2bd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2599308 Jan 28 06:01:04.012854 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-966ba2f4-ce0a-4f43-829d-e2a28d129d8c req-90fed5d6-34c0-48b2-ade5-3b9205878fce tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6488595 Jan 28 06:01:04.015514 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-949b364d-00b7-4b35-adcf-5707eb3d8d25 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (763ff2b8-ca74-48e5-8eed-31032616a998), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:04.034054 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Allocated IP 172.25.0.105 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/569dd983-fc56-441b-9e89-92fd9bebc833) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:01:04.055173 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-947e53f4-ee0d-4b84-9309-6a44c70054c8 req-4eb726b0-0556-47ae-b63a-7a9bbd57e237 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544477 Jan 28 06:01:04.140921 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b364d-00b7-4b35-adcf-5707eb3d8d25 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763ff2b8-ca74-48e5-8eed-31032616a998,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:04.159584 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-949b364d-00b7-4b35-adcf-5707eb3d8d25 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:04.163305 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-949b364d-00b7-4b35-adcf-5707eb3d8d25 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2919111 Jan 28 06:01:04.168448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51932) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:04.201292 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4127d112-6690-41c3-8c56-87ce6a7db80c tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Request body: {'security_group_rule': {'security_group_id': '58576aef-3c06-4f45-8606-0ca41fc6da72', 'project_id': '5a47cdb207f4459f8119649608f12177', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:04.422499 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4127d112-6690-41c3-8c56-87ce6a7db80c tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group_rule (656aa138-126d-4114-90a6-ad2b99781ae1), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:04.440871 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for port (569dd983-fc56-441b-9e89-92fd9bebc833), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:04.603742 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f357544-313b-467e-8cbe-13f6257aa2cf req-5f63dea4-901f-4fed-be20-97b2f4880e09 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:04.622663 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f357544-313b-467e-8cbe-13f6257aa2cf req-5f63dea4-901f-4fed-be20-97b2f4880e09 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.4361131 Jan 28 06:01:04.674703 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (569dd983-fc56-441b-9e89-92fd9bebc833), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:04.788589 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48f03622-7ec1-4733-8f6b-f7676e44abda req-d87d97d9-6909-44a7-86ad-47c4d804c761 service neutron] 10.222.0.60 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7548478 Jan 28 06:01:04.792764 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d081ac85-d6d3-4830-9eca-45c726fe6e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:04.871289 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Pushing event updated for resources: {'Port': ['ID=569dd983-fc56-441b-9e89-92fd9bebc833,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:04.875263 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:01:04.877081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:04.891009 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:01:04.951230 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4127d112-6690-41c3-8c56-87ce6a7db80c tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group_rule (656aa138-126d-4114-90a6-ad2b99781ae1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:04.979804 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f357544-313b-467e-8cbe-13f6257aa2cf req-b0ee0810-8424-4fed-aabd-742f95bab537 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562031 Jan 28 06:01:05.023922 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4127d112-6690-41c3-8c56-87ce6a7db80c tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (656aa138-126d-4114-90a6-ad2b99781ae1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:05.087548 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127d112-6690-41c3-8c56-87ce6a7db80c tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656aa138-126d-4114-90a6-ad2b99781ae1,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:05.115707 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48f03622-7ec1-4733-8f6b-f7676e44abda req-fd545996-48a0-45f2-b68d-a036d0be39f9 service neutron] 10.222.0.60 "GET /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079772 Jan 28 06:01:05.162618 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4127d112-6690-41c3-8c56-87ce6a7db80c tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:05.168668 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4127d112-6690-41c3-8c56-87ce6a7db80c tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9927604 Jan 28 06:01:05.169507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51952) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:05.178504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2a12dfa9-39f9-497a-9fd7-886f8151961b tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Request body: {'security_group_rule': {'security_group_id': '58576aef-3c06-4f45-8606-0ca41fc6da72', 'project_id': '5a47cdb207f4459f8119649608f12177', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:05.467530 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb5b75-f4f7-425d-96dd-acb1dfbe6eb5 req-9b1b5c96-a481-42ec-97da-4e2d0f411d38 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:05.490951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19bb5b75-f4f7-425d-96dd-acb1dfbe6eb5 req-9b1b5c96-a481-42ec-97da-4e2d0f411d38 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 944 time: 0.2757194 Jan 28 06:01:05.544449 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9449558-e106-4785-a1c2-1aeb3d6ec2f2 req-d49e79d5-eece-4777-9cde-2b2039a11a75 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:05.555562 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9449558-e106-4785-a1c2-1aeb3d6ec2f2 req-d49e79d5-eece-4777-9cde-2b2039a11a75 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.2928827 Jan 28 06:01:05.743627 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a12dfa9-39f9-497a-9fd7-886f8151961b tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group_rule (db87ccbe-0ca2-4f3c-8ba3-2e8ce357cd4b), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:05.770876 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19bb5b75-f4f7-425d-96dd-acb1dfbe6eb5 req-50f1269d-86eb-47dc-afe9-061b28e6ae82 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782736 Jan 28 06:01:05.971448 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9449558-e106-4785-a1c2-1aeb3d6ec2f2 req-c94e147c-3d81-4639-874a-c62965e12568 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054058 Jan 28 06:01:06.030903 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a12dfa9-39f9-497a-9fd7-886f8151961b tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group_rule (db87ccbe-0ca2-4f3c-8ba3-2e8ce357cd4b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:06.112012 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a12dfa9-39f9-497a-9fd7-886f8151961b tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (db87ccbe-0ca2-4f3c-8ba3-2e8ce357cd4b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:06.220445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12dfa9-39f9-497a-9fd7-886f8151961b tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db87ccbe-0ca2-4f3c-8ba3-2e8ce357cd4b,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:06.239214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51970) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:06.282795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa367e09-bc0a-427f-a854-eabb2bfcc00f req-95164a13-8712-475e-a232-5a2ab9e8b3cd tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:06.284927 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa367e09-bc0a-427f-a854-eabb2bfcc00f req-95164a13-8712-475e-a232-5a2ab9e8b3cd tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1494944 Jan 28 06:01:06.294423 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a12dfa9-39f9-497a-9fd7-886f8151961b tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:06.300573 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2a12dfa9-39f9-497a-9fd7-886f8151961b tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1276069 Jan 28 06:01:06.303288 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51974) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:06.330545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-34ef46e9-42b5-46e6-9b70-0edeae720f50 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Request body: {'security_group_rule': {'security_group_id': '58576aef-3c06-4f45-8606-0ca41fc6da72', 'project_id': '5a47cdb207f4459f8119649608f12177', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:06.533716 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa367e09-bc0a-427f-a854-eabb2bfcc00f req-ec5cb0ca-b68e-4c71-882c-2c830c396c03 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322664 Jan 28 06:01:06.579163 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9f51-b0a8-4ad0-bcb9-82b945099d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:06.625939 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:06.703086 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34ef46e9-42b5-46e6-9b70-0edeae720f50 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group_rule (4bdd5a4a-f687-42a4-9026-52b98277365b), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:06.893353 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9f51-b0a8-4ad0-bcb9-82b945099d99 admin admin] Publish callbacks [] for security_group (67c91b01-e1cf-4d7a-a3f8-acc7242efff6), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:06.979582 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (ea6cf764-802e-4653-94e5-2df4f67bf13b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:07.042050 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34ef46e9-42b5-46e6-9b70-0edeae720f50 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group_rule (4bdd5a4a-f687-42a4-9026-52b98277365b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:07.051869 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9f51-b0a8-4ad0-bcb9-82b945099d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (67c91b01-e1cf-4d7a-a3f8-acc7242efff6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:07.110855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c9f51-b0a8-4ad0-bcb9-82b945099d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c91b01-e1cf-4d7a-a3f8-acc7242efff6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:07.140948 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34ef46e9-42b5-46e6-9b70-0edeae720f50 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (4bdd5a4a-f687-42a4-9026-52b98277365b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:07.207272 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef46e9-42b5-46e6-9b70-0edeae720f50 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdd5a4a-f687-42a4-9026-52b98277365b,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:07.243994 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a2e0d-487d-47c8-9eee-d4c3da5c544f req-45e55770-6ac6-489a-8bc0-0cdffc15f49f tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:07.247896 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ca3a2e0d-487d-47c8-9eee-d4c3da5c544f req-45e55770-6ac6-489a-8bc0-0cdffc15f49f tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 944 time: 0.2747843 Jan 28 06:01:07.254816 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34ef46e9-42b5-46e6-9b70-0edeae720f50 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:07.264443 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-34ef46e9-42b5-46e6-9b70-0edeae720f50 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9519613 Jan 28 06:01:07.266710 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cf3c9f51-b0a8-4ad0-bcb9-82b945099d99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81b9eb5e6dea4bd0948aec939ef3df24&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0216849 Jan 28 06:01:07.267402 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51994) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:07.267729 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51992) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:07.277944 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-8dec4e27-9b83-44c9-a01e-169885fbc4fc tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Request body: {'security_group_rule': {'security_group_id': '58576aef-3c06-4f45-8606-0ca41fc6da72', 'project_id': '5a47cdb207f4459f8119649608f12177', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:07.493468 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ca3a2e0d-487d-47c8-9eee-d4c3da5c544f req-4f85cf19-5267-4e10-964d-78f5a93042ed tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188492 Jan 28 06:01:07.531675 n-d-812111-12 neutron-server[103634]: INFO neutron.db.securitygroups_db [None req-8dec4e27-9b83-44c9-a01e-169885fbc4fc tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Project 5a47cdb207f4459f8119649608f12177 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:01:07.541097 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8dec4e27-9b83-44c9-a01e-169885fbc4fc tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group_rule (7a9b536c-26a4-4138-befe-0126da14b659), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:07.556481 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1bd93e3f-5a65-485b-83a8-49224a61a40c admin admin] Publish callbacks [] for security_group (67c91b01-e1cf-4d7a-a3f8-acc7242efff6), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:07.674075 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1bd93e3f-5a65-485b-83a8-49224a61a40c admin admin] Publish callbacks [] for security_group (67c91b01-e1cf-4d7a-a3f8-acc7242efff6), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:07.854288 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1bd93e3f-5a65-485b-83a8-49224a61a40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (67c91b01-e1cf-4d7a-a3f8-acc7242efff6), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:07.857453 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1bd93e3f-5a65-485b-83a8-49224a61a40c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:07.860356 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1bd93e3f-5a65-485b-83a8-49224a61a40c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67c91b01-e1cf-4d7a-a3f8-acc7242efff6 HTTP/1.1" status: 204 len: 168 time: 0.5877461 Jan 28 06:01:07.866226 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (ea6cf764-802e-4653-94e5-2df4f67bf13b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:07.882888 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:07.895060 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd93e3f-5a65-485b-83a8-49224a61a40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c91b01-e1cf-4d7a-a3f8-acc7242efff6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:08.015134 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8dec4e27-9b83-44c9-a01e-169885fbc4fc tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group_rule (7a9b536c-26a4-4138-befe-0126da14b659), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:08.044174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdc48e-fb82-4b05-a4e9-4f0822d50ffa req-0b328dbd-ce4d-475c-a998-9dd2d089285c tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:08.056137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32fdc48e-fb82-4b05-a4e9-4f0822d50ffa req-0b328dbd-ce4d-475c-a998-9dd2d089285c tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.0937519 Jan 28 06:01:08.129481 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8dec4e27-9b83-44c9-a01e-169885fbc4fc tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (7a9b536c-26a4-4138-befe-0126da14b659), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:08.164239 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec4e27-9b83-44c9-a01e-169885fbc4fc tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9b536c-26a4-4138-befe-0126da14b659,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:08.178786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32fdc48e-fb82-4b05-a4e9-4f0822d50ffa req-4f84f872-ab6d-4c1a-8f65-6dd3d9217af1 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216321 Jan 28 06:01:08.243880 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8dec4e27-9b83-44c9-a01e-169885fbc4fc tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:08.247164 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8dec4e27-9b83-44c9-a01e-169885fbc4fc tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9782465 Jan 28 06:01:08.255961 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52012) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:08.260619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d7e14682-ebad-4617-b0bd-644399944ba5 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Request body: {'security_group_rule': {'security_group_id': '58576aef-3c06-4f45-8606-0ca41fc6da72', 'project_id': '5a47cdb207f4459f8119649608f12177', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:08.316601 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Router ea6cf764-802e-4653-94e5-2df4f67bf13b is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:01:08.417379 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-d7e14682-ebad-4617-b0bd-644399944ba5 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Project 5a47cdb207f4459f8119649608f12177 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:01:08.440117 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d7e14682-ebad-4617-b0bd-644399944ba5 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group_rule (aea12b35-39da-4e10-8b37-0502bebd111a), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:08.618130 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d7e14682-ebad-4617-b0bd-644399944ba5 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group_rule (aea12b35-39da-4e10-8b37-0502bebd111a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:08.765825 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d7e14682-ebad-4617-b0bd-644399944ba5 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (aea12b35-39da-4e10-8b37-0502bebd111a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:08.805424 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:01:08.817337 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Sync routers for ids ['ea6cf764-802e-4653-94e5-2df4f67bf13b'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:01:08.832193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ca0cd-bfe3-430b-befa-2e7a07390b6e req-a940994e-1ae1-4130-bf45-38cfe84cee15 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:08.841168 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-001ca0cd-bfe3-430b-befa-2e7a07390b6e req-a940994e-1ae1-4130-bf45-38cfe84cee15 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 944 time: 0.2052369 Jan 28 06:01:08.845191 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e14682-ebad-4617-b0bd-644399944ba5 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea12b35-39da-4e10-8b37-0502bebd111a,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:08.864122 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Routers {'ea6cf764-802e-4653-94e5-2df4f67bf13b'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:01:08.864763 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:01:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea6cf764-802e-4653-94e5-2df4f67bf13b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:08.892544 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d7e14682-ebad-4617-b0bd-644399944ba5 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:08.905288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d7e14682-ebad-4617-b0bd-644399944ba5 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6469839 Jan 28 06:01:08.918639 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:08.920168 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-63ef3595-675d-4529-9c74-9164d306f29a tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.3775969 Jan 28 06:01:08.931050 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52028) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:09.024563 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-001ca0cd-bfe3-430b-befa-2e7a07390b6e req-0d286443-0d24-4511-b5d7-0b87f8f569ee tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818392 Jan 28 06:01:09.125756 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:09.182277 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52036) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:09.182957 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2fc61e06-6bc8-49de-92df-2f8ebb6fc399 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "GET /v2.0/routers/ea6cf764-802e-4653-94e5-2df4f67bf13b HTTP/1.1" status: 200 len: 909 time: 0.2505209 Jan 28 06:01:09.189676 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1420736321', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'enable_snat': True}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:09.264592 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Set router ea6cf764-802e-4653-94e5-2df4f67bf13b gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:01:09.364020 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:09.365430 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:09.600514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a360a7-6207-46be-850c-f825fa6ca5b1 req-ae084890-1897-43d1-89b3-6760e1e8f5f3 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:09.602448 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35a360a7-6207-46be-850c-f825fa6ca5b1 req-ae084890-1897-43d1-89b3-6760e1e8f5f3 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.3231688 Jan 28 06:01:09.647522 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-087d7857-e746-4cc0-8ec5-bc7ece50ec77 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837499194&fields=id&tenant_id=5a47cdb207f4459f8119649608f12177 HTTP/1.1" status: 200 len: 267 time: 0.2920165 Jan 28 06:01:09.749832 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cf764-802e-4653-94e5-2df4f67bf13b', 'name': 'tempest-snat-router-1420736321', 'tenant_id': 'b4abc37c85a441eb854741c3e62927a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.105'}], 'enable_snat': False}, 'gw_port_id': '569dd983-fc56-441b-9e89-92fd9bebc833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:01Z', 'updated_at': '2022-01-28T06:01:05Z', 'revision_number': 3, 'project_id': 'b4abc37c85a441eb854741c3e62927a6', 'gw_port': {'id': '569dd983-fc56-441b-9e89-92fd9bebc833', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6cf764-802e-4653-94e5-2df4f67bf13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:03Z', 'updated_at': '2022-01-28T06:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:09.788546 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Checking router: ea6cf764-802e-4653-94e5-2df4f67bf13b for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:01:09.788902 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Updating router ea6cf764-802e-4653-94e5-2df4f67bf13b port 569dd983-fc56-441b-9e89-92fd9bebc833 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:01:09.868240 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (569dd983-fc56-441b-9e89-92fd9bebc833), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:09.869205 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_controller (f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:10.129330 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-5ebc7578-1ee1-4684-9607-d4033ebb0ea2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:10.139291 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-5ebc7578-1ee1-4684-9607-d4033ebb0ea2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/networks?id=55c94a5b-1dee-4512-95d7-42c73d08e25f HTTP/1.1" status: 200 len: 809 time: 0.4908404 Jan 28 06:01:10.374151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-72a1ba8d-a95c-4960-a831-08cf8c263d24 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/quotas/5a47cdb207f4459f8119649608f12177 HTTP/1.1" status: 200 len: 375 time: 0.2330453 Jan 28 06:01:10.547771 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Publish callbacks [] for port (569dd983-fc56-441b-9e89-92fd9bebc833), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:10.637113 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:10.656928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35a360a7-6207-46be-850c-f825fa6ca5b1 req-0dee40e6-b639-48dd-9c50-7f923b32cfb9 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0435357 Jan 28 06:01:10.660032 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (569dd983-fc56-441b-9e89-92fd9bebc833), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:10.675833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-6d05f6df-1c19-43ab-8a9c-f4b96ab16cd7 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5a47cdb207f4459f8119649608f12177&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3007841 Jan 28 06:01:10.759791 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff8dca-0032-4a3c-8b04-265b502a369f None None] Pushing event updated for resources: {'Port': ['ID=569dd983-fc56-441b-9e89-92fd9bebc833,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:10.795719 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Attempting to bind port 569dd983-fc56-441b-9e89-92fd9bebc833 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:01:10.796153 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Attempting to bind port 569dd983-fc56-441b-9e89-92fd9bebc833 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:01:10.796513 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Attempting to bind port 569dd983-fc56-441b-9e89-92fd9bebc833 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:01:10.808120 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:01:10.808541 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:01:10.808941 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:10.809381 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:01:10.809853 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Bound port: 569dd983-fc56-441b-9e89-92fd9bebc833, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:01:10.810273 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (569dd983-fc56-441b-9e89-92fd9bebc833), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:11.020218 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] For port 569dd983-fc56-441b-9e89-92fd9bebc833, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:01:11.028306 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] For port 569dd983-fc56-441b-9e89-92fd9bebc833, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=569dd983-fc56-441b-9e89-92fd9bebc833,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:01:11.112364 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (569dd983-fc56-441b-9e89-92fd9bebc833), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:11.268360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cfaed-b518-4957-97f8-3bf09102e0de req-59c16412-732f-41d0-a6bb-52fa2dbc9165 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:11.270107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a2cfaed-b518-4957-97f8-3bf09102e0de req-59c16412-732f-41d0-a6bb-52fa2dbc9165 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 944 time: 0.4338779 Jan 28 06:01:11.278470 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Routers {'ea6cf764-802e-4653-94e5-2df4f67bf13b'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:01:11.287156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-913373ed-bba9-4bfa-9304-d65945ee0e28 service neutron] 10.222.0.31 "GET /v2.0/networks/55c94a5b-1dee-4512-95d7-42c73d08e25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939384 Jan 28 06:01:11.295193 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:01:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ea6cf764-802e-4653-94e5-2df4f67bf13b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:11.431447 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff8dca-0032-4a3c-8b04-265b502a369f None None] Pushing event updated for resources: {'Port': ['ID=569dd983-fc56-441b-9e89-92fd9bebc833,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:11.536743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a2cfaed-b518-4957-97f8-3bf09102e0de req-f4166edd-1ca6-4405-8817-7bc413fb80ad tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344351 Jan 28 06:01:11.566220 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-5f30d8f9-8a40-45d0-908a-1de76be28605 service neutron] 10.222.0.31 "GET /v2.0/networks/55c94a5b-1dee-4512-95d7-42c73d08e25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466507 Jan 28 06:01:11.630700 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] Set router ea6cf764-802e-4653-94e5-2df4f67bf13b gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:01:11.846474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52086) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:11.881684 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:11.906194 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:11.945699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ec6f6-c707-4774-8921-77b13bd6ac03 req-945644e5-d057-440c-8d16-15f02c637727 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:11.954951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f64ec6f6-c707-4774-8921-77b13bd6ac03 req-945644e5-d057-440c-8d16-15f02c637727 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1512339 Jan 28 06:01:12.214925 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1ca8e54b-44a6-41d0-932a-7005460c30f4 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1787043579'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:12.273306 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cf764-802e-4653-94e5-2df4f67bf13b', 'name': 'tempest-snat-router-1420736321', 'tenant_id': 'b4abc37c85a441eb854741c3e62927a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.105'}], 'enable_snat': False}, 'gw_port_id': '569dd983-fc56-441b-9e89-92fd9bebc833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:01Z', 'updated_at': '2022-01-28T06:01:05Z', 'revision_number': 3, 'project_id': 'b4abc37c85a441eb854741c3e62927a6', 'gw_port': {'id': '569dd983-fc56-441b-9e89-92fd9bebc833', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6cf764-802e-4653-94e5-2df4f67bf13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:03Z', 'updated_at': '2022-01-28T06:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:12.312599 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Allocated IP 172.25.0.20 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/269447f5-ea22-4595-a926-1c000899456a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:01:12.381913 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a0f8f-d019-4557-ba90-8a3bb9d98d98 None None] The sync data for ids ['ea6cf764-802e-4653-94e5-2df4f67bf13b'] in n-d-812111-12 is: [{'id': 'ea6cf764-802e-4653-94e5-2df4f67bf13b', 'name': 'tempest-snat-router-1420736321', 'tenant_id': 'b4abc37c85a441eb854741c3e62927a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.105'}], 'enable_snat': False}, 'gw_port_id': '569dd983-fc56-441b-9e89-92fd9bebc833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:01Z', 'updated_at': '2022-01-28T06:01:05Z', 'revision_number': 3, 'project_id': 'b4abc37c85a441eb854741c3e62927a6', 'gw_port': {'id': '569dd983-fc56-441b-9e89-92fd9bebc833', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6cf764-802e-4653-94e5-2df4f67bf13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:03Z', 'updated_at': '2022-01-28T06:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:01:12.388669 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca8e54b-44a6-41d0-932a-7005460c30f4 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Made reservation on behalf of ad38d6000b2d4ce8af085de81a370261 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:01:12.393174 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e54b-44a6-41d0-932a-7005460c30f4 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:12.416531 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e54b-44a6-41d0-932a-7005460c30f4 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:12.517519 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for port (269447f5-ea22-4595-a926-1c000899456a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:12.631356 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f64ec6f6-c707-4774-8921-77b13bd6ac03 req-7ff9a940-8b18-466d-a387-828bad4a5168 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781808 Jan 28 06:01:12.711065 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8de05208-716c-42b7-9fe6-bedc0ff99265 req-3806f40c-00f1-4838-baf6-96d2c0f3fafa tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 210 time: 0.1260743 Jan 28 06:01:12.775621 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e54b-44a6-41d0-932a-7005460c30f4 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks [] for security_group (75d58517-15bb-47a5-93fb-1b12b750e598), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:12.826744 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (269447f5-ea22-4595-a926-1c000899456a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:12.871230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:01:12.898429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:12.903130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:01:12.925794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9aaa3-defd-44e1-bc31-177722a5d990 req-6784604f-46e9-40f9-b4ae-47b510dd7c78 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:12.931878 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85d9aaa3-defd-44e1-bc31-177722a5d990 req-6784604f-46e9-40f9-b4ae-47b510dd7c78 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 944 time: 0.1380408 Jan 28 06:01:12.961203 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e54b-44a6-41d0-932a-7005460c30f4 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (75d58517-15bb-47a5-93fb-1b12b750e598), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:12.965215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Pushing event updated for resources: {'Port': ['ID=269447f5-ea22-4595-a926-1c000899456a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:12.982027 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca8e54b-44a6-41d0-932a-7005460c30f4 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:01:13.010021 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e54b-44a6-41d0-932a-7005460c30f4 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (81e70b5d-a2ee-4c71-8cd7-595ab83571fd), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:13.010021 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-1ca8e54b-44a6-41d0-932a-7005460c30f4 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Added segment 81e70b5d-a2ee-4c71-8cd7-595ab83571fd of type vlan for network 2496ec6a-e716-46bf-8a34-49750ceb6e86 Jan 28 06:01:13.089326 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e54b-44a6-41d0-932a-7005460c30f4 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (2496ec6a-e716-46bf-8a34-49750ceb6e86), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:13.155539 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85d9aaa3-defd-44e1-bc31-177722a5d990 req-01b38b3c-53a8-481b-b6c9-9286f49563f0 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005112 Jan 28 06:01:13.183769 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8e54b-44a6-41d0-932a-7005460c30f4 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d58517-15bb-47a5-93fb-1b12b750e598,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:13.210974 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e54b-44a6-41d0-932a-7005460c30f4 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (2496ec6a-e716-46bf-8a34-49750ceb6e86), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:13.245162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca8e54b-44a6-41d0-932a-7005460c30f4 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:13.245834 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e54b-44a6-41d0-932a-7005460c30f4 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:13.411941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8e54b-44a6-41d0-932a-7005460c30f4 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Pushing event updated for resources: {'Network': ['ID=2496ec6a-e716-46bf-8a34-49750ceb6e86,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:13.423376 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 2496ec6a-e716-46bf-8a34-49750ceb6e86 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:01:13.522481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52114) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:13.523027 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1ca8e54b-44a6-41d0-932a-7005460c30f4 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6745806 Jan 28 06:01:13.532744 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e0e0fbbf-42c0-4e19-b75f-2ae31cb47baa tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Request body: {'subnet': {'network_id': '2496ec6a-e716-46bf-8a34-49750ceb6e86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:14.000529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6309763-ff31-4f50-bea1-531451c36166 req-44979b2c-6213-4ccc-a27e-c5e2ec73fcc8 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 210 time: 0.0690787 Jan 28 06:01:14.074292 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:14.141628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f066dc9-3305-491d-a75a-a6871d448c58 req-a9ab99bf-5c75-47b5-aa16-fad2707a2452 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:14.159034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f066dc9-3305-491d-a75a-a6871d448c58 req-a9ab99bf-5c75-47b5-aa16-fad2707a2452 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.2233396 Jan 28 06:01:14.232680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e0fbbf-42c0-4e19-b75f-2ae31cb47baa tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Made reservation on behalf of ad38d6000b2d4ce8af085de81a370261 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:01:14.238913 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0e0fbbf-42c0-4e19-b75f-2ae31cb47baa tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:14.662043 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 569dd983-fc56-441b-9e89-92fd9bebc833 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:01:14.706624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 33ed1140-df01-4a4a-9322-2ec5002abf39 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:01:14.764125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 569dd983-fc56-441b-9e89-92fd9bebc833 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:14.769389 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (569dd983-fc56-441b-9e89-92fd9bebc833), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:14.977334 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 33ed1140-df01-4a4a-9322-2ec5002abf39, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=33ed1140-df01-4a4a-9322-2ec5002abf39,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:15.008631 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '33ed1140-df01-4a4a-9322-2ec5002abf39', 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209', 'port_id': '33ed1140-df01-4a4a-9322-2ec5002abf39', 'mac_address': 'fa:16:3e:2b:94:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:01:15.055771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 33ed1140-df01-4a4a-9322-2ec5002abf39 is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:15.056169 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:15.064341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 569dd983-fc56-441b-9e89-92fd9bebc833 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:15.064341 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (569dd983-fc56-441b-9e89-92fd9bebc833), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:15.091655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 569dd983-fc56-441b-9e89-92fd9bebc833, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=569dd983-fc56-441b-9e89-92fd9bebc833,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:15.116115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33ed1140-df01-4a4a-9322-2ec5002abf39 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:01:15.140758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 33ed1140-df01-4a4a-9322-2ec5002abf39, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=33ed1140-df01-4a4a-9322-2ec5002abf39,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:15.196836 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (569dd983-fc56-441b-9e89-92fd9bebc833), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:15.249292 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f066dc9-3305-491d-a75a-a6871d448c58 req-376b3b9a-46fb-46f6-8dd4-03b4ddc0458e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0890701 Jan 28 06:01:15.284193 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:15.294934 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=569dd983-fc56-441b-9e89-92fd9bebc833,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:15.447690 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['33ed1140-df01-4a4a-9322-2ec5002abf39'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:01:15.520233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=33ed1140-df01-4a4a-9322-2ec5002abf39,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:15.612791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a83167-5445-4850-b009-274b18b88567 req-050530f9-832d-4447-92be-29b838d09075 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:15.621441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15a83167-5445-4850-b009-274b18b88567 req-050530f9-832d-4447-92be-29b838d09075 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 944 time: 1.2194042 Jan 28 06:01:15.692825 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e15d148-b94f-467a-9022-135bfb0c1fdb req-9d37e118-019a-44c2-a499-a9a46a9fe75b tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 210 time: 0.2894351 Jan 28 06:01:15.779416 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:15.800925 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15a83167-5445-4850-b009-274b18b88567 req-070871de-6c93-4154-9e62-cec14ef043ae tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780992 Jan 28 06:01:16.297172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Router f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:01:16.299313 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0e0fbbf-42c0-4e19-b75f-2ae31cb47baa tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (3310adfd-65bf-4d3e-9b76-9a9ebac9fb3b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:16.493272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 569dd983-fc56-441b-9e89-92fd9bebc833 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:01:16.809891 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 33ed1140-df01-4a4a-9322-2ec5002abf39 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:01:16.860410 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0fbbf-42c0-4e19-b75f-2ae31cb47baa tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Checking segment: {'id': '81e70b5d-a2ee-4c71-8cd7-595ab83571fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2496ec6a-e716-46bf-8a34-49750ceb6e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:01:16.860817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e0fbbf-42c0-4e19-b75f-2ae31cb47baa tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Network hostable DHCP agents. Network: 2496ec6a-e716-46bf-8a34-49750ceb6e86, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:01:16.881435 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0fbbf-42c0-4e19-b75f-2ae31cb47baa tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Pushing event updated for resources: {'Subnet': ['ID=3310adfd-65bf-4d3e-9b76-9a9ebac9fb3b,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:17.004060 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-803f1d9f-9e84-4a6f-b504-e98f5cb0299f req-d4f26b3a-4ab4-4776-a60a-9ebf225d528d tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 210 time: 0.1140058 Jan 28 06:01:17.023050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 569dd983-fc56-441b-9e89-92fd9bebc833 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:17.023536 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fd44d-e904-40e3-8c8a-5a3b8f127751 req-f5837d83-0de1-49e6-9cbc-dff969551fca tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:17.025581 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (569dd983-fc56-441b-9e89-92fd9bebc833), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:17.026336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-800fd44d-e904-40e3-8c8a-5a3b8f127751 req-f5837d83-0de1-49e6-9cbc-dff969551fca tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 944 time: 0.5680287 Jan 28 06:01:17.084370 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:01:17.123308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-e5651038-a661-46a7-b224-81c0817b4119 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:17.125672 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-e5651038-a661-46a7-b224-81c0817b4119 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.64 "GET /v2.0/networks?id=55c94a5b-1dee-4512-95d7-42c73d08e25f HTTP/1.1" status: 200 len: 809 time: 0.5124595 Jan 28 06:01:17.252668 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-800fd44d-e904-40e3-8c8a-5a3b8f127751 req-487dbbe3-1716-435d-b526-a3f5084d13bd tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016938 Jan 28 06:01:17.387301 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-adaf7c14-bf59-4430-9c4e-44aeb3b201ec tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a47cdb207f4459f8119649608f12177 HTTP/1.1" status: 200 len: 380 time: 0.2457128 Jan 28 06:01:17.393413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e0fbbf-42c0-4e19-b75f-2ae31cb47baa tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Network 2496ec6a-e716-46bf-8a34-49750ceb6e86 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:01:17.411061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-e828b32b-5e06-4e78-8eb9-8c909d15bc02 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Request body: {'port': {'device_id': '75544c26-e52c-414c-b9dc-27e388a946c6', 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f', 'admin_state_up': True, 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'security_groups': ['58576aef-3c06-4f45-8606-0ca41fc6da72']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:17.416846 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:17.421461 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52174) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:17.422066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1cf0cf33-ba35-42fd-92c2-e3c1f1146fda tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.2375772 Jan 28 06:01:17.557395 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62538ff5-c625-4c36-8ecf-39ceae047164 None None] Sync routers for ids ['f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:01:17.606161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4914803-6b07-49e8-9bf0-ba74208e8041 req-322163c6-d56c-412d-94ad-00bb07c9b0cc tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:17.619823 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d4914803-6b07-49e8-9bf0-ba74208e8041 req-322163c6-d56c-412d-94ad-00bb07c9b0cc tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 944 time: 0.3585057 Jan 28 06:01:17.685348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e0e0fbbf-42c0-4e19-b75f-2ae31cb47baa tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 2496ec6a-e716-46bf-8a34-49750ceb6e86) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:17.687586 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0e68a085-3312-4c2f-8421-7d4882847bc2 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "GET /v2.0/routers/f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429 HTTP/1.1" status: 200 len: 907 time: 0.2645173 Jan 28 06:01:17.693924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52184) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:17.745440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e0fbbf-42c0-4e19-b75f-2ae31cb47baa tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:17.746976 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0e0fbbf-42c0-4e19-b75f-2ae31cb47baa tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:17.768856 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 569dd983-fc56-441b-9e89-92fd9bebc833 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:17.780594 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f590d8-6d06-4370-9f60-6d997d0feb5f None None] Network 2496ec6a-e716-46bf-8a34-49750ceb6e86 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:01:17.821807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d4914803-6b07-49e8-9bf0-ba74208e8041 req-5804c9e5-8493-4e4c-bd93-2810e9162fd0 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940823 Jan 28 06:01:17.934043 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c79d-e671-49cf-a029-1b969ac417bb tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router (f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:17.945176 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62538ff5-c625-4c36-8ecf-39ceae047164 None None] Routers {'f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:01:17.945874 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-62538ff5-c625-4c36-8ecf-39ceae047164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:01:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:18.022545 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e0e0fbbf-42c0-4e19-b75f-2ae31cb47baa tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4986451 Jan 28 06:01:18.025108 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52198) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:18.039321 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-73fb2792-314a-41c8-9a8f-e0930790f1b7 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Request body: {'port': {'network_id': '2496ec6a-e716-46bf-8a34-49750ceb6e86', 'name': 'tempest-DHCPAgentSchedulersTestJSON-117950049'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:18.116952 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 33ed1140-df01-4a4a-9322-2ec5002abf39 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:18.117341 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:18.185929 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-e828b32b-5e06-4e78-8eb9-8c909d15bc02 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Made reservation on behalf of 5a47cdb207f4459f8119649608f12177 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:01:18.191977 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-e828b32b-5e06-4e78-8eb9-8c909d15bc02 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:18.285169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-2496ec6a-e716-46bf-8a34-49750ceb6e86', 'network_id': '2496ec6a-e716-46bf-8a34-49750ceb6e86', 'project_id': 'ad38d6000b2d4ce8af085de81a370261', 'fixed_ips': [{'subnet_id': '3310adfd-65bf-4d3e-9b76-9a9ebac9fb3b'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:01:18.286355 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:18.334638 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c34159f9-35c5-496e-8391-552d85d8317c req-0c41f31f-aa24-414f-8503-0e67ee0b899b tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 210 time: 0.0947292 Jan 28 06:01:18.377554 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c79d-e671-49cf-a029-1b969ac417bb tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:18.441755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 33ed1140-df01-4a4a-9322-2ec5002abf39 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:18.442207 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:18.587692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-62538ff5-c625-4c36-8ecf-39ceae047164 None None] Set router f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:01:18.591020 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2875b221-e4a2-42ff-8226-906411106e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ed1140-df01-4a4a-9322-2ec5002abf39'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:01:18.606972 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b2d99c-5ef5-4806-94be-8921aff81a08" -d '{"events": [{"server_uuid": "2875b221-e4a2-42ff-8226-906411106e81", "name": "network-vif-plugged", "status": "completed", "tag": "33ed1140-df01-4a4a-9322-2ec5002abf39"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:01:18.740560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 33ed1140-df01-4a4a-9322-2ec5002abf39, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=33ed1140-df01-4a4a-9322-2ec5002abf39,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:18.770969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-e828b32b-5e06-4e78-8eb9-8c909d15bc02 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Allocated IP 172.20.0.6 (55c94a5b-1dee-4512-95d7-42c73d08e25f/986c74b2-1c64-4375-8ceb-7ee05426b434/f2478f73-d62a-4414-b717-dd91adb33ca6) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:01:18.847737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8750e-f52b-4248-a64e-385949e30ff9 req-128eaf16-f4d3-4093-aef1-fa267873bc42 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:18.849345 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07a8750e-f52b-4248-a64e-385949e30ff9 req-128eaf16-f4d3-4093-aef1-fa267873bc42 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 944 time: 0.3615036 Jan 28 06:01:18.866523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Allocated IP 172.20.0.2 (2496ec6a-e716-46bf-8a34-49750ceb6e86/3310adfd-65bf-4d3e-9b76-9a9ebac9fb3b/4f959d33-1fd1-44d3-bd4a-f02aae1e1e47) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:01:18.994441 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399c8020-5662-4ae7-8e42-a63b82f31786 x-openstack-request-id: req-399c8020-5662-4ae7-8e42-a63b82f31786 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:01:18.994441 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2875b221-e4a2-42ff-8226-906411106e81", "name": "network-vif-plugged", "status": "completed", "tag": "33ed1140-df01-4a4a-9322-2ec5002abf39", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:01:18.994441 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-399c8020-5662-4ae7-8e42-a63b82f31786 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:01:18.994441 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2875b221-e4a2-42ff-8226-906411106e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ed1140-df01-4a4a-9322-2ec5002abf39', 'code': 200} Jan 28 06:01:19.105873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07a8750e-f52b-4248-a64e-385949e30ff9 req-7226ad10-1006-42ff-8d37-501a79107558 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399116 Jan 28 06:01:19.166175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227db1d-f59a-446a-b114-a8c11e04c8f8 req-59b3dfb2-ddc3-4017-8faa-3703f776f431 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:19.174211 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3227db1d-f59a-446a-b114-a8c11e04c8f8 req-59b3dfb2-ddc3-4017-8faa-3703f776f431 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 944 time: 0.1946206 Jan 28 06:01:19.185995 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-e828b32b-5e06-4e78-8eb9-8c909d15bc02 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for port (f2478f73-d62a-4414-b717-dd91adb33ca6), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:19.229394 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Publish callbacks [] for port (4f959d33-1fd1-44d3-bd4a-f02aae1e1e47), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:19.250452 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-62538ff5-c625-4c36-8ecf-39ceae047164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429', 'name': 'tempest-snat-router-1420736321', 'tenant_id': 'b4abc37c85a441eb854741c3e62927a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '269447f5-ea22-4595-a926-1c000899456a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:09Z', 'updated_at': '2022-01-28T06:01:13Z', 'revision_number': 3, 'project_id': 'b4abc37c85a441eb854741c3e62927a6', 'gw_port': {'id': '269447f5-ea22-4595-a926-1c000899456a', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:63:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:11Z', 'updated_at': '2022-01-28T06:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:19.261474 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3227db1d-f59a-446a-b114-a8c11e04c8f8 req-386e3718-8860-4ac5-b58f-7715249e270c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810444 Jan 28 06:01:19.277520 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fb2792-314a-41c8-9a8f-e0930790f1b7 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Made reservation on behalf of ad38d6000b2d4ce8af085de81a370261 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:01:19.284997 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73fb2792-314a-41c8-9a8f-e0930790f1b7 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:19.322504 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62538ff5-c625-4c36-8ecf-39ceae047164 None None] Checking router: f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:01:19.323026 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62538ff5-c625-4c36-8ecf-39ceae047164 None None] Updating router f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429 port 269447f5-ea22-4595-a926-1c000899456a binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:01:19.329295 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-73fb2792-314a-41c8-9a8f-e0930790f1b7 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] device_id is not set on port aa9309da-4ac5-4435-98fe-6a654bc1e83c yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:01:19.354418 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62538ff5-c625-4c36-8ecf-39ceae047164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (269447f5-ea22-4595-a926-1c000899456a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:19.356129 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:19.362531 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (4f959d33-1fd1-44d3-bd4a-f02aae1e1e47), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:19.416248 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9c79d-e671-49cf-a029-1b969ac417bb tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Deleting port 269447f5-ea22-4595-a926-1c000899456a {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:01:19.416944 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c79d-e671-49cf-a029-1b969ac417bb tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (269447f5-ea22-4595-a926-1c000899456a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:19.516782 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Network 2496ec6a-e716-46bf-8a34-49750ceb6e86 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:01:19.542417 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-e828b32b-5e06-4e78-8eb9-8c909d15bc02 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f2478f73-d62a-4414-b717-dd91adb33ca6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:19.576442 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=33ed1140-df01-4a4a-9322-2ec5002abf39,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:19.680272 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c79d-e671-49cf-a029-1b969ac417bb tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (269447f5-ea22-4595-a926-1c000899456a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:19.698914 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:19.700398 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9c79d-e671-49cf-a029-1b969ac417bb tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Calling delete_port for 269447f5-ea22-4595-a926-1c000899456a owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:01:19.738194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:01:19.901773 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-e828b32b-5e06-4e78-8eb9-8c909d15bc02 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Network 55c94a5b-1dee-4512-95d7-42c73d08e25f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:01:19.974818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828b32b-5e06-4e78-8eb9-8c909d15bc02 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Pushing event updated for resources: {'Port': ['ID=f2478f73-d62a-4414-b717-dd91adb33ca6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:19.977377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-e828b32b-5e06-4e78-8eb9-8c909d15bc02 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:19.986605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-e828b32b-5e06-4e78-8eb9-8c909d15bc02 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:01:20.054612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261cb52-0856-4ca5-89aa-d193884aca22 req-ad21413e-4537-4842-9eb9-eb2eebdb91f2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:20.056260 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8261cb52-0856-4ca5-89aa-d193884aca22 req-ad21413e-4537-4842-9eb9-eb2eebdb91f2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 931 time: 0.3423262 Jan 28 06:01:20.187021 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c79d-e671-49cf-a029-1b969ac417bb tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (269447f5-ea22-4595-a926-1c000899456a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:20.226873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-73fb2792-314a-41c8-9a8f-e0930790f1b7 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Allocated IP 172.20.0.14 (2496ec6a-e716-46bf-8a34-49750ceb6e86/3310adfd-65bf-4d3e-9b76-9a9ebac9fb3b/aa9309da-4ac5-4435-98fe-6a654bc1e83c) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:01:20.295652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9c79d-e671-49cf-a029-1b969ac417bb tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Pushing event deleted for resources: {'Port': ['ID=269447f5-ea22-4595-a926-1c000899456a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:20.324035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-e828b32b-5e06-4e78-8eb9-8c909d15bc02 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:20.324709 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-e828b32b-5e06-4e78-8eb9-8c909d15bc02 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:20.453152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Pushing event updated for resources: {'Port': ['ID=4f959d33-1fd1-44d3-bd4a-f02aae1e1e47,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:20.491782 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8261cb52-0856-4ca5-89aa-d193884aca22 req-b04ce509-6edd-4277-a0ee-d61aa65b8506 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/security-groups?id=58576aef-3c06-4f45-8606-0ca41fc6da72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4241433 Jan 28 06:01:20.659146 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8f149-80f0-4ed7-8bf0-5a926626224d req-4de67ac7-32bd-4555-bea2-07f551201f09 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:20.662903 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3c8f149-80f0-4ed7-8bf0-5a926626224d req-4de67ac7-32bd-4555-bea2-07f551201f09 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.3033421 Jan 28 06:01:20.669150 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c79d-e671-49cf-a029-1b969ac417bb tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:20.718117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-e828b32b-5e06-4e78-8eb9-8c909d15bc02 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3133004 Jan 28 06:01:20.758708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Request body: {'port': {'device_id': '75544c26-e52c-414c-b9dc-27e388a946c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:20.818927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-27f7702e-ea99-4efe-9d2c-fbcd95bb6e86 None None] Provisioning complete for port f2478f73-d62a-4414-b717-dd91adb33ca6 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:20.819517 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27f7702e-ea99-4efe-9d2c-fbcd95bb6e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f2478f73-d62a-4414-b717-dd91adb33ca6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:20.835800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Attempting to bind port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:01:20.839643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Attempting to bind port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '81e70b5d-a2ee-4c71-8cd7-595ab83571fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2496ec6a-e716-46bf-8a34-49750ceb6e86'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:01:20.839643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Attempting to bind port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 on network 2496ec6a-e716-46bf-8a34-49750ceb6e86 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:01:20.922219 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3c8f149-80f0-4ed7-8bf0-5a926626224d req-c53dd9cd-bb27-4ec9-9f66-80557b792cfe tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331355 Jan 28 06:01:20.924248 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-62538ff5-c625-4c36-8ecf-39ceae047164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:01:20.924631 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-62538ff5-c625-4c36-8ecf-39ceae047164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:01:20.942609 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:01:20.942997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Checking segment: {'id': '81e70b5d-a2ee-4c71-8cd7-595ab83571fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2496ec6a-e716-46bf-8a34-49750ceb6e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:01:20.943410 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:20.943839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Bound using segment: {'id': '81e70b5d-a2ee-4c71-8cd7-595ab83571fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2496ec6a-e716-46bf-8a34-49750ceb6e86'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:01:20.944493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Bound port: 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e70b5d-a2ee-4c71-8cd7-595ab83571fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2496ec6a-e716-46bf-8a34-49750ceb6e86'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:01:20.944887 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4f959d33-1fd1-44d3-bd4a-f02aae1e1e47), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:20.961332 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-27f7702e-ea99-4efe-9d2c-fbcd95bb6e86 None None] Port f2478f73-d62a-4414-b717-dd91adb33ca6 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:01:21.012193 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c79d-e671-49cf-a029-1b969ac417bb tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:21.019844 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c79d-e671-49cf-a029-1b969ac417bb tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_controller (f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:21.032260 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f2478f73-d62a-4414-b717-dd91adb33ca6), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:21.111671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] For port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:01:21.114725 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] For port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4f959d33-1fd1-44d3-bd4a-f02aae1e1e47,segment=NetworkSegment(81e70b5d-a2ee-4c71-8cd7-595ab83571fd),segment_id=81e70b5d-a2ee-4c71-8cd7-595ab83571fd)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:01:21.140251 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73fb2792-314a-41c8-9a8f-e0930790f1b7 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks [] for port (aa9309da-4ac5-4435-98fe-6a654bc1e83c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:21.157400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b833f-e3bc-43ab-ac29-0afe6d30339f req-79ce5d2b-08e5-4894-b464-c9544d141743 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:21.164880 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a48b833f-e3bc-43ab-ac29-0afe6d30339f req-79ce5d2b-08e5-4894-b464-c9544d141743 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 944 time: 0.3466992 Jan 28 06:01:21.225696 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4f959d33-1fd1-44d3-bd4a-f02aae1e1e47), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:21.252793 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c79d-e671-49cf-a029-1b969ac417bb tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:21.253365 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac9c79d-e671-49cf-a029-1b969ac417bb tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:01:21.257858 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c79d-e671-49cf-a029-1b969ac417bb tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:21.261883 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8ac9c79d-e671-49cf-a029-1b969ac417bb tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "DELETE /v2.0/routers/f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429 HTTP/1.1" status: 204 len: 168 time: 3.5656946 Jan 28 06:01:21.265135 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52262) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:21.428050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ec859-b7d1-404d-8d18-51fad0817848 None None] Pushing event updated for resources: {'Port': ['ID=4f959d33-1fd1-44d3-bd4a-f02aae1e1e47,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:21.502660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a48b833f-e3bc-43ab-ac29-0afe6d30339f req-adcc0985-32b6-49f2-aea6-dd80760b8bc0 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368382 Jan 28 06:01:21.532230 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62538ff5-c625-4c36-8ecf-39ceae047164 None None] Port 269447f5-ea22-4595-a926-1c000899456a not found while updating agent binding for router f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429. {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 06:01:21.556589 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62538ff5-c625-4c36-8ecf-39ceae047164 None None] Routers set() bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:01:21.563520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62538ff5-c625-4c36-8ecf-39ceae047164 None None] Router IDs set() for agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 06:01:21.563520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_agentschedulers_db [None req-62538ff5-c625-4c36-8ecf-39ceae047164 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:01:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent'). {{(pid=103636) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 06:01:21.563520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62538ff5-c625-4c36-8ecf-39ceae047164 None None] The sync data for ids ['f1a25f8d-c2ac-4bd4-b0f3-50c8da06e429'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:01:21.614118 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73fb2792-314a-41c8-9a8f-e0930790f1b7 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (aa9309da-4ac5-4435-98fe-6a654bc1e83c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:21.614256 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dac89152-0934-449e-8394-bfb3fc84240c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router (ea6cf764-802e-4653-94e5-2df4f67bf13b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:21.822236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fb2792-314a-41c8-9a8f-e0930790f1b7 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Network 2496ec6a-e716-46bf-8a34-49750ceb6e86 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:01:21.843378 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-73fb2792-314a-41c8-9a8f-e0930790f1b7 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:21.858993 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fb2792-314a-41c8-9a8f-e0930790f1b7 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:01:21.919568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb2792-314a-41c8-9a8f-e0930790f1b7 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Pushing event updated for resources: {'Port': ['ID=aa9309da-4ac5-4435-98fe-6a654bc1e83c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:22.003627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bac8df-e214-4796-9126-78d7864cc035 req-ad5c8c85-a063-443d-8805-a56c5c37076c tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:22.012099 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77bac8df-e214-4796-9126-78d7864cc035 req-ad5c8c85-a063-443d-8805-a56c5c37076c tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 931 time: 0.2592852 Jan 28 06:01:22.043513 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dac89152-0934-449e-8394-bfb3fc84240c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (ea6cf764-802e-4653-94e5-2df4f67bf13b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:22.309744 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fb2792-314a-41c8-9a8f-e0930790f1b7 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:22.314717 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73fb2792-314a-41c8-9a8f-e0930790f1b7 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:22.374884 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77bac8df-e214-4796-9126-78d7864cc035 req-32cfa09c-fb2d-4ef6-92f0-f61a8c2dd950 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/security-groups?id=58576aef-3c06-4f45-8606-0ca41fc6da72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3602042 Jan 28 06:01:22.429356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163d5af-a921-4dc5-b683-1ef461ff3fc2 req-991bf2cc-585d-472c-969b-d63e66d352ad tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:22.438741 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1163d5af-a921-4dc5-b683-1ef461ff3fc2 req-991bf2cc-585d-472c-969b-d63e66d352ad tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.3110437 Jan 28 06:01:22.489175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2478f73-d62a-4414-b717-dd91adb33ca6 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:01:22.513494 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-dac89152-0934-449e-8394-bfb3fc84240c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Deleting port 569dd983-fc56-441b-9e89-92fd9bebc833 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:01:22.515616 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Publish callbacks [] for port (f2478f73-d62a-4414-b717-dd91adb33ca6), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:22.519254 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dac89152-0934-449e-8394-bfb3fc84240c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (569dd983-fc56-441b-9e89-92fd9bebc833), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:22.543202 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-73fb2792-314a-41c8-9a8f-e0930790f1b7 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5170422 Jan 28 06:01:22.555990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52286) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:22.602118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Transition to ACTIVE for port object f2478f73-d62a-4414-b717-dd91adb33ca6 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:01:22.620313 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1163d5af-a921-4dc5-b683-1ef461ff3fc2 req-bdfa78d5-1b05-4274-bf86-4b552cc8d4e0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806102 Jan 28 06:01:22.683864 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:01:22.833192 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-dac89152-0934-449e-8394-bfb3fc84240c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] For port 569dd983-fc56-441b-9e89-92fd9bebc833, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=569dd983-fc56-441b-9e89-92fd9bebc833,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:22.846588 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dac89152-0934-449e-8394-bfb3fc84240c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (569dd983-fc56-441b-9e89-92fd9bebc833), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:22.892109 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (f2478f73-d62a-4414-b717-dd91adb33ca6), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:22.930366 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-dac89152-0934-449e-8394-bfb3fc84240c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Calling delete_port for 569dd983-fc56-441b-9e89-92fd9bebc833 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:01:22.948614 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:22.948989 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4f959d33-1fd1-44d3-bd4a-f02aae1e1e47), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:23.136628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9c4fc-842e-4260-878e-0b64ae517ded req-e5623f24-9742-45d0-9a12-63674423f1aa tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:23.137954 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16b9c4fc-842e-4260-878e-0b64ae517ded req-e5623f24-9742-45d0-9a12-63674423f1aa tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 944 time: 0.4165056 Jan 28 06:01:23.138662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=f2478f73-d62a-4414-b717-dd91adb33ca6,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:23.158361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:23.159887 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4f959d33-1fd1-44d3-bd4a-f02aae1e1e47), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:23.285922 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4f959d33-1fd1-44d3-bd4a-f02aae1e1e47,segment=NetworkSegment(81e70b5d-a2ee-4c71-8cd7-595ab83571fd),segment_id=81e70b5d-a2ee-4c71-8cd7-595ab83571fd)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:23.410462 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4f959d33-1fd1-44d3-bd4a-f02aae1e1e47), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:23.544909 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-74cc6ad6-4019-4655-a5b6-4d437caf83f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Deleting port aa9309da-4ac5-4435-98fe-6a654bc1e83c {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:01:23.545403 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74cc6ad6-4019-4655-a5b6-4d437caf83f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (aa9309da-4ac5-4435-98fe-6a654bc1e83c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:23.582997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 783c1ecc-77e2-46e4-9574-f4bdb08db906 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:01:23.675255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b01d146-9dbd-4a0a-8b8b-2afe7132b6f2 None None] Network 2496ec6a-e716-46bf-8a34-49750ceb6e86 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:01:23.694998 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=4f959d33-1fd1-44d3-bd4a-f02aae1e1e47,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:23.906135 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dac89152-0934-449e-8394-bfb3fc84240c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (569dd983-fc56-441b-9e89-92fd9bebc833), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:24.002743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac89152-0934-449e-8394-bfb3fc84240c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Pushing event deleted for resources: {'Port': ['ID=569dd983-fc56-441b-9e89-92fd9bebc833,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:24.019492 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b6d9bc18-b5dd-4404-b7bf-9b6c0575ddc4 None None] Provisioning complete for port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:24.025764 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6d9bc18-b5dd-4404-b7bf-9b6c0575ddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4f959d33-1fd1-44d3-bd4a-f02aae1e1e47), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:24.083619 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 783c1ecc-77e2-46e4-9574-f4bdb08db906, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:24.123400 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '783c1ecc-77e2-46e4-9574-f4bdb08db906', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'port_id': '783c1ecc-77e2-46e4-9574-f4bdb08db906', 'mac_address': 'fa:16:3e:10:45:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:01:24.192545 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dac89152-0934-449e-8394-bfb3fc84240c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (ea6cf764-802e-4653-94e5-2df4f67bf13b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:24.351017 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dac89152-0934-449e-8394-bfb3fc84240c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (ea6cf764-802e-4653-94e5-2df4f67bf13b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:24.353426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dac89152-0934-449e-8394-bfb3fc84240c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_controller (ea6cf764-802e-4653-94e5-2df4f67bf13b), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:24.456996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 783c1ecc-77e2-46e4-9574-f4bdb08db906 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:24.457598 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:24.480763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783c1ecc-77e2-46e4-9574-f4bdb08db906 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:01:24.511223 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dac89152-0934-449e-8394-bfb3fc84240c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (ea6cf764-802e-4653-94e5-2df4f67bf13b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:24.515272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac89152-0934-449e-8394-bfb3fc84240c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea6cf764-802e-4653-94e5-2df4f67bf13b {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:01:24.521326 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dac89152-0934-449e-8394-bfb3fc84240c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:24.522782 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dac89152-0934-449e-8394-bfb3fc84240c tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ea6cf764-802e-4653-94e5-2df4f67bf13b HTTP/1.1" status: 204 len: 168 time: 3.2590835 Jan 28 06:01:24.526330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52332) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:24.536631 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-52325087', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:24.572559 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9bc18-b5dd-4404-b7bf-9b6c0575ddc4 None None] Current status of the port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:24.628822 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 783c1ecc-77e2-46e4-9574-f4bdb08db906, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:24.696819 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:24.698341 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:24.716981 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:01:24.910188 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:24.933652 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_controller (17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:25.138182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:25.138679 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4f959d33-1fd1-44d3-bd4a-f02aae1e1e47), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:25.227546 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-32b3999f-7972-4ce2-a343-7ccd5884963a None None] Provisioning complete for port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:25.228343 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32b3999f-7972-4ce2-a343-7ccd5884963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4f959d33-1fd1-44d3-bd4a-f02aae1e1e47), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:25.245143 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:25.319553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=783c1ecc-77e2-46e4-9574-f4bdb08db906,revision_number=11']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:25.328486 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['783c1ecc-77e2-46e4-9574-f4bdb08db906'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:01:25.474346 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Attempting to bind port f2478f73-d62a-4414-b717-dd91adb33ca6 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:01:25.474919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Attempting to bind port f2478f73-d62a-4414-b717-dd91adb33ca6 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '15e776ac-2aab-4b5f-99dd-833886a57162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:01:25.475018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Attempting to bind port f2478f73-d62a-4414-b717-dd91adb33ca6 on network 55c94a5b-1dee-4512-95d7-42c73d08e25f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:01:25.480865 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:25.528494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16b9c4fc-842e-4260-878e-0b64ae517ded req-dec440ec-24fd-4302-a18e-6e3b85080395 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.3639307 Jan 28 06:01:25.565968 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74cc6ad6-4019-4655-a5b6-4d437caf83f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (aa9309da-4ac5-4435-98fe-6a654bc1e83c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:25.578555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Port f2478f73-d62a-4414-b717-dd91adb33ca6 on network 55c94a5b-1dee-4512-95d7-42c73d08e25f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:01:25.579381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Attempting to bind port f2478f73-d62a-4414-b717-dd91adb33ca6 on network 55c94a5b-1dee-4512-95d7-42c73d08e25f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:01:25.604451 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:01:25.609845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:01:25.612182 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Checking segment: {'id': '15e776ac-2aab-4b5f-99dd-833886a57162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:01:25.612182 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Bound using segment: {'id': '15e776ac-2aab-4b5f-99dd-833886a57162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:01:25.614039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Bound port: f2478f73-d62a-4414-b717-dd91adb33ca6, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e776ac-2aab-4b5f-99dd-833886a57162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:01:25.614743 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f2478f73-d62a-4414-b717-dd91adb33ca6), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:25.655358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-74cc6ad6-4019-4655-a5b6-4d437caf83f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Calling delete_port for aa9309da-4ac5-4435-98fe-6a654bc1e83c owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:01:25.678961 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214277c6-afcf-4710-9602-d2342ecf56c5 req-4cdf63bd-85c6-4f9c-a0d9-b09555920793 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:25.680518 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-214277c6-afcf-4710-9602-d2342ecf56c5 req-4cdf63bd-85c6-4f9c-a0d9-b09555920793 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 943 time: 2.0031788 Jan 28 06:01:25.684012 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66d43392-bf4d-4b33-9203-5f70ac05095c req-377845ab-0cfc-4cc4-adc0-8b3570d46e7b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4088933 Jan 28 06:01:25.869988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:25.909869 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-32b3999f-7972-4ce2-a343-7ccd5884963a None None] Current status of the port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:25.939924 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-32b3999f-7972-4ce2-a343-7ccd5884963a None None] Provisioning complete for port aa9309da-4ac5-4435-98fe-6a654bc1e83c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:25.940842 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32b3999f-7972-4ce2-a343-7ccd5884963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (aa9309da-4ac5-4435-98fe-6a654bc1e83c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:26.027711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-32b3999f-7972-4ce2-a343-7ccd5884963a None None] Port aa9309da-4ac5-4435-98fe-6a654bc1e83c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:01:26.059564 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-214277c6-afcf-4710-9602-d2342ecf56c5 req-7142464f-68c6-4ac3-a12c-516b558dd9ef tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/security-groups?id=58576aef-3c06-4f45-8606-0ca41fc6da72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3605909 Jan 28 06:01:26.092953 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:26.101250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c487f-2886-48e6-8b3f-39e261f95c70 req-e7fed6a5-15d0-4315-a326-c39a994a65ae tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:26.109408 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b97c487f-2886-48e6-8b3f-39e261f95c70 req-e7fed6a5-15d0-4315-a326-c39a994a65ae tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.3678396 Jan 28 06:01:26.118042 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:26.154178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-507ac4a0-cc2a-4888-98f6-a195470e32bc None None] Provisioning complete for port aa9309da-4ac5-4435-98fe-6a654bc1e83c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:26.154556 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-507ac4a0-cc2a-4888-98f6-a195470e32bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (aa9309da-4ac5-4435-98fe-6a654bc1e83c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:26.230148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] For port f2478f73-d62a-4414-b717-dd91adb33ca6, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:01:26.246992 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-507ac4a0-cc2a-4888-98f6-a195470e32bc None None] Port aa9309da-4ac5-4435-98fe-6a654bc1e83c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:01:26.250171 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b97c487f-2886-48e6-8b3f-39e261f95c70 req-2e0a8034-7a82-40fc-a70c-e76963fec855 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398418 Jan 28 06:01:26.266562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d43392-bf4d-4b33-9203-5f70ac05095c req-3133f20e-e031-4ccb-bf66-edf1d4959c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:26.267898 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66d43392-bf4d-4b33-9203-5f70ac05095c req-3133f20e-e031-4ccb-bf66-edf1d4959c6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bbc79cbf9170467382f8d73143b1e254&device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 1102 time: 0.4073699 Jan 28 06:01:26.277919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] For port f2478f73-d62a-4414-b717-dd91adb33ca6, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f2478f73-d62a-4414-b717-dd91adb33ca6,segment=NetworkSegment(15e776ac-2aab-4b5f-99dd-833886a57162),segment_id=15e776ac-2aab-4b5f-99dd-833886a57162)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:01:26.287627 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Allocated IP 172.25.0.143 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/aea3670b-170e-400b-b067-290cd1b1588b) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:01:26.365238 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 569dd983-fc56-441b-9e89-92fd9bebc833 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:01:26.408242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 569dd983-fc56-441b-9e89-92fd9bebc833 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:01:26.409563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 569dd983-fc56-441b-9e89-92fd9bebc833 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:01:26.433947 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (f2478f73-d62a-4414-b717-dd91adb33ca6), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:26.455562 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for port (aea3670b-170e-400b-b067-290cd1b1588b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:26.567689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:26.568879 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:26.570332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] 10.222.0.64 "PUT /v2.0/ports/f2478f73-d62a-4414-b717-dd91adb33ca6 HTTP/1.1" status: 200 len: 1092 time: 5.8174818 Jan 28 06:01:26.572741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75544c26-e52c-414c-b9dc-27e388a946c6', 'tag': 'f2478f73-d62a-4414-b717-dd91adb33ca6'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:01:26.578655 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06faed2-3abf-404b-89a5-f51f893231a1" -d '{"events": [{"name": "network-changed", "server_uuid": "75544c26-e52c-414c-b9dc-27e388a946c6", "tag": "f2478f73-d62a-4414-b717-dd91adb33ca6"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:01:26.634908 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (aea3670b-170e-400b-b067-290cd1b1588b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:26.705863 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac03ab2b-6e28-49c4-a936-4b0a91c10037 x-openstack-request-id: req-ac03ab2b-6e28-49c4-a936-4b0a91c10037 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:01:26.706175 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75544c26-e52c-414c-b9dc-27e388a946c6", "tag": "f2478f73-d62a-4414-b717-dd91adb33ca6", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:01:26.706508 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac03ab2b-6e28-49c4-a936-4b0a91c10037 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:01:26.706928 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75544c26-e52c-414c-b9dc-27e388a946c6', 'tag': 'f2478f73-d62a-4414-b717-dd91adb33ca6', 'status': 'completed', 'code': 200} Jan 28 06:01:26.746750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:01:26.752102 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:26.768297 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:01:26.833984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d43392-bf4d-4b33-9203-5f70ac05095c req-8d3a0ca5-83b1-443a-91d3-a160e3242482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:26.835612 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66d43392-bf4d-4b33-9203-5f70ac05095c req-8d3a0ca5-83b1-443a-91d3-a160e3242482 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.5298865 Jan 28 06:01:26.926617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989258de-6bae-46bb-ade2-a2de9a1a8ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=f2478f73-d62a-4414-b717-dd91adb33ca6,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:26.933893 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74cc6ad6-4019-4655-a5b6-4d437caf83f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (aa9309da-4ac5-4435-98fe-6a654bc1e83c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:27.026878 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Pushing event updated for resources: {'Port': ['ID=aea3670b-170e-400b-b067-290cd1b1588b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:27.146391 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66d43392-bf4d-4b33-9203-5f70ac05095c req-41603823-e77b-4d79-8562-d1a648a6ba69 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a07c021f-e56d-4c1b-910e-0047605f1435 HTTP/1.1" status: 200 len: 217 time: 0.2540491 Jan 28 06:01:27.203439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc6ad6-4019-4655-a5b6-4d437caf83f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Pushing event deleted for resources: {'Port': ['ID=aa9309da-4ac5-4435-98fe-6a654bc1e83c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:27.302912 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838ee6d-8619-4ef3-ae47-3c2e332ad31b req-71ab4e9b-e0e2-4562-9993-76f9f90604ff tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:27.304893 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f838ee6d-8619-4ef3-ae47-3c2e332ad31b req-71ab4e9b-e0e2-4562-9993-76f9f90604ff tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 945 time: 0.6086535 Jan 28 06:01:27.451155 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06faed2-3abf-404b-89a5-f51f893231a1 req-14fb38e6-d1ea-47d1-931d-504a66b78449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:27.453577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e06faed2-3abf-404b-89a5-f51f893231a1 req-14fb38e6-d1ea-47d1-931d-504a66b78449 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a47cdb207f4459f8119649608f12177&device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 1095 time: 0.7110825 Jan 28 06:01:27.474191 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:27.562697 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 783c1ecc-77e2-46e4-9574-f4bdb08db906 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:01:27.631715 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74cc6ad6-4019-4655-a5b6-4d437caf83f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:27.638340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-74cc6ad6-4019-4655-a5b6-4d437caf83f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] 10.222.0.31 "DELETE /v2.0/ports/aa9309da-4ac5-4435-98fe-6a654bc1e83c HTTP/1.1" status: 204 len: 168 time: 5.0810730 Jan 28 06:01:27.674933 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d43392-bf4d-4b33-9203-5f70ac05095c req-57083978-9313-4868-82bc-dbd84fbc3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:27.676589 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66d43392-bf4d-4b33-9203-5f70ac05095c req-57083978-9313-4868-82bc-dbd84fbc3725 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.4659927 Jan 28 06:01:27.679860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52434) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:27.747756 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f838ee6d-8619-4ef3-ae47-3c2e332ad31b req-837d3667-a414-4072-88fd-18375bcd6989 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3759289 Jan 28 06:01:27.747954 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:27.784157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 783c1ecc-77e2-46e4-9574-f4bdb08db906 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:01:27.798040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 783c1ecc-77e2-46e4-9574-f4bdb08db906 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:27.798441 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:27.832073 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59070be6-a3a8-4971-bfd7-4a4844e89a00 req-646f4a84-6e53-4cb8-8ac1-3883996ea757 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:27.833656 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59070be6-a3a8-4971-bfd7-4a4844e89a00 req-646f4a84-6e53-4cb8-8ac1-3883996ea757 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 943 time: 0.5574818 Jan 28 06:01:27.918148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4511ccb-78cb-49a1-b11c-6b84d0df1502 req-a84c0e69-de67-4c6e-af28-09d5b51b656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:27.923628 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4511ccb-78cb-49a1-b11c-6b84d0df1502 req-a84c0e69-de67-4c6e-af28-09d5b51b656e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87deee7ce54d434ba963e63e7f55edbe&device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 1097 time: 0.5686393 Jan 28 06:01:27.999031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 783c1ecc-77e2-46e4-9574-f4bdb08db906 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:27.999793 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:28.047653 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783c1ecc-77e2-46e4-9574-f4bdb08db906'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:01:28.059727 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fc7b1f-be80-498c-82f8-acbbff16c780" -d '{"events": [{"server_uuid": "da9863c9-ce27-4eb5-a39a-2bfcb9b282ba", "name": "network-vif-plugged", "status": "completed", "tag": "783c1ecc-77e2-46e4-9574-f4bdb08db906"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:01:28.083408 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f083f9d6-a480-40c2-aceb-f03dc3f55a1a tempest-DHCPAgentSchedulersTestJSON-135722656 tempest-DHCPAgentSchedulersTestJSON-135722656-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.3892629 Jan 28 06:01:28.090471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 783c1ecc-77e2-46e4-9574-f4bdb08db906, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:28.154331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4511ccb-78cb-49a1-b11c-6b84d0df1502 req-db930be1-7993-4553-8e7c-5a719668fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:28.156694 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4511ccb-78cb-49a1-b11c-6b84d0df1502 req-db930be1-7993-4553-8e7c-5a719668fdb7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b89a966-4104-417f-8f4b-9fb507d41209 HTTP/1.1" status: 200 len: 914 time: 0.2003567 Jan 28 06:01:28.164137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52446) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:28.164910 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d43392-bf4d-4b33-9203-5f70ac05095c req-b956f2a9-9685-4199-b7f0-c43d458bed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:28.166502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66d43392-bf4d-4b33-9203-5f70ac05095c req-b956f2a9-9685-4199-b7f0-c43d458bed44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4354506 Jan 28 06:01:28.174491 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-318d9937-46e3-4faa-a59f-84d664a1c1f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1542661276'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:28.209158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06faed2-3abf-404b-89a5-f51f893231a1 req-32a715ec-2cd9-420d-8c23-a698c047d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:28.210694 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e06faed2-3abf-404b-89a5-f51f893231a1 req-32a715ec-2cd9-420d-8c23-a698c047d7eb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5a47cdb207f4459f8119649608f12177&shared=False HTTP/1.1" status: 200 len: 910 time: 0.7273080 Jan 28 06:01:28.277628 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4511ccb-78cb-49a1-b11c-6b84d0df1502 req-eddf0ab2-9694-427b-9738-836b6178f01f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33ed1140-df01-4a4a-9322-2ec5002abf39 HTTP/1.1" status: 200 len: 217 time: 0.1072454 Jan 28 06:01:28.282196 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59070be6-a3a8-4971-bfd7-4a4844e89a00 req-14d058f3-28cb-42f7-b9e0-58fe5541927f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/security-groups?id=58576aef-3c06-4f45-8606-0ca41fc6da72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4229207 Jan 28 06:01:28.290744 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:28.385250 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71d9769-3b54-49a9-aa5c-b78cb36d766b x-openstack-request-id: req-e71d9769-3b54-49a9-aa5c-b78cb36d766b {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:01:28.385554 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9863c9-ce27-4eb5-a39a-2bfcb9b282ba", "name": "network-vif-plugged", "status": "completed", "tag": "783c1ecc-77e2-46e4-9574-f4bdb08db906", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:01:28.385816 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e71d9769-3b54-49a9-aa5c-b78cb36d766b {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:01:28.386220 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783c1ecc-77e2-46e4-9574-f4bdb08db906', 'code': 200} Jan 28 06:01:28.397462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b0d85-7599-49bc-8a8e-289658cd3667 req-6e15343e-d5ec-4ea9-a9a0-7cb42abe5718 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:28.399134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c82b0d85-7599-49bc-8a8e-289658cd3667 req-6e15343e-d5ec-4ea9-a9a0-7cb42abe5718 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.4215407 Jan 28 06:01:28.399538 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=783c1ecc-77e2-46e4-9574-f4bdb08db906,revision_number=12']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:28.539296 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:28.550281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66d43392-bf4d-4b33-9203-5f70ac05095c req-da067641-cd76-4d02-a2b8-5039aed03bc0 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647885 Jan 28 06:01:28.554723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4511ccb-78cb-49a1-b11c-6b84d0df1502 req-d4c9af45-6a1d-4464-9e1d-9acc10ace0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:28.556507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4511ccb-78cb-49a1-b11c-6b84d0df1502 req-d4c9af45-6a1d-4464-9e1d-9acc10ace0cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c HTTP/1.1" status: 200 len: 853 time: 0.2611892 Jan 28 06:01:28.624275 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06faed2-3abf-404b-89a5-f51f893231a1 req-fe6ada4e-418b-4d49-ac5f-fcf3e64cc4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:28.624275 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e06faed2-3abf-404b-89a5-f51f893231a1 req-fe6ada4e-418b-4d49-ac5f-fcf3e64cc4b3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3760817 Jan 28 06:01:28.639974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318d9937-46e3-4faa-a59f-84d664a1c1f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Made reservation on behalf of ad38d6000b2d4ce8af085de81a370261 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:01:28.644458 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-318d9937-46e3-4faa-a59f-84d664a1c1f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:28.703476 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4511ccb-78cb-49a1-b11c-6b84d0df1502 req-11799611-48e5-4d74-b3b9-7988cd9bfce6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b89a966-4104-417f-8f4b-9fb507d41209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095390 Jan 28 06:01:28.773463 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Router 17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:01:28.874610 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceadbc8-6ee4-4779-9f8c-8ac875d22064 req-1f17a2c5-7a2e-4d60-b1a5-7ce049907f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:28.876983 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-dceadbc8-6ee4-4779-9f8c-8ac875d22064 req-1f17a2c5-7a2e-4d60-b1a5-7ce049907f5b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 1098 time: 0.1253953 Jan 28 06:01:28.925018 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c82b0d85-7599-49bc-8a8e-289658cd3667 req-28d7dc3e-4252-4536-afe7-84ad4a5a5342 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124755 Jan 28 06:01:28.930096 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66d43392-bf4d-4b33-9203-5f70ac05095c req-ec4d1d45-f480-4ac5-9810-4a76e9ee8abb service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647783 Jan 28 06:01:28.991950 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-dceadbc8-6ee4-4779-9f8c-8ac875d22064 req-50ed22c4-4640-4860-981f-9a8216046059 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778160 Jan 28 06:01:29.068845 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:01:29.080045 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba36366-26d0-4c3c-95db-597112f4a161 None None] Sync routers for ids ['17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:01:29.100078 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba36366-26d0-4c3c-95db-597112f4a161 None None] Routers {'17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:01:29.100713 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dba36366-26d0-4c3c-95db-597112f4a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:01:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:29.121803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318d9937-46e3-4faa-a59f-84d664a1c1f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:01:29.157248 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:29.157697 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-318d9937-46e3-4faa-a59f-84d664a1c1f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (57d18082-690c-4c24-b47c-2d5d0f6fc7c5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:29.161484 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5e72bdd6-7895-43e8-8b65-c85216329d83 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6312118 Jan 28 06:01:29.161831 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52478) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:29.163385 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-318d9937-46e3-4faa-a59f-84d664a1c1f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Added segment 57d18082-690c-4c24-b47c-2d5d0f6fc7c5 of type vlan for network 1e2e2754-69f6-4b83-903e-3fa10a817093 Jan 28 06:01:29.167775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-eac9379a-be89-412e-a495-ea1605fa76ba tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'enable_snat': False}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:29.183861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50d60f-cbd9-4897-a12a-80ce828efe85 req-0590a794-42b2-4b09-8fc3-9c2e870122fc tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:29.185370 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da50d60f-cbd9-4897-a12a-80ce828efe85 req-0590a794-42b2-4b09-8fc3-9c2e870122fc tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 946 time: 0.2408814 Jan 28 06:01:29.223466 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-c0d0516f-36ff-4fde-85a9-39640243a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:29.224916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-c0d0516f-36ff-4fde-85a9-39640243a5d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a47cdb207f4459f8119649608f12177&device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 1095 time: 0.5165770 Jan 28 06:01:29.252887 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dba36366-26d0-4c3c-95db-597112f4a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:29.283606 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba36366-26d0-4c3c-95db-597112f4a161 None None] Routers {'17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:01:29.284549 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dba36366-26d0-4c3c-95db-597112f4a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:01:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:29.295067 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-f280dbad-3e56-4067-81f6-657ba138426e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2478f73-d62a-4414-b717-dd91adb33ca6 HTTP/1.1" status: 200 len: 217 time: 0.0485995 Jan 28 06:01:29.391752 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-e23a72dc-64fe-4691-b419-1b52407958ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:29.393326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-e23a72dc-64fe-4691-b419-1b52407958ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=986c74b2-1c64-4375-8ceb-7ee05426b434 HTTP/1.1" status: 200 len: 848 time: 0.0847425 Jan 28 06:01:29.458983 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-318d9937-46e3-4faa-a59f-84d664a1c1f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (1e2e2754-69f6-4b83-903e-3fa10a817093), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:29.487254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da50d60f-cbd9-4897-a12a-80ce828efe85 req-2fc94b5a-e611-4abc-a9c4-8d8c1f5fba89 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715452 Jan 28 06:01:29.529418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4511ccb-78cb-49a1-b11c-6b84d0df1502 req-574e3214-23bd-4329-a708-00c658e07507 service neutron] 10.222.0.64 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686064 Jan 28 06:01:29.608160 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dba36366-26d0-4c3c-95db-597112f4a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:29.608948 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba36366-26d0-4c3c-95db-597112f4a161 None None] The sync data for ids ['17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:01:29.678504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-342e7055-55fd-4981-957e-0df86b997719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:29.680146 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-342e7055-55fd-4981-957e-0df86b997719 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55c94a5b-1dee-4512-95d7-42c73d08e25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2184229 Jan 28 06:01:29.788804 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-eac9379a-be89-412e-a495-ea1605fa76ba tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:29.808042 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4511ccb-78cb-49a1-b11c-6b84d0df1502 req-25f8bc74-0963-4abc-91ce-86427bd1357e service neutron] 10.222.0.64 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270865 Jan 28 06:01:29.817199 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-318d9937-46e3-4faa-a59f-84d664a1c1f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (1e2e2754-69f6-4b83-903e-3fa10a817093), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:29.822494 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d9937-46e3-4faa-a59f-84d664a1c1f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:29.823170 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-318d9937-46e3-4faa-a59f-84d664a1c1f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:29.878897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725287d-5975-4cc5-96c1-10a977dbc357 req-f4a04526-7756-41c7-b686-1d91741bfb7e tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:29.888078 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f725287d-5975-4cc5-96c1-10a977dbc357 req-f4a04526-7756-41c7-b686-1d91741bfb7e tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 943 time: 0.3985131 Jan 28 06:01:29.984326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-318d9937-46e3-4faa-a59f-84d664a1c1f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8165801 Jan 28 06:01:30.007704 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52508) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:30.138771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f725287d-5975-4cc5-96c1-10a977dbc357 req-7c953bd1-fe3d-4280-accd-6a3b13d84a5d tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/security-groups?id=58576aef-3c06-4f45-8606-0ca41fc6da72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496912 Jan 28 06:01:30.142475 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d9937-46e3-4faa-a59f-84d664a1c1f3 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Pushing event updated for resources: {'Network': ['ID=1e2e2754-69f6-4b83-903e-3fa10a817093,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:30.165286 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 1e2e2754-69f6-4b83-903e-3fa10a817093 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:01:30.306367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-498226de-79fa-40ce-9edc-fc1f6a88a357 service neutron] 10.222.0.64 "GET /v2.0/networks/55c94a5b-1dee-4512-95d7-42c73d08e25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6081250 Jan 28 06:01:30.347608 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276b2c4-8a10-4503-932a-d5cf2ec8800f req-b52187f7-c554-419e-8e99-28e0abed955c tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:30.356546 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d276b2c4-8a10-4503-932a-d5cf2ec8800f req-b52187f7-c554-419e-8e99-28e0abed955c tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.2658372 Jan 28 06:01:30.466883 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d276b2c4-8a10-4503-932a-d5cf2ec8800f req-5da44bba-776a-48ea-924a-438f567f05ef tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085515 Jan 28 06:01:30.531776 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0d0d5242-7261-441d-b915-65d3a7536efc tempest-DHCPAgentSchedulersTestJSON-135722656 tempest-DHCPAgentSchedulersTestJSON-135722656-project-admin] 10.222.0.31 "GET /v2.0/agents/6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa/dhcp-networks HTTP/1.1" status: 200 len: 8096 time: 0.5202777 Jan 28 06:01:30.532912 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52536) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:30.597465 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f382458a-e8c1-458f-b08c-067c416af3e0 req-24aef83b-8c49-464c-90ac-74eefca7fdb2 service neutron] 10.222.0.64 "GET /v2.0/networks/55c94a5b-1dee-4512-95d7-42c73d08e25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842858 Jan 28 06:01:30.799670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa621506-5443-450a-9d98-3b5dd36f060c req-fe58272b-1522-4302-921b-f44bd587cb6b tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:30.808331 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa621506-5443-450a-9d98-3b5dd36f060c req-fe58272b-1522-4302-921b-f44bd587cb6b tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 946 time: 0.1840692 Jan 28 06:01:30.843860 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7e659-f06c-4d7c-8ff4-6df8a2c06256 tempest-DHCPAgentSchedulersTestJSON-135722656 tempest-DHCPAgentSchedulersTestJSON-135722656-project-admin] Network 1e2e2754-69f6-4b83-903e-3fa10a817093 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:01:31.074612 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabdc62d-5515-4d87-8242-e777037c5a7e None None] Network 1e2e2754-69f6-4b83-903e-3fa10a817093 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:01:31.100544 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-28e7e659-f06c-4d7c-8ff4-6df8a2c06256 tempest-DHCPAgentSchedulersTestJSON-135722656 tempest-DHCPAgentSchedulersTestJSON-135722656-project-admin] 10.222.0.31 "POST /v2.0/agents/6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5628791 Jan 28 06:01:31.106018 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52560) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:31.477383 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3153c-0a73-42c3-87ed-23e838e66b27 req-a9213e3c-9250-4247-8b17-93b5aa91f90f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:31.478987 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62c3153c-0a73-42c3-87ed-23e838e66b27 req-a9213e3c-9250-4247-8b17-93b5aa91f90f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 943 time: 0.0772913 Jan 28 06:01:31.485615 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa621506-5443-450a-9d98-3b5dd36f060c req-5447a7cc-0568-400d-b87e-36bbce4ab6f7 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6759725 Jan 28 06:01:31.587591 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62c3153c-0a73-42c3-87ed-23e838e66b27 req-4e57b14b-e626-4310-8673-3c3cc0cd24b8 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/security-groups?id=58576aef-3c06-4f45-8606-0ca41fc6da72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889151 Jan 28 06:01:31.635313 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d38566ff-25de-4297-a5ac-c2676fefe27b tempest-DHCPAgentSchedulersTestJSON-135722656 tempest-DHCPAgentSchedulersTestJSON-135722656-project-admin] 10.222.0.31 "GET /v2.0/agents/6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa/dhcp-networks HTTP/1.1" status: 200 len: 8867 time: 0.5184512 Jan 28 06:01:31.638576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52588) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:31.721361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4735b06-38df-4336-9d29-1527f14ce5de req-709916cd-d7be-408c-b41a-2108d7c515e7 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:31.723319 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4735b06-38df-4336-9d29-1527f14ce5de req-709916cd-d7be-408c-b41a-2108d7c515e7 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1341074 Jan 28 06:01:31.847614 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4735b06-38df-4336-9d29-1527f14ce5de req-6bab3c8f-e94d-4af6-88ef-614643b4f891 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057763 Jan 28 06:01:31.887500 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-eac9379a-be89-412e-a495-ea1605fa76ba tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:31.893191 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-eac9379a-be89-412e-a495-ea1605fa76ba tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:32.017075 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c58e48f2-c46f-4c30-beb3-fa4b97b652f1 tempest-DHCPAgentSchedulersTestJSON-135722656 tempest-DHCPAgentSchedulersTestJSON-135722656-project-admin] 10.222.0.31 "DELETE /v2.0/agents/6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa/dhcp-networks/1e2e2754-69f6-4b83-903e-3fa10a817093 HTTP/1.1" status: 204 len: 168 time: 0.3742759 Jan 28 06:01:32.017304 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52604) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:32.100732 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac9379a-be89-412e-a495-ea1605fa76ba tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Router 17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:01:32.315002 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-13c906e7-bb33-4b29-99c1-68dfb9a2838c tempest-DHCPAgentSchedulersTestJSON-135722656 tempest-DHCPAgentSchedulersTestJSON-135722656-project-admin] 10.222.0.31 "GET /v2.0/agents/6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa/dhcp-networks HTTP/1.1" status: 200 len: 8096 time: 0.2965801 Jan 28 06:01:32.322783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52614) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:32.351895 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac9379a-be89-412e-a495-ea1605fa76ba tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:01:32.356050 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-eac9379a-be89-412e-a495-ea1605fa76ba tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:32.360374 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-eac9379a-be89-412e-a495-ea1605fa76ba tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "PUT /v2.0/routers/17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c HTTP/1.1" status: 200 len: 924 time: 3.1942706 Jan 28 06:01:32.360558 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-db5c4d3b-34b5-48f3-959f-ba0add4b6a26 tempest-DHCPAgentSchedulersTestJSON-135722656 tempest-DHCPAgentSchedulersTestJSON-135722656-project-admin] 10.222.0.31 "GET /v2.0/networks/2496ec6a-e716-46bf-8a34-49750ceb6e86/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0335476 Jan 28 06:01:32.360911 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52616) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:32.364069 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52618) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:32.377514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae78452-2f45-4850-afbf-85d756d8085c None None] Sync routers for ids ['17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:01:32.449207 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-758917d0-c2f2-4e5d-b986-40d27163dfcb tempest-DHCPAgentSchedulersTestJSON-135722656 tempest-DHCPAgentSchedulersTestJSON-135722656-project-admin] 10.222.0.31 "GET /v2.0/networks/2496ec6a-e716-46bf-8a34-49750ceb6e86/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0839860 Jan 28 06:01:32.452854 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae78452-2f45-4850-afbf-85d756d8085c None None] Routers {'17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:01:32.454977 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0ae78452-2f45-4850-afbf-85d756d8085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:01:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:32.461492 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52622) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:32.597753 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0ae78452-2f45-4850-afbf-85d756d8085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:32.603310 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-675d97af-0d65-4ffa-9c3b-b7f89842a340 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "GET /v2.0/routers/17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c HTTP/1.1" status: 200 len: 924 time: 0.2381227 Jan 28 06:01:32.603461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52632) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:32.615871 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df4847fe-1b71-4252-ac51-a90f729770ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:32.659108 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae78452-2f45-4850-afbf-85d756d8085c None None] Routers {'17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:01:32.663691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0ae78452-2f45-4850-afbf-85d756d8085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:01:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:32.721621 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device f2478f73-d62a-4414-b717-dd91adb33ca6 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:01:32.724611 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0ae78452-2f45-4850-afbf-85d756d8085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:32.725470 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae78452-2f45-4850-afbf-85d756d8085c None None] The sync data for ids ['17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:01:32.726209 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-69db0df4-ab99-4a66-b562-fc2628189d7d tempest-DHCPAgentSchedulersTestJSON-135722656 tempest-DHCPAgentSchedulersTestJSON-135722656-project-admin] 10.222.0.31 "GET /v2.0/agents/6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa/dhcp-networks HTTP/1.1" status: 200 len: 8096 time: 0.2634814 Jan 28 06:01:32.735011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52640) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:32.915430 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (1e2e2754-69f6-4b83-903e-3fa10a817093), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:32.924768 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port f2478f73-d62a-4414-b717-dd91adb33ca6, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f2478f73-d62a-4414-b717-dd91adb33ca6,segment=NetworkSegment(15e776ac-2aab-4b5f-99dd-833886a57162),segment_id=15e776ac-2aab-4b5f-99dd-833886a57162)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:32.972666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'f2478f73-d62a-4414-b717-dd91adb33ca6', 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f', 'port_id': 'f2478f73-d62a-4414-b717-dd91adb33ca6', 'mac_address': 'fa:16:3e:d1:7a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:01:33.067136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port f2478f73-d62a-4414-b717-dd91adb33ca6 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:33.067952 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f2478f73-d62a-4414-b717-dd91adb33ca6), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:33.077735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d49cc7-6dc3-47bb-97de-a71f4eeff706 req-0a3de0c1-3c9d-4805-8a04-a015533c958c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:33.096438 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6d49cc7-6dc3-47bb-97de-a71f4eeff706 req-0a3de0c1-3c9d-4805-8a04-a015533c958c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 946 time: 0.3175678 Jan 28 06:01:33.111115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2478f73-d62a-4414-b717-dd91adb33ca6 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:01:33.139728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58987d0-32ac-4694-9f87-6512c9ab9583 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:33.146129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b58987d0-32ac-4694-9f87-6512c9ab9583 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&device_id=17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5416822 Jan 28 06:01:33.157785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52660) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:33.163958 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port f2478f73-d62a-4414-b717-dd91adb33ca6, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f2478f73-d62a-4414-b717-dd91adb33ca6,segment=NetworkSegment(15e776ac-2aab-4b5f-99dd-833886a57162),segment_id=15e776ac-2aab-4b5f-99dd-833886a57162)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:33.184702 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (1e2e2754-69f6-4b83-903e-3fa10a817093), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:33.194467 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6d49cc7-6dc3-47bb-97de-a71f4eeff706 req-cad464a6-6999-44d9-baa8-54c822ef3d95 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913856 Jan 28 06:01:33.245111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dea8bb-f897-4199-90e0-f4e763dfbab2 req-06407e51-87bc-4431-ad52-b8a8bf6ca11c tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:33.257884 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41dea8bb-f897-4199-90e0-f4e763dfbab2 req-06407e51-87bc-4431-ad52-b8a8bf6ca11c tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 943 time: 0.4105489 Jan 28 06:01:33.263479 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2e2754-69f6-4b83-903e-3fa10a817093']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:33.288199 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f2478f73-d62a-4414-b717-dd91adb33ca6), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:33.301113 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d18082-690c-4c24-b47c-2d5d0f6fc7c5') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:33.301478 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d18082-690c-4c24-b47c-2d5d0f6fc7c5') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:33.421837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41dea8bb-f897-4199-90e0-f4e763dfbab2 req-722ff26a-6fc2-4717-8dab-6088b27024ee tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/security-groups?id=58576aef-3c06-4f45-8606-0ca41fc6da72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622765 Jan 28 06:01:33.437327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=f2478f73-d62a-4414-b717-dd91adb33ca6,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:33.448742 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2371b-b4e8-4097-85aa-be0150a94534 req-021ab51a-b2b0-4053-9f15-7a7ee63b85d5 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:33.457721 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60e2371b-b4e8-4097-85aa-be0150a94534 req-021ab51a-b2b0-4053-9f15-7a7ee63b85d5 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1199474 Jan 28 06:01:33.553075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60e2371b-b4e8-4097-85aa-be0150a94534 req-f6f2d3bf-cb2d-4c3a-a0ea-928e00f453d2 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940034 Jan 28 06:01:33.611859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['f2478f73-d62a-4414-b717-dd91adb33ca6'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:01:33.888781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269b995f-1152-4625-bd3e-408bf292da43 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:33.893204 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-269b995f-1152-4625-bd3e-408bf292da43 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 881 time: 0.7319024 Jan 28 06:01:33.893655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52684) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:33.905254 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (57d18082-690c-4c24-b47c-2d5d0f6fc7c5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:33.926553 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (57d18082-690c-4c24-b47c-2d5d0f6fc7c5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:33.933569 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:01:33.934447 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (57d18082-690c-4c24-b47c-2d5d0f6fc7c5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: items = [ Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:01:33.938284 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:01:33.967734 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c9f48016-b71d-4f67-9bb8-156ebd7bfb23 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "GET /v2.0/ports?device_id=17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c HTTP/1.1" status: 200 len: 205 time: 0.0703266 Jan 28 06:01:33.968107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52690) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:34.114607 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (1e2e2754-69f6-4b83-903e-3fa10a817093), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:34.161435 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:34.180772 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] 10.222.0.31 "DELETE /v2.0/networks/1e2e2754-69f6-4b83-903e-3fa10a817093 HTTP/1.1" status: 204 len: 168 time: 1.4441080 Jan 28 06:01:34.181741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52698) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:34.182588 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Pushing event deleted for resources: {'Network': ['ID=1e2e2754-69f6-4b83-903e-3fa10a817093,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:34.248566 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a3e5ff-b02f-4b79-b2e8-72262ba19536 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] DELETE failed (client error): The resource could not be found. Jan 28 06:01:34.249302 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a3e5ff-b02f-4b79-b2e8-72262ba19536 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:01:34.255363 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2edade04-13a6-4af7-b8c4-947cdefe8573 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:34.261841 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52702) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:34.265282 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-32a3e5ff-b02f-4b79-b2e8-72262ba19536 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] 10.222.0.31 "DELETE /v2.0/ports/aa9309da-4ac5-4435-98fe-6a654bc1e83c HTTP/1.1" status: 404 len: 333 time: 0.0799344 Jan 28 06:01:34.267221 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:34.267585 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:34.267940 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:34.268286 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:34.268624 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:34.268957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:34.269291 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:34.269623 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:34.283293 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:34.283841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:34.284203 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:34.284557 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:34.284928 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21555f47-0515-498f-b580-6cbc3c604e8b tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:34.563518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5ee4b9-3c72-44ee-8363-3c17ffeabc05 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Deleting subnet 3310adfd-65bf-4d3e-9b76-9a9ebac9fb3b {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:01:34.575781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa78f6-38a0-4f30-b8f0-1cafcb535aaa req-94bf988f-f3aa-4595-b24d-b9762074d85f tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:34.577341 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ffa78f6-38a0-4f30-b8f0-1cafcb535aaa req-94bf988f-f3aa-4595-b24d-b9762074d85f tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 946 time: 0.2160804 Jan 28 06:01:34.578199 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee4b9-3c72-44ee-8363-3c17ffeabc05 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks [] for subnet (3310adfd-65bf-4d3e-9b76-9a9ebac9fb3b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:34.721276 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee4b9-3c72-44ee-8363-3c17ffeabc05 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (3310adfd-65bf-4d3e-9b76-9a9ebac9fb3b), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:34.744680 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2edade04-13a6-4af7-b8c4-947cdefe8573 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:34.791276 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83c23131-9b62-4e72-840f-a40db08108c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:34.824161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56182774-b78a-4751-879c-cc7102a64fb5 req-110de15f-b9b9-42de-9d60-12fd760c480c tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:34.824161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-56182774-b78a-4751-879c-cc7102a64fb5 req-110de15f-b9b9-42de-9d60-12fd760c480c tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 944 time: 0.2411826 Jan 28 06:01:34.832197 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ffa78f6-38a0-4f30-b8f0-1cafcb535aaa req-701ff12e-59a9-4a2a-b6df-944745f2028f tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400119 Jan 28 06:01:35.023462 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-56182774-b78a-4751-879c-cc7102a64fb5 req-9a095279-25e0-4f23-ab86-a17a98d4fe78 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/security-groups?id=58576aef-3c06-4f45-8606-0ca41fc6da72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881275 Jan 28 06:01:35.125230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf94fd0-b5ef-4a9f-a179-110929ec6ff4 req-0fcd586b-77c5-4986-b674-190cdaf5ee1e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:35.132757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bdf94fd0-b5ef-4a9f-a179-110929ec6ff4 req-0fcd586b-77c5-4986-b674-190cdaf5ee1e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1362767 Jan 28 06:01:35.144775 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee4b9-3c72-44ee-8363-3c17ffeabc05 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (3310adfd-65bf-4d3e-9b76-9a9ebac9fb3b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:35.205355 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2edade04-13a6-4af7-b8c4-947cdefe8573 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Deleting port aea3670b-170e-400b-b067-290cd1b1588b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:01:35.205702 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2edade04-13a6-4af7-b8c4-947cdefe8573 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (aea3670b-170e-400b-b067-290cd1b1588b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:35.369785 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bdf94fd0-b5ef-4a9f-a179-110929ec6ff4 req-6f867d02-ae65-4389-9799-694e4a07a14e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360702 Jan 28 06:01:35.422455 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee4b9-3c72-44ee-8363-3c17ffeabc05 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (3310adfd-65bf-4d3e-9b76-9a9ebac9fb3b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:35.482760 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ee4b9-3c72-44ee-8363-3c17ffeabc05 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Pushing event deleted for resources: {'Subnet': ['ID=3310adfd-65bf-4d3e-9b76-9a9ebac9fb3b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:35.490667 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2edade04-13a6-4af7-b8c4-947cdefe8573 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (aea3670b-170e-400b-b067-290cd1b1588b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:35.507258 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee4b9-3c72-44ee-8363-3c17ffeabc05 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:35.510944 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ed5ee4b9-3c72-44ee-8363-3c17ffeabc05 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] 10.222.0.31 "DELETE /v2.0/subnets/3310adfd-65bf-4d3e-9b76-9a9ebac9fb3b HTTP/1.1" status: 204 len: 168 time: 1.2472630 Jan 28 06:01:35.513607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52746) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:35.517057 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b57542-382f-4ee5-91a1-bb1801700911 None None] Network 2496ec6a-e716-46bf-8a34-49750ceb6e86 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:01:35.524614 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2edade04-13a6-4af7-b8c4-947cdefe8573 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Calling delete_port for aea3670b-170e-400b-b067-290cd1b1588b owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:01:35.699140 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (2496ec6a-e716-46bf-8a34-49750ceb6e86), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:35.758939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445a2d3d-8bae-4bbf-8b4f-2ebfd2e2b0f9 None None] DHCP port deletion for 2496ec6a-e716-46bf-8a34-49750ceb6e86 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:01:35.828965 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Deleting port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:01:35.829271 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (4f959d33-1fd1-44d3-bd4a-f02aae1e1e47), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:35.841286 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-445a2d3d-8bae-4bbf-8b4f-2ebfd2e2b0f9 None None] Deleting port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:01:35.841286 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-445a2d3d-8bae-4bbf-8b4f-2ebfd2e2b0f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (4f959d33-1fd1-44d3-bd4a-f02aae1e1e47), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:35.988036 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] For port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4f959d33-1fd1-44d3-bd4a-f02aae1e1e47,segment=NetworkSegment(81e70b5d-a2ee-4c71-8cd7-595ab83571fd),segment_id=81e70b5d-a2ee-4c71-8cd7-595ab83571fd)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:35.988435 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (4f959d33-1fd1-44d3-bd4a-f02aae1e1e47), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:36.000979 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-445a2d3d-8bae-4bbf-8b4f-2ebfd2e2b0f9 None None] For port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4f959d33-1fd1-44d3-bd4a-f02aae1e1e47,segment=NetworkSegment(81e70b5d-a2ee-4c71-8cd7-595ab83571fd),segment_id=81e70b5d-a2ee-4c71-8cd7-595ab83571fd)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:36.002349 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-445a2d3d-8bae-4bbf-8b4f-2ebfd2e2b0f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (4f959d33-1fd1-44d3-bd4a-f02aae1e1e47), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:36.013058 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Calling delete_port for 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:01:36.026497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-445a2d3d-8bae-4bbf-8b4f-2ebfd2e2b0f9 None None] Calling delete_port for 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:01:36.106462 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2edade04-13a6-4af7-b8c4-947cdefe8573 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (aea3670b-170e-400b-b067-290cd1b1588b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:36.194897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edade04-13a6-4af7-b8c4-947cdefe8573 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Pushing event deleted for resources: {'Port': ['ID=aea3670b-170e-400b-b067-290cd1b1588b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:36.304062 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (4f959d33-1fd1-44d3-bd4a-f02aae1e1e47), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:36.332653 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-445a2d3d-8bae-4bbf-8b4f-2ebfd2e2b0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (4f959d33-1fd1-44d3-bd4a-f02aae1e1e47), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:36.347612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09672d-cb6a-42b1-9c78-535048d165f0 req-d219c26b-140b-431d-bbde-c781ff4387a0 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:36.351863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b09672d-cb6a-42b1-9c78-535048d165f0 req-d219c26b-140b-431d-bbde-c781ff4387a0 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 944 time: 0.1603773 Jan 28 06:01:36.456261 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] No DVR routers for this DVR port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:01:36.458873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Pushing event deleted for resources: {'Port': ['ID=4f959d33-1fd1-44d3-bd4a-f02aae1e1e47,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:36.461544 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445a2d3d-8bae-4bbf-8b4f-2ebfd2e2b0f9 None None] No DVR routers for this DVR port 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:01:36.480846 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a2d3d-8bae-4bbf-8b4f-2ebfd2e2b0f9 None None] Pushing event deleted for resources: {'Port': ['ID=4f959d33-1fd1-44d3-bd4a-f02aae1e1e47,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:36.502637 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:01:36.532977 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2edade04-13a6-4af7-b8c4-947cdefe8573 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:36.548198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:01:36.548547 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4f959d33-1fd1-44d3-bd4a-f02aae1e1e47 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:01:36.585999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b09672d-cb6a-42b1-9c78-535048d165f0 req-11d0e226-18f2-4908-b0e8-fc319d72753c tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/security-groups?id=58576aef-3c06-4f45-8606-0ca41fc6da72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058408 Jan 28 06:01:36.606608 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (2496ec6a-e716-46bf-8a34-49750ceb6e86), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:36.630467 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2496ec6a-e716-46bf-8a34-49750ceb6e86']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:36.642730 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e70b5d-a2ee-4c71-8cd7-595ab83571fd') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:36.643391 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e70b5d-a2ee-4c71-8cd7-595ab83571fd') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:36.653832 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (81e70b5d-a2ee-4c71-8cd7-595ab83571fd), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:36.672713 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:36.686454 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (81e70b5d-a2ee-4c71-8cd7-595ab83571fd), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:36.718886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device f2478f73-d62a-4414-b717-dd91adb33ca6 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:01:36.735653 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2edade04-13a6-4af7-b8c4-947cdefe8573 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:36.738895 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2edade04-13a6-4af7-b8c4-947cdefe8573 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_controller (17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:36.748050 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (81e70b5d-a2ee-4c71-8cd7-595ab83571fd), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:01:36.775230 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:01:36.803128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dca80b-32eb-443a-9206-1b7a513debe6 req-bca5acce-f7fb-447e-b571-7869e1111442 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:36.805376 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2dca80b-32eb-443a-9206-1b7a513debe6 req-bca5acce-f7fb-447e-b571-7869e1111442 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.2572935 Jan 28 06:01:36.860628 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2dca80b-32eb-443a-9206-1b7a513debe6 req-7f61fae7-b52e-47bb-aca3-04d3abaecafd tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480404 Jan 28 06:01:36.970682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52780) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:36.975806 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ab903936-7631-4664-af2b-3023c2ab1b93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1278032507'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:36.983781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port f2478f73-d62a-4414-b717-dd91adb33ca6 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:01:36.984414 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2edade04-13a6-4af7-b8c4-947cdefe8573 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:36.984414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edade04-13a6-4af7-b8c4-947cdefe8573 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Fanout notify agent at l3_agent the message router_deleted on router 17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:01:36.997114 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2edade04-13a6-4af7-b8c4-947cdefe8573 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:36.997114 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2edade04-13a6-4af7-b8c4-947cdefe8573 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "DELETE /v2.0/routers/17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c HTTP/1.1" status: 204 len: 168 time: 3.0266497 Jan 28 06:01:37.000384 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52782) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:37.003018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port f2478f73-d62a-4414-b717-dd91adb33ca6 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:37.003637 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f2478f73-d62a-4414-b717-dd91adb33ca6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:37.009943 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-af5cf8ef-f0b5-4393-a4fc-b6b17ee605c9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1599448806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:37.019867 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (2496ec6a-e716-46bf-8a34-49750ceb6e86), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:37.036088 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:37.041723 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] 10.222.0.31 "DELETE /v2.0/networks/2496ec6a-e716-46bf-8a34-49750ceb6e86 HTTP/1.1" status: 204 len: 168 time: 1.5235002 Jan 28 06:01:37.056113 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3610e-872f-4781-9fe6-03dc228e2c31 tempest-DHCPAgentSchedulersTestJSON-726536914 tempest-DHCPAgentSchedulersTestJSON-726536914-project] Pushing event deleted for resources: {'Network': ['ID=2496ec6a-e716-46bf-8a34-49750ceb6e86,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:37.113872 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port f2478f73-d62a-4414-b717-dd91adb33ca6 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:37.115030 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f2478f73-d62a-4414-b717-dd91adb33ca6), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:37.145712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75544c26-e52c-414c-b9dc-27e388a946c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2478f73-d62a-4414-b717-dd91adb33ca6'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:01:37.148140 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899c1b03-2b8b-4a45-8f1e-73c9430a5ff0" -d '{"events": [{"server_uuid": "75544c26-e52c-414c-b9dc-27e388a946c6", "name": "network-vif-plugged", "status": "completed", "tag": "f2478f73-d62a-4414-b717-dd91adb33ca6"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:01:37.164665 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af5cf8ef-f0b5-4393-a4fc-b6b17ee605c9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (b052b5b6-610e-452c-b1b1-cc5f4a6f75b5), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:37.168082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab903936-7631-4664-af2b-3023c2ab1b93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Made reservation on behalf of d224c5804ad8477a9a70c890f5535963 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:01:37.168227 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af5cf8ef-f0b5-4393-a4fc-b6b17ee605c9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (b052b5b6-610e-452c-b1b1-cc5f4a6f75b5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:37.171251 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab903936-7631-4664-af2b-3023c2ab1b93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:37.177097 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port f2478f73-d62a-4414-b717-dd91adb33ca6, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f2478f73-d62a-4414-b717-dd91adb33ca6,segment=NetworkSegment(15e776ac-2aab-4b5f-99dd-833886a57162),segment_id=15e776ac-2aab-4b5f-99dd-833886a57162)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:37.215791 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f61483-b1d6-4308-9825-0555c6a9269b x-openstack-request-id: req-a5f61483-b1d6-4308-9825-0555c6a9269b {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:01:37.216106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab903936-7631-4664-af2b-3023c2ab1b93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:01:37.216513 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75544c26-e52c-414c-b9dc-27e388a946c6", "name": "network-vif-plugged", "status": "completed", "tag": "f2478f73-d62a-4414-b717-dd91adb33ca6", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:01:37.217362 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5f61483-b1d6-4308-9825-0555c6a9269b {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:01:37.218112 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75544c26-e52c-414c-b9dc-27e388a946c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2478f73-d62a-4414-b717-dd91adb33ca6', 'code': 200} Jan 28 06:01:37.225621 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab903936-7631-4664-af2b-3023c2ab1b93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c479a99b-185c-4ee7-819e-549510e1e8c4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:37.225969 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-ab903936-7631-4664-af2b-3023c2ab1b93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Added segment c479a99b-185c-4ee7-819e-549510e1e8c4 of type vlan for network 979f357d-68ca-4553-bd22-7ffee2a7e6fd Jan 28 06:01:37.234440 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af5cf8ef-f0b5-4393-a4fc-b6b17ee605c9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_controller (b052b5b6-610e-452c-b1b1-cc5f4a6f75b5), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:37.277716 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f2478f73-d62a-4414-b717-dd91adb33ca6), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:37.294864 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab903936-7631-4664-af2b-3023c2ab1b93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (979f357d-68ca-4553-bd22-7ffee2a7e6fd), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:37.345489 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af5cf8ef-f0b5-4393-a4fc-b6b17ee605c9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (b052b5b6-610e-452c-b1b1-cc5f4a6f75b5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:37.352195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=f2478f73-d62a-4414-b717-dd91adb33ca6,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:37.381053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2cf4-2acf-4c78-aace-bde983339660 req-83b9d27c-35a4-420a-b9a6-dbaf78d94203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:37.382690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-394d2cf4-2acf-4c78-aace-bde983339660 req-83b9d27c-35a4-420a-b9a6-dbaf78d94203 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 1097 time: 0.0563519 Jan 28 06:01:37.439117 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab903936-7631-4664-af2b-3023c2ab1b93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (979f357d-68ca-4553-bd22-7ffee2a7e6fd), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:37.447438 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab903936-7631-4664-af2b-3023c2ab1b93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:37.448240 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab903936-7631-4664-af2b-3023c2ab1b93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:37.487904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-394d2cf4-2acf-4c78-aace-bde983339660 req-52358df6-f172-4fbf-aeaa-78befe7cf40b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=58576aef-3c06-4f45-8606-0ca41fc6da72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987279 Jan 28 06:01:37.496000 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af5cf8ef-f0b5-4393-a4fc-b6b17ee605c9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:37.514288 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-af5cf8ef-f0b5-4393-a4fc-b6b17ee605c9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5122039 Jan 28 06:01:37.525710 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52802) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:37.536388 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-83a790ba-6460-48b9-afb7-91d521027038 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:37.562039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab903936-7631-4664-af2b-3023c2ab1b93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event updated for resources: {'Network': ['ID=979f357d-68ca-4553-bd22-7ffee2a7e6fd,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:37.575285 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 979f357d-68ca-4553-bd22-7ffee2a7e6fd details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:01:37.694366 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ab903936-7631-4664-af2b-3023c2ab1b93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7200463 Jan 28 06:01:37.697217 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52808) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:37.702953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3307571b-4c9c-4b50-9b60-a4b64de6866b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1310987026'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:37.811727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda75ef0-471c-433c-b485-5cfe9e16ad10 req-c3478289-8855-4c37-abf1-283b7375db89 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:37.819584 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dda75ef0-471c-433c-b485-5cfe9e16ad10 req-c3478289-8855-4c37-abf1-283b7375db89 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 945 time: 0.0938108 Jan 28 06:01:37.866263 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83a790ba-6460-48b9-afb7-91d521027038 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (b052b5b6-610e-452c-b1b1-cc5f4a6f75b5), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:37.913378 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3307571b-4c9c-4b50-9b60-a4b64de6866b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Made reservation on behalf of d224c5804ad8477a9a70c890f5535963 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:01:37.917249 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3307571b-4c9c-4b50-9b60-a4b64de6866b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:37.946730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dda75ef0-471c-433c-b485-5cfe9e16ad10 req-a42ecab0-af9a-404f-bba8-4ecb8df6d463 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/security-groups?id=58576aef-3c06-4f45-8606-0ca41fc6da72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256297 Jan 28 06:01:37.978467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3307571b-4c9c-4b50-9b60-a4b64de6866b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:01:37.980451 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:38.029839 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52822) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:38.048742 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3307571b-4c9c-4b50-9b60-a4b64de6866b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (d3fdf88c-2d9c-4247-997d-6b2c23a97ab9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:38.049356 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-3307571b-4c9c-4b50-9b60-a4b64de6866b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Added segment d3fdf88c-2d9c-4247-997d-6b2c23a97ab9 of type vlan for network a5d76cd0-485c-42ba-8694-d68708a2c641 Jan 28 06:01:38.099658 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3307571b-4c9c-4b50-9b60-a4b64de6866b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (a5d76cd0-485c-42ba-8694-d68708a2c641), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:38.117693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9dcf3-c1bd-45bb-97b8-305cdc959ce2 req-87c84692-4e6d-4e81-a868-94793da4e800 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:38.119215 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77d9dcf3-c1bd-45bb-97b8-305cdc959ce2 req-87c84692-4e6d-4e81-a868-94793da4e800 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1357148 Jan 28 06:01:38.196700 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77d9dcf3-c1bd-45bb-97b8-305cdc959ce2 req-80a63af2-949d-48d5-bc14-29ec85f03ef4 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640936 Jan 28 06:01:38.296651 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3307571b-4c9c-4b50-9b60-a4b64de6866b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (a5d76cd0-485c-42ba-8694-d68708a2c641), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:38.301923 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3307571b-4c9c-4b50-9b60-a4b64de6866b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:38.302676 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3307571b-4c9c-4b50-9b60-a4b64de6866b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:38.308344 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83a790ba-6460-48b9-afb7-91d521027038 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (b052b5b6-610e-452c-b1b1-cc5f4a6f75b5), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:38.331858 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83a790ba-6460-48b9-afb7-91d521027038 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:38.392430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307571b-4c9c-4b50-9b60-a4b64de6866b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event updated for resources: {'Network': ['ID=a5d76cd0-485c-42ba-8694-d68708a2c641,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:38.405269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network a5d76cd0-485c-42ba-8694-d68708a2c641 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:01:38.472310 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-83a790ba-6460-48b9-afb7-91d521027038 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Allocated IP 172.25.0.154 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/95322229-d8f9-43d4-86b9-acbd718cbc45) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:01:38.512357 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3307571b-4c9c-4b50-9b60-a4b64de6866b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8145943 Jan 28 06:01:38.515362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52840) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:38.521386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-38207d9e-0e1a-48b5-9d1d-b2ecdfc26353 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Request body: {'subnet': {'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:38.637825 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83a790ba-6460-48b9-afb7-91d521027038 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for port (95322229-d8f9-43d4-86b9-acbd718cbc45), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:38.732251 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ddf11bdd-7884-4af7-a474-197597c4de34 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad38d6000b2d4ce8af085de81a370261&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6818571 Jan 28 06:01:38.733422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52850) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:38.801088 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a79888a5-a2a3-477e-8773-09691921440c admin admin] Publish callbacks [] for security_group (75d58517-15bb-47a5-93fb-1b12b750e598), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:38.829223 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a79888a5-a2a3-477e-8773-09691921440c admin admin] Publish callbacks [] for security_group (75d58517-15bb-47a5-93fb-1b12b750e598), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:38.853738 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83a790ba-6460-48b9-afb7-91d521027038 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (95322229-d8f9-43d4-86b9-acbd718cbc45), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:38.864984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38207d9e-0e1a-48b5-9d1d-b2ecdfc26353 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Made reservation on behalf of d224c5804ad8477a9a70c890f5535963 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:01:38.865711 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38207d9e-0e1a-48b5-9d1d-b2ecdfc26353 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:38.915281 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a790ba-6460-48b9-afb7-91d521027038 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:01:38.918927 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-83a790ba-6460-48b9-afb7-91d521027038 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:38.922694 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a790ba-6460-48b9-afb7-91d521027038 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:01:39.024783 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a790ba-6460-48b9-afb7-91d521027038 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Pushing event updated for resources: {'Port': ['ID=95322229-d8f9-43d4-86b9-acbd718cbc45,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:39.106312 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a79888a5-a2a3-477e-8773-09691921440c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (75d58517-15bb-47a5-93fb-1b12b750e598), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:39.112261 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a79888a5-a2a3-477e-8773-09691921440c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:39.116482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a79888a5-a2a3-477e-8773-09691921440c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75d58517-15bb-47a5-93fb-1b12b750e598 HTTP/1.1" status: 204 len: 168 time: 0.3805566 Jan 28 06:01:39.125143 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:39.132046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79888a5-a2a3-477e-8773-09691921440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d58517-15bb-47a5-93fb-1b12b750e598,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:39.172250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2725dd-16ad-47da-a51a-2f8d23d03098 req-17044dc1-73f6-4acb-af61-f2a72bdaf2e9 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:39.174072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c2725dd-16ad-47da-a51a-2f8d23d03098 req-17044dc1-73f6-4acb-af61-f2a72bdaf2e9 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 945 time: 0.1248667 Jan 28 06:01:39.365763 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c2725dd-16ad-47da-a51a-2f8d23d03098 req-ccfc3e21-ec54-4435-a73b-1708def5b99c tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/security-groups?id=58576aef-3c06-4f45-8606-0ca41fc6da72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608491 Jan 28 06:01:39.410820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc295c2-9cdc-4868-bd27-17f1fdfaef5d req-84ebf534-f1a0-4943-9a3f-200a87302774 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:39.418336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0bc295c2-9cdc-4868-bd27-17f1fdfaef5d req-84ebf534-f1a0-4943-9a3f-200a87302774 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.0800037 Jan 28 06:01:39.471018 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38207d9e-0e1a-48b5-9d1d-b2ecdfc26353 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (2d3a9390-48e2-4b19-ab57-c41dff432106), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:39.602515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0bc295c2-9cdc-4868-bd27-17f1fdfaef5d req-798040ba-657f-406e-be60-6988c773018b tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831291 Jan 28 06:01:39.720758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38207d9e-0e1a-48b5-9d1d-b2ecdfc26353 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event updated for resources: {'Subnet': ['ID=2d3a9390-48e2-4b19-ab57-c41dff432106,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:39.722646 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83a790ba-6460-48b9-afb7-91d521027038 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (b052b5b6-610e-452c-b1b1-cc5f4a6f75b5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:39.728131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38207d9e-0e1a-48b5-9d1d-b2ecdfc26353 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Checking segment: {'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:01:39.730620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38207d9e-0e1a-48b5-9d1d-b2ecdfc26353 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Network hostable DHCP agents. Network: 979f357d-68ca-4553-bd22-7ffee2a7e6fd, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:01:39.762273 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fb398-2d4f-440b-b632-2551fdb55517 req-196822d5-4b09-4992-b032-194e62b1c7da tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:39.771222 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c65fb398-2d4f-440b-b632-2551fdb55517 req-196822d5-4b09-4992-b032-194e62b1c7da tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 945 time: 0.1579449 Jan 28 06:01:39.886384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c65fb398-2d4f-440b-b632-2551fdb55517 req-58741b0c-afd7-4171-93e3-f057b87b6f64 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/security-groups?id=58576aef-3c06-4f45-8606-0ca41fc6da72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029785 Jan 28 06:01:39.907512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38207d9e-0e1a-48b5-9d1d-b2ecdfc26353 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Network 979f357d-68ca-4553-bd22-7ffee2a7e6fd is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:01:40.045955 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83a790ba-6460-48b9-afb7-91d521027038 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (b052b5b6-610e-452c-b1b1-cc5f4a6f75b5), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:40.052619 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83a790ba-6460-48b9-afb7-91d521027038 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (b052b5b6-610e-452c-b1b1-cc5f4a6f75b5), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:40.100017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-38207d9e-0e1a-48b5-9d1d-b2ecdfc26353 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 979f357d-68ca-4553-bd22-7ffee2a7e6fd) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:40.118761 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc06278-6428-4f42-a15d-2f0998c999da None None] Network 979f357d-68ca-4553-bd22-7ffee2a7e6fd requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:01:40.151670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38207d9e-0e1a-48b5-9d1d-b2ecdfc26353 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:40.152785 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38207d9e-0e1a-48b5-9d1d-b2ecdfc26353 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:40.222932 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d23be3-2e72-4a1f-a880-605426eb7f9f req-34e1bfa5-e005-492c-8b8a-f5d3944fcd06 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:40.242501 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5d23be3-2e72-4a1f-a880-605426eb7f9f req-34e1bfa5-e005-492c-8b8a-f5d3944fcd06 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 945 time: 0.2250457 Jan 28 06:01:40.318217 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52908) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:40.339380 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-38207d9e-0e1a-48b5-9d1d-b2ecdfc26353 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8225677 Jan 28 06:01:40.340547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52910) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:40.364923 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f46e76b-b676-4bf8-8ffe-683e32bd254d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:40.371417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a2c0a5d9-6a2f-45e0-9813-1dd5914848a8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Request body: {'subnet': {'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:40.386560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-979f357d-68ca-4553-bd22-7ffee2a7e6fd', 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd', 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'fixed_ips': [{'subnet_id': '2d3a9390-48e2-4b19-ab57-c41dff432106'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:01:40.387746 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:40.606745 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f46e76b-b676-4bf8-8ffe-683e32bd254d admin admin] Publish callbacks [] for security_group (0c9996e3-7e46-4187-b223-96d824f368d3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:40.612789 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5d23be3-2e72-4a1f-a880-605426eb7f9f req-099f4cbd-df77-4b57-9571-519be0e49101 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/security-groups?id=58576aef-3c06-4f45-8606-0ca41fc6da72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3691576 Jan 28 06:01:40.633149 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52922) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:40.661606 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a790ba-6460-48b9-afb7-91d521027038 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Router b052b5b6-610e-452c-b1b1-cc5f4a6f75b5 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:01:40.725317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Allocated IP 10.1.1.2 (979f357d-68ca-4553-bd22-7ffee2a7e6fd/2d3a9390-48e2-4b19-ab57-c41dff432106/0dab95c4-6975-4282-86e0-7dadd9fd9407) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:01:40.772353 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f46e76b-b676-4bf8-8ffe-683e32bd254d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0c9996e3-7e46-4187-b223-96d824f368d3), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:40.814864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c0a5d9-6a2f-45e0-9813-1dd5914848a8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Made reservation on behalf of d224c5804ad8477a9a70c890f5535963 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:01:40.818902 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2c0a5d9-6a2f-45e0-9813-1dd5914848a8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:40.916110 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216edd8-7df2-4b2a-956a-15b3882e11a0 req-2e06b129-0f5a-40c7-8d8f-e39b26108882 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:40.918113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e216edd8-7df2-4b2a-956a-15b3882e11a0 req-2e06b129-0f5a-40c7-8d8f-e39b26108882 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1561944 Jan 28 06:01:40.928769 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46e76b-b676-4bf8-8ffe-683e32bd254d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9996e3-7e46-4187-b223-96d824f368d3,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:41.036014 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5f46e76b-b676-4bf8-8ffe-683e32bd254d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c0debf5d83448f68fd61a68520f4450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7161953 Jan 28 06:01:41.041976 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52934) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:41.068456 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e216edd8-7df2-4b2a-956a-15b3882e11a0 req-2ea39dff-d985-4fe1-a08a-ed85728e6b2a tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434307 Jan 28 06:01:41.105490 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Publish callbacks [] for port (0dab95c4-6975-4282-86e0-7dadd9fd9407), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:41.200563 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (0dab95c4-6975-4282-86e0-7dadd9fd9407), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:41.209195 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a790ba-6460-48b9-afb7-91d521027038 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:01:41.225177 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e4cb7-8da5-4158-aa1c-b37baa9db52b None None] Sync routers for ids ['b052b5b6-610e-452c-b1b1-cc5f4a6f75b5'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:01:41.239370 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83a790ba-6460-48b9-afb7-91d521027038 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:41.242782 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e4cb7-8da5-4158-aa1c-b37baa9db52b None None] Routers {'b052b5b6-610e-452c-b1b1-cc5f4a6f75b5'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:01:41.244706 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-932e4cb7-8da5-4158-aa1c-b37baa9db52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:01:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b052b5b6-610e-452c-b1b1-cc5f4a6f75b5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:41.247330 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-83a790ba-6460-48b9-afb7-91d521027038 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "PUT /v2.0/routers/b052b5b6-610e-452c-b1b1-cc5f4a6f75b5 HTTP/1.1" status: 200 len: 884 time: 3.7162371 Jan 28 06:01:41.252005 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52944) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:41.325044 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Network 979f357d-68ca-4553-bd22-7ffee2a7e6fd is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:01:41.333529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:41.337564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:01:41.359548 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-932e4cb7-8da5-4158-aa1c-b37baa9db52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:41.373324 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e4cb7-8da5-4158-aa1c-b37baa9db52b None None] Routers {'b052b5b6-610e-452c-b1b1-cc5f4a6f75b5'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:01:41.374364 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-932e4cb7-8da5-4158-aa1c-b37baa9db52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:01:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b052b5b6-610e-452c-b1b1-cc5f4a6f75b5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:41.391593 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2c0a5d9-6a2f-45e0-9813-1dd5914848a8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (983e2d1e-1ce6-416e-a013-56730d18136b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:41.415869 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-932e4cb7-8da5-4158-aa1c-b37baa9db52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:41.416880 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e4cb7-8da5-4158-aa1c-b37baa9db52b None None] The sync data for ids ['b052b5b6-610e-452c-b1b1-cc5f4a6f75b5'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:01:41.417228 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a48a517-b698-46dd-9c86-438c1b3b147c tempest-TestServerBasicOps-1354784514 tempest-TestServerBasicOps-1354784514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:41.421809 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3a48a517-b698-46dd-9c86-438c1b3b147c tempest-TestServerBasicOps-1354784514 tempest-TestServerBasicOps-1354784514-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 1092 time: 0.7820377 Jan 28 06:01:41.432404 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8febe60c-65eb-4a09-b98b-98c62728f037 admin admin] Publish callbacks [] for security_group (0c9996e3-7e46-4187-b223-96d824f368d3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:41.439092 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52950) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:41.454476 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': 'f2478f73-d62a-4414-b717-dd91adb33ca6', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:41.470062 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Pushing event updated for resources: {'Port': ['ID=0dab95c4-6975-4282-86e0-7dadd9fd9407,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:41.519442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0a5d9-6a2f-45e0-9813-1dd5914848a8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event updated for resources: {'Subnet': ['ID=983e2d1e-1ce6-416e-a013-56730d18136b,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:41.527794 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Attempting to bind port 0dab95c4-6975-4282-86e0-7dadd9fd9407 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:01:41.528183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Attempting to bind port 0dab95c4-6975-4282-86e0-7dadd9fd9407 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:01:41.528550 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Attempting to bind port 0dab95c4-6975-4282-86e0-7dadd9fd9407 on network 979f357d-68ca-4553-bd22-7ffee2a7e6fd {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:01:41.547959 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:01:41.548343 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Checking segment: {'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:01:41.548760 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:41.549162 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Bound using segment: {'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:01:41.549653 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Bound port: 0dab95c4-6975-4282-86e0-7dadd9fd9407, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:01:41.550039 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0dab95c4-6975-4282-86e0-7dadd9fd9407), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:41.560332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0a5d9-6a2f-45e0-9813-1dd5914848a8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Checking segment: {'id': 'd3fdf88c-2d9c-4247-997d-6b2c23a97ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:01:41.561220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c0a5d9-6a2f-45e0-9813-1dd5914848a8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Network hostable DHCP agents. Network: a5d76cd0-485c-42ba-8694-d68708a2c641, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:01:41.622755 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4740b1c6-f0e6-4360-b5ee-99436d83ad06 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "GET /v2.0/routers/b052b5b6-610e-452c-b1b1-cc5f4a6f75b5 HTTP/1.1" status: 200 len: 925 time: 0.3574643 Jan 28 06:01:41.625646 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52960) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:41.668706 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8febe60c-65eb-4a09-b98b-98c62728f037 admin admin] Publish callbacks [] for security_group (0c9996e3-7e46-4187-b223-96d824f368d3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:41.692454 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c0a5d9-6a2f-45e0-9813-1dd5914848a8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Network a5d76cd0-485c-42ba-8694-d68708a2c641 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:01:41.712019 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] For port 0dab95c4-6975-4282-86e0-7dadd9fd9407, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:01:41.721378 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684518d2-6c05-4af6-8902-c48cae0d2284 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:41.722967 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-684518d2-6c05-4af6-8902-c48cae0d2284 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&device_id=b052b5b6-610e-452c-b1b1-cc5f4a6f75b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0960512 Jan 28 06:01:41.723490 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] For port 0dab95c4-6975-4282-86e0-7dadd9fd9407, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0dab95c4-6975-4282-86e0-7dadd9fd9407,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:01:41.734947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52962) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:41.822597 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0dab95c4-6975-4282-86e0-7dadd9fd9407), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:41.841574 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a2c0a5d9-6a2f-45e0-9813-1dd5914848a8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, a5d76cd0-485c-42ba-8694-d68708a2c641) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:41.860112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c0a5d9-6a2f-45e0-9813-1dd5914848a8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:41.862492 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2c0a5d9-6a2f-45e0-9813-1dd5914848a8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:41.892465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904fbeb7-8083-43bd-935d-384c95dd8ad2 None None] Network a5d76cd0-485c-42ba-8694-d68708a2c641 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:01:41.960101 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a2c0a5d9-6a2f-45e0-9813-1dd5914848a8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6037586 Jan 28 06:01:41.974892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52972) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:41.980296 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Request body: {'port': {'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd', 'name': 'tempest-TaggedBootDevicesTest_v242-1244789209', 'fixed_ips': [{'subnet_id': '2d3a9390-48e2-4b19-ab57-c41dff432106'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:41.984810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dc4cae-ba2c-4efc-81b7-f8d688920953 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:41.989152 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f7dc4cae-ba2c-4efc-81b7-f8d688920953 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 881 time: 0.2502360 Jan 28 06:01:42.001417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52974) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:42.136007 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0526bfa4-e590-4c49-8dee-e20317f5eba4 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "GET /v2.0/ports?device_id=b052b5b6-610e-452c-b1b1-cc5f4a6f75b5 HTTP/1.1" status: 200 len: 205 time: 0.1334460 Jan 28 06:01:42.139135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52982) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:42.339288 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8febe60c-65eb-4a09-b98b-98c62728f037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0c9996e3-7e46-4187-b223-96d824f368d3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:42.342796 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8febe60c-65eb-4a09-b98b-98c62728f037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:42.348766 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8febe60c-65eb-4a09-b98b-98c62728f037 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c9996e3-7e46-4187-b223-96d824f368d3 HTTP/1.1" status: 204 len: 168 time: 1.2947755 Jan 28 06:01:42.370874 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febe60c-65eb-4a09-b98b-98c62728f037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9996e3-7e46-4187-b223-96d824f368d3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:42.382941 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:42.397224 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-a5d76cd0-485c-42ba-8694-d68708a2c641', 'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641', 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'fixed_ips': [{'subnet_id': '983e2d1e-1ce6-416e-a013-56730d18136b'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:01:42.399656 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:42.460355 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762513f-5a00-4c7e-ba6c-2456882a745a None None] Pushing event updated for resources: {'Port': ['ID=0dab95c4-6975-4282-86e0-7dadd9fd9407,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:42.583679 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7c128-c32a-403c-8247-7f52c6787303 req-0b7a8f17-bf18-43cf-98f6-c89805ba253f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:42.585271 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-47a7c128-c32a-403c-8247-7f52c6787303 req-0b7a8f17-bf18-43cf-98f6-c89805ba253f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.2911932 Jan 28 06:01:42.757717 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:42.827494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Allocated IP 10.2.2.2 (a5d76cd0-485c-42ba-8694-d68708a2c641/983e2d1e-1ce6-416e-a013-56730d18136b/ecf5435e-01fe-434d-b1d9-76a41a292b02) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:01:43.166839 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Allocated IP 172.25.0.170 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/8728a23e-37e9-481d-8866-1ffc93a7220e) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:01:43.301568 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Publish callbacks [] for port (ecf5435e-01fe-434d-b1d9-76a41a292b02), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:43.386209 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (ecf5435e-01fe-434d-b1d9-76a41a292b02), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:43.436671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Network a5d76cd0-485c-42ba-8694-d68708a2c641 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:01:43.445757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:43.470506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:01:43.508759 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for port (8728a23e-37e9-481d-8866-1ffc93a7220e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:43.522013 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3049dd4-88ee-4ff8-b5a9-f4d8b87c79b8 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (b052b5b6-610e-452c-b1b1-cc5f4a6f75b5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:43.539643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Made reservation on behalf of d224c5804ad8477a9a70c890f5535963 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:01:43.711037 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Pushing event updated for resources: {'Port': ['ID=ecf5435e-01fe-434d-b1d9-76a41a292b02,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:43.735079 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (8728a23e-37e9-481d-8866-1ffc93a7220e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:43.784936 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Attempting to bind port ecf5435e-01fe-434d-b1d9-76a41a292b02 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:01:43.785312 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Attempting to bind port ecf5435e-01fe-434d-b1d9-76a41a292b02 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'd3fdf88c-2d9c-4247-997d-6b2c23a97ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:01:43.785675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Attempting to bind port ecf5435e-01fe-434d-b1d9-76a41a292b02 on network a5d76cd0-485c-42ba-8694-d68708a2c641 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:01:43.805797 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:01:43.806204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Checking segment: {'id': 'd3fdf88c-2d9c-4247-997d-6b2c23a97ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:01:43.808655 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:43.809081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Bound using segment: {'id': 'd3fdf88c-2d9c-4247-997d-6b2c23a97ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:01:43.811020 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Bound port: ecf5435e-01fe-434d-b1d9-76a41a292b02, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fdf88c-2d9c-4247-997d-6b2c23a97ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:01:43.811511 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ecf5435e-01fe-434d-b1d9-76a41a292b02), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:43.819732 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-47a7c128-c32a-403c-8247-7f52c6787303 req-69d8323e-79d1-4f66-9ee2-411abc5df2cc tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1928957 Jan 28 06:01:43.821938 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:01:43.825971 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:43.838078 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:01:43.879072 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Pushing event updated for resources: {'Port': ['ID=8728a23e-37e9-481d-8866-1ffc93a7220e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:43.985703 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] For port ecf5435e-01fe-434d-b1d9-76a41a292b02, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:01:44.008200 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] For port ecf5435e-01fe-434d-b1d9-76a41a292b02, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ecf5435e-01fe-434d-b1d9-76a41a292b02,segment=NetworkSegment(d3fdf88c-2d9c-4247-997d-6b2c23a97ab9),segment_id=d3fdf88c-2d9c-4247-997d-6b2c23a97ab9)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:01:44.019789 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3049dd4-88ee-4ff8-b5a9-f4d8b87c79b8 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (b052b5b6-610e-452c-b1b1-cc5f4a6f75b5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:44.049356 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:44.082124 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ecf5435e-01fe-434d-b1d9-76a41a292b02), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:44.117859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] device_id is not set on port cf023bbd-f379-442d-b98b-2268074debed yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:01:44.228827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52dc0f0-12af-4d85-8ac7-ee73a1d21822 None None] Pushing event updated for resources: {'Port': ['ID=ecf5435e-01fe-434d-b1d9-76a41a292b02,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:44.451751 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdc3460-2023-4bfd-b819-7556492b680c None None] Network 979f357d-68ca-4553-bd22-7ffee2a7e6fd requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:01:44.500438 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Allocated IP 10.1.1.174 (979f357d-68ca-4553-bd22-7ffee2a7e6fd/2d3a9390-48e2-4b19-ab57-c41dff432106/cf023bbd-f379-442d-b98b-2268074debed) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:01:44.516592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d3049dd4-88ee-4ff8-b5a9-f4d8b87c79b8 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Deleting port 95322229-d8f9-43d4-86b9-acbd718cbc45 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:01:44.517305 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3049dd4-88ee-4ff8-b5a9-f4d8b87c79b8 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (95322229-d8f9-43d4-86b9-acbd718cbc45), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:44.659285 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-cb472618-363b-432c-b5d7-de45ef6ebc32 None None] Provisioning complete for port 0dab95c4-6975-4282-86e0-7dadd9fd9407 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:44.660415 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb472618-363b-432c-b5d7-de45ef6ebc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0dab95c4-6975-4282-86e0-7dadd9fd9407), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:44.779048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0dab95c4-6975-4282-86e0-7dadd9fd9407 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:01:44.892043 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3049dd4-88ee-4ff8-b5a9-f4d8b87c79b8 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (95322229-d8f9-43d4-86b9-acbd718cbc45), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:44.915090 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for floatingip (35239755-4ede-4c45-94c7-22f54f56b90b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:44.921630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d3049dd4-88ee-4ff8-b5a9-f4d8b87c79b8 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Calling delete_port for 95322229-d8f9-43d4-86b9-acbd718cbc45 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:01:45.112105 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cb472618-363b-432c-b5d7-de45ef6ebc32 None None] Current status of the port 0dab95c4-6975-4282-86e0-7dadd9fd9407 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:45.120273 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb472618-363b-432c-b5d7-de45ef6ebc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0dab95c4-6975-4282-86e0-7dadd9fd9407), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:45.125130 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for port (cf023bbd-f379-442d-b98b-2268074debed), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:45.200561 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8728a23e-37e9-481d-8866-1ffc93a7220e), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:45.248680 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 0dab95c4-6975-4282-86e0-7dadd9fd9407 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:45.250138 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0dab95c4-6975-4282-86e0-7dadd9fd9407), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:45.381397 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739a790-f225-429a-9393-d2fa3d70876e req-16753f25-b53f-4a04-ad94-99aba9423c6e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:45.392140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0739a790-f225-429a-9393-d2fa3d70876e req-16753f25-b53f-4a04-ad94-99aba9423c6e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.3167033 Jan 28 06:01:45.443604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-cb472618-363b-432c-b5d7-de45ef6ebc32 None None] For port 0dab95c4-6975-4282-86e0-7dadd9fd9407, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0dab95c4-6975-4282-86e0-7dadd9fd9407,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:45.555104 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb472618-363b-432c-b5d7-de45ef6ebc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0dab95c4-6975-4282-86e0-7dadd9fd9407), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:45.605870 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (cf023bbd-f379-442d-b98b-2268074debed), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:45.651239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for port (8728a23e-37e9-481d-8866-1ffc93a7220e), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:45.672712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb472618-363b-432c-b5d7-de45ef6ebc32 None None] Pushing event updated for resources: {'Port': ['ID=0dab95c4-6975-4282-86e0-7dadd9fd9407,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:45.682476 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 0dab95c4-6975-4282-86e0-7dadd9fd9407 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:45.683167 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0dab95c4-6975-4282-86e0-7dadd9fd9407), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:45.747459 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (8728a23e-37e9-481d-8866-1ffc93a7220e), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:45.829601 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:01:45.835071 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:01:45.901614 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0739a790-f225-429a-9393-d2fa3d70876e req-d77b161b-b14d-4ecb-a7ba-adefa01cd0e4 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943500 Jan 28 06:01:45.946377 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Pushing event updated for resources: {'Port': ['ID=8728a23e-37e9-481d-8866-1ffc93a7220e,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:45.972012 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (35239755-4ede-4c45-94c7-22f54f56b90b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:45.995985 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Network 979f357d-68ca-4553-bd22-7ffee2a7e6fd is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:01:46.000811 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-de676be1-1681-4919-83e3-eafd38f34bd5 None None] Provisioning complete for port 0dab95c4-6975-4282-86e0-7dadd9fd9407 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:46.010683 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de676be1-1681-4919-83e3-eafd38f34bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0dab95c4-6975-4282-86e0-7dadd9fd9407), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:46.018206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:46.042941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:01:46.168923 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3049dd4-88ee-4ff8-b5a9-f4d8b87c79b8 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (95322229-d8f9-43d4-86b9-acbd718cbc45), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:46.244996 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event updated for resources: {'Port': ['ID=cf023bbd-f379-442d-b98b-2268074debed,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:46.323139 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53058) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:46.324964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e83e30-6627-4680-916f-bfc97e324ad0 None None] Network a5d76cd0-485c-42ba-8694-d68708a2c641 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:01:46.329639 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-de676be1-1681-4919-83e3-eafd38f34bd5 None None] Current status of the port 0dab95c4-6975-4282-86e0-7dadd9fd9407 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:46.342358 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Floating IP 35239755-4ede-4c45-94c7-22f54f56b90b associated. External IP: 172.25.0.170, port: f2478f73-d62a-4414-b717-dd91adb33ca6. Jan 28 06:01:46.411240 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:46.411597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:46.411948 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:46.412289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:46.412625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:46.412965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:46.413303 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:46.413634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:46.413968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:46.414310 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:46.433772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:46.436922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:46.438872 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:46.479943 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:46.480611 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:46.601273 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3049dd4-88ee-4ff8-b5a9-f4d8b87c79b8 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Pushing event deleted for resources: {'Port': ['ID=95322229-d8f9-43d4-86b9-acbd718cbc45,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:46.608989 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-fc37f346-c6a8-4a9c-a336-8ce587e42519 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:46.627170 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3049dd4-88ee-4ff8-b5a9-f4d8b87c79b8 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (b052b5b6-610e-452c-b1b1-cc5f4a6f75b5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:46.648409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Provisioning complete for port ecf5435e-01fe-434d-b1d9-76a41a292b02 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:46.668598 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ecf5435e-01fe-434d-b1d9-76a41a292b02), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:46.673904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 0dab95c4-6975-4282-86e0-7dadd9fd9407 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:46.721366 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1c157cf9-11bb-46c1-9432-befc30e49147 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7449610 Jan 28 06:01:46.748952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53062) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:46.754922 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-69afc2db-de4d-45e9-ac7d-12ec1a75d968 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Request body: {'port': {'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd', 'name': 'tempest-TaggedBootDevicesTest_v242-609615589', 'fixed_ips': [{'subnet_id': '2d3a9390-48e2-4b19-ab57-c41dff432106'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:46.822669 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc37f346-c6a8-4a9c-a336-8ce587e42519 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:46.879716 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Router 0471c588-2779-4a4b-8f65-799df423c6fc has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:01:46.946138 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3049dd4-88ee-4ff8-b5a9-f4d8b87c79b8 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (b052b5b6-610e-452c-b1b1-cc5f4a6f75b5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:46.952634 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3049dd4-88ee-4ff8-b5a9-f4d8b87c79b8 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_controller (b052b5b6-610e-452c-b1b1-cc5f4a6f75b5), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:47.161830 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Current status of the port ecf5435e-01fe-434d-b1d9-76a41a292b02 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:47.162876 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ecf5435e-01fe-434d-b1d9-76a41a292b02), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:47.179646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ecf5435e-01fe-434d-b1d9-76a41a292b02 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:01:47.179973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:01:47.193023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69afc2db-de4d-45e9-ac7d-12ec1a75d968 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Made reservation on behalf of d224c5804ad8477a9a70c890f5535963 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:01:47.290231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7d76c-c0a0-4918-bb0a-c9250aaf284f req-a83cd22c-5dee-438e-9eb3-063b6bc93c5c tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:47.294290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-69c7d76c-c0a0-4918-bb0a-c9250aaf284f req-a83cd22c-5dee-438e-9eb3-063b6bc93c5c tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1525202 Jan 28 06:01:47.297284 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616abd1-da86-4386-aea7-fc03c0b568b6 None None] Sync routers for ids ['0471c588-2779-4a4b-8f65-799df423c6fc'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:01:47.333834 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc37f346-c6a8-4a9c-a336-8ce587e42519 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:47.367083 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3049dd4-88ee-4ff8-b5a9-f4d8b87c79b8 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (b052b5b6-610e-452c-b1b1-cc5f4a6f75b5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:47.370030 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3049dd4-88ee-4ff8-b5a9-f4d8b87c79b8 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Fanout notify agent at l3_agent the message router_deleted on router b052b5b6-610e-452c-b1b1-cc5f4a6f75b5 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:01:47.370954 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] For port ecf5435e-01fe-434d-b1d9-76a41a292b02, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ecf5435e-01fe-434d-b1d9-76a41a292b02,segment=NetworkSegment(d3fdf88c-2d9c-4247-997d-6b2c23a97ab9),segment_id=d3fdf88c-2d9c-4247-997d-6b2c23a97ab9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:47.391182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616abd1-da86-4386-aea7-fc03c0b568b6 None None] Routers {'0471c588-2779-4a4b-8f65-799df423c6fc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:01:47.397648 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:47.399744 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8616abd1-da86-4386-aea7-fc03c0b568b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:01:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0471c588-2779-4a4b-8f65-799df423c6fc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:47.407915 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3049dd4-88ee-4ff8-b5a9-f4d8b87c79b8 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:47.409472 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d3049dd4-88ee-4ff8-b5a9-f4d8b87c79b8 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "DELETE /v2.0/routers/b052b5b6-610e-452c-b1b1-cc5f4a6f75b5 HTTP/1.1" status: 204 len: 168 time: 5.2697082 Jan 28 06:01:47.417699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53088) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:47.428332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-50017e11-f041-43bc-881e-c86da76f4f75 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-741946452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:47.486410 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ecf5435e-01fe-434d-b1d9-76a41a292b02), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:47.486660 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port ecf5435e-01fe-434d-b1d9-76a41a292b02 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:47.487068 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ecf5435e-01fe-434d-b1d9-76a41a292b02), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:47.537762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-69c7d76c-c0a0-4918-bb0a-c9250aaf284f req-508c2dd7-5e07-41a2-97eb-5db95b8373fb tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363949 Jan 28 06:01:47.577947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Pushing event updated for resources: {'Port': ['ID=ecf5435e-01fe-434d-b1d9-76a41a292b02,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:47.609355 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-101e3efd-a31d-47d1-9af8-c49247563f8f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1654353 Jan 28 06:01:47.626064 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75544c26-e52c-414c-b9dc-27e388a946c6', 'tag': 'f2478f73-d62a-4414-b717-dd91adb33ca6'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:01:47.636671 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50017e11-f041-43bc-881e-c86da76f4f75 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (d2408167-51b5-417f-9ae1-541029feb0d5), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:47.638064 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50017e11-f041-43bc-881e-c86da76f4f75 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (d2408167-51b5-417f-9ae1-541029feb0d5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:47.646423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:47.649155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:47.649723 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf09d11-ba6a-4459-b1bf-215cbbf5af55" -d '{"events": [{"name": "network-changed", "server_uuid": "75544c26-e52c-414c-b9dc-27e388a946c6", "tag": "f2478f73-d62a-4414-b717-dd91adb33ca6"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:01:47.649841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:47.649841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:47.649841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:47.649841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:47.649841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:47.649841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:47.650590 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:47.651082 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:47.651726 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:47.652202 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:47.652688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c633cb8f-e1b4-4e6a-ae37-43a9666a9c12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:01:47.673423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d58ef0e3-c925-4f1f-bf44-cd2110b99ed8 None None] Provisioning complete for port cf023bbd-f379-442d-b98b-2268074debed triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:47.674079 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d58ef0e3-c925-4f1f-bf44-cd2110b99ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf023bbd-f379-442d-b98b-2268074debed), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:47.722482 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-69afc2db-de4d-45e9-ac7d-12ec1a75d968 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:47.756694 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d58ef0e3-c925-4f1f-bf44-cd2110b99ed8 None None] Port cf023bbd-f379-442d-b98b-2268074debed cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:01:47.763515 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8fc044-ac17-4d81-baf2-7893cd323f27 x-openstack-request-id: req-3e8fc044-ac17-4d81-baf2-7893cd323f27 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:01:47.763813 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75544c26-e52c-414c-b9dc-27e388a946c6", "tag": "f2478f73-d62a-4414-b717-dd91adb33ca6", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:01:47.764081 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e8fc044-ac17-4d81-baf2-7893cd323f27 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:01:47.764522 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75544c26-e52c-414c-b9dc-27e388a946c6', 'tag': 'f2478f73-d62a-4414-b717-dd91adb33ca6', 'status': 'completed', 'code': 200} Jan 28 06:01:47.817612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-69afc2db-de4d-45e9-ac7d-12ec1a75d968 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] device_id is not set on port 3d7aec7c-6c76-43ad-8b10-438b87915c84 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:01:47.847206 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d58ef0e3-c925-4f1f-bf44-cd2110b99ed8 None None] Provisioning complete for port ecf5435e-01fe-434d-b1d9-76a41a292b02 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:47.847587 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d58ef0e3-c925-4f1f-bf44-cd2110b99ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ecf5435e-01fe-434d-b1d9-76a41a292b02), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:47.852851 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50017e11-f041-43bc-881e-c86da76f4f75 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_controller (d2408167-51b5-417f-9ae1-541029feb0d5), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:47.862201 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-fc37f346-c6a8-4a9c-a336-8ce587e42519 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Allocated IP 172.25.0.198 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/6facae18-7c1e-4213-a93f-c08bdfa19c7c) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:01:47.892991 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-8616abd1-da86-4386-aea7-fc03c0b568b6 None None] Set router 0471c588-2779-4a4b-8f65-799df423c6fc gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:01:47.913592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf09d11-ba6a-4459-b1bf-215cbbf5af55 req-1305d40b-6221-498f-b4a9-b6d4e0c5b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:47.917833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcf09d11-ba6a-4459-b1bf-215cbbf5af55 req-1305d40b-6221-498f-b4a9-b6d4e0c5b7a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a47cdb207f4459f8119649608f12177&device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 1097 time: 0.0635600 Jan 28 06:01:47.939205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port ecf5435e-01fe-434d-b1d9-76a41a292b02 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:47.940720 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0dab95c4-6975-4282-86e0-7dadd9fd9407 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:01:47.981379 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50017e11-f041-43bc-881e-c86da76f4f75 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (d2408167-51b5-417f-9ae1-541029feb0d5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:48.077017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf09d11-ba6a-4459-b1bf-215cbbf5af55 req-8304c9e9-3a75-42d5-9120-44a250173981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:48.078610 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcf09d11-ba6a-4459-b1bf-215cbbf5af55 req-8304c9e9-3a75-42d5-9120-44a250173981 service neutron] 10.222.0.64 "GET /v2.0/networks?id=55c94a5b-1dee-4512-95d7-42c73d08e25f HTTP/1.1" status: 200 len: 910 time: 0.1532593 Jan 28 06:01:48.109589 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 0dab95c4-6975-4282-86e0-7dadd9fd9407 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:48.109828 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0dab95c4-6975-4282-86e0-7dadd9fd9407), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:48.186811 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53100) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:48.259355 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50017e11-f041-43bc-881e-c86da76f4f75 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:48.262469 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-50017e11-f041-43bc-881e-c86da76f4f75 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8375392 Jan 28 06:01:48.266975 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53104) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:48.274334 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2295b738-3685-4fd9-941b-d262b1d54b93 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'enable_snat': True}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:48.312267 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcf09d11-ba6a-4459-b1bf-215cbbf5af55 req-18ae9726-d63f-41ab-bdc5-2ba5c970c397 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2478f73-d62a-4414-b717-dd91adb33ca6 HTTP/1.1" status: 200 len: 999 time: 0.1743455 Jan 28 06:01:48.383768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf09d11-ba6a-4459-b1bf-215cbbf5af55 req-093d6ea4-9e84-49fd-81dd-6e3221a14d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:48.386227 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcf09d11-ba6a-4459-b1bf-215cbbf5af55 req-093d6ea4-9e84-49fd-81dd-6e3221a14d04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=986c74b2-1c64-4375-8ceb-7ee05426b434 HTTP/1.1" status: 200 len: 848 time: 0.0679343 Jan 28 06:01:48.458372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf09d11-ba6a-4459-b1bf-215cbbf5af55 req-ad61fc99-79da-4388-8a6f-3356a6800bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:48.460236 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcf09d11-ba6a-4459-b1bf-215cbbf5af55 req-ad61fc99-79da-4388-8a6f-3356a6800bfa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55c94a5b-1dee-4512-95d7-42c73d08e25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608532 Jan 28 06:01:48.603425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d58ef0e3-c925-4f1f-bf44-cd2110b99ed8 None None] Current status of the port ecf5435e-01fe-434d-b1d9-76a41a292b02 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:48.615874 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 0dab95c4-6975-4282-86e0-7dadd9fd9407 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:48.653778 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0d23f-a52b-4661-af8c-9f13f64dc998 req-249b38a3-aa55-429d-bf56-45b5860a1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:48.656700 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04e0d23f-a52b-4661-af8c-9f13f64dc998 req-249b38a3-aa55-429d-bf56-45b5860a1310 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87deee7ce54d434ba963e63e7f55edbe&device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 1097 time: 0.1391675 Jan 28 06:01:48.758962 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8616abd1-da86-4386-aea7-fc03c0b568b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'name': 'tempest-TestServerBasicOps-1377500027-router', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:00:31Z', 'revision_number': 4, 'project_id': '5a47cdb207f4459f8119649608f12177', 'gw_port': {'id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:17Z', 'updated_at': '2022-01-28T06:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '35239755-4ede-4c45-94c7-22f54f56b90b', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'floating_ip_address': '172.25.0.170', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'port_id': 'f2478f73-d62a-4414-b717-dd91adb33ca6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f', 'mac_address': 'fa:16:3e:d1:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75544c26-e52c-414c-b9dc-27e388a946c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:01:44Z', 'updated_at': '2022-01-28T06:01:44Z', 'revision_number': 0, 'project_id': '5a47cdb207f4459f8119649608f12177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2887ffd-a979-49de-ad7e-1780b6ff84f3', 'name': '', 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'mac_address': 'fa:16:3e:e0:d3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:26Z', 'updated_at': '2022-01-28T06:00:42Z', 'revision_number': 5, 'project_id': '5a47cdb207f4459f8119649608f12177', 'subnets': [{'id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:48.809704 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616abd1-da86-4386-aea7-fc03c0b568b6 None None] Checking router: 0471c588-2779-4a4b-8f65-799df423c6fc for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:01:48.822514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616abd1-da86-4386-aea7-fc03c0b568b6 None None] Routers {'0471c588-2779-4a4b-8f65-799df423c6fc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:01:48.823426 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8616abd1-da86-4386-aea7-fc03c0b568b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:01:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0471c588-2779-4a4b-8f65-799df423c6fc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:48.830233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ecf5435e-01fe-434d-b1d9-76a41a292b02 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:01:48.855698 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcf09d11-ba6a-4459-b1bf-215cbbf5af55 req-769711c6-91d7-4cba-bd73-ade3cda4a6ca service neutron] 10.222.0.64 "GET /v2.0/networks/55c94a5b-1dee-4512-95d7-42c73d08e25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860030 Jan 28 06:01:48.957072 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-553b8bba-1524-42c9-856a-99abc0aea39d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:49.003584 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-8616abd1-da86-4386-aea7-fc03c0b568b6 None None] Set router 0471c588-2779-4a4b-8f65-799df423c6fc gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:01:49.008928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcf09d11-ba6a-4459-b1bf-215cbbf5af55 req-f093349e-a2db-4245-8fb9-2393f4dcee9e service neutron] 10.222.0.64 "GET /v2.0/networks/55c94a5b-1dee-4512-95d7-42c73d08e25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348336 Jan 28 06:01:49.013998 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0d23f-a52b-4661-af8c-9f13f64dc998 req-8b8b45f1-704d-40ce-91a8-f55f9b5adbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:49.015468 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04e0d23f-a52b-4661-af8c-9f13f64dc998 req-8b8b45f1-704d-40ce-91a8-f55f9b5adbca service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b89a966-4104-417f-8f4b-9fb507d41209 HTTP/1.1" status: 200 len: 914 time: 0.3497190 Jan 28 06:01:49.032293 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc385e59-b0dc-4f4d-96e4-9d65c5df88c4 req-a390614d-aa9e-4222-8c17-5abb4aa8ce74 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:49.037666 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc385e59-b0dc-4f4d-96e4-9d65c5df88c4 req-a390614d-aa9e-4222-8c17-5abb4aa8ce74 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.2410488 Jan 28 06:01:49.038984 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port ecf5435e-01fe-434d-b1d9-76a41a292b02 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:49.039544 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ecf5435e-01fe-434d-b1d9-76a41a292b02), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:49.090089 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc37f346-c6a8-4a9c-a336-8ce587e42519 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks [] for port (6facae18-7c1e-4213-a93f-c08bdfa19c7c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:49.105096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-69afc2db-de4d-45e9-ac7d-12ec1a75d968 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Allocated IP 10.1.1.197 (979f357d-68ca-4553-bd22-7ffee2a7e6fd/2d3a9390-48e2-4b19-ab57-c41dff432106/3d7aec7c-6c76-43ad-8b10-438b87915c84) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:01:49.157527 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04e0d23f-a52b-4661-af8c-9f13f64dc998 req-d7d72b84-91c8-4ff1-a6f7-6d1615b9dd29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33ed1140-df01-4a4a-9322-2ec5002abf39 HTTP/1.1" status: 200 len: 217 time: 0.1223998 Jan 28 06:01:49.230421 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc385e59-b0dc-4f4d-96e4-9d65c5df88c4 req-92744db1-85e9-4bb8-8b5a-6a2bfc19cfc7 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711190 Jan 28 06:01:49.246168 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2295b738-3685-4fd9-941b-d262b1d54b93 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (d2408167-51b5-417f-9ae1-541029feb0d5), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:49.257160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0d23f-a52b-4661-af8c-9f13f64dc998 req-9466fc22-9fe2-4931-b05f-feb719019097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:49.257160 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04e0d23f-a52b-4661-af8c-9f13f64dc998 req-9466fc22-9fe2-4931-b05f-feb719019097 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c HTTP/1.1" status: 200 len: 853 time: 0.0878577 Jan 28 06:01:49.293844 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04e0d23f-a52b-4661-af8c-9f13f64dc998 req-c8e0d08a-aaf5-424c-addb-32690997bb60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b89a966-4104-417f-8f4b-9fb507d41209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342047 Jan 28 06:01:49.315926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port ecf5435e-01fe-434d-b1d9-76a41a292b02 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:49.389144 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc37f346-c6a8-4a9c-a336-8ce587e42519 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6facae18-7c1e-4213-a93f-c08bdfa19c7c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:49.402868 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-553b8bba-1524-42c9-856a-99abc0aea39d admin admin] Publish callbacks [] for security_group (50dac975-bd18-4a37-a826-709e5fd2140c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:49.468007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8616abd1-da86-4386-aea7-fc03c0b568b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'name': 'tempest-TestServerBasicOps-1377500027-router', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:00:31Z', 'revision_number': 4, 'project_id': '5a47cdb207f4459f8119649608f12177', 'gw_port': {'id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:17Z', 'updated_at': '2022-01-28T06:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '35239755-4ede-4c45-94c7-22f54f56b90b', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'floating_ip_address': '172.25.0.170', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'port_id': 'f2478f73-d62a-4414-b717-dd91adb33ca6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f', 'mac_address': 'fa:16:3e:d1:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75544c26-e52c-414c-b9dc-27e388a946c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:01:44Z', 'updated_at': '2022-01-28T06:01:44Z', 'revision_number': 0, 'project_id': '5a47cdb207f4459f8119649608f12177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2887ffd-a979-49de-ad7e-1780b6ff84f3', 'name': '', 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'mac_address': 'fa:16:3e:e0:d3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:26Z', 'updated_at': '2022-01-28T06:00:42Z', 'revision_number': 5, 'project_id': '5a47cdb207f4459f8119649608f12177', 'subnets': [{'id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:49.486801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04e0d23f-a52b-4661-af8c-9f13f64dc998 req-1b09ceb5-2642-4874-a05e-9b73ddee1426 service neutron] 10.222.0.64 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867323 Jan 28 06:01:49.490763 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-553b8bba-1524-42c9-856a-99abc0aea39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (50dac975-bd18-4a37-a826-709e5fd2140c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:49.518256 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc37f346-c6a8-4a9c-a336-8ce587e42519 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:01:49.525238 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616abd1-da86-4386-aea7-fc03c0b568b6 None None] The sync data for ids ['0471c588-2779-4a4b-8f65-799df423c6fc'] in n-d-812111-12 is: [{'id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'name': 'tempest-TestServerBasicOps-1377500027-router', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:00:31Z', 'revision_number': 4, 'project_id': '5a47cdb207f4459f8119649608f12177', 'gw_port': {'id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:17Z', 'updated_at': '2022-01-28T06:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '35239755-4ede-4c45-94c7-22f54f56b90b', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'floating_ip_address': '172.25.0.170', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'port_id': 'f2478f73-d62a-4414-b717-dd91adb33ca6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f', 'mac_address': 'fa:16:3e:d1:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75544c26-e52c-414c-b9dc-27e388a946c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:01:44Z', 'updated_at': '2022-01-28T06:01:44Z', 'revision_number': 0, 'project_id': '5a47cdb207f4459f8119649608f12177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2887ffd-a979-49de-ad7e-1780b6ff84f3', 'name': '', 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'mac_address': 'fa:16:3e:e0:d3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:26Z', 'updated_at': '2022-01-28T06:00:42Z', 'revision_number': 5, 'project_id': '5a47cdb207f4459f8119649608f12177', 'subnets': [{'id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:01:49.547343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-fc37f346-c6a8-4a9c-a336-8ce587e42519 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:49.558605 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37f346-c6a8-4a9c-a336-8ce587e42519 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Pushing event updated for resources: {'Port': ['ID=6facae18-7c1e-4213-a93f-c08bdfa19c7c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:49.567058 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37f346-c6a8-4a9c-a336-8ce587e42519 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:01:49.621097 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-69afc2db-de4d-45e9-ac7d-12ec1a75d968 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:49.643350 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-553b8bba-1524-42c9-856a-99abc0aea39d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01566b6fd83b4ebd928f932686395abf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4443181 Jan 28 06:01:49.646058 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53112) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:49.656367 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b8bba-1524-42c9-856a-99abc0aea39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dac975-bd18-4a37-a826-709e5fd2140c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:49.756926 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc37f346-c6a8-4a9c-a336-8ce587e42519 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks [] for floatingip (274d60d2-ed32-416f-994e-583d917f919c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:49.769998 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04e0d23f-a52b-4661-af8c-9f13f64dc998 req-432ec66b-af95-43b2-9cbe-0cbbdb3ef93c service neutron] 10.222.0.64 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766471 Jan 28 06:01:49.786568 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af405f4d-47db-47dd-9f51-b4fc140b72cb admin admin] Publish callbacks [] for security_group (50dac975-bd18-4a37-a826-709e5fd2140c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:49.823043 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af405f4d-47db-47dd-9f51-b4fc140b72cb admin admin] Publish callbacks [] for security_group (50dac975-bd18-4a37-a826-709e5fd2140c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:49.927137 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2295b738-3685-4fd9-941b-d262b1d54b93 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (d2408167-51b5-417f-9ae1-541029feb0d5), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:49.944042 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c19cf3-5677-4b6f-876d-00e94bb3ae46 None None] New status for floating IP 35239755-4ede-4c45-94c7-22f54f56b90b: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:01:49.950967 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2295b738-3685-4fd9-941b-d262b1d54b93 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:50.165248 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af405f4d-47db-47dd-9f51-b4fc140b72cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (50dac975-bd18-4a37-a826-709e5fd2140c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:50.169371 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af405f4d-47db-47dd-9f51-b4fc140b72cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:50.171572 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-af405f4d-47db-47dd-9f51-b4fc140b72cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50dac975-bd18-4a37-a826-709e5fd2140c HTTP/1.1" status: 204 len: 168 time: 0.5228605 Jan 28 06:01:50.194515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af405f4d-47db-47dd-9f51-b4fc140b72cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dac975-bd18-4a37-a826-709e5fd2140c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:50.263676 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-69afc2db-de4d-45e9-ac7d-12ec1a75d968 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:50.283215 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc37f346-c6a8-4a9c-a336-8ce587e42519 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6facae18-7c1e-4213-a93f-c08bdfa19c7c), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:50.381224 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69afc2db-de4d-45e9-ac7d-12ec1a75d968 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Network 979f357d-68ca-4553-bd22-7ffee2a7e6fd is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:01:50.421584 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c0848-cc11-4c32-9431-192cb07fbe54 req-ad75e1ed-fcee-41e4-84f3-c6cd3983d2fb tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:50.423512 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-69afc2db-de4d-45e9-ac7d-12ec1a75d968 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:50.424073 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-644c0848-cc11-4c32-9431-192cb07fbe54 req-ad75e1ed-fcee-41e4-84f3-c6cd3983d2fb tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.0724797 Jan 28 06:01:50.426206 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69afc2db-de4d-45e9-ac7d-12ec1a75d968 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:01:50.476582 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afc2db-de4d-45e9-ac7d-12ec1a75d968 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event updated for resources: {'Port': ['ID=3d7aec7c-6c76-43ad-8b10-438b87915c84,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:50.544778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-644c0848-cc11-4c32-9431-192cb07fbe54 req-57678105-79af-44eb-a897-dc9c2bf1966f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063323 Jan 28 06:01:50.584873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-2295b738-3685-4fd9-941b-d262b1d54b93 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Allocated IP 172.25.0.143 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/9283d053-2eba-414a-99e9-8cb57652f235) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:01:50.594778 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69afc2db-de4d-45e9-ac7d-12ec1a75d968 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:50.597662 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-69afc2db-de4d-45e9-ac7d-12ec1a75d968 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:50.717712 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-69afc2db-de4d-45e9-ac7d-12ec1a75d968 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9662347 Jan 28 06:01:50.774204 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc37f346-c6a8-4a9c-a336-8ce587e42519 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks [] for port (6facae18-7c1e-4213-a93f-c08bdfa19c7c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:50.802335 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2295b738-3685-4fd9-941b-d262b1d54b93 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for port (9283d053-2eba-414a-99e9-8cb57652f235), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:50.835207 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc37f346-c6a8-4a9c-a336-8ce587e42519 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (6facae18-7c1e-4213-a93f-c08bdfa19c7c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:50.850511 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-dbb8762d-b61a-4bfe-bb6e-280ade7e9b6d None None] Provisioning complete for port 3d7aec7c-6c76-43ad-8b10-438b87915c84 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:01:50.854839 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dbb8762d-b61a-4bfe-bb6e-280ade7e9b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:50.895096 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8762d-b61a-4bfe-bb6e-280ade7e9b6d None None] Port 3d7aec7c-6c76-43ad-8b10-438b87915c84 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:01:50.916276 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2295b738-3685-4fd9-941b-d262b1d54b93 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (9283d053-2eba-414a-99e9-8cb57652f235), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:50.933083 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37f346-c6a8-4a9c-a336-8ce587e42519 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Pushing event updated for resources: {'Port': ['ID=6facae18-7c1e-4213-a93f-c08bdfa19c7c,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:50.980027 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295b738-3685-4fd9-941b-d262b1d54b93 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Pushing event updated for resources: {'Port': ['ID=9283d053-2eba-414a-99e9-8cb57652f235,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:50.996891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53132) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:51.004550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2295b738-3685-4fd9-941b-d262b1d54b93 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:01:51.005017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-60e28bdf-8f42-4402-8868-00f8b070f63c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Request body: {'security_group': {'name': 'tempest-securitygroup--553792679', 'description': 'tempest-description--1466076651'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:51.007469 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-2295b738-3685-4fd9-941b-d262b1d54b93 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:51.009836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295b738-3685-4fd9-941b-d262b1d54b93 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:01:51.016151 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc37f346-c6a8-4a9c-a336-8ce587e42519 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (274d60d2-ed32-416f-994e-583d917f919c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:51.128642 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc37f346-c6a8-4a9c-a336-8ce587e42519 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:51.129992 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fc37f346-c6a8-4a9c-a336-8ce587e42519 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8056011 Jan 28 06:01:51.133694 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53138) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:51.139485 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60e28bdf-8f42-4402-8868-00f8b070f63c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:51.139678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2cb2f272-d7bc-46e5-9f74-103f245e08e4 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1491325320', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'fixed_ips': [{'ip_address': '172.25.0.198'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:51.222877 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60e28bdf-8f42-4402-8868-00f8b070f63c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for security_group (28c8b242-377f-44c6-ad90-95c9ad989b81), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:51.262046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb2f272-d7bc-46e5-9f74-103f245e08e4 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Made reservation on behalf of b1a0513d38164772b20a6571e5a4e427 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:01:51.265219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2cb2f272-d7bc-46e5-9f74-103f245e08e4 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:51.274235 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2cb2f272-d7bc-46e5-9f74-103f245e08e4 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:51.290510 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60e28bdf-8f42-4402-8868-00f8b070f63c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (28c8b242-377f-44c6-ad90-95c9ad989b81), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:51.322055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e28bdf-8f42-4402-8868-00f8b070f63c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c8b242-377f-44c6-ad90-95c9ad989b81,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:51.379395 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60e28bdf-8f42-4402-8868-00f8b070f63c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:51.381522 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-60e28bdf-8f42-4402-8868-00f8b070f63c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3825181 Jan 28 06:01:51.384223 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53144) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:51.389052 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3081cc3d-ee09-42a0-bd37-0734a55e375b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Request body: {'security_group_rule': {'security_group_id': '28c8b242-377f-44c6-ad90-95c9ad989b81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:51.441237 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2295b738-3685-4fd9-941b-d262b1d54b93 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (d2408167-51b5-417f-9ae1-541029feb0d5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:51.492037 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3081cc3d-ee09-42a0-bd37-0734a55e375b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for security_group_rule (3c24a308-881d-45bd-af08-8b6f380afefa), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:51.499942 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2cb2f272-d7bc-46e5-9f74-103f245e08e4 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks [] for security_group (ffad441f-948e-45d4-b72e-6b964388be7a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:51.587360 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3081cc3d-ee09-42a0-bd37-0734a55e375b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for security_group_rule (3c24a308-881d-45bd-af08-8b6f380afefa), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:51.635980 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2cb2f272-d7bc-46e5-9f74-103f245e08e4 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ffad441f-948e-45d4-b72e-6b964388be7a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:51.645676 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-2cb2f272-d7bc-46e5-9f74-103f245e08e4 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] device_id is not set on port 8bb2d431-e05e-44c2-b279-8df0e503ab87 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:01:51.677603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ecc68-5237-4b10-9408-e9983a3e6768 req-6a7fdb31-1bb8-4dcf-85b3-d542626b26c9 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:51.679314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f25ecc68-5237-4b10-9408-e9983a3e6768 req-6a7fdb31-1bb8-4dcf-85b3-d542626b26c9 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.0518382 Jan 28 06:01:51.680558 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3081cc3d-ee09-42a0-bd37-0734a55e375b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (3c24a308-881d-45bd-af08-8b6f380afefa), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:51.725454 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081cc3d-ee09-42a0-bd37-0734a55e375b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c24a308-881d-45bd-af08-8b6f380afefa,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:51.757021 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f25ecc68-5237-4b10-9408-e9983a3e6768 req-c5be87e7-c9dd-499c-9d3b-ad70aff337c4 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567162 Jan 28 06:01:51.771862 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2f272-d7bc-46e5-9f74-103f245e08e4 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffad441f-948e-45d4-b72e-6b964388be7a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:51.809870 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3081cc3d-ee09-42a0-bd37-0734a55e375b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:51.812636 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3081cc3d-ee09-42a0-bd37-0734a55e375b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4266388 Jan 28 06:01:51.819396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53154) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:51.825226 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f69cc462-1321-4802-93aa-bbef8f9dced9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Request body: {'security_group_rule': {'security_group_id': '28c8b242-377f-44c6-ad90-95c9ad989b81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:51.946385 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f69cc462-1321-4802-93aa-bbef8f9dced9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for security_group_rule (0f5f47f8-ae29-4d27-b729-6378a18cc0f9), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:52.038382 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f69cc462-1321-4802-93aa-bbef8f9dced9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for security_group_rule (0f5f47f8-ae29-4d27-b729-6378a18cc0f9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:52.105087 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f69cc462-1321-4802-93aa-bbef8f9dced9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (0f5f47f8-ae29-4d27-b729-6378a18cc0f9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:52.131167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cc462-1321-4802-93aa-bbef8f9dced9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5f47f8-ae29-4d27-b729-6378a18cc0f9,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:52.202423 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2295b738-3685-4fd9-941b-d262b1d54b93 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (d2408167-51b5-417f-9ae1-541029feb0d5), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:52.209693 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2295b738-3685-4fd9-941b-d262b1d54b93 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (d2408167-51b5-417f-9ae1-541029feb0d5), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:52.213917 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f69cc462-1321-4802-93aa-bbef8f9dced9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:52.216797 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f69cc462-1321-4802-93aa-bbef8f9dced9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3959317 Jan 28 06:01:52.225682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53162) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:52.232593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1a01c77b-49c6-40e5-838c-3ca453ed361c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:52.343006 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a01c77b-49c6-40e5-838c-3ca453ed361c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:52.374734 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb2f272-d7bc-46e5-9f74-103f245e08e4 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 06:01:52.375336 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb2f272-d7bc-46e5-9f74-103f245e08e4 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:01:52.445903 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2cb2f272-d7bc-46e5-9f74-103f245e08e4 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3117707 Jan 28 06:01:52.448736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53168) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:52.466695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2295b738-3685-4fd9-941b-d262b1d54b93 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Router d2408167-51b5-417f-9ae1-541029feb0d5 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:01:52.594149 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a01c77b-49c6-40e5-838c-3ca453ed361c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:52.616683 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2295b738-3685-4fd9-941b-d262b1d54b93 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:01:52.628018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b06059-37a1-4fce-80d7-59dc3fe422f8 None None] Sync routers for ids ['d2408167-51b5-417f-9ae1-541029feb0d5'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:01:52.643800 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2295b738-3685-4fd9-941b-d262b1d54b93 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:52.648939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b06059-37a1-4fce-80d7-59dc3fe422f8 None None] Routers {'d2408167-51b5-417f-9ae1-541029feb0d5'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:01:52.650096 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2295b738-3685-4fd9-941b-d262b1d54b93 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "PUT /v2.0/routers/d2408167-51b5-417f-9ae1-541029feb0d5 HTTP/1.1" status: 200 len: 918 time: 4.3821886 Jan 28 06:01:52.650443 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-46b06059-37a1-4fce-80d7-59dc3fe422f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:01:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d2408167-51b5-417f-9ae1-541029feb0d5'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:52.654681 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53174) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:52.694228 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-46b06059-37a1-4fce-80d7-59dc3fe422f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:52.705405 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b06059-37a1-4fce-80d7-59dc3fe422f8 None None] Routers {'d2408167-51b5-417f-9ae1-541029feb0d5'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:01:52.706207 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-46b06059-37a1-4fce-80d7-59dc3fe422f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:01:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d2408167-51b5-417f-9ae1-541029feb0d5'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:52.758337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-1a01c77b-49c6-40e5-838c-3ca453ed361c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Allocated IP 172.25.0.27 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/d34df781-798d-461e-a909-512b5f917c3a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:01:52.778773 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-46b06059-37a1-4fce-80d7-59dc3fe422f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:52.780959 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b06059-37a1-4fce-80d7-59dc3fe422f8 None None] The sync data for ids ['d2408167-51b5-417f-9ae1-541029feb0d5'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:01:52.819587 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d1b8e7cf-02f3-401f-b8cc-f091a99705d3 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "GET /v2.0/routers/d2408167-51b5-417f-9ae1-541029feb0d5 HTTP/1.1" status: 200 len: 924 time: 0.1633868 Jan 28 06:01:52.827360 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53178) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:52.893159 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 33ed1140-df01-4a4a-9322-2ec5002abf39 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:01:52.972597 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc64032-561c-4b14-9183-3d09aaafb5e6 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:52.974157 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7cc64032-561c-4b14-9183-3d09aaafb5e6 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&device_id=d2408167-51b5-417f-9ae1-541029feb0d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1502302 Jan 28 06:01:52.977039 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53182) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:53.028685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 33ed1140-df01-4a4a-9322-2ec5002abf39 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:53.029760 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.059111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2875b221-e4a2-42ff-8226-906411106e81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ed1140-df01-4a4a-9322-2ec5002abf39'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:01:53.061698 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc8886b-8da5-499d-97b9-d07d0096e044" -d '{"events": [{"server_uuid": "2875b221-e4a2-42ff-8226-906411106e81", "name": "network-vif-unplugged", "status": "completed", "tag": "33ed1140-df01-4a4a-9322-2ec5002abf39"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:01:53.070973 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a01c77b-49c6-40e5-838c-3ca453ed361c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for port (d34df781-798d-461e-a909-512b5f917c3a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.080286 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 33ed1140-df01-4a4a-9322-2ec5002abf39, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=33ed1140-df01-4a4a-9322-2ec5002abf39,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:53.086396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8485352-fc0d-493a-98b4-756148210b4c req-e1bea94b-f28c-48bb-a8ba-c768f7476d1b tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:53.088100 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8485352-fc0d-493a-98b4-756148210b4c req-e1bea94b-f28c-48bb-a8ba-c768f7476d1b tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1953614 Jan 28 06:01:53.101498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dad017-0dcb-4fde-84b5-c2563a283f59 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:53.103246 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-73dad017-0dcb-4fde-84b5-c2563a283f59 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 881 time: 0.1244609 Jan 28 06:01:53.113341 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53186) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:53.141868 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1093f72b-2493-44c9-b453-0e236b301679 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2408167-51b5-417f-9ae1-541029feb0d5 HTTP/1.1" status: 200 len: 205 time: 0.0345876 Jan 28 06:01:53.147124 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53188) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:53.147778 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-416f9eaa-9445-4172-a440-c7d2461e508f tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Deleting port 6facae18-7c1e-4213-a93f-c08bdfa19c7c {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:01:53.148126 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-416f9eaa-9445-4172-a440-c7d2461e508f tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6facae18-7c1e-4213-a93f-c08bdfa19c7c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.165101 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.216946 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53190) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:53.223377 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-3303ece7-0d60-468d-97cc-420f7d30e767 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1112871681', 'description': 'tempest-secgroup-smoke-1112871681 description', 'project_id': '59d53e120d2a4c8e8606808e4590906b'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:53.227680 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8485352-fc0d-493a-98b4-756148210b4c req-186a7250-65d0-46c4-a993-7c0be0b0a01b tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272986 Jan 28 06:01:53.285996 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a01c77b-49c6-40e5-838c-3ca453ed361c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (d34df781-798d-461e-a909-512b5f917c3a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.298349 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-416f9eaa-9445-4172-a440-c7d2461e508f tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6facae18-7c1e-4213-a93f-c08bdfa19c7c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.298689 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-416f9eaa-9445-4172-a440-c7d2461e508f tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks [] for floatingip (6facae18-7c1e-4213-a93f-c08bdfa19c7c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.322770 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f07e7aba-6166-4cef-8c23-bd45e6c42ea9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (d2408167-51b5-417f-9ae1-541029feb0d5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.325231 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=33ed1140-df01-4a4a-9322-2ec5002abf39,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:53.327973 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 06:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78a6c48-527c-459e-9d80-48147626b2e2 x-openstack-request-id: req-b78a6c48-527c-459e-9d80-48147626b2e2 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:01:53.328506 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2875b221-e4a2-42ff-8226-906411106e81", "name": "network-vif-unplugged", "status": "failed", "tag": "33ed1140-df01-4a4a-9322-2ec5002abf39", "code": 422}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:01:53.328929 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b78a6c48-527c-459e-9d80-48147626b2e2 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:01:53.329502 n-d-812111-12 neutron-server[103636]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2875b221-e4a2-42ff-8226-906411106e81', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '33ed1140-df01-4a4a-9322-2ec5002abf39', 'code': 422} returned with failed status Jan 28 06:01:53.339697 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-416f9eaa-9445-4172-a440-c7d2461e508f tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Calling delete_port for 6facae18-7c1e-4213-a93f-c08bdfa19c7c owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:01:53.361349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a01c77b-49c6-40e5-838c-3ca453ed361c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:01:53.377361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-1a01c77b-49c6-40e5-838c-3ca453ed361c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:53.380997 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3303ece7-0d60-468d-97cc-420f7d30e767 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.393650 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01c77b-49c6-40e5-838c-3ca453ed361c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event updated for resources: {'Port': ['ID=d34df781-798d-461e-a909-512b5f917c3a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:53.397765 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3303ece7-0d60-468d-97cc-420f7d30e767 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.397897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a01c77b-49c6-40e5-838c-3ca453ed361c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:01:53.489732 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f07e7aba-6166-4cef-8c23-bd45e6c42ea9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (d2408167-51b5-417f-9ae1-541029feb0d5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.508396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c845b70-84de-45e0-b366-2a380e92f48b req-0e4f329e-908a-4331-ac1a-36fa92ab1efe tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:53.515422 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c845b70-84de-45e0-b366-2a380e92f48b req-0e4f329e-908a-4331-ac1a-36fa92ab1efe tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 943 time: 0.1633492 Jan 28 06:01:53.549613 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3303ece7-0d60-468d-97cc-420f7d30e767 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (fd65a47e-b7d7-47fa-a430-1fcb57a7ce6a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.616926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c845b70-84de-45e0-b366-2a380e92f48b req-47c66635-a5df-4efd-97b0-9bdef0aa6c63 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005599 Jan 28 06:01:53.625427 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3303ece7-0d60-468d-97cc-420f7d30e767 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (fd65a47e-b7d7-47fa-a430-1fcb57a7ce6a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.646756 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a01c77b-49c6-40e5-838c-3ca453ed361c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for floatingip (672a7278-ee67-47b1-ac4d-b045664448e5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.690718 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303ece7-0d60-468d-97cc-420f7d30e767 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd65a47e-b7d7-47fa-a430-1fcb57a7ce6a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:53.727524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f07e7aba-6166-4cef-8c23-bd45e6c42ea9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Deleting port 9283d053-2eba-414a-99e9-8cb57652f235 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:01:53.727951 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f07e7aba-6166-4cef-8c23-bd45e6c42ea9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (9283d053-2eba-414a-99e9-8cb57652f235), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.747342 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3303ece7-0d60-468d-97cc-420f7d30e767 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (d1374737-db66-42a5-872b-4db472741946), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.777384 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-416f9eaa-9445-4172-a440-c7d2461e508f tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (6facae18-7c1e-4213-a93f-c08bdfa19c7c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.779775 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a01c77b-49c6-40e5-838c-3ca453ed361c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d34df781-798d-461e-a909-512b5f917c3a), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.835373 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f07e7aba-6166-4cef-8c23-bd45e6c42ea9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (9283d053-2eba-414a-99e9-8cb57652f235), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.838766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f9eaa-9445-4172-a440-c7d2461e508f tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Pushing event deleted for resources: {'Port': ['ID=6facae18-7c1e-4213-a93f-c08bdfa19c7c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:53.855486 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f07e7aba-6166-4cef-8c23-bd45e6c42ea9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Calling delete_port for 9283d053-2eba-414a-99e9-8cb57652f235 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:01:53.873802 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3303ece7-0d60-468d-97cc-420f7d30e767 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d1374737-db66-42a5-872b-4db472741946), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.955572 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-416f9eaa-9445-4172-a440-c7d2461e508f tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks [] for floatingip (274d60d2-ed32-416f-994e-583d917f919c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.958479 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-416f9eaa-9445-4172-a440-c7d2461e508f tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:53.959746 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-416f9eaa-9445-4172-a440-c7d2461e508f tempest-ExternalNetworksAdminNegativeTestJSON-1774944732 tempest-ExternalNetworksAdminNegativeTestJSON-1774944732-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/274d60d2-ed32-416f-994e-583d917f919c HTTP/1.1" status: 204 len: 168 time: 1.5099642 Jan 28 06:01:54.057508 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3303ece7-0d60-468d-97cc-420f7d30e767 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.067225 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3303ece7-0d60-468d-97cc-420f7d30e767 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8482816 Jan 28 06:01:54.067443 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53208) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:54.073178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8716ea16-5376-47e5-8db1-088860b9662c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': 'd1374737-db66-42a5-872b-4db472741946', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:54.089730 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303ece7-0d60-468d-97cc-420f7d30e767 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1374737-db66-42a5-872b-4db472741946,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:54.098288 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a01c77b-49c6-40e5-838c-3ca453ed361c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for port (d34df781-798d-461e-a909-512b5f917c3a), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.178287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c582e-8c9b-4116-857c-cd3a73cc470b req-5279d559-a7be-41c6-a29e-7cbe9d70bacd tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:54.184220 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-794c582e-8c9b-4116-857c-cd3a73cc470b req-5279d559-a7be-41c6-a29e-7cbe9d70bacd tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 943 time: 0.0564532 Jan 28 06:01:54.218980 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a01c77b-49c6-40e5-838c-3ca453ed361c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (d34df781-798d-461e-a909-512b5f917c3a), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.250590 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f07e7aba-6166-4cef-8c23-bd45e6c42ea9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (9283d053-2eba-414a-99e9-8cb57652f235), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.284655 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e7aba-6166-4cef-8c23-bd45e6c42ea9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Pushing event deleted for resources: {'Port': ['ID=9283d053-2eba-414a-99e9-8cb57652f235,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:54.315047 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-794c582e-8c9b-4116-857c-cd3a73cc470b req-217920d8-4fdf-4551-8e7d-fc356869b6b7 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230035 Jan 28 06:01:54.349326 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f07e7aba-6166-4cef-8c23-bd45e6c42ea9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (d2408167-51b5-417f-9ae1-541029feb0d5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.353753 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8716ea16-5376-47e5-8db1-088860b9662c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (571cd876-6344-447f-9d86-ac13a20be1f9), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.356600 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a01c77b-49c6-40e5-838c-3ca453ed361c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (672a7278-ee67-47b1-ac4d-b045664448e5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.369581 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01c77b-49c6-40e5-838c-3ca453ed361c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event updated for resources: {'Port': ['ID=d34df781-798d-461e-a909-512b5f917c3a,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:54.435002 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8716ea16-5376-47e5-8db1-088860b9662c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (571cd876-6344-447f-9d86-ac13a20be1f9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.456143 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f07e7aba-6166-4cef-8c23-bd45e6c42ea9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (d2408167-51b5-417f-9ae1-541029feb0d5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.458356 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f07e7aba-6166-4cef-8c23-bd45e6c42ea9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_controller (d2408167-51b5-417f-9ae1-541029feb0d5), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.506070 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a01c77b-49c6-40e5-838c-3ca453ed361c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.506070 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1a01c77b-49c6-40e5-838c-3ca453ed361c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2725015 Jan 28 06:01:54.548132 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8716ea16-5376-47e5-8db1-088860b9662c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (571cd876-6344-447f-9d86-ac13a20be1f9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.555725 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5664b454-9efc-4753-a150-dc0dc55242ca req-74d4ce91-8800-4fda-bb92-d94f4ddb4776 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0612800 Jan 28 06:01:54.581879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716ea16-5376-47e5-8db1-088860b9662c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571cd876-6344-447f-9d86-ac13a20be1f9,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:54.625456 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f07e7aba-6166-4cef-8c23-bd45e6c42ea9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (d2408167-51b5-417f-9ae1-541029feb0d5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.626185 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07e7aba-6166-4cef-8c23-bd45e6c42ea9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Fanout notify agent at l3_agent the message router_deleted on router d2408167-51b5-417f-9ae1-541029feb0d5 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:01:54.634512 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f07e7aba-6166-4cef-8c23-bd45e6c42ea9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.635506 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f07e7aba-6166-4cef-8c23-bd45e6c42ea9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "DELETE /v2.0/routers/d2408167-51b5-417f-9ae1-541029feb0d5 HTTP/1.1" status: 204 len: 168 time: 1.4874201 Jan 28 06:01:54.639722 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53224) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:54.645474 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9efcd28d-e66f-46e6-af34-4b24a833a2fe tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-647006524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:54.691695 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8716ea16-5376-47e5-8db1-088860b9662c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.691695 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8716ea16-5376-47e5-8db1-088860b9662c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6197872 Jan 28 06:01:54.694622 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53228) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:54.710404 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-97a972f7-67eb-45ea-b7f3-b57c9c26be3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': 'd1374737-db66-42a5-872b-4db472741946', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:54.763318 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53230) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:54.774545 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9efcd28d-e66f-46e6-af34-4b24a833a2fe tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (f544c2fa-7614-48f5-b99d-5ead2ab30012), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.775818 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9efcd28d-e66f-46e6-af34-4b24a833a2fe tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (f544c2fa-7614-48f5-b99d-5ead2ab30012), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.843014 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a972f7-67eb-45ea-b7f3-b57c9c26be3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (fac57113-0086-4f52-a1a4-8386c437780a), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.886730 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9efcd28d-e66f-46e6-af34-4b24a833a2fe tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_controller (f544c2fa-7614-48f5-b99d-5ead2ab30012), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.927338 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29118464-5fe9-4c57-9063-91262dfbaa89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.931216 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a972f7-67eb-45ea-b7f3-b57c9c26be3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (fac57113-0086-4f52-a1a4-8386c437780a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:54.940309 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-7980ab37-6614-4c25-9687-e142576a4a95 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--553792679&fields=id&tenant_id=d224c5804ad8477a9a70c890f5535963 HTTP/1.1" status: 200 len: 267 time: 0.0564408 Jan 28 06:01:54.959493 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9efcd28d-e66f-46e6-af34-4b24a833a2fe tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (f544c2fa-7614-48f5-b99d-5ead2ab30012), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:55.005360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-f3cde97d-f37b-425a-ad33-53aba0e6718e tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:55.006963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-f3cde97d-f37b-425a-ad33-53aba0e6718e tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports/cf023bbd-f379-442d-b98b-2268074debed HTTP/1.1" status: 200 len: 937 time: 0.0586929 Jan 28 06:01:55.025069 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:55.031117 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a972f7-67eb-45ea-b7f3-b57c9c26be3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (fac57113-0086-4f52-a1a4-8386c437780a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:55.053562 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29118464-5fe9-4c57-9063-91262dfbaa89 admin admin] Publish callbacks [] for security_group (627ee0db-e088-4703-9160-a0439766bbcf), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:55.060946 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a972f7-67eb-45ea-b7f3-b57c9c26be3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac57113-0086-4f52-a1a4-8386c437780a,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:55.070541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-19eace1f-995e-4a80-8b14-d789177c8ba2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:55.071990 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-19eace1f-995e-4a80-8b14-d789177c8ba2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports/3d7aec7c-6c76-43ad-8b10-438b87915c84 HTTP/1.1" status: 200 len: 936 time: 0.0595868 Jan 28 06:01:55.075304 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9efcd28d-e66f-46e6-af34-4b24a833a2fe tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:55.079357 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9efcd28d-e66f-46e6-af34-4b24a833a2fe tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4355459 Jan 28 06:01:55.079956 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53250) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:55.084971 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-129ebdb4-29e5-43c9-8858-f4e6d5808b5e tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'enable_snat': False}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:55.168442 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a972f7-67eb-45ea-b7f3-b57c9c26be3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:55.170964 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-97a972f7-67eb-45ea-b7f3-b57c9c26be3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4741263 Jan 28 06:01:55.171478 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29118464-5fe9-4c57-9063-91262dfbaa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (627ee0db-e088-4703-9160-a0439766bbcf), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:55.190260 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53252) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:55.193904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-6545b130-4a23-41d9-a48f-56521196c2e5 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1142190 Jan 28 06:01:55.202135 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-36cf2d3d-78ac-4025-8526-e0fa68ee2771 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': 'd1374737-db66-42a5-872b-4db472741946', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:55.231235 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-777a9937-cc99-4c8a-bfa7-6d30a5c4f78a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0304108 Jan 28 06:01:55.272325 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29118464-5fe9-4c57-9063-91262dfbaa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627ee0db-e088-4703-9160-a0439766bbcf,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:55.310002 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-29118464-5fe9-4c57-9063-91262dfbaa89 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45411914ce124bd7a7f41369bbf9a6ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5450828 Jan 28 06:01:55.314389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53254) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:55.407174 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-129ebdb4-29e5-43c9-8858-f4e6d5808b5e tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (f544c2fa-7614-48f5-b99d-5ead2ab30012), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:55.419024 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36cf2d3d-78ac-4025-8526-e0fa68ee2771 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (a7acfda1-f7d3-40a1-8670-430c733a3769), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:55.475349 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36cf2d3d-78ac-4025-8526-e0fa68ee2771 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (a7acfda1-f7d3-40a1-8670-430c733a3769), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:55.606076 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36cf2d3d-78ac-4025-8526-e0fa68ee2771 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (a7acfda1-f7d3-40a1-8670-430c733a3769), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:55.632773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf2d3d-78ac-4025-8526-e0fa68ee2771 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7acfda1-f7d3-40a1-8670-430c733a3769,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:55.737771 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36cf2d3d-78ac-4025-8526-e0fa68ee2771 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:55.742319 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-36cf2d3d-78ac-4025-8526-e0fa68ee2771 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5446458 Jan 28 06:01:55.742319 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53260) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:55.746060 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c6ae91bb-e2ec-4151-9441-6641518b3283 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': 'd1374737-db66-42a5-872b-4db472741946', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:55.773524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-678b7d64-67b4-4c4a-b6b2-734dd202e246 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:55.779641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-678b7d64-67b4-4c4a-b6b2-734dd202e246 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:55.784977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-678b7d64-67b4-4c4a-b6b2-734dd202e246 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:55.786798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-678b7d64-67b4-4c4a-b6b2-734dd202e246 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/networks?id=2a969021-10d0-46ce-bf92-b6d579bcb94e&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=a5d76cd0-485c-42ba-8694-d68708a2c641&id=a5d76cd0-485c-42ba-8694-d68708a2c641 HTTP/1.1" status: 200 len: 1996 time: 0.5510736 Jan 28 06:01:55.807399 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-976dd3b4-001b-4bc5-b724-450168a75edd admin admin] Publish callbacks [] for security_group (627ee0db-e088-4703-9160-a0439766bbcf), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:55.809963 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-129ebdb4-29e5-43c9-8858-f4e6d5808b5e tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (f544c2fa-7614-48f5-b99d-5ead2ab30012), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:55.831113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-7dfb8bda-28be-43a3-8733-3ce0fcc8829a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/quotas/d224c5804ad8477a9a70c890f5535963 HTTP/1.1" status: 200 len: 375 time: 0.0256288 Jan 28 06:01:55.835397 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-129ebdb4-29e5-43c9-8858-f4e6d5808b5e tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:55.856329 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-976dd3b4-001b-4bc5-b724-450168a75edd admin admin] Publish callbacks [] for security_group (627ee0db-e088-4703-9160-a0439766bbcf), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:55.873008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb494b-9445-4a2b-a02f-3235df4a501f req-fa47ba34-5a14-496f-9c2e-88c8933d143c tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:55.880464 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dadb494b-9445-4a2b-a02f-3235df4a501f req-fa47ba34-5a14-496f-9c2e-88c8933d143c tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 943 time: 0.1467335 Jan 28 06:01:55.900002 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c6ae91bb-e2ec-4151-9441-6641518b3283 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (a65fbb55-1fa8-4333-932e-3a88b86f5719), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:55.978689 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-3c313829-0e0e-4c01-9cf9-77b8a92ad627 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d224c5804ad8477a9a70c890f5535963&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1374905 Jan 28 06:01:56.018051 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-129ebdb4-29e5-43c9-8858-f4e6d5808b5e tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Allocated IP 172.25.0.137 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/8e0b17ed-07bb-4b07-bd04-0c080b1f1137) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:01:56.029752 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c6ae91bb-e2ec-4151-9441-6641518b3283 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (a65fbb55-1fa8-4333-932e-3a88b86f5719), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:56.071353 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dadb494b-9445-4a2b-a02f-3235df4a501f req-4f95bdad-6cc9-443a-8b26-2ccbf9171c9c tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899726 Jan 28 06:01:56.088235 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-da3db28b-26b3-4e0b-b424-fbe4b231bdaa service neutron] 10.222.0.31 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966907 Jan 28 06:01:56.132220 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c6ae91bb-e2ec-4151-9441-6641518b3283 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (a65fbb55-1fa8-4333-932e-3a88b86f5719), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:56.165351 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae91bb-e2ec-4151-9441-6641518b3283 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65fbb55-1fa8-4333-932e-3a88b86f5719,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:56.185825 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-129ebdb4-29e5-43c9-8858-f4e6d5808b5e tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for port (8e0b17ed-07bb-4b07-bd04-0c080b1f1137), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:56.221306 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-976dd3b4-001b-4bc5-b724-450168a75edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (627ee0db-e088-4703-9160-a0439766bbcf), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:56.228940 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-976dd3b4-001b-4bc5-b724-450168a75edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:56.228940 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-976dd3b4-001b-4bc5-b724-450168a75edd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/627ee0db-e088-4703-9160-a0439766bbcf HTTP/1.1" status: 204 len: 168 time: 0.9101577 Jan 28 06:01:56.233346 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-edc2df53-11cf-43ec-8af6-de07cec585ac service neutron] 10.222.0.31 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291628 Jan 28 06:01:56.238139 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976dd3b4-001b-4bc5-b724-450168a75edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627ee0db-e088-4703-9160-a0439766bbcf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:56.275180 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c6ae91bb-e2ec-4151-9441-6641518b3283 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:56.279998 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c6ae91bb-e2ec-4151-9441-6641518b3283 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5336800 Jan 28 06:01:56.280393 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53268) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:56.286603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e4014e47-55ac-4b74-ae7c-091e16233aa1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': 'd1374737-db66-42a5-872b-4db472741946', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:56.298040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-bc62c9ab-ea43-4918-b5da-a4d483166a46 service neutron] 10.222.0.31 "GET /v2.0/ports/cf023bbd-f379-442d-b98b-2268074debed?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0513928 Jan 28 06:01:56.328359 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-129ebdb4-29e5-43c9-8858-f4e6d5808b5e tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (8e0b17ed-07bb-4b07-bd04-0c080b1f1137), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:56.365598 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129ebdb4-29e5-43c9-8858-f4e6d5808b5e tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:01:56.368389 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-129ebdb4-29e5-43c9-8858-f4e6d5808b5e tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:01:56.371787 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129ebdb4-29e5-43c9-8858-f4e6d5808b5e tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:01:56.411242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ebdb4-29e5-43c9-8858-f4e6d5808b5e tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Pushing event updated for resources: {'Port': ['ID=8e0b17ed-07bb-4b07-bd04-0c080b1f1137,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:56.418310 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-9c8f1ab3-2aac-41be-a650-8ba482435be0 service neutron] 10.222.0.31 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090834 Jan 28 06:01:56.421849 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-e4014e47-55ac-4b74-ae7c-091e16233aa1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Project 59d53e120d2a4c8e8606808e4590906b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:01:56.427405 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4014e47-55ac-4b74-ae7c-091e16233aa1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (b1957856-6af6-485d-849a-24107ee21790), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:56.542530 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4014e47-55ac-4b74-ae7c-091e16233aa1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (b1957856-6af6-485d-849a-24107ee21790), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:56.560569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-9692d300-05b6-4d4a-975e-421408285f28 service neutron] 10.222.0.31 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282694 Jan 28 06:01:56.615586 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-3bf0f997-5160-430a-bfe9-b4392c75dbc5 service neutron] 10.222.0.31 "GET /v2.0/ports/3d7aec7c-6c76-43ad-8b10-438b87915c84?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0462258 Jan 28 06:01:56.664778 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664b454-9efc-4753-a150-dc0dc55242ca req-ab64d537-f76c-47dd-b3ac-322ff8107859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:56.666469 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5664b454-9efc-4753-a150-dc0dc55242ca req-ab64d537-f76c-47dd-b3ac-322ff8107859 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81&tenant_id=87deee7ce54d434ba963e63e7f55edbe HTTP/1.1" status: 200 len: 1095 time: 0.0996444 Jan 28 06:01:56.672923 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4014e47-55ac-4b74-ae7c-091e16233aa1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (b1957856-6af6-485d-849a-24107ee21790), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:56.689317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:56.703211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4014e47-55ac-4b74-ae7c-091e16233aa1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1957856-6af6-485d-849a-24107ee21790,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:56.735842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-1db0746b-7a9c-46e4-a360-8ac8b2a7748a service neutron] 10.222.0.31 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143930 Jan 28 06:01:56.790938 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:56.804291 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4014e47-55ac-4b74-ae7c-091e16233aa1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:56.808363 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e4014e47-55ac-4b74-ae7c-091e16233aa1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5249839 Jan 28 06:01:56.808580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53272) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:56.815693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6cf1d055-fc16-47e3-9799-3392365befdf tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': 'd1374737-db66-42a5-872b-4db472741946', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:56.862974 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-50b67393-04b2-4747-b556-43561563fdb7 service neutron] 10.222.0.31 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209409 Jan 28 06:01:56.907591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 33ed1140-df01-4a4a-9322-2ec5002abf39 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:01:56.937573 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-6cf1d055-fc16-47e3-9799-3392365befdf tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Project 59d53e120d2a4c8e8606808e4590906b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:01:56.963870 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d055-fc16-47e3-9799-3392365befdf tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (5a18ef0a-76c5-4c6c-bdc8-b9026ccb587c), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:57.033190 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 33ed1140-df01-4a4a-9322-2ec5002abf39 is: DOWN; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:01:57.037349 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-e6ad102e-03ea-4bce-bed8-07df309286d9 service neutron] 10.222.0.31 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685257 Jan 28 06:01:57.105937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53276) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:57.153191 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d055-fc16-47e3-9799-3392365befdf tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (5a18ef0a-76c5-4c6c-bdc8-b9026ccb587c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:57.226370 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1fbefeed-f6b9-49d7-8cff-ff69e75f01e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1a0513d38164772b20a6571e5a4e427&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1118321 Jan 28 06:01:57.227113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53280) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:57.229479 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d055-fc16-47e3-9799-3392365befdf tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (5a18ef0a-76c5-4c6c-bdc8-b9026ccb587c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:57.243916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2ef62566-2add-44ed-9590-98af08f24711 service neutron] 10.222.0.31 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003386 Jan 28 06:01:57.256178 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-129ebdb4-29e5-43c9-8858-f4e6d5808b5e tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router_gateway (f544c2fa-7614-48f5-b99d-5ead2ab30012), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:57.295807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1d055-fc16-47e3-9799-3392365befdf tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a18ef0a-76c5-4c6c-bdc8-b9026ccb587c,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:57.366825 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a63f91-29ad-4e2a-8094-5fcdf99d08b3 req-e101f68f-0fb3-470d-98ba-81eadcf18db8 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:57.368322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11a63f91-29ad-4e2a-8094-5fcdf99d08b3 req-e101f68f-0fb3-470d-98ba-81eadcf18db8 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 943 time: 0.2077315 Jan 28 06:01:57.379177 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d055-fc16-47e3-9799-3392365befdf tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:57.380332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6cf1d055-fc16-47e3-9799-3392365befdf tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5707428 Jan 28 06:01:57.390845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53284) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:57.396433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c1631101-27df-4904-bcc0-879145725a8f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'network': {'name': 'tempest-network-smoke--540574698', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'port_security_enabled': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:57.439092 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-23db4d86-9a2c-4984-ad2b-c20edf8da332 admin admin] Publish callbacks [] for security_group (ffad441f-948e-45d4-b72e-6b964388be7a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:57.479691 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-89d8f43b-dd73-4861-a2ff-a137e5fa68b7 service neutron] 10.222.0.31 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171872 Jan 28 06:01:57.493193 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-23db4d86-9a2c-4984-ad2b-c20edf8da332 admin admin] Publish callbacks [] for security_group (ffad441f-948e-45d4-b72e-6b964388be7a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:57.495024 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] For port 33ed1140-df01-4a4a-9322-2ec5002abf39, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=33ed1140-df01-4a4a-9322-2ec5002abf39,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:01:57.564447 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11a63f91-29ad-4e2a-8094-5fcdf99d08b3 req-aa75400b-0e47-4663-9650-f2e72f9f29f0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886125 Jan 28 06:01:57.570085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] For port 33ed1140-df01-4a4a-9322-2ec5002abf39, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:01:57.600838 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-129ebdb4-29e5-43c9-8858-f4e6d5808b5e tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (f544c2fa-7614-48f5-b99d-5ead2ab30012), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:57.609313 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-129ebdb4-29e5-43c9-8858-f4e6d5808b5e tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (f544c2fa-7614-48f5-b99d-5ead2ab30012), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:57.616426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1631101-27df-4904-bcc0-879145725a8f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Made reservation on behalf of 59d53e120d2a4c8e8606808e4590906b for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:01:57.616778 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ed1140-df01-4a4a-9322-2ec5002abf39 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:01:57.620057 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1631101-27df-4904-bcc0-879145725a8f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:57.625436 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Publish callbacks [] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:57.644815 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-0db204ab-1ca1-48df-9d9e-17258a325e8d service neutron] 10.222.0.31 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535125 Jan 28 06:01:57.694760 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:57.749339 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-e8738c54-f6d7-4437-8ea4-6a42fee2e4c7 service neutron] 10.222.0.31 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963004 Jan 28 06:01:57.775919 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Transition to ACTIVE for port object 33ed1140-df01-4a4a-9322-2ec5002abf39 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:01:57.776853 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-23db4d86-9a2c-4984-ad2b-c20edf8da332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ffad441f-948e-45d4-b72e-6b964388be7a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:57.779775 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-23db4d86-9a2c-4984-ad2b-c20edf8da332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:57.780943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-23db4d86-9a2c-4984-ad2b-c20edf8da332 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffad441f-948e-45d4-b72e-6b964388be7a HTTP/1.1" status: 204 len: 168 time: 0.5524285 Jan 28 06:01:57.809067 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1631101-27df-4904-bcc0-879145725a8f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:01:57.826141 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db4d86-9a2c-4984-ad2b-c20edf8da332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffad441f-948e-45d4-b72e-6b964388be7a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:57.833713 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1631101-27df-4904-bcc0-879145725a8f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ab02eb55-f1ab-4eba-af69-20858cef505c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:57.834068 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-c1631101-27df-4904-bcc0-879145725a8f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Added segment ab02eb55-f1ab-4eba-af69-20858cef505c of type vlan for network 93706c60-26a2-41d9-bc5b-866966fafe02 Jan 28 06:01:57.865405 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129ebdb4-29e5-43c9-8858-f4e6d5808b5e tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Router f544c2fa-7614-48f5-b99d-5ead2ab30012 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:01:57.900606 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1631101-27df-4904-bcc0-879145725a8f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (93706c60-26a2-41d9-bc5b-866966fafe02), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:57.910751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a0a7bb28-a56d-4928-9837-a9fdb4e37d2b service neutron] 10.222.0.31 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555183 Jan 28 06:01:57.915655 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:58.013023 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-e9eea37d-0fa0-4f78-b6d5-0eec7c6bb5d2 service neutron] 10.222.0.31 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905201 Jan 28 06:01:58.023902 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] No DVR routers for this DVR port 33ed1140-df01-4a4a-9322-2ec5002abf39 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:01:58.030214 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Pushing event updated for resources: {'Port': ['ID=33ed1140-df01-4a4a-9322-2ec5002abf39,revision_number=9']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:58.065373 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129ebdb4-29e5-43c9-8858-f4e6d5808b5e tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:01:58.077333 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1631101-27df-4904-bcc0-879145725a8f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (93706c60-26a2-41d9-bc5b-866966fafe02), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:58.077483 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b6035-c839-4ed1-a1ab-f59fd2ac7079 None None] Sync routers for ids ['f544c2fa-7614-48f5-b99d-5ead2ab30012'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:01:58.081980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1631101-27df-4904-bcc0-879145725a8f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:58.082598 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1631101-27df-4904-bcc0-879145725a8f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:58.087656 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b6035-c839-4ed1-a1ab-f59fd2ac7079 None None] Routers {'f544c2fa-7614-48f5-b99d-5ead2ab30012'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:01:58.088519 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3e3b6035-c839-4ed1-a1ab-f59fd2ac7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:01:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f544c2fa-7614-48f5-b99d-5ead2ab30012'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:58.091854 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-129ebdb4-29e5-43c9-8858-f4e6d5808b5e tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:58.095247 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-129ebdb4-29e5-43c9-8858-f4e6d5808b5e tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "PUT /v2.0/routers/f544c2fa-7614-48f5-b99d-5ead2ab30012 HTTP/1.1" status: 200 len: 919 time: 3.0134230 Jan 28 06:01:58.105308 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53290) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:58.130406 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3e3b6035-c839-4ed1-a1ab-f59fd2ac7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:58.140034 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b6035-c839-4ed1-a1ab-f59fd2ac7079 None None] Routers {'f544c2fa-7614-48f5-b99d-5ead2ab30012'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:01:58.141967 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3e3b6035-c839-4ed1-a1ab-f59fd2ac7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:01:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f544c2fa-7614-48f5-b99d-5ead2ab30012'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:58.152479 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Attempting to bind port 33ed1140-df01-4a4a-9322-2ec5002abf39 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:01:58.152823 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Attempting to bind port 33ed1140-df01-4a4a-9322-2ec5002abf39 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '7ccdfdfd-1254-4234-b70a-0aea8c56954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:01:58.153159 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Attempting to bind port 33ed1140-df01-4a4a-9322-2ec5002abf39 on network 5b89a966-4104-417f-8f4b-9fb507d41209 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:01:58.170257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Port 33ed1140-df01-4a4a-9322-2ec5002abf39 on network 5b89a966-4104-417f-8f4b-9fb507d41209 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:01:58.171010 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Attempting to bind port 33ed1140-df01-4a4a-9322-2ec5002abf39 on network 5b89a966-4104-417f-8f4b-9fb507d41209 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:01:58.181938 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:01:58.182289 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Checking segment: {'id': '7ccdfdfd-1254-4234-b70a-0aea8c56954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:01:58.182705 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Bound using segment: {'id': '7ccdfdfd-1254-4234-b70a-0aea8c56954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:01:58.183219 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Bound port: 33ed1140-df01-4a4a-9322-2ec5002abf39, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccdfdfd-1254-4234-b70a-0aea8c56954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:01:58.183587 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:58.197217 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3e3b6035-c839-4ed1-a1ab-f59fd2ac7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:01:58.198040 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b6035-c839-4ed1-a1ab-f59fd2ac7079 None None] The sync data for ids ['f544c2fa-7614-48f5-b99d-5ead2ab30012'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:01:58.209070 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1631101-27df-4904-bcc0-879145725a8f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Network': ['ID=93706c60-26a2-41d9-bc5b-866966fafe02,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:58.223405 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 93706c60-26a2-41d9-bc5b-866966fafe02 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:01:58.265848 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c1631101-27df-4904-bcc0-879145725a8f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8702393 Jan 28 06:01:58.268230 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53294) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:58.272290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-02725216-c72e-496b-a986-5fe160ccf69c service neutron] 10.222.0.31 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527986 Jan 28 06:01:58.272799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1876461992', 'admin_state_up': True, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:58.283197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28452665-9f95-4810-8415-e441424eb3e9 req-a4796d2e-7cae-44d6-b8d0-b9bcaa4a231d tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:58.289493 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1af45315-2b21-4a1b-9083-06173849902d tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "GET /v2.0/routers/f544c2fa-7614-48f5-b99d-5ead2ab30012 HTTP/1.1" status: 200 len: 925 time: 0.1823785 Jan 28 06:01:58.290110 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28452665-9f95-4810-8415-e441424eb3e9 req-a4796d2e-7cae-44d6-b8d0-b9bcaa4a231d tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 950 time: 0.1543479 Jan 28 06:01:58.292356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53296) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:58.324118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] For port 33ed1140-df01-4a4a-9322-2ec5002abf39, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:01:58.331463 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] For port 33ed1140-df01-4a4a-9322-2ec5002abf39, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=33ed1140-df01-4a4a-9322-2ec5002abf39,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:01:58.375983 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (cf43d7e7-eae6-45b2-9203-7fc7aef3b47f), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:58.376731 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (cf43d7e7-eae6-45b2-9203-7fc7aef3b47f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:58.390286 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28452665-9f95-4810-8415-e441424eb3e9 req-f484268e-df0b-462c-aa83-2ae634900521 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b867a4-02fc-4d6d-9c37-122e45c7c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938153 Jan 28 06:01:58.409026 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:58.411839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5074b8-b67d-4075-9bc8-8e8b79b59faf tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:58.413603 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1d5074b8-b67d-4075-9bc8-8e8b79b59faf tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&device_id=f544c2fa-7614-48f5-b99d-5ead2ab30012&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1196373 Jan 28 06:01:58.416561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53304) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:58.477351 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_controller (cf43d7e7-eae6-45b2-9203-7fc7aef3b47f), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:58.489469 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:58.490119 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:58.491550 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5664b454-9efc-4753-a150-dc0dc55242ca req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] 10.222.0.60 "PUT /v2.0/ports/33ed1140-df01-4a4a-9322-2ec5002abf39 HTTP/1.1" status: 200 len: 1092 time: 1.8110554 Jan 28 06:01:58.492057 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2875b221-e4a2-42ff-8226-906411106e81', 'tag': '33ed1140-df01-4a4a-9322-2ec5002abf39'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:01:58.496516 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f4c165-3828-4e82-be7b-721f062c85b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2875b221-e4a2-42ff-8226-906411106e81", "tag": "33ed1140-df01-4a4a-9322-2ec5002abf39"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:01:58.535980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eca5557-1643-4fbd-8c40-14e28dcb9f3d tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:58.537442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4eca5557-1643-4fbd-8c40-14e28dcb9f3d tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "GET /v2.0/networks/e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 881 time: 0.1198332 Jan 28 06:01:58.541637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53314) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:58.542437 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43776007-0a75-4b7b-9f83-ba575a786bbd service neutron] Pushing event updated for resources: {'Port': ['ID=33ed1140-df01-4a4a-9322-2ec5002abf39,revision_number=10']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:58.572459 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a903b823-6ae4-47d6-834f-9ecb97d9d974 x-openstack-request-id: req-a903b823-6ae4-47d6-834f-9ecb97d9d974 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:01:58.572821 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2875b221-e4a2-42ff-8226-906411106e81", "tag": "33ed1140-df01-4a4a-9322-2ec5002abf39", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:01:58.573197 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a903b823-6ae4-47d6-834f-9ecb97d9d974 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:01:58.573658 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2875b221-e4a2-42ff-8226-906411106e81', 'tag': '33ed1140-df01-4a4a-9322-2ec5002abf39', 'status': 'completed', 'code': 200} Jan 28 06:01:58.588365 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-610076ed-09d5-46ba-8089-e89f2f3d9aff tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "GET /v2.0/ports?device_id=f544c2fa-7614-48f5-b99d-5ead2ab30012 HTTP/1.1" status: 200 len: 205 time: 0.0397930 Jan 28 06:01:58.588365 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53320) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:58.596995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664b454-9efc-4753-a150-dc0dc55242ca req-37097213-6889-46b6-afca-7953f5d777f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:58.598793 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5664b454-9efc-4753-a150-dc0dc55242ca req-37097213-6889-46b6-afca-7953f5d777f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87deee7ce54d434ba963e63e7f55edbe&device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 1096 time: 0.0664756 Jan 28 06:01:58.736089 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb223168-2dd4-4196-a287-1a61d8082cf1 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (f544c2fa-7614-48f5-b99d-5ead2ab30012), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:58.776665 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b6280-257b-43ce-bc51-e949450169c9 req-9d1ab7b7-3f58-43bb-94fb-f9b9677543fb tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:58.779272 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb1b6280-257b-43ce-bc51-e949450169c9 req-9d1ab7b7-3f58-43bb-94fb-f9b9677543fb tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 944 time: 0.1268396 Jan 28 06:01:58.818672 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_gateway (cf43d7e7-eae6-45b2-9203-7fc7aef3b47f), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:58.849328 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664b454-9efc-4753-a150-dc0dc55242ca req-0c40ed07-efa5-4753-8dfb-7f8c2e3096eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:58.850973 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5664b454-9efc-4753-a150-dc0dc55242ca req-0c40ed07-efa5-4753-8dfb-7f8c2e3096eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b89a966-4104-417f-8f4b-9fb507d41209 HTTP/1.1" status: 200 len: 914 time: 0.2453926 Jan 28 06:01:58.878818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb1b6280-257b-43ce-bc51-e949450169c9 req-17bd6f7d-3943-4ada-b054-68f42d2fe783 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943782 Jan 28 06:01:58.889358 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb223168-2dd4-4196-a287-1a61d8082cf1 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (f544c2fa-7614-48f5-b99d-5ead2ab30012), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:58.900935 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5664b454-9efc-4753-a150-dc0dc55242ca req-d35f803b-6c31-4e8a-b63a-3356d91d972e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33ed1140-df01-4a4a-9322-2ec5002abf39 HTTP/1.1" status: 200 len: 217 time: 0.0424912 Jan 28 06:01:58.996162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664b454-9efc-4753-a150-dc0dc55242ca req-78c850c6-d251-4b9e-a8c7-55b7c90e4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:58.997669 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5664b454-9efc-4753-a150-dc0dc55242ca req-78c850c6-d251-4b9e-a8c7-55b7c90e4b49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c HTTP/1.1" status: 200 len: 853 time: 0.0888095 Jan 28 06:01:59.038265 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-eb223168-2dd4-4196-a287-1a61d8082cf1 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Deleting port 8e0b17ed-07bb-4b07-bd04-0c080b1f1137 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:01:59.038645 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb223168-2dd4-4196-a287-1a61d8082cf1 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (8e0b17ed-07bb-4b07-bd04-0c080b1f1137), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:59.041131 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5664b454-9efc-4753-a150-dc0dc55242ca req-a86db9b1-1c38-4d84-9a91-396f96be16b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b89a966-4104-417f-8f4b-9fb507d41209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315514 Jan 28 06:01:59.122637 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb223168-2dd4-4196-a287-1a61d8082cf1 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (8e0b17ed-07bb-4b07-bd04-0c080b1f1137), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:59.136140 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-eb223168-2dd4-4196-a287-1a61d8082cf1 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Calling delete_port for 8e0b17ed-07bb-4b07-bd04-0c080b1f1137 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:01:59.217143 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5664b454-9efc-4753-a150-dc0dc55242ca req-e6654ca1-b0da-496e-8f40-8c1ab86d7c3d service neutron] 10.222.0.60 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686375 Jan 28 06:01:59.244109 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_gateway (cf43d7e7-eae6-45b2-9203-7fc7aef3b47f), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:59.248849 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53338) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:59.302881 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:59.355733 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5664b454-9efc-4753-a150-dc0dc55242ca req-9089cf2a-b9ca-4b9f-95df-236a4ea566e7 service neutron] 10.222.0.60 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188979 Jan 28 06:01:59.362629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c03324d4-185f-41fb-a452-7800cf10d1cd tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1103218311'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:59.407885 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb223168-2dd4-4196-a287-1a61d8082cf1 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (8e0b17ed-07bb-4b07-bd04-0c080b1f1137), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:59.435477 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb223168-2dd4-4196-a287-1a61d8082cf1 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Pushing event deleted for resources: {'Port': ['ID=8e0b17ed-07bb-4b07-bd04-0c080b1f1137,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:01:59.469216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03324d4-185f-41fb-a452-7800cf10d1cd tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:01:59.472470 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c03324d4-185f-41fb-a452-7800cf10d1cd tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:59.518468 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Allocated IP 172.25.0.245 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/934f3e3f-7bc2-43d2-9942-62c39da0dc6b) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:01:59.530204 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c03324d4-185f-41fb-a452-7800cf10d1cd tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:59.575296 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb223168-2dd4-4196-a287-1a61d8082cf1 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (f544c2fa-7614-48f5-b99d-5ead2ab30012), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:59.584142 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3433ce7-be23-4e21-b7f7-19a59f86c748 req-9b7e7ea2-831c-442b-bb22-909a57ff56ae tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:59.585631 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3433ce7-be23-4e21-b7f7-19a59f86c748 req-9b7e7ea2-831c-442b-bb22-909a57ff56ae tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 950 time: 0.1202095 Jan 28 06:01:59.642368 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (934f3e3f-7bc2-43d2-9942-62c39da0dc6b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:59.706792 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4c165-3828-4e82-be7b-721f062c85b9 req-9081254e-9e6e-4918-915b-0fd6ce3cda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:59.708324 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d5f4c165-3828-4e82-be7b-721f062c85b9 req-9081254e-9e6e-4918-915b-0fd6ce3cda0f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87deee7ce54d434ba963e63e7f55edbe&device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 1096 time: 0.0636115 Jan 28 06:01:59.712501 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb223168-2dd4-4196-a287-1a61d8082cf1 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (f544c2fa-7614-48f5-b99d-5ead2ab30012), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:59.722467 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb223168-2dd4-4196-a287-1a61d8082cf1 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_controller (f544c2fa-7614-48f5-b99d-5ead2ab30012), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:59.796881 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3433ce7-be23-4e21-b7f7-19a59f86c748 req-ac5e0a48-8b96-46ea-98bf-f868c14bbb89 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b867a4-02fc-4d6d-9c37-122e45c7c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835690 Jan 28 06:01:59.840130 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c03324d4-185f-41fb-a452-7800cf10d1cd tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for security_group (4ad80117-b821-4fae-a262-403ae8690d7e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:59.864290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5d15611-3723-490b-9d36-badeb4c30b89 req-e33969ee-2eb9-4e12-9c28-f742fbac99f6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0554621 Jan 28 06:01:59.868433 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb223168-2dd4-4196-a287-1a61d8082cf1 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (f544c2fa-7614-48f5-b99d-5ead2ab30012), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:59.873331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb223168-2dd4-4196-a287-1a61d8082cf1 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Fanout notify agent at l3_agent the message router_deleted on router f544c2fa-7614-48f5-b99d-5ead2ab30012 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:01:59.885486 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb223168-2dd4-4196-a287-1a61d8082cf1 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:59.891444 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-eb223168-2dd4-4196-a287-1a61d8082cf1 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "DELETE /v2.0/routers/f544c2fa-7614-48f5-b99d-5ead2ab30012 HTTP/1.1" status: 204 len: 168 time: 1.2981508 Jan 28 06:01:59.901272 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53366) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:01:59.932453 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1959728397', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:01:59.970340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61415ff-a2e9-4558-bbae-a95817fce789 req-e15684ec-bdd9-4fe8-8229-5227cc53048b tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:01:59.972238 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c61415ff-a2e9-4558-bbae-a95817fce789 req-e15684ec-bdd9-4fe8-8229-5227cc53048b tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 950 time: 0.0843058 Jan 28 06:01:59.980069 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c03324d4-185f-41fb-a452-7800cf10d1cd tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4ad80117-b821-4fae-a262-403ae8690d7e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:01:59.994098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03324d4-185f-41fb-a452-7800cf10d1cd tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:02:00.005262 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c03324d4-185f-41fb-a452-7800cf10d1cd tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (734f7b07-294b-4c41-b847-d1b93277fb8c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:00.005765 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-c03324d4-185f-41fb-a452-7800cf10d1cd tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Added segment 734f7b07-294b-4c41-b847-d1b93277fb8c of type vlan for network 8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f Jan 28 06:02:00.098400 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (934f3e3f-7bc2-43d2-9942-62c39da0dc6b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:00.118992 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c03324d4-185f-41fb-a452-7800cf10d1cd tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:00.149107 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (bd7847fe-4a2f-46c4-8b9a-52423bed9f50), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:00.150150 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (bd7847fe-4a2f-46c4-8b9a-52423bed9f50), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:00.154570 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:00.160581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:00.164260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03324d4-185f-41fb-a452-7800cf10d1cd tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad80117-b821-4fae-a262-403ae8690d7e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:00.171904 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:00.210128 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=934f3e3f-7bc2-43d2-9942-62c39da0dc6b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:00.215509 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4c165-3828-4e82-be7b-721f062c85b9 req-4caa8385-dbff-4d44-9f94-30d4fcc5fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:00.217167 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d5f4c165-3828-4e82-be7b-721f062c85b9 req-4caa8385-dbff-4d44-9f94-30d4fcc5fbb6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b89a966-4104-417f-8f4b-9fb507d41209 HTTP/1.1" status: 200 len: 914 time: 0.5011406 Jan 28 06:02:00.251098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0f0a2-5edb-4d92-ac64-7b5ee77beb6c req-a3beed39-f5a1-4970-b886-4a9a3a6b8222 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:00.257889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58c0f0a2-5edb-4d92-ac64-7b5ee77beb6c req-a3beed39-f5a1-4970-b886-4a9a3a6b8222 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 944 time: 0.2818227 Jan 28 06:02:00.308569 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_controller (bd7847fe-4a2f-46c4-8b9a-52423bed9f50), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:00.319963 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c03324d4-185f-41fb-a452-7800cf10d1cd tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:00.325087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03324d4-185f-41fb-a452-7800cf10d1cd tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:00.326358 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c03324d4-185f-41fb-a452-7800cf10d1cd tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:00.337764 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d5f4c165-3828-4e82-be7b-721f062c85b9 req-73ea7c1f-a2e1-428e-a0aa-572307623f68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33ed1140-df01-4a4a-9322-2ec5002abf39 HTTP/1.1" status: 200 len: 217 time: 0.1032476 Jan 28 06:02:00.422925 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4c165-3828-4e82-be7b-721f062c85b9 req-d53c0753-c3ca-4a1d-a01a-736a7c7d3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:00.424386 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d5f4c165-3828-4e82-be7b-721f062c85b9 req-d53c0753-c3ca-4a1d-a01a-736a7c7d3f6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c HTTP/1.1" status: 200 len: 853 time: 0.0636744 Jan 28 06:02:00.502340 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d5f4c165-3828-4e82-be7b-721f062c85b9 req-3d78fad9-97cf-4db0-ab84-ac2434265d95 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b89a966-4104-417f-8f4b-9fb507d41209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364001 Jan 28 06:02:00.503180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58c0f0a2-5edb-4d92-ac64-7b5ee77beb6c req-115df748-3222-429e-a644-95f9d952e1ba tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429194 Jan 28 06:02:00.505496 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03324d4-185f-41fb-a452-7800cf10d1cd tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Network': ['ID=8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:00.511900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c61415ff-a2e9-4558-bbae-a95817fce789 req-0a251b91-2bc5-4c23-b0e8-fa484315d0af tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Deleting port a07c021f-e56d-4c1b-910e-0047605f1435 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:02:00.512297 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c61415ff-a2e9-4558-bbae-a95817fce789 req-0a251b91-2bc5-4c23-b0e8-fa484315d0af tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a07c021f-e56d-4c1b-910e-0047605f1435), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:00.524011 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:02:00.585664 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c03324d4-185f-41fb-a452-7800cf10d1cd tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3360982 Jan 28 06:02:00.603523 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53380) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:00.611813 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d79702d2-b265-4e86-a6eb-ff247ec8ce9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-342114085'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:00.723547 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d5f4c165-3828-4e82-be7b-721f062c85b9 req-b869cda6-9fc4-4eee-8006-a983cbf64d9f service neutron] 10.222.0.60 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068617 Jan 28 06:02:00.724543 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_gateway (cf43d7e7-eae6-45b2-9203-7fc7aef3b47f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:01.074923 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (cf43d7e7-eae6-45b2-9203-7fc7aef3b47f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:01.320634 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d5f4c165-3828-4e82-be7b-721f062c85b9 req-e1f308ab-da0f-459c-b0ad-34f6cb0e269d service neutron] 10.222.0.60 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830072 Jan 28 06:02:01.371305 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (bd7847fe-4a2f-46c4-8b9a-52423bed9f50), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:01.387510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ffeea086-442c-4a56-9341-a082231a26cb req-38bd8e72-233f-463a-8a92-488621d3c8d0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.1491809 Jan 28 06:02:01.441944 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router cf43d7e7-eae6-45b2-9203-7fc7aef3b47f is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:02:01.450009 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1385b-50de-4f9c-ab1d-e29895cc88ca req-2e036f76-ba4b-492b-a476-cac6604c1051 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:01.452965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-45c1385b-50de-4f9c-ab1d-e29895cc88ca req-2e036f76-ba4b-492b-a476-cac6604c1051 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 950 time: 0.2103078 Jan 28 06:02:01.454308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c61415ff-a2e9-4558-bbae-a95817fce789 req-0a251b91-2bc5-4c23-b0e8-fa484315d0af tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] For port a07c021f-e56d-4c1b-910e-0047605f1435, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a07c021f-e56d-4c1b-910e-0047605f1435,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:01.454691 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c61415ff-a2e9-4558-bbae-a95817fce789 req-0a251b91-2bc5-4c23-b0e8-fa484315d0af tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a07c021f-e56d-4c1b-910e-0047605f1435), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:01.457710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79702d2-b265-4e86-a6eb-ff247ec8ce9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:02:01.460645 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d79702d2-b265-4e86-a6eb-ff247ec8ce9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:01.508662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c61415ff-a2e9-4558-bbae-a95817fce789 req-0a251b91-2bc5-4c23-b0e8-fa484315d0af tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Calling delete_port for a07c021f-e56d-4c1b-910e-0047605f1435 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:02:01.554004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79702d2-b265-4e86-a6eb-ff247ec8ce9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:02:01.568913 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d79702d2-b265-4e86-a6eb-ff247ec8ce9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a75bd081-69a0-4242-b993-3f4bf125d0ed), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:01.569614 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-d79702d2-b265-4e86-a6eb-ff247ec8ce9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Added segment a75bd081-69a0-4242-b993-3f4bf125d0ed of type vlan for network 46fe2f93-b6d8-4575-8838-152200880c09 Jan 28 06:02:01.638431 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:02:01.657089 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Sync routers for ids ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:02:01.672856 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Routers {'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:01.673600 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:01:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:01.713469 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:01.715853 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2484862e-7db5-4eb5-b367-304b05d46fcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.4464974 Jan 28 06:02:01.719683 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53398) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:01.823186 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d79702d2-b265-4e86-a6eb-ff247ec8ce9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (46fe2f93-b6d8-4575-8838-152200880c09), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:01.907539 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Set router cf43d7e7-eae6-45b2-9203-7fc7aef3b47f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:02:01.946336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-45c1385b-50de-4f9c-ab1d-e29895cc88ca req-488d0f1b-ff7a-42ed-96e2-fe3cce0f3c23 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b867a4-02fc-4d6d-9c37-122e45c7c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704721 Jan 28 06:02:02.024600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76252f67-5dd8-4bd2-ae16-198c113a216c req-3497687e-8786-4ced-80ed-8df7b2567d10 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:02.044317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76252f67-5dd8-4bd2-ae16-198c113a216c req-3497687e-8786-4ced-80ed-8df7b2567d10 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 944 time: 0.3437669 Jan 28 06:02:02.073387 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d79702d2-b265-4e86-a6eb-ff247ec8ce9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (46fe2f93-b6d8-4575-8838-152200880c09), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:02.085686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79702d2-b265-4e86-a6eb-ff247ec8ce9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:02.095042 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d79702d2-b265-4e86-a6eb-ff247ec8ce9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:02.121386 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-13e96d02-be93-428b-8dd8-622b17abf4bc tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=59d53e120d2a4c8e8606808e4590906b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3996589 Jan 28 06:02:02.135105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53402) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:02.214061 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c61415ff-a2e9-4558-bbae-a95817fce789 req-0a251b91-2bc5-4c23-b0e8-fa484315d0af tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a07c021f-e56d-4c1b-910e-0047605f1435), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:02.342330 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876461992', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:58Z', 'updated_at': '2022-01-28T06:02:00Z', 'revision_number': 3, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:59Z', 'updated_at': '2022-01-28T06:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:02.344384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d79702d2-b265-4e86-a6eb-ff247ec8ce9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7391045 Jan 28 06:02:02.351714 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53404) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:02.354988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a251b91-2bc5-4c23-b0e8-fa484315d0af tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Pushing event deleted for resources: {'Port': ['ID=a07c021f-e56d-4c1b-910e-0047605f1435,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:02.370157 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-e6f72269-fb19-4ba1-8839-266d45f4583a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'subnet': {'network_id': '8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:02.389861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79702d2-b265-4e86-a6eb-ff247ec8ce9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Network': ['ID=46fe2f93-b6d8-4575-8838-152200880c09,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:02.402319 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Checking router: cf43d7e7-eae6-45b2-9203-7fc7aef3b47f for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:02:02.402319 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Updating router cf43d7e7-eae6-45b2-9203-7fc7aef3b47f port 934f3e3f-7bc2-43d2-9942-62c39da0dc6b binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:02:02.434552 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 46fe2f93-b6d8-4575-8838-152200880c09 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:02:02.439598 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76252f67-5dd8-4bd2-ae16-198c113a216c req-f703952d-0e56-4f7c-a3e9-0a6a5c26dbc1 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853385 Jan 28 06:02:02.545008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61415ff-a2e9-4558-bbae-a95817fce789 req-0a251b91-2bc5-4c23-b0e8-fa484315d0af tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] No DVR routers for this DVR port a07c021f-e56d-4c1b-910e-0047605f1435 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:02:02.551854 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (934f3e3f-7bc2-43d2-9942-62c39da0dc6b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:02.559748 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c61415ff-a2e9-4558-bbae-a95817fce789 req-0a251b91-2bc5-4c23-b0e8-fa484315d0af tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:02.567482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c61415ff-a2e9-4558-bbae-a95817fce789 req-0a251b91-2bc5-4c23-b0e8-fa484315d0af tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.60 "DELETE /v2.0/ports/a07c021f-e56d-4c1b-910e-0047605f1435 HTTP/1.1" status: 204 len: 173 time: 2.5209415 Jan 28 06:02:02.574451 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef31521-ab05-4f46-9d7e-533a2a13db0a', 'name': 'network-vif-deleted', 'tag': 'a07c021f-e56d-4c1b-910e-0047605f1435'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:02:02.580325 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b71c82b-3a89-4de6-9e61-c5c2cfbf8f5c" -d '{"events": [{"server_uuid": "5ef31521-ab05-4f46-9d7e-533a2a13db0a", "name": "network-vif-deleted", "tag": "a07c021f-e56d-4c1b-910e-0047605f1435"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:02:02.593662 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-958874a0-f1da-4c96-8afa-e3ed57ff836e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:02.608673 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:02:02.683655 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8229c69-941c-46a0-8d4b-0afe276dfff6 req-d7cc5097-8196-4891-8f2e-7f25a2fa573f tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.1099026 Jan 28 06:02:02.699569 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383cc90e-0c12-46ed-92ec-53f691117f9b tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:02.704498 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-383cc90e-0c12-46ed-92ec-53f691117f9b tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5636055 Jan 28 06:02:02.705056 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53412) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:02.777884 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-18080075-e25e-40be-a7bc-471ddd218e96 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0689635 Jan 28 06:02:02.778484 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53414) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:02.783709 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4ac3ee2e-d41b-4e49-9d33-c7c10c3c2f24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-947502716', 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:02.803986 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f72269-fb19-4ba1-8839-266d45f4583a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:02:02.807678 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e6f72269-fb19-4ba1-8839-266d45f4583a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:02.849698 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102505d3-1d3c-4563-8d87-b001c0f7328c x-openstack-request-id: req-102505d3-1d3c-4563-8d87-b001c0f7328c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:02:02.850025 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef31521-ab05-4f46-9d7e-533a2a13db0a", "name": "network-vif-deleted", "tag": "a07c021f-e56d-4c1b-910e-0047605f1435", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:02:02.850244 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-102505d3-1d3c-4563-8d87-b001c0f7328c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:02:02.852762 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef31521-ab05-4f46-9d7e-533a2a13db0a', 'name': 'network-vif-deleted', 'tag': 'a07c021f-e56d-4c1b-910e-0047605f1435', 'status': 'completed', 'code': 200} Jan 28 06:02:02.881886 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6445b-8cdc-468d-a304-96018d70156f req-911ed528-23ef-4c92-baac-71971f8ba7bd tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:02.883510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38d6445b-8cdc-468d-a304-96018d70156f req-911ed528-23ef-4c92-baac-71971f8ba7bd tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 946 time: 0.2940013 Jan 28 06:02:02.884347 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (bd7847fe-4a2f-46c4-8b9a-52423bed9f50), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:02.984508 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:03.159371 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Publish callbacks [] for port (934f3e3f-7bc2-43d2-9942-62c39da0dc6b), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:03.195171 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e31d1f9-e3cd-4416-928b-9a8df0b893bb req-eea3ab65-b850-481d-9529-6fbecabb1efc tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 210 time: 0.0939987 Jan 28 06:02:03.207239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38d6445b-8cdc-468d-a304-96018d70156f req-b99dadb6-7814-43f8-8ca7-ca30a61a06cf tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012364 Jan 28 06:02:03.229474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac3ee2e-d41b-4e49-9d33-c7c10c3c2f24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Made reservation on behalf of 59d53e120d2a4c8e8606808e4590906b for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:02:03.233915 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ee2e-d41b-4e49-9d33-c7c10c3c2f24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:03.244328 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (934f3e3f-7bc2-43d2-9942-62c39da0dc6b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:03.319066 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Attempting to bind port 934f3e3f-7bc2-43d2-9942-62c39da0dc6b on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:02:03.320569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Attempting to bind port 934f3e3f-7bc2-43d2-9942-62c39da0dc6b by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:02:03.321235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Attempting to bind port 934f3e3f-7bc2-43d2-9942-62c39da0dc6b on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:03.331772 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:02:03.334959 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:03.335777 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:03.336389 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:02:03.337593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Bound port: 934f3e3f-7bc2-43d2-9942-62c39da0dc6b, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:02:03.338205 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (934f3e3f-7bc2-43d2-9942-62c39da0dc6b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:03.413385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-f9a222c8-5fcd-4f9b-863c-21fe14e6a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:03.415161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-f9a222c8-5fcd-4f9b-863c-21fe14e6a0c5 service neutron] 10.222.0.60 "GET /v2.0/ports/cf023bbd-f379-442d-b98b-2268074debed HTTP/1.1" status: 200 len: 1033 time: 0.0625019 Jan 28 06:02:03.425333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Allocated IP 172.25.0.84 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/2dc79f1a-ff59-4041-8a5d-4fe5be6eb495) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:03.427531 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd98d2-8344-41c7-8268-457089abd12b None None] Pushing event updated for resources: {'Port': ['ID=934f3e3f-7bc2-43d2-9942-62c39da0dc6b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:03.473718 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] For port 934f3e3f-7bc2-43d2-9942-62c39da0dc6b, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:02:03.477299 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e6f72269-fb19-4ba1-8839-266d45f4583a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (0961997a-350d-4161-af40-4e0442718fb5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:03.485966 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] For port 934f3e3f-7bc2-43d2-9942-62c39da0dc6b, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=934f3e3f-7bc2-43d2-9942-62c39da0dc6b,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:02:03.563063 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (934f3e3f-7bc2-43d2-9942-62c39da0dc6b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:03.622632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-b581a512-879b-44dc-b387-df2f3c79abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:03.624401 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-b581a512-879b-44dc-b387-df2f3c79abba service neutron] 10.222.0.60 "GET /v2.0/ports/3d7aec7c-6c76-43ad-8b10-438b87915c84 HTTP/1.1" status: 200 len: 1032 time: 0.0930543 Jan 28 06:02:03.703079 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f72269-fb19-4ba1-8839-266d45f4583a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Subnet': ['ID=0961997a-350d-4161-af40-4e0442718fb5,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:03.706795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a07c021f-e56d-4c1b-910e-0047605f1435 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:02:03.720993 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f72269-fb19-4ba1-8839-266d45f4583a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Checking segment: {'id': '734f7b07-294b-4c41-b847-d1b93277fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:03.721610 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f72269-fb19-4ba1-8839-266d45f4583a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network hostable DHCP agents. Network: 8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:02:03.753733 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ee2e-d41b-4e49-9d33-c7c10c3c2f24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (be827ada-0b19-4580-9134-d55d6e390430), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:03.766720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c04ce-31c3-42a2-b293-f9d83cb87a35 req-03565315-f6e3-45a4-9f8c-16066ddb8a5e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:03.767857 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: a07c021f-e56d-4c1b-910e-0047605f1435 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:02:03.768167 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a07c021f-e56d-4c1b-910e-0047605f1435 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:02:03.775676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-964c04ce-31c3-42a2-b293-f9d83cb87a35 req-03565315-f6e3-45a4-9f8c-16066ddb8a5e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 944 time: 0.2017312 Jan 28 06:02:03.777392 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Routers {'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:03.778130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:01:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:03.812469 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for port (2dc79f1a-ff59-4041-8a5d-4fe5be6eb495), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:03.889674 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f72269-fb19-4ba1-8839-266d45f4583a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network 8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:02:03.893730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-964c04ce-31c3-42a2-b293-f9d83cb87a35 req-f91b58eb-93c6-458d-ad57-53e0eccea56b tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159456 Jan 28 06:02:03.907139 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd98d2-8344-41c7-8268-457089abd12b None None] Pushing event updated for resources: {'Port': ['ID=934f3e3f-7bc2-43d2-9942-62c39da0dc6b,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:03.956323 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3ee2e-d41b-4e49-9d33-c7c10c3c2f24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Subnet': ['ID=be827ada-0b19-4580-9134-d55d6e390430,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:03.967771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f864d62-1b6a-43f2-ac03-9fba998abe67 req-bcd591d5-f2bc-4655-9fdb-2748799ccdbc tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0690017 Jan 28 06:02:03.978872 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3ee2e-d41b-4e49-9d33-c7c10c3c2f24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Checking segment: {'id': 'ab02eb55-f1ab-4eba-af69-20858cef505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:03.980613 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac3ee2e-d41b-4e49-9d33-c7c10c3c2f24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network hostable DHCP agents. Network: 93706c60-26a2-41d9-bc5b-866966fafe02, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:02:03.983959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-aedf6c4e-55c2-4d67-a959-c80e8c897c85 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:03.991189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-aedf6c4e-55c2-4d67-a959-c80e8c897c85 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:03.999818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-aedf6c4e-55c2-4d67-a959-c80e8c897c85 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:04.002157 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-aedf6c4e-55c2-4d67-a959-c80e8c897c85 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.60 "GET /v2.0/networks?id=2a969021-10d0-46ce-bf92-b6d579bcb94e&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=a5d76cd0-485c-42ba-8694-d68708a2c641&id=a5d76cd0-485c-42ba-8694-d68708a2c641 HTTP/1.1" status: 200 len: 1996 time: 0.3611557 Jan 28 06:02:04.035708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-e6f72269-fb19-4ba1-8839-266d45f4583a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:04.043565 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f72269-fb19-4ba1-8839-266d45f4583a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:04.044579 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e6f72269-fb19-4ba1-8839-266d45f4583a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:04.098877 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2dc79f1a-ff59-4041-8a5d-4fe5be6eb495), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:04.135993 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac3ee2e-d41b-4e49-9d33-c7c10c3c2f24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network 93706c60-26a2-41d9-bc5b-866966fafe02 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:02:04.151519 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-4ac3ee2e-d41b-4e49-9d33-c7c10c3c2f24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 93706c60-26a2-41d9-bc5b-866966fafe02) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:04.156576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac3ee2e-d41b-4e49-9d33-c7c10c3c2f24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:04.157289 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ee2e-d41b-4e49-9d33-c7c10c3c2f24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:04.168085 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e6f72269-fb19-4ba1-8839-266d45f4583a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8152316 Jan 28 06:02:04.168713 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53424) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:04.179834 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c0582ef4-d70d-4486-9b72-5b18340e0024 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'subnet': {'network_id': '46fe2f93-b6d8-4575-8838-152200880c09', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:04.213302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60592b7f-3c05-420e-a02d-19e6c21c3d8d None None] Network 8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:02:04.215467 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8082bfb-8681-499d-bfb9-42dfbfe3a6e7 None None] Network 93706c60-26a2-41d9-bc5b-866966fafe02 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:02:04.241837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:04.288073 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Pushing event updated for resources: {'Port': ['ID=2dc79f1a-ff59-4041-8a5d-4fe5be6eb495,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:04.306079 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-f6235df9-1a3a-4e0f-94ab-0a913a903c8b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d224c5804ad8477a9a70c890f5535963 HTTP/1.1" status: 200 len: 379 time: 0.2412448 Jan 28 06:02:04.312878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:04.320256 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4ac3ee2e-d41b-4e49-9d33-c7c10c3c2f24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5409915 Jan 28 06:02:04.339455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:04.358522 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53430) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:04.412981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-96f6e933-4ab5-4ebd-beae-22d5bc238ad1 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Request body: {'port': {'device_id': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e', 'admin_state_up': True, 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'security_groups': ['28c8b242-377f-44c6-ad90-95c9ad989b81']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:04.569185 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f', 'network_id': '8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f', 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'fixed_ips': [{'subnet_id': '0961997a-350d-4161-af40-4e0442718fb5'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:02:04.570916 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:04.598695 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f920cc24-394f-49e3-b516-caf6609d6714 req-7712444c-48c3-496b-82cf-f5251ca4cfd6 tempest-VolumesBackupsTest-1566045303 tempest-VolumesBackupsTest-1566045303-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef31521-ab05-4f46-9d7e-533a2a13db0a HTTP/1.1" status: 200 len: 210 time: 0.2902811 Jan 28 06:02:04.645654 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] Set router cf43d7e7-eae6-45b2-9203-7fc7aef3b47f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:02:04.821375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01411af2-28e4-48fe-95c3-e15d484634b4 req-c26511c1-015e-4e41-b776-e73a4db81d6a tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:04.823193 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01411af2-28e4-48fe-95c3-e15d484634b4 req-c26511c1-015e-4e41-b776-e73a4db81d6a tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 946 time: 0.2738125 Jan 28 06:02:04.861721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-96f6e933-4ab5-4ebd-beae-22d5bc238ad1 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Made reservation on behalf of d224c5804ad8477a9a70c890f5535963 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:02:04.865844 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-96f6e933-4ab5-4ebd-beae-22d5bc238ad1 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:04.985977 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01411af2-28e4-48fe-95c3-e15d484634b4 req-e332bdcf-06a5-41de-94e3-e013dc63a57a tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488967 Jan 28 06:02:05.306888 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-083db760-206c-40cf-b05c-69c219d16d16 req-c8c59732-63df-44f7-a409-3135bb2476e0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0632370 Jan 28 06:02:05.389010 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee2a6615-04a9-4d21-a04c-d82e1fee2de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:05.405690 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-93706c60-26a2-41d9-bc5b-866966fafe02', 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ips': [{'subnet_id': 'be827ada-0b19-4580-9134-d55d6e390430'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:02:05.406576 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:05.480391 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0582ef4-d70d-4486-9b72-5b18340e0024 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:02:05.484716 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c0582ef4-d70d-4486-9b72-5b18340e0024 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:05.488532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b81461-d227-4019-b353-ff958c410752 req-aeff20bb-20c2-4628-b1b5-a324f3469230 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:05.503512 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77b81461-d227-4019-b353-ff958c410752 req-aeff20bb-20c2-4628-b1b5-a324f3469230 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 944 time: 0.4228463 Jan 28 06:02:05.586783 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (bd7847fe-4a2f-46c4-8b9a-52423bed9f50), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:05.625324 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Allocated IP 2001:db8::2 (8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f/0961997a-350d-4161-af40-4e0442718fb5/f11e2e65-5eb5-4074-8637-3795ed7c499e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:05.671926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77b81461-d227-4019-b353-ff958c410752 req-f6791b15-3517-45a2-ab9a-86059d3e167c tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671374 Jan 28 06:02:05.690160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-96f6e933-4ab5-4ebd-beae-22d5bc238ad1 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Allocated IP 172.20.0.6 (2a969021-10d0-46ce-bf92-b6d579bcb94e/e8d1a992-5501-4414-a397-3bc94c532606/ba1a9e75-2625-4b3b-834e-532611f3d6db) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:05.820182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876461992', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:58Z', 'updated_at': '2022-01-28T06:02:00Z', 'revision_number': 3, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:59Z', 'updated_at': '2022-01-28T06:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:05.889230 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Allocated IP 172.20.0.2 (93706c60-26a2-41d9-bc5b-866966fafe02/be827ada-0b19-4580-9134-d55d6e390430/596cdcf3-7786-4af2-af6f-787d8918ee28) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:05.897200 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa8839-d152-477a-981c-fbb971a15971 None None] The sync data for ids ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'] in n-d-812111-12 is: [{'id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876461992', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:58Z', 'updated_at': '2022-01-28T06:02:00Z', 'revision_number': 3, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:59Z', 'updated_at': '2022-01-28T06:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:02:06.152904 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac287869-bd0f-42fa-86e2-0d83e1e54ff4 req-a42272de-ed76-444c-a750-24e9a3291086 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:06.154613 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ac287869-bd0f-42fa-86e2-0d83e1e54ff4 req-a42272de-ed76-444c-a750-24e9a3291086 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 946 time: 0.6402969 Jan 28 06:02:06.300946 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Publish callbacks [] for port (f11e2e65-5eb5-4074-8637-3795ed7c499e), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:06.320618 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (bd7847fe-4a2f-46c4-8b9a-52423bed9f50), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:06.393430 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Publish callbacks [] for port (596cdcf3-7786-4af2-af6f-787d8918ee28), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:06.415655 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (f11e2e65-5eb5-4074-8637-3795ed7c499e), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:06.439068 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c0582ef4-d70d-4486-9b72-5b18340e0024 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (d92d3933-995d-4224-b255-0eb7595e497f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:06.448101 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-96f6e933-4ab5-4ebd-beae-22d5bc238ad1 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for port (ba1a9e75-2625-4b3b-834e-532611f3d6db), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:06.520477 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Network 8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:06.533117 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:06.536751 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:06.546749 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (596cdcf3-7786-4af2-af6f-787d8918ee28), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:06.618983 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-96f6e933-4ab5-4ebd-beae-22d5bc238ad1 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ba1a9e75-2625-4b3b-834e-532611f3d6db), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:06.621196 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Pushing event updated for resources: {'Port': ['ID=f11e2e65-5eb5-4074-8637-3795ed7c499e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:06.699329 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0582ef4-d70d-4486-9b72-5b18340e0024 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Subnet': ['ID=d92d3933-995d-4224-b255-0eb7595e497f,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:06.782049 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Network 93706c60-26a2-41d9-bc5b-866966fafe02 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:06.785043 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:06.799571 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:06.816934 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:06.852424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Attempting to bind port f11e2e65-5eb5-4074-8637-3795ed7c499e on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:02:06.854182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Attempting to bind port f11e2e65-5eb5-4074-8637-3795ed7c499e by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '734f7b07-294b-4c41-b847-d1b93277fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:02:06.854182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Attempting to bind port f11e2e65-5eb5-4074-8637-3795ed7c499e on network 8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:06.859804 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Pushing event updated for resources: {'Port': ['ID=596cdcf3-7786-4af2-af6f-787d8918ee28,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:06.937950 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:02:06.938179 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Checking segment: {'id': '734f7b07-294b-4c41-b847-d1b93277fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:06.938657 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:06.938923 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Bound using segment: {'id': '734f7b07-294b-4c41-b847-d1b93277fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:02:06.939862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Bound port: f11e2e65-5eb5-4074-8637-3795ed7c499e, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734f7b07-294b-4c41-b847-d1b93277fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:02:06.939862 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f11e2e65-5eb5-4074-8637-3795ed7c499e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:07.049900 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 934f3e3f-7bc2-43d2-9942-62c39da0dc6b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:02:07.052020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0582ef4-d70d-4486-9b72-5b18340e0024 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Checking segment: {'id': 'a75bd081-69a0-4242-b993-3f4bf125d0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '46fe2f93-b6d8-4575-8838-152200880c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:07.052389 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0582ef4-d70d-4486-9b72-5b18340e0024 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network hostable DHCP agents. Network: 46fe2f93-b6d8-4575-8838-152200880c09, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:02:07.073249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-ac287869-bd0f-42fa-86e2-0d83e1e54ff4 req-16cad37d-a858-449b-bfac-1210585396c8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Deleting port 783c1ecc-77e2-46e4-9574-f4bdb08db906 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:02:07.073618 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ac287869-bd0f-42fa-86e2-0d83e1e54ff4 req-16cad37d-a858-449b-bfac-1210585396c8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:07.131704 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Attempting to bind port 596cdcf3-7786-4af2-af6f-787d8918ee28 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:02:07.132102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Attempting to bind port 596cdcf3-7786-4af2-af6f-787d8918ee28 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'ab02eb55-f1ab-4eba-af69-20858cef505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:02:07.132427 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Attempting to bind port 596cdcf3-7786-4af2-af6f-787d8918ee28 on network 93706c60-26a2-41d9-bc5b-866966fafe02 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:07.181855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] For port f11e2e65-5eb5-4074-8637-3795ed7c499e, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:02:07.187617 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] For port f11e2e65-5eb5-4074-8637-3795ed7c499e, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f11e2e65-5eb5-4074-8637-3795ed7c499e,segment=NetworkSegment(734f7b07-294b-4c41-b847-d1b93277fb8c),segment_id=734f7b07-294b-4c41-b847-d1b93277fb8c)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:02:07.213994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:02:07.215104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Checking segment: {'id': 'ab02eb55-f1ab-4eba-af69-20858cef505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:07.215616 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:07.216152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Bound using segment: {'id': 'ab02eb55-f1ab-4eba-af69-20858cef505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:02:07.216799 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Bound port: 596cdcf3-7786-4af2-af6f-787d8918ee28, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab02eb55-f1ab-4eba-af69-20858cef505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:02:07.217953 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (596cdcf3-7786-4af2-af6f-787d8918ee28), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:07.285523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 934f3e3f-7bc2-43d2-9942-62c39da0dc6b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:07.286246 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (934f3e3f-7bc2-43d2-9942-62c39da0dc6b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:07.349419 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f11e2e65-5eb5-4074-8637-3795ed7c499e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:07.431433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcd51f-5cbc-4181-a1e4-e1b65cf531c2 None None] Pushing event updated for resources: {'Port': ['ID=f11e2e65-5eb5-4074-8637-3795ed7c499e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:07.453183 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0582ef4-d70d-4486-9b72-5b18340e0024 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network 46fe2f93-b6d8-4575-8838-152200880c09 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:02:07.485495 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:07.547748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-ac287869-bd0f-42fa-86e2-0d83e1e54ff4 req-16cad37d-a858-449b-bfac-1210585396c8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] For port 783c1ecc-77e2-46e4-9574-f4bdb08db906, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=783c1ecc-77e2-46e4-9574-f4bdb08db906,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:07.548308 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ac287869-bd0f-42fa-86e2-0d83e1e54ff4 req-16cad37d-a858-449b-bfac-1210585396c8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:07.562691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] For port 596cdcf3-7786-4af2-af6f-787d8918ee28, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:02:07.570149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 934f3e3f-7bc2-43d2-9942-62c39da0dc6b is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:07.575787 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (934f3e3f-7bc2-43d2-9942-62c39da0dc6b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:07.620854 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 934f3e3f-7bc2-43d2-9942-62c39da0dc6b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=934f3e3f-7bc2-43d2-9942-62c39da0dc6b,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:07.633901 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] For port 596cdcf3-7786-4af2-af6f-787d8918ee28, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=596cdcf3-7786-4af2-af6f-787d8918ee28,segment=NetworkSegment(ab02eb55-f1ab-4eba-af69-20858cef505c),segment_id=ab02eb55-f1ab-4eba-af69-20858cef505c)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:02:07.679257 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (934f3e3f-7bc2-43d2-9942-62c39da0dc6b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:07.717877 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-c0582ef4-d70d-4486-9b72-5b18340e0024 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 46fe2f93-b6d8-4575-8838-152200880c09) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:07.745730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-96f6e933-4ab5-4ebd-beae-22d5bc238ad1 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Network 2a969021-10d0-46ce-bf92-b6d579bcb94e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:07.785625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-96f6e933-4ab5-4ebd-beae-22d5bc238ad1 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:07.810817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-96f6e933-4ab5-4ebd-beae-22d5bc238ad1 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:07.847435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=934f3e3f-7bc2-43d2-9942-62c39da0dc6b,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:07.876813 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0582ef4-d70d-4486-9b72-5b18340e0024 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:07.877557 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c0582ef4-d70d-4486-9b72-5b18340e0024 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:07.891378 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54de5474-e593-4799-9601-d706bc4032df None None] Network 46fe2f93-b6d8-4575-8838-152200880c09 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:02:07.936638 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (596cdcf3-7786-4af2-af6f-787d8918ee28), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:08.081322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-96f6e933-4ab5-4ebd-beae-22d5bc238ad1 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:08.082007 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-96f6e933-4ab5-4ebd-beae-22d5bc238ad1 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:08.089950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6e933-4ab5-4ebd-beae-22d5bc238ad1 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event updated for resources: {'Port': ['ID=ba1a9e75-2625-4b3b-834e-532611f3d6db,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:08.192381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aeba4-66d0-49b7-afba-820730a4c644 req-0fe8e61f-ef4a-4872-9f17-b1f3209e1a0c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:08.194664 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77aeba4-66d0-49b7-afba-820730a4c644 req-0fe8e61f-ef4a-4872-9f17-b1f3209e1a0c tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 946 time: 1.6940703 Jan 28 06:02:08.226841 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4a473-d2a3-4cce-a709-95e3f117ec93 req-1414ac4c-8dfe-4a98-8fbc-897e19640bae tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:08.234216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6c4a473-d2a3-4cce-a709-95e3f117ec93 req-1414ac4c-8dfe-4a98-8fbc-897e19640bae tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 931 time: 1.6142778 Jan 28 06:02:08.306735 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:08.353535 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77aeba4-66d0-49b7-afba-820730a4c644 req-2f9da5b4-c63b-4c04-8d2d-7fe4197ccf9d tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups?id=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167436 Jan 28 06:02:08.369391 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-96f6e933-4ab5-4ebd-beae-22d5bc238ad1 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9632990 Jan 28 06:02:08.378011 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c0582ef4-d70d-4486-9b72-5b18340e0024 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.2043726 Jan 28 06:02:08.382191 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53456) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:08.427876 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c54f9243-f55d-4384-90f6-7051603e582a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1849511952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:08.456630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-eaae4b73-0a7f-4cf4-b3de-0638a9c6d2e6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Request body: {'port': {'device_id': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd', 'admin_state_up': True, 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'security_groups': ['28c8b242-377f-44c6-ad90-95c9ad989b81']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:08.655505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263d937-741d-4e5e-a8f5-ea51c6df396b None None] Pushing event updated for resources: {'Port': ['ID=596cdcf3-7786-4af2-af6f-787d8918ee28,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:08.655505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8c8ce1bc-f598-40e2-803e-8c12d8227966 None None] Provisioning complete for port ba1a9e75-2625-4b3b-834e-532611f3d6db triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:08.655505 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce1bc-f598-40e2-803e-8c12d8227966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ba1a9e75-2625-4b3b-834e-532611f3d6db), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:08.655505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ce1bc-f598-40e2-803e-8c12d8227966 None None] Port ba1a9e75-2625-4b3b-834e-532611f3d6db cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:08.656130 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ac287869-bd0f-42fa-86e2-0d83e1e54ff4 req-16cad37d-a858-449b-bfac-1210585396c8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:08.656130 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ac287869-bd0f-42fa-86e2-0d83e1e54ff4 req-16cad37d-a858-449b-bfac-1210585396c8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (d57d3163-6476-46c0-8dc9-d671138519c4), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:08.656130 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [req-ac287869-bd0f-42fa-86e2-0d83e1e54ff4 req-16cad37d-a858-449b-bfac-1210585396c8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Floating IP d57d3163-6476-46c0-8dc9-d671138519c4 disassociated. External IP: 172.25.0.227, port: 783c1ecc-77e2-46e4-9574-f4bdb08db906. Jan 28 06:02:08.656130 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-ac287869-bd0f-42fa-86e2-0d83e1e54ff4 req-16cad37d-a858-449b-bfac-1210585396c8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Calling delete_port for 783c1ecc-77e2-46e4-9574-f4bdb08db906 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:02:08.679229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-46fe2f93-b6d8-4575-8838-152200880c09', 'network_id': '46fe2f93-b6d8-4575-8838-152200880c09', 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'fixed_ips': [{'subnet_id': 'd92d3933-995d-4224-b255-0eb7595e497f'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:02:08.681569 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:08.759130 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c54f9243-f55d-4384-90f6-7051603e582a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (332ef183-356a-4ede-bcf7-62ac164c4223), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:08.761106 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c54f9243-f55d-4384-90f6-7051603e582a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (332ef183-356a-4ede-bcf7-62ac164c4223), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:08.878518 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6c4a473-d2a3-4cce-a709-95e3f117ec93 req-299b8892-b983-439b-b14f-3dc2b471a37b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5421925 Jan 28 06:02:09.065808 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c54f9243-f55d-4384-90f6-7051603e582a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router_controller (332ef183-356a-4ede-bcf7-62ac164c4223), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:09.100282 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e16d75-5b82-410f-b26d-4a2ed3a691ac req-9ed9e8f4-7af1-4071-85b8-9055107732a6 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:09.109005 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16e16d75-5b82-410f-b26d-4a2ed3a691ac req-9ed9e8f4-7af1-4071-85b8-9055107732a6 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 944 time: 0.5136626 Jan 28 06:02:09.202322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-eaae4b73-0a7f-4cf4-b3de-0638a9c6d2e6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Made reservation on behalf of d224c5804ad8477a9a70c890f5535963 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:02:09.207301 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-eaae4b73-0a7f-4cf4-b3de-0638a9c6d2e6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:09.235928 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c54f9243-f55d-4384-90f6-7051603e582a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (332ef183-356a-4ede-bcf7-62ac164c4223), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:09.274036 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Router bd7847fe-4a2f-46c4-8b9a-52423bed9f50 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:02:09.326370 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:09.392736 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16e16d75-5b82-410f-b26d-4a2ed3a691ac req-5756e5b7-e236-47eb-9e3e-0fed7cd674cb tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552421 Jan 28 06:02:09.409298 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 934f3e3f-7bc2-43d2-9942-62c39da0dc6b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:02:09.426028 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Allocated IP 2001:db8:1::2 (46fe2f93-b6d8-4575-8838-152200880c09/d92d3933-995d-4224-b255-0eb7595e497f/535c9b39-f115-4b50-9e8e-76783bef92d3) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:09.538107 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c54f9243-f55d-4384-90f6-7051603e582a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:09.550368 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c54f9243-f55d-4384-90f6-7051603e582a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1541679 Jan 28 06:02:09.550368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53462) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:09.569895 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Allocated IP 172.20.0.1 (93706c60-26a2-41d9-bc5b-866966fafe02/be827ada-0b19-4580-9134-d55d6e390430/d505bf41-8164-44d3-8fe0-fa682b9980eb) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:09.622148 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ac287869-bd0f-42fa-86e2-0d83e1e54ff4 req-16cad37d-a858-449b-bfac-1210585396c8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (783c1ecc-77e2-46e4-9574-f4bdb08db906), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:09.734612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cad37d-a858-449b-bfac-1210585396c8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Pushing event deleted for resources: {'Port': ['ID=783c1ecc-77e2-46e4-9574-f4bdb08db906,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:09.920965 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:10.019145 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 783c1ecc-77e2-46e4-9574-f4bdb08db906 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:02:10.022534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af611942-5ef6-480c-ac50-9a5c38650efb None None] Network 8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:02:10.034696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:02:10.051339 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f0eab-2806-44fb-890d-977bb0ed81b9 None None] Sync routers for ids ['bd7847fe-4a2f-46c4-8b9a-52423bed9f50'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:02:10.068860 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f0eab-2806-44fb-890d-977bb0ed81b9 None None] Routers {'bd7847fe-4a2f-46c4-8b9a-52423bed9f50'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:10.079388 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:10.080109 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a77f0eab-2806-44fb-890d-977bb0ed81b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bd7847fe-4a2f-46c4-8b9a-52423bed9f50'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:10.084134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cb04e8e-6b1e-4972-87b6-9b5f1c951b9d req-6c1c6eb5-4b28-469d-84a5-60eceebd86c1 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 210 time: 0.4965611 Jan 28 06:02:10.176226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=d505bf41-8164-44d3-8fe0-fa682b9980eb,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:10.180824 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a77f0eab-2806-44fb-890d-977bb0ed81b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:10.205313 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f0eab-2806-44fb-890d-977bb0ed81b9 None None] Routers {'bd7847fe-4a2f-46c4-8b9a-52423bed9f50'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:10.206701 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a77f0eab-2806-44fb-890d-977bb0ed81b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bd7847fe-4a2f-46c4-8b9a-52423bed9f50'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:10.237054 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network 93706c60-26a2-41d9-bc5b-866966fafe02 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:10.299496 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a77f0eab-2806-44fb-890d-977bb0ed81b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:10.300314 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f0eab-2806-44fb-890d-977bb0ed81b9 None None] The sync data for ids ['bd7847fe-4a2f-46c4-8b9a-52423bed9f50'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:02:10.354387 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 783c1ecc-77e2-46e4-9574-f4bdb08db906 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:02:10.354709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 783c1ecc-77e2-46e4-9574-f4bdb08db906 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:02:10.366192 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:10.373366 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:10.420325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-25b72e06-01a7-4ab4-9d64-90e40dff3273 None None] Provisioning complete for port f11e2e65-5eb5-4074-8637-3795ed7c499e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:10.421450 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25b72e06-01a7-4ab4-9d64-90e40dff3273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f11e2e65-5eb5-4074-8637-3795ed7c499e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:10.483342 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:10.487637 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a8212c58-b934-48a1-aa27-392d9c85e4ca tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.5808351 Jan 28 06:02:10.536705 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (cf43d7e7-eae6-45b2-9203-7fc7aef3b47f), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:10.542250 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53470) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:10.611312 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-61c60778-7761-4725-815e-f63b596a210f tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:10.687494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 934f3e3f-7bc2-43d2-9942-62c39da0dc6b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:10.690011 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (934f3e3f-7bc2-43d2-9942-62c39da0dc6b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:10.705891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac287869-bd0f-42fa-86e2-0d83e1e54ff4 req-16cad37d-a858-449b-bfac-1210585396c8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Router 58ee0b8d-029b-4002-bb08-30c299978dae has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:02:10.805774 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc269da-e541-4436-a575-fa626d81966c None None] Network 93706c60-26a2-41d9-bc5b-866966fafe02 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:02:10.897056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce987-f80d-4f8f-a8ad-902dfda849f0 req-e3553bdb-d145-49bf-a2db-cbb1c77eca7d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:10.905757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f1cce987-f80d-4f8f-a8ad-902dfda849f0 req-e3553bdb-d145-49bf-a2db-cbb1c77eca7d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 931 time: 0.8016009 Jan 28 06:02:10.928504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-eaae4b73-0a7f-4cf4-b3de-0638a9c6d2e6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Allocated IP 10.1.1.216 (979f357d-68ca-4553-bd22-7ffee2a7e6fd/2d3a9390-48e2-4b19-ab57-c41dff432106/ca87f836-9fd5-4209-b3c5-41f6387f4d75) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:10.947828 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-25b72e06-01a7-4ab4-9d64-90e40dff3273 None None] Current status of the port f11e2e65-5eb5-4074-8637-3795ed7c499e is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:10.948495 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25b72e06-01a7-4ab4-9d64-90e40dff3273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f11e2e65-5eb5-4074-8637-3795ed7c499e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:11.005772 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Publish callbacks [] for port (535c9b39-f115-4b50-9e8e-76783bef92d3), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:11.094749 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f1cce987-f80d-4f8f-a8ad-902dfda849f0 req-1ec5fb0b-b4a6-4b3c-bb6b-393aa16b2f6e tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867003 Jan 28 06:02:11.129247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1a993-1fb8-421b-8711-355c389dd4c2 req-3c66d2a3-4e8f-40de-b678-f239b55d015d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:11.129355 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 934f3e3f-7bc2-43d2-9942-62c39da0dc6b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:11.129355 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f11e2e65-5eb5-4074-8637-3795ed7c499e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:02:11.137206 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0a1a993-1fb8-421b-8711-355c389dd4c2 req-3c66d2a3-4e8f-40de-b678-f239b55d015d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 944 time: 0.5497999 Jan 28 06:02:11.173757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-25b72e06-01a7-4ab4-9d64-90e40dff3273 None None] For port f11e2e65-5eb5-4074-8637-3795ed7c499e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f11e2e65-5eb5-4074-8637-3795ed7c499e,segment=NetworkSegment(734f7b07-294b-4c41-b847-d1b93277fb8c),segment_id=734f7b07-294b-4c41-b847-d1b93277fb8c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:11.186482 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (535c9b39-f115-4b50-9e8e-76783bef92d3), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:11.199542 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:11.321719 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25b72e06-01a7-4ab4-9d64-90e40dff3273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f11e2e65-5eb5-4074-8637-3795ed7c499e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:11.340383 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Network 46fe2f93-b6d8-4575-8838-152200880c09 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:11.351405 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:11.374707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:11.411860 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Pushing event updated for resources: {'Port': ['ID=535c9b39-f115-4b50-9e8e-76783bef92d3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:11.445995 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0a1a993-1fb8-421b-8711-355c389dd4c2 req-8ac2c43e-9646-406d-ad4d-4b9ac4f68640 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779548 Jan 28 06:02:11.739112 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-974d2e80-6fe7-4c2e-975a-5f720a8cb1ce req-aaef3326-d721-492c-ab78-1efd11154423 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 210 time: 0.3900313 Jan 28 06:02:11.801905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b72e06-01a7-4ab4-9d64-90e40dff3273 None None] Pushing event updated for resources: {'Port': ['ID=f11e2e65-5eb5-4074-8637-3795ed7c499e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:11.930337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Attempting to bind port 535c9b39-f115-4b50-9e8e-76783bef92d3 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:02:11.930720 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Attempting to bind port 535c9b39-f115-4b50-9e8e-76783bef92d3 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'a75bd081-69a0-4242-b993-3f4bf125d0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '46fe2f93-b6d8-4575-8838-152200880c09'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:02:11.931115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Attempting to bind port 535c9b39-f115-4b50-9e8e-76783bef92d3 on network 46fe2f93-b6d8-4575-8838-152200880c09 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:11.962488 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port f11e2e65-5eb5-4074-8637-3795ed7c499e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:11.962879 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f11e2e65-5eb5-4074-8637-3795ed7c499e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:12.016327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:02:12.018999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Checking segment: {'id': 'a75bd081-69a0-4242-b993-3f4bf125d0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '46fe2f93-b6d8-4575-8838-152200880c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:12.018999 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:12.018999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Bound using segment: {'id': 'a75bd081-69a0-4242-b993-3f4bf125d0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '46fe2f93-b6d8-4575-8838-152200880c09'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:02:12.018999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Bound port: 535c9b39-f115-4b50-9e8e-76783bef92d3, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75bd081-69a0-4242-b993-3f4bf125d0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '46fe2f93-b6d8-4575-8838-152200880c09'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:02:12.018999 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (535c9b39-f115-4b50-9e8e-76783bef92d3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:12.023798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b4961f5f-58c9-42b6-81ba-a08a4a546955 None None] Provisioning complete for port 596cdcf3-7786-4af2-af6f-787d8918ee28 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:12.028364 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4961f5f-58c9-42b6-81ba-a08a4a546955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (596cdcf3-7786-4af2-af6f-787d8918ee28), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:12.212038 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:12.277077 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port f11e2e65-5eb5-4074-8637-3795ed7c499e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:12.299451 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b4961f5f-58c9-42b6-81ba-a08a4a546955 None None] Current status of the port 596cdcf3-7786-4af2-af6f-787d8918ee28 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:12.300544 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4961f5f-58c9-42b6-81ba-a08a4a546955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (596cdcf3-7786-4af2-af6f-787d8918ee28), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:12.306963 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] For port 535c9b39-f115-4b50-9e8e-76783bef92d3, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:02:12.316323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] For port 535c9b39-f115-4b50-9e8e-76783bef92d3, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=535c9b39-f115-4b50-9e8e-76783bef92d3,segment=NetworkSegment(a75bd081-69a0-4242-b993-3f4bf125d0ed),segment_id=a75bd081-69a0-4242-b993-3f4bf125d0ed)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:02:12.345490 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-eaae4b73-0a7f-4cf4-b3de-0638a9c6d2e6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for port (ca87f836-9fd5-4209-b3c5-41f6387f4d75), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:12.412596 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (535c9b39-f115-4b50-9e8e-76783bef92d3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:12.539933 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b4961f5f-58c9-42b6-81ba-a08a4a546955 None None] For port 596cdcf3-7786-4af2-af6f-787d8918ee28, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=596cdcf3-7786-4af2-af6f-787d8918ee28,segment=NetworkSegment(ab02eb55-f1ab-4eba-af69-20858cef505c),segment_id=ab02eb55-f1ab-4eba-af69-20858cef505c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:12.570410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac287869-bd0f-42fa-86e2-0d83e1e54ff4 req-16cad37d-a858-449b-bfac-1210585396c8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:02:12.609917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0cf0b4-d064-4ef5-91f4-9f59da49f6fe None None] Sync routers for ids ['58ee0b8d-029b-4002-bb08-30c299978dae'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:02:12.672091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb6f9f-8117-467e-ac2a-0f73d0919a8b None None] Pushing event updated for resources: {'Port': ['ID=535c9b39-f115-4b50-9e8e-76783bef92d3,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:12.739854 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 596cdcf3-7786-4af2-af6f-787d8918ee28 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:02:12.754717 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3088f8-e251-41a8-b0fb-2c490a9ea6e5 req-bfdfe42b-591e-4101-9a21-150ca24c7547 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:12.765519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc3088f8-e251-41a8-b0fb-2c490a9ea6e5 req-bfdfe42b-591e-4101-9a21-150ca24c7547 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 931 time: 0.2837336 Jan 28 06:02:12.845641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0cf0b4-d064-4ef5-91f4-9f59da49f6fe None None] Routers {'58ee0b8d-029b-4002-bb08-30c299978dae'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:12.846259 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ae0cf0b4-d064-4ef5-91f4-9f59da49f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['58ee0b8d-029b-4002-bb08-30c299978dae'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:12.969788 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac287869-bd0f-42fa-86e2-0d83e1e54ff4 req-16cad37d-a858-449b-bfac-1210585396c8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] No DVR routers for this DVR port 783c1ecc-77e2-46e4-9574-f4bdb08db906 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:02:12.969920 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-eaae4b73-0a7f-4cf4-b3de-0638a9c6d2e6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ca87f836-9fd5-4209-b3c5-41f6387f4d75), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:13.005899 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ac287869-bd0f-42fa-86e2-0d83e1e54ff4 req-16cad37d-a858-449b-bfac-1210585396c8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:13.040796 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ac287869-bd0f-42fa-86e2-0d83e1e54ff4 req-16cad37d-a858-449b-bfac-1210585396c8 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.60 "DELETE /v2.0/ports/783c1ecc-77e2-46e4-9574-f4bdb08db906 HTTP/1.1" status: 204 len: 173 time: 6.8800707 Jan 28 06:02:13.041499 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'name': 'network-vif-deleted', 'tag': '783c1ecc-77e2-46e4-9574-f4bdb08db906'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:02:13.064396 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1245a1dc-386b-467a-bfbc-da9b66eacfa5" -d '{"events": [{"server_uuid": "da9863c9-ce27-4eb5-a39a-2bfcb9b282ba", "name": "network-vif-deleted", "tag": "783c1ecc-77e2-46e4-9574-f4bdb08db906"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:02:13.214148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-eaae4b73-0a7f-4cf4-b3de-0638a9c6d2e6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Network 979f357d-68ca-4553-bd22-7ffee2a7e6fd is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:13.217897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-eaae4b73-0a7f-4cf4-b3de-0638a9c6d2e6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:13.255208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-eaae4b73-0a7f-4cf4-b3de-0638a9c6d2e6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:13.431246 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61c60778-7761-4725-815e-f63b596a210f tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (bd7847fe-4a2f-46c4-8b9a-52423bed9f50), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:13.431865 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4961f5f-58c9-42b6-81ba-a08a4a546955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (596cdcf3-7786-4af2-af6f-787d8918ee28), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:13.434323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-ae0cf0b4-d064-4ef5-91f4-9f59da49f6fe None None] Set router 58ee0b8d-029b-4002-bb08-30c299978dae gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:02:13.480943 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Allocated IP 2001:db8::1 (8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f/0961997a-350d-4161-af40-4e0442718fb5/6ca3770d-7fd3-41d3-a23c-0ed49188cd8c) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:13.500861 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:13.518730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc3088f8-e251-41a8-b0fb-2c490a9ea6e5 req-376d4e12-194f-4319-8c79-4e556a88cd13 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7148650 Jan 28 06:02:13.519378 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae4b73-0a7f-4cf4-b3de-0638a9c6d2e6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event updated for resources: {'Port': ['ID=ca87f836-9fd5-4209-b3c5-41f6387f4d75,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:13.570714 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61c60778-7761-4725-815e-f63b596a210f tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_gateway (bd7847fe-4a2f-46c4-8b9a-52423bed9f50), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:13.598624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cbfb8-7058-4d80-9d59-a5bc117241bc req-04d10fd2-d87b-4a1b-a0a1-240ff9c760ce tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:13.604959 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:13.607327 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c08cbfb8-7058-4d80-9d59-a5bc117241bc req-04d10fd2-d87b-4a1b-a0a1-240ff9c760ce tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 944 time: 0.8806562 Jan 28 06:02:13.698861 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (cf43d7e7-eae6-45b2-9203-7fc7aef3b47f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:13.776684 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c08cbfb8-7058-4d80-9d59-a5bc117241bc req-bd15fa44-4ea5-4ba5-8d3f-cd25cb8ab53d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685016 Jan 28 06:02:13.916575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4961f5f-58c9-42b6-81ba-a08a4a546955 None None] Pushing event updated for resources: {'Port': ['ID=596cdcf3-7786-4af2-af6f-787d8918ee28,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:13.970202 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15f3e2ff-1035-4291-9fb2-4789ff6c39e0 req-23b079d8-1144-494b-94d4-70a6d92c9409 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/ports?device_id=da9863c9-ce27-4eb5-a39a-2bfcb9b282ba HTTP/1.1" status: 200 len: 210 time: 0.1370544 Jan 28 06:02:13.979485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-eaae4b73-0a7f-4cf4-b3de-0638a9c6d2e6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:13.984646 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-eaae4b73-0a7f-4cf4-b3de-0638a9c6d2e6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:14.079960 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caad7e28-fba9-419b-9f4b-c7db63bc4059 x-openstack-request-id: req-caad7e28-fba9-419b-9f4b-c7db63bc4059 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:02:14.080270 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9863c9-ce27-4eb5-a39a-2bfcb9b282ba", "name": "network-vif-deleted", "tag": "783c1ecc-77e2-46e4-9574-f4bdb08db906", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:02:14.080529 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-caad7e28-fba9-419b-9f4b-c7db63bc4059 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:02:14.080939 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9863c9-ce27-4eb5-a39a-2bfcb9b282ba', 'name': 'network-vif-deleted', 'tag': '783c1ecc-77e2-46e4-9574-f4bdb08db906', 'status': 'completed', 'code': 200} Jan 28 06:02:14.133933 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network 93706c60-26a2-41d9-bc5b-866966fafe02 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:14.157666 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:14.224117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-eaae4b73-0a7f-4cf4-b3de-0638a9c6d2e6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8206954 Jan 28 06:02:14.234581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-91a602f4-7d07-43b3-af6a-c633204d6223 None None] Provisioning complete for port 596cdcf3-7786-4af2-af6f-787d8918ee28 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:14.235171 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91a602f4-7d07-43b3-af6a-c633204d6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (596cdcf3-7786-4af2-af6f-787d8918ee28), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:14.260358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-cf2385fc-67ef-4092-bba9-66bfc0188421 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Request body: {'port': {'device_id': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd', 'admin_state_up': True, 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'security_groups': ['28c8b242-377f-44c6-ad90-95c9ad989b81']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:14.290021 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=d505bf41-8164-44d3-8fe0-fa682b9980eb,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:14.309270 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 596cdcf3-7786-4af2-af6f-787d8918ee28 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:14.309782 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (596cdcf3-7786-4af2-af6f-787d8918ee28), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:14.525483 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-61c60778-7761-4725-815e-f63b596a210f tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Deleting port 2dc79f1a-ff59-4041-8a5d-4fe5be6eb495 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:02:14.526125 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61c60778-7761-4725-815e-f63b596a210f tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2dc79f1a-ff59-4041-8a5d-4fe5be6eb495), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:14.600273 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (6ca3770d-7fd3-41d3-a23c-0ed49188cd8c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:14.922419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34781dd7-354a-4e8e-bcad-b0394178da68 req-bd30781c-34bf-4552-9758-b4ec7561f43e tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:14.939485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34781dd7-354a-4e8e-bcad-b0394178da68 req-bd30781c-34bf-4552-9758-b4ec7561f43e tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:14.955028 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34781dd7-354a-4e8e-bcad-b0394178da68 req-bd30781c-34bf-4552-9758-b4ec7561f43e tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 1653 time: 0.1403484 Jan 28 06:02:15.023181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router cf43d7e7-eae6-45b2-9203-7fc7aef3b47f has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:02:15.049677 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61c60778-7761-4725-815e-f63b596a210f tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2dc79f1a-ff59-4041-8a5d-4fe5be6eb495), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:15.097160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc33eefb-ac65-41f3-9d9a-6845044d243d None None] Network 46fe2f93-b6d8-4575-8838-152200880c09 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:02:15.105645 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (6ca3770d-7fd3-41d3-a23c-0ed49188cd8c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:15.266646 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:02:15.276379 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0425796b-eb0a-48ce-902f-d093ad92f18f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "PUT /v2.0/routers/cf43d7e7-eae6-45b2-9203-7fc7aef3b47f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9125221 Jan 28 06:02:15.277737 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-61c60778-7761-4725-815e-f63b596a210f tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Calling delete_port for 2dc79f1a-ff59-4041-8a5d-4fe5be6eb495 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:02:15.279123 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Sync routers for ids ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:02:15.304395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network 8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:15.308213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 596cdcf3-7786-4af2-af6f-787d8918ee28 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:15.309808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f11e2e65-5eb5-4074-8637-3795ed7c499e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:02:15.313589 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Routers {'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:15.314534 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:15.315735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=6ca3770d-7fd3-41d3-a23c-0ed49188cd8c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:15.336661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:15.343787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:15.344347 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (332ef183-356a-4ede-bcf7-62ac164c4223), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:15.565714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64de9d3-b898-4455-bbc7-3f41dba7c941 req-bdd45e43-5030-4e9e-9898-ff93919a5f15 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:15.601611 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b64de9d3-b898-4455-bbc7-3f41dba7c941 req-bdd45e43-5030-4e9e-9898-ff93919a5f15 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 944 time: 0.6372674 Jan 28 06:02:15.737525 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Set router cf43d7e7-eae6-45b2-9203-7fc7aef3b47f gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:02:15.782110 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61c60778-7761-4725-815e-f63b596a210f tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (2dc79f1a-ff59-4041-8a5d-4fe5be6eb495), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:15.830273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b64de9d3-b898-4455-bbc7-3f41dba7c941 req-692c7c58-e1af-497b-857d-1594a76a4dcd tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274745 Jan 28 06:02:15.846177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-91a602f4-7d07-43b3-af6a-c633204d6223 None None] Current status of the port 596cdcf3-7786-4af2-af6f-787d8918ee28 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:15.850862 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-cf2385fc-67ef-4092-bba9-66bfc0188421 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Made reservation on behalf of d224c5804ad8477a9a70c890f5535963 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:02:15.861681 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c60778-7761-4725-815e-f63b596a210f tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Pushing event deleted for resources: {'Port': ['ID=2dc79f1a-ff59-4041-8a5d-4fe5be6eb495,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:15.886719 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-cf2385fc-67ef-4092-bba9-66bfc0188421 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:15.955166 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34781dd7-354a-4e8e-bcad-b0394178da68 req-80293184-78b2-45f6-9890-ffc6b3155d0c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9991102 Jan 28 06:02:16.068975 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ae0cf0b4-d064-4ef5-91f4-9f59da49f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T05:52:47Z', 'revision_number': 4, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0020cc97-eb4e-4028-82bb-3915a9bcd773', 'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'mac_address': 'fa:16:3e:5b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:46Z', 'updated_at': '2022-01-28T05:52:51Z', 'revision_number': 5, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'subnets': [{'id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:16.098616 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61c60778-7761-4725-815e-f63b596a210f tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (bd7847fe-4a2f-46c4-8b9a-52423bed9f50), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:16.147911 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53522) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:16.254380 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0cf0b4-d064-4ef5-91f4-9f59da49f6fe None None] Checking router: 58ee0b8d-029b-4002-bb08-30c299978dae for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:02:16.278507 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-91a602f4-7d07-43b3-af6a-c633204d6223 None None] Provisioning complete for port d505bf41-8164-44d3-8fe0-fa682b9980eb triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:16.281233 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91a602f4-7d07-43b3-af6a-c633204d6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:16.336801 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876461992', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:58Z', 'updated_at': '2022-01-28T06:02:11Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:59Z', 'updated_at': '2022-01-28T06:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'd505bf41-8164-44d3-8fe0-fa682b9980eb', 'name': '', 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:f8:2e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'be827ada-0b19-4580-9134-d55d6e390430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:02:08Z', 'updated_at': '2022-01-28T06:02:12Z', 'revision_number': 2, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': 'be827ada-0b19-4580-9134-d55d6e390430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:16.368367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-cf2385fc-67ef-4092-bba9-66bfc0188421 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Allocated IP 10.1.1.117 (979f357d-68ca-4553-bd22-7ffee2a7e6fd/2d3a9390-48e2-4b19-ab57-c41dff432106/95c9879d-ae0d-45e3-9528-af14ccccd72f) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:16.388454 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Checking router: cf43d7e7-eae6-45b2-9203-7fc7aef3b47f for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:02:16.389122 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Updating router cf43d7e7-eae6-45b2-9203-7fc7aef3b47f port d505bf41-8164-44d3-8fe0-fa682b9980eb binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:02:16.390627 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0cf0b4-d064-4ef5-91f4-9f59da49f6fe None None] Routers {'58ee0b8d-029b-4002-bb08-30c299978dae'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:16.391377 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ae0cf0b4-d064-4ef5-91f4-9f59da49f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['58ee0b8d-029b-4002-bb08-30c299978dae'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:16.408063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53532) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:16.427945 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:16.540763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-91a602f4-7d07-43b3-af6a-c633204d6223 None None] Port d505bf41-8164-44d3-8fe0-fa682b9980eb cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:16.555883 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-01d63f55-670b-4dd0-a60c-5b5d1cc2bc11 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112871681&fields=id&tenant_id=59d53e120d2a4c8e8606808e4590906b HTTP/1.1" status: 200 len: 267 time: 0.4002957 Jan 28 06:02:16.566525 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port f11e2e65-5eb5-4074-8637-3795ed7c499e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:16.567007 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f11e2e65-5eb5-4074-8637-3795ed7c499e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:16.621860 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-91a602f4-7d07-43b3-af6a-c633204d6223 None None] Provisioning complete for port f11e2e65-5eb5-4074-8637-3795ed7c499e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:16.621860 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91a602f4-7d07-43b3-af6a-c633204d6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f11e2e65-5eb5-4074-8637-3795ed7c499e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:16.623889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-ae0cf0b4-d064-4ef5-91f4-9f59da49f6fe None None] Set router 58ee0b8d-029b-4002-bb08-30c299978dae gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:02:16.721480 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d349450-5513-44f9-9b4f-3bcf8c461a87 req-067907f8-c387-41f0-950c-909354a17beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:16.725247 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b75cd7dd-84fe-4c33-94b0-142fe1584be6 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group (0538e967-2dd2-4cd0-aa79-1f9ff6d69b36), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:16.729504 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7d349450-5513-44f9-9b4f-3bcf8c461a87 req-067907f8-c387-41f0-950c-909354a17beb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 1097 time: 0.3184378 Jan 28 06:02:16.766101 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b75cd7dd-84fe-4c33-94b0-142fe1584be6 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group (0538e967-2dd2-4cd0-aa79-1f9ff6d69b36), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:16.863417 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7d349450-5513-44f9-9b4f-3bcf8c461a87 req-0891f333-28c4-4e22-86e2-01394517f21f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=58576aef-3c06-4f45-8606-0ca41fc6da72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321290 Jan 28 06:02:16.925368 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b75cd7dd-84fe-4c33-94b0-142fe1584be6 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0538e967-2dd2-4cd0-aa79-1f9ff6d69b36), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:16.927980 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b75cd7dd-84fe-4c33-94b0-142fe1584be6 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:16.937155 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b75cd7dd-84fe-4c33-94b0-142fe1584be6 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "DELETE /v2.0/security-groups/0538e967-2dd2-4cd0-aa79-1f9ff6d69b36 HTTP/1.1" status: 204 len: 168 time: 0.7770944 Jan 28 06:02:16.940317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53540) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:16.967239 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Publish callbacks [] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:16.986182 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-e3de3ba3-5760-4c48-b735-10af9e853cb6 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] show failed (client error): The resource could not be found. Jan 28 06:02:16.988616 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e3de3ba3-5760-4c48-b735-10af9e853cb6 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "GET /v2.0/security-groups/0538e967-2dd2-4cd0-aa79-1f9ff6d69b36 HTTP/1.1" status: 404 len: 347 time: 0.0395503 Jan 28 06:02:16.996733 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61c60778-7761-4725-815e-f63b596a210f tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (bd7847fe-4a2f-46c4-8b9a-52423bed9f50), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:16.999554 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53542) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:17.011583 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61c60778-7761-4725-815e-f63b596a210f tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (bd7847fe-4a2f-46c4-8b9a-52423bed9f50), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:17.030329 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6ca3770d-7fd3-41d3-a23c-0ed49188cd8c), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:17.046370 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port f11e2e65-5eb5-4074-8637-3795ed7c499e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:17.073044 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:17.189007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cd7dd-84fe-4c33-94b0-142fe1584be6 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0538e967-2dd2-4cd0-aa79-1f9ff6d69b36,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:17.215148 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71627633-b460-432a-8406-2635b06ec725 None None] Pushing event updated for resources: {'Port': ['ID=d505bf41-8164-44d3-8fe0-fa682b9980eb,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:17.320095 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627633-b460-432a-8406-2635b06ec725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:17.320451 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627633-b460-432a-8406-2635b06ec725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:17.320774 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627633-b460-432a-8406-2635b06ec725 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:17.321108 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627633-b460-432a-8406-2635b06ec725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:17.321439 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627633-b460-432a-8406-2635b06ec725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:17.321766 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627633-b460-432a-8406-2635b06ec725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:17.347358 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627633-b460-432a-8406-2635b06ec725 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:17.348038 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627633-b460-432a-8406-2635b06ec725 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:17.348038 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627633-b460-432a-8406-2635b06ec725 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:17.348417 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627633-b460-432a-8406-2635b06ec725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:17.348698 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627633-b460-432a-8406-2635b06ec725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:17.349023 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627633-b460-432a-8406-2635b06ec725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:17.349344 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71627633-b460-432a-8406-2635b06ec725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:17.376547 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-91a602f4-7d07-43b3-af6a-c633204d6223 None None] Current status of the port f11e2e65-5eb5-4074-8637-3795ed7c499e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:17.470230 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Attempting to bind port d505bf41-8164-44d3-8fe0-fa682b9980eb on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:02:17.470641 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Attempting to bind port d505bf41-8164-44d3-8fe0-fa682b9980eb by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'ab02eb55-f1ab-4eba-af69-20858cef505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:02:17.471004 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Attempting to bind port d505bf41-8164-44d3-8fe0-fa682b9980eb on network 93706c60-26a2-41d9-bc5b-866966fafe02 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:17.489803 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:02:17.490185 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Checking segment: {'id': 'ab02eb55-f1ab-4eba-af69-20858cef505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:17.491653 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:17.491653 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Bound using segment: {'id': 'ab02eb55-f1ab-4eba-af69-20858cef505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:02:17.491653 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Bound port: d505bf41-8164-44d3-8fe0-fa682b9980eb, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab02eb55-f1ab-4eba-af69-20858cef505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:02:17.495042 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:17.563477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c60778-7761-4725-815e-f63b596a210f tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Router bd7847fe-4a2f-46c4-8b9a-52423bed9f50 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:02:17.569342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 535c9b39-f115-4b50-9e8e-76783bef92d3 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:02:17.682935 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] For port d505bf41-8164-44d3-8fe0-fa682b9980eb, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:02:17.688007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Provisioning complete for port ca87f836-9fd5-4209-b3c5-41f6387f4d75 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:17.688714 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ca87f836-9fd5-4209-b3c5-41f6387f4d75), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:17.688854 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] For port d505bf41-8164-44d3-8fe0-fa682b9980eb, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=d505bf41-8164-44d3-8fe0-fa682b9980eb,segment=NetworkSegment(ab02eb55-f1ab-4eba-af69-20858cef505c),segment_id=ab02eb55-f1ab-4eba-af69-20858cef505c)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:02:17.701785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ddae7-79cc-4be8-ac5b-f69cd2ec7001 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Deleting port 6ec6214b-7a6e-44d1-91f7-6a2d014fbe4d {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:02:17.702177 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab3ddae7-79cc-4be8-ac5b-f69cd2ec7001 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6ec6214b-7a6e-44d1-91f7-6a2d014fbe4d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:17.739433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Port ca87f836-9fd5-4209-b3c5-41f6387f4d75 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:17.752860 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c60778-7761-4725-815e-f63b596a210f tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:02:17.765125 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:17.793068 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41da157-3c28-4ef3-a6c4-f5bd3b2ae389 None None] Sync routers for ids ['bd7847fe-4a2f-46c4-8b9a-52423bed9f50'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:02:17.802770 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61c60778-7761-4725-815e-f63b596a210f tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:17.803952 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-61c60778-7761-4725-815e-f63b596a210f tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "PUT /v2.0/routers/bd7847fe-4a2f-46c4-8b9a-52423bed9f50 HTTP/1.1" status: 200 len: 710 time: 7.2457480 Jan 28 06:02:17.808396 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53548) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:17.813810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Provisioning complete for port 535c9b39-f115-4b50-9e8e-76783bef92d3 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:17.814478 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (535c9b39-f115-4b50-9e8e-76783bef92d3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:17.859792 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71627633-b460-432a-8406-2635b06ec725 None None] Pushing event updated for resources: {'Port': ['ID=d505bf41-8164-44d3-8fe0-fa682b9980eb,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:17.877934 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Routers {'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:17.878719 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:17.925642 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-cf2385fc-67ef-4092-bba9-66bfc0188421 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for port (95c9879d-ae0d-45e3-9528-af14ccccd72f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:17.961687 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ae0cf0b4-d064-4ef5-91f4-9f59da49f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T05:52:47Z', 'revision_number': 4, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0020cc97-eb4e-4028-82bb-3915a9bcd773', 'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'mac_address': 'fa:16:3e:5b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:46Z', 'updated_at': '2022-01-28T05:52:51Z', 'revision_number': 5, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'subnets': [{'id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:18.062786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0cf0b4-d064-4ef5-91f4-9f59da49f6fe None None] The sync data for ids ['58ee0b8d-029b-4002-bb08-30c299978dae'] in n-d-812111-12 is: [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T05:52:47Z', 'revision_number': 4, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0020cc97-eb4e-4028-82bb-3915a9bcd773', 'name': '', 'network_id': '8ec13b76-90fa-43c4-988d-6995ecc2bd9b', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'mac_address': 'fa:16:3e:5b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:46Z', 'updated_at': '2022-01-28T05:52:51Z', 'revision_number': 5, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'subnets': [{'id': '12e0ced4-18e5-4afc-8b80-623ef26fa087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:02:18.080986 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41da157-3c28-4ef3-a6c4-f5bd3b2ae389 None None] Routers {'bd7847fe-4a2f-46c4-8b9a-52423bed9f50'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:18.084389 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e41da157-3c28-4ef3-a6c4-f5bd3b2ae389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bd7847fe-4a2f-46c4-8b9a-52423bed9f50'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:18.089184 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 535c9b39-f115-4b50-9e8e-76783bef92d3 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:18.091148 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (535c9b39-f115-4b50-9e8e-76783bef92d3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:18.120137 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] Set router cf43d7e7-eae6-45b2-9203-7fc7aef3b47f gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:02:18.196090 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-cf2385fc-67ef-4092-bba9-66bfc0188421 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (95c9879d-ae0d-45e3-9528-af14ccccd72f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:18.255735 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e41da157-3c28-4ef3-a6c4-f5bd3b2ae389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:18.330038 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 535c9b39-f115-4b50-9e8e-76783bef92d3 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:18.331049 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (535c9b39-f115-4b50-9e8e-76783bef92d3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:18.351658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41da157-3c28-4ef3-a6c4-f5bd3b2ae389 None None] Routers {'bd7847fe-4a2f-46c4-8b9a-52423bed9f50'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:18.351658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e41da157-3c28-4ef3-a6c4-f5bd3b2ae389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bd7847fe-4a2f-46c4-8b9a-52423bed9f50'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:18.506654 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2385fc-67ef-4092-bba9-66bfc0188421 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event updated for resources: {'Port': ['ID=95c9879d-ae0d-45e3-9528-af14ccccd72f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:18.546686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-cf2385fc-67ef-4092-bba9-66bfc0188421 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Network 979f357d-68ca-4553-bd22-7ffee2a7e6fd is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:18.553137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-863fbb10-1540-489d-bcb5-2c988f2c51cb tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:18.567111 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876461992', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:58Z', 'updated_at': '2022-01-28T06:02:11Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:59Z', 'updated_at': '2022-01-28T06:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'd505bf41-8164-44d3-8fe0-fa682b9980eb', 'name': '', 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:f8:2e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'be827ada-0b19-4580-9134-d55d6e390430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:02:08Z', 'updated_at': '2022-01-28T06:02:17Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': 'be827ada-0b19-4580-9134-d55d6e390430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:18.578405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-863fbb10-1540-489d-bcb5-2c988f2c51cb tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/networks?id=93706c60-26a2-41d9-bc5b-866966fafe02 HTTP/1.1" status: 200 len: 796 time: 2.0171716 Jan 28 06:02:18.581294 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 535c9b39-f115-4b50-9e8e-76783bef92d3, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=535c9b39-f115-4b50-9e8e-76783bef92d3,segment=NetworkSegment(a75bd081-69a0-4242-b993-3f4bf125d0ed),segment_id=a75bd081-69a0-4242-b993-3f4bf125d0ed)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:18.584372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Current status of the port 535c9b39-f115-4b50-9e8e-76783bef92d3 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:18.584755 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (535c9b39-f115-4b50-9e8e-76783bef92d3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:18.593553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e41da157-3c28-4ef3-a6c4-f5bd3b2ae389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:18.594216 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41da157-3c28-4ef3-a6c4-f5bd3b2ae389 None None] The sync data for ids ['bd7847fe-4a2f-46c4-8b9a-52423bed9f50'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:02:18.606837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-6c3e2dac-3d5f-41cd-a87c-ae9952a1b72b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/quotas/59d53e120d2a4c8e8606808e4590906b HTTP/1.1" status: 200 len: 375 time: 0.0316720 Jan 28 06:02:18.642515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90551ae8-ae3c-48bb-b4b3-cce39f612958 req-53c7dd25-decf-4942-a246-73e611c919c6 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:18.643929 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2353856d-d196-4b78-8273-16e0785b246b None None] New status for floating IP d57d3163-6476-46c0-8dc9-d671138519c4: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:02:18.644079 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90551ae8-ae3c-48bb-b4b3-cce39f612958 req-53c7dd25-decf-4942-a246-73e611c919c6 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 944 time: 1.6074576 Jan 28 06:02:18.683327 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (535c9b39-f115-4b50-9e8e-76783bef92d3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:18.684935 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 596cdcf3-7786-4af2-af6f-787d8918ee28 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:02:18.689795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-cf2385fc-67ef-4092-bba9-66bfc0188421 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:18.733896 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bdf03855-d6a4-429b-a339-cb00b6168775 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "GET /v2.0/routers/bd7847fe-4a2f-46c4-8b9a-52423bed9f50 HTTP/1.1" status: 200 len: 745 time: 0.9241025 Jan 28 06:02:18.734703 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53558) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:18.769428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-cf2385fc-67ef-4092-bba9-66bfc0188421 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:18.829253 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-193f49c8-79bc-4553-8ae8-d8593c0f8b76 tempest-RoutersIpV6AdminTest-888316041 tempest-RoutersIpV6AdminTest-888316041-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&device_id=bd7847fe-4a2f-46c4-8b9a-52423bed9f50 HTTP/1.1" status: 200 len: 205 time: 0.0876117 Jan 28 06:02:18.829896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53560) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:18.849144 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab3ddae7-79cc-4be8-ac5b-f69cd2ec7001 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6ec6214b-7a6e-44d1-91f7-6a2d014fbe4d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:18.849532 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab3ddae7-79cc-4be8-ac5b-f69cd2ec7001 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for floatingip (6ec6214b-7a6e-44d1-91f7-6a2d014fbe4d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:18.889680 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a6339-326e-44de-8e6d-3841de6399b9 None None] The sync data for ids ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'] in n-d-812111-12 is: [{'id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876461992', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:58Z', 'updated_at': '2022-01-28T06:02:11Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:59Z', 'updated_at': '2022-01-28T06:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'd505bf41-8164-44d3-8fe0-fa682b9980eb', 'name': '', 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:f8:2e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'be827ada-0b19-4580-9134-d55d6e390430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:02:08Z', 'updated_at': '2022-01-28T06:02:17Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': 'be827ada-0b19-4580-9134-d55d6e390430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:02:18.899554 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c3d3f11c-e4f2-4a59-95d6-ae2d9c4a77fa tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7847fe-4a2f-46c4-8b9a-52423bed9f50 HTTP/1.1" status: 200 len: 205 time: 0.0665362 Jan 28 06:02:18.905995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ddae7-79cc-4be8-ac5b-f69cd2ec7001 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Calling delete_port for 6ec6214b-7a6e-44d1-91f7-6a2d014fbe4d owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:02:18.928303 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53562) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:18.990227 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=535c9b39-f115-4b50-9e8e-76783bef92d3,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:19.009613 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:02:19.010024 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:02:19.016739 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 596cdcf3-7786-4af2-af6f-787d8918ee28 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:19.017125 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (596cdcf3-7786-4af2-af6f-787d8918ee28), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:19.089471 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90551ae8-ae3c-48bb-b4b3-cce39f612958 req-0e103418-1070-45b3-8dec-3f2c1357ede3 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972931 Jan 28 06:02:19.129146 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-cf2385fc-67ef-4092-bba9-66bfc0188421 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:19.130136 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-cf2385fc-67ef-4092-bba9-66bfc0188421 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:19.346168 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-174be683-b470-4667-aeb7-659f7a25a9e3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7286978 Jan 28 06:02:19.395461 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab3ddae7-79cc-4be8-ac5b-f69cd2ec7001 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6ec6214b-7a6e-44d1-91f7-6a2d014fbe4d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:19.439642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ddae7-79cc-4be8-ac5b-f69cd2ec7001 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Pushing event deleted for resources: {'Port': ['ID=6ec6214b-7a6e-44d1-91f7-6a2d014fbe4d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:19.472573 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 596cdcf3-7786-4af2-af6f-787d8918ee28 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:19.564814 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Current status of the port 535c9b39-f115-4b50-9e8e-76783bef92d3 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:19.591941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Provisioning complete for port d505bf41-8164-44d3-8fe0-fa682b9980eb triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:19.594845 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:19.659952 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab3ddae7-79cc-4be8-ac5b-f69cd2ec7001 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks [] for floatingip (d57d3163-6476-46c0-8dc9-d671138519c4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:19.662018 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da41eb81-2576-45c9-98ca-aa680e44034e tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (bd7847fe-4a2f-46c4-8b9a-52423bed9f50), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:19.663973 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab3ddae7-79cc-4be8-ac5b-f69cd2ec7001 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:19.665415 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ab3ddae7-79cc-4be8-ac5b-f69cd2ec7001 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] 10.222.0.31 "DELETE /v2.0/floatingips/d57d3163-6476-46c0-8dc9-d671138519c4 HTTP/1.1" status: 204 len: 168 time: 2.6649208 Jan 28 06:02:19.692928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-cf2385fc-67ef-4092-bba9-66bfc0188421 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4419875 Jan 28 06:02:19.726821 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Current status of the port d505bf41-8164-44d3-8fe0-fa682b9980eb is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:19.727824 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:19.802561 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] For port d505bf41-8164-44d3-8fe0-fa682b9980eb, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=d505bf41-8164-44d3-8fe0-fa682b9980eb,segment=NetworkSegment(ab02eb55-f1ab-4eba-af69-20858cef505c),segment_id=ab02eb55-f1ab-4eba-af69-20858cef505c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:19.807119 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 33ed1140-df01-4a4a-9322-2ec5002abf39 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:02:19.858183 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (6ca3770d-7fd3-41d3-a23c-0ed49188cd8c), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:19.917273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-6d1a98cf-452d-4c33-8980-c919745884b7 service neutron] 10.222.0.31 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696042 Jan 28 06:02:19.923263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-73d4cc0e-0e4a-4e2d-bbdf-f11dd2fe7228 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Request body: {'port': {'device_id': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641', 'admin_state_up': True, 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'security_groups': ['28c8b242-377f-44c6-ad90-95c9ad989b81']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:19.938817 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 33ed1140-df01-4a4a-9322-2ec5002abf39, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=33ed1140-df01-4a4a-9322-2ec5002abf39,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:19.954813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '33ed1140-df01-4a4a-9322-2ec5002abf39', 'network_id': '5b89a966-4104-417f-8f4b-9fb507d41209', 'port_id': '33ed1140-df01-4a4a-9322-2ec5002abf39', 'mac_address': 'fa:16:3e:2b:94:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:02:19.972760 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 535c9b39-f115-4b50-9e8e-76783bef92d3 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:02:19.984052 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:20.117974 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Provisioning complete for port 6ca3770d-7fd3-41d3-a23c-0ed49188cd8c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:20.118402 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6ca3770d-7fd3-41d3-a23c-0ed49188cd8c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:20.137302 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (6ca3770d-7fd3-41d3-a23c-0ed49188cd8c), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:20.139207 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (332ef183-356a-4ede-bcf7-62ac164c4223), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:20.230859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Port 6ca3770d-7fd3-41d3-a23c-0ed49188cd8c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:20.238606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d5443-4685-4de7-8c62-8d52398f6333 None None] Pushing event updated for resources: {'Port': ['ID=d505bf41-8164-44d3-8fe0-fa682b9980eb,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:20.253367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-73d4cc0e-0e4a-4e2d-bbdf-f11dd2fe7228 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Made reservation on behalf of d224c5804ad8477a9a70c890f5535963 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:02:20.263357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 33ed1140-df01-4a4a-9322-2ec5002abf39 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:20.263752 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:20.286733 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 535c9b39-f115-4b50-9e8e-76783bef92d3 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:20.287044 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (535c9b39-f115-4b50-9e8e-76783bef92d3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:20.289304 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ed1140-df01-4a4a-9322-2ec5002abf39 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:02:20.314491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 33ed1140-df01-4a4a-9322-2ec5002abf39, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=33ed1140-df01-4a4a-9322-2ec5002abf39,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:20.379021 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b5d2d010-92e0-4997-ad1a-e40440827620 None None] Provisioning complete for port d505bf41-8164-44d3-8fe0-fa682b9980eb triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:20.379403 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b5d2d010-92e0-4997-ad1a-e40440827620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:20.426608 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:20.495286 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=33ed1140-df01-4a4a-9322-2ec5002abf39,revision_number=11']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:20.511049 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da41eb81-2576-45c9-98ca-aa680e44034e tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (bd7847fe-4a2f-46c4-8b9a-52423bed9f50), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:20.515060 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da41eb81-2576-45c9-98ca-aa680e44034e tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router_controller (bd7847fe-4a2f-46c4-8b9a-52423bed9f50), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:20.551625 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 535c9b39-f115-4b50-9e8e-76783bef92d3 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:20.552886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device d505bf41-8164-44d3-8fe0-fa682b9980eb up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:02:20.579506 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e265c0-61b1-4af4-bda4-beb3a6e60dd4 req-04d4b1ea-7d57-455d-8e4c-fab2ec0e692f tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:20.585282 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e265c0-61b1-4af4-bda4-beb3a6e60dd4 req-04d4b1ea-7d57-455d-8e4c-fab2ec0e692f tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:20.591447 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e265c0-61b1-4af4-bda4-beb3a6e60dd4 req-04d4b1ea-7d57-455d-8e4c-fab2ec0e692f tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:20.600005 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1e265c0-61b1-4af4-bda4-beb3a6e60dd4 req-04d4b1ea-7d57-455d-8e4c-fab2ec0e692f tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 2374 time: 1.2995267 Jan 28 06:02:20.708276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=6ca3770d-7fd3-41d3-a23c-0ed49188cd8c,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:20.719277 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2d010-92e0-4997-ad1a-e40440827620 None None] Current status of the port d505bf41-8164-44d3-8fe0-fa682b9980eb is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:20.749509 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da41eb81-2576-45c9-98ca-aa680e44034e tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (bd7847fe-4a2f-46c4-8b9a-52423bed9f50), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:20.750436 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b5d2d010-92e0-4997-ad1a-e40440827620 None None] Provisioning complete for port 95c9879d-ae0d-45e3-9528-af14ccccd72f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:20.750791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da41eb81-2576-45c9-98ca-aa680e44034e tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Fanout notify agent at l3_agent the message router_deleted on router bd7847fe-4a2f-46c4-8b9a-52423bed9f50 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:02:20.750933 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b5d2d010-92e0-4997-ad1a-e40440827620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (95c9879d-ae0d-45e3-9528-af14ccccd72f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:20.774900 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da41eb81-2576-45c9-98ca-aa680e44034e tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:20.780784 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53588) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:20.782231 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-da41eb81-2576-45c9-98ca-aa680e44034e tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "DELETE /v2.0/routers/bd7847fe-4a2f-46c4-8b9a-52423bed9f50 HTTP/1.1" status: 204 len: 168 time: 1.8528862 Jan 28 06:02:20.824162 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2d010-92e0-4997-ad1a-e40440827620 None None] Port 95c9879d-ae0d-45e3-9528-af14ccccd72f cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:20.834455 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['33ed1140-df01-4a4a-9322-2ec5002abf39'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:02:20.853896 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2fa48504-b873-4a6d-a4c7-e1e3deaa4035 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7847fe-4a2f-46c4-8b9a-52423bed9f50 HTTP/1.1" status: 200 len: 205 time: 0.0713570 Jan 28 06:02:20.860759 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53602) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:20.911152 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-73d4cc0e-0e4a-4e2d-bbdf-f11dd2fe7228 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:20.972153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port d505bf41-8164-44d3-8fe0-fa682b9980eb triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:20.973301 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:21.007957 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-b281df6e-89d2-4253-ac45-a4654c9c9e02 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] delete failed (client error): The resource could not be found. Jan 28 06:02:21.008948 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b281df6e-89d2-4253-ac45-a4654c9c9e02 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "DELETE /v2.0/routers/bd7847fe-4a2f-46c4-8b9a-52423bed9f50 HTTP/1.1" status: 404 len: 336 time: 0.1427188 Jan 28 06:02:21.016473 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1e265c0-61b1-4af4-bda4-beb3a6e60dd4 req-b71fb0d6-7080-4835-b6cf-8825f56e5dce tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4153864 Jan 28 06:02:21.036824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53612) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:21.131041 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-377c7f07-8a5a-4261-badd-61ba373bd2b3 service neutron] 10.222.0.31 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0053177 Jan 28 06:02:21.142513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53620) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:21.172570 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d2ef3947-0c52-4895-b492-ec2c61008f3f tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "GET /v2.0/ports?device_id=f544c2fa-7614-48f5-b99d-5ead2ab30012 HTTP/1.1" status: 200 len: 205 time: 0.1346531 Jan 28 06:02:21.276487 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-c69ac7ad-13a5-4771-921b-d044e72bd45b tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] delete failed (client error): The resource could not be found. Jan 28 06:02:21.281419 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c69ac7ad-13a5-4771-921b-d044e72bd45b tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "DELETE /v2.0/routers/f544c2fa-7614-48f5-b99d-5ead2ab30012 HTTP/1.1" status: 404 len: 336 time: 0.1376519 Jan 28 06:02:21.284969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53624) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:21.301342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network 8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:21.302585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port d505bf41-8164-44d3-8fe0-fa682b9980eb is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:21.396838 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-49a333f7-4579-4995-b035-62504a377760 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2408167-51b5-417f-9ae1-541029feb0d5 HTTP/1.1" status: 200 len: 205 time: 0.0972950 Jan 28 06:02:21.399178 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53626) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:21.428367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:21.525326 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-0218c4d3-4317-4f57-87b0-7c3042c06fe4 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] delete failed (client error): The resource could not be found. Jan 28 06:02:21.529426 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0218c4d3-4317-4f57-87b0-7c3042c06fe4 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "DELETE /v2.0/routers/d2408167-51b5-417f-9ae1-541029feb0d5 HTTP/1.1" status: 404 len: 336 time: 0.1257162 Jan 28 06:02:21.534875 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53630) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:21.590421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device d505bf41-8164-44d3-8fe0-fa682b9980eb up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:02:21.596516 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-af1bfbbb-e951-42d4-bc84-69645aef9539 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "GET /v2.0/ports?device_id=b052b5b6-610e-452c-b1b1-cc5f4a6f75b5 HTTP/1.1" status: 200 len: 205 time: 0.0584831 Jan 28 06:02:21.606093 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53632) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:21.719192 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-edc8274e-27f9-48bd-bd1f-a22060325fd9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] delete failed (client error): The resource could not be found. Jan 28 06:02:21.722820 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-edc8274e-27f9-48bd-bd1f-a22060325fd9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "DELETE /v2.0/routers/b052b5b6-610e-452c-b1b1-cc5f4a6f75b5 HTTP/1.1" status: 404 len: 336 time: 0.1033430 Jan 28 06:02:21.723769 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53638) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:21.748156 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port d505bf41-8164-44d3-8fe0-fa682b9980eb triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:21.748723 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:21.795796 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-33d91880-8aff-4614-b6ee-e7d09844b4d5 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "GET /v2.0/ports?device_id=17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c HTTP/1.1" status: 200 len: 205 time: 0.0642071 Jan 28 06:02:21.797178 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53640) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:21.856267 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-83ca4220-8e2e-415a-8acb-f2f05c88cc84 req-b031e216-4840-4c18-823c-bacba1572c28 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 210 time: 0.1259983 Jan 28 06:02:21.933796 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-38875cd3-4b41-48f0-88ed-d9bb3edb0189 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] delete failed (client error): The resource could not be found. Jan 28 06:02:21.942893 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-38875cd3-4b41-48f0-88ed-d9bb3edb0189 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "DELETE /v2.0/routers/17bdd14a-7682-49b0-b0b1-8f0c1f69ab1c HTTP/1.1" status: 404 len: 336 time: 0.1430554 Jan 28 06:02:21.944966 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53644) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:21.998532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755adc80-c71d-4ff0-b25b-b1b545652f35 req-35648943-3c15-4caf-8805-16621c83203f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:22.000233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-755adc80-c71d-4ff0-b25b-b1b545652f35 req-35648943-3c15-4caf-8805-16621c83203f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.7142854 Jan 28 06:02:22.026184 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f69410e0-528c-4e44-93d8-5c8c82c3b27c tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f1c8a1a-d533-4d9d-a220-5a68bacdd27e HTTP/1.1" status: 200 len: 205 time: 0.0775423 Jan 28 06:02:22.026330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53648) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:22.086006 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-73d4cc0e-0e4a-4e2d-bbdf-f11dd2fe7228 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Allocated IP 10.2.2.100 (a5d76cd0-485c-42ba-8694-d68708a2c641/983e2d1e-1ce6-416e-a013-56730d18136b/cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:22.133401 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port d505bf41-8164-44d3-8fe0-fa682b9980eb is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:22.161239 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-e8c7bb42-e67f-4cc9-b4f6-8e6d7fd37cc9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] delete failed (client error): The resource could not be found. Jan 28 06:02:22.164685 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e8c7bb42-e67f-4cc9-b4f6-8e6d7fd37cc9 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "DELETE /v2.0/routers/6f1c8a1a-d533-4d9d-a220-5a68bacdd27e HTTP/1.1" status: 404 len: 336 time: 0.1314182 Jan 28 06:02:22.164953 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53656) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:22.170487 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8c0c6101-041e-4d6e-a714-7cc2e1779ddf None None] Provisioning complete for port 6ca3770d-7fd3-41d3-a23c-0ed49188cd8c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:22.174743 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c0c6101-041e-4d6e-a714-7cc2e1779ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6ca3770d-7fd3-41d3-a23c-0ed49188cd8c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:22.207075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-755adc80-c71d-4ff0-b25b-b1b545652f35 req-9d9ecffd-9952-4e7e-a530-25479e13c81d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997070 Jan 28 06:02:22.242173 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ab9682-e962-4472-aadc-ff8c4f8bd0b2 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] DELETE failed (client error): The resource could not be found. Jan 28 06:02:22.242690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ab9682-e962-4472-aadc-ff8c4f8bd0b2 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:02:22.251516 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-94ab9682-e962-4472-aadc-ff8c4f8bd0b2 tempest-RoutersIpV6AdminTest-1066773997 tempest-RoutersIpV6AdminTest-1066773997-project] 10.222.0.31 "DELETE /v2.0/subnets/02dba2b9-ba85-4908-9fd7-c179177c08f4 HTTP/1.1" status: 404 len: 337 time: 0.0823843 Jan 28 06:02:22.287005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c6101-041e-4d6e-a714-7cc2e1779ddf None None] Port 6ca3770d-7fd3-41d3-a23c-0ed49188cd8c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:22.351238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router 332ef183-356a-4ede-bcf7-62ac164c4223 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:02:22.463940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda4644-3172-4201-8ae3-0515e56ac038 req-e7326382-c0e8-41bf-9cf5-4f6eb311d5ef tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:22.469787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda4644-3172-4201-8ae3-0515e56ac038 req-e7326382-c0e8-41bf-9cf5-4f6eb311d5ef tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:22.495552 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda4644-3172-4201-8ae3-0515e56ac038 req-e7326382-c0e8-41bf-9cf5-4f6eb311d5ef tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:22.502335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ddda4644-3172-4201-8ae3-0515e56ac038 req-e7326382-c0e8-41bf-9cf5-4f6eb311d5ef tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 2374 time: 0.2135038 Jan 28 06:02:22.693253 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-73d4cc0e-0e4a-4e2d-bbdf-f11dd2fe7228 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for port (cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:22.709506 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:02:22.720720 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f408a47-2d4f-49d5-a733-229f1d4af0ea None None] Sync routers for ids ['332ef183-356a-4ede-bcf7-62ac164c4223'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:02:22.725036 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53690) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:22.725543 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b4fc9b6b-21a6-4bfd-8acf-bad0ce57e990 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/332ef183-356a-4ede-bcf7-62ac164c4223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1734200 Jan 28 06:02:22.742822 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f408a47-2d4f-49d5-a733-229f1d4af0ea None None] Routers {'332ef183-356a-4ede-bcf7-62ac164c4223'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:22.745025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5f408a47-2d4f-49d5-a733-229f1d4af0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['332ef183-356a-4ede-bcf7-62ac164c4223'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:22.758744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ddda4644-3172-4201-8ae3-0515e56ac038 req-3bdb9c2e-58c0-49f3-9f28-91868d278c2d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844850 Jan 28 06:02:22.801052 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762069ec-2b01-4418-bbba-b4ca9b7067c1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:22.803458 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-762069ec-2b01-4418-bbba-b4ca9b7067c1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports/6ca3770d-7fd3-41d3-a23c-0ed49188cd8c HTTP/1.1" status: 200 len: 911 time: 0.0768955 Jan 28 06:02:22.806063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53692) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:22.863998 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5f408a47-2d4f-49d5-a733-229f1d4af0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:22.883498 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-73d4cc0e-0e4a-4e2d-bbdf-f11dd2fe7228 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:22.886993 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f408a47-2d4f-49d5-a733-229f1d4af0ea None None] Routers {'332ef183-356a-4ede-bcf7-62ac164c4223'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:22.891801 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5f408a47-2d4f-49d5-a733-229f1d4af0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['332ef183-356a-4ede-bcf7-62ac164c4223'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:22.978594 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5f408a47-2d4f-49d5-a733-229f1d4af0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:22.979256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f408a47-2d4f-49d5-a733-229f1d4af0ea None None] The sync data for ids ['332ef183-356a-4ede-bcf7-62ac164c4223'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:02:23.049002 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53702) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:23.055299 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4cc0e-0e4a-4e2d-bbdf-f11dd2fe7228 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event updated for resources: {'Port': ['ID=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:23.141841 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-73d4cc0e-0e4a-4e2d-bbdf-f11dd2fe7228 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Network a5d76cd0-485c-42ba-8694-d68708a2c641 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:23.165157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-73d4cc0e-0e4a-4e2d-bbdf-f11dd2fe7228 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:23.179687 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-73d4cc0e-0e4a-4e2d-bbdf-f11dd2fe7228 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:23.327567 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1eda12a5-ade3-437a-b0ae-b95e21ccb419 req-b0095117-745b-407c-8466-07c85ed8f9a2 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 210 time: 0.2682056 Jan 28 06:02:23.401293 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-73d4cc0e-0e4a-4e2d-bbdf-f11dd2fe7228 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:23.406979 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-73d4cc0e-0e4a-4e2d-bbdf-f11dd2fe7228 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:23.487663 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-52341c67-b033-4014-96c8-f2a804dc6b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:23.533666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75475ce-0e57-40fc-8d3c-3d208982b5c3 req-5da0c071-8aaa-427b-b88f-e0764e3322a6 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:23.534850 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d75475ce-0e57-40fc-8d3c-3d208982b5c3 req-5da0c071-8aaa-427b-b88f-e0764e3322a6 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 945 time: 0.1223297 Jan 28 06:02:23.629437 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-73d4cc0e-0e4a-4e2d-bbdf-f11dd2fe7228 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7106442 Jan 28 06:02:23.642448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-61e867fc-ff44-4f25-853e-27785d0de9c1 None None] Provisioning complete for port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:23.642874 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-61e867fc-ff44-4f25-853e-27785d0de9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:23.645580 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:23.731454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-61e867fc-ff44-4f25-853e-27785d0de9c1 None None] Port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:23.747346 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-21500580-d3ed-42da-9819-8d3e3265249a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Request body: {'port': {'device_id': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641', 'admin_state_up': True, 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'security_groups': ['28c8b242-377f-44c6-ad90-95c9ad989b81']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:23.785799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d75475ce-0e57-40fc-8d3c-3d208982b5c3 req-8446a6d7-6b60-42d5-abbd-a6c287ef707f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388463 Jan 28 06:02:23.790370 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 33ed1140-df01-4a4a-9322-2ec5002abf39 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:02:23.808900 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-52341c67-b033-4014-96c8-f2a804dc6b53 admin admin] Publish callbacks [] for security_group (cdb4c363-63ba-41aa-920b-8ec9f534401c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:24.017668 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-52341c67-b033-4014-96c8-f2a804dc6b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cdb4c363-63ba-41aa-920b-8ec9f534401c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:24.037707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Allocated IP 2001:db8:1::1 (46fe2f93-b6d8-4575-8838-152200880c09/d92d3933-995d-4224-b255-0eb7595e497f/0bd515a9-794a-4b58-8902-ee400c3b4579) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:24.071156 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 33ed1140-df01-4a4a-9322-2ec5002abf39 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:02:24.076341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 33ed1140-df01-4a4a-9322-2ec5002abf39 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:24.076976 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:24.253951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-52341c67-b033-4014-96c8-f2a804dc6b53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91fdc36c8cf24d8a99f3921531e9c036&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1884522 Jan 28 06:02:24.258656 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 33ed1140-df01-4a4a-9322-2ec5002abf39 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:24.259061 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:24.288269 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53716) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:24.291438 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (0bd515a9-794a-4b58-8902-ee400c3b4579), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:24.300504 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2875b221-e4a2-42ff-8226-906411106e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ed1140-df01-4a4a-9322-2ec5002abf39'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:02:24.303173 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c32b4b8-9564-45b0-a6be-6aaea25e259e" -d '{"events": [{"server_uuid": "2875b221-e4a2-42ff-8226-906411106e81", "name": "network-vif-plugged", "status": "completed", "tag": "33ed1140-df01-4a4a-9322-2ec5002abf39"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:02:24.344534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 33ed1140-df01-4a4a-9322-2ec5002abf39, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=33ed1140-df01-4a4a-9322-2ec5002abf39,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:24.390287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52341c67-b033-4014-96c8-f2a804dc6b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb4c363-63ba-41aa-920b-8ec9f534401c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:24.413957 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a09360-7af7-4f02-9889-f72f9eea275a x-openstack-request-id: req-99a09360-7af7-4f02-9889-f72f9eea275a {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:02:24.414240 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2875b221-e4a2-42ff-8226-906411106e81", "name": "network-vif-plugged", "status": "completed", "tag": "33ed1140-df01-4a4a-9322-2ec5002abf39", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:02:24.414545 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99a09360-7af7-4f02-9889-f72f9eea275a {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:02:24.414948 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2875b221-e4a2-42ff-8226-906411106e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ed1140-df01-4a4a-9322-2ec5002abf39', 'code': 200} Jan 28 06:02:24.433564 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:24.474561 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (0bd515a9-794a-4b58-8902-ee400c3b4579), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:24.493342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1608e4-9230-474f-90a4-dad00e6417c9 req-75c54b6f-ec42-46cd-aad4-01817ffad55d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:24.519123 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1608e4-9230-474f-90a4-dad00e6417c9 req-75c54b6f-ec42-46cd-aad4-01817ffad55d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:24.526568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1608e4-9230-474f-90a4-dad00e6417c9 req-75c54b6f-ec42-46cd-aad4-01817ffad55d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:24.533337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1608e4-9230-474f-90a4-dad00e6417c9 req-75c54b6f-ec42-46cd-aad4-01817ffad55d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:24.536139 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd1608e4-9230-474f-90a4-dad00e6417c9 req-75c54b6f-ec42-46cd-aad4-01817ffad55d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 3095 time: 0.5600486 Jan 28 06:02:24.561463 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=33ed1140-df01-4a4a-9322-2ec5002abf39,revision_number=12']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:24.590356 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network 46fe2f93-b6d8-4575-8838-152200880c09 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:24.592324 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:24.606443 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:24.611587 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (332ef183-356a-4ede-bcf7-62ac164c4223), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:24.624858 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b4564e1-e8b4-46b3-89f3-df39066a16e2 req-235e607e-87f6-493d-932b-cda56df1a035 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 210 time: 0.0795577 Jan 28 06:02:24.702473 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13f1e69e-c4ab-49c7-8dbc-0b0c33d030a0 admin admin] Publish callbacks [] for security_group (cdb4c363-63ba-41aa-920b-8ec9f534401c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:24.710336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd1608e4-9230-474f-90a4-dad00e6417c9 req-408757ba-d1d9-438e-916e-254249285473 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261971 Jan 28 06:02:24.732105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-21500580-d3ed-42da-9819-8d3e3265249a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Made reservation on behalf of d224c5804ad8477a9a70c890f5535963 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:02:24.747503 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-21500580-d3ed-42da-9819-8d3e3265249a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:24.775767 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=0bd515a9-794a-4b58-8902-ee400c3b4579,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:24.801456 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13f1e69e-c4ab-49c7-8dbc-0b0c33d030a0 admin admin] Publish callbacks [] for security_group (cdb4c363-63ba-41aa-920b-8ec9f534401c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:24.984270 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0bd515a9-794a-4b58-8902-ee400c3b4579), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.004684 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1276f7-85dd-473c-94c7-53a3ba191466 req-88a0d886-2c84-4ba4-a4e2-fe6825b1aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:25.006494 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5c1276f7-85dd-473c-94c7-53a3ba191466 req-88a0d886-2c84-4ba4-a4e2-fe6825b1aacc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 1098 time: 0.2068486 Jan 28 06:02:25.088693 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.097228 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-799b6579-b09d-4768-9a14-5aa3a00363a0 None None] Provisioning complete for port 0bd515a9-794a-4b58-8902-ee400c3b4579 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:25.100064 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-799b6579-b09d-4768-9a14-5aa3a00363a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0bd515a9-794a-4b58-8902-ee400c3b4579), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.174243 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-799b6579-b09d-4768-9a14-5aa3a00363a0 None None] Port 0bd515a9-794a-4b58-8902-ee400c3b4579 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:25.251961 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5c1276f7-85dd-473c-94c7-53a3ba191466 req-1a3b779b-91d7-4759-b1fd-2a0a06c406d4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346735 Jan 28 06:02:25.569807 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (0bd515a9-794a-4b58-8902-ee400c3b4579), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.717150 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (0bd515a9-794a-4b58-8902-ee400c3b4579), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.717869 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (332ef183-356a-4ede-bcf7-62ac164c4223), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.755851 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08961b38-b1ae-4b95-a888-abcc19e0cf11 req-13695b08-ae51-4029-a9eb-04d0f26a1ac4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 210 time: 0.0359368 Jan 28 06:02:25.771017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658dc5e3-2288-4979-b9e2-84c0e250efe6 req-595905dc-049b-4bdf-aa0a-56632f8addb3 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:25.781739 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-658dc5e3-2288-4979-b9e2-84c0e250efe6 req-595905dc-049b-4bdf-aa0a-56632f8addb3 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.2691081 Jan 28 06:02:25.837385 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13f1e69e-c4ab-49c7-8dbc-0b0c33d030a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cdb4c363-63ba-41aa-920b-8ec9f534401c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.840227 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13f1e69e-c4ab-49c7-8dbc-0b0c33d030a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:25.842945 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-13f1e69e-c4ab-49c7-8dbc-0b0c33d030a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cdb4c363-63ba-41aa-920b-8ec9f534401c HTTP/1.1" status: 204 len: 168 time: 1.5269160 Jan 28 06:02:25.851836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=0bd515a9-794a-4b58-8902-ee400c3b4579,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:25.900874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-23afae27-e38b-4214-9b1b-bcbf6c93f263 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:25.911233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-23afae27-e38b-4214-9b1b-bcbf6c93f263 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.64 "GET /v2.0/networks?id=93706c60-26a2-41d9-bc5b-866966fafe02 HTTP/1.1" status: 200 len: 796 time: 0.4171183 Jan 28 06:02:25.982264 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1e69e-c4ab-49c7-8dbc-0b0c33d030a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb4c363-63ba-41aa-920b-8ec9f534401c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:25.994515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-658dc5e3-2288-4979-b9e2-84c0e250efe6 req-33c268ef-98d6-46ca-8f9f-0b3c92071e98 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122092 Jan 28 06:02:26.009090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-21500580-d3ed-42da-9819-8d3e3265249a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Allocated IP 10.2.2.200 (a5d76cd0-485c-42ba-8694-d68708a2c641/983e2d1e-1ce6-416e-a013-56730d18136b/3f7bdd54-2ff6-43b2-9949-d17d7d9a972f) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:26.117707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network 46fe2f93-b6d8-4575-8838-152200880c09 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:26.119325 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:26.176049 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafae07b-ce30-484e-985a-b3de7474bab0 req-2d995715-b9c2-4db7-84af-0565a3ea9ba4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:26.184025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafae07b-ce30-484e-985a-b3de7474bab0 req-2d995715-b9c2-4db7-84af-0565a3ea9ba4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:26.191842 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafae07b-ce30-484e-985a-b3de7474bab0 req-2d995715-b9c2-4db7-84af-0565a3ea9ba4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:26.198558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafae07b-ce30-484e-985a-b3de7474bab0 req-2d995715-b9c2-4db7-84af-0565a3ea9ba4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:26.211186 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bafae07b-ce30-484e-985a-b3de7474bab0 req-2d995715-b9c2-4db7-84af-0565a3ea9ba4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 3095 time: 0.3331604 Jan 28 06:02:26.226518 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-52a160c8-228b-4ca9-af99-96f17a341918 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59d53e120d2a4c8e8606808e4590906b HTTP/1.1" status: 200 len: 380 time: 0.2936985 Jan 28 06:02:26.368551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router 332ef183-356a-4ede-bcf7-62ac164c4223 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:02:26.567098 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-21500580-d3ed-42da-9819-8d3e3265249a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for port (3f7bdd54-2ff6-43b2-9949-d17d7d9a972f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:26.590349 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:02:26.600975 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ccf9eb-5dae-4525-959c-c9875a869b0f None None] Sync routers for ids ['332ef183-356a-4ede-bcf7-62ac164c4223'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:02:26.626142 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0b4abd8e-3d2a-4198-8eb0-06c7e9300367 None None] Provisioning complete for port 0bd515a9-794a-4b58-8902-ee400c3b4579 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:26.636039 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b4abd8e-3d2a-4198-8eb0-06c7e9300367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0bd515a9-794a-4b58-8902-ee400c3b4579), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:26.636184 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ccf9eb-5dae-4525-959c-c9875a869b0f None None] Routers {'332ef183-356a-4ede-bcf7-62ac164c4223'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:26.636184 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-76ccf9eb-5dae-4525-959c-c9875a869b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['332ef183-356a-4ede-bcf7-62ac164c4223'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:26.636386 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2e27c05f-76a9-4761-97d4-231c2365d90f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/332ef183-356a-4ede-bcf7-62ac164c4223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8221967 Jan 28 06:02:26.642627 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53756) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:26.716294 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0b4abd8e-3d2a-4198-8eb0-06c7e9300367 None None] Port 0bd515a9-794a-4b58-8902-ee400c3b4579 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:26.730803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63258426-aa99-4dff-a3b2-c5515ac9cd41 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:26.732884 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-63258426-aa99-4dff-a3b2-c5515ac9cd41 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports/0bd515a9-794a-4b58-8902-ee400c3b4579 HTTP/1.1" status: 200 len: 913 time: 0.0892715 Jan 28 06:02:26.737218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-158504a4-e18b-4114-9ca8-fa3bb535c8f6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'port': {'device_id': '3b567178-a13f-4760-81ff-a5528ce996bf', 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02', 'admin_state_up': True, 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'security_groups': ['d1374737-db66-42a5-872b-4db472741946']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:26.737393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53758) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:26.757146 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-76ccf9eb-5dae-4525-959c-c9875a869b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:26.771685 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ccf9eb-5dae-4525-959c-c9875a869b0f None None] Routers {'332ef183-356a-4ede-bcf7-62ac164c4223'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:26.772395 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-76ccf9eb-5dae-4525-959c-c9875a869b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['332ef183-356a-4ede-bcf7-62ac164c4223'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:26.822557 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bafae07b-ce30-484e-985a-b3de7474bab0 req-5e2102d7-91e3-445a-9895-b0b282a14506 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6104226 Jan 28 06:02:26.863412 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-76ccf9eb-5dae-4525-959c-c9875a869b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:26.875546 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ccf9eb-5dae-4525-959c-c9875a869b0f None None] The sync data for ids ['332ef183-356a-4ede-bcf7-62ac164c4223'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:02:26.910540 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-21500580-d3ed-42da-9819-8d3e3265249a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3f7bdd54-2ff6-43b2-9949-d17d7d9a972f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:27.028230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53762) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:27.037397 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-820c5e81-093b-4735-8c4b-f66dcf9c3cfc req-c93171d2-4cb4-4a99-89e0-017fcdfd2363 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 210 time: 0.1094389 Jan 28 06:02:27.062980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-21500580-d3ed-42da-9819-8d3e3265249a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Network a5d76cd0-485c-42ba-8694-d68708a2c641 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:27.127832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-21500580-d3ed-42da-9819-8d3e3265249a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:27.134403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-21500580-d3ed-42da-9819-8d3e3265249a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:27.270871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21500580-d3ed-42da-9819-8d3e3265249a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event updated for resources: {'Port': ['ID=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:27.292335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2e14a0df-92d9-416d-a973-c032bb676f30 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4abc37c85a441eb854741c3e62927a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2558100 Jan 28 06:02:27.297671 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53766) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:27.429456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-21500580-d3ed-42da-9819-8d3e3265249a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:27.429994 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-21500580-d3ed-42da-9819-8d3e3265249a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:27.475193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af5471-f958-439a-bd61-6b79f4c4087d req-0ae93fcd-e60f-4adc-9f5b-fef9b03d5a40 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:27.483145 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5af5471-f958-439a-bd61-6b79f4c4087d req-0ae93fcd-e60f-4adc-9f5b-fef9b03d5a40 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.2714145 Jan 28 06:02:27.493619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-158504a4-e18b-4114-9ca8-fa3bb535c8f6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Made reservation on behalf of 59d53e120d2a4c8e8606808e4590906b for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:02:27.503396 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-158504a4-e18b-4114-9ca8-fa3bb535c8f6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:27.539323 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5d87b9c-ccac-4964-be3b-affc511f90df admin admin] Publish callbacks [] for security_group (6b9441fa-d75c-4d88-84ca-187683992667), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:27.540297 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-1dc25a6e-4f9f-44c5-ab5f-7f99cd2f64cd None None] Provisioning complete for port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:27.540686 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1dc25a6e-4f9f-44c5-ab5f-7f99cd2f64cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3f7bdd54-2ff6-43b2-9949-d17d7d9a972f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:27.640419 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5d87b9c-ccac-4964-be3b-affc511f90df admin admin] Publish callbacks [] for security_group (6b9441fa-d75c-4d88-84ca-187683992667), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:27.642718 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1dc25a6e-4f9f-44c5-ab5f-7f99cd2f64cd None None] Port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:27.696750 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a581e6b6-f268-4327-9b72-5492219d212b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (332ef183-356a-4ede-bcf7-62ac164c4223), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:27.725550 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5af5471-f958-439a-bd61-6b79f4c4087d req-ed46e78b-d724-432b-90d4-72aa2cae1e0c tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330289 Jan 28 06:02:27.729089 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-21500580-d3ed-42da-9819-8d3e3265249a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9869621 Jan 28 06:02:27.765027 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Request body: {'port': {'device_id': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:27.770531 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:27.911546 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5d87b9c-ccac-4964-be3b-affc511f90df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6b9441fa-d75c-4d88-84ca-187683992667), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:27.914522 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5d87b9c-ccac-4964-be3b-affc511f90df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:27.919892 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f5d87b9c-ccac-4964-be3b-affc511f90df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b9441fa-d75c-4d88-84ca-187683992667 HTTP/1.1" status: 204 len: 168 time: 0.6208282 Jan 28 06:02:27.959609 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d87b9c-ccac-4964-be3b-affc511f90df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9441fa-d75c-4d88-84ca-187683992667,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:28.006820 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ba1a9e75-2625-4b3b-834e-532611f3d6db), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:28.223693 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a581e6b6-f268-4327-9b72-5492219d212b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting port 0bd515a9-794a-4b58-8902-ee400c3b4579 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:02:28.224307 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a581e6b6-f268-4327-9b72-5492219d212b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0bd515a9-794a-4b58-8902-ee400c3b4579), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:28.406126 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1476796c-d44d-44bb-9d77-a1bda992a547 req-48e68e74-6909-4d79-891b-7d1838bfe8a9 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 210 time: 0.0950103 Jan 28 06:02:28.430957 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a581e6b6-f268-4327-9b72-5492219d212b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0bd515a9-794a-4b58-8902-ee400c3b4579), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:28.440732 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-158504a4-e18b-4114-9ca8-fa3bb535c8f6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Allocated IP 172.20.0.9 (93706c60-26a2-41d9-bc5b-866966fafe02/be827ada-0b19-4580-9134-d55d6e390430/c466e060-85e2-4bd4-bb8d-05459cbb4bbf) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:28.456313 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a581e6b6-f268-4327-9b72-5492219d212b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Calling delete_port for 0bd515a9-794a-4b58-8902-ee400c3b4579 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:02:28.464900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94e7ff62-4410-430e-a00a-de2970d10fb6 req-49bffe58-f88a-4b10-a19b-1c005811b0c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1508441 Jan 28 06:02:28.483440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd0f5c-0536-4ff9-9f92-e1bc191c93c6 req-aac2c2e6-b0a0-4b2e-9b5a-1f8ab9d1336f tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:28.489125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd0f5c-0536-4ff9-9f92-e1bc191c93c6 req-aac2c2e6-b0a0-4b2e-9b5a-1f8ab9d1336f tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:28.495122 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd0f5c-0536-4ff9-9f92-e1bc191c93c6 req-aac2c2e6-b0a0-4b2e-9b5a-1f8ab9d1336f tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:28.501367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd0f5c-0536-4ff9-9f92-e1bc191c93c6 req-aac2c2e6-b0a0-4b2e-9b5a-1f8ab9d1336f tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:28.506658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd0f5c-0536-4ff9-9f92-e1bc191c93c6 req-aac2c2e6-b0a0-4b2e-9b5a-1f8ab9d1336f tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:28.508491 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dd0f5c-0536-4ff9-9f92-e1bc191c93c6 req-aac2c2e6-b0a0-4b2e-9b5a-1f8ab9d1336f tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 3816 time: 0.5117319 Jan 28 06:02:28.639512 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51dd0f5c-0536-4ff9-9f92-e1bc191c93c6 req-0f6fe44d-b70f-4543-8b2f-40940d4845ae tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157465 Jan 28 06:02:28.773644 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7ff62-4410-430e-a00a-de2970d10fb6 req-b82e9e6d-f301-4799-b620-a189f578eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:28.775213 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94e7ff62-4410-430e-a00a-de2970d10fb6 req-b82e9e6d-f301-4799-b620-a189f578eede service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a47cdb207f4459f8119649608f12177&device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 1097 time: 0.2210510 Jan 28 06:02:28.896089 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-158504a4-e18b-4114-9ca8-fa3bb535c8f6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:28.957782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1a9e75-2625-4b3b-834e-532611f3d6db {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:02:28.993336 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Publish callbacks [] for port (ba1a9e75-2625-4b3b-834e-532611f3d6db), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:29.054118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a581e6b6-f268-4327-9b72-5492219d212b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (0bd515a9-794a-4b58-8902-ee400c3b4579), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:29.063415 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Transition to ACTIVE for port object ba1a9e75-2625-4b3b-834e-532611f3d6db will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:02:29.082044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879173b6-9452-41c4-ac52-5cb13f49b4ad req-4c349e52-b6b9-405c-b7ed-1f98869328d3 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:29.083636 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-879173b6-9452-41c4-ac52-5cb13f49b4ad req-4c349e52-b6b9-405c-b7ed-1f98869328d3 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.1815157 Jan 28 06:02:29.120065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7ff62-4410-430e-a00a-de2970d10fb6 req-7cdb8780-1ee7-45e9-9f66-25cb686dca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:29.123490 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94e7ff62-4410-430e-a00a-de2970d10fb6 req-7cdb8780-1ee7-45e9-9f66-25cb686dca22 service neutron] 10.222.0.64 "GET /v2.0/networks?id=55c94a5b-1dee-4512-95d7-42c73d08e25f HTTP/1.1" status: 200 len: 910 time: 0.2208555 Jan 28 06:02:29.157186 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581e6b6-f268-4327-9b72-5492219d212b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Port': ['ID=0bd515a9-794a-4b58-8902-ee400c3b4579,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:29.268578 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-158504a4-e18b-4114-9ca8-fa3bb535c8f6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:29.288204 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ba1a9e75-2625-4b3b-834e-532611f3d6db), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:29.402255 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-879173b6-9452-41c4-ac52-5cb13f49b4ad req-b138ae03-2968-4919-b9f5-25cfcb57d33a tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114207 Jan 28 06:02:29.439910 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-158504a4-e18b-4114-9ca8-fa3bb535c8f6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network 93706c60-26a2-41d9-bc5b-866966fafe02 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:29.466250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-158504a4-e18b-4114-9ca8-fa3bb535c8f6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:29.483218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-158504a4-e18b-4114-9ca8-fa3bb535c8f6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:29.509462 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a581e6b6-f268-4327-9b72-5492219d212b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (332ef183-356a-4ede-bcf7-62ac164c4223), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:29.661168 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-158504a4-e18b-4114-9ca8-fa3bb535c8f6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:29.666029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-158504a4-e18b-4114-9ca8-fa3bb535c8f6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:29.998678 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94e7ff62-4410-430e-a00a-de2970d10fb6 req-b7014b02-a641-4f29-8ec1-87277906ba94 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2478f73-d62a-4414-b717-dd91adb33ca6 HTTP/1.1" status: 200 len: 1001 time: 0.8697708 Jan 28 06:02:30.054131 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-cc128561-62a5-4e86-a2d1-2c3cd17b42c6 None None] Provisioning complete for port c466e060-85e2-4bd4-bb8d-05459cbb4bbf triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:30.054753 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc128561-62a5-4e86-a2d1-2c3cd17b42c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:30.060791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158504a4-e18b-4114-9ca8-fa3bb535c8f6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:30.082038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53840) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:30.124425 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-158504a4-e18b-4114-9ca8-fa3bb535c8f6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4939177 Jan 28 06:02:30.149538 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cc128561-62a5-4e86-a2d1-2c3cd17b42c6 None None] Port c466e060-85e2-4bd4-bb8d-05459cbb4bbf cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:30.162475 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Request body: {'port': {'device_id': '3b567178-a13f-4760-81ff-a5528ce996bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:30.285503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Attempting to bind port ba1a9e75-2625-4b3b-834e-532611f3d6db on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:02:30.285837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Attempting to bind port ba1a9e75-2625-4b3b-834e-532611f3d6db by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'a56d85b7-0e08-4547-a05e-6eef1e315a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:02:30.286162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Attempting to bind port ba1a9e75-2625-4b3b-834e-532611f3d6db on network 2a969021-10d0-46ce-bf92-b6d579bcb94e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:30.289252 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1a9e75-2625-4b3b-834e-532611f3d6db,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:30.336364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3c6e6-9d01-44cf-be3d-940b29356318 req-5ef63f4d-c702-49bb-8c1c-157f2b3dbfd3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:30.343923 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-faf3c6e6-9d01-44cf-be3d-940b29356318 req-5ef63f4d-c702-49bb-8c1c-157f2b3dbfd3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 931 time: 0.7049515 Jan 28 06:02:30.346843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7ff62-4410-430e-a00a-de2970d10fb6 req-2fed55ff-7c66-44cc-8294-4afed5479040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:30.348310 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94e7ff62-4410-430e-a00a-de2970d10fb6 req-2fed55ff-7c66-44cc-8294-4afed5479040 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=986c74b2-1c64-4375-8ceb-7ee05426b434 HTTP/1.1" status: 200 len: 848 time: 0.3364344 Jan 28 06:02:30.362555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Port ba1a9e75-2625-4b3b-834e-532611f3d6db on network 2a969021-10d0-46ce-bf92-b6d579bcb94e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:02:30.362929 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Attempting to bind port ba1a9e75-2625-4b3b-834e-532611f3d6db on network 2a969021-10d0-46ce-bf92-b6d579bcb94e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:30.374660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:02:30.375002 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Checking segment: {'id': 'a56d85b7-0e08-4547-a05e-6eef1e315a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:30.375387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Bound using segment: {'id': 'a56d85b7-0e08-4547-a05e-6eef1e315a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:02:30.375829 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Bound port: ba1a9e75-2625-4b3b-834e-532611f3d6db, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a56d85b7-0e08-4547-a05e-6eef1e315a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:02:30.376212 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ba1a9e75-2625-4b3b-834e-532611f3d6db), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:30.404043 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfd64c-4019-4aa1-a183-551a950c0f98 req-d97a233f-294c-4a39-8dd2-67a38baabb17 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:30.410009 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfd64c-4019-4aa1-a183-551a950c0f98 req-d97a233f-294c-4a39-8dd2-67a38baabb17 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:30.415385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfd64c-4019-4aa1-a183-551a950c0f98 req-d97a233f-294c-4a39-8dd2-67a38baabb17 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:30.423613 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfd64c-4019-4aa1-a183-551a950c0f98 req-d97a233f-294c-4a39-8dd2-67a38baabb17 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:30.434743 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfd64c-4019-4aa1-a183-551a950c0f98 req-d97a233f-294c-4a39-8dd2-67a38baabb17 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:30.442256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7cfd64c-4019-4aa1-a183-551a950c0f98 req-d97a233f-294c-4a39-8dd2-67a38baabb17 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 3828 time: 0.4872980 Jan 28 06:02:30.502341 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f5407053-a724-4101-bcca-ff6cf764b9fa tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1379449791'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:30.551056 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a581e6b6-f268-4327-9b72-5492219d212b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router 332ef183-356a-4ede-bcf7-62ac164c4223 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:02:30.666199 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a581e6b6-f268-4327-9b72-5492219d212b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:02:30.672337 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a581e6b6-f268-4327-9b72-5492219d212b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/332ef183-356a-4ede-bcf7-62ac164c4223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9343507 Jan 28 06:02:30.676186 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53850) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:30.677718 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ad7a8d-e500-4763-b6b0-04ab7cfc0b23 None None] Sync routers for ids ['332ef183-356a-4ede-bcf7-62ac164c4223'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:02:30.680178 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:30.695524 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ad7a8d-e500-4763-b6b0-04ab7cfc0b23 None None] Routers {'332ef183-356a-4ede-bcf7-62ac164c4223'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:30.697049 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c3ad7a8d-e500-4763-b6b0-04ab7cfc0b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['332ef183-356a-4ede-bcf7-62ac164c4223'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:30.775271 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c3ad7a8d-e500-4763-b6b0-04ab7cfc0b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:30.797210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ad7a8d-e500-4763-b6b0-04ab7cfc0b23 None None] Routers {'332ef183-356a-4ede-bcf7-62ac164c4223'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:30.801930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c3ad7a8d-e500-4763-b6b0-04ab7cfc0b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['332ef183-356a-4ede-bcf7-62ac164c4223'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:30.805219 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-faf3c6e6-9d01-44cf-be3d-940b29356318 req-478f1917-6429-456e-9ded-a0c4e5d62cdf tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4603975 Jan 28 06:02:30.881276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c3ad7a8d-e500-4763-b6b0-04ab7cfc0b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:30.883191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ad7a8d-e500-4763-b6b0-04ab7cfc0b23 None None] The sync data for ids ['332ef183-356a-4ede-bcf7-62ac164c4223'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:02:31.025142 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5407053-a724-4101-bcca-ff6cf764b9fa tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Made reservation on behalf of d050a74c759c45c9b89c7120408afe69 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:02:31.032880 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5407053-a724-4101-bcca-ff6cf764b9fa tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:31.059772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7ff62-4410-430e-a00a-de2970d10fb6 req-ef802864-f765-4618-89df-24235ff9c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:31.069769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94e7ff62-4410-430e-a00a-de2970d10fb6 req-ef802864-f765-4618-89df-24235ff9c354 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55c94a5b-1dee-4512-95d7-42c73d08e25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6988418 Jan 28 06:02:31.123003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7cfd64c-4019-4aa1-a183-551a950c0f98 req-33f129bb-70e1-469b-a870-f4c19d3245c5 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6149142 Jan 28 06:02:31.179915 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5407053-a724-4101-bcca-ff6cf764b9fa tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:31.197014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] For port ba1a9e75-2625-4b3b-834e-532611f3d6db, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:02:31.376319 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e90632b3-de02-4c1f-b8b9-fb9b44bfe6c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (332ef183-356a-4ede-bcf7-62ac164c4223), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:31.389905 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] For port ba1a9e75-2625-4b3b-834e-532611f3d6db, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ba1a9e75-2625-4b3b-834e-532611f3d6db,segment=NetworkSegment(a56d85b7-0e08-4547-a05e-6eef1e315a9d),segment_id=a56d85b7-0e08-4547-a05e-6eef1e315a9d)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:02:31.425158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e48aa0-9d1b-4eeb-984f-2f5f6dcfbac8 req-f54e82c1-3694-4bdf-980b-8cff85af7ac9 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:31.431964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79e48aa0-9d1b-4eeb-984f-2f5f6dcfbac8 req-f54e82c1-3694-4bdf-980b-8cff85af7ac9 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.4402058 Jan 28 06:02:31.526635 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ba1a9e75-2625-4b3b-834e-532611f3d6db), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:31.952699 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e90632b3-de02-4c1f-b8b9-fb9b44bfe6c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting port 6ca3770d-7fd3-41d3-a23c-0ed49188cd8c {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:02:31.956022 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e90632b3-de02-4c1f-b8b9-fb9b44bfe6c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6ca3770d-7fd3-41d3-a23c-0ed49188cd8c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:32.097747 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e90632b3-de02-4c1f-b8b9-fb9b44bfe6c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6ca3770d-7fd3-41d3-a23c-0ed49188cd8c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:32.115131 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e90632b3-de02-4c1f-b8b9-fb9b44bfe6c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Calling delete_port for 6ca3770d-7fd3-41d3-a23c-0ed49188cd8c owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:02:32.289310 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94e7ff62-4410-430e-a00a-de2970d10fb6 req-b4f939ab-3026-4197-879e-3dc83f0a4291 service neutron] 10.222.0.64 "GET /v2.0/networks/55c94a5b-1dee-4512-95d7-42c73d08e25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2059340 Jan 28 06:02:32.312093 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:32.312970 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:32.314649 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] 10.222.0.60 "PUT /v2.0/ports/ba1a9e75-2625-4b3b-834e-532611f3d6db HTTP/1.1" status: 200 len: 1092 time: 4.5545123 Jan 28 06:02:32.318178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'tag': 'ba1a9e75-2625-4b3b-834e-532611f3d6db'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:02:32.321000 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc1f71b-f4bc-4afd-88fc-4e2efbdee860" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "tag": "ba1a9e75-2625-4b3b-834e-532611f3d6db"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:02:32.464982 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-89cb5c41-ba55-46a7-8b4b-3c6cce5da6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:32.476991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Request body: {'port': {'device_id': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:32.530518 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79e48aa0-9d1b-4eeb-984f-2f5f6dcfbac8 req-d4d82659-2a79-457b-af6e-ead8fc2ab22b tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0814114 Jan 28 06:02:32.556623 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e90632b3-de02-4c1f-b8b9-fb9b44bfe6c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6ca3770d-7fd3-41d3-a23c-0ed49188cd8c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:32.663350 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90632b3-de02-4c1f-b8b9-fb9b44bfe6c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Port': ['ID=6ca3770d-7fd3-41d3-a23c-0ed49188cd8c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:32.765531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c466e060-85e2-4bd4-bb8d-05459cbb4bbf {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:02:32.774738 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Publish callbacks [] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:32.807840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Transition to ACTIVE for port object c466e060-85e2-4bd4-bb8d-05459cbb4bbf will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:02:32.833166 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5407053-a724-4101-bcca-ff6cf764b9fa tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for security_group (ceb51d22-66d7-46f4-ab7f-43b9624ad038), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:32.841038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e575765-7cff-48ef-b67d-70437b462062 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1a9e75-2625-4b3b-834e-532611f3d6db,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:32.888218 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e90632b3-de02-4c1f-b8b9-fb9b44bfe6c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (332ef183-356a-4ede-bcf7-62ac164c4223), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:32.938199 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:32.992347 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5407053-a724-4101-bcca-ff6cf764b9fa tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ceb51d22-66d7-46f4-ab7f-43b9624ad038), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:33.071847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409fda7-5f03-4975-8e50-2670e4bfc9de req-ff73d145-534e-42f7-ac19-99e997d56cfe tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:33.073754 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0409fda7-5f03-4975-8e50-2670e4bfc9de req-ff73d145-534e-42f7-ac19-99e997d56cfe tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 931 time: 0.8095834 Jan 28 06:02:33.099054 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5407053-a724-4101-bcca-ff6cf764b9fa tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb51d22-66d7-46f4-ab7f-43b9624ad038,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:33.151645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94e7ff62-4410-430e-a00a-de2970d10fb6 req-68a1ff7c-d0b9-4244-ab58-ca2e47d79b19 service neutron] 10.222.0.64 "GET /v2.0/networks/55c94a5b-1dee-4512-95d7-42c73d08e25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8094728 Jan 28 06:02:33.276866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5407053-a724-4101-bcca-ff6cf764b9fa tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:02:33.302020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5f158-e517-4eb0-8155-12124469b255 req-5eff28dd-bb75-4e1d-a426-2e0ae6b2fad3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:33.320658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5f158-e517-4eb0-8155-12124469b255 req-5eff28dd-bb75-4e1d-a426-2e0ae6b2fad3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:33.327495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5f158-e517-4eb0-8155-12124469b255 req-5eff28dd-bb75-4e1d-a426-2e0ae6b2fad3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:33.332806 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5f158-e517-4eb0-8155-12124469b255 req-5eff28dd-bb75-4e1d-a426-2e0ae6b2fad3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:33.350440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5f158-e517-4eb0-8155-12124469b255 req-5eff28dd-bb75-4e1d-a426-2e0ae6b2fad3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:33.352619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90632b3-de02-4c1f-b8b9-fb9b44bfe6c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router 332ef183-356a-4ede-bcf7-62ac164c4223 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:02:33.357099 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2f5f158-e517-4eb0-8155-12124469b255 req-5eff28dd-bb75-4e1d-a426-2e0ae6b2fad3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 3828 time: 0.5178950 Jan 28 06:02:33.359740 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf023bbd-f379-442d-b98b-2268074debed), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:33.490884 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90632b3-de02-4c1f-b8b9-fb9b44bfe6c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:02:33.501194 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de81c9b1-7c71-48eb-9e33-e72ff1149efa None None] Sync routers for ids ['332ef183-356a-4ede-bcf7-62ac164c4223'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:02:33.508240 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e90632b3-de02-4c1f-b8b9-fb9b44bfe6c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/332ef183-356a-4ede-bcf7-62ac164c4223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8308840 Jan 28 06:02:33.510343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53870) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:33.515060 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de81c9b1-7c71-48eb-9e33-e72ff1149efa None None] Routers {'332ef183-356a-4ede-bcf7-62ac164c4223'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:33.515686 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-de81c9b1-7c71-48eb-9e33-e72ff1149efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['332ef183-356a-4ede-bcf7-62ac164c4223'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:33.569602 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-de81c9b1-7c71-48eb-9e33-e72ff1149efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:33.582779 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de81c9b1-7c71-48eb-9e33-e72ff1149efa None None] Routers {'332ef183-356a-4ede-bcf7-62ac164c4223'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:33.583406 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-de81c9b1-7c71-48eb-9e33-e72ff1149efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['332ef183-356a-4ede-bcf7-62ac164c4223'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:33.607165 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7afe6b3a-b0a7-48eb-bdd1-6e6c0cde28c2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports?device_id=332ef183-356a-4ede-bcf7-62ac164c4223 HTTP/1.1" status: 200 len: 205 time: 0.0952146 Jan 28 06:02:33.607821 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53872) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:33.617842 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-de81c9b1-7c71-48eb-9e33-e72ff1149efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:33.621859 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de81c9b1-7c71-48eb-9e33-e72ff1149efa None None] The sync data for ids ['332ef183-356a-4ede-bcf7-62ac164c4223'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:02:33.744726 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d85574dd-0665-4e9e-aa15-c5e0934b6245 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (332ef183-356a-4ede-bcf7-62ac164c4223), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:33.973491 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d85574dd-0665-4e9e-aa15-c5e0934b6245 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (332ef183-356a-4ede-bcf7-62ac164c4223), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:33.976120 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d85574dd-0665-4e9e-aa15-c5e0934b6245 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router_controller (332ef183-356a-4ede-bcf7-62ac164c4223), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:34.041670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf023bbd-f379-442d-b98b-2268074debed {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:02:34.050146 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Publish callbacks [] for port (cf023bbd-f379-442d-b98b-2268074debed), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:34.063395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Transition to ACTIVE for port object cf023bbd-f379-442d-b98b-2268074debed will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:02:34.078768 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5407053-a724-4101-bcca-ff6cf764b9fa tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (13a4af48-1daa-4249-ad99-82ab354f9093), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:34.079244 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-f5407053-a724-4101-bcca-ff6cf764b9fa tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Added segment 13a4af48-1daa-4249-ad99-82ab354f9093 of type vlan for network 10f8682d-d864-43d0-8b5b-5aba59ce7275 Jan 28 06:02:34.080585 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Pushing event updated for resources: {'Port': ['ID=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:34.104896 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0409fda7-5f03-4975-8e50-2670e4bfc9de req-f30fe7b2-2d56-4fdc-a10d-f99b897440b6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9864082 Jan 28 06:02:34.124425 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d85574dd-0665-4e9e-aa15-c5e0934b6245 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (332ef183-356a-4ede-bcf7-62ac164c4223), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:34.126180 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85574dd-0665-4e9e-aa15-c5e0934b6245 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Fanout notify agent at l3_agent the message router_deleted on router 332ef183-356a-4ede-bcf7-62ac164c4223 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:02:34.144157 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d85574dd-0665-4e9e-aa15-c5e0934b6245 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:34.147691 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d85574dd-0665-4e9e-aa15-c5e0934b6245 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/routers/332ef183-356a-4ede-bcf7-62ac164c4223 HTTP/1.1" status: 204 len: 168 time: 0.5389152 Jan 28 06:02:34.151661 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53876) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:34.175718 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (cf023bbd-f379-442d-b98b-2268074debed), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:34.220565 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5407053-a724-4101-bcca-ff6cf764b9fa tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (10f8682d-d864-43d0-8b5b-5aba59ce7275), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:34.261736 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2f5f158-e517-4eb0-8155-12124469b255 req-1de5c47e-992d-4f9a-8dd7-99148081eb0c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8301144 Jan 28 06:02:34.274567 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f45bdeb-0531-448a-bb76-78a1cd4a17cc x-openstack-request-id: req-6f45bdeb-0531-448a-bb76-78a1cd4a17cc {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:02:34.274916 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "tag": "ba1a9e75-2625-4b3b-834e-532611f3d6db", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:02:34.275171 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f45bdeb-0531-448a-bb76-78a1cd4a17cc {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:02:34.275508 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'tag': 'ba1a9e75-2625-4b3b-834e-532611f3d6db', 'status': 'completed', 'code': 200} Jan 28 06:02:34.292258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Pushing event updated for resources: {'Port': ['ID=cf023bbd-f379-442d-b98b-2268074debed,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:34.366114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Attempting to bind port c466e060-85e2-4bd4-bb8d-05459cbb4bbf on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:02:34.366754 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Attempting to bind port c466e060-85e2-4bd4-bb8d-05459cbb4bbf by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'ab02eb55-f1ab-4eba-af69-20858cef505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:02:34.366879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Attempting to bind port c466e060-85e2-4bd4-bb8d-05459cbb4bbf on network 93706c60-26a2-41d9-bc5b-866966fafe02 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:34.412875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Port c466e060-85e2-4bd4-bb8d-05459cbb4bbf on network 93706c60-26a2-41d9-bc5b-866966fafe02 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:02:34.413207 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Attempting to bind port c466e060-85e2-4bd4-bb8d-05459cbb4bbf on network 93706c60-26a2-41d9-bc5b-866966fafe02 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:34.441851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting subnet d92d3933-995d-4224-b255-0eb7595e497f {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:02:34.460244 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:02:34.460588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Checking segment: {'id': 'ab02eb55-f1ab-4eba-af69-20858cef505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:34.460980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Bound using segment: {'id': 'ab02eb55-f1ab-4eba-af69-20858cef505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:02:34.461432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Bound port: c466e060-85e2-4bd4-bb8d-05459cbb4bbf, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab02eb55-f1ab-4eba-af69-20858cef505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:02:34.461804 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:34.469841 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (d92d3933-995d-4224-b255-0eb7595e497f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:34.486548 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5407053-a724-4101-bcca-ff6cf764b9fa tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (10f8682d-d864-43d0-8b5b-5aba59ce7275), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:34.491602 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5407053-a724-4101-bcca-ff6cf764b9fa tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:34.497505 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5407053-a724-4101-bcca-ff6cf764b9fa tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:34.511482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a94b4-99cb-48af-af76-91b2e4144040 req-0b0f5f5c-fdf2-4ea0-9751-3cf771830848 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:34.513494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-455a94b4-99cb-48af-af76-91b2e4144040 req-0b0f5f5c-fdf2-4ea0-9751-3cf771830848 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.1948078 Jan 28 06:02:34.594369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] For port c466e060-85e2-4bd4-bb8d-05459cbb4bbf, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:02:34.594369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] For port c466e060-85e2-4bd4-bb8d-05459cbb4bbf, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,segment=NetworkSegment(ab02eb55-f1ab-4eba-af69-20858cef505c),segment_id=ab02eb55-f1ab-4eba-af69-20858cef505c)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:02:34.689714 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (d92d3933-995d-4224-b255-0eb7595e497f), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:34.745161 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:34.760502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f5407053-a724-4101-bcca-ff6cf764b9fa tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.6285205 Jan 28 06:02:34.792191 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53882) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:34.801349 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9a52a73a-32ea-4aff-bdd1-a9179e8e679e tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Request body: {'subnet': {'network_id': '10f8682d-d864-43d0-8b5b-5aba59ce7275', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:34.813756 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5d85c34-6bfe-4adf-80cc-ba5f671f6a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:34.819958 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5407053-a724-4101-bcca-ff6cf764b9fa tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Pushing event updated for resources: {'Network': ['ID=10f8682d-d864-43d0-8b5b-5aba59ce7275,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:34.833190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-455a94b4-99cb-48af-af76-91b2e4144040 req-808d3f25-bd88-4058-a231-762f94b42c78 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294016 Jan 28 06:02:34.842481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:34.843312 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 10f8682d-d864-43d0-8b5b-5aba59ce7275 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:02:34.843449 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:34.844794 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] 10.222.0.64 "PUT /v2.0/ports/c466e060-85e2-4bd4-bb8d-05459cbb4bbf HTTP/1.1" status: 200 len: 1092 time: 4.6908526 Jan 28 06:02:34.846152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Attempting to bind port cf023bbd-f379-442d-b98b-2268074debed on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:02:34.851642 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Attempting to bind port cf023bbd-f379-442d-b98b-2268074debed by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:02:34.852077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Attempting to bind port cf023bbd-f379-442d-b98b-2268074debed on network 979f357d-68ca-4553-bd22-7ffee2a7e6fd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:34.882175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Port cf023bbd-f379-442d-b98b-2268074debed on network 979f357d-68ca-4553-bd22-7ffee2a7e6fd not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:02:34.882175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Attempting to bind port cf023bbd-f379-442d-b98b-2268074debed on network 979f357d-68ca-4553-bd22-7ffee2a7e6fd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:34.900722 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:02:34.901066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Checking segment: {'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:34.901454 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Bound using segment: {'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:02:34.901906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Bound port: cf023bbd-f379-442d-b98b-2268074debed, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:02:34.912033 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf023bbd-f379-442d-b98b-2268074debed), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:35.101814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] For port cf023bbd-f379-442d-b98b-2268074debed, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:02:35.112042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] For port cf023bbd-f379-442d-b98b-2268074debed, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cf023bbd-f379-442d-b98b-2268074debed,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:02:35.123738 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1f71b-f4bc-4afd-88fc-4e2efbdee860 req-509e3104-98c8-4409-b346-9c366f9d1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:35.126543 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1f71b-f4bc-4afd-88fc-4e2efbdee860 req-509e3104-98c8-4409-b346-9c366f9d1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:35.127043 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1f71b-f4bc-4afd-88fc-4e2efbdee860 req-509e3104-98c8-4409-b346-9c366f9d1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:35.127550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1f71b-f4bc-4afd-88fc-4e2efbdee860 req-509e3104-98c8-4409-b346-9c366f9d1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:35.128007 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1f71b-f4bc-4afd-88fc-4e2efbdee860 req-509e3104-98c8-4409-b346-9c366f9d1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:35.128514 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1f71b-f4bc-4afd-88fc-4e2efbdee860 req-509e3104-98c8-4409-b346-9c366f9d1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:35.130393 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ffc1f71b-f4bc-4afd-88fc-4e2efbdee860 req-509e3104-98c8-4409-b346-9c366f9d1226 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d224c5804ad8477a9a70c890f5535963&device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5252 time: 0.8357334 Jan 28 06:02:35.137444 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d125d-4dee-448f-8c6d-12ef95c67dbf service neutron] Pushing event updated for resources: {'Port': ['ID=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:35.268361 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (cf023bbd-f379-442d-b98b-2268074debed), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:35.301067 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (d92d3933-995d-4224-b255-0eb7595e497f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:35.362452 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a52a73a-32ea-4aff-bdd1-a9179e8e679e tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Made reservation on behalf of d050a74c759c45c9b89c7120408afe69 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:02:35.365907 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a52a73a-32ea-4aff-bdd1-a9179e8e679e tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:35.386289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:35.387667 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:35.391886 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] 10.222.0.60 "PUT /v2.0/ports/cf023bbd-f379-442d-b98b-2268074debed HTTP/1.1" status: 200 len: 1137 time: 2.9190845 Jan 28 06:02:35.566385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Request body: {'port': {'device_id': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:35.612001 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-872d4505-f1b4-41b9-80f9-529d180274ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:35.618164 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-872d4505-f1b4-41b9-80f9-529d180274ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 1095 time: 0.4959688 Jan 28 06:02:35.629956 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9713d1-16b0-440a-b425-ce3374716a7c req-cf2db7c6-fd4f-4ef6-9bd6-3f7577719a98 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:35.634706 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ee9713d1-16b0-440a-b425-ce3374716a7c req-cf2db7c6-fd4f-4ef6-9bd6-3f7577719a98 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.5205960 Jan 28 06:02:35.776672 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-e278c5c2-1af9-4dec-910f-2df55c9c2c3f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf HTTP/1.1" status: 200 len: 217 time: 0.0813236 Jan 28 06:02:35.913114 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ee9713d1-16b0-440a-b425-ce3374716a7c req-c7ec358d-4eec-4b4f-a1a7-2423849d6bb6 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303961 Jan 28 06:02:35.945046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf51538-3f27-421f-ba42-5fbb280905d5 req-863ab36f-f019-4482-a857-982cec341dcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:35.946722 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdf51538-3f27-421f-ba42-5fbb280905d5 req-863ab36f-f019-4482-a857-982cec341dcd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 943 time: 0.6671772 Jan 28 06:02:36.002019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494577e5-c153-4826-b3a6-1a1fc8805448 service neutron] Pushing event updated for resources: {'Port': ['ID=cf023bbd-f379-442d-b98b-2268074debed,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:36.003351 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1f71b-f4bc-4afd-88fc-4e2efbdee860 req-8c3bc2b6-ae36-4ba5-a744-b745eac81ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.006820 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1f71b-f4bc-4afd-88fc-4e2efbdee860 req-8c3bc2b6-ae36-4ba5-a744-b745eac81ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.006820 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1f71b-f4bc-4afd-88fc-4e2efbdee860 req-8c3bc2b6-ae36-4ba5-a744-b745eac81ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.007435 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ffc1f71b-f4bc-4afd-88fc-4e2efbdee860 req-8c3bc2b6-ae36-4ba5-a744-b745eac81ca9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d224c5804ad8477a9a70c890f5535963&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.8484173 Jan 28 06:02:36.142523 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:36.143737 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1f71b-f4bc-4afd-88fc-4e2efbdee860 req-615ef7fe-1341-45c4-b61e-9d4078df05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.145241 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ffc1f71b-f4bc-4afd-88fc-4e2efbdee860 req-615ef7fe-1341-45c4-b61e-9d4078df05a1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315682 Jan 28 06:02:36.213999 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (d92d3933-995d-4224-b255-0eb7595e497f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:36.276186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-fc61670e-ea51-4822-a51d-046034e63da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.278004 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-fc61670e-ea51-4822-a51d-046034e63da4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be827ada-0b19-4580-9134-d55d6e390430 HTTP/1.1" status: 200 len: 834 time: 0.3954940 Jan 28 06:02:36.284389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b567178-a13f-4760-81ff-a5528ce996bf', 'tag': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf'}, {'name': 'network-changed', 'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'tag': 'cf023bbd-f379-442d-b98b-2268074debed'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:02:36.289046 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef0a7cf-d316-4aca-9205-762e4810ca3c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b567178-a13f-4760-81ff-a5528ce996bf", "tag": "c466e060-85e2-4bd4-bb8d-05459cbb4bbf"}, {"name": "network-changed", "server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "tag": "cf023bbd-f379-442d-b98b-2268074debed"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:02:36.294363 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Subnet': ['ID=d92d3933-995d-4224-b255-0eb7595e497f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:36.302347 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:36.305233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2842f26-9a37-47b5-81d8-fc031a6d012b None None] Network 46fe2f93-b6d8-4575-8838-152200880c09 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:02:36.314778 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/subnets/d92d3933-995d-4224-b255-0eb7595e497f HTTP/1.1" status: 204 len: 168 time: 2.1544018 Jan 28 06:02:36.320042 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53898) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:36.401028 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdf51538-3f27-421f-ba42-5fbb280905d5 req-d7c80b5e-dcc6-4f2d-91c5-f0eb85b91cb5 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3957744 Jan 28 06:02:36.430105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-205af781-e238-48e7-8fde-1e3ec5796806 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting subnet 0961997a-350d-4161-af40-4e0442718fb5 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:02:36.444427 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-205af781-e238-48e7-8fde-1e3ec5796806 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (0961997a-350d-4161-af40-4e0442718fb5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:36.456537 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:36.461052 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:36.462240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:36.463731 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:36.464276 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:36.467612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:36.468238 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:36.469098 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:36.469607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:36.469737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c88ad-b720-42b0-a644-98d365eb7975 req-3ef228f0-970f-4cb3-a016-9f04c866a932 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.470259 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:36.470942 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:36.475271 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:36.475803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082ad78a-ab6b-4f84-8fb9-128dc826956f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:36.485551 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c88ad-b720-42b0-a644-98d365eb7975 req-3ef228f0-970f-4cb3-a016-9f04c866a932 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.504218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c88ad-b720-42b0-a644-98d365eb7975 req-3ef228f0-970f-4cb3-a016-9f04c866a932 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.520857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c88ad-b720-42b0-a644-98d365eb7975 req-3ef228f0-970f-4cb3-a016-9f04c866a932 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.522196 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c88ad-b720-42b0-a644-98d365eb7975 req-3ef228f0-970f-4cb3-a016-9f04c866a932 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.534168 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c88ad-b720-42b0-a644-98d365eb7975 req-3ef228f0-970f-4cb3-a016-9f04c866a932 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.553655 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-384c88ad-b720-42b0-a644-98d365eb7975 req-3ef228f0-970f-4cb3-a016-9f04c866a932 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 4606 time: 0.4298482 Jan 28 06:02:36.581977 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 06:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976bda0e-d9ae-4e3b-a2c1-72118b27daa3 x-openstack-request-id: req-976bda0e-d9ae-4e3b-a2c1-72118b27daa3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:02:36.582460 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b567178-a13f-4760-81ff-a5528ce996bf", "tag": "c466e060-85e2-4bd4-bb8d-05459cbb4bbf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "tag": "cf023bbd-f379-442d-b98b-2268074debed", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:02:36.582648 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-976bda0e-d9ae-4e3b-a2c1-72118b27daa3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:02:36.582937 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b567178-a13f-4760-81ff-a5528ce996bf', 'tag': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf', 'status': 'completed', 'code': 200} Jan 28 06:02:36.583251 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'tag': 'cf023bbd-f379-442d-b98b-2268074debed', 'status': 'completed', 'code': 200} Jan 28 06:02:36.588727 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90de3a71-f7fd-4bd1-8c70-27f27b008821 None None] DHCP port deletion for 46fe2f93-b6d8-4575-8838-152200880c09 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:02:36.601901 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-205af781-e238-48e7-8fde-1e3ec5796806 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (0961997a-350d-4161-af40-4e0442718fb5), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:36.621282 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-274cc311-0dfd-48f5-82cf-9736b4ae386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.623247 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-274cc311-0dfd-48f5-82cf-9736b4ae386c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93706c60-26a2-41d9-bc5b-866966fafe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3315387 Jan 28 06:02:36.712347 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-90de3a71-f7fd-4bd1-8c70-27f27b008821 None None] Deleting port 535c9b39-f115-4b50-9e8e-76783bef92d3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:02:36.712858 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90de3a71-f7fd-4bd1-8c70-27f27b008821 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (535c9b39-f115-4b50-9e8e-76783bef92d3), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:36.819965 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-90de3a71-f7fd-4bd1-8c70-27f27b008821 None None] For port 535c9b39-f115-4b50-9e8e-76783bef92d3, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=535c9b39-f115-4b50-9e8e-76783bef92d3,segment=NetworkSegment(a75bd081-69a0-4242-b993-3f4bf125d0ed),segment_id=a75bd081-69a0-4242-b993-3f4bf125d0ed)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:36.820604 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90de3a71-f7fd-4bd1-8c70-27f27b008821 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (535c9b39-f115-4b50-9e8e-76783bef92d3), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:36.841491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-90de3a71-f7fd-4bd1-8c70-27f27b008821 None None] Calling delete_port for 535c9b39-f115-4b50-9e8e-76783bef92d3 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:02:36.888011 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-384c88ad-b720-42b0-a644-98d365eb7975 req-30429f60-b8aa-407e-a088-9a7dd74b4325 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=28c8b242-377f-44c6-ad90-95c9ad989b81&id=ca2947fb-6965-4659-8536-032b75e427bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3333893 Jan 28 06:02:36.909438 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-6755b687-0107-4a48-8a5e-e420a944eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.916927 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-6755b687-0107-4a48-8a5e-e420a944eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.917432 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-6755b687-0107-4a48-8a5e-e420a944eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.917919 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-6755b687-0107-4a48-8a5e-e420a944eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.919079 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-6755b687-0107-4a48-8a5e-e420a944eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.919564 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-6755b687-0107-4a48-8a5e-e420a944eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.921892 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-6755b687-0107-4a48-8a5e-e420a944eca7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d224c5804ad8477a9a70c890f5535963&device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5294 time: 0.2505488 Jan 28 06:02:36.944671 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:36.960645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-15ffc2a4-0a2c-4fd9-b3f7-7b3ab215faac service neutron] 10.222.0.64 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241420 Jan 28 06:02:36.981974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df8082-0b53-4537-8ad0-2453437863ce req-0a4af9a0-e427-4836-b393-fcdfb7bc9fe6 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:36.983835 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6df8082-0b53-4537-8ad0-2453437863ce req-0a4af9a0-e427-4836-b393-fcdfb7bc9fe6 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.2668788 Jan 28 06:02:37.010750 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a52a73a-32ea-4aff-bdd1-a9179e8e679e tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (3fd2738c-966c-4569-8c4e-38e0182dc759), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:37.067940 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90de3a71-f7fd-4bd1-8c70-27f27b008821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (535c9b39-f115-4b50-9e8e-76783bef92d3), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:37.198510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de3a71-f7fd-4bd1-8c70-27f27b008821 None None] Pushing event deleted for resources: {'Port': ['ID=535c9b39-f115-4b50-9e8e-76783bef92d3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:37.198510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90de3a71-f7fd-4bd1-8c70-27f27b008821 None None] No DVR routers for this DVR port 535c9b39-f115-4b50-9e8e-76783bef92d3 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:02:37.220900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6df8082-0b53-4537-8ad0-2453437863ce req-b45b30b0-ad0d-4f20-a1b2-234c56799ec8 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249489 Jan 28 06:02:37.287792 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-afe56c43-1fc8-4070-9112-8d83dff8c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:37.298452 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-afe56c43-1fc8-4070-9112-8d83dff8c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:37.299139 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-afe56c43-1fc8-4070-9112-8d83dff8c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:37.300920 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-afe56c43-1fc8-4070-9112-8d83dff8c9f3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d224c5804ad8477a9a70c890f5535963&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3550389 Jan 28 06:02:37.306202 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-205af781-e238-48e7-8fde-1e3ec5796806 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (0961997a-350d-4161-af40-4e0442718fb5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:37.404864 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0559302c-dbe2-4595-aa82-965ac4c98b43 req-540f1543-485c-46e9-b2fc-0261adf2c07a service neutron] 10.222.0.64 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199615 Jan 28 06:02:37.420956 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7aec7c-6c76-43ad-8b10-438b87915c84 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:02:37.478110 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Publish callbacks [] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:37.487055 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-0da12621-773a-4113-af96-a08f35565288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:37.488783 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-0da12621-773a-4113-af96-a08f35565288 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1750598 Jan 28 06:02:37.505619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818fce8-e6fe-47f1-ba07-0831bfc2bdbe req-44c0f826-f902-4a0d-8f34-deca333307ac tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:37.514493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a818fce8-e6fe-47f1-ba07-0831bfc2bdbe req-44c0f826-f902-4a0d-8f34-deca333307ac tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.1541302 Jan 28 06:02:37.575133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52a73a-32ea-4aff-bdd1-a9179e8e679e tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Pushing event updated for resources: {'Subnet': ['ID=3fd2738c-966c-4569-8c4e-38e0182dc759,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:37.596752 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a52a73a-32ea-4aff-bdd1-a9179e8e679e tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Checking segment: {'id': '13a4af48-1daa-4249-ad99-82ab354f9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '10f8682d-d864-43d0-8b5b-5aba59ce7275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:37.600576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a52a73a-32ea-4aff-bdd1-a9179e8e679e tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Network hostable DHCP agents. Network: 10f8682d-d864-43d0-8b5b-5aba59ce7275, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:02:37.607333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Transition to ACTIVE for port object 3d7aec7c-6c76-43ad-8b10-438b87915c84 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:02:37.663568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8483f-3d1d-4e35-b3f6-47f7b986e45d req-c9492ad6-c1cc-492a-a4f8-cd96eae3bd75 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:37.671309 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77e8483f-3d1d-4e35-b3f6-47f7b986e45d req-c9492ad6-c1cc-492a-a4f8-cd96eae3bd75 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 943 time: 0.1100142 Jan 28 06:02:37.677487 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 535c9b39-f115-4b50-9e8e-76783bef92d3 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:02:37.683110 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a818fce8-e6fe-47f1-ba07-0831bfc2bdbe req-fe2d605e-7f34-4c3e-a734-a04854aea7ff tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623018 Jan 28 06:02:37.712545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 535c9b39-f115-4b50-9e8e-76783bef92d3 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:02:37.712903 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 535c9b39-f115-4b50-9e8e-76783bef92d3 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:02:37.747696 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a52a73a-32ea-4aff-bdd1-a9179e8e679e tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Network 10f8682d-d864-43d0-8b5b-5aba59ce7275 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:02:37.752995 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-205af781-e238-48e7-8fde-1e3ec5796806 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (0961997a-350d-4161-af40-4e0442718fb5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:37.768083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77e8483f-3d1d-4e35-b3f6-47f7b986e45d req-cfc208e2-8629-4e04-b6c7-01d358cd3938 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958769 Jan 28 06:02:37.769872 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:37.795962 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-205af781-e238-48e7-8fde-1e3ec5796806 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:37.803137 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-205af781-e238-48e7-8fde-1e3ec5796806 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/subnets/0961997a-350d-4161-af40-4e0442718fb5 HTTP/1.1" status: 204 len: 168 time: 1.4742274 Jan 28 06:02:37.803773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53914) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:37.811399 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01131e30-0418-44ab-92e1-5c61d80593d6 None None] Network 8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:02:37.918903 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Pushing event updated for resources: {'Port': ['ID=3d7aec7c-6c76-43ad-8b10-438b87915c84,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:37.981342 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74752335-e31b-4cf3-91b0-920aa0f522c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (46fe2f93-b6d8-4575-8838-152200880c09), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:37.995237 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-9a52a73a-32ea-4aff-bdd1-a9179e8e679e tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 10f8682d-d864-43d0-8b5b-5aba59ce7275) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:38.005473 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a52a73a-32ea-4aff-bdd1-a9179e8e679e tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:38.010715 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a52a73a-32ea-4aff-bdd1-a9179e8e679e tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:38.020838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205af781-e238-48e7-8fde-1e3ec5796806 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Subnet': ['ID=0961997a-350d-4161-af40-4e0442718fb5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:38.067612 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e122ac-4924-4e61-89a5-645bb017554c None None] Network 10f8682d-d864-43d0-8b5b-5aba59ce7275 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:02:38.096399 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-d08620bf-4a6d-469b-891f-82b718ff729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:38.102464 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-d08620bf-4a6d-469b-891f-82b718ff729b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 1095 time: 0.2221854 Jan 28 06:02:38.180475 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:38.197769 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-10f8682d-d864-43d0-8b5b-5aba59ce7275', 'network_id': '10f8682d-d864-43d0-8b5b-5aba59ce7275', 'project_id': 'd050a74c759c45c9b89c7120408afe69', 'fixed_ips': [{'subnet_id': '3fd2738c-966c-4569-8c4e-38e0182dc759'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:02:38.198664 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:38.260948 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74752335-e31b-4cf3-91b0-920aa0f522c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (46fe2f93-b6d8-4575-8838-152200880c09), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:38.302501 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9a52a73a-32ea-4aff-bdd1-a9179e8e679e tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5057414 Jan 28 06:02:38.308262 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53922) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:38.321990 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2fff2ddc-a59b-4bb9-a43b-322f08da1dce tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1797877903', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:38.385105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-74752335-e31b-4cf3-91b0-920aa0f522c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fe2f93-b6d8-4575-8838-152200880c09']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:38.408289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3757b0-69c5-43f6-b34b-28e7114838e8 req-785183ab-c620-43c1-82ac-639f63e4a357 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:38.426658 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-74752335-e31b-4cf3-91b0-920aa0f522c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75bd081-69a0-4242-b993-3f4bf125d0ed') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:38.426957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-74752335-e31b-4cf3-91b0-920aa0f522c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75bd081-69a0-4242-b993-3f4bf125d0ed') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:38.430942 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Allocated IP 172.20.0.2 (10f8682d-d864-43d0-8b5b-5aba59ce7275/3fd2738c-966c-4569-8c4e-38e0182dc759/7d41a27e-1bd6-4d22-b0f4-defd086832cf) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:38.431436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3757b0-69c5-43f6-b34b-28e7114838e8 req-785183ab-c620-43c1-82ac-639f63e4a357 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:38.451665 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3757b0-69c5-43f6-b34b-28e7114838e8 req-785183ab-c620-43c1-82ac-639f63e4a357 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:38.452890 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74752335-e31b-4cf3-91b0-920aa0f522c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (a75bd081-69a0-4242-b993-3f4bf125d0ed), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:38.464257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3757b0-69c5-43f6-b34b-28e7114838e8 req-785183ab-c620-43c1-82ac-639f63e4a357 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:38.475521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3757b0-69c5-43f6-b34b-28e7114838e8 req-785183ab-c620-43c1-82ac-639f63e4a357 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:38.481773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74752335-e31b-4cf3-91b0-920aa0f522c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a75bd081-69a0-4242-b993-3f4bf125d0ed), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:38.493163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3757b0-69c5-43f6-b34b-28e7114838e8 req-785183ab-c620-43c1-82ac-639f63e4a357 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:38.498458 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74752335-e31b-4cf3-91b0-920aa0f522c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:02:38.498768 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74752335-e31b-4cf3-91b0-920aa0f522c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (a75bd081-69a0-4242-b993-3f4bf125d0ed), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:02:38.502021 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:02:38.511621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3757b0-69c5-43f6-b34b-28e7114838e8 req-785183ab-c620-43c1-82ac-639f63e4a357 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:38.525427 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e3757b0-69c5-43f6-b34b-28e7114838e8 req-785183ab-c620-43c1-82ac-639f63e4a357 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5383 time: 0.5078418 Jan 28 06:02:38.529056 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2fff2ddc-a59b-4bb9-a43b-322f08da1dce tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (4c7bdd07-25c8-46f8-b9c8-d71cf44a5652), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:38.533636 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2fff2ddc-a59b-4bb9-a43b-322f08da1dce tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (4c7bdd07-25c8-46f8-b9c8-d71cf44a5652), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:38.585870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ee858-4833-4456-90d4-c947d3d49946 req-9d5c6b6b-8fcc-4406-9899-9c4720c6ebdc tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:38.592140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b6ee858-4833-4456-90d4-c947d3d49946 req-9d5c6b6b-8fcc-4406-9899-9c4720c6ebdc tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.6549354 Jan 28 06:02:38.605119 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5cccbf-7966-4fb4-af1d-11ad4772ad08 None None] DHCP port deletion for 8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:02:38.728688 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-229c6ed1-54d3-4393-a018-709bf527d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:38.729433 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74752335-e31b-4cf3-91b0-920aa0f522c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (46fe2f93-b6d8-4575-8838-152200880c09), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:38.732062 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-229c6ed1-54d3-4393-a018-709bf527d018 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93706c60-26a2-41d9-bc5b-866966fafe02 HTTP/1.1" status: 200 len: 897 time: 0.6060174 Jan 28 06:02:38.734599 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74752335-e31b-4cf3-91b0-920aa0f522c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:38.743848 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-74752335-e31b-4cf3-91b0-920aa0f522c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/networks/46fe2f93-b6d8-4575-8838-152200880c09 HTTP/1.1" status: 204 len: 168 time: 0.9356525 Jan 28 06:02:38.745841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53924) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:38.757792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6a5cccbf-7966-4fb4-af1d-11ad4772ad08 None None] Deleting port f11e2e65-5eb5-4074-8637-3795ed7c499e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:02:38.757792 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a5cccbf-7966-4fb4-af1d-11ad4772ad08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f11e2e65-5eb5-4074-8637-3795ed7c499e), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:38.804004 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74752335-e31b-4cf3-91b0-920aa0f522c0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Network': ['ID=46fe2f93-b6d8-4575-8838-152200880c09,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:39.002075 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2fff2ddc-a59b-4bb9-a43b-322f08da1dce tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for router_controller (4c7bdd07-25c8-46f8-b9c8-d71cf44a5652), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:39.058522 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:39.077787 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2fff2ddc-a59b-4bb9-a43b-322f08da1dce tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (4c7bdd07-25c8-46f8-b9c8-d71cf44a5652), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:39.109462 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c466e060-85e2-4bd4-bb8d-05459cbb4bbf details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:02:39.129199 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Publish callbacks [] for port (7d41a27e-1bd6-4d22-b0f4-defd086832cf), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:39.141903 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6a5cccbf-7966-4fb4-af1d-11ad4772ad08 None None] For port f11e2e65-5eb5-4074-8637-3795ed7c499e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f11e2e65-5eb5-4074-8637-3795ed7c499e,segment=NetworkSegment(734f7b07-294b-4c41-b847-d1b93277fb8c),segment_id=734f7b07-294b-4c41-b847-d1b93277fb8c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:39.142447 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a5cccbf-7966-4fb4-af1d-11ad4772ad08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f11e2e65-5eb5-4074-8637-3795ed7c499e), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:39.165200 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:39.185584 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6a5cccbf-7966-4fb4-af1d-11ad4772ad08 None None] Calling delete_port for f11e2e65-5eb5-4074-8637-3795ed7c499e owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:02:39.227685 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting port f11e2e65-5eb5-4074-8637-3795ed7c499e {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:02:39.228525 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f11e2e65-5eb5-4074-8637-3795ed7c499e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:39.230824 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (7d41a27e-1bd6-4d22-b0f4-defd086832cf), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:39.284932 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Pushing event updated for resources: {'Port': ['ID=7d41a27e-1bd6-4d22-b0f4-defd086832cf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:39.352175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Network 10f8682d-d864-43d0-8b5b-5aba59ce7275 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:39.359898 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:39.362802 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:39.407485 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c466e060-85e2-4bd4-bb8d-05459cbb4bbf, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,segment=NetworkSegment(ab02eb55-f1ab-4eba-af69-20858cef505c),segment_id=ab02eb55-f1ab-4eba-af69-20858cef505c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:39.422836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] For port f11e2e65-5eb5-4074-8637-3795ed7c499e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f11e2e65-5eb5-4074-8637-3795ed7c499e,segment=NetworkSegment(734f7b07-294b-4c41-b847-d1b93277fb8c),segment_id=734f7b07-294b-4c41-b847-d1b93277fb8c)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:39.423207 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f11e2e65-5eb5-4074-8637-3795ed7c499e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:39.457113 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Calling delete_port for f11e2e65-5eb5-4074-8637-3795ed7c499e owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:02:39.473609 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-69b7e789-349c-45c6-8e60-62f3c05ae3a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf HTTP/1.1" status: 200 len: 217 time: 0.7134757 Jan 28 06:02:39.490914 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b6ee858-4833-4456-90d4-c947d3d49946 req-960cee7f-9d9f-4114-b662-02bfe28b3442 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8781044 Jan 28 06:02:39.511462 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf', 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02', 'port_id': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf', 'mac_address': 'fa:16:3e:35:87:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be827ada-0b19-4580-9134-d55d6e390430', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:02:39.516388 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2fff2ddc-a59b-4bb9-a43b-322f08da1dce tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:39.521303 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2fff2ddc-a59b-4bb9-a43b-322f08da1dce tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.2059612 Jan 28 06:02:39.526944 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53932) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:39.592730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e3757b0-69c5-43f6-b34b-28e7114838e8 req-3ccc09c0-e115-4ebf-8bac-cb30afc527c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9977481 Jan 28 06:02:39.592984 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Attempting to bind port 7d41a27e-1bd6-4d22-b0f4-defd086832cf on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:02:39.593238 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Attempting to bind port 7d41a27e-1bd6-4d22-b0f4-defd086832cf by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '13a4af48-1daa-4249-ad99-82ab354f9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '10f8682d-d864-43d0-8b5b-5aba59ce7275'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:02:39.593743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Attempting to bind port 7d41a27e-1bd6-4d22-b0f4-defd086832cf on network 10f8682d-d864-43d0-8b5b-5aba59ce7275 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:39.610766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Attempting to bind port 3d7aec7c-6c76-43ad-8b10-438b87915c84 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:02:39.611445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Attempting to bind port 3d7aec7c-6c76-43ad-8b10-438b87915c84 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:02:39.611862 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Attempting to bind port 3d7aec7c-6c76-43ad-8b10-438b87915c84 on network 979f357d-68ca-4553-bd22-7ffee2a7e6fd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:39.615860 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:02:39.626139 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Port 3d7aec7c-6c76-43ad-8b10-438b87915c84 on network 979f357d-68ca-4553-bd22-7ffee2a7e6fd not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:02:39.627284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Attempting to bind port 3d7aec7c-6c76-43ad-8b10-438b87915c84 on network 979f357d-68ca-4553-bd22-7ffee2a7e6fd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:39.629405 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a5cccbf-7966-4fb4-af1d-11ad4772ad08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (f11e2e65-5eb5-4074-8637-3795ed7c499e), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:39.645237 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:02:39.650075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Checking segment: {'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:39.650567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Bound using segment: {'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:02:39.651030 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Bound port: 3d7aec7c-6c76-43ad-8b10-438b87915c84, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:02:39.651481 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:39.666389 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f11e2e65-5eb5-4074-8637-3795ed7c499e no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:02:39.763889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: f11e2e65-5eb5-4074-8637-3795ed7c499e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:02:39.764565 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f11e2e65-5eb5-4074-8637-3795ed7c499e not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:02:39.766034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c466e060-85e2-4bd4-bb8d-05459cbb4bbf is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:39.766587 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:39.795824 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:02:39.796261 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Checking segment: {'id': '13a4af48-1daa-4249-ad99-82ab354f9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '10f8682d-d864-43d0-8b5b-5aba59ce7275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:39.796606 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:39.797045 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Bound using segment: {'id': '13a4af48-1daa-4249-ad99-82ab354f9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '10f8682d-d864-43d0-8b5b-5aba59ce7275'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:02:39.797181 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-13094659-2719-46fa-bb77-a3da44061473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:39.797527 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Bound port: 7d41a27e-1bd6-4d22-b0f4-defd086832cf, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a4af48-1daa-4249-ad99-82ab354f9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '10f8682d-d864-43d0-8b5b-5aba59ce7275'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:02:39.797945 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7d41a27e-1bd6-4d22-b0f4-defd086832cf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:39.798927 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-13094659-2719-46fa-bb77-a3da44061473 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be827ada-0b19-4580-9134-d55d6e390430 HTTP/1.1" status: 200 len: 834 time: 0.3057690 Jan 28 06:02:39.804708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cccbf-7966-4fb4-af1d-11ad4772ad08 None None] Pushing event deleted for resources: {'Port': ['ID=f11e2e65-5eb5-4074-8637-3795ed7c499e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:39.813623 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c466e060-85e2-4bd4-bb8d-05459cbb4bbf {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:02:39.845089 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c466e060-85e2-4bd4-bb8d-05459cbb4bbf, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,segment=NetworkSegment(ab02eb55-f1ab-4eba-af69-20858cef505c),segment_id=ab02eb55-f1ab-4eba-af69-20858cef505c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:39.867783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5cccbf-7966-4fb4-af1d-11ad4772ad08 None None] No DVR routers for this DVR port f11e2e65-5eb5-4074-8637-3795ed7c499e on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:02:39.921251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b999b6b-bcb6-4e1b-a49e-7bc07d91d60a req-2abf2091-a12f-45fc-9591-e7d93b5f01cb tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:39.923904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b999b6b-bcb6-4e1b-a49e-7bc07d91d60a req-2abf2091-a12f-45fc-9591-e7d93b5f01cb tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.2051306 Jan 28 06:02:39.927211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-c76ba165-8b2e-4e6f-b6b1-7985b3f7560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:39.931015 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-c76ba165-8b2e-4e6f-b6b1-7985b3f7560b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93706c60-26a2-41d9-bc5b-866966fafe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1214857 Jan 28 06:02:39.948865 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] For port 7d41a27e-1bd6-4d22-b0f4-defd086832cf, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:02:39.957733 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] For port 7d41a27e-1bd6-4d22-b0f4-defd086832cf, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7d41a27e-1bd6-4d22-b0f4-defd086832cf,segment=NetworkSegment(13a4af48-1daa-4249-ad99-82ab354f9093),segment_id=13a4af48-1daa-4249-ad99-82ab354f9093)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:02:39.960255 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:39.993068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad400f79-d24f-4a89-9f5c-252ad23e46ad req-93e5d2ff-4add-4d02-80e4-def89884d38e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:39.999943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ad400f79-d24f-4a89-9f5c-252ad23e46ad req-93e5d2ff-4add-4d02-80e4-def89884d38e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 943 time: 0.3138232 Jan 28 06:02:40.080925 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] For port 3d7aec7c-6c76-43ad-8b10-438b87915c84, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:02:40.081971 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:40.101223 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7d41a27e-1bd6-4d22-b0f4-defd086832cf), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:40.121887 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] For port 3d7aec7c-6c76-43ad-8b10-438b87915c84, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3d7aec7c-6c76-43ad-8b10-438b87915c84,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:02:40.139352 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (f11e2e65-5eb5-4074-8637-3795ed7c499e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:40.186567 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f3d4e-6a8d-484a-b3b6-9637e6ec1a3a None None] Pushing event updated for resources: {'Port': ['ID=7d41a27e-1bd6-4d22-b0f4-defd086832cf,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:40.221112 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b999b6b-bcb6-4e1b-a49e-7bc07d91d60a req-68cdb63e-3c0e-4bb7-8040-2dbcc58428d5 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866518 Jan 28 06:02:40.222207 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] No DVR routers for this DVR port f11e2e65-5eb5-4074-8637-3795ed7c499e on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:02:40.239187 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:40.302042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['c466e060-85e2-4bd4-bb8d-05459cbb4bbf'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:02:40.322130 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Port': ['ID=f11e2e65-5eb5-4074-8637-3795ed7c499e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:40.384850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Pushing event updated for resources: {'Port': ['ID=3d7aec7c-6c76-43ad-8b10-438b87915c84,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:40.437798 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:40.439217 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:40.446277 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2d4b0bc4-1c04-4810-8367-954f4296903a service neutron] 10.222.0.60 "PUT /v2.0/ports/3d7aec7c-6c76-43ad-8b10-438b87915c84 HTTP/1.1" status: 200 len: 1136 time: 4.8856418 Jan 28 06:02:40.469689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'tag': '3d7aec7c-6c76-43ad-8b10-438b87915c84'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:02:40.477892 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f63e1c7-6577-4fd9-a8d3-9187a2e1a07d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "tag": "3d7aec7c-6c76-43ad-8b10-438b87915c84"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:02:40.515942 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-d0c1a713-e3ca-4797-9dc2-c353373b41e3 service neutron] 10.222.0.64 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706766 Jan 28 06:02:40.525982 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ad400f79-d24f-4a89-9f5c-252ad23e46ad req-e37808aa-df35-49d0-973c-da6a16096707 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5237784 Jan 28 06:02:40.568629 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:40.639917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Request body: {'port': {'device_id': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:40.698786 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:40.740269 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fed9c20-9dc1-41ae-8dd6-c2698b754b7b x-openstack-request-id: req-7fed9c20-9dc1-41ae-8dd6-c2698b754b7b {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:02:40.741452 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "tag": "3d7aec7c-6c76-43ad-8b10-438b87915c84", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:02:40.741727 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fed9c20-9dc1-41ae-8dd6-c2698b754b7b {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:02:40.742952 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'tag': '3d7aec7c-6c76-43ad-8b10-438b87915c84', 'status': 'completed', 'code': 200} Jan 28 06:02:40.816771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:40.878933 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fef0a7cf-d316-4aca-9205-762e4810ca3c req-0373af3d-4582-4541-8994-e65793220cd2 service neutron] 10.222.0.64 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513939 Jan 28 06:02:40.903813 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ca87f836-9fd5-4209-b3c5-41f6387f4d75), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:40.926408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734f7b07-294b-4c41-b847-d1b93277fb8c') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:40.927108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734f7b07-294b-4c41-b847-d1b93277fb8c') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:40.972356 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (734f7b07-294b-4c41-b847-d1b93277fb8c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:41.205854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7c114-4ca4-400e-b513-1db29374d5ba req-5f86217b-60e0-4c65-ac7d-a284c0383dd6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.210361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7c114-4ca4-400e-b513-1db29374d5ba req-5f86217b-60e0-4c65-ac7d-a284c0383dd6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.216325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7c114-4ca4-400e-b513-1db29374d5ba req-5f86217b-60e0-4c65-ac7d-a284c0383dd6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.222312 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7c114-4ca4-400e-b513-1db29374d5ba req-5f86217b-60e0-4c65-ac7d-a284c0383dd6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.227427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7c114-4ca4-400e-b513-1db29374d5ba req-5f86217b-60e0-4c65-ac7d-a284c0383dd6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.233474 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7c114-4ca4-400e-b513-1db29374d5ba req-5f86217b-60e0-4c65-ac7d-a284c0383dd6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.239940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7c114-4ca4-400e-b513-1db29374d5ba req-5f86217b-60e0-4c65-ac7d-a284c0383dd6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.241776 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-57b7c114-4ca4-400e-b513-1db29374d5ba req-5f86217b-60e0-4c65-ac7d-a284c0383dd6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5383 time: 0.3124807 Jan 28 06:02:41.281960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193b7a0-42ef-4910-a93c-8ff9a0e43d84 req-84d32d44-9f2b-444f-848c-a5cad3a01fe4 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.289653 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7193b7a0-42ef-4910-a93c-8ff9a0e43d84 req-84d32d44-9f2b-444f-848c-a5cad3a01fe4 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.3180878 Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63e1c7-6577-4fd9-a8d3-9187a2e1a07d req-aac785fc-684b-4f52-9de3-9c46c20caf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63e1c7-6577-4fd9-a8d3-9187a2e1a07d req-aac785fc-684b-4f52-9de3-9c46c20caf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63e1c7-6577-4fd9-a8d3-9187a2e1a07d req-aac785fc-684b-4f52-9de3-9c46c20caf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63e1c7-6577-4fd9-a8d3-9187a2e1a07d req-aac785fc-684b-4f52-9de3-9c46c20caf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63e1c7-6577-4fd9-a8d3-9187a2e1a07d req-aac785fc-684b-4f52-9de3-9c46c20caf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63e1c7-6577-4fd9-a8d3-9187a2e1a07d req-aac785fc-684b-4f52-9de3-9c46c20caf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63e1c7-6577-4fd9-a8d3-9187a2e1a07d req-aac785fc-684b-4f52-9de3-9c46c20caf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7f63e1c7-6577-4fd9-a8d3-9187a2e1a07d req-aac785fc-684b-4f52-9de3-9c46c20caf2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d224c5804ad8477a9a70c890f5535963&device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 6223 time: 0.6373646 Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (734f7b07-294b-4c41-b847-d1b93277fb8c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (734f7b07-294b-4c41-b847-d1b93277fb8c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:02:41.492381 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:02:41.498626 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7193b7a0-42ef-4910-a93c-8ff9a0e43d84 req-153cc565-505f-4cd6-a7bf-54b7ce0258b7 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690314 Jan 28 06:02:41.498626 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-57b7c114-4ca4-400e-b513-1db29374d5ba req-c49115d2-1e47-476b-8bb2-da90024a4fff tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2131431 Jan 28 06:02:41.733400 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Allocated IP 172.20.0.1 (10f8682d-d864-43d0-8b5b-5aba59ce7275/3fd2738c-966c-4569-8c4e-38e0182dc759/70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:41.781409 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63e1c7-6577-4fd9-a8d3-9187a2e1a07d req-f021998b-71bb-40fa-9c41-9817535a1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.781912 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63e1c7-6577-4fd9-a8d3-9187a2e1a07d req-f021998b-71bb-40fa-9c41-9817535a1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.782429 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63e1c7-6577-4fd9-a8d3-9187a2e1a07d req-f021998b-71bb-40fa-9c41-9817535a1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.789127 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7f63e1c7-6577-4fd9-a8d3-9187a2e1a07d req-f021998b-71bb-40fa-9c41-9817535a1ae2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d224c5804ad8477a9a70c890f5535963&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3841352 Jan 28 06:02:41.845466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7d41a27e-1bd6-4d22-b0f4-defd086832cf up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:02:41.852395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca87f836-9fd5-4209-b3c5-41f6387f4d75 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:02:41.915567 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Publish callbacks [] for port (ca87f836-9fd5-4209-b3c5-41f6387f4d75), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:41.915567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a592b-3400-4068-b7ed-2e17106182c8 req-709eb3aa-acf2-4671-ba39-71ff419fbda7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:41.915567 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-244a592b-3400-4068-b7ed-2e17106182c8 req-709eb3aa-acf2-4671-ba39-71ff419fbda7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 944 time: 0.1982691 Jan 28 06:02:41.926190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Transition to ACTIVE for port object ca87f836-9fd5-4209-b3c5-41f6387f4d75 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:02:41.947546 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7d41a27e-1bd6-4d22-b0f4-defd086832cf triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:41.950398 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7d41a27e-1bd6-4d22-b0f4-defd086832cf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:42.021960 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-244a592b-3400-4068-b7ed-2e17106182c8 req-8e345f2d-9f36-4b2f-9c15-04448994395d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114881 Jan 28 06:02:42.094157 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for port (70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:42.134388 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7d41a27e-1bd6-4d22-b0f4-defd086832cf is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:42.134388 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7d41a27e-1bd6-4d22-b0f4-defd086832cf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:42.134879 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63e1c7-6577-4fd9-a8d3-9187a2e1a07d req-18f48936-cbff-411d-9570-d357f95a5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:42.134879 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7f63e1c7-6577-4fd9-a8d3-9187a2e1a07d req-18f48936-cbff-411d-9570-d357f95a5d49 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3209653 Jan 28 06:02:42.157209 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 7d41a27e-1bd6-4d22-b0f4-defd086832cf, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7d41a27e-1bd6-4d22-b0f4-defd086832cf,segment=NetworkSegment(13a4af48-1daa-4249-ad99-82ab354f9093),segment_id=13a4af48-1daa-4249-ad99-82ab354f9093)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:42.207210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bf265c-e7c9-480e-ac7b-6f3bc31c9296 None None] Network 10f8682d-d864-43d0-8b5b-5aba59ce7275 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:02:42.326799 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-973e67cb-c064-4446-a9e1-a4a490bd161b None None] Provisioning complete for port 7d41a27e-1bd6-4d22-b0f4-defd086832cf triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:42.326799 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-973e67cb-c064-4446-a9e1-a4a490bd161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7d41a27e-1bd6-4d22-b0f4-defd086832cf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:42.454903 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-973e67cb-c064-4446-a9e1-a4a490bd161b None None] Current status of the port 7d41a27e-1bd6-4d22-b0f4-defd086832cf is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:42.455314 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-973e67cb-c064-4446-a9e1-a4a490bd161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7d41a27e-1bd6-4d22-b0f4-defd086832cf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:42.663674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f29f0-a005-4223-8249-1282921e7f18 req-af520163-9e9f-493d-8d57-2f3a4b1395fa tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:42.670630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f29f0-a005-4223-8249-1282921e7f18 req-af520163-9e9f-493d-8d57-2f3a4b1395fa tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:42.678113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f29f0-a005-4223-8249-1282921e7f18 req-af520163-9e9f-493d-8d57-2f3a4b1395fa tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:42.684509 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f29f0-a005-4223-8249-1282921e7f18 req-af520163-9e9f-493d-8d57-2f3a4b1395fa tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:42.689887 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f29f0-a005-4223-8249-1282921e7f18 req-af520163-9e9f-493d-8d57-2f3a4b1395fa tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:42.696232 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f29f0-a005-4223-8249-1282921e7f18 req-af520163-9e9f-493d-8d57-2f3a4b1395fa tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:42.702109 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f29f0-a005-4223-8249-1282921e7f18 req-af520163-9e9f-493d-8d57-2f3a4b1395fa tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:42.704659 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-812f29f0-a005-4223-8249-1282921e7f18 req-af520163-9e9f-493d-8d57-2f3a4b1395fa tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5383 time: 0.1378467 Jan 28 06:02:42.784077 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:42.786045 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7d41a27e-1bd6-4d22-b0f4-defd086832cf), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:42.801900 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:42.808081 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:42.811845 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ca87f836-9fd5-4209-b3c5-41f6387f4d75), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:42.821461 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/networks/8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f HTTP/1.1" status: 204 len: 168 time: 4.0358744 Jan 28 06:02:42.824223 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53962) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:42.875251 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Network 10f8682d-d864-43d0-8b5b-5aba59ce7275 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:42.880763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1532fe30-f6dd-4b74-8fab-2e921dbaaa6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-228900415'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:42.882840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b0648-b375-44eb-abc2-c8a5ed9240ea req-70a65549-2ddf-4ec1-ad5b-7b203d5d01d7 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:42.891201 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-155b0648-b375-44eb-abc2-c8a5ed9240ea req-70a65549-2ddf-4ec1-ad5b-7b203d5d01d7 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.1851695 Jan 28 06:02:42.923192 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b2cf8-7562-4a25-9e8a-a9c84b789046 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Network': ['ID=8254ddf8-9e3c-4a87-b48e-116a2a8a8d1f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:42.932031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-812f29f0-a005-4223-8249-1282921e7f18 req-d5e08647-c3bf-4078-86c1-0b7dd52bb416 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2108750 Jan 28 06:02:42.959782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:42.973832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:42.985299 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-973e67cb-c064-4446-a9e1-a4a490bd161b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:02:42.985781 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-973e67cb-c064-4446-a9e1-a4a490bd161b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:02:42.990674 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=7d41a27e-1bd6-4d22-b0f4-defd086832cf,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:43.004713 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Pushing event updated for resources: {'Port': ['ID=ca87f836-9fd5-4209-b3c5-41f6387f4d75,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:43.094026 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-155b0648-b375-44eb-abc2-c8a5ed9240ea req-2b815646-f5f6-4fa5-917d-a7242a30a5c4 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017453 Jan 28 06:02:43.107634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c466e060-85e2-4bd4-bb8d-05459cbb4bbf up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:02:43.308749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Attempting to bind port ca87f836-9fd5-4209-b3c5-41f6387f4d75 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:02:43.310118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Attempting to bind port ca87f836-9fd5-4209-b3c5-41f6387f4d75 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:02:43.310775 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Attempting to bind port ca87f836-9fd5-4209-b3c5-41f6387f4d75 on network 979f357d-68ca-4553-bd22-7ffee2a7e6fd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:43.327780 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port c466e060-85e2-4bd4-bb8d-05459cbb4bbf completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:02:43.331124 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3757f-863c-412c-89bd-e5acf136fc45 req-f9e8477e-6cd1-44d5-b3dd-6e833904933a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:43.338087 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86b3757f-863c-412c-89bd-e5acf136fc45 req-f9e8477e-6cd1-44d5-b3dd-6e833904933a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 944 time: 0.1649451 Jan 28 06:02:43.338338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port c466e060-85e2-4bd4-bb8d-05459cbb4bbf triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:43.339253 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:43.353360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Port ca87f836-9fd5-4209-b3c5-41f6387f4d75 on network 979f357d-68ca-4553-bd22-7ffee2a7e6fd not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:02:43.354032 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Attempting to bind port ca87f836-9fd5-4209-b3c5-41f6387f4d75 on network 979f357d-68ca-4553-bd22-7ffee2a7e6fd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:43.385626 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:02:43.386695 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Checking segment: {'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:43.388236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Bound using segment: {'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:02:43.388924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Bound port: ca87f836-9fd5-4209-b3c5-41f6387f4d75, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:02:43.389469 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ca87f836-9fd5-4209-b3c5-41f6387f4d75), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:43.482525 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86b3757f-863c-412c-89bd-e5acf136fc45 req-04718181-88ee-4457-bc17-4cc4bed846aa tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370368 Jan 28 06:02:43.585373 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] For port ca87f836-9fd5-4209-b3c5-41f6387f4d75, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:02:43.587577 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (4c7bdd07-25c8-46f8-b9c8-d71cf44a5652), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:43.594081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] For port ca87f836-9fd5-4209-b3c5-41f6387f4d75, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ca87f836-9fd5-4209-b3c5-41f6387f4d75,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:02:43.638720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53972) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:43.653369 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1532fe30-f6dd-4b74-8fab-2e921dbaaa6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:02:43.658379 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1532fe30-f6dd-4b74-8fab-2e921dbaaa6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:43.674525 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-973e67cb-c064-4446-a9e1-a4a490bd161b None None] Current status of the port 7d41a27e-1bd6-4d22-b0f4-defd086832cf is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:43.676748 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7d41a27e-1bd6-4d22-b0f4-defd086832cf up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:02:43.716327 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Pushing event updated for resources: {'Port': ['ID=70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:43.722379 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ca87f836-9fd5-4209-b3c5-41f6387f4d75), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:43.764389 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1532fe30-f6dd-4b74-8fab-2e921dbaaa6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:02:43.808260 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1532fe30-f6dd-4b74-8fab-2e921dbaaa6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (4ba63abc-62e0-4057-9c3d-163aadd241f8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:43.810026 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-1532fe30-f6dd-4b74-8fab-2e921dbaaa6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Added segment 4ba63abc-62e0-4057-9c3d-163aadd241f8 of type vlan for network 62f174c5-5d78-4dd7-9b4e-786fc3484f6c Jan 28 06:02:43.818996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c466e060-85e2-4bd4-bb8d-05459cbb4bbf is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:43.820649 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:43.866812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Pushing event updated for resources: {'Port': ['ID=ca87f836-9fd5-4209-b3c5-41f6387f4d75,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:43.915585 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:43.921256 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:43.921256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5609aa30-2a44-43f3-a7ef-166ab86acdcd service neutron] 10.222.0.60 "PUT /v2.0/ports/ca87f836-9fd5-4209-b3c5-41f6387f4d75 HTTP/1.1" status: 200 len: 1092 time: 3.2928820 Jan 28 06:02:43.925105 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1532fe30-f6dd-4b74-8fab-2e921dbaaa6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (62f174c5-5d78-4dd7-9b4e-786fc3484f6c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:43.934435 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'tag': 'ca87f836-9fd5-4209-b3c5-41f6387f4d75'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:02:43.943570 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219f2cba-3657-4ea0-961d-919d0f774f03" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "tag": "ca87f836-9fd5-4209-b3c5-41f6387f4d75"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:02:43.955553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b567178-a13f-4760-81ff-a5528ce996bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:02:43.961026 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5597868-9bac-46c2-83af-eb945745e897" -d '{"events": [{"server_uuid": "3b567178-a13f-4760-81ff-a5528ce996bf", "name": "network-vif-plugged", "status": "completed", "tag": "c466e060-85e2-4bd4-bb8d-05459cbb4bbf"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:02:44.010914 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c466e060-85e2-4bd4-bb8d-05459cbb4bbf, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,segment=NetworkSegment(ab02eb55-f1ab-4eba-af69-20858cef505c),segment_id=ab02eb55-f1ab-4eba-af69-20858cef505c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:44.054547 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2bbecbb4-9cb1-4383-ba1d-7a5c8deee7e9 None None] Provisioning complete for port 70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:44.054796 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2bbecbb4-9cb1-4383-ba1d-7a5c8deee7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:44.077672 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:44.161508 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Request body: {'port': {'device_id': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:44.191267 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78b1f47-de96-4fbe-a20c-c483157e6b0b x-openstack-request-id: req-d78b1f47-de96-4fbe-a20c-c483157e6b0b {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:02:44.191634 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b567178-a13f-4760-81ff-a5528ce996bf", "name": "network-vif-plugged", "status": "completed", "tag": "c466e060-85e2-4bd4-bb8d-05459cbb4bbf", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:02:44.191911 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d78b1f47-de96-4fbe-a20c-c483157e6b0b {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:02:44.193119 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1532fe30-f6dd-4b74-8fab-2e921dbaaa6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (62f174c5-5d78-4dd7-9b4e-786fc3484f6c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:44.193273 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b567178-a13f-4760-81ff-a5528ce996bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf', 'code': 200} Jan 28 06:02:44.199885 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1532fe30-f6dd-4b74-8fab-2e921dbaaa6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:44.200266 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1532fe30-f6dd-4b74-8fab-2e921dbaaa6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:44.211399 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:44.251821 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f664ee-3dce-4665-91d8-ad10adfc335e x-openstack-request-id: req-72f664ee-3dce-4665-91d8-ad10adfc335e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:02:44.252155 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "tag": "ca87f836-9fd5-4209-b3c5-41f6387f4d75", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:02:44.252377 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72f664ee-3dce-4665-91d8-ad10adfc335e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:02:44.252794 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'tag': 'ca87f836-9fd5-4209-b3c5-41f6387f4d75', 'status': 'completed', 'code': 200} Jan 28 06:02:44.347503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2bbecbb4-9cb1-4383-ba1d-7a5c8deee7e9 None None] Port 70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:44.350353 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:44.377512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7d41a27e-1bd6-4d22-b0f4-defd086832cf triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:44.378185 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7d41a27e-1bd6-4d22-b0f4-defd086832cf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:44.379453 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532fe30-f6dd-4b74-8fab-2e921dbaaa6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Network': ['ID=62f174c5-5d78-4dd7-9b4e-786fc3484f6c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:44.436381 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 62f174c5-5d78-4dd7-9b4e-786fc3484f6c details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:02:44.504563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2bbecbb4-9cb1-4383-ba1d-7a5c8deee7e9 None None] Provisioning complete for port 7d41a27e-1bd6-4d22-b0f4-defd086832cf triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:44.505331 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2bbecbb4-9cb1-4383-ba1d-7a5c8deee7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7d41a27e-1bd6-4d22-b0f4-defd086832cf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:44.704969 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1532fe30-f6dd-4b74-8fab-2e921dbaaa6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8324497 Jan 28 06:02:44.705973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53996) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:44.740327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7d41a27e-1bd6-4d22-b0f4-defd086832cf is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:44.743572 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb1a34-6162-4628-9d9d-5aacbfe84753 req-b8283518-e84d-4bfb-b4c8-3da45d1f58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:44.746441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4acb1a34-6162-4628-9d9d-5aacbfe84753 req-b8283518-e84d-4bfb-b4c8-3da45d1f58f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 1097 time: 0.4849477 Jan 28 06:02:44.763830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b0851-d582-42d9-988a-ba942334d2c9 req-dc8764c2-42ac-4a66-b1e3-e25589d6461b tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:44.764858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-759c59ca-6625-461f-92a8-f8e20aae6ce9 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'subnet': {'network_id': '62f174c5-5d78-4dd7-9b4e-786fc3484f6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:44.771929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce2b0851-d582-42d9-988a-ba942334d2c9 req-dc8764c2-42ac-4a66-b1e3-e25589d6461b tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.2585423 Jan 28 06:02:44.790211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7d13d-c314-4837-a8bc-6d53c8bd86c2 req-382815e7-baef-4d2e-aff9-28a4c68499e4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:44.795768 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2bbecbb4-9cb1-4383-ba1d-7a5c8deee7e9 None None] Current status of the port 7d41a27e-1bd6-4d22-b0f4-defd086832cf is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:44.802956 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7d13d-c314-4837-a8bc-6d53c8bd86c2 req-382815e7-baef-4d2e-aff9-28a4c68499e4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:44.808991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7d13d-c314-4837-a8bc-6d53c8bd86c2 req-382815e7-baef-4d2e-aff9-28a4c68499e4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:44.814345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7d13d-c314-4837-a8bc-6d53c8bd86c2 req-382815e7-baef-4d2e-aff9-28a4c68499e4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:44.820412 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7d13d-c314-4837-a8bc-6d53c8bd86c2 req-382815e7-baef-4d2e-aff9-28a4c68499e4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:44.826676 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7d13d-c314-4837-a8bc-6d53c8bd86c2 req-382815e7-baef-4d2e-aff9-28a4c68499e4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:44.832438 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7d13d-c314-4837-a8bc-6d53c8bd86c2 req-382815e7-baef-4d2e-aff9-28a4c68499e4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:44.834440 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0f7d13d-c314-4837-a8bc-6d53c8bd86c2 req-382815e7-baef-4d2e-aff9-28a4c68499e4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5395 time: 0.5123820 Jan 28 06:02:44.835192 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (95c9879d-ae0d-45e3-9528-af14ccccd72f), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:44.842934 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f2cba-3657-4ea0-961d-919d0f774f03 req-ed21674c-948a-4cf8-8c62-92a5a078a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:44.844989 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f2cba-3657-4ea0-961d-919d0f774f03 req-ed21674c-948a-4cf8-8c62-92a5a078a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:44.844989 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f2cba-3657-4ea0-961d-919d0f774f03 req-ed21674c-948a-4cf8-8c62-92a5a078a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:44.844989 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f2cba-3657-4ea0-961d-919d0f774f03 req-ed21674c-948a-4cf8-8c62-92a5a078a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:44.844989 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f2cba-3657-4ea0-961d-919d0f774f03 req-ed21674c-948a-4cf8-8c62-92a5a078a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:44.845375 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f2cba-3657-4ea0-961d-919d0f774f03 req-ed21674c-948a-4cf8-8c62-92a5a078a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:44.845803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f2cba-3657-4ea0-961d-919d0f774f03 req-ed21674c-948a-4cf8-8c62-92a5a078a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:44.847896 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-219f2cba-3657-4ea0-961d-919d0f774f03 req-ed21674c-948a-4cf8-8c62-92a5a078a307 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d224c5804ad8477a9a70c890f5535963&device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 6291 time: 0.7261453 Jan 28 06:02:44.978561 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4acb1a34-6162-4628-9d9d-5aacbfe84753 req-27779ca5-0cc2-40b7-8097-a5e0dd557a02 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405888 Jan 28 06:02:45.137809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f2cba-3657-4ea0-961d-919d0f774f03 req-e732201b-3559-40e1-9e23-979f1d862e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:45.138285 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f2cba-3657-4ea0-961d-919d0f774f03 req-e732201b-3559-40e1-9e23-979f1d862e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:45.138782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f2cba-3657-4ea0-961d-919d0f774f03 req-e732201b-3559-40e1-9e23-979f1d862e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:45.140400 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-219f2cba-3657-4ea0-961d-919d0f774f03 req-e732201b-3559-40e1-9e23-979f1d862e98 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d224c5804ad8477a9a70c890f5535963&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2656193 Jan 28 06:02:45.147966 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759c59ca-6625-461f-92a8-f8e20aae6ce9 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:02:45.151549 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-759c59ca-6625-461f-92a8-f8e20aae6ce9 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:45.255410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f2cba-3657-4ea0-961d-919d0f774f03 req-829dfb8e-fc89-486e-9812-f8a17e9360b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:45.256925 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-219f2cba-3657-4ea0-961d-919d0f774f03 req-829dfb8e-fc89-486e-9812-f8a17e9360b6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016443 Jan 28 06:02:45.291485 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for port (70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:45.359056 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:45.369318 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0f7d13d-c314-4837-a8bc-6d53c8bd86c2 req-14d268de-4613-49fc-a8f7-02871ad7c806 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5022910 Jan 28 06:02:45.483481 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (4c7bdd07-25c8-46f8-b9c8-d71cf44a5652), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:45.518290 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Pushing event updated for resources: {'Port': ['ID=70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:45.638182 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c9879d-ae0d-45e3-9528-af14ccccd72f {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:02:45.647937 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Publish callbacks [] for port (95c9879d-ae0d-45e3-9528-af14ccccd72f), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:45.661848 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Transition to ACTIVE for port object 95c9879d-ae0d-45e3-9528-af14ccccd72f will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:02:45.670831 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce2b0851-d582-42d9-988a-ba942334d2c9 req-44be99db-468e-4b9c-878f-9e9cfe0d07c7 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8978064 Jan 28 06:02:45.752985 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (95c9879d-ae0d-45e3-9528-af14ccccd72f), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:45.753951 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Network 10f8682d-d864-43d0-8b5b-5aba59ce7275 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:45.757362 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:45.893422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420f06a-1c67-460c-bb87-a05e60270172 req-4b45d4ed-d47d-41a5-9c93-314c0a15c903 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:45.901709 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e420f06a-1c67-460c-bb87-a05e60270172 req-4b45d4ed-d47d-41a5-9c93-314c0a15c903 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.2276447 Jan 28 06:02:46.063819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e420f06a-1c67-460c-bb87-a05e60270172 req-00729941-8698-48bc-b000-737a9781b25f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542523 Jan 28 06:02:46.155260 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-759c59ca-6625-461f-92a8-f8e20aae6ce9 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (946d4412-fce5-4e4c-84b0-d7643620ec70), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:46.257090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=95c9879d-ae0d-45e3-9528-af14ccccd72f,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:46.272580 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ff7e94d2-12b2-472f-a1eb-96c25b52295f None None] Provisioning complete for port 70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:46.273185 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ff7e94d2-12b2-472f-a1eb-96c25b52295f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:46.285751 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c59ca-6625-461f-92a8-f8e20aae6ce9 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Subnet': ['ID=946d4412-fce5-4e4c-84b0-d7643620ec70,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:46.305439 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Router 4c7bdd07-25c8-46f8-b9c8-d71cf44a5652 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:02:46.342261 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c59ca-6625-461f-92a8-f8e20aae6ce9 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Checking segment: {'id': '4ba63abc-62e0-4057-9c3d-163aadd241f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '62f174c5-5d78-4dd7-9b4e-786fc3484f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:46.345647 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c59ca-6625-461f-92a8-f8e20aae6ce9 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network hostable DHCP agents. Network: 62f174c5-5d78-4dd7-9b4e-786fc3484f6c, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:02:46.384841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e94d2-12b2-472f-a1eb-96c25b52295f None None] Port 70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:46.565299 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf19e9e-9653-4409-b8cf-a7a2ea88e982 req-71bdef28-7f9e-4fba-96cf-0b1c96b93bcb tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:46.566957 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf19e9e-9653-4409-b8cf-a7a2ea88e982 req-71bdef28-7f9e-4fba-96cf-0b1c96b93bcb tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.2293737 Jan 28 06:02:46.569886 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-369629fd-22d1-44ba-a2c8-dfd10c8a23f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (58ee0b8d-029b-4002-bb08-30c299978dae), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:46.596764 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6450e10-e89d-498e-a94d-137ae51e29ec req-2db8b603-9787-4926-a78a-dbd5b58d20a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:46.600017 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a6450e10-e89d-498e-a94d-137ae51e29ec req-2db8b603-9787-4926-a78a-dbd5b58d20a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87deee7ce54d434ba963e63e7f55edbe&device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 1098 time: 0.2407298 Jan 28 06:02:46.604220 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:02:46.616216 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c87c6-5a89-4513-9152-e0f2feb63668 None None] Sync routers for ids ['4c7bdd07-25c8-46f8-b9c8-d71cf44a5652'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:02:46.620888 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c31fd113-8855-400e-8297-e6dfe771efd1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] 10.222.0.31 "PUT /v2.0/routers/4c7bdd07-25c8-46f8-b9c8-d71cf44a5652/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0905035 Jan 28 06:02:46.623427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54018) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:46.629226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-85929de6-efe5-44b5-897e-48dd6894aeed tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Request body: {'port': {'network_id': '10f8682d-d864-43d0-8b5b-5aba59ce7275', 'name': 'tempest-FloatingIPNegativeTestJSON-405648057'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:46.635861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c87c6-5a89-4513-9152-e0f2feb63668 None None] Routers {'4c7bdd07-25c8-46f8-b9c8-d71cf44a5652'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:46.636814 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-4b7c87c6-5a89-4513-9152-e0f2feb63668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['4c7bdd07-25c8-46f8-b9c8-d71cf44a5652'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:46.687214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Attempting to bind port 95c9879d-ae0d-45e3-9528-af14ccccd72f on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:02:46.688380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Attempting to bind port 95c9879d-ae0d-45e3-9528-af14ccccd72f by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:02:46.688380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Attempting to bind port 95c9879d-ae0d-45e3-9528-af14ccccd72f on network 979f357d-68ca-4553-bd22-7ffee2a7e6fd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:46.722670 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-4b7c87c6-5a89-4513-9152-e0f2feb63668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:46.722885 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c59ca-6625-461f-92a8-f8e20aae6ce9 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network 62f174c5-5d78-4dd7-9b4e-786fc3484f6c is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:02:46.743811 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c87c6-5a89-4513-9152-e0f2feb63668 None None] Routers {'4c7bdd07-25c8-46f8-b9c8-d71cf44a5652'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:46.744458 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-4b7c87c6-5a89-4513-9152-e0f2feb63668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['4c7bdd07-25c8-46f8-b9c8-d71cf44a5652'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:46.755115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Port 95c9879d-ae0d-45e3-9528-af14ccccd72f on network 979f357d-68ca-4553-bd22-7ffee2a7e6fd not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:02:46.755661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Attempting to bind port 95c9879d-ae0d-45e3-9528-af14ccccd72f on network 979f357d-68ca-4553-bd22-7ffee2a7e6fd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:46.790394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e568-b894-4aee-81ee-4ca7a47095fc req-4bc1b372-179f-49a9-a4c5-c54e21a7ba60 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:46.804984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e568-b894-4aee-81ee-4ca7a47095fc req-4bc1b372-179f-49a9-a4c5-c54e21a7ba60 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:46.809991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6450e10-e89d-498e-a94d-137ae51e29ec req-43745360-8a2e-4165-b3be-fb5a4baba7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:46.811940 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a6450e10-e89d-498e-a94d-137ae51e29ec req-43745360-8a2e-4165-b3be-fb5a4baba7d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b89a966-4104-417f-8f4b-9fb507d41209 HTTP/1.1" status: 200 len: 914 time: 0.2049983 Jan 28 06:02:46.812399 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e568-b894-4aee-81ee-4ca7a47095fc req-4bc1b372-179f-49a9-a4c5-c54e21a7ba60 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:46.817807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e568-b894-4aee-81ee-4ca7a47095fc req-4bc1b372-179f-49a9-a4c5-c54e21a7ba60 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:46.831315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e568-b894-4aee-81ee-4ca7a47095fc req-4bc1b372-179f-49a9-a4c5-c54e21a7ba60 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:46.837562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e568-b894-4aee-81ee-4ca7a47095fc req-4bc1b372-179f-49a9-a4c5-c54e21a7ba60 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:46.843352 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-4b7c87c6-5a89-4513-9152-e0f2feb63668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:46.843911 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e568-b894-4aee-81ee-4ca7a47095fc req-4bc1b372-179f-49a9-a4c5-c54e21a7ba60 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:46.844118 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c87c6-5a89-4513-9152-e0f2feb63668 None None] The sync data for ids ['4c7bdd07-25c8-46f8-b9c8-d71cf44a5652'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:02:46.852917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27b1e568-b894-4aee-81ee-4ca7a47095fc req-4bc1b372-179f-49a9-a4c5-c54e21a7ba60 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5407 time: 0.3303175 Jan 28 06:02:46.863270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:02:46.867970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Checking segment: {'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:46.867970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Bound using segment: {'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:02:46.867970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Bound port: 95c9879d-ae0d-45e3-9528-af14ccccd72f, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c479a99b-185c-4ee7-819e-549510e1e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:02:46.867970 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (95c9879d-ae0d-45e3-9528-af14ccccd72f), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:46.881079 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbf19e9e-9653-4409-b8cf-a7a2ea88e982 req-5c091046-1d6e-4e3c-9088-d2ef2d561d20 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048339 Jan 28 06:02:46.905542 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a6450e10-e89d-498e-a94d-137ae51e29ec req-4dac86e7-e3d1-4d1c-a731-53e2eb174f32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33ed1140-df01-4a4a-9322-2ec5002abf39 HTTP/1.1" status: 200 len: 217 time: 0.0819333 Jan 28 06:02:46.969617 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-759c59ca-6625-461f-92a8-f8e20aae6ce9 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 62f174c5-5d78-4dd7-9b4e-786fc3484f6c) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:46.974781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c59ca-6625-461f-92a8-f8e20aae6ce9 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:46.975396 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-759c59ca-6625-461f-92a8-f8e20aae6ce9 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:46.982530 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac0fded-2127-4197-9dfa-4c61b78dc493 None None] Network 62f174c5-5d78-4dd7-9b4e-786fc3484f6c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:02:47.021793 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6450e10-e89d-498e-a94d-137ae51e29ec req-d8803fe0-1f01-4dc9-ae95-636c0a6d8ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:47.025414 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a6450e10-e89d-498e-a94d-137ae51e29ec req-d8803fe0-1f01-4dc9-ae95-636c0a6d8ff8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c HTTP/1.1" status: 200 len: 853 time: 0.1122291 Jan 28 06:02:47.072058 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85929de6-efe5-44b5-897e-48dd6894aeed tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Made reservation on behalf of d050a74c759c45c9b89c7120408afe69 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:02:47.073709 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-85929de6-efe5-44b5-897e-48dd6894aeed tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:47.076327 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27b1e568-b894-4aee-81ee-4ca7a47095fc req-601bef59-a263-435b-a0e8-cccee9a6df0d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2213976 Jan 28 06:02:47.104059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] For port 95c9879d-ae0d-45e3-9528-af14ccccd72f, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:02:47.156560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] For port 95c9879d-ae0d-45e3-9528-af14ccccd72f, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=95c9879d-ae0d-45e3-9528-af14ccccd72f,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:02:47.242124 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-759c59ca-6625-461f-92a8-f8e20aae6ce9 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5151670 Jan 28 06:02:47.242850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54024) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:47.252874 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-85929de6-efe5-44b5-897e-48dd6894aeed tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] device_id is not set on port a89a7b67-b69a-4a8b-8f15-f5cdf23d173e yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:02:47.276803 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (95c9879d-ae0d-45e3-9528-af14ccccd72f), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:47.278363 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a6450e10-e89d-498e-a94d-137ae51e29ec req-2856790b-f831-4489-a1c8-d8894535e789 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b89a966-4104-417f-8f4b-9fb507d41209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2426348 Jan 28 06:02:47.285930 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-04109cf3-69f4-44c1-b635-5ae791c08c23 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-956342669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:47.309969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-62f174c5-5d78-4dd7-9b4e-786fc3484f6c', 'network_id': '62f174c5-5d78-4dd7-9b4e-786fc3484f6c', 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'fixed_ips': [{'subnet_id': '946d4412-fce5-4e4c-84b0-d7643620ec70'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:02:47.310874 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:47.505208 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Allocated IP 2001:db8::2 (62f174c5-5d78-4dd7-9b4e-786fc3484f6c/946d4412-fce5-4e4c-84b0-d7643620ec70/82c6b12b-5296-4101-bbf9-f3682e793f59) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:47.669940 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a6450e10-e89d-498e-a94d-137ae51e29ec req-d18d3161-4787-4e9f-94c3-283689cd9db1 service neutron] 10.222.0.60 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713813 Jan 28 06:02:47.716913 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-04109cf3-69f4-44c1-b635-5ae791c08c23 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (de45862b-960f-4621-9e59-b7d8e16f2178), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:47.717897 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-04109cf3-69f4-44c1-b635-5ae791c08c23 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (de45862b-960f-4621-9e59-b7d8e16f2178), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:47.770351 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Publish callbacks [] for port (82c6b12b-5296-4101-bbf9-f3682e793f59), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:47.834136 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-85929de6-efe5-44b5-897e-48dd6894aeed tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Allocated IP 172.20.0.9 (10f8682d-d864-43d0-8b5b-5aba59ce7275/3fd2738c-966c-4569-8c4e-38e0182dc759/a89a7b67-b69a-4a8b-8f15-f5cdf23d173e) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:47.875232 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-04109cf3-69f4-44c1-b635-5ae791c08c23 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router_controller (de45862b-960f-4621-9e59-b7d8e16f2178), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:47.884738 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=95c9879d-ae0d-45e3-9528-af14ccccd72f,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:47.889134 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (82c6b12b-5296-4101-bbf9-f3682e793f59), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:47.899137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:47.899137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:47.899665 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:47.908790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:47.909486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:47.909965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:47.910797 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:47.911322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:47.911911 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:47.912375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:47.912812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:47.913241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:47.913671 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:47.982104 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-04109cf3-69f4-44c1-b635-5ae791c08c23 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (de45862b-960f-4621-9e59-b7d8e16f2178), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:48.005241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.005965 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:48.007964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2064758a-9f03-41a0-a242-8965d5f0fbb5 service neutron] 10.222.0.60 "PUT /v2.0/ports/95c9879d-ae0d-45e3-9528-af14ccccd72f HTTP/1.1" status: 200 len: 1092 time: 3.8841319 Jan 28 06:02:48.014001 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Network 62f174c5-5d78-4dd7-9b4e-786fc3484f6c is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:48.018668 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'tag': '95c9879d-ae0d-45e3-9528-af14ccccd72f'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:02:48.021212 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68a6c53-cc0b-4940-b786-c1f6c0615735" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "tag": "95c9879d-ae0d-45e3-9528-af14ccccd72f"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:02:48.031377 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:48.041472 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:48.057196 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Pushing event updated for resources: {'Port': ['ID=82c6b12b-5296-4101-bbf9-f3682e793f59,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:48.068037 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:48.068387 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:48.070461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:48.070461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:48.070461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:48.070461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:48.070461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:48.070873 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:48.070873 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:48.071146 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:48.071470 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:48.071791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:48.072112 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:02:48.080457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be18fae-5d48-4501-8f90-afa76c74cb3e req-7455dc41-fa1b-4117-b802-1bc4e29b7d64 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.082056 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7be18fae-5d48-4501-8f90-afa76c74cb3e req-7455dc41-fa1b-4117-b802-1bc4e29b7d64 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.8013937 Jan 28 06:02:48.141661 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a6450e10-e89d-498e-a94d-137ae51e29ec req-62583ba3-f4fe-48dd-b5c4-4b65817929f4 service neutron] 10.222.0.60 "GET /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581010 Jan 28 06:02:48.156609 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Request body: {'port': {'device_id': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:48.195666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Attempting to bind port 82c6b12b-5296-4101-bbf9-f3682e793f59 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:02:48.196049 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Attempting to bind port 82c6b12b-5296-4101-bbf9-f3682e793f59 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '4ba63abc-62e0-4057-9c3d-163aadd241f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '62f174c5-5d78-4dd7-9b4e-786fc3484f6c'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:02:48.196421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Attempting to bind port 82c6b12b-5296-4101-bbf9-f3682e793f59 on network 62f174c5-5d78-4dd7-9b4e-786fc3484f6c {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:48.207645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:02:48.207645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Checking segment: {'id': '4ba63abc-62e0-4057-9c3d-163aadd241f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '62f174c5-5d78-4dd7-9b4e-786fc3484f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:48.210757 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:48.210757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Bound using segment: {'id': '4ba63abc-62e0-4057-9c3d-163aadd241f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '62f174c5-5d78-4dd7-9b4e-786fc3484f6c'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:02:48.210757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Bound port: 82c6b12b-5296-4101-bbf9-f3682e793f59, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba63abc-62e0-4057-9c3d-163aadd241f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '62f174c5-5d78-4dd7-9b4e-786fc3484f6c'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:02:48.210757 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (82c6b12b-5296-4101-bbf9-f3682e793f59), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:48.315479 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-04109cf3-69f4-44c1-b635-5ae791c08c23 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:48.315479 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-04109cf3-69f4-44c1-b635-5ae791c08c23 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0443556 Jan 28 06:02:48.322224 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54034) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:48.322360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-369629fd-22d1-44ba-a2c8-dfd10c8a23f6 admin admin] Deleting port 0020cc97-eb4e-4028-82bb-3915a9bcd773 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:02:48.322486 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-369629fd-22d1-44ba-a2c8-dfd10c8a23f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:48.336901 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9cab51d9-1b7e-4510-bee5-8573e4ab338a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'port': {'network_id': '62f174c5-5d78-4dd7-9b4e-786fc3484f6c', 'name': 'tempest-RoutersIpV6Test-1868809500'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:48.337283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] For port 82c6b12b-5296-4101-bbf9-f3682e793f59, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:02:48.340658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] For port 82c6b12b-5296-4101-bbf9-f3682e793f59, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=82c6b12b-5296-4101-bbf9-f3682e793f59,segment=NetworkSegment(4ba63abc-62e0-4057-9c3d-163aadd241f8),segment_id=4ba63abc-62e0-4057-9c3d-163aadd241f8)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:02:48.370376 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-85929de6-efe5-44b5-897e-48dd6894aeed tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for port (a89a7b67-b69a-4a8b-8f15-f5cdf23d173e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:48.404775 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-369629fd-22d1-44ba-a2c8-dfd10c8a23f6 admin admin] For port 0020cc97-eb4e-4028-82bb-3915a9bcd773, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0020cc97-eb4e-4028-82bb-3915a9bcd773,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:48.404775 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-369629fd-22d1-44ba-a2c8-dfd10c8a23f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:48.438550 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:48.451747 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (82c6b12b-5296-4101-bbf9-f3682e793f59), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:48.452004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-369629fd-22d1-44ba-a2c8-dfd10c8a23f6 admin admin] Calling delete_port for 0020cc97-eb4e-4028-82bb-3915a9bcd773 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:02:48.478316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7be18fae-5d48-4501-8f90-afa76c74cb3e req-aa63393c-f8f3-40e6-96e9-9ce878df28bf tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441205 Jan 28 06:02:48.536211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349bf12-a9d1-4bad-afba-8bac72738974 req-ef6652d8-529f-4c8f-8d31-43e6a7950bd4 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.542488 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-85929de6-efe5-44b5-897e-48dd6894aeed tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a89a7b67-b69a-4a8b-8f15-f5cdf23d173e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:48.544424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f349bf12-a9d1-4bad-afba-8bac72738974 req-ef6652d8-529f-4c8f-8d31-43e6a7950bd4 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.5177646 Jan 28 06:02:48.580949 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb4181-88a2-419c-8721-6ef09ccd5a7c None None] Pushing event updated for resources: {'Port': ['ID=82c6b12b-5296-4101-bbf9-f3682e793f59,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:48.598747 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674d8072-7155-4693-9703-915ff214da19 x-openstack-request-id: req-674d8072-7155-4693-9703-915ff214da19 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:02:48.599036 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "tag": "95c9879d-ae0d-45e3-9528-af14ccccd72f", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:02:48.599294 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-674d8072-7155-4693-9703-915ff214da19 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:02:48.599696 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'tag': '95c9879d-ae0d-45e3-9528-af14ccccd72f', 'status': 'completed', 'code': 200} Jan 28 06:02:48.604070 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cab51d9-1b7e-4510-bee5-8573e4ab338a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:02:48.608048 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9cab51d9-1b7e-4510-bee5-8573e4ab338a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:48.657510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85929de6-efe5-44b5-897e-48dd6894aeed tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Network 10f8682d-d864-43d0-8b5b-5aba59ce7275 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:48.688362 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-85929de6-efe5-44b5-897e-48dd6894aeed tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:48.719634 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85929de6-efe5-44b5-897e-48dd6894aeed tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:48.727381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-9cab51d9-1b7e-4510-bee5-8573e4ab338a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] device_id is not set on port 01ec3a25-a320-43ed-b66c-a5ab4ad8eae8 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:02:48.737019 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85929de6-efe5-44b5-897e-48dd6894aeed tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Pushing event updated for resources: {'Port': ['ID=a89a7b67-b69a-4a8b-8f15-f5cdf23d173e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:48.889195 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6c53-cc0b-4940-b786-c1f6c0615735 req-9ef9181a-0e7e-47ad-9a30-8c0efbc32ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.889722 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6c53-cc0b-4940-b786-c1f6c0615735 req-9ef9181a-0e7e-47ad-9a30-8c0efbc32ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.890164 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6c53-cc0b-4940-b786-c1f6c0615735 req-9ef9181a-0e7e-47ad-9a30-8c0efbc32ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.890669 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6c53-cc0b-4940-b786-c1f6c0615735 req-9ef9181a-0e7e-47ad-9a30-8c0efbc32ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.891145 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6c53-cc0b-4940-b786-c1f6c0615735 req-9ef9181a-0e7e-47ad-9a30-8c0efbc32ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.891648 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6c53-cc0b-4940-b786-c1f6c0615735 req-9ef9181a-0e7e-47ad-9a30-8c0efbc32ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.892269 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6c53-cc0b-4940-b786-c1f6c0615735 req-9ef9181a-0e7e-47ad-9a30-8c0efbc32ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.894051 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d68a6c53-cc0b-4940-b786-c1f6c0615735 req-9ef9181a-0e7e-47ad-9a30-8c0efbc32ebb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d224c5804ad8477a9a70c890f5535963&device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 6359 time: 0.2298343 Jan 28 06:02:48.915738 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85929de6-efe5-44b5-897e-48dd6894aeed tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:48.916448 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-85929de6-efe5-44b5-897e-48dd6894aeed tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:48.984019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f349bf12-a9d1-4bad-afba-8bac72738974 req-42a2544d-1193-43a2-ad99-bd07e13f12f4 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387188 Jan 28 06:02:49.102043 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1f933-a159-47b0-a0d0-882cce68d317 req-a90b6f38-2682-4575-be57-5a2eb10c7260 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:49.113833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1f933-a159-47b0-a0d0-882cce68d317 req-a90b6f38-2682-4575-be57-5a2eb10c7260 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:49.118931 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1f933-a159-47b0-a0d0-882cce68d317 req-a90b6f38-2682-4575-be57-5a2eb10c7260 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:49.138242 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1f933-a159-47b0-a0d0-882cce68d317 req-a90b6f38-2682-4575-be57-5a2eb10c7260 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:49.153975 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1f933-a159-47b0-a0d0-882cce68d317 req-a90b6f38-2682-4575-be57-5a2eb10c7260 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:49.160478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1f933-a159-47b0-a0d0-882cce68d317 req-a90b6f38-2682-4575-be57-5a2eb10c7260 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:49.166656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1f933-a159-47b0-a0d0-882cce68d317 req-a90b6f38-2682-4575-be57-5a2eb10c7260 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:49.176031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0e1f933-a159-47b0-a0d0-882cce68d317 req-a90b6f38-2682-4575-be57-5a2eb10c7260 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5407 time: 0.4280367 Jan 28 06:02:49.226141 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-380a195b-c616-4a94-ab6d-cb6669ddd580 None None] Provisioning complete for port a89a7b67-b69a-4a8b-8f15-f5cdf23d173e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:49.226600 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-380a195b-c616-4a94-ab6d-cb6669ddd580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a89a7b67-b69a-4a8b-8f15-f5cdf23d173e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:49.392172 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0e1f933-a159-47b0-a0d0-882cce68d317 req-edb3417d-31a5-4b04-b414-b701be3c6ec7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2152345 Jan 28 06:02:49.531132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e3b3f-888d-4e24-ad29-8de19b335a0c req-8748df03-31d7-479a-aec9-15a494782124 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:49.537999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd4e3b3f-888d-4e24-ad29-8de19b335a0c req-8748df03-31d7-479a-aec9-15a494782124 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.3570690 Jan 28 06:02:49.612861 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-85929de6-efe5-44b5-897e-48dd6894aeed tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9880378 Jan 28 06:02:49.617662 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54040) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:49.624711 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-369629fd-22d1-44ba-a2c8-dfd10c8a23f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (0020cc97-eb4e-4028-82bb-3915a9bcd773), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:49.625344 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-bd2cc61c-435c-4415-8ad4-af3e353acdb4 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:49.681302 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-9cab51d9-1b7e-4510-bee5-8573e4ab338a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Allocated IP 2001:db8::11f (62f174c5-5d78-4dd7-9b4e-786fc3484f6c/946d4412-fce5-4e4c-84b0-d7643620ec70/01ec3a25-a320-43ed-b66c-a5ab4ad8eae8) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:49.718193 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-380a195b-c616-4a94-ab6d-cb6669ddd580 None None] Port a89a7b67-b69a-4a8b-8f15-f5cdf23d173e cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:49.732072 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6c53-cc0b-4940-b786-c1f6c0615735 req-adaa2108-bce4-41a0-bdfd-29b786dd3d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:49.732642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6c53-cc0b-4940-b786-c1f6c0615735 req-adaa2108-bce4-41a0-bdfd-29b786dd3d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:49.733178 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6c53-cc0b-4940-b786-c1f6c0615735 req-adaa2108-bce4-41a0-bdfd-29b786dd3d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:49.734920 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d68a6c53-cc0b-4940-b786-c1f6c0615735 req-adaa2108-bce4-41a0-bdfd-29b786dd3d8f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d224c5804ad8477a9a70c890f5535963&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7864943 Jan 28 06:02:49.738170 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd4e3b3f-888d-4e24-ad29-8de19b335a0c req-81fbf6f3-625d-4715-b788-8fc0cd7f8e56 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891162 Jan 28 06:02:49.739392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369629fd-22d1-44ba-a2c8-dfd10c8a23f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0020cc97-eb4e-4028-82bb-3915a9bcd773,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:49.771781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54042) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:49.787417 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 82c6b12b-5296-4101-bbf9-f3682e793f59 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:02:49.912016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:02:49.913197 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 82c6b12b-5296-4101-bbf9-f3682e793f59 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:49.913569 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (82c6b12b-5296-4101-bbf9-f3682e793f59), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:49.925338 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Publish callbacks [] for port (cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:49.987089 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc61c-435c-4415-8ad4-af3e353acdb4 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:50.076052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 82c6b12b-5296-4101-bbf9-f3682e793f59 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:50.076449 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (82c6b12b-5296-4101-bbf9-f3682e793f59), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:50.144561 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 82c6b12b-5296-4101-bbf9-f3682e793f59, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=82c6b12b-5296-4101-bbf9-f3682e793f59,segment=NetworkSegment(4ba63abc-62e0-4057-9c3d-163aadd241f8),segment_id=4ba63abc-62e0-4057-9c3d-163aadd241f8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:50.189193 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-369629fd-22d1-44ba-a2c8-dfd10c8a23f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (58ee0b8d-029b-4002-bb08-30c299978dae), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:50.234699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Transition to ACTIVE for port object cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:02:50.252569 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (82c6b12b-5296-4101-bbf9-f3682e793f59), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:50.313740 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9cab51d9-1b7e-4510-bee5-8573e4ab338a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (01ec3a25-a320-43ed-b66c-a5ab4ad8eae8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:50.328372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f573066-eb3e-4403-8797-53306a8de922 req-bf2871a3-4807-433e-a868-dde4528718f2 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:50.335584 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f573066-eb3e-4403-8797-53306a8de922 req-bf2871a3-4807-433e-a868-dde4528718f2 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.1439342 Jan 28 06:02:50.373177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=82c6b12b-5296-4101-bbf9-f3682e793f59,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:50.408926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f573066-eb3e-4403-8797-53306a8de922 req-5810f998-ad35-4f00-83a2-bb9bb9d4daa0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721772 Jan 28 06:02:50.409606 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:50.470253 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97178e92-9caa-4335-8cfe-bb9880d6c083 None None] Network 62f174c5-5d78-4dd7-9b4e-786fc3484f6c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:02:50.561662 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6c53-cc0b-4940-b786-c1f6c0615735 req-c7fc749b-d7ca-4a3a-80b6-9b5f164a2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:50.568463 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d68a6c53-cc0b-4940-b786-c1f6c0615735 req-c7fc749b-d7ca-4a3a-80b6-9b5f164a2a5a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8254302 Jan 28 06:02:50.597751 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ea23cc-92af-48c2-b622-2fd126816fe6 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:50.614093 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-96ea23cc-92af-48c2-b622-2fd126816fe6 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 1092 time: 0.8322897 Jan 28 06:02:50.619689 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9cab51d9-1b7e-4510-bee5-8573e4ab338a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (01ec3a25-a320-43ed-b66c-a5ab4ad8eae8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:50.628071 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54052) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:50.629297 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0fb33717-dbb8-4e5c-b745-563b71f8ac89 None None] Provisioning complete for port 82c6b12b-5296-4101-bbf9-f3682e793f59 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:50.629780 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0fb33717-dbb8-4e5c-b745-563b71f8ac89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (82c6b12b-5296-4101-bbf9-f3682e793f59), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:50.652932 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:50.696858 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Pushing event updated for resources: {'Port': ['ID=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:50.722966 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cab51d9-1b7e-4510-bee5-8573e4ab338a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network 62f174c5-5d78-4dd7-9b4e-786fc3484f6c is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:50.744969 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-9cab51d9-1b7e-4510-bee5-8573e4ab338a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:50.748538 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab51d9-1b7e-4510-bee5-8573e4ab338a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:50.756219 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cab51d9-1b7e-4510-bee5-8573e4ab338a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:50.764448 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9cab51d9-1b7e-4510-bee5-8573e4ab338a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:50.826556 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab51d9-1b7e-4510-bee5-8573e4ab338a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=01ec3a25-a320-43ed-b66c-a5ab4ad8eae8,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:50.877379 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0fb33717-dbb8-4e5c-b745-563b71f8ac89 None None] Current status of the port 82c6b12b-5296-4101-bbf9-f3682e793f59 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:50.893811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Attempting to bind port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:02:50.894149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Attempting to bind port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'd3fdf88c-2d9c-4247-997d-6b2c23a97ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:02:50.894503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Attempting to bind port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 on network a5d76cd0-485c-42ba-8694-d68708a2c641 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:50.908933 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc61c-435c-4415-8ad4-af3e353acdb4 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:50.911398 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:50.912623 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5164d8d-ce98-4c5a-b9d8-34dcf5361e83 req-6de27ef2-9a12-42c2-ae7b-2d3a568c6074 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:50.914483 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5164d8d-ce98-4c5a-b9d8-34dcf5361e83 req-6de27ef2-9a12-42c2-ae7b-2d3a568c6074 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.4198711 Jan 28 06:02:50.918872 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 on network a5d76cd0-485c-42ba-8694-d68708a2c641 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:02:50.919521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Attempting to bind port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 on network a5d76cd0-485c-42ba-8694-d68708a2c641 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:50.961521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b57f7e-450c-482a-938a-3dc4932da0f6 req-b3f2573b-5abb-4853-b16b-ad3ca4beaf54 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:50.968096 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b57f7e-450c-482a-938a-3dc4932da0f6 req-b3f2573b-5abb-4853-b16b-ad3ca4beaf54 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:50.973571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b57f7e-450c-482a-938a-3dc4932da0f6 req-b3f2573b-5abb-4853-b16b-ad3ca4beaf54 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:50.979018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b57f7e-450c-482a-938a-3dc4932da0f6 req-b3f2573b-5abb-4853-b16b-ad3ca4beaf54 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:50.985248 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b57f7e-450c-482a-938a-3dc4932da0f6 req-b3f2573b-5abb-4853-b16b-ad3ca4beaf54 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:50.991254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b57f7e-450c-482a-938a-3dc4932da0f6 req-b3f2573b-5abb-4853-b16b-ad3ca4beaf54 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:51.007901 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b57f7e-450c-482a-938a-3dc4932da0f6 req-b3f2573b-5abb-4853-b16b-ad3ca4beaf54 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:51.018672 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1b57f7e-450c-482a-938a-3dc4932da0f6 req-b3f2573b-5abb-4853-b16b-ad3ca4beaf54 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5419 time: 0.3439305 Jan 28 06:02:51.029213 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9cab51d9-1b7e-4510-bee5-8573e4ab338a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7024381 Jan 28 06:02:51.051750 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54058) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:51.123473 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-bd2cc61c-435c-4415-8ad4-af3e353acdb4 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Allocated IP 172.25.0.107 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/1d03d1d6-1e16-4503-b64d-47d90a530575) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:51.173153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-90ec37ee-2f0d-4e2d-b33c-d4117038c286 None None] Provisioning complete for port 01ec3a25-a320-43ed-b66c-a5ab4ad8eae8 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:51.174151 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90ec37ee-2f0d-4e2d-b33c-d4117038c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (01ec3a25-a320-43ed-b66c-a5ab4ad8eae8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:51.214386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:02:51.215524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Checking segment: {'id': 'd3fdf88c-2d9c-4247-997d-6b2c23a97ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:51.215915 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Bound using segment: {'id': 'd3fdf88c-2d9c-4247-997d-6b2c23a97ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:02:51.216659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Bound port: cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fdf88c-2d9c-4247-997d-6b2c23a97ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:02:51.217341 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:51.267628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-90ec37ee-2f0d-4e2d-b33c-d4117038c286 None None] Port 01ec3a25-a320-43ed-b66c-a5ab4ad8eae8 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:51.289325 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:51.295420 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-90ec37ee-2f0d-4e2d-b33c-d4117038c286 None None] Provisioning complete for port 82c6b12b-5296-4101-bbf9-f3682e793f59 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:51.296167 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90ec37ee-2f0d-4e2d-b33c-d4117038c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (82c6b12b-5296-4101-bbf9-f3682e793f59), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:51.348160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] For port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:02:51.357253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] For port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8,segment=NetworkSegment(d3fdf88c-2d9c-4247-997d-6b2c23a97ab9),segment_id=d3fdf88c-2d9c-4247-997d-6b2c23a97ab9)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:02:51.389675 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc61c-435c-4415-8ad4-af3e353acdb4 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for port (1d03d1d6-1e16-4503-b64d-47d90a530575), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:51.400108 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369629fd-22d1-44ba-a2c8-dfd10c8a23f6 admin admin] Router 58ee0b8d-029b-4002-bb08-30c299978dae has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:02:51.462330 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:51.492375 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-90ec37ee-2f0d-4e2d-b33c-d4117038c286 None None] Current status of the port 82c6b12b-5296-4101-bbf9-f3682e793f59 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:51.548419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:51.549184 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:51.551234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] 10.222.0.60 "PUT /v2.0/ports/cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 HTTP/1.1" status: 200 len: 1092 time: 3.4183176 Jan 28 06:02:51.578606 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'tag': 'cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:02:51.583897 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613bcfe3-46af-4647-bcfe-842133d69a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "tag": "cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:02:51.609324 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc61c-435c-4415-8ad4-af3e353acdb4 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1d03d1d6-1e16-4503-b64d-47d90a530575), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:51.615570 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Allocated IP 172.25.0.39 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/81b0f445-3b09-4dfb-bc7d-b4421a753693) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:51.616200 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3348a81a-3930-4f44-973d-11e33ad1bc1f None None] Provisioning complete for port 01ec3a25-a320-43ed-b66c-a5ab4ad8eae8 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:51.616422 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3348a81a-3930-4f44-973d-11e33ad1bc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (01ec3a25-a320-43ed-b66c-a5ab4ad8eae8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:51.635744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5164d8d-ce98-4c5a-b9d8-34dcf5361e83 req-1eb30fed-aed6-4685-b8db-fe36bdc868b7 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6969461 Jan 28 06:02:51.659224 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1b57f7e-450c-482a-938a-3dc4932da0f6 req-58580451-9fa5-492d-9a63-df421858d4bc tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6401722 Jan 28 06:02:51.693759 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Request body: {'port': {'device_id': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:51.697246 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3348a81a-3930-4f44-973d-11e33ad1bc1f None None] Port 01ec3a25-a320-43ed-b66c-a5ab4ad8eae8 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:51.753367 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 82c6b12b-5296-4101-bbf9-f3682e793f59 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:02:51.771676 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2cc61c-435c-4415-8ad4-af3e353acdb4 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:51.805311 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca896e2-eaad-4a6f-89b6-4aeab754bcf9 x-openstack-request-id: req-0ca896e2-eaad-4a6f-89b6-4aeab754bcf9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:02:51.805869 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "tag": "cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:02:51.806290 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ca896e2-eaad-4a6f-89b6-4aeab754bcf9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:02:51.806903 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'tag': 'cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8', 'status': 'completed', 'code': 200} Jan 28 06:02:51.811976 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-bd2cc61c-435c-4415-8ad4-af3e353acdb4 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:51.837065 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 82c6b12b-5296-4101-bbf9-f3682e793f59 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:51.837422 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (82c6b12b-5296-4101-bbf9-f3682e793f59), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:51.847880 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2cc61c-435c-4415-8ad4-af3e353acdb4 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:51.907692 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cc61c-435c-4415-8ad4-af3e353acdb4 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Pushing event updated for resources: {'Port': ['ID=1d03d1d6-1e16-4503-b64d-47d90a530575,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:51.963284 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 82c6b12b-5296-4101-bbf9-f3682e793f59 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:02:52.001169 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c88d5a-b8a3-4951-a999-065943c6f517 service neutron] Pushing event updated for resources: {'Port': ['ID=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:52.046218 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bcfe3-46af-4647-bcfe-842133d69a3f req-043cf111-3665-4809-99bc-16b090cb9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:52.046732 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bcfe3-46af-4647-bcfe-842133d69a3f req-043cf111-3665-4809-99bc-16b090cb9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:52.047208 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bcfe3-46af-4647-bcfe-842133d69a3f req-043cf111-3665-4809-99bc-16b090cb9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:52.047682 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bcfe3-46af-4647-bcfe-842133d69a3f req-043cf111-3665-4809-99bc-16b090cb9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:52.048180 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bcfe3-46af-4647-bcfe-842133d69a3f req-043cf111-3665-4809-99bc-16b090cb9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:52.048619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bcfe3-46af-4647-bcfe-842133d69a3f req-043cf111-3665-4809-99bc-16b090cb9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:52.049076 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bcfe3-46af-4647-bcfe-842133d69a3f req-043cf111-3665-4809-99bc-16b090cb9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:52.051008 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-613bcfe3-46af-4647-bcfe-842133d69a3f req-043cf111-3665-4809-99bc-16b090cb9e5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d224c5804ad8477a9a70c890f5535963&device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 6427 time: 0.1994996 Jan 28 06:02:52.066992 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (81b0f445-3b09-4dfb-bc7d-b4421a753693), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:52.143046 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc61c-435c-4415-8ad4-af3e353acdb4 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for floatingip (c31bfd7f-a673-4bdd-9bea-e02a9b7acc88), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:52.209255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bcfe3-46af-4647-bcfe-842133d69a3f req-cc08db88-e91d-427f-8ab7-22fb92a524ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:52.209744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bcfe3-46af-4647-bcfe-842133d69a3f req-cc08db88-e91d-427f-8ab7-22fb92a524ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:52.210251 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bcfe3-46af-4647-bcfe-842133d69a3f req-cc08db88-e91d-427f-8ab7-22fb92a524ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:52.211893 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-613bcfe3-46af-4647-bcfe-842133d69a3f req-cc08db88-e91d-427f-8ab7-22fb92a524ba service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d224c5804ad8477a9a70c890f5535963&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1432884 Jan 28 06:02:52.292309 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (81b0f445-3b09-4dfb-bc7d-b4421a753693), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:52.341746 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc61c-435c-4415-8ad4-af3e353acdb4 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1d03d1d6-1e16-4503-b64d-47d90a530575), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:52.383255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:52.395989 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:52.411713 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:52.426511 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=81b0f445-3b09-4dfb-bc7d-b4421a753693,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:52.473080 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bcfe3-46af-4647-bcfe-842133d69a3f req-395be006-0fdb-4dbd-a990-f5e968e8e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:52.474617 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-613bcfe3-46af-4647-bcfe-842133d69a3f req-395be006-0fdb-4dbd-a990-f5e968e8e00b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2564256 Jan 28 06:02:52.617596 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3f7bdd54-2ff6-43b2-9949-d17d7d9a972f), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:52.617596 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369629fd-22d1-44ba-a2c8-dfd10c8a23f6 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:02:52.626529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-369629fd-22d1-44ba-a2c8-dfd10c8a23f6 admin admin] 10.222.0.31 "PUT /v2.0/routers/58ee0b8d-029b-4002-bb08-30c299978dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9866273 Jan 28 06:02:52.629708 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823df6a-5b90-4e04-9595-f656ba9f1f7d None None] Sync routers for ids ['58ee0b8d-029b-4002-bb08-30c299978dae'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:02:52.636010 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f089b32-bcd0-48ad-b0e5-c3aa63f80751 req-cc7735d0-a467-47f4-8cb7-88f4d73ba50b tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:52.637814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f089b32-bcd0-48ad-b0e5-c3aa63f80751 req-cc7735d0-a467-47f4-8cb7-88f4d73ba50b tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.6474414 Jan 28 06:02:52.638512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54074) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:52.646983 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823df6a-5b90-4e04-9595-f656ba9f1f7d None None] Routers {'58ee0b8d-029b-4002-bb08-30c299978dae'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:52.648713 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5823df6a-5b90-4e04-9595-f656ba9f1f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['58ee0b8d-029b-4002-bb08-30c299978dae'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:52.931155 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f089b32-bcd0-48ad-b0e5-c3aa63f80751 req-b07e9895-3965-45da-9ea8-d05bd31c1902 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736454 Jan 28 06:02:53.001429 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-5823df6a-5b90-4e04-9595-f656ba9f1f7d None None] Set router 58ee0b8d-029b-4002-bb08-30c299978dae gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:02:53.041445 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6dd5392-2a58-4cdb-bd64-c876c520be24 admin admin] Publish callbacks [] for router (58ee0b8d-029b-4002-bb08-30c299978dae), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:53.087219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc61c-435c-4415-8ad4-af3e353acdb4 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for port (1d03d1d6-1e16-4503-b64d-47d90a530575), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:53.101448 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for floatingip (e09b1e39-eeb9-487b-962d-ea6a7f60f2ee), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:53.153331 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc61c-435c-4415-8ad4-af3e353acdb4 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (1d03d1d6-1e16-4503-b64d-47d90a530575), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:53.165279 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-718dfb62-925a-4911-82ff-4eec277124b2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (01ec3a25-a320-43ed-b66c-a5ab4ad8eae8), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:53.213825 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3ac6b-8068-4fae-a57f-1b0de134e4e0 req-45ab8f11-6457-417d-8dfc-4dbd7bb83578 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:53.231563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3ac6b-8068-4fae-a57f-1b0de134e4e0 req-45ab8f11-6457-417d-8dfc-4dbd7bb83578 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:53.247597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3ac6b-8068-4fae-a57f-1b0de134e4e0 req-45ab8f11-6457-417d-8dfc-4dbd7bb83578 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:53.253166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3ac6b-8068-4fae-a57f-1b0de134e4e0 req-45ab8f11-6457-417d-8dfc-4dbd7bb83578 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:53.269858 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3ac6b-8068-4fae-a57f-1b0de134e4e0 req-45ab8f11-6457-417d-8dfc-4dbd7bb83578 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:53.273483 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc61c-435c-4415-8ad4-af3e353acdb4 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (c31bfd7f-a673-4bdd-9bea-e02a9b7acc88), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:53.280621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3ac6b-8068-4fae-a57f-1b0de134e4e0 req-45ab8f11-6457-417d-8dfc-4dbd7bb83578 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:53.294025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3ac6b-8068-4fae-a57f-1b0de134e4e0 req-45ab8f11-6457-417d-8dfc-4dbd7bb83578 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:53.302177 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76d3ac6b-8068-4fae-a57f-1b0de134e4e0 req-45ab8f11-6457-417d-8dfc-4dbd7bb83578 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5419 time: 0.4593260 Jan 28 06:02:53.319301 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5823df6a-5b90-4e04-9595-f656ba9f1f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T06:02:49Z', 'revision_number': 5, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:53.326776 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (81b0f445-3b09-4dfb-bc7d-b4421a753693), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:53.365290 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cc61c-435c-4415-8ad4-af3e353acdb4 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Pushing event updated for resources: {'Port': ['ID=1d03d1d6-1e16-4503-b64d-47d90a530575,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:53.391799 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823df6a-5b90-4e04-9595-f656ba9f1f7d None None] Checking router: 58ee0b8d-029b-4002-bb08-30c299978dae for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:02:53.424190 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823df6a-5b90-4e04-9595-f656ba9f1f7d None None] Routers {'58ee0b8d-029b-4002-bb08-30c299978dae'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:53.424819 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5823df6a-5b90-4e04-9595-f656ba9f1f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['58ee0b8d-029b-4002-bb08-30c299978dae'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:53.445300 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc61c-435c-4415-8ad4-af3e353acdb4 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:53.451841 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bd2cc61c-435c-4415-8ad4-af3e353acdb4 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8279245 Jan 28 06:02:53.454845 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54080) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:53.506126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:02:53.516662 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Publish callbacks [] for port (3f7bdd54-2ff6-43b2-9949-d17d7d9a972f), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:53.531145 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Transition to ACTIVE for port object 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:02:53.557919 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6dd5392-2a58-4cdb-bd64-c876c520be24 admin admin] Publish callbacks [] for router_gateway (58ee0b8d-029b-4002-bb08-30c299978dae), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:53.622396 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (81b0f445-3b09-4dfb-bc7d-b4421a753693), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:53.628149 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d4002e01-1745-41b2-8ace-51e4dcd08e43 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Request body: {'floatingip': {'port_id': 'a89a7b67-b69a-4a8b-8f15-f5cdf23d173e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:53.644999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6c977-312a-4094-ae09-c6b8b0eabe2b req-4152862e-26ab-479c-b54d-68008664a5fa tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:53.651532 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98b6c977-312a-4094-ae09-c6b8b0eabe2b req-4152862e-26ab-479c-b54d-68008664a5fa tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.5327775 Jan 28 06:02:53.661837 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (3f7bdd54-2ff6-43b2-9949-d17d7d9a972f), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:53.667270 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-5823df6a-5b90-4e04-9595-f656ba9f1f7d None None] Set router 58ee0b8d-029b-4002-bb08-30c299978dae gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:02:53.704954 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d4002e01-1745-41b2-8ace-51e4dcd08e43 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for floatingip (c31bfd7f-a673-4bdd-9bea-e02a9b7acc88), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:53.865233 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-d4002e01-1745-41b2-8ace-51e4dcd08e43 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] update failed (client error): The resource could not be found. Jan 28 06:02:53.871503 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d4002e01-1745-41b2-8ace-51e4dcd08e43 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] 10.222.0.31 "PUT /v2.0/floatingips/c31bfd7f-a673-4bdd-9bea-e02a9b7acc88 HTTP/1.1" status: 404 len: 507 time: 0.4158609 Jan 28 06:02:53.872266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54084) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:53.880475 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (81b0f445-3b09-4dfb-bc7d-b4421a753693), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:53.987359 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76d3ac6b-8068-4fae-a57f-1b0de134e4e0 req-87ddf62a-dfef-4d5e-9c7b-783466116e0f tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4434550 Jan 28 06:02:54.009590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:54.063341 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd5392-2a58-4cdb-bd64-c876c520be24 admin admin] Deleting port bd29a462-5c2f-46ac-a27d-964a956646e5 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:02:54.064032 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6dd5392-2a58-4cdb-bd64-c876c520be24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (bd29a462-5c2f-46ac-a27d-964a956646e5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:54.066718 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (e09b1e39-eeb9-487b-962d-ea6a7f60f2ee), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:54.128210 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5823df6a-5b90-4e04-9595-f656ba9f1f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T06:02:49Z', 'revision_number': 5, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:54.179844 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823df6a-5b90-4e04-9595-f656ba9f1f7d None None] The sync data for ids ['58ee0b8d-029b-4002-bb08-30c299978dae'] in n-d-812111-12 is: [{'id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'name': 'tempest-AttachVolumeShelveTestJSON-1570872633-router', 'tenant_id': 'ab9f5d5d427244a98e0169fec132ab39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:52:40Z', 'updated_at': '2022-01-28T06:02:49Z', 'revision_number': 5, 'project_id': 'ab9f5d5d427244a98e0169fec132ab39', 'gw_port': {'id': 'bd29a462-5c2f-46ac-a27d-964a956646e5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee0b8d-029b-4002-bb08-30c299978dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:52:41Z', 'updated_at': '2022-01-28T05:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:02:54.224760 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98b6c977-312a-4094-ae09-c6b8b0eabe2b req-a07b767e-b72d-453d-a2db-6a3b17cce763 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5467458 Jan 28 06:02:54.352898 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Attempting to bind port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:02:54.353235 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Attempting to bind port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'd3fdf88c-2d9c-4247-997d-6b2c23a97ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:02:54.353568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Attempting to bind port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f on network a5d76cd0-485c-42ba-8694-d68708a2c641 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:54.372004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-c6dd5392-2a58-4cdb-bd64-c876c520be24 admin admin] For port bd29a462-5c2f-46ac-a27d-964a956646e5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=bd29a462-5c2f-46ac-a27d-964a956646e5,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:54.372539 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6dd5392-2a58-4cdb-bd64-c876c520be24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (bd29a462-5c2f-46ac-a27d-964a956646e5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:54.400602 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f on network a5d76cd0-485c-42ba-8694-d68708a2c641 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:02:54.401349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Attempting to bind port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f on network a5d76cd0-485c-42ba-8694-d68708a2c641 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:02:54.412865 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd5392-2a58-4cdb-bd64-c876c520be24 admin admin] Calling delete_port for bd29a462-5c2f-46ac-a27d-964a956646e5 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:02:54.467722 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:02:54.467981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Checking segment: {'id': 'd3fdf88c-2d9c-4247-997d-6b2c23a97ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:02:54.468495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Bound using segment: {'id': 'd3fdf88c-2d9c-4247-997d-6b2c23a97ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:02:54.469121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Bound port: 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fdf88c-2d9c-4247-997d-6b2c23a97ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:02:54.469619 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3f7bdd54-2ff6-43b2-9949-d17d7d9a972f), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:54.539122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=81b0f445-3b09-4dfb-bc7d-b4421a753693,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:54.597201 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03ac93-9dd0-427f-9fef-d75b3dea7a9f req-f3a73bdd-36de-4cb2-8cb6-86f92ed67ae8 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:54.598958 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc03ac93-9dd0-427f-9fef-d75b3dea7a9f req-f3a73bdd-36de-4cb2-8cb6-86f92ed67ae8 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.1834848 Jan 28 06:02:54.607131 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-718dfb62-925a-4911-82ff-4eec277124b2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (01ec3a25-a320-43ed-b66c-a5ab4ad8eae8), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:54.658101 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-165ce89d-a99c-4d1d-9a15-21d8fc96eb29 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Deleting port 1d03d1d6-1e16-4503-b64d-47d90a530575 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:02:54.660145 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-165ce89d-a99c-4d1d-9a15-21d8fc96eb29 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1d03d1d6-1e16-4503-b64d-47d90a530575), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:54.663524 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Floating IP e09b1e39-eeb9-487b-962d-ea6a7f60f2ee associated. External IP: 172.25.0.39, port: c466e060-85e2-4bd4-bb8d-05459cbb4bbf. Jan 28 06:02:54.792259 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-718dfb62-925a-4911-82ff-4eec277124b2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (01ec3a25-a320-43ed-b66c-a5ab4ad8eae8), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:54.887390 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] For port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:02:54.895533 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc03ac93-9dd0-427f-9fef-d75b3dea7a9f req-dd7f13b8-a9ec-465e-b085-88bfd9c62bf3 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461689 Jan 28 06:02:54.941026 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] For port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f,segment=NetworkSegment(d3fdf88c-2d9c-4247-997d-6b2c23a97ab9),segment_id=d3fdf88c-2d9c-4247-997d-6b2c23a97ab9)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:02:54.959077 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-165ce89d-a99c-4d1d-9a15-21d8fc96eb29 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1d03d1d6-1e16-4503-b64d-47d90a530575), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:54.959441 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-165ce89d-a99c-4d1d-9a15-21d8fc96eb29 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for floatingip (1d03d1d6-1e16-4503-b64d-47d90a530575), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:55.050000 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:55.080792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718dfb62-925a-4911-82ff-4eec277124b2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=01ec3a25-a320-43ed-b66c-a5ab4ad8eae8,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:55.149006 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (3f7bdd54-2ff6-43b2-9949-d17d7d9a972f), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:55.170388 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6dd5392-2a58-4cdb-bd64-c876c520be24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (bd29a462-5c2f-46ac-a27d-964a956646e5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:55.184837 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router cf43d7e7-eae6-45b2-9203-7fc7aef3b47f has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:02:55.189780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-165ce89d-a99c-4d1d-9a15-21d8fc96eb29 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Calling delete_port for 1d03d1d6-1e16-4503-b64d-47d90a530575 owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:02:55.365876 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:55.366463 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:55.368114 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] 10.222.0.60 "PUT /v2.0/ports/3f7bdd54-2ff6-43b2-9949-d17d7d9a972f HTTP/1.1" status: 200 len: 1092 time: 3.6826930 Jan 28 06:02:55.371942 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'tag': '3f7bdd54-2ff6-43b2-9949-d17d7d9a972f'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:02:55.374770 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f790e29c-b82a-41dc-81de-e3322870d28d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "tag": "3f7bdd54-2ff6-43b2-9949-d17d7d9a972f"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:02:55.398907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d1ece782-f94a-4318-8471-c7e003dbf501 None None] Provisioning complete for port 01ec3a25-a320-43ed-b66c-a5ab4ad8eae8 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:55.407523 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1ece782-f94a-4318-8471-c7e003dbf501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (01ec3a25-a320-43ed-b66c-a5ab4ad8eae8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:55.501645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d1ece782-f94a-4318-8471-c7e003dbf501 None None] Port 01ec3a25-a320-43ed-b66c-a5ab4ad8eae8 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:55.523262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e243f4-576e-474b-9f60-5d24d5ec5ef6 req-f9fd8717-49fd-4047-83c3-d7295348104e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:55.532477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04e243f4-576e-474b-9f60-5d24d5ec5ef6 req-f9fd8717-49fd-4047-83c3-d7295348104e tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.4345160 Jan 28 06:02:55.556067 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0020cc97-eb4e-4028-82bb-3915a9bcd773 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:02:55.571659 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:02:55.601694 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f5e7a-c030-4b43-967f-e0d74e649015 None None] Sync routers for ids ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:02:55.604288 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-165ce89d-a99c-4d1d-9a15-21d8fc96eb29 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1d03d1d6-1e16-4503-b64d-47d90a530575), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:55.612545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 0020cc97-eb4e-4028-82bb-3915a9bcd773 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:02:55.618919 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0020cc97-eb4e-4028-82bb-3915a9bcd773 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:02:55.642801 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f5e7a-c030-4b43-967f-e0d74e649015 None None] Routers {'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:55.643788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c97f5e7a-c030-4b43-967f-e0d74e649015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:55.680864 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:55.682945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ce89d-a99c-4d1d-9a15-21d8fc96eb29 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Pushing event deleted for resources: {'Port': ['ID=1d03d1d6-1e16-4503-b64d-47d90a530575,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:55.703927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2e09e-b823-4b8f-8388-3840ec7aaac5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:55.758642 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4fbc8be4-05b5-48db-9a40-dc2c6cb35d7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1171865 Jan 28 06:02:55.761087 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b567178-a13f-4760-81ff-a5528ce996bf', 'tag': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:02:55.763466 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f39781-a876-4240-89d9-286e5d06b51c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b567178-a13f-4760-81ff-a5528ce996bf", "tag": "c466e060-85e2-4bd4-bb8d-05459cbb4bbf"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:02:55.773066 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-165ce89d-a99c-4d1d-9a15-21d8fc96eb29 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for floatingip (c31bfd7f-a673-4bdd-9bea-e02a9b7acc88), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:55.775736 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-165ce89d-a99c-4d1d-9a15-21d8fc96eb29 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:55.781863 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-165ce89d-a99c-4d1d-9a15-21d8fc96eb29 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] 10.222.0.31 "DELETE /v2.0/floatingips/c31bfd7f-a673-4bdd-9bea-e02a9b7acc88 HTTP/1.1" status: 204 len: 168 time: 1.9081795 Jan 28 06:02:55.782535 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54102) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:55.787065 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-595fbe27-9a71-421f-bcb4-de093dbbf55e tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Request body: {'floatingip': {'floating_network_id': '10f8682d-d864-43d0-8b5b-5aba59ce7275', 'port_id': 'a89a7b67-b69a-4a8b-8f15-f5cdf23d173e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:55.790269 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f849591-a266-4301-8d1b-511d846b0b34 req-992cd569-46dd-49ba-b0fc-59cec99428c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:55.810196 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f849591-a266-4301-8d1b-511d846b0b34 req-992cd569-46dd-49ba-b0fc-59cec99428c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:55.828742 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f849591-a266-4301-8d1b-511d846b0b34 req-992cd569-46dd-49ba-b0fc-59cec99428c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:55.844925 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f849591-a266-4301-8d1b-511d846b0b34 req-992cd569-46dd-49ba-b0fc-59cec99428c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:55.857581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-c97f5e7a-c030-4b43-967f-e0d74e649015 None None] Set router cf43d7e7-eae6-45b2-9203-7fc7aef3b47f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:02:55.862427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f849591-a266-4301-8d1b-511d846b0b34 req-992cd569-46dd-49ba-b0fc-59cec99428c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:55.868375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f849591-a266-4301-8d1b-511d846b0b34 req-992cd569-46dd-49ba-b0fc-59cec99428c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:55.883605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f849591-a266-4301-8d1b-511d846b0b34 req-992cd569-46dd-49ba-b0fc-59cec99428c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:55.885550 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f849591-a266-4301-8d1b-511d846b0b34 req-992cd569-46dd-49ba-b0fc-59cec99428c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.7538974 Jan 28 06:02:55.914373 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04e243f4-576e-474b-9f60-5d24d5ec5ef6 req-f075fc0b-2d26-4650-b9d6-c42785adeead tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807445 Jan 28 06:02:55.975763 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-595fbe27-9a71-421f-bcb4-de093dbbf55e tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:56.017405 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd5392-2a58-4cdb-bd64-c876c520be24 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd29a462-5c2f-46ac-a27d-964a956646e5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:56.027082 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2ec379-e7bb-4b0a-a3f6-b080dca5df06 x-openstack-request-id: req-8c2ec379-e7bb-4b0a-a3f6-b080dca5df06 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:02:56.029430 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "tag": "3f7bdd54-2ff6-43b2-9949-d17d7d9a972f", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:02:56.030631 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c2ec379-e7bb-4b0a-a3f6-b080dca5df06 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:02:56.034074 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'tag': '3f7bdd54-2ff6-43b2-9949-d17d7d9a972f', 'status': 'completed', 'code': 200} Jan 28 06:02:56.072021 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6dd5392-2a58-4cdb-bd64-c876c520be24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (58ee0b8d-029b-4002-bb08-30c299978dae), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:56.169546 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6dd5392-2a58-4cdb-bd64-c876c520be24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (58ee0b8d-029b-4002-bb08-30c299978dae), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:56.175372 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6dd5392-2a58-4cdb-bd64-c876c520be24 admin admin] Publish callbacks [] for router_controller (58ee0b8d-029b-4002-bb08-30c299978dae), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:56.196878 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c97f5e7a-c030-4b43-967f-e0d74e649015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876461992', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:58Z', 'updated_at': '2022-01-28T06:02:11Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:59Z', 'updated_at': '2022-01-28T06:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'e09b1e39-eeb9-487b-962d-ea6a7f60f2ee', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'port_id': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2850, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02', 'mac_address': 'fa:16:3e:35:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b567178-a13f-4760-81ff-a5528ce996bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:02:52Z', 'updated_at': '2022-01-28T06:02:52Z', 'revision_number': 0, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd505bf41-8164-44d3-8fe0-fa682b9980eb', 'name': '', 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:f8:2e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'be827ada-0b19-4580-9134-d55d6e390430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:02:08Z', 'updated_at': '2022-01-28T06:02:19Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': 'be827ada-0b19-4580-9134-d55d6e390430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:56.209063 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-718dfb62-925a-4911-82ff-4eec277124b2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (de45862b-960f-4621-9e59-b7d8e16f2178), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:56.229842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f5e7a-c030-4b43-967f-e0d74e649015 None None] Checking router: cf43d7e7-eae6-45b2-9203-7fc7aef3b47f for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:02:56.241648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f5e7a-c030-4b43-967f-e0d74e649015 None None] Routers {'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:02:56.242624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c97f5e7a-c030-4b43-967f-e0d74e649015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:56.268570 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-595fbe27-9a71-421f-bcb4-de093dbbf55e tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:02:56.276794 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-595fbe27-9a71-421f-bcb4-de093dbbf55e tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4932086 Jan 28 06:02:56.278289 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54108) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:56.285083 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': 'a89a7b67-b69a-4a8b-8f15-f5cdf23d173e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:02:56.382471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-c97f5e7a-c030-4b43-967f-e0d74e649015 None None] Set router cf43d7e7-eae6-45b2-9203-7fc7aef3b47f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:02:56.411783 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f849591-a266-4301-8d1b-511d846b0b34 req-a2d6cea9-7379-4066-a0bb-4202e6cf0cc5 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4379795 Jan 28 06:02:56.418859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-f45c5b1c-1e44-4ab7-b6c4-01d6d25f0f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:56.419540 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-f45c5b1c-1e44-4ab7-b6c4-01d6d25f0f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:56.420259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-f45c5b1c-1e44-4ab7-b6c4-01d6d25f0f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:56.420921 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-f45c5b1c-1e44-4ab7-b6c4-01d6d25f0f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:56.421549 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-f45c5b1c-1e44-4ab7-b6c4-01d6d25f0f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:56.422183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-f45c5b1c-1e44-4ab7-b6c4-01d6d25f0f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:56.422921 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-f45c5b1c-1e44-4ab7-b6c4-01d6d25f0f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:56.425001 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-f45c5b1c-1e44-4ab7-b6c4-01d6d25f0f66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d224c5804ad8477a9a70c890f5535963&device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 6495 time: 0.8797834 Jan 28 06:02:56.436400 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:56.546610 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea20985-3f35-488c-b64f-9d9ef17b0df0 req-262b1a0d-5554-440f-aabc-95374aa754e3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:56.559132 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ea20985-3f35-488c-b64f-9d9ef17b0df0 req-262b1a0d-5554-440f-aabc-95374aa754e3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.3608503 Jan 28 06:02:56.570462 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-45733dec-9a3f-486c-b7b2-6fe26fede116 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba1a9e75-2625-4b3b-834e-532611f3d6db HTTP/1.1" status: 200 len: 217 time: 0.1260786 Jan 28 06:02:56.575876 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6dd5392-2a58-4cdb-bd64-c876c520be24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (58ee0b8d-029b-4002-bb08-30c299978dae), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:56.576562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dd5392-2a58-4cdb-bd64-c876c520be24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58ee0b8d-029b-4002-bb08-30c299978dae {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:02:56.610885 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6dd5392-2a58-4cdb-bd64-c876c520be24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:56.622016 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c6dd5392-2a58-4cdb-bd64-c876c520be24 admin admin] 10.222.0.31 "DELETE /v2.0/routers/58ee0b8d-029b-4002-bb08-30c299978dae HTTP/1.1" status: 204 len: 168 time: 3.9759839 Jan 28 06:02:56.627794 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54112) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:56.758755 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-718dfb62-925a-4911-82ff-4eec277124b2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (01ec3a25-a320-43ed-b66c-a5ab4ad8eae8), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:56.797177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-d8e4ba90-c0f0-4262-9f55-468ccd4cf4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:56.812367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-d8e4ba90-c0f0-4262-9f55-468ccd4cf4f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8d1a992-5501-4414-a397-3bc94c532606 HTTP/1.1" status: 200 len: 856 time: 0.2323654 Jan 28 06:02:56.820400 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc834eda-b954-40ba-8361-2dfe01792566 admin admin] Deleting subnet 12e0ced4-18e5-4afc-8b80-623ef26fa087 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:02:56.829721 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc834eda-b954-40ba-8361-2dfe01792566 admin admin] Publish callbacks [] for subnet (12e0ced4-18e5-4afc-8b80-623ef26fa087), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:56.833068 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ea20985-3f35-488c-b64f-9d9ef17b0df0 req-c30ced6c-5247-40e6-ae12-88275d8c476c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730832 Jan 28 06:02:56.835164 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:56.867883 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c97f5e7a-c030-4b43-967f-e0d74e649015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876461992', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:58Z', 'updated_at': '2022-01-28T06:02:11Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:59Z', 'updated_at': '2022-01-28T06:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'e09b1e39-eeb9-487b-962d-ea6a7f60f2ee', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'port_id': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2850, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02', 'mac_address': 'fa:16:3e:35:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b567178-a13f-4760-81ff-a5528ce996bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:02:52Z', 'updated_at': '2022-01-28T06:02:52Z', 'revision_number': 0, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd505bf41-8164-44d3-8fe0-fa682b9980eb', 'name': '', 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:f8:2e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'be827ada-0b19-4580-9134-d55d6e390430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:02:08Z', 'updated_at': '2022-01-28T06:02:19Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': 'be827ada-0b19-4580-9134-d55d6e390430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:56.868424 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54114) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:56.925476 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f5e7a-c030-4b43-967f-e0d74e649015 None None] The sync data for ids ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'] in n-d-812111-12 is: [{'id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876461992', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:58Z', 'updated_at': '2022-01-28T06:02:11Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:59Z', 'updated_at': '2022-01-28T06:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'e09b1e39-eeb9-487b-962d-ea6a7f60f2ee', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'port_id': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2850, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02', 'mac_address': 'fa:16:3e:35:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b567178-a13f-4760-81ff-a5528ce996bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:02:52Z', 'updated_at': '2022-01-28T06:02:52Z', 'revision_number': 0, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd505bf41-8164-44d3-8fe0-fa682b9980eb', 'name': '', 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:f8:2e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'be827ada-0b19-4580-9134-d55d6e390430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:02:08Z', 'updated_at': '2022-01-28T06:02:19Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': 'be827ada-0b19-4580-9134-d55d6e390430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:02:57.049067 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbae05f8-4bbd-4c57-85ec-afc68a729d32 x-openstack-request-id: req-cbae05f8-4bbd-4c57-85ec-afc68a729d32 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:02:57.049468 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b567178-a13f-4760-81ff-a5528ce996bf", "tag": "c466e060-85e2-4bd4-bb8d-05459cbb4bbf", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:02:57.049650 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbae05f8-4bbd-4c57-85ec-afc68a729d32 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:02:57.050082 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b567178-a13f-4760-81ff-a5528ce996bf', 'tag': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf', 'status': 'completed', 'code': 200} Jan 28 06:02:57.090106 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc834eda-b954-40ba-8361-2dfe01792566 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (12e0ced4-18e5-4afc-8b80-623ef26fa087), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:57.144847 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3f583aef-59ab-49b1-8529-f6ae73b4c304 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/e09b1e39-eeb9-487b-962d-ea6a7f60f2ee HTTP/1.1" status: 200 len: 990 time: 0.2751226 Jan 28 06:02:57.271181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Allocated IP 172.25.0.176 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/e2c0d93d-d561-4009-9eb9-d9ac96b38f2b) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:02:57.357759 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc834eda-b954-40ba-8361-2dfe01792566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (12e0ced4-18e5-4afc-8b80-623ef26fa087), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:57.369583 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f11a1d2-10be-4b6b-8dc0-1ea67e730f39 None None] New status for floating IP e09b1e39-eeb9-487b-962d-ea6a7f60f2ee: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:02:57.578716 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for port (e2c0d93d-d561-4009-9eb9-d9ac96b38f2b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:57.661121 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device bd29a462-5c2f-46ac-a27d-964a956646e5 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:02:57.670075 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc834eda-b954-40ba-8361-2dfe01792566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (12e0ced4-18e5-4afc-8b80-623ef26fa087), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:57.699406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: bd29a462-5c2f-46ac-a27d-964a956646e5 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:02:57.710337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device bd29a462-5c2f-46ac-a27d-964a956646e5 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:02:57.713210 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:57.722481 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc834eda-b954-40ba-8361-2dfe01792566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e0ced4-18e5-4afc-8b80-623ef26fa087,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:57.723283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9badfe1-5e3f-43c0-8cdc-62bb28947557 req-65342fc6-185c-492f-ad67-b15bb7d1dab3 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:57.724979 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9badfe1-5e3f-43c0-8cdc-62bb28947557 req-65342fc6-185c-492f-ad67-b15bb7d1dab3 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.3016150 Jan 28 06:02:57.727165 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-6c434c01-d942-4278-9961-8f3b7c550bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:57.728719 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-6c434c01-d942-4278-9961-8f3b7c550bb7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a969021-10d0-46ce-bf92-b6d579bcb94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9108388 Jan 28 06:02:57.733727 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc834eda-b954-40ba-8361-2dfe01792566 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:57.739014 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fc834eda-b954-40ba-8361-2dfe01792566 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/12e0ced4-18e5-4afc-8b80-623ef26fa087 HTTP/1.1" status: 204 len: 168 time: 1.1050174 Jan 28 06:02:57.740513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54122) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:57.752554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a69655-c085-4719-8d29-596faacfb160 None None] Network 8ec13b76-90fa-43c4-988d-6995ecc2bd9b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:02:57.796285 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f39781-a876-4240-89d9-286e5d06b51c req-602b4166-6d11-417c-938b-75660af41a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:57.797815 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37f39781-a876-4240-89d9-286e5d06b51c req-602b4166-6d11-417c-938b-75660af41a4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 1097 time: 0.3152759 Jan 28 06:02:57.848707 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (e2c0d93d-d561-4009-9eb9-d9ac96b38f2b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:57.931428 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (8ec13b76-90fa-43c4-988d-6995ecc2bd9b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:57.938421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:57.940520 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Pushing event updated for resources: {'Port': ['ID=e2c0d93d-d561-4009-9eb9-d9ac96b38f2b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:57.951180 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:57.953911 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:02:58.004333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d5fbc-94f7-4626-a996-e7d84f4bb727 req-bc2e63bc-4dd4-4ad7-ab27-0c9b7bef770c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:58.009913 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d5fbc-94f7-4626-a996-e7d84f4bb727 req-bc2e63bc-4dd4-4ad7-ab27-0c9b7bef770c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:58.022845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d5fbc-94f7-4626-a996-e7d84f4bb727 req-bc2e63bc-4dd4-4ad7-ab27-0c9b7bef770c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:58.024582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d5fbc-94f7-4626-a996-e7d84f4bb727 req-bc2e63bc-4dd4-4ad7-ab27-0c9b7bef770c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:58.031816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d5fbc-94f7-4626-a996-e7d84f4bb727 req-bc2e63bc-4dd4-4ad7-ab27-0c9b7bef770c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:58.037522 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d5fbc-94f7-4626-a996-e7d84f4bb727 req-bc2e63bc-4dd4-4ad7-ab27-0c9b7bef770c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:58.045580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d5fbc-94f7-4626-a996-e7d84f4bb727 req-bc2e63bc-4dd4-4ad7-ab27-0c9b7bef770c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:58.053377 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c4d5fbc-94f7-4626-a996-e7d84f4bb727 req-bc2e63bc-4dd4-4ad7-ab27-0c9b7bef770c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.4003639 Jan 28 06:02:58.059300 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf6514d-150e-4ad5-a205-fd5486281c3d None None] DHCP port deletion for 8ec13b76-90fa-43c4-988d-6995ecc2bd9b request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:02:58.112027 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6514d-150e-4ad5-a205-fd5486281c3d None None] Deleting port f0ce9895-27af-45e6-ab0b-7b1aa2516703 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:02:58.112251 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] Deleting port f0ce9895-27af-45e6-ab0b-7b1aa2516703 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:02:58.112576 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cdf6514d-150e-4ad5-a205-fd5486281c3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f0ce9895-27af-45e6-ab0b-7b1aa2516703), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:58.112756 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f0ce9895-27af-45e6-ab0b-7b1aa2516703), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:58.164028 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9badfe1-5e3f-43c0-8cdc-62bb28947557 req-cfcfd846-4a1e-461f-8a51-89a7738cff86 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212067 Jan 28 06:02:58.165824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54126) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:58.200846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c4d5fbc-94f7-4626-a996-e7d84f4bb727 req-1ebf1255-c21b-4588-bfac-43be4f410b9b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1363862 Jan 28 06:02:58.217094 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] For port f0ce9895-27af-45e6-ab0b-7b1aa2516703, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f0ce9895-27af-45e6-ab0b-7b1aa2516703,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:58.217588 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f0ce9895-27af-45e6-ab0b-7b1aa2516703), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:58.228241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-cdf6514d-150e-4ad5-a205-fd5486281c3d None None] For port f0ce9895-27af-45e6-ab0b-7b1aa2516703, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f0ce9895-27af-45e6-ab0b-7b1aa2516703,segment=NetworkSegment(9d374ffb-d28e-422c-91f3-3cfb132abf06),segment_id=9d374ffb-d28e-422c-91f3-3cfb132abf06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:02:58.228649 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cdf6514d-150e-4ad5-a205-fd5486281c3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f0ce9895-27af-45e6-ab0b-7b1aa2516703), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:58.241795 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] Calling delete_port for f0ce9895-27af-45e6-ab0b-7b1aa2516703 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:02:58.254831 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6514d-150e-4ad5-a205-fd5486281c3d None None] Calling delete_port for f0ce9895-27af-45e6-ab0b-7b1aa2516703 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:02:58.364001 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-2042196a-01dd-4b73-8ce9-01b6f5630af8 service neutron] 10.222.0.60 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122918 Jan 28 06:02:58.376644 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f39781-a876-4240-89d9-286e5d06b51c req-84956272-c450-41ae-9a82-9eb2c73a6667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:58.378100 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37f39781-a876-4240-89d9-286e5d06b51c req-84956272-c450-41ae-9a82-9eb2c73a6667 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93706c60-26a2-41d9-bc5b-866966fafe02 HTTP/1.1" status: 200 len: 897 time: 0.5369792 Jan 28 06:02:58.422736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Deleting port e2c0d93d-d561-4009-9eb9-d9ac96b38f2b {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:02:58.423095 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (e2c0d93d-d561-4009-9eb9-d9ac96b38f2b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:58.426944 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f58ce455-bf21-41f6-83b4-050fe421c684 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/e09b1e39-eeb9-487b-962d-ea6a7f60f2ee HTTP/1.1" status: 200 len: 992 time: 0.2247207 Jan 28 06:02:58.484128 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cdf6514d-150e-4ad5-a205-fd5486281c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (f0ce9895-27af-45e6-ab0b-7b1aa2516703), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:58.523688 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330f236-1a46-4ab8-a326-4087f8d23a13 req-42127c77-722e-47f5-92d3-2a51c7314451 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:58.525192 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6330f236-1a46-4ab8-a326-4087f8d23a13 req-42127c77-722e-47f5-92d3-2a51c7314451 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.2192092 Jan 28 06:02:58.526382 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (f0ce9895-27af-45e6-ab0b-7b1aa2516703), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:58.532205 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-718dfb62-925a-4911-82ff-4eec277124b2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (01ec3a25-a320-43ed-b66c-a5ab4ad8eae8), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:58.553541 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6514d-150e-4ad5-a205-fd5486281c3d None None] Pushing event deleted for resources: {'Port': ['ID=f0ce9895-27af-45e6-ab0b-7b1aa2516703,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:58.556413 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf6514d-150e-4ad5-a205-fd5486281c3d None None] No DVR routers for this DVR port f0ce9895-27af-45e6-ab0b-7b1aa2516703 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:02:58.588107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37f39781-a876-4240-89d9-286e5d06b51c req-fb3a537e-8c4d-41f4-91d9-c1e203b87cf9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf HTTP/1.1" status: 200 len: 1000 time: 0.1915579 Jan 28 06:02:58.588593 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ce9895-27af-45e6-ab0b-7b1aa2516703,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:58.603678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] No DVR routers for this DVR port f0ce9895-27af-45e6-ab0b-7b1aa2516703 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:02:58.643001 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (e2c0d93d-d561-4009-9eb9-d9ac96b38f2b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:58.643436 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for floatingip (e2c0d93d-d561-4009-9eb9-d9ac96b38f2b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:58.655519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5e4dc414-9dab-4405-a2dd-6b3dc8f688e3 service neutron] 10.222.0.60 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763894 Jan 28 06:02:58.658604 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-718dfb62-925a-4911-82ff-4eec277124b2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (01ec3a25-a320-43ed-b66c-a5ab4ad8eae8), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:58.659440 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-718dfb62-925a-4911-82ff-4eec277124b2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (de45862b-960f-4621-9e59-b7d8e16f2178), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:58.663750 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6330f236-1a46-4ab8-a326-4087f8d23a13 req-866d60f1-3b62-4fe2-a6a9-7b7bd4ee18c9 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280761 Jan 28 06:02:58.701704 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Calling delete_port for e2c0d93d-d561-4009-9eb9-d9ac96b38f2b owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:02:58.724833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718dfb62-925a-4911-82ff-4eec277124b2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=01ec3a25-a320-43ed-b66c-a5ab4ad8eae8,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:58.727671 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (8ec13b76-90fa-43c4-988d-6995ecc2bd9b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:58.763178 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-b33e2723-4336-44da-a716-c745bf3ff088 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cf023bbd-f379-442d-b98b-2268074debed HTTP/1.1" status: 200 len: 217 time: 0.0974174 Jan 28 06:02:58.769382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f39781-a876-4240-89d9-286e5d06b51c req-e9977bdf-26ee-4bef-b714-f08fd488dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:58.770797 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37f39781-a876-4240-89d9-286e5d06b51c req-e9977bdf-26ee-4bef-b714-f08fd488dc7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be827ada-0b19-4580-9134-d55d6e390430 HTTP/1.1" status: 200 len: 834 time: 0.1713367 Jan 28 06:02:58.790410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec13b76-90fa-43c4-988d-6995ecc2bd9b']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:58.806547 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d374ffb-d28e-422c-91f3-3cfb132abf06') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:58.806842 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d374ffb-d28e-422c-91f3-3cfb132abf06') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:02:58.826431 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (9d374ffb-d28e-422c-91f3-3cfb132abf06), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:58.847340 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (9d374ffb-d28e-422c-91f3-3cfb132abf06), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:58.866862 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:02:58.867276 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (9d374ffb-d28e-422c-91f3-3cfb132abf06), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:02:58.869208 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:02:58.943216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-599a9aee-b05e-479a-a4b2-fa7cd56ab08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:58.944700 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-599a9aee-b05e-479a-a4b2-fa7cd56ab08b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.1730509 Jan 28 06:02:58.994251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f39781-a876-4240-89d9-286e5d06b51c req-0ae79374-37aa-469b-953f-da1e1b654cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:58.996516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37f39781-a876-4240-89d9-286e5d06b51c req-0ae79374-37aa-469b-953f-da1e1b654cd5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93706c60-26a2-41d9-bc5b-866966fafe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2074225 Jan 28 06:02:59.005279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955be9d-4425-49f1-8161-6136325b2cd5 req-83b3aea2-728f-451e-8907-e1f73e244e2f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:59.006724 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5955be9d-4425-49f1-8161-6136325b2cd5 req-83b3aea2-728f-451e-8907-e1f73e244e2f tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.1474941 Jan 28 06:02:59.036720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718dfb62-925a-4911-82ff-4eec277124b2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network 62f174c5-5d78-4dd7-9b4e-786fc3484f6c is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:02:59.076776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-718dfb62-925a-4911-82ff-4eec277124b2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:02:59.093573 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (8ec13b76-90fa-43c4-988d-6995ecc2bd9b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:59.099569 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:59.106448 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] 10.222.0.31 "DELETE /v2.0/networks/8ec13b76-90fa-43c4-988d-6995ecc2bd9b HTTP/1.1" status: 204 len: 168 time: 1.3645315 Jan 28 06:02:59.127217 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (e2c0d93d-d561-4009-9eb9-d9ac96b38f2b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:59.153846 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-ab3fd9a6-191c-475c-a1fd-a960526b81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:59.155764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-ab3fd9a6-191c-475c-a1fd-a960526b81bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1995060 Jan 28 06:02:59.174085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae95c2-4c87-415a-a4e2-da1e2bed8acb admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec13b76-90fa-43c4-988d-6995ecc2bd9b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:59.176111 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Pushing event deleted for resources: {'Port': ['ID=e2c0d93d-d561-4009-9eb9-d9ac96b38f2b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:02:59.253275 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5955be9d-4425-49f1-8161-6136325b2cd5 req-3e84aea7-4a84-477e-b2b0-c45184cf1038 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300830 Jan 28 06:02:59.409452 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37f39781-a876-4240-89d9-286e5d06b51c req-ec8ba857-aa53-4b43-a598-3bc25793d0f0 service neutron] 10.222.0.64 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988268 Jan 28 06:02:59.438554 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] create failed (client error): The resource could not be found. Jan 28 06:02:59.440961 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2dae736f-a002-45d8-b485-c255dd3597e8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1605711 Jan 28 06:02:59.444746 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54142) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:59.529175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b397f-0be2-43d7-8661-037ba4fc3554 req-eb31429e-24a8-4234-af6b-813fb110f093 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:59.534467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b397f-0be2-43d7-8661-037ba4fc3554 req-eb31429e-24a8-4234-af6b-813fb110f093 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:59.540196 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b397f-0be2-43d7-8661-037ba4fc3554 req-eb31429e-24a8-4234-af6b-813fb110f093 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:59.545262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b397f-0be2-43d7-8661-037ba4fc3554 req-eb31429e-24a8-4234-af6b-813fb110f093 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:59.550498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b397f-0be2-43d7-8661-037ba4fc3554 req-eb31429e-24a8-4234-af6b-813fb110f093 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:59.555709 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b397f-0be2-43d7-8661-037ba4fc3554 req-eb31429e-24a8-4234-af6b-813fb110f093 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:59.562047 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b397f-0be2-43d7-8661-037ba4fc3554 req-eb31429e-24a8-4234-af6b-813fb110f093 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:59.564234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b5b397f-0be2-43d7-8661-037ba4fc3554 req-eb31429e-24a8-4234-af6b-813fb110f093 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.2464352 Jan 28 06:02:59.566291 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-663c2fe8-451c-44e1-881e-841fa5c5eb0e service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995614 Jan 28 06:02:59.598926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b1526938-cf38-4ec5-9158-930e504d4fc1 None None] Provisioning complete for port 01ec3a25-a320-43ed-b66c-a5ab4ad8eae8 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:02:59.599912 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b1526938-cf38-4ec5-9158-930e504d4fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (01ec3a25-a320-43ed-b66c-a5ab4ad8eae8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:59.606419 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-d40fdd61-47a6-41a8-8cc5-e82e33dba328 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Deleting port a89a7b67-b69a-4a8b-8f15-f5cdf23d173e {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:02:59.606772 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d40fdd61-47a6-41a8-8cc5-e82e33dba328 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a89a7b67-b69a-4a8b-8f15-f5cdf23d173e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:59.619598 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa278c-8a4e-4bfe-9b47-105f121d640b req-a5877105-74fa-4ae9-846f-3e284ef7a2c3 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:59.622055 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8aa278c-8a4e-4bfe-9b47-105f121d640b req-a5877105-74fa-4ae9-846f-3e284ef7a2c3 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.2520599 Jan 28 06:02:59.660047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b1526938-cf38-4ec5-9158-930e504d4fc1 None None] Port 01ec3a25-a320-43ed-b66c-a5ab4ad8eae8 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:02:59.662855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f0ce9895-27af-45e6-ab0b-7b1aa2516703 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:02:59.692511 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: f0ce9895-27af-45e6-ab0b-7b1aa2516703 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:02:59.693239 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f0ce9895-27af-45e6-ab0b-7b1aa2516703 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:02:59.725447 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d40fdd61-47a6-41a8-8cc5-e82e33dba328 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a89a7b67-b69a-4a8b-8f15-f5cdf23d173e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:59.740500 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-d40fdd61-47a6-41a8-8cc5-e82e33dba328 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Calling delete_port for a89a7b67-b69a-4a8b-8f15-f5cdf23d173e owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:02:59.760618 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37f39781-a876-4240-89d9-286e5d06b51c req-a06e558b-8cc8-4f25-b53a-e5baae69f41c service neutron] 10.222.0.64 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335085 Jan 28 06:02:59.783564 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54144) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:59.822198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8aa278c-8a4e-4bfe-9b47-105f121d640b req-be4b6246-df8b-46c4-856e-7d2f75b0aef6 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837635 Jan 28 06:02:59.830170 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b5b397f-0be2-43d7-8661-037ba4fc3554 req-7cc9baea-81c4-4f4a-9d97-c86da9f55741 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2248001 Jan 28 06:02:59.835168 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-ed2e7247-2b7c-4183-a7e4-a5a721605040 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611930 Jan 28 06:02:59.890660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-33a95e8d-ec35-4e53-8550-9c8dd4b1facf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=3d7aec7c-6c76-43ad-8b10-438b87915c84 HTTP/1.1" status: 200 len: 217 time: 0.0452328 Jan 28 06:02:59.896437 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9550ca0d-f4fb-40a7-a8c0-6638e5b572ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab9f5d5d427244a98e0169fec132ab39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1077180 Jan 28 06:02:59.900258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54148) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:02:59.942151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-42466a11-bcb7-4bc3-82ae-5f0c4b37e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:02:59.943723 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-42466a11-bcb7-4bc3-82ae-5f0c4b37e1cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0482225 Jan 28 06:02:59.961804 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718dfb62-925a-4911-82ff-4eec277124b2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router de45862b-960f-4621-9e59-b7d8e16f2178 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:02:59.971694 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f684-be7f-4a95-9ae4-1e7f070d398f admin admin] Publish callbacks [] for security_group (b208b539-3b04-4a84-9b9d-c58e8c5649fa), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:02:59.997884 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f684-be7f-4a95-9ae4-1e7f070d398f admin admin] Publish callbacks [] for security_group (b208b539-3b04-4a84-9b9d-c58e8c5649fa), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:00.122333 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d40fdd61-47a6-41a8-8cc5-e82e33dba328 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a89a7b67-b69a-4a8b-8f15-f5cdf23d173e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:00.163557 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fdd61-47a6-41a8-8cc5-e82e33dba328 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Pushing event deleted for resources: {'Port': ['ID=a89a7b67-b69a-4a8b-8f15-f5cdf23d173e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:00.267650 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f684-be7f-4a95-9ae4-1e7f070d398f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b208b539-3b04-4a84-9b9d-c58e8c5649fa), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:00.270589 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f684-be7f-4a95-9ae4-1e7f070d398f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:00.273431 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7ad7f684-be7f-4a95-9ae4-1e7f070d398f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b208b539-3b04-4a84-9b9d-c58e8c5649fa HTTP/1.1" status: 204 len: 168 time: 0.3719487 Jan 28 06:03:00.277509 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d40fdd61-47a6-41a8-8cc5-e82e33dba328 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:00.281574 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d40fdd61-47a6-41a8-8cc5-e82e33dba328 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] 10.222.0.31 "DELETE /v2.0/ports/a89a7b67-b69a-4a8b-8f15-f5cdf23d173e HTTP/1.1" status: 204 len: 168 time: 0.8355973 Jan 28 06:03:00.284850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54156) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:00.366447 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7f684-be7f-4a95-9ae4-1e7f070d398f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b208b539-3b04-4a84-9b9d-c58e8c5649fa,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:00.410618 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5755d623-b854-4e7e-8b52-e65e3a8ec3fa tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:00.412199 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5755d623-b854-4e7e-8b52-e65e3a8ec3fa tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c7bdd07-25c8-46f8-b9c8-d71cf44a5652 HTTP/1.1" status: 200 len: 913 time: 0.1246140 Jan 28 06:03:00.414896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54158) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:00.491895 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-14327701-1bfd-4bde-bc3b-8ef34460bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:00.493319 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-14327701-1bfd-4bde-bc3b-8ef34460bde7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5421906 Jan 28 06:03:00.577352 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15617cb0-29d2-417a-aa89-c99a171dec15 req-2dbf5c64-203f-40b3-a4a0-723efe1bc261 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:00.578863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15617cb0-29d2-417a-aa89-c99a171dec15 req-2dbf5c64-203f-40b3-a4a0-723efe1bc261 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.5972259 Jan 28 06:03:00.599278 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718dfb62-925a-4911-82ff-4eec277124b2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:03:00.612898 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e09dc0-b480-43f6-b836-7acec8df3183 None None] Sync routers for ids ['de45862b-960f-4621-9e59-b7d8e16f2178'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:03:00.623663 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-718dfb62-925a-4911-82ff-4eec277124b2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/de45862b-960f-4621-9e59-b7d8e16f2178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5703902 Jan 28 06:03:00.625021 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54160) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:00.632546 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e09dc0-b480-43f6-b836-7acec8df3183 None None] Routers {'de45862b-960f-4621-9e59-b7d8e16f2178'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:00.637345 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-03e09dc0-b480-43f6-b836-7acec8df3183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['de45862b-960f-4621-9e59-b7d8e16f2178'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:00.683625 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-1209ccd5-48f1-4124-9512-5355d4cad6a0 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775146 Jan 28 06:03:00.687264 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ab3c6e-0926-42c0-93d7-298a66b107ac tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:00.689526 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f1ab3c6e-0926-42c0-93d7-298a66b107ac tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports/01ec3a25-a320-43ed-b66c-a5ab4ad8eae8 HTTP/1.1" status: 200 len: 984 time: 0.0627413 Jan 28 06:03:00.694643 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54164) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:00.703975 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-03e09dc0-b480-43f6-b836-7acec8df3183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:00.727120 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e09dc0-b480-43f6-b836-7acec8df3183 None None] Routers {'de45862b-960f-4621-9e59-b7d8e16f2178'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:00.728038 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-03e09dc0-b480-43f6-b836-7acec8df3183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['de45862b-960f-4621-9e59-b7d8e16f2178'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:00.782976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-03e09dc0-b480-43f6-b836-7acec8df3183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:00.783897 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e09dc0-b480-43f6-b836-7acec8df3183 None None] The sync data for ids ['de45862b-960f-4621-9e59-b7d8e16f2178'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:03:00.805880 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15617cb0-29d2-417a-aa89-c99a171dec15 req-cf260a8e-eab3-41d3-afec-8c2636c6a5ef tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141030 Jan 28 06:03:00.906823 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-244bd167-552b-49f9-a05f-688bacb10800 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129238 Jan 28 06:03:00.972817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-0d511171-8b79-4836-a5ea-1c901d499010 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=ca87f836-9fd5-4209-b3c5-41f6387f4d75 HTTP/1.1" status: 200 len: 217 time: 0.0602043 Jan 28 06:03:01.086586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-181590a9-c020-4b83-ae03-3665c57bfa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:01.088187 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-181590a9-c020-4b83-ae03-3665c57bfa69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.1072383 Jan 28 06:03:01.100238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a740a51-66e3-41b6-908a-108dcbeb443a req-1d6136ff-7a9c-4a69-84dd-d102887aea23 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:01.105677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a740a51-66e3-41b6-908a-108dcbeb443a req-1d6136ff-7a9c-4a69-84dd-d102887aea23 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:01.111139 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a740a51-66e3-41b6-908a-108dcbeb443a req-1d6136ff-7a9c-4a69-84dd-d102887aea23 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:01.116683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a740a51-66e3-41b6-908a-108dcbeb443a req-1d6136ff-7a9c-4a69-84dd-d102887aea23 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:01.122636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a740a51-66e3-41b6-908a-108dcbeb443a req-1d6136ff-7a9c-4a69-84dd-d102887aea23 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:01.127840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a740a51-66e3-41b6-908a-108dcbeb443a req-1d6136ff-7a9c-4a69-84dd-d102887aea23 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:01.133114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a740a51-66e3-41b6-908a-108dcbeb443a req-1d6136ff-7a9c-4a69-84dd-d102887aea23 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:01.135159 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a740a51-66e3-41b6-908a-108dcbeb443a req-1d6136ff-7a9c-4a69-84dd-d102887aea23 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.1667051 Jan 28 06:03:01.188050 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b1912-3a74-4ae5-a249-7a02c1474a6a req-3daecb1f-1a47-49cc-8d88-9fb9d21c1aa8 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:01.192178 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-711b1912-3a74-4ae5-a249-7a02c1474a6a req-3daecb1f-1a47-49cc-8d88-9fb9d21c1aa8 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.2660942 Jan 28 06:03:01.289988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a729b167-d59d-4970-94f2-fec035a73867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:01.291443 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a729b167-d59d-4970-94f2-fec035a73867 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1552861 Jan 28 06:03:01.309918 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a740a51-66e3-41b6-908a-108dcbeb443a req-bcee2af8-4f3c-4e0c-aeef-5c7df3de7617 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1627295 Jan 28 06:03:01.363429 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-711b1912-3a74-4ae5-a249-7a02c1474a6a req-25ed9bfd-67d7-434b-a246-fc9962d2d471 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577017 Jan 28 06:03:01.397362 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2adaeb1f-0706-4468-b7fb-de53a30be66f tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (4c7bdd07-25c8-46f8-b9c8-d71cf44a5652), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:01.498351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-1ab6cce0-17ad-4dce-ae13-f195ac6fabcb service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870399 Jan 28 06:03:01.572917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bd01f-2e9b-48a8-8058-fd6adf5737ff req-b5259400-f8f7-4783-8a42-a87d75ea0234 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:01.580887 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-367bd01f-2e9b-48a8-8058-fd6adf5737ff req-b5259400-f8f7-4783-8a42-a87d75ea0234 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.1408980 Jan 28 06:03:01.670678 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-367bd01f-2e9b-48a8-8058-fd6adf5737ff req-a5b6d5ab-808a-4a17-8655-d2f4337bbe53 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888231 Jan 28 06:03:01.680982 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-5fde0116-e6f8-4d2e-a63b-0190036f4ce5 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766262 Jan 28 06:03:01.748872 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-a3c093a7-240b-4938-b286-c01db0a4f7d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=95c9879d-ae0d-45e3-9528-af14ccccd72f HTTP/1.1" status: 200 len: 217 time: 0.0610344 Jan 28 06:03:01.765873 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6ec8c68c-b226-4f66-8a34-b1baa5349031 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (de45862b-960f-4621-9e59-b7d8e16f2178), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:01.853323 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-7db2e513-dde8-45fb-8834-c8bcf78de894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:01.855046 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-7db2e513-dde8-45fb-8834-c8bcf78de894 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0999742 Jan 28 06:03:01.872050 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37082bf6-da4f-4618-ae3d-e8357e2239bc req-cd7055bd-e9f6-4ff2-a85c-b3e30c087a2c tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:01.874043 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37082bf6-da4f-4618-ae3d-e8357e2239bc req-cd7055bd-e9f6-4ff2-a85c-b3e30c087a2c tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.0759647 Jan 28 06:03:01.991108 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37082bf6-da4f-4618-ae3d-e8357e2239bc req-1a97ace4-4599-47f9-b3a1-67b8ff0d4402 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085167 Jan 28 06:03:02.010550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-14f5a329-6cbb-4bd0-9f2c-02e49cd1ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:02.010550 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-14f5a329-6cbb-4bd0-9f2c-02e49cd1ba09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1290560 Jan 28 06:03:02.019941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-2adaeb1f-0706-4468-b7fb-de53a30be66f tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Deleting port 70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:03:02.020288 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2adaeb1f-0706-4468-b7fb-de53a30be66f tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:02.166185 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2adaeb1f-0706-4468-b7fb-de53a30be66f tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:02.193738 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c5f7f-eac1-4ba3-a82e-133c67baa81d req-1b36f3fa-7951-4f19-95b8-32116d9172f5 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:02.195288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b0c5f7f-eac1-4ba3-a82e-133c67baa81d req-1b36f3fa-7951-4f19-95b8-32116d9172f5 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.0996685 Jan 28 06:03:02.197036 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-2adaeb1f-0706-4468-b7fb-de53a30be66f tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Calling delete_port for 70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:03:02.198621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-91981939-7eeb-4c99-813f-a42dc94735fe service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791666 Jan 28 06:03:02.204559 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-6ec8c68c-b226-4f66-8a34-b1baa5349031 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting port 01ec3a25-a320-43ed-b66c-a5ab4ad8eae8 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:03:02.214622 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6ec8c68c-b226-4f66-8a34-b1baa5349031 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (01ec3a25-a320-43ed-b66c-a5ab4ad8eae8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:02.310748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b0c5f7f-eac1-4ba3-a82e-133c67baa81d req-b4986233-75c9-4c4f-ba3d-23745c31cb29 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050518 Jan 28 06:03:02.357197 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6ec8c68c-b226-4f66-8a34-b1baa5349031 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (01ec3a25-a320-43ed-b66c-a5ab4ad8eae8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:02.358594 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-7878d5dd-ea91-4dc4-9d37-13debbc76d7b service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350811 Jan 28 06:03:02.405866 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-6ec8c68c-b226-4f66-8a34-b1baa5349031 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Calling delete_port for 01ec3a25-a320-43ed-b66c-a5ab4ad8eae8 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:03:02.437614 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-91bbab91-c9b5-4732-8e41-ea28c61665d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 HTTP/1.1" status: 200 len: 217 time: 0.0636516 Jan 28 06:03:02.470245 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-132cc757-1889-419d-b542-e24e333ef888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:02.563661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f496f7a-f34c-45d3-92ca-ee5072dec82b req-949eb85b-0aa8-47c8-b23b-2ae6a91da774 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:02.570681 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f496f7a-f34c-45d3-92ca-ee5072dec82b req-949eb85b-0aa8-47c8-b23b-2ae6a91da774 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:02.576810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f496f7a-f34c-45d3-92ca-ee5072dec82b req-949eb85b-0aa8-47c8-b23b-2ae6a91da774 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:02.582868 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f496f7a-f34c-45d3-92ca-ee5072dec82b req-949eb85b-0aa8-47c8-b23b-2ae6a91da774 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:02.588856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f496f7a-f34c-45d3-92ca-ee5072dec82b req-949eb85b-0aa8-47c8-b23b-2ae6a91da774 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:02.599151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f496f7a-f34c-45d3-92ca-ee5072dec82b req-949eb85b-0aa8-47c8-b23b-2ae6a91da774 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:02.605606 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f496f7a-f34c-45d3-92ca-ee5072dec82b req-949eb85b-0aa8-47c8-b23b-2ae6a91da774 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:02.607863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f496f7a-f34c-45d3-92ca-ee5072dec82b req-949eb85b-0aa8-47c8-b23b-2ae6a91da774 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.1792555 Jan 28 06:03:02.612584 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-e154917a-4474-4ccb-af3a-a899e210ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:02.614088 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-e154917a-4474-4ccb-af3a-a899e210ac28 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=983e2d1e-1ce6-416e-a013-56730d18136b HTTP/1.1" status: 200 len: 797 time: 0.1626718 Jan 28 06:03:02.650176 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2adaeb1f-0706-4468-b7fb-de53a30be66f tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:02.686061 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adaeb1f-0706-4468-b7fb-de53a30be66f tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Pushing event deleted for resources: {'Port': ['ID=70bc3e23-a5d6-4fde-83bb-5b0e4d4f4fc2,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:02.693425 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-aba7a954-4aaf-4ed4-9d06-897efc121ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:02.696970 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-aba7a954-4aaf-4ed4-9d06-897efc121ae2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0701346 Jan 28 06:03:02.764428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f496f7a-f34c-45d3-92ca-ee5072dec82b req-a61f288a-b2fd-4e56-961d-c4cb77917dce tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1464133 Jan 28 06:03:02.819898 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-63b76632-928e-4508-8535-9918d3e0a127 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163960 Jan 28 06:03:02.834582 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6ec8c68c-b226-4f66-8a34-b1baa5349031 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (01ec3a25-a320-43ed-b66c-a5ab4ad8eae8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:02.865932 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2adaeb1f-0706-4468-b7fb-de53a30be66f tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (4c7bdd07-25c8-46f8-b9c8-d71cf44a5652), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:02.874576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8c68c-b226-4f66-8a34-b1baa5349031 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Port': ['ID=01ec3a25-a320-43ed-b66c-a5ab4ad8eae8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:02.978540 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-0d006d9b-fd2e-48a8-9293-fad19779ed63 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528416 Jan 28 06:03:03.095894 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-27b86e54-dd1f-46aa-b8a8-3d2d1acc9a7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f HTTP/1.1" status: 200 len: 217 time: 0.1114028 Jan 28 06:03:03.193386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-0197e594-8556-4db4-bf12-31155788cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:03.195428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-0197e594-8556-4db4-bf12-31155788cb8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=983e2d1e-1ce6-416e-a013-56730d18136b HTTP/1.1" status: 200 len: 797 time: 0.0915651 Jan 28 06:03:03.236078 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6ec8c68c-b226-4f66-8a34-b1baa5349031 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (de45862b-960f-4621-9e59-b7d8e16f2178), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:03.258464 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-250ae7b7-0959-4ce7-a221-68ce2e00a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:03.265635 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-250ae7b7-0959-4ce7-a221-68ce2e00a052 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0594246 Jan 28 06:03:03.400736 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-cb1e1eb0-1e1f-4369-8e7d-531a21387620 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306884 Jan 28 06:03:03.514280 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a78797f-f0bf-4bf9-addb-9ae18eabc969 req-eb9ffa3c-a504-4f40-8e23-507366d839d7 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077905 Jan 28 06:03:03.543676 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adaeb1f-0706-4468-b7fb-de53a30be66f tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Router 4c7bdd07-25c8-46f8-b9c8-d71cf44a5652 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:03:03.777721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790e29c-b82a-41dc-81de-e3322870d28d req-c7ae239d-137f-474c-9b99-ac9fcf4843b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:03.778397 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790e29c-b82a-41dc-81de-e3322870d28d req-c7ae239d-137f-474c-9b99-ac9fcf4843b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:03.778716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790e29c-b82a-41dc-81de-e3322870d28d req-c7ae239d-137f-474c-9b99-ac9fcf4843b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:03.779879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790e29c-b82a-41dc-81de-e3322870d28d req-c7ae239d-137f-474c-9b99-ac9fcf4843b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:03.779879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790e29c-b82a-41dc-81de-e3322870d28d req-c7ae239d-137f-474c-9b99-ac9fcf4843b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:03.783671 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790e29c-b82a-41dc-81de-e3322870d28d req-c7ae239d-137f-474c-9b99-ac9fcf4843b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:03.784166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790e29c-b82a-41dc-81de-e3322870d28d req-c7ae239d-137f-474c-9b99-ac9fcf4843b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:03.788527 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f790e29c-b82a-41dc-81de-e3322870d28d req-c7ae239d-137f-474c-9b99-ac9fcf4843b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d224c5804ad8477a9a70c890f5535963&device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 6495 time: 0.1081705 Jan 28 06:03:03.993787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790e29c-b82a-41dc-81de-e3322870d28d req-fcf439df-3d9c-476d-8c07-cc5cf48d40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:03.995257 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f790e29c-b82a-41dc-81de-e3322870d28d req-fcf439df-3d9c-476d-8c07-cc5cf48d40e2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5d76cd0-485c-42ba-8694-d68708a2c641 HTTP/1.1" status: 200 len: 903 time: 0.1937540 Jan 28 06:03:03.997608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec8c68c-b226-4f66-8a34-b1baa5349031 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router de45862b-960f-4621-9e59-b7d8e16f2178 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:03:04.111086 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185fead-700f-4d71-a5d9-479f6a4a568f req-4631a58a-6fd5-49c2-8592-37540668228a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:04.116736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185fead-700f-4d71-a5d9-479f6a4a568f req-4631a58a-6fd5-49c2-8592-37540668228a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:04.122805 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185fead-700f-4d71-a5d9-479f6a4a568f req-4631a58a-6fd5-49c2-8592-37540668228a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:04.128017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185fead-700f-4d71-a5d9-479f6a4a568f req-4631a58a-6fd5-49c2-8592-37540668228a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:04.133944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185fead-700f-4d71-a5d9-479f6a4a568f req-4631a58a-6fd5-49c2-8592-37540668228a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:04.135765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adaeb1f-0706-4468-b7fb-de53a30be66f tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:03:04.141409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185fead-700f-4d71-a5d9-479f6a4a568f req-4631a58a-6fd5-49c2-8592-37540668228a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:04.142644 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2adaeb1f-0706-4468-b7fb-de53a30be66f tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] 10.222.0.31 "PUT /v2.0/routers/4c7bdd07-25c8-46f8-b9c8-d71cf44a5652/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7238488 Jan 28 06:03:04.145325 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54224) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:04.148791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185fead-700f-4d71-a5d9-479f6a4a568f req-4631a58a-6fd5-49c2-8592-37540668228a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:04.149150 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f69184-189f-4359-94bf-d31843a558f8 None None] Sync routers for ids ['4c7bdd07-25c8-46f8-b9c8-d71cf44a5652'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:03:04.150851 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5185fead-700f-4d71-a5d9-479f6a4a568f req-4631a58a-6fd5-49c2-8592-37540668228a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.2250853 Jan 28 06:03:04.154503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f790e29c-b82a-41dc-81de-e3322870d28d req-eee2d77d-9a8e-43a6-90de-04d9dc79a5c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f HTTP/1.1" status: 200 len: 217 time: 0.1507537 Jan 28 06:03:04.167774 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f69184-189f-4359-94bf-d31843a558f8 None None] Routers {'4c7bdd07-25c8-46f8-b9c8-d71cf44a5652'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:04.169144 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-42f69184-189f-4359-94bf-d31843a558f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['4c7bdd07-25c8-46f8-b9c8-d71cf44a5652'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:04.249920 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790e29c-b82a-41dc-81de-e3322870d28d req-4d7c2ea9-8d86-4d40-9336-c754b808f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:04.253124 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f790e29c-b82a-41dc-81de-e3322870d28d req-4d7c2ea9-8d86-4d40-9336-c754b808f138 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=983e2d1e-1ce6-416e-a013-56730d18136b HTTP/1.1" status: 200 len: 797 time: 0.0924454 Jan 28 06:03:04.313125 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5185fead-700f-4d71-a5d9-479f6a4a568f req-c4fc50ad-83b5-4f29-8c7f-28c947a76ff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1510932 Jan 28 06:03:04.373951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790e29c-b82a-41dc-81de-e3322870d28d req-bfc2d87a-1211-4a15-94af-8cf8f0b1fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:04.375743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f790e29c-b82a-41dc-81de-e3322870d28d req-bfc2d87a-1211-4a15-94af-8cf8f0b1fc2a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0681772 Jan 28 06:03:04.428223 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-42f69184-189f-4359-94bf-d31843a558f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:04.458349 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f69184-189f-4359-94bf-d31843a558f8 None None] Routers {'4c7bdd07-25c8-46f8-b9c8-d71cf44a5652'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:04.459268 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-42f69184-189f-4359-94bf-d31843a558f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['4c7bdd07-25c8-46f8-b9c8-d71cf44a5652'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:04.466406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec8c68c-b226-4f66-8a34-b1baa5349031 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:03:04.486053 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6ec8c68c-b226-4f66-8a34-b1baa5349031 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/de45862b-960f-4621-9e59-b7d8e16f2178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7901945 Jan 28 06:03:04.493274 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54230) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:04.494165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844d3aba-d6b2-4217-9383-691e140acec9 None None] Sync routers for ids ['de45862b-960f-4621-9e59-b7d8e16f2178'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:03:04.507481 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7464cd89-8006-40b4-94dc-a032737308a9 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for router (4c7bdd07-25c8-46f8-b9c8-d71cf44a5652), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:04.511796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d3aba-d6b2-4217-9383-691e140acec9 None None] Routers {'de45862b-960f-4621-9e59-b7d8e16f2178'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:04.515152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-844d3aba-d6b2-4217-9383-691e140acec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['de45862b-960f-4621-9e59-b7d8e16f2178'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:04.547898 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-42f69184-189f-4359-94bf-d31843a558f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:04.548809 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f69184-189f-4359-94bf-d31843a558f8 None None] The sync data for ids ['4c7bdd07-25c8-46f8-b9c8-d71cf44a5652'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:03:04.607745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-844d3aba-d6b2-4217-9383-691e140acec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:04.615375 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f790e29c-b82a-41dc-81de-e3322870d28d req-7914e86a-7e05-44f5-953b-c49fa9f2246c service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327125 Jan 28 06:03:04.645484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d3aba-d6b2-4217-9383-691e140acec9 None None] Routers {'de45862b-960f-4621-9e59-b7d8e16f2178'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:04.651301 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-844d3aba-d6b2-4217-9383-691e140acec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:02:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['de45862b-960f-4621-9e59-b7d8e16f2178'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:04.728532 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f790e29c-b82a-41dc-81de-e3322870d28d req-61fd416e-7028-483f-8f9a-942ec9410984 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033242 Jan 28 06:03:04.742463 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-844d3aba-d6b2-4217-9383-691e140acec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:04.743642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844d3aba-d6b2-4217-9383-691e140acec9 None None] The sync data for ids ['de45862b-960f-4621-9e59-b7d8e16f2178'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:03:04.915730 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7464cd89-8006-40b4-94dc-a032737308a9 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (4c7bdd07-25c8-46f8-b9c8-d71cf44a5652), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:04.919826 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7464cd89-8006-40b4-94dc-a032737308a9 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for router_controller (4c7bdd07-25c8-46f8-b9c8-d71cf44a5652), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:04.968970 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-8c061c11-8534-4c56-a52e-12d5f70f4ade tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 06:03:04.970820 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8c061c11-8534-4c56-a52e-12d5f70f4ade tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/de45862b-960f-4621-9e59-b7d8e16f2178/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4762619 Jan 28 06:03:04.973725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54232) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:04.975446 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cad0c0d5-3634-4250-bb92-c04c2ec34816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:05.024535 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9860ae69-1b32-407c-ba98-9ab2287154bc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports?device_id=de45862b-960f-4621-9e59-b7d8e16f2178 HTTP/1.1" status: 200 len: 205 time: 0.0494878 Jan 28 06:03:05.028450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54234) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:05.109671 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6fcacf12-8819-466a-aba9-f7ef65ce8ea6 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (de45862b-960f-4621-9e59-b7d8e16f2178), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:05.257289 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7464cd89-8006-40b4-94dc-a032737308a9 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (4c7bdd07-25c8-46f8-b9c8-d71cf44a5652), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:05.257888 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7464cd89-8006-40b4-94dc-a032737308a9 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Fanout notify agent at l3_agent the message router_deleted on router 4c7bdd07-25c8-46f8-b9c8-d71cf44a5652 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:03:05.267683 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7464cd89-8006-40b4-94dc-a032737308a9 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:05.271685 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7464cd89-8006-40b4-94dc-a032737308a9 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] 10.222.0.31 "DELETE /v2.0/routers/4c7bdd07-25c8-46f8-b9c8-d71cf44a5652 HTTP/1.1" status: 204 len: 168 time: 1.0459690 Jan 28 06:03:05.271811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54238) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:05.306281 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6fcacf12-8819-466a-aba9-f7ef65ce8ea6 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (de45862b-960f-4621-9e59-b7d8e16f2178), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:05.309713 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6fcacf12-8819-466a-aba9-f7ef65ce8ea6 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router_controller (de45862b-960f-4621-9e59-b7d8e16f2178), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:05.440270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-2398491b-1d7f-4fe9-8205-4be9e45550d1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Deleting subnet 3fd2738c-966c-4569-8c4e-38e0182dc759 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:03:05.444130 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2398491b-1d7f-4fe9-8205-4be9e45550d1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for subnet (3fd2738c-966c-4569-8c4e-38e0182dc759), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:05.507036 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6fcacf12-8819-466a-aba9-f7ef65ce8ea6 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (de45862b-960f-4621-9e59-b7d8e16f2178), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:05.507874 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcacf12-8819-466a-aba9-f7ef65ce8ea6 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Fanout notify agent at l3_agent the message router_deleted on router de45862b-960f-4621-9e59-b7d8e16f2178 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:03:05.515925 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6fcacf12-8819-466a-aba9-f7ef65ce8ea6 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:05.518241 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6fcacf12-8819-466a-aba9-f7ef65ce8ea6 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/routers/de45862b-960f-4621-9e59-b7d8e16f2178 HTTP/1.1" status: 204 len: 168 time: 0.4896870 Jan 28 06:03:05.521310 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54244) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:05.541211 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2398491b-1d7f-4fe9-8205-4be9e45550d1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (3fd2738c-966c-4569-8c4e-38e0182dc759), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:05.637544 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-9001cc24-100a-44e8-b2a4-c5691db7e95b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting subnet 946d4412-fce5-4e4c-84b0-d7643620ec70 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:03:05.641435 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9001cc24-100a-44e8-b2a4-c5691db7e95b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (946d4412-fce5-4e4c-84b0-d7643620ec70), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:05.688285 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9001cc24-100a-44e8-b2a4-c5691db7e95b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (946d4412-fce5-4e4c-84b0-d7643620ec70), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:05.701741 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2398491b-1d7f-4fe9-8205-4be9e45550d1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (3fd2738c-966c-4569-8c4e-38e0182dc759), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:05.782287 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9001cc24-100a-44e8-b2a4-c5691db7e95b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (946d4412-fce5-4e4c-84b0-d7643620ec70), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:05.865595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873c454-ac5f-4590-9bb2-29001ac8c45d req-835652e4-0c58-4c03-a35a-370434bfecd2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:05.871689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873c454-ac5f-4590-9bb2-29001ac8c45d req-835652e4-0c58-4c03-a35a-370434bfecd2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:05.877382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873c454-ac5f-4590-9bb2-29001ac8c45d req-835652e4-0c58-4c03-a35a-370434bfecd2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:05.882673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873c454-ac5f-4590-9bb2-29001ac8c45d req-835652e4-0c58-4c03-a35a-370434bfecd2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:05.889353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873c454-ac5f-4590-9bb2-29001ac8c45d req-835652e4-0c58-4c03-a35a-370434bfecd2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:05.895194 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873c454-ac5f-4590-9bb2-29001ac8c45d req-835652e4-0c58-4c03-a35a-370434bfecd2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:05.900497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873c454-ac5f-4590-9bb2-29001ac8c45d req-835652e4-0c58-4c03-a35a-370434bfecd2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:05.902828 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a873c454-ac5f-4590-9bb2-29001ac8c45d req-835652e4-0c58-4c03-a35a-370434bfecd2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.1312897 Jan 28 06:03:05.907066 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2398491b-1d7f-4fe9-8205-4be9e45550d1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (3fd2738c-966c-4569-8c4e-38e0182dc759), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:05.925975 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2398491b-1d7f-4fe9-8205-4be9e45550d1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:05.931794 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2398491b-1d7f-4fe9-8205-4be9e45550d1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] 10.222.0.31 "DELETE /v2.0/subnets/3fd2738c-966c-4569-8c4e-38e0182dc759 HTTP/1.1" status: 204 len: 168 time: 0.6565042 Jan 28 06:03:05.932228 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5519832b-41a1-42e7-b791-2128052b8751 None None] Network 10f8682d-d864-43d0-8b5b-5aba59ce7275 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:03:05.934348 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54248) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:05.974162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398491b-1d7f-4fe9-8205-4be9e45550d1 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd2738c-966c-4569-8c4e-38e0182dc759,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:06.041615 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (10f8682d-d864-43d0-8b5b-5aba59ce7275), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.054363 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a873c454-ac5f-4590-9bb2-29001ac8c45d req-7c49da3f-56a4-4088-8b85-9c9d32c73e15 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1378982 Jan 28 06:03:06.086245 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9001cc24-100a-44e8-b2a4-c5691db7e95b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (946d4412-fce5-4e4c-84b0-d7643620ec70), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.135289 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9001cc24-100a-44e8-b2a4-c5691db7e95b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.142851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54250) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:06.143301 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9001cc24-100a-44e8-b2a4-c5691db7e95b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/subnets/946d4412-fce5-4e4c-84b0-d7643620ec70 HTTP/1.1" status: 204 len: 168 time: 0.6205959 Jan 28 06:03:06.149697 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001cc24-100a-44e8-b2a4-c5691db7e95b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Subnet': ['ID=946d4412-fce5-4e4c-84b0-d7643620ec70,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:06.171305 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Deleting port 7d41a27e-1bd6-4d22-b0f4-defd086832cf {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:03:06.171802 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7d41a27e-1bd6-4d22-b0f4-defd086832cf), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.241147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5eb900-cae4-43b8-898d-8f8e49b128d3 None None] Network 62f174c5-5d78-4dd7-9b4e-786fc3484f6c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:03:06.263712 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (62f174c5-5d78-4dd7-9b4e-786fc3484f6c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.276444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] For port 7d41a27e-1bd6-4d22-b0f4-defd086832cf, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7d41a27e-1bd6-4d22-b0f4-defd086832cf,segment=NetworkSegment(13a4af48-1daa-4249-ad99-82ab354f9093),segment_id=13a4af48-1daa-4249-ad99-82ab354f9093)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:06.277614 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7d41a27e-1bd6-4d22-b0f4-defd086832cf), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.295644 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Calling delete_port for 7d41a27e-1bd6-4d22-b0f4-defd086832cf owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:03:06.351131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting port 82c6b12b-5296-4101-bbf9-f3682e793f59 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:03:06.351634 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (82c6b12b-5296-4101-bbf9-f3682e793f59), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.437964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] For port 82c6b12b-5296-4101-bbf9-f3682e793f59, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=82c6b12b-5296-4101-bbf9-f3682e793f59,segment=NetworkSegment(4ba63abc-62e0-4057-9c3d-163aadd241f8),segment_id=4ba63abc-62e0-4057-9c3d-163aadd241f8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:06.438368 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (82c6b12b-5296-4101-bbf9-f3682e793f59), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.465370 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Calling delete_port for 82c6b12b-5296-4101-bbf9-f3682e793f59 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:03:06.490186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3790d-2ff9-4442-a4f5-4cfcfd5ff9d8 None None] DHCP port deletion for 62f174c5-5d78-4dd7-9b4e-786fc3484f6c request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:03:06.518894 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7d41a27e-1bd6-4d22-b0f4-defd086832cf), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.520734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dcce81-73c1-4146-a04a-975cba301530 None None] DHCP port deletion for 10f8682d-d864-43d0-8b5b-5aba59ce7275 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:03:06.539701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] No DVR routers for this DVR port 7d41a27e-1bd6-4d22-b0f4-defd086832cf on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:03:06.567370 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a6e3790d-2ff9-4442-a4f5-4cfcfd5ff9d8 None None] Deleting port 82c6b12b-5296-4101-bbf9-f3682e793f59 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:03:06.567370 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a6e3790d-2ff9-4442-a4f5-4cfcfd5ff9d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (82c6b12b-5296-4101-bbf9-f3682e793f59), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.606349 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Pushing event deleted for resources: {'Port': ['ID=7d41a27e-1bd6-4d22-b0f4-defd086832cf,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:06.609452 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.651595 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a6e3790d-2ff9-4442-a4f5-4cfcfd5ff9d8 None None] For port 82c6b12b-5296-4101-bbf9-f3682e793f59, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=82c6b12b-5296-4101-bbf9-f3682e793f59,segment=NetworkSegment(4ba63abc-62e0-4057-9c3d-163aadd241f8),segment_id=4ba63abc-62e0-4057-9c3d-163aadd241f8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:06.651595 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a6e3790d-2ff9-4442-a4f5-4cfcfd5ff9d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (82c6b12b-5296-4101-bbf9-f3682e793f59), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.692724 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a6e3790d-2ff9-4442-a4f5-4cfcfd5ff9d8 None None] Calling delete_port for 82c6b12b-5296-4101-bbf9-f3682e793f59 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:03:06.731341 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (82c6b12b-5296-4101-bbf9-f3682e793f59), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.744900 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (10f8682d-d864-43d0-8b5b-5aba59ce7275), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.772858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f8682d-d864-43d0-8b5b-5aba59ce7275']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:06.784491 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a4af48-1daa-4249-ad99-82ab354f9093') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:06.784708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Port': ['ID=82c6b12b-5296-4101-bbf9-f3682e793f59,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:06.784930 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a4af48-1daa-4249-ad99-82ab354f9093') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:06.795093 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] No DVR routers for this DVR port 82c6b12b-5296-4101-bbf9-f3682e793f59 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:03:06.799960 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a6e3790d-2ff9-4442-a4f5-4cfcfd5ff9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (82c6b12b-5296-4101-bbf9-f3682e793f59), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.800464 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (13a4af48-1daa-4249-ad99-82ab354f9093), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.821324 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (13a4af48-1daa-4249-ad99-82ab354f9093), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.831692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3790d-2ff9-4442-a4f5-4cfcfd5ff9d8 None None] Pushing event deleted for resources: {'Port': ['ID=82c6b12b-5296-4101-bbf9-f3682e793f59,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:06.833732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e3790d-2ff9-4442-a4f5-4cfcfd5ff9d8 None None] No DVR routers for this DVR port 82c6b12b-5296-4101-bbf9-f3682e793f59 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:03:06.849044 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:03:06.849468 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (13a4af48-1daa-4249-ad99-82ab354f9093), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:03:06.856818 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:03:06.927482 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (62f174c5-5d78-4dd7-9b4e-786fc3484f6c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.952790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f174c5-5d78-4dd7-9b4e-786fc3484f6c']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:06.965538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba63abc-62e0-4057-9c3d-163aadd241f8') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:06.965905 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba63abc-62e0-4057-9c3d-163aadd241f8') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:06.978126 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (4ba63abc-62e0-4057-9c3d-163aadd241f8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.993135 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (4ba63abc-62e0-4057-9c3d-163aadd241f8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:06.999249 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:03:06.999627 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (4ba63abc-62e0-4057-9c3d-163aadd241f8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:03:07.002551 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:03:07.118575 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (10f8682d-d864-43d0-8b5b-5aba59ce7275), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:07.126440 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:07.133229 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] 10.222.0.31 "DELETE /v2.0/networks/10f8682d-d864-43d0-8b5b-5aba59ce7275 HTTP/1.1" status: 204 len: 168 time: 1.1977966 Jan 28 06:03:07.155796 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dfb4d-7e07-4b89-8f52-3fb8c45fc4c8 tempest-FloatingIPNegativeTestJSON-822694081 tempest-FloatingIPNegativeTestJSON-822694081-project] Pushing event deleted for resources: {'Network': ['ID=10f8682d-d864-43d0-8b5b-5aba59ce7275,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:07.210721 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (62f174c5-5d78-4dd7-9b4e-786fc3484f6c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:07.220358 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:07.224442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/networks/62f174c5-5d78-4dd7-9b4e-786fc3484f6c HTTP/1.1" status: 204 len: 168 time: 1.0798209 Jan 28 06:03:07.228127 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54268) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:07.236607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-60bd1545-1ac7-4fc9-8dbc-df40a3291db7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-767562119'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:07.281018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a6906-a872-404b-b196-53ea84ea3973 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Network': ['ID=62f174c5-5d78-4dd7-9b4e-786fc3484f6c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:07.323194 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88de526-2569-472f-a1e9-90b66842234b req-b5529c10-43dd-432d-8aee-43931d6544d9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:07.329450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88de526-2569-472f-a1e9-90b66842234b req-b5529c10-43dd-432d-8aee-43931d6544d9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:07.335012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88de526-2569-472f-a1e9-90b66842234b req-b5529c10-43dd-432d-8aee-43931d6544d9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:07.340927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88de526-2569-472f-a1e9-90b66842234b req-b5529c10-43dd-432d-8aee-43931d6544d9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:07.346142 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88de526-2569-472f-a1e9-90b66842234b req-b5529c10-43dd-432d-8aee-43931d6544d9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:07.351389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88de526-2569-472f-a1e9-90b66842234b req-b5529c10-43dd-432d-8aee-43931d6544d9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:07.356905 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88de526-2569-472f-a1e9-90b66842234b req-b5529c10-43dd-432d-8aee-43931d6544d9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:07.358768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e88de526-2569-472f-a1e9-90b66842234b req-b5529c10-43dd-432d-8aee-43931d6544d9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.1948891 Jan 28 06:03:07.421706 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e88de526-2569-472f-a1e9-90b66842234b req-bd752b6f-a32c-4ea6-9879-8d4be7ef3a79 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566831 Jan 28 06:03:07.430618 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bd1545-1ac7-4fc9-8dbc-df40a3291db7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:03:07.434521 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60bd1545-1ac7-4fc9-8dbc-df40a3291db7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:07.461942 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60bd1545-1ac7-4fc9-8dbc-df40a3291db7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:03:07.472049 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60bd1545-1ac7-4fc9-8dbc-df40a3291db7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1c9d47ca-7811-416f-a3fd-63ed6457921f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:07.472404 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-60bd1545-1ac7-4fc9-8dbc-df40a3291db7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Added segment 1c9d47ca-7811-416f-a3fd-63ed6457921f of type vlan for network b7fa75f1-609b-43b3-8503-eb995df34ec6 Jan 28 06:03:07.528706 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60bd1545-1ac7-4fc9-8dbc-df40a3291db7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (b7fa75f1-609b-43b3-8503-eb995df34ec6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:07.588778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7d41a27e-1bd6-4d22-b0f4-defd086832cf no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:03:07.610110 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 7d41a27e-1bd6-4d22-b0f4-defd086832cf {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:03:07.610436 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7d41a27e-1bd6-4d22-b0f4-defd086832cf not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:03:07.610856 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 82c6b12b-5296-4101-bbf9-f3682e793f59 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:03:07.633740 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 82c6b12b-5296-4101-bbf9-f3682e793f59 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:03:07.634083 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 82c6b12b-5296-4101-bbf9-f3682e793f59 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:03:07.705332 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60bd1545-1ac7-4fc9-8dbc-df40a3291db7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (b7fa75f1-609b-43b3-8503-eb995df34ec6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:07.712631 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bd1545-1ac7-4fc9-8dbc-df40a3291db7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:07.713417 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60bd1545-1ac7-4fc9-8dbc-df40a3291db7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:07.816796 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd1545-1ac7-4fc9-8dbc-df40a3291db7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Network': ['ID=b7fa75f1-609b-43b3-8503-eb995df34ec6,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:07.827262 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network b7fa75f1-609b-43b3-8503-eb995df34ec6 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:03:08.009693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54278) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:08.087656 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:08.098833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54282) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:08.099945 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-60bd1545-1ac7-4fc9-8dbc-df40a3291db7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8703220 Jan 28 06:03:08.108535 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-09856a72-8f9c-4972-a657-243258bf20a8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'subnet': {'network_id': 'b7fa75f1-609b-43b3-8503-eb995df34ec6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:08.230697 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d1821153-9b52-4278-8127-c74f5cc5f40f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d050a74c759c45c9b89c7120408afe69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2195942 Jan 28 06:03:08.234134 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54286) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:08.285635 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66896ca1-3b35-4252-955f-d629feb9875c admin admin] Publish callbacks [] for security_group (ceb51d22-66d7-46f4-ab7f-43b9624ad038), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:08.307626 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66896ca1-3b35-4252-955f-d629feb9875c admin admin] Publish callbacks [] for security_group (ceb51d22-66d7-46f4-ab7f-43b9624ad038), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:08.387677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09856a72-8f9c-4972-a657-243258bf20a8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:03:08.392737 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09856a72-8f9c-4972-a657-243258bf20a8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:08.554015 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1ed95-457f-4960-a808-50e9a353b3c9 req-bb3d41bc-48fa-4e6a-aff7-cc4f897d6aef tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:08.560011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1ed95-457f-4960-a808-50e9a353b3c9 req-bb3d41bc-48fa-4e6a-aff7-cc4f897d6aef tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:08.565229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1ed95-457f-4960-a808-50e9a353b3c9 req-bb3d41bc-48fa-4e6a-aff7-cc4f897d6aef tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:08.570641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1ed95-457f-4960-a808-50e9a353b3c9 req-bb3d41bc-48fa-4e6a-aff7-cc4f897d6aef tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:08.576760 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1ed95-457f-4960-a808-50e9a353b3c9 req-bb3d41bc-48fa-4e6a-aff7-cc4f897d6aef tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:08.582356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1ed95-457f-4960-a808-50e9a353b3c9 req-bb3d41bc-48fa-4e6a-aff7-cc4f897d6aef tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:08.587713 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1ed95-457f-4960-a808-50e9a353b3c9 req-bb3d41bc-48fa-4e6a-aff7-cc4f897d6aef tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:08.589873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdd1ed95-457f-4960-a808-50e9a353b3c9 req-bb3d41bc-48fa-4e6a-aff7-cc4f897d6aef tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.0897279 Jan 28 06:03:08.613421 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66896ca1-3b35-4252-955f-d629feb9875c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ceb51d22-66d7-46f4-ab7f-43b9624ad038), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:08.616093 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66896ca1-3b35-4252-955f-d629feb9875c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:08.617248 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-66896ca1-3b35-4252-955f-d629feb9875c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ceb51d22-66d7-46f4-ab7f-43b9624ad038 HTTP/1.1" status: 204 len: 168 time: 0.3827441 Jan 28 06:03:08.627805 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66896ca1-3b35-4252-955f-d629feb9875c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb51d22-66d7-46f4-ab7f-43b9624ad038,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:08.690203 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdd1ed95-457f-4960-a808-50e9a353b3c9 req-8432afb7-fa08-495f-8d31-8f056f2ad70c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0943027 Jan 28 06:03:08.975693 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09856a72-8f9c-4972-a657-243258bf20a8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (17da75c8-ef5e-452b-a7fc-a5e9efa0ee07), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:09.042283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09856a72-8f9c-4972-a657-243258bf20a8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Subnet': ['ID=17da75c8-ef5e-452b-a7fc-a5e9efa0ee07,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:09.050651 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09856a72-8f9c-4972-a657-243258bf20a8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Checking segment: {'id': '1c9d47ca-7811-416f-a3fd-63ed6457921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b7fa75f1-609b-43b3-8503-eb995df34ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:03:09.051011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09856a72-8f9c-4972-a657-243258bf20a8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network hostable DHCP agents. Network: b7fa75f1-609b-43b3-8503-eb995df34ec6, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:03:09.249829 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09856a72-8f9c-4972-a657-243258bf20a8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network b7fa75f1-609b-43b3-8503-eb995df34ec6 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:03:09.250290 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:09.407149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-09856a72-8f9c-4972-a657-243258bf20a8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, b7fa75f1-609b-43b3-8503-eb995df34ec6) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:03:09.411746 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09856a72-8f9c-4972-a657-243258bf20a8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:09.412044 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09856a72-8f9c-4972-a657-243258bf20a8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:09.423020 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b6a0ef-e5ce-493f-b0b5-e12c773f38f6 None None] Network b7fa75f1-609b-43b3-8503-eb995df34ec6 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:03:09.521135 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-09856a72-8f9c-4972-a657-243258bf20a8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4207399 Jan 28 06:03:09.524308 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54312) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:09.529409 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-de28dfa4-48a0-4540-a170-c46bedf72f9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-456705504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:09.649701 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de28dfa4-48a0-4540-a170-c46bedf72f9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (d426b581-0f87-44a1-853c-bfb90a2c4e4d), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:09.651094 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de28dfa4-48a0-4540-a170-c46bedf72f9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (d426b581-0f87-44a1-853c-bfb90a2c4e4d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:09.681017 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-b7fa75f1-609b-43b3-8503-eb995df34ec6', 'network_id': 'b7fa75f1-609b-43b3-8503-eb995df34ec6', 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'fixed_ips': [{'subnet_id': '17da75c8-ef5e-452b-a7fc-a5e9efa0ee07'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:03:09.681889 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:09.760058 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de28dfa4-48a0-4540-a170-c46bedf72f9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router_controller (d426b581-0f87-44a1-853c-bfb90a2c4e4d), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:09.878893 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de28dfa4-48a0-4540-a170-c46bedf72f9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (d426b581-0f87-44a1-853c-bfb90a2c4e4d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:09.934955 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58107175-fbfb-4845-8316-6a323fc08bdb req-94f0e69d-2723-4253-aa1d-400d98f0603a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:09.949507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58107175-fbfb-4845-8316-6a323fc08bdb req-94f0e69d-2723-4253-aa1d-400d98f0603a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:09.970337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58107175-fbfb-4845-8316-6a323fc08bdb req-94f0e69d-2723-4253-aa1d-400d98f0603a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:09.983029 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58107175-fbfb-4845-8316-6a323fc08bdb req-94f0e69d-2723-4253-aa1d-400d98f0603a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:09.994821 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de28dfa4-48a0-4540-a170-c46bedf72f9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:09.999057 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-de28dfa4-48a0-4540-a170-c46bedf72f9d tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4715421 Jan 28 06:03:09.999412 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54322) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:10.007537 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58107175-fbfb-4845-8316-6a323fc08bdb req-94f0e69d-2723-4253-aa1d-400d98f0603a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:10.013446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58107175-fbfb-4845-8316-6a323fc08bdb req-94f0e69d-2723-4253-aa1d-400d98f0603a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:10.031922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58107175-fbfb-4845-8316-6a323fc08bdb req-94f0e69d-2723-4253-aa1d-400d98f0603a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:10.054921 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58107175-fbfb-4845-8316-6a323fc08bdb req-94f0e69d-2723-4253-aa1d-400d98f0603a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.2342541 Jan 28 06:03:10.069806 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Allocated IP 2001:db8::2 (b7fa75f1-609b-43b3-8503-eb995df34ec6/17da75c8-ef5e-452b-a7fc-a5e9efa0ee07/89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:03:10.240038 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Publish callbacks [] for port (89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:10.248639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58107175-fbfb-4845-8316-6a323fc08bdb req-78581d73-edad-4d6b-93ff-74a705a64c4e tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1927783 Jan 28 06:03:10.332311 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:10.376497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Network b7fa75f1-609b-43b3-8503-eb995df34ec6 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:03:10.383144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:03:10.393860 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:03:10.472775 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Pushing event updated for resources: {'Port': ['ID=89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:10.549420 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Attempting to bind port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:03:10.550114 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Attempting to bind port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '1c9d47ca-7811-416f-a3fd-63ed6457921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b7fa75f1-609b-43b3-8503-eb995df34ec6'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:03:10.550733 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Attempting to bind port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd on network b7fa75f1-609b-43b3-8503-eb995df34ec6 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:03:10.556782 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:03:10.562263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Checking segment: {'id': '1c9d47ca-7811-416f-a3fd-63ed6457921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b7fa75f1-609b-43b3-8503-eb995df34ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:03:10.562263 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:10.562263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Bound using segment: {'id': '1c9d47ca-7811-416f-a3fd-63ed6457921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b7fa75f1-609b-43b3-8503-eb995df34ec6'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:03:10.562263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Bound port: 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9d47ca-7811-416f-a3fd-63ed6457921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b7fa75f1-609b-43b3-8503-eb995df34ec6'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:03:10.562263 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:10.636027 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:10.725303 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] For port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:03:10.751386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] For port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd,segment=NetworkSegment(1c9d47ca-7811-416f-a3fd-63ed6457921f),segment_id=1c9d47ca-7811-416f-a3fd-63ed6457921f)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:03:10.802686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54340) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:10.868875 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:10.968989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-453ec982-3c9a-458a-b48e-f3aca04a8494 tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] Request body: {'port': {'network_id': '8414ff30-efd8-47b6-ba18-88275c963aec', 'name': 'tempest-NetworksNegativeTestJSON-1485696043'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:11.002920 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-453ec982-3c9a-458a-b48e-f3aca04a8494 tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] POST failed (client error): The resource could not be found. Jan 28 06:03:11.005053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453ec982-3c9a-458a-b48e-f3aca04a8494 tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:03:11.013681 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-453ec982-3c9a-458a-b48e-f3aca04a8494 tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2043936 Jan 28 06:03:11.015767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54346) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:11.034551 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607c025-d973-4123-858a-cdf49e3ba661 None None] Pushing event updated for resources: {'Port': ['ID=89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:11.057389 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d62199-c000-4b81-9277-0d364c81eeea tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] DELETE failed (client error): The resource could not be found. Jan 28 06:03:11.058716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d62199-c000-4b81-9277-0d364c81eeea tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:03:11.062356 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c1d62199-c000-4b81-9277-0d364c81eeea tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] 10.222.0.31 "DELETE /v2.0/networks/25ab2437-7824-4487-84b5-f5ce6629f784 HTTP/1.1" status: 404 len: 339 time: 0.0451226 Jan 28 06:03:11.066322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54352) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:11.103229 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7473ae-b661-4b66-87a6-2fed650c7ea5 tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] DELETE failed (client error): The resource could not be found. Jan 28 06:03:11.104180 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7473ae-b661-4b66-87a6-2fed650c7ea5 tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:03:11.108688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6a7473ae-b661-4b66-87a6-2fed650c7ea5 tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] 10.222.0.31 "DELETE /v2.0/ports/7159bd2b-eda5-4fef-8cb9-6def5ada36e4 HTTP/1.1" status: 404 len: 333 time: 0.0410204 Jan 28 06:03:11.112926 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54354) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:11.170237 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Allocated IP 2001:db8::1 (b7fa75f1-609b-43b3-8503-eb995df34ec6/17da75c8-ef5e-452b-a7fc-a5e9efa0ee07/71ad5f43-9fb5-4e89-b86c-5850017e7a91) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:03:11.193633 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d38f52-fd24-40b4-9154-998b1464a40f tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] DELETE failed (client error): The resource could not be found. Jan 28 06:03:11.194852 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d38f52-fd24-40b4-9154-998b1464a40f tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:03:11.204849 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e7d38f52-fd24-40b4-9154-998b1464a40f tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] 10.222.0.31 "DELETE /v2.0/subnets/81788585-dd0d-46fe-a0ad-2aad99ea57ac HTTP/1.1" status: 404 len: 337 time: 0.0834699 Jan 28 06:03:11.212574 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54358) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:11.259083 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf8890f-4883-4335-b3b5-2cd1c6f05f5b tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] GET failed (client error): The resource could not be found. Jan 28 06:03:11.264224 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4bf8890f-4883-4335-b3b5-2cd1c6f05f5b tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] 10.222.0.31 "GET /v2.0/networks/329b776d-c60b-44d7-85cb-95809f460fb6 HTTP/1.1" status: 404 len: 339 time: 0.0504313 Jan 28 06:03:11.268833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54360) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:11.311487 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc0be35-621a-4fab-a791-9d768534d460 tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] GET failed (client error): The resource could not be found. Jan 28 06:03:11.334446 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9dc0be35-621a-4fab-a791-9d768534d460 tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] 10.222.0.31 "GET /v2.0/ports/b291b097-9698-4038-89fb-2f469e08d53f HTTP/1.1" status: 404 len: 333 time: 0.0644176 Jan 28 06:03:11.361203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54364) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:11.482697 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-140d1a34-45f9-44a7-874c-60d2479c8c3d tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] GET failed (client error): The resource could not be found. Jan 28 06:03:11.484268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-140d1a34-45f9-44a7-874c-60d2479c8c3d tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] 10.222.0.31 "GET /v2.0/subnets/e95490d4-5313-4f34-96e6-9739228a6060 HTTP/1.1" status: 404 len: 337 time: 0.1207597 Jan 28 06:03:11.488256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54368) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:11.503834 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6fc9f5fc-9e2e-4e0a-bdfa-1ccfc1e28374 tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:11.541949 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (71ad5f43-9fb5-4e89-b86c-5850017e7a91), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:11.543956 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc9f5fc-9e2e-4e0a-bdfa-1ccfc1e28374 tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] PUT failed (client error): The resource could not be found. Jan 28 06:03:11.544586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc9f5fc-9e2e-4e0a-bdfa-1ccfc1e28374 tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:03:11.547105 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6fc9f5fc-9e2e-4e0a-bdfa-1ccfc1e28374 tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] 10.222.0.31 "PUT /v2.0/networks/239e9b4b-ad34-4973-a1c7-ac74675d7d6a HTTP/1.1" status: 404 len: 339 time: 0.0577505 Jan 28 06:03:11.552600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54370) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:11.648856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e6940487-2449-4894-ae55-c5721a0e8d7c tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:11.688872 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6940487-2449-4894-ae55-c5721a0e8d7c tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] PUT failed (client error): The resource could not be found. Jan 28 06:03:11.689470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6940487-2449-4894-ae55-c5721a0e8d7c tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:03:11.694834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e6940487-2449-4894-ae55-c5721a0e8d7c tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] 10.222.0.31 "PUT /v2.0/ports/28b1ea57-50b4-4dc6-ad5d-6306db5ce6bc HTTP/1.1" status: 404 len: 333 time: 0.1370516 Jan 28 06:03:11.696254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54374) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:11.705708 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (71ad5f43-9fb5-4e89-b86c-5850017e7a91), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:11.711343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7db6c85f-58c4-4458-9422-dcff90ea318a tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:11.762619 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db6c85f-58c4-4458-9422-dcff90ea318a tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] PUT failed (client error): The resource could not be found. Jan 28 06:03:11.763108 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db6c85f-58c4-4458-9422-dcff90ea318a tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:03:11.764323 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7db6c85f-58c4-4458-9422-dcff90ea318a tempest-NetworksNegativeTestJSON-75075360 tempest-NetworksNegativeTestJSON-75075360-project] 10.222.0.31 "PUT /v2.0/subnets/5ff089b2-31b9-498e-a0bd-7cbd46490b2d HTTP/1.1" status: 404 len: 337 time: 0.0674648 Jan 28 06:03:11.793956 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fe975-2ada-4c13-a245-a498c415042c req-7da0ec2c-ec7b-4ebe-a2ee-d39da596aa37 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:11.811999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fe975-2ada-4c13-a245-a498c415042c req-7da0ec2c-ec7b-4ebe-a2ee-d39da596aa37 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:11.817365 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fe975-2ada-4c13-a245-a498c415042c req-7da0ec2c-ec7b-4ebe-a2ee-d39da596aa37 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:11.828674 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network b7fa75f1-609b-43b3-8503-eb995df34ec6 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:03:11.843480 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:03:11.843654 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fe975-2ada-4c13-a245-a498c415042c req-7da0ec2c-ec7b-4ebe-a2ee-d39da596aa37 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:11.843765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:03:11.843765 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (d426b581-0f87-44a1-853c-bfb90a2c4e4d), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:11.843950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fe975-2ada-4c13-a245-a498c415042c req-7da0ec2c-ec7b-4ebe-a2ee-d39da596aa37 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:11.845670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fe975-2ada-4c13-a245-a498c415042c req-7da0ec2c-ec7b-4ebe-a2ee-d39da596aa37 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:11.865700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fe975-2ada-4c13-a245-a498c415042c req-7da0ec2c-ec7b-4ebe-a2ee-d39da596aa37 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:11.867639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-298fe975-2ada-4c13-a245-a498c415042c req-7da0ec2c-ec7b-4ebe-a2ee-d39da596aa37 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.3182268 Jan 28 06:03:11.881807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:03:11.992565 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-298fe975-2ada-4c13-a245-a498c415042c req-89471e67-5d52-46ff-903d-240afa1ad464 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1088820 Jan 28 06:03:12.032212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:12.034507 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:12.084354 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=71ad5f43-9fb5-4e89-b86c-5850017e7a91,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:12.242529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:12.242921 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:12.327099 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (71ad5f43-9fb5-4e89-b86c-5850017e7a91), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:12.358730 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd,segment=NetworkSegment(1c9d47ca-7811-416f-a3fd-63ed6457921f),segment_id=1c9d47ca-7811-416f-a3fd-63ed6457921f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:12.478226 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:12.654534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:12.687612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54388) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:12.892969 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (71ad5f43-9fb5-4e89-b86c-5850017e7a91), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:12.922505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb49ff0-d9bd-4042-acf7-fc7f56ce2b9e None None] Network b7fa75f1-609b-43b3-8503-eb995df34ec6 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:03:12.935305 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0f8af63-887e-49a4-8629-3399a18ea65e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:13.078379 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (71ad5f43-9fb5-4e89-b86c-5850017e7a91), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:13.079182 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (d426b581-0f87-44a1-853c-bfb90a2c4e4d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:13.115530 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-937f726f-2ef8-4a06-bd52-eefc07654dd7 None None] Provisioning complete for port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:13.116044 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-937f726f-2ef8-4a06-bd52-eefc07654dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:13.125054 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0f8af63-887e-49a4-8629-3399a18ea65e admin admin] Publish callbacks [] for security_group (868bf97a-5749-48c4-bb09-56f2fed1be60), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:13.173276 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=71ad5f43-9fb5-4e89-b86c-5850017e7a91,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:13.352854 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-937f726f-2ef8-4a06-bd52-eefc07654dd7 None None] Current status of the port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:13.359649 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network b7fa75f1-609b-43b3-8503-eb995df34ec6 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:03:13.361733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:03:13.601819 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router d426b581-0f87-44a1-853c-bfb90a2c4e4d is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:03:13.676676 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0f8af63-887e-49a4-8629-3399a18ea65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (868bf97a-5749-48c4-bb09-56f2fed1be60), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:13.699632 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:03:13.702007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6378b349-34c0-41e2-9ce1-5eb4247ff699 None None] Provisioning complete for port 71ad5f43-9fb5-4e89-b86c-5850017e7a91 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:13.702410 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6378b349-34c0-41e2-9ce1-5eb4247ff699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (71ad5f43-9fb5-4e89-b86c-5850017e7a91), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:13.735604 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8af63-887e-49a4-8629-3399a18ea65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868bf97a-5749-48c4-bb09-56f2fed1be60,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:13.807509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d0f8af63-887e-49a4-8629-3399a18ea65e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78fdaa6180ee417694ce507737a23423&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1178451 Jan 28 06:03:13.810523 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54412) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:13.864463 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc826b2-1a9c-4c28-a071-dc34b5a37552 req-943a885b-cd1f-4fad-b270-2beaffa02c1c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:13.877103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:03:13.888432 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-83c4f17d-e3a6-42cf-859a-a32e5b8d89f1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/d426b581-0f87-44a1-853c-bfb90a2c4e4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8849306 Jan 28 06:03:13.888546 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54416) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:13.894008 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa81efd-f787-4e8d-8357-37bfe7fda7f6 None None] Sync routers for ids ['d426b581-0f87-44a1-853c-bfb90a2c4e4d'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:03:13.896331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc826b2-1a9c-4c28-a071-dc34b5a37552 req-943a885b-cd1f-4fad-b270-2beaffa02c1c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:13.902665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6378b349-34c0-41e2-9ce1-5eb4247ff699 None None] Port 71ad5f43-9fb5-4e89-b86c-5850017e7a91 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:03:13.905642 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc826b2-1a9c-4c28-a071-dc34b5a37552 req-943a885b-cd1f-4fad-b270-2beaffa02c1c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:13.907803 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa81efd-f787-4e8d-8357-37bfe7fda7f6 None None] Routers {'d426b581-0f87-44a1-853c-bfb90a2c4e4d'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:13.907909 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5aa81efd-f787-4e8d-8357-37bfe7fda7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:03:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d426b581-0f87-44a1-853c-bfb90a2c4e4d'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:13.914979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc826b2-1a9c-4c28-a071-dc34b5a37552 req-943a885b-cd1f-4fad-b270-2beaffa02c1c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:13.924651 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc826b2-1a9c-4c28-a071-dc34b5a37552 req-943a885b-cd1f-4fad-b270-2beaffa02c1c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:13.935020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc826b2-1a9c-4c28-a071-dc34b5a37552 req-943a885b-cd1f-4fad-b270-2beaffa02c1c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:13.947481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc826b2-1a9c-4c28-a071-dc34b5a37552 req-943a885b-cd1f-4fad-b270-2beaffa02c1c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:13.947966 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6378b349-34c0-41e2-9ce1-5eb4247ff699 None None] Provisioning complete for port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:13.948989 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6378b349-34c0-41e2-9ce1-5eb4247ff699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:13.954714 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3bc826b2-1a9c-4c28-a071-dc34b5a37552 req-943a885b-cd1f-4fad-b270-2beaffa02c1c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.8146770 Jan 28 06:03:13.987561 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5aa81efd-f787-4e8d-8357-37bfe7fda7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:13.997394 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa81efd-f787-4e8d-8357-37bfe7fda7f6 None None] Routers {'d426b581-0f87-44a1-853c-bfb90a2c4e4d'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:13.998272 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5aa81efd-f787-4e8d-8357-37bfe7fda7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:03:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d426b581-0f87-44a1-853c-bfb90a2c4e4d'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:14.010177 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702b5c14-2094-475b-910e-cf86e05f7e26 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:14.012213 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-702b5c14-2094-475b-910e-cf86e05f7e26 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports/71ad5f43-9fb5-4e89-b86c-5850017e7a91 HTTP/1.1" status: 200 len: 911 time: 0.1228235 Jan 28 06:03:14.016236 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54418) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:14.082457 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5aa81efd-f787-4e8d-8357-37bfe7fda7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:14.085343 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa81efd-f787-4e8d-8357-37bfe7fda7f6 None None] The sync data for ids ['d426b581-0f87-44a1-853c-bfb90a2c4e4d'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:03:14.134992 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3bc826b2-1a9c-4c28-a071-dc34b5a37552 req-400c49f1-1653-41a1-afbe-c6df197a7605 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1622477 Jan 28 06:03:14.148561 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:14.148947 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:14.150522 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6378b349-34c0-41e2-9ce1-5eb4247ff699 None None] Current status of the port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:14.161204 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6bc748e7-0a5c-4a07-a061-0650eccd06df admin admin] Publish callbacks [] for security_group (868bf97a-5749-48c4-bb09-56f2fed1be60), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:14.202694 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6bc748e7-0a5c-4a07-a061-0650eccd06df admin admin] Publish callbacks [] for security_group (868bf97a-5749-48c4-bb09-56f2fed1be60), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:14.354840 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:14.381665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-640ffeb7-ad30-4ee1-9a15-862555cd072b None None] Provisioning complete for port 71ad5f43-9fb5-4e89-b86c-5850017e7a91 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:14.381960 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-640ffeb7-ad30-4ee1-9a15-862555cd072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (71ad5f43-9fb5-4e89-b86c-5850017e7a91), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:14.410794 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6bc748e7-0a5c-4a07-a061-0650eccd06df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (868bf97a-5749-48c4-bb09-56f2fed1be60), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:14.415997 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6bc748e7-0a5c-4a07-a061-0650eccd06df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:14.417519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6bc748e7-0a5c-4a07-a061-0650eccd06df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/868bf97a-5749-48c4-bb09-56f2fed1be60 HTTP/1.1" status: 204 len: 168 time: 0.6056426 Jan 28 06:03:14.435352 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc748e7-0a5c-4a07-a061-0650eccd06df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868bf97a-5749-48c4-bb09-56f2fed1be60,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:14.493381 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-640ffeb7-ad30-4ee1-9a15-862555cd072b None None] Port 71ad5f43-9fb5-4e89-b86c-5850017e7a91 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:03:14.628080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4a1dbd9a-41c0-4f61-a242-7eef22169bed None None] Provisioning complete for port 71ad5f43-9fb5-4e89-b86c-5850017e7a91 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:14.629584 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4a1dbd9a-41c0-4f61-a242-7eef22169bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (71ad5f43-9fb5-4e89-b86c-5850017e7a91), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:14.728352 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4a1dbd9a-41c0-4f61-a242-7eef22169bed None None] Port 71ad5f43-9fb5-4e89-b86c-5850017e7a91 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:03:15.096885 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2279ccb0-c29d-4537-99ae-8f642018762b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (d426b581-0f87-44a1-853c-bfb90a2c4e4d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:15.379137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05a940-72fc-435f-bbc4-597289d87f19 req-d4081360-3d5c-4960-b213-efe0ff78477e tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:15.385102 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05a940-72fc-435f-bbc4-597289d87f19 req-d4081360-3d5c-4960-b213-efe0ff78477e tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:15.392055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05a940-72fc-435f-bbc4-597289d87f19 req-d4081360-3d5c-4960-b213-efe0ff78477e tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:15.397391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05a940-72fc-435f-bbc4-597289d87f19 req-d4081360-3d5c-4960-b213-efe0ff78477e tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:15.405049 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05a940-72fc-435f-bbc4-597289d87f19 req-d4081360-3d5c-4960-b213-efe0ff78477e tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:15.412019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05a940-72fc-435f-bbc4-597289d87f19 req-d4081360-3d5c-4960-b213-efe0ff78477e tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:15.417794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05a940-72fc-435f-bbc4-597289d87f19 req-d4081360-3d5c-4960-b213-efe0ff78477e tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:15.420677 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b05a940-72fc-435f-bbc4-597289d87f19 req-d4081360-3d5c-4960-b213-efe0ff78477e tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.1647499 Jan 28 06:03:15.456678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-2279ccb0-c29d-4537-99ae-8f642018762b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting port 71ad5f43-9fb5-4e89-b86c-5850017e7a91 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:03:15.457043 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2279ccb0-c29d-4537-99ae-8f642018762b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (71ad5f43-9fb5-4e89-b86c-5850017e7a91), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:15.506316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b05a940-72fc-435f-bbc4-597289d87f19 req-3d2a9b22-6a83-412d-b50e-c0d8ac86bd17 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777833 Jan 28 06:03:15.626537 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2279ccb0-c29d-4537-99ae-8f642018762b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (71ad5f43-9fb5-4e89-b86c-5850017e7a91), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:15.646539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-2279ccb0-c29d-4537-99ae-8f642018762b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Calling delete_port for 71ad5f43-9fb5-4e89-b86c-5850017e7a91 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:03:16.025282 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2279ccb0-c29d-4537-99ae-8f642018762b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (71ad5f43-9fb5-4e89-b86c-5850017e7a91), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:16.027078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54480) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:16.222372 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2279ccb0-c29d-4537-99ae-8f642018762b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (d426b581-0f87-44a1-853c-bfb90a2c4e4d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:16.235689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2621cc66-7903-4c3c-89da-d48296fff83c tempest-SubnetPoolsTestJSON-1746898791 tempest-SubnetPoolsTestJSON-1746898791-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-174448449', 'prefixes': ['172.20.0.0/16']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:16.309094 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279ccb0-c29d-4537-99ae-8f642018762b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Port': ['ID=71ad5f43-9fb5-4e89-b86c-5850017e7a91,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:16.540069 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2279ccb0-c29d-4537-99ae-8f642018762b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router d426b581-0f87-44a1-853c-bfb90a2c4e4d has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:03:16.585370 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015a8f0-d447-4ddc-a43a-172f844a31df req-42b8c607-f30c-45ba-a068-e6e5de9e41a6 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:16.589299 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f015a8f0-d447-4ddc-a43a-172f844a31df req-42b8c607-f30c-45ba-a068-e6e5de9e41a6 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.0879941 Jan 28 06:03:16.621325 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:03:16.632607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2279ccb0-c29d-4537-99ae-8f642018762b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:03:16.641695 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2279ccb0-c29d-4537-99ae-8f642018762b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/d426b581-0f87-44a1-853c-bfb90a2c4e4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6213319 Jan 28 06:03:16.641695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54502) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:16.645286 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c2631b-995f-4236-9f86-53df47119321 None None] Sync routers for ids ['d426b581-0f87-44a1-853c-bfb90a2c4e4d'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:03:16.663535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c2631b-995f-4236-9f86-53df47119321 None None] Routers {'d426b581-0f87-44a1-853c-bfb90a2c4e4d'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:16.664322 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-66c2631b-995f-4236-9f86-53df47119321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:03:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d426b581-0f87-44a1-853c-bfb90a2c4e4d'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:16.675682 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-70f12b25-66be-4611-ae6c-96d644f6e0da tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports?device_id=d426b581-0f87-44a1-853c-bfb90a2c4e4d HTTP/1.1" status: 200 len: 205 time: 0.0324371 Jan 28 06:03:16.678331 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54504) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:16.749142 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-66c2631b-995f-4236-9f86-53df47119321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:16.769739 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c2631b-995f-4236-9f86-53df47119321 None None] Routers {'d426b581-0f87-44a1-853c-bfb90a2c4e4d'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:16.772399 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-66c2631b-995f-4236-9f86-53df47119321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:03:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d426b581-0f87-44a1-853c-bfb90a2c4e4d'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:16.796269 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f015a8f0-d447-4ddc-a43a-172f844a31df req-42496f90-7ee7-4b2c-9b09-20f18aaf058c tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009578 Jan 28 06:03:16.807736 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e15d7c5c-03ac-425a-b4d0-96237b8952ba tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (d426b581-0f87-44a1-853c-bfb90a2c4e4d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:16.823840 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2621cc66-7903-4c3c-89da-d48296fff83c tempest-SubnetPoolsTestJSON-1746898791 tempest-SubnetPoolsTestJSON-1746898791-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:16.831679 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2621cc66-7903-4c3c-89da-d48296fff83c tempest-SubnetPoolsTestJSON-1746898791 tempest-SubnetPoolsTestJSON-1746898791-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8011549 Jan 28 06:03:16.856728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cc8-8c00-4967-982e-ad0d2ed6c51c req-f48523ff-2d14-411d-bbf7-2ba837c58d34 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:16.862475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-66c2631b-995f-4236-9f86-53df47119321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:16.863397 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c2631b-995f-4236-9f86-53df47119321 None None] The sync data for ids ['d426b581-0f87-44a1-853c-bfb90a2c4e4d'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:03:16.871308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cc8-8c00-4967-982e-ad0d2ed6c51c req-f48523ff-2d14-411d-bbf7-2ba837c58d34 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:16.876934 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cc8-8c00-4967-982e-ad0d2ed6c51c req-f48523ff-2d14-411d-bbf7-2ba837c58d34 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:16.882577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cc8-8c00-4967-982e-ad0d2ed6c51c req-f48523ff-2d14-411d-bbf7-2ba837c58d34 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:16.887423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54508) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:16.889553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cc8-8c00-4967-982e-ad0d2ed6c51c req-f48523ff-2d14-411d-bbf7-2ba837c58d34 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:16.905358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cc8-8c00-4967-982e-ad0d2ed6c51c req-f48523ff-2d14-411d-bbf7-2ba837c58d34 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:16.918890 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80cc8-8c00-4967-982e-ad0d2ed6c51c req-f48523ff-2d14-411d-bbf7-2ba837c58d34 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:16.920961 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2c80cc8-8c00-4967-982e-ad0d2ed6c51c req-f48523ff-2d14-411d-bbf7-2ba837c58d34 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.1898797 Jan 28 06:03:17.002169 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2c80cc8-8c00-4967-982e-ad0d2ed6c51c req-9170792f-3c3c-4f30-9a8c-e4c9f95f4d13 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741870 Jan 28 06:03:17.098557 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-567b7b3b-823d-40b2-af21-607ea308f6f6 tempest-SubnetPoolsTestJSON-1746898791 tempest-SubnetPoolsTestJSON-1746898791-project] 10.222.0.31 "GET /v2.0/subnetpools/86ab9003-2720-4f8f-8ee1-d30f741dafc5 HTTP/1.1" status: 200 len: 731 time: 0.2079427 Jan 28 06:03:17.101264 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54516) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:17.105758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-471341a8-ec7a-44aa-b40d-cdafa354d69d tempest-SubnetPoolsTestJSON-1746898791 tempest-SubnetPoolsTestJSON-1746898791-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1347265451'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:17.143346 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e15d7c5c-03ac-425a-b4d0-96237b8952ba tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (d426b581-0f87-44a1-853c-bfb90a2c4e4d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:17.147234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e15d7c5c-03ac-425a-b4d0-96237b8952ba tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router_controller (d426b581-0f87-44a1-853c-bfb90a2c4e4d), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:17.295324 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e15d7c5c-03ac-425a-b4d0-96237b8952ba tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (d426b581-0f87-44a1-853c-bfb90a2c4e4d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:17.295947 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15d7c5c-03ac-425a-b4d0-96237b8952ba tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Fanout notify agent at l3_agent the message router_deleted on router d426b581-0f87-44a1-853c-bfb90a2c4e4d {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:03:17.308091 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e15d7c5c-03ac-425a-b4d0-96237b8952ba tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:17.309825 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e15d7c5c-03ac-425a-b4d0-96237b8952ba tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/routers/d426b581-0f87-44a1-853c-bfb90a2c4e4d HTTP/1.1" status: 204 len: 168 time: 0.6304250 Jan 28 06:03:17.312539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54520) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:17.369297 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-471341a8-ec7a-44aa-b40d-cdafa354d69d tempest-SubnetPoolsTestJSON-1746898791 tempest-SubnetPoolsTestJSON-1746898791-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:17.371162 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-471341a8-ec7a-44aa-b40d-cdafa354d69d tempest-SubnetPoolsTestJSON-1746898791 tempest-SubnetPoolsTestJSON-1746898791-project] 10.222.0.31 "PUT /v2.0/subnetpools/86ab9003-2720-4f8f-8ee1-d30f741dafc5 HTTP/1.1" status: 200 len: 684 time: 0.2689629 Jan 28 06:03:17.373764 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54522) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:17.381869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-77625c9a-1cf1-4680-a6b7-f36b828d417e tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting subnet 17da75c8-ef5e-452b-a7fc-a5e9efa0ee07 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:03:17.387599 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77625c9a-1cf1-4680-a6b7-f36b828d417e tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (17da75c8-ef5e-452b-a7fc-a5e9efa0ee07), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:17.462743 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77625c9a-1cf1-4680-a6b7-f36b828d417e tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (17da75c8-ef5e-452b-a7fc-a5e9efa0ee07), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:17.559480 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c961b3e3-e233-4e92-a28b-14d8c46f6158 tempest-SubnetPoolsTestJSON-1746898791 tempest-SubnetPoolsTestJSON-1746898791-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:17.566513 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c961b3e3-e233-4e92-a28b-14d8c46f6158 tempest-SubnetPoolsTestJSON-1746898791 tempest-SubnetPoolsTestJSON-1746898791-project] 10.222.0.31 "DELETE /v2.0/subnetpools/86ab9003-2720-4f8f-8ee1-d30f741dafc5 HTTP/1.1" status: 204 len: 168 time: 0.1854875 Jan 28 06:03:17.566513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54524) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:17.570750 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77625c9a-1cf1-4680-a6b7-f36b828d417e tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (17da75c8-ef5e-452b-a7fc-a5e9efa0ee07), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:17.594735 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-ef64bdc0-9dff-4c78-964b-5edb691a1c73 tempest-SubnetPoolsTestJSON-1746898791 tempest-SubnetPoolsTestJSON-1746898791-project] show failed (client error): The resource could not be found. Jan 28 06:03:17.599782 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ef64bdc0-9dff-4c78-964b-5edb691a1c73 tempest-SubnetPoolsTestJSON-1746898791 tempest-SubnetPoolsTestJSON-1746898791-project] 10.222.0.31 "GET /v2.0/subnetpools/86ab9003-2720-4f8f-8ee1-d30f741dafc5 HTTP/1.1" status: 404 len: 346 time: 0.0322452 Jan 28 06:03:17.600585 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54526) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:17.629734 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-8caddcd2-b7a4-4a9f-bd9c-55a5dfa9c8d5 tempest-SubnetPoolsTestJSON-1746898791 tempest-SubnetPoolsTestJSON-1746898791-project] delete failed (client error): The resource could not be found. Jan 28 06:03:17.643032 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8caddcd2-b7a4-4a9f-bd9c-55a5dfa9c8d5 tempest-SubnetPoolsTestJSON-1746898791 tempest-SubnetPoolsTestJSON-1746898791-project] 10.222.0.31 "DELETE /v2.0/subnetpools/86ab9003-2720-4f8f-8ee1-d30f741dafc5 HTTP/1.1" status: 404 len: 346 time: 0.0368931 Jan 28 06:03:17.724947 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77625c9a-1cf1-4680-a6b7-f36b828d417e tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (17da75c8-ef5e-452b-a7fc-a5e9efa0ee07), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:17.778077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77625c9a-1cf1-4680-a6b7-f36b828d417e tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Subnet': ['ID=17da75c8-ef5e-452b-a7fc-a5e9efa0ee07,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:17.797921 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c2e1ac-649b-488c-b6ac-e21d72abddd2 None None] Network b7fa75f1-609b-43b3-8503-eb995df34ec6 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:03:17.799423 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77625c9a-1cf1-4680-a6b7-f36b828d417e tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:17.804978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-77625c9a-1cf1-4680-a6b7-f36b828d417e tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/subnets/17da75c8-ef5e-452b-a7fc-a5e9efa0ee07 HTTP/1.1" status: 204 len: 168 time: 0.4912488 Jan 28 06:03:17.808085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54530) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:17.935414 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (b7fa75f1-609b-43b3-8503-eb995df34ec6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:18.124414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67383217-34da-4c80-8cee-1df216119946 None None] DHCP port deletion for b7fa75f1-609b-43b3-8503-eb995df34ec6 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:03:18.142605 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:03:18.142946 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:18.174504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc219820-9fca-4ce0-9fda-8decca14728b req-4ee5c124-4eed-4582-b129-acbde5d8fb10 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:18.176528 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc219820-9fca-4ce0-9fda-8decca14728b req-4ee5c124-4eed-4582-b129-acbde5d8fb10 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.2373259 Jan 28 06:03:18.232729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-67383217-34da-4c80-8cee-1df216119946 None None] Deleting port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:03:18.232729 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67383217-34da-4c80-8cee-1df216119946 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:18.309961 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] For port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd,segment=NetworkSegment(1c9d47ca-7811-416f-a3fd-63ed6457921f),segment_id=1c9d47ca-7811-416f-a3fd-63ed6457921f)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:18.310589 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:18.347365 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Calling delete_port for 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:03:18.371084 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc219820-9fca-4ce0-9fda-8decca14728b req-2ea4d254-242e-41c4-8dc6-f8dde56694b5 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/security-groups?id=208f209f-4583-402d-9622-de9ae6457e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449800 Jan 28 06:03:18.376715 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-67383217-34da-4c80-8cee-1df216119946 None None] For port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd,segment=NetworkSegment(1c9d47ca-7811-416f-a3fd-63ed6457921f),segment_id=1c9d47ca-7811-416f-a3fd-63ed6457921f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:18.378857 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67383217-34da-4c80-8cee-1df216119946 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:18.416890 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd05c61-0d64-4c8b-8756-d2752f93369c req-988909a0-8306-4f87-b9c2-ec442ff46200 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:18.417966 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-67383217-34da-4c80-8cee-1df216119946 None None] Calling delete_port for 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:03:18.419021 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8fd05c61-0d64-4c8b-8756-d2752f93369c req-988909a0-8306-4f87-b9c2-ec442ff46200 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.60 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 946 time: 0.3792589 Jan 28 06:03:18.429218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54542) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:18.493502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33b5ae-32b7-4ad8-acf7-8de9a56817e0 req-f7eccd96-31b9-4277-a3ef-09e41f46f4a6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:18.501786 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33b5ae-32b7-4ad8-acf7-8de9a56817e0 req-f7eccd96-31b9-4277-a3ef-09e41f46f4a6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:18.509777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33b5ae-32b7-4ad8-acf7-8de9a56817e0 req-f7eccd96-31b9-4277-a3ef-09e41f46f4a6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:18.517735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33b5ae-32b7-4ad8-acf7-8de9a56817e0 req-f7eccd96-31b9-4277-a3ef-09e41f46f4a6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:18.523479 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33b5ae-32b7-4ad8-acf7-8de9a56817e0 req-f7eccd96-31b9-4277-a3ef-09e41f46f4a6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:18.530424 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33b5ae-32b7-4ad8-acf7-8de9a56817e0 req-f7eccd96-31b9-4277-a3ef-09e41f46f4a6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:18.536137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33b5ae-32b7-4ad8-acf7-8de9a56817e0 req-f7eccd96-31b9-4277-a3ef-09e41f46f4a6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:18.549669 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af33b5ae-32b7-4ad8-acf7-8de9a56817e0 req-f7eccd96-31b9-4277-a3ef-09e41f46f4a6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.4049647 Jan 28 06:03:18.670380 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67383217-34da-4c80-8cee-1df216119946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:18.677190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af33b5ae-32b7-4ad8-acf7-8de9a56817e0 req-60e418a0-806a-46e2-bfb6-d22461299198 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1257577 Jan 28 06:03:18.677816 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:18.691642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67383217-34da-4c80-8cee-1df216119946 None None] No DVR routers for this DVR port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:03:18.730283 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Port': ['ID=89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:18.743675 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] No DVR routers for this DVR port 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:03:18.752512 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2746794-7b32-4379-b6d2-4b77a8679aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:18.756319 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67383217-34da-4c80-8cee-1df216119946 None None] Pushing event deleted for resources: {'Port': ['ID=89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:18.817519 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-8fd05c61-0d64-4c8b-8756-d2752f93369c req-94748edf-b7e1-4b2c-8f53-cadfc85a2e4d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Deleting port 33ed1140-df01-4a4a-9322-2ec5002abf39 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:03:18.817875 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8fd05c61-0d64-4c8b-8756-d2752f93369c req-94748edf-b7e1-4b2c-8f53-cadfc85a2e4d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:18.900311 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (b7fa75f1-609b-43b3-8503-eb995df34ec6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:18.937090 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fa75f1-609b-43b3-8503-eb995df34ec6']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:18.947972 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9d47ca-7811-416f-a3fd-63ed6457921f') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:18.948388 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9d47ca-7811-416f-a3fd-63ed6457921f') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:18.960007 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (1c9d47ca-7811-416f-a3fd-63ed6457921f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:18.960236 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2746794-7b32-4379-b6d2-4b77a8679aab admin admin] Publish callbacks [] for security_group (22c24939-673c-4566-9d8d-9cc8fec4f696), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:18.962067 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8fd05c61-0d64-4c8b-8756-d2752f93369c req-94748edf-b7e1-4b2c-8f53-cadfc85a2e4d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] For port 33ed1140-df01-4a4a-9322-2ec5002abf39, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=33ed1140-df01-4a4a-9322-2ec5002abf39,segment=NetworkSegment(7ccdfdfd-1254-4234-b70a-0aea8c56954d),segment_id=7ccdfdfd-1254-4234-b70a-0aea8c56954d)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:18.962453 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8fd05c61-0d64-4c8b-8756-d2752f93369c req-94748edf-b7e1-4b2c-8f53-cadfc85a2e4d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:18.984497 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1c9d47ca-7811-416f-a3fd-63ed6457921f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:18.985839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-8fd05c61-0d64-4c8b-8756-d2752f93369c req-94748edf-b7e1-4b2c-8f53-cadfc85a2e4d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Calling delete_port for 33ed1140-df01-4a4a-9322-2ec5002abf39 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:03:19.000474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:03:19.000908 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (1c9d47ca-7811-416f-a3fd-63ed6457921f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:03:19.004741 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:03:19.059920 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2746794-7b32-4379-b6d2-4b77a8679aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (22c24939-673c-4566-9d8d-9cc8fec4f696), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:19.127510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54548) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:19.128555 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c2746794-7b32-4379-b6d2-4b77a8679aab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=677d0319a9ab40b69dc4d4b65fef3079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6870134 Jan 28 06:03:19.145593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2746794-7b32-4379-b6d2-4b77a8679aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c24939-673c-4566-9d8d-9cc8fec4f696,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:19.190562 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (b7fa75f1-609b-43b3-8503-eb995df34ec6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:19.195758 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:19.203708 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/networks/b7fa75f1-609b-43b3-8503-eb995df34ec6 HTTP/1.1" status: 204 len: 168 time: 1.3941505 Jan 28 06:03:19.206359 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54550) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:19.214946 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1266902986', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:19.261625 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff95f3d-34e2-43f2-9cdb-85854ae1ed05 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Network': ['ID=b7fa75f1-609b-43b3-8503-eb995df34ec6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:19.296337 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0e7bcf80-3251-4a91-99fc-da696e72f195 admin admin] Publish callbacks [] for security_group (22c24939-673c-4566-9d8d-9cc8fec4f696), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:19.320768 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0e7bcf80-3251-4a91-99fc-da696e72f195 admin admin] Publish callbacks [] for security_group (22c24939-673c-4566-9d8d-9cc8fec4f696), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:19.337787 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (205624e0-461e-457d-b38b-4aa62e2cafeb), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:19.338960 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (205624e0-461e-457d-b38b-4aa62e2cafeb), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:19.375914 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8fd05c61-0d64-4c8b-8756-d2752f93369c req-94748edf-b7e1-4b2c-8f53-cadfc85a2e4d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (33ed1140-df01-4a4a-9322-2ec5002abf39), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:19.408682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['33ed1140-df01-4a4a-9322-2ec5002abf39'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:03:19.462016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94748edf-b7e1-4b2c-8f53-cadfc85a2e4d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Pushing event deleted for resources: {'Port': ['ID=33ed1140-df01-4a4a-9322-2ec5002abf39,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:19.463566 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router_controller (205624e0-461e-457d-b38b-4aa62e2cafeb), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:19.484091 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0e7bcf80-3251-4a91-99fc-da696e72f195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (22c24939-673c-4566-9d8d-9cc8fec4f696), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:19.487419 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0e7bcf80-3251-4a91-99fc-da696e72f195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:19.491379 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0e7bcf80-3251-4a91-99fc-da696e72f195 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/22c24939-673c-4566-9d8d-9cc8fec4f696 HTTP/1.1" status: 204 len: 168 time: 0.3596432 Jan 28 06:03:19.504462 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bcf80-3251-4a91-99fc-da696e72f195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c24939-673c-4566-9d8d-9cc8fec4f696,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:19.652637 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f5fc39b-51d2-4af4-8553-f30e6045fab6 req-d60ace6e-66a7-4361-b3dd-2fc1a3d38738 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 210 time: 0.0906057 Jan 28 06:03:19.653943 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd05c61-0d64-4c8b-8756-d2752f93369c req-94748edf-b7e1-4b2c-8f53-cadfc85a2e4d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] No DVR routers for this DVR port 33ed1140-df01-4a4a-9322-2ec5002abf39 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:03:19.656834 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8fd05c61-0d64-4c8b-8756-d2752f93369c req-94748edf-b7e1-4b2c-8f53-cadfc85a2e4d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:19.664098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:03:19.668299 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8fd05c61-0d64-4c8b-8756-d2752f93369c req-94748edf-b7e1-4b2c-8f53-cadfc85a2e4d tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.60 "DELETE /v2.0/ports/33ed1140-df01-4a4a-9322-2ec5002abf39 HTTP/1.1" status: 204 len: 173 time: 1.2381797 Jan 28 06:03:19.668299 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2875b221-e4a2-42ff-8226-906411106e81', 'name': 'network-vif-deleted', 'tag': '33ed1140-df01-4a4a-9322-2ec5002abf39'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:03:19.671439 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ffc9d0-967a-4471-8c04-c89a6c7aded5" -d '{"events": [{"server_uuid": "2875b221-e4a2-42ff-8226-906411106e81", "name": "network-vif-deleted", "tag": "33ed1140-df01-4a4a-9322-2ec5002abf39"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:03:19.697144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:03:19.697510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 89818fb0-8bf0-4063-90d4-c1f2bcaeb0cd not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:03:19.754946 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router_gateway (205624e0-461e-457d-b38b-4aa62e2cafeb), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:19.755557 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4fb703-03a5-4cdf-b81a-f8eaabad803d x-openstack-request-id: req-ac4fb703-03a5-4cdf-b81a-f8eaabad803d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:03:19.756365 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2875b221-e4a2-42ff-8226-906411106e81", "name": "network-vif-deleted", "tag": "33ed1140-df01-4a4a-9322-2ec5002abf39", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:03:19.756797 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac4fb703-03a5-4cdf-b81a-f8eaabad803d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:03:19.757364 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2875b221-e4a2-42ff-8226-906411106e81', 'name': 'network-vif-deleted', 'tag': '33ed1140-df01-4a4a-9322-2ec5002abf39', 'status': 'completed', 'code': 200} Jan 28 06:03:19.847399 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc62e7-13c0-4511-8416-41a68530e6c0 req-5a700389-ed03-46fe-bf69-b8f64dd9ddac tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:19.853027 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc62e7-13c0-4511-8416-41a68530e6c0 req-5a700389-ed03-46fe-bf69-b8f64dd9ddac tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:19.858457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc62e7-13c0-4511-8416-41a68530e6c0 req-5a700389-ed03-46fe-bf69-b8f64dd9ddac tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:19.864154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc62e7-13c0-4511-8416-41a68530e6c0 req-5a700389-ed03-46fe-bf69-b8f64dd9ddac tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:19.869684 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc62e7-13c0-4511-8416-41a68530e6c0 req-5a700389-ed03-46fe-bf69-b8f64dd9ddac tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:19.876012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc62e7-13c0-4511-8416-41a68530e6c0 req-5a700389-ed03-46fe-bf69-b8f64dd9ddac tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:19.881448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc62e7-13c0-4511-8416-41a68530e6c0 req-5a700389-ed03-46fe-bf69-b8f64dd9ddac tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:19.890177 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fcc62e7-13c0-4511-8416-41a68530e6c0 req-5a700389-ed03-46fe-bf69-b8f64dd9ddac tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.1001518 Jan 28 06:03:19.964247 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fcc62e7-13c0-4511-8416-41a68530e6c0 req-6cf733e3-79cb-46ba-a104-72e037e72317 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637448 Jan 28 06:03:20.196347 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router_gateway (205624e0-461e-457d-b38b-4aa62e2cafeb), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:20.219310 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:20.343364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Allocated IP 172.25.0.200 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/52f14032-3827-4c91-9d34-ae4c0be09ec4) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:03:20.491999 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (52f14032-3827-4c91-9d34-ae4c0be09ec4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:20.645894 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (52f14032-3827-4c91-9d34-ae4c0be09ec4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:20.704886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:03:20.708759 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:03:20.712869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:03:20.747900 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=52f14032-3827-4c91-9d34-ae4c0be09ec4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:20.892729 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b06a0f89-fd94-45d3-a153-f5bd15d7116e req-f41b05f2-0fed-4be2-a1dc-cfc55a0a99d0 tempest-ServersNegativeTestJSON-1424413957 tempest-ServersNegativeTestJSON-1424413957-project] 10.222.0.31 "GET /v2.0/ports?device_id=2875b221-e4a2-42ff-8226-906411106e81 HTTP/1.1" status: 200 len: 210 time: 0.0785544 Jan 28 06:03:21.169336 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10871d09-2e9c-4117-b50d-6e464c9fe043 req-18fef27d-ca58-4629-9b4a-52ff8e5ce448 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:21.177035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10871d09-2e9c-4117-b50d-6e464c9fe043 req-18fef27d-ca58-4629-9b4a-52ff8e5ce448 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:21.184149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10871d09-2e9c-4117-b50d-6e464c9fe043 req-18fef27d-ca58-4629-9b4a-52ff8e5ce448 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:21.191043 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10871d09-2e9c-4117-b50d-6e464c9fe043 req-18fef27d-ca58-4629-9b4a-52ff8e5ce448 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:21.197536 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10871d09-2e9c-4117-b50d-6e464c9fe043 req-18fef27d-ca58-4629-9b4a-52ff8e5ce448 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:21.203696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10871d09-2e9c-4117-b50d-6e464c9fe043 req-18fef27d-ca58-4629-9b4a-52ff8e5ce448 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:21.209186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10871d09-2e9c-4117-b50d-6e464c9fe043 req-18fef27d-ca58-4629-9b4a-52ff8e5ce448 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:21.219332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10871d09-2e9c-4117-b50d-6e464c9fe043 req-18fef27d-ca58-4629-9b4a-52ff8e5ce448 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.1249871 Jan 28 06:03:21.238394 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router_gateway (205624e0-461e-457d-b38b-4aa62e2cafeb), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:21.305713 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10871d09-2e9c-4117-b50d-6e464c9fe043 req-a463718a-869f-43c8-aa9f-6c0e12ede62d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852947 Jan 28 06:03:21.572465 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (205624e0-461e-457d-b38b-4aa62e2cafeb), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:21.798141 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef0efc-d229-4c6c-b545-a2758f588331 req-4af53de4-1c5f-4999-883b-9ae98d624af9 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:21.799621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4ef0efc-d229-4c6c-b545-a2758f588331 req-4af53de4-1c5f-4999-883b-9ae98d624af9 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 1097 time: 0.0544209 Jan 28 06:03:21.821117 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4ef0efc-d229-4c6c-b545-a2758f588331 req-5b3cce3b-7f9b-47cd-ba71-849d3520c2f1 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:21.929804 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router 205624e0-461e-457d-b38b-4aa62e2cafeb is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:03:21.934830 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4ef0efc-d229-4c6c-b545-a2758f588331 req-5b3cce3b-7f9b-47cd-ba71-849d3520c2f1 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Publish callbacks [] for security_group (bfa2b3ff-cff5-422e-82bf-ec12905f7b1f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:21.960204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54612) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:22.006533 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebae6327-ee46-497d-bea1-d9c620698b8d admin admin] Deleting subnet cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:03:22.009789 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebae6327-ee46-497d-bea1-d9c620698b8d admin admin] Publish callbacks [] for subnet (cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:22.034438 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e4ef0efc-d229-4c6c-b545-a2758f588331 req-5b3cce3b-7f9b-47cd-ba71-849d3520c2f1 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bfa2b3ff-cff5-422e-82bf-ec12905f7b1f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:22.061279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 33ed1140-df01-4a4a-9322-2ec5002abf39 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:03:22.071658 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4ef0efc-d229-4c6c-b545-a2758f588331 req-5b3cce3b-7f9b-47cd-ba71-849d3520c2f1 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640948 Jan 28 06:03:22.132479 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 33ed1140-df01-4a4a-9322-2ec5002abf39 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:03:22.137318 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebae6327-ee46-497d-bea1-d9c620698b8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:22.138809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 33ed1140-df01-4a4a-9322-2ec5002abf39 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:03:22.171034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cce3b-7f9b-47cd-ba71-849d3520c2f1 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa2b3ff-cff5-422e-82bf-ec12905f7b1f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:22.244787 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebae6327-ee46-497d-bea1-d9c620698b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:22.287833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4ff52-049a-46db-a043-9793f037f32d req-7d2e38a7-9e2e-4dc8-9854-87f5098289ff tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:22.295453 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eeb4ff52-049a-46db-a043-9793f037f32d req-7d2e38a7-9e2e-4dc8-9854-87f5098289ff tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.1056349 Jan 28 06:03:22.378596 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eeb4ff52-049a-46db-a043-9793f037f32d req-a411c99f-bae0-486e-bc02-426a4c51e113 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786281 Jan 28 06:03:22.392860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54628) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:22.511905 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebae6327-ee46-497d-bea1-d9c620698b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:22.551140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4333851f-f72d-43de-b958-91f6f2d0f6fd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/e09b1e39-eeb9-487b-962d-ea6a7f60f2ee HTTP/1.1" status: 200 len: 992 time: 0.1543825 Jan 28 06:03:22.604502 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebae6327-ee46-497d-bea1-d9c620698b8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:22.609748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ebae6327-ee46-497d-bea1-d9c620698b8d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c HTTP/1.1" status: 204 len: 168 time: 0.6483598 Jan 28 06:03:22.612202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae6327-ee46-497d-bea1-d9c620698b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb612ab7-9d6c-4222-bf4f-9fbbd0446e4c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:22.614539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54634) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:22.622759 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:03:22.634181 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef04e04-064d-41d3-a4ce-5a30021ccbc9 None None] Sync routers for ids ['205624e0-461e-457d-b38b-4aa62e2cafeb'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:03:22.654893 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef04e04-064d-41d3-a4ce-5a30021ccbc9 None None] Routers {'205624e0-461e-457d-b38b-4aa62e2cafeb'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:22.655532 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6ef04e04-064d-41d3-a4ce-5a30021ccbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:03:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['205624e0-461e-457d-b38b-4aa62e2cafeb'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:22.665453 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e19302-ac06-4721-9024-96063c573941 req-29a3f1ba-4f45-4989-bb6e-40c6321cca71 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:22.671576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e19302-ac06-4721-9024-96063c573941 req-29a3f1ba-4f45-4989-bb6e-40c6321cca71 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:22.677470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e19302-ac06-4721-9024-96063c573941 req-29a3f1ba-4f45-4989-bb6e-40c6321cca71 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:22.684795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e19302-ac06-4721-9024-96063c573941 req-29a3f1ba-4f45-4989-bb6e-40c6321cca71 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:22.709618 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6ef04e04-064d-41d3-a4ce-5a30021ccbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:22.722716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e19302-ac06-4721-9024-96063c573941 req-29a3f1ba-4f45-4989-bb6e-40c6321cca71 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:22.722944 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef04e04-064d-41d3-a4ce-5a30021ccbc9 None None] Routers {'205624e0-461e-457d-b38b-4aa62e2cafeb'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:22.723546 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6ef04e04-064d-41d3-a4ce-5a30021ccbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:03:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['205624e0-461e-457d-b38b-4aa62e2cafeb'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:22.732247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e19302-ac06-4721-9024-96063c573941 req-29a3f1ba-4f45-4989-bb6e-40c6321cca71 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:22.765814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e19302-ac06-4721-9024-96063c573941 req-29a3f1ba-4f45-4989-bb6e-40c6321cca71 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:22.767994 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75e19302-ac06-4721-9024-96063c573941 req-29a3f1ba-4f45-4989-bb6e-40c6321cca71 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.2710981 Jan 28 06:03:22.787018 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-229a19d1-6ecd-4210-920b-d8c4da6fd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (5b89a966-4104-417f-8f4b-9fb507d41209), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:22.789317 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6ef04e04-064d-41d3-a4ce-5a30021ccbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:22.789969 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef04e04-064d-41d3-a4ce-5a30021ccbc9 None None] The sync data for ids ['205624e0-461e-457d-b38b-4aa62e2cafeb'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:03:22.850721 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:22.855021 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8c748551-94dc-4dea-9cb7-7c05c7ff0079 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6445882 Jan 28 06:03:22.855709 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54644) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:22.898636 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75e19302-ac06-4721-9024-96063c573941 req-e5475ca4-3db0-4d4c-a0a6-b15309114579 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1195414 Jan 28 06:03:22.941446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-4e6771e8-1252-4fb8-a588-71b67c04b016 req-54933341-9994-4ea0-b40b-bc5382bc3620 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:03:22.943553 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e6771e8-1252-4fb8-a588-71b67c04b016 req-54933341-9994-4ea0-b40b-bc5382bc3620 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095580 Jan 28 06:03:22.956246 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-229a19d1-6ecd-4210-920b-d8c4da6fd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (5b89a966-4104-417f-8f4b-9fb507d41209), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:22.988834 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-229a19d1-6ecd-4210-920b-d8c4da6fd1f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b89a966-4104-417f-8f4b-9fb507d41209']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:23.036281 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-229a19d1-6ecd-4210-920b-d8c4da6fd1f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ccdfdfd-1254-4234-b70a-0aea8c56954d') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:23.036585 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-229a19d1-6ecd-4210-920b-d8c4da6fd1f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ccdfdfd-1254-4234-b70a-0aea8c56954d') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:23.061337 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-229a19d1-6ecd-4210-920b-d8c4da6fd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (7ccdfdfd-1254-4234-b70a-0aea8c56954d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:23.076312 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54650) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:23.076501 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d9273ba0-13e1-4ffd-bb47-670b4f898eb2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/routers/205624e0-461e-457d-b38b-4aa62e2cafeb HTTP/1.1" status: 200 len: 885 time: 0.2179317 Jan 28 06:03:23.077690 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-229a19d1-6ecd-4210-920b-d8c4da6fd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (7ccdfdfd-1254-4234-b70a-0aea8c56954d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:23.084524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229a19d1-6ecd-4210-920b-d8c4da6fd1f7 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:03:23.084982 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-229a19d1-6ecd-4210-920b-d8c4da6fd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (7ccdfdfd-1254-4234-b70a-0aea8c56954d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:03:23.086795 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:03:23.346689 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-229a19d1-6ecd-4210-920b-d8c4da6fd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (5b89a966-4104-417f-8f4b-9fb507d41209), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:23.352167 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-229a19d1-6ecd-4210-920b-d8c4da6fd1f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:23.355614 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-229a19d1-6ecd-4210-920b-d8c4da6fd1f7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5b89a966-4104-417f-8f4b-9fb507d41209 HTTP/1.1" status: 204 len: 168 time: 0.7396128 Jan 28 06:03:23.411468 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a19d1-6ecd-4210-920b-d8c4da6fd1f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b89a966-4104-417f-8f4b-9fb507d41209,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:23.429237 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-67df30b7-c77f-4845-9ef9-f1b8fcff5a80 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3513806 Jan 28 06:03:23.429926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54662) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:23.436131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4aa7452d-3b57-48b0-af18-6136c59c42d5 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1266902986'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:23.740984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ebe92-f8b2-4d32-8a9a-a82482f4a152 req-9ed53014-1d00-483e-a819-7f24d5f752f1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:23.742351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-618ebe92-f8b2-4d32-8a9a-a82482f4a152 req-9ed53014-1d00-483e-a819-7f24d5f752f1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.1285994 Jan 28 06:03:23.775699 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54666) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:23.866886 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-618ebe92-f8b2-4d32-8a9a-a82482f4a152 req-85a1e21a-b37e-489e-9430-22271e357f7d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189785 Jan 28 06:03:24.024821 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4aa7452d-3b57-48b0-af18-6136c59c42d5 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (205624e0-461e-457d-b38b-4aa62e2cafeb), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:24.110232 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-56ca3ee9-f0c6-438f-b84f-b34682300490 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3326299 Jan 28 06:03:24.122021 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702dd19-1f4f-44d5-b7d8-b85950092bdb req-127fe08f-6cc5-4b7c-8f66-5cd5db80fbf4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:24.124878 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-a31b4960-22a0-4654-b0a1-0519e70bb0b8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:03:24.126082 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-a31b4960-22a0-4654-b0a1-0519e70bb0b8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087798 Jan 28 06:03:24.149163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702dd19-1f4f-44d5-b7d8-b85950092bdb req-127fe08f-6cc5-4b7c-8f66-5cd5db80fbf4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:24.149669 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54674) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:24.157649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702dd19-1f4f-44d5-b7d8-b85950092bdb req-127fe08f-6cc5-4b7c-8f66-5cd5db80fbf4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:24.163935 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702dd19-1f4f-44d5-b7d8-b85950092bdb req-127fe08f-6cc5-4b7c-8f66-5cd5db80fbf4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:24.170601 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702dd19-1f4f-44d5-b7d8-b85950092bdb req-127fe08f-6cc5-4b7c-8f66-5cd5db80fbf4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:24.176630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702dd19-1f4f-44d5-b7d8-b85950092bdb req-127fe08f-6cc5-4b7c-8f66-5cd5db80fbf4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:24.182822 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702dd19-1f4f-44d5-b7d8-b85950092bdb req-127fe08f-6cc5-4b7c-8f66-5cd5db80fbf4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:24.185244 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c702dd19-1f4f-44d5-b7d8-b85950092bdb req-127fe08f-6cc5-4b7c-8f66-5cd5db80fbf4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.1517744 Jan 28 06:03:24.187143 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4aa7452d-3b57-48b0-af18-6136c59c42d5 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (205624e0-461e-457d-b38b-4aa62e2cafeb), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:24.238162 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-de30efc2-9197-4068-a5d9-fcb9f9f831bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87deee7ce54d434ba963e63e7f55edbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0834527 Jan 28 06:03:24.242524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54678) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:24.339219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6675da67-f049-4c99-b692-aa08b0d6b15e admin admin] Publish callbacks [] for security_group (208f209f-4583-402d-9622-de9ae6457e7a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:24.373586 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6675da67-f049-4c99-b692-aa08b0d6b15e admin admin] Publish callbacks [] for security_group (208f209f-4583-402d-9622-de9ae6457e7a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:24.479995 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c702dd19-1f4f-44d5-b7d8-b85950092bdb req-9c2db1c2-1f42-4c04-bd75-8b585e42a65f tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2877014 Jan 28 06:03:24.487774 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa7452d-3b57-48b0-af18-6136c59c42d5 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router 205624e0-461e-457d-b38b-4aa62e2cafeb has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:03:24.552869 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6675da67-f049-4c99-b692-aa08b0d6b15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (208f209f-4583-402d-9622-de9ae6457e7a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:24.555552 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6675da67-f049-4c99-b692-aa08b0d6b15e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:24.560440 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6675da67-f049-4c99-b692-aa08b0d6b15e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/208f209f-4583-402d-9622-de9ae6457e7a HTTP/1.1" status: 204 len: 168 time: 0.3167527 Jan 28 06:03:24.572764 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675da67-f049-4c99-b692-aa08b0d6b15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208f209f-4583-402d-9622-de9ae6457e7a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:24.666867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa7452d-3b57-48b0-af18-6136c59c42d5 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:03:24.679737 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5c85f-d26e-4010-af6c-b5eefb357950 None None] Sync routers for ids ['205624e0-461e-457d-b38b-4aa62e2cafeb'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:03:24.688099 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4aa7452d-3b57-48b0-af18-6136c59c42d5 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:24.692833 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54698) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:24.695063 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4aa7452d-3b57-48b0-af18-6136c59c42d5 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/205624e0-461e-457d-b38b-4aa62e2cafeb HTTP/1.1" status: 200 len: 892 time: 1.2632403 Jan 28 06:03:24.715541 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe5c85f-d26e-4010-af6c-b5eefb357950 None None] Routers {'205624e0-461e-457d-b38b-4aa62e2cafeb'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:24.716191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bfe5c85f-d26e-4010-af6c-b5eefb357950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:03:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['205624e0-461e-457d-b38b-4aa62e2cafeb'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:24.812609 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bfe5c85f-d26e-4010-af6c-b5eefb357950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:24.833253 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe5c85f-d26e-4010-af6c-b5eefb357950 None None] Routers {'205624e0-461e-457d-b38b-4aa62e2cafeb'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:24.833890 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bfe5c85f-d26e-4010-af6c-b5eefb357950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:03:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['205624e0-461e-457d-b38b-4aa62e2cafeb'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:24.932622 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9d4b5299-b00f-4eb9-925a-add72c809ff2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/routers/205624e0-461e-457d-b38b-4aa62e2cafeb HTTP/1.1" status: 200 len: 892 time: 0.2385712 Jan 28 06:03:24.935293 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54708) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:24.961881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bfe5c85f-d26e-4010-af6c-b5eefb357950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:24.965423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5c85f-d26e-4010-af6c-b5eefb357950 None None] The sync data for ids ['205624e0-461e-457d-b38b-4aa62e2cafeb'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:03:25.000231 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4bd9c042-f59a-46c5-8396-10916a752e4a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports?device_id=205624e0-461e-457d-b38b-4aa62e2cafeb HTTP/1.1" status: 200 len: 205 time: 0.0638287 Jan 28 06:03:25.003365 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54712) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:25.101745 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:25.290567 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75eefb42-e61e-48bc-961a-df9ec70be386 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (205624e0-461e-457d-b38b-4aa62e2cafeb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:25.451619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2352bc2-0fdd-438c-b922-8bc164bc1f44 req-ab4ad9eb-0dfa-45d3-911e-108d4c6a006d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:25.460697 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2352bc2-0fdd-438c-b922-8bc164bc1f44 req-ab4ad9eb-0dfa-45d3-911e-108d4c6a006d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.3545516 Jan 28 06:03:25.678266 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2352bc2-0fdd-438c-b922-8bc164bc1f44 req-72fbceac-8397-418b-a685-a681b34dd35f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130907 Jan 28 06:03:25.744606 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75eefb42-e61e-48bc-961a-df9ec70be386 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router_gateway (205624e0-461e-457d-b38b-4aa62e2cafeb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:26.184798 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.db.resource_extend [req-0eaf40e6-132c-49cf-b2c7-e86ea2dc199d req-7e0858b5-b270-49e9-9644-dbdefa44e3c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:03:26.192081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf40e6-132c-49cf-b2c7-e86ea2dc199d req-7e0858b5-b270-49e9-9644-dbdefa44e3c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:26.197685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf40e6-132c-49cf-b2c7-e86ea2dc199d req-7e0858b5-b270-49e9-9644-dbdefa44e3c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:26.203878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf40e6-132c-49cf-b2c7-e86ea2dc199d req-7e0858b5-b270-49e9-9644-dbdefa44e3c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:26.209429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf40e6-132c-49cf-b2c7-e86ea2dc199d req-7e0858b5-b270-49e9-9644-dbdefa44e3c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:26.215663 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf40e6-132c-49cf-b2c7-e86ea2dc199d req-7e0858b5-b270-49e9-9644-dbdefa44e3c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:26.221020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf40e6-132c-49cf-b2c7-e86ea2dc199d req-7e0858b5-b270-49e9-9644-dbdefa44e3c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:26.234622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf40e6-132c-49cf-b2c7-e86ea2dc199d req-7e0858b5-b270-49e9-9644-dbdefa44e3c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:26.242350 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0eaf40e6-132c-49cf-b2c7-e86ea2dc199d req-7e0858b5-b270-49e9-9644-dbdefa44e3c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.6004915 Jan 28 06:03:26.395664 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0eaf40e6-132c-49cf-b2c7-e86ea2dc199d req-151459cf-94b3-4967-8d82-90970d71eb53 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1410298 Jan 28 06:03:26.456475 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-75eefb42-e61e-48bc-961a-df9ec70be386 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting port 52f14032-3827-4c91-9d34-ae4c0be09ec4 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:03:26.456475 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75eefb42-e61e-48bc-961a-df9ec70be386 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (52f14032-3827-4c91-9d34-ae4c0be09ec4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:26.667047 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75eefb42-e61e-48bc-961a-df9ec70be386 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (52f14032-3827-4c91-9d34-ae4c0be09ec4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:26.698728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-75eefb42-e61e-48bc-961a-df9ec70be386 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Calling delete_port for 52f14032-3827-4c91-9d34-ae4c0be09ec4 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:03:26.926280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cbdcc-0994-4248-8d39-cf45b23bddf2 req-211f8d82-3265-44c1-b113-84e2bc869436 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:26.927849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af8cbdcc-0994-4248-8d39-cf45b23bddf2 req-211f8d82-3265-44c1-b113-84e2bc869436 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.1123483 Jan 28 06:03:27.049113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af8cbdcc-0994-4248-8d39-cf45b23bddf2 req-91044af4-0580-4c60-8e17-935db26f744b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024165 Jan 28 06:03:27.090621 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75eefb42-e61e-48bc-961a-df9ec70be386 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (52f14032-3827-4c91-9d34-ae4c0be09ec4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:27.128023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eefb42-e61e-48bc-961a-df9ec70be386 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Port': ['ID=52f14032-3827-4c91-9d34-ae4c0be09ec4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:27.255591 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75eefb42-e61e-48bc-961a-df9ec70be386 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (205624e0-461e-457d-b38b-4aa62e2cafeb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:27.361967 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75eefb42-e61e-48bc-961a-df9ec70be386 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (205624e0-461e-457d-b38b-4aa62e2cafeb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:27.365668 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75eefb42-e61e-48bc-961a-df9ec70be386 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router_controller (205624e0-461e-457d-b38b-4aa62e2cafeb), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:27.446267 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-8300adfb-8a19-4bae-8f9b-b924bb02ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:27.447853 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-8300adfb-8a19-4bae-8f9b-b924bb02ae2d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 1097 time: 0.0835001 Jan 28 06:03:27.599088 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75eefb42-e61e-48bc-961a-df9ec70be386 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (205624e0-461e-457d-b38b-4aa62e2cafeb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:27.599612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75eefb42-e61e-48bc-961a-df9ec70be386 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Fanout notify agent at l3_agent the message router_deleted on router 205624e0-461e-457d-b38b-4aa62e2cafeb {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:03:27.632411 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75eefb42-e61e-48bc-961a-df9ec70be386 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:27.637177 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-75eefb42-e61e-48bc-961a-df9ec70be386 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/routers/205624e0-461e-457d-b38b-4aa62e2cafeb HTTP/1.1" status: 204 len: 168 time: 2.6294632 Jan 28 06:03:27.637693 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54772) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:27.643517 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-26ea97c5-3aaf-4bef-b34a-4069957aed78 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1169808297'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:27.712122 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:27.742803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ea97c5-3aaf-4bef-b34a-4069957aed78 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:03:27.749446 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-26ea97c5-3aaf-4bef-b34a-4069957aed78 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:27.796527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-b2c99996-9690-47f7-9076-29479beef3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:27.799731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-b2c99996-9690-47f7-9076-29479beef3ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=93706c60-26a2-41d9-bc5b-866966fafe02 HTTP/1.1" status: 200 len: 897 time: 0.3440263 Jan 28 06:03:27.807745 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ea97c5-3aaf-4bef-b34a-4069957aed78 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:03:27.820417 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-26ea97c5-3aaf-4bef-b34a-4069957aed78 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (22a424a2-17de-4672-a6ab-16bd1b3c8f8e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:27.821221 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-26ea97c5-3aaf-4bef-b34a-4069957aed78 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Added segment 22a424a2-17de-4672-a6ab-16bd1b3c8f8e of type vlan for network ea197b60-abde-4f09-abf8-3a45ef713a45 Jan 28 06:03:27.855797 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41562e82-beb4-406b-9704-2435987abe1a req-dff7de06-26d5-4243-9167-c70a2e401995 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:27.869268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41562e82-beb4-406b-9704-2435987abe1a req-dff7de06-26d5-4243-9167-c70a2e401995 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:27.876104 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-26ea97c5-3aaf-4bef-b34a-4069957aed78 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (ea197b60-abde-4f09-abf8-3a45ef713a45), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:27.880094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41562e82-beb4-406b-9704-2435987abe1a req-dff7de06-26d5-4243-9167-c70a2e401995 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:27.895850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41562e82-beb4-406b-9704-2435987abe1a req-dff7de06-26d5-4243-9167-c70a2e401995 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:27.922028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41562e82-beb4-406b-9704-2435987abe1a req-dff7de06-26d5-4243-9167-c70a2e401995 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:27.923113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41562e82-beb4-406b-9704-2435987abe1a req-dff7de06-26d5-4243-9167-c70a2e401995 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:27.929630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41562e82-beb4-406b-9704-2435987abe1a req-dff7de06-26d5-4243-9167-c70a2e401995 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:27.931972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41562e82-beb4-406b-9704-2435987abe1a req-dff7de06-26d5-4243-9167-c70a2e401995 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5431 time: 0.3339601 Jan 28 06:03:28.033963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-e52eeea0-2be5-4274-884f-87b75ca504bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf HTTP/1.1" status: 200 len: 1000 time: 0.2266138 Jan 28 06:03:28.039234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-26ea97c5-3aaf-4bef-b34a-4069957aed78 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (ea197b60-abde-4f09-abf8-3a45ef713a45), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:28.056478 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ea97c5-3aaf-4bef-b34a-4069957aed78 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:28.059388 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-26ea97c5-3aaf-4bef-b34a-4069957aed78 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:28.094339 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ba1a9e75-2625-4b3b-834e-532611f3d6db details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:03:28.161729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-cce859c8-7e83-4a8c-9134-136b379a8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:28.167657 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-cce859c8-7e83-4a8c-9134-136b379a8048 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be827ada-0b19-4580-9134-d55d6e390430 HTTP/1.1" status: 200 len: 834 time: 0.1155663 Jan 28 06:03:28.185387 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41562e82-beb4-406b-9704-2435987abe1a req-f4cdd4c6-42c5-4bc6-9593-63d5c211f5e6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2419741 Jan 28 06:03:28.235882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea97c5-3aaf-4bef-b34a-4069957aed78 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Network': ['ID=ea197b60-abde-4f09-abf8-3a45ef713a45,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:28.251828 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network ea197b60-abde-4f09-abf8-3a45ef713a45 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:03:28.269984 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-26ea97c5-3aaf-4bef-b34a-4069957aed78 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6311390 Jan 28 06:03:28.273083 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54788) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:28.279183 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-095de761-73ce-468f-a90c-498bdf978b59 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'subnet': {'network_id': 'ea197b60-abde-4f09-abf8-3a45ef713a45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:28.329608 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-eb165410-15c7-4a22-a829-c25560c2468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:28.331311 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-eb165410-15c7-4a22-a829-c25560c2468c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93706c60-26a2-41d9-bc5b-866966fafe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1364589 Jan 28 06:03:28.346090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a3770-b9c7-47af-b123-94d6fd0a3e26 req-ed963c0c-d0ea-4bd5-8a6a-4e60fe7dacb8 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:28.347708 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa6a3770-b9c7-47af-b123-94d6fd0a3e26 req-ed963c0c-d0ea-4bd5-8a6a-4e60fe7dacb8 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.1613600 Jan 28 06:03:28.400975 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ba1a9e75-2625-4b3b-834e-532611f3d6db, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ba1a9e75-2625-4b3b-834e-532611f3d6db,segment=NetworkSegment(a56d85b7-0e08-4547-a05e-6eef1e315a9d),segment_id=a56d85b7-0e08-4547-a05e-6eef1e315a9d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:28.425923 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'ba1a9e75-2625-4b3b-834e-532611f3d6db', 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e', 'port_id': 'ba1a9e75-2625-4b3b-834e-532611f3d6db', 'mac_address': 'fa:16:3e:3d:13:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:03:28.476678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ba1a9e75-2625-4b3b-834e-532611f3d6db is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:28.477327 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ba1a9e75-2625-4b3b-834e-532611f3d6db), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:28.493408 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1a9e75-2625-4b3b-834e-532611f3d6db {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:03:28.572449 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ba1a9e75-2625-4b3b-834e-532611f3d6db, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ba1a9e75-2625-4b3b-834e-532611f3d6db,segment=NetworkSegment(a56d85b7-0e08-4547-a05e-6eef1e315a9d),segment_id=a56d85b7-0e08-4547-a05e-6eef1e315a9d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:28.581945 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa6a3770-b9c7-47af-b123-94d6fd0a3e26 req-d2a09e74-8942-4998-bb7f-44f54246c652 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070174 Jan 28 06:03:28.618093 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-c1e8cc8e-b406-4f18-be52-ae1a34eda739 service neutron] 10.222.0.64 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693315 Jan 28 06:03:28.664790 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095de761-73ce-468f-a90c-498bdf978b59 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:03:28.670111 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-095de761-73ce-468f-a90c-498bdf978b59 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:28.712863 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ba1a9e75-2625-4b3b-834e-532611f3d6db), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:28.715061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 3d7aec7c-6c76-43ad-8b10-438b87915c84 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:03:28.746865 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-dd89a06e-f2b2-4bd8-9f25-25ee0e87c0b8 service neutron] 10.222.0.64 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198740 Jan 28 06:03:28.898444 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 3d7aec7c-6c76-43ad-8b10-438b87915c84, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3d7aec7c-6c76-43ad-8b10-438b87915c84,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:28.919560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '3d7aec7c-6c76-43ad-8b10-438b87915c84', 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd', 'port_id': '3d7aec7c-6c76-43ad-8b10-438b87915c84', 'mac_address': 'fa:16:3e:97:51:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3a9390-48e2-4b19-ab57-c41dff432106', 'ip_address': '10.1.1.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:03:28.921130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ba1a9e75-2625-4b3b-834e-532611f3d6db,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:28.969098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 3d7aec7c-6c76-43ad-8b10-438b87915c84 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:28.969492 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:28.984325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7aec7c-6c76-43ad-8b10-438b87915c84 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:03:29.013009 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 3d7aec7c-6c76-43ad-8b10-438b87915c84, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3d7aec7c-6c76-43ad-8b10-438b87915c84,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:29.024540 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-095de761-73ce-468f-a90c-498bdf978b59 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (46389740-de48-4784-abec-6b49c62b5a90), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:29.099172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095de761-73ce-468f-a90c-498bdf978b59 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Subnet': ['ID=46389740-de48-4784-abec-6b49c62b5a90,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:29.105451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095de761-73ce-468f-a90c-498bdf978b59 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Checking segment: {'id': '22a424a2-17de-4672-a6ab-16bd1b3c8f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ea197b60-abde-4f09-abf8-3a45ef713a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:03:29.105883 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095de761-73ce-468f-a90c-498bdf978b59 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network hostable DHCP agents. Network: ea197b60-abde-4f09-abf8-3a45ef713a45, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:03:29.112848 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:29.114137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:03:29.231083 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095de761-73ce-468f-a90c-498bdf978b59 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network ea197b60-abde-4f09-abf8-3a45ef713a45 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:03:29.284149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=3d7aec7c-6c76-43ad-8b10-438b87915c84,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:29.304294 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8,segment=NetworkSegment(d3fdf88c-2d9c-4247-997d-6b2c23a97ab9),segment_id=d3fdf88c-2d9c-4247-997d-6b2c23a97ab9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:29.321489 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8', 'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641', 'port_id': 'cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8', 'mac_address': 'fa:16:3e:9c:8a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983e2d1e-1ce6-416e-a013-56730d18136b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:03:29.358219 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-095de761-73ce-468f-a90c-498bdf978b59 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, ea197b60-abde-4f09-abf8-3a45ef713a45) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:03:29.366049 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095de761-73ce-468f-a90c-498bdf978b59 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:29.371130 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-095de761-73ce-468f-a90c-498bdf978b59 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:29.371312 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:29.371312 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:29.373970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96699fb1-30bc-4c8b-a25f-4a38f25fca06 None None] Network ea197b60-abde-4f09-abf8-3a45ef713a45 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:03:29.427483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5656d2-e33b-4bea-9559-87be57dba40c req-9c398a50-16f5-44c8-9aa8-21ea7aa95134 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:29.438627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5656d2-e33b-4bea-9559-87be57dba40c req-9c398a50-16f5-44c8-9aa8-21ea7aa95134 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:29.445242 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5656d2-e33b-4bea-9559-87be57dba40c req-9c398a50-16f5-44c8-9aa8-21ea7aa95134 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:29.452236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5656d2-e33b-4bea-9559-87be57dba40c req-9c398a50-16f5-44c8-9aa8-21ea7aa95134 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:29.458374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5656d2-e33b-4bea-9559-87be57dba40c req-9c398a50-16f5-44c8-9aa8-21ea7aa95134 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:29.464564 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5656d2-e33b-4bea-9559-87be57dba40c req-9c398a50-16f5-44c8-9aa8-21ea7aa95134 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:29.470699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5656d2-e33b-4bea-9559-87be57dba40c req-9c398a50-16f5-44c8-9aa8-21ea7aa95134 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:29.473052 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da5656d2-e33b-4bea-9559-87be57dba40c req-9c398a50-16f5-44c8-9aa8-21ea7aa95134 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5433 time: 0.1683135 Jan 28 06:03:29.501372 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-095de761-73ce-468f-a90c-498bdf978b59 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2271800 Jan 28 06:03:29.502364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54818) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:29.508363 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9ddcfa1e-1e2b-489b-910c-4e0d5eaabbbb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1780417749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:29.630665 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ddcfa1e-1e2b-489b-910c-4e0d5eaabbbb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:29.631739 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ddcfa1e-1e2b-489b-910c-4e0d5eaabbbb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:29.634851 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da5656d2-e33b-4bea-9559-87be57dba40c req-040f833e-c590-4377-bc14-790f09808f45 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1551964 Jan 28 06:03:29.648369 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:03:29.674648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8,segment=NetworkSegment(d3fdf88c-2d9c-4247-997d-6b2c23a97ab9),segment_id=d3fdf88c-2d9c-4247-997d-6b2c23a97ab9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:29.726968 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ddcfa1e-1e2b-489b-910c-4e0d5eaabbbb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router_controller (ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:29.788759 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:29.791642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 95c9879d-ae0d-45e3-9528-af14ccccd72f details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:03:29.800234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-ea197b60-abde-4f09-abf8-3a45ef713a45', 'network_id': 'ea197b60-abde-4f09-abf8-3a45ef713a45', 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'fixed_ips': [{'subnet_id': '46389740-de48-4784-abec-6b49c62b5a90'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:03:29.801101 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:29.804827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5faefbf-3cf2-4fb7-9c9b-65e418b4aa6e req-65e89833-6634-42d4-b448-0ac50e6f6a88 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:29.822704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5faefbf-3cf2-4fb7-9c9b-65e418b4aa6e req-65e89833-6634-42d4-b448-0ac50e6f6a88 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.1240475 Jan 28 06:03:29.844581 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ddcfa1e-1e2b-489b-910c-4e0d5eaabbbb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:29.913893 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5faefbf-3cf2-4fb7-9c9b-65e418b4aa6e req-baa70398-388d-40f2-83a7-85a7cd77a954 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862789 Jan 28 06:03:29.946926 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ddcfa1e-1e2b-489b-910c-4e0d5eaabbbb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:29.953572 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9ddcfa1e-1e2b-489b-910c-4e0d5eaabbbb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4455585 Jan 28 06:03:29.955556 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54834) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:30.184154 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Allocated IP 2001:db8::2 (ea197b60-abde-4f09-abf8-3a45ef713a45/46389740-de48-4784-abec-6b49c62b5a90/18a7b4b8-5268-487b-8fb5-9e5db3d37b0e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:03:30.233571 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 95c9879d-ae0d-45e3-9528-af14ccccd72f, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=95c9879d-ae0d-45e3-9528-af14ccccd72f,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:30.265506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c4a4b4a-76c9-4595-a895-598f0179a497 req-3761455c-b9ba-4574-84cd-3fa9e848c557 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0799363 Jan 28 06:03:30.285713 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '95c9879d-ae0d-45e3-9528-af14ccccd72f', 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd', 'port_id': '95c9879d-ae0d-45e3-9528-af14ccccd72f', 'mac_address': 'fa:16:3e:45:0e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3a9390-48e2-4b19-ab57-c41dff432106', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:03:30.293666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:30.456584 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54842) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:30.458753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a4b4a-76c9-4595-a895-598f0179a497 req-83f38138-3cc9-41f9-9272-f8068127fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:30.460673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c4a4b4a-76c9-4595-a895-598f0179a497 req-83f38138-3cc9-41f9-9272-f8068127fe1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a47cdb207f4459f8119649608f12177&device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 1097 time: 0.1239851 Jan 28 06:03:30.528629 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:30.628228 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 95c9879d-ae0d-45e3-9528-af14ccccd72f is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:30.628557 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (95c9879d-ae0d-45e3-9528-af14ccccd72f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:30.684515 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c9879d-ae0d-45e3-9528-af14ccccd72f {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:03:30.721219 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a4b4a-76c9-4595-a895-598f0179a497 req-c7bdf481-6355-4d0c-a897-dbeda8183386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:30.726402 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c4a4b4a-76c9-4595-a895-598f0179a497 req-c7bdf481-6355-4d0c-a897-dbeda8183386 service neutron] 10.222.0.64 "GET /v2.0/networks?id=55c94a5b-1dee-4512-95d7-42c73d08e25f HTTP/1.1" status: 200 len: 910 time: 0.2424276 Jan 28 06:03:30.837273 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-04930fd0-bf63-4ac7-b48b-1a2980c586fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:30.951236 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c4a4b4a-76c9-4595-a895-598f0179a497 req-8a6a50b5-5c2f-40b2-8780-6c44499f0aa1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2478f73-d62a-4414-b717-dd91adb33ca6 HTTP/1.1" status: 200 len: 1001 time: 0.2153184 Jan 28 06:03:30.973431 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Publish callbacks [] for port (18a7b4b8-5268-487b-8fb5-9e5db3d37b0e), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:31.016301 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 95c9879d-ae0d-45e3-9528-af14ccccd72f, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=95c9879d-ae0d-45e3-9528-af14ccccd72f,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:31.067151 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (18a7b4b8-5268-487b-8fb5-9e5db3d37b0e), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:31.154112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a4b4a-76c9-4595-a895-598f0179a497 req-1108b60c-6f96-4e36-8f57-50694166dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:31.154485 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Pushing event updated for resources: {'Port': ['ID=18a7b4b8-5268-487b-8fb5-9e5db3d37b0e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:31.163442 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (95c9879d-ae0d-45e3-9528-af14ccccd72f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:31.164015 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c4a4b4a-76c9-4595-a895-598f0179a497 req-1108b60c-6f96-4e36-8f57-50694166dd97 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=986c74b2-1c64-4375-8ceb-7ee05426b434 HTTP/1.1" status: 200 len: 848 time: 0.2022860 Jan 28 06:03:31.168742 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:03:31.240808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Network ea197b60-abde-4f09-abf8-3a45ef713a45 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:03:31.259354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d38862-cba4-4e2c-8994-d6b5d8a171e8 req-fd099929-d355-460d-aa8a-c978a0ede347 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:31.262015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:03:31.271073 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d38862-cba4-4e2c-8994-d6b5d8a171e8 req-fd099929-d355-460d-aa8a-c978a0ede347 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:31.281649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:03:31.288144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d38862-cba4-4e2c-8994-d6b5d8a171e8 req-fd099929-d355-460d-aa8a-c978a0ede347 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:31.304343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d38862-cba4-4e2c-8994-d6b5d8a171e8 req-fd099929-d355-460d-aa8a-c978a0ede347 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:31.315779 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d38862-cba4-4e2c-8994-d6b5d8a171e8 req-fd099929-d355-460d-aa8a-c978a0ede347 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:31.330046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d38862-cba4-4e2c-8994-d6b5d8a171e8 req-fd099929-d355-460d-aa8a-c978a0ede347 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:31.343426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d38862-cba4-4e2c-8994-d6b5d8a171e8 req-fd099929-d355-460d-aa8a-c978a0ede347 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:31.345563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f,segment=NetworkSegment(d3fdf88c-2d9c-4247-997d-6b2c23a97ab9),segment_id=d3fdf88c-2d9c-4247-997d-6b2c23a97ab9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:31.356683 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59d38862-cba4-4e2c-8994-d6b5d8a171e8 req-fd099929-d355-460d-aa8a-c978a0ede347 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5434 time: 0.5335085 Jan 28 06:03:31.356882 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-04930fd0-bf63-4ac7-b48b-1a2980c586fa admin admin] Publish callbacks [] for security_group (d3a8f706-00a2-4230-8137-bd95114e96ee), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:31.358610 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=95c9879d-ae0d-45e3-9528-af14ccccd72f,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:31.381418 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Allocated IP 2001:db8::1 (ea197b60-abde-4f09-abf8-3a45ef713a45/46389740-de48-4784-abec-6b49c62b5a90/11dd170d-c8c8-448b-89c0-04162943a588) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:03:31.444442 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-04930fd0-bf63-4ac7-b48b-1a2980c586fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d3a8f706-00a2-4230-8137-bd95114e96ee), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:31.480757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Attempting to bind port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:03:31.481148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Attempting to bind port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '22a424a2-17de-4672-a6ab-16bd1b3c8f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ea197b60-abde-4f09-abf8-3a45ef713a45'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:03:31.481520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Attempting to bind port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e on network ea197b60-abde-4f09-abf8-3a45ef713a45 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:03:31.488852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '3f7bdd54-2ff6-43b2-9949-d17d7d9a972f', 'network_id': 'a5d76cd0-485c-42ba-8694-d68708a2c641', 'port_id': '3f7bdd54-2ff6-43b2-9949-d17d7d9a972f', 'mac_address': 'fa:16:3e:1f:71:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983e2d1e-1ce6-416e-a013-56730d18136b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:03:31.508304 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:03:31.508695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Checking segment: {'id': '22a424a2-17de-4672-a6ab-16bd1b3c8f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ea197b60-abde-4f09-abf8-3a45ef713a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:03:31.509105 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:31.509505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Bound using segment: {'id': '22a424a2-17de-4672-a6ab-16bd1b3c8f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ea197b60-abde-4f09-abf8-3a45ef713a45'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:03:31.509992 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Bound port: 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a424a2-17de-4672-a6ab-16bd1b3c8f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ea197b60-abde-4f09-abf8-3a45ef713a45'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:03:31.510488 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (18a7b4b8-5268-487b-8fb5-9e5db3d37b0e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:31.582057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4c820-3e5b-40e2-b183-13b5a407aae3 req-e2ada8a1-4fac-4447-a6e5-732e4b2c9e71 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:31.583441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ca4c820-3e5b-40e2-b183-13b5a407aae3 req-e2ada8a1-4fac-4447-a6e5-732e4b2c9e71 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.5182500 Jan 28 06:03:31.642802 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04930fd0-bf63-4ac7-b48b-1a2980c586fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a8f706-00a2-4230-8137-bd95114e96ee,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:31.670264 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-04930fd0-bf63-4ac7-b48b-1a2980c586fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2975033aea194bcb8abde0ee8b62426e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2119341 Jan 28 06:03:31.677951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54858) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:31.678339 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:31.678747 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3f7bdd54-2ff6-43b2-9949-d17d7d9a972f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:31.702601 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a4b4a-76c9-4595-a895-598f0179a497 req-129d0182-5f0d-49ee-9e05-4785793ee8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:31.704770 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c4a4b4a-76c9-4595-a895-598f0179a497 req-129d0182-5f0d-49ee-9e05-4785793ee8c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55c94a5b-1dee-4512-95d7-42c73d08e25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5389042 Jan 28 06:03:31.714276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:03:31.734654 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f,segment=NetworkSegment(d3fdf88c-2d9c-4247-997d-6b2c23a97ab9),segment_id=d3fdf88c-2d9c-4247-997d-6b2c23a97ab9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:31.753214 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (11dd170d-c8c8-448b-89c0-04162943a588), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:31.794267 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ca4c820-3e5b-40e2-b183-13b5a407aae3 req-d942cb81-fcb1-4321-a315-7ba08400ccf2 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929672 Jan 28 06:03:31.794770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] For port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:03:31.800475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] For port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=18a7b4b8-5268-487b-8fb5-9e5db3d37b0e,segment=NetworkSegment(22a424a2-17de-4672-a6ab-16bd1b3c8f8e),segment_id=22a424a2-17de-4672-a6ab-16bd1b3c8f8e)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:03:31.838258 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3f7bdd54-2ff6-43b2-9949-d17d7d9a972f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:31.839892 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ca87f836-9fd5-4209-b3c5-41f6387f4d75 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:03:31.876033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ca87f836-9fd5-4209-b3c5-41f6387f4d75, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ca87f836-9fd5-4209-b3c5-41f6387f4d75,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:31.905099 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'ca87f836-9fd5-4209-b3c5-41f6387f4d75', 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd', 'port_id': 'ca87f836-9fd5-4209-b3c5-41f6387f4d75', 'mac_address': 'fa:16:3e:3d:99:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3a9390-48e2-4b19-ab57-c41dff432106', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:03:31.951133 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (18a7b4b8-5268-487b-8fb5-9e5db3d37b0e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:31.952925 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (11dd170d-c8c8-448b-89c0-04162943a588), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:32.016304 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c4a4b4a-76c9-4595-a895-598f0179a497 req-2f557749-bacb-42e7-8a4c-11d59f140617 service neutron] 10.222.0.64 "GET /v2.0/networks/55c94a5b-1dee-4512-95d7-42c73d08e25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141781 Jan 28 06:03:32.065858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network ea197b60-abde-4f09-abf8-3a45ef713a45 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:03:32.069620 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:03:32.083844 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59d38862-cba4-4e2c-8994-d6b5d8a171e8 req-361ac531-a5d0-414f-b05e-95a2470d1c37 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7262282 Jan 28 06:03:32.086188 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:03:32.086765 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:32.148977 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ca87f836-9fd5-4209-b3c5-41f6387f4d75 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:32.149587 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ca87f836-9fd5-4209-b3c5-41f6387f4d75), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:32.152035 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:32.327690 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cab4f-f7b1-40c5-bd43-89556a71c96f None None] Pushing event updated for resources: {'Port': ['ID=18a7b4b8-5268-487b-8fb5-9e5db3d37b0e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:32.360824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=11dd170d-c8c8-448b-89c0-04162943a588,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:32.425009 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2d50dba-f5b3-4b6a-93dc-bc38251761bb admin admin] Publish callbacks [] for security_group (d3a8f706-00a2-4230-8137-bd95114e96ee), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:32.428510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca87f836-9fd5-4209-b3c5-41f6387f4d75 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:03:32.484041 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c4a4b4a-76c9-4595-a895-598f0179a497 req-b8d8c41d-e5cf-4f39-9dd6-90bed84b7f5d service neutron] 10.222.0.64 "GET /v2.0/networks/55c94a5b-1dee-4512-95d7-42c73d08e25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466317 Jan 28 06:03:32.503835 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (11dd170d-c8c8-448b-89c0-04162943a588), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:32.541926 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2d50dba-f5b3-4b6a-93dc-bc38251761bb admin admin] Publish callbacks [] for security_group (d3a8f706-00a2-4230-8137-bd95114e96ee), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:32.569031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ca87f836-9fd5-4209-b3c5-41f6387f4d75, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ca87f836-9fd5-4209-b3c5-41f6387f4d75,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:32.598025 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51dde2c0-0db2-4c39-80cf-7694df8c35f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:32.672199 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ca87f836-9fd5-4209-b3c5-41f6387f4d75), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:32.672881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device cf023bbd-f379-442d-b98b-2268074debed details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:03:32.728236 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2d50dba-f5b3-4b6a-93dc-bc38251761bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d3a8f706-00a2-4230-8137-bd95114e96ee), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:32.732696 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2d50dba-f5b3-4b6a-93dc-bc38251761bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:32.735077 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a2d50dba-f5b3-4b6a-93dc-bc38251761bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3a8f706-00a2-4230-8137-bd95114e96ee HTTP/1.1" status: 204 len: 168 time: 1.0417130 Jan 28 06:03:32.757324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d50dba-f5b3-4b6a-93dc-bc38251761bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a8f706-00a2-4230-8137-bd95114e96ee,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:32.825337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ca87f836-9fd5-4209-b3c5-41f6387f4d75,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:32.977365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port cf023bbd-f379-442d-b98b-2268074debed, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cf023bbd-f379-442d-b98b-2268074debed,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:33.029267 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'cf023bbd-f379-442d-b98b-2268074debed', 'network_id': '979f357d-68ca-4553-bd22-7ffee2a7e6fd', 'port_id': 'cf023bbd-f379-442d-b98b-2268074debed', 'mac_address': 'fa:16:3e:37:63:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3a9390-48e2-4b19-ab57-c41dff432106', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:03:33.098458 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port cf023bbd-f379-442d-b98b-2268074debed is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:33.098894 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf023bbd-f379-442d-b98b-2268074debed), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:33.130360 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf023bbd-f379-442d-b98b-2268074debed {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:03:33.162864 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port cf023bbd-f379-442d-b98b-2268074debed, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cf023bbd-f379-442d-b98b-2268074debed,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:33.244064 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cf023bbd-f379-442d-b98b-2268074debed), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:33.282438 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1b8aa-0559-4e72-8935-cf8f10e23802 req-c24d6134-ecf0-4741-983e-7a672b3c6fa5 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:33.286234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1e1b8aa-0559-4e72-8935-cf8f10e23802 req-c24d6134-ecf0-4741-983e-7a672b3c6fa5 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.2460845 Jan 28 06:03:33.357641 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (11dd170d-c8c8-448b-89c0-04162943a588), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:33.422633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=cf023bbd-f379-442d-b98b-2268074debed,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:33.443769 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (11dd170d-c8c8-448b-89c0-04162943a588), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:33.447880 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:33.450243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188080ed-c979-4794-8e38-c50ad4a1ec40 req-5e6667ff-6ccd-4469-947f-ebb594854a93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:33.466469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188080ed-c979-4794-8e38-c50ad4a1ec40 req-5e6667ff-6ccd-4469-947f-ebb594854a93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:33.476707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188080ed-c979-4794-8e38-c50ad4a1ec40 req-5e6667ff-6ccd-4469-947f-ebb594854a93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:33.490442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188080ed-c979-4794-8e38-c50ad4a1ec40 req-5e6667ff-6ccd-4469-947f-ebb594854a93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:33.496568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188080ed-c979-4794-8e38-c50ad4a1ec40 req-5e6667ff-6ccd-4469-947f-ebb594854a93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:33.502109 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188080ed-c979-4794-8e38-c50ad4a1ec40 req-5e6667ff-6ccd-4469-947f-ebb594854a93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:33.507648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188080ed-c979-4794-8e38-c50ad4a1ec40 req-5e6667ff-6ccd-4469-947f-ebb594854a93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:33.509623 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-188080ed-c979-4794-8e38-c50ad4a1ec40 req-5e6667ff-6ccd-4469-947f-ebb594854a93 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5438 time: 0.2192206 Jan 28 06:03:33.572581 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1e1b8aa-0559-4e72-8935-cf8f10e23802 req-0017497c-c671-4f5e-b02e-7cfbb893804d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744136 Jan 28 06:03:33.688158 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-188080ed-c979-4794-8e38-c50ad4a1ec40 req-f5572384-161a-4f5b-8220-5a7f4b719651 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1575050 Jan 28 06:03:33.841750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network ea197b60-abde-4f09-abf8-3a45ef713a45 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:03:33.846701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:03:33.896713 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:03:34.035644 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=11dd170d-c8c8-448b-89c0-04162943a588,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:34.048453 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['3d7aec7c-6c76-43ad-8b10-438b87915c84'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:03:34.071328 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54898) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:34.098554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['ba1a9e75-2625-4b3b-834e-532611f3d6db'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:03:34.098554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['95c9879d-ae0d-45e3-9528-af14ccccd72f'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:03:34.111732 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ef376d9-b17d-4ef6-b0d1-196c1b5b90fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:34.168704 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:03:34.180034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['3f7bdd54-2ff6-43b2-9949-d17d7d9a972f'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:03:34.187516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:03:34.237795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['cf023bbd-f379-442d-b98b-2268074debed'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:03:34.240289 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b545124-41ce-4f0d-8017-95dc744fcaf9 None None] Network ea197b60-abde-4f09-abf8-3a45ef713a45 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:03:34.321728 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['ca87f836-9fd5-4209-b3c5-41f6387f4d75'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:03:34.359757 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ef376d9-b17d-4ef6-b0d1-196c1b5b90fa admin admin] Publish callbacks [] for security_group (72665ba6-26c6-4820-8c88-6abf60641c44), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:34.418957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:03:34.429748 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d47016-d957-481d-9fb2-8b3c23110ca2 None None] Sync routers for ids ['ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:03:34.431305 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ef376d9-b17d-4ef6-b0d1-196c1b5b90fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (72665ba6-26c6-4820-8c88-6abf60641c44), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:34.457992 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-de7d30ef-189e-4ad9-8479-02c17c34ed03 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5010910 Jan 28 06:03:34.459984 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54906) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:34.464317 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d47016-d957-481d-9fb2-8b3c23110ca2 None None] Routers {'ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:34.465018 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-21d47016-d957-481d-9fb2-8b3c23110ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:03:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:34.469698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:34.470084 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (18a7b4b8-5268-487b-8fb5-9e5db3d37b0e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:34.499562 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4ef376d9-b17d-4ef6-b0d1-196c1b5b90fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5270f3840e2847eaa54506e781f6086f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4271529 Jan 28 06:03:34.500747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef376d9-b17d-4ef6-b0d1-196c1b5b90fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72665ba6-26c6-4820-8c88-6abf60641c44,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:34.505224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54910) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:34.588936 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5e4e0b66-d42c-422a-9209-74c06f275bf1 None None] Provisioning complete for port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:34.589462 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e4e0b66-d42c-422a-9209-74c06f275bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (18a7b4b8-5268-487b-8fb5-9e5db3d37b0e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:34.591029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8d28-e03b-407b-a056-356b1cd89547 admin admin] Publish callbacks [] for security_group (72665ba6-26c6-4820-8c88-6abf60641c44), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:34.606423 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-21d47016-d957-481d-9fb2-8b3c23110ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:34.657539 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d47016-d957-481d-9fb2-8b3c23110ca2 None None] Routers {'ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:34.658450 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-21d47016-d957-481d-9fb2-8b3c23110ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:03:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:34.658988 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8d28-e03b-407b-a056-356b1cd89547 admin admin] Publish callbacks [] for security_group (72665ba6-26c6-4820-8c88-6abf60641c44), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:34.678014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f235f0a-774d-46ef-8f71-c15fa142acfc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:34.682730 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9f235f0a-774d-46ef-8f71-c15fa142acfc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports/11dd170d-c8c8-448b-89c0-04162943a588 HTTP/1.1" status: 200 len: 911 time: 0.2217422 Jan 28 06:03:34.686060 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54918) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:34.738040 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f6206706-bcbb-4d45-9193-cb062ed24188 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46389740-de48-4784-abec-6b49c62b5a90'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:34.847373 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-21d47016-d957-481d-9fb2-8b3c23110ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:34.848078 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d47016-d957-481d-9fb2-8b3c23110ca2 None None] The sync data for ids ['ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:03:34.875114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a2218-f4fd-4602-97a5-089f436e0bb8 req-9d8fb471-e43b-42c1-b4d5-774e2d63a796 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:34.887343 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef9a2218-f4fd-4602-97a5-089f436e0bb8 req-9d8fb471-e43b-42c1-b4d5-774e2d63a796 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.1423936 Jan 28 06:03:35.069195 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef9a2218-f4fd-4602-97a5-089f436e0bb8 req-aa0f903d-18b2-46a0-85b6-ea579198c294 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803079 Jan 28 06:03:35.074156 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8d28-e03b-407b-a056-356b1cd89547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (72665ba6-26c6-4820-8c88-6abf60641c44), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:35.089242 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8d28-e03b-407b-a056-356b1cd89547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:35.090775 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4a7b8d28-e03b-407b-a056-356b1cd89547 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/72665ba6-26c6-4820-8c88-6abf60641c44 HTTP/1.1" status: 204 len: 168 time: 0.5844440 Jan 28 06:03:35.124699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b8d28-e03b-407b-a056-356b1cd89547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72665ba6-26c6-4820-8c88-6abf60641c44,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:35.148114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10608da4-c38d-414a-9fdc-27a5d9c78dca req-92aa0d70-ee95-438f-960e-708b41fe61c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:35.154764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10608da4-c38d-414a-9fdc-27a5d9c78dca req-92aa0d70-ee95-438f-960e-708b41fe61c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:35.160309 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10608da4-c38d-414a-9fdc-27a5d9c78dca req-92aa0d70-ee95-438f-960e-708b41fe61c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:35.167368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10608da4-c38d-414a-9fdc-27a5d9c78dca req-92aa0d70-ee95-438f-960e-708b41fe61c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:35.189632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10608da4-c38d-414a-9fdc-27a5d9c78dca req-92aa0d70-ee95-438f-960e-708b41fe61c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:35.202690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10608da4-c38d-414a-9fdc-27a5d9c78dca req-92aa0d70-ee95-438f-960e-708b41fe61c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:35.209220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10608da4-c38d-414a-9fdc-27a5d9c78dca req-92aa0d70-ee95-438f-960e-708b41fe61c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:35.219405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10608da4-c38d-414a-9fdc-27a5d9c78dca req-92aa0d70-ee95-438f-960e-708b41fe61c9 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5438 time: 0.2953818 Jan 28 06:03:35.250102 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6206706-bcbb-4d45-9193-cb062ed24188 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (11dd170d-c8c8-448b-89c0-04162943a588), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:35.351445 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10608da4-c38d-414a-9fdc-27a5d9c78dca req-fe0f52ea-fc75-4de7-8f44-03067c774e23 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1261775 Jan 28 06:03:35.484550 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-725ff43b-a510-4ddd-ab52-d463787cc709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:35.736829 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5e4e0b66-d42c-422a-9209-74c06f275bf1 None None] Current status of the port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:35.736829 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e4e0b66-d42c-422a-9209-74c06f275bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (18a7b4b8-5268-487b-8fb5-9e5db3d37b0e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:36.023543 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5e4e0b66-d42c-422a-9209-74c06f275bf1 None None] For port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=18a7b4b8-5268-487b-8fb5-9e5db3d37b0e,segment=NetworkSegment(22a424a2-17de-4672-a6ab-16bd1b3c8f8e),segment_id=22a424a2-17de-4672-a6ab-16bd1b3c8f8e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:36.090636 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6206706-bcbb-4d45-9193-cb062ed24188 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (11dd170d-c8c8-448b-89c0-04162943a588), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:36.150658 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e4e0b66-d42c-422a-9209-74c06f275bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (18a7b4b8-5268-487b-8fb5-9e5db3d37b0e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:36.203684 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6206706-bcbb-4d45-9193-cb062ed24188 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (11dd170d-c8c8-448b-89c0-04162943a588), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:36.209967 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6206706-bcbb-4d45-9193-cb062ed24188 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:36.210592 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6206706-bcbb-4d45-9193-cb062ed24188 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:36.215463 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f6206706-bcbb-4d45-9193-cb062ed24188 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/ports/11dd170d-c8c8-448b-89c0-04162943a588 HTTP/1.1" status: 200 len: 911 time: 1.5247359 Jan 28 06:03:36.215930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54950) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:36.306814 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6206706-bcbb-4d45-9193-cb062ed24188 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=11dd170d-c8c8-448b-89c0-04162943a588,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:36.688665 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413fefb-658e-4bfb-8478-b04299d6cad0 req-e374b6cb-85ad-429a-86da-be5258f19c65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:36.694217 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d413fefb-658e-4bfb-8478-b04299d6cad0 req-e374b6cb-85ad-429a-86da-be5258f19c65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.4694037 Jan 28 06:03:36.753036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e0894448-c2fc-46d2-8f79-976c4e9ec04c None None] Provisioning complete for port 11dd170d-c8c8-448b-89c0-04162943a588 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:36.753632 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0894448-c2fc-46d2-8f79-976c4e9ec04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (11dd170d-c8c8-448b-89c0-04162943a588), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:36.762536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:36.817711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e0b66-d42c-422a-9209-74c06f275bf1 None None] Pushing event updated for resources: {'Port': ['ID=18a7b4b8-5268-487b-8fb5-9e5db3d37b0e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:36.892782 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:36.913784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e0894448-c2fc-46d2-8f79-976c4e9ec04c None None] Port 11dd170d-c8c8-448b-89c0-04162943a588 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:03:36.969582 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e0894448-c2fc-46d2-8f79-976c4e9ec04c None None] Provisioning complete for port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:36.969951 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0894448-c2fc-46d2-8f79-976c4e9ec04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (18a7b4b8-5268-487b-8fb5-9e5db3d37b0e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:36.971833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d413fefb-658e-4bfb-8478-b04299d6cad0 req-171ccae4-2c36-4013-8e91-2e75ad959711 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621026 Jan 28 06:03:37.079130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4b3e5-2cc9-40f5-84e4-89396023fea4 req-3637a6ae-0d3a-4ae8-884a-9e1614ad4cfb tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:37.094339 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4b3e5-2cc9-40f5-84e4-89396023fea4 req-3637a6ae-0d3a-4ae8-884a-9e1614ad4cfb tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:37.103204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4b3e5-2cc9-40f5-84e4-89396023fea4 req-3637a6ae-0d3a-4ae8-884a-9e1614ad4cfb tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:37.122761 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4b3e5-2cc9-40f5-84e4-89396023fea4 req-3637a6ae-0d3a-4ae8-884a-9e1614ad4cfb tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:37.137973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4b3e5-2cc9-40f5-84e4-89396023fea4 req-3637a6ae-0d3a-4ae8-884a-9e1614ad4cfb tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:37.154512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4b3e5-2cc9-40f5-84e4-89396023fea4 req-3637a6ae-0d3a-4ae8-884a-9e1614ad4cfb tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:37.163379 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4b3e5-2cc9-40f5-84e4-89396023fea4 req-3637a6ae-0d3a-4ae8-884a-9e1614ad4cfb tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:37.165260 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8e4b3e5-2cc9-40f5-84e4-89396023fea4 req-3637a6ae-0d3a-4ae8-884a-9e1614ad4cfb tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5438 time: 0.6165900 Jan 28 06:03:37.182723 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e0894448-c2fc-46d2-8f79-976c4e9ec04c None None] Current status of the port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:37.287131 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8e4b3e5-2cc9-40f5-84e4-89396023fea4 req-802b783c-233a-438e-bbd9-84450964d631 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1095235 Jan 28 06:03:37.306428 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-12b44768-ad1f-47c7-8168-5c9e285a0212 None None] Provisioning complete for port 11dd170d-c8c8-448b-89c0-04162943a588 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:37.306810 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12b44768-ad1f-47c7-8168-5c9e285a0212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (11dd170d-c8c8-448b-89c0-04162943a588), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:37.381425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-12b44768-ad1f-47c7-8168-5c9e285a0212 None None] Port 11dd170d-c8c8-448b-89c0-04162943a588 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:03:37.409189 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7caef66e-be87-4fb1-bbf1-8e2bfa481c46 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:37.413709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 95c9879d-ae0d-45e3-9528-af14ccccd72f up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:03:37.586557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 95c9879d-ae0d-45e3-9528-af14ccccd72f completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:03:37.590822 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 95c9879d-ae0d-45e3-9528-af14ccccd72f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:37.591383 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (95c9879d-ae0d-45e3-9528-af14ccccd72f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:37.804809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-7caef66e-be87-4fb1-bbf1-8e2bfa481c46 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting port 11dd170d-c8c8-448b-89c0-04162943a588 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:03:37.804809 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7caef66e-be87-4fb1-bbf1-8e2bfa481c46 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (11dd170d-c8c8-448b-89c0-04162943a588), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:37.813503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 95c9879d-ae0d-45e3-9528-af14ccccd72f is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:37.814595 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (95c9879d-ae0d-45e3-9528-af14ccccd72f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:37.852877 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c9879d-ae0d-45e3-9528-af14ccccd72f'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:03:37.857265 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ec619b-a51e-4448-94f7-4373c03a6948" -d '{"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "95c9879d-ae0d-45e3-9528-af14ccccd72f"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:03:37.875255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 95c9879d-ae0d-45e3-9528-af14ccccd72f, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=95c9879d-ae0d-45e3-9528-af14ccccd72f,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:37.906108 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4c6b7b-4b74-48f8-aeba-9d9746a393ce x-openstack-request-id: req-cb4c6b7b-4b74-48f8-aeba-9d9746a393ce {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:03:37.910252 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "95c9879d-ae0d-45e3-9528-af14ccccd72f", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:03:37.910574 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb4c6b7b-4b74-48f8-aeba-9d9746a393ce {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:03:37.911014 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c9879d-ae0d-45e3-9528-af14ccccd72f', 'code': 200} Jan 28 06:03:37.922994 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:37.959685 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7caef66e-be87-4fb1-bbf1-8e2bfa481c46 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (11dd170d-c8c8-448b-89c0-04162943a588), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:37.965085 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (95c9879d-ae0d-45e3-9528-af14ccccd72f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:37.976143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-7caef66e-be87-4fb1-bbf1-8e2bfa481c46 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Calling delete_port for 11dd170d-c8c8-448b-89c0-04162943a588 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:03:38.155507 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=95c9879d-ae0d-45e3-9528-af14ccccd72f,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:38.367442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a748b8-3964-4867-a815-360bd6de9025 req-991b5f23-99bf-4423-92a1-8ff4df0f2942 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:38.375850 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96a748b8-3964-4867-a815-360bd6de9025 req-991b5f23-99bf-4423-92a1-8ff4df0f2942 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.1494925 Jan 28 06:03:38.433890 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55004) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:38.471516 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7caef66e-be87-4fb1-bbf1-8e2bfa481c46 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (11dd170d-c8c8-448b-89c0-04162943a588), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:38.583541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caef66e-be87-4fb1-bbf1-8e2bfa481c46 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Port': ['ID=11dd170d-c8c8-448b-89c0-04162943a588,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:38.633344 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96a748b8-3964-4867-a815-360bd6de9025 req-59bc0cbf-712f-42b4-ab43-307c7320488c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500644 Jan 28 06:03:38.831925 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79b7d18c-9944-45b0-8163-d159f13cf5b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:38.892592 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7caef66e-be87-4fb1-bbf1-8e2bfa481c46 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:38.907166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c04343-e941-4855-a36f-1f34c787242d req-05f6e1ab-1a70-43b6-a997-4be31bbfceca tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:38.913126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c04343-e941-4855-a36f-1f34c787242d req-05f6e1ab-1a70-43b6-a997-4be31bbfceca tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:38.919985 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c04343-e941-4855-a36f-1f34c787242d req-05f6e1ab-1a70-43b6-a997-4be31bbfceca tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:38.925311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c04343-e941-4855-a36f-1f34c787242d req-05f6e1ab-1a70-43b6-a997-4be31bbfceca tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:38.932085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c04343-e941-4855-a36f-1f34c787242d req-05f6e1ab-1a70-43b6-a997-4be31bbfceca tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:38.939323 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c04343-e941-4855-a36f-1f34c787242d req-05f6e1ab-1a70-43b6-a997-4be31bbfceca tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:38.945070 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c04343-e941-4855-a36f-1f34c787242d req-05f6e1ab-1a70-43b6-a997-4be31bbfceca tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:38.953784 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1c04343-e941-4855-a36f-1f34c787242d req-05f6e1ab-1a70-43b6-a997-4be31bbfceca tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5439 time: 0.5135787 Jan 28 06:03:38.974710 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:03:39.048417 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79b7d18c-9944-45b0-8163-d159f13cf5b3 admin admin] Publish callbacks [] for security_group (4cd4e523-81fa-4b03-b1ba-829f3d4b4dd3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:39.117260 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-79b7d18c-9944-45b0-8163-d159f13cf5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4cd4e523-81fa-4b03-b1ba-829f3d4b4dd3), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:39.135866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:39.136040 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (18a7b4b8-5268-487b-8fb5-9e5db3d37b0e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:39.241763 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:39.249240 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-79b7d18c-9944-45b0-8163-d159f13cf5b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d49981198434cd8b807fa26a658bd78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8141053 Jan 28 06:03:39.250152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7d18c-9944-45b0-8163-d159f13cf5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd4e523-81fa-4b03-b1ba-829f3d4b4dd3,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:39.269221 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55026) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:39.270758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:39.270963 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7d18c-9944-45b0-8163-d159f13cf5b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:39.271316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7d18c-9944-45b0-8163-d159f13cf5b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:39.271705 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7d18c-9944-45b0-8163-d159f13cf5b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:39.272047 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7d18c-9944-45b0-8163-d159f13cf5b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:39.272385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7d18c-9944-45b0-8163-d159f13cf5b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:39.272721 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7d18c-9944-45b0-8163-d159f13cf5b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:39.273050 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7d18c-9944-45b0-8163-d159f13cf5b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:39.273377 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7d18c-9944-45b0-8163-d159f13cf5b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:39.273706 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7d18c-9944-45b0-8163-d159f13cf5b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:39.274031 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7d18c-9944-45b0-8163-d159f13cf5b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:39.274491 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7d18c-9944-45b0-8163-d159f13cf5b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:39.277015 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7d18c-9944-45b0-8163-d159f13cf5b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:39.277015 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b7d18c-9944-45b0-8163-d159f13cf5b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:39.319627 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1c04343-e941-4855-a36f-1f34c787242d req-21e9a83a-0211-46c7-9189-d3b623f9768d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3649571 Jan 28 06:03:39.375323 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-609231e5-ec18-4745-b0f1-731b1b7c21a5 admin admin] Publish callbacks [] for security_group (4cd4e523-81fa-4b03-b1ba-829f3d4b4dd3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:39.427891 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:03:39.435199 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-609231e5-ec18-4745-b0f1-731b1b7c21a5 admin admin] Publish callbacks [] for security_group (4cd4e523-81fa-4b03-b1ba-829f3d4b4dd3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:39.602103 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-609231e5-ec18-4745-b0f1-731b1b7c21a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4cd4e523-81fa-4b03-b1ba-829f3d4b4dd3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:39.605373 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-609231e5-ec18-4745-b0f1-731b1b7c21a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:39.612927 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-609231e5-ec18-4745-b0f1-731b1b7c21a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cd4e523-81fa-4b03-b1ba-829f3d4b4dd3 HTTP/1.1" status: 204 len: 168 time: 0.3198738 Jan 28 06:03:39.637462 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609231e5-ec18-4745-b0f1-731b1b7c21a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd4e523-81fa-4b03-b1ba-829f3d4b4dd3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:39.679162 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:03:39.705498 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:39.705980 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3f7bdd54-2ff6-43b2-9949-d17d7d9a972f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:39.912245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:39.912641 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3f7bdd54-2ff6-43b2-9949-d17d7d9a972f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:39.944153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7bdd54-2ff6-43b2-9949-d17d7d9a972f'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:03:39.946472 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87859a8-3650-4ff6-a2ba-edb5827fda16" -d '{"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "3f7bdd54-2ff6-43b2-9949-d17d7d9a972f"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:03:39.962466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f,segment=NetworkSegment(d3fdf88c-2d9c-4247-997d-6b2c23a97ab9),segment_id=d3fdf88c-2d9c-4247-997d-6b2c23a97ab9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:39.994006 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7caef66e-be87-4fb1-bbf1-8e2bfa481c46 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:03:40.028642 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4feba1-5ad3-424b-a5ad-c03018aaf3e5 x-openstack-request-id: req-6e4feba1-5ad3-424b-a5ad-c03018aaf3e5 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:03:40.029157 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "3f7bdd54-2ff6-43b2-9949-d17d7d9a972f", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:03:40.029276 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e4feba1-5ad3-424b-a5ad-c03018aaf3e5 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:03:40.029584 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7bdd54-2ff6-43b2-9949-d17d7d9a972f', 'code': 200} Jan 28 06:03:40.039603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235aefbe-bb33-4092-b817-aa1de0184b7d req-7f9c9485-cff0-47fd-bd34-a1977b2dd132 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:40.041571 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-235aefbe-bb33-4092-b817-aa1de0184b7d req-7f9c9485-cff0-47fd-bd34-a1977b2dd132 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.1218016 Jan 28 06:03:40.076083 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3f7bdd54-2ff6-43b2-9949-d17d7d9a972f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:40.076973 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ca87f836-9fd5-4209-b3c5-41f6387f4d75 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:03:40.126763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caef66e-be87-4fb1-bbf1-8e2bfa481c46 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:03:40.131964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7caef66e-be87-4fb1-bbf1-8e2bfa481c46 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9149144 Jan 28 06:03:40.135772 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55044) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:40.166939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5b6ca-762c-43d2-92c3-b8084909ee08 None None] Sync routers for ids ['ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:03:40.189998 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-235aefbe-bb33-4092-b817-aa1de0184b7d req-11026a72-1114-47e7-9267-0f9b554edc45 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088927 Jan 28 06:03:40.202423 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d01b1321-ad51-43bd-a805-3ef13f70df49 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256 HTTP/1.1" status: 200 len: 205 time: 0.0621972 Jan 28 06:03:40.208063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55048) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:40.251156 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5b6ca-762c-43d2-92c3-b8084909ee08 None None] Routers {'ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:40.251918 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eca5b6ca-762c-43d2-92c3-b8084909ee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:03:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:40.277185 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:40.335291 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eca5b6ca-762c-43d2-92c3-b8084909ee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:40.386197 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5b6ca-762c-43d2-92c3-b8084909ee08 None None] Routers {'ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:40.388176 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eca5b6ca-762c-43d2-92c3-b8084909ee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:03:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:40.404307 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a6f981d2-7334-4782-874b-a5ac9b8e4f12 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:40.513915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eca5b6ca-762c-43d2-92c3-b8084909ee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:40.529394 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5b6ca-762c-43d2-92c3-b8084909ee08 None None] The sync data for ids ['ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:03:40.535209 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port ca87f836-9fd5-4209-b3c5-41f6387f4d75 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:03:40.553072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port ca87f836-9fd5-4209-b3c5-41f6387f4d75 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:40.553458 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ca87f836-9fd5-4209-b3c5-41f6387f4d75), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:40.576612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa039-52ea-45a8-9edc-4d7749e05a69 req-1f018e87-ba4f-432b-9438-718e73936516 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:40.583099 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa039-52ea-45a8-9edc-4d7749e05a69 req-1f018e87-ba4f-432b-9438-718e73936516 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:40.595266 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa039-52ea-45a8-9edc-4d7749e05a69 req-1f018e87-ba4f-432b-9438-718e73936516 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:40.606128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa039-52ea-45a8-9edc-4d7749e05a69 req-1f018e87-ba4f-432b-9438-718e73936516 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:40.622516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa039-52ea-45a8-9edc-4d7749e05a69 req-1f018e87-ba4f-432b-9438-718e73936516 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:40.629044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa039-52ea-45a8-9edc-4d7749e05a69 req-1f018e87-ba4f-432b-9438-718e73936516 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:40.634635 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa039-52ea-45a8-9edc-4d7749e05a69 req-1f018e87-ba4f-432b-9438-718e73936516 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:40.637418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-322aa039-52ea-45a8-9edc-4d7749e05a69 req-1f018e87-ba4f-432b-9438-718e73936516 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5440 time: 0.1686604 Jan 28 06:03:40.638128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55066) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:40.780452 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ca87f836-9fd5-4209-b3c5-41f6387f4d75 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:40.780919 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ca87f836-9fd5-4209-b3c5-41f6387f4d75), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:40.848445 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-322aa039-52ea-45a8-9edc-4d7749e05a69 req-6a102992-12a0-47d4-ac48-156006d8b0a4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1884427 Jan 28 06:03:40.862777 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ca87f836-9fd5-4209-b3c5-41f6387f4d75, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ca87f836-9fd5-4209-b3c5-41f6387f4d75,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:40.940800 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ca87f836-9fd5-4209-b3c5-41f6387f4d75), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:40.941991 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ba1a9e75-2625-4b3b-834e-532611f3d6db up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:03:40.990178 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfca37a0-3cde-4f7b-9568-58df4fbdef85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:41.077777 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ca87f836-9fd5-4209-b3c5-41f6387f4d75,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:41.164402 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfca37a0-3cde-4f7b-9568-58df4fbdef85 admin admin] Publish callbacks [] for security_group (3e4d4d21-80cd-4e45-9c5a-b289c2bdc0a8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:41.268877 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-1e6b24cb-8b27-4259-bb1a-392d3483e20d service neutron] show failed (client error): The resource could not be found. Jan 28 06:03:41.269951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-1e6b24cb-8b27-4259-bb1a-392d3483e20d service neutron] 10.222.0.64 "GET /v2.0/ports/c466e060-85e2-4bd4-bb8d-05459cbb4bbf/bindings/n-h2-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.1042163 Jan 28 06:03:41.299188 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port ba1a9e75-2625-4b3b-834e-532611f3d6db completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:03:41.308558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port ba1a9e75-2625-4b3b-834e-532611f3d6db triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:41.308830 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a6f981d2-7334-4782-874b-a5ac9b8e4f12 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:41.309316 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ba1a9e75-2625-4b3b-834e-532611f3d6db), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:41.316682 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a6f981d2-7334-4782-874b-a5ac9b8e4f12 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router_controller (ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:41.380137 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfca37a0-3cde-4f7b-9568-58df4fbdef85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3e4d4d21-80cd-4e45-9c5a-b289c2bdc0a8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:41.476477 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca37a0-3cde-4f7b-9568-58df4fbdef85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4d4d21-80cd-4e45-9c5a-b289c2bdc0a8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:41.521456 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a6f981d2-7334-4782-874b-a5ac9b8e4f12 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:41.521456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f981d2-7334-4782-874b-a5ac9b8e4f12 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Fanout notify agent at l3_agent the message router_deleted on router ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:03:41.529807 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a6f981d2-7334-4782-874b-a5ac9b8e4f12 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:41.535246 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a6f981d2-7334-4782-874b-a5ac9b8e4f12 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/routers/ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256 HTTP/1.1" status: 204 len: 168 time: 1.3310294 Jan 28 06:03:41.539587 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55092) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:41.544984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d23f8-ffa5-4d5e-a4c4-98770869ed7c req-d4a2800f-5dd3-4926-a092-6d077cbb73ef tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:41.553034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a8d23f8-ffa5-4d5e-a4c4-98770869ed7c req-d4a2800f-5dd3-4926-a092-6d077cbb73ef tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.2586265 Jan 28 06:03:41.560889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ba1a9e75-2625-4b3b-834e-532611f3d6db is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:41.561295 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ba1a9e75-2625-4b3b-834e-532611f3d6db), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:41.566692 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cfca37a0-3cde-4f7b-9568-58df4fbdef85 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=256ffd03d5ce4f86bc2b191357f41c16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9273248 Jan 28 06:03:41.582916 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55094) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:41.633983 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ba1a9e75-2625-4b3b-834e-532611f3d6db, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ba1a9e75-2625-4b3b-834e-532611f3d6db,segment=NetworkSegment(a56d85b7-0e08-4547-a05e-6eef1e315a9d),segment_id=a56d85b7-0e08-4547-a05e-6eef1e315a9d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:41.646013 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-b351e247-ff2c-4822-acd3-0cb94edee487 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting subnet 46389740-de48-4784-abec-6b49c62b5a90 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:03:41.652064 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b351e247-ff2c-4822-acd3-0cb94edee487 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (46389740-de48-4784-abec-6b49c62b5a90), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:41.705002 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0561322-e6fb-4c7a-80be-d9c856056cba admin admin] Publish callbacks [] for security_group (3e4d4d21-80cd-4e45-9c5a-b289c2bdc0a8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:41.717173 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a8d23f8-ffa5-4d5e-a4c4-98770869ed7c req-cd8208c9-4f95-4b38-94d5-960e9344b5f6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623230 Jan 28 06:03:41.739397 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ba1a9e75-2625-4b3b-834e-532611f3d6db), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:41.739397 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 3d7aec7c-6c76-43ad-8b10-438b87915c84 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:03:41.748563 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0561322-e6fb-4c7a-80be-d9c856056cba admin admin] Publish callbacks [] for security_group (3e4d4d21-80cd-4e45-9c5a-b289c2bdc0a8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:41.758127 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b351e247-ff2c-4822-acd3-0cb94edee487 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (46389740-de48-4784-abec-6b49c62b5a90), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:41.864572 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ba1a9e75-2625-4b3b-834e-532611f3d6db,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:41.907767 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b351e247-ff2c-4822-acd3-0cb94edee487 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (46389740-de48-4784-abec-6b49c62b5a90), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:41.931667 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0561322-e6fb-4c7a-80be-d9c856056cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3e4d4d21-80cd-4e45-9c5a-b289c2bdc0a8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:41.944036 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0561322-e6fb-4c7a-80be-d9c856056cba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:41.945410 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e0561322-e6fb-4c7a-80be-d9c856056cba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e4d4d21-80cd-4e45-9c5a-b289c2bdc0a8 HTTP/1.1" status: 204 len: 168 time: 0.3609605 Jan 28 06:03:41.976000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0561322-e6fb-4c7a-80be-d9c856056cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4d4d21-80cd-4e45-9c5a-b289c2bdc0a8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:41.991871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-80edd8d1-d563-45e5-98cf-163d7614480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:41.993573 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-80edd8d1-d563-45e5-98cf-163d7614480b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf&tenant_id=59d53e120d2a4c8e8606808e4590906b HTTP/1.1" status: 200 len: 1097 time: 0.1153030 Jan 28 06:03:42.016525 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:42.032230 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca87f836-9fd5-4209-b3c5-41f6387f4d75'}, {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1a9e75-2625-4b3b-834e-532611f3d6db'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:03:42.034568 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c1ca80-8aac-4904-83ce-d1621e2461ff" -d '{"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "ca87f836-9fd5-4209-b3c5-41f6387f4d75"}, {"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "ba1a9e75-2625-4b3b-834e-532611f3d6db"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:03:42.051997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 3d7aec7c-6c76-43ad-8b10-438b87915c84 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:03:42.058749 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 3d7aec7c-6c76-43ad-8b10-438b87915c84 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:42.059276 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:42.119984 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 06:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a32d02-71bd-4be7-a8dd-53da0ed96a3e x-openstack-request-id: req-c8a32d02-71bd-4be7-a8dd-53da0ed96a3e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:03:42.120679 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "ca87f836-9fd5-4209-b3c5-41f6387f4d75", "code": 200}, {"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "ba1a9e75-2625-4b3b-834e-532611f3d6db", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:03:42.121117 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8a32d02-71bd-4be7-a8dd-53da0ed96a3e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:03:42.121535 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca87f836-9fd5-4209-b3c5-41f6387f4d75', 'code': 200} Jan 28 06:03:42.121953 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1a9e75-2625-4b3b-834e-532611f3d6db', 'code': 200} Jan 28 06:03:42.130824 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:42.179165 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b351e247-ff2c-4822-acd3-0cb94edee487 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (46389740-de48-4784-abec-6b49c62b5a90), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:42.218046 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 3d7aec7c-6c76-43ad-8b10-438b87915c84 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:42.218497 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:42.257542 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351e247-ff2c-4822-acd3-0cb94edee487 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Subnet': ['ID=46389740-de48-4784-abec-6b49c62b5a90,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:42.267121 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b351e247-ff2c-4822-acd3-0cb94edee487 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:42.270376 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b351e247-ff2c-4822-acd3-0cb94edee487 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/subnets/46389740-de48-4784-abec-6b49c62b5a90 HTTP/1.1" status: 204 len: 168 time: 0.7298002 Jan 28 06:03:42.279273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97852c22-8979-45cf-aa68-09e835a3dec2 None None] Network ea197b60-abde-4f09-abf8-3a45ef713a45 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:03:42.281598 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55118) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:42.371863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25097f01-26a6-401e-a44e-ad555abc6b9e req-6b7bb2fb-73db-40d7-87c7-19e189759c7d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:42.380057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25097f01-26a6-401e-a44e-ad555abc6b9e req-6b7bb2fb-73db-40d7-87c7-19e189759c7d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:42.388863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25097f01-26a6-401e-a44e-ad555abc6b9e req-6b7bb2fb-73db-40d7-87c7-19e189759c7d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:42.396570 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25097f01-26a6-401e-a44e-ad555abc6b9e req-6b7bb2fb-73db-40d7-87c7-19e189759c7d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:42.403816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25097f01-26a6-401e-a44e-ad555abc6b9e req-6b7bb2fb-73db-40d7-87c7-19e189759c7d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:42.412274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25097f01-26a6-401e-a44e-ad555abc6b9e req-6b7bb2fb-73db-40d7-87c7-19e189759c7d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:42.415537 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (ea197b60-abde-4f09-abf8-3a45ef713a45), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:42.416223 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 3d7aec7c-6c76-43ad-8b10-438b87915c84, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3d7aec7c-6c76-43ad-8b10-438b87915c84,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:42.420834 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25097f01-26a6-401e-a44e-ad555abc6b9e req-6b7bb2fb-73db-40d7-87c7-19e189759c7d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:42.442080 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-25097f01-26a6-401e-a44e-ad555abc6b9e req-6b7bb2fb-73db-40d7-87c7-19e189759c7d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5442 time: 0.4183230 Jan 28 06:03:42.489695 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:42.490988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device cf023bbd-f379-442d-b98b-2268074debed up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:03:42.547406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:03:42.548142 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (18a7b4b8-5268-487b-8fb5-9e5db3d37b0e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:42.571319 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] For port c466e060-85e2-4bd4-bb8d-05459cbb4bbf, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,segment=NetworkSegment(ab02eb55-f1ab-4eba-af69-20858cef505c),segment_id=ab02eb55-f1ab-4eba-af69-20858cef505c)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:42.583414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992ab9bb-3ea1-4fd4-8693-64db9e558d10 None None] DHCP port deletion for ea197b60-abde-4f09-abf8-3a45ef713a45 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:03:42.611349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] For port c466e060-85e2-4bd4-bb8d-05459cbb4bbf, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:03:42.640393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] For port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=18a7b4b8-5268-487b-8fb5-9e5db3d37b0e,segment=NetworkSegment(22a424a2-17de-4672-a6ab-16bd1b3c8f8e),segment_id=22a424a2-17de-4672-a6ab-16bd1b3c8f8e)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:42.641357 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (18a7b4b8-5268-487b-8fb5-9e5db3d37b0e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:42.660994 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Calling delete_port for 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:03:42.719960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b567178-a13f-4760-81ff-a5528ce996bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:03:42.725598 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847ae13a-3915-42c6-af6c-8deebed48edb" -d '{"events": [{"server_uuid": "3b567178-a13f-4760-81ff-a5528ce996bf", "name": "network-vif-unplugged", "status": "completed", "tag": "c466e060-85e2-4bd4-bb8d-05459cbb4bbf"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:03:42.756359 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Publish callbacks [] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:42.806154 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=3d7aec7c-6c76-43ad-8b10-438b87915c84,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:42.822669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-992ab9bb-3ea1-4fd4-8693-64db9e558d10 None None] Deleting port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:03:42.825477 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-992ab9bb-3ea1-4fd4-8693-64db9e558d10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (18a7b4b8-5268-487b-8fb5-9e5db3d37b0e), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:42.891559 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-25097f01-26a6-401e-a44e-ad555abc6b9e req-8978f719-27c5-4aeb-937c-6cca68fb22ab tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4430211 Jan 28 06:03:42.921575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port cf023bbd-f379-442d-b98b-2268074debed completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:03:42.934380 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122f15e0-e6e4-4527-8d6b-4559a6fdda21 x-openstack-request-id: req-122f15e0-e6e4-4527-8d6b-4559a6fdda21 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:03:42.934977 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b567178-a13f-4760-81ff-a5528ce996bf", "name": "network-vif-unplugged", "status": "completed", "tag": "c466e060-85e2-4bd4-bb8d-05459cbb4bbf", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:03:42.935225 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-122f15e0-e6e4-4527-8d6b-4559a6fdda21 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:03:42.935719 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b567178-a13f-4760-81ff-a5528ce996bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf', 'code': 200} Jan 28 06:03:42.938654 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port cf023bbd-f379-442d-b98b-2268074debed triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:42.938929 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf023bbd-f379-442d-b98b-2268074debed), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:43.007798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-992ab9bb-3ea1-4fd4-8693-64db9e558d10 None None] For port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=18a7b4b8-5268-487b-8fb5-9e5db3d37b0e,segment=NetworkSegment(22a424a2-17de-4672-a6ab-16bd1b3c8f8e),segment_id=22a424a2-17de-4672-a6ab-16bd1b3c8f8e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:43.008236 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-992ab9bb-3ea1-4fd4-8693-64db9e558d10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (18a7b4b8-5268-487b-8fb5-9e5db3d37b0e), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:43.024215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-992ab9bb-3ea1-4fd4-8693-64db9e558d10 None None] Calling delete_port for 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:03:43.030018 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (18a7b4b8-5268-487b-8fb5-9e5db3d37b0e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:43.059615 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] No DVR routers for this DVR port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:03:43.060072 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Transition to ACTIVE for port object c466e060-85e2-4bd4-bb8d-05459cbb4bbf will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:03:43.085819 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c1b53-6311-4e6a-a3f4-b2fcc976514c req-debab1da-0c94-4471-8c98-e36bdd434273 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:43.111035 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f08c1b53-6311-4e6a-a3f4-b2fcc976514c req-debab1da-0c94-4471-8c98-e36bdd434273 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.0859342 Jan 28 06:03:43.119265 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55142) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:43.142644 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-992ab9bb-3ea1-4fd4-8693-64db9e558d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (18a7b4b8-5268-487b-8fb5-9e5db3d37b0e), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:43.146189 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:03:43.160031 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:43.168077 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Port': ['ID=18a7b4b8-5268-487b-8fb5-9e5db3d37b0e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:43.236407 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:03:43.236904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:03:43.251562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Pushing event updated for resources: {'Port': ['ID=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:43.253913 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1d92c3ae-a24a-47dc-9966-ee48a9b8ecf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:43.262682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ab9bb-3ea1-4fd4-8693-64db9e558d10 None None] Pushing event deleted for resources: {'Port': ['ID=18a7b4b8-5268-487b-8fb5-9e5db3d37b0e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:43.276440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ab9bb-3ea1-4fd4-8693-64db9e558d10 None None] No DVR routers for this DVR port 18a7b4b8-5268-487b-8fb5-9e5db3d37b0e on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:03:43.284306 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (ea197b60-abde-4f09-abf8-3a45ef713a45), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:43.350290 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea197b60-abde-4f09-abf8-3a45ef713a45']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:43.375966 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a424a2-17de-4672-a6ab-16bd1b3c8f8e') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:43.376281 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a424a2-17de-4672-a6ab-16bd1b3c8f8e') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:43.387961 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port cf023bbd-f379-442d-b98b-2268074debed is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:43.388772 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf023bbd-f379-442d-b98b-2268074debed), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:43.415738 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (22a424a2-17de-4672-a6ab-16bd1b3c8f8e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:43.439318 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (22a424a2-17de-4672-a6ab-16bd1b3c8f8e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:43.454176 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:03:43.454662 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (22a424a2-17de-4672-a6ab-16bd1b3c8f8e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:03:43.461023 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:03:43.466455 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port cf023bbd-f379-442d-b98b-2268074debed, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cf023bbd-f379-442d-b98b-2268074debed,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:43.570024 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cf023bbd-f379-442d-b98b-2268074debed), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:43.570885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:03:43.578980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] No DVR routers for this DVR port c466e060-85e2-4bd4-bb8d-05459cbb4bbf on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:03:43.626406 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (ea197b60-abde-4f09-abf8-3a45ef713a45), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:43.638946 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:43.650888 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/networks/ea197b60-abde-4f09-abf8-3a45ef713a45 HTTP/1.1" status: 204 len: 168 time: 1.3667564 Jan 28 06:03:43.653576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55148) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:43.696093 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-25c4b03d-ba5e-4f27-af9b-2ef30dcc4614 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1983816191', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:43.706669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=cf023bbd-f379-442d-b98b-2268074debed,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:43.726146 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec8992-882f-456b-b2b3-95b85ec3712a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Network': ['ID=ea197b60-abde-4f09-abf8-3a45ef713a45,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:43.812233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f08c1b53-6311-4e6a-a3f4-b2fcc976514c req-3c02a736-63ad-4c16-90d3-e53dd6160c36 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7000439 Jan 28 06:03:43.869272 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1d92c3ae-a24a-47dc-9966-ee48a9b8ecf2 admin admin] Publish callbacks [] for security_group (9f85738e-65de-41ca-bcec-b65076bdfa17), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:43.880078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Attempting to bind port c466e060-85e2-4bd4-bb8d-05459cbb4bbf on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:03:43.880078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Attempting to bind port c466e060-85e2-4bd4-bb8d-05459cbb4bbf by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'ab02eb55-f1ab-4eba-af69-20858cef505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:03:43.880078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Attempting to bind port c466e060-85e2-4bd4-bb8d-05459cbb4bbf on network 93706c60-26a2-41d9-bc5b-866966fafe02 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:03:43.890115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Port c466e060-85e2-4bd4-bb8d-05459cbb4bbf on network 93706c60-26a2-41d9-bc5b-866966fafe02 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:03:43.890115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Attempting to bind port c466e060-85e2-4bd4-bb8d-05459cbb4bbf on network 93706c60-26a2-41d9-bc5b-866966fafe02 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:03:43.896185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:03:43.896530 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Checking segment: {'id': 'ab02eb55-f1ab-4eba-af69-20858cef505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:03:43.897314 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Bound using segment: {'id': 'ab02eb55-f1ab-4eba-af69-20858cef505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:03:43.897860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Bound port: c466e060-85e2-4bd4-bb8d-05459cbb4bbf, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab02eb55-f1ab-4eba-af69-20858cef505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:03:43.898233 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:43.968769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] For port c466e060-85e2-4bd4-bb8d-05459cbb4bbf, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:03:43.995242 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] For port c466e060-85e2-4bd4-bb8d-05459cbb4bbf, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,segment=NetworkSegment(ab02eb55-f1ab-4eba-af69-20858cef505c),segment_id=ab02eb55-f1ab-4eba-af69-20858cef505c)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:03:44.221701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea5dcc-ac88-4a53-9127-ecfc701c9ec7 req-120e403e-7f53-43e1-b318-668abbb5b88a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:44.221701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea5dcc-ac88-4a53-9127-ecfc701c9ec7 req-120e403e-7f53-43e1-b318-668abbb5b88a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:44.221701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea5dcc-ac88-4a53-9127-ecfc701c9ec7 req-120e403e-7f53-43e1-b318-668abbb5b88a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:44.221701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea5dcc-ac88-4a53-9127-ecfc701c9ec7 req-120e403e-7f53-43e1-b318-668abbb5b88a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:44.221701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea5dcc-ac88-4a53-9127-ecfc701c9ec7 req-120e403e-7f53-43e1-b318-668abbb5b88a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:44.221701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea5dcc-ac88-4a53-9127-ecfc701c9ec7 req-120e403e-7f53-43e1-b318-668abbb5b88a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:44.221701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea5dcc-ac88-4a53-9127-ecfc701c9ec7 req-120e403e-7f53-43e1-b318-668abbb5b88a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:44.221701 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8cea5dcc-ac88-4a53-9127-ecfc701c9ec7 req-120e403e-7f53-43e1-b318-668abbb5b88a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5444 time: 0.0959566 Jan 28 06:03:44.228421 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-25c4b03d-ba5e-4f27-af9b-2ef30dcc4614 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (c080ced5-66a9-4455-aa91-15d34ee053bc), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:44.228421 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-25c4b03d-ba5e-4f27-af9b-2ef30dcc4614 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (c080ced5-66a9-4455-aa91-15d34ee053bc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:44.230177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7aec7c-6c76-43ad-8b10-438b87915c84'}, {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf023bbd-f379-442d-b98b-2268074debed'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:03:44.230177 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67856473-1f32-4815-bb67-415ccad54368" -d '{"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "3d7aec7c-6c76-43ad-8b10-438b87915c84"}, {"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "cf023bbd-f379-442d-b98b-2268074debed"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:03:44.232279 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8cea5dcc-ac88-4a53-9127-ecfc701c9ec7 req-648f967c-8edf-49fc-b48b-63ed8ab650f4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574248 Jan 28 06:03:44.233197 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 06:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72747c62-230f-4941-8146-2375bea89050 x-openstack-request-id: req-72747c62-230f-4941-8146-2375bea89050 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:03:44.233197 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "3d7aec7c-6c76-43ad-8b10-438b87915c84", "code": 200}, {"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "cf023bbd-f379-442d-b98b-2268074debed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:03:44.233197 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72747c62-230f-4941-8146-2375bea89050 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:03:44.233197 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7aec7c-6c76-43ad-8b10-438b87915c84', 'code': 200} Jan 28 06:03:44.233197 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf023bbd-f379-442d-b98b-2268074debed', 'code': 200} Jan 28 06:03:44.234635 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-25c4b03d-ba5e-4f27-af9b-2ef30dcc4614 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router_controller (c080ced5-66a9-4455-aa91-15d34ee053bc), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:44.323737 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:03:44.324009 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1d92c3ae-a24a-47dc-9966-ee48a9b8ecf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9f85738e-65de-41ca-bcec-b65076bdfa17), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:44.328495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:44.329113 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:44.369985 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-25c4b03d-ba5e-4f27-af9b-2ef30dcc4614 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (c080ced5-66a9-4455-aa91-15d34ee053bc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:44.385277 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:44.444778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:44.445341 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:44.461181 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1d92c3ae-a24a-47dc-9966-ee48a9b8ecf2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cbb7314d88694340a37713ce3751d505&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3373251 Jan 28 06:03:44.461715 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55168) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:44.463003 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92c3ae-a24a-47dc-9966-ee48a9b8ecf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f85738e-65de-41ca-bcec-b65076bdfa17,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:44.473935 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:44.474598 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:44.476152 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] 10.222.0.60 "PUT /v2.0/ports/c466e060-85e2-4bd4-bb8d-05459cbb4bbf HTTP/1.1" status: 200 len: 1092 time: 2.4641564 Jan 28 06:03:44.520572 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-25c4b03d-ba5e-4f27-af9b-2ef30dcc4614 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:44.523141 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-25c4b03d-ba5e-4f27-af9b-2ef30dcc4614 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8483331 Jan 28 06:03:44.530474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55170) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:44.543222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd61793-6905-4af0-8921-a80c3f7068ce service neutron] Pushing event updated for resources: {'Port': ['ID=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:44.544112 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8,segment=NetworkSegment(d3fdf88c-2d9c-4247-997d-6b2c23a97ab9),segment_id=d3fdf88c-2d9c-4247-997d-6b2c23a97ab9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:44.562760 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-01c51cf1-a717-49cd-9e6a-fb3fc9104adf tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2071463151'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:44.603319 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-b24207f6-3806-45ed-83ba-9f3b445ce0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:44.605078 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-b24207f6-3806-45ed-83ba-9f3b445ce0b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 1095 time: 0.0576293 Jan 28 06:03:44.615328 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:44.641195 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f8bff005-ddb6-4bb4-9fa3-10be37851028 admin admin] Publish callbacks [] for security_group (9f85738e-65de-41ca-bcec-b65076bdfa17), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:44.688296 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f8bff005-ddb6-4bb4-9fa3-10be37851028 admin admin] Publish callbacks [] for security_group (9f85738e-65de-41ca-bcec-b65076bdfa17), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:44.723184 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:44.731115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c51cf1-a717-49cd-9e6a-fb3fc9104adf tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:03:44.740000 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-01c51cf1-a717-49cd-9e6a-fb3fc9104adf tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:44.834863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-2979373c-4997-42d6-ac3d-b7ecdb80fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:44.839494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-2979373c-4997-42d6-ac3d-b7ecdb80fe48 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93706c60-26a2-41d9-bc5b-866966fafe02 HTTP/1.1" status: 200 len: 897 time: 0.2284601 Jan 28 06:03:44.922516 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f8bff005-ddb6-4bb4-9fa3-10be37851028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9f85738e-65de-41ca-bcec-b65076bdfa17), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:44.925416 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f8bff005-ddb6-4bb4-9fa3-10be37851028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:44.928944 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f8bff005-ddb6-4bb4-9fa3-10be37851028 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f85738e-65de-41ca-bcec-b65076bdfa17 HTTP/1.1" status: 204 len: 168 time: 0.4638147 Jan 28 06:03:44.935135 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c51cf1-a717-49cd-9e6a-fb3fc9104adf tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:03:44.947152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bff005-ddb6-4bb4-9fa3-10be37851028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f85738e-65de-41ca-bcec-b65076bdfa17,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:44.970656 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-01c51cf1-a717-49cd-9e6a-fb3fc9104adf tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (98204a1f-6c89-43d6-979c-f6b998ec2405), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:44.971600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b567178-a13f-4760-81ff-a5528ce996bf', 'tag': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:03:44.973902 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e58175f-6511-4d0c-886d-ef405d4ee3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "3b567178-a13f-4760-81ff-a5528ce996bf", "tag": "c466e060-85e2-4bd4-bb8d-05459cbb4bbf"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:03:44.986383 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-01c51cf1-a717-49cd-9e6a-fb3fc9104adf tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Added segment 98204a1f-6c89-43d6-979c-f6b998ec2405 of type vlan for network 8e1a5d0c-7c04-477d-8b33-302b4005c964 Jan 28 06:03:45.012100 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-ae0b8b74-205d-46c0-84b8-703507eb0d6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf HTTP/1.1" status: 200 len: 998 time: 0.1642015 Jan 28 06:03:45.095327 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-01c51cf1-a717-49cd-9e6a-fb3fc9104adf tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (8e1a5d0c-7c04-477d-8b33-302b4005c964), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:45.095703 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891e2104-fa5f-485d-a298-8b97c10fec15 x-openstack-request-id: req-891e2104-fa5f-485d-a298-8b97c10fec15 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:03:45.095998 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b567178-a13f-4760-81ff-a5528ce996bf", "tag": "c466e060-85e2-4bd4-bb8d-05459cbb4bbf", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:03:45.096252 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-891e2104-fa5f-485d-a298-8b97c10fec15 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:03:45.096643 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b567178-a13f-4760-81ff-a5528ce996bf', 'tag': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf', 'status': 'completed', 'code': 200} Jan 28 06:03:45.108018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82406575-5d88-4a47-b6e5-ab86fcc7d67b req-0192eebd-687c-4f9b-86ea-d9977966b19c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:45.116072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82406575-5d88-4a47-b6e5-ab86fcc7d67b req-0192eebd-687c-4f9b-86ea-d9977966b19c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 943 time: 0.1904063 Jan 28 06:03:45.248256 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-01c51cf1-a717-49cd-9e6a-fb3fc9104adf tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (8e1a5d0c-7c04-477d-8b33-302b4005c964), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:45.251365 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c51cf1-a717-49cd-9e6a-fb3fc9104adf tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:45.252012 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-01c51cf1-a717-49cd-9e6a-fb3fc9104adf tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:45.257622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-79c7b4c9-233b-4d02-91a4-0de2794697e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:45.260530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-79c7b4c9-233b-4d02-91a4-0de2794697e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be827ada-0b19-4580-9134-d55d6e390430 HTTP/1.1" status: 200 len: 834 time: 0.2367966 Jan 28 06:03:45.264459 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-0831b295-d4fb-43b6-ad51-4b1efaeb7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:45.266024 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-0831b295-d4fb-43b6-ad51-4b1efaeb7ba5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 1095 time: 0.1159081 Jan 28 06:03:45.364817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c51cf1-a717-49cd-9e6a-fb3fc9104adf tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Network': ['ID=8e1a5d0c-7c04-477d-8b33-302b4005c964,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:45.376139 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 8e1a5d0c-7c04-477d-8b33-302b4005c964 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:03:45.427418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-619f633a-5722-4ffa-bb8e-edeaf4a17950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:45.428898 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-619f633a-5722-4ffa-bb8e-edeaf4a17950 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93706c60-26a2-41d9-bc5b-866966fafe02 HTTP/1.1" status: 200 len: 897 time: 0.1560085 Jan 28 06:03:45.453477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82406575-5d88-4a47-b6e5-ab86fcc7d67b req-31fb7323-9a3c-45df-a90b-386722e8675a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222394 Jan 28 06:03:45.481180 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c466e060-85e2-4bd4-bb8d-05459cbb4bbf no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:03:45.489780 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-01c51cf1-a717-49cd-9e6a-fb3fc9104adf tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9530029 Jan 28 06:03:45.489780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55196) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:45.495919 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-41be6070-50a6-4a0d-af7e-8780c7c24824 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'subnet': {'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:45.588039 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] The host n-h1-812111-12 is not matching for port c466e060-85e2-4bd4-bb8d-05459cbb4bbf host n-h2-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:03:45.596492 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c466e060-85e2-4bd4-bb8d-05459cbb4bbf not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:03:45.618599 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e56cf-7774-46f7-8125-e637c5fb13a4 req-494cd8ea-4179-4351-9b19-a897b40c67d2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:45.625442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e56cf-7774-46f7-8125-e637c5fb13a4 req-494cd8ea-4179-4351-9b19-a897b40c67d2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:45.639577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e56cf-7774-46f7-8125-e637c5fb13a4 req-494cd8ea-4179-4351-9b19-a897b40c67d2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:45.650454 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e56cf-7774-46f7-8125-e637c5fb13a4 req-494cd8ea-4179-4351-9b19-a897b40c67d2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:45.658547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e56cf-7774-46f7-8125-e637c5fb13a4 req-494cd8ea-4179-4351-9b19-a897b40c67d2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:45.665291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e56cf-7774-46f7-8125-e637c5fb13a4 req-494cd8ea-4179-4351-9b19-a897b40c67d2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:45.673084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e56cf-7774-46f7-8125-e637c5fb13a4 req-494cd8ea-4179-4351-9b19-a897b40c67d2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:45.675535 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d5e56cf-7774-46f7-8125-e637c5fb13a4 req-494cd8ea-4179-4351-9b19-a897b40c67d2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5445 time: 0.3067904 Jan 28 06:03:45.682868 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-e813e6b4-51f5-4210-aa05-ee15a3988848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:45.684651 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-e813e6b4-51f5-4210-aa05-ee15a3988848 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93706c60-26a2-41d9-bc5b-866966fafe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4129238 Jan 28 06:03:45.686674 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-dbb57588-e446-4dea-9d7f-a33d8ca859e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf HTTP/1.1" status: 200 len: 998 time: 0.2322953 Jan 28 06:03:45.757962 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41be6070-50a6-4a0d-af7e-8780c7c24824 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:03:45.762556 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41be6070-50a6-4a0d-af7e-8780c7c24824 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:45.845363 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-9635ba32-1d0c-4f95-8259-db587007417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:45.847130 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-9635ba32-1d0c-4f95-8259-db587007417e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be827ada-0b19-4580-9134-d55d6e390430 HTTP/1.1" status: 200 len: 834 time: 0.1353941 Jan 28 06:03:45.891569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d5e56cf-7774-46f7-8125-e637c5fb13a4 req-b4c9b48d-d2ca-4d6a-b012-10534dda0d49 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2032979 Jan 28 06:03:45.938766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-63a36ba7-ee3d-4aef-86c7-7d6a8ad1fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:45.940548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-63a36ba7-ee3d-4aef-86c7-7d6a8ad1fe8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93706c60-26a2-41d9-bc5b-866966fafe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871608 Jan 28 06:03:45.946553 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-7ceb6219-8a98-4473-b029-07de828bb0d1 service neutron] 10.222.0.60 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047672 Jan 28 06:03:46.097413 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-2f58fe1a-6521-4ed5-a8f0-2bb82a6fbc1b service neutron] 10.222.0.64 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496096 Jan 28 06:03:46.113163 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41be6070-50a6-4a0d-af7e-8780c7c24824 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (530fc168-9dbd-4787-84c4-d0ea86c8da42), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:46.193811 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:03:46.196266 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c2e4e9-361a-4713-a8a2-d7fe36176905" -d '{"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:03:46.216020 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-053e72ee-39ff-4b9b-9535-2b89a9c99830 req-e145f860-b37f-4b1b-accd-df5aeb4fc2af service neutron] 10.222.0.60 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864815 Jan 28 06:03:46.219361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be6070-50a6-4a0d-af7e-8780c7c24824 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Checking segment: {'id': '98204a1f-6c89-43d6-979c-f6b998ec2405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:03:46.219814 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be6070-50a6-4a0d-af7e-8780c7c24824 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network hostable DHCP agents. Network: 8e1a5d0c-7c04-477d-8b33-302b4005c964, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:03:46.237777 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be6070-50a6-4a0d-af7e-8780c7c24824 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Subnet': ['ID=530fc168-9dbd-4787-84c4-d0ea86c8da42,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:46.261902 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-6eaf6fde-394e-495c-a805-82e2b8aae321 service neutron] 10.222.0.64 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576273 Jan 28 06:03:46.292418 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3fee26-1718-42a2-be89-552b76952eb8 x-openstack-request-id: req-de3fee26-1718-42a2-be89-552b76952eb8 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:03:46.293296 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:03:46.294723 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de3fee26-1718-42a2-be89-552b76952eb8 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:03:46.295134 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8', 'code': 200} Jan 28 06:03:46.327060 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be6070-50a6-4a0d-af7e-8780c7c24824 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network 8e1a5d0c-7c04-477d-8b33-302b4005c964 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:03:46.414773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-41be6070-50a6-4a0d-af7e-8780c7c24824 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 8e1a5d0c-7c04-477d-8b33-302b4005c964) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:03:46.424545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e03912-01bd-4d49-840f-91229d0f3ad3 None None] Network 8e1a5d0c-7c04-477d-8b33-302b4005c964 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:03:46.446179 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be6070-50a6-4a0d-af7e-8780c7c24824 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:46.452361 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41be6070-50a6-4a0d-af7e-8780c7c24824 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:46.540854 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-6f2c152b-25f8-4fce-a95c-9e597326cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:46.543994 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-6f2c152b-25f8-4fce-a95c-9e597326cdd0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 1095 time: 0.0583317 Jan 28 06:03:46.576051 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e93b9-ea22-4104-a069-c02e4a4d29a6 req-95f93316-601e-442f-9cb0-f88f65ad03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:46.577215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e93b9-ea22-4104-a069-c02e4a4d29a6 req-95f93316-601e-442f-9cb0-f88f65ad03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:46.577744 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e93b9-ea22-4104-a069-c02e4a4d29a6 req-95f93316-601e-442f-9cb0-f88f65ad03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:46.578274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e93b9-ea22-4104-a069-c02e4a4d29a6 req-95f93316-601e-442f-9cb0-f88f65ad03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:46.578825 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e93b9-ea22-4104-a069-c02e4a4d29a6 req-95f93316-601e-442f-9cb0-f88f65ad03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:46.579350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e93b9-ea22-4104-a069-c02e4a4d29a6 req-95f93316-601e-442f-9cb0-f88f65ad03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:46.579971 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e93b9-ea22-4104-a069-c02e4a4d29a6 req-95f93316-601e-442f-9cb0-f88f65ad03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:46.582814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c7e93b9-ea22-4104-a069-c02e4a4d29a6 req-95f93316-601e-442f-9cb0-f88f65ad03f1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 6509 time: 0.1268139 Jan 28 06:03:46.709875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025d293-dacf-49d1-82d7-0dfd111b5ed8 req-08cb9ad4-6b2f-4fea-b035-05983c1246a3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:46.718431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b025d293-dacf-49d1-82d7-0dfd111b5ed8 req-08cb9ad4-6b2f-4fea-b035-05983c1246a3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 943 time: 0.1100585 Jan 28 06:03:46.750833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-8e1a5d0c-7c04-477d-8b33-302b4005c964', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:03:46.752731 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:46.764400 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-41be6070-50a6-4a0d-af7e-8780c7c24824 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2734261 Jan 28 06:03:46.769619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55238) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:46.821237 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b025d293-dacf-49d1-82d7-0dfd111b5ed8 req-0029f863-aeff-4e28-a277-b276c0cf4d2e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892415 Jan 28 06:03:46.821237 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c7e93b9-ea22-4104-a069-c02e4a4d29a6 req-89549ba7-9983-46c4-a42b-4db8d312af24 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=28c8b242-377f-44c6-ad90-95c9ad989b81&id=ca2947fb-6965-4659-8536-032b75e427bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2263725 Jan 28 06:03:46.885621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55242) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:46.989958 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-ff3faebc-ced2-423b-8815-11081e3c5631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:47.002493 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-ff3faebc-ced2-423b-8815-11081e3c5631 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93706c60-26a2-41d9-bc5b-866966fafe02 HTTP/1.1" status: 200 len: 897 time: 0.4505999 Jan 28 06:03:47.003014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Allocated IP 2001:db8::2 (8e1a5d0c-7c04-477d-8b33-302b4005c964/530fc168-9dbd-4787-84c4-d0ea86c8da42/2501d3c2-ca7a-48f0-8345-97a4e240383a) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:03:47.177326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e6f9-08d4-4e8b-8520-b0ef950a3a43 req-f7417b3e-55c3-40d8-be1a-d163dbf05d54 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:47.192766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e6f9-08d4-4e8b-8520-b0ef950a3a43 req-f7417b3e-55c3-40d8-be1a-d163dbf05d54 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:47.206503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e6f9-08d4-4e8b-8520-b0ef950a3a43 req-f7417b3e-55c3-40d8-be1a-d163dbf05d54 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:47.235232 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-6feb2139-61dd-4765-94b8-08b1450568c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf HTTP/1.1" status: 200 len: 998 time: 0.1170876 Jan 28 06:03:47.239701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e6f9-08d4-4e8b-8520-b0ef950a3a43 req-f7417b3e-55c3-40d8-be1a-d163dbf05d54 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:47.246746 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e6f9-08d4-4e8b-8520-b0ef950a3a43 req-f7417b3e-55c3-40d8-be1a-d163dbf05d54 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:47.269726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e6f9-08d4-4e8b-8520-b0ef950a3a43 req-f7417b3e-55c3-40d8-be1a-d163dbf05d54 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:47.283159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e6f9-08d4-4e8b-8520-b0ef950a3a43 req-f7417b3e-55c3-40d8-be1a-d163dbf05d54 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:47.288898 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c42e6f9-08d4-4e8b-8520-b0ef950a3a43 req-f7417b3e-55c3-40d8-be1a-d163dbf05d54 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5445 time: 0.2300618 Jan 28 06:03:47.394444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-62efa71e-c1e1-4aac-976b-2ea3a7a26c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:47.396052 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-62efa71e-c1e1-4aac-976b-2ea3a7a26c3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be827ada-0b19-4580-9134-d55d6e390430 HTTP/1.1" status: 200 len: 834 time: 0.1196630 Jan 28 06:03:47.414593 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c42e6f9-08d4-4e8b-8520-b0ef950a3a43 req-051f7f63-017c-4a87-a789-72c715d13359 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1188188 Jan 28 06:03:47.500094 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:47.527893 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d2e70b69-ee92-452e-9b14-5890106b9bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:47.664527 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Publish callbacks [] for port (2501d3c2-ca7a-48f0-8345-97a4e240383a), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:47.669316 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d2e70b69-ee92-452e-9b14-5890106b9bfd admin admin] Publish callbacks [] for security_group (013d0e29-e1fa-498c-a7f5-00b0117dff61), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:47.683466 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55254) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:47.752010 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (2501d3c2-ca7a-48f0-8345-97a4e240383a), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:47.777604 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-51ec0b06-35e3-4405-8b4b-7f13f1403969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:47.779832 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-51ec0b06-35e3-4405-8b4b-7f13f1403969 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93706c60-26a2-41d9-bc5b-866966fafe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3656042 Jan 28 06:03:47.851918 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Pushing event updated for resources: {'Port': ['ID=2501d3c2-ca7a-48f0-8345-97a4e240383a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:48.105155 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d2e70b69-ee92-452e-9b14-5890106b9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (013d0e29-e1fa-498c-a7f5-00b0117dff61), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:48.106840 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Network 8e1a5d0c-7c04-477d-8b33-302b4005c964 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:03:48.106840 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:03:48.106840 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:03:48.107993 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60961c7b-d92e-4c99-94ba-df3f0cb07f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:48.107993 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e70b69-ee92-452e-9b14-5890106b9bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013d0e29-e1fa-498c-a7f5-00b0117dff61,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:48.108447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Attempting to bind port 2501d3c2-ca7a-48f0-8345-97a4e240383a on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:03:48.108447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Attempting to bind port 2501d3c2-ca7a-48f0-8345-97a4e240383a by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '98204a1f-6c89-43d6-979c-f6b998ec2405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:03:48.108447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Attempting to bind port 2501d3c2-ca7a-48f0-8345-97a4e240383a on network 8e1a5d0c-7c04-477d-8b33-302b4005c964 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:03:48.108447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:03:48.108447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Checking segment: {'id': '98204a1f-6c89-43d6-979c-f6b998ec2405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:03:48.108447 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:48.108447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Bound using segment: {'id': '98204a1f-6c89-43d6-979c-f6b998ec2405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:03:48.108447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Bound port: 2501d3c2-ca7a-48f0-8345-97a4e240383a, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98204a1f-6c89-43d6-979c-f6b998ec2405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:03:48.108447 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2501d3c2-ca7a-48f0-8345-97a4e240383a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:48.109732 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e70b69-ee92-452e-9b14-5890106b9bfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.109732 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e70b69-ee92-452e-9b14-5890106b9bfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.109732 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e70b69-ee92-452e-9b14-5890106b9bfd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.114591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e70b69-ee92-452e-9b14-5890106b9bfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.115250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e70b69-ee92-452e-9b14-5890106b9bfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.115759 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e70b69-ee92-452e-9b14-5890106b9bfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.116269 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e70b69-ee92-452e-9b14-5890106b9bfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.116773 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e70b69-ee92-452e-9b14-5890106b9bfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.117301 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e70b69-ee92-452e-9b14-5890106b9bfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.117795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e70b69-ee92-452e-9b14-5890106b9bfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.118352 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e70b69-ee92-452e-9b14-5890106b9bfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.118860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e70b69-ee92-452e-9b14-5890106b9bfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.119444 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e70b69-ee92-452e-9b14-5890106b9bfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.135854 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Allocated IP 2001:db8::1 (8e1a5d0c-7c04-477d-8b33-302b4005c964/530fc168-9dbd-4787-84c4-d0ea86c8da42/fea1baca-7acc-408a-8ef9-95e786803b11) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:03:48.138239 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] For port 2501d3c2-ca7a-48f0-8345-97a4e240383a, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:03:48.148398 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-1bde61cc-865e-4a54-bd9f-588eac5fb06e service neutron] 10.222.0.60 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525534 Jan 28 06:03:48.151194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] For port 2501d3c2-ca7a-48f0-8345-97a4e240383a, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2501d3c2-ca7a-48f0-8345-97a4e240383a,segment=NetworkSegment(98204a1f-6c89-43d6-979c-f6b998ec2405),segment_id=98204a1f-6c89-43d6-979c-f6b998ec2405)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:03:48.171029 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d2e70b69-ee92-452e-9b14-5890106b9bfd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f08c4d9227d1421a939c69efb158e2ce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2838554 Jan 28 06:03:48.174130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55270) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:48.248482 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2501d3c2-ca7a-48f0-8345-97a4e240383a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:48.289754 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf127cb-d51f-4f70-8e28-46dae3150365 req-75c98c3c-2e34-476c-8ead-555f0e29f302 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:48.292377 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5bf127cb-d51f-4f70-8e28-46dae3150365 req-75c98c3c-2e34-476c-8ead-555f0e29f302 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 943 time: 0.3544660 Jan 28 06:03:48.340150 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60961c7b-d92e-4c99-94ba-df3f0cb07f2a admin admin] Publish callbacks [] for security_group (172a5aca-1270-4130-9d05-a0845a3fb729), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:48.428444 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a4603e0-e3b9-42b2-9ed2-df0f58ded956 admin admin] Publish callbacks [] for security_group (013d0e29-e1fa-498c-a7f5-00b0117dff61), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:48.435431 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Pushing event updated for resources: {'Port': ['ID=2501d3c2-ca7a-48f0-8345-97a4e240383a,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:48.443746 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.444350 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.444858 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.445368 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.445878 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.446555 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.453693 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.454402 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.455365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.455980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.456493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.465990 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.466743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2e797-3dc3-4f33-8f13-ab930db82a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:48.489810 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a4603e0-e3b9-42b2-9ed2-df0f58ded956 admin admin] Publish callbacks [] for security_group (013d0e29-e1fa-498c-a7f5-00b0117dff61), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:48.494203 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60961c7b-d92e-4c99-94ba-df3f0cb07f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (172a5aca-1270-4130-9d05-a0845a3fb729), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:48.521495 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2e58175f-6511-4d0c-886d-ef405d4ee3ad req-9e911431-04e7-48cd-959f-09591a75daf7 service neutron] 10.222.0.60 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597806 Jan 28 06:03:48.567677 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (fea1baca-7acc-408a-8ef9-95e786803b11), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:48.625729 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5bf127cb-d51f-4f70-8e28-46dae3150365 req-9b258a1a-4fc1-42aa-9f85-2448e05944d0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209879 Jan 28 06:03:48.701848 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (fea1baca-7acc-408a-8ef9-95e786803b11), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:48.716896 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-60961c7b-d92e-4c99-94ba-df3f0cb07f2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b901a2d7dfe4754aee02c96a766b48f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0323322 Jan 28 06:03:48.725048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55284) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:48.730656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60961c7b-d92e-4c99-94ba-df3f0cb07f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172a5aca-1270-4130-9d05-a0845a3fb729,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:48.785364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb895a3f-367b-45e1-a18c-9cd19352c11c req-e7d8f99f-0d00-45ac-9786-918ef7b4c88c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:48.790881 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb895a3f-367b-45e1-a18c-9cd19352c11c req-e7d8f99f-0d00-45ac-9786-918ef7b4c88c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:48.796252 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb895a3f-367b-45e1-a18c-9cd19352c11c req-e7d8f99f-0d00-45ac-9786-918ef7b4c88c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:48.801926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb895a3f-367b-45e1-a18c-9cd19352c11c req-e7d8f99f-0d00-45ac-9786-918ef7b4c88c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:48.807847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb895a3f-367b-45e1-a18c-9cd19352c11c req-e7d8f99f-0d00-45ac-9786-918ef7b4c88c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:48.813557 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb895a3f-367b-45e1-a18c-9cd19352c11c req-e7d8f99f-0d00-45ac-9786-918ef7b4c88c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:48.819322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb895a3f-367b-45e1-a18c-9cd19352c11c req-e7d8f99f-0d00-45ac-9786-918ef7b4c88c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:48.821339 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb895a3f-367b-45e1-a18c-9cd19352c11c req-e7d8f99f-0d00-45ac-9786-918ef7b4c88c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5445 time: 0.2205966 Jan 28 06:03:48.879594 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f84f6f3-e078-4feb-9412-4da03ffce17a admin admin] Publish callbacks [] for security_group (172a5aca-1270-4130-9d05-a0845a3fb729), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:48.912576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=fea1baca-7acc-408a-8ef9-95e786803b11,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:48.950505 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a4603e0-e3b9-42b2-9ed2-df0f58ded956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (013d0e29-e1fa-498c-a7f5-00b0117dff61), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:48.950505 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a4603e0-e3b9-42b2-9ed2-df0f58ded956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:48.951248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9a4603e0-e3b9-42b2-9ed2-df0f58ded956 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/013d0e29-e1fa-498c-a7f5-00b0117dff61 HTTP/1.1" status: 204 len: 168 time: 0.7749891 Jan 28 06:03:48.967618 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f84f6f3-e078-4feb-9412-4da03ffce17a admin admin] Publish callbacks [] for security_group (172a5aca-1270-4130-9d05-a0845a3fb729), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:48.997026 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4603e0-e3b9-42b2-9ed2-df0f58ded956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013d0e29-e1fa-498c-a7f5-00b0117dff61,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:49.027642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network 8e1a5d0c-7c04-477d-8b33-302b4005c964 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:03:49.033403 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:03:49.046610 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:03:49.047266 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (c080ced5-66a9-4455-aa91-15d34ee053bc), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:49.059779 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb895a3f-367b-45e1-a18c-9cd19352c11c req-01c150ee-e200-4d8a-a4d4-8c48188e41a7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2293046 Jan 28 06:03:49.158336 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2501d3c2-ca7a-48f0-8345-97a4e240383a up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:03:49.214710 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f84f6f3-e078-4feb-9412-4da03ffce17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (172a5aca-1270-4130-9d05-a0845a3fb729), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:49.217321 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f84f6f3-e078-4feb-9412-4da03ffce17a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:49.218549 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0f84f6f3-e078-4feb-9412-4da03ffce17a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/172a5aca-1270-4130-9d05-a0845a3fb729 HTTP/1.1" status: 204 len: 168 time: 0.4912312 Jan 28 06:03:49.243755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84f6f3-e078-4feb-9412-4da03ffce17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172a5aca-1270-4130-9d05-a0845a3fb729,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:49.285281 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 2501d3c2-ca7a-48f0-8345-97a4e240383a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:49.285814 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2501d3c2-ca7a-48f0-8345-97a4e240383a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:49.407053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 2501d3c2-ca7a-48f0-8345-97a4e240383a is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:49.407448 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2501d3c2-ca7a-48f0-8345-97a4e240383a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:49.451338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 2501d3c2-ca7a-48f0-8345-97a4e240383a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2501d3c2-ca7a-48f0-8345-97a4e240383a,segment=NetworkSegment(98204a1f-6c89-43d6-979c-f6b998ec2405),segment_id=98204a1f-6c89-43d6-979c-f6b998ec2405)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:49.462807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device c466e060-85e2-4bd4-bb8d-05459cbb4bbf details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:03:49.485732 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fea1baca-7acc-408a-8ef9-95e786803b11), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:49.543719 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2501d3c2-ca7a-48f0-8345-97a4e240383a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:49.838722 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=2501d3c2-ca7a-48f0-8345-97a4e240383a,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:49.853060 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port c466e060-85e2-4bd4-bb8d-05459cbb4bbf, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,segment=NetworkSegment(ab02eb55-f1ab-4eba-af69-20858cef505c),segment_id=ab02eb55-f1ab-4eba-af69-20858cef505c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:49.855203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d34c2-3288-49c1-829b-1b6f75111ce4 req-be18a78b-aedd-4a64-b787-9411d58e9979 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:49.866904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a7d34c2-3288-49c1-829b-1b6f75111ce4 req-be18a78b-aedd-4a64-b787-9411d58e9979 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 943 time: 0.0970912 Jan 28 06:03:49.884244 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf', 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02', 'port_id': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf', 'mac_address': 'fa:16:3e:35:87:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be827ada-0b19-4580-9134-d55d6e390430', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:03:49.937953 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (fea1baca-7acc-408a-8ef9-95e786803b11), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:49.955975 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a7d34c2-3288-49c1-829b-1b6f75111ce4 req-282fda7e-fe3f-4602-ae2b-b0cf15dd68c5 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853591 Jan 28 06:03:49.974548 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port c466e060-85e2-4bd4-bb8d-05459cbb4bbf is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:49.977511 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:49.996582 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (fea1baca-7acc-408a-8ef9-95e786803b11), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:49.997656 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (c080ced5-66a9-4455-aa91-15d34ee053bc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:50.021408 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c466e060-85e2-4bd4-bb8d-05459cbb4bbf {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:03:50.092419 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port c466e060-85e2-4bd4-bb8d-05459cbb4bbf, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,segment=NetworkSegment(ab02eb55-f1ab-4eba-af69-20858cef505c),segment_id=ab02eb55-f1ab-4eba-af69-20858cef505c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:50.106393 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2915eb0-788f-497d-8b6f-5944b822561d None None] Network 8e1a5d0c-7c04-477d-8b33-302b4005c964 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:03:50.146999 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=fea1baca-7acc-408a-8ef9-95e786803b11,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:50.207516 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:50.234756 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network 8e1a5d0c-7c04-477d-8b33-302b4005c964 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:03:50.245261 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:03:50.252991 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c1caa81b-0a4b-464f-ad4a-cdcf01f9ef4b None None] Provisioning complete for port 2501d3c2-ca7a-48f0-8345-97a4e240383a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:50.253389 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1caa81b-0a4b-464f-ad4a-cdcf01f9ef4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2501d3c2-ca7a-48f0-8345-97a4e240383a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:50.277456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11100f6f-eb05-407f-8b6f-ce1292d4fd05 req-9146846a-9fef-448a-bd9f-04c9e985a72d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:50.282874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11100f6f-eb05-407f-8b6f-ce1292d4fd05 req-9146846a-9fef-448a-bd9f-04c9e985a72d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:50.288291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11100f6f-eb05-407f-8b6f-ce1292d4fd05 req-9146846a-9fef-448a-bd9f-04c9e985a72d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:50.294676 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11100f6f-eb05-407f-8b6f-ce1292d4fd05 req-9146846a-9fef-448a-bd9f-04c9e985a72d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:50.300785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11100f6f-eb05-407f-8b6f-ce1292d4fd05 req-9146846a-9fef-448a-bd9f-04c9e985a72d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:50.306178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11100f6f-eb05-407f-8b6f-ce1292d4fd05 req-9146846a-9fef-448a-bd9f-04c9e985a72d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:50.313061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11100f6f-eb05-407f-8b6f-ce1292d4fd05 req-9146846a-9fef-448a-bd9f-04c9e985a72d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:50.320954 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11100f6f-eb05-407f-8b6f-ce1292d4fd05 req-9146846a-9fef-448a-bd9f-04c9e985a72d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5445 time: 0.1078732 Jan 28 06:03:50.324625 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:50.406148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11100f6f-eb05-407f-8b6f-ce1292d4fd05 req-5c220a26-6d0b-434f-8cef-6e891fa28805 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0807025 Jan 28 06:03:50.502952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55318) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:50.504675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c1caa81b-0a4b-464f-ad4a-cdcf01f9ef4b None None] Current status of the port 2501d3c2-ca7a-48f0-8345-97a4e240383a is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:50.540517 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad270b-dc22-455e-869b-3d78ec1d9861 req-d6c8a4d8-eb5a-4e48-8264-b836b75c6a64 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:50.554630 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['c466e060-85e2-4bd4-bb8d-05459cbb4bbf'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:03:50.558988 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbad270b-dc22-455e-869b-3d78ec1d9861 req-d6c8a4d8-eb5a-4e48-8264-b836b75c6a64 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 944 time: 0.1184490 Jan 28 06:03:50.569312 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5723-d4c8-442f-a57a-1e1dae332323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:50.667077 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55320) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:50.697887 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e65ec45a-a49a-47ea-96c2-21f28698f8d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:50.705809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router c080ced5-66a9-4455-aa91-15d34ee053bc is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:03:50.723326 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55322) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:50.801934 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbad270b-dc22-455e-869b-3d78ec1d9861 req-d48e4cc2-9d71-414b-bd97-eeba6997b8a0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397099 Jan 28 06:03:50.865207 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5723-d4c8-442f-a57a-1e1dae332323 admin admin] Publish callbacks [] for security_group (1036d355-8c3e-48b3-ad7c-f3e9eee833f4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:50.890324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1f07e-01ec-4e06-8006-cdd082b742ae req-c984b71a-9a54-4c2a-81c5-d2e27e523bd0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:50.890324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1f07e-01ec-4e06-8006-cdd082b742ae req-c984b71a-9a54-4c2a-81c5-d2e27e523bd0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:50.905934 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1f07e-01ec-4e06-8006-cdd082b742ae req-c984b71a-9a54-4c2a-81c5-d2e27e523bd0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:50.922766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1f07e-01ec-4e06-8006-cdd082b742ae req-c984b71a-9a54-4c2a-81c5-d2e27e523bd0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:50.928287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1f07e-01ec-4e06-8006-cdd082b742ae req-c984b71a-9a54-4c2a-81c5-d2e27e523bd0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:50.944788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1f07e-01ec-4e06-8006-cdd082b742ae req-c984b71a-9a54-4c2a-81c5-d2e27e523bd0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:50.950227 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1f07e-01ec-4e06-8006-cdd082b742ae req-c984b71a-9a54-4c2a-81c5-d2e27e523bd0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:50.952106 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5e1f07e-01ec-4e06-8006-cdd082b742ae req-c984b71a-9a54-4c2a-81c5-d2e27e523bd0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5445 time: 0.3859696 Jan 28 06:03:50.961843 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5723-d4c8-442f-a57a-1e1dae332323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1036d355-8c3e-48b3-ad7c-f3e9eee833f4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:50.964126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2501d3c2-ca7a-48f0-8345-97a4e240383a up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:03:50.964270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55326) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:50.970317 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-38c62bb2-763a-4077-ae4a-d1973ca7a887 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Request body: {'floatingip': {'port_id': 'ba1a9e75-2625-4b3b-834e-532611f3d6db'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:51.053101 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:03:51.061786 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7d5c2-007b-4c42-9e7d-21e271b288cb req-bcbd8609-dfb8-4ba3-b41b-d2ca16f6565c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:51.064327 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3fb7d5c2-007b-4c42-9e7d-21e271b288cb req-bcbd8609-dfb8-4ba3-b41b-d2ca16f6565c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf&tenant_id=59d53e120d2a4c8e8606808e4590906b&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 944 time: 0.4113047 Jan 28 06:03:51.065280 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Sync routers for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:03:51.071719 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-928a94c9-c431-4dc0-9ad7-6b726b372d88 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/c080ced5-66a9-4455-aa91-15d34ee053bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2968445 Jan 28 06:03:51.075290 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f5723-d4c8-442f-a57a-1e1dae332323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1036d355-8c3e-48b3-ad7c-f3e9eee833f4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:51.081567 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:51.082494 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:03:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:51.096484 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5c7f5723-d4c8-442f-a57a-1e1dae332323 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19b74241d4f948cb95f7212883fe31f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5852346 Jan 28 06:03:51.101542 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c067858f-1428-49d5-974f-fb89ffa0c468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:51.106444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55328) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:51.107588 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55330) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:51.121139 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-06af29a2-5239-4c4a-ae5d-7eb31a89bd50 None None] Provisioning complete for port 2501d3c2-ca7a-48f0-8345-97a4e240383a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:51.121528 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06af29a2-5239-4c4a-ae5d-7eb31a89bd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2501d3c2-ca7a-48f0-8345-97a4e240383a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:51.165465 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38c62bb2-763a-4077-ae4a-d1973ca7a887 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for floatingip (672a7278-ee67-47b1-ac4d-b045664448e5), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:51.303944 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-06af29a2-5239-4c4a-ae5d-7eb31a89bd50 None None] Current status of the port 2501d3c2-ca7a-48f0-8345-97a4e240383a is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:51.306387 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 2501d3c2-ca7a-48f0-8345-97a4e240383a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:51.307257 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2501d3c2-ca7a-48f0-8345-97a4e240383a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:51.328310 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:03:51.365073 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-06af29a2-5239-4c4a-ae5d-7eb31a89bd50 None None] Provisioning complete for port fea1baca-7acc-408a-8ef9-95e786803b11 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:51.365550 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06af29a2-5239-4c4a-ae5d-7eb31a89bd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fea1baca-7acc-408a-8ef9-95e786803b11), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:51.388387 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-3fb7d5c2-007b-4c42-9e7d-21e271b288cb req-4e20adc7-9740-4728-8373-353b4663e5de service neutron] delete failed (client error): The resource could not be found. Jan 28 06:03:51.389562 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3fb7d5c2-007b-4c42-9e7d-21e271b288cb req-4e20adc7-9740-4728-8373-353b4663e5de service neutron] 10.222.0.64 "DELETE /v2.0/ports/c466e060-85e2-4bd4-bb8d-05459cbb4bbf/bindings/n-h1-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.2893305 Jan 28 06:03:51.491486 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-06af29a2-5239-4c4a-ae5d-7eb31a89bd50 None None] Port fea1baca-7acc-408a-8ef9-95e786803b11 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:03:51.517618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 2501d3c2-ca7a-48f0-8345-97a4e240383a is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:51.560191 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7d5c2-007b-4c42-9e7d-21e271b288cb req-76f32ec0-5906-4e5d-b1c1-084f249cacb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:51.561793 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3fb7d5c2-007b-4c42-9e7d-21e271b288cb req-76f32ec0-5906-4e5d-b1c1-084f249cacb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 1096 time: 0.0899324 Jan 28 06:03:51.621666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-eb8cd794-a640-4242-8eb6-ade51f9133a8 None None] Provisioning complete for port fea1baca-7acc-408a-8ef9-95e786803b11 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:51.622093 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd794-a640-4242-8eb6-ade51f9133a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fea1baca-7acc-408a-8ef9-95e786803b11), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:51.652882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-e1d07909-843b-4bd9-a741-2e0c9360062b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1140381145'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:51.669643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-eb8cd794-a640-4242-8eb6-ade51f9133a8 None None] Port fea1baca-7acc-408a-8ef9-95e786803b11 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:03:51.704723 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:03:49Z', 'revision_number': 2, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:49Z', 'revision_number': 2, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:51.769360 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Checking router: c080ced5-66a9-4455-aa91-15d34ee053bc for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:03:51.770369 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Updating router c080ced5-66a9-4455-aa91-15d34ee053bc port fea1baca-7acc-408a-8ef9-95e786803b11 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:03:51.786359 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e65ec45a-a49a-47ea-96c2-21f28698f8d1 admin admin] Publish callbacks [] for security_group (264287cd-82b4-4e7b-85b5-789115945175), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:51.797186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-732dad9f-9574-43eb-a86f-6d0b6e85d6d8 None None] Provisioning complete for port fea1baca-7acc-408a-8ef9-95e786803b11 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:51.797554 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-732dad9f-9574-43eb-a86f-6d0b6e85d6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fea1baca-7acc-408a-8ef9-95e786803b11), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:51.816552 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fea1baca-7acc-408a-8ef9-95e786803b11), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:51.842421 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-25b5b67e-0461-449d-b571-e1cae4edfb12 admin admin] Publish callbacks [] for security_group (1036d355-8c3e-48b3-ad7c-f3e9eee833f4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:51.878562 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-25b5b67e-0461-449d-b571-e1cae4edfb12 admin admin] Publish callbacks [] for security_group (1036d355-8c3e-48b3-ad7c-f3e9eee833f4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:51.888041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-732dad9f-9574-43eb-a86f-6d0b6e85d6d8 None None] Port fea1baca-7acc-408a-8ef9-95e786803b11 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:03:51.948748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d07909-843b-4bd9-a741-2e0c9360062b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:03:51.952418 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e1d07909-843b-4bd9-a741-2e0c9360062b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:51.954411 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e65ec45a-a49a-47ea-96c2-21f28698f8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (264287cd-82b4-4e7b-85b5-789115945175), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:51.995593 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c067858f-1428-49d5-974f-fb89ffa0c468 admin admin] Publish callbacks [] for security_group (bcfa4753-a456-4240-a1b8-1c64015e8042), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.031751 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e65ec45a-a49a-47ea-96c2-21f28698f8d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=715c7773200c4111a815647f482af013&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3626680 Jan 28 06:03:52.036015 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55342) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:52.040926 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-25b5b67e-0461-449d-b571-e1cae4edfb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1036d355-8c3e-48b3-ad7c-f3e9eee833f4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.040926 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-25b5b67e-0461-449d-b571-e1cae4edfb12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.053371 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-25b5b67e-0461-449d-b571-e1cae4edfb12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1036d355-8c3e-48b3-ad7c-f3e9eee833f4 HTTP/1.1" status: 204 len: 168 time: 0.9298229 Jan 28 06:03:52.064153 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ec45a-a49a-47ea-96c2-21f28698f8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264287cd-82b4-4e7b-85b5-789115945175,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:52.080989 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d07909-843b-4bd9-a741-2e0c9360062b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:03:52.122240 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c067858f-1428-49d5-974f-fb89ffa0c468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bcfa4753-a456-4240-a1b8-1c64015e8042), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.143365 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5b67e-0461-449d-b571-e1cae4edfb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1036d355-8c3e-48b3-ad7c-f3e9eee833f4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:52.184589 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e1d07909-843b-4bd9-a741-2e0c9360062b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c8b01157-cb5c-4fe6-b6d4-a384da927858), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.184949 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-e1d07909-843b-4bd9-a741-2e0c9360062b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Added segment c8b01157-cb5c-4fe6-b6d4-a384da927858 of type vlan for network e956e60c-1e73-438c-9465-b3fed132169f Jan 28 06:03:52.262972 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Publish callbacks [] for port (fea1baca-7acc-408a-8ef9-95e786803b11), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.271564 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c067858f-1428-49d5-974f-fb89ffa0c468 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cad69c555ef3478cb838f678003a16c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5445337 Jan 28 06:03:52.282164 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55346) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:52.308129 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e1d07909-843b-4bd9-a741-2e0c9360062b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (e956e60c-1e73-438c-9465-b3fed132169f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.314820 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067858f-1428-49d5-974f-fb89ffa0c468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfa4753-a456-4240-a1b8-1c64015e8042,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:52.338962 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fea1baca-7acc-408a-8ef9-95e786803b11), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.351920 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7af8045e-18f1-48b5-b04d-b62e02446d89 admin admin] Publish callbacks [] for security_group (264287cd-82b4-4e7b-85b5-789115945175), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.435021 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7af8045e-18f1-48b5-b04d-b62e02446d89 admin admin] Publish callbacks [] for security_group (264287cd-82b4-4e7b-85b5-789115945175), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.451132 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37849d3b-306b-49ec-8253-2e01009f4211 None None] Pushing event updated for resources: {'Port': ['ID=fea1baca-7acc-408a-8ef9-95e786803b11,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:52.498686 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37849d3b-306b-49ec-8253-2e01009f4211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:52.498686 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37849d3b-306b-49ec-8253-2e01009f4211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:52.498686 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37849d3b-306b-49ec-8253-2e01009f4211 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:52.499057 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37849d3b-306b-49ec-8253-2e01009f4211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:52.504317 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37849d3b-306b-49ec-8253-2e01009f4211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:52.504526 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e1d07909-843b-4bd9-a741-2e0c9360062b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (e956e60c-1e73-438c-9465-b3fed132169f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.506643 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37849d3b-306b-49ec-8253-2e01009f4211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:52.507737 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37849d3b-306b-49ec-8253-2e01009f4211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:52.507737 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37849d3b-306b-49ec-8253-2e01009f4211 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:52.507737 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37849d3b-306b-49ec-8253-2e01009f4211 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:52.508039 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37849d3b-306b-49ec-8253-2e01009f4211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:52.510417 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37849d3b-306b-49ec-8253-2e01009f4211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:52.510417 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37849d3b-306b-49ec-8253-2e01009f4211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:52.510417 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37849d3b-306b-49ec-8253-2e01009f4211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:03:52.510720 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d07909-843b-4bd9-a741-2e0c9360062b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:52.510720 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e1d07909-843b-4bd9-a741-2e0c9360062b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.542813 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7d5c2-007b-4c42-9e7d-21e271b288cb req-30fe0eae-f22f-49b7-adc7-915f06aac16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:52.544292 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3fb7d5c2-007b-4c42-9e7d-21e271b288cb req-30fe0eae-f22f-49b7-adc7-915f06aac16c service neutron] 10.222.0.64 "GET /v2.0/networks?id=93706c60-26a2-41d9-bc5b-866966fafe02 HTTP/1.1" status: 200 len: 897 time: 0.9044356 Jan 28 06:03:52.565250 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b872dfd2-4d82-4cde-ba0e-07e527f61b08 admin admin] Publish callbacks [] for security_group (bcfa4753-a456-4240-a1b8-1c64015e8042), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.593007 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Attempting to bind port fea1baca-7acc-408a-8ef9-95e786803b11 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:03:52.599440 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Attempting to bind port fea1baca-7acc-408a-8ef9-95e786803b11 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '98204a1f-6c89-43d6-979c-f6b998ec2405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:03:52.600031 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Attempting to bind port fea1baca-7acc-408a-8ef9-95e786803b11 on network 8e1a5d0c-7c04-477d-8b33-302b4005c964 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:03:52.616121 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:03:52.617833 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Checking segment: {'id': '98204a1f-6c89-43d6-979c-f6b998ec2405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:03:52.619029 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.620614 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Bound using segment: {'id': '98204a1f-6c89-43d6-979c-f6b998ec2405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:03:52.622472 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Bound port: fea1baca-7acc-408a-8ef9-95e786803b11, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98204a1f-6c89-43d6-979c-f6b998ec2405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:03:52.623578 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fea1baca-7acc-408a-8ef9-95e786803b11), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.643248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3fb7d5c2-007b-4c42-9e7d-21e271b288cb req-b823b9b4-6f3f-4800-984e-1d26da6a0a48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf HTTP/1.1" status: 200 len: 999 time: 0.0806272 Jan 28 06:03:52.670093 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3372b2-9bcb-43d5-9965-aa4c1dad966c req-d7ccd45f-5e7c-41da-b6d7-616f1e2e8a60 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:52.671967 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef3372b2-9bcb-43d5-9965-aa4c1dad966c req-d7ccd45f-5e7c-41da-b6d7-616f1e2e8a60 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 944 time: 0.3506329 Jan 28 06:03:52.727068 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e1d07909-843b-4bd9-a741-2e0c9360062b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6141462 Jan 28 06:03:52.736818 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b872dfd2-4d82-4cde-ba0e-07e527f61b08 admin admin] Publish callbacks [] for security_group (bcfa4753-a456-4240-a1b8-1c64015e8042), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.743174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55358) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:52.778287 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] For port fea1baca-7acc-408a-8ef9-95e786803b11, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:03:52.782969 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] For port fea1baca-7acc-408a-8ef9-95e786803b11, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fea1baca-7acc-408a-8ef9-95e786803b11,segment=NetworkSegment(98204a1f-6c89-43d6-979c-f6b998ec2405),segment_id=98204a1f-6c89-43d6-979c-f6b998ec2405)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:03:52.793481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9fca3242-30d5-4f27-8638-345b15da3554 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'subnet': {'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:52.799214 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d07909-843b-4bd9-a741-2e0c9360062b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Network': ['ID=e956e60c-1e73-438c-9465-b3fed132169f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:52.813709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network e956e60c-1e73-438c-9465-b3fed132169f details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:03:52.872514 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b872dfd2-4d82-4cde-ba0e-07e527f61b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bcfa4753-a456-4240-a1b8-1c64015e8042), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.873808 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fea1baca-7acc-408a-8ef9-95e786803b11), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.875345 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b872dfd2-4d82-4cde-ba0e-07e527f61b08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.885605 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b872dfd2-4d82-4cde-ba0e-07e527f61b08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bcfa4753-a456-4240-a1b8-1c64015e8042 HTTP/1.1" status: 204 len: 168 time: 0.5880165 Jan 28 06:03:52.885781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-09d07897-0206-4169-943f-ab299d037cd8 None None] Provisioning complete for port fea1baca-7acc-408a-8ef9-95e786803b11 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:52.885781 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09d07897-0206-4169-943f-ab299d037cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fea1baca-7acc-408a-8ef9-95e786803b11), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.897619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872dfd2-4d82-4cde-ba0e-07e527f61b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfa4753-a456-4240-a1b8-1c64015e8042,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:52.949753 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7af8045e-18f1-48b5-b04d-b62e02446d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (264287cd-82b4-4e7b-85b5-789115945175), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.952421 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7af8045e-18f1-48b5-b04d-b62e02446d89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:52.957569 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7af8045e-18f1-48b5-b04d-b62e02446d89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/264287cd-82b4-4e7b-85b5-789115945175 HTTP/1.1" status: 204 len: 168 time: 0.8981357 Jan 28 06:03:52.967143 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8045e-18f1-48b5-b04d-b62e02446d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264287cd-82b4-4e7b-85b5-789115945175,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:53.039454 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:53.040104 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:03:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:53.074224 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef3372b2-9bcb-43d5-9965-aa4c1dad966c req-8ff26651-e85e-438d-92f9-d52ce0ee14ca tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3237562 Jan 28 06:03:53.079065 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-09d07897-0206-4169-943f-ab299d037cd8 None None] Current status of the port fea1baca-7acc-408a-8ef9-95e786803b11 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:53.080622 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09d07897-0206-4169-943f-ab299d037cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fea1baca-7acc-408a-8ef9-95e786803b11), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:53.103344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7d5c2-007b-4c42-9e7d-21e271b288cb req-f2e7e4de-0ede-4274-ac77-b23c9f2bfa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:53.106924 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3fb7d5c2-007b-4c42-9e7d-21e271b288cb req-f2e7e4de-0ede-4274-ac77-b23c9f2bfa23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be827ada-0b19-4580-9134-d55d6e390430 HTTP/1.1" status: 200 len: 834 time: 0.3871448 Jan 28 06:03:53.149887 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37849d3b-306b-49ec-8253-2e01009f4211 None None] Pushing event updated for resources: {'Port': ['ID=fea1baca-7acc-408a-8ef9-95e786803b11,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:53.159942 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-09d07897-0206-4169-943f-ab299d037cd8 None None] For port fea1baca-7acc-408a-8ef9-95e786803b11, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fea1baca-7acc-408a-8ef9-95e786803b11,segment=NetworkSegment(98204a1f-6c89-43d6-979c-f6b998ec2405),segment_id=98204a1f-6c89-43d6-979c-f6b998ec2405)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:53.215406 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.db.resource_extend [None req-38c62bb2-763a-4077-ae4a-d1973ca7a887 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:03:53.228348 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:03:53.256139 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09d07897-0206-4169-943f-ab299d037cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fea1baca-7acc-408a-8ef9-95e786803b11), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:53.275245 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7d5c2-007b-4c42-9e7d-21e271b288cb req-4db31c08-7744-4357-b23c-38c79fbd89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:53.280193 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3fb7d5c2-007b-4c42-9e7d-21e271b288cb req-4db31c08-7744-4357-b23c-38c79fbd89d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93706c60-26a2-41d9-bc5b-866966fafe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1456640 Jan 28 06:03:53.296281 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38c62bb2-763a-4077-ae4a-d1973ca7a887 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:53.353611 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d07897-0206-4169-943f-ab299d037cd8 None None] Pushing event updated for resources: {'Port': ['ID=fea1baca-7acc-408a-8ef9-95e786803b11,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:53.377298 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fca3242-30d5-4f27-8638-345b15da3554 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:03:53.380990 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9fca3242-30d5-4f27-8638-345b15da3554 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:53.403270 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38c62bb2-763a-4077-ae4a-d1973ca7a887 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (672a7278-ee67-47b1-ac4d-b045664448e5), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:53.495912 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c3cc0afe-dc13-4918-82f4-61b4ca3d429e None None] Provisioning complete for port fea1baca-7acc-408a-8ef9-95e786803b11 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:53.495912 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3cc0afe-dc13-4918-82f4-61b4ca3d429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fea1baca-7acc-408a-8ef9-95e786803b11), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:53.498169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device c466e060-85e2-4bd4-bb8d-05459cbb4bbf up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:03:53.632519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3fb7d5c2-007b-4c42-9e7d-21e271b288cb req-d2cb09d8-2785-468a-a8e8-12d1c9e0f8a8 service neutron] 10.222.0.64 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456993 Jan 28 06:03:53.646250 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:03:53.654817 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:03:49Z', 'revision_number': 2, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:52Z', 'revision_number': 4, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:53.699254 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c3cc0afe-dc13-4918-82f4-61b4ca3d429e None None] Current status of the port fea1baca-7acc-408a-8ef9-95e786803b11 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:53.703591 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9352b24-d848-452b-a9dc-e1bc36013f9b None None] The sync data for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 is: [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:03:49Z', 'revision_number': 2, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:52Z', 'revision_number': 4, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:03:53.708549 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-38c62bb2-763a-4077-ae4a-d1973ca7a887 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Floating IP 672a7278-ee67-47b1-ac4d-b045664448e5 associated. External IP: 172.25.0.27, port: ba1a9e75-2625-4b3b-834e-532611f3d6db. Jan 28 06:03:53.725831 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port c466e060-85e2-4bd4-bb8d-05459cbb4bbf completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:03:53.733146 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port c466e060-85e2-4bd4-bb8d-05459cbb4bbf triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:53.733918 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:53.904048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port c466e060-85e2-4bd4-bb8d-05459cbb4bbf is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:53.907052 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:53.937654 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9fca3242-30d5-4f27-8638-345b15da3554 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:54.013164 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b567178-a13f-4760-81ff-a5528ce996bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:03:54.021421 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dd96aa-b371-407b-9e5f-2b473eb90a0b" -d '{"events": [{"server_uuid": "3b567178-a13f-4760-81ff-a5528ce996bf", "name": "network-vif-plugged", "status": "completed", "tag": "c466e060-85e2-4bd4-bb8d-05459cbb4bbf"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:03:54.028262 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port c466e060-85e2-4bd4-bb8d-05459cbb4bbf, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,segment=NetworkSegment(ab02eb55-f1ab-4eba-af69-20858cef505c),segment_id=ab02eb55-f1ab-4eba-af69-20858cef505c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:54.086958 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3025bc7e-ba75-4fe8-ade8-dd958480a97d x-openstack-request-id: req-3025bc7e-ba75-4fe8-ade8-dd958480a97d {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:03:54.087194 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b567178-a13f-4760-81ff-a5528ce996bf", "name": "network-vif-plugged", "status": "completed", "tag": "c466e060-85e2-4bd4-bb8d-05459cbb4bbf", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:03:54.087467 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3025bc7e-ba75-4fe8-ade8-dd958480a97d {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:03:54.088558 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b567178-a13f-4760-81ff-a5528ce996bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf', 'code': 200} Jan 28 06:03:54.115423 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:54.213383 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3fb7d5c2-007b-4c42-9e7d-21e271b288cb req-69db5592-f94f-49ce-9d26-8f5b998509d8 service neutron] 10.222.0.64 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551202 Jan 28 06:03:54.215637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca3242-30d5-4f27-8638-345b15da3554 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Subnet': ['ID=16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:54.220033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:54.336172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca3242-30d5-4f27-8638-345b15da3554 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Checking segment: {'id': 'c8b01157-cb5c-4fe6-b6d4-a384da927858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:03:54.336891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fca3242-30d5-4f27-8638-345b15da3554 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network hostable DHCP agents. Network: e956e60c-1e73-438c-9465-b3fed132169f, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:03:54.376843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6d13d-f0b6-4df5-b055-3b4c57def786 req-aa8747ae-a233-4533-8391-3ba3812ce02b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:54.378649 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fab6d13d-f0b6-4df5-b055-3b4c57def786 req-aa8747ae-a233-4533-8391-3ba3812ce02b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.1198556 Jan 28 06:03:54.533269 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fab6d13d-f0b6-4df5-b055-3b4c57def786 req-168f3721-4bca-4e88-ba36-fdb3eb64ff72 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065147 Jan 28 06:03:54.575174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fca3242-30d5-4f27-8638-345b15da3554 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network e956e60c-1e73-438c-9465-b3fed132169f is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:03:54.586676 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c62bb2-763a-4077-ae4a-d1973ca7a887 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Router 47f5b653-b047-4441-87dc-2f96ecca02dc has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:03:54.656893 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-9fca3242-30d5-4f27-8638-345b15da3554 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, e956e60c-1e73-438c-9465-b3fed132169f) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:03:54.670087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac85b24-8646-4b91-8de7-3866b2d0a3f9 None None] Network e956e60c-1e73-438c-9465-b3fed132169f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:03:54.677116 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fca3242-30d5-4f27-8638-345b15da3554 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:54.678126 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9fca3242-30d5-4f27-8638-345b15da3554 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:55.063888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-e956e60c-1e73-438c-9465-b3fed132169f', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:03:55.066345 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:55.069476 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fea1baca-7acc-408a-8ef9-95e786803b11 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:03:55.146228 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c62bb2-763a-4077-ae4a-d1973ca7a887 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:03:55.161395 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38c62bb2-763a-4077-ae4a-d1973ca7a887 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:55.168572 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9faa981-b583-4099-8ed9-ef4f4455fe8c None None] Sync routers for ids ['47f5b653-b047-4441-87dc-2f96ecca02dc'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:03:55.170190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9fca3242-30d5-4f27-8638-345b15da3554 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4070134 Jan 28 06:03:55.170342 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55428) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:55.223641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-38c62bb2-763a-4077-ae4a-d1973ca7a887 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "PUT /v2.0/floatingips/672a7278-ee67-47b1-ac4d-b045664448e5 HTTP/1.1" status: 200 len: 990 time: 4.2581303 Jan 28 06:03:55.224164 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'tag': 'ba1a9e75-2625-4b3b-834e-532611f3d6db'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:03:55.238804 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a8b364-242b-4b5b-a426-c92c92da2b47" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "tag": "ba1a9e75-2625-4b3b-834e-532611f3d6db"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:03:55.314563 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2907770-b7ac-45f0-8f29-8c2f0d706adb x-openstack-request-id: req-c2907770-b7ac-45f0-8f29-8c2f0d706adb {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:03:55.314993 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "tag": "ba1a9e75-2625-4b3b-834e-532611f3d6db", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:03:55.315402 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2907770-b7ac-45f0-8f29-8c2f0d706adb {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:03:55.315808 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'tag': 'ba1a9e75-2625-4b3b-834e-532611f3d6db', 'status': 'completed', 'code': 200} Jan 28 06:03:55.338665 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:55.389963 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9faa981-b583-4099-8ed9-ef4f4455fe8c None None] Routers {'47f5b653-b047-4441-87dc-2f96ecca02dc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:55.390934 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a9faa981-b583-4099-8ed9-ef4f4455fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:03:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['47f5b653-b047-4441-87dc-2f96ecca02dc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:55.547795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port fea1baca-7acc-408a-8ef9-95e786803b11 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:55.548486 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fea1baca-7acc-408a-8ef9-95e786803b11), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:55.644451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8b364-242b-4b5b-a426-c92c92da2b47 req-6d78606e-282f-45f9-b810-e6dc3f3e4bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:55.645357 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8b364-242b-4b5b-a426-c92c92da2b47 req-6d78606e-282f-45f9-b810-e6dc3f3e4bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:55.646048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8b364-242b-4b5b-a426-c92c92da2b47 req-6d78606e-282f-45f9-b810-e6dc3f3e4bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:55.646763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8b364-242b-4b5b-a426-c92c92da2b47 req-6d78606e-282f-45f9-b810-e6dc3f3e4bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:55.647439 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8b364-242b-4b5b-a426-c92c92da2b47 req-6d78606e-282f-45f9-b810-e6dc3f3e4bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:55.648091 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8b364-242b-4b5b-a426-c92c92da2b47 req-6d78606e-282f-45f9-b810-e6dc3f3e4bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:55.648742 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8b364-242b-4b5b-a426-c92c92da2b47 req-6d78606e-282f-45f9-b810-e6dc3f3e4bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:55.651932 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-92a8b364-242b-4b5b-a426-c92c92da2b47 req-6d78606e-282f-45f9-b810-e6dc3f3e4bc8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d224c5804ad8477a9a70c890f5535963&device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 6509 time: 0.2790456 Jan 28 06:03:55.824951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95486b-f3d2-4a77-8c1d-3ba79a8ef261 req-b9b67bc4-2e14-430a-9daa-5dfc08741e7c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:55.826562 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc95486b-f3d2-4a77-8c1d-3ba79a8ef261 req-b9b67bc4-2e14-430a-9daa-5dfc08741e7c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.1411586 Jan 28 06:03:55.835915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Allocated IP 2001:db8:1::2 (e956e60c-1e73-438c-9465-b3fed132169f/16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb/70538a59-c994-45b6-be35-3d7cbc1c14b8) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:03:55.843800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a9faa981-b583-4099-8ed9-ef4f4455fe8c None None] Set router 47f5b653-b047-4441-87dc-2f96ecca02dc gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:03:55.912536 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8b364-242b-4b5b-a426-c92c92da2b47 req-705592d2-af8f-433e-bdc7-fae85d9fa0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:55.914249 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc95486b-f3d2-4a77-8c1d-3ba79a8ef261 req-16dd4441-e6b5-41b9-a79e-7535c0c1c58f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793800 Jan 28 06:03:55.918729 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-92a8b364-242b-4b5b-a426-c92c92da2b47 req-705592d2-af8f-433e-bdc7-fae85d9fa0a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a969021-10d0-46ce-bf92-b6d579bcb94e HTTP/1.1" status: 200 len: 918 time: 0.2131400 Jan 28 06:03:55.948154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55464) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:56.114284 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-92a8b364-242b-4b5b-a426-c92c92da2b47 req-c03bd1db-c78e-4e9f-b20b-c6ec6688eca5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba1a9e75-2625-4b3b-834e-532611f3d6db HTTP/1.1" status: 200 len: 998 time: 0.1912398 Jan 28 06:03:56.117428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-50242b4c-dde0-45b4-a632-b5fc69e81fe0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/e09b1e39-eeb9-487b-962d-ea6a7f60f2ee HTTP/1.1" status: 200 len: 992 time: 0.1675146 Jan 28 06:03:56.252333 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8b364-242b-4b5b-a426-c92c92da2b47 req-2431ea0d-2891-49fb-bad5-9327b428b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:56.253034 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-92a8b364-242b-4b5b-a426-c92c92da2b47 req-2431ea0d-2891-49fb-bad5-9327b428b62a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8d1a992-5501-4414-a397-3bc94c532606 HTTP/1.1" status: 200 len: 856 time: 0.1243370 Jan 28 06:03:56.265687 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:56.299920 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55468) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:56.435189 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Publish callbacks [] for port (70538a59-c994-45b6-be35-3d7cbc1c14b8), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:56.456124 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port fea1baca-7acc-408a-8ef9-95e786803b11 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:56.502926 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (70538a59-c994-45b6-be35-3d7cbc1c14b8), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:56.519432 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8b364-242b-4b5b-a426-c92c92da2b47 req-5989054f-5ee5-43d9-9cba-73d6ef551394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:56.519432 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-92a8b364-242b-4b5b-a426-c92c92da2b47 req-5989054f-5ee5-43d9-9cba-73d6ef551394 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a969021-10d0-46ce-bf92-b6d579bcb94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2568479 Jan 28 06:03:56.545679 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Network e956e60c-1e73-438c-9465-b3fed132169f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:03:56.563644 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-99fd28c8-34f0-4053-b657-a60ffe020fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:56.663884 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:03:56.736882 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-99fd28c8-34f0-4053-b657-a60ffe020fc2 admin admin] Publish callbacks [] for security_group (b872e584-ae25-48c7-91ef-4426f1fa7437), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:56.742333 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:03:56.783575 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-92a8b364-242b-4b5b-a426-c92c92da2b47 req-54f7196b-1d1e-4d2f-bb13-fb7080fc8d00 service neutron] 10.222.0.60 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507834 Jan 28 06:03:56.855674 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-99fd28c8-34f0-4053-b657-a60ffe020fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b872e584-ae25-48c7-91ef-4426f1fa7437), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:56.898046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd28c8-34f0-4053-b657-a60ffe020fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b872e584-ae25-48c7-91ef-4426f1fa7437,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:56.950928 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Pushing event updated for resources: {'Port': ['ID=70538a59-c994-45b6-be35-3d7cbc1c14b8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:56.960173 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-99fd28c8-34f0-4053-b657-a60ffe020fc2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7bb522d59cf849409f2a71a8e65c7fb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6587644 Jan 28 06:03:56.973379 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55490) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:57.063677 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Attempting to bind port 70538a59-c994-45b6-be35-3d7cbc1c14b8 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:03:57.065024 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Allocated IP 2001:db8:1::1 (e956e60c-1e73-438c-9465-b3fed132169f/16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb/40330472-2d7e-4210-bfc8-575ca7842b9a) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:03:57.066741 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Attempting to bind port 70538a59-c994-45b6-be35-3d7cbc1c14b8 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'c8b01157-cb5c-4fe6-b6d4-a384da927858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:03:57.067370 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Attempting to bind port 70538a59-c994-45b6-be35-3d7cbc1c14b8 on network e956e60c-1e73-438c-9465-b3fed132169f {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:03:57.089300 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fa8e90e-1a8d-4f81-b1e4-5fc36c8c25c7 admin admin] Publish callbacks [] for security_group (b872e584-ae25-48c7-91ef-4426f1fa7437), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:57.096203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:03:57.101946 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Checking segment: {'id': 'c8b01157-cb5c-4fe6-b6d4-a384da927858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:03:57.102682 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:57.104167 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Bound using segment: {'id': 'c8b01157-cb5c-4fe6-b6d4-a384da927858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:03:57.105211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Bound port: 70538a59-c994-45b6-be35-3d7cbc1c14b8, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b01157-cb5c-4fe6-b6d4-a384da927858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:03:57.105806 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (70538a59-c994-45b6-be35-3d7cbc1c14b8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:57.126333 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a9faa981-b583-4099-8ed9-ef4f4455fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1806479472-router', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:56Z', 'updated_at': '2022-01-28T06:00:03Z', 'revision_number': 4, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'gw_port': {'id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:58Z', 'updated_at': '2022-01-28T06:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '672a7278-ee67-47b1-ac4d-b045664448e5', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'floating_ip_address': '172.25.0.27', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'port_id': 'ba1a9e75-2625-4b3b-834e-532611f3d6db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e', 'mac_address': 'fa:16:3e:3d:13:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:01:53Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 1, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddc972d-a5bd-4666-aac5-8d47709c7184', 'name': '', 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'mac_address': 'fa:16:3e:18:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:02Z', 'updated_at': '2022-01-28T06:00:11Z', 'revision_number': 5, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'subnets': [{'id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:57.128880 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fa8e90e-1a8d-4f81-b1e4-5fc36c8c25c7 admin admin] Publish callbacks [] for security_group (b872e584-ae25-48c7-91ef-4426f1fa7437), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:57.160789 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9faa981-b583-4099-8ed9-ef4f4455fe8c None None] Checking router: 47f5b653-b047-4441-87dc-2f96ecca02dc for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:03:57.174981 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9faa981-b583-4099-8ed9-ef4f4455fe8c None None] Routers {'47f5b653-b047-4441-87dc-2f96ecca02dc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:57.175955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a9faa981-b583-4099-8ed9-ef4f4455fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:03:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['47f5b653-b047-4441-87dc-2f96ecca02dc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:57.354758 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:57.357658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] For port 70538a59-c994-45b6-be35-3d7cbc1c14b8, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:03:57.361984 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fa8e90e-1a8d-4f81-b1e4-5fc36c8c25c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b872e584-ae25-48c7-91ef-4426f1fa7437), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:57.367290 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fa8e90e-1a8d-4f81-b1e4-5fc36c8c25c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:57.368701 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3fa8e90e-1a8d-4f81-b1e4-5fc36c8c25c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b872e584-ae25-48c7-91ef-4426f1fa7437 HTTP/1.1" status: 204 len: 168 time: 0.3941801 Jan 28 06:03:57.381552 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] For port 70538a59-c994-45b6-be35-3d7cbc1c14b8, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=70538a59-c994-45b6-be35-3d7cbc1c14b8,segment=NetworkSegment(c8b01157-cb5c-4fe6-b6d4-a384da927858),segment_id=c8b01157-cb5c-4fe6-b6d4-a384da927858)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:03:57.398858 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8e90e-1a8d-4f81-b1e4-5fc36c8c25c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b872e584-ae25-48c7-91ef-4426f1fa7437,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:57.421332 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-92a8b364-242b-4b5b-a426-c92c92da2b47 req-a3770ce6-7335-4939-9084-5d7a1273ce12 service neutron] 10.222.0.60 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6366901 Jan 28 06:03:57.441733 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a9faa981-b583-4099-8ed9-ef4f4455fe8c None None] Set router 47f5b653-b047-4441-87dc-2f96ecca02dc gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:03:57.519949 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (70538a59-c994-45b6-be35-3d7cbc1c14b8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:57.604339 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:57.654948 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network e956e60c-1e73-438c-9465-b3fed132169f is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:03:57.688242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:03:57.693513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:03:57.694052 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (c080ced5-66a9-4455-aa91-15d34ee053bc), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:57.705178 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=40330472-2d7e-4210-bfc8-575ca7842b9a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:57.784428 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909ebe0-9536-4ca6-8178-2d3f291965bb None None] Pushing event updated for resources: {'Port': ['ID=70538a59-c994-45b6-be35-3d7cbc1c14b8,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:57.851262 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:58.015365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a9faa981-b583-4099-8ed9-ef4f4455fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1806479472-router', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:56Z', 'updated_at': '2022-01-28T06:00:03Z', 'revision_number': 4, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'gw_port': {'id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:58Z', 'updated_at': '2022-01-28T06:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '672a7278-ee67-47b1-ac4d-b045664448e5', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'floating_ip_address': '172.25.0.27', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'port_id': 'ba1a9e75-2625-4b3b-834e-532611f3d6db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e', 'mac_address': 'fa:16:3e:3d:13:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:01:53Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 1, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddc972d-a5bd-4666-aac5-8d47709c7184', 'name': '', 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'mac_address': 'fa:16:3e:18:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:02Z', 'updated_at': '2022-01-28T06:00:11Z', 'revision_number': 5, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'subnets': [{'id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:58.083289 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:58.110435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9faa981-b583-4099-8ed9-ef4f4455fe8c None None] The sync data for ids ['47f5b653-b047-4441-87dc-2f96ecca02dc'] in n-d-812111-12 is: [{'id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1806479472-router', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:56Z', 'updated_at': '2022-01-28T06:00:03Z', 'revision_number': 4, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'gw_port': {'id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:58Z', 'updated_at': '2022-01-28T06:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '672a7278-ee67-47b1-ac4d-b045664448e5', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'floating_ip_address': '172.25.0.27', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'port_id': 'ba1a9e75-2625-4b3b-834e-532611f3d6db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e', 'mac_address': 'fa:16:3e:3d:13:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:01:53Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 1, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddc972d-a5bd-4666-aac5-8d47709c7184', 'name': '', 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'mac_address': 'fa:16:3e:18:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:02Z', 'updated_at': '2022-01-28T06:00:11Z', 'revision_number': 5, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'subnets': [{'id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:03:58.560233 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1a282-a2a2-454d-b6e3-e236b5a3732a None None] New status for floating IP 672a7278-ee67-47b1-ac4d-b045664448e5: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:03:58.607562 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:58.739239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:58.740153 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (c080ced5-66a9-4455-aa91-15d34ee053bc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:58.913010 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=40330472-2d7e-4210-bfc8-575ca7842b9a,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:58.977298 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network e956e60c-1e73-438c-9465-b3fed132169f is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:03:58.983261 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:03:59.103290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 70538a59-c994-45b6-be35-3d7cbc1c14b8 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:03:59.161006 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router c080ced5-66a9-4455-aa91-15d34ee053bc has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:03:59.174747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 70538a59-c994-45b6-be35-3d7cbc1c14b8 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:59.175533 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (70538a59-c994-45b6-be35-3d7cbc1c14b8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:59.304538 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:03:59.324396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55560) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:59.325598 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f4d8bc0b-63fc-43d0-8aaf-918c84fb37fb tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/c080ced5-66a9-4455-aa91-15d34ee053bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1541774 Jan 28 06:03:59.329881 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-89bc7fcf-436d-46e5-a39b-8017858a107a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-25478323'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:03:59.337153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Sync routers for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:03:59.401305 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:03:59.401713 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:03:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:03:59.490080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 70538a59-c994-45b6-be35-3d7cbc1c14b8 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:03:59.490509 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (70538a59-c994-45b6-be35-3d7cbc1c14b8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:59.495695 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bc7fcf-436d-46e5-a39b-8017858a107a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:03:59.498593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1168c0-7712-428b-b406-166ebd32dcfb None None] Network e956e60c-1e73-438c-9465-b3fed132169f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:03:59.523224 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89bc7fcf-436d-46e5-a39b-8017858a107a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:59.562505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89bc7fcf-436d-46e5-a39b-8017858a107a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:03:59.576188 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89bc7fcf-436d-46e5-a39b-8017858a107a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1bfa23c6-454a-411b-ba17-177aadb15409), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:59.576616 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-89bc7fcf-436d-46e5-a39b-8017858a107a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Added segment 1bfa23c6-454a-411b-ba17-177aadb15409 of type vlan for network 99fc58f0-156e-4fb3-b74e-d3955d6ff6eb Jan 28 06:03:59.637156 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:03:59.637700 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89bc7fcf-436d-46e5-a39b-8017858a107a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (99fc58f0-156e-4fb3-b74e-d3955d6ff6eb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:59.640886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f0b33c01-5bf5-443b-9c96-435e41b8cf2b None None] Provisioning complete for port 70538a59-c994-45b6-be35-3d7cbc1c14b8 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:03:59.641262 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0b33c01-5bf5-443b-9c96-435e41b8cf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (70538a59-c994-45b6-be35-3d7cbc1c14b8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:59.724180 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 70538a59-c994-45b6-be35-3d7cbc1c14b8, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=70538a59-c994-45b6-be35-3d7cbc1c14b8,segment=NetworkSegment(c8b01157-cb5c-4fe6-b6d4-a384da927858),segment_id=c8b01157-cb5c-4fe6-b6d4-a384da927858)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:03:59.729677 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89bc7fcf-436d-46e5-a39b-8017858a107a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (99fc58f0-156e-4fb3-b74e-d3955d6ff6eb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:59.739209 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bc7fcf-436d-46e5-a39b-8017858a107a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:03:59.740802 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89bc7fcf-436d-46e5-a39b-8017858a107a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:59.851778 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (70538a59-c994-45b6-be35-3d7cbc1c14b8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:03:59.882382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc7fcf-436d-46e5-a39b-8017858a107a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Network': ['ID=99fc58f0-156e-4fb3-b74e-d3955d6ff6eb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:03:59.986640 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-89bc7fcf-436d-46e5-a39b-8017858a107a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6581361 Jan 28 06:03:59.987071 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55580) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:03:59.992617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-54ceed07-7172-4288-9682-5715ff4cb3fc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'subnet': {'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:00.087307 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 99fc58f0-156e-4fb3-b74e-d3955d6ff6eb details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:04:00.232210 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ceed07-7172-4288-9682-5715ff4cb3fc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:04:00.237517 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-54ceed07-7172-4288-9682-5715ff4cb3fc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:00.237920 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f0b33c01-5bf5-443b-9c96-435e41b8cf2b None None] Current status of the port 70538a59-c994-45b6-be35-3d7cbc1c14b8 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:00.240976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=70538a59-c994-45b6-be35-3d7cbc1c14b8,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:00.344547 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:03:57Z', 'revision_number': 3, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': '40330472-2d7e-4210-bfc8-575ca7842b9a', 'name': '', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:4a:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:56Z', 'updated_at': '2022-01-28T06:03:58Z', 'revision_number': 2, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:00.391151 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Checking router: c080ced5-66a9-4455-aa91-15d34ee053bc for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:04:00.391770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Updating router c080ced5-66a9-4455-aa91-15d34ee053bc port 40330472-2d7e-4210-bfc8-575ca7842b9a binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:04:00.420656 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:00.577603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55596) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:00.670107 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-54ceed07-7172-4288-9682-5715ff4cb3fc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (551b4a42-3823-4675-8d00-853cd4a931c7), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:00.702678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ec002a32-df70-46e5-bb0e-6a2d742bb456 None None] Provisioning complete for port 40330472-2d7e-4210-bfc8-575ca7842b9a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:00.703064 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec002a32-df70-46e5-bb0e-6a2d742bb456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:00.771182 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ceed07-7172-4288-9682-5715ff4cb3fc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Checking segment: {'id': '1bfa23c6-454a-411b-ba17-177aadb15409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:04:00.771182 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ceed07-7172-4288-9682-5715ff4cb3fc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network hostable DHCP agents. Network: 99fc58f0-156e-4fb3-b74e-d3955d6ff6eb, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:04:00.800479 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c21b203a-07a6-44b9-be9f-e1b22644cec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:00.809741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ceed07-7172-4288-9682-5715ff4cb3fc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Subnet': ['ID=551b4a42-3823-4675-8d00-853cd4a931c7,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:00.827004 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ec002a32-df70-46e5-bb0e-6a2d742bb456 None None] Port 40330472-2d7e-4210-bfc8-575ca7842b9a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:04:00.849903 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ec002a32-df70-46e5-bb0e-6a2d742bb456 None None] Provisioning complete for port 70538a59-c994-45b6-be35-3d7cbc1c14b8 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:00.850308 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec002a32-df70-46e5-bb0e-6a2d742bb456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (70538a59-c994-45b6-be35-3d7cbc1c14b8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:00.902053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ceed07-7172-4288-9682-5715ff4cb3fc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network 99fc58f0-156e-4fb3-b74e-d3955d6ff6eb is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:04:00.975598 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-54ceed07-7172-4288-9682-5715ff4cb3fc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 99fc58f0-156e-4fb3-b74e-d3955d6ff6eb) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:00.981529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ceed07-7172-4288-9682-5715ff4cb3fc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:00.982186 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-54ceed07-7172-4288-9682-5715ff4cb3fc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:01.032705 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ec002a32-df70-46e5-bb0e-6a2d742bb456 None None] Current status of the port 70538a59-c994-45b6-be35-3d7cbc1c14b8 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:01.034317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba0b28c-a430-4eff-a780-c42c8e4de040 None None] Network 99fc58f0-156e-4fb3-b74e-d3955d6ff6eb requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:01.044478 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c21b203a-07a6-44b9-be9f-e1b22644cec0 admin admin] Publish callbacks [] for security_group (3b7cb682-c0a8-4bbd-89da-d9e450aa95c1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:01.056084 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 70538a59-c994-45b6-be35-3d7cbc1c14b8 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:04:01.115410 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c21b203a-07a6-44b9-be9f-e1b22644cec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3b7cb682-c0a8-4bbd-89da-d9e450aa95c1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:01.122868 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-54ceed07-7172-4288-9682-5715ff4cb3fc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1320801 Jan 28 06:04:01.123663 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55618) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:01.241312 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c21b203a-07a6-44b9-be9f-e1b22644cec0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e5a3675b8db4164ac249075d8355750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6625848 Jan 28 06:04:01.244236 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b203a-07a6-44b9-be9f-e1b22644cec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7cb682-c0a8-4bbd-89da-d9e450aa95c1,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:01.247250 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55624) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:01.346254 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b24035c1-7448-4795-994e-fe1360c72179 None None] Provisioning complete for port 40330472-2d7e-4210-bfc8-575ca7842b9a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:01.346756 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b24035c1-7448-4795-994e-fe1360c72179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:01.361403 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f67062d8-1109-446a-acff-433edd17f72d admin admin] Publish callbacks [] for security_group (3b7cb682-c0a8-4bbd-89da-d9e450aa95c1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:01.391113 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f67062d8-1109-446a-acff-433edd17f72d admin admin] Publish callbacks [] for security_group (3b7cb682-c0a8-4bbd-89da-d9e450aa95c1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:01.428369 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Publish callbacks [] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:01.463112 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 70538a59-c994-45b6-be35-3d7cbc1c14b8 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:01.463703 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (70538a59-c994-45b6-be35-3d7cbc1c14b8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:01.500650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b24035c1-7448-4795-994e-fe1360c72179 None None] Port 40330472-2d7e-4210-bfc8-575ca7842b9a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:04:01.507493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-99fc58f0-156e-4fb3-b74e-d3955d6ff6eb', 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb', 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'fixed_ips': [{'subnet_id': '551b4a42-3823-4675-8d00-853cd4a931c7'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:04:01.508366 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:01.516210 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f67062d8-1109-446a-acff-433edd17f72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3b7cb682-c0a8-4bbd-89da-d9e450aa95c1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:01.518809 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f67062d8-1109-446a-acff-433edd17f72d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:01.521675 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f67062d8-1109-446a-acff-433edd17f72d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b7cb682-c0a8-4bbd-89da-d9e450aa95c1 HTTP/1.1" status: 204 len: 168 time: 0.2694006 Jan 28 06:04:01.529599 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:01.537606 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67062d8-1109-446a-acff-433edd17f72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7cb682-c0a8-4bbd-89da-d9e450aa95c1,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:01.839779 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e321615-dde7-4f2d-989a-34cd569856d9 None None] Pushing event updated for resources: {'Port': ['ID=40330472-2d7e-4210-bfc8-575ca7842b9a,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:01.856841 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:01.868649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d4fe9943-8d04-49cc-a4d4-cdb3a832ee32 None None] Provisioning complete for port 40330472-2d7e-4210-bfc8-575ca7842b9a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:01.869656 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4fe9943-8d04-49cc-a4d4-cdb3a832ee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:01.895431 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 70538a59-c994-45b6-be35-3d7cbc1c14b8 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:01.999231 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d4fe9943-8d04-49cc-a4d4-cdb3a832ee32 None None] Port 40330472-2d7e-4210-bfc8-575ca7842b9a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:04:02.053212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Allocated IP 2001:db8:2::2 (99fc58f0-156e-4fb3-b74e-d3955d6ff6eb/551b4a42-3823-4675-8d00-853cd4a931c7/532c190a-f2c1-4bb3-ad01-f68e1d6e97cf) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:04:02.105827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Attempting to bind port 40330472-2d7e-4210-bfc8-575ca7842b9a on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:04:02.106579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Attempting to bind port 40330472-2d7e-4210-bfc8-575ca7842b9a by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'c8b01157-cb5c-4fe6-b6d4-a384da927858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:04:02.107201 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Attempting to bind port 40330472-2d7e-4210-bfc8-575ca7842b9a on network e956e60c-1e73-438c-9465-b3fed132169f {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:04:02.123141 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:04:02.123918 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Checking segment: {'id': 'c8b01157-cb5c-4fe6-b6d4-a384da927858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:04:02.124566 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:02.125279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Bound using segment: {'id': 'c8b01157-cb5c-4fe6-b6d4-a384da927858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:04:02.125980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Bound port: 40330472-2d7e-4210-bfc8-575ca7842b9a, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b01157-cb5c-4fe6-b6d4-a384da927858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:04:02.126613 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:02.206821 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] For port 40330472-2d7e-4210-bfc8-575ca7842b9a, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:04:02.210232 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] For port 40330472-2d7e-4210-bfc8-575ca7842b9a, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=40330472-2d7e-4210-bfc8-575ca7842b9a,segment=NetworkSegment(c8b01157-cb5c-4fe6-b6d4-a384da927858),segment_id=c8b01157-cb5c-4fe6-b6d4-a384da927858)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:04:02.254316 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-475e75bb-0668-4df6-a06e-b8ac1c773659 None None] Provisioning complete for port 40330472-2d7e-4210-bfc8-575ca7842b9a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:02.254849 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-475e75bb-0668-4df6-a06e-b8ac1c773659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:02.295159 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-475e75bb-0668-4df6-a06e-b8ac1c773659 None None] Port 40330472-2d7e-4210-bfc8-575ca7842b9a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:04:02.299340 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:02.386383 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:02.387622 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:03:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:02.435362 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55642) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:02.450968 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2a1e-8529-4c7c-bab6-804cdc340186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:02.528032 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Publish callbacks [] for port (532c190a-f2c1-4bb3-ad01-f68e1d6e97cf), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:02.545885 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53039dad-c87b-4c91-8179-96c295045a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:02.578978 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2a1e-8529-4c7c-bab6-804cdc340186 admin admin] Publish callbacks [] for security_group (50ed9584-dbd8-4946-bb61-55f853483cd6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:02.593622 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e321615-dde7-4f2d-989a-34cd569856d9 None None] Pushing event updated for resources: {'Port': ['ID=40330472-2d7e-4210-bfc8-575ca7842b9a,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:02.626246 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (532c190a-f2c1-4bb3-ad01-f68e1d6e97cf), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:02.638483 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:02.694203 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2a1e-8529-4c7c-bab6-804cdc340186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (50ed9584-dbd8-4946-bb61-55f853483cd6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:02.743501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Allocated IP 2001:db8:2::1 (99fc58f0-156e-4fb3-b74e-d3955d6ff6eb/551b4a42-3823-4675-8d00-853cd4a931c7/3b26d4da-9d8a-4f61-85ec-465a62c893b1) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:04:02.746675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Network 99fc58f0-156e-4fb3-b74e-d3955d6ff6eb is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:02.795044 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:02.802037 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec2a1e-8529-4c7c-bab6-804cdc340186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ed9584-dbd8-4946-bb61-55f853483cd6,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:02.809920 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:04:02.816965 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b8ec2a1e-8529-4c7c-bab6-804cdc340186 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac8d0f097ac04a9795d66b4261c16668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3786900 Jan 28 06:04:02.819080 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55652) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:02.876039 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e35bc0e5-7187-4cf5-8de2-282c7c875371 admin admin] Publish callbacks [] for security_group (50ed9584-dbd8-4946-bb61-55f853483cd6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:02.909473 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e35bc0e5-7187-4cf5-8de2-282c7c875371 admin admin] Publish callbacks [] for security_group (50ed9584-dbd8-4946-bb61-55f853483cd6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:02.919519 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:02.972758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Pushing event updated for resources: {'Port': ['ID=532c190a-f2c1-4bb3-ad01-f68e1d6e97cf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:03.050023 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:03.053460 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e35bc0e5-7187-4cf5-8de2-282c7c875371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (50ed9584-dbd8-4946-bb61-55f853483cd6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:03.063531 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e35bc0e5-7187-4cf5-8de2-282c7c875371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:03.066004 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e35bc0e5-7187-4cf5-8de2-282c7c875371 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50ed9584-dbd8-4946-bb61-55f853483cd6 HTTP/1.1" status: 204 len: 168 time: 0.2458782 Jan 28 06:04:03.097109 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-69491764-ed33-4492-8bd5-b616f006f081 None None] Provisioning complete for port 40330472-2d7e-4210-bfc8-575ca7842b9a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:03.097408 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69491764-ed33-4492-8bd5-b616f006f081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:03.103198 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bc0e5-7187-4cf5-8de2-282c7c875371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ed9584-dbd8-4946-bb61-55f853483cd6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:03.139449 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network 99fc58f0-156e-4fb3-b74e-d3955d6ff6eb is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:03.175586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:03.187080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Attempting to bind port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:04:03.189563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:04:03.190255 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (c080ced5-66a9-4455-aa91-15d34ee053bc), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:03.194835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Attempting to bind port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '1bfa23c6-454a-411b-ba17-177aadb15409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:04:03.195451 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Attempting to bind port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf on network 99fc58f0-156e-4fb3-b74e-d3955d6ff6eb {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:04:03.317004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=3b26d4da-9d8a-4f61-85ec-465a62c893b1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:03.408274 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:04:03.408927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Checking segment: {'id': '1bfa23c6-454a-411b-ba17-177aadb15409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:04:03.408927 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:03.409331 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Bound using segment: {'id': '1bfa23c6-454a-411b-ba17-177aadb15409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:04:03.409818 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Bound port: 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfa23c6-454a-411b-ba17-177aadb15409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:04:03.410191 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (532c190a-f2c1-4bb3-ad01-f68e1d6e97cf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:03.499712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:03:57Z', 'revision_number': 3, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': '40330472-2d7e-4210-bfc8-575ca7842b9a', 'name': '', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:4a:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:56Z', 'updated_at': '2022-01-28T06:04:02Z', 'revision_number': 4, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:03.501780 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:03.575013 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa36d1-9d1b-40d8-94e3-6ea2df984289 None None] The sync data for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 is: [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:03:57Z', 'revision_number': 3, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': '40330472-2d7e-4210-bfc8-575ca7842b9a', 'name': '', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:4a:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:56Z', 'updated_at': '2022-01-28T06:04:02Z', 'revision_number': 4, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:04:03.599628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] For port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:04:03.612276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] For port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=532c190a-f2c1-4bb3-ad01-f68e1d6e97cf,segment=NetworkSegment(1bfa23c6-454a-411b-ba17-177aadb15409),segment_id=1bfa23c6-454a-411b-ba17-177aadb15409)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:04:03.615326 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-69491764-ed33-4492-8bd5-b616f006f081 None None] Current status of the port 40330472-2d7e-4210-bfc8-575ca7842b9a is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:03.616146 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69491764-ed33-4492-8bd5-b616f006f081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:03.665077 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-69491764-ed33-4492-8bd5-b616f006f081 None None] For port 40330472-2d7e-4210-bfc8-575ca7842b9a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=40330472-2d7e-4210-bfc8-575ca7842b9a,segment=NetworkSegment(c8b01157-cb5c-4fe6-b6d4-a384da927858),segment_id=c8b01157-cb5c-4fe6-b6d4-a384da927858)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:03.685969 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (532c190a-f2c1-4bb3-ad01-f68e1d6e97cf), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:03.757297 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69491764-ed33-4492-8bd5-b616f006f081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:03.815831 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e360af-2578-4b84-9be4-fc5d91284d9b None None] Pushing event updated for resources: {'Port': ['ID=532c190a-f2c1-4bb3-ad01-f68e1d6e97cf,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:03.979661 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69491764-ed33-4492-8bd5-b616f006f081 None None] Pushing event updated for resources: {'Port': ['ID=40330472-2d7e-4210-bfc8-575ca7842b9a,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:04.024231 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:04.095294 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:04.099644 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (c080ced5-66a9-4455-aa91-15d34ee053bc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:04.456527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=3b26d4da-9d8a-4f61-85ec-465a62c893b1,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:04.488374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network 99fc58f0-156e-4fb3-b74e-d3955d6ff6eb is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:04.489926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:04.635988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router c080ced5-66a9-4455-aa91-15d34ee053bc has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:04:04.766453 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:04:04.774189 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c2dad26f-7d0a-4b9b-b2a6-70ba9e83713b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/c080ced5-66a9-4455-aa91-15d34ee053bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6473734 Jan 28 06:04:04.774521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55694) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:04.780929 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d8663064-cdb5-4b49-98e8-5e2bc8bcf88c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1317283141'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:04.798331 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e5528ac-5564-4675-a237-755a69b1a339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:04.912427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8663064-cdb5-4b49-98e8-5e2bc8bcf88c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:04:04.922376 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8663064-cdb5-4b49-98e8-5e2bc8bcf88c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:04.968651 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8663064-cdb5-4b49-98e8-5e2bc8bcf88c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:04:04.972700 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Sync routers for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:04:04.989310 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8663064-cdb5-4b49-98e8-5e2bc8bcf88c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (2597b6a6-2ab8-4e78-9e06-392a5681f88e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:04.989662 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-d8663064-cdb5-4b49-98e8-5e2bc8bcf88c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Added segment 2597b6a6-2ab8-4e78-9e06-392a5681f88e of type vlan for network a2c10f97-b763-44c2-9fca-644f568504c1 Jan 28 06:04:04.992974 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:04.993612 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:05.084551 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8663064-cdb5-4b49-98e8-5e2bc8bcf88c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (a2c10f97-b763-44c2-9fca-644f568504c1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:05.150737 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 40330472-2d7e-4210-bfc8-575ca7842b9a up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:04:05.213255 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8663064-cdb5-4b49-98e8-5e2bc8bcf88c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (a2c10f97-b763-44c2-9fca-644f568504c1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:05.218136 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8663064-cdb5-4b49-98e8-5e2bc8bcf88c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:05.219036 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8663064-cdb5-4b49-98e8-5e2bc8bcf88c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:05.255146 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 40330472-2d7e-4210-bfc8-575ca7842b9a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:05.255529 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:05.261642 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:05.357178 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55706) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:05.358123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d8663064-cdb5-4b49-98e8-5e2bc8bcf88c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5781834 Jan 28 06:04:05.363793 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d890b5b5-736d-4919-8a68-76ed98d871d1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'subnet': {'network_id': 'a2c10f97-b763-44c2-9fca-644f568504c1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:05.388207 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8663064-cdb5-4b49-98e8-5e2bc8bcf88c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Network': ['ID=a2c10f97-b763-44c2-9fca-644f568504c1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:05.410052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network a2c10f97-b763-44c2-9fca-644f568504c1 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:04:05.667408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d890b5b5-736d-4919-8a68-76ed98d871d1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Made reservation on behalf of 5bf933d12d3c4d9d9a4ab6f11b5cecd5 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:04:05.672354 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d890b5b5-736d-4919-8a68-76ed98d871d1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:05.678507 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6234689-8260-439c-984a-2596b0446403 None None] Network 99fc58f0-156e-4fb3-b74e-d3955d6ff6eb requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:05.721401 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 4, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': '3b26d4da-9d8a-4f61-85ec-465a62c893b1', 'name': '', 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:2d:48:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:02Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 2, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40330472-2d7e-4210-bfc8-575ca7842b9a', 'name': '', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:4a:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:56Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:05.722606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 40330472-2d7e-4210-bfc8-575ca7842b9a is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:05.723929 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:04:05.794680 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Checking router: c080ced5-66a9-4455-aa91-15d34ee053bc for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:04:05.796757 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Updating router c080ced5-66a9-4455-aa91-15d34ee053bc port 3b26d4da-9d8a-4f61-85ec-465a62c893b1 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:04:05.855846 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:05.858326 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-974d4869-ad99-4d66-8946-ba289071027a None None] Provisioning complete for port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:05.859062 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-974d4869-ad99-4d66-8946-ba289071027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (532c190a-f2c1-4bb3-ad01-f68e1d6e97cf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:06.078570 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d890b5b5-736d-4919-8a68-76ed98d871d1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (369ea17a-df31-4ec1-b792-fd791b9ce43f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:06.093392 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:06.093908 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (532c190a-f2c1-4bb3-ad01-f68e1d6e97cf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:06.247532 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890b5b5-736d-4919-8a68-76ed98d871d1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Subnet': ['ID=369ea17a-df31-4ec1-b792-fd791b9ce43f,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:06.269973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d890b5b5-736d-4919-8a68-76ed98d871d1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Checking segment: {'id': '2597b6a6-2ab8-4e78-9e06-392a5681f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a2c10f97-b763-44c2-9fca-644f568504c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:04:06.270503 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d890b5b5-736d-4919-8a68-76ed98d871d1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network hostable DHCP agents. Network: a2c10f97-b763-44c2-9fca-644f568504c1, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:04:06.336400 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:06.336800 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (532c190a-f2c1-4bb3-ad01-f68e1d6e97cf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:06.355439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-974d4869-ad99-4d66-8946-ba289071027a None None] Current status of the port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:06.355836 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-974d4869-ad99-4d66-8946-ba289071027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (532c190a-f2c1-4bb3-ad01-f68e1d6e97cf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:06.356197 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d890b5b5-736d-4919-8a68-76ed98d871d1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network a2c10f97-b763-44c2-9fca-644f568504c1 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:04:06.395058 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=532c190a-f2c1-4bb3-ad01-f68e1d6e97cf,segment=NetworkSegment(1bfa23c6-454a-411b-ba17-177aadb15409),segment_id=1bfa23c6-454a-411b-ba17-177aadb15409)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:06.409560 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Publish callbacks [] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:06.439062 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-d890b5b5-736d-4919-8a68-76ed98d871d1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, a2c10f97-b763-44c2-9fca-644f568504c1) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:06.460621 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d890b5b5-736d-4919-8a68-76ed98d871d1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:06.462252 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d890b5b5-736d-4919-8a68-76ed98d871d1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:06.476011 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3d7f85-9282-46ab-a302-50b18e7d0536 None None] Network a2c10f97-b763-44c2-9fca-644f568504c1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:06.478926 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:06.526017 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (532c190a-f2c1-4bb3-ad01-f68e1d6e97cf), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:06.574715 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b06c61-1035-48fc-b27c-d9d32e502687 None None] Pushing event updated for resources: {'Port': ['ID=3b26d4da-9d8a-4f61-85ec-465a62c893b1,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:06.587236 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d890b5b5-736d-4919-8a68-76ed98d871d1 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2288609 Jan 28 06:04:06.590415 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55736) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:06.668181 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Attempting to bind port 3b26d4da-9d8a-4f61-85ec-465a62c893b1 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:04:06.668958 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Attempting to bind port 3b26d4da-9d8a-4f61-85ec-465a62c893b1 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '1bfa23c6-454a-411b-ba17-177aadb15409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:04:06.669493 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Attempting to bind port 3b26d4da-9d8a-4f61-85ec-465a62c893b1 on network 99fc58f0-156e-4fb3-b74e-d3955d6ff6eb {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:04:06.685578 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:04:06.694806 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Checking segment: {'id': '1bfa23c6-454a-411b-ba17-177aadb15409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:04:06.694806 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:06.694806 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Bound using segment: {'id': '1bfa23c6-454a-411b-ba17-177aadb15409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:04:06.694806 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Bound port: 3b26d4da-9d8a-4f61-85ec-465a62c893b1, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfa23c6-454a-411b-ba17-177aadb15409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:04:06.695442 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:06.704595 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:06.706126 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-974d4869-ad99-4d66-8946-ba289071027a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:04:06.706563 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-974d4869-ad99-4d66-8946-ba289071027a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:04:06.784503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=532c190a-f2c1-4bb3-ad01-f68e1d6e97cf,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:06.881446 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] For port 3b26d4da-9d8a-4f61-85ec-465a62c893b1, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:04:06.894432 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] For port 3b26d4da-9d8a-4f61-85ec-465a62c893b1, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3b26d4da-9d8a-4f61-85ec-465a62c893b1,segment=NetworkSegment(1bfa23c6-454a-411b-ba17-177aadb15409),segment_id=1bfa23c6-454a-411b-ba17-177aadb15409)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:04:06.899356 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-a2c10f97-b763-44c2-9fca-644f568504c1', 'network_id': 'a2c10f97-b763-44c2-9fca-644f568504c1', 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'fixed_ips': [{'subnet_id': '369ea17a-df31-4ec1-b792-fd791b9ce43f'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:04:06.900946 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:07.010535 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:07.081143 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:04:07.171827 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b06c61-1035-48fc-b27c-d9d32e502687 None None] Pushing event updated for resources: {'Port': ['ID=3b26d4da-9d8a-4f61-85ec-465a62c893b1,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:07.191967 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:07.192616 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:07.380528 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Allocated IP 2001:db8:3::2 (a2c10f97-b763-44c2-9fca-644f568504c1/369ea17a-df31-4ec1-b792-fd791b9ce43f/83af0626-03b2-4491-b52d-054d237bb9b4) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:04:07.383725 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:07.411266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-974d4869-ad99-4d66-8946-ba289071027a None None] Current status of the port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:07.413760 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:07.422872 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:07.423266 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (532c190a-f2c1-4bb3-ad01-f68e1d6e97cf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:07.616079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2c1192b1-76fb-47b6-a91a-f2715c5872a2 None None] Provisioning complete for port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:07.616467 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c1192b1-76fb-47b6-a91a-f2715c5872a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (532c190a-f2c1-4bb3-ad01-f68e1d6e97cf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:07.748998 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:07.952337 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 4, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': '3b26d4da-9d8a-4f61-85ec-465a62c893b1', 'name': '', 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:2d:48:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:02Z', 'updated_at': '2022-01-28T06:04:06Z', 'revision_number': 4, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40330472-2d7e-4210-bfc8-575ca7842b9a', 'name': '', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:4a:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:56Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:08.003770 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Publish callbacks [] for port (83af0626-03b2-4491-b52d-054d237bb9b4), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:08.033586 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6855b946-6ac9-45ca-998a-3ac707c99a5d None None] The sync data for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 is: [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 4, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': '3b26d4da-9d8a-4f61-85ec-465a62c893b1', 'name': '', 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:2d:48:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:02Z', 'updated_at': '2022-01-28T06:04:06Z', 'revision_number': 4, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40330472-2d7e-4210-bfc8-575ca7842b9a', 'name': '', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:4a:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:56Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:04:08.153045 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (83af0626-03b2-4491-b52d-054d237bb9b4), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:08.198493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Network a2c10f97-b763-44c2-9fca-644f568504c1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:08.200644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2c1192b1-76fb-47b6-a91a-f2715c5872a2 None None] Current status of the port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:08.203081 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:08.206466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:08.262883 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:04:08.356667 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2c1192b1-76fb-47b6-a91a-f2715c5872a2 None None] Provisioning complete for port 3b26d4da-9d8a-4f61-85ec-465a62c893b1 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:08.356960 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c1192b1-76fb-47b6-a91a-f2715c5872a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:08.595028 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Pushing event updated for resources: {'Port': ['ID=83af0626-03b2-4491-b52d-054d237bb9b4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:08.621517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Attempting to bind port 83af0626-03b2-4491-b52d-054d237bb9b4 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:04:08.621744 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Attempting to bind port 83af0626-03b2-4491-b52d-054d237bb9b4 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '2597b6a6-2ab8-4e78-9e06-392a5681f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a2c10f97-b763-44c2-9fca-644f568504c1'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:04:08.622111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Attempting to bind port 83af0626-03b2-4491-b52d-054d237bb9b4 on network a2c10f97-b763-44c2-9fca-644f568504c1 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:04:08.694927 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55782) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:08.698143 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:04:08.699203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Checking segment: {'id': '2597b6a6-2ab8-4e78-9e06-392a5681f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a2c10f97-b763-44c2-9fca-644f568504c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:04:08.699616 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:08.701403 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Bound using segment: {'id': '2597b6a6-2ab8-4e78-9e06-392a5681f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a2c10f97-b763-44c2-9fca-644f568504c1'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:04:08.701924 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Bound port: 83af0626-03b2-4491-b52d-054d237bb9b4, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2597b6a6-2ab8-4e78-9e06-392a5681f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a2c10f97-b763-44c2-9fca-644f568504c1'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:04:08.705957 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (83af0626-03b2-4491-b52d-054d237bb9b4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:08.720736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Allocated IP 2001:db8:3::1 (a2c10f97-b763-44c2-9fca-644f568504c1/369ea17a-df31-4ec1-b792-fd791b9ce43f/44750755-6518-4b79-8913-1b38f06869b7) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:04:08.826645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2c1192b1-76fb-47b6-a91a-f2715c5872a2 None None] Current status of the port 3b26d4da-9d8a-4f61-85ec-465a62c893b1 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:08.827052 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c1192b1-76fb-47b6-a91a-f2715c5872a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:08.985748 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (44750755-6518-4b79-8913-1b38f06869b7), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:08.995021 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2c1192b1-76fb-47b6-a91a-f2715c5872a2 None None] For port 3b26d4da-9d8a-4f61-85ec-465a62c893b1, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3b26d4da-9d8a-4f61-85ec-465a62c893b1,segment=NetworkSegment(1bfa23c6-454a-411b-ba17-177aadb15409),segment_id=1bfa23c6-454a-411b-ba17-177aadb15409)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:09.025622 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] For port 83af0626-03b2-4491-b52d-054d237bb9b4, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:04:09.105737 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c1192b1-76fb-47b6-a91a-f2715c5872a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:09.114643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] For port 83af0626-03b2-4491-b52d-054d237bb9b4, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=83af0626-03b2-4491-b52d-054d237bb9b4,segment=NetworkSegment(2597b6a6-2ab8-4e78-9e06-392a5681f88e),segment_id=2597b6a6-2ab8-4e78-9e06-392a5681f88e)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:04:09.117863 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (44750755-6518-4b79-8913-1b38f06869b7), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:09.223724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network a2c10f97-b763-44c2-9fca-644f568504c1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:09.224006 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (83af0626-03b2-4491-b52d-054d237bb9b4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:09.234181 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:09.242255 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:04:09.248793 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (c080ced5-66a9-4455-aa91-15d34ee053bc), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:09.251981 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3b26d4da-9d8a-4f61-85ec-465a62c893b1 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:04:09.283730 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:09.355372 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c0151dc-dd6c-4d9d-ad0f-392c90198c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:09.401088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-dc5bd07a-8e5f-4fb9-81b9-b1a4de1d15cb None None] Provisioning complete for port 3b26d4da-9d8a-4f61-85ec-465a62c893b1 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:09.401088 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc5bd07a-8e5f-4fb9-81b9-b1a4de1d15cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:09.425179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=44750755-6518-4b79-8913-1b38f06869b7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:09.554922 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1192b1-76fb-47b6-a91a-f2715c5872a2 None None] Pushing event updated for resources: {'Port': ['ID=3b26d4da-9d8a-4f61-85ec-465a62c893b1,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:09.566187 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c0151dc-dd6c-4d9d-ad0f-392c90198c34 admin admin] Publish callbacks [] for security_group (8ed16e43-2c95-421e-a1c0-415c55b2b998), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:09.650207 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c0151dc-dd6c-4d9d-ad0f-392c90198c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8ed16e43-2c95-421e-a1c0-415c55b2b998), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:09.745773 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3c0151dc-dd6c-4d9d-ad0f-392c90198c34 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49dba5dea0614f5f857d818253e73127&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0496013 Jan 28 06:04:09.753182 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55800) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:09.770566 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44750755-6518-4b79-8913-1b38f06869b7), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:09.790333 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0151dc-dd6c-4d9d-ad0f-392c90198c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed16e43-2c95-421e-a1c0-415c55b2b998,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:09.918627 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ba511-8268-483d-aebf-dfeb8245daaf None None] Pushing event updated for resources: {'Port': ['ID=83af0626-03b2-4491-b52d-054d237bb9b4,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:09.919983 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a407d77-34b6-4f54-b7a6-986895afb14a admin admin] Publish callbacks [] for security_group (8ed16e43-2c95-421e-a1c0-415c55b2b998), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:09.938945 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 3b26d4da-9d8a-4f61-85ec-465a62c893b1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:09.940439 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:09.942462 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dc5bd07a-8e5f-4fb9-81b9-b1a4de1d15cb None None] Current status of the port 3b26d4da-9d8a-4f61-85ec-465a62c893b1 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:10.022323 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a407d77-34b6-4f54-b7a6-986895afb14a admin admin] Publish callbacks [] for security_group (8ed16e43-2c95-421e-a1c0-415c55b2b998), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:10.055650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 3b26d4da-9d8a-4f61-85ec-465a62c893b1 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:10.208793 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a407d77-34b6-4f54-b7a6-986895afb14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8ed16e43-2c95-421e-a1c0-415c55b2b998), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:10.211399 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a407d77-34b6-4f54-b7a6-986895afb14a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:10.213426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9a407d77-34b6-4f54-b7a6-986895afb14a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ed16e43-2c95-421e-a1c0-415c55b2b998 HTTP/1.1" status: 204 len: 168 time: 0.4574158 Jan 28 06:04:10.233726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a407d77-34b6-4f54-b7a6-986895afb14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed16e43-2c95-421e-a1c0-415c55b2b998,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:10.322645 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for port (44750755-6518-4b79-8913-1b38f06869b7), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:10.413263 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (44750755-6518-4b79-8913-1b38f06869b7), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:10.415032 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (c080ced5-66a9-4455-aa91-15d34ee053bc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:10.573826 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event updated for resources: {'Port': ['ID=44750755-6518-4b79-8913-1b38f06869b7,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:10.601602 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55814) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:10.660478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Network a2c10f97-b763-44c2-9fca-644f568504c1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:10.662515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:10.803263 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-53507d67-1b81-4d35-bdd3-f155dc83ef88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:10.977243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router c080ced5-66a9-4455-aa91-15d34ee053bc has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:04:11.002452 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-53507d67-1b81-4d35-bdd3-f155dc83ef88 admin admin] Publish callbacks [] for security_group (b083a464-9a9c-438e-a18a-e8abf98757bb), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:11.081512 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-53507d67-1b81-4d35-bdd3-f155dc83ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b083a464-9a9c-438e-a18a-e8abf98757bb), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:11.082506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac4c0d5-23bd-4210-b912-e913724258c6 None None] Network a2c10f97-b763-44c2-9fca-644f568504c1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:11.159058 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-53507d67-1b81-4d35-bdd3-f155dc83ef88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2be422bb9cfc49d4b1a81a9695b0ae88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5560493 Jan 28 06:04:11.161658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55828) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:11.180363 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53507d67-1b81-4d35-bdd3-f155dc83ef88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b083a464-9a9c-438e-a18a-e8abf98757bb,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:11.245372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3b26d4da-9d8a-4f61-85ec-465a62c893b1 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:04:11.248745 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46271fc0-02ec-4f76-ae05-9b1993d0e1cc admin admin] Publish callbacks [] for security_group (b083a464-9a9c-438e-a18a-e8abf98757bb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:11.265942 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:04:11.275420 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5e79f6c4-16cb-4aec-8d91-27e9b19fdc51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/c080ced5-66a9-4455-aa91-15d34ee053bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6826680 Jan 28 06:04:11.279050 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55832) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:11.285481 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1b6b6f9c-604f-40d3-bb56-1198a2a0f295 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:11.286192 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46271fc0-02ec-4f76-ae05-9b1993d0e1cc admin admin] Publish callbacks [] for security_group (b083a464-9a9c-438e-a18a-e8abf98757bb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:11.302690 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Sync routers for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:04:11.339454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-26371da7-1f46-4a11-b02f-d8e0ac163e93 None None] Provisioning complete for port 83af0626-03b2-4491-b52d-054d237bb9b4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:11.339777 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26371da7-1f46-4a11-b02f-d8e0ac163e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (83af0626-03b2-4491-b52d-054d237bb9b4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:11.375152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:11.375152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:11.415312 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46271fc0-02ec-4f76-ae05-9b1993d0e1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b083a464-9a9c-438e-a18a-e8abf98757bb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:11.419421 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46271fc0-02ec-4f76-ae05-9b1993d0e1cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:11.421575 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-46271fc0-02ec-4f76-ae05-9b1993d0e1cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b083a464-9a9c-438e-a18a-e8abf98757bb HTTP/1.1" status: 204 len: 168 time: 0.2583399 Jan 28 06:04:11.452134 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46271fc0-02ec-4f76-ae05-9b1993d0e1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b083a464-9a9c-438e-a18a-e8abf98757bb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:11.626056 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 3b26d4da-9d8a-4f61-85ec-465a62c893b1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:11.626407 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:11.663000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:11.875179 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.extraroute_db [None req-1b6b6f9c-604f-40d3-bb56-1198a2a0f295 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103634) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 06:04:11.893432 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.extraroute_db [None req-1b6b6f9c-604f-40d3-bb56-1198a2a0f295 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Removed routes are [] {{(pid=103634) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 06:04:11.894003 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6f9c-604f-40d3-bb56-1198a2a0f295 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (c080ced5-66a9-4455-aa91-15d34ee053bc), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:11.894493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-26371da7-1f46-4a11-b02f-d8e0ac163e93 None None] Current status of the port 83af0626-03b2-4491-b52d-054d237bb9b4 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:11.898807 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26371da7-1f46-4a11-b02f-d8e0ac163e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (83af0626-03b2-4491-b52d-054d237bb9b4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:11.950277 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-26371da7-1f46-4a11-b02f-d8e0ac163e93 None None] For port 83af0626-03b2-4491-b52d-054d237bb9b4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=83af0626-03b2-4491-b52d-054d237bb9b4,segment=NetworkSegment(2597b6a6-2ab8-4e78-9e06-392a5681f88e),segment_id=2597b6a6-2ab8-4e78-9e06-392a5681f88e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:12.017726 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 3b26d4da-9d8a-4f61-85ec-465a62c893b1 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:12.018783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 83af0626-03b2-4491-b52d-054d237bb9b4 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:04:12.092880 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26371da7-1f46-4a11-b02f-d8e0ac163e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (83af0626-03b2-4491-b52d-054d237bb9b4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:12.183688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 83af0626-03b2-4491-b52d-054d237bb9b4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:12.184421 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (83af0626-03b2-4491-b52d-054d237bb9b4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:12.253507 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26371da7-1f46-4a11-b02f-d8e0ac163e93 None None] Pushing event updated for resources: {'Port': ['ID=83af0626-03b2-4491-b52d-054d237bb9b4,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:12.295927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-84b71696-f5f4-40ad-94f2-2667a01f9fd7 None None] Provisioning complete for port 83af0626-03b2-4491-b52d-054d237bb9b4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:12.296671 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84b71696-f5f4-40ad-94f2-2667a01f9fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (83af0626-03b2-4491-b52d-054d237bb9b4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:12.337895 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6f9c-604f-40d3-bb56-1198a2a0f295 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (c080ced5-66a9-4455-aa91-15d34ee053bc), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:12.351585 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6f9c-604f-40d3-bb56-1198a2a0f295 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (c080ced5-66a9-4455-aa91-15d34ee053bc), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:12.404077 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 83af0626-03b2-4491-b52d-054d237bb9b4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:12.412611 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:09Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': '3b26d4da-9d8a-4f61-85ec-465a62c893b1', 'name': '', 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:2d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:02Z', 'updated_at': '2022-01-28T06:04:08Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40330472-2d7e-4210-bfc8-575ca7842b9a', 'name': '', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:4a:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:56Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44750755-6518-4b79-8913-1b38f06869b7', 'name': '', 'network_id': 'a2c10f97-b763-44c2-9fca-644f568504c1', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:5c:db:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '369ea17a-df31-4ec1-b792-fd791b9ce43f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:08Z', 'updated_at': '2022-01-28T06:04:10Z', 'revision_number': 2, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '369ea17a-df31-4ec1-b792-fd791b9ce43f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:12.468029 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Checking router: c080ced5-66a9-4455-aa91-15d34ee053bc for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:04:12.468394 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Updating router c080ced5-66a9-4455-aa91-15d34ee053bc port 44750755-6518-4b79-8913-1b38f06869b7 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:04:12.529782 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44750755-6518-4b79-8913-1b38f06869b7), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:12.546083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55860) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:12.569687 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-220993d9-8d05-4038-96ad-48d598980380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:12.608504 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-84b71696-f5f4-40ad-94f2-2667a01f9fd7 None None] Current status of the port 83af0626-03b2-4491-b52d-054d237bb9b4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:12.622256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-84b71696-f5f4-40ad-94f2-2667a01f9fd7 None None] Provisioning complete for port 44750755-6518-4b79-8913-1b38f06869b7 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:12.622664 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84b71696-f5f4-40ad-94f2-2667a01f9fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (44750755-6518-4b79-8913-1b38f06869b7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:12.708085 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-220993d9-8d05-4038-96ad-48d598980380 admin admin] Publish callbacks [] for security_group (0592cd75-235b-4beb-864a-3bd40f0daec4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:12.746710 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-84b71696-f5f4-40ad-94f2-2667a01f9fd7 None None] Port 44750755-6518-4b79-8913-1b38f06869b7 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:04:12.796231 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-220993d9-8d05-4038-96ad-48d598980380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0592cd75-235b-4beb-864a-3bd40f0daec4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:12.891491 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-220993d9-8d05-4038-96ad-48d598980380 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11c998a23a41413aa03175a065ba54fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3441536 Jan 28 06:04:12.893524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55862) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:12.903624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220993d9-8d05-4038-96ad-48d598980380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0592cd75-235b-4beb-864a-3bd40f0daec4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:12.992840 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 83af0626-03b2-4491-b52d-054d237bb9b4 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:04:13.017578 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46b4fbe2-1d82-49f0-ab36-de51b7762063 admin admin] Publish callbacks [] for security_group (0592cd75-235b-4beb-864a-3bd40f0daec4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:13.066613 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6b6f9c-604f-40d3-bb56-1198a2a0f295 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router c080ced5-66a9-4455-aa91-15d34ee053bc has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:04:13.087513 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-feba5534-66ac-47da-9ad9-e54f0a590bcd None None] Provisioning complete for port 44750755-6518-4b79-8913-1b38f06869b7 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:13.088425 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-feba5534-66ac-47da-9ad9-e54f0a590bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (44750755-6518-4b79-8913-1b38f06869b7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:13.104933 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46b4fbe2-1d82-49f0-ab36-de51b7762063 admin admin] Publish callbacks [] for security_group (0592cd75-235b-4beb-864a-3bd40f0daec4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:13.145310 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-feba5534-66ac-47da-9ad9-e54f0a590bcd None None] Port 44750755-6518-4b79-8913-1b38f06869b7 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:04:13.210985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 83af0626-03b2-4491-b52d-054d237bb9b4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:13.211146 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6b6f9c-604f-40d3-bb56-1198a2a0f295 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:04:13.211556 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (83af0626-03b2-4491-b52d-054d237bb9b4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:13.223272 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6f9c-604f-40d3-bb56-1198a2a0f295 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:13.234334 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1b6b6f9c-604f-40d3-bb56-1198a2a0f295 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/c080ced5-66a9-4455-aa91-15d34ee053bc HTTP/1.1" status: 200 len: 954 time: 1.9506261 Jan 28 06:04:13.235957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55868) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:13.319130 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46b4fbe2-1d82-49f0-ab36-de51b7762063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0592cd75-235b-4beb-864a-3bd40f0daec4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:13.322504 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46b4fbe2-1d82-49f0-ab36-de51b7762063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:13.326629 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-46b4fbe2-1d82-49f0-ab36-de51b7762063 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0592cd75-235b-4beb-864a-3bd40f0daec4 HTTP/1.1" status: 204 len: 168 time: 0.4260314 Jan 28 06:04:13.365556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4fbe2-1d82-49f0-ab36-de51b7762063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0592cd75-235b-4beb-864a-3bd40f0daec4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:13.399869 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Publish callbacks [] for port (44750755-6518-4b79-8913-1b38f06869b7), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:13.401837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d49e793b-09e7-4a83-8df7-1b5922215005 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/routers/c080ced5-66a9-4455-aa91-15d34ee053bc HTTP/1.1" status: 200 len: 954 time: 0.1656528 Jan 28 06:04:13.404701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55872) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:13.410324 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1de5e353-886d-4475-9120-e105dddc6e6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'router': {'routes': None}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:13.617130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 83af0626-03b2-4491-b52d-054d237bb9b4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:13.689386 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (44750755-6518-4b79-8913-1b38f06869b7), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:13.825329 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5a78c-567e-438a-a765-ef6f6a2cb8b6 None None] Pushing event updated for resources: {'Port': ['ID=44750755-6518-4b79-8913-1b38f06869b7,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:13.893031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Attempting to bind port 44750755-6518-4b79-8913-1b38f06869b7 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:04:13.893741 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Attempting to bind port 44750755-6518-4b79-8913-1b38f06869b7 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '2597b6a6-2ab8-4e78-9e06-392a5681f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a2c10f97-b763-44c2-9fca-644f568504c1'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:04:13.894144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Attempting to bind port 44750755-6518-4b79-8913-1b38f06869b7 on network a2c10f97-b763-44c2-9fca-644f568504c1 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:04:13.900378 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:04:13.901177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Checking segment: {'id': '2597b6a6-2ab8-4e78-9e06-392a5681f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a2c10f97-b763-44c2-9fca-644f568504c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:04:13.901670 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:13.902137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Bound using segment: {'id': '2597b6a6-2ab8-4e78-9e06-392a5681f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a2c10f97-b763-44c2-9fca-644f568504c1'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:04:13.902729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Bound port: 44750755-6518-4b79-8913-1b38f06869b7, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2597b6a6-2ab8-4e78-9e06-392a5681f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a2c10f97-b763-44c2-9fca-644f568504c1'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:04:13.903350 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44750755-6518-4b79-8913-1b38f06869b7), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:14.036507 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.extraroute_db [None req-1de5e353-886d-4475-9120-e105dddc6e6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Added routes are [] {{(pid=103634) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 06:04:14.052178 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.extraroute_db [None req-1de5e353-886d-4475-9120-e105dddc6e6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103634) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 06:04:14.058177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] For port 44750755-6518-4b79-8913-1b38f06869b7, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:04:14.062103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] For port 44750755-6518-4b79-8913-1b38f06869b7, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=44750755-6518-4b79-8913-1b38f06869b7,segment=NetworkSegment(2597b6a6-2ab8-4e78-9e06-392a5681f88e),segment_id=2597b6a6-2ab8-4e78-9e06-392a5681f88e)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:04:14.083183 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1de5e353-886d-4475-9120-e105dddc6e6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (c080ced5-66a9-4455-aa91-15d34ee053bc), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:14.152275 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (44750755-6518-4b79-8913-1b38f06869b7), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:14.297732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-77643d9c-d840-45ee-9631-f085dc37a760 None None] Provisioning complete for port 44750755-6518-4b79-8913-1b38f06869b7 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:14.298107 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77643d9c-d840-45ee-9631-f085dc37a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (44750755-6518-4b79-8913-1b38f06869b7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:14.371426 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5a78c-567e-438a-a765-ef6f6a2cb8b6 None None] Pushing event updated for resources: {'Port': ['ID=44750755-6518-4b79-8913-1b38f06869b7,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:14.390366 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:14.391026 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:14.482901 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1de5e353-886d-4475-9120-e105dddc6e6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (c080ced5-66a9-4455-aa91-15d34ee053bc), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:14.493325 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1de5e353-886d-4475-9120-e105dddc6e6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (c080ced5-66a9-4455-aa91-15d34ee053bc), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:14.602260 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-77643d9c-d840-45ee-9631-f085dc37a760 None None] Current status of the port 44750755-6518-4b79-8913-1b38f06869b7 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:14.602685 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77643d9c-d840-45ee-9631-f085dc37a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44750755-6518-4b79-8913-1b38f06869b7), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:14.675762 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de5e353-886d-4475-9120-e105dddc6e6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router c080ced5-66a9-4455-aa91-15d34ee053bc has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:04:14.727141 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:14.766479 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-77643d9c-d840-45ee-9631-f085dc37a760 None None] For port 44750755-6518-4b79-8913-1b38f06869b7, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=44750755-6518-4b79-8913-1b38f06869b7,segment=NetworkSegment(2597b6a6-2ab8-4e78-9e06-392a5681f88e),segment_id=2597b6a6-2ab8-4e78-9e06-392a5681f88e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:14.830775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de5e353-886d-4475-9120-e105dddc6e6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:04:14.840410 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1de5e353-886d-4475-9120-e105dddc6e6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:14.845694 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55910) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:14.846694 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1de5e353-886d-4475-9120-e105dddc6e6c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/c080ced5-66a9-4455-aa91-15d34ee053bc HTTP/1.1" status: 200 len: 704 time: 1.4397209 Jan 28 06:04:14.980593 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f01dedc3-3313-46a5-b708-3df6594cb124 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/routers/c080ced5-66a9-4455-aa91-15d34ee053bc HTTP/1.1" status: 200 len: 704 time: 0.1338027 Jan 28 06:04:14.985400 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77643d9c-d840-45ee-9631-f085dc37a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (44750755-6518-4b79-8913-1b38f06869b7), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:14.985608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55914) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:15.102696 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77643d9c-d840-45ee-9631-f085dc37a760 None None] Pushing event updated for resources: {'Port': ['ID=44750755-6518-4b79-8913-1b38f06869b7,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:15.129724 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c4fa4dd3-9538-4f0b-b059-560b20c8a88b None None] Provisioning complete for port 44750755-6518-4b79-8913-1b38f06869b7 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:15.130242 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c4fa4dd3-9538-4f0b-b059-560b20c8a88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (44750755-6518-4b79-8913-1b38f06869b7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:15.137279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:14Z', 'revision_number': 7, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': '3b26d4da-9d8a-4f61-85ec-465a62c893b1', 'name': '', 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:2d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:02Z', 'updated_at': '2022-01-28T06:04:08Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40330472-2d7e-4210-bfc8-575ca7842b9a', 'name': '', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:4a:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:56Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44750755-6518-4b79-8913-1b38f06869b7', 'name': '', 'network_id': 'a2c10f97-b763-44c2-9fca-644f568504c1', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:5c:db:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '369ea17a-df31-4ec1-b792-fd791b9ce43f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:08Z', 'updated_at': '2022-01-28T06:04:14Z', 'revision_number': 4, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '369ea17a-df31-4ec1-b792-fd791b9ce43f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:15.195766 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c031b53-6642-41ed-8f65-01e783499359 None None] The sync data for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 is: [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:14Z', 'revision_number': 7, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': '3b26d4da-9d8a-4f61-85ec-465a62c893b1', 'name': '', 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:2d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:02Z', 'updated_at': '2022-01-28T06:04:08Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40330472-2d7e-4210-bfc8-575ca7842b9a', 'name': '', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:4a:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:56Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44750755-6518-4b79-8913-1b38f06869b7', 'name': '', 'network_id': 'a2c10f97-b763-44c2-9fca-644f568504c1', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:5c:db:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '369ea17a-df31-4ec1-b792-fd791b9ce43f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:08Z', 'updated_at': '2022-01-28T06:04:14Z', 'revision_number': 4, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '369ea17a-df31-4ec1-b792-fd791b9ce43f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:04:15.358064 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa4dd3-9538-4f0b-b059-560b20c8a88b None None] Current status of the port 44750755-6518-4b79-8913-1b38f06869b7 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:15.567889 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c04a584a-2b49-46d7-a6e1-7f4ac656d5e0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (c080ced5-66a9-4455-aa91-15d34ee053bc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:15.845743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c04a584a-2b49-46d7-a6e1-7f4ac656d5e0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting port 44750755-6518-4b79-8913-1b38f06869b7 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:15.846158 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c04a584a-2b49-46d7-a6e1-7f4ac656d5e0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (44750755-6518-4b79-8913-1b38f06869b7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:15.967534 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-c04a584a-2b49-46d7-a6e1-7f4ac656d5e0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] For port 44750755-6518-4b79-8913-1b38f06869b7, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=44750755-6518-4b79-8913-1b38f06869b7,segment=NetworkSegment(2597b6a6-2ab8-4e78-9e06-392a5681f88e),segment_id=2597b6a6-2ab8-4e78-9e06-392a5681f88e)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:15.968383 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c04a584a-2b49-46d7-a6e1-7f4ac656d5e0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (44750755-6518-4b79-8913-1b38f06869b7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:15.998945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c04a584a-2b49-46d7-a6e1-7f4ac656d5e0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Calling delete_port for 44750755-6518-4b79-8913-1b38f06869b7 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:16.237203 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b089e83a-2ebd-4017-9dfb-b01bba83c4d3 None None] Sync routers for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:04:16.247613 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b089e83a-2ebd-4017-9dfb-b01bba83c4d3 None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:16.248250 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b089e83a-2ebd-4017-9dfb-b01bba83c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:16.249458 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c04a584a-2b49-46d7-a6e1-7f4ac656d5e0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (44750755-6518-4b79-8913-1b38f06869b7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:16.283744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a584a-2b49-46d7-a6e1-7f4ac656d5e0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Port': ['ID=44750755-6518-4b79-8913-1b38f06869b7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:16.357844 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b089e83a-2ebd-4017-9dfb-b01bba83c4d3 None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:16.458459 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c04a584a-2b49-46d7-a6e1-7f4ac656d5e0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (c080ced5-66a9-4455-aa91-15d34ee053bc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:16.615093 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b089e83a-2ebd-4017-9dfb-b01bba83c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:16Z', 'revision_number': 8, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': '3b26d4da-9d8a-4f61-85ec-465a62c893b1', 'name': '', 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:2d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:02Z', 'updated_at': '2022-01-28T06:04:08Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40330472-2d7e-4210-bfc8-575ca7842b9a', 'name': '', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:4a:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:56Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:16.649210 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b089e83a-2ebd-4017-9dfb-b01bba83c4d3 None None] Checking router: c080ced5-66a9-4455-aa91-15d34ee053bc for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:04:16.666075 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b089e83a-2ebd-4017-9dfb-b01bba83c4d3 None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:16.667595 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b089e83a-2ebd-4017-9dfb-b01bba83c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:16.743801 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04a584a-2b49-46d7-a6e1-7f4ac656d5e0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router c080ced5-66a9-4455-aa91-15d34ee053bc has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:04:16.887325 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b089e83a-2ebd-4017-9dfb-b01bba83c4d3 None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:17.148332 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b089e83a-2ebd-4017-9dfb-b01bba83c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:16Z', 'revision_number': 8, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': '3b26d4da-9d8a-4f61-85ec-465a62c893b1', 'name': '', 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:2d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:02Z', 'updated_at': '2022-01-28T06:04:08Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40330472-2d7e-4210-bfc8-575ca7842b9a', 'name': '', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:4a:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:56Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:17.166921 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b089e83a-2ebd-4017-9dfb-b01bba83c4d3 None None] The sync data for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 is: [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:16Z', 'revision_number': 8, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': '3b26d4da-9d8a-4f61-85ec-465a62c893b1', 'name': '', 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:2d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:02Z', 'updated_at': '2022-01-28T06:04:08Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40330472-2d7e-4210-bfc8-575ca7842b9a', 'name': '', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:4a:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:56Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:04:17.213692 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04a584a-2b49-46d7-a6e1-7f4ac656d5e0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:04:17.223649 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c04a584a-2b49-46d7-a6e1-7f4ac656d5e0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/c080ced5-66a9-4455-aa91-15d34ee053bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2342563 Jan 28 06:04:17.225618 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55966) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:17.280395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83a4f55-4067-4cc1-9bf3-5f80797652e3 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting subnet 369ea17a-df31-4ec1-b792-fd791b9ce43f {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:04:17.283879 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f83a4f55-4067-4cc1-9bf3-5f80797652e3 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (369ea17a-df31-4ec1-b792-fd791b9ce43f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:17.335576 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f83a4f55-4067-4cc1-9bf3-5f80797652e3 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (369ea17a-df31-4ec1-b792-fd791b9ce43f), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:17.442699 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f83a4f55-4067-4cc1-9bf3-5f80797652e3 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (369ea17a-df31-4ec1-b792-fd791b9ce43f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:17.595999 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f83a4f55-4067-4cc1-9bf3-5f80797652e3 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (369ea17a-df31-4ec1-b792-fd791b9ce43f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:17.656191 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f83a4f55-4067-4cc1-9bf3-5f80797652e3 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:17.662331 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4fb5fd-9d5a-4034-8709-b2a1d17c0e9e None None] Network a2c10f97-b763-44c2-9fca-644f568504c1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:17.679094 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55974) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:17.679210 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f83a4f55-4067-4cc1-9bf3-5f80797652e3 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/subnets/369ea17a-df31-4ec1-b792-fd791b9ce43f HTTP/1.1" status: 204 len: 168 time: 0.4496083 Jan 28 06:04:17.679407 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a4f55-4067-4cc1-9bf3-5f80797652e3 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Subnet': ['ID=369ea17a-df31-4ec1-b792-fd791b9ce43f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:17.867316 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (a2c10f97-b763-44c2-9fca-644f568504c1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:17.903525 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8393ec4e-b09b-4d36-84f0-f0febe163cb8 None None] Sync routers for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:04:17.930096 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8393ec4e-b09b-4d36-84f0-f0febe163cb8 None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:17.931311 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8393ec4e-b09b-4d36-84f0-f0febe163cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:17.981086 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting port 83af0626-03b2-4491-b52d-054d237bb9b4 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:17.981840 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (83af0626-03b2-4491-b52d-054d237bb9b4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:18.029464 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2b68aa-6950-44d3-83e6-511d5d1eccfc None None] DHCP port deletion for a2c10f97-b763-44c2-9fca-644f568504c1 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:04:18.134697 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] For port 83af0626-03b2-4491-b52d-054d237bb9b4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=83af0626-03b2-4491-b52d-054d237bb9b4,segment=NetworkSegment(2597b6a6-2ab8-4e78-9e06-392a5681f88e),segment_id=2597b6a6-2ab8-4e78-9e06-392a5681f88e)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:18.134697 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (83af0626-03b2-4491-b52d-054d237bb9b4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:18.155545 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Calling delete_port for 83af0626-03b2-4491-b52d-054d237bb9b4 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:18.157857 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-8393ec4e-b09b-4d36-84f0-f0febe163cb8 None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:18.369727 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (83af0626-03b2-4491-b52d-054d237bb9b4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:18.435108 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b68aa-6950-44d3-83e6-511d5d1eccfc None None] Deleting port 83af0626-03b2-4491-b52d-054d237bb9b4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:18.435562 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f2b68aa-6950-44d3-83e6-511d5d1eccfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (83af0626-03b2-4491-b52d-054d237bb9b4), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:18.439017 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Port': ['ID=83af0626-03b2-4491-b52d-054d237bb9b4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:18.450926 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] No DVR routers for this DVR port 83af0626-03b2-4491-b52d-054d237bb9b4 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:04:18.502033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8393ec4e-b09b-4d36-84f0-f0febe163cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:16Z', 'revision_number': 8, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': '3b26d4da-9d8a-4f61-85ec-465a62c893b1', 'name': '', 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:2d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:02Z', 'updated_at': '2022-01-28T06:04:08Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40330472-2d7e-4210-bfc8-575ca7842b9a', 'name': '', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:4a:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:56Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:18.538033 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (a2c10f97-b763-44c2-9fca-644f568504c1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:18.549635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8393ec4e-b09b-4d36-84f0-f0febe163cb8 None None] Checking router: c080ced5-66a9-4455-aa91-15d34ee053bc for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:04:18.556169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5f2b68aa-6950-44d3-83e6-511d5d1eccfc None None] For port 83af0626-03b2-4491-b52d-054d237bb9b4, host n-d-812111-12, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:18.556715 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f2b68aa-6950-44d3-83e6-511d5d1eccfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (83af0626-03b2-4491-b52d-054d237bb9b4), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:18.571120 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8393ec4e-b09b-4d36-84f0-f0febe163cb8 None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:18.572685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8393ec4e-b09b-4d36-84f0-f0febe163cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:18.588481 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c10f97-b763-44c2-9fca-644f568504c1']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:18.603656 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2597b6a6-2ab8-4e78-9e06-392a5681f88e') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:18.603967 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2597b6a6-2ab8-4e78-9e06-392a5681f88e') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:18.619257 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (2597b6a6-2ab8-4e78-9e06-392a5681f88e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:18.622253 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b68aa-6950-44d3-83e6-511d5d1eccfc None None] Calling delete_port for 83af0626-03b2-4491-b52d-054d237bb9b4 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:18.627357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-5f2b68aa-6950-44d3-83e6-511d5d1eccfc None None] Port 83af0626-03b2-4491-b52d-054d237bb9b4 was not found and therefore no delete operation was performed {{(pid=103636) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 06:04:18.630343 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f2b68aa-6950-44d3-83e6-511d5d1eccfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (83af0626-03b2-4491-b52d-054d237bb9b4), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:18.636228 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (2597b6a6-2ab8-4e78-9e06-392a5681f88e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:18.642594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:04:18.642980 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (2597b6a6-2ab8-4e78-9e06-392a5681f88e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:04:18.646031 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:04:18.696367 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b68aa-6950-44d3-83e6-511d5d1eccfc None None] Pushing event deleted for resources: {'Port': ['ID=83af0626-03b2-4491-b52d-054d237bb9b4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:18.699061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2b68aa-6950-44d3-83e6-511d5d1eccfc None None] No DVR routers for this DVR port 83af0626-03b2-4491-b52d-054d237bb9b4 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:04:18.727400 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-8393ec4e-b09b-4d36-84f0-f0febe163cb8 None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:18.803558 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (a2c10f97-b763-44c2-9fca-644f568504c1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:18.813453 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:18.824157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55996) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:18.833281 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/networks/a2c10f97-b763-44c2-9fca-644f568504c1 HTTP/1.1" status: 204 len: 168 time: 1.1567478 Jan 28 06:04:18.878736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec221b69-c59e-4122-beb3-f11c1e78bb61 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Network': ['ID=a2c10f97-b763-44c2-9fca-644f568504c1,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:19.004919 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 83af0626-03b2-4491-b52d-054d237bb9b4 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:04:19.029514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 83af0626-03b2-4491-b52d-054d237bb9b4 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:04:19.029956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 83af0626-03b2-4491-b52d-054d237bb9b4 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:04:19.030442 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 44750755-6518-4b79-8913-1b38f06869b7 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:04:19.059872 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 44750755-6518-4b79-8913-1b38f06869b7 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:04:19.060212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 44750755-6518-4b79-8913-1b38f06869b7 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:04:19.095883 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8393ec4e-b09b-4d36-84f0-f0febe163cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:16Z', 'revision_number': 8, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': '3b26d4da-9d8a-4f61-85ec-465a62c893b1', 'name': '', 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:2d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:02Z', 'updated_at': '2022-01-28T06:04:08Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40330472-2d7e-4210-bfc8-575ca7842b9a', 'name': '', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:4a:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:56Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:19.151152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8393ec4e-b09b-4d36-84f0-f0febe163cb8 None None] The sync data for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 is: [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:16Z', 'revision_number': 8, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': '3b26d4da-9d8a-4f61-85ec-465a62c893b1', 'name': '', 'network_id': '99fc58f0-156e-4fb3-b74e-d3955d6ff6eb', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:2d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:02Z', 'updated_at': '2022-01-28T06:04:08Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '551b4a42-3823-4675-8d00-853cd4a931c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40330472-2d7e-4210-bfc8-575ca7842b9a', 'name': '', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:4a:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:56Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:04:19.386060 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4c7bfa64-a8bb-44fe-aa2a-efe83057dc34 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (c080ced5-66a9-4455-aa91-15d34ee053bc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:19.671877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4c7bfa64-a8bb-44fe-aa2a-efe83057dc34 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting port 3b26d4da-9d8a-4f61-85ec-465a62c893b1 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:19.672308 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4c7bfa64-a8bb-44fe-aa2a-efe83057dc34 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:19.803311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-4c7bfa64-a8bb-44fe-aa2a-efe83057dc34 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] For port 3b26d4da-9d8a-4f61-85ec-465a62c893b1, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3b26d4da-9d8a-4f61-85ec-465a62c893b1,segment=NetworkSegment(1bfa23c6-454a-411b-ba17-177aadb15409),segment_id=1bfa23c6-454a-411b-ba17-177aadb15409)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:19.803956 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4c7bfa64-a8bb-44fe-aa2a-efe83057dc34 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:19.822291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4c7bfa64-a8bb-44fe-aa2a-efe83057dc34 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Calling delete_port for 3b26d4da-9d8a-4f61-85ec-465a62c893b1 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:20.118109 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4c7bfa64-a8bb-44fe-aa2a-efe83057dc34 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3b26d4da-9d8a-4f61-85ec-465a62c893b1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:20.161621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bfa64-a8bb-44fe-aa2a-efe83057dc34 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Port': ['ID=3b26d4da-9d8a-4f61-85ec-465a62c893b1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:20.344302 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4c7bfa64-a8bb-44fe-aa2a-efe83057dc34 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (c080ced5-66a9-4455-aa91-15d34ee053bc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:20.617905 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-34735f23-0654-43da-9b9a-e2afed8641c7 req-52e11820-0636-4a8f-b72f-df694de60fcd service neutron] (103635) timed out ('10.222.0.64', 63545) {{(pid=103635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 06:04:20.630238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7bfa64-a8bb-44fe-aa2a-efe83057dc34 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router c080ced5-66a9-4455-aa91-15d34ee053bc has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:04:20.726957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7bfa64-a8bb-44fe-aa2a-efe83057dc34 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:04:20.739722 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f3a43-34e0-44de-9801-701d65cfb957 None None] Sync routers for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:04:20.744594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56038) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:20.754227 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f3a43-34e0-44de-9801-701d65cfb957 None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:20.754883 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4c7bfa64-a8bb-44fe-aa2a-efe83057dc34 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/c080ced5-66a9-4455-aa91-15d34ee053bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9290876 Jan 28 06:04:20.756545 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e31f3a43-34e0-44de-9801-701d65cfb957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:20.829271 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30f2b6f-5e9f-46d9-a6d4-64f1f196301f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting subnet 551b4a42-3823-4675-8d00-853cd4a931c7 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:04:20.836646 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e30f2b6f-5e9f-46d9-a6d4-64f1f196301f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (551b4a42-3823-4675-8d00-853cd4a931c7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:20.925122 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e30f2b6f-5e9f-46d9-a6d4-64f1f196301f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (551b4a42-3823-4675-8d00-853cd4a931c7), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:20.974429 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e31f3a43-34e0-44de-9801-701d65cfb957 None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:21.137885 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e30f2b6f-5e9f-46d9-a6d4-64f1f196301f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (551b4a42-3823-4675-8d00-853cd4a931c7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:21.218832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dacfa-c092-4b27-ad1c-e38d357f1551 req-6b8bd59a-95e3-4903-8abc-a89b36edc333 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:21.220191 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-253dacfa-c092-4b27-ad1c-e38d357f1551 req-6b8bd59a-95e3-4903-8abc-a89b36edc333 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 1097 time: 0.5991817 Jan 28 06:04:21.296479 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e31f3a43-34e0-44de-9801-701d65cfb957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:19Z', 'revision_number': 9, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': '40330472-2d7e-4210-bfc8-575ca7842b9a', 'name': '', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:4a:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:56Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:21.354887 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f3a43-34e0-44de-9801-701d65cfb957 None None] Checking router: c080ced5-66a9-4455-aa91-15d34ee053bc for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:04:21.366642 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f3a43-34e0-44de-9801-701d65cfb957 None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:21.367541 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e31f3a43-34e0-44de-9801-701d65cfb957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:21.421320 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e30f2b6f-5e9f-46d9-a6d4-64f1f196301f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (551b4a42-3823-4675-8d00-853cd4a931c7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:21.517832 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e31f3a43-34e0-44de-9801-701d65cfb957 None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:21.535431 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f2b6f-5e9f-46d9-a6d4-64f1f196301f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Subnet': ['ID=551b4a42-3823-4675-8d00-853cd4a931c7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:21.545844 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e30f2b6f-5e9f-46d9-a6d4-64f1f196301f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:21.555185 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e30f2b6f-5e9f-46d9-a6d4-64f1f196301f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/subnets/551b4a42-3823-4675-8d00-853cd4a931c7 HTTP/1.1" status: 204 len: 168 time: 0.8088591 Jan 28 06:04:21.560123 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56054) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:21.564616 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75488d79-2fcd-4c4f-af9d-a4e40c83d6a3 None None] Network 99fc58f0-156e-4fb3-b74e-d3955d6ff6eb requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:21.692947 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (99fc58f0-156e-4fb3-b74e-d3955d6ff6eb), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:21.806331 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:21.807663 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (532c190a-f2c1-4bb3-ad01-f68e1d6e97cf), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:21.810666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c22431e-5873-4481-80d5-ea1d5ce86719 None None] DHCP port deletion for 99fc58f0-156e-4fb3-b74e-d3955d6ff6eb request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:04:21.927291 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3c22431e-5873-4481-80d5-ea1d5ce86719 None None] Deleting port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:21.927926 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c22431e-5873-4481-80d5-ea1d5ce86719 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (532c190a-f2c1-4bb3-ad01-f68e1d6e97cf), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:21.954918 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-253dacfa-c092-4b27-ad1c-e38d357f1551 req-58a90c95-67e5-4914-861c-eec95f94ed02 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7227530 Jan 28 06:04:21.967128 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] For port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=532c190a-f2c1-4bb3-ad01-f68e1d6e97cf,segment=NetworkSegment(1bfa23c6-454a-411b-ba17-177aadb15409),segment_id=1bfa23c6-454a-411b-ba17-177aadb15409)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:21.967855 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (532c190a-f2c1-4bb3-ad01-f68e1d6e97cf), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:21.970361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56062) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:22.012183 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e31f3a43-34e0-44de-9801-701d65cfb957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:19Z', 'revision_number': 9, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': '40330472-2d7e-4210-bfc8-575ca7842b9a', 'name': '', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:4a:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:56Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:22.019031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3c22431e-5873-4481-80d5-ea1d5ce86719 None None] For port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=532c190a-f2c1-4bb3-ad01-f68e1d6e97cf,segment=NetworkSegment(1bfa23c6-454a-411b-ba17-177aadb15409),segment_id=1bfa23c6-454a-411b-ba17-177aadb15409)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:22.019451 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c22431e-5873-4481-80d5-ea1d5ce86719 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (532c190a-f2c1-4bb3-ad01-f68e1d6e97cf), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:22.019957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Calling delete_port for 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:22.038715 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3c22431e-5873-4481-80d5-ea1d5ce86719 None None] Calling delete_port for 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:22.088005 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f3a43-34e0-44de-9801-701d65cfb957 None None] The sync data for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 is: [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:19Z', 'revision_number': 9, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': '40330472-2d7e-4210-bfc8-575ca7842b9a', 'name': '', 'network_id': 'e956e60c-1e73-438c-9465-b3fed132169f', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:4a:df:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:56Z', 'updated_at': '2022-01-28T06:04:03Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:04:22.217841 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c582e-8645-4e06-8f0c-200767f5ec2c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting port 81b0f445-3b09-4dfb-bc7d-b4421a753693 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:22.218233 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c1c582e-8645-4e06-8f0c-200767f5ec2c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (81b0f445-3b09-4dfb-bc7d-b4421a753693), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:22.304054 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c1c582e-8645-4e06-8f0c-200767f5ec2c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (81b0f445-3b09-4dfb-bc7d-b4421a753693), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:22.309990 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (532c190a-f2c1-4bb3-ad01-f68e1d6e97cf), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:22.310188 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c1c582e-8645-4e06-8f0c-200767f5ec2c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for floatingip (81b0f445-3b09-4dfb-bc7d-b4421a753693), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:22.320399 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c582e-8645-4e06-8f0c-200767f5ec2c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Calling delete_port for 81b0f445-3b09-4dfb-bc7d-b4421a753693 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:22.370652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Port': ['ID=532c190a-f2c1-4bb3-ad01-f68e1d6e97cf,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:22.372734 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] No DVR routers for this DVR port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:04:22.544750 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (99fc58f0-156e-4fb3-b74e-d3955d6ff6eb), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:22.597428 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fc58f0-156e-4fb3-b74e-d3955d6ff6eb']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:22.615017 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfa23c6-454a-411b-ba17-177aadb15409') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:22.615320 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfa23c6-454a-411b-ba17-177aadb15409') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:22.641549 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c22431e-5873-4481-80d5-ea1d5ce86719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (532c190a-f2c1-4bb3-ad01-f68e1d6e97cf), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:22.660500 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (1bfa23c6-454a-411b-ba17-177aadb15409), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:22.699470 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1bfa23c6-454a-411b-ba17-177aadb15409), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:22.718365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22431e-5873-4481-80d5-ea1d5ce86719 None None] Pushing event deleted for resources: {'Port': ['ID=532c190a-f2c1-4bb3-ad01-f68e1d6e97cf,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:22.727498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:04:22.728172 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (1bfa23c6-454a-411b-ba17-177aadb15409), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:22.728667 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c22431e-5873-4481-80d5-ea1d5ce86719 None None] No DVR routers for this DVR port 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:04:22.743026 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:04:22.877921 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c1c582e-8645-4e06-8f0c-200767f5ec2c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (81b0f445-3b09-4dfb-bc7d-b4421a753693), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:22.937278 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c582e-8645-4e06-8f0c-200767f5ec2c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Port': ['ID=81b0f445-3b09-4dfb-bc7d-b4421a753693,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:22.975568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3b26d4da-9d8a-4f61-85ec-465a62c893b1 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:04:22.997777 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 3b26d4da-9d8a-4f61-85ec-465a62c893b1 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:04:22.998104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3b26d4da-9d8a-4f61-85ec-465a62c893b1 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:04:22.998568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:04:23.032635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:04:23.033039 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 532c190a-f2c1-4bb3-ad01-f68e1d6e97cf not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:04:23.042039 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c1c582e-8645-4e06-8f0c-200767f5ec2c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for floatingip (e09b1e39-eeb9-487b-962d-ea6a7f60f2ee), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:23.042039 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-2c1c582e-8645-4e06-8f0c-200767f5ec2c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Floating IP e09b1e39-eeb9-487b-962d-ea6a7f60f2ee disassociated (deleted). External IP: 172.25.0.39, port: c466e060-85e2-4bd4-bb8d-05459cbb4bbf. Jan 28 06:04:23.060557 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (99fc58f0-156e-4fb3-b74e-d3955d6ff6eb), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:23.073747 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:23.089844 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/networks/99fc58f0-156e-4fb3-b74e-d3955d6ff6eb HTTP/1.1" status: 204 len: 168 time: 1.5270002 Jan 28 06:04:23.092768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56084) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:23.127119 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39a447-33be-41df-a8a9-7f24795543d7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Network': ['ID=99fc58f0-156e-4fb3-b74e-d3955d6ff6eb,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:23.466517 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1c582e-8645-4e06-8f0c-200767f5ec2c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router cf43d7e7-eae6-45b2-9203-7fc7aef3b47f has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:04:23.667528 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1c582e-8645-4e06-8f0c-200767f5ec2c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:04:23.673044 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c1c582e-8645-4e06-8f0c-200767f5ec2c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:23.680901 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbf6c3-8583-4c74-9973-b5033dfeec8d None None] Sync routers for ids ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:04:23.702163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbbf6c3-8583-4c74-9973-b5033dfeec8d None None] Routers {'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:23.704987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-adbbf6c3-8583-4c74-9973-b5033dfeec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:23.741730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2c1c582e-8645-4e06-8f0c-200767f5ec2c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/floatingips/e09b1e39-eeb9-487b-962d-ea6a7f60f2ee HTTP/1.1" status: 204 len: 168 time: 1.7701328 Jan 28 06:04:23.744292 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b567178-a13f-4760-81ff-a5528ce996bf', 'tag': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:04:23.751041 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be3b74d-e7f9-42be-b671-ff2e30cc1541" -d '{"events": [{"name": "network-changed", "server_uuid": "3b567178-a13f-4760-81ff-a5528ce996bf", "tag": "c466e060-85e2-4bd4-bb8d-05459cbb4bbf"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:04:23.893594 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7c6af3b-f57e-4aed-a3ee-8dac45215502 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (c080ced5-66a9-4455-aa91-15d34ee053bc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:23.941783 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658246cb-3c25-4e3c-9e21-16905675deb0 x-openstack-request-id: req-658246cb-3c25-4e3c-9e21-16905675deb0 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:04:23.942083 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b567178-a13f-4760-81ff-a5528ce996bf", "tag": "c466e060-85e2-4bd4-bb8d-05459cbb4bbf", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:04:23.942420 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-658246cb-3c25-4e3c-9e21-16905675deb0 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:04:23.942852 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b567178-a13f-4760-81ff-a5528ce996bf', 'tag': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf', 'status': 'completed', 'code': 200} Jan 28 06:04:24.044910 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-adbbf6c3-8583-4c74-9973-b5033dfeec8d None None] Set router cf43d7e7-eae6-45b2-9203-7fc7aef3b47f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:24.049803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3b74d-e7f9-42be-b671-ff2e30cc1541 req-5a25d63d-a587-4edc-a7eb-47ba07286ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:24.062830 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9be3b74d-e7f9-42be-b671-ff2e30cc1541 req-5a25d63d-a587-4edc-a7eb-47ba07286ad1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 1097 time: 0.1145189 Jan 28 06:04:24.267852 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3b74d-e7f9-42be-b671-ff2e30cc1541 req-4996eead-839c-4021-a6d2-a1a59651d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:24.269684 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9be3b74d-e7f9-42be-b671-ff2e30cc1541 req-4996eead-839c-4021-a6d2-a1a59651d4c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93706c60-26a2-41d9-bc5b-866966fafe02 HTTP/1.1" status: 200 len: 897 time: 0.2007437 Jan 28 06:04:24.286318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b7c6af3b-f57e-4aed-a3ee-8dac45215502 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting port 40330472-2d7e-4210-bfc8-575ca7842b9a {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:24.286939 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7c6af3b-f57e-4aed-a3ee-8dac45215502 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:24.356872 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9be3b74d-e7f9-42be-b671-ff2e30cc1541 req-f6e3be8f-489b-49cb-9711-fe57996fde61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf HTTP/1.1" status: 200 len: 217 time: 0.0761840 Jan 28 06:04:24.381933 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-adbbf6c3-8583-4c74-9973-b5033dfeec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876461992', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:58Z', 'updated_at': '2022-01-28T06:02:11Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:59Z', 'updated_at': '2022-01-28T06:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'd505bf41-8164-44d3-8fe0-fa682b9980eb', 'name': '', 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:f8:2e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'be827ada-0b19-4580-9134-d55d6e390430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:02:08Z', 'updated_at': '2022-01-28T06:02:19Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': 'be827ada-0b19-4580-9134-d55d6e390430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:24.452804 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3b74d-e7f9-42be-b671-ff2e30cc1541 req-607e89d8-7adc-45e7-ac89-90a83eb4c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:24.454636 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbf6c3-8583-4c74-9973-b5033dfeec8d None None] Checking router: cf43d7e7-eae6-45b2-9203-7fc7aef3b47f for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:04:24.459950 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9be3b74d-e7f9-42be-b671-ff2e30cc1541 req-607e89d8-7adc-45e7-ac89-90a83eb4c0e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be827ada-0b19-4580-9134-d55d6e390430 HTTP/1.1" status: 200 len: 834 time: 0.1013005 Jan 28 06:04:24.476025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbbf6c3-8583-4c74-9973-b5033dfeec8d None None] Routers {'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:24.476942 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-adbbf6c3-8583-4c74-9973-b5033dfeec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:24.519547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-b7c6af3b-f57e-4aed-a3ee-8dac45215502 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] For port 40330472-2d7e-4210-bfc8-575ca7842b9a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=40330472-2d7e-4210-bfc8-575ca7842b9a,segment=NetworkSegment(c8b01157-cb5c-4fe6-b6d4-a384da927858),segment_id=c8b01157-cb5c-4fe6-b6d4-a384da927858)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:24.520593 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7c6af3b-f57e-4aed-a3ee-8dac45215502 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:24.536892 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3b74d-e7f9-42be-b671-ff2e30cc1541 req-dbbf3016-2056-46fc-9e9c-a188b4ed7e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:24.543175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b7c6af3b-f57e-4aed-a3ee-8dac45215502 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Calling delete_port for 40330472-2d7e-4210-bfc8-575ca7842b9a owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:24.550589 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9be3b74d-e7f9-42be-b671-ff2e30cc1541 req-dbbf3016-2056-46fc-9e9c-a188b4ed7e73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93706c60-26a2-41d9-bc5b-866966fafe02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705371 Jan 28 06:04:24.723778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-adbbf6c3-8583-4c74-9973-b5033dfeec8d None None] Set router cf43d7e7-eae6-45b2-9203-7fc7aef3b47f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:24.729791 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9be3b74d-e7f9-42be-b671-ff2e30cc1541 req-5c9e14c8-619e-4f31-90d8-f86f63144bbb service neutron] 10.222.0.60 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782315 Jan 28 06:04:24.782679 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beef8f1-d2c3-471e-b939-a9b64d80c104 req-7a050642-6f20-4b2b-80b4-e424c0cd6187 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:24.786101 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1beef8f1-d2c3-471e-b939-a9b64d80c104 req-7a050642-6f20-4b2b-80b4-e424c0cd6187 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.3775387 Jan 28 06:04:24.837386 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7c6af3b-f57e-4aed-a3ee-8dac45215502 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (40330472-2d7e-4210-bfc8-575ca7842b9a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:24.872499 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6af3b-f57e-4aed-a3ee-8dac45215502 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Port': ['ID=40330472-2d7e-4210-bfc8-575ca7842b9a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:24.979095 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9be3b74d-e7f9-42be-b671-ff2e30cc1541 req-6082d248-f8f5-459e-b615-bb9a3b8dc4c9 service neutron] 10.222.0.60 "GET /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308459 Jan 28 06:04:24.981567 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1beef8f1-d2c3-471e-b939-a9b64d80c104 req-ffc386e0-8844-4895-b406-0efbcc4a6b2e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897650 Jan 28 06:04:25.178627 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7c6af3b-f57e-4aed-a3ee-8dac45215502 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (c080ced5-66a9-4455-aa91-15d34ee053bc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:25.250527 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:25.263307 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-adbbf6c3-8583-4c74-9973-b5033dfeec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876461992', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:58Z', 'updated_at': '2022-01-28T06:02:11Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:59Z', 'updated_at': '2022-01-28T06:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'd505bf41-8164-44d3-8fe0-fa682b9980eb', 'name': '', 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:f8:2e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'be827ada-0b19-4580-9134-d55d6e390430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:02:08Z', 'updated_at': '2022-01-28T06:02:19Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': 'be827ada-0b19-4580-9134-d55d6e390430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:25.293136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbf6c3-8583-4c74-9973-b5033dfeec8d None None] The sync data for ids ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'] in n-d-812111-12 is: [{'id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876461992', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:58Z', 'updated_at': '2022-01-28T06:02:11Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:59Z', 'updated_at': '2022-01-28T06:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'd505bf41-8164-44d3-8fe0-fa682b9980eb', 'name': '', 'network_id': '93706c60-26a2-41d9-bc5b-866966fafe02', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:f8:2e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'be827ada-0b19-4580-9134-d55d6e390430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:02:08Z', 'updated_at': '2022-01-28T06:02:19Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': 'be827ada-0b19-4580-9134-d55d6e390430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:04:25.772185 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0101d48c-9e1a-4b2f-82b2-24e68fcae516 None None] New status for floating IP e09b1e39-eeb9-487b-962d-ea6a7f60f2ee: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:04:25.789258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c6af3b-f57e-4aed-a3ee-8dac45215502 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router c080ced5-66a9-4455-aa91-15d34ee053bc has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:04:25.813535 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aaea6-49e4-41b6-a4a3-78a0dc2391e7 req-13bdff00-e5c0-4da3-8ec5-c7957f83b113 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:25.820830 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f87aaea6-49e4-41b6-a4a3-78a0dc2391e7 req-13bdff00-e5c0-4da3-8ec5-c7957f83b113 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.0976732 Jan 28 06:04:25.911848 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c6af3b-f57e-4aed-a3ee-8dac45215502 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:04:25.920927 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b7c6af3b-f57e-4aed-a3ee-8dac45215502 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/c080ced5-66a9-4455-aa91-15d34ee053bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8247855 Jan 28 06:04:25.921564 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56146) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:25.929581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b9e43-1af2-4d30-89c3-eebe1b05acb5 None None] Sync routers for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:04:25.964322 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b9e43-1af2-4d30-89c3-eebe1b05acb5 None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:25.965992 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-548b9e43-1af2-4d30-89c3-eebe1b05acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:26.124093 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-f87aaea6-49e4-41b6-a4a3-78a0dc2391e7 req-a1040d21-f90a-412f-9b96-37b9656ed18d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting port c466e060-85e2-4bd4-bb8d-05459cbb4bbf {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:26.124349 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f87aaea6-49e4-41b6-a4a3-78a0dc2391e7 req-a1040d21-f90a-412f-9b96-37b9656ed18d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:26.173192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb73b82-e3e2-4b87-9504-361f85e1a578 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting subnet 16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:04:26.187035 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fcb73b82-e3e2-4b87-9504-361f85e1a578 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:26.214712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-548b9e43-1af2-4d30-89c3-eebe1b05acb5 None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:26.242197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591cb93-2d43-443f-8800-2ce40ef73956 req-9e79ce43-84e8-4e97-b3d1-0fa68944b3b1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:26.244038 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a591cb93-2d43-443f-8800-2ce40ef73956 req-9e79ce43-84e8-4e97-b3d1-0fa68944b3b1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 945 time: 0.1426303 Jan 28 06:04:26.251401 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fcb73b82-e3e2-4b87-9504-361f85e1a578 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:26.319043 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-f87aaea6-49e4-41b6-a4a3-78a0dc2391e7 req-a1040d21-f90a-412f-9b96-37b9656ed18d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] For port c466e060-85e2-4bd4-bb8d-05459cbb4bbf, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,segment=NetworkSegment(ab02eb55-f1ab-4eba-af69-20858cef505c),segment_id=ab02eb55-f1ab-4eba-af69-20858cef505c)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:26.325067 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f87aaea6-49e4-41b6-a4a3-78a0dc2391e7 req-a1040d21-f90a-412f-9b96-37b9656ed18d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:26.345852 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fcb73b82-e3e2-4b87-9504-361f85e1a578 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:26.371029 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-f87aaea6-49e4-41b6-a4a3-78a0dc2391e7 req-a1040d21-f90a-412f-9b96-37b9656ed18d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Calling delete_port for c466e060-85e2-4bd4-bb8d-05459cbb4bbf owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:26.455727 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a591cb93-2d43-443f-8800-2ce40ef73956 req-2ae8658a-abe1-4c92-9588-341df325e74a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1374737-db66-42a5-872b-4db472741946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498996 Jan 28 06:04:26.482680 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fcb73b82-e3e2-4b87-9504-361f85e1a578 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:26.548425 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fcb73b82-e3e2-4b87-9504-361f85e1a578 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:26.552201 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f042d483-b141-4aff-9e74-b420053b94fd None None] Network e956e60c-1e73-438c-9465-b3fed132169f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:26.559754 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fcb73b82-e3e2-4b87-9504-361f85e1a578 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/subnets/16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb HTTP/1.1" status: 204 len: 168 time: 0.6370912 Jan 28 06:04:26.561420 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb73b82-e3e2-4b87-9504-361f85e1a578 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Subnet': ['ID=16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:26.571060 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56166) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:26.723589 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (e956e60c-1e73-438c-9465-b3fed132169f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:26.725203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-548b9e43-1af2-4d30-89c3-eebe1b05acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:24Z', 'revision_number': 10, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:26.750763 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f87aaea6-49e4-41b6-a4a3-78a0dc2391e7 req-a1040d21-f90a-412f-9b96-37b9656ed18d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c466e060-85e2-4bd4-bb8d-05459cbb4bbf), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:26.757010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b9e43-1af2-4d30-89c3-eebe1b05acb5 None None] Checking router: c080ced5-66a9-4455-aa91-15d34ee053bc for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:04:26.767661 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b9e43-1af2-4d30-89c3-eebe1b05acb5 None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:26.768285 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-548b9e43-1af2-4d30-89c3-eebe1b05acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:26.793541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting port 70538a59-c994-45b6-be35-3d7cbc1c14b8 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:26.794128 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (70538a59-c994-45b6-be35-3d7cbc1c14b8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:26.794418 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1040d21-f90a-412f-9b96-37b9656ed18d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Port': ['ID=c466e060-85e2-4bd4-bb8d-05459cbb4bbf,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:26.874085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87aaea6-49e4-41b6-a4a3-78a0dc2391e7 req-a1040d21-f90a-412f-9b96-37b9656ed18d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] No DVR routers for this DVR port c466e060-85e2-4bd4-bb8d-05459cbb4bbf on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:04:26.879185 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f87aaea6-49e4-41b6-a4a3-78a0dc2391e7 req-a1040d21-f90a-412f-9b96-37b9656ed18d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:26.883481 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f87aaea6-49e4-41b6-a4a3-78a0dc2391e7 req-a1040d21-f90a-412f-9b96-37b9656ed18d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.60 "DELETE /v2.0/ports/c466e060-85e2-4bd4-bb8d-05459cbb4bbf HTTP/1.1" status: 204 len: 173 time: 1.0578198 Jan 28 06:04:26.884677 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b567178-a13f-4760-81ff-a5528ce996bf', 'name': 'network-vif-deleted', 'tag': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:04:26.897544 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c92937-7214-4ef2-b8b1-e4460b6653cb" -d '{"events": [{"server_uuid": "3b567178-a13f-4760-81ff-a5528ce996bf", "name": "network-vif-deleted", "tag": "c466e060-85e2-4bd4-bb8d-05459cbb4bbf"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:04:26.908203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-548b9e43-1af2-4d30-89c3-eebe1b05acb5 None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:27.064097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] For port 70538a59-c994-45b6-be35-3d7cbc1c14b8, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=70538a59-c994-45b6-be35-3d7cbc1c14b8,segment=NetworkSegment(c8b01157-cb5c-4fe6-b6d4-a384da927858),segment_id=c8b01157-cb5c-4fe6-b6d4-a384da927858)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:27.066793 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (70538a59-c994-45b6-be35-3d7cbc1c14b8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:27.074433 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4458596-a944-4a6d-be98-3d7b9497ab5b x-openstack-request-id: req-f4458596-a944-4a6d-be98-3d7b9497ab5b {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:04:27.077639 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b567178-a13f-4760-81ff-a5528ce996bf", "name": "network-vif-deleted", "tag": "c466e060-85e2-4bd4-bb8d-05459cbb4bbf", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:04:27.079798 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4458596-a944-4a6d-be98-3d7b9497ab5b {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:04:27.080396 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b567178-a13f-4760-81ff-a5528ce996bf', 'name': 'network-vif-deleted', 'tag': 'c466e060-85e2-4bd4-bb8d-05459cbb4bbf', 'status': 'completed', 'code': 200} Jan 28 06:04:27.095347 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b10bb1d-8bf9-4c3d-a70a-d86443a9dc02 None None] DHCP port deletion for e956e60c-1e73-438c-9465-b3fed132169f request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:04:27.140289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Calling delete_port for 70538a59-c994-45b6-be35-3d7cbc1c14b8 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:27.202611 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 70538a59-c994-45b6-be35-3d7cbc1c14b8 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:04:27.203565 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-c05303c4-47d9-4502-8b3e-71aef22b5ecf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2317731 Jan 28 06:04:27.332870 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-548b9e43-1af2-4d30-89c3-eebe1b05acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:24Z', 'revision_number': 10, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:27.381067 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (70538a59-c994-45b6-be35-3d7cbc1c14b8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:27.393108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-ece71152-d2b2-430d-821b-00129ee7f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:27.393317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-ece71152-d2b2-430d-821b-00129ee7f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:27.393695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-ece71152-d2b2-430d-821b-00129ee7f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:27.394168 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-ece71152-d2b2-430d-821b-00129ee7f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:27.394667 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-ece71152-d2b2-430d-821b-00129ee7f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:27.395134 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-ece71152-d2b2-430d-821b-00129ee7f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:27.395601 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-ece71152-d2b2-430d-821b-00129ee7f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:27.397940 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No active binding found for port 70538a59-c994-45b6-be35-3d7cbc1c14b8 {{(pid=103636) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 06:04:27.398365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] The host n-d-812111-12 is not matching for port 70538a59-c994-45b6-be35-3d7cbc1c14b8 host None! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:04:27.398760 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 70538a59-c994-45b6-be35-3d7cbc1c14b8 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:04:27.401303 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b9e43-1af2-4d30-89c3-eebe1b05acb5 None None] The sync data for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 is: [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:24Z', 'revision_number': 10, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None, '_interfaces': [{'id': 'fea1baca-7acc-408a-8ef9-95e786803b11', 'name': '', 'network_id': '8e1a5d0c-7c04-477d-8b33-302b4005c964', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'mac_address': 'fa:16:3e:6b:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:03:47Z', 'updated_at': '2022-01-28T06:03:53Z', 'revision_number': 5, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'subnets': [{'id': '530fc168-9dbd-4787-84c4-d0ea86c8da42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:04:27.407559 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-ece71152-d2b2-430d-821b-00129ee7f1ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d224c5804ad8477a9a70c890f5535963&device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 6509 time: 0.0913987 Jan 28 06:04:27.425267 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] No DVR routers for this DVR port 70538a59-c994-45b6-be35-3d7cbc1c14b8 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:04:27.457011 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1b10bb1d-8bf9-4c3d-a70a-d86443a9dc02 None None] Deleting port 70538a59-c994-45b6-be35-3d7cbc1c14b8 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:27.457237 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b10bb1d-8bf9-4c3d-a70a-d86443a9dc02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (70538a59-c994-45b6-be35-3d7cbc1c14b8), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:27.580601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1b10bb1d-8bf9-4c3d-a70a-d86443a9dc02 None None] For port 70538a59-c994-45b6-be35-3d7cbc1c14b8, host n-d-812111-12, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:27.581009 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b10bb1d-8bf9-4c3d-a70a-d86443a9dc02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (70538a59-c994-45b6-be35-3d7cbc1c14b8), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:27.596899 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1b10bb1d-8bf9-4c3d-a70a-d86443a9dc02 None None] Calling delete_port for 70538a59-c994-45b6-be35-3d7cbc1c14b8 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:27.600224 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-1b10bb1d-8bf9-4c3d-a70a-d86443a9dc02 None None] Port 70538a59-c994-45b6-be35-3d7cbc1c14b8 was not found and therefore no delete operation was performed {{(pid=103636) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 06:04:27.604097 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b10bb1d-8bf9-4c3d-a70a-d86443a9dc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (70538a59-c994-45b6-be35-3d7cbc1c14b8), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:27.626589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Port': ['ID=70538a59-c994-45b6-be35-3d7cbc1c14b8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:27.656518 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-48c40e34-7f88-4815-8270-796cf1ff85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:27.657271 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-48c40e34-7f88-4815-8270-796cf1ff85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:27.665665 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-48c40e34-7f88-4815-8270-796cf1ff85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:27.665665 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-48c40e34-7f88-4815-8270-796cf1ff85c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a969021-10d0-46ce-bf92-b6d579bcb94e&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=a5d76cd0-485c-42ba-8694-d68708a2c641&id=a5d76cd0-485c-42ba-8694-d68708a2c641 HTTP/1.1" status: 200 len: 2299 time: 0.2088025 Jan 28 06:04:27.704714 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (e956e60c-1e73-438c-9465-b3fed132169f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:27.711809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10bb1d-8bf9-4c3d-a70a-d86443a9dc02 None None] Pushing event deleted for resources: {'Port': ['ID=70538a59-c994-45b6-be35-3d7cbc1c14b8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:27.721150 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b10bb1d-8bf9-4c3d-a70a-d86443a9dc02 None None] No DVR routers for this DVR port 70538a59-c994-45b6-be35-3d7cbc1c14b8 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:04:27.749347 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e956e60c-1e73-438c-9465-b3fed132169f']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:27.760708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b01157-cb5c-4fe6-b6d4-a384da927858') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:27.761256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b01157-cb5c-4fe6-b6d4-a384da927858') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:27.778759 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (c8b01157-cb5c-4fe6-b6d4-a384da927858), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:27.811115 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c8b01157-cb5c-4fe6-b6d4-a384da927858), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:27.818353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:04:27.818795 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (c8b01157-cb5c-4fe6-b6d4-a384da927858), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:27.824899 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:04:27.830829 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:04:27.833318 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-1e6167a1-2a30-4852-814e-32523219589e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba1a9e75-2625-4b3b-834e-532611f3d6db HTTP/1.1" status: 200 len: 1000 time: 0.1623702 Jan 28 06:04:27.953546 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-e2356cf9-f79b-4dd0-a47c-c1f459ea78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:27.955103 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-e2356cf9-f79b-4dd0-a47c-c1f459ea78ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8d1a992-5501-4414-a397-3bc94c532606 HTTP/1.1" status: 200 len: 856 time: 0.1174171 Jan 28 06:04:28.040750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-dfc05c72-fb51-4a24-9815-0d256295530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:28.042846 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-dfc05c72-fb51-4a24-9815-0d256295530b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a969021-10d0-46ce-bf92-b6d579bcb94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782566 Jan 28 06:04:28.129786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d3767db-127e-4dec-84f0-c5fb9e2d2180 req-698e35a9-6e78-441e-bf9c-424c1b5d49c5 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b567178-a13f-4760-81ff-a5528ce996bf HTTP/1.1" status: 200 len: 210 time: 0.4465311 Jan 28 06:04:28.131003 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (e956e60c-1e73-438c-9465-b3fed132169f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:28.154671 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:28.164522 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/networks/e956e60c-1e73-438c-9465-b3fed132169f HTTP/1.1" status: 204 len: 168 time: 1.5939958 Jan 28 06:04:28.168193 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56202) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:28.175714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd487bfa-23db-412e-be4f-d14fcfbe30ed tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Network': ['ID=e956e60c-1e73-438c-9465-b3fed132169f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:28.299110 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-d80c5fef-a021-424e-8aca-83ba85e15fe0 service neutron] 10.222.0.60 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504914 Jan 28 06:04:28.552010 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-8afc0b4b-adb9-470c-9d46-f94da8441143 service neutron] 10.222.0.60 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214808 Jan 28 06:04:28.640324 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-d2569616-b747-4173-8182-1d231951d9bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cf023bbd-f379-442d-b98b-2268074debed HTTP/1.1" status: 200 len: 217 time: 0.0814939 Jan 28 06:04:28.712320 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-cb90fd2b-dbdd-48c8-b44d-5d2939210f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:28.714116 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-cb90fd2b-dbdd-48c8-b44d-5d2939210f2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0685916 Jan 28 06:04:28.793336 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-c4495b85-7f1f-4bb3-aa10-82e520af5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:28.796157 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-c4495b85-7f1f-4bb3-aa10-82e520af5ab6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0716045 Jan 28 06:04:28.830231 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2305a61-215f-44a6-bc6d-d62865ca49e4 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (c080ced5-66a9-4455-aa91-15d34ee053bc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:28.887911 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 40330472-2d7e-4210-bfc8-575ca7842b9a no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:04:28.937915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 40330472-2d7e-4210-bfc8-575ca7842b9a {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:04:28.939264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 40330472-2d7e-4210-bfc8-575ca7842b9a not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:04:29.001335 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-68fccb97-c767-4aaa-86f9-90a16450a682 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987081 Jan 28 06:04:29.152236 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-c72db598-815a-46b6-b59f-3340400e949b service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230719 Jan 28 06:04:29.222803 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-b820e99e-5fbd-449a-aa1f-93ed6cf7ea9e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=3d7aec7c-6c76-43ad-8b10-438b87915c84 HTTP/1.1" status: 200 len: 217 time: 0.0625942 Jan 28 06:04:29.233113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56228) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:29.326797 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-da7714a2-012f-418d-a697-63df8499e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:29.330775 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-da7714a2-012f-418d-a697-63df8499e51a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0996363 Jan 28 06:04:29.395551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-3ff480ec-bc7e-4b3d-bbdb-88de15c9efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:29.397499 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-3ff480ec-bc7e-4b3d-bbdb-88de15c9efd8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0596023 Jan 28 06:04:29.401208 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b2305a61-215f-44a6-bc6d-d62865ca49e4 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting port fea1baca-7acc-408a-8ef9-95e786803b11 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:29.406139 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2305a61-215f-44a6-bc6d-d62865ca49e4 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (fea1baca-7acc-408a-8ef9-95e786803b11), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:29.642213 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-b2305a61-215f-44a6-bc6d-d62865ca49e4 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] For port fea1baca-7acc-408a-8ef9-95e786803b11, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fea1baca-7acc-408a-8ef9-95e786803b11,segment=NetworkSegment(98204a1f-6c89-43d6-979c-f6b998ec2405),segment_id=98204a1f-6c89-43d6-979c-f6b998ec2405)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:29.646392 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2305a61-215f-44a6-bc6d-d62865ca49e4 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (fea1baca-7acc-408a-8ef9-95e786803b11), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:29.647958 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-4d9de8f9-6fc6-440b-b9ad-3e2c324354bc service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427998 Jan 28 06:04:29.663286 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device c466e060-85e2-4bd4-bb8d-05459cbb4bbf no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:04:29.672048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b2305a61-215f-44a6-bc6d-d62865ca49e4 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Calling delete_port for fea1baca-7acc-408a-8ef9-95e786803b11 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:29.699725 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: c466e060-85e2-4bd4-bb8d-05459cbb4bbf {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:04:29.700374 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device c466e060-85e2-4bd4-bb8d-05459cbb4bbf not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:04:29.824289 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-9015604d-c282-44aa-ae1a-172d503b374d service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700087 Jan 28 06:04:29.829806 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7246d9c0-c296-4151-951f-4b821ff35d0b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (cf43d7e7-eae6-45b2-9203-7fc7aef3b47f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:30.284049 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56248) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:30.369501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-7246d9c0-c296-4151-951f-4b821ff35d0b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting port d505bf41-8164-44d3-8fe0-fa682b9980eb {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:30.369962 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7246d9c0-c296-4151-951f-4b821ff35d0b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:30.540312 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6b30202-8f6e-4e29-a370-fec23e461e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:30.558466 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-9d23690b-3f3f-4894-b4e8-1f326313fbb8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=ca87f836-9fd5-4209-b3c5-41f6387f4d75 HTTP/1.1" status: 200 len: 217 time: 0.7252922 Jan 28 06:04:30.600977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-7246d9c0-c296-4151-951f-4b821ff35d0b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] For port d505bf41-8164-44d3-8fe0-fa682b9980eb, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=d505bf41-8164-44d3-8fe0-fa682b9980eb,segment=NetworkSegment(ab02eb55-f1ab-4eba-af69-20858cef505c),segment_id=ab02eb55-f1ab-4eba-af69-20858cef505c)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:30.601551 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7246d9c0-c296-4151-951f-4b821ff35d0b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:30.621123 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-7246d9c0-c296-4151-951f-4b821ff35d0b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Calling delete_port for d505bf41-8164-44d3-8fe0-fa682b9980eb owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:30.637219 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:04:30.693527 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2305a61-215f-44a6-bc6d-d62865ca49e4 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (fea1baca-7acc-408a-8ef9-95e786803b11), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:30.763981 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2305a61-215f-44a6-bc6d-d62865ca49e4 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Port': ['ID=fea1baca-7acc-408a-8ef9-95e786803b11,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:30.885523 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-e39268a1-1434-4b10-800a-2d53bfc0a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:30.887418 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-e39268a1-1434-4b10-800a-2d53bfc0a1db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.3231821 Jan 28 06:04:30.902333 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6b30202-8f6e-4e29-a370-fec23e461e51 admin admin] Publish callbacks [] for security_group (cce96322-f8ed-4077-9aad-b9fd811a23ec), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:31.075298 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2305a61-215f-44a6-bc6d-d62865ca49e4 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (c080ced5-66a9-4455-aa91-15d34ee053bc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:31.098340 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6b30202-8f6e-4e29-a370-fec23e461e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cce96322-f8ed-4077-9aad-b9fd811a23ec), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:31.107743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-bbae76b3-06dd-4237-86a8-526f7029658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:31.109638 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-bbae76b3-06dd-4237-86a8-526f7029658c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1877456 Jan 28 06:04:31.168458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c6b30202-8f6e-4e29-a370-fec23e461e51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbda6ef8fa1445188ccf0ad88ed6146a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8723660 Jan 28 06:04:31.169847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b30202-8f6e-4e29-a370-fec23e461e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce96322-f8ed-4077-9aad-b9fd811a23ec,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:31.174213 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56266) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:31.175027 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7246d9c0-c296-4151-951f-4b821ff35d0b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (d505bf41-8164-44d3-8fe0-fa682b9980eb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:31.295941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246d9c0-c296-4151-951f-4b821ff35d0b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Port': ['ID=d505bf41-8164-44d3-8fe0-fa682b9980eb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:31.363641 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0261a2c2-00ad-4104-8cc3-ed59e6b89834 admin admin] Publish callbacks [] for security_group (cce96322-f8ed-4077-9aad-b9fd811a23ec), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:31.398104 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0261a2c2-00ad-4104-8cc3-ed59e6b89834 admin admin] Publish callbacks [] for security_group (cce96322-f8ed-4077-9aad-b9fd811a23ec), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:31.605685 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7246d9c0-c296-4151-951f-4b821ff35d0b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (cf43d7e7-eae6-45b2-9203-7fc7aef3b47f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:31.622400 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0261a2c2-00ad-4104-8cc3-ed59e6b89834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cce96322-f8ed-4077-9aad-b9fd811a23ec), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:31.630968 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0261a2c2-00ad-4104-8cc3-ed59e6b89834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:31.639391 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0261a2c2-00ad-4104-8cc3-ed59e6b89834 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cce96322-f8ed-4077-9aad-b9fd811a23ec HTTP/1.1" status: 204 len: 168 time: 0.4536595 Jan 28 06:04:31.775257 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-bb9c54e6-61ff-451f-bca4-194ae94d7489 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574349 Jan 28 06:04:31.789479 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2305a61-215f-44a6-bc6d-d62865ca49e4 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router c080ced5-66a9-4455-aa91-15d34ee053bc has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:04:31.825932 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261a2c2-00ad-4104-8cc3-ed59e6b89834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce96322-f8ed-4077-9aad-b9fd811a23ec,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:32.063538 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2305a61-215f-44a6-bc6d-d62865ca49e4 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:04:32.076218 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2eaaf5-e349-451a-8e5f-28496c1477b9 None None] Sync routers for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:04:32.086033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7246d9c0-c296-4151-951f-4b821ff35d0b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router cf43d7e7-eae6-45b2-9203-7fc7aef3b47f has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:04:32.103760 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2eaaf5-e349-451a-8e5f-28496c1477b9 None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:32.104381 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fa2eaaf5-e349-451a-8e5f-28496c1477b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:32.105062 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b2305a61-215f-44a6-bc6d-d62865ca49e4 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/c080ced5-66a9-4455-aa91-15d34ee053bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9355371 Jan 28 06:04:32.107783 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56282) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:32.303067 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-e402571a-855e-4440-b3b8-c0f3993c1d04 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting subnet 530fc168-9dbd-4787-84c4-d0ea86c8da42 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:04:32.309006 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e402571a-855e-4440-b3b8-c0f3993c1d04 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (530fc168-9dbd-4787-84c4-d0ea86c8da42), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:32.314338 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-11cfda6a-dc82-4013-b086-f72e48e0d0d7 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222611 Jan 28 06:04:32.323425 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-fa2eaaf5-e349-451a-8e5f-28496c1477b9 None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:32.418505 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e402571a-855e-4440-b3b8-c0f3993c1d04 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (530fc168-9dbd-4787-84c4-d0ea86c8da42), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:32.421743 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7246d9c0-c296-4151-951f-4b821ff35d0b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:04:32.441761 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c1c2b-d298-4dbf-a2b8-65437feacd5e None None] Sync routers for ids ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:04:32.463182 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7246d9c0-c296-4151-951f-4b821ff35d0b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "PUT /v2.0/routers/cf43d7e7-eae6-45b2-9203-7fc7aef3b47f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2275054 Jan 28 06:04:32.466468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c1c2b-d298-4dbf-a2b8-65437feacd5e None None] Routers {'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:32.467258 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ab3c1c2b-d298-4dbf-a2b8-65437feacd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:32.470460 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56292) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:32.552056 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fa2eaaf5-e349-451a-8e5f-28496c1477b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:30Z', 'revision_number': 11, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:32.559689 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e402571a-855e-4440-b3b8-c0f3993c1d04 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (530fc168-9dbd-4787-84c4-d0ea86c8da42), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:32.614826 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56294) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:32.623546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4e47ff-91de-4501-b757-ef764725f1ca tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting subnet be827ada-0b19-4580-9134-d55d6e390430 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:04:32.631717 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd4e47ff-91de-4501-b757-ef764725f1ca tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for subnet (be827ada-0b19-4580-9134-d55d6e390430), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:32.660468 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2eaaf5-e349-451a-8e5f-28496c1477b9 None None] Checking router: c080ced5-66a9-4455-aa91-15d34ee053bc for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:04:32.697372 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2eaaf5-e349-451a-8e5f-28496c1477b9 None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:32.700587 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fa2eaaf5-e349-451a-8e5f-28496c1477b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:32.721758 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-b0db8266-d913-4171-964a-9947b98e7dae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=95c9879d-ae0d-45e3-9528-af14ccccd72f HTTP/1.1" status: 200 len: 217 time: 0.3849902 Jan 28 06:04:32.741991 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd4e47ff-91de-4501-b757-ef764725f1ca tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (be827ada-0b19-4580-9134-d55d6e390430), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:32.791363 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-ab3c1c2b-d298-4dbf-a2b8-65437feacd5e None None] Set router cf43d7e7-eae6-45b2-9203-7fc7aef3b47f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:32.876534 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-fa2eaaf5-e349-451a-8e5f-28496c1477b9 None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:32.909469 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-39c68a86-527a-4621-ba60-8a59c6ef19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:32.916117 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-39c68a86-527a-4621-ba60-8a59c6ef19ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.1871316 Jan 28 06:04:32.944687 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-993da9de-6308-4ab0-abf0-37baadbffaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:32.970658 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e402571a-855e-4440-b3b8-c0f3993c1d04 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (530fc168-9dbd-4787-84c4-d0ea86c8da42), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:33.039000 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd4e47ff-91de-4501-b757-ef764725f1ca tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (be827ada-0b19-4580-9134-d55d6e390430), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:33.098256 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402571a-855e-4440-b3b8-c0f3993c1d04 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Subnet': ['ID=530fc168-9dbd-4787-84c4-d0ea86c8da42,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:33.116606 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e402571a-855e-4440-b3b8-c0f3993c1d04 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:33.120647 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e402571a-855e-4440-b3b8-c0f3993c1d04 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/subnets/530fc168-9dbd-4787-84c4-d0ea86c8da42 HTTP/1.1" status: 204 len: 168 time: 1.0093153 Jan 28 06:04:33.124847 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56316) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:33.133912 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576e7d56-73b3-4095-8247-7d455e32767a None None] Network 8e1a5d0c-7c04-477d-8b33-302b4005c964 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:33.268489 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-e3396261-7df7-42d9-a977-81a0a1dd64ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:33.271483 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-e3396261-7df7-42d9-a977-81a0a1dd64ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3467970 Jan 28 06:04:33.311450 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ab3c1c2b-d298-4dbf-a2b8-65437feacd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876461992', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:58Z', 'updated_at': '2022-01-28T06:04:30Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:59Z', 'updated_at': '2022-01-28T06:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:33.332591 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd4e47ff-91de-4501-b757-ef764725f1ca tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (be827ada-0b19-4580-9134-d55d6e390430), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:33.358047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c1c2b-d298-4dbf-a2b8-65437feacd5e None None] Checking router: cf43d7e7-eae6-45b2-9203-7fc7aef3b47f for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:04:33.359122 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f26961c-d3f3-4cb1-b3c9-67e02c258cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:33.362668 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd4e47ff-91de-4501-b757-ef764725f1ca tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:33.365775 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fd4e47ff-91de-4501-b757-ef764725f1ca tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/subnets/be827ada-0b19-4580-9134-d55d6e390430 HTTP/1.1" status: 204 len: 168 time: 0.8941000 Jan 28 06:04:33.374054 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37329fb-6e26-4997-93d5-803cdfffdd54 None None] Network 93706c60-26a2-41d9-bc5b-866966fafe02 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:33.412089 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c1c2b-d298-4dbf-a2b8-65437feacd5e None None] Routers {'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:33.422549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ab3c1c2b-d298-4dbf-a2b8-65437feacd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:33.461190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56326) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:33.494489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e47ff-91de-4501-b757-ef764725f1ca tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Subnet': ['ID=be827ada-0b19-4580-9134-d55d6e390430,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:33.529945 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fa2eaaf5-e349-451a-8e5f-28496c1477b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:30Z', 'revision_number': 11, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:33.535851 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-7f4522b6-e702-49d8-9c9d-c02e455e94ce service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561059 Jan 28 06:04:33.596060 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (8e1a5d0c-7c04-477d-8b33-302b4005c964), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:33.652385 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2eaaf5-e349-451a-8e5f-28496c1477b9 None None] The sync data for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 is: [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:30Z', 'revision_number': 11, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:04:33.781272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2286bb-3fb6-4fe1-b0a8-82ecb9d334af None None] DHCP port deletion for 8e1a5d0c-7c04-477d-8b33-302b4005c964 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:04:33.937136 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ff0cdc0-0f0d-4677-b3d1-34a8d0ff4289 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router (cf43d7e7-eae6-45b2-9203-7fc7aef3b47f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:33.951255 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-2375791e-dd4e-46f6-9d05-138e4fc7e1df service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003489 Jan 28 06:04:34.109359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bd2286bb-3fb6-4fe1-b0a8-82ecb9d334af None None] Deleting port 2501d3c2-ca7a-48f0-8345-97a4e240383a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:34.109739 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd2286bb-3fb6-4fe1-b0a8-82ecb9d334af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2501d3c2-ca7a-48f0-8345-97a4e240383a), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:34.120069 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-93252b5c-806e-42ae-98f4-ec0d4fbeaaea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 HTTP/1.1" status: 200 len: 217 time: 0.1636243 Jan 28 06:04:34.197668 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Deleting port 2501d3c2-ca7a-48f0-8345-97a4e240383a {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:34.198201 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2501d3c2-ca7a-48f0-8345-97a4e240383a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:34.251241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-ab3c1c2b-d298-4dbf-a2b8-65437feacd5e None None] Set router cf43d7e7-eae6-45b2-9203-7fc7aef3b47f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:34.306101 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] For port 2501d3c2-ca7a-48f0-8345-97a4e240383a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2501d3c2-ca7a-48f0-8345-97a4e240383a,segment=NetworkSegment(98204a1f-6c89-43d6-979c-f6b998ec2405),segment_id=98204a1f-6c89-43d6-979c-f6b998ec2405)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:34.307039 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2501d3c2-ca7a-48f0-8345-97a4e240383a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:34.365901 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Calling delete_port for 2501d3c2-ca7a-48f0-8345-97a4e240383a owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:34.486959 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48953692-d040-4f68-8cca-9f07153ecdbd None None] DHCP port deletion for 93706c60-26a2-41d9-bc5b-866966fafe02 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:04:34.523298 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-c38d2620-c95c-461b-89d1-56cf748070e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:34.525718 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-c38d2620-c95c-461b-89d1-56cf748070e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=983e2d1e-1ce6-416e-a013-56730d18136b HTTP/1.1" status: 200 len: 797 time: 0.3977919 Jan 28 06:04:34.557427 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f26961c-d3f3-4cb1-b3c9-67e02c258cbd admin admin] Publish callbacks [] for security_group (c0556808-6d82-4b7a-b202-1c461556651c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:34.593280 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-bba50338-0174-44f6-83fe-49de3e61d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:34.594882 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-bba50338-0174-44f6-83fe-49de3e61d249 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0632620 Jan 28 06:04:34.623424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-bd2286bb-3fb6-4fe1-b0a8-82ecb9d334af None None] For port 2501d3c2-ca7a-48f0-8345-97a4e240383a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2501d3c2-ca7a-48f0-8345-97a4e240383a,segment=NetworkSegment(98204a1f-6c89-43d6-979c-f6b998ec2405),segment_id=98204a1f-6c89-43d6-979c-f6b998ec2405)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:34.623826 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd2286bb-3fb6-4fe1-b0a8-82ecb9d334af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2501d3c2-ca7a-48f0-8345-97a4e240383a), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:34.623982 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ff0cdc0-0f0d-4677-b3d1-34a8d0ff4289 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_gateway (cf43d7e7-eae6-45b2-9203-7fc7aef3b47f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:34.643683 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f26961c-d3f3-4cb1-b3c9-67e02c258cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c0556808-6d82-4b7a-b202-1c461556651c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:34.647383 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bd2286bb-3fb6-4fe1-b0a8-82ecb9d334af None None] Calling delete_port for 2501d3c2-ca7a-48f0-8345-97a4e240383a owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:34.661585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-48953692-d040-4f68-8cca-9f07153ecdbd None None] Deleting port 596cdcf3-7786-4af2-af6f-787d8918ee28 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:34.661585 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-48953692-d040-4f68-8cca-9f07153ecdbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (596cdcf3-7786-4af2-af6f-787d8918ee28), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:34.707171 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-743d737b-2ee0-4c9a-bbaa-d1059d4ba222 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050787 Jan 28 06:04:34.708902 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (2501d3c2-ca7a-48f0-8345-97a4e240383a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:34.720145 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6f26961c-d3f3-4cb1-b3c9-67e02c258cbd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1cf375df9e9847ebbe4b039db21dcfbb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7522593 Jan 28 06:04:34.727149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56360) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:34.730525 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26961c-d3f3-4cb1-b3c9-67e02c258cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0556808-6d82-4b7a-b202-1c461556651c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:34.760930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-48953692-d040-4f68-8cca-9f07153ecdbd None None] For port 596cdcf3-7786-4af2-af6f-787d8918ee28, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=596cdcf3-7786-4af2-af6f-787d8918ee28,segment=NetworkSegment(ab02eb55-f1ab-4eba-af69-20858cef505c),segment_id=ab02eb55-f1ab-4eba-af69-20858cef505c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:34.761340 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-48953692-d040-4f68-8cca-9f07153ecdbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (596cdcf3-7786-4af2-af6f-787d8918ee28), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:34.778647 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-48953692-d040-4f68-8cca-9f07153ecdbd None None] Calling delete_port for 596cdcf3-7786-4af2-af6f-787d8918ee28 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:34.872075 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3a85f40-edb0-4f42-a565-91224dc1f59f admin admin] Publish callbacks [] for security_group (c0556808-6d82-4b7a-b202-1c461556651c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:34.889376 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Port': ['ID=2501d3c2-ca7a-48f0-8345-97a4e240383a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:34.894614 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] No DVR routers for this DVR port 2501d3c2-ca7a-48f0-8345-97a4e240383a on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:04:34.959100 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3a85f40-edb0-4f42-a565-91224dc1f59f admin admin] Publish callbacks [] for security_group (c0556808-6d82-4b7a-b202-1c461556651c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:34.981401 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-48953692-d040-4f68-8cca-9f07153ecdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (596cdcf3-7786-4af2-af6f-787d8918ee28), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:35.027672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0cdc0-0f0d-4677-b3d1-34a8d0ff4289 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting port 934f3e3f-7bc2-43d2-9942-62c39da0dc6b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:35.028067 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ff0cdc0-0f0d-4677-b3d1-34a8d0ff4289 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (934f3e3f-7bc2-43d2-9942-62c39da0dc6b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:35.060636 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2501d3c2-ca7a-48f0-8345-97a4e240383a no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:04:35.080244 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48953692-d040-4f68-8cca-9f07153ecdbd None None] Pushing event deleted for resources: {'Port': ['ID=596cdcf3-7786-4af2-af6f-787d8918ee28,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:35.081550 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-20f99901-cdf1-4a94-a4e6-1c864469bfbf service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492885 Jan 28 06:04:35.136318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-2ff0cdc0-0f0d-4677-b3d1-34a8d0ff4289 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] For port 934f3e3f-7bc2-43d2-9942-62c39da0dc6b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=934f3e3f-7bc2-43d2-9942-62c39da0dc6b,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:35.136718 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ff0cdc0-0f0d-4677-b3d1-34a8d0ff4289 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (934f3e3f-7bc2-43d2-9942-62c39da0dc6b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:35.137246 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-c2fa5004-041e-4b29-b9d3-358ea25a66a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f HTTP/1.1" status: 200 len: 217 time: 0.0475757 Jan 28 06:04:35.139436 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 2501d3c2-ca7a-48f0-8345-97a4e240383a {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:04:35.139576 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (8e1a5d0c-7c04-477d-8b33-302b4005c964), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:35.139762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2501d3c2-ca7a-48f0-8345-97a4e240383a not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:04:35.140167 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fea1baca-7acc-408a-8ef9-95e786803b11 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:04:35.151873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0cdc0-0f0d-4677-b3d1-34a8d0ff4289 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Calling delete_port for 934f3e3f-7bc2-43d2-9942-62c39da0dc6b owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:35.171095 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: fea1baca-7acc-408a-8ef9-95e786803b11 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:04:35.171448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fea1baca-7acc-408a-8ef9-95e786803b11 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:04:35.171863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 596cdcf3-7786-4af2-af6f-787d8918ee28 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:04:35.205238 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48953692-d040-4f68-8cca-9f07153ecdbd None None] No DVR routers for this DVR port 596cdcf3-7786-4af2-af6f-787d8918ee28 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:04:35.213909 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ab3c1c2b-d298-4dbf-a2b8-65437feacd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876461992', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:58Z', 'updated_at': '2022-01-28T06:04:30Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:59Z', 'updated_at': '2022-01-28T06:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:35.232088 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8611b16c-fc29-437c-9430-4913877febfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:35.237692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 596cdcf3-7786-4af2-af6f-787d8918ee28 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:04:35.238656 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 596cdcf3-7786-4af2-af6f-787d8918ee28 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:04:35.250157 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1a5d0c-7c04-477d-8b33-302b4005c964']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:35.278263 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98204a1f-6c89-43d6-979c-f6b998ec2405') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:35.278440 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98204a1f-6c89-43d6-979c-f6b998ec2405') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:35.279948 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c1c2b-d298-4dbf-a2b8-65437feacd5e None None] The sync data for ids ['cf43d7e7-eae6-45b2-9203-7fc7aef3b47f'] in n-d-812111-12 is: [{'id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876461992', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:01:58Z', 'updated_at': '2022-01-28T06:04:30Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '934f3e3f-7bc2-43d2-9942-62c39da0dc6b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf43d7e7-eae6-45b2-9203-7fc7aef3b47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:01:59Z', 'updated_at': '2022-01-28T06:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:04:35.298055 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd2286bb-3fb6-4fe1-b0a8-82ecb9d334af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (2501d3c2-ca7a-48f0-8345-97a4e240383a), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:35.314215 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (98204a1f-6c89-43d6-979c-f6b998ec2405), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:35.324644 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-55f4724f-497c-4cfd-bb8d-2b922a787be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:35.326378 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-55f4724f-497c-4cfd-bb8d-2b922a787be8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=983e2d1e-1ce6-416e-a013-56730d18136b HTTP/1.1" status: 200 len: 797 time: 0.1782863 Jan 28 06:04:35.360005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2286bb-3fb6-4fe1-b0a8-82ecb9d334af None None] Pushing event deleted for resources: {'Port': ['ID=2501d3c2-ca7a-48f0-8345-97a4e240383a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:35.363688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2286bb-3fb6-4fe1-b0a8-82ecb9d334af None None] No DVR routers for this DVR port 2501d3c2-ca7a-48f0-8345-97a4e240383a on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:04:35.393053 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (98204a1f-6c89-43d6-979c-f6b998ec2405), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:35.408775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (98204a1f-6c89-43d6-979c-f6b998ec2405), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:04:35.419673 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:04:35.496126 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-2905e00c-8cf5-46ae-942b-94d31a8eef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:35.498841 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-2905e00c-8cf5-46ae-942b-94d31a8eef6d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1594689 Jan 28 06:04:35.598538 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (8e1a5d0c-7c04-477d-8b33-302b4005c964), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:35.607375 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:35.615284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56384) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:35.615865 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/networks/8e1a5d0c-7c04-477d-8b33-302b4005c964 HTTP/1.1" status: 204 len: 168 time: 2.4892025 Jan 28 06:04:35.622588 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-9707fc34-7239-4ce3-99b6-baedc9e6c4f1 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145585 Jan 28 06:04:35.624583 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-98b1be24-6d05-4397-b8e0-0926d7c45838 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'router': {'routes': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:35.635054 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ff0cdc0-0f0d-4677-b3d1-34a8d0ff4289 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (934f3e3f-7bc2-43d2-9942-62c39da0dc6b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:35.649954 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa779692-81fa-453b-a877-7444dea3a078 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Pushing event deleted for resources: {'Network': ['ID=8e1a5d0c-7c04-477d-8b33-302b4005c964,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:35.684996 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3a85f40-edb0-4f42-a565-91224dc1f59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c0556808-6d82-4b7a-b202-1c461556651c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:35.688161 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3a85f40-edb0-4f42-a565-91224dc1f59f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:35.689346 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e3a85f40-edb0-4f42-a565-91224dc1f59f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0556808-6d82-4b7a-b202-1c461556651c HTTP/1.1" status: 204 len: 168 time: 0.9607618 Jan 28 06:04:35.794700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0cdc0-0f0d-4677-b3d1-34a8d0ff4289 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Port': ['ID=934f3e3f-7bc2-43d2-9942-62c39da0dc6b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:35.803131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a85f40-edb0-4f42-a565-91224dc1f59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0556808-6d82-4b7a-b202-1c461556651c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:35.897615 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0b6f9968-9ebd-4ee1-89e4-5ca42d067879 req-a13aab90-27e3-464c-a066-572315afbf6d service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566974 Jan 28 06:04:35.994019 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ff0cdc0-0f0d-4677-b3d1-34a8d0ff4289 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (cf43d7e7-eae6-45b2-9203-7fc7aef3b47f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:36.093384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.extraroute_db [None req-98b1be24-6d05-4397-b8e0-0926d7c45838 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Added routes are [] {{(pid=103635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 06:04:36.093776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.extraroute_db [None req-98b1be24-6d05-4397-b8e0-0926d7c45838 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Removed routes are [] {{(pid=103635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 06:04:36.094038 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98b1be24-6d05-4397-b8e0-0926d7c45838 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (c080ced5-66a9-4455-aa91-15d34ee053bc), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:36.194477 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ff0cdc0-0f0d-4677-b3d1-34a8d0ff4289 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (cf43d7e7-eae6-45b2-9203-7fc7aef3b47f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:36.198517 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ff0cdc0-0f0d-4677-b3d1-34a8d0ff4289 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_controller (cf43d7e7-eae6-45b2-9203-7fc7aef3b47f), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:36.354497 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98b1be24-6d05-4397-b8e0-0926d7c45838 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (c080ced5-66a9-4455-aa91-15d34ee053bc), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:36.359406 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98b1be24-6d05-4397-b8e0-0926d7c45838 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (c080ced5-66a9-4455-aa91-15d34ee053bc), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:36.407062 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ff0cdc0-0f0d-4677-b3d1-34a8d0ff4289 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (cf43d7e7-eae6-45b2-9203-7fc7aef3b47f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:36.407726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff0cdc0-0f0d-4677-b3d1-34a8d0ff4289 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Fanout notify agent at l3_agent the message router_deleted on router cf43d7e7-eae6-45b2-9203-7fc7aef3b47f {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:04:36.416021 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ff0cdc0-0f0d-4677-b3d1-34a8d0ff4289 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:36.417233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2ff0cdc0-0f0d-4677-b3d1-34a8d0ff4289 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/routers/cf43d7e7-eae6-45b2-9203-7fc7aef3b47f HTTP/1.1" status: 204 len: 168 time: 2.9477408 Jan 28 06:04:36.420116 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56404) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:36.469380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b1be24-6d05-4397-b8e0-0926d7c45838 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router c080ced5-66a9-4455-aa91-15d34ee053bc has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:04:36.596467 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:36.614075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b1be24-6d05-4397-b8e0-0926d7c45838 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:04:36.625867 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98b1be24-6d05-4397-b8e0-0926d7c45838 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:36.630382 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca1eda-d012-4419-a24b-9ed2ff882b18 None None] Sync routers for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:04:36.631012 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-98b1be24-6d05-4397-b8e0-0926d7c45838 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/c080ced5-66a9-4455-aa91-15d34ee053bc HTTP/1.1" status: 200 len: 705 time: 1.0146275 Jan 28 06:04:36.631670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56420) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:36.650582 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bacf95a8-1fcb-4cb2-a2a0-a53d34825420 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (93706c60-26a2-41d9-bc5b-866966fafe02), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:36.656225 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ca1eda-d012-4419-a24b-9ed2ff882b18 None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:36.659434 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-85ca1eda-d012-4419-a24b-9ed2ff882b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:36.668124 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56422) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:36.668351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8124e4d3-92b5-44ed-8cde-0b1854673c7e tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports?device_id=c080ced5-66a9-4455-aa91-15d34ee053bc HTTP/1.1" status: 200 len: 205 time: 0.0335872 Jan 28 06:04:36.752235 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56428) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:36.776027 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-910fa373-ed5b-4db6-a48d-3ab051b26529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:36.808022 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-85ca1eda-d012-4419-a24b-9ed2ff882b18 None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:36.953058 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d6566b51-e450-445f-abe5-7f390401eadc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (c080ced5-66a9-4455-aa91-15d34ee053bc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:36.953934 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-85ca1eda-d012-4419-a24b-9ed2ff882b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:30Z', 'revision_number': 11, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:36.987135 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-910fa373-ed5b-4db6-a48d-3ab051b26529 admin admin] Publish callbacks [] for security_group (bf5359a2-1c6e-47b2-8b52-22b0093e0591), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:36.993707 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca1eda-d012-4419-a24b-9ed2ff882b18 None None] Checking router: c080ced5-66a9-4455-aa91-15d34ee053bc for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:04:37.002147 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ca1eda-d012-4419-a24b-9ed2ff882b18 None None] Routers {'c080ced5-66a9-4455-aa91-15d34ee053bc'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:37.002783 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-85ca1eda-d012-4419-a24b-9ed2ff882b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c080ced5-66a9-4455-aa91-15d34ee053bc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:37.072414 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-910fa373-ed5b-4db6-a48d-3ab051b26529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bf5359a2-1c6e-47b2-8b52-22b0093e0591), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.087552 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-85ca1eda-d012-4419-a24b-9ed2ff882b18 None None] Set router c080ced5-66a9-4455-aa91-15d34ee053bc gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:37.121846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-910fa373-ed5b-4db6-a48d-3ab051b26529 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb7fe21c14fb44eca523f2674f388b40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3685081 Jan 28 06:04:37.122730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56436) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:37.172911 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 934f3e3f-7bc2-43d2-9942-62c39da0dc6b no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:04:37.188314 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-85ca1eda-d012-4419-a24b-9ed2ff882b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:30Z', 'revision_number': 11, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:37.196815 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fa373-ed5b-4db6-a48d-3ab051b26529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5359a2-1c6e-47b2-8b52-22b0093e0591,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:37.217632 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 934f3e3f-7bc2-43d2-9942-62c39da0dc6b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:04:37.222107 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 934f3e3f-7bc2-43d2-9942-62c39da0dc6b not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:04:37.222717 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device d505bf41-8164-44d3-8fe0-fa682b9980eb no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:04:37.231059 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca1eda-d012-4419-a24b-9ed2ff882b18 None None] The sync data for ids ['c080ced5-66a9-4455-aa91-15d34ee053bc'] in n-d-812111-12 is: [{'id': 'c080ced5-66a9-4455-aa91-15d34ee053bc', 'name': 'tempest-RoutersIpV6Test-router-1983816191', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:03:44Z', 'updated_at': '2022-01-28T06:04:30Z', 'revision_number': 11, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:04:37.258751 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdfcc-46e8-4614-a9a0-f7298792b0dc admin admin] Publish callbacks [] for security_group (bf5359a2-1c6e-47b2-8b52-22b0093e0591), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.259488 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: d505bf41-8164-44d3-8fe0-fa682b9980eb {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:04:37.260593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device d505bf41-8164-44d3-8fe0-fa682b9980eb not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:04:37.268683 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bacf95a8-1fcb-4cb2-a2a0-a53d34825420 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (93706c60-26a2-41d9-bc5b-866966fafe02), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.299081 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdfcc-46e8-4614-a9a0-f7298792b0dc admin admin] Publish callbacks [] for security_group (bf5359a2-1c6e-47b2-8b52-22b0093e0591), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.328209 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-bacf95a8-1fcb-4cb2-a2a0-a53d34825420 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93706c60-26a2-41d9-bc5b-866966fafe02']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:37.346632 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d6566b51-e450-445f-abe5-7f390401eadc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (c080ced5-66a9-4455-aa91-15d34ee053bc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.350002 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d6566b51-e450-445f-abe5-7f390401eadc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router_controller (c080ced5-66a9-4455-aa91-15d34ee053bc), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.354856 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-bacf95a8-1fcb-4cb2-a2a0-a53d34825420 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab02eb55-f1ab-4eba-af69-20858cef505c') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:37.355168 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-bacf95a8-1fcb-4cb2-a2a0-a53d34825420 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab02eb55-f1ab-4eba-af69-20858cef505c') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:37.372583 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bacf95a8-1fcb-4cb2-a2a0-a53d34825420 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (ab02eb55-f1ab-4eba-af69-20858cef505c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.420597 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bacf95a8-1fcb-4cb2-a2a0-a53d34825420 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ab02eb55-f1ab-4eba-af69-20858cef505c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.429775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacf95a8-1fcb-4cb2-a2a0-a53d34825420 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:04:37.429966 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdfcc-46e8-4614-a9a0-f7298792b0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bf5359a2-1c6e-47b2-8b52-22b0093e0591), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.430193 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bacf95a8-1fcb-4cb2-a2a0-a53d34825420 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (ab02eb55-f1ab-4eba-af69-20858cef505c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.433829 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdfcc-46e8-4614-a9a0-f7298792b0dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:04:37.433949 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:04:37.436268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ad3cdfcc-46e8-4614-a9a0-f7298792b0dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf5359a2-1c6e-47b2-8b52-22b0093e0591 HTTP/1.1" status: 204 len: 168 time: 0.3098097 Jan 28 06:04:37.462209 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3cdfcc-46e8-4614-a9a0-f7298792b0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5359a2-1c6e-47b2-8b52-22b0093e0591,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:37.543554 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d6566b51-e450-445f-abe5-7f390401eadc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (c080ced5-66a9-4455-aa91-15d34ee053bc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.545145 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6566b51-e450-445f-abe5-7f390401eadc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Fanout notify agent at l3_agent the message router_deleted on router c080ced5-66a9-4455-aa91-15d34ee053bc {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:04:37.564231 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d6566b51-e450-445f-abe5-7f390401eadc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.569213 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d6566b51-e450-445f-abe5-7f390401eadc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/routers/c080ced5-66a9-4455-aa91-15d34ee053bc HTTP/1.1" status: 204 len: 168 time: 0.8904576 Jan 28 06:04:37.569677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56458) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:37.581674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a1d0bf20-e33d-4c86-a135-30faca7defe8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-873790584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:37.649265 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bacf95a8-1fcb-4cb2-a2a0-a53d34825420 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (93706c60-26a2-41d9-bc5b-866966fafe02), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.657363 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bacf95a8-1fcb-4cb2-a2a0-a53d34825420 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.661248 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bacf95a8-1fcb-4cb2-a2a0-a53d34825420 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/networks/93706c60-26a2-41d9-bc5b-866966fafe02 HTTP/1.1" status: 204 len: 168 time: 1.2400649 Jan 28 06:04:37.664060 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56464) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:37.691381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf95a8-1fcb-4cb2-a2a0-a53d34825420 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Network': ['ID=93706c60-26a2-41d9-bc5b-866966fafe02,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:37.717845 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1d0bf20-e33d-4c86-a135-30faca7defe8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (1e8583ad-5b4f-41e1-9cbe-34ad471645ee), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.719043 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1d0bf20-e33d-4c86-a135-30faca7defe8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (1e8583ad-5b4f-41e1-9cbe-34ad471645ee), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.838081 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fb331fe9-67b8-466c-ab42-edce11f98583 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (d1374737-db66-42a5-872b-4db472741946), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.892875 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1d0bf20-e33d-4c86-a135-30faca7defe8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router_controller (1e8583ad-5b4f-41e1-9cbe-34ad471645ee), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.901561 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fb331fe9-67b8-466c-ab42-edce11f98583 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (d1374737-db66-42a5-872b-4db472741946), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:37.946976 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:38.000302 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1d0bf20-e33d-4c86-a135-30faca7defe8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (1e8583ad-5b4f-41e1-9cbe-34ad471645ee), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:38.083298 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fb331fe9-67b8-466c-ab42-edce11f98583 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d1374737-db66-42a5-872b-4db472741946), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:38.086397 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fb331fe9-67b8-466c-ab42-edce11f98583 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:38.092407 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fb331fe9-67b8-466c-ab42-edce11f98583 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/security-groups/d1374737-db66-42a5-872b-4db472741946 HTTP/1.1" status: 204 len: 168 time: 0.4222186 Jan 28 06:04:38.109225 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb331fe9-67b8-466c-ab42-edce11f98583 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1374737-db66-42a5-872b-4db472741946,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:38.126049 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1d0bf20-e33d-4c86-a135-30faca7defe8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:38.127752 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a1d0bf20-e33d-4c86-a135-30faca7defe8 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5568001 Jan 28 06:04:38.130265 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56490) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:38.143056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ce0dafd0-16ad-4b54-9ebe-78b4a02fbb9f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:38.469003 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce0dafd0-16ad-4b54-9ebe-78b4a02fbb9f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1943745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5891'] for router (1e8583ad-5b4f-41e1-9cbe-34ad471645ee), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:38.569459 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce0dafd0-16ad-4b54-9ebe-78b4a02fbb9f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1943736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1943731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942558'] for router (1e8583ad-5b4f-41e1-9cbe-34ad471645ee), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:38.712640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56518) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:38.717672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6944d7ed-52d2-4e62-b24b-3414e144bc9d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-156371121', 'description': 'tempest-secgroup-smoke-156371121 description', 'project_id': '59d53e120d2a4c8e8606808e4590906b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:38.758411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0dafd0-16ad-4b54-9ebe-78b4a02fbb9f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Router 1e8583ad-5b4f-41e1-9cbe-34ad471645ee is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:04:38.868848 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0dafd0-16ad-4b54-9ebe-78b4a02fbb9f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:04:38.879818 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144b225-6b09-4110-ab55-01a68cab3e83 None None] Sync routers for ids ['1e8583ad-5b4f-41e1-9cbe-34ad471645ee'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:04:38.891797 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce0dafd0-16ad-4b54-9ebe-78b4a02fbb9f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:38.893070 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d144b225-6b09-4110-ab55-01a68cab3e83 None None] Routers {'1e8583ad-5b4f-41e1-9cbe-34ad471645ee'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:38.897307 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56524) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:38.899494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d144b225-6b09-4110-ab55-01a68cab3e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['1e8583ad-5b4f-41e1-9cbe-34ad471645ee'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:38.899928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ce0dafd0-16ad-4b54-9ebe-78b4a02fbb9f tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "PUT /v2.0/routers/1e8583ad-5b4f-41e1-9cbe-34ad471645ee HTTP/1.1" status: 200 len: 697 time: 0.7675390 Jan 28 06:04:38.901334 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6944d7ed-52d2-4e62-b24b-3414e144bc9d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:39.081031 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6944d7ed-52d2-4e62-b24b-3414e144bc9d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (3343bb2d-d800-45be-af67-d9b9204c69ad), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:39.098562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-d144b225-6b09-4110-ab55-01a68cab3e83 None None] Set router 1e8583ad-5b4f-41e1-9cbe-34ad471645ee gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:39.151883 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6944d7ed-52d2-4e62-b24b-3414e144bc9d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3343bb2d-d800-45be-af67-d9b9204c69ad), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:39.169508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d144b225-6b09-4110-ab55-01a68cab3e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8583ad-5b4f-41e1-9cbe-34ad471645ee', 'name': 'tempest-RoutersIpV6Test-router-873790584', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:04:37Z', 'updated_at': '2022-01-28T06:04:38Z', 'revision_number': 2, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:39.205071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144b225-6b09-4110-ab55-01a68cab3e83 None None] Checking router: 1e8583ad-5b4f-41e1-9cbe-34ad471645ee for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:04:39.205724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944d7ed-52d2-4e62-b24b-3414e144bc9d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3343bb2d-d800-45be-af67-d9b9204c69ad,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:39.214699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d144b225-6b09-4110-ab55-01a68cab3e83 None None] Routers {'1e8583ad-5b4f-41e1-9cbe-34ad471645ee'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:39.215344 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d144b225-6b09-4110-ab55-01a68cab3e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['1e8583ad-5b4f-41e1-9cbe-34ad471645ee'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:39.273780 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6944d7ed-52d2-4e62-b24b-3414e144bc9d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:39.275723 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6944d7ed-52d2-4e62-b24b-3414e144bc9d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5616274 Jan 28 06:04:39.278840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56550) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:39.284829 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5166f6ac-5280-4194-adf9-40b556386c5a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': '3343bb2d-d800-45be-af67-d9b9204c69ad', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:39.297526 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-d144b225-6b09-4110-ab55-01a68cab3e83 None None] Set router 1e8583ad-5b4f-41e1-9cbe-34ad471645ee gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:39.329412 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:39.361147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d144b225-6b09-4110-ab55-01a68cab3e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8583ad-5b4f-41e1-9cbe-34ad471645ee', 'name': 'tempest-RoutersIpV6Test-router-873790584', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:04:37Z', 'updated_at': '2022-01-28T06:04:38Z', 'revision_number': 2, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:39.416447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144b225-6b09-4110-ab55-01a68cab3e83 None None] The sync data for ids ['1e8583ad-5b4f-41e1-9cbe-34ad471645ee'] in n-d-812111-12 is: [{'id': '1e8583ad-5b4f-41e1-9cbe-34ad471645ee', 'name': 'tempest-RoutersIpV6Test-router-873790584', 'tenant_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:04:37Z', 'updated_at': '2022-01-28T06:04:38Z', 'revision_number': 2, 'project_id': '5bf933d12d3c4d9d9a4ab6f11b5cecd5', 'gw_port_host': None}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:04:39.422538 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5166f6ac-5280-4194-adf9-40b556386c5a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (9fd9c088-6e4d-4a82-b543-db96f2eb29a8), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:39.546486 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-47ef03c9-c0e6-4a58-bfe7-fee276e11d55 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/routers/1e8583ad-5b4f-41e1-9cbe-34ad471645ee HTTP/1.1" status: 200 len: 703 time: 0.6478515 Jan 28 06:04:39.548902 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56562) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:39.564370 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5166f6ac-5280-4194-adf9-40b556386c5a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (9fd9c088-6e4d-4a82-b543-db96f2eb29a8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:39.592460 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7f394f81-c11b-42cc-8ffa-29c8ac7461a0 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e8583ad-5b4f-41e1-9cbe-34ad471645ee HTTP/1.1" status: 200 len: 205 time: 0.0418386 Jan 28 06:04:39.594603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56566) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:39.649926 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5166f6ac-5280-4194-adf9-40b556386c5a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (9fd9c088-6e4d-4a82-b543-db96f2eb29a8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:39.697685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166f6ac-5280-4194-adf9-40b556386c5a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd9c088-6e4d-4a82-b543-db96f2eb29a8,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:39.728051 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41b9a589-25da-4e46-88b9-09ded79f51bc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (1e8583ad-5b4f-41e1-9cbe-34ad471645ee), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:39.776560 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5166f6ac-5280-4194-adf9-40b556386c5a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:39.777954 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5166f6ac-5280-4194-adf9-40b556386c5a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4979711 Jan 28 06:04:39.780814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56576) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:39.792288 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-36301ec4-f8ee-4608-a71a-c0ccf6ceab9f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': '3343bb2d-d800-45be-af67-d9b9204c69ad', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:39.984739 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-36301ec4-f8ee-4608-a71a-c0ccf6ceab9f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (5c9af860-71c7-463f-92b6-c4a1eed768bc), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:39.994164 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41b9a589-25da-4e46-88b9-09ded79f51bc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (1e8583ad-5b4f-41e1-9cbe-34ad471645ee), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:39.997490 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41b9a589-25da-4e46-88b9-09ded79f51bc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router_controller (1e8583ad-5b4f-41e1-9cbe-34ad471645ee), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:40.129951 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-36301ec4-f8ee-4608-a71a-c0ccf6ceab9f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (5c9af860-71c7-463f-92b6-c4a1eed768bc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:40.186367 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41b9a589-25da-4e46-88b9-09ded79f51bc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (1e8583ad-5b4f-41e1-9cbe-34ad471645ee), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:40.186894 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b9a589-25da-4e46-88b9-09ded79f51bc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Fanout notify agent at l3_agent the message router_deleted on router 1e8583ad-5b4f-41e1-9cbe-34ad471645ee {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:04:40.194217 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41b9a589-25da-4e46-88b9-09ded79f51bc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:40.199109 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56594) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:40.199829 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-41b9a589-25da-4e46-88b9-09ded79f51bc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/routers/1e8583ad-5b4f-41e1-9cbe-34ad471645ee HTTP/1.1" status: 204 len: 168 time: 0.6034815 Jan 28 06:04:40.235663 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b31089c3-9633-4feb-b796-7433c4a2d0b2 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e8583ad-5b4f-41e1-9cbe-34ad471645ee HTTP/1.1" status: 200 len: 205 time: 0.0343699 Jan 28 06:04:40.236572 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-36301ec4-f8ee-4608-a71a-c0ccf6ceab9f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (5c9af860-71c7-463f-92b6-c4a1eed768bc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:40.238278 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56598) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:40.256484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36301ec4-f8ee-4608-a71a-c0ccf6ceab9f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9af860-71c7-463f-92b6-c4a1eed768bc,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:40.283115 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-1d3b2e0e-1939-4b16-a415-46c59e5a68cd tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] delete failed (client error): The resource could not be found. Jan 28 06:04:40.284179 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1d3b2e0e-1939-4b16-a415-46c59e5a68cd tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/routers/1e8583ad-5b4f-41e1-9cbe-34ad471645ee HTTP/1.1" status: 404 len: 336 time: 0.0441089 Jan 28 06:04:40.286707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56602) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:40.312846 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-92faee86-fc0a-45d6-bb8b-96dc68d5aa10 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] DELETE failed (client error): The resource could not be found. Jan 28 06:04:40.313247 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92faee86-fc0a-45d6-bb8b-96dc68d5aa10 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:04:40.318334 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-92faee86-fc0a-45d6-bb8b-96dc68d5aa10 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/subnets/369ea17a-df31-4ec1-b792-fd791b9ce43f HTTP/1.1" status: 404 len: 337 time: 0.0287604 Jan 28 06:04:40.318951 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56604) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:40.356033 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef76398-cc75-4e2c-8d5a-781c3ba83879 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] DELETE failed (client error): The resource could not be found. Jan 28 06:04:40.356507 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef76398-cc75-4e2c-8d5a-781c3ba83879 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:04:40.359816 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8ef76398-cc75-4e2c-8d5a-781c3ba83879 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/subnets/551b4a42-3823-4675-8d00-853cd4a931c7 HTTP/1.1" status: 404 len: 337 time: 0.0399292 Jan 28 06:04:40.362420 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56606) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:40.371649 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-36301ec4-f8ee-4608-a71a-c0ccf6ceab9f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:40.379428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-36301ec4-f8ee-4608-a71a-c0ccf6ceab9f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5919650 Jan 28 06:04:40.384417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56612) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:40.389209 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9b43f24a-d7e7-4f00-9d6d-a2b212982aad tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': '3343bb2d-d800-45be-af67-d9b9204c69ad', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:40.392486 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-701e4bf9-0b1f-428e-8538-15b4202e50bf tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] DELETE failed (client error): The resource could not be found. Jan 28 06:04:40.392956 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-701e4bf9-0b1f-428e-8538-15b4202e50bf tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:04:40.402213 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-701e4bf9-0b1f-428e-8538-15b4202e50bf tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/subnets/16b45d6a-c7a3-40f5-8dfa-1fb9b7d91ccb HTTP/1.1" status: 404 len: 337 time: 0.0363586 Jan 28 06:04:40.407289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56614) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:40.439094 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-926e3458-83c6-4322-9c39-c28d7d541c51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] DELETE failed (client error): The resource could not be found. Jan 28 06:04:40.439562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-926e3458-83c6-4322-9c39-c28d7d541c51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:04:40.443084 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-926e3458-83c6-4322-9c39-c28d7d541c51 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/subnets/530fc168-9dbd-4787-84c4-d0ea86c8da42 HTTP/1.1" status: 404 len: 337 time: 0.0364420 Jan 28 06:04:40.445938 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56618) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:40.479814 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-52094904-9d32-4f14-bf21-43ba55cb8a47 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports?device_id=c080ced5-66a9-4455-aa91-15d34ee053bc HTTP/1.1" status: 200 len: 205 time: 0.0316074 Jan 28 06:04:40.481801 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56620) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:40.528979 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b43f24a-d7e7-4f00-9d6d-a2b212982aad tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (5e13651d-2279-475a-b5a3-a9811abbd84f), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:40.588322 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-e7129bb1-b51b-4328-8843-7f11609b646c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] delete failed (client error): The resource could not be found. Jan 28 06:04:40.590395 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e7129bb1-b51b-4328-8843-7f11609b646c tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/routers/c080ced5-66a9-4455-aa91-15d34ee053bc HTTP/1.1" status: 404 len: 336 time: 0.1060207 Jan 28 06:04:40.592271 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56630) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:40.646570 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3ccb0ba8-260a-44a3-a635-84309341b653 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256 HTTP/1.1" status: 200 len: 205 time: 0.0527983 Jan 28 06:04:40.650098 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56632) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:40.657581 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b43f24a-d7e7-4f00-9d6d-a2b212982aad tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (5e13651d-2279-475a-b5a3-a9811abbd84f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:40.664984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56634) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:40.729816 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b43f24a-d7e7-4f00-9d6d-a2b212982aad tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (5e13651d-2279-475a-b5a3-a9811abbd84f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:40.740656 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-90853060-96cc-46bc-935e-48e0bd3a246e tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] delete failed (client error): The resource could not be found. Jan 28 06:04:40.745616 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-90853060-96cc-46bc-935e-48e0bd3a246e tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/routers/ebdb1f81-d46d-4ea5-af2c-ceadcf8e9256 HTTP/1.1" status: 404 len: 336 time: 0.0940521 Jan 28 06:04:40.747748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56640) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:40.799007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43f24a-d7e7-4f00-9d6d-a2b212982aad tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e13651d-2279-475a-b5a3-a9811abbd84f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:40.799551 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d24116-f4b4-443d-b7b2-8e912e218627 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] DELETE failed (client error): The resource could not be found. Jan 28 06:04:40.799551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d24116-f4b4-443d-b7b2-8e912e218627 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:04:40.799551 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b7d24116-f4b4-443d-b7b2-8e912e218627 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/subnets/46389740-de48-4784-abec-6b49c62b5a90 HTTP/1.1" status: 404 len: 337 time: 0.0432236 Jan 28 06:04:40.810048 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c392497-e550-4b32-9586-a016e2b6e561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:40.810574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56644) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:40.855093 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a02a2c2a-6aaf-4677-9b5a-a390c5a279ae tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports?device_id=205624e0-461e-457d-b38b-4aa62e2cafeb HTTP/1.1" status: 200 len: 205 time: 0.0432334 Jan 28 06:04:40.855716 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56646) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:40.905802 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-75f43f88-664a-4d76-8b7e-de81210b00fc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] delete failed (client error): The resource could not be found. Jan 28 06:04:40.906991 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-75f43f88-664a-4d76-8b7e-de81210b00fc tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/routers/205624e0-461e-457d-b38b-4aa62e2cafeb HTTP/1.1" status: 404 len: 336 time: 0.0503552 Jan 28 06:04:40.909498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56648) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:40.912632 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c392497-e550-4b32-9586-a016e2b6e561 admin admin] Publish callbacks [] for security_group (9e20f61e-c607-4759-a9bc-487567059b2d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:40.920960 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b43f24a-d7e7-4f00-9d6d-a2b212982aad tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:40.925374 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9b43f24a-d7e7-4f00-9d6d-a2b212982aad tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5396860 Jan 28 06:04:40.926204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56650) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:40.932197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1a8f297b-dab0-4515-8173-80d632d85093 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': '3343bb2d-d800-45be-af67-d9b9204c69ad', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:40.950012 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ac877b8d-2c67-4bdc-a49c-c8c9776d351b tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports?device_id=d426b581-0f87-44a1-853c-bfb90a2c4e4d HTTP/1.1" status: 200 len: 205 time: 0.0388582 Jan 28 06:04:40.952116 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56652) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:41.022970 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-c8dad89d-31dd-49b7-9f08-dfb672233ad7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] delete failed (client error): The resource could not be found. Jan 28 06:04:41.026200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c8dad89d-31dd-49b7-9f08-dfb672233ad7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/routers/d426b581-0f87-44a1-853c-bfb90a2c4e4d HTTP/1.1" status: 404 len: 336 time: 0.0708380 Jan 28 06:04:41.032619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56664) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:41.086872 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc60e88b-fe53-4120-9d15-cc39ce933b35 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] DELETE failed (client error): The resource could not be found. Jan 28 06:04:41.087427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc60e88b-fe53-4120-9d15-cc39ce933b35 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:04:41.091067 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-dc60e88b-fe53-4120-9d15-cc39ce933b35 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/subnets/17da75c8-ef5e-452b-a7fc-a5e9efa0ee07 HTTP/1.1" status: 404 len: 337 time: 0.0568120 Jan 28 06:04:41.093659 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56666) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:41.099241 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c392497-e550-4b32-9586-a016e2b6e561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9e20f61e-c607-4759-a9bc-487567059b2d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:41.103554 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a8f297b-dab0-4515-8173-80d632d85093 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (6ccc5749-be5f-4762-a004-5ff27409c8bb), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:41.144674 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d4ebb098-2601-42a1-871a-1a9f15182725 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports?device_id=de45862b-960f-4621-9e59-b7d8e16f2178 HTTP/1.1" status: 200 len: 205 time: 0.0494249 Jan 28 06:04:41.154820 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56668) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:41.174060 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1c392497-e550-4b32-9586-a016e2b6e561 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec4f519984194510bc2dc1743accd86f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5079010 Jan 28 06:04:41.179666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56670) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:41.183676 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c392497-e550-4b32-9586-a016e2b6e561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e20f61e-c607-4759-a9bc-487567059b2d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:41.261047 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-30f9c4d0-07b2-409a-a4f4-228929e8e8de tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] delete failed (client error): The resource could not be found. Jan 28 06:04:41.267243 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-30f9c4d0-07b2-409a-a4f4-228929e8e8de tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/routers/de45862b-960f-4621-9e59-b7d8e16f2178 HTTP/1.1" status: 404 len: 336 time: 0.1111023 Jan 28 06:04:41.267925 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56674) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:41.312155 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5e673d-3fa6-446e-b652-291edeb86734 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] DELETE failed (client error): The resource could not be found. Jan 28 06:04:41.312893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5e673d-3fa6-446e-b652-291edeb86734 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:04:41.320748 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bc5e673d-3fa6-446e-b652-291edeb86734 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/subnets/946d4412-fce5-4e4c-84b0-d7643620ec70 HTTP/1.1" status: 404 len: 337 time: 0.0489626 Jan 28 06:04:41.322602 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56678) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:41.361872 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-30dde1fc-4a64-41ee-8634-396335b9460a tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "GET /v2.0/ports?device_id=332ef183-356a-4ede-bcf7-62ac164c4223 HTTP/1.1" status: 200 len: 205 time: 0.0357554 Jan 28 06:04:41.365673 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56684) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:41.431347 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-ba5cc34c-a2f5-4243-a2e8-fcfb297c9358 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] delete failed (client error): The resource could not be found. Jan 28 06:04:41.434783 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ba5cc34c-a2f5-4243-a2e8-fcfb297c9358 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/routers/332ef183-356a-4ede-bcf7-62ac164c4223 HTTP/1.1" status: 404 len: 336 time: 0.0685551 Jan 28 06:04:41.442246 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56688) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:41.491589 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-026ac33c-b2f5-4806-8074-4c2ec2efa0c9 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] DELETE failed (client error): The resource could not be found. Jan 28 06:04:41.491589 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026ac33c-b2f5-4806-8074-4c2ec2efa0c9 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:04:41.493639 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-026ac33c-b2f5-4806-8074-4c2ec2efa0c9 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/subnets/d92d3933-995d-4224-b255-0eb7595e497f HTTP/1.1" status: 404 len: 337 time: 0.0503585 Jan 28 06:04:41.496308 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56692) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:41.545649 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6080f6f-1707-4565-b915-fd1d614beaf7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] DELETE failed (client error): The resource could not be found. Jan 28 06:04:41.552938 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6080f6f-1707-4565-b915-fd1d614beaf7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:04:41.554108 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f6080f6f-1707-4565-b915-fd1d614beaf7 tempest-RoutersIpV6Test-950152163 tempest-RoutersIpV6Test-950152163-project] 10.222.0.31 "DELETE /v2.0/subnets/0961997a-350d-4161-af40-4e0442718fb5 HTTP/1.1" status: 404 len: 337 time: 0.0564740 Jan 28 06:04:41.604268 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a8f297b-dab0-4515-8173-80d632d85093 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (6ccc5749-be5f-4762-a004-5ff27409c8bb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:41.606087 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6683cea5-ede9-4b38-8563-f63dcc39590d admin admin] Publish callbacks [] for security_group (9e20f61e-c607-4759-a9bc-487567059b2d), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:41.629881 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6683cea5-ede9-4b38-8563-f63dcc39590d admin admin] Publish callbacks [] for security_group (9e20f61e-c607-4759-a9bc-487567059b2d), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:41.693135 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a8f297b-dab0-4515-8173-80d632d85093 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (6ccc5749-be5f-4762-a004-5ff27409c8bb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:41.710968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f297b-dab0-4515-8173-80d632d85093 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccc5749-be5f-4762-a004-5ff27409c8bb,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:41.800961 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6683cea5-ede9-4b38-8563-f63dcc39590d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9e20f61e-c607-4759-a9bc-487567059b2d), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:41.803684 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6683cea5-ede9-4b38-8563-f63dcc39590d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:41.804937 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6683cea5-ede9-4b38-8563-f63dcc39590d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e20f61e-c607-4759-a9bc-487567059b2d HTTP/1.1" status: 204 len: 168 time: 0.6212733 Jan 28 06:04:41.813788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683cea5-ede9-4b38-8563-f63dcc39590d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e20f61e-c607-4759-a9bc-487567059b2d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:41.834558 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a8f297b-dab0-4515-8173-80d632d85093 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:41.838786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1a8f297b-dab0-4515-8173-80d632d85093 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9113452 Jan 28 06:04:41.839223 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56706) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:41.845158 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': '3343bb2d-d800-45be-af67-d9b9204c69ad', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:41.951940 n-d-812111-12 neutron-server[103634]: INFO neutron.db.securitygroups_db [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Project 59d53e120d2a4c8e8606808e4590906b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:04:41.958688 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (0b82b88d-51e4-4d15-b689-37da6009d8e5), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:42.068213 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (0b82b88d-51e4-4d15-b689-37da6009d8e5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:42.126374 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56722) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:42.186162 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (0b82b88d-51e4-4d15-b689-37da6009d8e5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:42.229084 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b82b88d-51e4-4d15-b689-37da6009d8e5,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:42.247452 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:42.247822 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:42.248320 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:42.248514 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:42.248957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:42.249300 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:42.249661 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:42.249835 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:42.250965 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:42.251220 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:42.251573 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:42.252033 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:42.252247 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:42.304717 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:42.307392 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2c6f6bb3-b744-4ff5-9e5c-f0d9dc441c0d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4660764 Jan 28 06:04:42.308259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56734) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:42.313050 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fcb542a3-3f23-4d6d-bc3f-0bdcf1dd0b2e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': '3343bb2d-d800-45be-af67-d9b9204c69ad', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:42.365484 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4a8542c2-9772-4dec-acfa-05237eb777c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5bf933d12d3c4d9d9a4ab6f11b5cecd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2379239 Jan 28 06:04:42.368677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56738) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:42.420500 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b80b1e9-eb10-4b4a-9f49-ec2b6212d27d admin admin] Publish callbacks [] for security_group (4ad80117-b821-4fae-a262-403ae8690d7e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:42.442558 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b80b1e9-eb10-4b4a-9f49-ec2b6212d27d admin admin] Publish callbacks [] for security_group (4ad80117-b821-4fae-a262-403ae8690d7e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:42.468290 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-fcb542a3-3f23-4d6d-bc3f-0bdcf1dd0b2e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Project 59d53e120d2a4c8e8606808e4590906b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:04:42.480770 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fcb542a3-3f23-4d6d-bc3f-0bdcf1dd0b2e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (f79d49a6-800c-4440-b1b0-0ad0e002985a), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:42.588812 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fcb542a3-3f23-4d6d-bc3f-0bdcf1dd0b2e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (f79d49a6-800c-4440-b1b0-0ad0e002985a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:42.643076 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b80b1e9-eb10-4b4a-9f49-ec2b6212d27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4ad80117-b821-4fae-a262-403ae8690d7e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:42.646154 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b80b1e9-eb10-4b4a-9f49-ec2b6212d27d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:42.651580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8b80b1e9-eb10-4b4a-9f49-ec2b6212d27d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ad80117-b821-4fae-a262-403ae8690d7e HTTP/1.1" status: 204 len: 168 time: 0.2816319 Jan 28 06:04:42.666822 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80b1e9-eb10-4b4a-9f49-ec2b6212d27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad80117-b821-4fae-a262-403ae8690d7e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:42.677293 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fcb542a3-3f23-4d6d-bc3f-0bdcf1dd0b2e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (f79d49a6-800c-4440-b1b0-0ad0e002985a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:42.707038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb542a3-3f23-4d6d-bc3f-0bdcf1dd0b2e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79d49a6-800c-4440-b1b0-0ad0e002985a,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:42.754975 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fcb542a3-3f23-4d6d-bc3f-0bdcf1dd0b2e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:42.758482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fcb542a3-3f23-4d6d-bc3f-0bdcf1dd0b2e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4491267 Jan 28 06:04:42.761523 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56768) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:42.778475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ab48ea75-01f5-40c0-ab9f-e9ac8e4c981b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'network': {'name': 'tempest-network-smoke--723734592', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'port_security_enabled': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:42.884440 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab48ea75-01f5-40c0-ab9f-e9ac8e4c981b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Made reservation on behalf of 59d53e120d2a4c8e8606808e4590906b for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:04:42.891258 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab48ea75-01f5-40c0-ab9f-e9ac8e4c981b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:42.917439 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab48ea75-01f5-40c0-ab9f-e9ac8e4c981b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:04:42.927889 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab48ea75-01f5-40c0-ab9f-e9ac8e4c981b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (d0f329f8-77d7-4503-923e-1362bf967b10), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:42.928508 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-ab48ea75-01f5-40c0-ab9f-e9ac8e4c981b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Added segment d0f329f8-77d7-4503-923e-1362bf967b10 of type vlan for network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e Jan 28 06:04:42.995710 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab48ea75-01f5-40c0-ab9f-e9ac8e4c981b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (49da4a6a-99ce-4fbf-8e15-cdf8078cc47e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:43.109555 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab48ea75-01f5-40c0-ab9f-e9ac8e4c981b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (49da4a6a-99ce-4fbf-8e15-cdf8078cc47e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:43.115698 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab48ea75-01f5-40c0-ab9f-e9ac8e4c981b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:43.116298 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab48ea75-01f5-40c0-ab9f-e9ac8e4c981b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:43.212137 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48ea75-01f5-40c0-ab9f-e9ac8e4c981b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Network': ['ID=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:43.229523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:04:43.245145 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ab48ea75-01f5-40c0-ab9f-e9ac8e4c981b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4824810 Jan 28 06:04:43.247890 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56796) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:43.253477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-789132813', 'admin_state_up': True, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:43.370135 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (736ad247-fa63-4a21-b428-e55b27582b8e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:43.371338 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (736ad247-fa63-4a21-b428-e55b27582b8e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:43.401308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56806) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:43.451680 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_controller (736ad247-fa63-4a21-b428-e55b27582b8e), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:43.782954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-afa9b70d-4d06-4e28-a24a-f188737e5038 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-87886595'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:43.814805 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_gateway (736ad247-fa63-4a21-b428-e55b27582b8e), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:43.961096 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa9b70d-4d06-4e28-a24a-f188737e5038 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:04:43.966172 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-afa9b70d-4d06-4e28-a24a-f188737e5038 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:43.994984 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-afa9b70d-4d06-4e28-a24a-f188737e5038 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:44.079448 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-afa9b70d-4d06-4e28-a24a-f188737e5038 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for security_group (8776ebcc-1041-4dc1-9239-83c34807dac6), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:44.170284 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-afa9b70d-4d06-4e28-a24a-f188737e5038 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8776ebcc-1041-4dc1-9239-83c34807dac6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:44.204208 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56888) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:44.215827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa9b70d-4d06-4e28-a24a-f188737e5038 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:04:44.248565 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_gateway (736ad247-fa63-4a21-b428-e55b27582b8e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:44.271114 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:44.278263 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-afa9b70d-4d06-4e28-a24a-f188737e5038 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (f5c5be01-1d08-4011-b448-3ca7e6de4db5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:44.278933 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-afa9b70d-4d06-4e28-a24a-f188737e5038 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Added segment f5c5be01-1d08-4011-b448-3ca7e6de4db5 of type vlan for network 212ae0ea-5cb2-4599-bc76-8f15e4624200 Jan 28 06:04:44.334371 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-afa9b70d-4d06-4e28-a24a-f188737e5038 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (212ae0ea-5cb2-4599-bc76-8f15e4624200), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:44.359963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9b70d-4d06-4e28-a24a-f188737e5038 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8776ebcc-1041-4dc1-9239-83c34807dac6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:44.414174 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-afa9b70d-4d06-4e28-a24a-f188737e5038 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (212ae0ea-5cb2-4599-bc76-8f15e4624200), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:44.421964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa9b70d-4d06-4e28-a24a-f188737e5038 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:44.421964 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-afa9b70d-4d06-4e28-a24a-f188737e5038 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:44.436878 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-6422f7f1-5159-4c54-be4e-414ae46a6e91 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1945371900', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:44.519589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9b70d-4d06-4e28-a24a-f188737e5038 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Network': ['ID=212ae0ea-5cb2-4599-bc76-8f15e4624200,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:44.565531 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6422f7f1-5159-4c54-be4e-414ae46a6e91 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (b1370ecf-cd5b-4b79-a586-a5443fff87ed), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:44.566688 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6422f7f1-5159-4c54-be4e-414ae46a6e91 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (b1370ecf-cd5b-4b79-a586-a5443fff87ed), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:44.595519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-afa9b70d-4d06-4e28-a24a-f188737e5038 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1926169 Jan 28 06:04:44.612609 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56920) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:44.620226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-44519a87-e25d-42b6-8484-4bbef3fbc44a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:44.673349 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6422f7f1-5159-4c54-be4e-414ae46a6e91 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for router_controller (b1370ecf-cd5b-4b79-a586-a5443fff87ed), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:44.675548 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Allocated IP 172.25.0.20 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/ee5845a6-39c8-4bda-973d-085638777ed5) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:04:44.728940 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:04:44.824205 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (ee5845a6-39c8-4bda-973d-085638777ed5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:44.849238 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6422f7f1-5159-4c54-be4e-414ae46a6e91 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (b1370ecf-cd5b-4b79-a586-a5443fff87ed), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:45.005218 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ee5845a6-39c8-4bda-973d-085638777ed5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:45.038462 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:45.041817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:45.045135 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:04:45.073245 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=ee5845a6-39c8-4bda-973d-085638777ed5,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:45.077383 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6422f7f1-5159-4c54-be4e-414ae46a6e91 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:45.078600 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6422f7f1-5159-4c54-be4e-414ae46a6e91 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8733416 Jan 28 06:04:45.081468 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56942) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:45.088411 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7dd8ee08-2b22-4d76-a496-a05a16807d28 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-791680602'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:45.096488 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44519a87-e25d-42b6-8484-4bbef3fbc44a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:04:45.099771 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44519a87-e25d-42b6-8484-4bbef3fbc44a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:45.272759 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd8ee08-2b22-4d76-a496-a05a16807d28 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Made reservation on behalf of f17fa13e5eb4453dbc81005d18004b77 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:04:45.276648 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dd8ee08-2b22-4d76-a496-a05a16807d28 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:45.300275 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dd8ee08-2b22-4d76-a496-a05a16807d28 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:45.543954 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dd8ee08-2b22-4d76-a496-a05a16807d28 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for security_group (d861bec3-c21f-4fb1-88e9-04fe7a9ca314), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:45.567633 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_gateway (736ad247-fa63-4a21-b428-e55b27582b8e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:45.617316 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44519a87-e25d-42b6-8484-4bbef3fbc44a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (0c6c4747-de09-4d02-b8c1-1c08f0b3e60e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:45.649631 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dd8ee08-2b22-4d76-a496-a05a16807d28 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d861bec3-c21f-4fb1-88e9-04fe7a9ca314), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:45.701652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd8ee08-2b22-4d76-a496-a05a16807d28 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:04:45.781863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44519a87-e25d-42b6-8484-4bbef3fbc44a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=0c6c4747-de09-4d02-b8c1-1c08f0b3e60e,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:45.789001 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8ee08-2b22-4d76-a496-a05a16807d28 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d861bec3-c21f-4fb1-88e9-04fe7a9ca314,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:45.794905 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dd8ee08-2b22-4d76-a496-a05a16807d28 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (e9b6d77a-8146-4161-9a4d-ba03daa7ecb3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:45.795333 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-7dd8ee08-2b22-4d76-a496-a05a16807d28 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Added segment e9b6d77a-8146-4161-9a4d-ba03daa7ecb3 of type vlan for network 60fad9ba-6e0a-47d1-a69c-f8f152f6755d Jan 28 06:04:45.816127 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44519a87-e25d-42b6-8484-4bbef3fbc44a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:04:45.816492 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44519a87-e25d-42b6-8484-4bbef3fbc44a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network hostable DHCP agents. Network: 212ae0ea-5cb2-4599-bc76-8f15e4624200, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:04:45.863345 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dd8ee08-2b22-4d76-a496-a05a16807d28 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (60fad9ba-6e0a-47d1-a69c-f8f152f6755d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:46.026498 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (736ad247-fa63-4a21-b428-e55b27582b8e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:46.208651 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44519a87-e25d-42b6-8484-4bbef3fbc44a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:04:46.304115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router 736ad247-fa63-4a21-b428-e55b27582b8e is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:04:46.306617 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dd8ee08-2b22-4d76-a496-a05a16807d28 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (60fad9ba-6e0a-47d1-a69c-f8f152f6755d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:46.311676 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd8ee08-2b22-4d76-a496-a05a16807d28 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:46.312300 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dd8ee08-2b22-4d76-a496-a05a16807d28 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:46.378042 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-44519a87-e25d-42b6-8484-4bbef3fbc44a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 212ae0ea-5cb2-4599-bc76-8f15e4624200) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:46.390238 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2decd1-d098-413c-94cb-f62a4d712554 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:46.422189 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44519a87-e25d-42b6-8484-4bbef3fbc44a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:46.422819 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44519a87-e25d-42b6-8484-4bbef3fbc44a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:46.431743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8ee08-2b22-4d76-a496-a05a16807d28 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event updated for resources: {'Network': ['ID=60fad9ba-6e0a-47d1-a69c-f8f152f6755d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:46.466098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 60fad9ba-6e0a-47d1-a69c-f8f152f6755d details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:04:46.504375 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7dd8ee08-2b22-4d76-a496-a05a16807d28 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4218578 Jan 28 06:04:46.511137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56992) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:46.520199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-654c5d4f-9fe8-42ed-a5a4-7340e5d9f82f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Request body: {'subnet': {'network_id': '60fad9ba-6e0a-47d1-a69c-f8f152f6755d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:46.537118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:04:46.551797 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Sync routers for ids ['736ad247-fa63-4a21-b428-e55b27582b8e'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:04:46.562572 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-44519a87-e25d-42b6-8484-4bbef3fbc44a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9542465 Jan 28 06:04:46.566754 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56994) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:46.572423 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Routers {'736ad247-fa63-4a21-b428-e55b27582b8e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:46.572423 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['736ad247-fa63-4a21-b428-e55b27582b8e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:46.580616 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-02c2e1b8-2139-42cc-8487-f14b9847cbdf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'name': 'tempest-NetworksTestDHCPv6-291125730'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:46.714825 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-212ae0ea-5cb2-4599-bc76-8f15e4624200', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'fixed_ips': [{'subnet_id': '0c6c4747-de09-4d02-b8c1-1c08f0b3e60e'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:04:46.715741 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:46.748003 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:46.750589 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Set router 736ad247-fa63-4a21-b428-e55b27582b8e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:46.750941 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ab87a4e5-b274-4c77-bb24-a6174a25ce1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5018160 Jan 28 06:04:46.754192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56998) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:46.870648 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-00f77cd6-1ab5-44e5-b86d-2f07d3066092 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=59d53e120d2a4c8e8606808e4590906b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1131830 Jan 28 06:04:46.877025 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57010) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:46.877425 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654c5d4f-9fe8-42ed-a5a4-7340e5d9f82f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Made reservation on behalf of f17fa13e5eb4453dbc81005d18004b77 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:04:46.880623 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-654c5d4f-9fe8-42ed-a5a4-7340e5d9f82f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:46.895382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c2e1b8-2139-42cc-8487-f14b9847cbdf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:04:46.909172 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02c2e1b8-2139-42cc-8487-f14b9847cbdf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:47.018933 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789132813', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:04:43Z', 'updated_at': '2022-01-28T06:04:45Z', 'revision_number': 3, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:44Z', 'updated_at': '2022-01-28T06:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:47.053818 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-02c2e1b8-2139-42cc-8487-f14b9847cbdf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port 6c378e0b-0860-4c3c-83ee-d38470664493 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:04:47.059101 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Checking router: 736ad247-fa63-4a21-b428-e55b27582b8e for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:04:47.066455 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Updating router 736ad247-fa63-4a21-b428-e55b27582b8e port ee5845a6-39c8-4bda-973d-085638777ed5 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:04:47.091767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Allocated IP 2001:db8::2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/0c6c4747-de09-4d02-b8c1-1c08f0b3e60e/160b607f-413e-460b-9039-e940e5e819f7) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:04:47.096982 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ee5845a6-39c8-4bda-973d-085638777ed5), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:47.240728 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f97626-b53a-4391-9224-73e2a249f903 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:47.245399 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e2f97626-b53a-4391-9224-73e2a249f903 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3682635 Jan 28 06:04:47.251862 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57030) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:47.256479 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-654c5d4f-9fe8-42ed-a5a4-7340e5d9f82f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (320a37c0-49ef-4f6c-a89e-1f9427d77ea3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:47.339609 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Publish callbacks [] for port (160b607f-413e-460b-9039-e940e5e819f7), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:47.347947 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-317628e5-1bb1-47f8-8905-176005a78068 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0926926 Jan 28 06:04:47.350698 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57036) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:47.356875 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f7ddb2c0-2aad-4eff-bb6f-aa20d93cf7cc tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-651301477', 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:47.393448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c5d4f-9fe8-42ed-a5a4-7340e5d9f82f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event updated for resources: {'Subnet': ['ID=320a37c0-49ef-4f6c-a89e-1f9427d77ea3,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:47.405820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c5d4f-9fe8-42ed-a5a4-7340e5d9f82f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Checking segment: {'id': 'e9b6d77a-8146-4161-9a4d-ba03daa7ecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '60fad9ba-6e0a-47d1-a69c-f8f152f6755d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:04:47.406286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654c5d4f-9fe8-42ed-a5a4-7340e5d9f82f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Network hostable DHCP agents. Network: 60fad9ba-6e0a-47d1-a69c-f8f152f6755d, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:04:47.421654 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (160b607f-413e-460b-9039-e940e5e819f7), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:47.481565 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:47.492658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:47.495275 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Pushing event updated for resources: {'Port': ['ID=160b607f-413e-460b-9039-e940e5e819f7,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:47.504876 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:04:47.507362 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Publish callbacks [] for port (ee5845a6-39c8-4bda-973d-085638777ed5), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:47.517438 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654c5d4f-9fe8-42ed-a5a4-7340e5d9f82f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Network 60fad9ba-6e0a-47d1-a69c-f8f152f6755d is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:04:47.562886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-02c2e1b8-2139-42cc-8487-f14b9847cbdf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::3ce (212ae0ea-5cb2-4599-bc76-8f15e4624200/0c6c4747-de09-4d02-b8c1-1c08f0b3e60e/6c378e0b-0860-4c3c-83ee-d38470664493) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:04:47.563138 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ee5845a6-39c8-4bda-973d-085638777ed5), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:47.586023 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Attempting to bind port 160b607f-413e-460b-9039-e940e5e819f7 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:04:47.590848 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Attempting to bind port 160b607f-413e-460b-9039-e940e5e819f7 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:04:47.590848 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Attempting to bind port 160b607f-413e-460b-9039-e940e5e819f7 on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:04:47.596239 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:04:47.596645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:04:47.597052 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:47.597439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:04:47.597907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Bound port: 160b607f-413e-460b-9039-e940e5e819f7, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:04:47.598323 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (160b607f-413e-460b-9039-e940e5e819f7), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:47.606998 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-654c5d4f-9fe8-42ed-a5a4-7340e5d9f82f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 60fad9ba-6e0a-47d1-a69c-f8f152f6755d) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:47.611316 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654c5d4f-9fe8-42ed-a5a4-7340e5d9f82f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:47.611899 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-654c5d4f-9fe8-42ed-a5a4-7340e5d9f82f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:47.646833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aa67fd-6e72-483a-977e-7b75be67275d None None] Network 60fad9ba-6e0a-47d1-a69c-f8f152f6755d requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:47.673664 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f738bc0-ca06-458b-ab40-c6886e55a298 None None] Pushing event updated for resources: {'Port': ['ID=ee5845a6-39c8-4bda-973d-085638777ed5,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:47.679804 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Attempting to bind port ee5845a6-39c8-4bda-973d-085638777ed5 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:04:47.680437 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Attempting to bind port ee5845a6-39c8-4bda-973d-085638777ed5 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:04:47.681038 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Attempting to bind port ee5845a6-39c8-4bda-973d-085638777ed5 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:04:47.689577 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:04:47.691157 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:04:47.691157 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:47.691520 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:04:47.692221 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Bound port: ee5845a6-39c8-4bda-973d-085638777ed5, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:04:47.692852 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ee5845a6-39c8-4bda-973d-085638777ed5), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:47.735835 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ddb2c0-2aad-4eff-bb6f-aa20d93cf7cc tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Made reservation on behalf of 59d53e120d2a4c8e8606808e4590906b for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:04:47.739703 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb2c0-2aad-4eff-bb6f-aa20d93cf7cc tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:47.778667 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-654c5d4f-9fe8-42ed-a5a4-7340e5d9f82f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2656617 Jan 28 06:04:47.781486 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57056) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:47.811283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] For port 160b607f-413e-460b-9039-e940e5e819f7, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:04:47.815077 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] For port 160b607f-413e-460b-9039-e940e5e819f7, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=160b607f-413e-460b-9039-e940e5e819f7,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:04:47.862816 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] For port ee5845a6-39c8-4bda-973d-085638777ed5, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:04:47.870724 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] For port ee5845a6-39c8-4bda-973d-085638777ed5, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ee5845a6-39c8-4bda-973d-085638777ed5,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:04:47.915497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c289a073-34ff-4050-809f-026166479d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-60fad9ba-6e0a-47d1-a69c-f8f152f6755d', 'network_id': '60fad9ba-6e0a-47d1-a69c-f8f152f6755d', 'project_id': 'f17fa13e5eb4453dbc81005d18004b77', 'fixed_ips': [{'subnet_id': '320a37c0-49ef-4f6c-a89e-1f9427d77ea3'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:04:47.917010 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:47.921706 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (160b607f-413e-460b-9039-e940e5e819f7), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:47.991514 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ee5845a6-39c8-4bda-973d-085638777ed5), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:48.093762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f29de-90a2-4355-9b59-0e8a8d09a943 None None] Pushing event updated for resources: {'Port': ['ID=160b607f-413e-460b-9039-e940e5e819f7,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:48.120405 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Routers {'736ad247-fa63-4a21-b428-e55b27582b8e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:48.121494 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['736ad247-fa63-4a21-b428-e55b27582b8e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:48.196408 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f738bc0-ca06-458b-ab40-c6886e55a298 None None] Pushing event updated for resources: {'Port': ['ID=ee5845a6-39c8-4bda-973d-085638777ed5,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:48.231152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-c289a073-34ff-4050-809f-026166479d2d None None] Allocated IP 2001:db8::2 (60fad9ba-6e0a-47d1-a69c-f8f152f6755d/320a37c0-49ef-4f6c-a89e-1f9427d77ea3/c35cb23a-48da-45cb-8a56-33f2f56a37e4) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:04:48.248550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-98b3c151-e31c-4323-9417-2f216e3f8de1 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Request body: {'network': {'name': 'tempest-router-network01--7259113'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:48.406826 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] Set router 736ad247-fa63-4a21-b428-e55b27582b8e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:48.589108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b3c151-e31c-4323-9417-2f216e3f8de1 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Made reservation on behalf of f17fa13e5eb4453dbc81005d18004b77 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:04:48.592675 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98b3c151-e31c-4323-9417-2f216e3f8de1 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:48.611970 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02c2e1b8-2139-42cc-8487-f14b9847cbdf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (6c378e0b-0860-4c3c-83ee-d38470664493), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:48.641683 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Publish callbacks [] for port (c35cb23a-48da-45cb-8a56-33f2f56a37e4), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:48.709616 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b3c151-e31c-4323-9417-2f216e3f8de1 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:04:48.720478 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98b3c151-e31c-4323-9417-2f216e3f8de1 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (7ef79b06-e3a0-4f95-8778-aacb55c3ea87), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:48.720844 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-98b3c151-e31c-4323-9417-2f216e3f8de1 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Added segment 7ef79b06-e3a0-4f95-8778-aacb55c3ea87 of type vlan for network 537097c3-a0ef-4cf7-b045-e9091462803e Jan 28 06:04:48.723491 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (c35cb23a-48da-45cb-8a56-33f2f56a37e4), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:48.763682 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98b3c151-e31c-4323-9417-2f216e3f8de1 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (537097c3-a0ef-4cf7-b045-e9091462803e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:48.763969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c289a073-34ff-4050-809f-026166479d2d None None] Network 60fad9ba-6e0a-47d1-a69c-f8f152f6755d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:48.766642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c289a073-34ff-4050-809f-026166479d2d None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:48.772979 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c289a073-34ff-4050-809f-026166479d2d None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:04:48.779901 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02c2e1b8-2139-42cc-8487-f14b9847cbdf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6c378e0b-0860-4c3c-83ee-d38470664493), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:48.781516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a073-34ff-4050-809f-026166479d2d None None] Pushing event updated for resources: {'Port': ['ID=c35cb23a-48da-45cb-8a56-33f2f56a37e4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:48.814127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:48.814444 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:48.814774 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:48.815125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:48.815471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:48.815812 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:48.816164 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:48.816487 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:48.816825 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:48.817670 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:48.817670 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:48.817890 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:48.818108 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:48.848364 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789132813', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:04:43Z', 'updated_at': '2022-01-28T06:04:45Z', 'revision_number': 3, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:44Z', 'updated_at': '2022-01-28T06:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:48.854281 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c289a073-34ff-4050-809f-026166479d2d None None] Attempting to bind port c35cb23a-48da-45cb-8a56-33f2f56a37e4 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:04:48.854634 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c2e1b8-2139-42cc-8487-f14b9847cbdf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:48.854763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c289a073-34ff-4050-809f-026166479d2d None None] Attempting to bind port c35cb23a-48da-45cb-8a56-33f2f56a37e4 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'e9b6d77a-8146-4161-9a4d-ba03daa7ecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '60fad9ba-6e0a-47d1-a69c-f8f152f6755d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:04:48.855047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289a073-34ff-4050-809f-026166479d2d None None] Attempting to bind port c35cb23a-48da-45cb-8a56-33f2f56a37e4 on network 60fad9ba-6e0a-47d1-a69c-f8f152f6755d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:04:48.880386 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-02c2e1b8-2139-42cc-8487-f14b9847cbdf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:48.894169 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c2e1b8-2139-42cc-8487-f14b9847cbdf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:04:48.894453 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c0ca0-9f6d-4605-a8ce-18d0f92adb53 None None] The sync data for ids ['736ad247-fa63-4a21-b428-e55b27582b8e'] in n-d-812111-12 is: [{'id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789132813', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:04:43Z', 'updated_at': '2022-01-28T06:04:45Z', 'revision_number': 3, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:44Z', 'updated_at': '2022-01-28T06:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:04:48.900514 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c2e1b8-2139-42cc-8487-f14b9847cbdf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:48.901460 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02c2e1b8-2139-42cc-8487-f14b9847cbdf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:48.916264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289a073-34ff-4050-809f-026166479d2d None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:04:48.918574 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289a073-34ff-4050-809f-026166479d2d None None] Checking segment: {'id': 'e9b6d77a-8146-4161-9a4d-ba03daa7ecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '60fad9ba-6e0a-47d1-a69c-f8f152f6755d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:04:48.919101 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:48.920505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289a073-34ff-4050-809f-026166479d2d None None] Bound using segment: {'id': 'e9b6d77a-8146-4161-9a4d-ba03daa7ecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '60fad9ba-6e0a-47d1-a69c-f8f152f6755d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:04:48.921103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c289a073-34ff-4050-809f-026166479d2d None None] Bound port: c35cb23a-48da-45cb-8a56-33f2f56a37e4, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b6d77a-8146-4161-9a4d-ba03daa7ecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '60fad9ba-6e0a-47d1-a69c-f8f152f6755d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:04:48.922461 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c35cb23a-48da-45cb-8a56-33f2f56a37e4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:48.937085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2e1b8-2139-42cc-8487-f14b9847cbdf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=6c378e0b-0860-4c3c-83ee-d38470664493,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:48.941944 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98b3c151-e31c-4323-9417-2f216e3f8de1 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (537097c3-a0ef-4cf7-b045-e9091462803e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:48.967709 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b3c151-e31c-4323-9417-2f216e3f8de1 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:48.968368 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98b3c151-e31c-4323-9417-2f216e3f8de1 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:49.092814 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c289a073-34ff-4050-809f-026166479d2d None None] For port c35cb23a-48da-45cb-8a56-33f2f56a37e4, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:04:49.107270 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c289a073-34ff-4050-809f-026166479d2d None None] For port c35cb23a-48da-45cb-8a56-33f2f56a37e4, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c35cb23a-48da-45cb-8a56-33f2f56a37e4,segment=NetworkSegment(e9b6d77a-8146-4161-9a4d-ba03daa7ecb3),segment_id=e9b6d77a-8146-4161-9a4d-ba03daa7ecb3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:04:49.123021 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb2c0-2aad-4eff-bb6f-aa20d93cf7cc tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (8e98d012-dc76-40bb-b222-219932b863c7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:49.173017 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 160b607f-413e-460b-9039-e940e5e819f7 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:04:49.221639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57110) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:49.222133 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-98b3c151-e31c-4323-9417-2f216e3f8de1 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9768066 Jan 28 06:04:49.229813 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Request body: {'network': {'name': 'tempest-router-network02--55734547'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:49.235270 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c289a073-34ff-4050-809f-026166479d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c35cb23a-48da-45cb-8a56-33f2f56a37e4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:49.256448 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-02c2e1b8-2139-42cc-8487-f14b9847cbdf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6883223 Jan 28 06:04:49.260192 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3c151-e31c-4323-9417-2f216e3f8de1 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event updated for resources: {'Network': ['ID=537097c3-a0ef-4cf7-b045-e9091462803e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:49.262942 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57112) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:49.281349 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ddb2c0-2aad-4eff-bb6f-aa20d93cf7cc tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Subnet': ['ID=8e98d012-dc76-40bb-b222-219932b863c7,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:49.359863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ddb2c0-2aad-4eff-bb6f-aa20d93cf7cc tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Checking segment: {'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:04:49.360751 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ddb2c0-2aad-4eff-bb6f-aa20d93cf7cc tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network hostable DHCP agents. Network: 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:04:49.393168 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 537097c3-a0ef-4cf7-b045-e9091462803e details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:04:49.478107 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ddb2c0-2aad-4eff-bb6f-aa20d93cf7cc tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:04:49.526417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7173e14-3c26-4e2b-8133-7072ca1ead0b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:49.532799 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7173e14-3c26-4e2b-8133-7072ca1ead0b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:49.539366 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57128) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:49.549006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c7173e14-3c26-4e2b-8133-7072ca1ead0b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2846532 Jan 28 06:04:49.553456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Made reservation on behalf of f17fa13e5eb4453dbc81005d18004b77 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:04:49.562990 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:49.641257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:04:49.642704 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-f7ddb2c0-2aad-4eff-bb6f-aa20d93cf7cc tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:49.665320 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (52c4797b-eedb-4ebf-bfae-ce7b62eed045), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:49.666044 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Added segment 52c4797b-eedb-4ebf-bfae-ce7b62eed045 of type vlan for network e71a3da0-8809-4bf8-85e9-14d96bd3337f Jan 28 06:04:49.667327 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ddb2c0-2aad-4eff-bb6f-aa20d93cf7cc tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:49.669065 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb2c0-2aad-4eff-bb6f-aa20d93cf7cc tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:49.690137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afb5d48-944b-4b49-9223-9e097fe1404e None None] Network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:49.783726 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 160b607f-413e-460b-9039-e940e5e819f7 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:49.784417 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (160b607f-413e-460b-9039-e940e5e819f7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:49.833226 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (e71a3da0-8809-4bf8-85e9-14d96bd3337f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:49.862452 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1e29949f-78d8-49b0-8856-94a2c7f11cc0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port 6c378e0b-0860-4c3c-83ee-d38470664493 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:49.862985 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e29949f-78d8-49b0-8856-94a2c7f11cc0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6c378e0b-0860-4c3c-83ee-d38470664493), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:49.869279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a073-34ff-4050-809f-026166479d2d None None] Pushing event updated for resources: {'Port': ['ID=c35cb23a-48da-45cb-8a56-33f2f56a37e4,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:49.938357 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f7ddb2c0-2aad-4eff-bb6f-aa20d93cf7cc tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5865138 Jan 28 06:04:49.941125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57140) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:49.973597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c8ec0-0831-4706-88ca-54d048d62229 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:50.027655 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (e71a3da0-8809-4bf8-85e9-14d96bd3337f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:50.038754 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:50.039943 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:50.190751 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e29949f-78d8-49b0-8856-94a2c7f11cc0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6c378e0b-0860-4c3c-83ee-d38470664493), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:50.222480 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1e29949f-78d8-49b0-8856-94a2c7f11cc0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for 6c378e0b-0860-4c3c-83ee-d38470664493 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:50.291770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-065069ea-e035-48bb-98f6-69c1b553a05a None None] Provisioning complete for port 160b607f-413e-460b-9039-e940e5e819f7 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:50.293464 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-065069ea-e035-48bb-98f6-69c1b553a05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (160b607f-413e-460b-9039-e940e5e819f7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:50.331529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event updated for resources: {'Network': ['ID=e71a3da0-8809-4bf8-85e9-14d96bd3337f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:50.348497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:50.349358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:50.349874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:50.355088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ips': [{'subnet_id': '8e98d012-dc76-40bb-b222-219932b863c7'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:04:50.359634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:50.359634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:50.359634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:50.359634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:50.359634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:50.359634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:50.359634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:50.360300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:50.360400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:50.360712 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:04:50.362590 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:50.412940 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8f8fbdf2-85b0-4c81-9ec9-21d4f46f47b5 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1917233 Jan 28 06:04:50.416372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57162) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:50.422949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e95cf4ac-3055-4f33-bf46-0e3aa52cdde8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Request body: {'subnet': {'network_id': '537097c3-a0ef-4cf7-b045-e9091462803e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:50.509202 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 160b607f-413e-460b-9039-e940e5e819f7 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:50.510311 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (160b607f-413e-460b-9039-e940e5e819f7), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:50.512842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network e71a3da0-8809-4bf8-85e9-14d96bd3337f details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:04:50.643043 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e29949f-78d8-49b0-8856-94a2c7f11cc0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6c378e0b-0860-4c3c-83ee-d38470664493), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:50.733140 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29949f-78d8-49b0-8856-94a2c7f11cc0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=6c378e0b-0860-4c3c-83ee-d38470664493,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:50.784441 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e29949f-78d8-49b0-8856-94a2c7f11cc0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:50.791522 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1e29949f-78d8-49b0-8856-94a2c7f11cc0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/6c378e0b-0860-4c3c-83ee-d38470664493 HTTP/1.1" status: 204 len: 168 time: 1.2509546 Jan 28 06:04:50.796110 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57166) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:50.890237 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95cf4ac-3055-4f33-bf46-0e3aa52cdde8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Made reservation on behalf of f17fa13e5eb4453dbc81005d18004b77 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:04:50.894361 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e95cf4ac-3055-4f33-bf46-0e3aa52cdde8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:50.965089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa80d62-7538-40c5-85a9-82161ded17c1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:50.974139 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa80d62-7538-40c5-85a9-82161ded17c1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:50.983777 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1aa80d62-7538-40c5-85a9-82161ded17c1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1850119 Jan 28 06:04:50.986540 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57168) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:51.132071 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7049aa-5df7-4fe7-90ca-1f3e664786eb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet 0c6c4747-de09-4d02-b8c1-1c08f0b3e60e {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:04:51.154676 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b7049aa-5df7-4fe7-90ca-1f3e664786eb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (0c6c4747-de09-4d02-b8c1-1c08f0b3e60e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:51.299123 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57182) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:51.300303 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Allocated IP 172.20.0.2 (49da4a6a-99ce-4fbf-8e15-cdf8078cc47e/8e98d012-dc76-40bb-b222-219932b863c7/a13e1126-692c-41c7-99e8-6caa3ff00584) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:04:51.335234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b7049aa-5df7-4fe7-90ca-1f3e664786eb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (0c6c4747-de09-4d02-b8c1-1c08f0b3e60e), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:51.393452 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 160b607f-413e-460b-9039-e940e5e819f7, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=160b607f-413e-460b-9039-e940e5e819f7,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:51.393866 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:51.448216 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e95cf4ac-3055-4f33-bf46-0e3aa52cdde8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (6e5edcf8-c0d7-436d-8b57-c5e87c4e089d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:51.507810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8cd62b-5903-4f94-a2c0-035489784557 None None] Network 60fad9ba-6e0a-47d1-a69c-f8f152f6755d requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:51.519821 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (160b607f-413e-460b-9039-e940e5e819f7), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:51.679945 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b7049aa-5df7-4fe7-90ca-1f3e664786eb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (0c6c4747-de09-4d02-b8c1-1c08f0b3e60e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:51.736215 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-554f4cea-2f7a-4c1b-9b0b-daf4a8df8d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:51.788272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=160b607f-413e-460b-9039-e940e5e819f7,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:51.894485 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-065069ea-e035-48bb-98f6-69c1b553a05a None None] Current status of the port 160b607f-413e-460b-9039-e940e5e819f7 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:51.895154 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-065069ea-e035-48bb-98f6-69c1b553a05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (160b607f-413e-460b-9039-e940e5e819f7), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:51.952335 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-554f4cea-2f7a-4c1b-9b0b-daf4a8df8d2a admin admin] Publish callbacks [] for security_group (d80c382d-4c2a-480f-973b-06fb01d15cde), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:51.980291 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c35cb23a-48da-45cb-8a56-33f2f56a37e4 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:04:51.982623 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cf4ac-3055-4f33-bf46-0e3aa52cdde8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event updated for resources: {'Subnet': ['ID=6e5edcf8-c0d7-436d-8b57-c5e87c4e089d,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:51.991590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95cf4ac-3055-4f33-bf46-0e3aa52cdde8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Checking segment: {'id': '7ef79b06-e3a0-4f95-8778-aacb55c3ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '537097c3-a0ef-4cf7-b045-e9091462803e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:04:51.991949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95cf4ac-3055-4f33-bf46-0e3aa52cdde8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Network hostable DHCP agents. Network: 537097c3-a0ef-4cf7-b045-e9091462803e, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:04:52.002237 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b7049aa-5df7-4fe7-90ca-1f3e664786eb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (0c6c4747-de09-4d02-b8c1-1c08f0b3e60e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:52.020229 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3b7049aa-5df7-4fe7-90ca-1f3e664786eb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:52.028458 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57194) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:52.029054 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3b7049aa-5df7-4fe7-90ca-1f3e664786eb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/0c6c4747-de09-4d02-b8c1-1c08f0b3e60e HTTP/1.1" status: 204 len: 168 time: 1.0412278 Jan 28 06:04:52.076025 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-554f4cea-2f7a-4c1b-9b0b-daf4a8df8d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d80c382d-4c2a-480f-973b-06fb01d15cde), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:52.098381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f1814b14-f848-407b-9038-4dc6437e9597 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686598 Jan 28 06:04:52.102525 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57196) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:52.129936 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-554f4cea-2f7a-4c1b-9b0b-daf4a8df8d2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71aea75b507c47e68eb93e7d147ba78c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8289561 Jan 28 06:04:52.135118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e704bc3b-3f5b-4a19-bf46-53963bcacfcb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:52.141379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7049aa-5df7-4fe7-90ca-1f3e664786eb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=0c6c4747-de09-4d02-b8c1-1c08f0b3e60e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:52.144870 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57200) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:52.206411 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f4cea-2f7a-4c1b-9b0b-daf4a8df8d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80c382d-4c2a-480f-973b-06fb01d15cde,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:52.243920 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-065069ea-e035-48bb-98f6-69c1b553a05a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:04:52.244355 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-065069ea-e035-48bb-98f6-69c1b553a05a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:04:52.271896 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d04d1480-18a5-4548-a7be-2de60989e0c5 admin admin] Publish callbacks [] for security_group (d80c382d-4c2a-480f-973b-06fb01d15cde), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:52.295613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port c35cb23a-48da-45cb-8a56-33f2f56a37e4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:52.296282 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c35cb23a-48da-45cb-8a56-33f2f56a37e4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:52.297608 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95cf4ac-3055-4f33-bf46-0e3aa52cdde8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Network 537097c3-a0ef-4cf7-b045-e9091462803e is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:04:52.330624 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d04d1480-18a5-4548-a7be-2de60989e0c5 admin admin] Publish callbacks [] for security_group (d80c382d-4c2a-480f-973b-06fb01d15cde), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:52.391212 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e95cf4ac-3055-4f33-bf46-0e3aa52cdde8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 537097c3-a0ef-4cf7-b045-e9091462803e) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:52.398595 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Publish callbacks [] for port (a13e1126-692c-41c7-99e8-6caa3ff00584), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:52.399418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95cf4ac-3055-4f33-bf46-0e3aa52cdde8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:52.400266 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e95cf4ac-3055-4f33-bf46-0e3aa52cdde8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:52.435763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e704bc3b-3f5b-4a19-bf46-53963bcacfcb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:04:52.442714 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a492b51b-12a0-4af3-ac8f-d3a4c11e54cd None None] Network 537097c3-a0ef-4cf7-b045-e9091462803e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:52.444021 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e704bc3b-3f5b-4a19-bf46-53963bcacfcb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:52.519042 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d04d1480-18a5-4548-a7be-2de60989e0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d80c382d-4c2a-480f-973b-06fb01d15cde), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:52.521844 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d04d1480-18a5-4548-a7be-2de60989e0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:52.523159 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d04d1480-18a5-4548-a7be-2de60989e0c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d80c382d-4c2a-480f-973b-06fb01d15cde HTTP/1.1" status: 204 len: 168 time: 0.3771093 Jan 28 06:04:52.526022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef4ad51-285c-490c-9be1-67d83b4b8dfc None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:52.550746 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d1480-18a5-4548-a7be-2de60989e0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80c382d-4c2a-480f-973b-06fb01d15cde,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:52.605425 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (a13e1126-692c-41c7-99e8-6caa3ff00584), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:52.616236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c35cb23a-48da-45cb-8a56-33f2f56a37e4 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:52.616728 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c35cb23a-48da-45cb-8a56-33f2f56a37e4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:52.736733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Allocated IP 172.20.0.1 (49da4a6a-99ce-4fbf-8e15-cdf8078cc47e/8e98d012-dc76-40bb-b222-219932b863c7/c4ce0e4a-2042-4942-ae85-6b01607cc27d) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:04:52.739241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:52.795693 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:52.797923 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e95cf4ac-3055-4f33-bf46-0e3aa52cdde8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3803151 Jan 28 06:04:52.805512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Pushing event updated for resources: {'Port': ['ID=a13e1126-692c-41c7-99e8-6caa3ff00584,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:52.809289 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:04:52.812642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57216) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:52.828681 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1a5d9b48-9fd3-46a5-802e-cb0acc7d1afe tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Request body: {'subnet': {'network_id': 'e71a3da0-8809-4bf8-85e9-14d96bd3337f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:52.856902 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port c35cb23a-48da-45cb-8a56-33f2f56a37e4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c35cb23a-48da-45cb-8a56-33f2f56a37e4,segment=NetworkSegment(e9b6d77a-8146-4161-9a4d-ba03daa7ecb3),segment_id=e9b6d77a-8146-4161-9a4d-ba03daa7ecb3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:52.906554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-537097c3-a0ef-4cf7-b045-e9091462803e', 'network_id': '537097c3-a0ef-4cf7-b045-e9091462803e', 'project_id': 'f17fa13e5eb4453dbc81005d18004b77', 'fixed_ips': [{'subnet_id': '6e5edcf8-c0d7-436d-8b57-c5e87c4e089d'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:04:52.907308 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:52.966540 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-065069ea-e035-48bb-98f6-69c1b553a05a None None] Current status of the port 160b607f-413e-460b-9039-e940e5e819f7 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:52.976134 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:53.064690 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e704bc3b-3f5b-4a19-bf46-53963bcacfcb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (bbec295f-663d-4e27-af2e-489dc08161a1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:53.165124 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e704bc3b-3f5b-4a19-bf46-53963bcacfcb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:53.165542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60778359-1263-4b0d-bcf8-d7de90b3e83a None None] DHCP port deletion for 212ae0ea-5cb2-4599-bc76-8f15e4624200 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:04:53.166806 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e704bc3b-3f5b-4a19-bf46-53963bcacfcb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:53.167044 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Attempting to bind port a13e1126-692c-41c7-99e8-6caa3ff00584 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:04:53.167044 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Attempting to bind port a13e1126-692c-41c7-99e8-6caa3ff00584 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:04:53.167044 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Attempting to bind port a13e1126-692c-41c7-99e8-6caa3ff00584 on network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:04:53.167462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e704bc3b-3f5b-4a19-bf46-53963bcacfcb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:53.167462 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e704bc3b-3f5b-4a19-bf46-53963bcacfcb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:53.167852 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c35cb23a-48da-45cb-8a56-33f2f56a37e4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:53.167852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ee5845a6-39c8-4bda-973d-085638777ed5 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:04:53.169534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704bc3b-3f5b-4a19-bf46-53963bcacfcb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=bbec295f-663d-4e27-af2e-489dc08161a1,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:53.222587 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:04:53.222972 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Checking segment: {'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:04:53.223389 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:53.223790 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Bound using segment: {'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:04:53.224322 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Bound port: a13e1126-692c-41c7-99e8-6caa3ff00584, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:04:53.224737 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a13e1126-692c-41c7-99e8-6caa3ff00584), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:53.239460 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5d9b48-9fd3-46a5-802e-cb0acc7d1afe tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Made reservation on behalf of f17fa13e5eb4453dbc81005d18004b77 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:04:53.248075 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9b48-9fd3-46a5-802e-cb0acc7d1afe tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:53.281164 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e704bc3b-3f5b-4a19-bf46-53963bcacfcb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1533785 Jan 28 06:04:53.283836 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:53.293550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57228) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:53.305098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c014bcfb-5139-49be-9575-c32a12149a4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'name': 'tempest-NetworksTestDHCPv6-581468667'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:04:53.419649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b2841bbe-d789-4c4e-8c98-7ccf1a01019f None None] Provisioning complete for port c35cb23a-48da-45cb-8a56-33f2f56a37e4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:53.419649 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2841bbe-d789-4c4e-8c98-7ccf1a01019f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c35cb23a-48da-45cb-8a56-33f2f56a37e4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:53.496511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=c4ce0e4a-2042-4942-ae85-6b01607cc27d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:53.498091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=c35cb23a-48da-45cb-8a56-33f2f56a37e4,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:53.505970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] For port a13e1126-692c-41c7-99e8-6caa3ff00584, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:04:53.506666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:53.521445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:53.535141 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:04:53.594705 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Allocated IP 2001:db8::2 (537097c3-a0ef-4cf7-b045-e9091462803e/6e5edcf8-c0d7-436d-8b57-c5e87c4e089d/1411086b-e664-4218-8f2b-3cc6cbadf34b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:04:53.621830 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-60778359-1263-4b0d-bcf8-d7de90b3e83a None None] Deleting port 160b607f-413e-460b-9039-e940e5e819f7 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:53.624103 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60778359-1263-4b0d-bcf8-d7de90b3e83a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (160b607f-413e-460b-9039-e940e5e819f7), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:53.640557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] For port a13e1126-692c-41c7-99e8-6caa3ff00584, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a13e1126-692c-41c7-99e8-6caa3ff00584,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:04:53.734175 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (736ad247-fa63-4a21-b428-e55b27582b8e), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:53.736796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port ee5845a6-39c8-4bda-973d-085638777ed5 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:53.737182 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ee5845a6-39c8-4bda-973d-085638777ed5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:53.784220 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a13e1126-692c-41c7-99e8-6caa3ff00584), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:53.816428 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9b48-9fd3-46a5-802e-cb0acc7d1afe tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (6b387694-f390-47c9-abe4-d7f55315da0e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:53.887000 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d9b48-9fd3-46a5-802e-cb0acc7d1afe tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event updated for resources: {'Subnet': ['ID=6b387694-f390-47c9-abe4-d7f55315da0e,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:53.897375 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d9b48-9fd3-46a5-802e-cb0acc7d1afe tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Checking segment: {'id': '52c4797b-eedb-4ebf-bfae-ce7b62eed045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e71a3da0-8809-4bf8-85e9-14d96bd3337f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:04:53.898463 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5d9b48-9fd3-46a5-802e-cb0acc7d1afe tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Network hostable DHCP agents. Network: e71a3da0-8809-4bf8-85e9-14d96bd3337f, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:04:53.927076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c014bcfb-5139-49be-9575-c32a12149a4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:04:53.929247 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c014bcfb-5139-49be-9575-c32a12149a4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:53.966479 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-c014bcfb-5139-49be-9575-c32a12149a4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port b7421920-e423-4c6f-90a7-ebb7a9025f23 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:04:54.005886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-60778359-1263-4b0d-bcf8-d7de90b3e83a None None] For port 160b607f-413e-460b-9039-e940e5e819f7, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=160b607f-413e-460b-9039-e940e5e819f7,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:54.005886 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60778359-1263-4b0d-bcf8-d7de90b3e83a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (160b607f-413e-460b-9039-e940e5e819f7), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:54.075917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9264c4-a59a-40b4-8183-920cd6e8ce70 None None] Pushing event updated for resources: {'Port': ['ID=a13e1126-692c-41c7-99e8-6caa3ff00584,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:54.082009 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-60778359-1263-4b0d-bcf8-d7de90b3e83a None None] Calling delete_port for 160b607f-413e-460b-9039-e940e5e819f7 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:54.083799 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b2841bbe-d789-4c4e-8c98-7ccf1a01019f None None] Current status of the port c35cb23a-48da-45cb-8a56-33f2f56a37e4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:54.100445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5d9b48-9fd3-46a5-802e-cb0acc7d1afe tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Network e71a3da0-8809-4bf8-85e9-14d96bd3337f is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:04:54.197902 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-1a5d9b48-9fd3-46a5-802e-cb0acc7d1afe tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, e71a3da0-8809-4bf8-85e9-14d96bd3337f) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:54.203972 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5d9b48-9fd3-46a5-802e-cb0acc7d1afe tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:54.203972 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9b48-9fd3-46a5-802e-cb0acc7d1afe tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:54.215852 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:54.321027 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1a5d9b48-9fd3-46a5-802e-cb0acc7d1afe tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5067005 Jan 28 06:04:54.323941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57262) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:54.589446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9062dba-fa75-4368-b379-e83650f5c695 None None] Network e71a3da0-8809-4bf8-85e9-14d96bd3337f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:54.604037 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b2841bbe-d789-4c4e-8c98-7ccf1a01019f None None] Provisioning complete for port 160b607f-413e-460b-9039-e940e5e819f7 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:54.604410 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2841bbe-d789-4c4e-8c98-7ccf1a01019f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (160b607f-413e-460b-9039-e940e5e819f7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:54.721508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port ee5845a6-39c8-4bda-973d-085638777ed5 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:54.722076 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ee5845a6-39c8-4bda-973d-085638777ed5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:54.748730 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Publish callbacks [] for port (1411086b-e664-4218-8f2b-3cc6cbadf34b), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:54.821667 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port ee5845a6-39c8-4bda-973d-085638777ed5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ee5845a6-39c8-4bda-973d-085638777ed5,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:54.857435 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (1411086b-e664-4218-8f2b-3cc6cbadf34b), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:54.954435 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-c014bcfb-5139-49be-9575-c32a12149a4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::2ba (212ae0ea-5cb2-4599-bc76-8f15e4624200/bbec295f-663d-4e27-af2e-489dc08161a1/b7421920-e423-4c6f-90a7-ebb7a9025f23) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:04:55.006885 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:55.016104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-e71a3da0-8809-4bf8-85e9-14d96bd3337f', 'network_id': 'e71a3da0-8809-4bf8-85e9-14d96bd3337f', 'project_id': 'f17fa13e5eb4453dbc81005d18004b77', 'fixed_ips': [{'subnet_id': '6b387694-f390-47c9-abe4-d7f55315da0e'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:04:55.017261 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:55.022852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Network 537097c3-a0ef-4cf7-b045-e9091462803e is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:55.032165 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ee5845a6-39c8-4bda-973d-085638777ed5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:55.052862 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60778359-1263-4b0d-bcf8-d7de90b3e83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (160b607f-413e-460b-9039-e940e5e819f7), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:55.063189 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:55.068611 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:04:55.084891 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Pushing event updated for resources: {'Port': ['ID=1411086b-e664-4218-8f2b-3cc6cbadf34b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:55.150201 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60778359-1263-4b0d-bcf8-d7de90b3e83a None None] No DVR routers for this DVR port 160b607f-413e-460b-9039-e940e5e819f7 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:04:55.297685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc731ae1-2b5b-40ff-93bb-61f657c88bf7 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:55.314495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b2841bbe-d789-4c4e-8c98-7ccf1a01019f None None] Current status of the port 160b607f-413e-460b-9039-e940e5e819f7 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:55.412934 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:55.548797 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b2841bbe-d789-4c4e-8c98-7ccf1a01019f None None] Could not find standard attr ID for object 6c378e0b-0860-4c3c-83ee-d38470664493. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:04:55.557066 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:55.593672 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c014bcfb-5139-49be-9575-c32a12149a4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (b7421920-e423-4c6f-90a7-ebb7a9025f23), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:55.612656 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Allocated IP 2001:db8::1 (537097c3-a0ef-4cf7-b045-e9091462803e/6e5edcf8-c0d7-436d-8b57-c5e87c4e089d/dc6dfe4f-2190-498f-bc5d-3c90b240a626) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:04:55.615695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a13e1126-692c-41c7-99e8-6caa3ff00584 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:04:55.656983 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:55.700140 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Attempting to bind port 1411086b-e664-4218-8f2b-3cc6cbadf34b on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:04:55.701177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Attempting to bind port 1411086b-e664-4218-8f2b-3cc6cbadf34b by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '7ef79b06-e3a0-4f95-8778-aacb55c3ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '537097c3-a0ef-4cf7-b045-e9091462803e'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:04:55.701753 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Attempting to bind port 1411086b-e664-4218-8f2b-3cc6cbadf34b on network 537097c3-a0ef-4cf7-b045-e9091462803e {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:04:55.722129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:04:55.722920 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Checking segment: {'id': '7ef79b06-e3a0-4f95-8778-aacb55c3ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '537097c3-a0ef-4cf7-b045-e9091462803e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:04:55.723508 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:55.724629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Bound using segment: {'id': '7ef79b06-e3a0-4f95-8778-aacb55c3ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '537097c3-a0ef-4cf7-b045-e9091462803e'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:04:55.725291 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Bound port: 1411086b-e664-4218-8f2b-3cc6cbadf34b, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef79b06-e3a0-4f95-8778-aacb55c3ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '537097c3-a0ef-4cf7-b045-e9091462803e'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:04:55.725850 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1411086b-e664-4218-8f2b-3cc6cbadf34b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:55.746628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=c4ce0e4a-2042-4942-ae85-6b01607cc27d,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:55.786675 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (736ad247-fa63-4a21-b428-e55b27582b8e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:55.841392 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for port (dc6dfe4f-2190-498f-bc5d-3c90b240a626), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:55.854025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=ee5845a6-39c8-4bda-973d-085638777ed5,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:55.879603 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8790fe33-213e-452a-924f-0439e6019093 None None] Network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:55.881677 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c014bcfb-5139-49be-9575-c32a12149a4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b7421920-e423-4c6f-90a7-ebb7a9025f23), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:56.025362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c014bcfb-5139-49be-9575-c32a12149a4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:56.030098 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (dc6dfe4f-2190-498f-bc5d-3c90b240a626), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:56.063404 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c014bcfb-5139-49be-9575-c32a12149a4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:56.081117 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c014bcfb-5139-49be-9575-c32a12149a4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:04:56.094921 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c014bcfb-5139-49be-9575-c32a12149a4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:56.095873 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c014bcfb-5139-49be-9575-c32a12149a4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:56.111240 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014bcfb-5139-49be-9575-c32a12149a4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=b7421920-e423-4c6f-90a7-ebb7a9025f23,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:56.128612 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60778359-1263-4b0d-bcf8-d7de90b3e83a None None] Pushing event deleted for resources: {'Port': ['ID=160b607f-413e-460b-9039-e940e5e819f7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:56.138254 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Network 537097c3-a0ef-4cf7-b045-e9091462803e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:56.142956 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:56.154716 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:04:56.155904 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (b1370ecf-cd5b-4b79-a586-a5443fff87ed), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:56.166557 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:56.168222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:56.203063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] For port 1411086b-e664-4218-8f2b-3cc6cbadf34b, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:04:56.206765 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] For port 1411086b-e664-4218-8f2b-3cc6cbadf34b, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=1411086b-e664-4218-8f2b-3cc6cbadf34b,segment=NetworkSegment(7ef79b06-e3a0-4f95-8778-aacb55c3ea87),segment_id=7ef79b06-e3a0-4f95-8778-aacb55c3ea87)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:04:56.250983 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c014bcfb-5139-49be-9575-c32a12149a4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9524181 Jan 28 06:04:56.251949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57318) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:56.253863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2faf46f3-b59b-45cb-a7cd-4c2f44030eec None None] Provisioning complete for port a13e1126-692c-41c7-99e8-6caa3ff00584 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:56.254252 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2faf46f3-b59b-45cb-a7cd-4c2f44030eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a13e1126-692c-41c7-99e8-6caa3ff00584), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:56.293662 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event updated for resources: {'Port': ['ID=dc6dfe4f-2190-498f-bc5d-3c90b240a626,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:56.317078 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Allocated IP 2001:db8::2 (e71a3da0-8809-4bf8-85e9-14d96bd3337f/6b387694-f390-47c9-abe4-d7f55315da0e/b51862a2-449a-4774-83a4-fc3e60b4316c) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:04:56.349973 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-212ae0ea-5cb2-4599-bc76-8f15e4624200', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'fixed_ips': [{'subnet_id': 'bbec295f-663d-4e27-af2e-489dc08161a1'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:04:56.352262 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:56.363865 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router 736ad247-fa63-4a21-b428-e55b27582b8e has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:04:56.372059 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1411086b-e664-4218-8f2b-3cc6cbadf34b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:56.383924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9ec4d0-8805-4996-8ede-6d967db17fdb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:56.388654 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57324) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:56.389361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4a9ec4d0-8805-4996-8ede-6d967db17fdb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1037958 Jan 28 06:04:56.509850 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dc6dfe4f-2190-498f-bc5d-3c90b240a626), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:56.593976 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-4267bfed-4c54-433c-9654-2602a31564ce tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port b7421920-e423-4c6f-90a7-ebb7a9025f23 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:04:56.594684 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4267bfed-4c54-433c-9654-2602a31564ce tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b7421920-e423-4c6f-90a7-ebb7a9025f23), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:56.604137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:04:56.618628 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b41c0c9d-491f-4a9a-80cb-c6c56bed63d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "PUT /v2.0/routers/736ad247-fa63-4a21-b428-e55b27582b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6703744 Jan 28 06:04:56.705843 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Sync routers for ids ['736ad247-fa63-4a21-b428-e55b27582b8e'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:04:56.708784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a13e1126-692c-41c7-99e8-6caa3ff00584 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:56.709162 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a13e1126-692c-41c7-99e8-6caa3ff00584), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:56.809859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Routers {'736ad247-fa63-4a21-b428-e55b27582b8e'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:56.811189 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['736ad247-fa63-4a21-b428-e55b27582b8e'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:56.926796 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4267bfed-4c54-433c-9654-2602a31564ce tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b7421920-e423-4c6f-90a7-ebb7a9025f23), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:57.076384 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-4267bfed-4c54-433c-9654-2602a31564ce tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for b7421920-e423-4c6f-90a7-ebb7a9025f23 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:04:57.141239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-2969dbca-4f13-4858-8c7f-0749c8e9735a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-156371121&fields=id&tenant_id=59d53e120d2a4c8e8606808e4590906b HTTP/1.1" status: 200 len: 267 time: 0.1750197 Jan 28 06:04:57.192943 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ac353-58b1-43fd-99e3-67da3fc328b7 None None] Pushing event updated for resources: {'Port': ['ID=1411086b-e664-4218-8f2b-3cc6cbadf34b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:57.323766 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for port (dc6dfe4f-2190-498f-bc5d-3c90b240a626), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:57.405025 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (dc6dfe4f-2190-498f-bc5d-3c90b240a626), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:57.406218 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (b1370ecf-cd5b-4b79-a586-a5443fff87ed), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:57.419145 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Set router 736ad247-fa63-4a21-b428-e55b27582b8e gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:04:57.439656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-9f5317f7-c86f-4537-b062-6aff0e374056 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:57.447604 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-9f5317f7-c86f-4537-b062-6aff0e374056 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/networks?id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e HTTP/1.1" status: 200 len: 796 time: 0.2933609 Jan 28 06:04:57.464837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-d5713f20-cebe-4c7b-b009-d00ef0eff8db tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/quotas/59d53e120d2a4c8e8606808e4590906b HTTP/1.1" status: 200 len: 375 time: 0.0159926 Jan 28 06:04:57.621583 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-aeccfe5f-5f4f-4b1f-9d2e-2e1f1245867d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1553721 Jan 28 06:04:57.686477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event updated for resources: {'Port': ['ID=dc6dfe4f-2190-498f-bc5d-3c90b240a626,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:57.803833 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Network 537097c3-a0ef-4cf7-b045-e9091462803e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:57.805609 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:57.845625 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4267bfed-4c54-433c-9654-2602a31564ce tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (b7421920-e423-4c6f-90a7-ebb7a9025f23), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:57.848777 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2faf46f3-b59b-45cb-a7cd-4c2f44030eec None None] Current status of the port a13e1126-692c-41c7-99e8-6caa3ff00584 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:57.848777 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2faf46f3-b59b-45cb-a7cd-4c2f44030eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a13e1126-692c-41c7-99e8-6caa3ff00584), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:57.943472 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267bfed-4c54-433c-9654-2602a31564ce tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=b7421920-e423-4c6f-90a7-ebb7a9025f23,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:58.067383 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-81a789db-9457-47fd-a152-5a046a14f574 service neutron] 10.222.0.31 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325304 Jan 28 06:04:58.129423 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Publish callbacks [] for port (b51862a2-449a-4774-83a4-fc3e60b4316c), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:58.172757 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4267bfed-4c54-433c-9654-2602a31564ce tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:58.178137 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4267bfed-4c54-433c-9654-2602a31564ce tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/b7421920-e423-4c6f-90a7-ebb7a9025f23 HTTP/1.1" status: 204 len: 168 time: 1.7883759 Jan 28 06:04:58.185283 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57414) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:58.209063 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-e157ebfd-5822-4414-9a7f-2fab0592d748 service neutron] 10.222.0.31 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318362 Jan 28 06:04:58.291223 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (b51862a2-449a-4774-83a4-fc3e60b4316c), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:58.293468 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:58.381841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a157107-3419-4277-83cb-36e3f7c3b9e2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:58.387733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a157107-3419-4277-83cb-36e3f7c3b9e2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:04:58.394900 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3a157107-3419-4277-83cb-36e3f7c3b9e2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2082257 Jan 28 06:04:58.398002 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57428) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:58.448891 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Allocated IP 2001:db8::2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/bbec295f-663d-4e27-af2e-489dc08161a1/f3534c47-9cbf-4ba5-a333-7af39a172e3f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:04:58.482801 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Network e71a3da0-8809-4bf8-85e9-14d96bd3337f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:58.498983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b9f6cb-4bbb-4f4f-b2f5-1525dddba1b6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet bbec295f-663d-4e27-af2e-489dc08161a1 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:04:58.500590 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2faf46f3-b59b-45cb-a7cd-4c2f44030eec None None] For port a13e1126-692c-41c7-99e8-6caa3ff00584, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a13e1126-692c-41c7-99e8-6caa3ff00584,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:04:58.503011 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Pushing event updated for resources: {'Port': ['ID=b51862a2-449a-4774-83a4-fc3e60b4316c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:58.511157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:58.513573 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a13e1126-692c-41c7-99e8-6caa3ff00584 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:58.513573 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a13e1126-692c-41c7-99e8-6caa3ff00584), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:58.515915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:04:58.576027 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Router b1370ecf-cd5b-4b79-a586-a5443fff87ed is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:04:58.628197 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2faf46f3-b59b-45cb-a7cd-4c2f44030eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a13e1126-692c-41c7-99e8-6caa3ff00584), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:58.746809 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b176f298-c384-4c8b-b6cb-95a7081ba8a6 req-e9df701d-9e43-4db5-8c7b-310c3fec63c6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 210 time: 0.0669315 Jan 28 06:04:58.792421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90ca582-53a7-4c0f-ab84-9992c7bdca74 None None] Network 537097c3-a0ef-4cf7-b045-e9091462803e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:04:58.875507 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789132813', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:04:43Z', 'updated_at': '2022-01-28T06:04:53Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:44Z', 'updated_at': '2022-01-28T06:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'c4ce0e4a-2042-4942-ae85-6b01607cc27d', 'name': '', 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:e4:ae:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '8e98d012-dc76-40bb-b222-219932b863c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:51Z', 'updated_at': '2022-01-28T06:04:55Z', 'revision_number': 2, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '8e98d012-dc76-40bb-b222-219932b863c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:58.907864 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Attempting to bind port b51862a2-449a-4774-83a4-fc3e60b4316c on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:04:58.907864 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Attempting to bind port b51862a2-449a-4774-83a4-fc3e60b4316c by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '52c4797b-eedb-4ebf-bfae-ce7b62eed045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e71a3da0-8809-4bf8-85e9-14d96bd3337f'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:04:58.907864 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Attempting to bind port b51862a2-449a-4774-83a4-fc3e60b4316c on network e71a3da0-8809-4bf8-85e9-14d96bd3337f {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:04:58.991424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf46f3-b59b-45cb-a7cd-4c2f44030eec None None] Pushing event updated for resources: {'Port': ['ID=a13e1126-692c-41c7-99e8-6caa3ff00584,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:59.019698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Checking router: 736ad247-fa63-4a21-b428-e55b27582b8e for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:04:59.020485 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Updating router 736ad247-fa63-4a21-b428-e55b27582b8e port c4ce0e4a-2042-4942-ae85-6b01607cc27d binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:04:59.076576 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:04:59.077139 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Checking segment: {'id': '52c4797b-eedb-4ebf-bfae-ce7b62eed045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e71a3da0-8809-4bf8-85e9-14d96bd3337f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:04:59.077777 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:59.078372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Bound using segment: {'id': '52c4797b-eedb-4ebf-bfae-ce7b62eed045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e71a3da0-8809-4bf8-85e9-14d96bd3337f'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:04:59.078976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Bound port: b51862a2-449a-4774-83a4-fc3e60b4316c, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c4797b-eedb-4ebf-bfae-ce7b62eed045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e71a3da0-8809-4bf8-85e9-14d96bd3337f'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:04:59.079718 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b51862a2-449a-4774-83a4-fc3e60b4316c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:59.098341 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:04:59.098341 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:04:59.100133 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-11e53587-9e4c-4a1a-82fc-8fcdd363864e None None] Provisioning complete for port a13e1126-692c-41c7-99e8-6caa3ff00584 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:04:59.100282 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11e53587-9e4c-4a1a-82fc-8fcdd363864e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a13e1126-692c-41c7-99e8-6caa3ff00584), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:59.175586 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:59.246332 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] For port b51862a2-449a-4774-83a4-fc3e60b4316c, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:04:59.250371 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] For port b51862a2-449a-4774-83a4-fc3e60b4316c, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b51862a2-449a-4774-83a4-fc3e60b4316c,segment=NetworkSegment(52c4797b-eedb-4ebf-bfae-ce7b62eed045),segment_id=52c4797b-eedb-4ebf-bfae-ce7b62eed045)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:04:59.261643 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Publish callbacks [] for port (f3534c47-9cbf-4ba5-a333-7af39a172e3f), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:59.319768 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:04:59.330188 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4d019ede-d161-4642-b69b-16e6a5264e54 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "PUT /v2.0/routers/b1370ecf-cd5b-4b79-a586-a5443fff87ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0051353 Jan 28 06:04:59.333278 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57466) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:04:59.339698 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27264d8-3205-45ef-9c0f-43a10af262d1 None None] Sync routers for ids ['b1370ecf-cd5b-4b79-a586-a5443fff87ed'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:04:59.360129 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27264d8-3205-45ef-9c0f-43a10af262d1 None None] Routers {'b1370ecf-cd5b-4b79-a586-a5443fff87ed'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:59.362898 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f27264d8-3205-45ef-9c0f-43a10af262d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b1370ecf-cd5b-4b79-a586-a5443fff87ed'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:59.377874 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b51862a2-449a-4774-83a4-fc3e60b4316c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:59.397174 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f6cb-4bbb-4f4f-b2f5-1525dddba1b6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (bbec295f-663d-4e27-af2e-489dc08161a1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:59.431329 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f27264d8-3205-45ef-9c0f-43a10af262d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:59.439276 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27264d8-3205-45ef-9c0f-43a10af262d1 None None] Routers {'b1370ecf-cd5b-4b79-a586-a5443fff87ed'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:04:59.440065 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f27264d8-3205-45ef-9c0f-43a10af262d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b1370ecf-cd5b-4b79-a586-a5443fff87ed'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:59.498050 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f6cb-4bbb-4f4f-b2f5-1525dddba1b6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (bbec295f-663d-4e27-af2e-489dc08161a1), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:59.544035 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (f3534c47-9cbf-4ba5-a333-7af39a172e3f), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:59.603114 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f27264d8-3205-45ef-9c0f-43a10af262d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:04:59.603794 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27264d8-3205-45ef-9c0f-43a10af262d1 None None] The sync data for ids ['b1370ecf-cd5b-4b79-a586-a5443fff87ed'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:04:59.692350 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f6cb-4bbb-4f4f-b2f5-1525dddba1b6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (bbec295f-663d-4e27-af2e-489dc08161a1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:59.715172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a13e1126-692c-41c7-99e8-6caa3ff00584 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:59.716201 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c35cb23a-48da-45cb-8a56-33f2f56a37e4 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:04:59.792298 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:04:59.817495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-11e53587-9e4c-4a1a-82fc-8fcdd363864e None None] Current status of the port a13e1126-692c-41c7-99e8-6caa3ff00584 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:04:59.820874 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:04:59.822794 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f87ed7b3-e87f-4fb1-9375-dd822531ff2a req-2e7d977e-c658-4d50-b372-6b757cc0015e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 210 time: 0.0344536 Jan 28 06:04:59.909741 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f6cb-4bbb-4f4f-b2f5-1525dddba1b6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (bbec295f-663d-4e27-af2e-489dc08161a1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:59.968539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9f6cb-4bbb-4f4f-b2f5-1525dddba1b6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=bbec295f-663d-4e27-af2e-489dc08161a1,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:04:59.972182 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f2b9f6cb-4bbb-4f4f-b2f5-1525dddba1b6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:04:59.976215 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f2b9f6cb-4bbb-4f4f-b2f5-1525dddba1b6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/bbec295f-663d-4e27-af2e-489dc08161a1 HTTP/1.1" status: 204 len: 168 time: 1.5734341 Jan 28 06:04:59.980924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57498) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:00.134355 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-c3a2dd36-1c25-4eaf-8c21-ad34aab2e92f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:05:00.136535 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c3a2dd36-1c25-4eaf-8c21-ad34aab2e92f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "PUT /v2.0/routers/b1370ecf-cd5b-4b79-a586-a5443fff87ed/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8020780 Jan 28 06:05:00.144132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57502) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:00.151117 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Publish callbacks [] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:00.160828 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c38e6fd2-28c2-4977-96d1-14bd94de2cbb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1744118 Jan 28 06:05:00.168427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57508) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:00.174876 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-25fbe032-9875-4e9a-bfb4-eba2c752d3e7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:00.197200 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:00.205867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7a145-d13c-41fd-9aab-d7b219d1e117 None None] Pushing event updated for resources: {'Port': ['ID=b51862a2-449a-4774-83a4-fc3e60b4316c,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:00.375203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-11e53587-9e4c-4a1a-82fc-8fcdd363864e None None] Provisioning complete for port c4ce0e4a-2042-4942-ae85-6b01607cc27d triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:00.375203 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11e53587-9e4c-4a1a-82fc-8fcdd363864e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:00.376512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Pushing event updated for resources: {'Port': ['ID=f3534c47-9cbf-4ba5-a333-7af39a172e3f,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:00.438148 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:00.509285 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Attempting to bind port f3534c47-9cbf-4ba5-a333-7af39a172e3f on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:05:00.509705 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Attempting to bind port f3534c47-9cbf-4ba5-a333-7af39a172e3f by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:05:00.510078 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Attempting to bind port f3534c47-9cbf-4ba5-a333-7af39a172e3f on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:05:00.526413 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-11e53587-9e4c-4a1a-82fc-8fcdd363864e None None] Port c4ce0e4a-2042-4942-ae85-6b01607cc27d cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:05:00.547370 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port c35cb23a-48da-45cb-8a56-33f2f56a37e4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:00.547370 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c35cb23a-48da-45cb-8a56-33f2f56a37e4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:00.610563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:05:00.610938 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:00.611358 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:00.611763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:05:00.612250 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Bound port: f3534c47-9cbf-4ba5-a333-7af39a172e3f, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:05:00.612637 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f3534c47-9cbf-4ba5-a333-7af39a172e3f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:00.668773 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7e749-dd00-4bc2-a62e-9f0f581e0d5e None None] Pushing event updated for resources: {'Port': ['ID=c4ce0e4a-2042-4942-ae85-6b01607cc27d,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:00.898122 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-65af4026-a048-4421-b9ac-26ffe0fca003 None None] Provisioning complete for port 1411086b-e664-4218-8f2b-3cc6cbadf34b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:00.898122 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65af4026-a048-4421-b9ac-26ffe0fca003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1411086b-e664-4218-8f2b-3cc6cbadf34b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:00.912744 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fbe032-9875-4e9a-bfb4-eba2c752d3e7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:00.918118 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25fbe032-9875-4e9a-bfb4-eba2c752d3e7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:00.925817 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60c0b94a-5e88-4824-bdd3-79940010ce0a tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (b1370ecf-cd5b-4b79-a586-a5443fff87ed), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:00.950519 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Attempting to bind port c4ce0e4a-2042-4942-ae85-6b01607cc27d on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:05:00.950900 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Attempting to bind port c4ce0e4a-2042-4942-ae85-6b01607cc27d by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:05:00.951273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Attempting to bind port c4ce0e4a-2042-4942-ae85-6b01607cc27d on network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:05:00.956481 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] For port f3534c47-9cbf-4ba5-a333-7af39a172e3f, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:05:01.246814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82391317-197c-408d-9451-27b5549eaa20 req-259720e3-659f-4a15-871f-778209fe4fa0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 210 time: 0.0795331 Jan 28 06:05:01.397734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] For port f3534c47-9cbf-4ba5-a333-7af39a172e3f, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f3534c47-9cbf-4ba5-a333-7af39a172e3f,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:05:01.407388 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:05:01.407771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Checking segment: {'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:01.408180 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:01.408608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Bound using segment: {'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:05:01.409105 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Bound port: c4ce0e4a-2042-4942-ae85-6b01607cc27d, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:05:01.409486 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:01.481727 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c35cb23a-48da-45cb-8a56-33f2f56a37e4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:01.537836 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f3534c47-9cbf-4ba5-a333-7af39a172e3f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:01.671975 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-65af4026-a048-4421-b9ac-26ffe0fca003 None None] Current status of the port 1411086b-e664-4218-8f2b-3cc6cbadf34b is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:01.672491 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65af4026-a048-4421-b9ac-26ffe0fca003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1411086b-e664-4218-8f2b-3cc6cbadf34b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:01.690361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 160b607f-413e-460b-9039-e940e5e819f7 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:05:01.690361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cd3870-05a4-4da6-b328-50e7fbcb4eda None None] Network e71a3da0-8809-4bf8-85e9-14d96bd3337f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:01.787089 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] For port c4ce0e4a-2042-4942-ae85-6b01607cc27d, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:05:01.866576 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 160b607f-413e-460b-9039-e940e5e819f7 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:05:01.867609 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 160b607f-413e-460b-9039-e940e5e819f7 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:05:01.876905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115a3f2-82ce-422c-bd38-19dda4fb9009 None None] Pushing event updated for resources: {'Port': ['ID=f3534c47-9cbf-4ba5-a333-7af39a172e3f,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:01.896994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] For port c4ce0e4a-2042-4942-ae85-6b01607cc27d, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c4ce0e4a-2042-4942-ae85-6b01607cc27d,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:05:01.981182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-65af4026-a048-4421-b9ac-26ffe0fca003 None None] For port 1411086b-e664-4218-8f2b-3cc6cbadf34b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=1411086b-e664-4218-8f2b-3cc6cbadf34b,segment=NetworkSegment(7ef79b06-e3a0-4f95-8778-aacb55c3ea87),segment_id=7ef79b06-e3a0-4f95-8778-aacb55c3ea87)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:02.071508 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:02.227268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-3ec4964f-95fa-42d2-8fcd-ee67146e0a14 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:02.231293 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-3ec4964f-95fa-42d2-8fcd-ee67146e0a14 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.64 "GET /v2.0/networks?id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e HTTP/1.1" status: 200 len: 796 time: 0.3337061 Jan 28 06:05:02.246293 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65af4026-a048-4421-b9ac-26ffe0fca003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1411086b-e664-4218-8f2b-3cc6cbadf34b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:02.323530 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Routers {'736ad247-fa63-4a21-b428-e55b27582b8e'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:05:02.324424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:04:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['736ad247-fa63-4a21-b428-e55b27582b8e'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:02.384051 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25fbe032-9875-4e9a-bfb4-eba2c752d3e7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (bb3b76cc-2e10-4985-aecf-bdc362d45aa1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:02.472057 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57580) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:02.608736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7e749-dd00-4bc2-a62e-9f0f581e0d5e None None] Pushing event updated for resources: {'Port': ['ID=c4ce0e4a-2042-4942-ae85-6b01607cc27d,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:02.637222 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 1411086b-e664-4218-8f2b-3cc6cbadf34b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:02.690199 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-64c009cb-d6ce-48d1-bca2-fbc332d10720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:02.729951 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-306a909a-5af4-43db-9b8d-bcd887d2d124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:02.758273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-35d981e9-875c-4e6e-9bf3-7c0897277cc7 None None] Provisioning complete for port b51862a2-449a-4774-83a4-fc3e60b4316c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:02.758715 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d981e9-875c-4e6e-9bf3-7c0897277cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b51862a2-449a-4774-83a4-fc3e60b4316c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:02.761202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fbe032-9875-4e9a-bfb4-eba2c752d3e7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:02.769349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-25fbe032-9875-4e9a-bfb4-eba2c752d3e7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:02.773467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fbe032-9875-4e9a-bfb4-eba2c752d3e7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:02.774840 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25fbe032-9875-4e9a-bfb4-eba2c752d3e7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:02.801515 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36606217-bbf2-49e9-a7a8-cf39ba304fab None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 06:05:02.828820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbe032-9875-4e9a-bfb4-eba2c752d3e7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=bb3b76cc-2e10-4985-aecf-bdc362d45aa1,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:02.853367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-79c15496-d1bf-47d0-a4dc-1468d2a0f812 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59d53e120d2a4c8e8606808e4590906b HTTP/1.1" status: 200 len: 379 time: 0.5999913 Jan 28 06:05:02.871743 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-ba702c12-4133-4efb-88e3-0010e4e84e4c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'port': {'device_id': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'admin_state_up': True, 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'security_groups': ['3343bb2d-d800-45be-af67-d9b9204c69ad']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:02.938826 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-25fbe032-9875-4e9a-bfb4-eba2c752d3e7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7692299 Jan 28 06:05:02.943297 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57590) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:02.948193 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-306a909a-5af4-43db-9b8d-bcd887d2d124 admin admin] Publish callbacks [] for security_group (04e98d0d-1a81-4371-971c-c0a813ea1724), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:02.963250 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4aedb390-85a3-4931-b775-3afea777c619 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'name': 'tempest-NetworksTestDHCPv6-1011135266'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:02.966277 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af4026-a048-4421-b9ac-26ffe0fca003 None None] Pushing event updated for resources: {'Port': ['ID=1411086b-e664-4218-8f2b-3cc6cbadf34b,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:03.017041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] Set router 736ad247-fa63-4a21-b428-e55b27582b8e gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:05:03.078734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 1411086b-e664-4218-8f2b-3cc6cbadf34b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:03.079130 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1411086b-e664-4218-8f2b-3cc6cbadf34b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:03.084041 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-306a909a-5af4-43db-9b8d-bcd887d2d124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (04e98d0d-1a81-4371-971c-c0a813ea1724), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:03.099321 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7d5c7b7-d145-49d9-8d0e-15a66548b66f req-f2141a37-6349-45ad-bd1f-6055cf3d866a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 210 time: 0.0552518 Jan 28 06:05:03.119448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-60c0b94a-5e88-4824-bdd3-79940010ce0a tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Deleting port dc6dfe4f-2190-498f-bc5d-3c90b240a626 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:03.119854 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60c0b94a-5e88-4824-bdd3-79940010ce0a tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (dc6dfe4f-2190-498f-bc5d-3c90b240a626), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:03.133386 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a909a-5af4-43db-9b8d-bcd887d2d124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e98d0d-1a81-4371-971c-c0a813ea1724,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:03.208560 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-306a909a-5af4-43db-9b8d-bcd887d2d124 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ad5afbe7ef64295b2cafe9f06c49464&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7323744 Jan 28 06:05:03.209837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57600) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:03.302941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-35d981e9-875c-4e6e-9bf3-7c0897277cc7 None None] Current status of the port b51862a2-449a-4774-83a4-fc3e60b4316c is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:03.303332 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d981e9-875c-4e6e-9bf3-7c0897277cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b51862a2-449a-4774-83a4-fc3e60b4316c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:03.328202 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60c0b94a-5e88-4824-bdd3-79940010ce0a tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (dc6dfe4f-2190-498f-bc5d-3c90b240a626), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:03.347562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-60c0b94a-5e88-4824-bdd3-79940010ce0a tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Calling delete_port for dc6dfe4f-2190-498f-bc5d-3c90b240a626 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:03.357806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aedb390-85a3-4931-b775-3afea777c619 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:03.362734 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4aedb390-85a3-4931-b775-3afea777c619 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:03.371267 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-946a708c-ffe3-44dd-b183-249a892b0891 admin admin] Publish callbacks [] for security_group (04e98d0d-1a81-4371-971c-c0a813ea1724), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:03.393036 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-4aedb390-85a3-4931-b775-3afea777c619 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port 28cbb2d7-9203-4154-8c33-c17f480538f6 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:05:03.467936 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-946a708c-ffe3-44dd-b183-249a892b0891 admin admin] Publish callbacks [] for security_group (04e98d0d-1a81-4371-971c-c0a813ea1724), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:03.471378 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-35d981e9-875c-4e6e-9bf3-7c0897277cc7 None None] For port b51862a2-449a-4774-83a4-fc3e60b4316c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b51862a2-449a-4774-83a4-fc3e60b4316c,segment=NetworkSegment(52c4797b-eedb-4ebf-bfae-ce7b62eed045),segment_id=52c4797b-eedb-4ebf-bfae-ce7b62eed045)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:03.486998 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36606217-bbf2-49e9-a7a8-cf39ba304fab None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:05:03.502075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 1411086b-e664-4218-8f2b-3cc6cbadf34b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:03.503199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ee5845a6-39c8-4bda-973d-085638777ed5 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:03.530660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-ba702c12-4133-4efb-88e3-0010e4e84e4c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Made reservation on behalf of 59d53e120d2a4c8e8606808e4590906b for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:03.534404 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-ba702c12-4133-4efb-88e3-0010e4e84e4c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:03.566130 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-4aedb390-85a3-4931-b775-3afea777c619 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::2ba (212ae0ea-5cb2-4599-bc76-8f15e4624200/bb3b76cc-2e10-4985-aecf-bdc362d45aa1/28cbb2d7-9203-4154-8c33-c17f480538f6) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:03.616568 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d981e9-875c-4e6e-9bf3-7c0897277cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b51862a2-449a-4774-83a4-fc3e60b4316c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:03.740461 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4aedb390-85a3-4931-b775-3afea777c619 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (28cbb2d7-9203-4154-8c33-c17f480538f6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:03.755322 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-35d981e9-875c-4e6e-9bf3-7c0897277cc7 None None] Provisioning complete for port 1411086b-e664-4218-8f2b-3cc6cbadf34b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:03.767318 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d981e9-875c-4e6e-9bf3-7c0897277cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1411086b-e664-4218-8f2b-3cc6cbadf34b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:03.790097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-ba702c12-4133-4efb-88e3-0010e4e84e4c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Allocated IP 172.20.0.13 (49da4a6a-99ce-4fbf-8e15-cdf8078cc47e/8e98d012-dc76-40bb-b222-219932b863c7/7a3eda08-a8e6-40d6-8fb1-a7f6597372bf) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:03.798732 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-946a708c-ffe3-44dd-b183-249a892b0891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (04e98d0d-1a81-4371-971c-c0a813ea1724), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:03.807797 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-946a708c-ffe3-44dd-b183-249a892b0891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:03.811582 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-946a708c-ffe3-44dd-b183-249a892b0891 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04e98d0d-1a81-4371-971c-c0a813ea1724 HTTP/1.1" status: 204 len: 168 time: 0.5949998 Jan 28 06:05:03.822845 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789132813', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:04:43Z', 'updated_at': '2022-01-28T06:04:53Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:44Z', 'updated_at': '2022-01-28T06:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'c4ce0e4a-2042-4942-ae85-6b01607cc27d', 'name': '', 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:e4:ae:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '8e98d012-dc76-40bb-b222-219932b863c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:51Z', 'updated_at': '2022-01-28T06:05:01Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '8e98d012-dc76-40bb-b222-219932b863c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:03.829873 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port ee5845a6-39c8-4bda-973d-085638777ed5 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:03.831500 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ee5845a6-39c8-4bda-973d-085638777ed5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:03.831710 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d981e9-875c-4e6e-9bf3-7c0897277cc7 None None] Pushing event updated for resources: {'Port': ['ID=b51862a2-449a-4774-83a4-fc3e60b4316c,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:03.864545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9ab1de-bf90-4d05-a100-e31a1528b10e None None] The sync data for ids ['736ad247-fa63-4a21-b428-e55b27582b8e'] in n-d-812111-12 is: [{'id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789132813', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:04:43Z', 'updated_at': '2022-01-28T06:04:53Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:44Z', 'updated_at': '2022-01-28T06:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'c4ce0e4a-2042-4942-ae85-6b01607cc27d', 'name': '', 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:e4:ae:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '8e98d012-dc76-40bb-b222-219932b863c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:51Z', 'updated_at': '2022-01-28T06:05:01Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '8e98d012-dc76-40bb-b222-219932b863c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:05:03.872306 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4aedb390-85a3-4931-b775-3afea777c619 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (28cbb2d7-9203-4154-8c33-c17f480538f6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:03.983445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aedb390-85a3-4931-b775-3afea777c619 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:03.987284 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-4aedb390-85a3-4931-b775-3afea777c619 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:03.991829 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aedb390-85a3-4931-b775-3afea777c619 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:03.998197 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aedb390-85a3-4931-b775-3afea777c619 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:03.998949 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4aedb390-85a3-4931-b775-3afea777c619 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:04.026374 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedb390-85a3-4931-b775-3afea777c619 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=28cbb2d7-9203-4154-8c33-c17f480538f6,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:04.050810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a708c-ffe3-44dd-b183-249a892b0891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e98d0d-1a81-4371-971c-c0a813ea1724,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:04.057967 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60c0b94a-5e88-4824-bdd3-79940010ce0a tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (dc6dfe4f-2190-498f-bc5d-3c90b240a626), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:04.188055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0b94a-5e88-4824-bdd3-79940010ce0a tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event deleted for resources: {'Port': ['ID=dc6dfe4f-2190-498f-bc5d-3c90b240a626,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:04.201768 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4aedb390-85a3-4931-b775-3afea777c619 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2489460 Jan 28 06:05:04.207872 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57624) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:04.274271 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-35d981e9-875c-4e6e-9bf3-7c0897277cc7 None None] Current status of the port 1411086b-e664-4218-8f2b-3cc6cbadf34b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:04.305601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-35d981e9-875c-4e6e-9bf3-7c0897277cc7 None None] Could not find standard attr ID for object dc6dfe4f-2190-498f-bc5d-3c90b240a626. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:05:04.373860 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2963181-c2dc-4a23-9e90-7b09d6e81882 None None] Update dhcp port {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'fixed_ips': [{'subnet_id': 'bb3b76cc-2e10-4985-aecf-bdc362d45aa1'}], 'binding:host_id': 'n-d-812111-12'}, 'id': 'f3534c47-9cbf-4ba5-a333-7af39a172e3f'} from n-d-812111-12. {{(pid=103636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 06:05:04.394140 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694d1c75-a971-4304-8d64-2c6ce9587a04 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:04.421777 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694d1c75-a971-4304-8d64-2c6ce9587a04 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:04.424015 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-694d1c75-a971-4304-8d64-2c6ce9587a04 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.2148168 Jan 28 06:05:04.426605 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57632) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:04.439877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c9fc81b-498c-4c13-a779-3f713afa4a25 req-07fb66a6-67a3-477b-b217-398f0ed23123 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 210 time: 0.1665182 Jan 28 06:05:04.530665 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-ba702c12-4133-4efb-88e3-0010e4e84e4c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:04.563255 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60c0b94a-5e88-4824-bdd3-79940010ce0a tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (b1370ecf-cd5b-4b79-a586-a5443fff87ed), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:04.598987 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ee497e53-eafd-49be-841b-3dfd389298ec tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port 28cbb2d7-9203-4154-8c33-c17f480538f6 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:04.599660 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee497e53-eafd-49be-841b-3dfd389298ec tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (28cbb2d7-9203-4154-8c33-c17f480538f6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:04.744361 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-ba702c12-4133-4efb-88e3-0010e4e84e4c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:04.750990 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee497e53-eafd-49be-841b-3dfd389298ec tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (28cbb2d7-9203-4154-8c33-c17f480538f6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:04.781619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ee497e53-eafd-49be-841b-3dfd389298ec tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for 28cbb2d7-9203-4154-8c33-c17f480538f6 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:04.804248 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port ee5845a6-39c8-4bda-973d-085638777ed5 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:04.806016 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b51862a2-449a-4774-83a4-fc3e60b4316c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:04.819253 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-35d981e9-875c-4e6e-9bf3-7c0897277cc7 None None] Provisioning complete for port c4ce0e4a-2042-4942-ae85-6b01607cc27d triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:04.820767 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d981e9-875c-4e6e-9bf3-7c0897277cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:04.829016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-ba702c12-4133-4efb-88e3-0010e4e84e4c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:04.851566 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-ba702c12-4133-4efb-88e3-0010e4e84e4c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:04.872042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-ba702c12-4133-4efb-88e3-0010e4e84e4c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:04.889714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c0b94a-5e88-4824-bdd3-79940010ce0a tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Router b1370ecf-cd5b-4b79-a586-a5443fff87ed has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:05:04.907981 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2963181-c2dc-4a23-9e90-7b09d6e81882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f3534c47-9cbf-4ba5-a333-7af39a172e3f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:04.970434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57644) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:04.970786 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba702c12-4133-4efb-88e3-0010e4e84e4c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:05.027246 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c20526f5-a37c-48d5-b333-d69b685e644a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:05.092302 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-ba702c12-4133-4efb-88e3-0010e4e84e4c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:05.092302 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-ba702c12-4133-4efb-88e3-0010e4e84e4c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:05.105000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c0b94a-5e88-4824-bdd3-79940010ce0a tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:05:05.120388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-60c0b94a-5e88-4824-bdd3-79940010ce0a tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "PUT /v2.0/routers/b1370ecf-cd5b-4b79-a586-a5443fff87ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9747407 Jan 28 06:05:05.127938 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57650) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:05.139328 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-844c9046-61d1-4ac2-8a69-dc66edfff7fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:05.143870 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5eb824-3599-470d-8686-c3fddb67d08b None None] Sync routers for ids ['b1370ecf-cd5b-4b79-a586-a5443fff87ed'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:05:05.150698 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee497e53-eafd-49be-841b-3dfd389298ec tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (28cbb2d7-9203-4154-8c33-c17f480538f6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:05.173519 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-1344dcf4-1040-43ee-8d00-bf0b82cd7d73 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] delete failed (client error): The resource could not be found. Jan 28 06:05:05.178400 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1344dcf4-1040-43ee-8d00-bf0b82cd7d73 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1131725637 HTTP/1.1" status: 404 len: 335 time: 0.0518103 Jan 28 06:05:05.179465 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57652) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:05.183752 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-77fdcf5a-4d11-48fd-9d1d-d1f53fc4dcaf tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b1370ecf-cd5b-4b79-a586-a5443fff87ed'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:05.246238 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee497e53-eafd-49be-841b-3dfd389298ec tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=28cbb2d7-9203-4154-8c33-c17f480538f6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:05.338580 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c20526f5-a37c-48d5-b333-d69b685e644a admin admin] Publish callbacks [] for security_group (dc8f234d-0caa-4ca3-8e1d-f6ebcfdf2d6c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:05.348099 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-ba702c12-4133-4efb-88e3-0010e4e84e4c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4843280 Jan 28 06:05:05.368714 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee497e53-eafd-49be-841b-3dfd389298ec tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:05.380969 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ee497e53-eafd-49be-841b-3dfd389298ec tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/28cbb2d7-9203-4154-8c33-c17f480538f6 HTTP/1.1" status: 204 len: 168 time: 0.9530504 Jan 28 06:05:05.381883 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57656) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:05.411746 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-200d0b8b-6a11-4af5-a00a-fe2bde8e1e3b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:05.412772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-200d0b8b-6a11-4af5-a00a-fe2bde8e1e3b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068283 Jan 28 06:05:05.418489 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c20526f5-a37c-48d5-b333-d69b685e644a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dc8f234d-0caa-4ca3-8e1d-f6ebcfdf2d6c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:05.424168 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5eb824-3599-470d-8686-c3fddb67d08b None None] Routers {'b1370ecf-cd5b-4b79-a586-a5443fff87ed'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:05:05.424827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5e5eb824-3599-470d-8686-c3fddb67d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:05:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b1370ecf-cd5b-4b79-a586-a5443fff87ed'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:05.434164 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-35d981e9-875c-4e6e-9bf3-7c0897277cc7 None None] Current status of the port c4ce0e4a-2042-4942-ae85-6b01607cc27d is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:05.438090 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d981e9-875c-4e6e-9bf3-7c0897277cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:05.558772 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c20526f5-a37c-48d5-b333-d69b685e644a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe7ae86ad447401aafac28a6b40c364a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5889633 Jan 28 06:05:05.577354 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port b51862a2-449a-4774-83a4-fc3e60b4316c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:05.577837 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b51862a2-449a-4774-83a4-fc3e60b4316c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:05.581498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6618d29-c75b-4f58-9b2b-4910241d6d4e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:05.582719 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77fdcf5a-4d11-48fd-9d1d-d1f53fc4dcaf tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for router_gateway (b1370ecf-cd5b-4b79-a586-a5443fff87ed), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:05.584710 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6618d29-c75b-4f58-9b2b-4910241d6d4e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:05.587465 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e6618d29-c75b-4f58-9b2b-4910241d6d4e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2034311 Jan 28 06:05:05.589161 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57668) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:05.598223 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57670) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:05.602758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20526f5-a37c-48d5-b333-d69b685e644a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8f234d-0caa-4ca3-8e1d-f6ebcfdf2d6c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:05.631403 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5e5eb824-3599-470d-8686-c3fddb67d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:05.701254 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-35d981e9-875c-4e6e-9bf3-7c0897277cc7 None None] For port c4ce0e4a-2042-4942-ae85-6b01607cc27d, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c4ce0e4a-2042-4942-ae85-6b01607cc27d,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:05.713133 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-77fdcf5a-4d11-48fd-9d1d-d1f53fc4dcaf tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] update failed (client error): The resource could not be found. Jan 28 06:05:05.717451 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-77fdcf5a-4d11-48fd-9d1d-d1f53fc4dcaf tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "PUT /v2.0/routers/b1370ecf-cd5b-4b79-a586-a5443fff87ed HTTP/1.1" status: 404 len: 339 time: 0.5343056 Jan 28 06:05:05.717648 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-600e8fa3-42fc-4fbc-9c67-23a37f883641 admin admin] Publish callbacks [] for security_group (dc8f234d-0caa-4ca3-8e1d-f6ebcfdf2d6c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:05.717750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57674) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:05.724259 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7168f7d6-ad8e-4a18-a9a7-f63a8d1eeb7b tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1669841061'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:05.740625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd0c27-e84a-46ad-a057-f08cc77d3d8f req-9748c14e-3e0d-4375-b26d-30f354d07580 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:05.742415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75cd0c27-e84a-46ad-a057-f08cc77d3d8f req-9748c14e-3e0d-4375-b26d-30f354d07580 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 932 time: 0.0864296 Jan 28 06:05:05.746577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-989d72b3-faa4-48c3-a974-0df4b0685008 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet bb3b76cc-2e10-4985-aecf-bdc362d45aa1 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:05:05.774683 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-600e8fa3-42fc-4fbc-9c67-23a37f883641 admin admin] Publish callbacks [] for security_group (dc8f234d-0caa-4ca3-8e1d-f6ebcfdf2d6c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:05.783979 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5eb824-3599-470d-8686-c3fddb67d08b None None] Routers {'b1370ecf-cd5b-4b79-a586-a5443fff87ed'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:05:05.784983 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5e5eb824-3599-470d-8686-c3fddb67d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:05:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b1370ecf-cd5b-4b79-a586-a5443fff87ed'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:05.826564 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75cd0c27-e84a-46ad-a057-f08cc77d3d8f req-e18a7530-9394-439c-b4a9-194fcb59f153 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760453 Jan 28 06:05:05.861176 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5e5eb824-3599-470d-8686-c3fddb67d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:05.862533 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5eb824-3599-470d-8686-c3fddb67d08b None None] The sync data for ids ['b1370ecf-cd5b-4b79-a586-a5443fff87ed'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:05:05.864636 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d981e9-875c-4e6e-9bf3-7c0897277cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:05.925411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Request body: {'port': {'device_id': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:05.934649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d2963181-c2dc-4a23-9e90-7b09d6e81882 None None] Allocated IP 2001:db8::2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/bb3b76cc-2e10-4985-aecf-bdc362d45aa1/f3534c47-9cbf-4ba5-a333-7af39a172e3f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:05.941473 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7168f7d6-ad8e-4a18-a9a7-f63a8d1eeb7b tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Made reservation on behalf of f17fa13e5eb4453dbc81005d18004b77 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:05.946850 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7168f7d6-ad8e-4a18-a9a7-f63a8d1eeb7b tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.017440 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.043165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d981e9-875c-4e6e-9bf3-7c0897277cc7 None None] Pushing event updated for resources: {'Port': ['ID=c4ce0e4a-2042-4942-ae85-6b01607cc27d,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:06.057513 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b51862a2-449a-4774-83a4-fc3e60b4316c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:06.058669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a13e1126-692c-41c7-99e8-6caa3ff00584 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:06.062272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-26c2cd90-71cb-420e-8f11-b1906937e4eb None None] Provisioning complete for port b51862a2-449a-4774-83a4-fc3e60b4316c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:06.062272 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26c2cd90-71cb-420e-8f11-b1906937e4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b51862a2-449a-4774-83a4-fc3e60b4316c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.083597 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-600e8fa3-42fc-4fbc-9c67-23a37f883641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dc8f234d-0caa-4ca3-8e1d-f6ebcfdf2d6c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.091054 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-600e8fa3-42fc-4fbc-9c67-23a37f883641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.091054 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-600e8fa3-42fc-4fbc-9c67-23a37f883641 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc8f234d-0caa-4ca3-8e1d-f6ebcfdf2d6c HTTP/1.1" status: 204 len: 168 time: 0.4947298 Jan 28 06:05:06.104269 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7168f7d6-ad8e-4a18-a9a7-f63a8d1eeb7b tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:05:06.132066 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e8fa3-42fc-4fbc-9c67-23a37f883641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8f234d-0caa-4ca3-8e1d-f6ebcfdf2d6c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:06.150992 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7168f7d6-ad8e-4a18-a9a7-f63a8d1eeb7b tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (9155d0cf-5e74-40fc-9c75-52ebb1bca693), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.153269 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-7168f7d6-ad8e-4a18-a9a7-f63a8d1eeb7b tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Added segment 9155d0cf-5e74-40fc-9c75-52ebb1bca693 of type vlan for network 3cf580c8-569c-49b0-b721-9e3e4405e6cf Jan 28 06:05:06.229564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d2963181-c2dc-4a23-9e90-7b09d6e81882 None None] For port f3534c47-9cbf-4ba5-a333-7af39a172e3f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f3534c47-9cbf-4ba5-a333-7af39a172e3f,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:06.237567 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7168f7d6-ad8e-4a18-a9a7-f63a8d1eeb7b tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (3cf580c8-569c-49b0-b721-9e3e4405e6cf), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.260040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a13e1126-692c-41c7-99e8-6caa3ff00584 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:06.260420 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a13e1126-692c-41c7-99e8-6caa3ff00584), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.308424 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2963181-c2dc-4a23-9e90-7b09d6e81882 None None] Publish callbacks [] for port (f3534c47-9cbf-4ba5-a333-7af39a172e3f), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.350976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-26c2cd90-71cb-420e-8f11-b1906937e4eb None None] Current status of the port b51862a2-449a-4774-83a4-fc3e60b4316c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:06.363268 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7168f7d6-ad8e-4a18-a9a7-f63a8d1eeb7b tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (3cf580c8-569c-49b0-b721-9e3e4405e6cf), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.369540 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7168f7d6-ad8e-4a18-a9a7-f63a8d1eeb7b tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:06.370320 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7168f7d6-ad8e-4a18-a9a7-f63a8d1eeb7b tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.398636 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-26c2cd90-71cb-420e-8f11-b1906937e4eb None None] Provisioning complete for port c4ce0e4a-2042-4942-ae85-6b01607cc27d triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:06.399300 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26c2cd90-71cb-420e-8f11-b1906937e4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.426182 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-989d72b3-faa4-48c3-a974-0df4b0685008 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (bb3b76cc-2e10-4985-aecf-bdc362d45aa1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.445236 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2963181-c2dc-4a23-9e90-7b09d6e81882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f3534c47-9cbf-4ba5-a333-7af39a172e3f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.495393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168f7d6-ad8e-4a18-a9a7-f63a8d1eeb7b tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event updated for resources: {'Network': ['ID=3cf580c8-569c-49b0-b721-9e3e4405e6cf,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:06.517772 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-989d72b3-faa4-48c3-a974-0df4b0685008 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (bb3b76cc-2e10-4985-aecf-bdc362d45aa1), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.576344 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 3cf580c8-569c-49b0-b721-9e3e4405e6cf details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:05:06.582616 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7168f7d6-ad8e-4a18-a9a7-f63a8d1eeb7b tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8634005 Jan 28 06:05:06.585376 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57692) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:06.591375 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-91431275-6db7-41c2-a992-06734f303224 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Request body: {'subnet': {'network_id': '3cf580c8-569c-49b0-b721-9e3e4405e6cf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:06.688508 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:05:06.706546 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Publish callbacks [] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.712000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2963181-c2dc-4a23-9e90-7b09d6e81882 None None] Pushing event updated for resources: {'Port': ['ID=f3534c47-9cbf-4ba5-a333-7af39a172e3f,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:06.724766 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a13e1126-692c-41c7-99e8-6caa3ff00584 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:06.729264 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Transition to ACTIVE for port object 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:05:06.757604 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-989d72b3-faa4-48c3-a974-0df4b0685008 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (bb3b76cc-2e10-4985-aecf-bdc362d45aa1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.786754 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-26c2cd90-71cb-420e-8f11-b1906937e4eb None None] Current status of the port c4ce0e4a-2042-4942-ae85-6b01607cc27d is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:06.854088 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.905686 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91431275-6db7-41c2-a992-06734f303224 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Made reservation on behalf of f17fa13e5eb4453dbc81005d18004b77 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:06.909445 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91431275-6db7-41c2-a992-06734f303224 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:06.911911 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:07.068706 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-989d72b3-faa4-48c3-a974-0df4b0685008 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (bb3b76cc-2e10-4985-aecf-bdc362d45aa1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:07.163704 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c4ce0e4a-2042-4942-ae85-6b01607cc27d up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:07.263473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d72b3-faa4-48c3-a974-0df4b0685008 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3b76cc-2e10-4985-aecf-bdc362d45aa1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:07.283820 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-989d72b3-faa4-48c3-a974-0df4b0685008 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:07.289666 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-989d72b3-faa4-48c3-a974-0df4b0685008 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/bb3b76cc-2e10-4985-aecf-bdc362d45aa1 HTTP/1.1" status: 204 len: 168 time: 1.6896877 Jan 28 06:05:07.295130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port c4ce0e4a-2042-4942-ae85-6b01607cc27d triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:07.296128 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:07.296263 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57718) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:07.302577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Pushing event updated for resources: {'Port': ['ID=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:07.411211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0343ff7-fd52-48f7-b1be-088955259ed9 req-2bb6183c-ef6d-456a-b4cc-b6be9b8f5b63 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:07.429874 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0343ff7-fd52-48f7-b1be-088955259ed9 req-2bb6183c-ef6d-456a-b4cc-b6be9b8f5b63 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 944 time: 0.3950019 Jan 28 06:05:07.432105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57724) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:07.432873 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6bde8d55-d6f3-448a-bb42-37bc59967504 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1357186 Jan 28 06:05:07.519894 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c4ce0e4a-2042-4942-ae85-6b01607cc27d is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:07.520970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 1411086b-e664-4218-8f2b-3cc6cbadf34b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:07.558433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Attempting to bind port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:05:07.559035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Attempting to bind port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:05:07.559546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Attempting to bind port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf on network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:05:07.580393 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf on network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:05:07.580934 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Attempting to bind port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf on network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:05:07.590710 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 1411086b-e664-4218-8f2b-3cc6cbadf34b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:07.591247 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1411086b-e664-4218-8f2b-3cc6cbadf34b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:07.601494 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:05:07.602476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Checking segment: {'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:07.603042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Bound using segment: {'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:05:07.603685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Bound port: 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:05:07.604234 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:07.622750 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0343ff7-fd52-48f7-b1be-088955259ed9 req-601ced8d-1e50-47d3-8c3c-887fb509ab0f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857879 Jan 28 06:05:07.628298 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:05:07.636554 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53c16d3-3c76-41aa-8921-d638fa1e3df6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:07.637010 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57734) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:07.637565 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d53c16d3-3c76-41aa-8921-d638fa1e3df6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2013900 Jan 28 06:05:07.717471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:05:07.721764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:05:07.735756 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 1411086b-e664-4218-8f2b-3cc6cbadf34b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:07.736962 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b51862a2-449a-4774-83a4-fc3e60b4316c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:07.752545 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91431275-6db7-41c2-a992-06734f303224 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (7103ef62-6efe-497f-adcc-12f75db66f00), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:07.814900 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port b51862a2-449a-4774-83a4-fc3e60b4316c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:07.815546 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b51862a2-449a-4774-83a4-fc3e60b4316c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:07.838023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb6a13e-0909-4911-aa86-03cf4eb3a62a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:07.847768 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:07.852493 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0bb6a13e-0909-4911-aa86-03cf4eb3a62a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2144845 Jan 28 06:05:07.856487 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57748) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:07.934181 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:07.935177 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:07.936624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] 10.222.0.64 "PUT /v2.0/ports/7a3eda08-a8e6-40d6-8fb1-a7f6597372bf HTTP/1.1" status: 200 len: 1093 time: 2.4701779 Jan 28 06:05:07.937089 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:05:07.937212 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91431275-6db7-41c2-a992-06734f303224 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event updated for resources: {'Subnet': ['ID=7103ef62-6efe-497f-adcc-12f75db66f00,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:07.939630 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151ad222-c56c-47e1-a460-4bdeaab6f957" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:05:07.956966 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9de07d8e-2afa-47db-95f6-c046e9a8faac tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984004 Jan 28 06:05:07.967368 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57754) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:07.976098 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-52fc10fb-6909-468b-839a-6bfcc3f39ccb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:07.986196 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15251e-99c9-488e-9de6-f64440c93d0d service neutron] Pushing event updated for resources: {'Port': ['ID=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:08.017946 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:08.052478 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b51862a2-449a-4774-83a4-fc3e60b4316c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:08.066481 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb3c136-e3d4-4abb-bb62-68add87eac50 x-openstack-request-id: req-0bb3c136-e3d4-4abb-bb62-68add87eac50 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:05:08.067188 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:05:08.067790 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bb3c136-e3d4-4abb-bb62-68add87eac50 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:05:08.068204 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'status': 'completed', 'code': 200} Jan 28 06:05:08.117437 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91431275-6db7-41c2-a992-06734f303224 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Checking segment: {'id': '9155d0cf-5e74-40fc-9c75-52ebb1bca693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cf580c8-569c-49b0-b721-9e3e4405e6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:08.117864 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91431275-6db7-41c2-a992-06734f303224 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Network hostable DHCP agents. Network: 3cf580c8-569c-49b0-b721-9e3e4405e6cf, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:05:08.214199 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57758) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:08.271904 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fc10fb-6909-468b-839a-6bfcc3f39ccb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:08.277509 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-52fc10fb-6909-468b-839a-6bfcc3f39ccb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:08.314891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91431275-6db7-41c2-a992-06734f303224 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Network 3cf580c8-569c-49b0-b721-9e3e4405e6cf is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:05:08.441883 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ed56d61e-f6f3-4ca2-80db-e77f035e1dc8 tempest-AgentManagementNegativeTest-2110584184 tempest-AgentManagementNegativeTest-2110584184-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2258008 Jan 28 06:05:08.486564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d197b055-c9b9-4b07-b5c2-ca7e39ed3fbf None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:08.491202 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-91431275-6db7-41c2-a992-06734f303224 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 3cf580c8-569c-49b0-b721-9e3e4405e6cf) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:08.503990 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91431275-6db7-41c2-a992-06734f303224 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:08.504722 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91431275-6db7-41c2-a992-06734f303224 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:08.675339 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-91431275-6db7-41c2-a992-06734f303224 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0878580 Jan 28 06:05:08.676346 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57776) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:08.709115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c1bf82ef-080a-4360-9fd7-2b0a4ee89f30 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Request body: {'router': {'external_gateway_info': {'network_id': '3cf580c8-569c-49b0-b721-9e3e4405e6cf'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:08.711668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1329103b-37de-4baa-93f0-d228e749b00a None None] Network 3cf580c8-569c-49b0-b721-9e3e4405e6cf requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:08.962349 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b76d1611-f692-41a0-b8b2-30a706533aff None None] Provisioning complete for port f3534c47-9cbf-4ba5-a333-7af39a172e3f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:08.966911 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b76d1611-f692-41a0-b8b2-30a706533aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f3534c47-9cbf-4ba5-a333-7af39a172e3f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:09.018207 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ad222-c56c-47e1-a460-4bdeaab6f957 req-a4b23383-4caf-41b0-bc58-e29e8464d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:09.020424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-151ad222-c56c-47e1-a460-4bdeaab6f957 req-a4b23383-4caf-41b0-bc58-e29e8464d292 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 1096 time: 0.9091709 Jan 28 06:05:09.033792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458d94e-0c1c-4de5-b9a2-98f7a3b00f6d req-1efaf073-7514-433f-ba52-8995ed6cf8b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:09.035461 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8458d94e-0c1c-4de5-b9a2-98f7a3b00f6d req-1efaf073-7514-433f-ba52-8995ed6cf8b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 944 time: 0.1642087 Jan 28 06:05:09.058400 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f3534c47-9cbf-4ba5-a333-7af39a172e3f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:09.099092 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-52fc10fb-6909-468b-839a-6bfcc3f39ccb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (6b19dac5-7403-45a1-ab47-c0ad4681bbec), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:09.365517 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc10fb-6909-468b-839a-6bfcc3f39ccb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=6b19dac5-7403-45a1-ab47-c0ad4681bbec,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:09.373685 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fc10fb-6909-468b-839a-6bfcc3f39ccb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:09.376135 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c1bf82ef-080a-4360-9fd7-2b0a4ee89f30 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for router_gateway (b1370ecf-cd5b-4b79-a586-a5443fff87ed), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:09.398406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-52fc10fb-6909-468b-839a-6bfcc3f39ccb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:09.425364 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:09.427270 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fc10fb-6909-468b-839a-6bfcc3f39ccb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:09.428692 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-52fc10fb-6909-468b-839a-6bfcc3f39ccb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:09.439329 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port f3534c47-9cbf-4ba5-a333-7af39a172e3f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:09.440006 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f3534c47-9cbf-4ba5-a333-7af39a172e3f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:09.442358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57792) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:09.477432 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8458d94e-0c1c-4de5-b9a2-98f7a3b00f6d req-4b70325e-8144-4608-9517-f44098c8f856 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4209502 Jan 28 06:05:09.488750 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ad222-c56c-47e1-a460-4bdeaab6f957 req-b7e6a51f-a95c-4cbc-881f-58d5ffcbd05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:09.490744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-151ad222-c56c-47e1-a460-4bdeaab6f957 req-b7e6a51f-a95c-4cbc-881f-58d5ffcbd05e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=59d53e120d2a4c8e8606808e4590906b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4543905 Jan 28 06:05:09.528866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-3cf580c8-569c-49b0-b721-9e3e4405e6cf', 'network_id': '3cf580c8-569c-49b0-b721-9e3e4405e6cf', 'project_id': 'f17fa13e5eb4453dbc81005d18004b77', 'fixed_ips': [{'subnet_id': '7103ef62-6efe-497f-adcc-12f75db66f00'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:05:09.531478 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:09.536368 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bfd76f-35c8-4491-b17f-9b96d9f9e73d None None] DHCP port deletion for 212ae0ea-5cb2-4599-bc76-8f15e4624200 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:05:09.565291 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-52fc10fb-6909-468b-839a-6bfcc3f39ccb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5968502 Jan 28 06:05:09.573172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57796) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:09.584386 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-909d40ee-ae34-4334-b66c-b46f4f9653b0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'fixed_ips': [{'subnet_id': '6b19dac5-7403-45a1-ab47-c0ad4681bbec', 'ip_address': '2001:db8::38a5:5b56:3f5a:769b'}], 'name': 'tempest-NetworksTestDHCPv6-2053406927'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:09.665526 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b76d1611-f692-41a0-b8b2-30a706533aff None None] Current status of the port f3534c47-9cbf-4ba5-a333-7af39a172e3f is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:09.666198 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b76d1611-f692-41a0-b8b2-30a706533aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f3534c47-9cbf-4ba5-a333-7af39a172e3f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:09.803141 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b6cbc0c-5e8a-4605-a8dd-e82bbde72292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:09.808371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ad222-c56c-47e1-a460-4bdeaab6f957 req-f8ad428a-ee6d-4ca8-9de8-982577bf067f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:09.811105 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-151ad222-c56c-47e1-a460-4bdeaab6f957 req-f8ad428a-ee6d-4ca8-9de8-982577bf067f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3137329 Jan 28 06:05:09.973829 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909d40ee-ae34-4334-b66c-b46f4f9653b0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:09.977731 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b76d1611-f692-41a0-b8b2-30a706533aff None None] For port f3534c47-9cbf-4ba5-a333-7af39a172e3f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f3534c47-9cbf-4ba5-a333-7af39a172e3f,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:09.981067 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-c70834b0-9ae4-419a-aaf3-e6e5e92dc89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:09.982931 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-c70834b0-9ae4-419a-aaf3-e6e5e92dc89f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 1096 time: 0.1009941 Jan 28 06:05:09.991734 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b6cbc0c-5e8a-4605-a8dd-e82bbde72292 admin admin] Publish callbacks [] for security_group (d451165d-4f8d-4090-a319-a7c637c314c9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:10.039927 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-c1bf82ef-080a-4360-9fd7-2b0a4ee89f30 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:05:10.040938 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c1bf82ef-080a-4360-9fd7-2b0a4ee89f30 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "PUT /v2.0/routers/b1370ecf-cd5b-4b79-a586-a5443fff87ed HTTP/1.1" status: 400 len: 364 time: 1.3483424 Jan 28 06:05:10.045016 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57810) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:10.078433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-e258e3b7-5c77-459a-a57f-d7a79e1caa8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf HTTP/1.1" status: 200 len: 217 time: 0.0828485 Jan 28 06:05:10.106359 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b76d1611-f692-41a0-b8b2-30a706533aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f3534c47-9cbf-4ba5-a333-7af39a172e3f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:10.126067 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfd76f-35c8-4491-b17f-9b96d9f9e73d None None] Deleting port f3534c47-9cbf-4ba5-a333-7af39a172e3f {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:10.126472 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd76f-35c8-4491-b17f-9b96d9f9e73d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f3534c47-9cbf-4ba5-a333-7af39a172e3f), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:10.146071 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-a211109e-9a2a-4519-a56c-5a9ad2333e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:10.148237 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-a211109e-9a2a-4519-a56c-5a9ad2333e2b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e98d012-dc76-40bb-b222-219932b863c7 HTTP/1.1" status: 200 len: 834 time: 0.0641458 Jan 28 06:05:10.151233 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b6cbc0c-5e8a-4605-a8dd-e82bbde72292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d451165d-4f8d-4090-a319-a7c637c314c9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:10.200364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cbc0c-5e8a-4605-a8dd-e82bbde72292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d451165d-4f8d-4090-a319-a7c637c314c9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:10.259783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Allocated IP 2001:db8:1::2 (3cf580c8-569c-49b0-b721-9e3e4405e6cf/7103ef62-6efe-497f-adcc-12f75db66f00/674ed849-2b54-42e2-90a5-9ff1fac99b47) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:10.281558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port f3534c47-9cbf-4ba5-a333-7af39a172e3f is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:10.281977 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f3534c47-9cbf-4ba5-a333-7af39a172e3f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:10.282288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5b6cbc0c-5e8a-4605-a8dd-e82bbde72292 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d039b0bd9a44fbd98374a1c0a9e9783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8347483 Jan 28 06:05:10.284845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57816) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:10.298177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-b185ccdb-6cd2-4c9a-aaa1-bb1f13b4d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:10.300019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-b185ccdb-6cd2-4c9a-aaa1-bb1f13b4d6dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1449001 Jan 28 06:05:10.352203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d1611-f692-41a0-b8b2-30a706533aff None None] Pushing event updated for resources: {'Port': ['ID=f3534c47-9cbf-4ba5-a333-7af39a172e3f,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:10.368011 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-909d40ee-ae34-4334-b66c-b46f4f9653b0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:10.421070 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-909d40ee-ae34-4334-b66c-b46f4f9653b0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port 487c5f26-68f9-40bf-bfca-77c0dc744120 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:05:10.426789 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:10.458384 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae8ce-f877-4817-a8bf-c86ff5040371 admin admin] Publish callbacks [] for security_group (d451165d-4f8d-4090-a319-a7c637c314c9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:10.475195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d8bfd76f-35c8-4491-b17f-9b96d9f9e73d None None] For port f3534c47-9cbf-4ba5-a333-7af39a172e3f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f3534c47-9cbf-4ba5-a333-7af39a172e3f,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:10.476758 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd76f-35c8-4491-b17f-9b96d9f9e73d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f3534c47-9cbf-4ba5-a333-7af39a172e3f), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:10.495374 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-022b8880-52e5-46c5-8a81-ee257a5375c6 service neutron] 10.222.0.64 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865597 Jan 28 06:05:10.497360 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae8ce-f877-4817-a8bf-c86ff5040371 admin admin] Publish callbacks [] for security_group (d451165d-4f8d-4090-a319-a7c637c314c9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:10.537805 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfd76f-35c8-4491-b17f-9b96d9f9e73d None None] Calling delete_port for f3534c47-9cbf-4ba5-a333-7af39a172e3f owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:10.567275 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:05:10.567895 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:05:10.712967 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Publish callbacks [] for port (674ed849-2b54-42e2-90a5-9ff1fac99b47), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:10.815330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acb22897-d797-42a7-9510-c4e5ccc8553d req-354b58c5-ccdc-4e29-aacd-e9d2c9b5455e service neutron] 10.222.0.64 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103933 Jan 28 06:05:10.821931 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (674ed849-2b54-42e2-90a5-9ff1fac99b47), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:10.832786 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b86348-21cd-4856-9ef0-e2819e2222b6 req-caa08f4a-caba-41e2-8df4-7333f412ce46 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:10.836161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0b86348-21cd-4856-9ef0-e2819e2222b6 req-caa08f4a-caba-41e2-8df4-7333f412ce46 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 944 time: 0.1447487 Jan 28 06:05:10.893584 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0b86348-21cd-4856-9ef0-e2819e2222b6 req-cf1800b1-e1bc-4292-9fc5-ed4bf09dec9e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518959 Jan 28 06:05:10.904983 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Network 3cf580c8-569c-49b0-b721-9e3e4405e6cf is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:10.910609 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd76f-35c8-4491-b17f-9b96d9f9e73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (f3534c47-9cbf-4ba5-a333-7af39a172e3f), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:10.916489 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:10.923969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:10.937140 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bfd76f-35c8-4491-b17f-9b96d9f9e73d None None] No DVR routers for this DVR port f3534c47-9cbf-4ba5-a333-7af39a172e3f on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:05:10.946328 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Pushing event updated for resources: {'Port': ['ID=674ed849-2b54-42e2-90a5-9ff1fac99b47,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:10.948239 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae8ce-f877-4817-a8bf-c86ff5040371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d451165d-4f8d-4090-a319-a7c637c314c9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:10.951559 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae8ce-f877-4817-a8bf-c86ff5040371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:10.960180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8b2ae8ce-f877-4817-a8bf-c86ff5040371 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d451165d-4f8d-4090-a319-a7c637c314c9 HTTP/1.1" status: 204 len: 168 time: 0.6743319 Jan 28 06:05:10.971955 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ae8ce-f877-4817-a8bf-c86ff5040371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d451165d-4f8d-4090-a319-a7c637c314c9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:10.973024 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfd76f-35c8-4491-b17f-9b96d9f9e73d None None] Pushing event deleted for resources: {'Port': ['ID=f3534c47-9cbf-4ba5-a333-7af39a172e3f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:11.015946 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9962fe6-2d7b-4695-98cd-b000d17eb484 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:11.039577 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Attempting to bind port 674ed849-2b54-42e2-90a5-9ff1fac99b47 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:05:11.040249 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Attempting to bind port 674ed849-2b54-42e2-90a5-9ff1fac99b47 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '9155d0cf-5e74-40fc-9c75-52ebb1bca693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cf580c8-569c-49b0-b721-9e3e4405e6cf'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:05:11.040604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Attempting to bind port 674ed849-2b54-42e2-90a5-9ff1fac99b47 on network 3cf580c8-569c-49b0-b721-9e3e4405e6cf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:05:11.102509 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:05:11.102979 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Checking segment: {'id': '9155d0cf-5e74-40fc-9c75-52ebb1bca693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cf580c8-569c-49b0-b721-9e3e4405e6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:11.103473 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:11.103767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Bound using segment: {'id': '9155d0cf-5e74-40fc-9c75-52ebb1bca693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cf580c8-569c-49b0-b721-9e3e4405e6cf'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:05:11.104258 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Bound port: 674ed849-2b54-42e2-90a5-9ff1fac99b47, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9155d0cf-5e74-40fc-9c75-52ebb1bca693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cf580c8-569c-49b0-b721-9e3e4405e6cf'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:05:11.104640 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (674ed849-2b54-42e2-90a5-9ff1fac99b47), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:11.135998 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Port f3534c47-9cbf-4ba5-a333-7af39a172e3f update to ACTIVE by agent not found {{(pid=103636) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 06:05:11.231614 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-212ae0ea-5cb2-4599-bc76-8f15e4624200', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'fixed_ips': [{'subnet_id': '6b19dac5-7403-45a1-ab47-c0ad4681bbec'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:05:11.232874 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:11.243817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-909d40ee-ae34-4334-b66c-b46f4f9653b0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::38a5:5b56:3f5a:769b (212ae0ea-5cb2-4599-bc76-8f15e4624200/6b19dac5-7403-45a1-ab47-c0ad4681bbec/487c5f26-68f9-40bf-bfca-77c0dc744120) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:11.259742 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] For port 674ed849-2b54-42e2-90a5-9ff1fac99b47, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:05:11.287636 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] For port 674ed849-2b54-42e2-90a5-9ff1fac99b47, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=674ed849-2b54-42e2-90a5-9ff1fac99b47,segment=NetworkSegment(9155d0cf-5e74-40fc-9c75-52ebb1bca693),segment_id=9155d0cf-5e74-40fc-9c75-52ebb1bca693)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:05:11.357288 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f3534c47-9cbf-4ba5-a333-7af39a172e3f no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:05:11.385875 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: f3534c47-9cbf-4ba5-a333-7af39a172e3f {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:05:11.386198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f3534c47-9cbf-4ba5-a333-7af39a172e3f not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:05:11.403166 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (674ed849-2b54-42e2-90a5-9ff1fac99b47), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:11.485569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686bb1c-45b9-4de1-81e7-deb72345c758 None None] Pushing event updated for resources: {'Port': ['ID=674ed849-2b54-42e2-90a5-9ff1fac99b47,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:11.503695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Allocated IP 2001:db8::1 (60fad9ba-6e0a-47d1-a69c-f8f152f6755d/320a37c0-49ef-4f6c-a89e-1f9427d77ea3/f8538a87-4683-4590-adec-77f0f0ea4ffe) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:11.562684 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-909d40ee-ae34-4334-b66c-b46f4f9653b0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (487c5f26-68f9-40bf-bfca-77c0dc744120), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:11.748917 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for port (f8538a87-4683-4590-adec-77f0f0ea4ffe), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:11.802964 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-909d40ee-ae34-4334-b66c-b46f4f9653b0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (487c5f26-68f9-40bf-bfca-77c0dc744120), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:11.867638 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909d40ee-ae34-4334-b66c-b46f4f9653b0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:11.871072 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-909d40ee-ae34-4334-b66c-b46f4f9653b0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:11.873523 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909d40ee-ae34-4334-b66c-b46f4f9653b0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:11.886108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d40ee-ae34-4334-b66c-b46f4f9653b0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:11.886904 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-909d40ee-ae34-4334-b66c-b46f4f9653b0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:11.908174 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d40ee-ae34-4334-b66c-b46f4f9653b0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=487c5f26-68f9-40bf-bfca-77c0dc744120,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:11.913062 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (f8538a87-4683-4590-adec-77f0f0ea4ffe), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:11.933074 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Allocated IP 2001:db8::2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/6b19dac5-7403-45a1-ab47-c0ad4681bbec/f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:12.004336 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Network 60fad9ba-6e0a-47d1-a69c-f8f152f6755d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:12.020969 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-909d40ee-ae34-4334-b66c-b46f4f9653b0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4464762 Jan 28 06:05:12.027983 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57868) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:12.039518 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:12.043191 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:12.051409 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (b1370ecf-cd5b-4b79-a586-a5443fff87ed), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:12.168957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ca5654-dea7-412d-8aa2-813dadf4bbda tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:12.177457 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57876) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:12.190923 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e2ca5654-dea7-412d-8aa2-813dadf4bbda tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1453967 Jan 28 06:05:12.213917 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Publish callbacks [] for port (f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:12.239330 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0e20e-e910-4a0f-a21e-466478525050 req-e30a0388-2976-4879-8575-7fe9254a1cb4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:12.241041 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5cc0e20e-e910-4a0f-a21e-466478525050 req-e30a0388-2976-4879-8575-7fe9254a1cb4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 944 time: 0.1539574 Jan 28 06:05:12.294681 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event updated for resources: {'Port': ['ID=f8538a87-4683-4590-adec-77f0f0ea4ffe,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:12.326617 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:12.387895 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:12.391642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:12.396210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:12.402065 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5cc0e20e-e910-4a0f-a21e-466478525050 req-5432d4b9-002d-4012-9ce2-5127f2bddb9f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505184 Jan 28 06:05:12.412510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Pushing event updated for resources: {'Port': ['ID=f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:12.527703 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-818ea1c4-df72-4588-ba0a-89b8713603b9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port 487c5f26-68f9-40bf-bfca-77c0dc744120 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:12.528314 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-818ea1c4-df72-4588-ba0a-89b8713603b9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (487c5f26-68f9-40bf-bfca-77c0dc744120), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:12.550088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Attempting to bind port f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:05:12.550614 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Attempting to bind port f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:05:12.551233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Attempting to bind port f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1 on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:05:12.591985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:05:12.592366 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:12.593027 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:12.593596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:05:12.594930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Bound port: f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:05:12.595523 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:12.613344 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-23119a32-6f45-48c7-ac5a-c2e19b9c1805 None None] Provisioning complete for port f8538a87-4683-4590-adec-77f0f0ea4ffe triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:12.614633 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23119a32-6f45-48c7-ac5a-c2e19b9c1805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f8538a87-4683-4590-adec-77f0f0ea4ffe), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:12.654718 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-818ea1c4-df72-4588-ba0a-89b8713603b9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (487c5f26-68f9-40bf-bfca-77c0dc744120), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:12.674673 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-818ea1c4-df72-4588-ba0a-89b8713603b9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for 487c5f26-68f9-40bf-bfca-77c0dc744120 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:12.703243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57892) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:12.710784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-23119a32-6f45-48c7-ac5a-c2e19b9c1805 None None] Port f8538a87-4683-4590-adec-77f0f0ea4ffe cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:05:12.721929 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] For port f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:05:12.736996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] For port f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:05:12.798927 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:12.806765 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f8538a87-4683-4590-adec-77f0f0ea4ffe), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:12.848145 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-85660ba4-1f4f-40ca-9f96-c4fdb299ff25 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:12.849741 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-85660ba4-1f4f-40ca-9f96-c4fdb299ff25 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1452196 Jan 28 06:05:12.852839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57896) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:12.857610 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-617f2acf-3937-4e70-9a0f-6f238f90afd8 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:12.859738 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-617f2acf-3937-4e70-9a0f-6f238f90afd8 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052838 Jan 28 06:05:12.862122 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57898) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:12.868406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-ac95edc7-786e-4c1c-b339-303d363f3de4 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:12.870138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ac95edc7-786e-4c1c-b339-303d363f3de4 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0065184 Jan 28 06:05:12.872439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57900) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:12.879193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-ba2d1593-08f1-47a1-8c22-8b2b6f6b8e3e tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:12.880594 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ba2d1593-08f1-47a1-8c22-8b2b6f6b8e3e tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0069470 Jan 28 06:05:12.898179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57902) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:12.918768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-3a09e8da-3c94-4e68-a00c-d9b221779892 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:12.920745 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3a09e8da-3c94-4e68-a00c-d9b221779892 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0120928 Jan 28 06:05:12.924949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57906) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:12.939523 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-64ba4c7f-8e98-4f4a-9e0b-5fd9283e3fe9 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:12.940511 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-64ba4c7f-8e98-4f4a-9e0b-5fd9283e3fe9 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0143063 Jan 28 06:05:12.943166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57908) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:12.949048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-190219a9-5f45-495d-9e7a-0a406ef84c3a tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:12.950443 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-190219a9-5f45-495d-9e7a-0a406ef84c3a tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0060110 Jan 28 06:05:12.956795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924e38b-97eb-42b5-8501-21b416433d06 None None] Pushing event updated for resources: {'Port': ['ID=f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:12.958856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57910) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:12.965692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-9e1bf47d-6a33-4924-b42a-d8adf06024f3 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:12.971643 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9e1bf47d-6a33-4924-b42a-d8adf06024f3 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0111511 Jan 28 06:05:12.973928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57912) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:12.980408 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-a75cb88c-d4af-4f91-aaec-dfba5d5f77d3 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:12.985616 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a75cb88c-d4af-4f91-aaec-dfba5d5f77d3 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0065856 Jan 28 06:05:12.987652 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57914) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:12.993489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-6cf9b68d-b8d9-4cba-a1a1-b83f5e82f349 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:12.996268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6cf9b68d-b8d9-4cba-a1a1-b83f5e82f349 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0071986 Jan 28 06:05:12.998845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57916) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.010037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-952cea28-9c8c-4a59-9578-9fe8a00e0f68 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.011510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-952cea28-9c8c-4a59-9578-9fe8a00e0f68 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0115743 Jan 28 06:05:13.014435 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57918) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.021732 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-edf53b5c-b64f-41fd-983e-d7591ba0c09b tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.024933 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-edf53b5c-b64f-41fd-983e-d7591ba0c09b tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0073113 Jan 28 06:05:13.032441 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57920) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.039281 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-c1ccc546-d046-4216-b3b6-e59b48ec7180 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.041838 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c1ccc546-d046-4216-b3b6-e59b48ec7180 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0083134 Jan 28 06:05:13.045579 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57922) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.049985 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-371697cd-9163-4925-909c-6aca2c20b2e2 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.051133 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-371697cd-9163-4925-909c-6aca2c20b2e2 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045919 Jan 28 06:05:13.058251 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57924) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.066427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-b40a39fe-0c99-44df-b0cd-ceb3befcd48e tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.067933 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b40a39fe-0c99-44df-b0cd-ceb3befcd48e tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055516 Jan 28 06:05:13.074815 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57928) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.093048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-55fe0dac-34f9-4054-970d-91e292f16c39 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.095553 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-55fe0dac-34f9-4054-970d-91e292f16c39 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0190744 Jan 28 06:05:13.100078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57932) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.110215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-8ba670fa-d10b-48ad-a14e-c1e5f9d97141 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.113479 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8ba670fa-d10b-48ad-a14e-c1e5f9d97141 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0107238 Jan 28 06:05:13.119793 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57934) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.122568 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-818ea1c4-df72-4588-ba0a-89b8713603b9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (487c5f26-68f9-40bf-bfca-77c0dc744120), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:13.126261 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-e943bdd2-7146-4946-b709-bcc4d3923eaa tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.128561 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e943bdd2-7146-4946-b709-bcc4d3923eaa tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0074677 Jan 28 06:05:13.131157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57938) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.138138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-089410d3-7a1f-4490-afd5-29e8bd2d4660 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.143551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-089410d3-7a1f-4490-afd5-29e8bd2d4660 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0112016 Jan 28 06:05:13.147253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57940) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.156173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-8ca4919c-da8d-45bd-b964-2974e7acce1a tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.156173 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8ca4919c-da8d-45bd-b964-2974e7acce1a tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0060713 Jan 28 06:05:13.157653 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57944) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.162231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-a7eb366c-6b76-4a9a-8206-060205e16fab tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.165870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a7eb366c-6b76-4a9a-8206-060205e16fab tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0070338 Jan 28 06:05:13.169356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57946) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.182584 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-81816623-1ab0-42b1-8848-79a76158713c tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.183929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-81816623-1ab0-42b1-8848-79a76158713c tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0114491 Jan 28 06:05:13.187418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57948) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.199474 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-8e56d1f5-adbd-425d-8cc5-195ee0e2d35e tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.202896 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8e56d1f5-adbd-425d-8cc5-195ee0e2d35e tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0131574 Jan 28 06:05:13.211428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57950) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.217479 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-c83ca620-5b0e-4969-8597-2deb880282fd tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.218524 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd84b66-5b41-4453-940e-bb8901e91ed2 None None] Network 3cf580c8-569c-49b0-b721-9e3e4405e6cf requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:13.219068 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c83ca620-5b0e-4969-8597-2deb880282fd tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0063276 Jan 28 06:05:13.224897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57952) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.237855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-5912d228-2cdd-4c7a-9321-53578037cd79 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.239847 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5912d228-2cdd-4c7a-9321-53578037cd79 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0135405 Jan 28 06:05:13.246637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57954) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.254800 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-7bcdbfbd-dd6a-4b64-9d61-b3143207724d tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.263535 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7bcdbfbd-dd6a-4b64-9d61-b3143207724d tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0157387 Jan 28 06:05:13.266133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57958) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.275337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-cc9bbb85-8ad8-44c6-af75-c5dcafa45e9f tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.277477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cc9bbb85-8ad8-44c6-af75-c5dcafa45e9f tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0097697 Jan 28 06:05:13.284213 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57960) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.310485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-35b96f2a-575d-4043-8ae7-eb68b469aa93 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.311879 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-35b96f2a-575d-4043-8ae7-eb68b469aa93 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0230143 Jan 28 06:05:13.315233 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57962) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.323922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-0c24a669-c889-4c5e-b4d8-95375793c7f5 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.326083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0c24a669-c889-4c5e-b4d8-95375793c7f5 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0097215 Jan 28 06:05:13.335044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57966) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.341658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-d01b699d-8a5f-4b3e-a236-ae9a9cd9b2dc tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.346770 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d01b699d-8a5f-4b3e-a236-ae9a9cd9b2dc tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0134177 Jan 28 06:05:13.347763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57968) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.357205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-9e88ab09-7185-4bb9-814f-42f394f6b8eb tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.360447 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9e88ab09-7185-4bb9-814f-42f394f6b8eb tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0102229 Jan 28 06:05:13.363715 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57970) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.377085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-2b453d73-d004-4f10-bb91-d9ae12545e9b tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.378332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2b453d73-d004-4f10-bb91-d9ae12545e9b tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0132082 Jan 28 06:05:13.381343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57972) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.392245 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-e6d8cac9-f20f-4027-9474-d080a1c0d7ec tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.397135 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e6d8cac9-f20f-4027-9474-d080a1c0d7ec tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0145824 Jan 28 06:05:13.400968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57974) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.423100 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-88c0f0c6-121d-4df6-8e2e-70abb81636fe tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.430012 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-88c0f0c6-121d-4df6-8e2e-70abb81636fe tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0213549 Jan 28 06:05:13.436656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57978) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.447929 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-5362ca89-718b-4496-9e8c-2943b2911979 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.450192 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ea1c4-df72-4588-ba0a-89b8713603b9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=487c5f26-68f9-40bf-bfca-77c0dc744120,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:13.453324 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5362ca89-718b-4496-9e8c-2943b2911979 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0159276 Jan 28 06:05:13.455921 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-818ea1c4-df72-4588-ba0a-89b8713603b9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:13.456274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57980) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.471755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-8768da69-a6e8-48f8-b1a3-286426af9b8f tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.478646 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8768da69-a6e8-48f8-b1a3-286426af9b8f tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0196960 Jan 28 06:05:13.485103 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-818ea1c4-df72-4588-ba0a-89b8713603b9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/487c5f26-68f9-40bf-bfca-77c0dc744120 HTTP/1.1" status: 204 len: 168 time: 1.3066061 Jan 28 06:05:13.485740 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57982) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.487754 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57984) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.532707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-1bb96a0f-be7a-4efa-9ddd-a882dbf8b678 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.533764 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1bb96a0f-be7a-4efa-9ddd-a882dbf8b678 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0283074 Jan 28 06:05:13.537750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57986) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.553789 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-1fc8c9ce-13bf-40b0-97b0-02a04329bba1 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.557067 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1fc8c9ce-13bf-40b0-97b0-02a04329bba1 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0159843 Jan 28 06:05:13.571164 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57988) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.583806 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 674ed849-2b54-42e2-90a5-9ff1fac99b47 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:13.591777 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-9b5bda8b-5e6b-4334-a534-3aeb2f17b209 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.601421 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9b5bda8b-5e6b-4334-a534-3aeb2f17b209 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0206163 Jan 28 06:05:13.607185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57990) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.620797 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ea538964-61a4-40af-bdf1-14884662c0e3 None None] Provisioning complete for port 674ed849-2b54-42e2-90a5-9ff1fac99b47 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:13.621393 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea538964-61a4-40af-bdf1-14884662c0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (674ed849-2b54-42e2-90a5-9ff1fac99b47), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:13.634070 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-21dccfcb-c6d8-4534-b693-b174554dacce tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.635640 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-21dccfcb-c6d8-4534-b693-b174554dacce tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0180116 Jan 28 06:05:13.676160 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57992) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.683827 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-88f3fe8b-9383-44f5-acf3-bd440ad8fe7e tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.690659 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-88f3fe8b-9383-44f5-acf3-bd440ad8fe7e tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0123289 Jan 28 06:05:13.699624 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57994) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.701665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 674ed849-2b54-42e2-90a5-9ff1fac99b47 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:13.702210 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (674ed849-2b54-42e2-90a5-9ff1fac99b47), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:13.743396 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-849becd3-78c4-4f15-89c6-d784d4bd4ae2 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.747776 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-849becd3-78c4-4f15-89c6-d784d4bd4ae2 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0192115 Jan 28 06:05:13.762990 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57996) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.778368 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-bed9ce69-6b65-429b-8aa3-27fe32cf2e2f tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.781514 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bed9ce69-6b65-429b-8aa3-27fe32cf2e2f tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0139556 Jan 28 06:05:13.788232 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d748b0-a048-49c4-8d31-a73db80340d4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:13.793965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d748b0-a048-49c4-8d31-a73db80340d4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:13.808465 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-08d748b0-a048-49c4-8d31-a73db80340d4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3165960 Jan 28 06:05:13.814601 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58000) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.815917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58002) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.835154 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ea538964-61a4-40af-bdf1-14884662c0e3 None None] Current status of the port 674ed849-2b54-42e2-90a5-9ff1fac99b47 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:13.836121 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea538964-61a4-40af-bdf1-14884662c0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (674ed849-2b54-42e2-90a5-9ff1fac99b47), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:13.839729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-d6e1efe8-72b0-4504-820e-0bfe74ec1425 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.846602 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 674ed849-2b54-42e2-90a5-9ff1fac99b47 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:13.848383 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (674ed849-2b54-42e2-90a5-9ff1fac99b47), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:13.849665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d6e1efe8-72b0-4504-820e-0bfe74ec1425 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0293930 Jan 28 06:05:13.900710 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 674ed849-2b54-42e2-90a5-9ff1fac99b47, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=674ed849-2b54-42e2-90a5-9ff1fac99b47,segment=NetworkSegment(9155d0cf-5e74-40fc-9c75-52ebb1bca693),segment_id=9155d0cf-5e74-40fc-9c75-52ebb1bca693)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:13.907904 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58004) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.922567 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:05:13.926118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-d2c66c93-42ac-4950-9300-fc5081674220 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.929624 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d2c66c93-42ac-4950-9300-fc5081674220 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0174816 Jan 28 06:05:13.930340 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58006) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.945699 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-e8561ac0-ac13-4e99-9c93-dac70b30f619 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.947205 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e8561ac0-ac13-4e99-9c93-dac70b30f619 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0118337 Jan 28 06:05:13.954288 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58012) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.987687 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-c6e1bcb1-762c-4ba6-98e7-478e88f57468 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:13.993054 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58014) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:13.997411 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c6e1bcb1-762c-4ba6-98e7-478e88f57468 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0356324 Jan 28 06:05:14.000924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-3df40083-2840-46d2-817d-7a1260f6e63e tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.002587 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3df40083-2840-46d2-817d-7a1260f6e63e tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0081642 Jan 28 06:05:14.009359 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58016) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.019475 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1f72e0-d608-4ac0-a5be-31bb90de8dd2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet 6b19dac5-7403-45a1-ab47-c0ad4681bbec {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:05:14.021522 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-d5eadada-c8a7-4b33-8100-714c7f5aa348 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.022560 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d5eadada-c8a7-4b33-8100-714c7f5aa348 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0120132 Jan 28 06:05:14.026261 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58018) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.033803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-66db0601-492a-473f-af75-b1437bfa5caa tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.034839 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed1f72e0-d608-4ac0-a5be-31bb90de8dd2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (6b19dac5-7403-45a1-ab47-c0ad4681bbec), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:14.035385 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-66db0601-492a-473f-af75-b1437bfa5caa tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0051754 Jan 28 06:05:14.039656 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58020) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.063397 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-bb5fbcb9-4bbe-4764-ba44-ccb146e57ac7 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.064542 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bb5fbcb9-4bbe-4764-ba44-ccb146e57ac7 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0214479 Jan 28 06:05:14.067837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:14.071626 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58022) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.078730 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-e411e792-11db-4dfb-ae69-e4da55caa1f5 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.079732 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e411e792-11db-4dfb-ae69-e4da55caa1f5 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0056243 Jan 28 06:05:14.085077 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'port_id': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'mac_address': 'fa:16:3e:ec:b6:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e98d012-dc76-40bb-b222-219932b863c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:05:14.091256 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58024) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.093129 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (674ed849-2b54-42e2-90a5-9ff1fac99b47), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:14.095299 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-88b31a44-69a2-491a-95eb-edd2a0a74505 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.097323 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-88b31a44-69a2-491a-95eb-edd2a0a74505 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0066090 Jan 28 06:05:14.103582 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58026) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.104710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0045e-4913-4aa9-9741-29a1259ff8a2 req-5c1d9418-6700-4aa9-b2b7-c5347fbe2b11 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:14.107688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-d7282cb1-c248-4c89-ae87-6ce861fe6b06 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.111287 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d7282cb1-c248-4c89-ae87-6ce861fe6b06 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052934 Jan 28 06:05:14.122695 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6fe0045e-4913-4aa9-9741-29a1259ff8a2 req-5c1d9418-6700-4aa9-b2b7-c5347fbe2b11 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 944 time: 0.5376389 Jan 28 06:05:14.125093 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58030) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.144598 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-41b2c1a8-5150-4acb-8c1a-35c90c4b5330 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.149104 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-41b2c1a8-5150-4acb-8c1a-35c90c4b5330 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0185962 Jan 28 06:05:14.149802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58034) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.153137 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed1f72e0-d608-4ac0-a5be-31bb90de8dd2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (6b19dac5-7403-45a1-ab47-c0ad4681bbec), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:14.163160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-51aaadab-b4fd-4958-8d3e-2e36e2b74016 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.168055 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-51aaadab-b4fd-4958-8d3e-2e36e2b74016 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0102212 Jan 28 06:05:14.178752 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for port (f8538a87-4683-4590-adec-77f0f0ea4ffe), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:14.180590 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58036) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.193486 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-685313fb-5867-44a3-8db3-302aba57909e tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.197762 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-685313fb-5867-44a3-8db3-302aba57909e tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0098023 Jan 28 06:05:14.198164 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58038) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.202747 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-456f6570-07e5-4437-b120-65718817e696 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.204419 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-456f6570-07e5-4437-b120-65718817e696 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0047495 Jan 28 06:05:14.219539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58040) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.233831 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-5a42e0cb-b268-4c28-8dbc-48368a8a5264 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.233831 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5a42e0cb-b268-4c28-8dbc-48368a8a5264 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0119450 Jan 28 06:05:14.233831 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58042) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.241552 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-24e6c2b8-56b5-43dc-b27e-c3056d52f5da tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.246370 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-24e6c2b8-56b5-43dc-b27e-c3056d52f5da tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0098009 Jan 28 06:05:14.246693 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58044) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.258112 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-036314d0-46ea-4cb2-b360-1b4e5eccc7d6 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.262047 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-036314d0-46ea-4cb2-b360-1b4e5eccc7d6 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0108027 Jan 28 06:05:14.262047 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (f8538a87-4683-4590-adec-77f0f0ea4ffe), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:14.262047 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (b1370ecf-cd5b-4b79-a586-a5443fff87ed), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:14.267503 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58046) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.274850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-c5031272-36e7-41b8-a8a9-242cac88e54d tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.278551 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c5031272-36e7-41b8-a8a9-242cac88e54d tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0072737 Jan 28 06:05:14.284402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58048) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.295548 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-020fade8-d871-4ffb-b422-d0cdb94f1936 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.297763 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-020fade8-d871-4ffb-b422-d0cdb94f1936 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0095918 Jan 28 06:05:14.327384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58050) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.327384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6fe0045e-4913-4aa9-9741-29a1259ff8a2 req-490d6116-c2e8-4cd9-9a0f-e1a62ac6413d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022572 Jan 28 06:05:14.331723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-6f9b6b64-7914-40fa-80b2-d886ffdf6f08 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.332887 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6f9b6b64-7914-40fa-80b2-d886ffdf6f08 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0059452 Jan 28 06:05:14.336649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58052) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.341279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-e7b9d2bb-3a7e-4768-8b95-10593f6eaad3 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.345431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e7b9d2bb-3a7e-4768-8b95-10593f6eaad3 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0073214 Jan 28 06:05:14.349144 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58056) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.373575 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-9ac585fb-b656-47e4-ac40-474966edd2c0 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.374814 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9ac585fb-b656-47e4-ac40-474966edd2c0 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0117970 Jan 28 06:05:14.378163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58058) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.397455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-160a5d6c-b128-4f00-9150-e9cc1f6c970f tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.398882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-160a5d6c-b128-4f00-9150-e9cc1f6c970f tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0195727 Jan 28 06:05:14.401853 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58062) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.407375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-5b0edffa-fa12-471c-a73d-e0db0a6a436d tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.419256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5b0edffa-fa12-471c-a73d-e0db0a6a436d tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0129881 Jan 28 06:05:14.426979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58064) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.448544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [None req-1aa4f640-536f-4b93-88b4-0e3e965c732a tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.450320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1aa4f640-536f-4b93-88b4-0e3e965c732a tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0136385 Jan 28 06:05:14.455084 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58066) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.472621 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-f15305a0-2f6d-4bcc-b61c-34a5e80e41aa tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.474455 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f15305a0-2f6d-4bcc-b61c-34a5e80e41aa tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0128379 Jan 28 06:05:14.480492 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58068) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.488469 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [None req-32a9f8c2-2464-49c9-bfe9-da43e64e00a9 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:14.493346 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-32a9f8c2-2464-49c9-bfe9-da43e64e00a9 tempest-ExtensionsTestJSON-255285652 tempest-ExtensionsTestJSON-255285652-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0087080 Jan 28 06:05:14.508513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event updated for resources: {'Port': ['ID=f8538a87-4683-4590-adec-77f0f0ea4ffe,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:14.562898 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed1f72e0-d608-4ac0-a5be-31bb90de8dd2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (6b19dac5-7403-45a1-ab47-c0ad4681bbec), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:14.572331 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=674ed849-2b54-42e2-90a5-9ff1fac99b47,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:14.604433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Network 60fad9ba-6e0a-47d1-a69c-f8f152f6755d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:14.610103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:14.611133 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-ea538964-61a4-40af-bdf1-14884662c0e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:05:14.611702 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-ea538964-61a4-40af-bdf1-14884662c0e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:05:14.612557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:14.613131 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:14.634449 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:05:14.674372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:14.739624 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:14.769688 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed1f72e0-d608-4ac0-a5be-31bb90de8dd2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (6b19dac5-7403-45a1-ab47-c0ad4681bbec), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:14.787829 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Router b1370ecf-cd5b-4b79-a586-a5443fff87ed has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:05:14.829891 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:14.848361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f72e0-d608-4ac0-a5be-31bb90de8dd2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=6b19dac5-7403-45a1-ab47-c0ad4681bbec,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:14.853499 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed1f72e0-d608-4ac0-a5be-31bb90de8dd2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:14.854838 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ed1f72e0-d608-4ac0-a5be-31bb90de8dd2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/6b19dac5-7403-45a1-ab47-c0ad4681bbec HTTP/1.1" status: 204 len: 168 time: 1.0229845 Jan 28 06:05:14.857387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58080) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.912350 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-918298e8-c76d-47c7-9300-4ec153f59164 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535903 Jan 28 06:05:14.914692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58082) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:14.919667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a907149d-ee55-49b4-85dc-184e791b8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:15.020094 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:05:15.025703 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c78776-22e6-4e2b-840e-23d12d5f007b None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:15.030745 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-caa0e193-8231-4be5-8fce-891d9f52fdd6 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "PUT /v2.0/routers/b1370ecf-cd5b-4b79-a586-a5443fff87ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9846103 Jan 28 06:05:15.030963 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5a5a5-7d0e-4f8d-9d69-8603949e68e5 None None] Sync routers for ids ['b1370ecf-cd5b-4b79-a586-a5443fff87ed'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:05:15.033733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58084) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:15.044024 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['7a3eda08-a8e6-40d6-8fb1-a7f6597372bf'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:05:15.058969 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f5a5a5-7d0e-4f8d-9d69-8603949e68e5 None None] Routers {'b1370ecf-cd5b-4b79-a586-a5443fff87ed'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:05:15.064372 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-07f5a5a5-7d0e-4f8d-9d69-8603949e68e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:05:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b1370ecf-cd5b-4b79-a586-a5443fff87ed'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:15.147588 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-07f5a5a5-7d0e-4f8d-9d69-8603949e68e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:15.168427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a907149d-ee55-49b4-85dc-184e791b8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:15.172953 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a907149d-ee55-49b4-85dc-184e791b8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:15.183959 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f5a5a5-7d0e-4f8d-9d69-8603949e68e5 None None] Routers {'b1370ecf-cd5b-4b79-a586-a5443fff87ed'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:05:15.184583 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-07f5a5a5-7d0e-4f8d-9d69-8603949e68e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:05:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b1370ecf-cd5b-4b79-a586-a5443fff87ed'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:15.277580 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab5eb1d3-a455-4f02-95b7-0dfae29a9e51 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for router (b1370ecf-cd5b-4b79-a586-a5443fff87ed), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:15.335264 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58094) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:15.473508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ea538964-61a4-40af-bdf1-14884662c0e3 None None] Current status of the port 674ed849-2b54-42e2-90a5-9ff1fac99b47 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:15.522284 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-ab5eb1d3-a455-4f02-95b7-0dfae29a9e51 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 06:05:15.525335 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-07f5a5a5-7d0e-4f8d-9d69-8603949e68e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:15.533404 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5a5a5-7d0e-4f8d-9d69-8603949e68e5 None None] The sync data for ids ['b1370ecf-cd5b-4b79-a586-a5443fff87ed'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:05:15.541716 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ab5eb1d3-a455-4f02-95b7-0dfae29a9e51 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "DELETE /v2.0/routers/b1370ecf-cd5b-4b79-a586-a5443fff87ed HTTP/1.1" status: 409 len: 329 time: 0.5043433 Jan 28 06:05:15.542675 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58108) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:15.551113 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:15.669347 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-71fd32e2-54e4-4d47-aee1-33826422e794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:15.725222 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-71327db9-17d6-4808-b25e-f3c267e79303 None None] Provisioning complete for port f8538a87-4683-4590-adec-77f0f0ea4ffe triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:15.725973 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71327db9-17d6-4808-b25e-f3c267e79303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f8538a87-4683-4590-adec-77f0f0ea4ffe), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:15.777993 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a907149d-ee55-49b4-85dc-184e791b8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (0e180e0d-cd06-441f-979b-b98b7c65964c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:15.788903 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892e4e22-be40-4e3c-90cb-70a4b94b9ecc None None] DHCP port deletion for 212ae0ea-5cb2-4599-bc76-8f15e4624200 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:05:15.810517 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-71fd32e2-54e4-4d47-aee1-33826422e794 admin admin] Publish callbacks [] for security_group (dd77ceda-d4c3-4e6f-a5db-b3ca605a404c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:15.848308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a907149d-ee55-49b4-85dc-184e791b8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:15.859844 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-71327db9-17d6-4808-b25e-f3c267e79303 None None] Port f8538a87-4683-4590-adec-77f0f0ea4ffe cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:05:15.871807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:15.872161 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:15.882817 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-71fd32e2-54e4-4d47-aee1-33826422e794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dd77ceda-d4c3-4e6f-a5db-b3ca605a404c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:15.891645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a907149d-ee55-49b4-85dc-184e791b8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:15.901475 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a907149d-ee55-49b4-85dc-184e791b8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:15.902899 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a907149d-ee55-49b4-85dc-184e791b8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:15.927973 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-71327db9-17d6-4808-b25e-f3c267e79303 None None] Provisioning complete for port 674ed849-2b54-42e2-90a5-9ff1fac99b47 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:15.928349 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71327db9-17d6-4808-b25e-f3c267e79303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (674ed849-2b54-42e2-90a5-9ff1fac99b47), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:15.930454 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-71fd32e2-54e4-4d47-aee1-33826422e794 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd3ba83b2222403e93028f8aeac91fd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5936532 Jan 28 06:05:15.931136 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58112) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:15.933617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836559b8-8a69-425d-b13a-761ff92275b0 req-2099213d-813a-46fb-afb0-47db1ea6ef8d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:15.935273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-836559b8-8a69-425d-b13a-761ff92275b0 req-2099213d-813a-46fb-afb0-47db1ea6ef8d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 945 time: 0.3940911 Jan 28 06:05:15.964291 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd32e2-54e4-4d47-aee1-33826422e794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd77ceda-d4c3-4e6f-a5db-b3ca605a404c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:15.992573 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907149d-ee55-49b4-85dc-184e791b8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=0e180e0d-cd06-441f-979b-b98b7c65964c,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:15.992781 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a296375e-d3d6-4888-8bea-715a48fdfcfa admin admin] Publish callbacks [] for security_group (dd77ceda-d4c3-4e6f-a5db-b3ca605a404c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:16.020417 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a296375e-d3d6-4888-8bea-715a48fdfcfa admin admin] Publish callbacks [] for security_group (dd77ceda-d4c3-4e6f-a5db-b3ca605a404c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:16.059561 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-836559b8-8a69-425d-b13a-761ff92275b0 req-a0bb3591-ccd6-44ef-9d33-1d39dfa225e8 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122022 Jan 28 06:05:16.069317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-892e4e22-be40-4e3c-90cb-70a4b94b9ecc None None] Deleting port f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:16.069906 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-892e4e22-be40-4e3c-90cb-70a4b94b9ecc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:16.182751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a907149d-ee55-49b4-85dc-184e791b8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2645149 Jan 28 06:05:16.183371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58120) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:16.188014 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a055dd9c-e42d-479d-9bf2-28e4abb1bba8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (b1370ecf-cd5b-4b79-a586-a5443fff87ed), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:16.189037 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-84640bfe-80bb-44bf-8d11-58487b9a68bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'fixed_ips': [{'subnet_id': '0e180e0d-cd06-441f-979b-b98b7c65964c', 'ip_address': '2001:db8::f1df:6c5c:f2f7:c7d2'}], 'name': 'tempest-NetworksTestDHCPv6-517789391'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:16.217268 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a296375e-d3d6-4888-8bea-715a48fdfcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dd77ceda-d4c3-4e6f-a5db-b3ca605a404c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:16.220519 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a296375e-d3d6-4888-8bea-715a48fdfcfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:16.222598 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a296375e-d3d6-4888-8bea-715a48fdfcfa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd77ceda-d4c3-4e6f-a5db-b3ca605a404c HTTP/1.1" status: 204 len: 168 time: 0.2901475 Jan 28 06:05:16.244875 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-892e4e22-be40-4e3c-90cb-70a4b94b9ecc None None] For port f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:16.245639 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-892e4e22-be40-4e3c-90cb-70a4b94b9ecc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:16.266036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-892e4e22-be40-4e3c-90cb-70a4b94b9ecc None None] Calling delete_port for f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:16.282924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296375e-d3d6-4888-8bea-715a48fdfcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd77ceda-d4c3-4e6f-a5db-b3ca605a404c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:16.377292 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:16.377874 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:16.438343 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-71327db9-17d6-4808-b25e-f3c267e79303 None None] Current status of the port 674ed849-2b54-42e2-90a5-9ff1fac99b47 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:16.450418 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-71327db9-17d6-4808-b25e-f3c267e79303 None None] Provisioning complete for port f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:16.450815 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71327db9-17d6-4808-b25e-f3c267e79303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:16.474711 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-892e4e22-be40-4e3c-90cb-70a4b94b9ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:16.502363 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e4e22-be40-4e3c-90cb-70a4b94b9ecc None None] No DVR routers for this DVR port f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:05:16.549458 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e4e22-be40-4e3c-90cb-70a4b94b9ecc None None] Pushing event deleted for resources: {'Port': ['ID=f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:16.552202 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 674ed849-2b54-42e2-90a5-9ff1fac99b47 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:16.558018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060d8e77-65ff-4478-a125-017389c2b0dc None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:16.562846 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84640bfe-80bb-44bf-8d11-58487b9a68bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:16.591514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-71327db9-17d6-4808-b25e-f3c267e79303 None None] Could not find standard attr ID for object f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:05:16.600582 n-d-812111-12 neutron-server[103636]: INFO neutron.plugins.ml2.db [None req-71327db9-17d6-4808-b25e-f3c267e79303 None None] No ports have port_id starting with f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1 Jan 28 06:05:16.601719 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a055dd9c-e42d-479d-9bf2-28e4abb1bba8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Deleting port f8538a87-4683-4590-adec-77f0f0ea4ffe {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:16.602268 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a055dd9c-e42d-479d-9bf2-28e4abb1bba8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f8538a87-4683-4590-adec-77f0f0ea4ffe), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:16.740157 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-84640bfe-80bb-44bf-8d11-58487b9a68bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:16.786333 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 674ed849-2b54-42e2-90a5-9ff1fac99b47 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:16.787541 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (674ed849-2b54-42e2-90a5-9ff1fac99b47), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:16.797997 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-84640bfe-80bb-44bf-8d11-58487b9a68bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port 893e477f-df41-49f3-aa42-4c1392c9ada4 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:05:16.833045 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a055dd9c-e42d-479d-9bf2-28e4abb1bba8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f8538a87-4683-4590-adec-77f0f0ea4ffe), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:16.855278 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a055dd9c-e42d-479d-9bf2-28e4abb1bba8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Calling delete_port for f8538a87-4683-4590-adec-77f0f0ea4ffe owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:16.875783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-212ae0ea-5cb2-4599-bc76-8f15e4624200', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'fixed_ips': [{'subnet_id': '0e180e0d-cd06-441f-979b-b98b7c65964c'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:05:16.876867 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:16.983685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 674ed849-2b54-42e2-90a5-9ff1fac99b47 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:17.049589 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-84640bfe-80bb-44bf-8d11-58487b9a68bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::f1df:6c5c:f2f7:c7d2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/0e180e0d-cd06-441f-979b-b98b7c65964c/893e477f-df41-49f3-aa42-4c1392c9ada4) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:17.203126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5603fce-8703-4e44-807d-ee7ce74af8ef req-88c1eca7-1473-4a08-a846-8489e7598c86 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:17.204775 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5603fce-8703-4e44-807d-ee7ce74af8ef req-88c1eca7-1473-4a08-a846-8489e7598c86 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 945 time: 0.0607729 Jan 28 06:05:17.255897 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a055dd9c-e42d-479d-9bf2-28e4abb1bba8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f8538a87-4683-4590-adec-77f0f0ea4ffe), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:17.277234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:05:17.332715 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055dd9c-e42d-479d-9bf2-28e4abb1bba8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event deleted for resources: {'Port': ['ID=f8538a87-4683-4590-adec-77f0f0ea4ffe,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:17.344436 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:05:17.344819 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f5a1c3f4-1539-4d19-86bc-b0fe6560a6d1 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:05:17.346129 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-84640bfe-80bb-44bf-8d11-58487b9a68bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (893e477f-df41-49f3-aa42-4c1392c9ada4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:17.347087 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5603fce-8703-4e44-807d-ee7ce74af8ef req-3b826aa6-d3bc-4fa1-b016-8420ae8cf33a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348438 Jan 28 06:05:17.493770 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a055dd9c-e42d-479d-9bf2-28e4abb1bba8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (b1370ecf-cd5b-4b79-a586-a5443fff87ed), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:17.556765 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-84640bfe-80bb-44bf-8d11-58487b9a68bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (893e477f-df41-49f3-aa42-4c1392c9ada4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:17.650046 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Allocated IP 2001:db8::2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/0e180e0d-cd06-441f-979b-b98b7c65964c/12d197bc-880d-4fa4-b968-6cb34f3e9707) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:17.668851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84640bfe-80bb-44bf-8d11-58487b9a68bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:17.672168 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-84640bfe-80bb-44bf-8d11-58487b9a68bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:17.681959 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84640bfe-80bb-44bf-8d11-58487b9a68bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:17.698983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84640bfe-80bb-44bf-8d11-58487b9a68bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:17.700104 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-84640bfe-80bb-44bf-8d11-58487b9a68bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:17.707944 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84640bfe-80bb-44bf-8d11-58487b9a68bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=893e477f-df41-49f3-aa42-4c1392c9ada4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:17.808986 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-84640bfe-80bb-44bf-8d11-58487b9a68bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6238358 Jan 28 06:05:17.812049 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58178) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:17.925062 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a4494e-736e-4f03-8342-6e18b4f13b64 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:17.925461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:17.930432 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d1a4494e-736e-4f03-8342-6e18b4f13b64 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1162641 Jan 28 06:05:17.935454 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58180) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:18.123253 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b7f4caea-2d32-4384-9bcf-d6e4bc4cbb78 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port 893e477f-df41-49f3-aa42-4c1392c9ada4 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:18.123691 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7f4caea-2d32-4384-9bcf-d6e4bc4cbb78 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (893e477f-df41-49f3-aa42-4c1392c9ada4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:18.137255 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Publish callbacks [] for port (12d197bc-880d-4fa4-b968-6cb34f3e9707), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:18.215424 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58188) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:18.240795 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7f4caea-2d32-4384-9bcf-d6e4bc4cbb78 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (893e477f-df41-49f3-aa42-4c1392c9ada4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:18.253751 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b7f4caea-2d32-4384-9bcf-d6e4bc4cbb78 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for 893e477f-df41-49f3-aa42-4c1392c9ada4 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:18.260782 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:05:18.265039 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:18.265354 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:18.275484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a055dd9c-e42d-479d-9bf2-28e4abb1bba8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Router b1370ecf-cd5b-4b79-a586-a5443fff87ed has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:05:18.325057 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (12d197bc-880d-4fa4-b968-6cb34f3e9707), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:18.381431 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ead86887-6ae6-4d81-a23e-4b9f74d61c8f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-578693245'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:18.386531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a055dd9c-e42d-479d-9bf2-28e4abb1bba8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:05:18.417992 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:18.419123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a6effb-8aec-4e8d-8f0a-ec4c3471b091 None None] Sync routers for ids ['b1370ecf-cd5b-4b79-a586-a5443fff87ed'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:05:18.425094 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a055dd9c-e42d-479d-9bf2-28e4abb1bba8 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "PUT /v2.0/routers/b1370ecf-cd5b-4b79-a586-a5443fff87ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8807960 Jan 28 06:05:18.434545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58200) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:18.445297 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:18.450174 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:18.493014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Pushing event updated for resources: {'Port': ['ID=12d197bc-880d-4fa4-b968-6cb34f3e9707,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:18.519916 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-ca6733bc-4335-4785-8461-977d17202991 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] show failed (client error): The resource could not be found. Jan 28 06:05:18.521337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ca6733bc-4335-4785-8461-977d17202991 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-896671711 HTTP/1.1" status: 404 len: 334 time: 0.0847793 Jan 28 06:05:18.527809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58202) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:18.529711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a6effb-8aec-4e8d-8f0a-ec4c3471b091 None None] Routers {'b1370ecf-cd5b-4b79-a586-a5443fff87ed'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:05:18.530401 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-65a6effb-8aec-4e8d-8f0a-ec4c3471b091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:05:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b1370ecf-cd5b-4b79-a586-a5443fff87ed'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:18.536260 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-50de3f1a-536b-47af-bea1-573eae1e8fb4 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:18.610850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3960f86-2870-4b9c-bfc1-493e25a434ea req-cb9e7069-4074-4c9f-b9f8-9be78b243037 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:18.612726 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a3960f86-2870-4b9c-bfc1-493e25a434ea req-cb9e7069-4074-4c9f-b9f8-9be78b243037 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 945 time: 0.0942371 Jan 28 06:05:18.615496 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead86887-6ae6-4d81-a23e-4b9f74d61c8f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:18.620173 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ead86887-6ae6-4d81-a23e-4b9f74d61c8f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:18.628697 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7f4caea-2d32-4384-9bcf-d6e4bc4cbb78 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (893e477f-df41-49f3-aa42-4c1392c9ada4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:18.630809 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-50de3f1a-536b-47af-bea1-573eae1e8fb4 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] update failed (client error): The resource could not be found. Jan 28 06:05:18.632472 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-50de3f1a-536b-47af-bea1-573eae1e8fb4 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-755544284 HTTP/1.1" status: 404 len: 334 time: 0.1034920 Jan 28 06:05:18.638826 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58206) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:18.658225 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ead86887-6ae6-4d81-a23e-4b9f74d61c8f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:18.669361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4caea-2d32-4384-9bcf-d6e4bc4cbb78 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=893e477f-df41-49f3-aa42-4c1392c9ada4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:18.680474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:18.681488 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:18.702711 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7f4caea-2d32-4384-9bcf-d6e4bc4cbb78 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:18.708128 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b7f4caea-2d32-4384-9bcf-d6e4bc4cbb78 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/893e477f-df41-49f3-aa42-4c1392c9ada4 HTTP/1.1" status: 204 len: 168 time: 0.7691569 Jan 28 06:05:18.710928 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58210) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:18.713661 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-65a6effb-8aec-4e8d-8f0a-ec4c3471b091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:18.735067 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a6effb-8aec-4e8d-8f0a-ec4c3471b091 None None] Routers {'b1370ecf-cd5b-4b79-a586-a5443fff87ed'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:05:18.735719 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-65a6effb-8aec-4e8d-8f0a-ec4c3471b091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:05:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b1370ecf-cd5b-4b79-a586-a5443fff87ed'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:18.761155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:18.782937 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c194d80-5a68-4196-a486-6455acb52e3a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:18.782937 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c194d80-5a68-4196-a486-6455acb52e3a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:18.782937 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5c194d80-5a68-4196-a486-6455acb52e3a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0681250 Jan 28 06:05:18.782937 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58212) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:18.798129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:05:18.800512 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e442815-1d5f-41b3-9416-406654657369" -d '{"events": [{"server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "name": "network-vif-plugged", "status": "completed", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:05:18.805587 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ead86887-6ae6-4d81-a23e-4b9f74d61c8f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (eb3dbff3-c3a5-4738-89c9-20aef3f3b9ff), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:18.806915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-65a6effb-8aec-4e8d-8f0a-ec4c3471b091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:18.807579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a6effb-8aec-4e8d-8f0a-ec4c3471b091 None None] The sync data for ids ['b1370ecf-cd5b-4b79-a586-a5443fff87ed'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:05:18.809406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Attempting to bind port 12d197bc-880d-4fa4-b968-6cb34f3e9707 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:05:18.810036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Attempting to bind port 12d197bc-880d-4fa4-b968-6cb34f3e9707 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:05:18.811021 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Attempting to bind port 12d197bc-880d-4fa4-b968-6cb34f3e9707 on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:05:18.824696 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:05:18.829236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:18.829236 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:18.829236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:05:18.829236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Bound port: 12d197bc-880d-4fa4-b968-6cb34f3e9707, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:05:18.829236 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (12d197bc-880d-4fa4-b968-6cb34f3e9707), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:18.869403 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e2a377-c7cd-44a1-a89d-ae3c7133c795 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet 0e180e0d-cd06-441f-979b-b98b7c65964c {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:05:18.870088 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-14965ee4-cbd9-4ca8-b6b3-6c7572f3495d tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Deleting subnet 7103ef62-6efe-497f-adcc-12f75db66f00 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:05:18.871695 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d56bcaa-3340-45fb-9ad4-cdc9066cbb7c x-openstack-request-id: req-4d56bcaa-3340-45fb-9ad4-cdc9066cbb7c {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:05:18.872001 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "name": "network-vif-plugged", "status": "completed", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:05:18.872282 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d56bcaa-3340-45fb-9ad4-cdc9066cbb7c {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:05:18.872661 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'code': 200} Jan 28 06:05:18.874769 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14965ee4-cbd9-4ca8-b6b3-6c7572f3495d tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for subnet (7103ef62-6efe-497f-adcc-12f75db66f00), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:18.880647 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77e2a377-c7cd-44a1-a89d-ae3c7133c795 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (0e180e0d-cd06-441f-979b-b98b7c65964c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:18.924525 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14965ee4-cbd9-4ca8-b6b3-6c7572f3495d tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (7103ef62-6efe-497f-adcc-12f75db66f00), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:18.932859 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77e2a377-c7cd-44a1-a89d-ae3c7133c795 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (0e180e0d-cd06-441f-979b-b98b7c65964c), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:18.936243 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] For port 12d197bc-880d-4fa4-b968-6cb34f3e9707, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:05:18.948480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] For port 12d197bc-880d-4fa4-b968-6cb34f3e9707, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=12d197bc-880d-4fa4-b968-6cb34f3e9707,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:05:18.950220 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:19.015852 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (12d197bc-880d-4fa4-b968-6cb34f3e9707), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:19.016511 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14965ee4-cbd9-4ca8-b6b3-6c7572f3495d tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (7103ef62-6efe-497f-adcc-12f75db66f00), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:19.041169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:19.066596 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a3960f86-2870-4b9c-bfc1-493e25a434ea req-d62d8542-f93d-4079-9d56-83354e398377 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4436231 Jan 28 06:05:19.092914 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ead86887-6ae6-4d81-a23e-4b9f74d61c8f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (eb3dbff3-c3a5-4738-89c9-20aef3f3b9ff), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:19.117912 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead86887-6ae6-4d81-a23e-4b9f74d61c8f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:05:19.131550 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ead86887-6ae6-4d81-a23e-4b9f74d61c8f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ae8a6096-df1b-426a-87da-a294c4b04a81), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:19.132034 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-ead86887-6ae6-4d81-a23e-4b9f74d61c8f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Added segment ae8a6096-df1b-426a-87da-a294c4b04a81 of type vlan for network 038f2a0b-e12b-4c3b-b245-81d09fde337b Jan 28 06:05:19.177493 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77e2a377-c7cd-44a1-a89d-ae3c7133c795 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (0e180e0d-cd06-441f-979b-b98b7c65964c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:19.185602 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9e30c-aef3-4fad-8b83-19d7cbecf577 None None] Pushing event updated for resources: {'Port': ['ID=12d197bc-880d-4fa4-b968-6cb34f3e9707,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:19.284251 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ead86887-6ae6-4d81-a23e-4b9f74d61c8f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (038f2a0b-e12b-4c3b-b245-81d09fde337b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:19.310187 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86887-6ae6-4d81-a23e-4b9f74d61c8f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3dbff3-c3a5-4738-89c9-20aef3f3b9ff,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:19.325534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce171b67-0f9a-48c7-b9ed-30e5f5b8eb26 req-afecd94c-4f6b-4383-b9a7-77d4508e94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:19.325534 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce171b67-0f9a-48c7-b9ed-30e5f5b8eb26 req-afecd94c-4f6b-4383-b9a7-77d4508e94a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 1098 time: 0.2616062 Jan 28 06:05:19.348044 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77e2a377-c7cd-44a1-a89d-ae3c7133c795 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (0e180e0d-cd06-441f-979b-b98b7c65964c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:19.395025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce171b67-0f9a-48c7-b9ed-30e5f5b8eb26 req-f27d5fc6-f094-4248-a580-d7e25a8eace3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629764 Jan 28 06:05:19.395475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2a377-c7cd-44a1-a89d-ae3c7133c795 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=0e180e0d-cd06-441f-979b-b98b7c65964c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:19.400107 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77e2a377-c7cd-44a1-a89d-ae3c7133c795 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:19.404111 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-77e2a377-c7cd-44a1-a89d-ae3c7133c795 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/0e180e0d-cd06-441f-979b-b98b7c65964c HTTP/1.1" status: 204 len: 168 time: 0.6218388 Jan 28 06:05:19.406955 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58232) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:19.442523 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14965ee4-cbd9-4ca8-b6b3-6c7572f3495d tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (7103ef62-6efe-497f-adcc-12f75db66f00), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:19.451149 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-94fe5ee3-1702-4c8f-9604-e5583f8ca2a5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432982 Jan 28 06:05:19.453819 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58234) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:19.462758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a6a4ae7b-87db-4474-9678-e6f3aff43241 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:19.471974 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14965ee4-cbd9-4ca8-b6b3-6c7572f3495d tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event deleted for resources: {'Subnet': ['ID=7103ef62-6efe-497f-adcc-12f75db66f00,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:19.493072 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ead86887-6ae6-4d81-a23e-4b9f74d61c8f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (038f2a0b-e12b-4c3b-b245-81d09fde337b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:19.498746 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead86887-6ae6-4d81-a23e-4b9f74d61c8f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:19.501109 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ead86887-6ae6-4d81-a23e-4b9f74d61c8f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:19.518702 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14965ee4-cbd9-4ca8-b6b3-6c7572f3495d tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:19.523656 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-14965ee4-cbd9-4ca8-b6b3-6c7572f3495d tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "DELETE /v2.0/subnets/7103ef62-6efe-497f-adcc-12f75db66f00 HTTP/1.1" status: 204 len: 168 time: 0.8818619 Jan 28 06:05:19.528709 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58236) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:19.530556 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6b0ef8-cac1-499a-930e-a11f0c223c85 None None] Network 3cf580c8-569c-49b0-b721-9e3e4405e6cf requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:19.726996 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86887-6ae6-4d81-a23e-4b9f74d61c8f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Network': ['ID=038f2a0b-e12b-4c3b-b245-81d09fde337b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:19.733948 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (3cf580c8-569c-49b0-b721-9e3e4405e6cf), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:19.753426 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:05:19.791132 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a4ae7b-87db-4474-9678-e6f3aff43241 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:19.793159 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ead86887-6ae6-4d81-a23e-4b9f74d61c8f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5765817 Jan 28 06:05:19.794646 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a6a4ae7b-87db-4474-9678-e6f3aff43241 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:19.798122 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58244) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:19.807901 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e1b04485-ee32-4746-9ab7-2cf34776348d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b', 'name': 'tempest-PortsIpV6TestJSON-1241192225'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:19.873130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Deleting port 674ed849-2b54-42e2-90a5-9ff1fac99b47 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:19.873511 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (674ed849-2b54-42e2-90a5-9ff1fac99b47), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:19.883026 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a4244-dcb8-4d24-af15-f66852e60b24 None None] DHCP port deletion for 3cf580c8-569c-49b0-b721-9e3e4405e6cf request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:05:19.957540 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b37a4244-dcb8-4d24-af15-f66852e60b24 None None] Deleting port 674ed849-2b54-42e2-90a5-9ff1fac99b47 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:19.957963 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b37a4244-dcb8-4d24-af15-f66852e60b24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (674ed849-2b54-42e2-90a5-9ff1fac99b47), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:19.986230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] For port 674ed849-2b54-42e2-90a5-9ff1fac99b47, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=674ed849-2b54-42e2-90a5-9ff1fac99b47,segment=NetworkSegment(9155d0cf-5e74-40fc-9c75-52ebb1bca693),segment_id=9155d0cf-5e74-40fc-9c75-52ebb1bca693)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:19.987296 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (674ed849-2b54-42e2-90a5-9ff1fac99b47), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:20.001677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Calling delete_port for 674ed849-2b54-42e2-90a5-9ff1fac99b47 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:20.061193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b04485-ee32-4746-9ab7-2cf34776348d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:20.064612 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1b04485-ee32-4746-9ab7-2cf34776348d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:20.067873 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b37a4244-dcb8-4d24-af15-f66852e60b24 None None] For port 674ed849-2b54-42e2-90a5-9ff1fac99b47, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=674ed849-2b54-42e2-90a5-9ff1fac99b47,segment=NetworkSegment(9155d0cf-5e74-40fc-9c75-52ebb1bca693),segment_id=9155d0cf-5e74-40fc-9c75-52ebb1bca693)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:20.068711 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b37a4244-dcb8-4d24-af15-f66852e60b24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (674ed849-2b54-42e2-90a5-9ff1fac99b47), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:20.087858 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b37a4244-dcb8-4d24-af15-f66852e60b24 None None] Calling delete_port for 674ed849-2b54-42e2-90a5-9ff1fac99b47 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:20.089340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-e1b04485-ee32-4746-9ab7-2cf34776348d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] device_id is not set on port af7ad0bd-c849-4a03-9cdf-6aea01db36de yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:05:20.107283 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a6a4ae7b-87db-4474-9678-e6f3aff43241 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (4a82ba03-9332-460e-ad7f-aa2363908667), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:20.228401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a4ae7b-87db-4474-9678-e6f3aff43241 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:20.232222 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-a6a4ae7b-87db-4474-9678-e6f3aff43241 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:20.236226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a4ae7b-87db-4474-9678-e6f3aff43241 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:20.236899 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a6a4ae7b-87db-4474-9678-e6f3aff43241 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:20.255484 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4ae7b-87db-4474-9678-e6f3aff43241 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=4a82ba03-9332-460e-ad7f-aa2363908667,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:20.377837 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a6a4ae7b-87db-4474-9678-e6f3aff43241 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9178998 Jan 28 06:05:20.379975 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58258) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:20.387135 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-523c7266-c2fd-4129-a1c4-73cc3a724ce7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'fixed_ips': [{'subnet_id': '4a82ba03-9332-460e-ad7f-aa2363908667', 'ip_address': '2001:db8::8273:a96c:8d2f:2938'}], 'name': 'tempest-NetworksTestDHCPv6-1839712118'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:20.446863 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (674ed849-2b54-42e2-90a5-9ff1fac99b47), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:20.527380 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:05:20.532899 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b37a4244-dcb8-4d24-af15-f66852e60b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (674ed849-2b54-42e2-90a5-9ff1fac99b47), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:20.537486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5981749-38a3-40f4-a8ee-29a4e928989f req-9d7b358a-a132-4946-9b2c-3a775d19a5a7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:20.544113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5981749-38a3-40f4-a8ee-29a4e928989f req-9d7b358a-a132-4946-9b2c-3a775d19a5a7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.2889931 Jan 28 06:05:20.565121 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a4244-dcb8-4d24-af15-f66852e60b24 None None] Pushing event deleted for resources: {'Port': ['ID=674ed849-2b54-42e2-90a5-9ff1fac99b47,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:20.574658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a4244-dcb8-4d24-af15-f66852e60b24 None None] No DVR routers for this DVR port 674ed849-2b54-42e2-90a5-9ff1fac99b47 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:05:20.611684 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event deleted for resources: {'Port': ['ID=674ed849-2b54-42e2-90a5-9ff1fac99b47,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:20.625324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] No DVR routers for this DVR port 674ed849-2b54-42e2-90a5-9ff1fac99b47 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:05:20.691597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f951fc-0321-4701-93ca-f37917c86d8b None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:20.734073 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523c7266-c2fd-4129-a1c4-73cc3a724ce7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:20.741207 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-523c7266-c2fd-4129-a1c4-73cc3a724ce7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:20.776878 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-523c7266-c2fd-4129-a1c4-73cc3a724ce7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port 91ca45b4-17f7-4a0e-8cc4-e08c0a263d97 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:05:20.778168 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7fcc16d3-f4be-44d6-aed8-302653cce2d0 None None] Provisioning complete for port 12d197bc-880d-4fa4-b968-6cb34f3e9707 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:20.779564 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7fcc16d3-f4be-44d6-aed8-302653cce2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (12d197bc-880d-4fa4-b968-6cb34f3e9707), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:20.784063 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5981749-38a3-40f4-a8ee-29a4e928989f req-e703e5f1-6783-446a-9c90-df8cf7b2a2d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769018 Jan 28 06:05:20.792072 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1b04485-ee32-4746-9ab7-2cf34776348d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (af7ad0bd-c849-4a03-9cdf-6aea01db36de), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:20.813831 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (3cf580c8-569c-49b0-b721-9e3e4405e6cf), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:20.867217 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf580c8-569c-49b0-b721-9e3e4405e6cf']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:20.887908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9155d0cf-5e74-40fc-9c75-52ebb1bca693') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:20.888326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9155d0cf-5e74-40fc-9c75-52ebb1bca693') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:20.904567 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (9155d0cf-5e74-40fc-9c75-52ebb1bca693), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:20.927421 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (9155d0cf-5e74-40fc-9c75-52ebb1bca693), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:20.939262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:05:20.941043 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (9155d0cf-5e74-40fc-9c75-52ebb1bca693), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:05:20.969221 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:05:21.004386 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1b04485-ee32-4746-9ab7-2cf34776348d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (af7ad0bd-c849-4a03-9cdf-6aea01db36de), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.007654 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc16d3-f4be-44d6-aed8-302653cce2d0 None None] Current status of the port 12d197bc-880d-4fa4-b968-6cb34f3e9707 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:21.008286 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7fcc16d3-f4be-44d6-aed8-302653cce2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (12d197bc-880d-4fa4-b968-6cb34f3e9707), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.012386 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-523c7266-c2fd-4129-a1c4-73cc3a724ce7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::8273:a96c:8d2f:2938 (212ae0ea-5cb2-4599-bc76-8f15e4624200/4a82ba03-9332-460e-ad7f-aa2363908667/91ca45b4-17f7-4a0e-8cc4-e08c0a263d97) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:21.087016 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7fcc16d3-f4be-44d6-aed8-302653cce2d0 None None] For port 12d197bc-880d-4fa4-b968-6cb34f3e9707, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=12d197bc-880d-4fa4-b968-6cb34f3e9707,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:21.103223 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b04485-ee32-4746-9ab7-2cf34776348d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Checking segment: {'id': 'ae8a6096-df1b-426a-87da-a294c4b04a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:21.103592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b04485-ee32-4746-9ab7-2cf34776348d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network hostable DHCP agents. Network: 038f2a0b-e12b-4c3b-b245-81d09fde337b, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:05:21.105959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b04485-ee32-4746-9ab7-2cf34776348d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=af7ad0bd-c849-4a03-9cdf-6aea01db36de,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:21.163029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (3cf580c8-569c-49b0-b721-9e3e4405e6cf), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.173420 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.180213 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "DELETE /v2.0/networks/3cf580c8-569c-49b0-b721-9e3e4405e6cf HTTP/1.1" status: 204 len: 168 time: 1.6424758 Jan 28 06:05:21.181127 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58274) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:21.190878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0627fa-2ec4-477b-9c18-04b91805e8de tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event deleted for resources: {'Network': ['ID=3cf580c8-569c-49b0-b721-9e3e4405e6cf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:21.206796 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7fcc16d3-f4be-44d6-aed8-302653cce2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (12d197bc-880d-4fa4-b968-6cb34f3e9707), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.248394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b04485-ee32-4746-9ab7-2cf34776348d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:05:21.272382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbedc52-fe44-4b2e-8cea-55bcf28e1f45 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Deleting subnet 6b387694-f390-47c9-abe4-d7f55315da0e {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:05:21.283305 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fcbedc52-fe44-4b2e-8cea-55bcf28e1f45 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for subnet (6b387694-f390-47c9-abe4-d7f55315da0e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.298514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc16d3-f4be-44d6-aed8-302653cce2d0 None None] Pushing event updated for resources: {'Port': ['ID=12d197bc-880d-4fa4-b968-6cb34f3e9707,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:21.313142 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-523c7266-c2fd-4129-a1c4-73cc3a724ce7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (91ca45b4-17f7-4a0e-8cc4-e08c0a263d97), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.333923 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 12d197bc-880d-4fa4-b968-6cb34f3e9707 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:21.345851 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fcbedc52-fe44-4b2e-8cea-55bcf28e1f45 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (6b387694-f390-47c9-abe4-d7f55315da0e), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.357100 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e1b04485-ee32-4746-9ab7-2cf34776348d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 038f2a0b-e12b-4c3b-b245-81d09fde337b) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:21.361084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b04485-ee32-4746-9ab7-2cf34776348d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:21.366274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b04485-ee32-4746-9ab7-2cf34776348d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:21.410920 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef5cb9b-1370-4ee2-96b0-099009cb362f None None] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:21.412928 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1b04485-ee32-4746-9ab7-2cf34776348d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.495853 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-523c7266-c2fd-4129-a1c4-73cc3a724ce7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (91ca45b4-17f7-4a0e-8cc4-e08c0a263d97), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.543578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e1b04485-ee32-4746-9ab7-2cf34776348d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7441101 Jan 28 06:05:21.545210 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58284) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:21.561317 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-916bae83-ac18-43b7-986d-f1f6a5402766 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1439901119'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:21.579236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 12d197bc-880d-4fa4-b968-6cb34f3e9707 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:21.579615 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (12d197bc-880d-4fa4-b968-6cb34f3e9707), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.620753 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c7266-c2fd-4129-a1c4-73cc3a724ce7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:21.621928 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c3f29151-5664-44c5-b0e6-141b3ab2d41e None None] Provisioning complete for port 12d197bc-880d-4fa4-b968-6cb34f3e9707 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:21.622325 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3f29151-5664-44c5-b0e6-141b3ab2d41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (12d197bc-880d-4fa4-b968-6cb34f3e9707), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.629619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-523c7266-c2fd-4129-a1c4-73cc3a724ce7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:21.645528 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523c7266-c2fd-4129-a1c4-73cc3a724ce7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:21.658359 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523c7266-c2fd-4129-a1c4-73cc3a724ce7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:21.659044 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-523c7266-c2fd-4129-a1c4-73cc3a724ce7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.675494 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916bae83-ac18-43b7-986d-f1f6a5402766 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:21.686145 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-916bae83-ac18-43b7-986d-f1f6a5402766 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.706974 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fcbedc52-fe44-4b2e-8cea-55bcf28e1f45 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (6b387694-f390-47c9-abe4-d7f55315da0e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.728156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916bae83-ac18-43b7-986d-f1f6a5402766 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:05:21.746545 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-916bae83-ac18-43b7-986d-f1f6a5402766 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a236b672-e1bc-4380-a416-de4634c6373b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.747147 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-916bae83-ac18-43b7-986d-f1f6a5402766 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Added segment a236b672-e1bc-4380-a416-de4634c6373b of type vlan for network 8f3548c5-1426-4050-b9c3-ac1008815032 Jan 28 06:05:21.770838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c7266-c2fd-4129-a1c4-73cc3a724ce7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=91ca45b4-17f7-4a0e-8cc4-e08c0a263d97,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:21.790630 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c3f29151-5664-44c5-b0e6-141b3ab2d41e None None] Current status of the port 12d197bc-880d-4fa4-b968-6cb34f3e9707 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:21.793571 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-916bae83-ac18-43b7-986d-f1f6a5402766 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (8f3548c5-1426-4050-b9c3-ac1008815032), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.803299 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 12d197bc-880d-4fa4-b968-6cb34f3e9707 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:21.889330 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-523c7266-c2fd-4129-a1c4-73cc3a724ce7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5069587 Jan 28 06:05:21.891879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58296) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:21.893478 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 674ed849-2b54-42e2-90a5-9ff1fac99b47 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:05:21.928131 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-75bd69f9-e031-40cb-a03d-677f7350a516 None None] Could not find standard attr ID for object 28cbb2d7-9203-4154-8c33-c17f480538f6. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:05:21.930560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 674ed849-2b54-42e2-90a5-9ff1fac99b47 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:05:21.930914 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 674ed849-2b54-42e2-90a5-9ff1fac99b47 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:05:21.961716 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-916bae83-ac18-43b7-986d-f1f6a5402766 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (8f3548c5-1426-4050-b9c3-ac1008815032), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.966747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916bae83-ac18-43b7-986d-f1f6a5402766 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:21.967343 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-916bae83-ac18-43b7-986d-f1f6a5402766 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:21.969405 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fcbedc52-fe44-4b2e-8cea-55bcf28e1f45 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (6b387694-f390-47c9-abe4-d7f55315da0e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:22.024757 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbedc52-fe44-4b2e-8cea-55bcf28e1f45 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event deleted for resources: {'Subnet': ['ID=6b387694-f390-47c9-abe4-d7f55315da0e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:22.040761 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fcbedc52-fe44-4b2e-8cea-55bcf28e1f45 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:22.044901 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fcbedc52-fe44-4b2e-8cea-55bcf28e1f45 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "DELETE /v2.0/subnets/6b387694-f390-47c9-abe4-d7f55315da0e HTTP/1.1" status: 204 len: 168 time: 0.8626373 Jan 28 06:05:22.047322 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58300) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:22.049680 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e11e92-0247-4236-a829-92376fd3c9fd None None] Network e71a3da0-8809-4bf8-85e9-14d96bd3337f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:22.122344 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-5140ba39-f492-4d8c-ac1a-9131615cab73 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Deleting subnet 6e5edcf8-c0d7-436d-8b57-c5e87c4e089d {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:05:22.127635 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5140ba39-f492-4d8c-ac1a-9131615cab73 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for subnet (6e5edcf8-c0d7-436d-8b57-c5e87c4e089d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:22.138826 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42a0d1-df48-4ba3-843f-1e1402e54bf2 req-649d44b3-69c5-4810-b086-3c058f2f7aab tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:22.144956 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f42a0d1-df48-4ba3-843f-1e1402e54bf2 req-649d44b3-69c5-4810-b086-3c058f2f7aab tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.2432814 Jan 28 06:05:22.161044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd3ec9d-044b-4e2c-a9c8-c80a1aaadc8f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:22.167726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd3ec9d-044b-4e2c-a9c8-c80a1aaadc8f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:22.169430 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cbd3ec9d-044b-4e2c-a9c8-c80a1aaadc8f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2763824 Jan 28 06:05:22.174405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-916bae83-ac18-43b7-986d-f1f6a5402766 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6269870 Jan 28 06:05:22.180714 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58304) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:22.187411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58306) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:22.195973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'ports': [{'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b'}, {'network_id': '8f3548c5-1426-4050-b9c3-ac1008815032'}]} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:22.196233 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:22.196714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'network_id': '8f3548c5-1426-4050-b9c3-ac1008815032'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:22.208381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bae83-ac18-43b7-986d-f1f6a5402766 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Network': ['ID=8f3548c5-1426-4050-b9c3-ac1008815032,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:22.237135 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 8f3548c5-1426-4050-b9c3-ac1008815032 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:05:22.258129 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5140ba39-f492-4d8c-ac1a-9131615cab73 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (6e5edcf8-c0d7-436d-8b57-c5e87c4e089d), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:22.326125 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f42a0d1-df48-4ba3-843f-1e1402e54bf2 req-f87aa2ea-8efb-4a90-b01c-adee9ea2a532 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457961 Jan 28 06:05:22.394434 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f9a05ae7-7aab-401d-bcfe-3c35a1d5dd1b None None] Could not find standard attr ID for object 487c5f26-68f9-40bf-bfca-77c0dc744120. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:05:22.409509 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-8807725e-bc31-4967-a65f-7e69b6748fea tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port 91ca45b4-17f7-4a0e-8cc4-e08c0a263d97 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:22.410125 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8807725e-bc31-4967-a65f-7e69b6748fea tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (91ca45b4-17f7-4a0e-8cc4-e08c0a263d97), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:22.561914 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5140ba39-f492-4d8c-ac1a-9131615cab73 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (6e5edcf8-c0d7-436d-8b57-c5e87c4e089d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:22.607965 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade8d7d7-5813-4bee-8f2d-0c7bb4549cc8 None None] DHCP port deletion for e71a3da0-8809-4bf8-85e9-14d96bd3337f request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:05:22.659635 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d27379-71c8-4ec2-bacb-85693fb9b4d1 req-208c166f-1930-4e25-be43-022a11d1d48c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:22.666151 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-865daeb4-d5e8-4a72-a737-eaff4017fa86 None None] Could not find standard attr ID for object 893e477f-df41-49f3-aa42-4c1392c9ada4. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:05:22.670091 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33d27379-71c8-4ec2-bacb-85693fb9b4d1 req-208c166f-1930-4e25-be43-022a11d1d48c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.1527946 Jan 28 06:05:22.713596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ade8d7d7-5813-4bee-8f2d-0c7bb4549cc8 None None] Deleting port b51862a2-449a-4774-83a4-fc3e60b4316c {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:22.714254 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ade8d7d7-5813-4bee-8f2d-0c7bb4549cc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b51862a2-449a-4774-83a4-fc3e60b4316c), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:22.718680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'port': 2} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:22.728577 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8807725e-bc31-4967-a65f-7e69b6748fea tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (91ca45b4-17f7-4a0e-8cc4-e08c0a263d97), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:22.744473 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:22.751541 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-8807725e-bc31-4967-a65f-7e69b6748fea tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for 91ca45b4-17f7-4a0e-8cc4-e08c0a263d97 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:22.814697 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33d27379-71c8-4ec2-bacb-85693fb9b4d1 req-5527706c-cffb-438e-b85b-c71a8e286a91 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435704 Jan 28 06:05:22.843054 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5140ba39-f492-4d8c-ac1a-9131615cab73 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (6e5edcf8-c0d7-436d-8b57-c5e87c4e089d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:22.843186 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:22.848408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58328) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:22.857649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ade8d7d7-5813-4bee-8f2d-0c7bb4549cc8 None None] For port b51862a2-449a-4774-83a4-fc3e60b4316c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b51862a2-449a-4774-83a4-fc3e60b4316c,segment=NetworkSegment(52c4797b-eedb-4ebf-bfae-ce7b62eed045),segment_id=52c4797b-eedb-4ebf-bfae-ce7b62eed045)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:22.858914 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ade8d7d7-5813-4bee-8f2d-0c7bb4549cc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b51862a2-449a-4774-83a4-fc3e60b4316c), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:22.887810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ade8d7d7-5813-4bee-8f2d-0c7bb4549cc8 None None] Calling delete_port for b51862a2-449a-4774-83a4-fc3e60b4316c owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:22.952997 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140ba39-f492-4d8c-ac1a-9131615cab73 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5edcf8-c0d7-436d-8b57-c5e87c4e089d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:22.965078 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5140ba39-f492-4d8c-ac1a-9131615cab73 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:22.968346 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5140ba39-f492-4d8c-ac1a-9131615cab73 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "DELETE /v2.0/subnets/6e5edcf8-c0d7-436d-8b57-c5e87c4e089d HTTP/1.1" status: 204 len: 168 time: 0.9198368 Jan 28 06:05:22.971418 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58334) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:22.983852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595657ed-1f3b-46af-bfa5-7fa09f020bcd None None] Network 537097c3-a0ef-4cf7-b045-e9091462803e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:23.102708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] device_id is not set on port efca9308-e885-4735-84df-d9830daea53c yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:05:23.116880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-38af1b88-e20a-4f27-bd26-168b686ba3e7 None None] Provisioning complete for port 91ca45b4-17f7-4a0e-8cc4-e08c0a263d97 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:23.117254 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38af1b88-e20a-4f27-bd26-168b686ba3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (91ca45b4-17f7-4a0e-8cc4-e08c0a263d97), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:23.145371 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ade8d7d7-5813-4bee-8f2d-0c7bb4549cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (b51862a2-449a-4774-83a4-fc3e60b4316c), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:23.189722 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade8d7d7-5813-4bee-8f2d-0c7bb4549cc8 None None] No DVR routers for this DVR port b51862a2-449a-4774-83a4-fc3e60b4316c on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:05:23.193666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8d7d7-5813-4bee-8f2d-0c7bb4549cc8 None None] Pushing event deleted for resources: {'Port': ['ID=b51862a2-449a-4774-83a4-fc3e60b4316c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:23.199833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-38af1b88-e20a-4f27-bd26-168b686ba3e7 None None] Port 91ca45b4-17f7-4a0e-8cc4-e08c0a263d97 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:05:23.257211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576de230-73d1-4e7c-aacb-744df0f59257 None None] DHCP port deletion for 537097c3-a0ef-4cf7-b045-e9091462803e request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:05:23.318783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 12d197bc-880d-4fa4-b968-6cb34f3e9707 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:23.373703 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-576de230-73d1-4e7c-aacb-744df0f59257 None None] Deleting port 1411086b-e664-4218-8f2b-3cc6cbadf34b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:23.374681 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-576de230-73d1-4e7c-aacb-744df0f59257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1411086b-e664-4218-8f2b-3cc6cbadf34b), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:23.466126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-576de230-73d1-4e7c-aacb-744df0f59257 None None] For port 1411086b-e664-4218-8f2b-3cc6cbadf34b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=1411086b-e664-4218-8f2b-3cc6cbadf34b,segment=NetworkSegment(7ef79b06-e3a0-4f95-8778-aacb55c3ea87),segment_id=7ef79b06-e3a0-4f95-8778-aacb55c3ea87)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:23.466728 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-576de230-73d1-4e7c-aacb-744df0f59257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1411086b-e664-4218-8f2b-3cc6cbadf34b), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:23.482837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 12d197bc-880d-4fa4-b968-6cb34f3e9707 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:23.483202 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (12d197bc-880d-4fa4-b968-6cb34f3e9707), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:23.485173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-576de230-73d1-4e7c-aacb-744df0f59257 None None] Calling delete_port for 1411086b-e664-4218-8f2b-3cc6cbadf34b owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:23.660859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0141d918-9a1d-42b6-abbb-4e60a7ef8e25 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:23.666107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58342) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:23.670794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:23.678335 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0141d918-9a1d-42b6-abbb-4e60a7ef8e25 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 1093 time: 0.8023062 Jan 28 06:05:23.736282 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-390ed06f-67b1-4285-b40b-1fa8215729c4 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (e71a3da0-8809-4bf8-85e9-14d96bd3337f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:23.769179 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 12d197bc-880d-4fa4-b968-6cb34f3e9707 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:23.866695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b51862a2-449a-4774-83a4-fc3e60b4316c no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:05:23.871715 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-390ed06f-67b1-4285-b40b-1fa8215729c4 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (e71a3da0-8809-4bf8-85e9-14d96bd3337f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:23.903294 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: b51862a2-449a-4774-83a4-fc3e60b4316c {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:05:23.903294 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b51862a2-449a-4774-83a4-fc3e60b4316c not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:05:23.906290 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-390ed06f-67b1-4285-b40b-1fa8215729c4 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71a3da0-8809-4bf8-85e9-14d96bd3337f']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:23.920780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-390ed06f-67b1-4285-b40b-1fa8215729c4 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c4797b-eedb-4ebf-bfae-ce7b62eed045') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:23.921423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-390ed06f-67b1-4285-b40b-1fa8215729c4 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c4797b-eedb-4ebf-bfae-ce7b62eed045') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:23.934471 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-390ed06f-67b1-4285-b40b-1fa8215729c4 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (52c4797b-eedb-4ebf-bfae-ce7b62eed045), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:23.940867 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-576de230-73d1-4e7c-aacb-744df0f59257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (1411086b-e664-4218-8f2b-3cc6cbadf34b), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:23.946247 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:23.979019 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-390ed06f-67b1-4285-b40b-1fa8215729c4 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (52c4797b-eedb-4ebf-bfae-ce7b62eed045), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:23.997569 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390ed06f-67b1-4285-b40b-1fa8215729c4 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:05:23.999290 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-390ed06f-67b1-4285-b40b-1fa8215729c4 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (52c4797b-eedb-4ebf-bfae-ce7b62eed045), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:24.036468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576de230-73d1-4e7c-aacb-744df0f59257 None None] No DVR routers for this DVR port 1411086b-e664-4218-8f2b-3cc6cbadf34b on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:05:24.038740 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576de230-73d1-4e7c-aacb-744df0f59257 None None] Pushing event deleted for resources: {'Port': ['ID=1411086b-e664-4218-8f2b-3cc6cbadf34b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: warnings.warn(msg) Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:05:24.096683 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:05:24.101296 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8807725e-bc31-4967-a65f-7e69b6748fea tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (91ca45b4-17f7-4a0e-8cc4-e08c0a263d97), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:24.164584 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807725e-bc31-4967-a65f-7e69b6748fea tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=91ca45b4-17f7-4a0e-8cc4-e08c0a263d97,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:24.217821 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8807725e-bc31-4967-a65f-7e69b6748fea tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:24.221238 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (efca9308-e885-4735-84df-d9830daea53c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:24.224881 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8807725e-bc31-4967-a65f-7e69b6748fea tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/91ca45b4-17f7-4a0e-8cc4-e08c0a263d97 HTTP/1.1" status: 204 len: 168 time: 2.0482461 Jan 28 06:05:24.227700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58350) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:24.287237 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:24.296365 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-390ed06f-67b1-4285-b40b-1fa8215729c4 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (e71a3da0-8809-4bf8-85e9-14d96bd3337f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:24.300871 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d5863c-29d2-4aad-89fa-85dce9cf9ceb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:24.302773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d5863c-29d2-4aad-89fa-85dce9cf9ceb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:24.306913 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-69d5863c-29d2-4aad-89fa-85dce9cf9ceb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0755615 Jan 28 06:05:24.311359 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58354) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:24.312540 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-390ed06f-67b1-4285-b40b-1fa8215729c4 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:24.317843 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-390ed06f-67b1-4285-b40b-1fa8215729c4 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "DELETE /v2.0/networks/e71a3da0-8809-4bf8-85e9-14d96bd3337f HTTP/1.1" status: 204 len: 168 time: 1.3434172 Jan 28 06:05:24.324903 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58356) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:24.339798 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ed06f-67b1-4285-b40b-1fa8215729c4 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event deleted for resources: {'Network': ['ID=e71a3da0-8809-4bf8-85e9-14d96bd3337f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:24.379910 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] device_id is not set on port 952e4e0c-2276-4456-9490-e868e19acdc2 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:05:24.388469 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a66d55-038f-4166-b36f-be1cf6e54a18 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet 4a82ba03-9332-460e-ad7f-aa2363908667 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:05:24.393261 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14a66d55-038f-4166-b36f-be1cf6e54a18 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (4a82ba03-9332-460e-ad7f-aa2363908667), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:24.446497 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14a66d55-038f-4166-b36f-be1cf6e54a18 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (4a82ba03-9332-460e-ad7f-aa2363908667), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:24.512110 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14a66d55-038f-4166-b36f-be1cf6e54a18 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (4a82ba03-9332-460e-ad7f-aa2363908667), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:24.627741 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (952e4e0c-2276-4456-9490-e868e19acdc2), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:24.675598 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14a66d55-038f-4166-b36f-be1cf6e54a18 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (4a82ba03-9332-460e-ad7f-aa2363908667), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:24.685061 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ac5fce6-a6ec-4be7-adf8-f4f98c241e3f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (537097c3-a0ef-4cf7-b045-e9091462803e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:24.711232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a66d55-038f-4166-b36f-be1cf6e54a18 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=4a82ba03-9332-460e-ad7f-aa2363908667,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:24.715169 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14a66d55-038f-4166-b36f-be1cf6e54a18 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:24.720809 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-14a66d55-038f-4166-b36f-be1cf6e54a18 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/4a82ba03-9332-460e-ad7f-aa2363908667 HTTP/1.1" status: 204 len: 168 time: 0.4018080 Jan 28 06:05:24.721198 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58362) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:24.724116 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8707a9ec-22ed-499e-8b3f-812dc63df6e0 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:24.735594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Allocated IP 172.25.0.36 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/2ddc5239-2a40-41a3-820c-4ec30aec8845) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:24.768954 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a78f2959-e185-4ffd-b4e8-e20d91cdb952 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444188 Jan 28 06:05:24.769464 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58366) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:24.860986 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95421e93-33b3-45e9-b5d9-abb2e4d6b569 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:24.865540 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-95421e93-33b3-45e9-b5d9-abb2e4d6b569 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0922899 Jan 28 06:05:24.866153 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58370) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:24.896492 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (efca9308-e885-4735-84df-d9830daea53c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:24.946603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219e795e-9611-4707-90c3-e0d7f81c917e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:24.959604 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-219e795e-9611-4707-90c3-e0d7f81c917e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0915117 Jan 28 06:05:24.971917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58376) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:24.981033 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ac5fce6-a6ec-4be7-adf8-f4f98c241e3f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (537097c3-a0ef-4cf7-b045-e9091462803e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:24.989005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc25a36b-8ec6-47c1-85b4-19032f439053 None None] DHCP port deletion for 212ae0ea-5cb2-4599-bc76-8f15e4624200 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:05:25.024245 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=efca9308-e885-4735-84df-d9830daea53c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:25.062728 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.066546 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bc25a36b-8ec6-47c1-85b4-19032f439053 None None] Deleting port 12d197bc-880d-4fa4-b968-6cb34f3e9707 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:25.066918 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bc25a36b-8ec6-47c1-85b4-19032f439053 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (12d197bc-880d-4fa4-b968-6cb34f3e9707), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.081315 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58378) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:25.086142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cc12f70c-9bf9-4c7a-9647-351f5c28b91a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976267 Jan 28 06:05:25.087330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-357e99ec-1d65-4c8b-a132-af561ae230fb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:25.088475 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-7ac5fce6-a6ec-4be7-adf8-f4f98c241e3f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537097c3-a0ef-4cf7-b045-e9091462803e']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:25.100561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:25.115973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-7ac5fce6-a6ec-4be7-adf8-f4f98c241e3f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef79b06-e3a0-4f95-8778-aacb55c3ea87') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:25.117023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-7ac5fce6-a6ec-4be7-adf8-f4f98c241e3f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef79b06-e3a0-4f95-8778-aacb55c3ea87') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:25.134345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:25.168826 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-bc25a36b-8ec6-47c1-85b4-19032f439053 None None] For port 12d197bc-880d-4fa4-b968-6cb34f3e9707, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=12d197bc-880d-4fa4-b968-6cb34f3e9707,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:25.169238 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bc25a36b-8ec6-47c1-85b4-19032f439053 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (12d197bc-880d-4fa4-b968-6cb34f3e9707), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.175270 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (2ddc5239-2a40-41a3-820c-4ec30aec8845), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.178268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:25.182806 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (952e4e0c-2276-4456-9490-e868e19acdc2), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.182806 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ac5fce6-a6ec-4be7-adf8-f4f98c241e3f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (7ef79b06-e3a0-4f95-8778-aacb55c3ea87), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.218774 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bc25a36b-8ec6-47c1-85b4-19032f439053 None None] Calling delete_port for 12d197bc-880d-4fa4-b968-6cb34f3e9707 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:25.247860 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ac5fce6-a6ec-4be7-adf8-f4f98c241e3f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (7ef79b06-e3a0-4f95-8778-aacb55c3ea87), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.294104 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac5fce6-a6ec-4be7-adf8-f4f98c241e3f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:05:25.294990 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ac5fce6-a6ec-4be7-adf8-f4f98c241e3f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (7ef79b06-e3a0-4f95-8778-aacb55c3ea87), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:05:25.299854 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:05:25.314926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 1411086b-e664-4218-8f2b-3cc6cbadf34b no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:05:25.320343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=952e4e0c-2276-4456-9490-e868e19acdc2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:25.323728 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357e99ec-1d65-4c8b-a132-af561ae230fb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:25.330000 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-357e99ec-1d65-4c8b-a132-af561ae230fb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.351572 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 1411086b-e664-4218-8f2b-3cc6cbadf34b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:05:25.351960 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 1411086b-e664-4218-8f2b-3cc6cbadf34b not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:05:25.355482 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 12d197bc-880d-4fa4-b968-6cb34f3e9707 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:05:25.389179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Checking segment: {'id': 'a236b672-e1bc-4380-a416-de4634c6373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8f3548c5-1426-4050-b9c3-ac1008815032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:25.389534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network hostable DHCP agents. Network: 8f3548c5-1426-4050-b9c3-ac1008815032, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:05:25.472517 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ac5fce6-a6ec-4be7-adf8-f4f98c241e3f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (537097c3-a0ef-4cf7-b045-e9091462803e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.474944 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2ddc5239-2a40-41a3-820c-4ec30aec8845), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.477069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network 8f3548c5-1426-4050-b9c3-ac1008815032 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:05:25.481329 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bc25a36b-8ec6-47c1-85b4-19032f439053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (12d197bc-880d-4fa4-b968-6cb34f3e9707), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.483392 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 12d197bc-880d-4fa4-b968-6cb34f3e9707 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:25.491094 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (12d197bc-880d-4fa4-b968-6cb34f3e9707), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.508793 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ac5fce6-a6ec-4be7-adf8-f4f98c241e3f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.517561 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7ac5fce6-a6ec-4be7-adf8-f4f98c241e3f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "DELETE /v2.0/networks/537097c3-a0ef-4cf7-b045-e9091462803e HTTP/1.1" status: 204 len: 168 time: 1.1848309 Jan 28 06:05:25.523364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58384) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:25.597104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc25a36b-8ec6-47c1-85b4-19032f439053 None None] No DVR routers for this DVR port 12d197bc-880d-4fa4-b968-6cb34f3e9707 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:05:25.599021 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25a36b-8ec6-47c1-85b4-19032f439053 None None] Pushing event deleted for resources: {'Port': ['ID=12d197bc-880d-4fa4-b968-6cb34f3e9707,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:25.633301 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5fce6-a6ec-4be7-adf8-f4f98c241e3f tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event deleted for resources: {'Network': ['ID=537097c3-a0ef-4cf7-b045-e9091462803e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:25.639204 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d0c699-2f23-4e72-a4b7-49f5be96fa12 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Deleting subnet 320a37c0-49ef-4f6c-a89e-1f9427d77ea3 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:05:25.643917 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62d0c699-2f23-4e72-a4b7-49f5be96fa12 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for subnet (320a37c0-49ef-4f6c-a89e-1f9427d77ea3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.647707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:25.653425 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:25.669101 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:25.673284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=2ddc5239-2a40-41a3-820c-4ec30aec8845,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:25.675581 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 8f3548c5-1426-4050-b9c3-ac1008815032) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:25.686629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2cb083-6351-41c5-bea8-4ab668d153e2 None None] Network 8f3548c5-1426-4050-b9c3-ac1008815032 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:25.733992 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62d0c699-2f23-4e72-a4b7-49f5be96fa12 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (320a37c0-49ef-4f6c-a89e-1f9427d77ea3), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.737566 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:25.754539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:25.768813 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:25.769612 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.827833 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-357e99ec-1d65-4c8b-a132-af561ae230fb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (a1358a05-9c90-4e7d-941a-07ecd10e995b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.890606 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62d0c699-2f23-4e72-a4b7-49f5be96fa12 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (320a37c0-49ef-4f6c-a89e-1f9427d77ea3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:25.891904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2f8bf6aa-7dbc-418d-8dda-2bdd735bc7f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7002585 Jan 28 06:05:25.896149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58392) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:25.986190 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357e99ec-1d65-4c8b-a132-af561ae230fb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:25.994165 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-357e99ec-1d65-4c8b-a132-af561ae230fb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:26.008006 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c464439-1c77-4f8b-9419-cc09cc4bdf1e None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:26.008509 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357e99ec-1d65-4c8b-a132-af561ae230fb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:26.008509 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-357e99ec-1d65-4c8b-a132-af561ae230fb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:26.010107 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e99ec-1d65-4c8b-a132-af561ae230fb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=a1358a05-9c90-4e7d-941a-07ecd10e995b,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:26.112028 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62d0c699-2f23-4e72-a4b7-49f5be96fa12 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (320a37c0-49ef-4f6c-a89e-1f9427d77ea3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:26.155834 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-357e99ec-1d65-4c8b-a132-af561ae230fb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0708830 Jan 28 06:05:26.155834 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0c699-2f23-4e72-a4b7-49f5be96fa12 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event deleted for resources: {'Subnet': ['ID=320a37c0-49ef-4f6c-a89e-1f9427d77ea3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:26.168121 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58400) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:26.181247 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-212ae0ea-5cb2-4599-bc76-8f15e4624200', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'fixed_ips': [{'subnet_id': 'a1358a05-9c90-4e7d-941a-07ecd10e995b'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:05:26.182208 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:26.189302 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62d0c699-2f23-4e72-a4b7-49f5be96fa12 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:26.200041 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-62d0c699-2f23-4e72-a4b7-49f5be96fa12 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "DELETE /v2.0/subnets/320a37c0-49ef-4f6c-a89e-1f9427d77ea3 HTTP/1.1" status: 204 len: 168 time: 0.6715958 Jan 28 06:05:26.212713 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf79df4-0549-4b10-aed3-3110da67db84 None None] Network 60fad9ba-6e0a-47d1-a69c-f8f152f6755d requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:26.213923 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-6e23744b-2838-469b-bb74-d59378a5fac2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'fixed_ips': [{'subnet_id': 'a1358a05-9c90-4e7d-941a-07ecd10e995b', 'ip_address': '2001:db8::ffcb:e966:ee08:6142'}], 'name': 'tempest-NetworksTestDHCPv6-1556406310'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:26.217419 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58402) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:26.412078 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (60fad9ba-6e0a-47d1-a69c-f8f152f6755d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:26.524278 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Allocated IP 2001:db8::2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/a1358a05-9c90-4e7d-941a-07ecd10e995b/c9590ca0-c845-40dc-9aca-904066db32e3) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:26.540992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Deleting port c35cb23a-48da-45cb-8a56-33f2f56a37e4 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:26.543452 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c35cb23a-48da-45cb-8a56-33f2f56a37e4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:26.603107 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e23744b-2838-469b-bb74-d59378a5fac2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:26.646490 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b0b3c628-4479-48a1-9937-58e325ed66bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port 952e4e0c-2276-4456-9490-e868e19acdc2 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:26.647125 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c628-4479-48a1-9937-58e325ed66bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (952e4e0c-2276-4456-9490-e868e19acdc2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:26.783700 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c628-4479-48a1-9937-58e325ed66bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (952e4e0c-2276-4456-9490-e868e19acdc2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:26.811046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] For port c35cb23a-48da-45cb-8a56-33f2f56a37e4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c35cb23a-48da-45cb-8a56-33f2f56a37e4,segment=NetworkSegment(e9b6d77a-8146-4161-9a4d-ba03daa7ecb3),segment_id=e9b6d77a-8146-4161-9a4d-ba03daa7ecb3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:26.811985 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c35cb23a-48da-45cb-8a56-33f2f56a37e4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:26.834860 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Calling delete_port for c35cb23a-48da-45cb-8a56-33f2f56a37e4 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:26.911398 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6e23744b-2838-469b-bb74-d59378a5fac2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:26.948504 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for floatingip (b4e6e935-79ea-4271-a9c9-4f3ec1a87575), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:26.974080 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-6e23744b-2838-469b-bb74-d59378a5fac2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port 6199fe20-2c73-4a7c-bc03-a5eae2e1af58 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:05:27.003145 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b0b3c628-4479-48a1-9937-58e325ed66bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for 952e4e0c-2276-4456-9490-e868e19acdc2 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:27.037457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758e64ef-a965-4fd4-8c32-e430ce38801c None None] DHCP port deletion for 60fad9ba-6e0a-47d1-a69c-f8f152f6755d request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:05:27.090998 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Publish callbacks [] for port (c9590ca0-c845-40dc-9aca-904066db32e3), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.112101 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-758e64ef-a965-4fd4-8c32-e430ce38801c None None] Deleting port c35cb23a-48da-45cb-8a56-33f2f56a37e4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:27.112569 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-758e64ef-a965-4fd4-8c32-e430ce38801c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c35cb23a-48da-45cb-8a56-33f2f56a37e4), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.114538 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2ddc5239-2a40-41a3-820c-4ec30aec8845), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.178487 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c35cb23a-48da-45cb-8a56-33f2f56a37e4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.198563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-758e64ef-a965-4fd4-8c32-e430ce38801c None None] For port c35cb23a-48da-45cb-8a56-33f2f56a37e4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c35cb23a-48da-45cb-8a56-33f2f56a37e4,segment=NetworkSegment(e9b6d77a-8146-4161-9a4d-ba03daa7ecb3),segment_id=e9b6d77a-8146-4161-9a4d-ba03daa7ecb3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:27.198929 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-758e64ef-a965-4fd4-8c32-e430ce38801c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c35cb23a-48da-45cb-8a56-33f2f56a37e4), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.212897 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (c9590ca0-c845-40dc-9aca-904066db32e3), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.233166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-758e64ef-a965-4fd4-8c32-e430ce38801c None None] Calling delete_port for c35cb23a-48da-45cb-8a56-33f2f56a37e4 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:27.267733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] No DVR routers for this DVR port c35cb23a-48da-45cb-8a56-33f2f56a37e4 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:05:27.269982 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event deleted for resources: {'Port': ['ID=c35cb23a-48da-45cb-8a56-33f2f56a37e4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:27.272400 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c628-4479-48a1-9937-58e325ed66bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (952e4e0c-2276-4456-9490-e868e19acdc2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.392220 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (2ddc5239-2a40-41a3-820c-4ec30aec8845), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.397798 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c628-4479-48a1-9937-58e325ed66bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.399116 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-758e64ef-a965-4fd4-8c32-e430ce38801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (c35cb23a-48da-45cb-8a56-33f2f56a37e4), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.402659 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b0b3c628-4479-48a1-9937-58e325ed66bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/ports/952e4e0c-2276-4456-9490-e868e19acdc2 HTTP/1.1" status: 204 len: 168 time: 1.5053799 Jan 28 06:05:27.404417 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c35cb23a-48da-45cb-8a56-33f2f56a37e4 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:05:27.428703 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (60fad9ba-6e0a-47d1-a69c-f8f152f6755d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.431983 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: c35cb23a-48da-45cb-8a56-33f2f56a37e4 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:05:27.432457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c35cb23a-48da-45cb-8a56-33f2f56a37e4 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:05:27.437814 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:27.447268 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:27.456716 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:27.456935 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58416) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:27.479063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fad9ba-6e0a-47d1-a69c-f8f152f6755d']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:27.481665 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3c628-4479-48a1-9937-58e325ed66bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=952e4e0c-2276-4456-9490-e868e19acdc2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:27.499616 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758e64ef-a965-4fd4-8c32-e430ce38801c None None] No DVR routers for this DVR port c35cb23a-48da-45cb-8a56-33f2f56a37e4 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:05:27.509317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Pushing event updated for resources: {'Port': ['ID=c9590ca0-c845-40dc-9aca-904066db32e3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:27.532077 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b6d77a-8146-4161-9a4d-ba03daa7ecb3') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:27.537292 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b6d77a-8146-4161-9a4d-ba03daa7ecb3') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:27.537953 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (2ddc5239-2a40-41a3-820c-4ec30aec8845), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.547737 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (e9b6d77a-8146-4161-9a4d-ba03daa7ecb3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.563496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e64ef-a965-4fd4-8c32-e430ce38801c None None] Pushing event deleted for resources: {'Port': ['ID=c35cb23a-48da-45cb-8a56-33f2f56a37e4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:27.563765 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (e9b6d77a-8146-4161-9a4d-ba03daa7ecb3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.571377 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:05:27.571957 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (e9b6d77a-8146-4161-9a4d-ba03daa7ecb3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.572503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Attempting to bind port c9590ca0-c845-40dc-9aca-904066db32e3 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:05:27.572934 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Attempting to bind port c9590ca0-c845-40dc-9aca-904066db32e3 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:05:27.573308 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Attempting to bind port c9590ca0-c845-40dc-9aca-904066db32e3 on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:05:27.579225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:05:27.579924 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:27.580454 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.581028 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:05:27.581514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Bound port: c9590ca0-c845-40dc-9aca-904066db32e3, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:05:27.581952 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c9590ca0-c845-40dc-9aca-904066db32e3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.591333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=2ddc5239-2a40-41a3-820c-4ec30aec8845,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:27.680265 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824b3f50-b79c-497e-b12a-2355f0b6d1df tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:05:27.687767 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:05:27.700406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824b3f50-b79c-497e-b12a-2355f0b6d1df tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:27.704577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-824b3f50-b79c-497e-b12a-2355f0b6d1df tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2432575 Jan 28 06:05:27.705940 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] For port c9590ca0-c845-40dc-9aca-904066db32e3, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:05:27.707815 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58426) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:27.737148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] For port c9590ca0-c845-40dc-9aca-904066db32e3, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c9590ca0-c845-40dc-9aca-904066db32e3,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:05:27.739021 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (b4e6e935-79ea-4271-a9c9-4f3ec1a87575), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.774410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-6e23744b-2838-469b-bb74-d59378a5fac2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::ffcb:e966:ee08:6142 (212ae0ea-5cb2-4599-bc76-8f15e4624200/a1358a05-9c90-4e7d-941a-07ecd10e995b/6199fe20-2c73-4a7c-bc03-a5eae2e1af58) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:27.821323 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (60fad9ba-6e0a-47d1-a69c-f8f152f6755d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.849109 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.853141 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.853312 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c9590ca0-c845-40dc-9aca-904066db32e3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:27.858717 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "DELETE /v2.0/networks/60fad9ba-6e0a-47d1-a69c-f8f152f6755d HTTP/1.1" status: 204 len: 168 time: 1.6382706 Jan 28 06:05:27.859943 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c9f1e-1a6d-4dbe-a0d4-588bdaeffb80 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Pushing event deleted for resources: {'Network': ['ID=60fad9ba-6e0a-47d1-a69c-f8f152f6755d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:27.862984 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58428) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:27.895727 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Floating IP b4e6e935-79ea-4271-a9c9-4f3ec1a87575 associated. External IP: 172.25.0.36, port: 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf. Jan 28 06:05:27.909172 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-01c28da5-9e93-486a-bacf-8cf3e6a13671 tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1370ecf-cd5b-4b79-a586-a5443fff87ed HTTP/1.1" status: 200 len: 205 time: 0.0401299 Jan 28 06:05:27.910203 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58432) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:27.978631 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21d38c-03f3-40f8-b327-73d841e62921 None None] Pushing event updated for resources: {'Port': ['ID=c9590ca0-c845-40dc-9aca-904066db32e3,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:28.070504 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb1807bb-f84f-4d1c-a3b1-5d54a1f03a7c tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for router (b1370ecf-cd5b-4b79-a586-a5443fff87ed), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:28.197472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router 736ad247-fa63-4a21-b428-e55b27582b8e has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:05:28.234951 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ede93729-da61-4f6c-b0bb-d34c036896a1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port efca9308-e885-4735-84df-d9830daea53c {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:28.235301 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ede93729-da61-4f6c-b0bb-d34c036896a1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (efca9308-e885-4735-84df-d9830daea53c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:28.380330 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:05:28.393247 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3949256a-818a-4265-8e65-fe79420be6f7 None None] Sync routers for ids ['736ad247-fa63-4a21-b428-e55b27582b8e'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:05:28.410233 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3949256a-818a-4265-8e65-fe79420be6f7 None None] Routers {'736ad247-fa63-4a21-b428-e55b27582b8e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:05:28.410233 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3949256a-818a-4265-8e65-fe79420be6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:05:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['736ad247-fa63-4a21-b428-e55b27582b8e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:28.497534 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ede93729-da61-4f6c-b0bb-d34c036896a1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (efca9308-e885-4735-84df-d9830daea53c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:28.521102 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:28.542796 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-1a7ac061-9623-4ae1-b463-3be97920828a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5540767 Jan 28 06:05:28.588202 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb1807bb-f84f-4d1c-a3b1-5d54a1f03a7c tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (b1370ecf-cd5b-4b79-a586-a5443fff87ed), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:28.599126 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-af77ef94-f294-4657-96f7-ac511ded88c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9317276 Jan 28 06:05:28.599811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:05:28.612842 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1a6bd1-e802-4f96-8d08-47ef859df164" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:05:28.615992 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb1807bb-f84f-4d1c-a3b1-5d54a1f03a7c tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for router_controller (b1370ecf-cd5b-4b79-a586-a5443fff87ed), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:28.628960 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ede93729-da61-4f6c-b0bb-d34c036896a1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for efca9308-e885-4735-84df-d9830daea53c owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:28.641290 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-3949256a-818a-4265-8e65-fe79420be6f7 None None] Set router 736ad247-fa63-4a21-b428-e55b27582b8e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:05:28.714169 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44783549-539c-46ca-9e0b-65cf27e0ddec x-openstack-request-id: req-44783549-539c-46ca-9e0b-65cf27e0ddec {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:05:28.714495 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:05:28.714757 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44783549-539c-46ca-9e0b-65cf27e0ddec {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:05:28.715301 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'status': 'completed', 'code': 200} Jan 28 06:05:28.721421 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6e23744b-2838-469b-bb74-d59378a5fac2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (6199fe20-2c73-4a7c-bc03-a5eae2e1af58), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:28.898112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be077d0-95a9-4425-83a8-80583e1915d3 req-de7ae8ce-8699-48c1-aa89-f396b21f1195 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:28.905269 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4be077d0-95a9-4425-83a8-80583e1915d3 req-de7ae8ce-8699-48c1-aa89-f396b21f1195 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.1601324 Jan 28 06:05:28.917433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a6bd1-e802-4f96-8d08-47ef859df164 req-0f314823-4a8f-4b15-b669-bedcb6e1a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:28.926929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc1a6bd1-e802-4f96-8d08-47ef859df164 req-0f314823-4a8f-4b15-b669-bedcb6e1a06e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 1098 time: 0.1438332 Jan 28 06:05:28.968332 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ede93729-da61-4f6c-b0bb-d34c036896a1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (efca9308-e885-4735-84df-d9830daea53c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:28.990019 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3949256a-818a-4265-8e65-fe79420be6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789132813', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:04:43Z', 'updated_at': '2022-01-28T06:04:53Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:44Z', 'updated_at': '2022-01-28T06:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b4e6e935-79ea-4271-a9c9-4f3ec1a87575', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'port_id': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'mac_address': 'fa:16:3e:ec:b6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:05:26Z', 'updated_at': '2022-01-28T06:05:26Z', 'revision_number': 0, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ce0e4a-2042-4942-ae85-6b01607cc27d', 'name': '', 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:e4:ae:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '8e98d012-dc76-40bb-b222-219932b863c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:51Z', 'updated_at': '2022-01-28T06:05:05Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '8e98d012-dc76-40bb-b222-219932b863c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:29.032706 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3949256a-818a-4265-8e65-fe79420be6f7 None None] Checking router: 736ad247-fa63-4a21-b428-e55b27582b8e for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:05:29.054493 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3949256a-818a-4265-8e65-fe79420be6f7 None None] Routers {'736ad247-fa63-4a21-b428-e55b27582b8e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:05:29.057913 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3949256a-818a-4265-8e65-fe79420be6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:05:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['736ad247-fa63-4a21-b428-e55b27582b8e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:29.074622 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6e23744b-2838-469b-bb74-d59378a5fac2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6199fe20-2c73-4a7c-bc03-a5eae2e1af58), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:29.076251 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb1807bb-f84f-4d1c-a3b1-5d54a1f03a7c tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (b1370ecf-cd5b-4b79-a586-a5443fff87ed), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:29.081354 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1807bb-f84f-4d1c-a3b1-5d54a1f03a7c tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Fanout notify agent at l3_agent the message router_deleted on router b1370ecf-cd5b-4b79-a586-a5443fff87ed {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:05:29.089907 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb1807bb-f84f-4d1c-a3b1-5d54a1f03a7c tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:29.094051 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bb1807bb-f84f-4d1c-a3b1-5d54a1f03a7c tempest-RoutersNegativeIpV6Test-773926087 tempest-RoutersNegativeIpV6Test-773926087-project] 10.222.0.31 "DELETE /v2.0/routers/b1370ecf-cd5b-4b79-a586-a5443fff87ed HTTP/1.1" status: 204 len: 168 time: 1.1733353 Jan 28 06:05:29.111017 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede93729-da61-4f6c-b0bb-d34c036896a1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=efca9308-e885-4735-84df-d9830daea53c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:29.125457 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4be077d0-95a9-4425-83a8-80583e1915d3 req-81e1cee7-4ce0-4082-aad7-38af325e9bc7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125502 Jan 28 06:05:29.132603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-cbd523bb-dad4-4eed-a03d-567418b07fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:29.133356 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-cbd523bb-dad4-4eed-a03d-567418b07fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:29.134063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-cbd523bb-dad4-4eed-a03d-567418b07fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:29.134467 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-cbd523bb-dad4-4eed-a03d-567418b07fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:29.134942 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-cbd523bb-dad4-4eed-a03d-567418b07fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:29.138249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-cbd523bb-dad4-4eed-a03d-567418b07fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:29.138788 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-cbd523bb-dad4-4eed-a03d-567418b07fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:29.143080 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-cbd523bb-dad4-4eed-a03d-567418b07fb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d224c5804ad8477a9a70c890f5535963&device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 6509 time: 0.4268079 Jan 28 06:05:29.151351 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ede93729-da61-4f6c-b0bb-d34c036896a1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:29.157977 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ede93729-da61-4f6c-b0bb-d34c036896a1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/ports/efca9308-e885-4735-84df-d9830daea53c HTTP/1.1" status: 204 len: 168 time: 1.4455776 Jan 28 06:05:29.160010 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58456) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:29.160010 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58458) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:29.233520 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a6bd1-e802-4f96-8d08-47ef859df164 req-922cc6d8-36d0-47de-a6ab-eed26cbaa7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:29.236466 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc1a6bd1-e802-4f96-8d08-47ef859df164 req-922cc6d8-36d0-47de-a6ab-eed26cbaa7b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e HTTP/1.1" status: 200 len: 897 time: 0.2949660 Jan 28 06:05:29.336957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-22d03bc6-1018-4176-a49c-b41e533034f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:29.338546 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-22d03bc6-1018-4176-a49c-b41e533034f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:29.338546 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-22d03bc6-1018-4176-a49c-b41e533034f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:29.339815 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-22d03bc6-1018-4176-a49c-b41e533034f3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a969021-10d0-46ce-bf92-b6d579bcb94e&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=a5d76cd0-485c-42ba-8694-d68708a2c641&id=a5d76cd0-485c-42ba-8694-d68708a2c641 HTTP/1.1" status: 200 len: 2299 time: 0.1367433 Jan 28 06:05:29.342375 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-3949256a-818a-4265-8e65-fe79420be6f7 None None] Set router 736ad247-fa63-4a21-b428-e55b27582b8e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:05:29.389308 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc1a6bd1-e802-4f96-8d08-47ef859df164 req-a0fd3988-449e-41e8-82f0-3971a13a8bfb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf HTTP/1.1" status: 200 len: 999 time: 0.1431341 Jan 28 06:05:29.432116 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e23744b-2838-469b-bb74-d59378a5fac2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:29.442380 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-6e23744b-2838-469b-bb74-d59378a5fac2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:29.449900 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c9590ca0-c845-40dc-9aca-904066db32e3 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:29.510232 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a6bd1-e802-4f96-8d08-47ef859df164 req-960b490d-20d0-441e-ada8-fc0dc540ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:29.511735 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc1a6bd1-e802-4f96-8d08-47ef859df164 req-960b490d-20d0-441e-ada8-fc0dc540ad51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e98d012-dc76-40bb-b222-219932b863c7 HTTP/1.1" status: 200 len: 834 time: 0.1161430 Jan 28 06:05:29.548184 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23744b-2838-469b-bb74-d59378a5fac2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=6199fe20-2c73-4a7c-bc03-a5eae2e1af58,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:29.562007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port c9590ca0-c845-40dc-9aca-904066db32e3 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:29.562467 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c9590ca0-c845-40dc-9aca-904066db32e3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:29.589498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e23744b-2838-469b-bb74-d59378a5fac2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:29.614487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a6bd1-e802-4f96-8d08-47ef859df164 req-cea43c61-8a06-4756-a8cc-c603d08ca326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:29.617710 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc1a6bd1-e802-4f96-8d08-47ef859df164 req-cea43c61-8a06-4756-a8cc-c603d08ca326 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982692 Jan 28 06:05:29.619514 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e23744b-2838-469b-bb74-d59378a5fac2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:29.620197 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6e23744b-2838-469b-bb74-d59378a5fac2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:29.710980 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b940377-4888-41dc-9a5a-fc3e183a42f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:29.721702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58466) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:29.722360 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6b940377-4888-41dc-9a5a-fc3e183a42f2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5548773 Jan 28 06:05:29.782625 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c9590ca0-c845-40dc-9aca-904066db32e3 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:29.783060 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c9590ca0-c845-40dc-9aca-904066db32e3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:29.783502 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e11b9aa7-e89e-484b-a0b1-138c5c4e5177 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/b4e6e935-79ea-4271-a9c9-4f3ec1a87575 HTTP/1.1" status: 200 len: 991 time: 0.6231174 Jan 28 06:05:29.789856 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-a66a5d82-444c-44cb-9c72-a060200452e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba1a9e75-2625-4b3b-834e-532611f3d6db HTTP/1.1" status: 200 len: 1000 time: 0.3717542 Jan 28 06:05:29.812281 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-deeba522-bbe1-4811-951c-4b1d905369d5 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] GET failed (client error): The resource could not be found. Jan 28 06:05:29.815775 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-deeba522-bbe1-4811-951c-4b1d905369d5 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports/952e4e0c-2276-4456-9490-e868e19acdc2 HTTP/1.1" status: 404 len: 333 time: 0.0867777 Jan 28 06:05:29.822987 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58470) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:29.910567 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port c9590ca0-c845-40dc-9aca-904066db32e3, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c9590ca0-c845-40dc-9aca-904066db32e3,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:29.918944 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc1a6bd1-e802-4f96-8d08-47ef859df164 req-3c982d61-f557-40f3-913f-6d405632a77c service neutron] 10.222.0.64 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969949 Jan 28 06:05:29.932268 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6e23744b-2838-469b-bb74-d59378a5fac2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7306721 Jan 28 06:05:29.935280 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58476) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:29.946608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-e363085c-663d-4e8a-a6f8-9adb5c18341a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'fixed_ips': [{'subnet_id': 'a1358a05-9c90-4e7d-941a-07ecd10e995b', 'ip_address': '2001:db8::ffcb:e966:ee08:6142'}], 'name': 'tempest-NetworksTestDHCPv6-1776585831'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:29.948932 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b5b06ad2-66bd-419d-a12f-a700b71a5542 None None] Provisioning complete for port c9590ca0-c845-40dc-9aca-904066db32e3 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:29.949442 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b5b06ad2-66bd-419d-a12f-a700b71a5542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c9590ca0-c845-40dc-9aca-904066db32e3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:29.951313 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ab3b73-8063-4cb0-a258-0ccaf05734f0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] GET failed (client error): The resource could not be found. Jan 28 06:05:29.961523 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b6ab3b73-8063-4cb0-a258-0ccaf05734f0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports/efca9308-e885-4735-84df-d9830daea53c HTTP/1.1" status: 404 len: 333 time: 0.0998840 Jan 28 06:05:29.969925 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58478) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:29.980243 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3949256a-818a-4265-8e65-fe79420be6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789132813', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:04:43Z', 'updated_at': '2022-01-28T06:04:53Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:44Z', 'updated_at': '2022-01-28T06:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b4e6e935-79ea-4271-a9c9-4f3ec1a87575', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'port_id': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'mac_address': 'fa:16:3e:ec:b6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:05:26Z', 'updated_at': '2022-01-28T06:05:26Z', 'revision_number': 0, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ce0e4a-2042-4942-ae85-6b01607cc27d', 'name': '', 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:e4:ae:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '8e98d012-dc76-40bb-b222-219932b863c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:51Z', 'updated_at': '2022-01-28T06:05:05Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '8e98d012-dc76-40bb-b222-219932b863c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:30.014792 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c9590ca0-c845-40dc-9aca-904066db32e3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:30.070017 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3949256a-818a-4265-8e65-fe79420be6f7 None None] The sync data for ids ['736ad247-fa63-4a21-b428-e55b27582b8e'] in n-d-812111-12 is: [{'id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789132813', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:04:43Z', 'updated_at': '2022-01-28T06:04:53Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:44Z', 'updated_at': '2022-01-28T06:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'b4e6e935-79ea-4271-a9c9-4f3ec1a87575', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'port_id': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'mac_address': 'fa:16:3e:ec:b6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:05:26Z', 'updated_at': '2022-01-28T06:05:26Z', 'revision_number': 0, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ce0e4a-2042-4942-ae85-6b01607cc27d', 'name': '', 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:e4:ae:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '8e98d012-dc76-40bb-b222-219932b863c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:51Z', 'updated_at': '2022-01-28T06:05:05Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '8e98d012-dc76-40bb-b222-219932b863c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:05:30.082887 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58484) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:30.087232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc1a6bd1-e802-4f96-8d08-47ef859df164 req-02bb130e-8afa-4488-9b76-0a72151f26c5 service neutron] 10.222.0.64 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561694 Jan 28 06:05:30.248334 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=c9590ca0-c845-40dc-9aca-904066db32e3,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:30.394103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b5b06ad2-66bd-419d-a12f-a700b71a5542 None None] Current status of the port c9590ca0-c845-40dc-9aca-904066db32e3 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:30.422138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-841db94e-10c2-43cf-bb4a-9edeb621c16a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f17fa13e5eb4453dbc81005d18004b77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3377135 Jan 28 06:05:30.430118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58488) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:30.536527 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-32728bf7-ca92-4e5a-afb5-a67689541c4c None None] Provisioning complete for port 6199fe20-2c73-4a7c-bc03-a5eae2e1af58 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:30.539354 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32728bf7-ca92-4e5a-afb5-a67689541c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6199fe20-2c73-4a7c-bc03-a5eae2e1af58), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:30.541875 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cef0e71d-86be-4b90-aa7e-655a69b36cde admin admin] Publish callbacks [] for security_group (d861bec3-c21f-4fb1-88e9-04fe7a9ca314), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:30.594027 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cef0e71d-86be-4b90-aa7e-655a69b36cde admin admin] Publish callbacks [] for security_group (d861bec3-c21f-4fb1-88e9-04fe7a9ca314), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:30.613583 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ab06c1-1f56-4916-aea6-cbbc470b0838 None None] New status for floating IP b4e6e935-79ea-4271-a9c9-4f3ec1a87575: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:05:30.617662 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-32728bf7-ca92-4e5a-afb5-a67689541c4c None None] Port 6199fe20-2c73-4a7c-bc03-a5eae2e1af58 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:05:30.736152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-d1a3d79e-8066-45ff-b921-28575a02d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:30.737769 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-d1a3d79e-8066-45ff-b921-28575a02d687 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8d1a992-5501-4414-a397-3bc94c532606 HTTP/1.1" status: 200 len: 856 time: 0.9418011 Jan 28 06:05:30.792710 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cef0e71d-86be-4b90-aa7e-655a69b36cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d861bec3-c21f-4fb1-88e9-04fe7a9ca314), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:30.792710 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cef0e71d-86be-4b90-aa7e-655a69b36cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:30.792710 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cef0e71d-86be-4b90-aa7e-655a69b36cde admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d861bec3-c21f-4fb1-88e9-04fe7a9ca314 HTTP/1.1" status: 204 len: 168 time: 0.3475292 Jan 28 06:05:30.793424 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0e71d-86be-4b90-aa7e-655a69b36cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d861bec3-c21f-4fb1-88e9-04fe7a9ca314,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:30.798216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58498) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:30.821960 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cca6be5f-d646-46ef-8987-ae7bc728c0ea tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (8f3548c5-1426-4050-b9c3-ac1008815032), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:30.912017 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7469e7fb-4b0b-493e-9ffd-15fa32c10f78 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/b4e6e935-79ea-4271-a9c9-4f3ec1a87575 HTTP/1.1" status: 200 len: 991 time: 0.1126218 Jan 28 06:05:30.931837 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-bf3230ec-c9fb-4ddb-b6af-8b1e47a9f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:30.933771 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-bf3230ec-c9fb-4ddb-b6af-8b1e47a9f7dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a969021-10d0-46ce-bf92-b6d579bcb94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1848662 Jan 28 06:05:30.955673 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-ae6dff40-8bc6-4ab2-a790-7d0566f10ce4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:05:30.956917 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-ae6dff40-8bc6-4ab2-a790-7d0566f10ce4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064590 Jan 28 06:05:31.007042 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e363085c-663d-4e8a-a6f8-9adb5c18341a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:31.011773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e363085c-663d-4e8a-a6f8-9adb5c18341a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:31.032357 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cca6be5f-d646-46ef-8987-ae7bc728c0ea tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (8f3548c5-1426-4050-b9c3-ac1008815032), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:31.127417 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-cca6be5f-d646-46ef-8987-ae7bc728c0ea tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3548c5-1426-4050-b9c3-ac1008815032']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:31.131569 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-e363085c-663d-4e8a-a6f8-9adb5c18341a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port b1262830-9f2a-423b-a325-7e7ee0781a51 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:05:31.155455 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-cca6be5f-d646-46ef-8987-ae7bc728c0ea tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a236b672-e1bc-4380-a416-de4634c6373b') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:31.155798 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-cca6be5f-d646-46ef-8987-ae7bc728c0ea tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a236b672-e1bc-4380-a416-de4634c6373b') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:31.170784 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cca6be5f-d646-46ef-8987-ae7bc728c0ea tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (a236b672-e1bc-4380-a416-de4634c6373b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:31.309109 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-4dc7b9d9-f518-4ef7-9ab0-f435209fe0ee service neutron] 10.222.0.60 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025639 Jan 28 06:05:31.309109 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cca6be5f-d646-46ef-8987-ae7bc728c0ea tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a236b672-e1bc-4380-a416-de4634c6373b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:31.314621 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c9590ca0-c845-40dc-9aca-904066db32e3 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:31.335568 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca6be5f-d646-46ef-8987-ae7bc728c0ea tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:05:31.336054 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cca6be5f-d646-46ef-8987-ae7bc728c0ea tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (a236b672-e1bc-4380-a416-de4634c6373b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:05:31.362889 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:05:31.406378 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port c9590ca0-c845-40dc-9aca-904066db32e3 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:31.407316 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c9590ca0-c845-40dc-9aca-904066db32e3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:31.576500 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c9590ca0-c845-40dc-9aca-904066db32e3 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:31.669643 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-65501144-f484-47ef-aa6d-39000ccd4652 service neutron] 10.222.0.60 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688209 Jan 28 06:05:31.684726 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cca6be5f-d646-46ef-8987-ae7bc728c0ea tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (8f3548c5-1426-4050-b9c3-ac1008815032), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:31.758475 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cca6be5f-d646-46ef-8987-ae7bc728c0ea tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:31.762177 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cca6be5f-d646-46ef-8987-ae7bc728c0ea tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/networks/8f3548c5-1426-4050-b9c3-ac1008815032 HTTP/1.1" status: 204 len: 168 time: 1.7564790 Jan 28 06:05:31.763598 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6be5f-d646-46ef-8987-ae7bc728c0ea tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Network': ['ID=8f3548c5-1426-4050-b9c3-ac1008815032,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:31.767150 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58520) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:31.775023 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-e363085c-663d-4e8a-a6f8-9adb5c18341a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 06:05:31.775023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e363085c-663d-4e8a-a6f8-9adb5c18341a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:05:31.775266 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-97c2255c-76d3-4e8c-b9bd-475a407ba7f1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-825578551'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:31.779980 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-83e021ec-ef57-4f24-8df6-be420eb5e176 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cf023bbd-f379-442d-b98b-2268074debed HTTP/1.1" status: 200 len: 217 time: 0.1035116 Jan 28 06:05:31.861341 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-1f03d874-eb2f-4a11-9394-6fce55525418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:31.861341 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-1f03d874-eb2f-4a11-9394-6fce55525418 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0723579 Jan 28 06:05:31.910279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58526) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:31.914876 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e363085c-663d-4e8a-a6f8-9adb5c18341a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.9776947 Jan 28 06:05:31.917363 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58528) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:31.964832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-86ea3d73-f689-4a7a-bbbc-0a2c814ebc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:31.966683 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-86ea3d73-f689-4a7a-bbbc-0a2c814ebc7d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1013129 Jan 28 06:05:31.969892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c2255c-76d3-4e8c-b9bd-475a407ba7f1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:31.973513 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97c2255c-76d3-4e8c-b9bd-475a407ba7f1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:32.020080 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c2255c-76d3-4e8c-b9bd-475a407ba7f1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:05:32.028552 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f33006d6-c8ce-4f00-b365-46ea5e8e0dad tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/b4e6e935-79ea-4271-a9c9-4f3ec1a87575 HTTP/1.1" status: 200 len: 993 time: 0.1165342 Jan 28 06:05:32.034747 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97c2255c-76d3-4e8c-b9bd-475a407ba7f1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (aacd3925-6023-4198-ab11-7872a26bbf8c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:32.035266 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-97c2255c-76d3-4e8c-b9bd-475a407ba7f1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Added segment aacd3925-6023-4198-ab11-7872a26bbf8c of type vlan for network e712c572-ce37-4b55-a4ce-9ffae9821004 Jan 28 06:05:32.123533 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d7ee50-80ec-414d-8c67-c0c6ed7370bb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:32.142818 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d7ee50-80ec-414d-8c67-c0c6ed7370bb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:32.154333 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-41d7ee50-80ec-414d-8c67-c0c6ed7370bb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2356684 Jan 28 06:05:32.155739 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58540) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:32.170354 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97c2255c-76d3-4e8c-b9bd-475a407ba7f1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (e712c572-ce37-4b55-a4ce-9ffae9821004), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:32.272055 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2559f37-2db0-4abf-90c8-18f6755728a8 req-409d6adc-658c-41ee-87c3-9afb2ed7f287 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0568712 Jan 28 06:05:32.304409 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-cb369bd7-b623-4edc-819d-6787614f72af service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285353 Jan 28 06:05:32.315771 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97c2255c-76d3-4e8c-b9bd-475a407ba7f1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (e712c572-ce37-4b55-a4ce-9ffae9821004), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:32.332545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c2255c-76d3-4e8c-b9bd-475a407ba7f1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:32.337704 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97c2255c-76d3-4e8c-b9bd-475a407ba7f1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:32.428201 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a3d031af-8197-4eb6-b76f-5a9f21e6d748 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port 6199fe20-2c73-4a7c-bc03-a5eae2e1af58 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:32.429083 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3d031af-8197-4eb6-b76f-5a9f21e6d748 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6199fe20-2c73-4a7c-bc03-a5eae2e1af58), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:32.465650 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70c745bb-e641-46a7-8373-3f1fad659faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:32.483252 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2255c-76d3-4e8c-b9bd-475a407ba7f1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Network': ['ID=e712c572-ce37-4b55-a4ce-9ffae9821004,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:32.538908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network e712c572-ce37-4b55-a4ce-9ffae9821004 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:05:32.586291 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-bc1fb412-cfe1-4fc7-a09c-65d5410dcbc5 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606211 Jan 28 06:05:32.615478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2559f37-2db0-4abf-90c8-18f6755728a8 req-e3637d34-4665-484b-afc4-bb0af6daf19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:32.619612 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2559f37-2db0-4abf-90c8-18f6755728a8 req-e3637d34-4665-484b-afc4-bb0af6daf19b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a47cdb207f4459f8119649608f12177&device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 1097 time: 0.1386395 Jan 28 06:05:32.629641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-97c2255c-76d3-4e8c-b9bd-475a407ba7f1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8614388 Jan 28 06:05:32.633222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58550) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:32.639971 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-df7d01c6-f61b-447e-a171-755474faf40e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'subnet': {'network_id': 'e712c572-ce37-4b55-a4ce-9ffae9821004', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:32.705639 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-ffaa882f-ed7c-466a-aadd-fe27a41b266e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=3d7aec7c-6c76-43ad-8b10-438b87915c84 HTTP/1.1" status: 200 len: 217 time: 0.1075447 Jan 28 06:05:32.726099 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3d031af-8197-4eb6-b76f-5a9f21e6d748 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6199fe20-2c73-4a7c-bc03-a5eae2e1af58), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:32.766374 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a3d031af-8197-4eb6-b76f-5a9f21e6d748 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for 6199fe20-2c73-4a7c-bc03-a5eae2e1af58 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:32.785433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-3dca2bef-d278-4277-8ee7-dfd988d517c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:32.787186 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-3dca2bef-d278-4277-8ee7-dfd988d517c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0740588 Jan 28 06:05:32.800093 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2559f37-2db0-4abf-90c8-18f6755728a8 req-aad8db85-3682-4c27-9052-b757a956f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:32.801791 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2559f37-2db0-4abf-90c8-18f6755728a8 req-aad8db85-3682-4c27-9052-b757a956f4ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=55c94a5b-1dee-4512-95d7-42c73d08e25f HTTP/1.1" status: 200 len: 910 time: 0.1542063 Jan 28 06:05:32.981202 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2559f37-2db0-4abf-90c8-18f6755728a8 req-8f9dbfd7-8097-4102-ab8d-0aa7c9375dc4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2478f73-d62a-4414-b717-dd91adb33ca6 HTTP/1.1" status: 200 len: 1001 time: 0.1408508 Jan 28 06:05:33.069180 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-0d23669d-3e92-4139-94ac-3ee50650c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:33.074314 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-0d23669d-3e92-4139-94ac-3ee50650c12a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1993437 Jan 28 06:05:33.089028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2559f37-2db0-4abf-90c8-18f6755728a8 req-65d682cb-0ae5-457c-a3f4-46e83c336d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:33.094312 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2559f37-2db0-4abf-90c8-18f6755728a8 req-65d682cb-0ae5-457c-a3f4-46e83c336d0a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=986c74b2-1c64-4375-8ceb-7ee05426b434 HTTP/1.1" status: 200 len: 848 time: 0.0841606 Jan 28 06:05:33.165478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2559f37-2db0-4abf-90c8-18f6755728a8 req-199af689-a44f-46de-9e3e-faca074413b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:33.165926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2559f37-2db0-4abf-90c8-18f6755728a8 req-199af689-a44f-46de-9e3e-faca074413b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55c94a5b-1dee-4512-95d7-42c73d08e25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649836 Jan 28 06:05:33.214903 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7d01c6-f61b-447e-a171-755474faf40e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:33.219385 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df7d01c6-f61b-447e-a171-755474faf40e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:33.280864 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-cac26dd4-51ff-4eff-867b-ee13367d3da6 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997259 Jan 28 06:05:33.304772 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3d031af-8197-4eb6-b76f-5a9f21e6d748 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6199fe20-2c73-4a7c-bc03-a5eae2e1af58), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:33.443256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-df7d01c6-f61b-447e-a171-755474faf40e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Performing IP validity checks on allocation pools {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 06:05:33.446577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-df7d01c6-f61b-447e-a171-755474faf40e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 06:05:33.475042 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3d031af-8197-4eb6-b76f-5a9f21e6d748 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:33.482561 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a3d031af-8197-4eb6-b76f-5a9f21e6d748 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/6199fe20-2c73-4a7c-bc03-a5eae2e1af58 HTTP/1.1" status: 204 len: 168 time: 1.3208463 Jan 28 06:05:33.486530 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58568) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:33.487892 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d031af-8197-4eb6-b76f-5a9f21e6d748 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=6199fe20-2c73-4a7c-bc03-a5eae2e1af58,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:33.576849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2559f37-2db0-4abf-90c8-18f6755728a8 req-4561149c-33a6-4b62-8cf0-d6d3e71ff7fc service neutron] 10.222.0.64 "GET /v2.0/networks/55c94a5b-1dee-4512-95d7-42c73d08e25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049714 Jan 28 06:05:33.630313 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a51acc6-aa29-4746-ad53-41fc02d7b412 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:33.634786 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a51acc6-aa29-4746-ad53-41fc02d7b412 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:33.642148 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6a51acc6-aa29-4746-ad53-41fc02d7b412 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1158075 Jan 28 06:05:33.649440 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58572) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:33.837868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad294519-4326-4431-a2f1-f21f6a56949a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet a1358a05-9c90-4e7d-941a-07ecd10e995b {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:05:33.843168 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ad294519-4326-4431-a2f1-f21f6a56949a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (a1358a05-9c90-4e7d-941a-07ecd10e995b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:33.853688 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-6b38e8d9-cf7f-4569-8a3c-064653bbbd21 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661240 Jan 28 06:05:33.934695 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2559f37-2db0-4abf-90c8-18f6755728a8 req-2b8a9c4b-b6e5-4207-a1ba-f51ce1c6765e service neutron] 10.222.0.64 "GET /v2.0/networks/55c94a5b-1dee-4512-95d7-42c73d08e25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459671 Jan 28 06:05:33.977922 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-bf5f61ca-3f1d-4d7e-a47c-898e74336348 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=ca87f836-9fd5-4209-b3c5-41f6387f4d75 HTTP/1.1" status: 200 len: 217 time: 0.0837302 Jan 28 06:05:34.017604 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ad294519-4326-4431-a2f1-f21f6a56949a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (a1358a05-9c90-4e7d-941a-07ecd10e995b), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:34.081001 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-8ddf131f-c434-4727-b515-fd4f98d8648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:34.082497 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-8ddf131f-c434-4727-b515-fd4f98d8648d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0985126 Jan 28 06:05:34.093195 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df7d01c6-f61b-447e-a171-755474faf40e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (92d4bb20-6f7a-4726-9a24-f0c7e04e89bf), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:34.206106 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ad294519-4326-4431-a2f1-f21f6a56949a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (a1358a05-9c90-4e7d-941a-07ecd10e995b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:34.225999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d01c6-f61b-447e-a171-755474faf40e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Subnet': ['ID=92d4bb20-6f7a-4726-9a24-f0c7e04e89bf,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:34.276929 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7d01c6-f61b-447e-a171-755474faf40e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Checking segment: {'id': 'aacd3925-6023-4198-ab11-7872a26bbf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e712c572-ce37-4b55-a4ce-9ffae9821004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:34.277651 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7d01c6-f61b-447e-a171-755474faf40e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network hostable DHCP agents. Network: e712c572-ce37-4b55-a4ce-9ffae9821004, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:05:34.282843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-9fa64ed9-745b-4771-b5e7-a87710087235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:34.284812 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-9fa64ed9-745b-4771-b5e7-a87710087235 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1940584 Jan 28 06:05:34.365455 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ad294519-4326-4431-a2f1-f21f6a56949a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (a1358a05-9c90-4e7d-941a-07ecd10e995b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:34.400176 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad294519-4326-4431-a2f1-f21f6a56949a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=a1358a05-9c90-4e7d-941a-07ecd10e995b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:34.417301 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7d01c6-f61b-447e-a171-755474faf40e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network e712c572-ce37-4b55-a4ce-9ffae9821004 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:05:34.425029 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-af8e7099-7b76-4cb7-ac76-6cffb8fd2197 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343181 Jan 28 06:05:34.427708 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ad294519-4326-4431-a2f1-f21f6a56949a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:34.433272 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ad294519-4326-4431-a2f1-f21f6a56949a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/a1358a05-9c90-4e7d-941a-07ecd10e995b HTTP/1.1" status: 204 len: 168 time: 0.7826614 Jan 28 06:05:34.435771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58598) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:34.445735 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d871731-7dee-4bc6-92de-0949aa709689 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:34.505723 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ed3d14b2-2d7d-4c35-abb0-7741dee70e85 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687172 Jan 28 06:05:34.517886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58602) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:34.531894 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1438cd8f-9052-491d-bd4f-e5a81b764f73 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:34.551877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-df7d01c6-f61b-447e-a171-755474faf40e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, e712c572-ce37-4b55-a4ce-9ffae9821004) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:34.559370 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7d01c6-f61b-447e-a171-755474faf40e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:34.560029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df7d01c6-f61b-447e-a171-755474faf40e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:34.576102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b130a568-9466-4fcf-99a5-42f6b6458959 None None] Network e712c572-ce37-4b55-a4ce-9ffae9821004 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:34.655685 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-df7d01c6-f61b-447e-a171-755474faf40e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0207067 Jan 28 06:05:34.672036 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58608) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:34.677541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2ee79d5d-c2c0-44e5-8cf0-b7dadc0d9d9b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'network_id': 'e712c572-ce37-4b55-a4ce-9ffae9821004', 'name': 'tempest-PortsIpV6TestJSON-805651259'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:34.701039 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-0aaf2a9c-0b6b-41a8-a0c5-2700261210e9 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485759 Jan 28 06:05:34.787794 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-4821bc08-0455-4d7f-aa7d-e288341c4295 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=95c9879d-ae0d-45e3-9528-af14ccccd72f HTTP/1.1" status: 200 len: 217 time: 0.0744088 Jan 28 06:05:34.816189 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1438cd8f-9052-491d-bd4f-e5a81b764f73 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:34.831982 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1438cd8f-9052-491d-bd4f-e5a81b764f73 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:34.846435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5720e79d-3ff3-439c-ba05-bc73fe3a80ee None None] DHCP port deletion for 212ae0ea-5cb2-4599-bc76-8f15e4624200 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:05:34.901499 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-e712c572-ce37-4b55-a4ce-9ffae9821004', 'network_id': 'e712c572-ce37-4b55-a4ce-9ffae9821004', 'project_id': '8388294db8584a759a33b6fafbce7917', 'fixed_ips': [{'subnet_id': '92d4bb20-6f7a-4726-9a24-f0c7e04e89bf'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:05:34.907418 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:34.912297 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7559cadd-bce9-4d7f-86fc-f99fc2bcedb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:34.961842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5720e79d-3ff3-439c-ba05-bc73fe3a80ee None None] Deleting port c9590ca0-c845-40dc-9aca-904066db32e3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:34.962366 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5720e79d-3ff3-439c-ba05-bc73fe3a80ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c9590ca0-c845-40dc-9aca-904066db32e3), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:34.992044 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-98e170cb-77bb-463f-b525-30dea4cea842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:34.994065 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-98e170cb-77bb-463f-b525-30dea4cea842 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.2007871 Jan 28 06:05:35.015770 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee79d5d-c2c0-44e5-8cf0-b7dadc0d9d9b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:35.020429 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee79d5d-c2c0-44e5-8cf0-b7dadc0d9d9b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:35.044219 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-2ee79d5d-c2c0-44e5-8cf0-b7dadc0d9d9b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] device_id is not set on port 2bcc5017-b44c-473b-ae77-438cc727a850 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:05:35.108781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-b78c1283-113a-436b-8023-04784de3da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:35.110326 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-b78c1283-113a-436b-8023-04784de3da0f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1086230 Jan 28 06:05:35.117341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5720e79d-3ff3-439c-ba05-bc73fe3a80ee None None] For port c9590ca0-c845-40dc-9aca-904066db32e3, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c9590ca0-c845-40dc-9aca-904066db32e3,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:35.118011 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5720e79d-3ff3-439c-ba05-bc73fe3a80ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c9590ca0-c845-40dc-9aca-904066db32e3), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:35.145288 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5720e79d-3ff3-439c-ba05-bc73fe3a80ee None None] Calling delete_port for c9590ca0-c845-40dc-9aca-904066db32e3 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:35.246986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-2ee79d5d-c2c0-44e5-8cf0-b7dadc0d9d9b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Allocated IP 2001:db8::73 (e712c572-ce37-4b55-a4ce-9ffae9821004/92d4bb20-6f7a-4726-9a24-f0c7e04e89bf/2bcc5017-b44c-473b-ae77-438cc727a850) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:35.287541 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c9590ca0-c845-40dc-9aca-904066db32e3 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:05:35.346016 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-41d5adb8-981a-4054-8883-987985bf17fe service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275810 Jan 28 06:05:35.370714 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1438cd8f-9052-491d-bd4f-e5a81b764f73 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (0e0896ee-d0bc-4801-a06b-e3f82763dce0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:35.427199 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5720e79d-3ff3-439c-ba05-bc73fe3a80ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (c9590ca0-c845-40dc-9aca-904066db32e3), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:35.448488 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5720e79d-3ff3-439c-ba05-bc73fe3a80ee None None] No DVR routers for this DVR port c9590ca0-c845-40dc-9aca-904066db32e3 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:05:35.470646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c9590ca0-c845-40dc-9aca-904066db32e3 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:35.471117 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c9590ca0-c845-40dc-9aca-904066db32e3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:35.501461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720e79d-3ff3-439c-ba05-bc73fe3a80ee None None] Pushing event deleted for resources: {'Port': ['ID=c9590ca0-c845-40dc-9aca-904066db32e3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:35.531797 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee79d5d-c2c0-44e5-8cf0-b7dadc0d9d9b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (2bcc5017-b44c-473b-ae77-438cc727a850), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:35.553976 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1438cd8f-9052-491d-bd4f-e5a81b764f73 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:35.562182 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-1438cd8f-9052-491d-bd4f-e5a81b764f73 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:35.578813 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1438cd8f-9052-491d-bd4f-e5a81b764f73 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:35.579417 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1438cd8f-9052-491d-bd4f-e5a81b764f73 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:35.583727 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf3b341-4f91-4cff-977b-44213cb78c8c None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:35.610795 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438cd8f-9052-491d-bd4f-e5a81b764f73 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=0e0896ee-d0bc-4801-a06b-e3f82763dce0,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:35.634081 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee79d5d-c2c0-44e5-8cf0-b7dadc0d9d9b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2bcc5017-b44c-473b-ae77-438cc727a850), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:35.695726 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-d4dc2ba5-923e-4600-8b2c-1630c09d6203 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431375 Jan 28 06:05:35.724720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee79d5d-c2c0-44e5-8cf0-b7dadc0d9d9b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=2bcc5017-b44c-473b-ae77-438cc727a850,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:35.736966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee79d5d-c2c0-44e5-8cf0-b7dadc0d9d9b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network e712c572-ce37-4b55-a4ce-9ffae9821004 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:35.738880 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2ee79d5d-c2c0-44e5-8cf0-b7dadc0d9d9b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:35.747705 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee79d5d-c2c0-44e5-8cf0-b7dadc0d9d9b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:35.749422 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Allocated IP 2001:db8::2 (e712c572-ce37-4b55-a4ce-9ffae9821004/92d4bb20-6f7a-4726-9a24-f0c7e04e89bf/15bea46b-0106-44f4-8fb6-2d6994ab8349) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:35.755328 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee79d5d-c2c0-44e5-8cf0-b7dadc0d9d9b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:35.756034 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee79d5d-c2c0-44e5-8cf0-b7dadc0d9d9b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:35.799386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58628) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:35.806903 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-86b0eead-b1bf-46bc-89a2-56d155d2db58 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'fixed_ips': [{'subnet_id': '0e0896ee-d0bc-4801-a06b-e3f82763dce0', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1978984752'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:35.810584 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1438cd8f-9052-491d-bd4f-e5a81b764f73 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2914636 Jan 28 06:05:35.815576 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-a468cd18-f915-40c5-a624-830fe89013da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 HTTP/1.1" status: 200 len: 217 time: 0.1126390 Jan 28 06:05:35.895316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-302e85fa-1d45-4c13-91c0-c6b8b86f2921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:35.896072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2ee79d5d-c2c0-44e5-8cf0-b7dadc0d9d9b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2227995 Jan 28 06:05:35.897582 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-302e85fa-1d45-4c13-91c0-c6b8b86f2921 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=983e2d1e-1ce6-416e-a013-56730d18136b HTTP/1.1" status: 200 len: 797 time: 0.0768604 Jan 28 06:05:35.899003 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58632) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:36.012263 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-318d2d3f-ea05-4590-bfe1-6dd1f1705f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:36.013965 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-318d2d3f-ea05-4590-bfe1-6dd1f1705f4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1058574 Jan 28 06:05:36.055145 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b0eead-b1bf-46bc-89a2-56d155d2db58 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:36.099302 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ee799850-d564-4d5a-87fc-53ad97675e9d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port 2bcc5017-b44c-473b-ae77-438cc727a850 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:36.099823 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee799850-d564-4d5a-87fc-53ad97675e9d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2bcc5017-b44c-473b-ae77-438cc727a850), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:36.188707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-212ae0ea-5cb2-4599-bc76-8f15e4624200', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'fixed_ips': [{'subnet_id': '0e0896ee-d0bc-4801-a06b-e3f82763dce0'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:05:36.189566 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:36.204355 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-aa1b1fb9-086a-4031-a789-b2bc5e8a8386 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829059 Jan 28 06:05:36.209252 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86b0eead-b1bf-46bc-89a2-56d155d2db58 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:36.232041 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Publish callbacks [] for port (15bea46b-0106-44f4-8fb6-2d6994ab8349), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:36.249220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-86b0eead-b1bf-46bc-89a2-56d155d2db58 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port b024fa8a-d398-4f08-a092-ee5ea15c8d90 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:05:36.312217 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee799850-d564-4d5a-87fc-53ad97675e9d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2bcc5017-b44c-473b-ae77-438cc727a850), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:36.335854 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ee799850-d564-4d5a-87fc-53ad97675e9d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for 2bcc5017-b44c-473b-ae77-438cc727a850 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:36.339567 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (15bea46b-0106-44f4-8fb6-2d6994ab8349), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:36.364795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Network e712c572-ce37-4b55-a4ce-9ffae9821004 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:36.370716 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:36.407748 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:36.437562 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-7137dae5-a26e-48c7-b265-6531f0ce78b0 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228589 Jan 28 06:05:36.472634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Pushing event updated for resources: {'Port': ['ID=15bea46b-0106-44f4-8fb6-2d6994ab8349,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:36.499840 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-a43a22dd-1ab9-4d67-9bc7-07ebb3935d38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f HTTP/1.1" status: 200 len: 217 time: 0.0518165 Jan 28 06:05:36.557824 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Attempting to bind port 15bea46b-0106-44f4-8fb6-2d6994ab8349 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:05:36.558208 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Attempting to bind port 15bea46b-0106-44f4-8fb6-2d6994ab8349 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'aacd3925-6023-4198-ab11-7872a26bbf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e712c572-ce37-4b55-a4ce-9ffae9821004'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:05:36.558771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Attempting to bind port 15bea46b-0106-44f4-8fb6-2d6994ab8349 on network e712c572-ce37-4b55-a4ce-9ffae9821004 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:05:36.562290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Allocated IP 2001:db8::2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/0e0896ee-d0bc-4801-a06b-e3f82763dce0/03db1e63-8220-4877-98cd-2d70ee6abd4f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:36.574277 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:05:36.578900 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Checking segment: {'id': 'aacd3925-6023-4198-ab11-7872a26bbf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e712c572-ce37-4b55-a4ce-9ffae9821004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:36.578900 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:36.578900 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Bound using segment: {'id': 'aacd3925-6023-4198-ab11-7872a26bbf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e712c572-ce37-4b55-a4ce-9ffae9821004'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:05:36.578900 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Bound port: 15bea46b-0106-44f4-8fb6-2d6994ab8349, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aacd3925-6023-4198-ab11-7872a26bbf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e712c572-ce37-4b55-a4ce-9ffae9821004'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:05:36.578900 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (15bea46b-0106-44f4-8fb6-2d6994ab8349), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:36.666444 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] For port 15bea46b-0106-44f4-8fb6-2d6994ab8349, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:05:36.670055 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] For port 15bea46b-0106-44f4-8fb6-2d6994ab8349, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=15bea46b-0106-44f4-8fb6-2d6994ab8349,segment=NetworkSegment(aacd3925-6023-4198-ab11-7872a26bbf8c),segment_id=aacd3925-6023-4198-ab11-7872a26bbf8c)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:05:36.739283 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:36.771574 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (15bea46b-0106-44f4-8fb6-2d6994ab8349), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:36.881737 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539079f-2ebe-446d-a5cc-8b7af2ae5e55 None None] Pushing event updated for resources: {'Port': ['ID=15bea46b-0106-44f4-8fb6-2d6994ab8349,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:36.966850 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Publish callbacks [] for port (03db1e63-8220-4877-98cd-2d70ee6abd4f), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:37.009921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-e36d678e-ec2c-456a-b649-acfb78319dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:37.011438 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-e36d678e-ec2c-456a-b649-acfb78319dc8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=983e2d1e-1ce6-416e-a013-56730d18136b HTTP/1.1" status: 200 len: 797 time: 0.4965236 Jan 28 06:05:37.111146 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-0efc0a25-5587-49fc-9bee-37a49b4ff7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:37.112640 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-0efc0a25-5587-49fc-9bee-37a49b4ff7c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0953648 Jan 28 06:05:37.128577 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (03db1e63-8220-4877-98cd-2d70ee6abd4f), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:37.180579 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b0eead-b1bf-46bc-89a2-56d155d2db58 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:05:37.181251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b0eead-b1bf-46bc-89a2-56d155d2db58 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:05:37.236672 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-ca67f4b5-cf91-4e17-bbd6-5ce4137f00e5 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164978 Jan 28 06:05:37.259952 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:37.264403 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee799850-d564-4d5a-87fc-53ad97675e9d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (2bcc5017-b44c-473b-ae77-438cc727a850), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:37.267234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:37.268497 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58656) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:37.275108 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-86b0eead-b1bf-46bc-89a2-56d155d2db58 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4734521 Jan 28 06:05:37.279307 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:37.378584 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Pushing event updated for resources: {'Port': ['ID=03db1e63-8220-4877-98cd-2d70ee6abd4f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:37.398452 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Attempting to bind port 03db1e63-8220-4877-98cd-2d70ee6abd4f on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:05:37.399484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Attempting to bind port 03db1e63-8220-4877-98cd-2d70ee6abd4f by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:05:37.402216 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Attempting to bind port 03db1e63-8220-4877-98cd-2d70ee6abd4f on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:05:37.409248 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:05:37.409738 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:37.410209 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:37.410725 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:05:37.411269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Bound port: 03db1e63-8220-4877-98cd-2d70ee6abd4f, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:05:37.411719 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (03db1e63-8220-4877-98cd-2d70ee6abd4f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:37.431254 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 15bea46b-0106-44f4-8fb6-2d6994ab8349 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:37.441044 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee799850-d564-4d5a-87fc-53ad97675e9d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=2bcc5017-b44c-473b-ae77-438cc727a850,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:37.504447 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee799850-d564-4d5a-87fc-53ad97675e9d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:37.504447 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ee799850-d564-4d5a-87fc-53ad97675e9d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/ports/2bcc5017-b44c-473b-ae77-438cc727a850 HTTP/1.1" status: 204 len: 168 time: 1.6030726 Jan 28 06:05:37.508188 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58660) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:37.528181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ead39f-f9f3-4596-b038-2ba286a148af tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:37.529974 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f7ead39f-f9f3-4596-b038-2ba286a148af tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2594492 Jan 28 06:05:37.532556 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58662) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:37.533883 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] For port 03db1e63-8220-4877-98cd-2d70ee6abd4f, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:05:37.540117 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] For port 03db1e63-8220-4877-98cd-2d70ee6abd4f, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=03db1e63-8220-4877-98cd-2d70ee6abd4f,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:05:37.548614 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 15bea46b-0106-44f4-8fb6-2d6994ab8349 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:37.549011 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (15bea46b-0106-44f4-8fb6-2d6994ab8349), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:37.593480 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6a4685-db39-48e1-b060-2dc5915bb2b6 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] DELETE failed (client error): The resource could not be found. Jan 28 06:05:37.594321 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6a4685-db39-48e1-b060-2dc5915bb2b6 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:05:37.598615 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8f6a4685-db39-48e1-b060-2dc5915bb2b6 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/ports/2bcc5017-b44c-473b-ae77-438cc727a850 HTTP/1.1" status: 404 len: 333 time: 0.0867760 Jan 28 06:05:37.602000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58668) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:37.622674 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (03db1e63-8220-4877-98cd-2d70ee6abd4f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:37.635525 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9febb70-4276-4ff8-b821-cd6ad132c6e3 req-a8b27d94-d061-4e22-92df-aa2d8b734f12 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922741 Jan 28 06:05:37.648505 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d9cc29-1da7-4dab-ac80-3d0124cd8fcb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] GET failed (client error): The resource could not be found. Jan 28 06:05:37.650960 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-22d9cc29-1da7-4dab-ac80-3d0124cd8fcb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports/2bcc5017-b44c-473b-ae77-438cc727a850 HTTP/1.1" status: 404 len: 333 time: 0.0476441 Jan 28 06:05:37.654749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58672) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:37.681324 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f089d00-81c0-48af-9b3b-89ec20860609 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:37.682906 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f089d00-81c0-48af-9b3b-89ec20860609 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:37.688188 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5f089d00-81c0-48af-9b3b-89ec20860609 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1514564 Jan 28 06:05:37.688188 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58676) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:37.701521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf5e06-b0ea-4015-a507-bd99279ff46b None None] Pushing event updated for resources: {'Port': ['ID=03db1e63-8220-4877-98cd-2d70ee6abd4f,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:37.782258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e770cc2-b172-49a4-ab89-fedb37879905 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting subnet 92d4bb20-6f7a-4726-9a24-f0c7e04e89bf {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:05:37.791128 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e770cc2-b172-49a4-ab89-fedb37879905 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (92d4bb20-6f7a-4726-9a24-f0c7e04e89bf), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:37.814509 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d0c71c-1d55-40a5-813d-8c6a5f431a57 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet 0e0896ee-d0bc-4801-a06b-e3f82763dce0 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:05:37.827600 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c71c-1d55-40a5-813d-8c6a5f431a57 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (0e0896ee-d0bc-4801-a06b-e3f82763dce0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:37.894845 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 15bea46b-0106-44f4-8fb6-2d6994ab8349 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:37.895234 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (15bea46b-0106-44f4-8fb6-2d6994ab8349), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:37.957211 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c71c-1d55-40a5-813d-8c6a5f431a57 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (0e0896ee-d0bc-4801-a06b-e3f82763dce0), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:37.985335 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 15bea46b-0106-44f4-8fb6-2d6994ab8349, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=15bea46b-0106-44f4-8fb6-2d6994ab8349,segment=NetworkSegment(aacd3925-6023-4198-ab11-7872a26bbf8c),segment_id=aacd3925-6023-4198-ab11-7872a26bbf8c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:37.990079 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:38.060361 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (15bea46b-0106-44f4-8fb6-2d6994ab8349), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:38.160658 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c71c-1d55-40a5-813d-8c6a5f431a57 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (0e0896ee-d0bc-4801-a06b-e3f82763dce0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:38.227037 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=15bea46b-0106-44f4-8fb6-2d6994ab8349,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:38.455058 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c71c-1d55-40a5-813d-8c6a5f431a57 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (0e0896ee-d0bc-4801-a06b-e3f82763dce0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:38.563589 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0c71c-1d55-40a5-813d-8c6a5f431a57 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=0e0896ee-d0bc-4801-a06b-e3f82763dce0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:38.583126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eece49-5161-4f02-a40c-9aa7a4b6b3c1 None None] Network e712c572-ce37-4b55-a4ce-9ffae9821004 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:38.588991 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c71c-1d55-40a5-813d-8c6a5f431a57 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:38.594377 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d2d0c71c-1d55-40a5-813d-8c6a5f431a57 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/0e0896ee-d0bc-4801-a06b-e3f82763dce0 HTTP/1.1" status: 204 len: 168 time: 0.9054706 Jan 28 06:05:38.596850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58698) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:38.675704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9452c8e1-3d82-410c-bc61-88e24e4dac09 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702727 Jan 28 06:05:38.680361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58702) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:38.686585 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ecc35f59-dcda-4c2b-9f81-56cc32f79a76 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:38.708719 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e770cc2-b172-49a4-ab89-fedb37879905 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (92d4bb20-6f7a-4726-9a24-f0c7e04e89bf), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:38.720271 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-43e4947b-6c71-4b90-b182-c0de6591fb45 None None] Provisioning complete for port 15bea46b-0106-44f4-8fb6-2d6994ab8349 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:38.720645 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43e4947b-6c71-4b90-b182-c0de6591fb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (15bea46b-0106-44f4-8fb6-2d6994ab8349), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:39.005763 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e770cc2-b172-49a4-ab89-fedb37879905 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (92d4bb20-6f7a-4726-9a24-f0c7e04e89bf), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:39.020587 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-43e4947b-6c71-4b90-b182-c0de6591fb45 None None] Current status of the port 15bea46b-0106-44f4-8fb6-2d6994ab8349 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:39.065541 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc35f59-dcda-4c2b-9f81-56cc32f79a76 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:39.070836 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ecc35f59-dcda-4c2b-9f81-56cc32f79a76 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:39.169215 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:39.226783 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e770cc2-b172-49a4-ab89-fedb37879905 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (92d4bb20-6f7a-4726-9a24-f0c7e04e89bf), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:39.255847 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e770cc2-b172-49a4-ab89-fedb37879905 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:39.261326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1e770cc2-b172-49a4-ab89-fedb37879905 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/92d4bb20-6f7a-4726-9a24-f0c7e04e89bf HTTP/1.1" status: 204 len: 168 time: 1.6054308 Jan 28 06:05:39.267192 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58714) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:39.308941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e770cc2-b172-49a4-ab89-fedb37879905 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Subnet': ['ID=92d4bb20-6f7a-4726-9a24-f0c7e04e89bf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:39.320619 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8492a5cc-c531-4735-81e7-fa76e4817fd0 None None] Network e712c572-ce37-4b55-a4ce-9ffae9821004 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:39.446796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6a63f1e6-1295-41f1-b506-4985fa1d3746 None None] Provisioning complete for port 15bea46b-0106-44f4-8fb6-2d6994ab8349 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:39.447361 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a63f1e6-1295-41f1-b506-4985fa1d3746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (15bea46b-0106-44f4-8fb6-2d6994ab8349), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:39.610661 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 15bea46b-0106-44f4-8fb6-2d6994ab8349 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:39.696792 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (e712c572-ce37-4b55-a4ce-9ffae9821004), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:39.765409 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ecc35f59-dcda-4c2b-9f81-56cc32f79a76 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (e75588a9-400c-4376-ac64-79b982bf706f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:39.784533 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port 15bea46b-0106-44f4-8fb6-2d6994ab8349 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:39.785091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6a63f1e6-1295-41f1-b506-4985fa1d3746 None None] Current status of the port 15bea46b-0106-44f4-8fb6-2d6994ab8349 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:39.785233 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (15bea46b-0106-44f4-8fb6-2d6994ab8349), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:39.811829 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 15bea46b-0106-44f4-8fb6-2d6994ab8349 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:39.812211 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (15bea46b-0106-44f4-8fb6-2d6994ab8349), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:39.872502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3fc2b0-86f4-4e5a-b3bc-32f45daac039 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:39.879644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48096f7-0d86-49c6-b0cf-c48f74351f2e None None] DHCP port deletion for e712c572-ce37-4b55-a4ce-9ffae9821004 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:05:39.904240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] For port 15bea46b-0106-44f4-8fb6-2d6994ab8349, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=15bea46b-0106-44f4-8fb6-2d6994ab8349,segment=NetworkSegment(aacd3925-6023-4198-ab11-7872a26bbf8c),segment_id=aacd3925-6023-4198-ab11-7872a26bbf8c)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:39.907331 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (15bea46b-0106-44f4-8fb6-2d6994ab8349), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:39.953129 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc35f59-dcda-4c2b-9f81-56cc32f79a76 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:39.956000 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for 15bea46b-0106-44f4-8fb6-2d6994ab8349 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:39.964815 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-ecc35f59-dcda-4c2b-9f81-56cc32f79a76 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:39.971237 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc35f59-dcda-4c2b-9f81-56cc32f79a76 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:39.971847 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ecc35f59-dcda-4c2b-9f81-56cc32f79a76 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:39.987857 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc35f59-dcda-4c2b-9f81-56cc32f79a76 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=e75588a9-400c-4376-ac64-79b982bf706f,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:40.048283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6c5d50b4-0db3-41ba-bb4d-2d9c851ee7d0 None None] Provisioning complete for port 03db1e63-8220-4877-98cd-2d70ee6abd4f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:40.048615 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c5d50b4-0db3-41ba-bb4d-2d9c851ee7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (03db1e63-8220-4877-98cd-2d70ee6abd4f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.096806 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ecc35f59-dcda-4c2b-9f81-56cc32f79a76 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4153059 Jan 28 06:05:40.099528 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58728) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:40.104353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ec097828-2790-4390-866d-b45266be7d65 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1149663040', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:40.173942 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (15bea46b-0106-44f4-8fb6-2d6994ab8349), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.176762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 15bea46b-0106-44f4-8fb6-2d6994ab8349 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:40.182756 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 03db1e63-8220-4877-98cd-2d70ee6abd4f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:40.205024 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f48096f7-0d86-49c6-b0cf-c48f74351f2e None None] Deleting port 15bea46b-0106-44f4-8fb6-2d6994ab8349 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:40.205024 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f48096f7-0d86-49c6-b0cf-c48f74351f2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (15bea46b-0106-44f4-8fb6-2d6994ab8349), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.234162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=15bea46b-0106-44f4-8fb6-2d6994ab8349,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:40.234162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No DVR routers for this DVR port 15bea46b-0106-44f4-8fb6-2d6994ab8349 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:05:40.254193 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec097828-2790-4390-866d-b45266be7d65 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (ec8e04b8-929f-49bd-9f3b-4a3f797718cb), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.255298 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec097828-2790-4390-866d-b45266be7d65 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (ec8e04b8-929f-49bd-9f3b-4a3f797718cb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.354047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f48096f7-0d86-49c6-b0cf-c48f74351f2e None None] For port 15bea46b-0106-44f4-8fb6-2d6994ab8349, host n-d-812111-12, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:40.362870 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f48096f7-0d86-49c6-b0cf-c48f74351f2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (15bea46b-0106-44f4-8fb6-2d6994ab8349), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.383931 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d50b4-0db3-41ba-bb4d-2d9c851ee7d0 None None] Current status of the port 03db1e63-8220-4877-98cd-2d70ee6abd4f is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:40.384379 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c5d50b4-0db3-41ba-bb4d-2d9c851ee7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (03db1e63-8220-4877-98cd-2d70ee6abd4f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.388280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f48096f7-0d86-49c6-b0cf-c48f74351f2e None None] Calling delete_port for 15bea46b-0106-44f4-8fb6-2d6994ab8349 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:40.410326 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-f48096f7-0d86-49c6-b0cf-c48f74351f2e None None] Port 15bea46b-0106-44f4-8fb6-2d6994ab8349 was not found and therefore no delete operation was performed {{(pid=103636) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 06:05:40.412605 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec097828-2790-4390-866d-b45266be7d65 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for router_controller (ec8e04b8-929f-49bd-9f3b-4a3f797718cb), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.454557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 03db1e63-8220-4877-98cd-2d70ee6abd4f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:40.454952 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (03db1e63-8220-4877-98cd-2d70ee6abd4f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.456515 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f48096f7-0d86-49c6-b0cf-c48f74351f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (15bea46b-0106-44f4-8fb6-2d6994ab8349), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.460478 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (e712c572-ce37-4b55-a4ce-9ffae9821004), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.493024 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec097828-2790-4390-866d-b45266be7d65 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (ec8e04b8-929f-49bd-9f3b-4a3f797718cb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.496754 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e712c572-ce37-4b55-a4ce-9ffae9821004']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:40.532255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6c5d50b4-0db3-41ba-bb4d-2d9c851ee7d0 None None] For port 03db1e63-8220-4877-98cd-2d70ee6abd4f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=03db1e63-8220-4877-98cd-2d70ee6abd4f,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:40.532425 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aacd3925-6023-4198-ab11-7872a26bbf8c') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:40.533289 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aacd3925-6023-4198-ab11-7872a26bbf8c') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:40.544678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48096f7-0d86-49c6-b0cf-c48f74351f2e None None] Pushing event deleted for resources: {'Port': ['ID=15bea46b-0106-44f4-8fb6-2d6994ab8349,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:40.549301 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48096f7-0d86-49c6-b0cf-c48f74351f2e None None] No DVR routers for this DVR port 15bea46b-0106-44f4-8fb6-2d6994ab8349 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:05:40.555006 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (aacd3925-6023-4198-ab11-7872a26bbf8c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.579865 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (aacd3925-6023-4198-ab11-7872a26bbf8c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.589109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:05:40.589617 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (aacd3925-6023-4198-ab11-7872a26bbf8c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.593149 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec097828-2790-4390-866d-b45266be7d65 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:05:40.593677 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:05:40.598119 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ec097828-2790-4390-866d-b45266be7d65 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4975553 Jan 28 06:05:40.600891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58744) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:40.643200 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c5d50b4-0db3-41ba-bb4d-2d9c851ee7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (03db1e63-8220-4877-98cd-2d70ee6abd4f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.686329 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113cc01d-4ffa-4703-aea9-9725f04f2b31 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:40.699974 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 03db1e63-8220-4877-98cd-2d70ee6abd4f is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:40.700504 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (03db1e63-8220-4877-98cd-2d70ee6abd4f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.766860 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (e712c572-ce37-4b55-a4ce-9ffae9821004), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.795089 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.802781 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/networks/e712c572-ce37-4b55-a4ce-9ffae9821004 HTTP/1.1" status: 204 len: 168 time: 1.5301526 Jan 28 06:05:40.802781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bbf73-460c-4eab-886f-f6156dd6d086 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Network': ['ID=e712c572-ce37-4b55-a4ce-9ffae9821004,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:40.803096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58746) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:40.808356 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-5ad116cd-9341-45e4-99db-f1c2aaefdfba tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-319105788'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:40.866559 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3bbcde57-a520-414e-8fae-a09ddebd7102 None None] Provisioning complete for port 03db1e63-8220-4877-98cd-2d70ee6abd4f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:40.867296 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3bbcde57-a520-414e-8fae-a09ddebd7102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (03db1e63-8220-4877-98cd-2d70ee6abd4f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.876941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d50b4-0db3-41ba-bb4d-2d9c851ee7d0 None None] Pushing event updated for resources: {'Port': ['ID=03db1e63-8220-4877-98cd-2d70ee6abd4f,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:40.934481 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad116cd-9341-45e4-99db-f1c2aaefdfba tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:40.940426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ad116cd-9341-45e4-99db-f1c2aaefdfba tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.966537 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.972014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad116cd-9341-45e4-99db-f1c2aaefdfba tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:05:40.982868 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ad116cd-9341-45e4-99db-f1c2aaefdfba tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (00380090-1943-47bc-bb40-effdaa8228a9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:40.983318 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-5ad116cd-9341-45e4-99db-f1c2aaefdfba tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Added segment 00380090-1943-47bc-bb40-effdaa8228a9 of type vlan for network b3cce54e-f89d-4d67-99b9-f3bb952fde14 Jan 28 06:05:41.038408 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ad116cd-9341-45e4-99db-f1c2aaefdfba tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (b3cce54e-f89d-4d67-99b9-f3bb952fde14), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:41.145308 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:05:41.145472 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ad116cd-9341-45e4-99db-f1c2aaefdfba tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (b3cce54e-f89d-4d67-99b9-f3bb952fde14), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:41.145670 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:05:41.151112 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad116cd-9341-45e4-99db-f1c2aaefdfba tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:41.151720 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ad116cd-9341-45e4-99db-f1c2aaefdfba tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:41.204803 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3bbcde57-a520-414e-8fae-a09ddebd7102 None None] Current status of the port 03db1e63-8220-4877-98cd-2d70ee6abd4f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:41.251649 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad116cd-9341-45e4-99db-f1c2aaefdfba tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Network': ['ID=b3cce54e-f89d-4d67-99b9-f3bb952fde14,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:41.265528 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network b3cce54e-f89d-4d67-99b9-f3bb952fde14 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:05:41.337795 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5ad116cd-9341-45e4-99db-f1c2aaefdfba tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5333474 Jan 28 06:05:41.340588 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58764) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:41.345990 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-de69487e-53ce-4953-8f65-a791d6241e90 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'subnet': {'network_id': 'b3cce54e-f89d-4d67-99b9-f3bb952fde14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:41.369327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::1 (212ae0ea-5cb2-4599-bc76-8f15e4624200/e75588a9-400c-4376-ac64-79b982bf706f/bb85bf6c-8de3-4e49-b236-a599a97b8fbd) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:41.544524 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2bf06faf-0cac-4ca9-b3ba-2facca3800cd None None] Provisioning complete for port 03db1e63-8220-4877-98cd-2d70ee6abd4f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:41.544982 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2bf06faf-0cac-4ca9-b3ba-2facca3800cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (03db1e63-8220-4877-98cd-2d70ee6abd4f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:41.557569 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (bb85bf6c-8de3-4e49-b236-a599a97b8fbd), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:41.562496 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de69487e-53ce-4953-8f65-a791d6241e90 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:41.569761 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de69487e-53ce-4953-8f65-a791d6241e90 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:41.628494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2bf06faf-0cac-4ca9-b3ba-2facca3800cd None None] Current status of the port 03db1e63-8220-4877-98cd-2d70ee6abd4f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:41.704085 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (bb85bf6c-8de3-4e49-b236-a599a97b8fbd), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:41.743528 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 03db1e63-8220-4877-98cd-2d70ee6abd4f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:41.779648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=bb85bf6c-8de3-4e49-b236-a599a97b8fbd,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:41.790630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:41.792098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:41.794730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:41.796624 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (ec8e04b8-929f-49bd-9f3b-4a3f797718cb), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:41.838158 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de69487e-53ce-4953-8f65-a791d6241e90 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (b4d61b1a-a50e-4209-b50d-aa0412af6cf0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:41.894338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 03db1e63-8220-4877-98cd-2d70ee6abd4f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:41.949164 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69487e-53ce-4953-8f65-a791d6241e90 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Subnet': ['ID=b4d61b1a-a50e-4209-b50d-aa0412af6cf0,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:41.992338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 03db1e63-8220-4877-98cd-2d70ee6abd4f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:41.993008 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (03db1e63-8220-4877-98cd-2d70ee6abd4f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:41.994243 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de69487e-53ce-4953-8f65-a791d6241e90 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Checking segment: {'id': '00380090-1943-47bc-bb40-effdaa8228a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b3cce54e-f89d-4d67-99b9-f3bb952fde14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:41.994651 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de69487e-53ce-4953-8f65-a791d6241e90 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network hostable DHCP agents. Network: b3cce54e-f89d-4d67-99b9-f3bb952fde14, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:05:42.041762 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bb85bf6c-8de3-4e49-b236-a599a97b8fbd), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:42.094141 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de69487e-53ce-4953-8f65-a791d6241e90 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network b3cce54e-f89d-4d67-99b9-f3bb952fde14 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:05:42.140965 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 03db1e63-8220-4877-98cd-2d70ee6abd4f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:42.180691 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-de69487e-53ce-4953-8f65-a791d6241e90 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, b3cce54e-f89d-4d67-99b9-f3bb952fde14) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:42.184895 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de69487e-53ce-4953-8f65-a791d6241e90 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:42.185704 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de69487e-53ce-4953-8f65-a791d6241e90 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:42.201432 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3972b31-d9fd-4fec-967d-f8c67b369c42 None None] Network b3cce54e-f89d-4d67-99b9-f3bb952fde14 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:42.279574 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-de69487e-53ce-4953-8f65-a791d6241e90 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9377503 Jan 28 06:05:42.282109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58780) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:42.282245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 15bea46b-0106-44f4-8fb6-2d6994ab8349 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:05:42.287397 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'network_id': 'b3cce54e-f89d-4d67-99b9-f3bb952fde14', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1117465590'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:42.338041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 15bea46b-0106-44f4-8fb6-2d6994ab8349 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:05:42.340506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 15bea46b-0106-44f4-8fb6-2d6994ab8349 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:05:42.361013 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-1fcfc010-8b97-49d1-9422-a2d1b0cf6931 None None] Provisioning complete for port bb85bf6c-8de3-4e49-b236-a599a97b8fbd triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:42.361515 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fcfc010-8b97-49d1-9422-a2d1b0cf6931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (bb85bf6c-8de3-4e49-b236-a599a97b8fbd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:42.415871 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1fcfc010-8b97-49d1-9422-a2d1b0cf6931 None None] Port bb85bf6c-8de3-4e49-b236-a599a97b8fbd cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:05:42.500373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-b3cce54e-f89d-4d67-99b9-f3bb952fde14', 'network_id': 'b3cce54e-f89d-4d67-99b9-f3bb952fde14', 'project_id': '8388294db8584a759a33b6fafbce7917', 'fixed_ips': [{'subnet_id': 'b4d61b1a-a50e-4209-b50d-aa0412af6cf0'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:05:42.504148 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:42.573790 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (bb85bf6c-8de3-4e49-b236-a599a97b8fbd), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:42.659614 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:42.663790 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:42.671354 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (bb85bf6c-8de3-4e49-b236-a599a97b8fbd), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:42.675183 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (ec8e04b8-929f-49bd-9f3b-4a3f797718cb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:42.700209 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] device_id is not set on port fbc40e71-677e-4559-b073-6865a5be58cc yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:05:42.795812 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Allocated IP 2001:db8::2 (b3cce54e-f89d-4d67-99b9-f3bb952fde14/b4d61b1a-a50e-4209-b50d-aa0412af6cf0/6647e280-e5bb-4943-8b23-d9964fa3be50) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:42.877038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:42.881021 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:42.941174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=bb85bf6c-8de3-4e49-b236-a599a97b8fbd,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:43.127767 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Publish callbacks [] for port (6647e280-e5bb-4943-8b23-d9964fa3be50), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:43.191157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Router ec8e04b8-929f-49bd-9f3b-4a3f797718cb is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:05:43.225637 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (6647e280-e5bb-4943-8b23-d9964fa3be50), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:43.307153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Network b3cce54e-f89d-4d67-99b9-f3bb952fde14 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:43.310481 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:43.322592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:43.333484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Pushing event updated for resources: {'Port': ['ID=6647e280-e5bb-4943-8b23-d9964fa3be50,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:43.365317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Allocated IP 2001:db8::386 (b3cce54e-f89d-4d67-99b9-f3bb952fde14/b4d61b1a-a50e-4209-b50d-aa0412af6cf0/fbc40e71-677e-4559-b073-6865a5be58cc) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:43.421426 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Attempting to bind port 6647e280-e5bb-4943-8b23-d9964fa3be50 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:05:43.422268 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Attempting to bind port 6647e280-e5bb-4943-8b23-d9964fa3be50 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '00380090-1943-47bc-bb40-effdaa8228a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b3cce54e-f89d-4d67-99b9-f3bb952fde14'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:05:43.422875 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Attempting to bind port 6647e280-e5bb-4943-8b23-d9964fa3be50 on network b3cce54e-f89d-4d67-99b9-f3bb952fde14 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:05:43.423260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:05:43.434756 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-32c05d8f-2cbf-445a-9e05-26fb659a6bad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "PUT /v2.0/routers/ec8e04b8-929f-49bd-9f3b-4a3f797718cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8325882 Jan 28 06:05:43.437175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58794) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:43.440249 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Sync routers for ids ['ec8e04b8-929f-49bd-9f3b-4a3f797718cb'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:05:43.442161 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:05:43.443206 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Checking segment: {'id': '00380090-1943-47bc-bb40-effdaa8228a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b3cce54e-f89d-4d67-99b9-f3bb952fde14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:43.443389 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:43.444774 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Bound using segment: {'id': '00380090-1943-47bc-bb40-effdaa8228a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b3cce54e-f89d-4d67-99b9-f3bb952fde14'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:05:43.445494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Bound port: 6647e280-e5bb-4943-8b23-d9964fa3be50, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00380090-1943-47bc-bb40-effdaa8228a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b3cce54e-f89d-4d67-99b9-f3bb952fde14'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:05:43.446066 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6647e280-e5bb-4943-8b23-d9964fa3be50), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:43.448867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-bc384f7f-26d6-41af-a991-6bcffe987697 None None] Provisioning complete for port bb85bf6c-8de3-4e49-b236-a599a97b8fbd triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:43.449240 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bc384f7f-26d6-41af-a991-6bcffe987697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (bb85bf6c-8de3-4e49-b236-a599a97b8fbd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:43.459375 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Routers {'ec8e04b8-929f-49bd-9f3b-4a3f797718cb'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:05:43.463662 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:05:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ec8e04b8-929f-49bd-9f3b-4a3f797718cb'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:43.565678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bc384f7f-26d6-41af-a991-6bcffe987697 None None] Port bb85bf6c-8de3-4e49-b236-a599a97b8fbd cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:05:43.566675 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329d68e2-e737-46d4-8ccf-008c3dad6621 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:43.568459 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-329d68e2-e737-46d4-8ccf-008c3dad6621 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports/bb85bf6c-8de3-4e49-b236-a599a97b8fbd HTTP/1.1" status: 200 len: 911 time: 0.1301942 Jan 28 06:05:43.571112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58800) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:43.638786 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (fbc40e71-677e-4559-b073-6865a5be58cc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:43.642275 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] For port 6647e280-e5bb-4943-8b23-d9964fa3be50, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:05:43.646567 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] For port 6647e280-e5bb-4943-8b23-d9964fa3be50, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6647e280-e5bb-4943-8b23-d9964fa3be50,segment=NetworkSegment(00380090-1943-47bc-bb40-effdaa8228a9),segment_id=00380090-1943-47bc-bb40-effdaa8228a9)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:05:43.688395 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Set router ec8e04b8-929f-49bd-9f3b-4a3f797718cb gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:05:43.696084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a02fa3-0209-4d86-8347-94d42828904e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:43.709294 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a02fa3-0209-4d86-8347-94d42828904e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:43.712613 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-26a02fa3-0209-4d86-8347-94d42828904e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1374836 Jan 28 06:05:43.719056 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58802) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:43.729111 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6647e280-e5bb-4943-8b23-d9964fa3be50), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:43.814598 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (fbc40e71-677e-4559-b073-6865a5be58cc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:43.888867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdaad6-776f-4476-ae52-67b6a87b1094 None None] Pushing event updated for resources: {'Port': ['ID=6647e280-e5bb-4943-8b23-d9964fa3be50,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:43.985907 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=fbc40e71-677e-4559-b073-6865a5be58cc,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:44.009350 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:44.009709 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:44.013929 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:44.014312 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:44.014686 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:44.015565 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:44.015911 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:44.016416 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:44.016764 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:44.017102 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:44.017444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:44.017776 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:44.018112 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:44.025440 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network b3cce54e-f89d-4d67-99b9-f3bb952fde14 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:44.042060 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8e04b8-929f-49bd-9f3b-4a3f797718cb', 'name': 'tempest-NetworksTestDHCPv6-router-1149663040', 'tenant_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:05:40Z', 'updated_at': '2022-01-28T06:05:41Z', 'revision_number': 2, 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'gw_port_host': None, '_interfaces': [{'id': 'bb85bf6c-8de3-4e49-b236-a599a97b8fbd', 'name': '', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'tenant_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'mac_address': 'fa:16:3e:14:66:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8e04b8-929f-49bd-9f3b-4a3f797718cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'e75588a9-400c-4376-ac64-79b982bf706f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:05:41Z', 'updated_at': '2022-01-28T06:05:42Z', 'revision_number': 2, 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'subnets': [{'id': 'e75588a9-400c-4376-ac64-79b982bf706f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:44.044621 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:44.055303 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:44.060533 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:44.061160 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:44.077989 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Checking router: ec8e04b8-929f-49bd-9f3b-4a3f797718cb for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:05:44.079020 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Updating router ec8e04b8-929f-49bd-9f3b-4a3f797718cb port bb85bf6c-8de3-4e49-b236-a599a97b8fbd binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:05:44.150891 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bb85bf6c-8de3-4e49-b236-a599a97b8fbd), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:44.151698 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c2da70d0-e2a6-4f29-8015-f225ad7c8a36 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.8679776 Jan 28 06:05:44.154747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58812) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:44.300262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-32ea5c14-b8a2-4f4e-b1eb-b9e1020e6e66 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port fbc40e71-677e-4559-b073-6865a5be58cc {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:44.300892 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32ea5c14-b8a2-4f4e-b1eb-b9e1020e6e66 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (fbc40e71-677e-4559-b073-6865a5be58cc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:44.440597 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32ea5c14-b8a2-4f4e-b1eb-b9e1020e6e66 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (fbc40e71-677e-4559-b073-6865a5be58cc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:44.458961 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-32ea5c14-b8a2-4f4e-b1eb-b9e1020e6e66 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for fbc40e71-677e-4559-b073-6865a5be58cc owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:44.519573 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c6dbd7ef-55d4-4f90-b2d8-1c117878b88a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (ec8e04b8-929f-49bd-9f3b-4a3f797718cb), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:44.637891 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:05:44.746702 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Publish callbacks [] for port (bb85bf6c-8de3-4e49-b236-a599a97b8fbd), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:44.801960 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32ea5c14-b8a2-4f4e-b1eb-b9e1020e6e66 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (fbc40e71-677e-4559-b073-6865a5be58cc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:44.833368 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bb85bf6c-8de3-4e49-b236-a599a97b8fbd), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:44.851164 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea5c14-b8a2-4f4e-b1eb-b9e1020e6e66 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=fbc40e71-677e-4559-b073-6865a5be58cc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:44.873471 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32ea5c14-b8a2-4f4e-b1eb-b9e1020e6e66 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:44.878072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-32ea5c14-b8a2-4f4e-b1eb-b9e1020e6e66 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/ports/fbc40e71-677e-4559-b073-6865a5be58cc HTTP/1.1" status: 204 len: 168 time: 0.7222283 Jan 28 06:05:44.883258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58822) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:44.954729 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2ee06a-9cd0-4eb1-b39f-dba42857e163 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] GET failed (client error): The resource could not be found. Jan 28 06:05:44.960533 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58826) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:44.960776 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dd2ee06a-9cd0-4eb1-b39f-dba42857e163 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports/fbc40e71-677e-4559-b073-6865a5be58cc HTTP/1.1" status: 404 len: 333 time: 0.0760660 Jan 28 06:05:44.981068 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c6dbd7ef-55d4-4f90-b2d8-1c117878b88a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port bb85bf6c-8de3-4e49-b236-a599a97b8fbd {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:44.981456 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c6dbd7ef-55d4-4f90-b2d8-1c117878b88a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (bb85bf6c-8de3-4e49-b236-a599a97b8fbd), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:45.105886 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c00e6-465f-4869-99a8-06157d014d72 None None] Pushing event updated for resources: {'Port': ['ID=bb85bf6c-8de3-4e49-b236-a599a97b8fbd,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:45.123512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec394280-73ff-4570-9951-7dcd02307ae0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting subnet b4d61b1a-a50e-4209-b50d-aa0412af6cf0 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:05:45.128366 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec394280-73ff-4570-9951-7dcd02307ae0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (b4d61b1a-a50e-4209-b50d-aa0412af6cf0), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:45.138965 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c00e6-465f-4869-99a8-06157d014d72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:45.139425 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c00e6-465f-4869-99a8-06157d014d72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:45.140251 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c00e6-465f-4869-99a8-06157d014d72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:45.140828 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c00e6-465f-4869-99a8-06157d014d72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:45.150810 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c00e6-465f-4869-99a8-06157d014d72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:45.152010 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c00e6-465f-4869-99a8-06157d014d72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:45.152010 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c00e6-465f-4869-99a8-06157d014d72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:45.152010 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c00e6-465f-4869-99a8-06157d014d72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:45.152636 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c00e6-465f-4869-99a8-06157d014d72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:45.153064 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c00e6-465f-4869-99a8-06157d014d72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:45.153498 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c00e6-465f-4869-99a8-06157d014d72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:45.153912 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c00e6-465f-4869-99a8-06157d014d72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:45.154354 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c00e6-465f-4869-99a8-06157d014d72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:45.169851 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Attempting to bind port bb85bf6c-8de3-4e49-b236-a599a97b8fbd on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:05:45.170654 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Attempting to bind port bb85bf6c-8de3-4e49-b236-a599a97b8fbd by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:05:45.171769 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Attempting to bind port bb85bf6c-8de3-4e49-b236-a599a97b8fbd on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:05:45.191224 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:05:45.193999 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:45.194557 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:45.195088 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:05:45.195686 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Bound port: bb85bf6c-8de3-4e49-b236-a599a97b8fbd, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:05:45.199358 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (bb85bf6c-8de3-4e49-b236-a599a97b8fbd), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:45.221635 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c6dbd7ef-55d4-4f90-b2d8-1c117878b88a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (bb85bf6c-8de3-4e49-b236-a599a97b8fbd), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:45.231859 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec394280-73ff-4570-9951-7dcd02307ae0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (b4d61b1a-a50e-4209-b50d-aa0412af6cf0), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:45.261230 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c6dbd7ef-55d4-4f90-b2d8-1c117878b88a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for bb85bf6c-8de3-4e49-b236-a599a97b8fbd owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:45.428249 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec394280-73ff-4570-9951-7dcd02307ae0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (b4d61b1a-a50e-4209-b50d-aa0412af6cf0), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:45.457135 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] For port bb85bf6c-8de3-4e49-b236-a599a97b8fbd, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:05:45.465589 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] For port bb85bf6c-8de3-4e49-b236-a599a97b8fbd, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=bb85bf6c-8de3-4e49-b236-a599a97b8fbd,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:05:45.538907 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (bb85bf6c-8de3-4e49-b236-a599a97b8fbd), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:45.647711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-de040477-5345-4bd0-90a4-4f72425c18ff None None] Provisioning complete for port bb85bf6c-8de3-4e49-b236-a599a97b8fbd triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:45.648364 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de040477-5345-4bd0-90a4-4f72425c18ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (bb85bf6c-8de3-4e49-b236-a599a97b8fbd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:45.659329 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c00e6-465f-4869-99a8-06157d014d72 None None] Pushing event updated for resources: {'Port': ['ID=bb85bf6c-8de3-4e49-b236-a599a97b8fbd,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:45.660962 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec394280-73ff-4570-9951-7dcd02307ae0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (b4d61b1a-a50e-4209-b50d-aa0412af6cf0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:45.693096 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec394280-73ff-4570-9951-7dcd02307ae0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:45.694571 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Routers {'ec8e04b8-929f-49bd-9f3b-4a3f797718cb'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:05:45.695312 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:05:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ec8e04b8-929f-49bd-9f3b-4a3f797718cb'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:45.698036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ec394280-73ff-4570-9951-7dcd02307ae0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/b4d61b1a-a50e-4209-b50d-aa0412af6cf0 HTTP/1.1" status: 204 len: 168 time: 0.7357707 Jan 28 06:05:45.700752 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58834) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:45.760102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-de040477-5345-4bd0-90a4-4f72425c18ff None None] Could not find standard attr ID for object bb85bf6c-8de3-4e49-b236-a599a97b8fbd. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:05:45.760387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec394280-73ff-4570-9951-7dcd02307ae0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d61b1a-a50e-4209-b50d-aa0412af6cf0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:45.769295 n-d-812111-12 neutron-server[103636]: INFO neutron.plugins.ml2.db [None req-de040477-5345-4bd0-90a4-4f72425c18ff None None] No ports have port_id starting with bb85bf6c-8de3-4e49-b236-a599a97b8fbd Jan 28 06:05:45.869645 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (b3cce54e-f89d-4d67-99b9-f3bb952fde14), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:45.872410 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c6dbd7ef-55d4-4f90-b2d8-1c117878b88a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (bb85bf6c-8de3-4e49-b236-a599a97b8fbd), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:45.908007 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] Set router ec8e04b8-929f-49bd-9f3b-4a3f797718cb gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:05:45.967810 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbd7ef-55d4-4f90-b2d8-1c117878b88a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=bb85bf6c-8de3-4e49-b236-a599a97b8fbd,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:46.076357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6647e280-e5bb-4943-8b23-d9964fa3be50 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:46.104847 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c6dbd7ef-55d4-4f90-b2d8-1c117878b88a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (ec8e04b8-929f-49bd-9f3b-4a3f797718cb), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:46.205163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910950e9-7ee1-4ca4-afab-b10b6fd9d82f None None] Network b3cce54e-f89d-4d67-99b9-f3bb952fde14 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:46.322796 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8e04b8-929f-49bd-9f3b-4a3f797718cb', 'name': 'tempest-NetworksTestDHCPv6-router-1149663040', 'tenant_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:05:40Z', 'updated_at': '2022-01-28T06:05:41Z', 'revision_number': 2, 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'gw_port_host': None, '_interfaces': [{'id': 'bb85bf6c-8de3-4e49-b236-a599a97b8fbd', 'name': '', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'tenant_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'mac_address': 'fa:16:3e:14:66:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8e04b8-929f-49bd-9f3b-4a3f797718cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'e75588a9-400c-4376-ac64-79b982bf706f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:05:41Z', 'updated_at': '2022-01-28T06:05:45Z', 'revision_number': 4, 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'subnets': [{'id': 'e75588a9-400c-4376-ac64-79b982bf706f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:46.364244 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6647e280-e5bb-4943-8b23-d9964fa3be50 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:46.370634 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6647e280-e5bb-4943-8b23-d9964fa3be50), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:46.418677 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82923f5-e3f2-494e-8246-e60d294bd456 None None] The sync data for ids ['ec8e04b8-929f-49bd-9f3b-4a3f797718cb'] in n-d-812111-12 is: [{'id': 'ec8e04b8-929f-49bd-9f3b-4a3f797718cb', 'name': 'tempest-NetworksTestDHCPv6-router-1149663040', 'tenant_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:05:40Z', 'updated_at': '2022-01-28T06:05:41Z', 'revision_number': 2, 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'gw_port_host': None, '_interfaces': [{'id': 'bb85bf6c-8de3-4e49-b236-a599a97b8fbd', 'name': '', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'tenant_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'mac_address': 'fa:16:3e:14:66:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8e04b8-929f-49bd-9f3b-4a3f797718cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'e75588a9-400c-4376-ac64-79b982bf706f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:05:41Z', 'updated_at': '2022-01-28T06:05:45Z', 'revision_number': 4, 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'subnets': [{'id': 'e75588a9-400c-4376-ac64-79b982bf706f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:05:46.490772 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e35e26bd-25cb-4283-9f48-12b4ddfbc534 None None] Provisioning complete for port 6647e280-e5bb-4943-8b23-d9964fa3be50 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:46.495329 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e35e26bd-25cb-4283-9f48-12b4ddfbc534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6647e280-e5bb-4943-8b23-d9964fa3be50), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:46.510196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dbd7ef-55d4-4f90-b2d8-1c117878b88a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Router ec8e04b8-929f-49bd-9f3b-4a3f797718cb has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:05:46.525027 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port 6647e280-e5bb-4943-8b23-d9964fa3be50 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:46.525612 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6647e280-e5bb-4943-8b23-d9964fa3be50), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:46.768387 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c3535c-e1a5-4995-a3ce-18474ee1d1f6 None None] DHCP port deletion for b3cce54e-f89d-4d67-99b9-f3bb952fde14 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:05:46.773670 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dbd7ef-55d4-4f90-b2d8-1c117878b88a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:05:46.776601 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] For port 6647e280-e5bb-4943-8b23-d9964fa3be50, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6647e280-e5bb-4943-8b23-d9964fa3be50,segment=NetworkSegment(00380090-1943-47bc-bb40-effdaa8228a9),segment_id=00380090-1943-47bc-bb40-effdaa8228a9)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:46.777040 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6647e280-e5bb-4943-8b23-d9964fa3be50), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:46.785615 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c6dbd7ef-55d4-4f90-b2d8-1c117878b88a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "PUT /v2.0/routers/ec8e04b8-929f-49bd-9f3b-4a3f797718cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0633457 Jan 28 06:05:46.786197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58850) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:46.813108 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e35e26bd-25cb-4283-9f48-12b4ddfbc534 None None] Current status of the port 6647e280-e5bb-4943-8b23-d9964fa3be50 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:46.813108 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e35e26bd-25cb-4283-9f48-12b4ddfbc534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6647e280-e5bb-4943-8b23-d9964fa3be50), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:46.814094 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for 6647e280-e5bb-4943-8b23-d9964fa3be50 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:46.883816 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e35e26bd-25cb-4283-9f48-12b4ddfbc534 None None] For port 6647e280-e5bb-4943-8b23-d9964fa3be50, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6647e280-e5bb-4943-8b23-d9964fa3be50,segment=NetworkSegment(00380090-1943-47bc-bb40-effdaa8228a9),segment_id=00380090-1943-47bc-bb40-effdaa8228a9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:46.907093 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51071dbd-7b5e-4a6c-b173-4116837e8b30 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:46.909584 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51071dbd-7b5e-4a6c-b173-4116837e8b30 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:46.914468 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-51071dbd-7b5e-4a6c-b173-4116837e8b30 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1266215 Jan 28 06:05:46.916807 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58852) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:46.930740 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6647e280-e5bb-4943-8b23-d9964fa3be50 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:46.930740 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6647e280-e5bb-4943-8b23-d9964fa3be50), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:46.964856 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e35e26bd-25cb-4283-9f48-12b4ddfbc534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6647e280-e5bb-4943-8b23-d9964fa3be50), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:46.973441 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-44c3535c-e1a5-4995-a3ce-18474ee1d1f6 None None] Deleting port 6647e280-e5bb-4943-8b23-d9964fa3be50 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:46.974102 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44c3535c-e1a5-4995-a3ce-18474ee1d1f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6647e280-e5bb-4943-8b23-d9964fa3be50), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:47.148765 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e35e26bd-25cb-4283-9f48-12b4ddfbc534 None None] Could not find standard attr ID for object bb85bf6c-8de3-4e49-b236-a599a97b8fbd. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:05:47.325457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-44c3535c-e1a5-4995-a3ce-18474ee1d1f6 None None] For port 6647e280-e5bb-4943-8b23-d9964fa3be50, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6647e280-e5bb-4943-8b23-d9964fa3be50,segment=NetworkSegment(00380090-1943-47bc-bb40-effdaa8228a9),segment_id=00380090-1943-47bc-bb40-effdaa8228a9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:47.326756 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44c3535c-e1a5-4995-a3ce-18474ee1d1f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6647e280-e5bb-4943-8b23-d9964fa3be50), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:47.391820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-44c3535c-e1a5-4995-a3ce-18474ee1d1f6 None None] Calling delete_port for 6647e280-e5bb-4943-8b23-d9964fa3be50 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:47.409892 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e26bd-25cb-4283-9f48-12b4ddfbc534 None None] Pushing event updated for resources: {'Port': ['ID=6647e280-e5bb-4943-8b23-d9964fa3be50,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:47.430714 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:05:47.431331 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:05:47.609577 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1cba96-654d-4ec3-af65-1dab00ec52df tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet e75588a9-400c-4376-ac64-79b982bf706f {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:05:47.616542 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f1cba96-654d-4ec3-af65-1dab00ec52df tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (e75588a9-400c-4376-ac64-79b982bf706f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:47.633231 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44c3535c-e1a5-4995-a3ce-18474ee1d1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (6647e280-e5bb-4943-8b23-d9964fa3be50), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:47.681784 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6647e280-e5bb-4943-8b23-d9964fa3be50), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:47.695508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3535c-e1a5-4995-a3ce-18474ee1d1f6 None None] Pushing event deleted for resources: {'Port': ['ID=6647e280-e5bb-4943-8b23-d9964fa3be50,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:47.705264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c3535c-e1a5-4995-a3ce-18474ee1d1f6 None None] No DVR routers for this DVR port 6647e280-e5bb-4943-8b23-d9964fa3be50 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:05:47.718559 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=6647e280-e5bb-4943-8b23-d9964fa3be50,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:47.735287 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No DVR routers for this DVR port 6647e280-e5bb-4943-8b23-d9964fa3be50 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:05:47.747166 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f1cba96-654d-4ec3-af65-1dab00ec52df tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (e75588a9-400c-4376-ac64-79b982bf706f), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:47.861674 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (b3cce54e-f89d-4d67-99b9-f3bb952fde14), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:47.871836 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f1cba96-654d-4ec3-af65-1dab00ec52df tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (e75588a9-400c-4376-ac64-79b982bf706f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:47.918760 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3cce54e-f89d-4d67-99b9-f3bb952fde14']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:47.936055 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00380090-1943-47bc-bb40-effdaa8228a9') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:47.936354 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00380090-1943-47bc-bb40-effdaa8228a9') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:47.951817 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (00380090-1943-47bc-bb40-effdaa8228a9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:47.972738 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (00380090-1943-47bc-bb40-effdaa8228a9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:47.984425 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:05:47.984842 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (00380090-1943-47bc-bb40-effdaa8228a9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:05:47.988323 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:05:47.993857 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Port 6647e280-e5bb-4943-8b23-d9964fa3be50 update to ACTIVE by agent not found {{(pid=103636) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 06:05:48.081406 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f1cba96-654d-4ec3-af65-1dab00ec52df tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (e75588a9-400c-4376-ac64-79b982bf706f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:48.118061 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1cba96-654d-4ec3-af65-1dab00ec52df tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=e75588a9-400c-4376-ac64-79b982bf706f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:48.128133 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fed53a7-d477-402f-852b-b368b27a3a98 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:48.138734 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f1cba96-654d-4ec3-af65-1dab00ec52df tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:48.147720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58864) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:48.149779 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5f1cba96-654d-4ec3-af65-1dab00ec52df tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/e75588a9-400c-4376-ac64-79b982bf706f HTTP/1.1" status: 204 len: 168 time: 1.2310591 Jan 28 06:05:48.157761 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6647e280-e5bb-4943-8b23-d9964fa3be50 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:05:48.170077 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (b3cce54e-f89d-4d67-99b9-f3bb952fde14), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:48.185650 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:48.195747 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/networks/b3cce54e-f89d-4d67-99b9-f3bb952fde14 HTTP/1.1" status: 204 len: 168 time: 2.4922230 Jan 28 06:05:48.198395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58866) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:48.203838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c28e8e27-9163-4029-9947-4366759081c1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b', 'name': 'tempest-PortsIpV6TestJSON-897882193'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:48.230007 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8891d0-c816-46fd-abde-9e93055b8beb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Network': ['ID=b3cce54e-f89d-4d67-99b9-f3bb952fde14,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:48.273287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 6647e280-e5bb-4943-8b23-d9964fa3be50 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:05:48.273641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6647e280-e5bb-4943-8b23-d9964fa3be50 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:05:48.323303 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4e5063ac-3ac6-4bd7-85f6-6ce3a55d22a4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1743069 Jan 28 06:05:48.325743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58870) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:48.430400 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] DHCP port deletion for 212ae0ea-5cb2-4599-bc76-8f15e4624200 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:05:48.450081 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a220f302-cf01-4634-9735-f7a0876350a6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for router (ec8e04b8-929f-49bd-9f3b-4a3f797718cb), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:48.465286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28e8e27-9163-4029-9947-4366759081c1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:48.468430 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c28e8e27-9163-4029-9947-4366759081c1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:48.513456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-c28e8e27-9163-4029-9947-4366759081c1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] device_id is not set on port b5fbeb60-a772-4ec7-891f-b12d69c7f502 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:05:48.539798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Deleting port 03db1e63-8220-4877-98cd-2d70ee6abd4f {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:48.542140 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (03db1e63-8220-4877-98cd-2d70ee6abd4f), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:48.710899 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] For port 03db1e63-8220-4877-98cd-2d70ee6abd4f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=03db1e63-8220-4877-98cd-2d70ee6abd4f,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:48.711304 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (03db1e63-8220-4877-98cd-2d70ee6abd4f), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:48.734346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Calling delete_port for 03db1e63-8220-4877-98cd-2d70ee6abd4f owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:48.781941 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c28e8e27-9163-4029-9947-4366759081c1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (b5fbeb60-a772-4ec7-891f-b12d69c7f502), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:48.828531 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a220f302-cf01-4634-9735-f7a0876350a6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (ec8e04b8-929f-49bd-9f3b-4a3f797718cb), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:48.834945 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a220f302-cf01-4634-9735-f7a0876350a6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for router_controller (ec8e04b8-929f-49bd-9f3b-4a3f797718cb), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:48.927572 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c28e8e27-9163-4029-9947-4366759081c1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b5fbeb60-a772-4ec7-891f-b12d69c7f502), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:48.955823 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (03db1e63-8220-4877-98cd-2d70ee6abd4f), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:48.984414 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a220f302-cf01-4634-9735-f7a0876350a6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (ec8e04b8-929f-49bd-9f3b-4a3f797718cb), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:48.985005 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a220f302-cf01-4634-9735-f7a0876350a6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Fanout notify agent at l3_agent the message router_deleted on router ec8e04b8-929f-49bd-9f3b-4a3f797718cb {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:05:48.992953 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a220f302-cf01-4634-9735-f7a0876350a6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:49.009009 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58882) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:49.010566 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a220f302-cf01-4634-9735-f7a0876350a6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/routers/ec8e04b8-929f-49bd-9f3b-4a3f797718cb HTTP/1.1" status: 204 len: 168 time: 0.6830087 Jan 28 06:05:49.018263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b26723f1-4d3d-44c8-82dc-93d6c4c299ec tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:49.020153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Pushing event deleted for resources: {'Port': ['ID=03db1e63-8220-4877-98cd-2d70ee6abd4f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:49.029367 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:49.029710 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:49.030041 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e8e27-9163-4029-9947-4366759081c1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:49.030195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:49.030456 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:49.030787 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:49.031114 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:49.031438 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:49.031762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:49.032126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:49.032450 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:49.032772 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:49.033089 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:49.034052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:49.045100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf4937-74b6-4627-bd14-bcaeb21c103a None None] No DVR routers for this DVR port 03db1e63-8220-4877-98cd-2d70ee6abd4f on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:05:49.045724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c28e8e27-9163-4029-9947-4366759081c1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:49.050068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e8e27-9163-4029-9947-4366759081c1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=b5fbeb60-a772-4ec7-891f-b12d69c7f502,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:49.098252 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28e8e27-9163-4029-9947-4366759081c1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:49.105980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e8e27-9163-4029-9947-4366759081c1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:49.106616 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c28e8e27-9163-4029-9947-4366759081c1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:49.108233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e5133e-8365-4b9f-bce6-2349cd792f29 None None] Sync routers for ids ['ec8e04b8-929f-49bd-9f3b-4a3f797718cb'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:05:49.119615 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e5133e-8365-4b9f-bce6-2349cd792f29 None None] Routers set() bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:05:49.120325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e5133e-8365-4b9f-bce6-2349cd792f29 None None] Router IDs set() for agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 06:05:49.121143 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_agentschedulers_db [None req-d4e5133e-8365-4b9f-bce6-2349cd792f29 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ec8e04b8-929f-49bd-9f3b-4a3f797718cb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:05:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent'). {{(pid=103636) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 06:05:49.131149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e5133e-8365-4b9f-bce6-2349cd792f29 None None] Routers set() bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:05:49.132955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e5133e-8365-4b9f-bce6-2349cd792f29 None None] Router IDs set() for agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 06:05:49.133789 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_agentschedulers_db [None req-d4e5133e-8365-4b9f-bce6-2349cd792f29 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ec8e04b8-929f-49bd-9f3b-4a3f797718cb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:05:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent'). {{(pid=103636) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 06:05:49.134442 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e5133e-8365-4b9f-bce6-2349cd792f29 None None] The sync data for ids ['ec8e04b8-929f-49bd-9f3b-4a3f797718cb'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:05:49.208771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c28e8e27-9163-4029-9947-4366759081c1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0063829 Jan 28 06:05:49.209304 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58884) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:49.275633 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26723f1-4d3d-44c8-82dc-93d6c4c299ec tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:49.278875 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b26723f1-4d3d-44c8-82dc-93d6c4c299ec tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:49.381159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c8648295-a842-4d06-baa7-46f00a5be8d8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port b5fbeb60-a772-4ec7-891f-b12d69c7f502 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:49.381548 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8648295-a842-4d06-baa7-46f00a5be8d8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b5fbeb60-a772-4ec7-891f-b12d69c7f502), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:49.485215 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8648295-a842-4d06-baa7-46f00a5be8d8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b5fbeb60-a772-4ec7-891f-b12d69c7f502), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:49.504656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c8648295-a842-4d06-baa7-46f00a5be8d8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for b5fbeb60-a772-4ec7-891f-b12d69c7f502 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:49.694715 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b26723f1-4d3d-44c8-82dc-93d6c4c299ec tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (556d4055-6ece-4ba3-b57b-f29c91f27a17), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:49.731402 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8648295-a842-4d06-baa7-46f00a5be8d8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b5fbeb60-a772-4ec7-891f-b12d69c7f502), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:49.777008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26723f1-4d3d-44c8-82dc-93d6c4c299ec tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:49.786394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8648295-a842-4d06-baa7-46f00a5be8d8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=b5fbeb60-a772-4ec7-891f-b12d69c7f502,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:49.797023 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8648295-a842-4d06-baa7-46f00a5be8d8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:49.803865 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c8648295-a842-4d06-baa7-46f00a5be8d8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/ports/b5fbeb60-a772-4ec7-891f-b12d69c7f502 HTTP/1.1" status: 204 len: 168 time: 0.5906985 Jan 28 06:05:49.803865 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b26723f1-4d3d-44c8-82dc-93d6c4c299ec tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:49.804819 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58896) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:49.805308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26723f1-4d3d-44c8-82dc-93d6c4c299ec tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:49.805959 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b26723f1-4d3d-44c8-82dc-93d6c4c299ec tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:49.814228 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-0a3008bf-c860-48d3-887e-b9075b08fdf6 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b', 'mac_address': 'fa:16:3e:ef:8c:d8', 'name': 'tempest-PortsIpV6TestJSON-172828441'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:49.826591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fc10fa-15fa-4289-a20a-da699b556aff None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:49.835627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26723f1-4d3d-44c8-82dc-93d6c4c299ec tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=556d4055-6ece-4ba3-b57b-f29c91f27a17,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:49.895236 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b26723f1-4d3d-44c8-82dc-93d6c4c299ec tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8812501 Jan 28 06:05:49.898767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58898) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:49.903338 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a6058f5b-4854-4e62-a9f3-fccf78e55c20 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-112662914', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:49.970918 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-212ae0ea-5cb2-4599-bc76-8f15e4624200', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'fixed_ips': [{'subnet_id': '556d4055-6ece-4ba3-b57b-f29c91f27a17'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:05:49.976117 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:50.036761 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a6058f5b-4854-4e62-a9f3-fccf78e55c20 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (541978e4-be74-4f03-a5d0-41c12a72f1a1), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:50.038873 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a6058f5b-4854-4e62-a9f3-fccf78e55c20 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (541978e4-be74-4f03-a5d0-41c12a72f1a1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:50.070137 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3008bf-c860-48d3-887e-b9075b08fdf6 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:50.127884 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device bb85bf6c-8de3-4e49-b236-a599a97b8fbd no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:05:50.147402 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a6058f5b-4854-4e62-a9f3-fccf78e55c20 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for router_controller (541978e4-be74-4f03-a5d0-41c12a72f1a1), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:50.158843 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: bb85bf6c-8de3-4e49-b236-a599a97b8fbd {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:05:50.159498 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device bb85bf6c-8de3-4e49-b236-a599a97b8fbd not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:05:50.160179 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 03db1e63-8220-4877-98cd-2d70ee6abd4f no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:05:50.165097 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0a3008bf-c860-48d3-887e-b9075b08fdf6 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:50.190984 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-0a3008bf-c860-48d3-887e-b9075b08fdf6 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] device_id is not set on port c8f36088-93ef-4d1d-9c40-1dea1e5a100b yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:05:50.192358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 03db1e63-8220-4877-98cd-2d70ee6abd4f {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:05:50.192704 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 03db1e63-8220-4877-98cd-2d70ee6abd4f not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:05:50.214274 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a6058f5b-4854-4e62-a9f3-fccf78e55c20 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (541978e4-be74-4f03-a5d0-41c12a72f1a1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:50.229404 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Allocated IP 2001:db8::2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/556d4055-6ece-4ba3-b57b-f29c91f27a17/3d71bb4d-9171-4b66-a551-aeb4f40c1aed) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:50.322922 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a6058f5b-4854-4e62-a9f3-fccf78e55c20 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:50.324161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a6058f5b-4854-4e62-a9f3-fccf78e55c20 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4244068 Jan 28 06:05:50.326971 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58900) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:50.398329 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0a3008bf-c860-48d3-887e-b9075b08fdf6 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (c8f36088-93ef-4d1d-9c40-1dea1e5a100b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:50.431680 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Publish callbacks [] for port (3d71bb4d-9171-4b66-a551-aeb4f40c1aed), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:50.492883 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0a3008bf-c860-48d3-887e-b9075b08fdf6 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c8f36088-93ef-4d1d-9c40-1dea1e5a100b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:50.520652 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (3d71bb4d-9171-4b66-a551-aeb4f40c1aed), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:50.619234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Pushing event updated for resources: {'Port': ['ID=3d71bb4d-9171-4b66-a551-aeb4f40c1aed,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:50.620380 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3008bf-c860-48d3-887e-b9075b08fdf6 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=c8f36088-93ef-4d1d-9c40-1dea1e5a100b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:50.630640 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:50.633097 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:50.635563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:50.651653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3008bf-c860-48d3-887e-b9075b08fdf6 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:50.653815 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-0a3008bf-c860-48d3-887e-b9075b08fdf6 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:50.666210 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3008bf-c860-48d3-887e-b9075b08fdf6 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:50.673863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3008bf-c860-48d3-887e-b9075b08fdf6 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:50.674742 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0a3008bf-c860-48d3-887e-b9075b08fdf6 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:50.694657 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Attempting to bind port 3d71bb4d-9171-4b66-a551-aeb4f40c1aed on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:05:50.695318 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Attempting to bind port 3d71bb4d-9171-4b66-a551-aeb4f40c1aed by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:05:50.695788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Attempting to bind port 3d71bb4d-9171-4b66-a551-aeb4f40c1aed on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:05:50.706951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:05:50.706951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:50.706951 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:50.706951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:05:50.706951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Bound port: 3d71bb4d-9171-4b66-a551-aeb4f40c1aed, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:05:50.706951 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3d71bb4d-9171-4b66-a551-aeb4f40c1aed), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:50.794423 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:50.815709 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0a3008bf-c860-48d3-887e-b9075b08fdf6 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0089672 Jan 28 06:05:50.820597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58912) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:50.840973 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] For port 3d71bb4d-9171-4b66-a551-aeb4f40c1aed, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:05:50.844731 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] For port 3d71bb4d-9171-4b66-a551-aeb4f40c1aed, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3d71bb4d-9171-4b66-a551-aeb4f40c1aed,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:05:50.913095 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3d71bb4d-9171-4b66-a551-aeb4f40c1aed), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:50.949359 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf18841-adfe-47d9-ba45-e18e1f7776b8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:50.952341 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8cf18841-adfe-47d9-ba45-e18e1f7776b8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports/c8f36088-93ef-4d1d-9c40-1dea1e5a100b HTTP/1.1" status: 200 len: 844 time: 0.1304951 Jan 28 06:05:50.956345 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58914) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:51.090251 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967e089-7087-4f5b-b9b1-b4d6b03c069b None None] Pushing event updated for resources: {'Port': ['ID=3d71bb4d-9171-4b66-a551-aeb4f40c1aed,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:51.163806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-338fecb6-9b46-4224-8cdd-7afbd44e4190 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port c8f36088-93ef-4d1d-9c40-1dea1e5a100b {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:51.165062 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-338fecb6-9b46-4224-8cdd-7afbd44e4190 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c8f36088-93ef-4d1d-9c40-1dea1e5a100b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:51.314471 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-338fecb6-9b46-4224-8cdd-7afbd44e4190 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c8f36088-93ef-4d1d-9c40-1dea1e5a100b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:51.336862 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-338fecb6-9b46-4224-8cdd-7afbd44e4190 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for c8f36088-93ef-4d1d-9c40-1dea1e5a100b owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:51.541304 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-338fecb6-9b46-4224-8cdd-7afbd44e4190 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c8f36088-93ef-4d1d-9c40-1dea1e5a100b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:51.579516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::1 (212ae0ea-5cb2-4599-bc76-8f15e4624200/556d4055-6ece-4ba3-b57b-f29c91f27a17/8d63c022-2f8f-4130-955b-09f32f2f5020) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:51.591046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fecb6-9b46-4224-8cdd-7afbd44e4190 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=c8f36088-93ef-4d1d-9c40-1dea1e5a100b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:51.599650 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-338fecb6-9b46-4224-8cdd-7afbd44e4190 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:51.606151 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-338fecb6-9b46-4224-8cdd-7afbd44e4190 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/ports/c8f36088-93ef-4d1d-9c40-1dea1e5a100b HTTP/1.1" status: 204 len: 168 time: 0.6486630 Jan 28 06:05:51.608585 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58918) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:51.664151 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-3018ffa1-8340-42fe-ae37-94ebc24caf88 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] GET failed (client error): The resource could not be found. Jan 28 06:05:51.665664 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3018ffa1-8340-42fe-ae37-94ebc24caf88 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports/c8f36088-93ef-4d1d-9c40-1dea1e5a100b HTTP/1.1" status: 404 len: 333 time: 0.0560765 Jan 28 06:05:51.671832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58920) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:51.681190 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-75f944ea-6d4c-4fbf-a3ab-de2efbf60ecc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b', 'name': 'tempest-PortsIpV6TestJSON-2061662804'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:51.741237 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (8d63c022-2f8f-4130-955b-09f32f2f5020), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:51.876547 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f944ea-6d4c-4fbf-a3ab-de2efbf60ecc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:51.880223 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75f944ea-6d4c-4fbf-a3ab-de2efbf60ecc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:51.900054 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (8d63c022-2f8f-4130-955b-09f32f2f5020), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:51.915241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-75f944ea-6d4c-4fbf-a3ab-de2efbf60ecc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] device_id is not set on port dd20aa24-9f3b-4e8e-9b6a-c7428cea3c21 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:05:51.992202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:52.017235 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:52.023469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:52.024029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (541978e4-be74-4f03-a5d0-41c12a72f1a1), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:52.140872 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=8d63c022-2f8f-4130-955b-09f32f2f5020,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:52.231669 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:52.234695 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:52.236344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:52.236812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:52.237809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:52.238936 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:52.239384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:52.241822 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:52.242854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:52.243315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:52.243758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:52.245546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:52.246860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:05:52.268991 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3d71bb4d-9171-4b66-a551-aeb4f40c1aed up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:52.275356 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75f944ea-6d4c-4fbf-a3ab-de2efbf60ecc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (dd20aa24-9f3b-4e8e-9b6a-c7428cea3c21), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:52.344713 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8d63c022-2f8f-4130-955b-09f32f2f5020), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:52.358650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 3d71bb4d-9171-4b66-a551-aeb4f40c1aed triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:52.359320 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3d71bb4d-9171-4b66-a551-aeb4f40c1aed), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:52.430694 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75f944ea-6d4c-4fbf-a3ab-de2efbf60ecc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (dd20aa24-9f3b-4e8e-9b6a-c7428cea3c21), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:52.488751 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 3d71bb4d-9171-4b66-a551-aeb4f40c1aed is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:52.489147 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3d71bb4d-9171-4b66-a551-aeb4f40c1aed), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:52.530719 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f944ea-6d4c-4fbf-a3ab-de2efbf60ecc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:52.543148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-75f944ea-6d4c-4fbf-a3ab-de2efbf60ecc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:52.548292 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f944ea-6d4c-4fbf-a3ab-de2efbf60ecc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:52.557714 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f944ea-6d4c-4fbf-a3ab-de2efbf60ecc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:52.558408 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75f944ea-6d4c-4fbf-a3ab-de2efbf60ecc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:52.574780 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 3d71bb4d-9171-4b66-a551-aeb4f40c1aed, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3d71bb4d-9171-4b66-a551-aeb4f40c1aed,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:52.590342 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f944ea-6d4c-4fbf-a3ab-de2efbf60ecc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=dd20aa24-9f3b-4e8e-9b6a-c7428cea3c21,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:52.653717 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3d71bb4d-9171-4b66-a551-aeb4f40c1aed), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:52.681942 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-75f944ea-6d4c-4fbf-a3ab-de2efbf60ecc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0079355 Jan 28 06:05:52.684510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58932) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:52.692785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d148f282-b4c6-4ab2-ad97-661367c55e68 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:52.702496 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (8d63c022-2f8f-4130-955b-09f32f2f5020), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:52.726882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=3d71bb4d-9171-4b66-a551-aeb4f40c1aed,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:52.738835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c346d7bb-fef0-4614-9101-7f87699a0e63 None None] Provisioning complete for port 3d71bb4d-9171-4b66-a551-aeb4f40c1aed triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:52.739217 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c346d7bb-fef0-4614-9101-7f87699a0e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3d71bb4d-9171-4b66-a551-aeb4f40c1aed), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:52.778332 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (8d63c022-2f8f-4130-955b-09f32f2f5020), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:52.782958 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (541978e4-be74-4f03-a5d0-41c12a72f1a1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:52.933140 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=8d63c022-2f8f-4130-955b-09f32f2f5020,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:52.943486 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c346d7bb-fef0-4614-9101-7f87699a0e63 None None] Current status of the port 3d71bb4d-9171-4b66-a551-aeb4f40c1aed is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:52.967446 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d148f282-b4c6-4ab2-ad97-661367c55e68 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dd20aa24-9f3b-4e8e-9b6a-c7428cea3c21), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:53.059037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:53.063419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:53.072877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a6136-fcbd-49ad-b458-b168564eb893 req-b7fa1167-49bd-4659-95c1-3dc4ccd0d84d tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:53.074579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df1a6136-fcbd-49ad-b458-b168564eb893 req-b7fa1167-49bd-4659-95c1-3dc4ccd0d84d tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 1098 time: 0.0902691 Jan 28 06:05:53.179852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f2b81511-8e87-4fa6-9f95-7a52fd01b7df None None] Provisioning complete for port 8d63c022-2f8f-4130-955b-09f32f2f5020 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:53.180581 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2b81511-8e87-4fa6-9f95-7a52fd01b7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8d63c022-2f8f-4130-955b-09f32f2f5020), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:53.242877 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d148f282-b4c6-4ab2-ad97-661367c55e68 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (dd20aa24-9f3b-4e8e-9b6a-c7428cea3c21), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:53.284952 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df1a6136-fcbd-49ad-b458-b168564eb893 req-dc28259c-13ba-4ef5-8bba-222cfc0f579b tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983168 Jan 28 06:05:53.339589 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d148f282-b4c6-4ab2-ad97-661367c55e68 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (dd20aa24-9f3b-4e8e-9b6a-c7428cea3c21), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:53.392195 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Router 541978e4-be74-4f03-a5d0-41c12a72f1a1 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:05:53.426150 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-d148f282-b4c6-4ab2-ad97-661367c55e68 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] In _notify_port_updated(), no bound segment for port dd20aa24-9f3b-4e8e-9b6a-c7428cea3c21 on network 038f2a0b-e12b-4c3b-b245-81d09fde337b {{(pid=103634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 06:05:53.439035 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d148f282-b4c6-4ab2-ad97-661367c55e68 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:53.439874 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d148f282-b4c6-4ab2-ad97-661367c55e68 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:53.443956 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d148f282-b4c6-4ab2-ad97-661367c55e68 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "PUT /v2.0/ports/dd20aa24-9f3b-4e8e-9b6a-c7428cea3c21 HTTP/1.1" status: 200 len: 818 time: 0.7558372 Jan 28 06:05:53.451294 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58948) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:53.476407 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f2b81511-8e87-4fa6-9f95-7a52fd01b7df None None] Port 8d63c022-2f8f-4130-955b-09f32f2f5020 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:05:53.534953 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148f282-b4c6-4ab2-ad97-661367c55e68 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=dd20aa24-9f3b-4e8e-9b6a-c7428cea3c21,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:53.577630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baa50e-88df-4c2b-b149-a5d4aa4363bf req-2f3396c5-ca46-4ede-9c75-cd5412a14666 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:53.579384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92baa50e-88df-4c2b-b149-a5d4aa4363bf req-2f3396c5-ca46-4ede-9c75-cd5412a14666 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.0962837 Jan 28 06:05:53.582241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:05:53.589605 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e3fae060-cc9c-443d-935d-e68e9f910b33 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "PUT /v2.0/routers/541978e4-be74-4f03-a5d0-41c12a72f1a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2616482 Jan 28 06:05:53.596169 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58950) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:53.607044 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Sync routers for ids ['541978e4-be74-4f03-a5d0-41c12a72f1a1'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:05:53.637246 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Routers {'541978e4-be74-4f03-a5d0-41c12a72f1a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:05:53.637884 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:05:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['541978e4-be74-4f03-a5d0-41c12a72f1a1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:53.644037 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-30386777-dd3f-4200-862b-f2c1581050e2 None None] Provisioning complete for port 8d63c022-2f8f-4130-955b-09f32f2f5020 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:53.644683 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30386777-dd3f-4200-862b-f2c1581050e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8d63c022-2f8f-4130-955b-09f32f2f5020), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:53.664240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f917097-7a15-4e19-af53-8192566543bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:53.673648 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1f917097-7a15-4e19-af53-8192566543bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports/8d63c022-2f8f-4130-955b-09f32f2f5020 HTTP/1.1" status: 200 len: 911 time: 0.0741160 Jan 28 06:05:53.679420 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58952) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:53.705000 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92baa50e-88df-4c2b-b149-a5d4aa4363bf req-d55a51ed-b5d3-4314-b50c-2ec661c2d375 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097095 Jan 28 06:05:53.721373 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58954) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:53.736257 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-30386777-dd3f-4200-862b-f2c1581050e2 None None] Port 8d63c022-2f8f-4130-955b-09f32f2f5020 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:05:53.746331 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Set router 541978e4-be74-4f03-a5d0-41c12a72f1a1 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:05:53.783035 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f2f5b8-b419-4dab-b7f0-c1011662d32e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:53.788953 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f2f5b8-b419-4dab-b7f0-c1011662d32e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:53.793715 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e6f2f5b8-b419-4dab-b7f0-c1011662d32e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1068091 Jan 28 06:05:53.798736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58956) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:53.800987 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b82de879-e1e8-489e-82c6-5c3b5ea08ca1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port dd20aa24-9f3b-4e8e-9b6a-c7428cea3c21 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:53.801326 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b82de879-e1e8-489e-82c6-5c3b5ea08ca1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (dd20aa24-9f3b-4e8e-9b6a-c7428cea3c21), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:53.810281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d9c08f41-8956-4a3b-8a23-a3ebbe36ad72 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/b4e6e935-79ea-4271-a9c9-4f3ec1a87575 HTTP/1.1" status: 200 len: 993 time: 0.0876701 Jan 28 06:05:53.888489 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b82de879-e1e8-489e-82c6-5c3b5ea08ca1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (dd20aa24-9f3b-4e8e-9b6a-c7428cea3c21), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:53.910145 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b82de879-e1e8-489e-82c6-5c3b5ea08ca1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for dd20aa24-9f3b-4e8e-9b6a-c7428cea3c21 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:54.122353 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541978e4-be74-4f03-a5d0-41c12a72f1a1', 'name': 'tempest-NetworksTestDHCPv6-router-112662914', 'tenant_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:05:50Z', 'updated_at': '2022-01-28T06:05:52Z', 'revision_number': 2, 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'gw_port_host': None, '_interfaces': [{'id': '8d63c022-2f8f-4130-955b-09f32f2f5020', 'name': '', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'tenant_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'mac_address': 'fa:16:3e:10:07:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541978e4-be74-4f03-a5d0-41c12a72f1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '556d4055-6ece-4ba3-b57b-f29c91f27a17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:05:50Z', 'updated_at': '2022-01-28T06:05:52Z', 'revision_number': 2, 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'subnets': [{'id': '556d4055-6ece-4ba3-b57b-f29c91f27a17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:54.170006 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3d71bb4d-9171-4b66-a551-aeb4f40c1aed up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:05:54.194283 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Checking router: 541978e4-be74-4f03-a5d0-41c12a72f1a1 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:05:54.194842 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Updating router 541978e4-be74-4f03-a5d0-41c12a72f1a1 port 8d63c022-2f8f-4130-955b-09f32f2f5020 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:05:54.224607 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8d63c022-2f8f-4130-955b-09f32f2f5020), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:54.270628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 3d71bb4d-9171-4b66-a551-aeb4f40c1aed triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:54.271006 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3d71bb4d-9171-4b66-a551-aeb4f40c1aed), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:54.311202 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b82de879-e1e8-489e-82c6-5c3b5ea08ca1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (dd20aa24-9f3b-4e8e-9b6a-c7428cea3c21), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:54.370129 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82de879-e1e8-489e-82c6-5c3b5ea08ca1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=dd20aa24-9f3b-4e8e-9b6a-c7428cea3c21,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:54.395131 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b82de879-e1e8-489e-82c6-5c3b5ea08ca1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:54.399805 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b82de879-e1e8-489e-82c6-5c3b5ea08ca1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/ports/dd20aa24-9f3b-4e8e-9b6a-c7428cea3c21 HTTP/1.1" status: 204 len: 168 time: 0.9449916 Jan 28 06:05:54.402743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58978) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:54.460315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 3d71bb4d-9171-4b66-a551-aeb4f40c1aed is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:54.484322 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf8e28e-2a50-4e23-abfe-a752f40cf3c8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:54.484322 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4bf8e28e-2a50-4e23-abfe-a752f40cf3c8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0805316 Jan 28 06:05:54.500859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58980) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:54.528673 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c3800c-b45b-4da0-adb1-542b44eeab3e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] GET failed (client error): The resource could not be found. Jan 28 06:05:54.530160 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-13c3800c-b45b-4da0-adb1-542b44eeab3e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports/dd20aa24-9f3b-4e8e-9b6a-c7428cea3c21 HTTP/1.1" status: 404 len: 333 time: 0.0324674 Jan 28 06:05:54.534161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58982) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:54.543892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4acf7956-b2d6-4fbb-b893-0e2c52341b45 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-326526160'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:54.658426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6d9da8e5-acfa-402f-b910-867c78124e4f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (541978e4-be74-4f03-a5d0-41c12a72f1a1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:54.678132 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Publish callbacks [] for port (8d63c022-2f8f-4130-955b-09f32f2f5020), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:54.843826 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8d63c022-2f8f-4130-955b-09f32f2f5020), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:54.845011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acf7956-b2d6-4fbb-b893-0e2c52341b45 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:54.853545 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acf7956-b2d6-4fbb-b893-0e2c52341b45 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:54.910338 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-6d9da8e5-acfa-402f-b910-867c78124e4f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port 8d63c022-2f8f-4130-955b-09f32f2f5020 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:54.910957 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6d9da8e5-acfa-402f-b910-867c78124e4f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (8d63c022-2f8f-4130-955b-09f32f2f5020), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:54.933105 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4b682-673f-4940-aa44-c57aff60b8d2 None None] Pushing event updated for resources: {'Port': ['ID=8d63c022-2f8f-4130-955b-09f32f2f5020,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:54.971381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4acf7956-b2d6-4fbb-b893-0e2c52341b45 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:05:55.002967 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acf7956-b2d6-4fbb-b893-0e2c52341b45 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (3bab966b-e1a0-4418-8b9c-0c7b0baddc5a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:55.003444 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-4acf7956-b2d6-4fbb-b893-0e2c52341b45 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Added segment 3bab966b-e1a0-4418-8b9c-0c7b0baddc5a of type vlan for network 1d76aacc-f794-45cf-a625-186a605be5d5 Jan 28 06:05:55.133456 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Attempting to bind port 8d63c022-2f8f-4130-955b-09f32f2f5020 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:05:55.135746 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Attempting to bind port 8d63c022-2f8f-4130-955b-09f32f2f5020 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:05:55.135746 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Attempting to bind port 8d63c022-2f8f-4130-955b-09f32f2f5020 on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:05:55.139463 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:55.142412 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:05:55.142793 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:55.143709 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:55.144837 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:05:55.145686 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Bound port: 8d63c022-2f8f-4130-955b-09f32f2f5020, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:05:55.146263 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8d63c022-2f8f-4130-955b-09f32f2f5020), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:55.176921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-6d9da8e5-acfa-402f-b910-867c78124e4f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] For port 8d63c022-2f8f-4130-955b-09f32f2f5020, host n-d-812111-12, got binding levels [] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:55.178087 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6d9da8e5-acfa-402f-b910-867c78124e4f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (8d63c022-2f8f-4130-955b-09f32f2f5020), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:55.187015 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acf7956-b2d6-4fbb-b893-0e2c52341b45 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (1d76aacc-f794-45cf-a625-186a605be5d5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:55.211397 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-6d9da8e5-acfa-402f-b910-867c78124e4f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for 8d63c022-2f8f-4130-955b-09f32f2f5020 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:55.278786 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] For port 8d63c022-2f8f-4130-955b-09f32f2f5020, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:05:55.280498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263942c-fc3a-4422-aa6b-0adb2c396663 req-c8d046d1-fa86-4977-a093-b984cc8d753b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:55.282055 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8263942c-fc3a-4422-aa6b-0adb2c396663 req-c8d046d1-fa86-4977-a093-b984cc8d753b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.1963000 Jan 28 06:05:55.293220 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] For port 8d63c022-2f8f-4130-955b-09f32f2f5020, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8d63c022-2f8f-4130-955b-09f32f2f5020,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:05:55.353179 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-3a90762a-e95c-4dab-9aab-c979b98f71b0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1206396 Jan 28 06:05:55.382307 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8263942c-fc3a-4422-aa6b-0adb2c396663 req-ecdcd314-8e50-4f08-b680-fa431c78b67a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788186 Jan 28 06:05:55.396468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6da98c1b-194e-44fd-b7f1-e6c0a19ed10f None None] Provisioning complete for port 8d63c022-2f8f-4130-955b-09f32f2f5020 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:05:55.410835 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6da98c1b-194e-44fd-b7f1-e6c0a19ed10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8d63c022-2f8f-4130-955b-09f32f2f5020), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:55.411019 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8d63c022-2f8f-4130-955b-09f32f2f5020), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:55.464161 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acf7956-b2d6-4fbb-b893-0e2c52341b45 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (1d76aacc-f794-45cf-a625-186a605be5d5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:55.469912 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acf7956-b2d6-4fbb-b893-0e2c52341b45 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:55.473802 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acf7956-b2d6-4fbb-b893-0e2c52341b45 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:55.502736 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Routers {'541978e4-be74-4f03-a5d0-41c12a72f1a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:05:55.502967 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:05:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['541978e4-be74-4f03-a5d0-41c12a72f1a1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:55.532594 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4b682-673f-4940-aa44-c57aff60b8d2 None None] Pushing event updated for resources: {'Port': ['ID=8d63c022-2f8f-4130-955b-09f32f2f5020,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:55.546662 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6da98c1b-194e-44fd-b7f1-e6c0a19ed10f None None] Current status of the port 8d63c022-2f8f-4130-955b-09f32f2f5020 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:55.552246 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6da98c1b-194e-44fd-b7f1-e6c0a19ed10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8d63c022-2f8f-4130-955b-09f32f2f5020), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:55.598792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf7956-b2d6-4fbb-b893-0e2c52341b45 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Network': ['ID=1d76aacc-f794-45cf-a625-186a605be5d5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:55.611011 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 1d76aacc-f794-45cf-a625-186a605be5d5 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:05:55.687450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59000) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:55.690793 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4acf7956-b2d6-4fbb-b893-0e2c52341b45 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1524918 Jan 28 06:05:55.694725 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4c69dc91-52cb-467f-8e5b-fc9993251c43 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'subnet': {'network_id': '1d76aacc-f794-45cf-a625-186a605be5d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:55.738089 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6d9da8e5-acfa-402f-b910-867c78124e4f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (8d63c022-2f8f-4130-955b-09f32f2f5020), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:55.749530 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] Set router 541978e4-be74-4f03-a5d0-41c12a72f1a1 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:05:55.827810 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9da8e5-acfa-402f-b910-867c78124e4f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=8d63c022-2f8f-4130-955b-09f32f2f5020,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:55.968309 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6ef43812-d6ad-4b18-aaad-c917cf9815ed None None] Could not find standard attr ID for object 8d63c022-2f8f-4130-955b-09f32f2f5020. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:05:56.018419 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6d9da8e5-acfa-402f-b910-867c78124e4f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (541978e4-be74-4f03-a5d0-41c12a72f1a1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:56.135636 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c69dc91-52cb-467f-8e5b-fc9993251c43 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:56.144238 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4c69dc91-52cb-467f-8e5b-fc9993251c43 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:56.252875 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541978e4-be74-4f03-a5d0-41c12a72f1a1', 'name': 'tempest-NetworksTestDHCPv6-router-112662914', 'tenant_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:05:50Z', 'updated_at': '2022-01-28T06:05:52Z', 'revision_number': 2, 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'gw_port_host': None, '_interfaces': [{'id': '8d63c022-2f8f-4130-955b-09f32f2f5020', 'name': '', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'tenant_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'mac_address': 'fa:16:3e:10:07:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541978e4-be74-4f03-a5d0-41c12a72f1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '556d4055-6ece-4ba3-b57b-f29c91f27a17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:05:50Z', 'updated_at': '2022-01-28T06:05:55Z', 'revision_number': 4, 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'subnets': [{'id': '556d4055-6ece-4ba3-b57b-f29c91f27a17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:05:56.383076 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9da8e5-acfa-402f-b910-867c78124e4f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Router 541978e4-be74-4f03-a5d0-41c12a72f1a1 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:05:56.400677 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf1aa10-8672-46f1-a87e-3e88a5ff9f15 None None] The sync data for ids ['541978e4-be74-4f03-a5d0-41c12a72f1a1'] in n-d-812111-12 is: [{'id': '541978e4-be74-4f03-a5d0-41c12a72f1a1', 'name': 'tempest-NetworksTestDHCPv6-router-112662914', 'tenant_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:05:50Z', 'updated_at': '2022-01-28T06:05:52Z', 'revision_number': 2, 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'gw_port_host': None, '_interfaces': [{'id': '8d63c022-2f8f-4130-955b-09f32f2f5020', 'name': '', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'tenant_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'mac_address': 'fa:16:3e:10:07:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541978e4-be74-4f03-a5d0-41c12a72f1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '556d4055-6ece-4ba3-b57b-f29c91f27a17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:05:50Z', 'updated_at': '2022-01-28T06:05:55Z', 'revision_number': 4, 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'subnets': [{'id': '556d4055-6ece-4ba3-b57b-f29c91f27a17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:05:56.536370 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9da8e5-acfa-402f-b910-867c78124e4f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:05:56.546820 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6d9da8e5-acfa-402f-b910-867c78124e4f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "PUT /v2.0/routers/541978e4-be74-4f03-a5d0-41c12a72f1a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5439196 Jan 28 06:05:56.549960 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59030) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:56.603012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaaf72-9f09-4e00-a352-0fd87ec63148 req-7e76a129-a024-433b-84b7-bf96090aea70 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:56.605319 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0abaaf72-9f09-4e00-a352-0fd87ec63148 req-7e76a129-a024-433b-84b7-bf96090aea70 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.0906236 Jan 28 06:05:56.669140 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceb1992-8f59-4e24-a888-f6e766f99a83 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:56.671315 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceb1992-8f59-4e24-a888-f6e766f99a83 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:56.673710 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4ceb1992-8f59-4e24-a888-f6e766f99a83 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1219826 Jan 28 06:05:56.682659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59032) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:56.686923 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0abaaf72-9f09-4e00-a352-0fd87ec63148 req-9128f5ac-17ee-4171-823f-67b6ce1de02a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753119 Jan 28 06:05:56.784593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-10361efe-edae-4ca6-94e2-132add59471e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet 556d4055-6ece-4ba3-b57b-f29c91f27a17 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:05:56.788715 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-10361efe-edae-4ca6-94e2-132add59471e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (556d4055-6ece-4ba3-b57b-f29c91f27a17), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:56.856054 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-10361efe-edae-4ca6-94e2-132add59471e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (556d4055-6ece-4ba3-b57b-f29c91f27a17), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:56.887000 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4c69dc91-52cb-467f-8e5b-fc9993251c43 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (bc84cbcd-3534-48d9-ad89-2d0b81c5e13e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:56.972909 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69dc91-52cb-467f-8e5b-fc9993251c43 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Subnet': ['ID=bc84cbcd-3534-48d9-ad89-2d0b81c5e13e,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:56.981385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c69dc91-52cb-467f-8e5b-fc9993251c43 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Checking segment: {'id': '3bab966b-e1a0-4418-8b9c-0c7b0baddc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1d76aacc-f794-45cf-a625-186a605be5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:56.981762 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c69dc91-52cb-467f-8e5b-fc9993251c43 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network hostable DHCP agents. Network: 1d76aacc-f794-45cf-a625-186a605be5d5, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:05:57.017241 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-10361efe-edae-4ca6-94e2-132add59471e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (556d4055-6ece-4ba3-b57b-f29c91f27a17), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:57.151581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c69dc91-52cb-467f-8e5b-fc9993251c43 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network 1d76aacc-f794-45cf-a625-186a605be5d5 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:05:57.203303 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-10361efe-edae-4ca6-94e2-132add59471e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (556d4055-6ece-4ba3-b57b-f29c91f27a17), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:57.242432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10361efe-edae-4ca6-94e2-132add59471e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=556d4055-6ece-4ba3-b57b-f29c91f27a17,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:57.242432 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-10361efe-edae-4ca6-94e2-132add59471e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:57.247873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-10361efe-edae-4ca6-94e2-132add59471e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/556d4055-6ece-4ba3-b57b-f29c91f27a17 HTTP/1.1" status: 204 len: 168 time: 0.5578318 Jan 28 06:05:57.248944 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59042) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:57.470188 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6d06ae-face-4e2c-89ec-34a957aa56a1 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:57.730290 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:57.741626 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c58b38-4202-4d4e-8571-b53df626a1a3 None None] DHCP port deletion for 212ae0ea-5cb2-4599-bc76-8f15e4624200 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:05:57.796601 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-4c69dc91-52cb-467f-8e5b-fc9993251c43 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 1d76aacc-f794-45cf-a625-186a605be5d5) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:57.806560 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c69dc91-52cb-467f-8e5b-fc9993251c43 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:57.806560 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4c69dc91-52cb-467f-8e5b-fc9993251c43 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:57.813353 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-58c58b38-4202-4d4e-8571-b53df626a1a3 None None] Deleting port 3d71bb4d-9171-4b66-a551-aeb4f40c1aed {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:05:57.813736 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-58c58b38-4202-4d4e-8571-b53df626a1a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (3d71bb4d-9171-4b66-a551-aeb4f40c1aed), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:57.816983 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2922f8bc-992a-425f-a514-1baee00a3522 None None] Network 1d76aacc-f794-45cf-a625-186a605be5d5 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:05:57.950075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bd125-421b-4d00-9411-5097b3bbdd6e req-e4dea26e-7411-4792-b81b-7969fd96fead tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:57.951780 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef3bd125-421b-4d00-9411-5097b3bbdd6e req-e4dea26e-7411-4792-b81b-7969fd96fead tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.1119094 Jan 28 06:05:57.982787 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-da5fbe5c-9c06-4d18-a669-b571f4a92dd4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7302718 Jan 28 06:05:57.982787 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59052) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:58.015664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-1d76aacc-f794-45cf-a625-186a605be5d5', 'network_id': '1d76aacc-f794-45cf-a625-186a605be5d5', 'project_id': '8388294db8584a759a33b6fafbce7917', 'fixed_ips': [{'subnet_id': 'bc84cbcd-3534-48d9-ad89-2d0b81c5e13e'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:05:58.015861 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:58.045777 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4c69dc91-52cb-467f-8e5b-fc9993251c43 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3564267 Jan 28 06:05:58.049036 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59054) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:58.052418 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-58c58b38-4202-4d4e-8571-b53df626a1a3 None None] For port 3d71bb4d-9171-4b66-a551-aeb4f40c1aed, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3d71bb4d-9171-4b66-a551-aeb4f40c1aed,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:05:58.052828 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-58c58b38-4202-4d4e-8571-b53df626a1a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (3d71bb4d-9171-4b66-a551-aeb4f40c1aed), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:58.055409 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1f4a25f6-707c-4859-8217-509364f07746 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'subnet': {'network_id': '1d76aacc-f794-45cf-a625-186a605be5d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:58.081126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-58c58b38-4202-4d4e-8571-b53df626a1a3 None None] Calling delete_port for 3d71bb4d-9171-4b66-a551-aeb4f40c1aed owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:05:58.126604 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef3bd125-421b-4d00-9411-5097b3bbdd6e req-3baf4c04-118a-4794-a210-44bccf5ef5f7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531920 Jan 28 06:05:58.200622 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b591c80-29d1-4676-af7b-71413bb23048 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for router (541978e4-be74-4f03-a5d0-41c12a72f1a1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:58.247075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3d71bb4d-9171-4b66-a551-aeb4f40c1aed no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:05:58.361332 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Allocated IP 2001:db8::2 (1d76aacc-f794-45cf-a625-186a605be5d5/bc84cbcd-3534-48d9-ad89-2d0b81c5e13e/dc1422e2-da7c-4ef5-bddb-34968efafe00) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:05:58.477000 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b591c80-29d1-4676-af7b-71413bb23048 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (541978e4-be74-4f03-a5d0-41c12a72f1a1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:58.479913 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 3d71bb4d-9171-4b66-a551-aeb4f40c1aed is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:05:58.480867 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3d71bb4d-9171-4b66-a551-aeb4f40c1aed), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:58.485088 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-58c58b38-4202-4d4e-8571-b53df626a1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (3d71bb4d-9171-4b66-a551-aeb4f40c1aed), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:58.490350 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b591c80-29d1-4676-af7b-71413bb23048 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for router_controller (541978e4-be74-4f03-a5d0-41c12a72f1a1), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:58.533604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c58b38-4202-4d4e-8571-b53df626a1a3 None None] Pushing event deleted for resources: {'Port': ['ID=3d71bb4d-9171-4b66-a551-aeb4f40c1aed,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:58.545882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c58b38-4202-4d4e-8571-b53df626a1a3 None None] No DVR routers for this DVR port 3d71bb4d-9171-4b66-a551-aeb4f40c1aed on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:05:58.591490 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4a25f6-707c-4859-8217-509364f07746 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:58.596230 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f4a25f6-707c-4859-8217-509364f07746 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:58.722549 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b591c80-29d1-4676-af7b-71413bb23048 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (541978e4-be74-4f03-a5d0-41c12a72f1a1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:58.723047 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b591c80-29d1-4676-af7b-71413bb23048 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Fanout notify agent at l3_agent the message router_deleted on router 541978e4-be74-4f03-a5d0-41c12a72f1a1 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:05:58.736154 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b591c80-29d1-4676-af7b-71413bb23048 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:58.736154 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4b591c80-29d1-4676-af7b-71413bb23048 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/routers/541978e4-be74-4f03-a5d0-41c12a72f1a1 HTTP/1.1" status: 204 len: 168 time: 0.7485831 Jan 28 06:05:58.737088 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59066) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:58.742837 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Publish callbacks [] for port (dc1422e2-da7c-4ef5-bddb-34968efafe00), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:58.748900 n-d-812111-12 neutron-server[103634]: INFO neutron.db.ipam_backend_mixin [None req-1f4a25f6-707c-4859-8217-509364f07746 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc84cbcd-3534-48d9-ad89-2d0b81c5e13e (CIDR: 2001:db8::/64) Jan 28 06:05:58.772535 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a07938e1-94a9-42f9-a9c4-6b7a0f94be97 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0340908 Jan 28 06:05:58.775902 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59068) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:58.788584 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5afa04-fc65-4da2-9031-3680dcc958b8 None None] Sync routers for ids ['541978e4-be74-4f03-a5d0-41c12a72f1a1'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:05:58.799489 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5afa04-fc65-4da2-9031-3680dcc958b8 None None] Routers set() bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:05:58.799863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5afa04-fc65-4da2-9031-3680dcc958b8 None None] Router IDs set() for agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 06:05:58.800716 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_agentschedulers_db [None req-da5afa04-fc65-4da2-9031-3680dcc958b8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'541978e4-be74-4f03-a5d0-41c12a72f1a1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:05:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent'). {{(pid=103636) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 06:05:58.815800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5afa04-fc65-4da2-9031-3680dcc958b8 None None] Routers set() bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:05:58.816109 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5afa04-fc65-4da2-9031-3680dcc958b8 None None] Router IDs set() for agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 06:05:58.816687 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_agentschedulers_db [None req-da5afa04-fc65-4da2-9031-3680dcc958b8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'541978e4-be74-4f03-a5d0-41c12a72f1a1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:05:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent'). {{(pid=103636) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 06:05:58.817063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5afa04-fc65-4da2-9031-3680dcc958b8 None None] The sync data for ids ['541978e4-be74-4f03-a5d0-41c12a72f1a1'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:05:58.838322 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4a25f6-707c-4859-8217-509364f07746 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:05:58.839111 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4a25f6-707c-4859-8217-509364f07746 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:05:58.855886 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-2b04c592-3b63-4e0a-a632-bfd02b924424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:58.858615 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-2b04c592-3b63-4e0a-a632-bfd02b924424 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 1098 time: 0.0578516 Jan 28 06:05:58.860668 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f856cbbe-3fc3-4d09-9e04-26f87689ab43 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:58.862265 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f856cbbe-3fc3-4d09-9e04-26f87689ab43 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0856020 Jan 28 06:05:58.865004 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59070) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:58.871793 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (dc1422e2-da7c-4ef5-bddb-34968efafe00), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:58.925720 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Network 1d76aacc-f794-45cf-a625-186a605be5d5 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:58.929429 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e73dfb72-b91d-4761-9d11-af9e0e62bd94 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616093 Jan 28 06:05:58.929872 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:58.935374 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:05:58.942235 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59072) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:58.948803 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1f4a25f6-707c-4859-8217-509364f07746 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8981514 Jan 28 06:05:58.958869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59074) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:05:58.962397 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-02578bf9-0e07-4754-bead-584334775283 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:58.971263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9e1931fb-b789-4a24-9a11-9da4857b1a53 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'subnet': {'network_id': '1d76aacc-f794-45cf-a625-186a605be5d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:05:58.990707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Pushing event updated for resources: {'Port': ['ID=dc1422e2-da7c-4ef5-bddb-34968efafe00,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:59.005092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Attempting to bind port dc1422e2-da7c-4ef5-bddb-34968efafe00 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:05:59.005092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Attempting to bind port dc1422e2-da7c-4ef5-bddb-34968efafe00 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '3bab966b-e1a0-4418-8b9c-0c7b0baddc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1d76aacc-f794-45cf-a625-186a605be5d5'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:05:59.005092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Attempting to bind port dc1422e2-da7c-4ef5-bddb-34968efafe00 on network 1d76aacc-f794-45cf-a625-186a605be5d5 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:05:59.011074 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:05:59.011451 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Checking segment: {'id': '3bab966b-e1a0-4418-8b9c-0c7b0baddc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1d76aacc-f794-45cf-a625-186a605be5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:05:59.011838 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:59.012225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Bound using segment: {'id': '3bab966b-e1a0-4418-8b9c-0c7b0baddc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1d76aacc-f794-45cf-a625-186a605be5d5'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:05:59.012696 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Bound port: dc1422e2-da7c-4ef5-bddb-34968efafe00, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bab966b-e1a0-4418-8b9c-0c7b0baddc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1d76aacc-f794-45cf-a625-186a605be5d5'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:05:59.013079 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dc1422e2-da7c-4ef5-bddb-34968efafe00), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:59.081912 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-04170101-095f-4611-b5a2-e12bb178b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:59.083609 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-04170101-095f-4611-b5a2-e12bb178b8f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e HTTP/1.1" status: 200 len: 897 time: 0.2193372 Jan 28 06:05:59.112902 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] For port dc1422e2-da7c-4ef5-bddb-34968efafe00, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:05:59.117276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] For port dc1422e2-da7c-4ef5-bddb-34968efafe00, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=dc1422e2-da7c-4ef5-bddb-34968efafe00,segment=NetworkSegment(3bab966b-e1a0-4418-8b9c-0c7b0baddc5a),segment_id=3bab966b-e1a0-4418-8b9c-0c7b0baddc5a)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:05:59.191322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-31121556-134a-4098-907e-22e3d0df6544 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf HTTP/1.1" status: 200 len: 1001 time: 0.1000154 Jan 28 06:05:59.228231 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02578bf9-0e07-4754-bead-584334775283 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:59.232324 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02578bf9-0e07-4754-bead-584334775283 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:59.266885 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dc1422e2-da7c-4ef5-bddb-34968efafe00), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:59.277389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-3693410a-fe81-4e49-88da-fa05f66cd801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:59.278957 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-3693410a-fe81-4e49-88da-fa05f66cd801 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e98d012-dc76-40bb-b222-219932b863c7 HTTP/1.1" status: 200 len: 834 time: 0.0816438 Jan 28 06:05:59.360385 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284c5eb-4db9-4cde-90da-2f1bc5972bcf None None] Pushing event updated for resources: {'Port': ['ID=dc1422e2-da7c-4ef5-bddb-34968efafe00,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:59.369342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1931fb-b789-4a24-9a11-9da4857b1a53 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:05:59.373392 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9e1931fb-b789-4a24-9a11-9da4857b1a53 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:59.391742 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20513b0-c3ed-4f72-9816-34a98a867b33 req-38c2dbf0-b546-439d-a062-89981f3a4c8c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:59.400509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e20513b0-c3ed-4f72-9816-34a98a867b33 req-38c2dbf0-b546-439d-a062-89981f3a4c8c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.1690071 Jan 28 06:05:59.509470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7cb7b7d2-8561-4257-af5f-e9eb0d1ec1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:59.511206 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7cb7b7d2-8561-4257-af5f-e9eb0d1ec1bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2157042 Jan 28 06:05:59.579599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e20513b0-c3ed-4f72-9816-34a98a867b33 req-c19c7936-7e07-4e49-99c2-5a20e0a9c73e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781085 Jan 28 06:05:59.802196 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-0e446fc2-d5b4-4df4-acdb-2a8b7a61e8b4 service neutron] 10.222.0.64 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804532 Jan 28 06:05:59.833986 n-d-812111-12 neutron-server[103634]: DEBUG neutron.objects.ports [None req-02578bf9-0e07-4754-bead-584334775283 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103634) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 06:05:59.835753 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02578bf9-0e07-4754-bead-584334775283 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (b274177e-61b2-481e-b0e2-f3318ce1b597), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:59.896801 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02578bf9-0e07-4754-bead-584334775283 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=b274177e-61b2-481e-b0e2-f3318ce1b597,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:05:59.916592 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02578bf9-0e07-4754-bead-584334775283 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:05:59.917976 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-02578bf9-0e07-4754-bead-584334775283 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:05:59.921022 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02578bf9-0e07-4754-bead-584334775283 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:05:59.922122 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-02578bf9-0e07-4754-bead-584334775283 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:05:59.929755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdaf259-27a9-4b50-b4d0-0dcc30ca6ea8 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:00.043665 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-02578bf9-0e07-4754-bead-584334775283 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0929728 Jan 28 06:06:00.046718 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59088) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:00.052956 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-203dfa4b-7405-4395-830d-3551ffbf6b65 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:00.108270 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-a685afe8-02c5-495d-95e3-59077a94e5ca service neutron] 10.222.0.64 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977266 Jan 28 06:06:00.118010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-212ae0ea-5cb2-4599-bc76-8f15e4624200', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'fixed_ips': [{'subnet_id': 'b274177e-61b2-481e-b0e2-f3318ce1b597'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:06:00.119223 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:00.161611 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9e1931fb-b789-4a24-9a11-9da4857b1a53 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (efcc69ae-a3e7-4b53-9416-20e268c496b9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:00.258863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1931fb-b789-4a24-9a11-9da4857b1a53 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network 1d76aacc-f794-45cf-a625-186a605be5d5 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:00.278179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-9e1931fb-b789-4a24-9a11-9da4857b1a53 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:00.290818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1931fb-b789-4a24-9a11-9da4857b1a53 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:00.290997 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9e1931fb-b789-4a24-9a11-9da4857b1a53 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:00.307837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device dc1422e2-da7c-4ef5-bddb-34968efafe00 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:00.324339 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1931fb-b789-4a24-9a11-9da4857b1a53 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Subnet': ['ID=efcc69ae-a3e7-4b53-9416-20e268c496b9,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:00.395228 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9e1931fb-b789-4a24-9a11-9da4857b1a53 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4343600 Jan 28 06:06:00.397109 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59094) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:00.402470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3070b3fe-244a-45cf-9131-1f4d1c0508e8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'network_id': '1d76aacc-f794-45cf-a625-186a605be5d5', 'fixed_ips': [{'subnet_id': 'bc84cbcd-3534-48d9-ad89-2d0b81c5e13e'}, {'subnet_id': 'efcc69ae-a3e7-4b53-9416-20e268c496b9'}], 'name': 'tempest-PortsIpV6TestJSON-1845942'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:00.403040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Allocated IP 2001:db8::f816:3eff:fe4e:28ee (212ae0ea-5cb2-4599-bc76-8f15e4624200/b274177e-61b2-481e-b0e2-f3318ce1b597/90f4c488-8ae7-45a9-a894-c61f78580354) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:00.479065 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203dfa4b-7405-4395-830d-3551ffbf6b65 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:00.488737 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-203dfa4b-7405-4395-830d-3551ffbf6b65 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:00.599296 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port dc1422e2-da7c-4ef5-bddb-34968efafe00 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:00.600732 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (dc1422e2-da7c-4ef5-bddb-34968efafe00), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:00.702338 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Publish callbacks [] for port (90f4c488-8ae7-45a9-a894-c61f78580354), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:00.729145 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3070b3fe-244a-45cf-9131-1f4d1c0508e8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:00.765416 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port dc1422e2-da7c-4ef5-bddb-34968efafe00 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:00.765799 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dc1422e2-da7c-4ef5-bddb-34968efafe00), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:00.832024 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port dc1422e2-da7c-4ef5-bddb-34968efafe00, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=dc1422e2-da7c-4ef5-bddb-34968efafe00,segment=NetworkSegment(3bab966b-e1a0-4418-8b9c-0c7b0baddc5a),segment_id=3bab966b-e1a0-4418-8b9c-0c7b0baddc5a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:00.836528 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:00.854914 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3070b3fe-244a-45cf-9131-1f4d1c0508e8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:00.891204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-3070b3fe-244a-45cf-9131-1f4d1c0508e8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] device_id is not set on port a0c94276-3a55-442e-b27c-04bed6b1305f yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:06:00.919346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Pushing event updated for resources: {'Port': ['ID=90f4c488-8ae7-45a9-a894-c61f78580354,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:00.930960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c961d-776f-41e7-995a-46a4906a341e req-1c82bbbf-6655-4f2a-9190-26a13e9cb0b4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:00.930960 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f07c961d-776f-41e7-995a-46a4906a341e req-1c82bbbf-6655-4f2a-9190-26a13e9cb0b4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.2468600 Jan 28 06:06:00.945015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8379a2fd-762e-4f15-9b3f-2f84044c4dad None None] Network 1d76aacc-f794-45cf-a625-186a605be5d5 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:01.013753 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:01.016411 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dc1422e2-da7c-4ef5-bddb-34968efafe00), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:01.032734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8d63c022-2f8f-4130-955b-09f32f2f5020 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:06:01.034708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:01.078345 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:01.082604 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f07c961d-776f-41e7-995a-46a4906a341e req-30798377-c317-48fc-9a00-7535961a62b7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877967 Jan 28 06:06:01.084882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 8d63c022-2f8f-4130-955b-09f32f2f5020 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:06:01.085834 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8d63c022-2f8f-4130-955b-09f32f2f5020 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:06:01.101581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-93f6be8d-b3f4-4621-be69-da6bc7b6188a None None] Provisioning complete for port dc1422e2-da7c-4ef5-bddb-34968efafe00 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:01.101973 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93f6be8d-b3f4-4621-be69-da6bc7b6188a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (dc1422e2-da7c-4ef5-bddb-34968efafe00), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:01.106584 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-203dfa4b-7405-4395-830d-3551ffbf6b65 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (49e8e3c1-2ed7-49e5-9672-e4c775092432), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:01.172777 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203dfa4b-7405-4395-830d-3551ffbf6b65 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=49e8e3c1-2ed7-49e5-9672-e4c775092432,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:01.190477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203dfa4b-7405-4395-830d-3551ffbf6b65 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:01.193900 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-203dfa4b-7405-4395-830d-3551ffbf6b65 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:01.203478 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203dfa4b-7405-4395-830d-3551ffbf6b65 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:01.204103 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-203dfa4b-7405-4395-830d-3551ffbf6b65 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:01.244173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Attempting to bind port 90f4c488-8ae7-45a9-a894-c61f78580354 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:06:01.244856 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Attempting to bind port 90f4c488-8ae7-45a9-a894-c61f78580354 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:06:01.246927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Attempting to bind port 90f4c488-8ae7-45a9-a894-c61f78580354 on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:06:01.250721 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=dc1422e2-da7c-4ef5-bddb-34968efafe00,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:01.263266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:06:01.266809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:06:01.266809 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:01.266809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:06:01.266809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Bound port: 90f4c488-8ae7-45a9-a894-c61f78580354, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:06:01.266809 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:01.323421 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-203dfa4b-7405-4395-830d-3551ffbf6b65 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2753005 Jan 28 06:06:01.328133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59108) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:01.336239 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b73b6f2a-f209-49f9-b0ca-e53749008190 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'mac_address': 'fa:16:3e:15:d9:d9', 'name': 'tempest-NetworksTestDHCPv6-1211511528'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:01.494610 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-3070b3fe-244a-45cf-9131-1f4d1c0508e8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Allocated IP 2001:db8::10c (1d76aacc-f794-45cf-a625-186a605be5d5/bc84cbcd-3534-48d9-ad89-2d0b81c5e13e/a0c94276-3a55-442e-b27c-04bed6b1305f) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:01.501257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-3070b3fe-244a-45cf-9131-1f4d1c0508e8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Allocated IP 2001:db8:0:1::267 (1d76aacc-f794-45cf-a625-186a605be5d5/efcc69ae-a3e7-4b53-9416-20e268c496b9/a0c94276-3a55-442e-b27c-04bed6b1305f) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:01.519934 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] For port 90f4c488-8ae7-45a9-a894-c61f78580354, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:06:01.523887 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] For port 90f4c488-8ae7-45a9-a894-c61f78580354, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=90f4c488-8ae7-45a9-a894-c61f78580354,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:06:01.540503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-93f6be8d-b3f4-4621-be69-da6bc7b6188a None None] Current status of the port dc1422e2-da7c-4ef5-bddb-34968efafe00 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:01.582917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617ff33c-5166-4d87-835e-d7f734f7321d None None] Update dhcp port {'port': {'network_id': '1d76aacc-f794-45cf-a625-186a605be5d5', 'fixed_ips': [{'subnet_id': 'bc84cbcd-3534-48d9-ad89-2d0b81c5e13e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'efcc69ae-a3e7-4b53-9416-20e268c496b9'}], 'binding:host_id': 'n-d-812111-12'}, 'id': 'dc1422e2-da7c-4ef5-bddb-34968efafe00'} from n-d-812111-12. {{(pid=103636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 06:06:01.610911 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:01.662063 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-617ff33c-5166-4d87-835e-d7f734f7321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dc1422e2-da7c-4ef5-bddb-34968efafe00), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:01.676232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73b6f2a-f209-49f9-b0ca-e53749008190 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:01.677388 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3070b3fe-244a-45cf-9131-1f4d1c0508e8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (a0c94276-3a55-442e-b27c-04bed6b1305f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:01.735197 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d9dd7-5a37-4cf7-9bce-b65d70e9c4b5 None None] Pushing event updated for resources: {'Port': ['ID=90f4c488-8ae7-45a9-a894-c61f78580354,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:01.827930 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b73b6f2a-f209-49f9-b0ca-e53749008190 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:01.841252 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3070b3fe-244a-45cf-9131-1f4d1c0508e8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a0c94276-3a55-442e-b27c-04bed6b1305f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:01.852804 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-b73b6f2a-f209-49f9-b0ca-e53749008190 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port e8f7dfd6-fd63-4eab-be2c-aa9dac606fba yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:06:01.944337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-617ff33c-5166-4d87-835e-d7f734f7321d None None] Allocated IP 2001:db8:0:1::2 (1d76aacc-f794-45cf-a625-186a605be5d5/efcc69ae-a3e7-4b53-9416-20e268c496b9/dc1422e2-da7c-4ef5-bddb-34968efafe00) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:01.946094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3070b3fe-244a-45cf-9131-1f4d1c0508e8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network 1d76aacc-f794-45cf-a625-186a605be5d5 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:01.951144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-3070b3fe-244a-45cf-9131-1f4d1c0508e8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:01.953617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070b3fe-244a-45cf-9131-1f4d1c0508e8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:01.962659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3070b3fe-244a-45cf-9131-1f4d1c0508e8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:01.963337 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3070b3fe-244a-45cf-9131-1f4d1c0508e8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:01.987850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070b3fe-244a-45cf-9131-1f4d1c0508e8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=a0c94276-3a55-442e-b27c-04bed6b1305f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:02.098166 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3070b3fe-244a-45cf-9131-1f4d1c0508e8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.6999488 Jan 28 06:06:02.110563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59116) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:02.122517 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ec4387ec-0dd4-4516-b9e3-b8aad0f012e3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc84cbcd-3534-48d9-ad89-2d0b81c5e13e'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:02.191103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-b73b6f2a-f209-49f9-b0ca-e53749008190 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 172.20.0.9 (212ae0ea-5cb2-4599-bc76-8f15e4624200/49e8e3c1-2ed7-49e5-9672-e4c775092432/e8f7dfd6-fd63-4eab-be2c-aa9dac606fba) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:02.208462 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-b73b6f2a-f209-49f9-b0ca-e53749008190 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::f816:3eff:fe15:d9d9 (212ae0ea-5cb2-4599-bc76-8f15e4624200/b274177e-61b2-481e-b0e2-f3318ce1b597/e8f7dfd6-fd63-4eab-be2c-aa9dac606fba) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:02.224933 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device dc1422e2-da7c-4ef5-bddb-34968efafe00 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:02.362011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b186f-921f-4c42-a481-1014336c974d req-e0fcfdd6-6bc5-4d9e-8872-85ec4553f637 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:02.363587 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-835b186f-921f-4c42-a481-1014336c974d req-e0fcfdd6-6bc5-4d9e-8872-85ec4553f637 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.1172118 Jan 28 06:06:02.364201 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec4387ec-0dd4-4516-b9e3-b8aad0f012e3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a0c94276-3a55-442e-b27c-04bed6b1305f), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:02.423934 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port dc1422e2-da7c-4ef5-bddb-34968efafe00 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:02.424408 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (dc1422e2-da7c-4ef5-bddb-34968efafe00), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:02.478148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-617ff33c-5166-4d87-835e-d7f734f7321d None None] For port dc1422e2-da7c-4ef5-bddb-34968efafe00, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=dc1422e2-da7c-4ef5-bddb-34968efafe00,segment=NetworkSegment(3bab966b-e1a0-4418-8b9c-0c7b0baddc5a),segment_id=3bab966b-e1a0-4418-8b9c-0c7b0baddc5a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:02.487047 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db3d4815-8fb1-4d25-a5de-cc32fc2a392e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:02.533368 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-835b186f-921f-4c42-a481-1014336c974d req-86902b66-bdc6-4945-b5c2-a369b408c94a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550097 Jan 28 06:06:02.547540 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-617ff33c-5166-4d87-835e-d7f734f7321d None None] Publish callbacks [] for port (dc1422e2-da7c-4ef5-bddb-34968efafe00), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:02.551215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port dc1422e2-da7c-4ef5-bddb-34968efafe00 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:02.565436 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b73b6f2a-f209-49f9-b0ca-e53749008190 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (e8f7dfd6-fd63-4eab-be2c-aa9dac606fba), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:02.629896 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-617ff33c-5166-4d87-835e-d7f734f7321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dc1422e2-da7c-4ef5-bddb-34968efafe00), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:02.721400 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b73b6f2a-f209-49f9-b0ca-e53749008190 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (e8f7dfd6-fd63-4eab-be2c-aa9dac606fba), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:02.748922 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ff33c-5166-4d87-835e-d7f734f7321d None None] Pushing event updated for resources: {'Port': ['ID=dc1422e2-da7c-4ef5-bddb-34968efafe00,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:02.759818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-ec4387ec-0dd4-4516-b9e3-b8aad0f012e3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Delete allocated IP 2001:db8:0:1::267 (1d76aacc-f794-45cf-a625-186a605be5d5/efcc69ae-a3e7-4b53-9416-20e268c496b9) {{(pid=103635) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 06:06:02.769012 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73b6f2a-f209-49f9-b0ca-e53749008190 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:02.778535 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-b73b6f2a-f209-49f9-b0ca-e53749008190 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:02.793634 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73b6f2a-f209-49f9-b0ca-e53749008190 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:02.811481 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b6f2a-f209-49f9-b0ca-e53749008190 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=e8f7dfd6-fd63-4eab-be2c-aa9dac606fba,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:02.886500 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73b6f2a-f209-49f9-b0ca-e53749008190 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:02.890816 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b73b6f2a-f209-49f9-b0ca-e53749008190 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:02.978035 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b73b6f2a-f209-49f9-b0ca-e53749008190 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6473124 Jan 28 06:06:02.980432 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59124) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:02.988812 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec4387ec-0dd4-4516-b9e3-b8aad0f012e3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (a0c94276-3a55-442e-b27c-04bed6b1305f), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:03.058563 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b8937c-06e0-4acd-929d-fa6a099a1018 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:03.064821 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b8937c-06e0-4acd-929d-fa6a099a1018 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:03.067306 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec4387ec-0dd4-4516-b9e3-b8aad0f012e3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (a0c94276-3a55-442e-b27c-04bed6b1305f), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:03.069165 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c9b8937c-06e0-4acd-929d-fa6a099a1018 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0873430 Jan 28 06:06:03.071501 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59126) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:03.215416 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ec4387ec-0dd4-4516-b9e3-b8aad0f012e3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] In _notify_port_updated(), no bound segment for port a0c94276-3a55-442e-b27c-04bed6b1305f on network 1d76aacc-f794-45cf-a625-186a605be5d5 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 06:06:03.229834 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4387ec-0dd4-4516-b9e3-b8aad0f012e3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:03.231589 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec4387ec-0dd4-4516-b9e3-b8aad0f012e3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:03.235978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ec4387ec-0dd4-4516-b9e3-b8aad0f012e3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "PUT /v2.0/ports/a0c94276-3a55-442e-b27c-04bed6b1305f HTTP/1.1" status: 200 len: 923 time: 1.1224558 Jan 28 06:06:03.236625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59134) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:03.247244 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-38231300-6450-4f71-a4ac-4ab0ac5a7e05 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc84cbcd-3534-48d9-ad89-2d0b81c5e13e'}, {'subnet_id': 'efcc69ae-a3e7-4b53-9416-20e268c496b9'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:03.250418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4387ec-0dd4-4516-b9e3-b8aad0f012e3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=a0c94276-3a55-442e-b27c-04bed6b1305f,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:03.295716 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e768cfa0-76a5-43a3-8434-b8a8492636c9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port e8f7dfd6-fd63-4eab-be2c-aa9dac606fba {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:03.296231 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e768cfa0-76a5-43a3-8434-b8a8492636c9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (e8f7dfd6-fd63-4eab-be2c-aa9dac606fba), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:03.434980 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38231300-6450-4f71-a4ac-4ab0ac5a7e05 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a0c94276-3a55-442e-b27c-04bed6b1305f), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:03.436506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5987f5b-2f9b-4af0-8943-54ca1890342a None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:03.437627 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e768cfa0-76a5-43a3-8434-b8a8492636c9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (e8f7dfd6-fd63-4eab-be2c-aa9dac606fba), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:03.451634 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e768cfa0-76a5-43a3-8434-b8a8492636c9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for e8f7dfd6-fd63-4eab-be2c-aa9dac606fba owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:03.553042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8db68a14-7b58-4b99-a01d-a6da6c8ab45b None None] Provisioning complete for port 90f4c488-8ae7-45a9-a894-c61f78580354 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:03.554578 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8db68a14-7b58-4b99-a01d-a6da6c8ab45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:03.791623 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a92afd2-b6cf-451d-bfab-06af0816c3ea None None] Network 1d76aacc-f794-45cf-a625-186a605be5d5 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:03.821418 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8db68a14-7b58-4b99-a01d-a6da6c8ab45b None None] Current status of the port 90f4c488-8ae7-45a9-a894-c61f78580354 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:03.821868 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8db68a14-7b58-4b99-a01d-a6da6c8ab45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:03.851041 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-38231300-6450-4f71-a4ac-4ab0ac5a7e05 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Allocated IP 2001:db8:0:1::2a7 (1d76aacc-f794-45cf-a625-186a605be5d5/efcc69ae-a3e7-4b53-9416-20e268c496b9/a0c94276-3a55-442e-b27c-04bed6b1305f) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:03.894203 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e768cfa0-76a5-43a3-8434-b8a8492636c9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (e8f7dfd6-fd63-4eab-be2c-aa9dac606fba), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:03.943365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8db68a14-7b58-4b99-a01d-a6da6c8ab45b None None] For port 90f4c488-8ae7-45a9-a894-c61f78580354, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=90f4c488-8ae7-45a9-a894-c61f78580354,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:03.949963 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81975fd6-c614-4192-9014-5f8c978dedad None None] Update dhcp port {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'fixed_ips': [{'subnet_id': 'b274177e-61b2-481e-b0e2-f3318ce1b597', 'ip_address': '2001:db8::f816:3eff:fe4e:28ee'}, {'subnet_id': '49e8e3c1-2ed7-49e5-9672-e4c775092432'}], 'binding:host_id': 'n-d-812111-12'}, 'id': '90f4c488-8ae7-45a9-a894-c61f78580354'} from n-d-812111-12. {{(pid=103636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 06:06:03.955300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff8a3c-30e8-4577-9745-8256403056be req-7193613a-8815-4ee3-bad0-05894383201f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:03.960515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38ff8a3c-30e8-4577-9745-8256403056be req-7193613a-8815-4ee3-bad0-05894383201f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.1439655 Jan 28 06:06:03.997631 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768cfa0-76a5-43a3-8434-b8a8492636c9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=e8f7dfd6-fd63-4eab-be2c-aa9dac606fba,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:04.007041 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-81975fd6-c614-4192-9014-5f8c978dedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:04.056747 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8db68a14-7b58-4b99-a01d-a6da6c8ab45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:04.100596 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38ff8a3c-30e8-4577-9745-8256403056be req-3e2152d1-fe80-44e3-88c0-f4fd814c7af4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325836 Jan 28 06:06:04.190545 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e768cfa0-76a5-43a3-8434-b8a8492636c9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:04.202752 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e768cfa0-76a5-43a3-8434-b8a8492636c9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/e8f7dfd6-fd63-4eab-be2c-aa9dac606fba HTTP/1.1" status: 204 len: 168 time: 1.1279619 Jan 28 06:06:04.203640 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59142) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:04.309900 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c472b542-a8dd-4cea-bb15-1b0906d91984 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:04.312689 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c472b542-a8dd-4cea-bb15-1b0906d91984 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:04.314398 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c472b542-a8dd-4cea-bb15-1b0906d91984 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:04.321044 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c472b542-a8dd-4cea-bb15-1b0906d91984 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1163809 Jan 28 06:06:04.322537 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59148) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:04.399103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db68a14-7b58-4b99-a01d-a6da6c8ab45b None None] Pushing event updated for resources: {'Port': ['ID=90f4c488-8ae7-45a9-a894-c61f78580354,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:04.441166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device dc1422e2-da7c-4ef5-bddb-34968efafe00 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:04.459021 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3063ab-85cf-4625-acf1-e4d5af658050 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet 49e8e3c1-2ed7-49e5-9672-e4c775092432 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:06:04.474179 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0d3063ab-85cf-4625-acf1-e4d5af658050 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (49e8e3c1-2ed7-49e5-9672-e4c775092432), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:04.497125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ef2351b5-287c-494f-877a-af1507fbfda4 None None] Provisioning complete for port dc1422e2-da7c-4ef5-bddb-34968efafe00 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:04.497508 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef2351b5-287c-494f-877a-af1507fbfda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (dc1422e2-da7c-4ef5-bddb-34968efafe00), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:04.577095 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0d3063ab-85cf-4625-acf1-e4d5af658050 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (49e8e3c1-2ed7-49e5-9672-e4c775092432), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:04.649224 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0d3063ab-85cf-4625-acf1-e4d5af658050 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (49e8e3c1-2ed7-49e5-9672-e4c775092432), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:04.684309 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port dc1422e2-da7c-4ef5-bddb-34968efafe00 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:04.684987 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (dc1422e2-da7c-4ef5-bddb-34968efafe00), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:04.788430 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38231300-6450-4f71-a4ac-4ab0ac5a7e05 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (a0c94276-3a55-442e-b27c-04bed6b1305f), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:04.797176 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ef2351b5-287c-494f-877a-af1507fbfda4 None None] Current status of the port dc1422e2-da7c-4ef5-bddb-34968efafe00 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:04.826614 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0d3063ab-85cf-4625-acf1-e4d5af658050 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (49e8e3c1-2ed7-49e5-9672-e4c775092432), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server [None req-81975fd6-c614-4192-9014-5f8c978dedad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49e8e3c1-2ed7-49e5-9672-e4c775092432: This subnet is being modified by another concurrent operation. Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server raise exception Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49e8e3c1-2ed7-49e5-9672-e4c775092432: This subnet is being modified by another concurrent operation. Jan 28 06:06:04.843158 n-d-812111-12 neutron-server[103636]: ERROR oslo_messaging.rpc.server Jan 28 06:06:04.851424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port dc1422e2-da7c-4ef5-bddb-34968efafe00 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:04.851424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 90f4c488-8ae7-45a9-a894-c61f78580354 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:04.875279 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38231300-6450-4f71-a4ac-4ab0ac5a7e05 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (a0c94276-3a55-442e-b27c-04bed6b1305f), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:04.880265 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3063ab-85cf-4625-acf1-e4d5af658050 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=49e8e3c1-2ed7-49e5-9672-e4c775092432,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:04.883602 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0d3063ab-85cf-4625-acf1-e4d5af658050 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:04.886902 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0d3063ab-85cf-4625-acf1-e4d5af658050 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/49e8e3c1-2ed7-49e5-9672-e4c775092432 HTTP/1.1" status: 204 len: 168 time: 0.5632949 Jan 28 06:06:04.889629 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59156) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:04.944197 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1dfe746a-2c47-4d13-ba7e-688908bef4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:04.974419 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-097dd8c2-6304-44db-b7ea-1f9a2593f9f7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet b274177e-61b2-481e-b0e2-f3318ce1b597 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:06:04.980845 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 90f4c488-8ae7-45a9-a894-c61f78580354 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:04.981355 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:04.986152 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-097dd8c2-6304-44db-b7ea-1f9a2593f9f7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (b274177e-61b2-481e-b0e2-f3318ce1b597), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:05.010129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5672a24d-51a2-432c-9ddc-90d60ae6cccd None None] Provisioning complete for port a0c94276-3a55-442e-b27c-04bed6b1305f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:05.010683 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5672a24d-51a2-432c-9ddc-90d60ae6cccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a0c94276-3a55-442e-b27c-04bed6b1305f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:05.039881 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38231300-6450-4f71-a4ac-4ab0ac5a7e05 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=a0c94276-3a55-442e-b27c-04bed6b1305f,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:05.083733 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5672a24d-51a2-432c-9ddc-90d60ae6cccd None None] Port a0c94276-3a55-442e-b27c-04bed6b1305f cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:06:05.085605 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-097dd8c2-6304-44db-b7ea-1f9a2593f9f7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (b274177e-61b2-481e-b0e2-f3318ce1b597), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:05.101501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-38231300-6450-4f71-a4ac-4ab0ac5a7e05 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] In _notify_port_updated(), no bound segment for port a0c94276-3a55-442e-b27c-04bed6b1305f on network 1d76aacc-f794-45cf-a625-186a605be5d5 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 06:06:05.128412 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38231300-6450-4f71-a4ac-4ab0ac5a7e05 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:05.132700 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38231300-6450-4f71-a4ac-4ab0ac5a7e05 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:05.134428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-38231300-6450-4f71-a4ac-4ab0ac5a7e05 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "PUT /v2.0/ports/a0c94276-3a55-442e-b27c-04bed6b1305f HTTP/1.1" status: 200 len: 1009 time: 1.8919280 Jan 28 06:06:05.138334 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59160) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:05.154758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5672a24d-51a2-432c-9ddc-90d60ae6cccd None None] Provisioning complete for port dc1422e2-da7c-4ef5-bddb-34968efafe00 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:05.159197 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5672a24d-51a2-432c-9ddc-90d60ae6cccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (dc1422e2-da7c-4ef5-bddb-34968efafe00), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:05.324491 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-097dd8c2-6304-44db-b7ea-1f9a2593f9f7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (b274177e-61b2-481e-b0e2-f3318ce1b597), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:05.332350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8969ef57-05d6-4c2b-863c-3c49bf262982 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port a0c94276-3a55-442e-b27c-04bed6b1305f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:05.332978 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8969ef57-05d6-4c2b-863c-3c49bf262982 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a0c94276-3a55-442e-b27c-04bed6b1305f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:05.373927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 90f4c488-8ae7-45a9-a894-c61f78580354 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:05.389410 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a442fd6c-68df-4765-ad95-8fdeb1f7f83f None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 06:06:05.441949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a0a47-e904-4a57-9d6a-b0b7b056ba56 req-54a47e32-05ec-48ad-8bf5-3ea03a11dc12 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:05.442075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb9a0a47-e904-4a57-9d6a-b0b7b056ba56 req-54a47e32-05ec-48ad-8bf5-3ea03a11dc12 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.1433089 Jan 28 06:06:05.493954 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8969ef57-05d6-4c2b-863c-3c49bf262982 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a0c94276-3a55-442e-b27c-04bed6b1305f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:05.516100 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8969ef57-05d6-4c2b-863c-3c49bf262982 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for a0c94276-3a55-442e-b27c-04bed6b1305f owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:05.522126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5672a24d-51a2-432c-9ddc-90d60ae6cccd None None] Current status of the port dc1422e2-da7c-4ef5-bddb-34968efafe00 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:05.545488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb9a0a47-e904-4a57-9d6a-b0b7b056ba56 req-ec8f9cda-b3a1-4189-b74a-3580696472d7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916104 Jan 28 06:06:05.576081 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-097dd8c2-6304-44db-b7ea-1f9a2593f9f7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (b274177e-61b2-481e-b0e2-f3318ce1b597), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:05.606237 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097dd8c2-6304-44db-b7ea-1f9a2593f9f7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=b274177e-61b2-481e-b0e2-f3318ce1b597,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:05.615481 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-097dd8c2-6304-44db-b7ea-1f9a2593f9f7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:05.622666 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-097dd8c2-6304-44db-b7ea-1f9a2593f9f7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/b274177e-61b2-481e-b0e2-f3318ce1b597 HTTP/1.1" status: 204 len: 168 time: 0.7319825 Jan 28 06:06:05.623719 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59172) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:05.674429 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-56406683-0d9a-4655-9595-8a43626658a0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492134 Jan 28 06:06:05.675551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59174) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:05.681743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-e9cd37cc-acc4-4728-95f9-8a519dc17460 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:05.704904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a442fd6c-68df-4765-ad95-8fdeb1f7f83f None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:06:05.711400 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-945bce89-bb89-492a-b13b-e26ee0845944 None None] Provisioning complete for port a0c94276-3a55-442e-b27c-04bed6b1305f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:05.711830 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-945bce89-bb89-492a-b13b-e26ee0845944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a0c94276-3a55-442e-b27c-04bed6b1305f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:05.820225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-945bce89-bb89-492a-b13b-e26ee0845944 None None] Port a0c94276-3a55-442e-b27c-04bed6b1305f cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:06:05.844380 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-945bce89-bb89-492a-b13b-e26ee0845944 None None] Provisioning complete for port 90f4c488-8ae7-45a9-a894-c61f78580354 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:05.844761 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-945bce89-bb89-492a-b13b-e26ee0845944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:05.922288 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cd37cc-acc4-4728-95f9-8a519dc17460 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:05.926344 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9cd37cc-acc4-4728-95f9-8a519dc17460 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:05.956775 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8969ef57-05d6-4c2b-863c-3c49bf262982 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a0c94276-3a55-442e-b27c-04bed6b1305f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:06.045279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969ef57-05d6-4c2b-863c-3c49bf262982 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=a0c94276-3a55-442e-b27c-04bed6b1305f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:06.161723 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8969ef57-05d6-4c2b-863c-3c49bf262982 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:06.169049 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8969ef57-05d6-4c2b-863c-3c49bf262982 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/ports/a0c94276-3a55-442e-b27c-04bed6b1305f HTTP/1.1" status: 204 len: 168 time: 1.0292830 Jan 28 06:06:06.171869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59176) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:06.189452 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 90f4c488-8ae7-45a9-a894-c61f78580354 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:06:06.196334 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-0723de8a-fc4b-4edd-97eb-c7bfdb14dc39 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] GET failed (client error): The resource could not be found. Jan 28 06:06:06.200678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59178) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:06.201161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0723de8a-fc4b-4edd-97eb-c7bfdb14dc39 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports/a0c94276-3a55-442e-b27c-04bed6b1305f HTTP/1.1" status: 404 len: 333 time: 0.0301998 Jan 28 06:06:06.261979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f0c8ca-7b8b-457c-9783-315029a5d5bd tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting subnet efcc69ae-a3e7-4b53-9416-20e268c496b9 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:06:06.271169 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-53f0c8ca-7b8b-457c-9783-315029a5d5bd tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (efcc69ae-a3e7-4b53-9416-20e268c496b9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:06.324893 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-945bce89-bb89-492a-b13b-e26ee0845944 None None] Current status of the port 90f4c488-8ae7-45a9-a894-c61f78580354 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:06.330967 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-945bce89-bb89-492a-b13b-e26ee0845944 None None] Could not find standard attr ID for object e8f7dfd6-fd63-4eab-be2c-aa9dac606fba. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:06:06.358824 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65b6014-8dad-44b3-98f8-0c70d699c135 None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 06:06:06.364448 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-53f0c8ca-7b8b-457c-9783-315029a5d5bd tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (efcc69ae-a3e7-4b53-9416-20e268c496b9), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:06.443641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 90f4c488-8ae7-45a9-a894-c61f78580354 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:06.444492 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:06.520936 n-d-812111-12 neutron-server[103634]: DEBUG neutron.objects.ports [None req-e9cd37cc-acc4-4728-95f9-8a519dc17460 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103634) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 06:06:06.549543 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ad77cd7d-31d5-4bb9-9183-c3a0a88ffdf2 None None] Provisioning complete for port 90f4c488-8ae7-45a9-a894-c61f78580354 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:06.550057 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad77cd7d-31d5-4bb9-9183-c3a0a88ffdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:06.704568 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-53f0c8ca-7b8b-457c-9783-315029a5d5bd tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (efcc69ae-a3e7-4b53-9416-20e268c496b9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:06.722116 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2605756-412f-4fed-9c93-446b91c65ee4 req-a829de4e-87a9-4721-a2a0-94f1d779a7c8 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:06.724056 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2605756-412f-4fed-9c93-446b91c65ee4 req-a829de4e-87a9-4721-a2a0-94f1d779a7c8 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.0626893 Jan 28 06:06:06.759876 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65b6014-8dad-44b3-98f8-0c70d699c135 None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:06:06.776688 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:06.794879 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2605756-412f-4fed-9c93-446b91c65ee4 req-5491bf9d-e38c-417b-a2ef-535642394cd2 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645471 Jan 28 06:06:06.827536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 90f4c488-8ae7-45a9-a894-c61f78580354, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=90f4c488-8ae7-45a9-a894-c61f78580354,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:06.923065 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:06.995797 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ad77cd7d-31d5-4bb9-9183-c3a0a88ffdf2 None None] Current status of the port 90f4c488-8ae7-45a9-a894-c61f78580354 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:07.012535 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-53f0c8ca-7b8b-457c-9783-315029a5d5bd tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (efcc69ae-a3e7-4b53-9416-20e268c496b9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:07.057629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=90f4c488-8ae7-45a9-a894-c61f78580354,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:07.077674 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0c8ca-7b8b-457c-9783-315029a5d5bd tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Subnet': ['ID=efcc69ae-a3e7-4b53-9416-20e268c496b9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:07.083963 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9cd37cc-acc4-4728-95f9-8a519dc17460 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:07.086338 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-53f0c8ca-7b8b-457c-9783-315029a5d5bd tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:07.089838 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-53f0c8ca-7b8b-457c-9783-315029a5d5bd tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/efcc69ae-a3e7-4b53-9416-20e268c496b9 HTTP/1.1" status: 204 len: 168 time: 0.8870561 Jan 28 06:06:07.092688 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59206) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:07.180256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4ad787-db3b-4b53-86d9-6452e78ee92d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting subnet bc84cbcd-3534-48d9-ad89-2d0b81c5e13e {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:06:07.184090 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad787-db3b-4b53-86d9-6452e78ee92d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (bc84cbcd-3534-48d9-ad89-2d0b81c5e13e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:07.246959 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad787-db3b-4b53-86d9-6452e78ee92d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (bc84cbcd-3534-48d9-ad89-2d0b81c5e13e), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:07.335248 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-e9cd37cc-acc4-4728-95f9-8a519dc17460 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] For port 90f4c488-8ae7-45a9-a894-c61f78580354, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=90f4c488-8ae7-45a9-a894-c61f78580354,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:07.414712 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad787-db3b-4b53-86d9-6452e78ee92d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (bc84cbcd-3534-48d9-ad89-2d0b81c5e13e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:07.417798 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9cd37cc-acc4-4728-95f9-8a519dc17460 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (90f4c488-8ae7-45a9-a894-c61f78580354), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:07.534516 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9cd37cc-acc4-4728-95f9-8a519dc17460 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:07.535692 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9cd37cc-acc4-4728-95f9-8a519dc17460 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (f50e8e07-6c1e-4f24-91e1-73a73d798c6c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:07.582091 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad787-db3b-4b53-86d9-6452e78ee92d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (bc84cbcd-3534-48d9-ad89-2d0b81c5e13e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:07.604890 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c4ad787-db3b-4b53-86d9-6452e78ee92d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:07.615157 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2c4ad787-db3b-4b53-86d9-6452e78ee92d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/bc84cbcd-3534-48d9-ad89-2d0b81c5e13e HTTP/1.1" status: 204 len: 168 time: 0.5199025 Jan 28 06:06:07.618414 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59222) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:07.647975 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ad787-db3b-4b53-86d9-6452e78ee92d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Subnet': ['ID=bc84cbcd-3534-48d9-ad89-2d0b81c5e13e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:07.656243 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cd37cc-acc4-4728-95f9-8a519dc17460 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:07.666447 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-e9cd37cc-acc4-4728-95f9-8a519dc17460 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:07.738770 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd37cc-acc4-4728-95f9-8a519dc17460 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=f50e8e07-6c1e-4f24-91e1-73a73d798c6c,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:07.742985 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cd37cc-acc4-4728-95f9-8a519dc17460 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:07.743745 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9cd37cc-acc4-4728-95f9-8a519dc17460 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:07.781904 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd37cc-acc4-4728-95f9-8a519dc17460 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=90f4c488-8ae7-45a9-a894-c61f78580354,revision_number=7']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:07.815778 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (1d76aacc-f794-45cf-a625-186a605be5d5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:07.893456 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e9cd37cc-acc4-4728-95f9-8a519dc17460 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2147496 Jan 28 06:06:07.894672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59238) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:07.906936 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5dfe40d1-da8b-461d-9d01-28640f434c20 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:07.954519 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port dc1422e2-da7c-4ef5-bddb-34968efafe00 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:07.958314 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (dc1422e2-da7c-4ef5-bddb-34968efafe00), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:07.989197 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:08.137549 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] For port dc1422e2-da7c-4ef5-bddb-34968efafe00, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=dc1422e2-da7c-4ef5-bddb-34968efafe00,segment=NetworkSegment(3bab966b-e1a0-4418-8b9c-0c7b0baddc5a),segment_id=3bab966b-e1a0-4418-8b9c-0c7b0baddc5a)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:08.138252 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (dc1422e2-da7c-4ef5-bddb-34968efafe00), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:08.172988 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for dc1422e2-da7c-4ef5-bddb-34968efafe00 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:08.191483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5de45b-dafa-4f77-bdb3-3980fb7ed9d2 req-1ff14350-56d7-4b1d-ba1b-cb4f2fcaaf26 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:08.210863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b5de45b-dafa-4f77-bdb3-3980fb7ed9d2 req-1ff14350-56d7-4b1d-ba1b-cb4f2fcaaf26 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.2120860 Jan 28 06:06:08.278195 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfe40d1-da8b-461d-9d01-28640f434c20 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:08.283462 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dfe40d1-da8b-461d-9d01-28640f434c20 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:08.291699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 90f4c488-8ae7-45a9-a894-c61f78580354 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:08.323289 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b5de45b-dafa-4f77-bdb3-3980fb7ed9d2 req-1862e658-44d3-4537-a525-fb4ee2d7372d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953979 Jan 28 06:06:08.413636 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 90f4c488-8ae7-45a9-a894-c61f78580354 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:08.414776 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:08.610243 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 90f4c488-8ae7-45a9-a894-c61f78580354 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:08.611369 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:08.613652 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61c7cbd-93e5-4eee-9f34-cb5f56c45ddf None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:08.729835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-9507440a-8650-4700-be25-9b819b1a3aa9 None None] Provisioning complete for port 90f4c488-8ae7-45a9-a894-c61f78580354 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:08.730406 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9507440a-8650-4700-be25-9b819b1a3aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:08.733226 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 90f4c488-8ae7-45a9-a894-c61f78580354, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=90f4c488-8ae7-45a9-a894-c61f78580354,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:08.847225 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:08.871649 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (dc1422e2-da7c-4ef5-bddb-34968efafe00), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:08.913220 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No DVR routers for this DVR port dc1422e2-da7c-4ef5-bddb-34968efafe00 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:06:08.936184 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141b68a2-3067-43b3-b308-dfab912be9c4 None None] Network 1d76aacc-f794-45cf-a625-186a605be5d5 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:08.972781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=dc1422e2-da7c-4ef5-bddb-34968efafe00,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:08.999430 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dfe40d1-da8b-461d-9d01-28640f434c20 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (4b3a5284-0d91-49fe-acc2-e10c1f734fc7), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:09.009553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9507440a-8650-4700-be25-9b819b1a3aa9 None None] Current status of the port 90f4c488-8ae7-45a9-a894-c61f78580354 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:09.053758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=90f4c488-8ae7-45a9-a894-c61f78580354,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:09.095550 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (1d76aacc-f794-45cf-a625-186a605be5d5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:09.129704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfe40d1-da8b-461d-9d01-28640f434c20 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:09.137436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5dfe40d1-da8b-461d-9d01-28640f434c20 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:09.143603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfe40d1-da8b-461d-9d01-28640f434c20 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:09.144817 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dfe40d1-da8b-461d-9d01-28640f434c20 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:09.146080 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d76aacc-f794-45cf-a625-186a605be5d5']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:09.157816 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bab966b-e1a0-4418-8b9c-0c7b0baddc5a') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:09.158182 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bab966b-e1a0-4418-8b9c-0c7b0baddc5a') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:09.177281 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (3bab966b-e1a0-4418-8b9c-0c7b0baddc5a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:09.179771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-262a4723-1425-48b5-9103-e4c31b717a9c None None] Could not find standard attr ID for object a0c94276-3a55-442e-b27c-04bed6b1305f. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:06:09.185242 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe40d1-da8b-461d-9d01-28640f434c20 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=4b3a5284-0d91-49fe-acc2-e10c1f734fc7,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:09.194248 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (3bab966b-e1a0-4418-8b9c-0c7b0baddc5a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:09.195615 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:09.213625 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:06:09.213625 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (3bab966b-e1a0-4418-8b9c-0c7b0baddc5a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:09.255590 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4bff22-8cb7-4af8-9bc8-5cc0f53b8d60 None None] DHCP port deletion for 1d76aacc-f794-45cf-a625-186a605be5d5 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:06:09.275653 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:06:09.312748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5dfe40d1-da8b-461d-9d01-28640f434c20 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4165454 Jan 28 06:06:09.315391 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59294) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:09.321301 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-e9760e25-6fe8-4ee6-b03b-4cc096f27325 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'mac_address': 'fa:16:3e:d2:83:74', 'name': 'tempest-NetworksTestDHCPv6-783317400'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:09.367494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a828e2-37d9-4532-a0d3-f6dda89a13bb None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:09.389476 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (1d76aacc-f794-45cf-a625-186a605be5d5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:09.406721 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:09.409384 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/networks/1d76aacc-f794-45cf-a625-186a605be5d5 HTTP/1.1" status: 204 len: 168 time: 1.7839534 Jan 28 06:06:09.413572 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59302) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:09.437249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e4e59-7b97-46ac-a35a-3e51cb9ef5dc tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Network': ['ID=1d76aacc-f794-45cf-a625-186a605be5d5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:09.482156 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0c35a7e7-2aa2-4683-aa22-612689aede2e None None] Provisioning complete for port 90f4c488-8ae7-45a9-a894-c61f78580354 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:09.482856 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c35a7e7-2aa2-4683-aa22-612689aede2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:09.534220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7e2be4-c79c-4581-bc57-0cd31ea2ae50 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:09.541004 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8a7e2be4-c79c-4581-bc57-0cd31ea2ae50 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1209528 Jan 28 06:06:09.542347 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59310) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:09.598673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297815d-626b-487b-80b9-7cfcf4d8aa83 req-b2e760dd-6357-4fa8-b9bd-aef152db8e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:09.602523 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2297815d-626b-487b-80b9-7cfcf4d8aa83 req-b2e760dd-6357-4fa8-b9bd-aef152db8e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.1727116 Jan 28 06:06:09.619569 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9760e25-6fe8-4ee6-b03b-4cc096f27325 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:09.632546 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0c35a7e7-2aa2-4683-aa22-612689aede2e None None] Current status of the port 90f4c488-8ae7-45a9-a894-c61f78580354 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:09.701618 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2297815d-626b-487b-80b9-7cfcf4d8aa83 req-5be96b0c-6dbd-429a-b93d-40804b4c9ee1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896382 Jan 28 06:06:09.724974 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-56660dfb-79dd-4d27-ba3b-68cb47255920 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1779377 Jan 28 06:06:09.725632 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59316) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:09.730711 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-494335bc-3d92-417b-8c25-11177f7554b1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1743415637'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:09.734671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e205b296-680f-4e83-8358-48cc065cac0f None None] Update dhcp port {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'fixed_ips': [{'subnet_id': 'f50e8e07-6c1e-4f24-91e1-73a73d798c6c', 'ip_address': '2001:db8::f816:3eff:fe4e:28ee'}, {'subnet_id': '4b3a5284-0d91-49fe-acc2-e10c1f734fc7'}], 'binding:host_id': 'n-d-812111-12'}, 'id': '90f4c488-8ae7-45a9-a894-c61f78580354'} from n-d-812111-12. {{(pid=103636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 06:06:09.776849 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e205b296-680f-4e83-8358-48cc065cac0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:09.777618 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9760e25-6fe8-4ee6-b03b-4cc096f27325 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:09.802641 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-e9760e25-6fe8-4ee6-b03b-4cc096f27325 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port ddbcc6a6-c579-4c5c-a7b8-d086b7e88e7a yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:06:09.865280 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494335bc-3d92-417b-8c25-11177f7554b1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:09.869379 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-494335bc-3d92-417b-8c25-11177f7554b1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:09.939393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494335bc-3d92-417b-8c25-11177f7554b1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:06:09.959872 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-494335bc-3d92-417b-8c25-11177f7554b1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c1c58919-8ed3-4daf-8a6c-cc6684dedc89), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:09.960445 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-494335bc-3d92-417b-8c25-11177f7554b1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Added segment c1c58919-8ed3-4daf-8a6c-cc6684dedc89 of type vlan for network d00d0086-8337-4c26-9d4e-8cc3f3fae4c8 Jan 28 06:06:10.041416 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-494335bc-3d92-417b-8c25-11177f7554b1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (d00d0086-8337-4c26-9d4e-8cc3f3fae4c8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:10.059086 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-e9760e25-6fe8-4ee6-b03b-4cc096f27325 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 172.20.0.10 (212ae0ea-5cb2-4599-bc76-8f15e4624200/4b3a5284-0d91-49fe-acc2-e10c1f734fc7/ddbcc6a6-c579-4c5c-a7b8-d086b7e88e7a) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:10.074199 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-e9760e25-6fe8-4ee6-b03b-4cc096f27325 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::f816:3eff:fed2:8374 (212ae0ea-5cb2-4599-bc76-8f15e4624200/f50e8e07-6c1e-4f24-91e1-73a73d798c6c/ddbcc6a6-c579-4c5c-a7b8-d086b7e88e7a) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:10.154284 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 90f4c488-8ae7-45a9-a894-c61f78580354 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:10.206804 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-494335bc-3d92-417b-8c25-11177f7554b1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (d00d0086-8337-4c26-9d4e-8cc3f3fae4c8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:10.213663 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494335bc-3d92-417b-8c25-11177f7554b1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:10.214226 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-494335bc-3d92-417b-8c25-11177f7554b1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:10.221935 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 90f4c488-8ae7-45a9-a894-c61f78580354 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:10.222488 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:10.312451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494335bc-3d92-417b-8c25-11177f7554b1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Network': ['ID=d00d0086-8337-4c26-9d4e-8cc3f3fae4c8,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:10.322497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 90f4c488-8ae7-45a9-a894-c61f78580354 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:10.339401 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network d00d0086-8337-4c26-9d4e-8cc3f3fae4c8 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:06:10.371831 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9760e25-6fe8-4ee6-b03b-4cc096f27325 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (ddbcc6a6-c579-4c5c-a7b8-d086b7e88e7a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:10.395385 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-494335bc-3d92-417b-8c25-11177f7554b1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6657014 Jan 28 06:06:10.395696 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59342) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:10.402111 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-31b4ea48-ad79-4f0d-8eaa-f299d035bef0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'subnet': {'network_id': 'd00d0086-8337-4c26-9d4e-8cc3f3fae4c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:10.429568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device dc1422e2-da7c-4ef5-bddb-34968efafe00 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:06:10.459447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: dc1422e2-da7c-4ef5-bddb-34968efafe00 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:06:10.459842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device dc1422e2-da7c-4ef5-bddb-34968efafe00 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:06:10.653415 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9760e25-6fe8-4ee6-b03b-4cc096f27325 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ddbcc6a6-c579-4c5c-a7b8-d086b7e88e7a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:10.696764 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b4ea48-ad79-4f0d-8eaa-f299d035bef0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:10.701988 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31b4ea48-ad79-4f0d-8eaa-f299d035bef0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:10.716818 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-e205b296-680f-4e83-8358-48cc065cac0f None None] Allocated IP 172.20.0.2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/4b3a5284-0d91-49fe-acc2-e10c1f734fc7/90f4c488-8ae7-45a9-a894-c61f78580354) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:10.725389 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9760e25-6fe8-4ee6-b03b-4cc096f27325 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:10.781782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-e9760e25-6fe8-4ee6-b03b-4cc096f27325 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:10.786891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9760e25-6fe8-4ee6-b03b-4cc096f27325 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:10.847173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15417bc-b57e-4b9b-bef0-7f3125f95745 req-0bed3496-d114-48a8-b2bb-42a93b8d450c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:10.848709 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9760e25-6fe8-4ee6-b03b-4cc096f27325 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=ddbcc6a6-c579-4c5c-a7b8-d086b7e88e7a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:10.855521 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a15417bc-b57e-4b9b-bef0-7f3125f95745 req-0bed3496-d114-48a8-b2bb-42a93b8d450c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.0635264 Jan 28 06:06:10.859524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9760e25-6fe8-4ee6-b03b-4cc096f27325 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:10.860163 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9760e25-6fe8-4ee6-b03b-4cc096f27325 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:10.897807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e205b296-680f-4e83-8358-48cc065cac0f None None] For port 90f4c488-8ae7-45a9-a894-c61f78580354, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=90f4c488-8ae7-45a9-a894-c61f78580354,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:10.915455 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a15417bc-b57e-4b9b-bef0-7f3125f95745 req-d84f004a-06fc-4d26-874a-a22a82f2b85b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583689 Jan 28 06:06:10.956548 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e205b296-680f-4e83-8358-48cc065cac0f None None] Publish callbacks [] for port (90f4c488-8ae7-45a9-a894-c61f78580354), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:10.978060 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e9760e25-6fe8-4ee6-b03b-4cc096f27325 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6613193 Jan 28 06:06:10.984453 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59366) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:11.042187 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e205b296-680f-4e83-8358-48cc065cac0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:11.072834 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1ed612-edea-496b-99bb-fef6ba086a0c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:11.079425 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1ed612-edea-496b-99bb-fef6ba086a0c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:11.080212 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3b1ed612-edea-496b-99bb-fef6ba086a0c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0983934 Jan 28 06:06:11.082495 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59372) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:11.140473 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31b4ea48-ad79-4f0d-8eaa-f299d035bef0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (74b7342e-d270-4058-9dd0-4742dc9d6943), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:11.153638 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205b296-680f-4e83-8358-48cc065cac0f None None] Pushing event updated for resources: {'Port': ['ID=90f4c488-8ae7-45a9-a894-c61f78580354,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:11.242109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4ea48-ad79-4f0d-8eaa-f299d035bef0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Subnet': ['ID=74b7342e-d270-4058-9dd0-4742dc9d6943,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:11.257603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b4ea48-ad79-4f0d-8eaa-f299d035bef0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Checking segment: {'id': 'c1c58919-8ed3-4daf-8a6c-cc6684dedc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd00d0086-8337-4c26-9d4e-8cc3f3fae4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:06:11.257971 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b4ea48-ad79-4f0d-8eaa-f299d035bef0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network hostable DHCP agents. Network: d00d0086-8337-4c26-9d4e-8cc3f3fae4c8, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:06:11.280535 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-27463ee8-13c9-4f0b-a9b2-541cba9fb495 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port ddbcc6a6-c579-4c5c-a7b8-d086b7e88e7a {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:11.280876 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-27463ee8-13c9-4f0b-a9b2-541cba9fb495 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ddbcc6a6-c579-4c5c-a7b8-d086b7e88e7a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:11.400057 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-27463ee8-13c9-4f0b-a9b2-541cba9fb495 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ddbcc6a6-c579-4c5c-a7b8-d086b7e88e7a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:11.414242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-27463ee8-13c9-4f0b-a9b2-541cba9fb495 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for ddbcc6a6-c579-4c5c-a7b8-d086b7e88e7a owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:11.423630 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b4ea48-ad79-4f0d-8eaa-f299d035bef0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network d00d0086-8337-4c26-9d4e-8cc3f3fae4c8 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:06:11.511030 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-31b4ea48-ad79-4f0d-8eaa-f299d035bef0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, d00d0086-8337-4c26-9d4e-8cc3f3fae4c8) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:11.515739 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b4ea48-ad79-4f0d-8eaa-f299d035bef0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:11.516002 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31b4ea48-ad79-4f0d-8eaa-f299d035bef0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:11.522726 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cac0959-7237-479c-a072-161ad118e0b1 None None] Network d00d0086-8337-4c26-9d4e-8cc3f3fae4c8 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:11.661381 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-d00d0086-8337-4c26-9d4e-8cc3f3fae4c8', 'network_id': 'd00d0086-8337-4c26-9d4e-8cc3f3fae4c8', 'project_id': '8388294db8584a759a33b6fafbce7917', 'fixed_ips': [{'subnet_id': '74b7342e-d270-4058-9dd0-4742dc9d6943'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:06:11.663139 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:11.673810 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-31b4ea48-ad79-4f0d-8eaa-f299d035bef0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2762482 Jan 28 06:06:11.676912 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59400) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:11.681760 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-32f2b3a5-c2de-4a0a-a3a6-767421c45738 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'network_id': 'd00d0086-8337-4c26-9d4e-8cc3f3fae4c8', 'name': 'tempest-PortsIpV6TestJSON-409484901'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:11.741708 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-27463ee8-13c9-4f0b-a9b2-541cba9fb495 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ddbcc6a6-c579-4c5c-a7b8-d086b7e88e7a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:11.783624 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27463ee8-13c9-4f0b-a9b2-541cba9fb495 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=ddbcc6a6-c579-4c5c-a7b8-d086b7e88e7a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:11.936534 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-27463ee8-13c9-4f0b-a9b2-541cba9fb495 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:11.943040 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-27463ee8-13c9-4f0b-a9b2-541cba9fb495 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/ddbcc6a6-c579-4c5c-a7b8-d086b7e88e7a HTTP/1.1" status: 204 len: 168 time: 0.8568475 Jan 28 06:06:11.943377 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59410) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:11.978984 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b97d2a5e-66b1-42f3-839c-a32f56fda952 None None] Provisioning complete for port 90f4c488-8ae7-45a9-a894-c61f78580354 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:11.979364 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b97d2a5e-66b1-42f3-839c-a32f56fda952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:12.026447 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d5beeb-674b-40a1-a1a8-1169e86ce512 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:12.028010 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d5beeb-674b-40a1-a1a8-1169e86ce512 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:12.029426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d5beeb-674b-40a1-a1a8-1169e86ce512 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:12.033650 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-06d5beeb-674b-40a1-a1a8-1169e86ce512 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0868051 Jan 28 06:06:12.034620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59414) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:12.045066 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f2b3a5-c2de-4a0a-a3a6-767421c45738 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:12.054797 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32f2b3a5-c2de-4a0a-a3a6-767421c45738 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:12.066763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Allocated IP 2001:db8::2 (d00d0086-8337-4c26-9d4e-8cc3f3fae4c8/74b7342e-d270-4058-9dd0-4742dc9d6943/63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:12.103088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-32f2b3a5-c2de-4a0a-a3a6-767421c45738 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] device_id is not set on port df1c3a0d-70d4-4e4e-b0b3-5c4469923556 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:06:12.192183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-39345a48-d76c-47d0-a978-a97fa15e0649 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet 4b3a5284-0d91-49fe-acc2-e10c1f734fc7 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:06:12.201958 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39345a48-d76c-47d0-a978-a97fa15e0649 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (4b3a5284-0d91-49fe-acc2-e10c1f734fc7), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:12.304958 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 90f4c488-8ae7-45a9-a894-c61f78580354 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:12.413985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b97d2a5e-66b1-42f3-839c-a32f56fda952 None None] Current status of the port 90f4c488-8ae7-45a9-a894-c61f78580354 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:12.449968 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39345a48-d76c-47d0-a978-a97fa15e0649 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (4b3a5284-0d91-49fe-acc2-e10c1f734fc7), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:12.454951 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-42b38eba-12f2-4b21-886f-dd8ca895789d service neutron] show failed (client error): The resource could not be found. Jan 28 06:06:12.459827 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-42b38eba-12f2-4b21-886f-dd8ca895789d service neutron] 10.222.0.64 "GET /v2.0/ports/7a3eda08-a8e6-40d6-8fb1-a7f6597372bf/bindings/n-h2-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.1294541 Jan 28 06:06:12.545831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551e6be-5695-4b3f-b10e-cdcf10e31d9f req-a849ebe5-747a-47e5-8c43-1ff719d8681e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:12.553573 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d551e6be-5695-4b3f-b10e-cdcf10e31d9f req-a849ebe5-747a-47e5-8c43-1ff719d8681e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.4084308 Jan 28 06:06:12.716756 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d551e6be-5695-4b3f-b10e-cdcf10e31d9f req-30cfd112-a501-4913-9832-eba33263e6f3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453443 Jan 28 06:06:12.741074 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39345a48-d76c-47d0-a978-a97fa15e0649 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (4b3a5284-0d91-49fe-acc2-e10c1f734fc7), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:12.784201 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-758103f6-5b0e-40bb-a724-4eb54e83b287 None None] Could not find standard attr ID for object ddbcc6a6-c579-4c5c-a7b8-d086b7e88e7a. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:06:12.788793 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 90f4c488-8ae7-45a9-a894-c61f78580354 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:12.789225 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:12.856003 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Publish callbacks [] for port (63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:12.961511 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39345a48-d76c-47d0-a978-a97fa15e0649 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (4b3a5284-0d91-49fe-acc2-e10c1f734fc7), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:12.977611 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39345a48-d76c-47d0-a978-a97fa15e0649 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:12.981102 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-39345a48-d76c-47d0-a978-a97fa15e0649 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/4b3a5284-0d91-49fe-acc2-e10c1f734fc7 HTTP/1.1" status: 204 len: 168 time: 0.9448595 Jan 28 06:06:12.983872 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59454) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:12.996403 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0144d1-3cf4-48bd-b9e0-2982b855674a None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:12.999942 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39345a48-d76c-47d0-a978-a97fa15e0649 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=4b3a5284-0d91-49fe-acc2-e10c1f734fc7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:13.051660 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 90f4c488-8ae7-45a9-a894-c61f78580354 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:13.109483 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:13.144539 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Network d00d0086-8337-4c26-9d4e-8cc3f3fae4c8 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:13.149479 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee10307-c2c2-4a6a-8133-00b454ee6c8e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet f50e8e07-6c1e-4f24-91e1-73a73d798c6c {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:06:13.153331 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee10307-c2c2-4a6a-8133-00b454ee6c8e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (f50e8e07-6c1e-4f24-91e1-73a73d798c6c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:13.156206 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:13.190686 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:13.204960 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee10307-c2c2-4a6a-8133-00b454ee6c8e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (f50e8e07-6c1e-4f24-91e1-73a73d798c6c), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:13.300292 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee10307-c2c2-4a6a-8133-00b454ee6c8e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (f50e8e07-6c1e-4f24-91e1-73a73d798c6c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:13.380797 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Attempting to bind port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:06:13.381377 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Attempting to bind port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'c1c58919-8ed3-4daf-8a6c-cc6684dedc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd00d0086-8337-4c26-9d4e-8cc3f3fae4c8'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:06:13.381644 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-32f2b3a5-c2de-4a0a-a3a6-767421c45738 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Allocated IP 2001:db8::27c (d00d0086-8337-4c26-9d4e-8cc3f3fae4c8/74b7342e-d270-4058-9dd0-4742dc9d6943/df1c3a0d-70d4-4e4e-b0b3-5c4469923556) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:13.381926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Attempting to bind port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c on network d00d0086-8337-4c26-9d4e-8cc3f3fae4c8 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:06:13.391748 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:06:13.392138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Checking segment: {'id': 'c1c58919-8ed3-4daf-8a6c-cc6684dedc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd00d0086-8337-4c26-9d4e-8cc3f3fae4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:06:13.392549 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:13.392942 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Bound using segment: {'id': 'c1c58919-8ed3-4daf-8a6c-cc6684dedc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd00d0086-8337-4c26-9d4e-8cc3f3fae4c8'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:06:13.393566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Bound port: 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c58919-8ed3-4daf-8a6c-cc6684dedc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd00d0086-8337-4c26-9d4e-8cc3f3fae4c8'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:06:13.393955 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:13.395946 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Pushing event updated for resources: {'Port': ['ID=63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:13.520023 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] For port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:06:13.525818 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] For port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c,segment=NetworkSegment(c1c58919-8ed3-4daf-8a6c-cc6684dedc89),segment_id=c1c58919-8ed3-4daf-8a6c-cc6684dedc89)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:06:13.563294 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-1a9c8954-f11f-4e67-ba00-a8772810e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:13.563294 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-1a9c8954-f11f-4e67-ba00-a8772810e35b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea&tenant_id=59d53e120d2a4c8e8606808e4590906b HTTP/1.1" status: 200 len: 1098 time: 0.5189562 Jan 28 06:06:13.575626 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32f2b3a5-c2de-4a0a-a3a6-767421c45738 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (df1c3a0d-70d4-4e4e-b0b3-5c4469923556), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:13.586428 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:13.722990 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:13.726825 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee10307-c2c2-4a6a-8133-00b454ee6c8e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (f50e8e07-6c1e-4f24-91e1-73a73d798c6c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:13.737715 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47423c8f-a4b9-4a98-9d9b-52edb00c6f50 None None] Pushing event updated for resources: {'Port': ['ID=63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:13.864747 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:13.864747 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee10307-c2c2-4a6a-8133-00b454ee6c8e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=f50e8e07-6c1e-4f24-91e1-73a73d798c6c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:13.864747 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5ee10307-c2c2-4a6a-8133-00b454ee6c8e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:13.864747 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5ee10307-c2c2-4a6a-8133-00b454ee6c8e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/f50e8e07-6c1e-4f24-91e1-73a73d798c6c HTTP/1.1" status: 204 len: 168 time: 0.8179655 Jan 28 06:06:13.869906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59496) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:13.971966 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-dd5291c3-2cc2-4fe7-add0-0e45e64948ed tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1587512 Jan 28 06:06:13.976970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59510) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:13.982353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1c18a6ec-41c5-40a7-97f5-e11f982d9a01 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:14.180143 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:14.229486 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:06:14.263100 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0c656-1766-457e-8108-f851ca114e5e req-da57c6f4-9f5c-4d93-968a-61797ba0a4c8 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:14.264601 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55c0c656-1766-457e-8108-f851ca114e5e req-da57c6f4-9f5c-4d93-968a-61797ba0a4c8 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.3192718 Jan 28 06:06:14.320670 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:06:14.323562 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041ec912-459a-4dee-b21f-aca9ba016c63" -d '{"events": [{"server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "name": "network-vif-unplugged", "status": "completed", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:06:14.329235 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Publish callbacks [] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:14.332537 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32f2b3a5-c2de-4a0a-a3a6-767421c45738 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (df1c3a0d-70d4-4e4e-b0b3-5c4469923556), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:14.428271 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Transition to ACTIVE for port object 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:06:14.458824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f2b3a5-c2de-4a0a-a3a6-767421c45738 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network d00d0086-8337-4c26-9d4e-8cc3f3fae4c8 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:14.463274 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-32f2b3a5-c2de-4a0a-a3a6-767421c45738 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:14.468854 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f2b3a5-c2de-4a0a-a3a6-767421c45738 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:14.473098 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55c0c656-1766-457e-8108-f851ca114e5e req-09729b38-6509-4b12-883a-135018b77e3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626496 Jan 28 06:06:14.476819 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f2b3a5-c2de-4a0a-a3a6-767421c45738 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:14.482228 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32f2b3a5-c2de-4a0a-a3a6-767421c45738 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:14.487636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c18a6ec-41c5-40a7-97f5-e11f982d9a01 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:14.495912 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c18a6ec-41c5-40a7-97f5-e11f982d9a01 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:14.503044 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdc4da8-b9f7-4abc-a343-1400b9b9464a x-openstack-request-id: req-afdc4da8-b9f7-4abc-a343-1400b9b9464a {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:06:14.508374 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "name": "network-vif-unplugged", "status": "completed", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:06:14.509028 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-afdc4da8-b9f7-4abc-a343-1400b9b9464a {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:06:14.510967 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'code': 200} Jan 28 06:06:14.534635 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2b3a5-c2de-4a0a-a3a6-767421c45738 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=df1c3a0d-70d4-4e4e-b0b3-5c4469923556,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:14.546956 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:14.671159 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-32f2b3a5-c2de-4a0a-a3a6-767421c45738 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9936135 Jan 28 06:06:14.675553 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59542) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:14.689253 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-32bb8ea5-54e6-4a23-88eb-46e8a9117a4b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'network_id': 'd00d0086-8337-4c26-9d4e-8cc3f3fae4c8', 'name': 'tempest-PortsIpV6TestJSON-1396407899'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:14.958175 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,revision_number=6']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:14.996430 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c18a6ec-41c5-40a7-97f5-e11f982d9a01 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (a797ef41-a75e-43ab-a583-5df72f7c9f47), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:15.024483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c18a6ec-41c5-40a7-97f5-e11f982d9a01 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:15.027593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-1c18a6ec-41c5-40a7-97f5-e11f982d9a01 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:15.039594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c18a6ec-41c5-40a7-97f5-e11f982d9a01 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:15.040233 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c18a6ec-41c5-40a7-97f5-e11f982d9a01 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:15.084239 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545dafd7-98cc-4da9-b48b-e6c537ec7ee9 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:15.101619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] No DVR routers for this DVR port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:06:15.187304 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18a6ec-41c5-40a7-97f5-e11f982d9a01 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=a797ef41-a75e-43ab-a583-5df72f7c9f47,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:15.213127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a2fb8caf-7ef8-408b-9d8a-944fce77091d None None] Provisioning complete for port 90f4c488-8ae7-45a9-a894-c61f78580354 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:15.214028 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8caf-7ef8-408b-9d8a-944fce77091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:15.237756 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1c18a6ec-41c5-40a7-97f5-e11f982d9a01 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2617989 Jan 28 06:06:15.242643 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59560) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:15.248515 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-19a1932a-3b75-41e2-8868-a04ac5355f9c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:15.400517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a2fb8caf-7ef8-408b-9d8a-944fce77091d None None] Current status of the port 90f4c488-8ae7-45a9-a894-c61f78580354 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:15.428370 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Attempting to bind port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:06:15.428370 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Attempting to bind port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:06:15.428370 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Attempting to bind port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf on network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:06:15.428370 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bb8ea5-54e6-4a23-88eb-46e8a9117a4b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:15.434470 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32bb8ea5-54e6-4a23-88eb-46e8a9117a4b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:15.457198 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf on network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:06:15.457679 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Attempting to bind port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf on network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:06:15.469658 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:06:15.473550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Checking segment: {'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:06:15.473550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Bound using segment: {'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:06:15.473550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Bound port: 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:06:15.473550 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:15.483349 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cd580d-b186-4b6a-a977-3fdf430977aa None None] Update dhcp port {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'fixed_ips': [{'subnet_id': 'a797ef41-a75e-43ab-a583-5df72f7c9f47'}], 'binding:host_id': 'n-d-812111-12'}, 'id': '90f4c488-8ae7-45a9-a894-c61f78580354'} from n-d-812111-12. {{(pid=103636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 06:06:15.520070 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7cd580d-b186-4b6a-a977-3fdf430977aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:15.545108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-32bb8ea5-54e6-4a23-88eb-46e8a9117a4b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] device_id is not set on port 5a71c61d-3aad-49e5-9c51-9239c52b67cd yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:06:15.721749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbd53a-7e0d-4134-ab34-ad059072ae48 req-3adf07c4-9bbd-481a-9b25-b7f5296aec39 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:15.725132 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6bbd53a-7e0d-4134-ab34-ad059072ae48 req-3adf07c4-9bbd-481a-9b25-b7f5296aec39 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 944 time: 0.0995164 Jan 28 06:06:15.887064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6bbd53a-7e0d-4134-ab34-ad059072ae48 req-d9524c04-c1ba-46d2-b239-cae27c291bff tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544416 Jan 28 06:06:15.954509 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb669f49-cc65-4c21-a236-81652d09a4bd None None] Network d00d0086-8337-4c26-9d4e-8cc3f3fae4c8 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:15.963200 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-c7cd580d-b186-4b6a-a977-3fdf430977aa None None] Allocated IP 172.20.0.2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/a797ef41-a75e-43ab-a583-5df72f7c9f47/90f4c488-8ae7-45a9-a894-c61f78580354) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:16.066559 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:06:16.186773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a1932a-3b75-41e2-8868-a04ac5355f9c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:16.187216 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-17c4d60f-ac7f-4e0f-9318-772b0f6e021e None None] Provisioning complete for port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:16.187712 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-17c4d60f-ac7f-4e0f-9318-772b0f6e021e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:16.195563 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-19a1932a-3b75-41e2-8868-a04ac5355f9c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:16.294770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:16.304985 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:06:16.308971 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:06:16.326559 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] The host n-h1-812111-12 is not matching for port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf host n-h2-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:06:16.326967 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:06:16.382623 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:16.406491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c7cd580d-b186-4b6a-a977-3fdf430977aa None None] For port 90f4c488-8ae7-45a9-a894-c61f78580354, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=90f4c488-8ae7-45a9-a894-c61f78580354,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:16.460934 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:16.461786 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:16.463534 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] 10.222.0.60 "PUT /v2.0/ports/7a3eda08-a8e6-40d6-8fb1-a7f6597372bf HTTP/1.1" status: 200 len: 1093 time: 2.8836973 Jan 28 06:06:16.481319 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:16.481712 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:16.485193 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-32bb8ea5-54e6-4a23-88eb-46e8a9117a4b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Allocated IP 2001:db8::16c (d00d0086-8337-4c26-9d4e-8cc3f3fae4c8/74b7342e-d270-4058-9dd0-4742dc9d6943/5a71c61d-3aad-49e5-9c51-9239c52b67cd) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:16.486654 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7cd580d-b186-4b6a-a977-3fdf430977aa None None] Publish callbacks [] for port (90f4c488-8ae7-45a9-a894-c61f78580354), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:16.515718 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:06:16.518020 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f6d798-fc3b-4101-974e-4d2e7deb18a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:06:16.549657 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-17c4d60f-ac7f-4e0f-9318-772b0f6e021e None None] Current status of the port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:16.549657 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-17c4d60f-ac7f-4e0f-9318-772b0f6e021e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:16.620487 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-17c4d60f-ac7f-4e0f-9318-772b0f6e021e None None] For port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c,segment=NetworkSegment(c1c58919-8ed3-4daf-8a6c-cc6684dedc89),segment_id=c1c58919-8ed3-4daf-8a6c-cc6684dedc89)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:16.624189 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7cd580d-b186-4b6a-a977-3fdf430977aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:16.670996 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367b984-541c-417d-9a2b-755fc75d77f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,revision_number=7']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:16.688292 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273876ff-5582-471c-9772-ffe3536c847a x-openstack-request-id: req-273876ff-5582-471c-9772-ffe3536c847a {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:06:16.688582 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:06:16.689043 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-273876ff-5582-471c-9772-ffe3536c847a {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:06:16.689624 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'status': 'completed', 'code': 200} Jan 28 06:06:16.785839 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-17c4d60f-ac7f-4e0f-9318-772b0f6e021e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:16.864928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-94ce767e-c4e5-42e3-a635-37defaad53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:16.867638 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-94ce767e-c4e5-42e3-a635-37defaad53a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 1096 time: 0.1105068 Jan 28 06:06:16.889200 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd580d-b186-4b6a-a977-3fdf430977aa None None] Pushing event updated for resources: {'Port': ['ID=90f4c488-8ae7-45a9-a894-c61f78580354,revision_number=12']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:16.904592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:16.905179 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:17.067047 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-f7e935bb-a2c4-4d8a-97ab-a5554eb3d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:17.071548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-f7e935bb-a2c4-4d8a-97ab-a5554eb3d962 service neutron] 10.222.0.64 "GET /v2.0/networks?id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e HTTP/1.1" status: 200 len: 897 time: 0.1975427 Jan 28 06:06:17.116058 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-787baa81-fc3e-40df-a5df-ea3759d40ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:17.117784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4d60f-ac7f-4e0f-9318-772b0f6e021e None None] Pushing event updated for resources: {'Port': ['ID=63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:17.117954 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-787baa81-fc3e-40df-a5df-ea3759d40ff1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 1096 time: 0.6146853 Jan 28 06:06:17.141281 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:06:17.143522 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:06:17.200764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771180f-ab2e-4781-9593-c461927aca88 req-dd4204a0-8d9e-4838-b21e-01374600e28f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:17.202405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8771180f-ab2e-4781-9593-c461927aca88 req-dd4204a0-8d9e-4838-b21e-01374600e28f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 944 time: 0.1289325 Jan 28 06:06:17.206083 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0baf183b-8242-44dd-9915-fe567ba07511 None None] Provisioning complete for port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:17.211331 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0baf183b-8242-44dd-9915-fe567ba07511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:17.211483 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-7a5c6f64-2978-4aad-902e-0e97c9d118c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf HTTP/1.1" status: 200 len: 999 time: 0.1005542 Jan 28 06:06:17.333397 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-3cc562a2-eb88-4079-a775-c3d5f67368a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:17.336283 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-3cc562a2-eb88-4079-a775-c3d5f67368a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e HTTP/1.1" status: 200 len: 897 time: 0.2063644 Jan 28 06:06:17.340790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-11a64f28-ec05-4e71-8e9b-cb8b8898b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:17.342267 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-11a64f28-ec05-4e71-8e9b-cb8b8898b6c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e98d012-dc76-40bb-b222-219932b863c7 HTTP/1.1" status: 200 len: 834 time: 0.0627050 Jan 28 06:06:17.382542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8771180f-ab2e-4781-9593-c461927aca88 req-a8c82b67-a4a6-4fde-aa53-e090f2f4ca79 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719406 Jan 28 06:06:17.409625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-d696b22b-f7d0-44f0-bfda-6f87de5b9344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:17.412303 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-d696b22b-f7d0-44f0-bfda-6f87de5b9344 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630517 Jan 28 06:06:17.418508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0baf183b-8242-44dd-9915-fe567ba07511 None None] Current status of the port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:17.439535 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32bb8ea5-54e6-4a23-88eb-46e8a9117a4b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (5a71c61d-3aad-49e5-9c51-9239c52b67cd), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:17.464810 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-4539f381-f875-4d18-9713-2f8e8d98656f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf HTTP/1.1" status: 200 len: 999 time: 0.1169527 Jan 28 06:06:17.465065 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0baf183b-8242-44dd-9915-fe567ba07511 None None] Provisioning complete for port df1c3a0d-70d4-4e4e-b0b3-5c4469923556 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:17.465065 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0baf183b-8242-44dd-9915-fe567ba07511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (df1c3a0d-70d4-4e4e-b0b3-5c4469923556), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:17.550224 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-cc695a14-760a-4864-96c6-52817a17bef7 service neutron] 10.222.0.64 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315446 Jan 28 06:06:17.563461 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-342e739d-1937-4d63-be39-714b7a6866f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:17.565335 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-342e739d-1937-4d63-be39-714b7a6866f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8e98d012-dc76-40bb-b222-219932b863c7 HTTP/1.1" status: 200 len: 834 time: 0.0945523 Jan 28 06:06:17.623118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32bb8ea5-54e6-4a23-88eb-46e8a9117a4b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (5a71c61d-3aad-49e5-9c51-9239c52b67cd), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:17.706397 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-ecfd927d-6c66-4eb8-9f3c-982fcf036156 service neutron] 10.222.0.64 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497560 Jan 28 06:06:17.745501 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bb8ea5-54e6-4a23-88eb-46e8a9117a4b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network d00d0086-8337-4c26-9d4e-8cc3f3fae4c8 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:17.764956 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-18a78079-536f-43d2-8bee-789007c689c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:17.767083 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-18a78079-536f-43d2-8bee-789007c689c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1947460 Jan 28 06:06:17.768014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-32bb8ea5-54e6-4a23-88eb-46e8a9117a4b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:17.770995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bb8ea5-54e6-4a23-88eb-46e8a9117a4b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:17.776875 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0baf183b-8242-44dd-9915-fe567ba07511 None None] Port df1c3a0d-70d4-4e4e-b0b3-5c4469923556 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:06:17.779161 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bb8ea5-54e6-4a23-88eb-46e8a9117a4b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:17.780332 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:17.780499 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32bb8ea5-54e6-4a23-88eb-46e8a9117a4b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:17.811927 n-d-812111-12 neutron-server[103634]: DEBUG neutron.objects.ports [None req-19a1932a-3b75-41e2-8868-a04ac5355f9c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103634) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 06:06:17.816651 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb8ea5-54e6-4a23-88eb-46e8a9117a4b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=5a71c61d-3aad-49e5-9c51-9239c52b67cd,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:17.928157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-781f93b6-537b-4945-98e2-e1926f26dcf1 None None] Provisioning complete for port df1c3a0d-70d4-4e4e-b0b3-5c4469923556 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:17.933817 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-781f93b6-537b-4945-98e2-e1926f26dcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (df1c3a0d-70d4-4e4e-b0b3-5c4469923556), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:18.008645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-781f93b6-537b-4945-98e2-e1926f26dcf1 None None] Port df1c3a0d-70d4-4e4e-b0b3-5c4469923556 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:06:18.027742 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-32bb8ea5-54e6-4a23-88eb-46e8a9117a4b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3506546 Jan 28 06:06:18.030615 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59670) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:18.164783 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-1289e590-b39b-4037-b60f-73bee96bffbd service neutron] 10.222.0.60 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705385 Jan 28 06:06:18.175810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638db2bb-9b3c-4cd8-a401-1a205e45a0a9 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:18.184548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-638db2bb-9b3c-4cd8-a401-1a205e45a0a9 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A27c HTTP/1.1" status: 200 len: 928 time: 0.1521070 Jan 28 06:06:18.186984 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-fe1f7301-d3f8-441b-a140-04f0498b32b1 None None] Provisioning complete for port 90f4c488-8ae7-45a9-a894-c61f78580354 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:18.187495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59682) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:18.187651 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7301-d3f8-441b-a140-04f0498b32b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:18.262977 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 90f4c488-8ae7-45a9-a894-c61f78580354 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:18.320752 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-19a1932a-3b75-41e2-8868-a04ac5355f9c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:18.385795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e6eed227-4ab8-41ab-952e-22f6815577d1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port 5a71c61d-3aad-49e5-9c51-9239c52b67cd {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:18.386142 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e6eed227-4ab8-41ab-952e-22f6815577d1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5a71c61d-3aad-49e5-9c51-9239c52b67cd), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:18.391887 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fe1f7301-d3f8-441b-a140-04f0498b32b1 None None] Current status of the port 90f4c488-8ae7-45a9-a894-c61f78580354 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:18.402668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 90f4c488-8ae7-45a9-a894-c61f78580354 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:18.403055 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:18.500389 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-1637e6dc-b396-4923-9f57-37208a4262d9 service neutron] 10.222.0.60 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237810 Jan 28 06:06:18.556684 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-19a1932a-3b75-41e2-8868-a04ac5355f9c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] For port 90f4c488-8ae7-45a9-a894-c61f78580354, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=90f4c488-8ae7-45a9-a894-c61f78580354,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:18.578250 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-be5a1013-a855-4dad-9f7d-fa073d60cfc7 None None] Provisioning complete for port 5a71c61d-3aad-49e5-9c51-9239c52b67cd triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:18.579629 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be5a1013-a855-4dad-9f7d-fa073d60cfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5a71c61d-3aad-49e5-9c51-9239c52b67cd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:18.592885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf345c3-1092-4d2e-9913-e94c21effb05 req-fb73631d-143f-4d45-a452-c813a2b6b1bc tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:18.594878 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6cf345c3-1092-4d2e-9913-e94c21effb05 req-fb73631d-143f-4d45-a452-c813a2b6b1bc tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 944 time: 0.0932858 Jan 28 06:06:18.637874 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-19a1932a-3b75-41e2-8868-a04ac5355f9c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (90f4c488-8ae7-45a9-a894-c61f78580354), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:18.649211 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-0b713109-50d6-4e35-96c2-cec5f90c8b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:18.649368 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e6eed227-4ab8-41ab-952e-22f6815577d1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5a71c61d-3aad-49e5-9c51-9239c52b67cd), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:18.651088 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-0b713109-50d6-4e35-96c2-cec5f90c8b5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 1096 time: 0.0689664 Jan 28 06:06:18.657463 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 90f4c488-8ae7-45a9-a894-c61f78580354 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:18.658667 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:18.674549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-be5a1013-a855-4dad-9f7d-fa073d60cfc7 None None] Port 5a71c61d-3aad-49e5-9c51-9239c52b67cd cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:06:18.680031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e6eed227-4ab8-41ab-952e-22f6815577d1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for 5a71c61d-3aad-49e5-9c51-9239c52b67cd owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:18.712385 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6cf345c3-1092-4d2e-9913-e94c21effb05 req-e1605a07-dc3a-42b7-8d47-22b767a33140 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055541 Jan 28 06:06:18.736588 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-19a1932a-3b75-41e2-8868-a04ac5355f9c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:18.737629 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-19a1932a-3b75-41e2-8868-a04ac5355f9c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (c16f2263-b361-41e3-9f7f-5d438c211e9f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:18.738821 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:18.739177 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:18.818422 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1932a-3b75-41e2-8868-a04ac5355f9c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:18.861591 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-19a1932a-3b75-41e2-8868-a04ac5355f9c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:18.877053 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a1932a-3b75-41e2-8868-a04ac5355f9c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:18.877658 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-19a1932a-3b75-41e2-8868-a04ac5355f9c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:18.889099 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969b10bb-36c9-4f9a-88e6-395b94e24a09 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:18.959423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-0e73aadc-6b8d-4785-84ee-f2e91f2f3312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:18.961506 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-0e73aadc-6b8d-4785-84ee-f2e91f2f3312 service neutron] 10.222.0.60 "GET /v2.0/networks?id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e HTTP/1.1" status: 200 len: 897 time: 0.3039312 Jan 28 06:06:18.982326 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:18.993927 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1932a-3b75-41e2-8868-a04ac5355f9c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=c16f2263-b361-41e3-9f7f-5d438c211e9f,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:19.039273 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e6eed227-4ab8-41ab-952e-22f6815577d1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (5a71c61d-3aad-49e5-9c51-9239c52b67cd), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:19.076990 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1932a-3b75-41e2-8868-a04ac5355f9c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=90f4c488-8ae7-45a9-a894-c61f78580354,revision_number=14']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:19.080800 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eed227-4ab8-41ab-952e-22f6815577d1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=5a71c61d-3aad-49e5-9c51-9239c52b67cd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:19.109406 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-fe4ad61a-ce94-472f-bc20-50fd249d634e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf HTTP/1.1" status: 200 len: 999 time: 0.1385539 Jan 28 06:06:19.123306 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e6eed227-4ab8-41ab-952e-22f6815577d1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:19.129100 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e6eed227-4ab8-41ab-952e-22f6815577d1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/ports/5a71c61d-3aad-49e5-9c51-9239c52b67cd HTTP/1.1" status: 204 len: 168 time: 0.9398739 Jan 28 06:06:19.133114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59728) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:19.136170 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-19a1932a-3b75-41e2-8868-a04ac5355f9c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8918362 Jan 28 06:06:19.136879 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59730) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:19.160109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4baf75d9-6ca8-4058-ba0b-948bff60af7c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'mac_address': 'fa:16:3e:8c:8f:d2', 'name': 'tempest-NetworksTestDHCPv6-397101131'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:19.184331 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf50d8e-6904-441e-9bcf-78655e780b1b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] GET failed (client error): The resource could not be found. Jan 28 06:06:19.185768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bcf50d8e-6904-441e-9bcf-78655e780b1b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports/5a71c61d-3aad-49e5-9c51-9239c52b67cd HTTP/1.1" status: 404 len: 333 time: 0.0449526 Jan 28 06:06:19.190921 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59734) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:19.305683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f9801-f914-4322-a81f-0bf1651c00d3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port df1c3a0d-70d4-4e4e-b0b3-5c4469923556 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:19.307052 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd8f9801-f914-4322-a81f-0bf1651c00d3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (df1c3a0d-70d4-4e4e-b0b3-5c4469923556), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:19.416831 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-abf9e749-8923-4e3e-978a-3ca21d90b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:19.418412 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-abf9e749-8923-4e3e-978a-3ca21d90b96c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8e98d012-dc76-40bb-b222-219932b863c7 HTTP/1.1" status: 200 len: 834 time: 0.3000891 Jan 28 06:06:19.484582 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd8f9801-f914-4322-a81f-0bf1651c00d3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (df1c3a0d-70d4-4e4e-b0b3-5c4469923556), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:19.527231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f9801-f914-4322-a81f-0bf1651c00d3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for df1c3a0d-70d4-4e4e-b0b3-5c4469923556 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:19.534771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baf75d9-6ca8-4058-ba0b-948bff60af7c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:19.568720 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-2e522773-4093-449d-868b-d50b3ceade22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:19.574401 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-2e522773-4093-449d-868b-d50b3ceade22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1392262 Jan 28 06:06:19.746715 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4baf75d9-6ca8-4058-ba0b-948bff60af7c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:19.783457 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-22de5b93-d94f-4eb2-8a7b-746fe26c120a service neutron] 10.222.0.60 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706986 Jan 28 06:06:19.785230 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-4baf75d9-6ca8-4058-ba0b-948bff60af7c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port f4cc0166-0547-4903-868c-58034acb61f0 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:06:19.937679 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd8f9801-f914-4322-a81f-0bf1651c00d3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (df1c3a0d-70d4-4e4e-b0b3-5c4469923556), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:20.006768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f9801-f914-4322-a81f-0bf1651c00d3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=df1c3a0d-70d4-4e4e-b0b3-5c4469923556,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:20.008017 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-76f6d798-fc3b-4101-974e-4d2e7deb18a6 req-7488be51-3d61-4da9-b904-d02ef85326aa service neutron] 10.222.0.60 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149942 Jan 28 06:06:20.022976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:06:20.067955 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd8f9801-f914-4322-a81f-0bf1651c00d3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:20.091337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cd8f9801-f914-4322-a81f-0bf1651c00d3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/ports/df1c3a0d-70d4-4e4e-b0b3-5c4469923556 HTTP/1.1" status: 204 len: 168 time: 0.8989892 Jan 28 06:06:20.097169 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59776) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:20.112502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b208b4-e5a4-451a-b367-a8d39c1e2b12 req-4d1fa27c-c140-45f1-9c0f-b3167ed725f0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:20.114179 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95b208b4-e5a4-451a-b367-a8d39c1e2b12 req-4d1fa27c-c140-45f1-9c0f-b3167ed725f0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 944 time: 0.2884233 Jan 28 06:06:20.198887 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6f10c2-19a0-4ce3-9c65-e28280376602 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] GET failed (client error): The resource could not be found. Jan 28 06:06:20.200513 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5d6f10c2-19a0-4ce3-9c65-e28280376602 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports/df1c3a0d-70d4-4e4e-b0b3-5c4469923556 HTTP/1.1" status: 404 len: 333 time: 0.0989037 Jan 28 06:06:20.203367 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59780) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:20.268138 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-4baf75d9-6ca8-4058-ba0b-948bff60af7c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 172.20.0.5 (212ae0ea-5cb2-4599-bc76-8f15e4624200/a797ef41-a75e-43ab-a583-5df72f7c9f47/f4cc0166-0547-4903-868c-58034acb61f0) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:20.269772 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 90f4c488-8ae7-45a9-a894-c61f78580354 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:20.281622 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-4baf75d9-6ca8-4058-ba0b-948bff60af7c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::f816:3eff:fe8c:8fd2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/c16f2263-b361-41e3-9f7f-5d438c211e9f/f4cc0166-0547-4903-868c-58034acb61f0) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:20.313533 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ef8696-ec05-495d-bae6-f540700b15bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting subnet 74b7342e-d270-4058-9dd0-4742dc9d6943 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:06:20.316832 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95b208b4-e5a4-451a-b367-a8d39c1e2b12 req-98b92ec6-cecb-427e-bd3f-299791367513 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867571 Jan 28 06:06:20.320425 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31ef8696-ec05-495d-bae6-f540700b15bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (74b7342e-d270-4058-9dd0-4742dc9d6943), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:20.410918 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31ef8696-ec05-495d-bae6-f540700b15bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (74b7342e-d270-4058-9dd0-4742dc9d6943), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:20.438494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:20.452542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'port_id': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'mac_address': 'fa:16:3e:ec:b6:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e98d012-dc76-40bb-b222-219932b863c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:06:20.456425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 90f4c488-8ae7-45a9-a894-c61f78580354 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:20.456813 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:20.483924 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0a191195-a8af-41a1-aa3e-4580048bbdaf None None] Provisioning complete for port 90f4c488-8ae7-45a9-a894-c61f78580354 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:20.484377 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a191195-a8af-41a1-aa3e-4580048bbdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:20.642054 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:20.642503 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:20.674065 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31ef8696-ec05-495d-bae6-f540700b15bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (74b7342e-d270-4058-9dd0-4742dc9d6943), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:20.704605 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:06:20.743082 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:20.786274 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4baf75d9-6ca8-4058-ba0b-948bff60af7c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (f4cc0166-0547-4903-868c-58034acb61f0), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:20.815523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 90f4c488-8ae7-45a9-a894-c61f78580354 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:20.830220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0a191195-a8af-41a1-aa3e-4580048bbdaf None None] Current status of the port 90f4c488-8ae7-45a9-a894-c61f78580354 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:20.843702 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:20.894760 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31ef8696-ec05-495d-bae6-f540700b15bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (74b7342e-d270-4058-9dd0-4742dc9d6943), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:20.897047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:20.926015 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef8696-ec05-495d-bae6-f540700b15bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Subnet': ['ID=74b7342e-d270-4058-9dd0-4742dc9d6943,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:20.930283 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31ef8696-ec05-495d-bae6-f540700b15bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:20.932300 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-31ef8696-ec05-495d-bae6-f540700b15bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/74b7342e-d270-4058-9dd0-4742dc9d6943 HTTP/1.1" status: 204 len: 168 time: 0.7277522 Jan 28 06:06:20.934972 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59798) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:20.941276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d22580a-188a-4fb3-80cc-a503ef971e02 None None] Network d00d0086-8337-4c26-9d4e-8cc3f3fae4c8 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:20.984431 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4baf75d9-6ca8-4058-ba0b-948bff60af7c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (f4cc0166-0547-4903-868c-58034acb61f0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:21.089970 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baf75d9-6ca8-4058-ba0b-948bff60af7c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:21.093524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-4baf75d9-6ca8-4058-ba0b-948bff60af7c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:21.097936 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf75d9-6ca8-4058-ba0b-948bff60af7c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:21.136934 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (d00d0086-8337-4c26-9d4e-8cc3f3fae4c8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:21.157169 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf75d9-6ca8-4058-ba0b-948bff60af7c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=f4cc0166-0547-4903-868c-58034acb61f0,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:21.196465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524998ee-7289-49e7-b670-5c3e915a4add None None] DHCP port deletion for d00d0086-8337-4c26-9d4e-8cc3f3fae4c8 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:06:21.200388 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['7a3eda08-a8e6-40d6-8fb1-a7f6597372bf'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:06:21.211457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:21.214525 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:21.228245 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baf75d9-6ca8-4058-ba0b-948bff60af7c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:21.228874 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4baf75d9-6ca8-4058-ba0b-948bff60af7c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:21.309420 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] For port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c,segment=NetworkSegment(c1c58919-8ed3-4daf-8a6c-cc6684dedc89),segment_id=c1c58919-8ed3-4daf-8a6c-cc6684dedc89)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:21.310197 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:21.327781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:21.378367 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4baf75d9-6ca8-4058-ba0b-948bff60af7c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2225997 Jan 28 06:06:21.379058 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59822) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:21.439736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-524998ee-7289-49e7-b670-5c3e915a4add None None] Deleting port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:21.439736 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-524998ee-7289-49e7-b670-5c3e915a4add None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:21.491846 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff08f26-0e2c-4a88-a9d2-6c3a3ddaeee9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:21.505818 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff08f26-0e2c-4a88-a9d2-6c3a3ddaeee9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:21.508052 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2ff08f26-0e2c-4a88-a9d2-6c3a3ddaeee9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1280470 Jan 28 06:06:21.513738 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59826) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:21.533049 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:21.591814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No DVR routers for this DVR port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:06:21.595970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:21.629687 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:06:21.651418 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-524998ee-7289-49e7-b670-5c3e915a4add None None] For port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c,segment=NetworkSegment(c1c58919-8ed3-4daf-8a6c-cc6684dedc89),segment_id=c1c58919-8ed3-4daf-8a6c-cc6684dedc89)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:21.651829 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-524998ee-7289-49e7-b670-5c3e915a4add None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:21.653804 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370baaf6-a91f-44f6-8319-adbe78d3eaee req-9e0e9bcc-37d8-470d-b3b6-dd046af5bcaa tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:21.656707 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-370baaf6-a91f-44f6-8319-adbe78d3eaee req-9e0e9bcc-37d8-470d-b3b6-dd046af5bcaa tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 945 time: 0.1826630 Jan 28 06:06:21.737007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-524998ee-7289-49e7-b670-5c3e915a4add None None] Calling delete_port for 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:21.750752 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (d00d0086-8337-4c26-9d4e-8cc3f3fae4c8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:21.757959 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-d5658dff-46f8-4e52-88eb-56076ae061f6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port f4cc0166-0547-4903-868c-58034acb61f0 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:21.758579 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5658dff-46f8-4e52-88eb-56076ae061f6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f4cc0166-0547-4903-868c-58034acb61f0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:21.771323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-44b4bc9b-f51d-4c39-83e6-b8f17eaea3c2 None None] Provisioning complete for port f4cc0166-0547-4903-868c-58034acb61f0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:21.771703 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44b4bc9b-f51d-4c39-83e6-b8f17eaea3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f4cc0166-0547-4903-868c-58034acb61f0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:21.777818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00d0086-8337-4c26-9d4e-8cc3f3fae4c8']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:21.790946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c58919-8ed3-4daf-8a6c-cc6684dedc89') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:21.791696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c58919-8ed3-4daf-8a6c-cc6684dedc89') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:21.802189 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (c1c58919-8ed3-4daf-8a6c-cc6684dedc89), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:21.817035 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c1c58919-8ed3-4daf-8a6c-cc6684dedc89), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:21.826016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:06:21.826584 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (c1c58919-8ed3-4daf-8a6c-cc6684dedc89), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:21.877922 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5658dff-46f8-4e52-88eb-56076ae061f6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f4cc0166-0547-4903-868c-58034acb61f0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:21.894272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-d5658dff-46f8-4e52-88eb-56076ae061f6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for f4cc0166-0547-4903-868c-58034acb61f0 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:06:21.909308 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:06:21.931412 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-44b4bc9b-f51d-4c39-83e6-b8f17eaea3c2 None None] Port f4cc0166-0547-4903-868c-58034acb61f0 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:06:21.940209 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-370baaf6-a91f-44f6-8319-adbe78d3eaee req-afc2753e-495f-4cba-a8f8-c999f6f04329 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712171 Jan 28 06:06:22.011373 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-524998ee-7289-49e7-b670-5c3e915a4add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:22.020686 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (d00d0086-8337-4c26-9d4e-8cc3f3fae4c8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:22.048618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524998ee-7289-49e7-b670-5c3e915a4add None None] Pushing event deleted for resources: {'Port': ['ID=63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:22.054680 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524998ee-7289-49e7-b670-5c3e915a4add None None] No DVR routers for this DVR port 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:06:22.055178 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:22.071416 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/networks/d00d0086-8337-4c26-9d4e-8cc3f3fae4c8 HTTP/1.1" status: 204 len: 168 time: 1.1307774 Jan 28 06:06:22.072518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d1c2a-d93f-4aec-9b5b-184b1fd53e77 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Network': ['ID=d00d0086-8337-4c26-9d4e-8cc3f3fae4c8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:22.077973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59848) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:22.093552 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-da88aa28-77e1-4f74-ad2f-cdf7db47039f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2105224143'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:22.208283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:06:22.219506 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da88aa28-77e1-4f74-ad2f-cdf7db47039f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:22.224405 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da88aa28-77e1-4f74-ad2f-cdf7db47039f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:22.274477 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:06:22.274477 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 63d8bcdc-29ed-4cb5-bb99-b9d2f639f19c not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:06:22.391382 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5658dff-46f8-4e52-88eb-56076ae061f6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (f4cc0166-0547-4903-868c-58034acb61f0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:22.397438 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da88aa28-77e1-4f74-ad2f-cdf7db47039f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:06:22.408783 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da88aa28-77e1-4f74-ad2f-cdf7db47039f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (01118244-bdab-45af-b4bc-a9099781a456), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:22.409490 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-da88aa28-77e1-4f74-ad2f-cdf7db47039f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Added segment 01118244-bdab-45af-b4bc-a9099781a456 of type vlan for network bc28f8f3-04d8-4151-83ca-3ca45edbf85e Jan 28 06:06:22.421580 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5658dff-46f8-4e52-88eb-56076ae061f6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=f4cc0166-0547-4903-868c-58034acb61f0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:22.464395 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da88aa28-77e1-4f74-ad2f-cdf7db47039f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (bc28f8f3-04d8-4151-83ca-3ca45edbf85e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:22.530618 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5658dff-46f8-4e52-88eb-56076ae061f6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:22.543880 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d5658dff-46f8-4e52-88eb-56076ae061f6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/f4cc0166-0547-4903-868c-58034acb61f0 HTTP/1.1" status: 204 len: 168 time: 1.0264423 Jan 28 06:06:22.545569 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59870) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:22.590465 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da88aa28-77e1-4f74-ad2f-cdf7db47039f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (bc28f8f3-04d8-4151-83ca-3ca45edbf85e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:22.595733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da88aa28-77e1-4f74-ad2f-cdf7db47039f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:22.596385 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da88aa28-77e1-4f74-ad2f-cdf7db47039f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:22.748120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88aa28-77e1-4f74-ad2f-cdf7db47039f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Network': ['ID=bc28f8f3-04d8-4151-83ca-3ca45edbf85e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:22.772325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network bc28f8f3-04d8-4151-83ca-3ca45edbf85e details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:06:22.840959 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-e57d5039-c189-4848-a016-ed95e2a5a433 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:22.843135 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-e57d5039-c189-4848-a016-ed95e2a5a433 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea&tenant_id=59d53e120d2a4c8e8606808e4590906b&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 945 time: 0.1718817 Jan 28 06:06:22.846114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dd44f7-26ee-409b-9e46-72d2fc557b01 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:22.847500 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dd44f7-26ee-409b-9e46-72d2fc557b01 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:22.849319 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dd44f7-26ee-409b-9e46-72d2fc557b01 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:22.851330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f1dd44f7-26ee-409b-9e46-72d2fc557b01 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3040724 Jan 28 06:06:22.856767 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59884) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:22.860645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c8f29-f194-443f-859c-3bb866485cd8 req-b38036a1-6f0f-401d-b167-ec3782278ece tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:22.862477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb8c8f29-f194-443f-859c-3bb866485cd8 req-b38036a1-6f0f-401d-b167-ec3782278ece tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 945 time: 0.2420506 Jan 28 06:06:22.884979 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-da88aa28-77e1-4f74-ad2f-cdf7db47039f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7974536 Jan 28 06:06:22.890950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59886) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:22.907264 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-606c68ac-70a0-4fa8-ba32-9a02c819eb63 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'subnet': {'network_id': 'bc28f8f3-04d8-4151-83ca-3ca45edbf85e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:22.945833 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-fecf5443-0d5c-4120-99db-d337799095fd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet a797ef41-a75e-43ab-a583-5df72f7c9f47 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:06:22.952988 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fecf5443-0d5c-4120-99db-d337799095fd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (a797ef41-a75e-43ab-a583-5df72f7c9f47), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:22.982422 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-ad1107ec-c81c-499c-b2bf-7122f595dcd1 service neutron] 10.222.0.60 "GET /v2.0/ports/7a3eda08-a8e6-40d6-8fb1-a7f6597372bf/bindings/n-h2-812111-12 HTTP/1.1" status: 200 len: 383 time: 0.1313198 Jan 28 06:06:23.000009 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fecf5443-0d5c-4120-99db-d337799095fd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (a797ef41-a75e-43ab-a583-5df72f7c9f47), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:23.014535 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb8c8f29-f194-443f-859c-3bb866485cd8 req-468e3b8b-1ae7-4221-85b5-a0ee56ecb1e9 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438189 Jan 28 06:06:23.119238 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-7119373b-2bc8-4480-8a0d-d0d14f6c9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:23.120771 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-7119373b-2bc8-4480-8a0d-d0d14f6c9f5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 1097 time: 0.0955405 Jan 28 06:06:23.147984 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fecf5443-0d5c-4120-99db-d337799095fd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (a797ef41-a75e-43ab-a583-5df72f7c9f47), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:23.191171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606c68ac-70a0-4fa8-ba32-9a02c819eb63 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:23.210979 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-606c68ac-70a0-4fa8-ba32-9a02c819eb63 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:23.262375 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-0240cc27-d71c-4253-961f-894bff4ae563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:23.264244 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-0240cc27-d71c-4253-961f-894bff4ae563 service neutron] 10.222.0.60 "GET /v2.0/networks?id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e HTTP/1.1" status: 200 len: 897 time: 0.1364584 Jan 28 06:06:23.343135 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-14702d44-f0c2-4058-a455-5046b3cec87c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf HTTP/1.1" status: 200 len: 1000 time: 0.0705514 Jan 28 06:06:23.384327 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fecf5443-0d5c-4120-99db-d337799095fd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (a797ef41-a75e-43ab-a583-5df72f7c9f47), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:23.451851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf5443-0d5c-4120-99db-d337799095fd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=a797ef41-a75e-43ab-a583-5df72f7c9f47,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:23.457116 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fecf5443-0d5c-4120-99db-d337799095fd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:23.460668 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fecf5443-0d5c-4120-99db-d337799095fd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/a797ef41-a75e-43ab-a583-5df72f7c9f47 HTTP/1.1" status: 204 len: 168 time: 0.6027808 Jan 28 06:06:23.463482 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59912) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:23.475517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9ff31f-9ff8-495e-9edd-74e5646732f1 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:23.721211 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-606c68ac-70a0-4fa8-ba32-9a02c819eb63 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (06e28a48-0849-4b20-b96a-35c3d1152dcb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:23.792442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c68ac-70a0-4fa8-ba32-9a02c819eb63 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Subnet': ['ID=06e28a48-0849-4b20-b96a-35c3d1152dcb,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:23.838496 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606c68ac-70a0-4fa8-ba32-9a02c819eb63 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Checking segment: {'id': '01118244-bdab-45af-b4bc-a9099781a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc28f8f3-04d8-4151-83ca-3ca45edbf85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:06:23.838643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606c68ac-70a0-4fa8-ba32-9a02c819eb63 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network hostable DHCP agents. Network: bc28f8f3-04d8-4151-83ca-3ca45edbf85e, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:06:23.888781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-793c6aeb-d54e-44d1-983a-9e8b5747d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:23.890254 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-793c6aeb-d54e-44d1-983a-9e8b5747d58a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8e98d012-dc76-40bb-b222-219932b863c7 HTTP/1.1" status: 200 len: 834 time: 0.5166686 Jan 28 06:06:23.955020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-7541086b-486c-4458-ae3b-8349b0fd355b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet c16f2263-b361-41e3-9f7f-5d438c211e9f {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:06:23.955633 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606c68ac-70a0-4fa8-ba32-9a02c819eb63 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network bc28f8f3-04d8-4151-83ca-3ca45edbf85e is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:06:23.964355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-ed5bda6b-6f36-44d8-b63c-5555c6f8f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:23.978734 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-ed5bda6b-6f36-44d8-b63c-5555c6f8f809 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682030 Jan 28 06:06:23.978734 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7541086b-486c-4458-ae3b-8349b0fd355b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (c16f2263-b361-41e3-9f7f-5d438c211e9f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:24.033937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:24.060282 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-606c68ac-70a0-4fa8-ba32-9a02c819eb63 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, bc28f8f3-04d8-4151-83ca-3ca45edbf85e) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:24.071332 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7541086b-486c-4458-ae3b-8349b0fd355b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (c16f2263-b361-41e3-9f7f-5d438c211e9f), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:24.071809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606c68ac-70a0-4fa8-ba32-9a02c819eb63 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:24.073317 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-606c68ac-70a0-4fa8-ba32-9a02c819eb63 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:24.118771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe490e3-940f-4665-a68f-2430ce713e32 None None] Network bc28f8f3-04d8-4151-83ca-3ca45edbf85e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:24.200425 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da3196-ca3a-4eb4-8601-54e3bdb875b7 req-ffaef96b-5bcb-4a6a-8479-cd99d9fb9b44 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:24.202069 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8da3196-ca3a-4eb4-8601-54e3bdb875b7 req-ffaef96b-5bcb-4a6a-8479-cd99d9fb9b44 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 945 time: 0.0647516 Jan 28 06:06:24.206540 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-606c68ac-70a0-4fa8-ba32-9a02c819eb63 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3145728 Jan 28 06:06:24.215473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59940) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:24.217972 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d322113e-fcd8-4102-867d-dfc48cfd7b5e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'network_id': 'bc28f8f3-04d8-4151-83ca-3ca45edbf85e', 'name': 'tempest-PortsIpV6TestJSON-186332091', 'fixed_ips': [{'subnet_id': '06e28a48-0849-4b20-b96a-35c3d1152dcb', 'ip_address': '2001:db8::10'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:24.251668 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-04167f07-8028-4d14-8053-14f0647189ee service neutron] 10.222.0.60 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629390 Jan 28 06:06:24.253216 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7541086b-486c-4458-ae3b-8349b0fd355b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (c16f2263-b361-41e3-9f7f-5d438c211e9f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:24.297084 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-bc28f8f3-04d8-4151-83ca-3ca45edbf85e', 'network_id': 'bc28f8f3-04d8-4151-83ca-3ca45edbf85e', 'project_id': '8388294db8584a759a33b6fafbce7917', 'fixed_ips': [{'subnet_id': '06e28a48-0849-4b20-b96a-35c3d1152dcb'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:06:24.299237 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:24.447691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:06:24.476827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:24.477371 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:24.499164 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-8057b73f-3e9d-40e9-be83-d3352ac7112a service neutron] 10.222.0.60 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383735 Jan 28 06:06:24.614059 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7541086b-486c-4458-ae3b-8349b0fd355b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (c16f2263-b361-41e3-9f7f-5d438c211e9f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:24.645538 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541086b-486c-4458-ae3b-8349b0fd355b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=c16f2263-b361-41e3-9f7f-5d438c211e9f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:24.651425 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7541086b-486c-4458-ae3b-8349b0fd355b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:24.657402 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7541086b-486c-4458-ae3b-8349b0fd355b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/c16f2263-b361-41e3-9f7f-5d438c211e9f HTTP/1.1" status: 204 len: 168 time: 1.1926956 Jan 28 06:06:24.669271 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59960) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:24.746017 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-14a15847-9b5f-4df3-ace7-5ef159ad826b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736439 Jan 28 06:06:24.748464 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59970) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:24.756652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-0ed14e9f-f0ff-4e13-9e07-7111397bf00e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:24.770350 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a9782c-8d05-4814-a181-d4fd3438d22c None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:24.957946 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Allocated IP 2001:db8::2 (bc28f8f3-04d8-4151-83ca-3ca45edbf85e/06e28a48-0849-4b20-b96a-35c3d1152dcb/6a854f76-42df-467c-a52f-919728da6451) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:24.975744 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-9f9805a8-f7df-4d30-94ec-c7b435b68aad None None] Provisioning complete for port 90f4c488-8ae7-45a9-a894-c61f78580354 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:24.979478 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9f9805a8-f7df-4d30-94ec-c7b435b68aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:25.066288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8da3196-ca3a-4eb4-8601-54e3bdb875b7 req-bf4bd2dd-7fde-4b7c-988a-bd79b8995415 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8424401 Jan 28 06:06:25.111281 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed14e9f-f0ff-4e13-9e07-7111397bf00e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:25.115754 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0ed14e9f-f0ff-4e13-9e07-7111397bf00e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:25.156083 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:25.156755 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:25.158291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d322113e-fcd8-4102-867d-dfc48cfd7b5e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:25.181279 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:25.270647 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09ddb47-b8e4-4ea6-aade-9f8f51c665f4 None None] DHCP port deletion for 212ae0ea-5cb2-4599-bc76-8f15e4624200 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:06:25.295907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:06:25.298484 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5d79d9-c999-4bde-9388-53f9e44d49e9" -d '{"events": [{"server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "name": "network-vif-plugged", "status": "completed", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:06:25.339358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:25.415816 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d322113e-fcd8-4102-867d-dfc48cfd7b5e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:25.449503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9f9805a8-f7df-4d30-94ec-c7b435b68aad None None] Current status of the port 90f4c488-8ae7-45a9-a894-c61f78580354 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:25.450557 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-d322113e-fcd8-4102-867d-dfc48cfd7b5e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] device_id is not set on port 1bddc79e-dd10-4dcc-bee6-63d8354dfcea yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:06:25.472539 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:25.527422 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31551051-edad-4463-85f4-1df9cacfa8d3 x-openstack-request-id: req-31551051-edad-4463-85f4-1df9cacfa8d3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:06:25.528129 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "name": "network-vif-plugged", "status": "completed", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:06:25.528129 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31551051-edad-4463-85f4-1df9cacfa8d3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:06:25.528803 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'code': 200} Jan 28 06:06:25.577104 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Publish callbacks [] for port (6a854f76-42df-467c-a52f-919728da6451), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:25.616589 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:25.630022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d09ddb47-b8e4-4ea6-aade-9f8f51c665f4 None None] Deleting port 90f4c488-8ae7-45a9-a894-c61f78580354 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:25.631030 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d09ddb47-b8e4-4ea6-aade-9f8f51c665f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:25.658104 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0ed14e9f-f0ff-4e13-9e07-7111397bf00e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (cae12319-8c87-4922-be5d-f3020e88beea), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:25.763367 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed14e9f-f0ff-4e13-9e07-7111397bf00e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:25.770487 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (6a854f76-42df-467c-a52f-919728da6451), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:25.781374 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-0ed14e9f-f0ff-4e13-9e07-7111397bf00e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:25.783323 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed14e9f-f0ff-4e13-9e07-7111397bf00e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:25.784146 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0ed14e9f-f0ff-4e13-9e07-7111397bf00e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:25.804942 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed14e9f-f0ff-4e13-9e07-7111397bf00e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=cae12319-8c87-4922-be5d-f3020e88beea,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:25.837193 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Network bc28f8f3-04d8-4151-83ca-3ca45edbf85e is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:25.839105 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d09ddb47-b8e4-4ea6-aade-9f8f51c665f4 None None] For port 90f4c488-8ae7-45a9-a894-c61f78580354, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=90f4c488-8ae7-45a9-a894-c61f78580354,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:25.839572 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d09ddb47-b8e4-4ea6-aade-9f8f51c665f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:25.849597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:25.853868 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:25.873439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d09ddb47-b8e4-4ea6-aade-9f8f51c665f4 None None] Calling delete_port for 90f4c488-8ae7-45a9-a894-c61f78580354 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:25.880808 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-d322113e-fcd8-4102-867d-dfc48cfd7b5e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Allocated IP 2001:db8::10 (bc28f8f3-04d8-4151-83ca-3ca45edbf85e/06e28a48-0849-4b20-b96a-35c3d1152dcb/1bddc79e-dd10-4dcc-bee6-63d8354dfcea) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:25.896878 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Pushing event updated for resources: {'Port': ['ID=6a854f76-42df-467c-a52f-919728da6451,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:25.922355 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc60f5-bb71-4790-8a40-ae2d624a3023 req-1044b172-525f-4133-99de-25678b25646f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:25.922614 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3bfc60f5-bb71-4790-8a40-ae2d624a3023 req-1044b172-525f-4133-99de-25678b25646f tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 945 time: 0.2360151 Jan 28 06:06:25.964887 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0ed14e9f-f0ff-4e13-9e07-7111397bf00e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2140372 Jan 28 06:06:25.967680 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60008) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:25.974161 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-da00d9e3-9cbb-46e7-bb5e-d41e3cd73fd3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:26.087505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3bfc60f5-bb71-4790-8a40-ae2d624a3023 req-d1dc042b-e6b8-4903-a10e-7e6c9ca38c03 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/security-groups?id=58576aef-3c06-4f45-8606-0ca41fc6da72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638689 Jan 28 06:06:26.128451 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Attempting to bind port 6a854f76-42df-467c-a52f-919728da6451 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:06:26.128837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Attempting to bind port 6a854f76-42df-467c-a52f-919728da6451 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '01118244-bdab-45af-b4bc-a9099781a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc28f8f3-04d8-4151-83ca-3ca45edbf85e'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:06:26.129235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Attempting to bind port 6a854f76-42df-467c-a52f-919728da6451 on network bc28f8f3-04d8-4151-83ca-3ca45edbf85e {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:06:26.141412 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:06:26.141803 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Checking segment: {'id': '01118244-bdab-45af-b4bc-a9099781a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc28f8f3-04d8-4151-83ca-3ca45edbf85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:06:26.142216 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:26.142638 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Bound using segment: {'id': '01118244-bdab-45af-b4bc-a9099781a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc28f8f3-04d8-4151-83ca-3ca45edbf85e'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:06:26.145545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Bound port: 6a854f76-42df-467c-a52f-919728da6451, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01118244-bdab-45af-b4bc-a9099781a456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc28f8f3-04d8-4151-83ca-3ca45edbf85e'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:06:26.146211 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6a854f76-42df-467c-a52f-919728da6451), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:26.227087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 90f4c488-8ae7-45a9-a894-c61f78580354 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:06:26.339339 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da00d9e3-9cbb-46e7-bb5e-d41e3cd73fd3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:26.358550 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-da00d9e3-9cbb-46e7-bb5e-d41e3cd73fd3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:26.375280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] For port 6a854f76-42df-467c-a52f-919728da6451, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:06:26.415901 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] For port 6a854f76-42df-467c-a52f-919728da6451, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6a854f76-42df-467c-a52f-919728da6451,segment=NetworkSegment(01118244-bdab-45af-b4bc-a9099781a456),segment_id=01118244-bdab-45af-b4bc-a9099781a456)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:06:26.421830 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d322113e-fcd8-4102-867d-dfc48cfd7b5e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (1bddc79e-dd10-4dcc-bee6-63d8354dfcea), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:26.439637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f2f14-8e69-4668-b4b1-89cd0cd7f11e req-4337a497-080d-43ad-85b2-f26e2576ba14 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:26.449799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a3f2f14-8e69-4668-b4b1-89cd0cd7f11e req-4337a497-080d-43ad-85b2-f26e2576ba14 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.1284268 Jan 28 06:06:26.470131 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d09ddb47-b8e4-4ea6-aade-9f8f51c665f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:26.500533 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6a854f76-42df-467c-a52f-919728da6451), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:26.544468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ddb47-b8e4-4ea6-aade-9f8f51c665f4 None None] No DVR routers for this DVR port 90f4c488-8ae7-45a9-a894-c61f78580354 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:06:26.594591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ddb47-b8e4-4ea6-aade-9f8f51c665f4 None None] Pushing event deleted for resources: {'Port': ['ID=90f4c488-8ae7-45a9-a894-c61f78580354,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:26.603013 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa1e56d-5ce4-425b-938d-010f6ec28625 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:26.660509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a3f2f14-8e69-4668-b4b1-89cd0cd7f11e req-5d70524b-6135-44fb-9d2e-62d82b9724fb tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086248 Jan 28 06:06:26.680993 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa49655-2961-440f-a6c4-c6e3a8afb470 None None] Pushing event updated for resources: {'Port': ['ID=6a854f76-42df-467c-a52f-919728da6451,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:26.689075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 90f4c488-8ae7-45a9-a894-c61f78580354 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:26.689484 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (90f4c488-8ae7-45a9-a894-c61f78580354), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:26.785703 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d322113e-fcd8-4102-867d-dfc48cfd7b5e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (1bddc79e-dd10-4dcc-bee6-63d8354dfcea), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:26.890757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d322113e-fcd8-4102-867d-dfc48cfd7b5e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network bc28f8f3-04d8-4151-83ca-3ca45edbf85e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:26.906551 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d322113e-fcd8-4102-867d-dfc48cfd7b5e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:26.912340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d322113e-fcd8-4102-867d-dfc48cfd7b5e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:26.929901 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d322113e-fcd8-4102-867d-dfc48cfd7b5e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:26.929901 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d322113e-fcd8-4102-867d-dfc48cfd7b5e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:27.034347 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322113e-fcd8-4102-867d-dfc48cfd7b5e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=1bddc79e-dd10-4dcc-bee6-63d8354dfcea,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:27.164932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d322113e-fcd8-4102-867d-dfc48cfd7b5e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9533558 Jan 28 06:06:27.170964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60028) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:27.190982 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-212ae0ea-5cb2-4599-bc76-8f15e4624200', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'fixed_ips': [{'subnet_id': 'cae12319-8c87-4922-be5d-f3020e88beea'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:06:27.192014 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:27.197977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-62624255-5aa6-47b6-a7ce-8f7c134b50bb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'network_id': 'bc28f8f3-04d8-4151-83ca-3ca45edbf85e', 'name': 'tempest-PortsIpV6TestJSON-132628544', 'fixed_ips': [{'subnet_id': '06e28a48-0849-4b20-b96a-35c3d1152dcb', 'ip_address': '2001:db8::f'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:27.262841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.objects.ports [None req-da00d9e3-9cbb-46e7-bb5e-d41e3cd73fd3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103634) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 06:06:27.266442 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-da00d9e3-9cbb-46e7-bb5e-d41e3cd73fd3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (46b00d61-5790-4fa9-af26-96ef84ad6f59), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:27.392339 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da00d9e3-9cbb-46e7-bb5e-d41e3cd73fd3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:27.408101 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-da00d9e3-9cbb-46e7-bb5e-d41e3cd73fd3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:27.418355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da00d9e3-9cbb-46e7-bb5e-d41e3cd73fd3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:27.434057 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-da00d9e3-9cbb-46e7-bb5e-d41e3cd73fd3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:27.503209 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00d9e3-9cbb-46e7-bb5e-d41e3cd73fd3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=46b00d61-5790-4fa9-af26-96ef84ad6f59,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:27.577627 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-da00d9e3-9cbb-46e7-bb5e-d41e3cd73fd3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6084456 Jan 28 06:06:27.581371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60040) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:27.587185 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b4fa4664-90e4-4ee6-ad12-a579fa5d52c5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'mac_address': 'fa:16:3e:4b:d5:3e', 'name': 'tempest-NetworksTestDHCPv6-1036010650'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:27.723613 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefd87c-952a-4b5b-934d-8a6de82e6952 req-d1f68484-7050-4819-bfed-d689a2b932d2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:27.726218 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6cefd87c-952a-4b5b-934d-8a6de82e6952 req-d1f68484-7050-4819-bfed-d689a2b932d2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.64 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 945 time: 0.6961203 Jan 28 06:06:27.799803 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Allocated IP 172.20.0.2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/cae12319-8c87-4922-be5d-f3020e88beea/57f7fee0-91f0-4ebd-b359-c02be692afff) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:27.813753 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Allocated IP 2001:db8::f816:3eff:feef:5661 (212ae0ea-5cb2-4599-bc76-8f15e4624200/46b00d61-5790-4fa9-af26-96ef84ad6f59/57f7fee0-91f0-4ebd-b359-c02be692afff) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:27.992603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fa4664-90e4-4ee6-ad12-a579fa5d52c5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:28.048490 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:28.094445 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Publish callbacks [] for port (57f7fee0-91f0-4ebd-b359-c02be692afff), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:28.135501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3809f4-b07c-46c9-a63f-b794709c146f req-e3e2cc3f-8458-4e6a-a232-b6218d1ab135 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:28.137530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a3809f4-b07c-46c9-a63f-b794709c146f req-e3e2cc3f-8458-4e6a-a232-b6218d1ab135 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 945 time: 0.4823647 Jan 28 06:06:28.143512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-7cd829e1-67ab-4fb4-8d17-b9b52dfb4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:28.144761 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-7cd829e1-67ab-4fb4-8d17-b9b52dfb4eb8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea&tenant_id=59d53e120d2a4c8e8606808e4590906b HTTP/1.1" status: 200 len: 1098 time: 0.2334635 Jan 28 06:06:28.176074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:28.203447 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (57f7fee0-91f0-4ebd-b359-c02be692afff), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:28.255440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:28.256298 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:28.263907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:28.269605 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:28.301122 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4664-90e4-4ee6-ad12-a579fa5d52c5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:28.355197 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6a854f76-42df-467c-a52f-919728da6451 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:28.383571 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-b4fa4664-90e4-4ee6-ad12-a579fa5d52c5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port 24d7e819-04eb-4782-aeb2-a78888988f30 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:06:28.654069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Pushing event updated for resources: {'Port': ['ID=57f7fee0-91f0-4ebd-b359-c02be692afff,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:28.722435 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-b4fa4664-90e4-4ee6-ad12-a579fa5d52c5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 172.20.0.10 (212ae0ea-5cb2-4599-bc76-8f15e4624200/cae12319-8c87-4922-be5d-f3020e88beea/24d7e819-04eb-4782-aeb2-a78888988f30) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:28.730865 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-b4fa4664-90e4-4ee6-ad12-a579fa5d52c5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::f816:3eff:fe4b:d53e (212ae0ea-5cb2-4599-bc76-8f15e4624200/46b00d61-5790-4fa9-af26-96ef84ad6f59/24d7e819-04eb-4782-aeb2-a78888988f30) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:28.738163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab7ef73-08a2-413e-b27a-d932a238879b None None] Network bc28f8f3-04d8-4151-83ca-3ca45edbf85e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:28.768595 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Attempting to bind port 57f7fee0-91f0-4ebd-b359-c02be692afff on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:06:28.769360 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Attempting to bind port 57f7fee0-91f0-4ebd-b359-c02be692afff by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:06:28.769903 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Attempting to bind port 57f7fee0-91f0-4ebd-b359-c02be692afff on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:06:28.793485 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:06:28.794195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:06:28.794825 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:28.795402 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:06:28.796072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Bound port: 57f7fee0-91f0-4ebd-b359-c02be692afff, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:06:28.796731 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (57f7fee0-91f0-4ebd-b359-c02be692afff), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:28.854484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:28.876035 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6a854f76-42df-467c-a52f-919728da6451 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:28.876676 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6a854f76-42df-467c-a52f-919728da6451), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:28.911435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d8be0e13-1dc5-4be7-bb18-d88b65a65e21 None None] Provisioning complete for port 6a854f76-42df-467c-a52f-919728da6451 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:28.912481 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8be0e13-1dc5-4be7-bb18-d88b65a65e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6a854f76-42df-467c-a52f-919728da6451), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:28.936123 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4664-90e4-4ee6-ad12-a579fa5d52c5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (24d7e819-04eb-4782-aeb2-a78888988f30), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:28.936786 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:06:28.943722 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62624255-5aa6-47b6-a7ce-8f7c134b50bb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:28.952286 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62624255-5aa6-47b6-a7ce-8f7c134b50bb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:29.059097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f3db1-7424-48ab-b3db-a4b8ccf5e528 req-e9087360-affa-4285-93b1-a9ed8bee0cb3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:29.060933 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-103f3db1-7424-48ab-b3db-a4b8ccf5e528 req-e9087360-affa-4285-93b1-a9ed8bee0cb3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 1.1763587 Jan 28 06:06:29.106358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] For port 57f7fee0-91f0-4ebd-b359-c02be692afff, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:06:29.124086 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-3cdc8f79-2a0e-4928-87b0-580ff7a876e5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1612408 Jan 28 06:06:29.132697 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-62624255-5aa6-47b6-a7ce-8f7c134b50bb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] device_id is not set on port 396679dc-ea5b-406a-b2ce-a4f4f7f0b21f yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:06:29.142695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6a854f76-42df-467c-a52f-919728da6451 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:29.143648 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6a854f76-42df-467c-a52f-919728da6451), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:29.150222 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] For port 57f7fee0-91f0-4ebd-b359-c02be692afff, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=57f7fee0-91f0-4ebd-b359-c02be692afff,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:06:29.168446 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4664-90e4-4ee6-ad12-a579fa5d52c5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (24d7e819-04eb-4782-aeb2-a78888988f30), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:29.244515 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (57f7fee0-91f0-4ebd-b359-c02be692afff), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:29.311824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6cefd87c-952a-4b5b-934d-8a6de82e6952 req-3b997134-b139-456c-b9a3-cfd14b5b18b2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Deleting port f2478f73-d62a-4414-b717-dd91adb33ca6 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:29.313220 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6cefd87c-952a-4b5b-934d-8a6de82e6952 req-3b997134-b139-456c-b9a3-cfd14b5b18b2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f2478f73-d62a-4414-b717-dd91adb33ca6), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:29.350933 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:06:29.354149 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98d55a4-8d46-423a-90fd-be7242391f5f" -d '{"events": [{"server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "name": "network-vif-unplugged", "status": "completed", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:06:29.362480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877c12e-c1bd-4b79-9fc2-6e86491617ea None None] Pushing event updated for resources: {'Port': ['ID=57f7fee0-91f0-4ebd-b359-c02be692afff,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:29.367544 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Publish callbacks [] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:29.381199 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fa4664-90e4-4ee6-ad12-a579fa5d52c5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:29.403722 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-b4fa4664-90e4-4ee6-ad12-a579fa5d52c5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:29.410617 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fa4664-90e4-4ee6-ad12-a579fa5d52c5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:29.433745 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa4664-90e4-4ee6-ad12-a579fa5d52c5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=24d7e819-04eb-4782-aeb2-a78888988f30,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:29.450753 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d8be0e13-1dc5-4be7-bb18-d88b65a65e21 None None] Current status of the port 6a854f76-42df-467c-a52f-919728da6451 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:29.459268 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8be0e13-1dc5-4be7-bb18-d88b65a65e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6a854f76-42df-467c-a52f-919728da6451), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:29.521406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 6a854f76-42df-467c-a52f-919728da6451, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6a854f76-42df-467c-a52f-919728da6451,segment=NetworkSegment(01118244-bdab-45af-b4bc-a9099781a456),segment_id=01118244-bdab-45af-b4bc-a9099781a456)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:29.579211 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-ea73f09a-bbb4-42cf-8617-36caa61b69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:29.580859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-ea73f09a-bbb4-42cf-8617-36caa61b69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:29.581392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-ea73f09a-bbb4-42cf-8617-36caa61b69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:29.586115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-ea73f09a-bbb4-42cf-8617-36caa61b69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:29.586632 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-ea73f09a-bbb4-42cf-8617-36caa61b69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:29.587116 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-ea73f09a-bbb4-42cf-8617-36caa61b69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:29.587584 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-ea73f09a-bbb4-42cf-8617-36caa61b69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:29.593203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-62624255-5aa6-47b6-a7ce-8f7c134b50bb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Allocated IP 2001:db8::f (bc28f8f3-04d8-4151-83ca-3ca45edbf85e/06e28a48-0849-4b20-b96a-35c3d1152dcb/396679dc-ea5b-406a-b2ce-a4f4f7f0b21f) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:29.593376 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-ea73f09a-bbb4-42cf-8617-36caa61b69c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d224c5804ad8477a9a70c890f5535963&device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 6509 time: 0.3527462 Jan 28 06:06:29.603881 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6a854f76-42df-467c-a52f-919728da6451), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:29.619235 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fa4664-90e4-4ee6-ad12-a579fa5d52c5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:29.620350 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4664-90e4-4ee6-ad12-a579fa5d52c5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:29.739917 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b4fa4664-90e4-4ee6-ad12-a579fa5d52c5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1570847 Jan 28 06:06:29.741687 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60070) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:29.848460 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-4558d2c2-186e-4a14-83bc-cfd151523cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:29.849438 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-4558d2c2-186e-4a14-83bc-cfd151523cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:29.849981 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-4558d2c2-186e-4a14-83bc-cfd151523cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:29.851841 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-4558d2c2-186e-4a14-83bc-cfd151523cae service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a969021-10d0-46ce-bf92-b6d579bcb94e&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=a5d76cd0-485c-42ba-8694-d68708a2c641&id=a5d76cd0-485c-42ba-8694-d68708a2c641 HTTP/1.1" status: 200 len: 2299 time: 0.2166405 Jan 28 06:06:29.954361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c51545-b693-40a7-9e98-60f466eaca41 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:29.960574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c51545-b693-40a7-9e98-60f466eaca41 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:29.967322 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e5c51545-b693-40a7-9e98-60f466eaca41 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2182078 Jan 28 06:06:29.968077 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60078) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:30.014401 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-d8be0e13-1dc5-4be7-bb18-d88b65a65e21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:06:30.015546 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-d8be0e13-1dc5-4be7-bb18-d88b65a65e21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:06:30.026233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=6a854f76-42df-467c-a52f-919728da6451,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:30.035853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:06:30.093627 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-c016191d-271d-4a13-823d-d09f713dd4c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba1a9e75-2625-4b3b-834e-532611f3d6db HTTP/1.1" status: 200 len: 1000 time: 0.2356129 Jan 28 06:06:30.230879 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a3809f4-b07c-46c9-a63f-b794709c146f req-8502d083-3901-4852-999d-e2d4409a1dfb tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/security-groups?id=58576aef-3c06-4f45-8606-0ca41fc6da72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.0794947 Jan 28 06:06:30.240903 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-6b3065e6-e19c-4585-ad35-10469a3da253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:30.243999 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-6b3065e6-e19c-4585-ad35-10469a3da253 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8d1a992-5501-4414-a397-3bc94c532606 HTTP/1.1" status: 200 len: 856 time: 0.1327131 Jan 28 06:06:30.275147 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-103f3db1-7424-48ab-b3db-a4b8ccf5e528 req-ff90be57-674a-4d2e-81be-26638cd54e77 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1832814 Jan 28 06:06:30.293592 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62624255-5aa6-47b6-a7ce-8f7c134b50bb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (396679dc-ea5b-406a-b2ce-a4f4f7f0b21f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:30.423032 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Transition to ACTIVE for port object 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:06:30.445705 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-f7134c8d-5f22-4322-8d9f-aae7dac304ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:30.454927 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-f7134c8d-5f22-4322-8d9f-aae7dac304ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a969021-10d0-46ce-bf92-b6d579bcb94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1984475 Jan 28 06:06:30.496904 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-4c130bf8-f0ee-406e-97a1-312ee04d334a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port 24d7e819-04eb-4782-aeb2-a78888988f30 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:30.497392 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4c130bf8-f0ee-406e-97a1-312ee04d334a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (24d7e819-04eb-4782-aeb2-a78888988f30), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:30.523948 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:30.643761 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bb2cf3-9cb9-4dc4-a1b0-833da5bea6d3 x-openstack-request-id: req-c5bb2cf3-9cb9-4dc4-a1b0-833da5bea6d3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:06:30.644138 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "name": "network-vif-unplugged", "status": "completed", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:06:30.644361 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5bb2cf3-9cb9-4dc4-a1b0-833da5bea6d3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:06:30.644733 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'code': 200} Jan 28 06:06:30.669223 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6cefd87c-952a-4b5b-934d-8a6de82e6952 req-3b997134-b139-456c-b9a3-cfd14b5b18b2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] For port f2478f73-d62a-4414-b717-dd91adb33ca6, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f2478f73-d62a-4414-b717-dd91adb33ca6,segment=NetworkSegment(15e776ac-2aab-4b5f-99dd-833886a57162),segment_id=15e776ac-2aab-4b5f-99dd-833886a57162)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:30.669861 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6cefd87c-952a-4b5b-934d-8a6de82e6952 req-3b997134-b139-456c-b9a3-cfd14b5b18b2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f2478f73-d62a-4414-b717-dd91adb33ca6), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:30.731304 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62624255-5aa6-47b6-a7ce-8f7c134b50bb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (396679dc-ea5b-406a-b2ce-a4f4f7f0b21f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:30.889554 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-ce3c5c90-4e19-481a-858f-32f8678f92d8 service neutron] 10.222.0.60 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278393 Jan 28 06:06:30.898982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,revision_number=10']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:30.951082 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device f2478f73-d62a-4414-b717-dd91adb33ca6 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:06:30.964297 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6a854f76-42df-467c-a52f-919728da6451 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:30.968229 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4c130bf8-f0ee-406e-97a1-312ee04d334a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (24d7e819-04eb-4782-aeb2-a78888988f30), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:31.017529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] No DVR routers for this DVR port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:06:31.034410 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d8be0e13-1dc5-4be7-bb18-d88b65a65e21 None None] Current status of the port 6a854f76-42df-467c-a52f-919728da6451 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:31.047432 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] The host n-h2-812111-12 is not matching for port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf host n-h1-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:06:31.047858 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:06:31.128824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-4c130bf8-f0ee-406e-97a1-312ee04d334a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for 24d7e819-04eb-4782-aeb2-a78888988f30 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:31.272149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6b355b05-1c02-4733-9fe7-befc1ecfed70 None None] Provisioning complete for port 6a854f76-42df-467c-a52f-919728da6451 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:31.272521 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b355b05-1c02-4733-9fe7-befc1ecfed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6a854f76-42df-467c-a52f-919728da6451), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:31.472062 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-732660ee-f33e-4f0e-8e98-4a4a91a301ba service neutron] 10.222.0.60 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660622 Jan 28 06:06:31.564659 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6a854f76-42df-467c-a52f-919728da6451 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:31.565148 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6a854f76-42df-467c-a52f-919728da6451), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:31.597236 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-dcc300c6-e6f3-4555-b77b-090d8f92390f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cf023bbd-f379-442d-b98b-2268074debed HTTP/1.1" status: 200 len: 217 time: 0.1151500 Jan 28 06:06:31.601991 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4c130bf8-f0ee-406e-97a1-312ee04d334a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (24d7e819-04eb-4782-aeb2-a78888988f30), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:31.639325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port f2478f73-d62a-4414-b717-dd91adb33ca6 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:31.639720 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f2478f73-d62a-4414-b717-dd91adb33ca6), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:31.642168 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6436bb-c4a3-4df7-9de0-0bc990dae617 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:31.656351 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6cefd87c-952a-4b5b-934d-8a6de82e6952 req-3b997134-b139-456c-b9a3-cfd14b5b18b2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:31.656906 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6cefd87c-952a-4b5b-934d-8a6de82e6952 req-3b997134-b139-456c-b9a3-cfd14b5b18b2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (35239755-4ede-4c45-94c7-22f54f56b90b), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:31.657199 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-6cefd87c-952a-4b5b-934d-8a6de82e6952 req-3b997134-b139-456c-b9a3-cfd14b5b18b2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Floating IP 35239755-4ede-4c45-94c7-22f54f56b90b disassociated. External IP: 172.25.0.170, port: f2478f73-d62a-4414-b717-dd91adb33ca6. Jan 28 06:06:31.657550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6cefd87c-952a-4b5b-934d-8a6de82e6952 req-3b997134-b139-456c-b9a3-cfd14b5b18b2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Calling delete_port for f2478f73-d62a-4414-b717-dd91adb33ca6 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:31.731076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6b355b05-1c02-4733-9fe7-befc1ecfed70 None None] Current status of the port 6a854f76-42df-467c-a52f-919728da6451 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:31.743683 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75544c26-e52c-414c-b9dc-27e388a946c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2478f73-d62a-4414-b717-dd91adb33ca6'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:06:31.746070 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4d6b52-5c74-4160-b5f2-c8b75d3611d1" -d '{"events": [{"server_uuid": "75544c26-e52c-414c-b9dc-27e388a946c6", "name": "network-vif-unplugged", "status": "completed", "tag": "f2478f73-d62a-4414-b717-dd91adb33ca6"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:06:31.783340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port f2478f73-d62a-4414-b717-dd91adb33ca6, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f2478f73-d62a-4414-b717-dd91adb33ca6,segment=NetworkSegment(15e776ac-2aab-4b5f-99dd-833886a57162),segment_id=15e776ac-2aab-4b5f-99dd-833886a57162)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:31.793861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62624255-5aa6-47b6-a7ce-8f7c134b50bb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network bc28f8f3-04d8-4151-83ca-3ca45edbf85e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:31.798163 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c130bf8-f0ee-406e-97a1-312ee04d334a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=24d7e819-04eb-4782-aeb2-a78888988f30,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:31.807042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62624255-5aa6-47b6-a7ce-8f7c134b50bb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=396679dc-ea5b-406a-b2ce-a4f4f7f0b21f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:31.830900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-62624255-5aa6-47b6-a7ce-8f7c134b50bb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:31.844021 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6b355b05-1c02-4733-9fe7-befc1ecfed70 None None] Provisioning complete for port 1bddc79e-dd10-4dcc-bee6-63d8354dfcea triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:31.844403 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b355b05-1c02-4733-9fe7-befc1ecfed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1bddc79e-dd10-4dcc-bee6-63d8354dfcea), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:31.854034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62624255-5aa6-47b6-a7ce-8f7c134b50bb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:31.859402 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62624255-5aa6-47b6-a7ce-8f7c134b50bb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:31.863552 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62624255-5aa6-47b6-a7ce-8f7c134b50bb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:31.905981 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-2c30e0a1-a4bf-45c7-82e8-7a7f13c26ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:31.908986 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-2c30e0a1-a4bf-45c7-82e8-7a7f13c26ee1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.3037694 Jan 28 06:06:32.080687 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f2478f73-d62a-4414-b717-dd91adb33ca6), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:32.098935 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6b355b05-1c02-4733-9fe7-befc1ecfed70 None None] Port 1bddc79e-dd10-4dcc-bee6-63d8354dfcea cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:06:32.103665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-62624255-5aa6-47b6-a7ce-8f7c134b50bb tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.9304605 Jan 28 06:06:32.111214 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60112) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:32.203000 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-beb1c246-093d-4bd6-9099-4635f343bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:32.204706 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-beb1c246-093d-4bd6-9099-4635f343bdc6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2880354 Jan 28 06:06:32.288967 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4c130bf8-f0ee-406e-97a1-312ee04d334a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:32.295228 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4c130bf8-f0ee-406e-97a1-312ee04d334a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/24d7e819-04eb-4782-aeb2-a78888988f30 HTTP/1.1" status: 204 len: 168 time: 2.3024998 Jan 28 06:06:32.302492 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60118) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:32.329802 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6a854f76-42df-467c-a52f-919728da6451 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:32.334154 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 57f7fee0-91f0-4ebd-b359-c02be692afff up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:32.383581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6968543f-091d-4ece-8641-46e02ec27f40 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:32.391245 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef784901-0b73-41b0-a8df-2a2143094146 req-842ea4a9-0c16-45b6-87d4-9e7f91c6730c tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:32.393231 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6968543f-091d-4ece-8641-46e02ec27f40 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2732916 Jan 28 06:06:32.401482 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60122) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:32.402239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef784901-0b73-41b0-a8df-2a2143094146 req-842ea4a9-0c16-45b6-87d4-9e7f91c6730c tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 945 time: 0.6055791 Jan 28 06:06:32.425718 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f4fad-57a5-42b6-93c9-7950ddf11892 req-b94476d5-f565-4c59-afa3-8c406798d6b1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:32.430933 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f0f4fad-57a5-42b6-93c9-7950ddf11892 req-b94476d5-f565-4c59-afa3-8c406798d6b1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 945 time: 0.6728666 Jan 28 06:06:32.463983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e4e054-7359-480c-8ac2-f317136b1d95 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:32.465315 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e4e054-7359-480c-8ac2-f317136b1d95 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:32.466756 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e4e054-7359-480c-8ac2-f317136b1d95 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:32.471013 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-21e4e054-7359-480c-8ac2-f317136b1d95 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1665332 Jan 28 06:06:32.471649 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60124) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:32.519548 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Attempting to bind port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:06:32.519548 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Attempting to bind port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:06:32.520025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Attempting to bind port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf on network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:06:32.541807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf on network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:06:32.542133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Attempting to bind port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf on network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:06:32.542551 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=f2478f73-d62a-4414-b717-dd91adb33ca6,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:32.567118 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-31149baf-aca5-4d92-b402-0ddb6697c3a4 None None] Provisioning complete for port 396679dc-ea5b-406a-b2ce-a4f4f7f0b21f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:32.568449 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31149baf-aca5-4d92-b402-0ddb6697c3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (396679dc-ea5b-406a-b2ce-a4f4f7f0b21f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:32.586765 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:06:32.587174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Checking segment: {'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:06:32.587631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Bound using segment: {'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:06:32.588167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Bound port: 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f329f8-77d7-4503-923e-1362bf967b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:06:32.588694 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:32.636074 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 57f7fee0-91f0-4ebd-b359-c02be692afff triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:32.636728 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (57f7fee0-91f0-4ebd-b359-c02be692afff), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:32.645304 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6cefd87c-952a-4b5b-934d-8a6de82e6952 req-3b997134-b139-456c-b9a3-cfd14b5b18b2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f2478f73-d62a-4414-b717-dd91adb33ca6), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:32.665658 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7db33653-2a3d-492e-a756-6f3e50cd940d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:32.685582 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f0f4fad-57a5-42b6-93c9-7950ddf11892 req-fc4c68e4-3238-4617-9cd9-dcf7d7b793f1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120185 Jan 28 06:06:32.687518 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-31149baf-aca5-4d92-b402-0ddb6697c3a4 None None] Port 396679dc-ea5b-406a-b2ce-a4f4f7f0b21f cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:06:32.716520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-31149baf-aca5-4d92-b402-0ddb6697c3a4 None None] Provisioning complete for port 57f7fee0-91f0-4ebd-b359-c02be692afff triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:32.717032 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31149baf-aca5-4d92-b402-0ddb6697c3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (57f7fee0-91f0-4ebd-b359-c02be692afff), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:32.749358 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4401d75-992b-4351-a008-bbdc930e79ba tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:32.756897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4401d75-992b-4351-a008-bbdc930e79ba tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:32.775740 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4401d75-992b-4351-a008-bbdc930e79ba tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:32.783622 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f4401d75-992b-4351-a008-bbdc930e79ba tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3780384 Jan 28 06:06:32.786415 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-6414faa9-ef82-4b76-9504-a0a48dbd5d65 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513051 Jan 28 06:06:32.790123 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60128) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:32.818070 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:06:32.847264 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:06:32.899640 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef784901-0b73-41b0-a8df-2a2143094146 req-fbdac55c-c270-4933-ae60-d967f1910e9b tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/security-groups?id=58576aef-3c06-4f45-8606-0ca41fc6da72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4930129 Jan 28 06:06:32.920399 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-08de0cfe-bb50-4959-b67f-df862b5dc2eb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet 46b00d61-5790-4fa9-af26-96ef84ad6f59 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:06:32.935797 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b997134-b139-456c-b9a3-cfd14b5b18b2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Pushing event deleted for resources: {'Port': ['ID=f2478f73-d62a-4414-b717-dd91adb33ca6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:32.936744 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08de0cfe-bb50-4959-b67f-df862b5dc2eb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (46b00d61-5790-4fa9-af26-96ef84ad6f59), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:32.946339 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1774fff-04e3-4b85-b59e-bea2f9faf5c0 x-openstack-request-id: req-f1774fff-04e3-4b85-b59e-bea2f9faf5c0 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:06:32.946339 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75544c26-e52c-414c-b9dc-27e388a946c6", "name": "network-vif-unplugged", "status": "completed", "tag": "f2478f73-d62a-4414-b717-dd91adb33ca6", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:06:32.946339 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1774fff-04e3-4b85-b59e-bea2f9faf5c0 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:06:32.946339 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75544c26-e52c-414c-b9dc-27e388a946c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2478f73-d62a-4414-b717-dd91adb33ca6', 'code': 200} Jan 28 06:06:32.954371 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:32.985521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 57f7fee0-91f0-4ebd-b359-c02be692afff is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:32.985927 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (57f7fee0-91f0-4ebd-b359-c02be692afff), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:33.050331 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08de0cfe-bb50-4959-b67f-df862b5dc2eb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (46b00d61-5790-4fa9-af26-96ef84ad6f59), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:33.056624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:33.057513 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:33.059887 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] 10.222.0.64 "PUT /v2.0/ports/7a3eda08-a8e6-40d6-8fb1-a7f6597372bf HTTP/1.1" status: 200 len: 1094 time: 4.8910124 Jan 28 06:06:33.060567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:06:33.063319 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42817c46-4c01-4c28-82f0-c5ab62fad0df" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:06:33.240679 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 57f7fee0-91f0-4ebd-b359-c02be692afff, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=57f7fee0-91f0-4ebd-b359-c02be692afff,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:33.273385 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-31149baf-aca5-4d92-b402-0ddb6697c3a4 None None] Current status of the port 57f7fee0-91f0-4ebd-b359-c02be692afff is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:33.273741 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31149baf-aca5-4d92-b402-0ddb6697c3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (57f7fee0-91f0-4ebd-b359-c02be692afff), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:33.328691 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (57f7fee0-91f0-4ebd-b359-c02be692afff), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:33.525368 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-c4d9a1f1-d998-47b2-8ab3-32c9f7ba5901 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179121 Jan 28 06:06:33.562022 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c130b91-595f-4fc9-a307-e5a800a60501 x-openstack-request-id: req-5c130b91-595f-4fc9-a307-e5a800a60501 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:06:33.562022 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:06:33.562022 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c130b91-595f-4fc9-a307-e5a800a60501 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:06:33.562022 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'status': 'completed', 'code': 200} Jan 28 06:06:33.590598 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-31149baf-aca5-4d92-b402-0ddb6697c3a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:06:33.591256 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-31149baf-aca5-4d92-b402-0ddb6697c3a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:06:33.662957 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=57f7fee0-91f0-4ebd-b359-c02be692afff,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:33.669974 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-48066ad4-b019-43a0-9cbc-a0468c5c0aff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=3d7aec7c-6c76-43ad-8b10-438b87915c84 HTTP/1.1" status: 200 len: 217 time: 0.0609710 Jan 28 06:06:33.804716 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-8ec2d525-dbb8-456f-85a5-cc5243b7c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:33.806658 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-8ec2d525-dbb8-456f-85a5-cc5243b7c5d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.1274030 Jan 28 06:06:33.858611 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08de0cfe-bb50-4959-b67f-df862b5dc2eb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (46b00d61-5790-4fa9-af26-96ef84ad6f59), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:33.947259 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-84c6f338-0738-452a-8803-73d74b716aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:33.949650 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-84c6f338-0738-452a-8803-73d74b716aca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1356049 Jan 28 06:06:33.957734 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-81398b54-b404-4105-bcc2-16a9b337dd0d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port 396679dc-ea5b-406a-b2ce-a4f4f7f0b21f {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:33.958821 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-81398b54-b404-4105-bcc2-16a9b337dd0d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (396679dc-ea5b-406a-b2ce-a4f4f7f0b21f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:34.071842 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-9be9ebb0-db77-42f7-a994-3439a7808e11 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069686 Jan 28 06:06:34.227707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-31149baf-aca5-4d92-b402-0ddb6697c3a4 None None] Current status of the port 57f7fee0-91f0-4ebd-b359-c02be692afff is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:34.328274 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08de0cfe-bb50-4959-b67f-df862b5dc2eb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (46b00d61-5790-4fa9-af26-96ef84ad6f59), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:34.360010 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-81398b54-b404-4105-bcc2-16a9b337dd0d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (396679dc-ea5b-406a-b2ce-a4f4f7f0b21f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:34.372823 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08de0cfe-bb50-4959-b67f-df862b5dc2eb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:34.376474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-315a1fa6-806a-4be2-a306-925e5e9a6ca1 None None] Provisioning complete for port 57f7fee0-91f0-4ebd-b359-c02be692afff triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:34.376969 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-315a1fa6-806a-4be2-a306-925e5e9a6ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (57f7fee0-91f0-4ebd-b359-c02be692afff), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:34.382961 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-08de0cfe-bb50-4959-b67f-df862b5dc2eb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/46b00d61-5790-4fa9-af26-96ef84ad6f59 HTTP/1.1" status: 204 len: 168 time: 1.9019172 Jan 28 06:06:34.400056 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60156) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:34.543049 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cefd87c-952a-4b5b-934d-8a6de82e6952 req-3b997134-b139-456c-b9a3-cfd14b5b18b2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Router 0471c588-2779-4a4b-8f65-799df423c6fc has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:06:34.593087 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-5612bedc-f036-428a-a2bb-edc724711d3e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet cae12319-8c87-4922-be5d-f3020e88beea {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:06:34.597116 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94939c87-bb06-4e32-b1a6-9a25ceb383eb req-7c36d50b-f4de-45b4-9a49-f8d7b62e56b5 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 210 time: 0.1263769 Jan 28 06:06:34.597281 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-edd6699d-6f54-4216-ab08-4eb046e9d1c1 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123212 Jan 28 06:06:34.610924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ba2b7-92a6-424d-98d1-53e73dcc5ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,revision_number=11']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:34.684497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86153f16-1439-4a75-9e41-c5fad115120e None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:34.702773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-81398b54-b404-4105-bcc2-16a9b337dd0d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for 396679dc-ea5b-406a-b2ce-a4f4f7f0b21f owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:34.709504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-ef0613eb-5894-4a68-836e-a77cf2cc0558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:34.714756 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-fe052ba9-d0ba-4847-99b4-4cf2c407724b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=ca87f836-9fd5-4209-b3c5-41f6387f4d75 HTTP/1.1" status: 200 len: 217 time: 0.1037300 Jan 28 06:06:34.717114 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de0cfe-bb50-4959-b67f-df862b5dc2eb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=46b00d61-5790-4fa9-af26-96ef84ad6f59,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:34.718417 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-ef0613eb-5894-4a68-836e-a77cf2cc0558 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 1097 time: 1.4880838 Jan 28 06:06:34.765018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-154b9436-7ae6-4825-a64a-e9537e6c3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:34.778610 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-154b9436-7ae6-4825-a64a-e9537e6c3ae0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 1097 time: 1.2080758 Jan 28 06:06:34.823728 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5612bedc-f036-428a-a2bb-edc724711d3e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (cae12319-8c87-4922-be5d-f3020e88beea), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:34.827293 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-552388ff-3043-4230-9580-dad1757a7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:34.828788 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-552388ff-3043-4230-9580-dad1757a7812 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0991125 Jan 28 06:06:34.855506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-315a1fa6-806a-4be2-a306-925e5e9a6ca1 None None] Current status of the port 57f7fee0-91f0-4ebd-b359-c02be692afff is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:34.982774 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5612bedc-f036-428a-a2bb-edc724711d3e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (cae12319-8c87-4922-be5d-f3020e88beea), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:35.016883 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c4ad89e-5e9e-4190-b411-05d1df1daf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:35.036884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20664fe-ca37-44b8-8a6f-9bdd81757816 req-326aeb2b-b61b-43ac-97a9-ff84f1e7f901 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:35.048236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-1e72967d-cec4-431e-ac07-2b5cbc40f909 None None] Could not find standard attr ID for object 24d7e819-04eb-4782-aeb2-a78888988f30. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:06:35.051489 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a20664fe-ca37-44b8-8a6f-9bdd81757816 req-326aeb2b-b61b-43ac-97a9-ff84f1e7f901 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 945 time: 0.5439661 Jan 28 06:06:35.062739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-9c36e9a3-6477-4628-966e-2a3cbd0fe45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:35.066628 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-9c36e9a3-6477-4628-966e-2a3cbd0fe45b service neutron] 10.222.0.64 "GET /v2.0/networks?id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e HTTP/1.1" status: 200 len: 897 time: 0.3470941 Jan 28 06:06:35.230869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-ea4162b7-6314-4204-bb58-2784c081efe5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf HTTP/1.1" status: 200 len: 999 time: 0.0765905 Jan 28 06:06:35.526218 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a20664fe-ca37-44b8-8a6f-9bdd81757816 req-00589662-d675-4b88-bb48-defa0811eb7f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4255610 Jan 28 06:06:35.533582 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 57f7fee0-91f0-4ebd-b359-c02be692afff up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:35.612629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-7589d2a0-e72b-47ac-a1b1-5f129fddb90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:35.632667 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-7589d2a0-e72b-47ac-a1b1-5f129fddb90e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e98d012-dc76-40bb-b222-219932b863c7 HTTP/1.1" status: 200 len: 834 time: 0.3463235 Jan 28 06:06:35.679749 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 57f7fee0-91f0-4ebd-b359-c02be692afff triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:35.682787 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (57f7fee0-91f0-4ebd-b359-c02be692afff), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:35.736332 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-d10596be-5204-445e-be56-e172cdc385b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:35.738164 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-d10596be-5204-445e-be56-e172cdc385b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8551481 Jan 28 06:06:35.895183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 57f7fee0-91f0-4ebd-b359-c02be692afff is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:35.923043 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07530fe6-d834-41bf-bda7-690bf51a2e5f req-3b6b9cde-da72-4e0d-b03c-a05a464ea333 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 210 time: 0.0774705 Jan 28 06:06:35.933267 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-b354e811-15ac-416b-ac13-45c577e39ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:35.934814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-b354e811-15ac-416b-ac13-45c577e39ba8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e HTTP/1.1" status: 200 len: 897 time: 1.1554990 Jan 28 06:06:35.937166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cefd87c-952a-4b5b-934d-8a6de82e6952 req-3b997134-b139-456c-b9a3-cfd14b5b18b2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:06:35.940931 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-828997c1-a28e-4e36-94ed-512d66074f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:35.943320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-828997c1-a28e-4e36-94ed-512d66074f2f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2950604 Jan 28 06:06:35.952145 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ae8e2-b5ff-42de-9517-c4265dc82d97 None None] Sync routers for ids ['0471c588-2779-4a4b-8f65-799df423c6fc'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:06:35.988452 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ae8e2-b5ff-42de-9517-c4265dc82d97 None None] Routers {'0471c588-2779-4a4b-8f65-799df423c6fc'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:06:35.989120 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-db4ae8e2-b5ff-42de-9517-c4265dc82d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:06:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0471c588-2779-4a4b-8f65-799df423c6fc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:36.129919 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5612bedc-f036-428a-a2bb-edc724711d3e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (cae12319-8c87-4922-be5d-f3020e88beea), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:36.162117 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-6168114c-e48c-4e14-9d18-4095bb2b6e0a service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040611 Jan 28 06:06:36.188498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cefd87c-952a-4b5b-934d-8a6de82e6952 req-3b997134-b139-456c-b9a3-cfd14b5b18b2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] No DVR routers for this DVR port f2478f73-d62a-4414-b717-dd91adb33ca6 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:06:36.194339 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6cefd87c-952a-4b5b-934d-8a6de82e6952 req-3b997134-b139-456c-b9a3-cfd14b5b18b2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:36.199633 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6cefd87c-952a-4b5b-934d-8a6de82e6952 req-3b997134-b139-456c-b9a3-cfd14b5b18b2 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.64 "DELETE /v2.0/ports/f2478f73-d62a-4414-b717-dd91adb33ca6 HTTP/1.1" status: 204 len: 173 time: 8.4652946 Jan 28 06:06:36.199853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-41fb7de3-993e-4dae-8cb2-4fb59d633200 None None] Provisioning complete for port 57f7fee0-91f0-4ebd-b359-c02be692afff triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:36.201120 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41fb7de3-993e-4dae-8cb2-4fb59d633200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (57f7fee0-91f0-4ebd-b359-c02be692afff), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:36.201791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75544c26-e52c-414c-b9dc-27e388a946c6', 'name': 'network-vif-deleted', 'tag': 'f2478f73-d62a-4414-b717-dd91adb33ca6'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:06:36.204458 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ff4dca-52c9-4bac-ab99-30f3fcbfb68b" -d '{"events": [{"server_uuid": "75544c26-e52c-414c-b9dc-27e388a946c6", "name": "network-vif-deleted", "tag": "f2478f73-d62a-4414-b717-dd91adb33ca6"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:06:36.286069 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-56b70b31-6e34-4d36-adc7-cbca5d1653a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf HTTP/1.1" status: 200 len: 999 time: 0.3383818 Jan 28 06:06:36.288739 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-db4ae8e2-b5ff-42de-9517-c4265dc82d97 None None] Set router 0471c588-2779-4a4b-8f65-799df423c6fc gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:06:36.326203 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5612bedc-f036-428a-a2bb-edc724711d3e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (cae12319-8c87-4922-be5d-f3020e88beea), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:36.387147 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af8864e-68e5-4522-9b2b-ba8e6f8a5543 x-openstack-request-id: req-0af8864e-68e5-4522-9b2b-ba8e6f8a5543 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:06:36.387749 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75544c26-e52c-414c-b9dc-27e388a946c6", "name": "network-vif-deleted", "tag": "f2478f73-d62a-4414-b717-dd91adb33ca6", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:06:36.388308 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0af8864e-68e5-4522-9b2b-ba8e6f8a5543 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:06:36.388884 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75544c26-e52c-414c-b9dc-27e388a946c6', 'name': 'network-vif-deleted', 'tag': 'f2478f73-d62a-4414-b717-dd91adb33ca6', 'status': 'completed', 'code': 200} Jan 28 06:06:36.390650 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-084772cd-5697-45d1-94ae-90ebe2b0c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:36.392436 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-084772cd-5697-45d1-94ae-90ebe2b0c4d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8e98d012-dc76-40bb-b222-219932b863c7 HTTP/1.1" status: 200 len: 834 time: 0.0936778 Jan 28 06:06:36.406366 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-41fb7de3-993e-4dae-8cb2-4fb59d633200 None None] Current status of the port 57f7fee0-91f0-4ebd-b359-c02be692afff is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:36.437667 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-38f8f47a-bad9-46ba-901d-4ec54dda23d7 service neutron] 10.222.0.64 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369240 Jan 28 06:06:36.523431 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b421828-78d6-4bf5-8ceb-6f2f9a8a7690 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:36.527455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-3ec53fe9-1107-4921-a5d7-47f67ff16100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:36.530762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-3ec53fe9-1107-4921-a5d7-47f67ff16100 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1265540 Jan 28 06:06:36.539356 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612bedc-f036-428a-a2bb-edc724711d3e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=cae12319-8c87-4922-be5d-f3020e88beea,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:36.545708 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5612bedc-f036-428a-a2bb-edc724711d3e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:36.568447 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5612bedc-f036-428a-a2bb-edc724711d3e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/cae12319-8c87-4922-be5d-f3020e88beea HTTP/1.1" status: 204 len: 168 time: 2.1643233 Jan 28 06:06:36.574618 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60200) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:36.660542 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-81398b54-b404-4105-bcc2-16a9b337dd0d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (396679dc-ea5b-406a-b2ce-a4f4f7f0b21f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:36.661021 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:36.697471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81398b54-b404-4105-bcc2-16a9b337dd0d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=396679dc-ea5b-406a-b2ce-a4f4f7f0b21f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:36.705490 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-c9a21103-63b9-4c6f-ab80-fe9386d01af0 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489298 Jan 28 06:06:36.715823 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ba7924c1-6da8-428d-8ec6-20d3e2d5a1b2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982349 Jan 28 06:06:36.716924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60202) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:36.868003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68890952-669d-49ed-ad7e-9fdfeb33ff76 req-ebed1047-a263-4d17-a6cb-9d70b0a7f6b7 service neutron] 10.222.0.64 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200654 Jan 28 06:06:36.888588 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-3f899c0c-620a-4403-9b0b-84dac381fbee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=95c9879d-ae0d-45e3-9528-af14ccccd72f HTTP/1.1" status: 200 len: 217 time: 0.1766174 Jan 28 06:06:36.900081 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-81398b54-b404-4105-bcc2-16a9b337dd0d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:36.906492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-a30ccf06-2ae5-457a-8794-cc85aa42205b service neutron] 10.222.0.60 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593242 Jan 28 06:06:36.907535 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-81398b54-b404-4105-bcc2-16a9b337dd0d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/ports/396679dc-ea5b-406a-b2ce-a4f4f7f0b21f HTTP/1.1" status: 204 len: 168 time: 4.1120663 Jan 28 06:06:36.912155 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60206) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:36.927251 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-db4ae8e2-b5ff-42de-9517-c4265dc82d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'name': 'tempest-TestServerBasicOps-1377500027-router', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:00:31Z', 'revision_number': 4, 'project_id': '5a47cdb207f4459f8119649608f12177', 'gw_port': {'id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:17Z', 'updated_at': '2022-01-28T06:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'c2887ffd-a979-49de-ad7e-1780b6ff84f3', 'name': '', 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'mac_address': 'fa:16:3e:e0:d3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:26Z', 'updated_at': '2022-01-28T06:00:42Z', 'revision_number': 5, 'project_id': '5a47cdb207f4459f8119649608f12177', 'subnets': [{'id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:36.941205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071f959-949e-41be-82ee-a22287d21105 req-b8f7426c-42f9-4a6b-9c76-6025d1355bcb tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:36.952799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d071f959-949e-41be-82ee-a22287d21105 req-b8f7426c-42f9-4a6b-9c76-6025d1355bcb tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 945 time: 0.2339706 Jan 28 06:06:37.030677 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5ccadd-554a-4543-be30-945d0d7a83ce None None] DHCP port deletion for 212ae0ea-5cb2-4599-bc76-8f15e4624200 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:06:37.048517 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ae8e2-b5ff-42de-9517-c4265dc82d97 None None] Checking router: 0471c588-2779-4a4b-8f65-799df423c6fc for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:06:37.075517 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e5f650-382d-4b9c-994d-4c069f53a75e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] GET failed (client error): The resource could not be found. Jan 28 06:06:37.079765 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-11e5f650-382d-4b9c-994d-4c069f53a75e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports/396679dc-ea5b-406a-b2ce-a4f4f7f0b21f HTTP/1.1" status: 404 len: 333 time: 0.1414316 Jan 28 06:06:37.080453 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60218) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:37.083256 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ae8e2-b5ff-42de-9517-c4265dc82d97 None None] Routers {'0471c588-2779-4a4b-8f65-799df423c6fc'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:06:37.084350 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-db4ae8e2-b5ff-42de-9517-c4265dc82d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:06:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0471c588-2779-4a4b-8f65-799df423c6fc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:37.191132 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ccadd-554a-4543-be30-945d0d7a83ce None None] Deleting port 57f7fee0-91f0-4ebd-b359-c02be692afff {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:37.191511 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d5ccadd-554a-4543-be30-945d0d7a83ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (57f7fee0-91f0-4ebd-b359-c02be692afff), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:37.213812 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-9410fbfe-8ce1-4b18-9c99-c46e11e2f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:37.216091 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-9410fbfe-8ce1-4b18-9c99-c46e11e2f71c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.3084753 Jan 28 06:06:37.425929 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66077dee-d1d8-495d-a527-a848b1bf04ad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:37.426209 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2d5ccadd-554a-4543-be30-945d0d7a83ce None None] For port 57f7fee0-91f0-4ebd-b359-c02be692afff, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=57f7fee0-91f0-4ebd-b359-c02be692afff,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:37.426656 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d5ccadd-554a-4543-be30-945d0d7a83ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (57f7fee0-91f0-4ebd-b359-c02be692afff), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:37.428578 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-db4ae8e2-b5ff-42de-9517-c4265dc82d97 None None] Set router 0471c588-2779-4a4b-8f65-799df423c6fc gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:06:37.430685 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-66077dee-d1d8-495d-a527-a848b1bf04ad tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6885638 Jan 28 06:06:37.432932 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60228) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:37.476063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ccadd-554a-4543-be30-945d0d7a83ce None None] Calling delete_port for 57f7fee0-91f0-4ebd-b359-c02be692afff owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:37.485881 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10d7785f-a8fa-4951-a67d-44fd6ca421eb req-c5439dca-94e3-4aa7-a0f5-b07e2507ba9d tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "GET /v2.0/ports?device_id=75544c26-e52c-414c-b9dc-27e388a946c6 HTTP/1.1" status: 200 len: 210 time: 0.1573148 Jan 28 06:06:37.562027 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-05626046-d0e9-40fc-b65c-5dbda5356180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:37.563608 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-05626046-d0e9-40fc-b65c-5dbda5356180 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 1097 time: 0.5358758 Jan 28 06:06:37.596423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-865073a3-3946-4ac4-a4b8-439c0203219d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port 1bddc79e-dd10-4dcc-bee6-63d8354dfcea {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:37.614882 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-865073a3-3946-4ac4-a4b8-439c0203219d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1bddc79e-dd10-4dcc-bee6-63d8354dfcea), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:37.683532 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 57f7fee0-91f0-4ebd-b359-c02be692afff no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:06:37.691786 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-7107df14-c3c3-4d54-9ebc-5dd139fe4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:37.695399 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-7107df14-c3c3-4d54-9ebc-5dd139fe4790 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4692831 Jan 28 06:06:37.701449 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-637f4914-93d4-4c4c-8906-087c6db95909 service neutron] 10.222.0.60 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7961235 Jan 28 06:06:37.738658 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d071f959-949e-41be-82ee-a22287d21105 req-5a5a472b-5b44-4982-b597-34e909eb6ce0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7120202 Jan 28 06:06:37.793892 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d5ccadd-554a-4543-be30-945d0d7a83ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (57f7fee0-91f0-4ebd-b359-c02be692afff), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:37.834279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No active binding found for port 57f7fee0-91f0-4ebd-b359-c02be692afff {{(pid=103636) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 06:06:37.834935 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] The host n-d-812111-12 is not matching for port 57f7fee0-91f0-4ebd-b359-c02be692afff host None! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:06:37.835264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 57f7fee0-91f0-4ebd-b359-c02be692afff not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:06:37.889893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2be769a-438d-4b90-a03a-6ea9952a331e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:37.893471 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b2be769a-438d-4b90-a03a-6ea9952a331e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4518139 Jan 28 06:06:37.902837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60240) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:37.962981 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ccadd-554a-4543-be30-945d0d7a83ce None None] Pushing event deleted for resources: {'Port': ['ID=57f7fee0-91f0-4ebd-b359-c02be692afff,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:37.972935 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5ccadd-554a-4543-be30-945d0d7a83ce None None] No DVR routers for this DVR port 57f7fee0-91f0-4ebd-b359-c02be692afff on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:06:38.046754 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fa862cd8-fa80-4d3e-b828-20394106d8da tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1385791 Jan 28 06:06:38.049174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60244) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:38.059487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6d465a90-a78c-4a45-a2f0-b9701575eeb5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:38.076547 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:38.125474 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-db4ae8e2-b5ff-42de-9517-c4265dc82d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'name': 'tempest-TestServerBasicOps-1377500027-router', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:00:31Z', 'revision_number': 4, 'project_id': '5a47cdb207f4459f8119649608f12177', 'gw_port': {'id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:17Z', 'updated_at': '2022-01-28T06:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'c2887ffd-a979-49de-ad7e-1780b6ff84f3', 'name': '', 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'mac_address': 'fa:16:3e:e0:d3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:26Z', 'updated_at': '2022-01-28T06:00:42Z', 'revision_number': 5, 'project_id': '5a47cdb207f4459f8119649608f12177', 'subnets': [{'id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:38.144633 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-c96afbce-4cca-44ec-9141-0d1d87ae65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:38.146971 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-c96afbce-4cca-44ec-9141-0d1d87ae65b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e HTTP/1.1" status: 200 len: 897 time: 0.5581400 Jan 28 06:06:38.160550 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:06:38.161897 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-865073a3-3946-4ac4-a4b8-439c0203219d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1bddc79e-dd10-4dcc-bee6-63d8354dfcea), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:38.185599 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-865073a3-3946-4ac4-a4b8-439c0203219d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for 1bddc79e-dd10-4dcc-bee6-63d8354dfcea owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:38.193416 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ae8e2-b5ff-42de-9517-c4265dc82d97 None None] The sync data for ids ['0471c588-2779-4a4b-8f65-799df423c6fc'] in n-d-812111-12 is: [{'id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'name': 'tempest-TestServerBasicOps-1377500027-router', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:00:31Z', 'revision_number': 4, 'project_id': '5a47cdb207f4459f8119649608f12177', 'gw_port': {'id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:17Z', 'updated_at': '2022-01-28T06:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'c2887ffd-a979-49de-ad7e-1780b6ff84f3', 'name': '', 'network_id': '55c94a5b-1dee-4512-95d7-42c73d08e25f', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'mac_address': 'fa:16:3e:e0:d3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:26Z', 'updated_at': '2022-01-28T06:00:42Z', 'revision_number': 5, 'project_id': '5a47cdb207f4459f8119649608f12177', 'subnets': [{'id': '986c74b2-1c64-4375-8ceb-7ee05426b434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:06:38.195102 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-5d7bcbdb-2c0a-4b2b-b618-64fa8a930a35 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647528 Jan 28 06:06:38.328711 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-76304d95-d48f-4cf9-98e0-8e7f9c7062cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf HTTP/1.1" status: 200 len: 999 time: 0.1741951 Jan 28 06:06:38.382496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:38.401365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'port_id': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'mac_address': 'fa:16:3e:ec:b6:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e98d012-dc76-40bb-b222-219932b863c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:06:38.448048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d465a90-a78c-4a45-a2f0-b9701575eeb5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:38.468981 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d465a90-a78c-4a45-a2f0-b9701575eeb5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:38.479312 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d465a90-a78c-4a45-a2f0-b9701575eeb5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:06:38.479563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:38.479838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d465a90-a78c-4a45-a2f0-b9701575eeb5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:06:38.482850 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:38.522361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:06:38.552190 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-7b883d65-2260-4ae0-8504-373bb47dba08 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493958 Jan 28 06:06:38.555405 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-cd8b2ffc-b4e7-46d0-983b-7fd7090f75c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:38.557368 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-cd8b2ffc-b4e7-46d0-983b-7fd7090f75c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e98d012-dc76-40bb-b222-219932b863c7 HTTP/1.1" status: 200 len: 834 time: 0.1947682 Jan 28 06:06:38.587797 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:38.620973 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-f4b541d7-da2f-4dd5-a260-d8354f4a82c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 HTTP/1.1" status: 200 len: 217 time: 0.0621767 Jan 28 06:06:38.646833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60252) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:38.669273 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60254) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:38.675627 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:38.688439 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6d465a90-a78c-4a45-a2f0-b9701575eeb5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6382275 Jan 28 06:06:38.695828 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60260) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:38.711580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0f6f0827-a010-4bf9-8dfb-32f3153100a8 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:38.781975 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,revision_number=12']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:38.860909 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f83f1e-4058-4bac-8c6c-f4d97e857fa4 None None] New status for floating IP 35239755-4ede-4c45-94c7-22f54f56b90b: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:06:39.015777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-f1a3bf1a-ec4a-4085-9a47-07cb1aee96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:39.017457 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-f1a3bf1a-ec4a-4085-9a47-07cb1aee96c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4525592 Jan 28 06:06:39.071839 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-c139c7ff-9e8a-4ac4-8233-7ac1b190abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:39.079520 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-c139c7ff-9e8a-4ac4-8233-7ac1b190abfa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=983e2d1e-1ce6-416e-a013-56730d18136b HTTP/1.1" status: 200 len: 797 time: 0.4524956 Jan 28 06:06:39.092273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['7a3eda08-a8e6-40d6-8fb1-a7f6597372bf'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:06:39.132472 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-865073a3-3946-4ac4-a4b8-439c0203219d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1bddc79e-dd10-4dcc-bee6-63d8354dfcea), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:39.181752 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-8cfbbb1d-e654-4745-b8d3-811928d11e89 service neutron] 10.222.0.64 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349876 Jan 28 06:06:39.267879 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6a817ff-c499-4a6a-b81a-ea8272155841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:39.274800 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865073a3-3946-4ac4-a4b8-439c0203219d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=1bddc79e-dd10-4dcc-bee6-63d8354dfcea,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:39.337637 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:39.347252 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-7a4c6297-b9c1-482c-a966-fb9c0dbe99f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:39.349336 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-7a4c6297-b9c1-482c-a966-fb9c0dbe99f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2395103 Jan 28 06:06:39.354847 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-865073a3-3946-4ac4-a4b8-439c0203219d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:39.358761 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-865073a3-3946-4ac4-a4b8-439c0203219d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/ports/1bddc79e-dd10-4dcc-bee6-63d8354dfcea HTTP/1.1" status: 204 len: 168 time: 2.2724268 Jan 28 06:06:39.364334 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60274) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:39.411724 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a11ff526-2392-41a8-b3bd-dcba6dc71471 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Deleting port 8728a23e-37e9-481d-8866-1ffc93a7220e {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:39.416347 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a11ff526-2392-41a8-b3bd-dcba6dc71471 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (8728a23e-37e9-481d-8866-1ffc93a7220e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:39.574968 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-a932d271-daad-4c11-9070-c8e49790189f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] GET failed (client error): The resource could not be found. Jan 28 06:06:39.575694 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6f0827-a010-4bf9-8dfb-32f3153100a8 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:39.582061 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f6f0827-a010-4bf9-8dfb-32f3153100a8 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:39.589910 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6f0827-a010-4bf9-8dfb-32f3153100a8 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:06:39.590472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6f0827-a010-4bf9-8dfb-32f3153100a8 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:06:39.595060 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a932d271-daad-4c11-9070-c8e49790189f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports/1bddc79e-dd10-4dcc-bee6-63d8354dfcea HTTP/1.1" status: 404 len: 333 time: 0.2213795 Jan 28 06:06:39.610618 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42817c46-4c01-4c28-82f0-c5ab62fad0df req-347b1ba4-75b2-4f52-bd50-d5b8dbdc84cc service neutron] 10.222.0.64 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094849 Jan 28 06:06:39.613958 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60278) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:39.639258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c7421-0f40-4abf-abda-9b6fd2a274de req-995b29ab-5c4d-4968-ab0d-6f35a1c57311 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:39.648156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-037c7421-0f40-4abf-abda-9b6fd2a274de req-995b29ab-5c4d-4968-ab0d-6f35a1c57311 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 946 time: 0.6688802 Jan 28 06:06:40.048765 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a11ff526-2392-41a8-b3bd-dcba6dc71471 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (8728a23e-37e9-481d-8866-1ffc93a7220e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:40.048765 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a11ff526-2392-41a8-b3bd-dcba6dc71471 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for floatingip (8728a23e-37e9-481d-8866-1ffc93a7220e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:40.048765 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-341943f4-de50-403a-9e47-80dac009bbec service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792915 Jan 28 06:06:40.048765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a11ff526-2392-41a8-b3bd-dcba6dc71471 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Calling delete_port for 8728a23e-37e9-481d-8866-1ffc93a7220e owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:40.056977 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-037c7421-0f40-4abf-abda-9b6fd2a274de req-bc715dc3-8a58-4123-a546-cedfb627dbaa tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537930 Jan 28 06:06:40.056977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a691a8-5764-41b1-8ad3-5b05b9de3940 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting subnet 06e28a48-0849-4b20-b96a-35c3d1152dcb {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:06:40.058909 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-ea2f64e1-7fb8-4576-80e7-7e046f6322e1 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732221 Jan 28 06:06:40.059069 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21a691a8-5764-41b1-8ad3-5b05b9de3940 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (06e28a48-0849-4b20-b96a-35c3d1152dcb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:40.059069 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0f6f0827-a010-4bf9-8dfb-32f3153100a8 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2789054 Jan 28 06:06:40.059069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60288) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:40.059069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27badf6e-5c0d-4cc0-aa27-54c4841a89bc req-20f179dd-cb62-4e6a-9331-3528be497b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:40.059069 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27badf6e-5c0d-4cc0-aa27-54c4841a89bc req-20f179dd-cb62-4e6a-9331-3528be497b97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 1098 time: 0.2530029 Jan 28 06:06:40.059069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1656ee10-552d-419b-b8fb-83d8f9744351 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:40.059505 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-cb4d8b5d-c29e-4dad-8267-7ef0f082e67c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f HTTP/1.1" status: 200 len: 217 time: 0.0716360 Jan 28 06:06:40.059720 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21a691a8-5764-41b1-8ad3-5b05b9de3940 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (06e28a48-0849-4b20-b96a-35c3d1152dcb), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:40.119374 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6a817ff-c499-4a6a-b81a-ea8272155841 admin admin] Publish callbacks [] for security_group (76b4602e-f568-4403-a50d-ca8c55e6c621), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:40.152603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-d221027b-f4f0-4266-9e98-7c1709e7bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:40.154141 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-d221027b-f4f0-4266-9e98-7c1709e7bd6f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=983e2d1e-1ce6-416e-a013-56730d18136b HTTP/1.1" status: 200 len: 797 time: 0.1400311 Jan 28 06:06:40.170961 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:40.231544 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6a817ff-c499-4a6a-b81a-ea8272155841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (76b4602e-f568-4403-a50d-ca8c55e6c621), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:40.253778 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a11ff526-2392-41a8-b3bd-dcba6dc71471 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (8728a23e-37e9-481d-8866-1ffc93a7220e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:40.304295 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-b00e5607-f35d-4dfa-ae18-6e35b37cf303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:40.304566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:06:40.306239 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-b00e5607-f35d-4dfa-ae18-6e35b37cf303 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1446311 Jan 28 06:06:40.308401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ff526-2392-41a8-b3bd-dcba6dc71471 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Pushing event deleted for resources: {'Port': ['ID=8728a23e-37e9-481d-8866-1ffc93a7220e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:40.324722 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:40.325673 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:40.570182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:40.570520 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:40.619548 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a11ff526-2392-41a8-b3bd-dcba6dc71471 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for floatingip (35239755-4ede-4c45-94c7-22f54f56b90b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:40.624957 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a11ff526-2392-41a8-b3bd-dcba6dc71471 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:40.626718 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a11ff526-2392-41a8-b3bd-dcba6dc71471 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "DELETE /v2.0/floatingips/35239755-4ede-4c45-94c7-22f54f56b90b HTTP/1.1" status: 204 len: 168 time: 1.9554405 Jan 28 06:06:40.643680 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:40.647990 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:06:40.656629 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0650016-b193-4438-a81a-d9d78b16475c" -d '{"events": [{"server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "name": "network-vif-plugged", "status": "completed", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:06:40.678856 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-c9cbe84c-c1bf-47f7-ab5b-1bcd1f007f5d service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634794 Jan 28 06:06:40.705358 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:40.735542 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27badf6e-5c0d-4cc0-aa27-54c4841a89bc req-6e502f1d-0e85-4b6c-86d2-02edcb57a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:40.737077 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27badf6e-5c0d-4cc0-aa27-54c4841a89bc req-6e502f1d-0e85-4b6c-86d2-02edcb57a39e service neutron] 10.222.0.64 "GET /v2.0/networks?id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e HTTP/1.1" status: 200 len: 897 time: 0.6972702 Jan 28 06:06:40.751763 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402a80f4-4703-497a-a37c-94dabc4cc115 x-openstack-request-id: req-402a80f4-4703-497a-a37c-94dabc4cc115 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:06:40.752198 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "name": "network-vif-plugged", "status": "completed", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:06:40.752305 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c6a817ff-c499-4a6a-b81a-ea8272155841 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ebf2c3beb0a437a8bf55ad0f5066605&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1031258 Jan 28 06:06:40.753560 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-402a80f4-4703-497a-a37c-94dabc4cc115 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:06:40.754199 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'code': 200} Jan 28 06:06:40.756627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60302) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:40.762519 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21a691a8-5764-41b1-8ad3-5b05b9de3940 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (06e28a48-0849-4b20-b96a-35c3d1152dcb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:40.811322 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,revision_number=13']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:40.820992 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60304) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:40.826793 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a817ff-c499-4a6a-b81a-ea8272155841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b4602e-f568-4403-a50d-ca8c55e6c621,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:40.844996 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1656ee10-552d-419b-b8fb-83d8f9744351 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:40.849297 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1656ee10-552d-419b-b8fb-83d8f9744351 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:40.854822 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-1656ee10-552d-419b-b8fb-83d8f9744351 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:06:40.860161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1656ee10-552d-419b-b8fb-83d8f9744351 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:06:40.908847 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-925c59fa-d500-4d01-ac8b-d01d83bb747a req-90f7cb24-b947-41d5-8ef7-3bd3957b5cb2 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240338 Jan 28 06:06:41.007850 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27badf6e-5c0d-4cc0-aa27-54c4841a89bc req-ee804589-a6b9-4c0c-ac79-417ab19f4a96 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf HTTP/1.1" status: 200 len: 1001 time: 0.2532480 Jan 28 06:06:41.043646 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1656ee10-552d-419b-b8fb-83d8f9744351 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0573146 Jan 28 06:06:41.052125 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60316) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:41.057734 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-5d816a40-129c-4542-a3ee-c40fd8eb02a1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:41.132773 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4550b938-254b-40a3-8490-62823323586d admin admin] Publish callbacks [] for security_group (76b4602e-f568-4403-a50d-ca8c55e6c621), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:41.184912 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-47e7db04-aa08-498c-b214-dc6385c70f90 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group (58576aef-3c06-4f45-8606-0ca41fc6da72), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:41.218558 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4550b938-254b-40a3-8490-62823323586d admin admin] Publish callbacks [] for security_group (76b4602e-f568-4403-a50d-ca8c55e6c621), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:41.265409 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d816a40-129c-4542-a3ee-c40fd8eb02a1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:41.276141 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5d816a40-129c-4542-a3ee-c40fd8eb02a1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:41.277632 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d816a40-129c-4542-a3ee-c40fd8eb02a1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:06:41.278082 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d816a40-129c-4542-a3ee-c40fd8eb02a1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:06:41.296235 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-47e7db04-aa08-498c-b214-dc6385c70f90 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group (58576aef-3c06-4f45-8606-0ca41fc6da72), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:41.331694 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21a691a8-5764-41b1-8ad3-5b05b9de3940 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (06e28a48-0849-4b20-b96a-35c3d1152dcb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:41.393988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27badf6e-5c0d-4cc0-aa27-54c4841a89bc req-b1de5cb9-5aec-4250-9a46-ec454dcba89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:41.393988 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27badf6e-5c0d-4cc0-aa27-54c4841a89bc req-b1de5cb9-5aec-4250-9a46-ec454dcba89a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e98d012-dc76-40bb-b222-219932b863c7 HTTP/1.1" status: 200 len: 834 time: 0.3605936 Jan 28 06:06:41.405280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e663832-de2e-4ef9-910c-1d5cc1d7e656 req-c021d377-d753-47b5-bd4f-a2731962a486 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:41.407114 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e663832-de2e-4ef9-910c-1d5cc1d7e656 req-c021d377-d753-47b5-bd4f-a2731962a486 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 947 time: 0.3906870 Jan 28 06:06:41.412732 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a691a8-5764-41b1-8ad3-5b05b9de3940 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Subnet': ['ID=06e28a48-0849-4b20-b96a-35c3d1152dcb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:41.437739 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75906709-d1a9-4cc7-9a7f-9a9ac93c7016 None None] Network bc28f8f3-04d8-4151-83ca-3ca45edbf85e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:41.449351 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21a691a8-5764-41b1-8ad3-5b05b9de3940 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:41.455450 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-21a691a8-5764-41b1-8ad3-5b05b9de3940 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/06e28a48-0849-4b20-b96a-35c3d1152dcb HTTP/1.1" status: 204 len: 168 time: 1.7796082 Jan 28 06:06:41.456045 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60324) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:41.549046 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (bc28f8f3-04d8-4151-83ca-3ca45edbf85e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:41.558939 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5d816a40-129c-4542-a3ee-c40fd8eb02a1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5030837 Jan 28 06:06:41.560132 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60328) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:41.569740 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-66c8fc70-d0fd-41e1-8cd1-b023d9d7ba5e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:41.606818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e663832-de2e-4ef9-910c-1d5cc1d7e656 req-f98943c0-7a5e-4f79-a830-17670b722ecf tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902561 Jan 28 06:06:41.609900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27badf6e-5c0d-4cc0-aa27-54c4841a89bc req-78d50a36-cf9f-4643-887b-e876e4f195c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:41.611828 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27badf6e-5c0d-4cc0-aa27-54c4841a89bc req-78d50a36-cf9f-4643-887b-e876e4f195c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2038283 Jan 28 06:06:41.666330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60330) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:41.693921 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-47e7db04-aa08-498c-b214-dc6385c70f90 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (58576aef-3c06-4f45-8606-0ca41fc6da72), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:41.706023 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-47e7db04-aa08-498c-b214-dc6385c70f90 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:41.711397 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-47e7db04-aa08-498c-b214-dc6385c70f90 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] 10.222.0.31 "DELETE /v2.0/security-groups/58576aef-3c06-4f45-8606-0ca41fc6da72 HTTP/1.1" status: 204 len: 168 time: 0.8818336 Jan 28 06:06:41.730511 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4550b938-254b-40a3-8490-62823323586d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (76b4602e-f568-4403-a50d-ca8c55e6c621), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:41.730511 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4550b938-254b-40a3-8490-62823323586d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:41.730511 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4550b938-254b-40a3-8490-62823323586d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76b4602e-f568-4403-a50d-ca8c55e6c621 HTTP/1.1" status: 204 len: 168 time: 0.9619911 Jan 28 06:06:41.730739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7db04-aa08-498c-b214-dc6385c70f90 tempest-TestServerBasicOps-1952730508 tempest-TestServerBasicOps-1952730508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58576aef-3c06-4f45-8606-0ca41fc6da72,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:41.768140 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae010620-d7ad-4500-97bc-1a159c72069d None None] DHCP port deletion for bc28f8f3-04d8-4151-83ca-3ca45edbf85e request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:06:41.781928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60338) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:41.804048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550b938-254b-40a3-8490-62823323586d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b4602e-f568-4403-a50d-ca8c55e6c621,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:41.867792 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27badf6e-5c0d-4cc0-aa27-54c4841a89bc req-c8acc233-80a4-4a50-9cc0-aed5ccde7e4b service neutron] 10.222.0.64 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492158 Jan 28 06:06:41.885864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60342) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:41.929661 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1ca82ccc-6c3d-40f1-b199-daa9ea5aa4b4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/b4e6e935-79ea-4271-a9c9-4f3ec1a87575 HTTP/1.1" status: 200 len: 993 time: 0.2497694 Jan 28 06:06:41.929867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ae010620-d7ad-4500-97bc-1a159c72069d None None] Deleting port 6a854f76-42df-467c-a52f-919728da6451 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:41.929867 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae010620-d7ad-4500-97bc-1a159c72069d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6a854f76-42df-467c-a52f-919728da6451), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:41.954851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port 6a854f76-42df-467c-a52f-919728da6451 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:41.960603 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6a854f76-42df-467c-a52f-919728da6451), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:42.021976 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27badf6e-5c0d-4cc0-aa27-54c4841a89bc req-997741b0-3a2c-4e6e-b561-1d0825aa185a service neutron] 10.222.0.64 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480794 Jan 28 06:06:42.045720 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c8fc70-d0fd-41e1-8cd1-b023d9d7ba5e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:42.049288 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66c8fc70-d0fd-41e1-8cd1-b023d9d7ba5e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:42.051812 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c8fc70-d0fd-41e1-8cd1-b023d9d7ba5e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:06:42.052276 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c8fc70-d0fd-41e1-8cd1-b023d9d7ba5e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:06:42.076567 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-740a2c30-28c5-4667-98bb-89ab2331c035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:42.102592 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] For port 6a854f76-42df-467c-a52f-919728da6451, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6a854f76-42df-467c-a52f-919728da6451,segment=NetworkSegment(01118244-bdab-45af-b4bc-a9099781a456),segment_id=01118244-bdab-45af-b4bc-a9099781a456)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:42.102964 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6a854f76-42df-467c-a52f-919728da6451), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:42.111076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ae010620-d7ad-4500-97bc-1a159c72069d None None] For port 6a854f76-42df-467c-a52f-919728da6451, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6a854f76-42df-467c-a52f-919728da6451,segment=NetworkSegment(01118244-bdab-45af-b4bc-a9099781a456),segment_id=01118244-bdab-45af-b4bc-a9099781a456)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:42.112227 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae010620-d7ad-4500-97bc-1a159c72069d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6a854f76-42df-467c-a52f-919728da6451), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:42.123106 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for 6a854f76-42df-467c-a52f-919728da6451 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:42.141210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ae010620-d7ad-4500-97bc-1a159c72069d None None] Calling delete_port for 6a854f76-42df-467c-a52f-919728da6451 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:42.236504 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-66c8fc70-d0fd-41e1-8cd1-b023d9d7ba5e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6753323 Jan 28 06:06:42.242516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60352) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:42.249087 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-32823251-6126-4ad6-a411-73dddbb5bd67 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:42.350989 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae010620-d7ad-4500-97bc-1a159c72069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (6a854f76-42df-467c-a52f-919728da6451), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:42.418797 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6a854f76-42df-467c-a52f-919728da6451), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:42.429634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae010620-d7ad-4500-97bc-1a159c72069d None None] Pushing event deleted for resources: {'Port': ['ID=6a854f76-42df-467c-a52f-919728da6451,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:42.449325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae010620-d7ad-4500-97bc-1a159c72069d None None] No DVR routers for this DVR port 6a854f76-42df-467c-a52f-919728da6451 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:06:42.527663 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=6a854f76-42df-467c-a52f-919728da6451,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:42.545743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No DVR routers for this DVR port 6a854f76-42df-467c-a52f-919728da6451 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:06:42.628521 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-740a2c30-28c5-4667-98bb-89ab2331c035 admin admin] Publish callbacks [] for security_group (98887d87-49d2-42a2-9f7a-4dc347249b82), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:42.651994 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (bc28f8f3-04d8-4151-83ca-3ca45edbf85e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:42.671688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32823251-6126-4ad6-a411-73dddbb5bd67 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:42.675813 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-32823251-6126-4ad6-a411-73dddbb5bd67 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:42.678264 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-32823251-6126-4ad6-a411-73dddbb5bd67 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:06:42.678927 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32823251-6126-4ad6-a411-73dddbb5bd67 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:06:42.695859 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-740a2c30-28c5-4667-98bb-89ab2331c035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (98887d87-49d2-42a2-9f7a-4dc347249b82), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:42.699641 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc28f8f3-04d8-4151-83ca-3ca45edbf85e']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:42.713824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01118244-bdab-45af-b4bc-a9099781a456') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:42.714037 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01118244-bdab-45af-b4bc-a9099781a456') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:42.728577 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (01118244-bdab-45af-b4bc-a9099781a456), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:42.762396 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (01118244-bdab-45af-b4bc-a9099781a456), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:42.769445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60364) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:42.769584 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-740a2c30-28c5-4667-98bb-89ab2331c035 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c57db24e7f354274a751899ab9764e9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9726591 Jan 28 06:06:42.772285 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:06:42.772614 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (01118244-bdab-45af-b4bc-a9099781a456), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:42.772720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a2c30-28c5-4667-98bb-89ab2331c035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98887d87-49d2-42a2-9f7a-4dc347249b82,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:06:42.779956 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:06:42.836952 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b5dda9ab-a820-4676-8364-a6599249e210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (0471c588-2779-4a4b-8f65-799df423c6fc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:42.855814 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-32823251-6126-4ad6-a411-73dddbb5bd67 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6121638 Jan 28 06:06:42.857801 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60368) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:42.913353 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0e59135c-0f94-44c7-b707-1e0abd526b88 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0516827 Jan 28 06:06:42.929411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60370) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:42.938174 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60372) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:43.033123 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dead69b8-4f5b-4e0f-8dc3-9859cb9fe335 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:43.038569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-dead69b8-4f5b-4e0f-8dc3-9859cb9fe335 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1041162 Jan 28 06:06:43.071728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60374) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:43.147019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4cd2ae9a-19e0-4418-84e3-f3336e2f58ba tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514901 Jan 28 06:06:43.151658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60380) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:43.158014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d86f7b52-2da1-490d-a078-fe94d8ae8ef5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:43.345814 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (bc28f8f3-04d8-4151-83ca-3ca45edbf85e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:43.348437 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6b831d18-346e-4c7a-8f43-155f787bd319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:43.350733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b5dda9ab-a820-4676-8364-a6599249e210 admin admin] Deleting port c2887ffd-a979-49de-ad7e-1780b6ff84f3 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:43.351259 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b5dda9ab-a820-4676-8364-a6599249e210 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:43.369986 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:43.374524 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/networks/bc28f8f3-04d8-4151-83ca-3ca45edbf85e HTTP/1.1" status: 204 len: 168 time: 1.9173760 Jan 28 06:06:43.376923 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be4ade-bf5f-4352-9ae6-9d69e1561828 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Network': ['ID=bc28f8f3-04d8-4151-83ca-3ca45edbf85e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:43.401362 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60384) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:43.402701 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4db6c46-2b5d-4880-b325-4a1bba16cbf4 admin admin] Publish callbacks [] for security_group (98887d87-49d2-42a2-9f7a-4dc347249b82), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:43.407954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86f7b52-2da1-490d-a078-fe94d8ae8ef5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:43.409510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1971076161'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:43.412096 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d86f7b52-2da1-490d-a078-fe94d8ae8ef5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:43.495373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6a854f76-42df-467c-a52f-919728da6451 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:06:43.497438 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6b831d18-346e-4c7a-8f43-155f787bd319 admin admin] Publish callbacks [] for security_group (aef79eab-c4dc-4fe2-823c-e735a0e94569), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:43.543724 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4db6c46-2b5d-4880-b325-4a1bba16cbf4 admin admin] Publish callbacks [] for security_group (98887d87-49d2-42a2-9f7a-4dc347249b82), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:43.606875 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6b831d18-346e-4c7a-8f43-155f787bd319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (aef79eab-c4dc-4fe2-823c-e735a0e94569), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:43.635869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-b5dda9ab-a820-4676-8364-a6599249e210 admin admin] For port c2887ffd-a979-49de-ad7e-1780b6ff84f3, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c2887ffd-a979-49de-ad7e-1780b6ff84f3,segment=NetworkSegment(15e776ac-2aab-4b5f-99dd-833886a57162),segment_id=15e776ac-2aab-4b5f-99dd-833886a57162)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:43.636467 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b5dda9ab-a820-4676-8364-a6599249e210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:43.640624 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:43.645014 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:43.652082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b5dda9ab-a820-4676-8364-a6599249e210 admin admin] Calling delete_port for c2887ffd-a979-49de-ad7e-1780b6ff84f3 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:43.674500 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b831d18-346e-4c7a-8f43-155f787bd319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef79eab-c4dc-4fe2-823c-e735a0e94569,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:43.680015 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6b831d18-346e-4c7a-8f43-155f787bd319 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d754bcd684c343d68fc6c487ffcface3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7397718 Jan 28 06:06:43.683977 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60392) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:43.716367 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 6a854f76-42df-467c-a52f-919728da6451 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:06:43.717160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6a854f76-42df-467c-a52f-919728da6451 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:06:43.729127 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4db6c46-2b5d-4880-b325-4a1bba16cbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (98887d87-49d2-42a2-9f7a-4dc347249b82), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:43.733124 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4db6c46-2b5d-4880-b325-4a1bba16cbf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:43.737247 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f4db6c46-2b5d-4880-b325-4a1bba16cbf4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98887d87-49d2-42a2-9f7a-4dc347249b82 HTTP/1.1" status: 204 len: 168 time: 0.9637809 Jan 28 06:06:43.753223 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:06:43.760043 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db6c46-2b5d-4880-b325-4a1bba16cbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98887d87-49d2-42a2-9f7a-4dc347249b82,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:43.770306 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1e09bd96-26c2-4188-a8e2-71f8b3108340), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:43.770832 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Added segment 1e09bd96-26c2-4188-a8e2-71f8b3108340 of type vlan for network d6a11e16-3a7e-4fc0-8c73-61a6445b2428 Jan 28 06:06:43.792784 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] Publish callbacks [] for security_group (aef79eab-c4dc-4fe2-823c-e735a0e94569), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:43.842537 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (d6a11e16-3a7e-4fc0-8c73-61a6445b2428), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:43.850648 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] Publish callbacks [] for security_group (aef79eab-c4dc-4fe2-823c-e735a0e94569), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:44.018494 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (d6a11e16-3a7e-4fc0-8c73-61a6445b2428), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:44.024066 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:44.024699 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:44.083395 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (aef79eab-c4dc-4fe2-823c-e735a0e94569), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:44.090448 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:44.090448 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aef79eab-c4dc-4fe2-823c-e735a0e94569 HTTP/1.1" status: 204 len: 168 time: 0.4025116 Jan 28 06:06:44.120754 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef79eab-c4dc-4fe2-823c-e735a0e94569,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:44.120754 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Network': ['ID=d6a11e16-3a7e-4fc0-8c73-61a6445b2428,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:44.134400 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.134758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.135101 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.135440 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.145385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.145385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.145385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.145385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.145385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.145385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.145385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.145385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.145385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.148539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.148907 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.149407 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.149605 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.149929 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.150265 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.151123 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.151123 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.151300 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.151591 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.151920 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.152294 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.152558 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f523-05c1-4627-b926-2596f5fd2e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:44.159203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network d6a11e16-3a7e-4fc0-8c73-61a6445b2428 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:06:44.159367 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-51e5061c-55ab-4345-9aae-f40d79fcc79d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7541959 Jan 28 06:06:44.163736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60404) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:44.168534 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-33a40561-1100-4365-b4f0-ad900ae1decf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'subnet': {'network_id': 'd6a11e16-3a7e-4fc0-8c73-61a6445b2428', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:44.185910 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b5dda9ab-a820-4676-8364-a6599249e210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (c2887ffd-a979-49de-ad7e-1780b6ff84f3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:44.202447 n-d-812111-12 neutron-server[103635]: DEBUG neutron.objects.ports [None req-d86f7b52-2da1-490d-a078-fe94d8ae8ef5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103635) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 06:06:44.209975 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d86f7b52-2da1-490d-a078-fe94d8ae8ef5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (19693af3-58d2-48fe-ba7d-c60d417b1bdd), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:44.240256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dda9ab-a820-4676-8364-a6599249e210 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2887ffd-a979-49de-ad7e-1780b6ff84f3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:44.317018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86f7b52-2da1-490d-a078-fe94d8ae8ef5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:44.361206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d86f7b52-2da1-490d-a078-fe94d8ae8ef5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:44.370563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86f7b52-2da1-490d-a078-fe94d8ae8ef5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:44.371116 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d86f7b52-2da1-490d-a078-fe94d8ae8ef5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:44.374352 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177dd335-e663-4359-b7ed-5505c184243f None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:44.401153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f7b52-2da1-490d-a078-fe94d8ae8ef5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=19693af3-58d2-48fe-ba7d-c60d417b1bdd,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:44.470241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a40561-1100-4365-b4f0-ad900ae1decf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:44.473279 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33a40561-1100-4365-b4f0-ad900ae1decf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:44.541620 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-212ae0ea-5cb2-4599-bc76-8f15e4624200', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'fixed_ips': [{'subnet_id': '19693af3-58d2-48fe-ba7d-c60d417b1bdd'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:06:44.548668 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d86f7b52-2da1-490d-a078-fe94d8ae8ef5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3956783 Jan 28 06:06:44.552203 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:44.558622 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60418) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:44.566549 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b0ce9f9b-2854-49f8-91c6-94b9eb05fad6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'mac_address': 'fa:16:3e:b0:11:b5', 'name': 'tempest-NetworksTestDHCPv6-1907527113'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:44.753798 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b5dda9ab-a820-4676-8364-a6599249e210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (0471c588-2779-4a4b-8f65-799df423c6fc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:44.788897 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Allocated IP 2001:db8::f816:3eff:feff:2cca (212ae0ea-5cb2-4599-bc76-8f15e4624200/19693af3-58d2-48fe-ba7d-c60d417b1bdd/6e09a076-edb5-4652-8dbd-01bc7f0e53da) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:44.888990 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ce9f9b-2854-49f8-91c6-94b9eb05fad6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:45.018798 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0ce9f9b-2854-49f8-91c6-94b9eb05fad6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:45.044006 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33a40561-1100-4365-b4f0-ad900ae1decf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (f0e204d6-1248-434a-9625-2421a7092a0f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:45.052470 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Publish callbacks [] for port (6e09a076-edb5-4652-8dbd-01bc7f0e53da), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:45.096687 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-b0ce9f9b-2854-49f8-91c6-94b9eb05fad6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port ae457523-5ae9-4966-810e-316c29071d65 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:06:45.121509 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5dda9ab-a820-4676-8364-a6599249e210 admin admin] Router 0471c588-2779-4a4b-8f65-799df423c6fc has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:06:45.151111 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (6e09a076-edb5-4652-8dbd-01bc7f0e53da), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:45.207495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:45.225357 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a40561-1100-4365-b4f0-ad900ae1decf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Checking segment: {'id': '1e09bd96-26c2-4188-a8e2-71f8b3108340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd6a11e16-3a7e-4fc0-8c73-61a6445b2428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:06:45.225749 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a40561-1100-4365-b4f0-ad900ae1decf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network hostable DHCP agents. Network: d6a11e16-3a7e-4fc0-8c73-61a6445b2428, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:06:45.228453 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:45.243132 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:45.248298 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Pushing event updated for resources: {'Port': ['ID=6e09a076-edb5-4652-8dbd-01bc7f0e53da,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:45.277465 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dda9ab-a820-4676-8364-a6599249e210 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:06:45.277850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a40561-1100-4365-b4f0-ad900ae1decf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Subnet': ['ID=f0e204d6-1248-434a-9625-2421a7092a0f,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:45.287799 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d41bd-c4e5-42cb-83b0-72e786ef83b7 None None] Sync routers for ids ['0471c588-2779-4a4b-8f65-799df423c6fc'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:06:45.297407 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b5dda9ab-a820-4676-8364-a6599249e210 admin admin] 10.222.0.31 "PUT /v2.0/routers/0471c588-2779-4a4b-8f65-799df423c6fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4089227 Jan 28 06:06:45.298497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60448) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:45.301687 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d41bd-c4e5-42cb-83b0-72e786ef83b7 None None] Routers {'0471c588-2779-4a4b-8f65-799df423c6fc'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:06:45.301815 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8c7d41bd-c4e5-42cb-83b0-72e786ef83b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:06:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0471c588-2779-4a4b-8f65-799df423c6fc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:45.400918 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a40561-1100-4365-b4f0-ad900ae1decf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network d6a11e16-3a7e-4fc0-8c73-61a6445b2428 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:06:45.408000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Attempting to bind port 6e09a076-edb5-4652-8dbd-01bc7f0e53da on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:06:45.414167 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Attempting to bind port 6e09a076-edb5-4652-8dbd-01bc7f0e53da by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:06:45.414836 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Attempting to bind port 6e09a076-edb5-4652-8dbd-01bc7f0e53da on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:06:45.429975 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:06:45.430754 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:06:45.432942 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:45.435501 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:06:45.436158 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Bound port: 6e09a076-edb5-4652-8dbd-01bc7f0e53da, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:06:45.436544 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-b0ce9f9b-2854-49f8-91c6-94b9eb05fad6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::f816:3eff:feb0:11b5 (212ae0ea-5cb2-4599-bc76-8f15e4624200/19693af3-58d2-48fe-ba7d-c60d417b1bdd/ae457523-5ae9-4966-810e-316c29071d65) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:45.436800 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6e09a076-edb5-4652-8dbd-01bc7f0e53da), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:45.477030 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-33a40561-1100-4365-b4f0-ad900ae1decf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, d6a11e16-3a7e-4fc0-8c73-61a6445b2428) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:45.503345 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a40561-1100-4365-b4f0-ad900ae1decf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:45.506989 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33a40561-1100-4365-b4f0-ad900ae1decf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:45.525588 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e04bd2-73ec-461f-8586-378c8e4e01a1 None None] Network d6a11e16-3a7e-4fc0-8c73-61a6445b2428 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:45.593065 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8c7d41bd-c4e5-42cb-83b0-72e786ef83b7 None None] Set router 0471c588-2779-4a4b-8f65-799df423c6fc gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:06:45.716118 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] For port 6e09a076-edb5-4652-8dbd-01bc7f0e53da, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:06:45.725729 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-33a40561-1100-4365-b4f0-ad900ae1decf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5610595 Jan 28 06:06:45.729367 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60466) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:45.734779 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7726c421-3682-445b-96e9-af319068c546 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-930364443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:45.757896 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] For port 6e09a076-edb5-4652-8dbd-01bc7f0e53da, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6e09a076-edb5-4652-8dbd-01bc7f0e53da,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:06:45.846096 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0ce9f9b-2854-49f8-91c6-94b9eb05fad6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (ae457523-5ae9-4966-810e-316c29071d65), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:45.889448 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7726c421-3682-445b-96e9-af319068c546 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (a0d7b423-0d10-4c43-8af2-b286a84c2a5c), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:45.893211 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7726c421-3682-445b-96e9-af319068c546 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (a0d7b423-0d10-4c43-8af2-b286a84c2a5c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:45.899236 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6e09a076-edb5-4652-8dbd-01bc7f0e53da), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:45.910121 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-d6a11e16-3a7e-4fc0-8c73-61a6445b2428', 'network_id': 'd6a11e16-3a7e-4fc0-8c73-61a6445b2428', 'project_id': '8388294db8584a759a33b6fafbce7917', 'fixed_ips': [{'subnet_id': 'f0e204d6-1248-434a-9625-2421a7092a0f'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:06:45.917672 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:46.024003 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8c7d41bd-c4e5-42cb-83b0-72e786ef83b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'name': 'tempest-TestServerBasicOps-1377500027-router', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:06:43Z', 'revision_number': 5, 'project_id': '5a47cdb207f4459f8119649608f12177', 'gw_port': {'id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:17Z', 'updated_at': '2022-01-28T06:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:46.080917 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7726c421-3682-445b-96e9-af319068c546 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for router_controller (a0d7b423-0d10-4c43-8af2-b286a84c2a5c), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:46.089122 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0ce9f9b-2854-49f8-91c6-94b9eb05fad6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ae457523-5ae9-4966-810e-316c29071d65), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:46.100551 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d41bd-c4e5-42cb-83b0-72e786ef83b7 None None] Checking router: 0471c588-2779-4a4b-8f65-799df423c6fc for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:06:46.110400 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d41bd-c4e5-42cb-83b0-72e786ef83b7 None None] Routers {'0471c588-2779-4a4b-8f65-799df423c6fc'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:06:46.111291 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8c7d41bd-c4e5-42cb-83b0-72e786ef83b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:06:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['0471c588-2779-4a4b-8f65-799df423c6fc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:46.190929 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c581bf7-be66-4a4b-ad27-02cf71bfcc95 None None] Pushing event updated for resources: {'Port': ['ID=6e09a076-edb5-4652-8dbd-01bc7f0e53da,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:46.281436 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce9f9b-2854-49f8-91c6-94b9eb05fad6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=ae457523-5ae9-4966-810e-316c29071d65,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:46.301074 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7726c421-3682-445b-96e9-af319068c546 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (a0d7b423-0d10-4c43-8af2-b286a84c2a5c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:46.315362 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ce9f9b-2854-49f8-91c6-94b9eb05fad6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:46.325726 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Allocated IP 2001:db8::2 (d6a11e16-3a7e-4fc0-8c73-61a6445b2428/f0e204d6-1248-434a-9625-2421a7092a0f/5c7934a6-e400-4c0d-8464-f886bb29bdd7) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:46.328710 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-16a43bc5-2722-4ab9-8559-1f8740a258eb admin admin] Publish callbacks [] for router (0471c588-2779-4a4b-8f65-799df423c6fc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:46.338377 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-b0ce9f9b-2854-49f8-91c6-94b9eb05fad6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:46.343423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ce9f9b-2854-49f8-91c6-94b9eb05fad6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:46.373623 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ce9f9b-2854-49f8-91c6-94b9eb05fad6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:46.374457 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0ce9f9b-2854-49f8-91c6-94b9eb05fad6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:46.444540 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7726c421-3682-445b-96e9-af319068c546 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:46.447990 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7726c421-3682-445b-96e9-af319068c546 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7155364 Jan 28 06:06:46.448740 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60490) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:46.454142 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d6d7a231-b1c0-4043-9591-d36d1f37838c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'network_id': 'd6a11e16-3a7e-4fc0-8c73-61a6445b2428', 'name': 'tempest-PortsIpV6TestJSON-1970804509'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:46.529748 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8c7d41bd-c4e5-42cb-83b0-72e786ef83b7 None None] Set router 0471c588-2779-4a4b-8f65-799df423c6fc gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:06:46.650586 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Publish callbacks [] for port (5c7934a6-e400-4c0d-8464-f886bb29bdd7), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:46.660665 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b0ce9f9b-2854-49f8-91c6-94b9eb05fad6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0983350 Jan 28 06:06:46.664594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60510) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:46.665817 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-16a43bc5-2722-4ab9-8559-1f8740a258eb admin admin] Publish callbacks [] for router_gateway (0471c588-2779-4a4b-8f65-799df423c6fc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:46.730540 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (5c7934a6-e400-4c0d-8464-f886bb29bdd7), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:46.745061 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d91b2c-76ab-4a53-aec9-991915d50314 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:46.750548 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d91b2c-76ab-4a53-aec9-991915d50314 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:46.755484 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-21d91b2c-76ab-4a53-aec9-991915d50314 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0866656 Jan 28 06:06:46.755899 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60522) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:46.831357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Network d6a11e16-3a7e-4fc0-8c73-61a6445b2428 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:46.832235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:46.844593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:46.853406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Pushing event updated for resources: {'Port': ['ID=5c7934a6-e400-4c0d-8464-f886bb29bdd7,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:46.928852 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d7a231-b1c0-4043-9591-d36d1f37838c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:46.933315 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d6d7a231-b1c0-4043-9591-d36d1f37838c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:46.945853 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-16a43bc5-2722-4ab9-8559-1f8740a258eb admin admin] Deleting port fbc81308-f236-406e-a0a5-01171a361d63 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:46.946548 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-16a43bc5-2722-4ab9-8559-1f8740a258eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (fbc81308-f236-406e-a0a5-01171a361d63), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:47.007330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-d6d7a231-b1c0-4043-9591-d36d1f37838c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] device_id is not set on port af00b2d1-525f-4daf-9e92-88e775100eef yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:06:47.015612 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Attempting to bind port 5c7934a6-e400-4c0d-8464-f886bb29bdd7 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:06:47.016003 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Attempting to bind port 5c7934a6-e400-4c0d-8464-f886bb29bdd7 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '1e09bd96-26c2-4188-a8e2-71f8b3108340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd6a11e16-3a7e-4fc0-8c73-61a6445b2428'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:06:47.021606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Attempting to bind port 5c7934a6-e400-4c0d-8464-f886bb29bdd7 on network d6a11e16-3a7e-4fc0-8c73-61a6445b2428 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:06:47.030713 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:06:47.037874 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Checking segment: {'id': '1e09bd96-26c2-4188-a8e2-71f8b3108340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd6a11e16-3a7e-4fc0-8c73-61a6445b2428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:06:47.038554 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:47.039146 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Bound using segment: {'id': '1e09bd96-26c2-4188-a8e2-71f8b3108340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd6a11e16-3a7e-4fc0-8c73-61a6445b2428'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:06:47.039821 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Bound port: 5c7934a6-e400-4c0d-8464-f886bb29bdd7, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e09bd96-26c2-4188-a8e2-71f8b3108340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd6a11e16-3a7e-4fc0-8c73-61a6445b2428'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:06:47.040378 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5c7934a6-e400-4c0d-8464-f886bb29bdd7), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:47.046209 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-472bab9d-ca41-4c84-b9ec-96c903f86087 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port ae457523-5ae9-4966-810e-316c29071d65 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:47.049811 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-472bab9d-ca41-4c84-b9ec-96c903f86087 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ae457523-5ae9-4966-810e-316c29071d65), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:47.133299 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8c7d41bd-c4e5-42cb-83b0-72e786ef83b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'name': 'tempest-TestServerBasicOps-1377500027-router', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:06:43Z', 'revision_number': 5, 'project_id': '5a47cdb207f4459f8119649608f12177', 'gw_port': {'id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:17Z', 'updated_at': '2022-01-28T06:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:47.213133 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-512eb267-06db-4443-af42-4330049e87b4 None None] For port 5c7934a6-e400-4c0d-8464-f886bb29bdd7, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:06:47.232899 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-512eb267-06db-4443-af42-4330049e87b4 None None] For port 5c7934a6-e400-4c0d-8464-f886bb29bdd7, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5c7934a6-e400-4c0d-8464-f886bb29bdd7,segment=NetworkSegment(1e09bd96-26c2-4188-a8e2-71f8b3108340),segment_id=1e09bd96-26c2-4188-a8e2-71f8b3108340)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:06:47.242193 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d41bd-c4e5-42cb-83b0-72e786ef83b7 None None] The sync data for ids ['0471c588-2779-4a4b-8f65-799df423c6fc'] in n-d-812111-12 is: [{'id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'name': 'tempest-TestServerBasicOps-1377500027-router', 'tenant_id': '5a47cdb207f4459f8119649608f12177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:06:43Z', 'revision_number': 5, 'project_id': '5a47cdb207f4459f8119649608f12177', 'gw_port': {'id': 'fbc81308-f236-406e-a0a5-01171a361d63', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471c588-2779-4a4b-8f65-799df423c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:17Z', 'updated_at': '2022-01-28T06:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:06:47.270111 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-d6d7a231-b1c0-4043-9591-d36d1f37838c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Allocated IP 2001:db8::183 (d6a11e16-3a7e-4fc0-8c73-61a6445b2428/f0e204d6-1248-434a-9625-2421a7092a0f/af00b2d1-525f-4daf-9e92-88e775100eef) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:47.309871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-16a43bc5-2722-4ab9-8559-1f8740a258eb admin admin] For port fbc81308-f236-406e-a0a5-01171a361d63, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fbc81308-f236-406e-a0a5-01171a361d63,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:47.310247 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-16a43bc5-2722-4ab9-8559-1f8740a258eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (fbc81308-f236-406e-a0a5-01171a361d63), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:47.316520 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5c7934a6-e400-4c0d-8464-f886bb29bdd7), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:47.363724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-16a43bc5-2722-4ab9-8559-1f8740a258eb admin admin] Calling delete_port for fbc81308-f236-406e-a0a5-01171a361d63 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:47.372332 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-472bab9d-ca41-4c84-b9ec-96c903f86087 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ae457523-5ae9-4966-810e-316c29071d65), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:47.419365 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-472bab9d-ca41-4c84-b9ec-96c903f86087 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for ae457523-5ae9-4966-810e-316c29071d65 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:47.468670 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eb267-06db-4443-af42-4330049e87b4 None None] Pushing event updated for resources: {'Port': ['ID=5c7934a6-e400-4c0d-8464-f886bb29bdd7,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:47.694874 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d6d7a231-b1c0-4043-9591-d36d1f37838c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (af00b2d1-525f-4daf-9e92-88e775100eef), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:47.929861 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d6d7a231-b1c0-4043-9591-d36d1f37838c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (af00b2d1-525f-4daf-9e92-88e775100eef), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:48.039837 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d7a231-b1c0-4043-9591-d36d1f37838c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network d6a11e16-3a7e-4fc0-8c73-61a6445b2428 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:48.058569 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-d6d7a231-b1c0-4043-9591-d36d1f37838c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:48.066897 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6e09a076-edb5-4652-8dbd-01bc7f0e53da up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:48.068410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d7a231-b1c0-4043-9591-d36d1f37838c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:48.085924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d7a231-b1c0-4043-9591-d36d1f37838c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:48.086666 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d6d7a231-b1c0-4043-9591-d36d1f37838c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:48.110213 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-472bab9d-ca41-4c84-b9ec-96c903f86087 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ae457523-5ae9-4966-810e-316c29071d65), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:48.144808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7a231-b1c0-4043-9591-d36d1f37838c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=af00b2d1-525f-4daf-9e92-88e775100eef,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:48.185364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bab9d-ca41-4c84-b9ec-96c903f86087 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=ae457523-5ae9-4966-810e-316c29071d65,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:48.189129 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-16a43bc5-2722-4ab9-8559-1f8740a258eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (fbc81308-f236-406e-a0a5-01171a361d63), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:48.213256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Provisioning complete for port 6e09a076-edb5-4652-8dbd-01bc7f0e53da triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:48.213256 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6e09a076-edb5-4652-8dbd-01bc7f0e53da), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:48.298410 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a43bc5-2722-4ab9-8559-1f8740a258eb admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc81308-f236-406e-a0a5-01171a361d63,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:48.342002 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d6d7a231-b1c0-4043-9591-d36d1f37838c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8920541 Jan 28 06:06:48.344847 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60578) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:48.372464 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-472bab9d-ca41-4c84-b9ec-96c903f86087 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:48.380578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-472bab9d-ca41-4c84-b9ec-96c903f86087 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/ae457523-5ae9-4966-810e-316c29071d65 HTTP/1.1" status: 204 len: 168 time: 1.6234818 Jan 28 06:06:48.403723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60580) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:48.514981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1f2def-56b6-4e52-a941-f8d65233ec88 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:48.516486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1f2def-56b6-4e52-a941-f8d65233ec88 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:48.519242 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5e1f2def-56b6-4e52-a941-f8d65233ec88 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1132393 Jan 28 06:06:48.519242 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-16a43bc5-2722-4ab9-8559-1f8740a258eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (0471c588-2779-4a4b-8f65-799df423c6fc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:48.523748 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Current status of the port 6e09a076-edb5-4652-8dbd-01bc7f0e53da is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:48.523748 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6e09a076-edb5-4652-8dbd-01bc7f0e53da), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:48.526366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60584) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:48.528284 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6e09a076-edb5-4652-8dbd-01bc7f0e53da triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:48.528675 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6e09a076-edb5-4652-8dbd-01bc7f0e53da), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:48.695660 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-16a43bc5-2722-4ab9-8559-1f8740a258eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (0471c588-2779-4a4b-8f65-799df423c6fc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:48.698486 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-16a43bc5-2722-4ab9-8559-1f8740a258eb admin admin] Publish callbacks [] for router_controller (0471c588-2779-4a4b-8f65-799df423c6fc), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:48.844454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6e09a076-edb5-4652-8dbd-01bc7f0e53da is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:48.844854 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6e09a076-edb5-4652-8dbd-01bc7f0e53da), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:48.848736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] For port 6e09a076-edb5-4652-8dbd-01bc7f0e53da, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6e09a076-edb5-4652-8dbd-01bc7f0e53da,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:48.861117 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-16a43bc5-2722-4ab9-8559-1f8740a258eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (0471c588-2779-4a4b-8f65-799df423c6fc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:48.876390 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a43bc5-2722-4ab9-8559-1f8740a258eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0471c588-2779-4a4b-8f65-799df423c6fc {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:06:48.895105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7d9f0a-d50c-45cd-bb79-eb976e15b11f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet 19693af3-58d2-48fe-ba7d-c60d417b1bdd {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:06:48.901035 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-16a43bc5-2722-4ab9-8559-1f8740a258eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:48.911940 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-16a43bc5-2722-4ab9-8559-1f8740a258eb admin admin] 10.222.0.31 "DELETE /v2.0/routers/0471c588-2779-4a4b-8f65-799df423c6fc HTTP/1.1" status: 204 len: 168 time: 3.6122282 Jan 28 06:06:48.915580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60622) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:48.936023 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6e09a076-edb5-4652-8dbd-01bc7f0e53da), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:48.949466 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9f0a-d50c-45cd-bb79-eb976e15b11f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (19693af3-58d2-48fe-ba7d-c60d417b1bdd), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:49.108619 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:06:49.109165 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:06:49.135277 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60624) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:49.148691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c9e627ea-04f2-425e-b378-96dd636140f8 None None] Could not find standard attr ID for object ae457523-5ae9-4966-810e-316c29071d65. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:06:49.178054 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Pushing event updated for resources: {'Port': ['ID=6e09a076-edb5-4652-8dbd-01bc7f0e53da,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:49.181204 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9f0a-d50c-45cd-bb79-eb976e15b11f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (19693af3-58d2-48fe-ba7d-c60d417b1bdd), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:49.188280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:49.188480 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-d069163f-e9f0-431e-b012-a2d533c25fe0 admin admin] Deleting subnet 986c74b2-1c64-4375-8ceb-7ee05426b434 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:06:49.188953 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:49.189586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:49.190184 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:49.190700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:49.191370 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:49.191922 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d069163f-e9f0-431e-b012-a2d533c25fe0 admin admin] Publish callbacks [] for subnet (986c74b2-1c64-4375-8ceb-7ee05426b434), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:49.192340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:49.192862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:49.193468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:49.194285 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:49.195229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:49.195718 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:49.200173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a26784-bacf-44ce-8d9b-86503097baf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:49.237217 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28f007f4-6382-4176-8eed-fe0b9ce7b34f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (af00b2d1-525f-4daf-9e92-88e775100eef), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:49.242588 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d069163f-e9f0-431e-b012-a2d533c25fe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (986c74b2-1c64-4375-8ceb-7ee05426b434), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:49.430066 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d08ab84e-ba68-430d-b67f-e3996c68d038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:49.468920 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eca2698-85c7-42d1-b4c0-b10626fa53fb None None] Network d6a11e16-3a7e-4fc0-8c73-61a6445b2428 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:49.474852 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d069163f-e9f0-431e-b012-a2d533c25fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (986c74b2-1c64-4375-8ceb-7ee05426b434), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:49.479136 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9f0a-d50c-45cd-bb79-eb976e15b11f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (19693af3-58d2-48fe-ba7d-c60d417b1bdd), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:49.640555 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28f007f4-6382-4176-8eed-fe0b9ce7b34f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (af00b2d1-525f-4daf-9e92-88e775100eef), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:49.657951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-9030c58e-eb14-4f19-9235-4b6356de3c3c None None] Provisioning complete for port 5c7934a6-e400-4c0d-8464-f886bb29bdd7 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:49.658368 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9030c58e-eb14-4f19-9235-4b6356de3c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5c7934a6-e400-4c0d-8464-f886bb29bdd7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:49.694215 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28f007f4-6382-4176-8eed-fe0b9ce7b34f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (af00b2d1-525f-4daf-9e92-88e775100eef), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:49.697961 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d08ab84e-ba68-430d-b67f-e3996c68d038 admin admin] Publish callbacks [] for security_group (44c8ce29-1f28-445d-af43-199e2823436f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:49.727480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6e09a076-edb5-4652-8dbd-01bc7f0e53da is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:49.729496 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9f0a-d50c-45cd-bb79-eb976e15b11f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (19693af3-58d2-48fe-ba7d-c60d417b1bdd), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:49.745507 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d069163f-e9f0-431e-b012-a2d533c25fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (986c74b2-1c64-4375-8ceb-7ee05426b434), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:49.749071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c2887ffd-a979-49de-ad7e-1780b6ff84f3 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:06:49.768943 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: c2887ffd-a979-49de-ad7e-1780b6ff84f3 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:06:49.769495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c2887ffd-a979-49de-ad7e-1780b6ff84f3 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:06:49.788873 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9f0a-d50c-45cd-bb79-eb976e15b11f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:49.794762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ab7d9f0a-d50c-45cd-bb79-eb976e15b11f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/19693af3-58d2-48fe-ba7d-c60d417b1bdd HTTP/1.1" status: 204 len: 168 time: 1.0411940 Jan 28 06:06:49.817836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60632) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:49.819700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9030c58e-eb14-4f19-9235-4b6356de3c3c None None] Current status of the port 5c7934a6-e400-4c0d-8464-f886bb29bdd7 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:49.820106 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9030c58e-eb14-4f19-9235-4b6356de3c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5c7934a6-e400-4c0d-8464-f886bb29bdd7), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:49.822202 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522b9f8a-4e61-4b13-b750-900253d1fd2a None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:49.844730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d9f0a-d50c-45cd-bb79-eb976e15b11f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=19693af3-58d2-48fe-ba7d-c60d417b1bdd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:49.847137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b287b453-a551-4971-88f5-7e0366f9c8d7 None None] Network 55c94a5b-1dee-4512-95d7-42c73d08e25f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:49.862193 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d069163f-e9f0-431e-b012-a2d533c25fe0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:49.866863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d069163f-e9f0-431e-b012-a2d533c25fe0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/986c74b2-1c64-4375-8ceb-7ee05426b434 HTTP/1.1" status: 204 len: 168 time: 0.9423444 Jan 28 06:06:49.871033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60634) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:49.880579 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d08ab84e-ba68-430d-b67f-e3996c68d038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (44c8ce29-1f28-445d-af43-199e2823436f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:49.922611 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f9ce4b83-0ec9-4e1b-85a9-be0077babe4e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034110 Jan 28 06:06:49.923426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f007f4-6382-4176-8eed-fe0b9ce7b34f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=af00b2d1-525f-4daf-9e92-88e775100eef,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:49.925750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60636) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:49.949693 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-76d49a1b-54ab-402a-8566-3b3ac8f0e665 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:50.031704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069163f-e9f0-431e-b012-a2d533c25fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=986c74b2-1c64-4375-8ceb-7ee05426b434,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:50.072943 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9030c58e-eb14-4f19-9235-4b6356de3c3c None None] For port 5c7934a6-e400-4c0d-8464-f886bb29bdd7, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5c7934a6-e400-4c0d-8464-f886bb29bdd7,segment=NetworkSegment(1e09bd96-26c2-4188-a8e2-71f8b3108340),segment_id=1e09bd96-26c2-4188-a8e2-71f8b3108340)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:50.183819 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9030c58e-eb14-4f19-9235-4b6356de3c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5c7934a6-e400-4c0d-8464-f886bb29bdd7), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:50.200388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d08ab84e-ba68-430d-b67f-e3996c68d038 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=afba1a5bde20490187e2f5a1e04eb8b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0597053 Jan 28 06:06:50.204093 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28f007f4-6382-4176-8eed-fe0b9ce7b34f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (a0d7b423-0d10-4c43-8af2-b286a84c2a5c), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:50.206426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60640) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:50.206890 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ab84e-ba68-430d-b67f-e3996c68d038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c8ce29-1f28-445d-af43-199e2823436f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:50.222571 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (55c94a5b-1dee-4512-95d7-42c73d08e25f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:50.271369 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6e09a076-edb5-4652-8dbd-01bc7f0e53da up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:50.304841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd2471a-2448-4eeb-a964-4b4aa12764a9 None None] DHCP port deletion for 55c94a5b-1dee-4512-95d7-42c73d08e25f request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:06:50.350315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] Deleting port 96935103-9330-4973-ad07-93ffab2b6250 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:50.350916 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (96935103-9330-4973-ad07-93ffab2b6250), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:50.392708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030c58e-eb14-4f19-9235-4b6356de3c3c None None] Pushing event updated for resources: {'Port': ['ID=5c7934a6-e400-4c0d-8464-f886bb29bdd7,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:50.399723 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-02d16ca8-1b60-45a2-a2f3-f95ad24268ee None None] Provisioning complete for port 5c7934a6-e400-4c0d-8464-f886bb29bdd7 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:50.400286 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02d16ca8-1b60-45a2-a2f3-f95ad24268ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5c7934a6-e400-4c0d-8464-f886bb29bdd7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:50.440779 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad843f4-61e8-4934-b953-37262c2d1545 None None] DHCP port deletion for 212ae0ea-5cb2-4599-bc76-8f15e4624200 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:06:50.447638 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d49a1b-54ab-402a-8566-3b3ac8f0e665 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:50.452772 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76d49a1b-54ab-402a-8566-3b3ac8f0e665 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:50.466129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] For port 96935103-9330-4973-ad07-93ffab2b6250, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=96935103-9330-4973-ad07-93ffab2b6250,segment=NetworkSegment(15e776ac-2aab-4b5f-99dd-833886a57162),segment_id=15e776ac-2aab-4b5f-99dd-833886a57162)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:50.467511 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (96935103-9330-4973-ad07-93ffab2b6250), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:50.474138 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb5988c1-e164-4aa2-868a-3543e4a38a93 admin admin] Publish callbacks [] for security_group (44c8ce29-1f28-445d-af43-199e2823436f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:50.481326 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6e09a076-edb5-4652-8dbd-01bc7f0e53da triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:50.481326 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6e09a076-edb5-4652-8dbd-01bc7f0e53da), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:50.499025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] Calling delete_port for 96935103-9330-4973-ad07-93ffab2b6250 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:50.566158 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-afd2471a-2448-4eeb-a964-4b4aa12764a9 None None] Deleting port 96935103-9330-4973-ad07-93ffab2b6250 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:50.566158 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afd2471a-2448-4eeb-a964-4b4aa12764a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (96935103-9330-4973-ad07-93ffab2b6250), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:50.626290 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb5988c1-e164-4aa2-868a-3543e4a38a93 admin admin] Publish callbacks [] for security_group (44c8ce29-1f28-445d-af43-199e2823436f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:50.662563 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28f007f4-6382-4176-8eed-fe0b9ce7b34f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (af00b2d1-525f-4daf-9e92-88e775100eef), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:50.803387 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (96935103-9330-4973-ad07-93ffab2b6250), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:50.861448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=96935103-9330-4973-ad07-93ffab2b6250,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:50.871482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] No DVR routers for this DVR port 96935103-9330-4973-ad07-93ffab2b6250 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:06:50.924106 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-afd2471a-2448-4eeb-a964-4b4aa12764a9 None None] For port 96935103-9330-4973-ad07-93ffab2b6250, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=96935103-9330-4973-ad07-93ffab2b6250,segment=NetworkSegment(15e776ac-2aab-4b5f-99dd-833886a57162),segment_id=15e776ac-2aab-4b5f-99dd-833886a57162)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:50.924754 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afd2471a-2448-4eeb-a964-4b4aa12764a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (96935103-9330-4973-ad07-93ffab2b6250), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:50.970637 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-afd2471a-2448-4eeb-a964-4b4aa12764a9 None None] Calling delete_port for 96935103-9330-4973-ad07-93ffab2b6250 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:51.020059 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (55c94a5b-1dee-4512-95d7-42c73d08e25f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.061251 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6e09a076-edb5-4652-8dbd-01bc7f0e53da is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:51.067119 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5c7934a6-e400-4c0d-8464-f886bb29bdd7 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:51.085832 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb5988c1-e164-4aa2-868a-3543e4a38a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (44c8ce29-1f28-445d-af43-199e2823436f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.088839 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb5988c1-e164-4aa2-868a-3543e4a38a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.090259 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bb5988c1-e164-4aa2-868a-3543e4a38a93 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44c8ce29-1f28-445d-af43-199e2823436f HTTP/1.1" status: 204 len: 168 time: 0.8731706 Jan 28 06:06:51.103157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c94a5b-1dee-4512-95d7-42c73d08e25f']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:51.124444 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e776ac-2aab-4b5f-99dd-833886a57162') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:51.126682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e776ac-2aab-4b5f-99dd-833886a57162') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:51.135796 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5988c1-e164-4aa2-868a-3543e4a38a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c8ce29-1f28-445d-af43-199e2823436f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:51.150551 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (15e776ac-2aab-4b5f-99dd-833886a57162), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.175386 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (15e776ac-2aab-4b5f-99dd-833886a57162), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.187965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:06:51.189904 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (15e776ac-2aab-4b5f-99dd-833886a57162), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:06:51.194882 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:06:51.258273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cad843f4-61e8-4934-b953-37262c2d1545 None None] Deleting port 6e09a076-edb5-4652-8dbd-01bc7f0e53da {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:51.266767 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cad843f4-61e8-4934-b953-37262c2d1545 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6e09a076-edb5-4652-8dbd-01bc7f0e53da), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.351799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.objects.ports [None req-76d49a1b-54ab-402a-8566-3b3ac8f0e665 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103634) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 06:06:51.359519 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-cad843f4-61e8-4934-b953-37262c2d1545 None None] For port 6e09a076-edb5-4652-8dbd-01bc7f0e53da, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6e09a076-edb5-4652-8dbd-01bc7f0e53da,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:51.359928 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cad843f4-61e8-4934-b953-37262c2d1545 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6e09a076-edb5-4652-8dbd-01bc7f0e53da), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.373164 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cad843f4-61e8-4934-b953-37262c2d1545 None None] Calling delete_port for 6e09a076-edb5-4652-8dbd-01bc7f0e53da owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:51.380225 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (55c94a5b-1dee-4512-95d7-42c73d08e25f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.411206 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.419152 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/55c94a5b-1dee-4512-95d7-42c73d08e25f HTTP/1.1" status: 204 len: 168 time: 1.5451226 Jan 28 06:06:51.469943 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60650) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:51.482592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebff52-1372-4890-b220-d05c56fb79e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=55c94a5b-1dee-4512-95d7-42c73d08e25f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:51.524459 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-02d16ca8-1b60-45a2-a2f3-f95ad24268ee None None] Current status of the port 5c7934a6-e400-4c0d-8464-f886bb29bdd7 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:51.533524 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 5c7934a6-e400-4c0d-8464-f886bb29bdd7 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:51.538883 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5c7934a6-e400-4c0d-8464-f886bb29bdd7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.542557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-02d16ca8-1b60-45a2-a2f3-f95ad24268ee None None] Provisioning complete for port af00b2d1-525f-4daf-9e92-88e775100eef triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:51.542962 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02d16ca8-1b60-45a2-a2f3-f95ad24268ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (af00b2d1-525f-4daf-9e92-88e775100eef), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.590275 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cad843f4-61e8-4934-b953-37262c2d1545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (6e09a076-edb5-4652-8dbd-01bc7f0e53da), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.591322 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28f007f4-6382-4176-8eed-fe0b9ce7b34f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (af00b2d1-525f-4daf-9e92-88e775100eef), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.636611 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.ipam_pluggable_backend [None req-76d49a1b-54ab-402a-8566-3b3ac8f0e665 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Port 6e09a076-edb5-4652-8dbd-01bc7f0e53da was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103634) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 06:06:51.636906 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.ipam_pluggable_backend [None req-76d49a1b-54ab-402a-8566-3b3ac8f0e665 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Reverting IP allocation for 2001:db8::f816:3eff:feff:2cca {{(pid=103634) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 06:06:51.644678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad843f4-61e8-4934-b953-37262c2d1545 None None] Pushing event deleted for resources: {'Port': ['ID=6e09a076-edb5-4652-8dbd-01bc7f0e53da,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:51.653927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad843f4-61e8-4934-b953-37262c2d1545 None None] No DVR routers for this DVR port 6e09a076-edb5-4652-8dbd-01bc7f0e53da on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:06:51.658444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.ipam_pluggable_backend [None req-76d49a1b-54ab-402a-8566-3b3ac8f0e665 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feff:2cca {{(pid=103634) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 06:06:51.664092 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76d49a1b-54ab-402a-8566-3b3ac8f0e665 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (2c8bb825-455c-442c-8d21-c2e1cb7a0257), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.705747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-02d16ca8-1b60-45a2-a2f3-f95ad24268ee None None] Port af00b2d1-525f-4daf-9e92-88e775100eef cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:06:51.721328 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afd2471a-2448-4eeb-a964-4b4aa12764a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (96935103-9330-4973-ad07-93ffab2b6250), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.721529 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28f007f4-6382-4176-8eed-fe0b9ce7b34f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (af00b2d1-525f-4daf-9e92-88e775100eef), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.723113 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28f007f4-6382-4176-8eed-fe0b9ce7b34f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (a0d7b423-0d10-4c43-8af2-b286a84c2a5c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.762988 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d49a1b-54ab-402a-8566-3b3ac8f0e665 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:51.766984 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2471a-2448-4eeb-a964-4b4aa12764a9 None None] Pushing event deleted for resources: {'Port': ['ID=96935103-9330-4973-ad07-93ffab2b6250,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:51.820201 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5c7934a6-e400-4c0d-8464-f886bb29bdd7 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:51.822994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-afd2471a-2448-4eeb-a964-4b4aa12764a9 None None] Network 55c94a5b-1dee-4512-95d7-42c73d08e25f is not hosted by any dhcp agent {{(pid=103636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 06:06:51.823452 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2471a-2448-4eeb-a964-4b4aa12764a9 None None] No DVR routers for this DVR port 96935103-9330-4973-ad07-93ffab2b6250 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:06:51.855601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-236cee2e-ff07-4821-bf9a-607faa9c1deb None None] Provisioning complete for port af00b2d1-525f-4daf-9e92-88e775100eef triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:51.855987 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-236cee2e-ff07-4821-bf9a-607faa9c1deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (af00b2d1-525f-4daf-9e92-88e775100eef), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:51.962535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-236cee2e-ff07-4821-bf9a-607faa9c1deb None None] Port af00b2d1-525f-4daf-9e92-88e775100eef cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:06:51.962535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fbc81308-f236-406e-a0a5-01171a361d63 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:06:51.962535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: fbc81308-f236-406e-a0a5-01171a361d63 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:06:51.962535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fbc81308-f236-406e-a0a5-01171a361d63 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:06:52.005539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-76d49a1b-54ab-402a-8566-3b3ac8f0e665 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:52.028709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e5575e-44fd-4f78-a1d0-bf9bd0a4773e None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:52.135447 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f007f4-6382-4176-8eed-fe0b9ce7b34f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=af00b2d1-525f-4daf-9e92-88e775100eef,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:52.169756 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5c7934a6-e400-4c0d-8464-f886bb29bdd7 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:52.178692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-212ae0ea-5cb2-4599-bc76-8f15e4624200', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'fixed_ips': [{'subnet_id': '2c8bb825-455c-442c-8d21-c2e1cb7a0257'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:06:52.179141 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d49a1b-54ab-402a-8566-3b3ac8f0e665 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:52.179838 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76d49a1b-54ab-402a-8566-3b3ac8f0e665 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:52.180326 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:52.251120 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (169e322b-15d2-4eda-978d-d10a51c2d994), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:52.262772 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d49a1b-54ab-402a-8566-3b3ac8f0e665 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=2c8bb825-455c-442c-8d21-c2e1cb7a0257,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:52.304448 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60660) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:52.320821 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f007f4-6382-4176-8eed-fe0b9ce7b34f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network d6a11e16-3a7e-4fc0-8c73-61a6445b2428 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:52.341048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-28f007f4-6382-4176-8eed-fe0b9ce7b34f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:52.347875 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8857f5b1-bcd0-4cac-802d-d936c748a64c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:52.361699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 5c7934a6-e400-4c0d-8464-f886bb29bdd7 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:52.363440 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5c7934a6-e400-4c0d-8464-f886bb29bdd7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:52.387505 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-76d49a1b-54ab-402a-8566-3b3ac8f0e665 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4408758 Jan 28 06:06:52.393789 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60662) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:52.401834 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-674ff033-3f4d-4c0c-af93-5ee13d3762a9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'mac_address': 'fa:16:3e:76:06:45', 'name': 'tempest-NetworksTestDHCPv6-363492775'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:52.534022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Allocated IP 2001:db8::f816:3eff:fee4:e44a (212ae0ea-5cb2-4599-bc76-8f15e4624200/2c8bb825-455c-442c-8d21-c2e1cb7a0257/d100c14a-0595-44ee-a010-d405642e6dee) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:52.538432 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5c7934a6-e400-4c0d-8464-f886bb29bdd7 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:52.679844 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 96935103-9330-4973-ad07-93ffab2b6250 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:06:52.716495 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8857f5b1-bcd0-4cac-802d-d936c748a64c admin admin] Publish callbacks [] for security_group (2766c200-4c2b-48a0-befc-a47e206c8aeb), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:52.741709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 96935103-9330-4973-ad07-93ffab2b6250 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:06:52.742009 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 96935103-9330-4973-ad07-93ffab2b6250 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:06:52.742413 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6e09a076-edb5-4652-8dbd-01bc7f0e53da no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:06:52.742820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Deleting port 24fc6b29-003f-4695-b0ca-9d3bb1d17851 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:52.743791 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:52.783432 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 6e09a076-edb5-4652-8dbd-01bc7f0e53da {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:06:52.783776 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6e09a076-edb5-4652-8dbd-01bc7f0e53da not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:06:52.818478 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8857f5b1-bcd0-4cac-802d-d936c748a64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2766c200-4c2b-48a0-befc-a47e206c8aeb), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:52.880761 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8857f5b1-bcd0-4cac-802d-d936c748a64c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3632e3d208554ee0be1ec2cce0fb7dde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5750103 Jan 28 06:06:52.885286 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857f5b1-bcd0-4cac-802d-d936c748a64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2766c200-4c2b-48a0-befc-a47e206c8aeb,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:52.888823 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60668) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:52.916600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] For port 24fc6b29-003f-4695-b0ca-9d3bb1d17851, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=24fc6b29-003f-4695-b0ca-9d3bb1d17851,segment=NetworkSegment(9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8),segment_id=9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:52.916980 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:52.953615 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Calling delete_port for 24fc6b29-003f-4695-b0ca-9d3bb1d17851 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:52.960551 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Publish callbacks [] for port (d100c14a-0595-44ee-a010-d405642e6dee), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:52.962152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a3bca672-a321-4516-8694-e495df0ba810 None None] Provisioning complete for port af00b2d1-525f-4daf-9e92-88e775100eef triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:52.962546 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3bca672-a321-4516-8694-e495df0ba810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (af00b2d1-525f-4daf-9e92-88e775100eef), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:52.980899 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f007f4-6382-4176-8eed-fe0b9ce7b34f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Router a0d7b423-0d10-4c43-8af2-b286a84c2a5c is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:06:53.050516 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (d100c14a-0595-44ee-a010-d405642e6dee), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:53.065250 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a3bca672-a321-4516-8694-e495df0ba810 None None] Port af00b2d1-525f-4daf-9e92-88e775100eef cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:06:53.111874 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ae5cfa7-132b-4b71-b29c-07a53df2afca admin admin] Publish callbacks [] for security_group (2766c200-4c2b-48a0-befc-a47e206c8aeb), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:53.144081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:53.145406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Pushing event updated for resources: {'Port': ['ID=d100c14a-0595-44ee-a010-d405642e6dee,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:53.148307 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:53.150460 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:53.165602 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ae5cfa7-132b-4b71-b29c-07a53df2afca admin admin] Publish callbacks [] for security_group (2766c200-4c2b-48a0-befc-a47e206c8aeb), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:53.175401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f007f4-6382-4176-8eed-fe0b9ce7b34f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:06:53.188445 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-28f007f4-6382-4176-8eed-fe0b9ce7b34f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "PUT /v2.0/routers/a0d7b423-0d10-4c43-8af2-b286a84c2a5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8385105 Jan 28 06:06:53.188445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60670) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:53.189246 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf72e93-7f4d-44be-a7f4-0db5514e9c64 None None] Sync routers for ids ['a0d7b423-0d10-4c43-8af2-b286a84c2a5c'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:06:53.231059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Attempting to bind port d100c14a-0595-44ee-a010-d405642e6dee on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:06:53.231320 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Attempting to bind port d100c14a-0595-44ee-a010-d405642e6dee by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:06:53.231692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Attempting to bind port d100c14a-0595-44ee-a010-d405642e6dee on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:06:53.241077 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:06:53.241460 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:06:53.241868 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:53.244839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:06:53.244839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Bound port: d100c14a-0595-44ee-a010-d405642e6dee, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:06:53.245176 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d100c14a-0595-44ee-a010-d405642e6dee), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:53.250040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf72e93-7f4d-44be-a7f4-0db5514e9c64 None None] Routers {'a0d7b423-0d10-4c43-8af2-b286a84c2a5c'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:06:53.250644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5cf72e93-7f4d-44be-a7f4-0db5514e9c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:06:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['a0d7b423-0d10-4c43-8af2-b286a84c2a5c'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:53.261667 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674ff033-3f4d-4c0c-af93-5ee13d3762a9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:53.295684 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5cf72e93-7f4d-44be-a7f4-0db5514e9c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:53.307032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf72e93-7f4d-44be-a7f4-0db5514e9c64 None None] Routers {'a0d7b423-0d10-4c43-8af2-b286a84c2a5c'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:06:53.307662 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5cf72e93-7f4d-44be-a7f4-0db5514e9c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:06:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['a0d7b423-0d10-4c43-8af2-b286a84c2a5c'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:53.324374 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (24fc6b29-003f-4695-b0ca-9d3bb1d17851), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:53.373212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5cf72e93-7f4d-44be-a7f4-0db5514e9c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:53.373212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf72e93-7f4d-44be-a7f4-0db5514e9c64 None None] The sync data for ids ['a0d7b423-0d10-4c43-8af2-b286a84c2a5c'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:06:53.374108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786d52e1-1c52-4d5f-95d9-9409987d0b7d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:53.375841 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-786d52e1-1c52-4d5f-95d9-9409987d0b7d tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0d7b423-0d10-4c43-8af2-b286a84c2a5c HTTP/1.1" status: 200 len: 989 time: 0.1666899 Jan 28 06:06:53.376579 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60674) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:53.390689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=24fc6b29-003f-4695-b0ca-9d3bb1d17851,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:53.402968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:53.403352 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:53.404631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:53.404982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:53.405464 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:53.405809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:53.406723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:53.407061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:53.407398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:53.407726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:53.408059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:53.408385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:53.408761 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:06:53.431423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-071376a4-a910-4572-9b98-347456f3f005 None None] For port d100c14a-0595-44ee-a010-d405642e6dee, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:06:53.433786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-071376a4-a910-4572-9b98-347456f3f005 None None] For port d100c14a-0595-44ee-a010-d405642e6dee, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=d100c14a-0595-44ee-a010-d405642e6dee,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:06:53.504789 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ae5cfa7-132b-4b71-b29c-07a53df2afca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2766c200-4c2b-48a0-befc-a47e206c8aeb), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:53.507579 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2ae5cfa7-132b-4b71-b29c-07a53df2afca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:53.508642 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d100c14a-0595-44ee-a010-d405642e6dee), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:53.508842 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2ae5cfa7-132b-4b71-b29c-07a53df2afca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2766c200-4c2b-48a0-befc-a47e206c8aeb HTTP/1.1" status: 204 len: 168 time: 0.6164124 Jan 28 06:06:53.562315 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-674ff033-3f4d-4c0c-af93-5ee13d3762a9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:53.577969 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5cfa7-132b-4b71-b29c-07a53df2afca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2766c200-4c2b-48a0-befc-a47e206c8aeb,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:53.635647 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071376a4-a910-4572-9b98-347456f3f005 None None] Pushing event updated for resources: {'Port': ['ID=d100c14a-0595-44ee-a010-d405642e6dee,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:53.654589 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-674ff033-3f4d-4c0c-af93-5ee13d3762a9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port fac96617-a7be-4cbb-836e-d92d5d5c610f yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:06:53.774550 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (169e322b-15d2-4eda-978d-d10a51c2d994), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:54.308936 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Router 169e322b-15d2-4eda-978d-d10a51c2d994 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:06:54.469058 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:06:54.481819 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65569b1-b1c5-4452-a4ca-19c31cc392db None None] Sync routers for ids ['169e322b-15d2-4eda-978d-d10a51c2d994'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:06:54.488292 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4aff85f4-1e6d-4272-980b-28f3d6e8b7c0 admin admin] 10.222.0.31 "PUT /v2.0/routers/169e322b-15d2-4eda-978d-d10a51c2d994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0160768 Jan 28 06:06:54.489397 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60692) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:54.497387 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65569b1-b1c5-4452-a4ca-19c31cc392db None None] Routers {'169e322b-15d2-4eda-978d-d10a51c2d994'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:06:54.511027 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a65569b1-b1c5-4452-a4ca-19c31cc392db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:06:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['169e322b-15d2-4eda-978d-d10a51c2d994'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:54.664551 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a65569b1-b1c5-4452-a4ca-19c31cc392db None None] Set router 169e322b-15d2-4eda-978d-d10a51c2d994 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:06:54.680198 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-674ff033-3f4d-4c0c-af93-5ee13d3762a9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::f816:3eff:fe76:645 (212ae0ea-5cb2-4599-bc76-8f15e4624200/2c8bb825-455c-442c-8d21-c2e1cb7a0257/fac96617-a7be-4cbb-836e-d92d5d5c610f) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:06:54.978982 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-674ff033-3f4d-4c0c-af93-5ee13d3762a9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (fac96617-a7be-4cbb-836e-d92d5d5c610f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:55.056486 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a65569b1-b1c5-4452-a4ca-19c31cc392db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'name': 'tempest-TestServerBasicOps-1005704180-router', 'tenant_id': '9f20d0ab696c469eacae945f9b58f729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '7c5599b7-743f-4cb4-ba1e-0d3d70020820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:44Z', 'updated_at': '2022-01-28T06:06:53Z', 'revision_number': 5, 'project_id': '9f20d0ab696c469eacae945f9b58f729', 'gw_port': {'id': '7c5599b7-743f-4cb4-ba1e-0d3d70020820', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:45Z', 'updated_at': '2022-01-28T06:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:55.081606 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:55.104454 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65569b1-b1c5-4452-a4ca-19c31cc392db None None] Checking router: 169e322b-15d2-4eda-978d-d10a51c2d994 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:06:55.110682 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-674ff033-3f4d-4c0c-af93-5ee13d3762a9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (fac96617-a7be-4cbb-836e-d92d5d5c610f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:55.116598 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65569b1-b1c5-4452-a4ca-19c31cc392db None None] Routers {'169e322b-15d2-4eda-978d-d10a51c2d994'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:06:55.117321 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a65569b1-b1c5-4452-a4ca-19c31cc392db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:06:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['169e322b-15d2-4eda-978d-d10a51c2d994'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:55.307690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ff033-3f4d-4c0c-af93-5ee13d3762a9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=fac96617-a7be-4cbb-836e-d92d5d5c610f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:55.325571 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674ff033-3f4d-4c0c-af93-5ee13d3762a9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:06:55.334813 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-674ff033-3f4d-4c0c-af93-5ee13d3762a9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:06:55.338451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674ff033-3f4d-4c0c-af93-5ee13d3762a9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:06:55.350864 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674ff033-3f4d-4c0c-af93-5ee13d3762a9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:55.351546 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-674ff033-3f4d-4c0c-af93-5ee13d3762a9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:55.380270 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a65569b1-b1c5-4452-a4ca-19c31cc392db None None] Set router 169e322b-15d2-4eda-978d-d10a51c2d994 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:06:55.494955 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-04df87c2-08ce-438c-bbfd-2c319ce5f0c5 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (a0d7b423-0d10-4c43-8af2-b286a84c2a5c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:55.567422 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6092b41-45b2-4a0e-b7e2-2943b5f32101 admin admin] Publish callbacks [] for router (169e322b-15d2-4eda-978d-d10a51c2d994), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:55.635457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-90cd9579-010a-4120-be31-b0166d6eff9b None None] Provisioning complete for port d100c14a-0595-44ee-a010-d405642e6dee triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:55.635844 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90cd9579-010a-4120-be31-b0166d6eff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d100c14a-0595-44ee-a010-d405642e6dee), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:55.828636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60716) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:55.829517 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-674ff033-3f4d-4c0c-af93-5ee13d3762a9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.4375932 Jan 28 06:06:55.873815 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a65569b1-b1c5-4452-a4ca-19c31cc392db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'name': 'tempest-TestServerBasicOps-1005704180-router', 'tenant_id': '9f20d0ab696c469eacae945f9b58f729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '7c5599b7-743f-4cb4-ba1e-0d3d70020820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:44Z', 'updated_at': '2022-01-28T06:06:53Z', 'revision_number': 5, 'project_id': '9f20d0ab696c469eacae945f9b58f729', 'gw_port': {'id': '7c5599b7-743f-4cb4-ba1e-0d3d70020820', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:45Z', 'updated_at': '2022-01-28T06:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:55.893430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-90cd9579-010a-4120-be31-b0166d6eff9b None None] Current status of the port d100c14a-0595-44ee-a010-d405642e6dee is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:55.894630 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90cd9579-010a-4120-be31-b0166d6eff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d100c14a-0595-44ee-a010-d405642e6dee), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:55.986497 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65569b1-b1c5-4452-a4ca-19c31cc392db None None] The sync data for ids ['169e322b-15d2-4eda-978d-d10a51c2d994'] in n-d-812111-12 is: [{'id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'name': 'tempest-TestServerBasicOps-1005704180-router', 'tenant_id': '9f20d0ab696c469eacae945f9b58f729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '7c5599b7-743f-4cb4-ba1e-0d3d70020820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:44Z', 'updated_at': '2022-01-28T06:06:53Z', 'revision_number': 5, 'project_id': '9f20d0ab696c469eacae945f9b58f729', 'gw_port': {'id': '7c5599b7-743f-4cb4-ba1e-0d3d70020820', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169e322b-15d2-4eda-978d-d10a51c2d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:45Z', 'updated_at': '2022-01-28T06:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:06:56.021793 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6092b41-45b2-4a0e-b7e2-2943b5f32101 admin admin] Publish callbacks [] for router_gateway (169e322b-15d2-4eda-978d-d10a51c2d994), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:56.044892 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-90cd9579-010a-4120-be31-b0166d6eff9b None None] For port d100c14a-0595-44ee-a010-d405642e6dee, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=d100c14a-0595-44ee-a010-d405642e6dee,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:56.081864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac3acb-5c9b-46bf-991d-9660dad1ffde tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:56.084049 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-04df87c2-08ce-438c-bbfd-2c319ce5f0c5 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port af00b2d1-525f-4daf-9e92-88e775100eef {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:56.084439 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-04df87c2-08ce-438c-bbfd-2c319ce5f0c5 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (af00b2d1-525f-4daf-9e92-88e775100eef), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:56.089443 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac3acb-5c9b-46bf-991d-9660dad1ffde tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:56.095134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-55ac3acb-5c9b-46bf-991d-9660dad1ffde tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2653518 Jan 28 06:06:56.095813 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60718) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:56.127944 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90cd9579-010a-4120-be31-b0166d6eff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d100c14a-0595-44ee-a010-d405642e6dee), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:56.219539 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-04df87c2-08ce-438c-bbfd-2c319ce5f0c5 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (af00b2d1-525f-4daf-9e92-88e775100eef), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:56.236408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-04df87c2-08ce-438c-bbfd-2c319ce5f0c5 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for af00b2d1-525f-4daf-9e92-88e775100eef owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:56.255425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd9579-010a-4120-be31-b0166d6eff9b None None] Pushing event updated for resources: {'Port': ['ID=d100c14a-0595-44ee-a010-d405642e6dee,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:56.295106 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-715681a6-8598-46b2-ad7d-e34a08be1e8e None None] Provisioning complete for port fac96617-a7be-4cbb-836e-d92d5d5c610f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:56.298074 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-715681a6-8598-46b2-ad7d-e34a08be1e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fac96617-a7be-4cbb-836e-d92d5d5c610f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:56.309838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d8da5208-2e52-4281-87f0-bef0a1a56a11 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port fac96617-a7be-4cbb-836e-d92d5d5c610f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:56.310148 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8da5208-2e52-4281-87f0-bef0a1a56a11 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (fac96617-a7be-4cbb-836e-d92d5d5c610f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:56.315586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c6092b41-45b2-4a0e-b7e2-2943b5f32101 admin admin] Deleting port 7c5599b7-743f-4cb4-ba1e-0d3d70020820 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:56.320503 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6092b41-45b2-4a0e-b7e2-2943b5f32101 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7c5599b7-743f-4cb4-ba1e-0d3d70020820), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:56.355698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-715681a6-8598-46b2-ad7d-e34a08be1e8e None None] Port fac96617-a7be-4cbb-836e-d92d5d5c610f cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:06:56.489724 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device d100c14a-0595-44ee-a010-d405642e6dee up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:56.581041 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8da5208-2e52-4281-87f0-bef0a1a56a11 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (fac96617-a7be-4cbb-836e-d92d5d5c610f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:56.594989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d8da5208-2e52-4281-87f0-bef0a1a56a11 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for fac96617-a7be-4cbb-836e-d92d5d5c610f owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:56.638514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-c6092b41-45b2-4a0e-b7e2-2943b5f32101 admin admin] For port 7c5599b7-743f-4cb4-ba1e-0d3d70020820, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7c5599b7-743f-4cb4-ba1e-0d3d70020820,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:56.643971 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6092b41-45b2-4a0e-b7e2-2943b5f32101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7c5599b7-743f-4cb4-ba1e-0d3d70020820), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:56.662495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c6092b41-45b2-4a0e-b7e2-2943b5f32101 admin admin] Calling delete_port for 7c5599b7-743f-4cb4-ba1e-0d3d70020820 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:56.671365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port d100c14a-0595-44ee-a010-d405642e6dee triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:56.672040 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d100c14a-0595-44ee-a010-d405642e6dee), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:56.688711 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-04df87c2-08ce-438c-bbfd-2c319ce5f0c5 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (af00b2d1-525f-4daf-9e92-88e775100eef), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:56.767199 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df87c2-08ce-438c-bbfd-2c319ce5f0c5 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=af00b2d1-525f-4daf-9e92-88e775100eef,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:56.867833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port d100c14a-0595-44ee-a010-d405642e6dee is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:57.006493 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-04df87c2-08ce-438c-bbfd-2c319ce5f0c5 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (a0d7b423-0d10-4c43-8af2-b286a84c2a5c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:57.132704 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8da5208-2e52-4281-87f0-bef0a1a56a11 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (fac96617-a7be-4cbb-836e-d92d5d5c610f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:57.187880 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da5208-2e52-4281-87f0-bef0a1a56a11 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=fac96617-a7be-4cbb-836e-d92d5d5c610f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:57.218132 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6092b41-45b2-4a0e-b7e2-2943b5f32101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (7c5599b7-743f-4cb4-ba1e-0d3d70020820), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:57.223519 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8da5208-2e52-4281-87f0-bef0a1a56a11 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:57.231156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d8da5208-2e52-4281-87f0-bef0a1a56a11 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/fac96617-a7be-4cbb-836e-d92d5d5c610f HTTP/1.1" status: 204 len: 168 time: 1.1342785 Jan 28 06:06:57.234655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60730) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:57.236827 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04df87c2-08ce-438c-bbfd-2c319ce5f0c5 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Router a0d7b423-0d10-4c43-8af2-b286a84c2a5c has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:06:57.344328 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04df87c2-08ce-438c-bbfd-2c319ce5f0c5 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:06:57.347360 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-04df87c2-08ce-438c-bbfd-2c319ce5f0c5 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "PUT /v2.0/routers/a0d7b423-0d10-4c43-8af2-b286a84c2a5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9596505 Jan 28 06:06:57.350098 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60734) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:57.355722 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfa6c68-4c3d-488a-aa30-4ac120ace8f0 None None] Sync routers for ids ['a0d7b423-0d10-4c43-8af2-b286a84c2a5c'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:06:57.376431 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa6c68-4c3d-488a-aa30-4ac120ace8f0 None None] Routers {'a0d7b423-0d10-4c43-8af2-b286a84c2a5c'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:06:57.383910 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-cdfa6c68-4c3d-488a-aa30-4ac120ace8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:06:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['a0d7b423-0d10-4c43-8af2-b286a84c2a5c'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:57.384066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d74690-8b04-486c-8ab2-c8580bf0f624 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:57.384066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d74690-8b04-486c-8ab2-c8580bf0f624 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:57.388001 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-22d74690-8b04-486c-8ab2-c8580bf0f624 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1471422 Jan 28 06:06:57.388749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60736) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:57.403270 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ab13f2-fcd2-42cd-87a0-b168b4ace3f4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] GET failed (client error): The resource could not be found. Jan 28 06:06:57.405121 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a5ab13f2-fcd2-42cd-87a0-b168b4ace3f4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports/af00b2d1-525f-4daf-9e92-88e775100eef HTTP/1.1" status: 404 len: 333 time: 0.0532043 Jan 28 06:06:57.407761 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60738) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:57.446686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-585a4d5c-e58b-45cb-a119-d846417f7308 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet 2c8bb825-455c-442c-8d21-c2e1cb7a0257 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:06:57.450651 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6092b41-45b2-4a0e-b7e2-2943b5f32101 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5599b7-743f-4cb4-ba1e-0d3d70020820,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:57.451005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-cdfa6c68-4c3d-488a-aa30-4ac120ace8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:57.465997 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-585a4d5c-e58b-45cb-a119-d846417f7308 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (2c8bb825-455c-442c-8d21-c2e1cb7a0257), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:57.469745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa6c68-4c3d-488a-aa30-4ac120ace8f0 None None] Routers {'a0d7b423-0d10-4c43-8af2-b286a84c2a5c'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:06:57.470418 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-cdfa6c68-4c3d-488a-aa30-4ac120ace8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:06:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['a0d7b423-0d10-4c43-8af2-b286a84c2a5c'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:57.546132 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-cdfa6c68-4c3d-488a-aa30-4ac120ace8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:06:57.546904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfa6c68-4c3d-488a-aa30-4ac120ace8f0 None None] The sync data for ids ['a0d7b423-0d10-4c43-8af2-b286a84c2a5c'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:06:57.614044 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7299a49-f50f-474f-9d05-437e54c812ff tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for router (a0d7b423-0d10-4c43-8af2-b286a84c2a5c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:57.679709 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-585a4d5c-e58b-45cb-a119-d846417f7308 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (2c8bb825-455c-442c-8d21-c2e1cb7a0257), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:57.728709 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:57.761934 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6092b41-45b2-4a0e-b7e2-2943b5f32101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (169e322b-15d2-4eda-978d-d10a51c2d994), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:57.909021 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6092b41-45b2-4a0e-b7e2-2943b5f32101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (169e322b-15d2-4eda-978d-d10a51c2d994), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:57.915558 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6092b41-45b2-4a0e-b7e2-2943b5f32101 admin admin] Publish callbacks [] for router_controller (169e322b-15d2-4eda-978d-d10a51c2d994), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:57.972419 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-585a4d5c-e58b-45cb-a119-d846417f7308 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (2c8bb825-455c-442c-8d21-c2e1cb7a0257), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:58.111562 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6092b41-45b2-4a0e-b7e2-2943b5f32101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (169e322b-15d2-4eda-978d-d10a51c2d994), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:58.112544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6092b41-45b2-4a0e-b7e2-2943b5f32101 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 169e322b-15d2-4eda-978d-d10a51c2d994 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:06:58.112652 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7299a49-f50f-474f-9d05-437e54c812ff tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (a0d7b423-0d10-4c43-8af2-b286a84c2a5c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:58.115510 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7299a49-f50f-474f-9d05-437e54c812ff tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for router_controller (a0d7b423-0d10-4c43-8af2-b286a84c2a5c), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:58.117864 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6092b41-45b2-4a0e-b7e2-2943b5f32101 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:58.121954 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c6092b41-45b2-4a0e-b7e2-2943b5f32101 admin admin] 10.222.0.31 "DELETE /v2.0/routers/169e322b-15d2-4eda-978d-d10a51c2d994 HTTP/1.1" status: 204 len: 168 time: 3.6285505 Jan 28 06:06:58.122072 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60748) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:58.157140 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-585a4d5c-e58b-45cb-a119-d846417f7308 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (2c8bb825-455c-442c-8d21-c2e1cb7a0257), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:58.213579 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a4d5c-e58b-45cb-a119-d846417f7308 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8bb825-455c-442c-8d21-c2e1cb7a0257,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:58.226431 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-585a4d5c-e58b-45cb-a119-d846417f7308 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:58.232168 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9253c017-3a5c-459c-859d-8357085c3012 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:58.236363 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-585a4d5c-e58b-45cb-a119-d846417f7308 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/2c8bb825-455c-442c-8d21-c2e1cb7a0257 HTTP/1.1" status: 204 len: 168 time: 0.8438830 Jan 28 06:06:58.242199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60750) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:58.305023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1c45ee-7c07-4a60-9b45-aa9d8b62dd71 admin admin] Deleting subnet 0fdc3658-be1d-4eac-8cd0-c9dfacab1700 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:06:58.316394 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de1c45ee-7c07-4a60-9b45-aa9d8b62dd71 admin admin] Publish callbacks [] for subnet (0fdc3658-be1d-4eac-8cd0-c9dfacab1700), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:58.339958 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c9f688fa-f09c-4709-a21e-707a5e1587ff tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940015 Jan 28 06:06:58.341233 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60752) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:58.367966 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device d100c14a-0595-44ee-a010-d405642e6dee up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:06:58.372005 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7299a49-f50f-474f-9d05-437e54c812ff tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (a0d7b423-0d10-4c43-8af2-b286a84c2a5c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:58.372525 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7299a49-f50f-474f-9d05-437e54c812ff tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Fanout notify agent at l3_agent the message router_deleted on router a0d7b423-0d10-4c43-8af2-b286a84c2a5c {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:06:58.404583 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7299a49-f50f-474f-9d05-437e54c812ff tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:58.412372 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c7299a49-f50f-474f-9d05-437e54c812ff tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/routers/a0d7b423-0d10-4c43-8af2-b286a84c2a5c HTTP/1.1" status: 204 len: 168 time: 1.0034263 Jan 28 06:06:58.418940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60754) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:58.449100 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de1c45ee-7c07-4a60-9b45-aa9d8b62dd71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (0fdc3658-be1d-4eac-8cd0-c9dfacab1700), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:58.469779 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port d100c14a-0595-44ee-a010-d405642e6dee triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:06:58.470163 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d100c14a-0595-44ee-a010-d405642e6dee), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:58.608134 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a0f9b8-92cd-4fbf-93a6-44a95d83c820 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting subnet f0e204d6-1248-434a-9625-2421a7092a0f {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:06:58.618398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cca83bb-f47f-457b-b9dd-4ed709bf280e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:58.623084 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1cca83bb-f47f-457b-b9dd-4ed709bf280e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2806215 Jan 28 06:06:58.625012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60756) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:58.627399 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46a0f9b8-92cd-4fbf-93a6-44a95d83c820 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (f0e204d6-1248-434a-9625-2421a7092a0f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:58.631132 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:06:58.637673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port d100c14a-0595-44ee-a010-d405642e6dee is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:06:58.644332 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303ccd9b-2cdb-43b2-81c6-76e6de39ee46 None None] DHCP port deletion for 212ae0ea-5cb2-4599-bc76-8f15e4624200 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:06:58.683287 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de1c45ee-7c07-4a60-9b45-aa9d8b62dd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (0fdc3658-be1d-4eac-8cd0-c9dfacab1700), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:58.708550 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 24fc6b29-003f-4695-b0ca-9d3bb1d17851 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:06:58.755211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 24fc6b29-003f-4695-b0ca-9d3bb1d17851 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:06:58.755564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 24fc6b29-003f-4695-b0ca-9d3bb1d17851 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:06:58.780798 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46a0f9b8-92cd-4fbf-93a6-44a95d83c820 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (f0e204d6-1248-434a-9625-2421a7092a0f), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:58.818835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-303ccd9b-2cdb-43b2-81c6-76e6de39ee46 None None] Deleting port d100c14a-0595-44ee-a010-d405642e6dee {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:58.819483 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-303ccd9b-2cdb-43b2-81c6-76e6de39ee46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (d100c14a-0595-44ee-a010-d405642e6dee), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:58.834818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1996b581-1510-42ce-9bca-eb600809aa0f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:06:58.839781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1996b581-1510-42ce-9bca-eb600809aa0f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2135808 Jan 28 06:06:58.840248 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60764) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:58.905111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-303ccd9b-2cdb-43b2-81c6-76e6de39ee46 None None] For port d100c14a-0595-44ee-a010-d405642e6dee, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=d100c14a-0595-44ee-a010-d405642e6dee,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:58.907215 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-303ccd9b-2cdb-43b2-81c6-76e6de39ee46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (d100c14a-0595-44ee-a010-d405642e6dee), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:58.922852 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-106b8b8d-ea06-4eda-8cf9-c0a44ebea177 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800080 Jan 28 06:06:58.928440 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60766) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:58.929147 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46a0f9b8-92cd-4fbf-93a6-44a95d83c820 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (f0e204d6-1248-434a-9625-2421a7092a0f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:58.930759 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-303ccd9b-2cdb-43b2-81c6-76e6de39ee46 None None] Calling delete_port for d100c14a-0595-44ee-a010-d405642e6dee owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:58.933721 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-3a44ced8-09eb-4305-9a34-23b27d4d8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:06:58.940554 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de1c45ee-7c07-4a60-9b45-aa9d8b62dd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (0fdc3658-be1d-4eac-8cd0-c9dfacab1700), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:59.063299 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c45ee-7c07-4a60-9b45-aa9d8b62dd71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fdc3658-be1d-4eac-8cd0-c9dfacab1700,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:59.092791 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de1c45ee-7c07-4a60-9b45-aa9d8b62dd71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:59.099997 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-de1c45ee-7c07-4a60-9b45-aa9d8b62dd71 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0fdc3658-be1d-4eac-8cd0-c9dfacab1700 HTTP/1.1" status: 204 len: 168 time: 0.9768946 Jan 28 06:06:59.100182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5848555a-f75d-42c6-aac0-8339770f4d8d None None] Network 114c005a-3cce-4c0a-98aa-24381aab00ea requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:59.101276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60770) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:59.170018 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-303ccd9b-2cdb-43b2-81c6-76e6de39ee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (d100c14a-0595-44ee-a010-d405642e6dee), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:59.190355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a44ced8-09eb-4305-9a34-23b27d4d8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:06:59.195124 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3a44ced8-09eb-4305-9a34-23b27d4d8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:59.232380 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ccd9b-2cdb-43b2-81c6-76e6de39ee46 None None] Pushing event deleted for resources: {'Port': ['ID=d100c14a-0595-44ee-a010-d405642e6dee,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:59.235312 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303ccd9b-2cdb-43b2-81c6-76e6de39ee46 None None] No DVR routers for this DVR port d100c14a-0595-44ee-a010-d405642e6dee on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:06:59.248988 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46a0f9b8-92cd-4fbf-93a6-44a95d83c820 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (f0e204d6-1248-434a-9625-2421a7092a0f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:59.310659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0f9b8-92cd-4fbf-93a6-44a95d83c820 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e204d6-1248-434a-9625-2421a7092a0f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:59.326337 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46a0f9b8-92cd-4fbf-93a6-44a95d83c820 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:59.336365 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-46a0f9b8-92cd-4fbf-93a6-44a95d83c820 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/f0e204d6-1248-434a-9625-2421a7092a0f HTTP/1.1" status: 204 len: 168 time: 0.9165564 Jan 28 06:06:59.339231 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (114c005a-3cce-4c0a-98aa-24381aab00ea), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:59.340219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb2d2e0-4331-4bbc-a252-d0f7405ab49f None None] Network d6a11e16-3a7e-4fc0-8c73-61a6445b2428 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:06:59.340794 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60772) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:06:59.517713 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] Deleting port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:59.518464 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (08f500d3-ee3e-4a6a-a242-33b7718f5d9e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:59.584240 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14369cd2-5f05-4b6a-accc-76a09997b601 None None] DHCP port deletion for 114c005a-3cce-4c0a-98aa-24381aab00ea request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:06:59.614149 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (d6a11e16-3a7e-4fc0-8c73-61a6445b2428), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:59.662038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] For port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=08f500d3-ee3e-4a6a-a242-33b7718f5d9e,segment=NetworkSegment(9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8),segment_id=9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:59.662485 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (08f500d3-ee3e-4a6a-a242-33b7718f5d9e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:59.695039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] Calling delete_port for 08f500d3-ee3e-4a6a-a242-33b7718f5d9e owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:06:59.755107 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port 5c7934a6-e400-4c0d-8464-f886bb29bdd7 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:06:59.755817 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5c7934a6-e400-4c0d-8464-f886bb29bdd7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:59.914255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] For port 5c7934a6-e400-4c0d-8464-f886bb29bdd7, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5c7934a6-e400-4c0d-8464-f886bb29bdd7,segment=NetworkSegment(1e09bd96-26c2-4188-a8e2-71f8b3108340),segment_id=1e09bd96-26c2-4188-a8e2-71f8b3108340)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:06:59.915009 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5c7934a6-e400-4c0d-8464-f886bb29bdd7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:59.933164 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (08f500d3-ee3e-4a6a-a242-33b7718f5d9e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:06:59.967529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bce2ae-9417-464c-ab59-7b34cf1b462c None None] DHCP port deletion for d6a11e16-3a7e-4fc0-8c73-61a6445b2428 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:06:59.970464 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=08f500d3-ee3e-4a6a-a242-33b7718f5d9e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:06:59.975642 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] No DVR routers for this DVR port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:06:59.994148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.objects.ports [None req-3a44ced8-09eb-4305-9a34-23b27d4d8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103634) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 06:06:59.995898 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for 5c7934a6-e400-4c0d-8464-f886bb29bdd7 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:00.010587 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3a44ced8-09eb-4305-9a34-23b27d4d8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (e516b0cd-ae4b-4565-9576-a83eba6f8d11), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.083952 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (114c005a-3cce-4c0a-98aa-24381aab00ea), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.106969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-14369cd2-5f05-4b6a-accc-76a09997b601 None None] Deleting port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:00.107275 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14369cd2-5f05-4b6a-accc-76a09997b601 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (08f500d3-ee3e-4a6a-a242-33b7718f5d9e), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.107810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114c005a-3cce-4c0a-98aa-24381aab00ea']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:00.120776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:00.121371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:00.134512 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.153013 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.164923 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:07:00.165327 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (9ab1aa9e-7403-4fef-92f6-af9ea8fdb5b8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:07:00.167168 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:07:00.187502 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a44ced8-09eb-4305-9a34-23b27d4d8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:00.193156 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-3a44ced8-09eb-4305-9a34-23b27d4d8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:00.199767 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a44ced8-09eb-4305-9a34-23b27d4d8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:00.200369 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3a44ced8-09eb-4305-9a34-23b27d4d8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.212654 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 08f500d3-ee3e-4a6a-a242-33b7718f5d9e no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:00.232357 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44ced8-09eb-4305-9a34-23b27d4d8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=e516b0cd-ae4b-4565-9576-a83eba6f8d11,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:00.256878 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a6bce2ae-9417-464c-ab59-7b34cf1b462c None None] Deleting port 5c7934a6-e400-4c0d-8464-f886bb29bdd7 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:00.257249 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a6bce2ae-9417-464c-ab59-7b34cf1b462c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5c7934a6-e400-4c0d-8464-f886bb29bdd7), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.261641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ab5aa1-b5a2-4b8a-aa11-abe446f48449 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:00.266151 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 08f500d3-ee3e-4a6a-a242-33b7718f5d9e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:07:00.266151 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 08f500d3-ee3e-4a6a-a242-33b7718f5d9e not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:00.266151 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5c7934a6-e400-4c0d-8464-f886bb29bdd7 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:00.339777 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (114c005a-3cce-4c0a-98aa-24381aab00ea), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.340185 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-14369cd2-5f05-4b6a-accc-76a09997b601 None None] For port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e, host n-d-812111-12, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:00.340597 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14369cd2-5f05-4b6a-accc-76a09997b601 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (08f500d3-ee3e-4a6a-a242-33b7718f5d9e), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.361443 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-14369cd2-5f05-4b6a-accc-76a09997b601 None None] Calling delete_port for 08f500d3-ee3e-4a6a-a242-33b7718f5d9e owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:00.365601 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.372611 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] 10.222.0.31 "DELETE /v2.0/networks/114c005a-3cce-4c0a-98aa-24381aab00ea HTTP/1.1" status: 204 len: 168 time: 1.2698531 Jan 28 06:07:00.373745 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cb50a-3aef-4d92-a0e6-e79c03088ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=114c005a-3cce-4c0a-98aa-24381aab00ea,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:00.383093 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3a44ced8-09eb-4305-9a34-23b27d4d8c6c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4535019 Jan 28 06:07:00.391299 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60786) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:00.399450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9599101e-ff4a-4b02-93f9-5fd4a1e9fcba tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'mac_address': 'fa:16:3e:ef:d6:98', 'name': 'tempest-NetworksTestDHCPv6-1881593125'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:00.408468 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (5c7934a6-e400-4c0d-8464-f886bb29bdd7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.425008 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-14369cd2-5f05-4b6a-accc-76a09997b601 None None] Port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e was not found and therefore no delete operation was performed {{(pid=103636) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 06:07:00.444551 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14369cd2-5f05-4b6a-accc-76a09997b601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (08f500d3-ee3e-4a6a-a242-33b7718f5d9e), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.482993 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No DVR routers for this DVR port 5c7934a6-e400-4c0d-8464-f886bb29bdd7 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:07:00.505891 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-14369cd2-5f05-4b6a-accc-76a09997b601 None None] Network 114c005a-3cce-4c0a-98aa-24381aab00ea is not hosted by any dhcp agent {{(pid=103636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 06:07:00.506441 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14369cd2-5f05-4b6a-accc-76a09997b601 None None] No DVR routers for this DVR port 08f500d3-ee3e-4a6a-a242-33b7718f5d9e on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:07:00.515750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14369cd2-5f05-4b6a-accc-76a09997b601 None None] Pushing event deleted for resources: {'Port': ['ID=08f500d3-ee3e-4a6a-a242-33b7718f5d9e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:00.547264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No active binding found for port 5c7934a6-e400-4c0d-8464-f886bb29bdd7 {{(pid=103636) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 06:07:00.547648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] The host n-d-812111-12 is not matching for port 5c7934a6-e400-4c0d-8464-f886bb29bdd7 host None! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:07:00.548027 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5c7934a6-e400-4c0d-8464-f886bb29bdd7 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:00.548439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device d100c14a-0595-44ee-a010-d405642e6dee no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:00.557291 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=5c7934a6-e400-4c0d-8464-f886bb29bdd7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:00.558153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a6bce2ae-9417-464c-ab59-7b34cf1b462c None None] For port 5c7934a6-e400-4c0d-8464-f886bb29bdd7, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5c7934a6-e400-4c0d-8464-f886bb29bdd7,segment=NetworkSegment(1e09bd96-26c2-4188-a8e2-71f8b3108340),segment_id=1e09bd96-26c2-4188-a8e2-71f8b3108340)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:00.561757 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a6bce2ae-9417-464c-ab59-7b34cf1b462c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5c7934a6-e400-4c0d-8464-f886bb29bdd7), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.624615 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: d100c14a-0595-44ee-a010-d405642e6dee {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:07:00.625283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device d100c14a-0595-44ee-a010-d405642e6dee not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:00.625433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7c5599b7-743f-4cb4-ba1e-0d3d70020820 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:00.627341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a6bce2ae-9417-464c-ab59-7b34cf1b462c None None] Calling delete_port for 5c7934a6-e400-4c0d-8464-f886bb29bdd7 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:00.656456 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-212ae0ea-5cb2-4599-bc76-8f15e4624200', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'fixed_ips': [{'subnet_id': 'e516b0cd-ae4b-4565-9576-a83eba6f8d11'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:07:00.657311 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.680537 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 7c5599b7-743f-4cb4-ba1e-0d3d70020820 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:07:00.680923 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7c5599b7-743f-4cb4-ba1e-0d3d70020820 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:00.737298 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (d6a11e16-3a7e-4fc0-8c73-61a6445b2428), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.775741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a11e16-3a7e-4fc0-8c73-61a6445b2428']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:00.793584 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e09bd96-26c2-4188-a8e2-71f8b3108340') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:00.793896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e09bd96-26c2-4188-a8e2-71f8b3108340') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:00.807253 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (1e09bd96-26c2-4188-a8e2-71f8b3108340), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.822317 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1e09bd96-26c2-4188-a8e2-71f8b3108340), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.828815 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:07:00.829322 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (1e09bd96-26c2-4188-a8e2-71f8b3108340), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:07:00.833973 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:07:00.910176 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60794) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:00.938361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9599101e-ff4a-4b02-93f9-5fd4a1e9fcba tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:01.010071 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a6bce2ae-9417-464c-ab59-7b34cf1b462c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (5c7934a6-e400-4c0d-8464-f886bb29bdd7), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:01.012502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a66e69cd-287d-4dca-bdd6-02c9e06d090b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a47cdb207f4459f8119649608f12177&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0989215 Jan 28 06:07:01.013872 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60798) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:01.041302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Allocated IP 2001:db8::f816:3eff:fefb:cf90 (212ae0ea-5cb2-4599-bc76-8f15e4624200/e516b0cd-ae4b-4565-9576-a83eba6f8d11/9cbbff92-ee4f-4e21-82de-727989d90f49) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:01.053244 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9599101e-ff4a-4b02-93f9-5fd4a1e9fcba tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:01.081597 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-9599101e-ff4a-4b02-93f9-5fd4a1e9fcba tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port a2dd7aef-6480-4130-b79c-3f7b2618c56b yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:07:01.090776 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bce2ae-9417-464c-ab59-7b34cf1b462c None None] Pushing event deleted for resources: {'Port': ['ID=5c7934a6-e400-4c0d-8464-f886bb29bdd7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:01.095335 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (d6a11e16-3a7e-4fc0-8c73-61a6445b2428), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:01.108298 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bce2ae-9417-464c-ab59-7b34cf1b462c None None] No DVR routers for this DVR port 5c7934a6-e400-4c0d-8464-f886bb29bdd7 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:07:01.118961 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29d9805d-4694-4d3b-ac73-0c63f4858d31 admin admin] Publish callbacks [] for security_group (08a2602d-c9ff-4c5b-b53e-623c990ac891), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:01.167094 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29d9805d-4694-4d3b-ac73-0c63f4858d31 admin admin] Publish callbacks [] for security_group (08a2602d-c9ff-4c5b-b53e-623c990ac891), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:01.176697 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:01.184134 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/networks/d6a11e16-3a7e-4fc0-8c73-61a6445b2428 HTTP/1.1" status: 204 len: 168 time: 1.8385260 Jan 28 06:07:01.185595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60800) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:01.249846 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34d65a-b6be-4cb7-851a-2488cfc511b4 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Network': ['ID=d6a11e16-3a7e-4fc0-8c73-61a6445b2428,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:01.300225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7e49ac-2188-415a-b50c-b97e2c156108 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:01.302351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6b7e49ac-2188-415a-b50c-b97e2c156108 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports/af7ad0bd-c849-4a03-9cdf-6aea01db36de HTTP/1.1" status: 200 len: 845 time: 0.1158514 Jan 28 06:07:01.305922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60802) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:01.312982 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Publish callbacks [] for port (9cbbff92-ee4f-4e21-82de-727989d90f49), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:01.350428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fa2111f4-32aa-47f3-88a9-b9189380ff53 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports/af7ad0bd-c849-4a03-9cdf-6aea01db36de?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0433919 Jan 28 06:07:01.354057 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60804) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:01.359663 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-3444ca30-6e01-4ee2-a7f2-03983d42811a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'subnet': {'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:01.402231 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (9cbbff92-ee4f-4e21-82de-727989d90f49), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:01.430189 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29d9805d-4694-4d3b-ac73-0c63f4858d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (08a2602d-c9ff-4c5b-b53e-623c990ac891), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:01.433548 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29d9805d-4694-4d3b-ac73-0c63f4858d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:01.434830 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-29d9805d-4694-4d3b-ac73-0c63f4858d31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08a2602d-c9ff-4c5b-b53e-623c990ac891 HTTP/1.1" status: 204 len: 168 time: 0.4192643 Jan 28 06:07:01.446830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9805d-4694-4d3b-ac73-0c63f4858d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a2602d-c9ff-4c5b-b53e-623c990ac891,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:01.487060 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:01.504749 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:01.512259 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:01.521403 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Pushing event updated for resources: {'Port': ['ID=9cbbff92-ee4f-4e21-82de-727989d90f49,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:01.612634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Attempting to bind port 9cbbff92-ee4f-4e21-82de-727989d90f49 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:07:01.613014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Attempting to bind port 9cbbff92-ee4f-4e21-82de-727989d90f49 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:07:01.613385 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Attempting to bind port 9cbbff92-ee4f-4e21-82de-727989d90f49 on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:01.619406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:07:01.619785 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:01.620185 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:01.620576 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:07:01.621042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Bound port: 9cbbff92-ee4f-4e21-82de-727989d90f49, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:07:01.621508 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9cbbff92-ee4f-4e21-82de-727989d90f49), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:01.632847 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-9599101e-ff4a-4b02-93f9-5fd4a1e9fcba tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::f816:3eff:feef:d698 (212ae0ea-5cb2-4599-bc76-8f15e4624200/e516b0cd-ae4b-4565-9576-a83eba6f8d11/a2dd7aef-6480-4130-b79c-3f7b2618c56b) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:01.694090 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] For port 9cbbff92-ee4f-4e21-82de-727989d90f49, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:07:01.697630 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] For port 9cbbff92-ee4f-4e21-82de-727989d90f49, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=9cbbff92-ee4f-4e21-82de-727989d90f49,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:07:01.791543 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (9cbbff92-ee4f-4e21-82de-727989d90f49), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:01.839392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3444ca30-6e01-4ee2-a7f2-03983d42811a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:01.843137 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3444ca30-6e01-4ee2-a7f2-03983d42811a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:01.954203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad41e8-eff9-4011-9158-fbc8ef8934cb None None] Pushing event updated for resources: {'Port': ['ID=9cbbff92-ee4f-4e21-82de-727989d90f49,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:02.113249 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9599101e-ff4a-4b02-93f9-5fd4a1e9fcba tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (a2dd7aef-6480-4130-b79c-3f7b2618c56b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:02.312536 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9599101e-ff4a-4b02-93f9-5fd4a1e9fcba tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a2dd7aef-6480-4130-b79c-3f7b2618c56b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:02.448524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9599101e-ff4a-4b02-93f9-5fd4a1e9fcba tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:02.465651 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599101e-ff4a-4b02-93f9-5fd4a1e9fcba tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=a2dd7aef-6480-4130-b79c-3f7b2618c56b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:02.476884 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-9599101e-ff4a-4b02-93f9-5fd4a1e9fcba tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:02.480179 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9599101e-ff4a-4b02-93f9-5fd4a1e9fcba tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:02.486574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9599101e-ff4a-4b02-93f9-5fd4a1e9fcba tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:02.487237 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9599101e-ff4a-4b02-93f9-5fd4a1e9fcba tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:02.745134 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77c875ee-155c-43c9-bfe8-0223f362fd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:02.765522 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9599101e-ff4a-4b02-93f9-5fd4a1e9fcba tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3728967 Jan 28 06:07:02.766766 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3444ca30-6e01-4ee2-a7f2-03983d42811a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (2a9a4eaa-8cab-42e0-8409-0889d9d0d6a1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:02.768760 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60820) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:02.815529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60822) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:02.832480 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3444ca30-6e01-4ee2-a7f2-03983d42811a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:02.835957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-3444ca30-6e01-4ee2-a7f2-03983d42811a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:02.840500 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3444ca30-6e01-4ee2-a7f2-03983d42811a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:02.841428 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3444ca30-6e01-4ee2-a7f2-03983d42811a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:02.855317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc68a1bb-a848-44a3-9d7f-c932c8354642 None None] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:02.855484 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444ca30-6e01-4ee2-a7f2-03983d42811a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Subnet': ['ID=2a9a4eaa-8cab-42e0-8409-0889d9d0d6a1,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:02.918417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d293e7-9351-439a-b784-428824c84e03 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:02.930158 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3444ca30-6e01-4ee2-a7f2-03983d42811a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5748038 Jan 28 06:07:02.932303 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d293e7-9351-439a-b784-428824c84e03 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:02.932839 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60824) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:02.939252 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-5afc00dc-9cb9-4590-b364-50918aab740a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'security_group': {'name': 'tempest-secgroup-1827559342'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:02.956700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60830) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:02.959288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-74d293e7-9351-439a-b784-428824c84e03 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1801610 Jan 28 06:07:03.031768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-32372c30-660c-4647-9b04-2696a10bbb6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f20d0ab696c469eacae945f9b58f729&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2022893 Jan 28 06:07:03.032436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60832) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:03.095517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-038f2a0b-e12b-4c3b-b245-81d09fde337b', 'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b', 'project_id': '8388294db8584a759a33b6fafbce7917', 'fixed_ips': [{'subnet_id': '2a9a4eaa-8cab-42e0-8409-0889d9d0d6a1'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:07:03.102068 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:03.175807 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0cf44488-2f72-439a-9c24-86e7eda7f705 admin admin] Publish callbacks [] for security_group (ece94819-daac-4686-82b7-820f52317e15), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:03.219848 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5afc00dc-9cb9-4590-b364-50918aab740a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:03.251137 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0cf44488-2f72-439a-9c24-86e7eda7f705 admin admin] Publish callbacks [] for security_group (ece94819-daac-4686-82b7-820f52317e15), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:03.384893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ecb4c511-a9bb-44ea-9fcc-03a768f72da5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port a2dd7aef-6480-4130-b79c-3f7b2618c56b {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:03.385454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Allocated IP 2001:db8::2 (038f2a0b-e12b-4c3b-b245-81d09fde337b/2a9a4eaa-8cab-42e0-8409-0889d9d0d6a1/7e119496-4e6d-4647-9c90-bc0345d5a216) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:03.386000 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ecb4c511-a9bb-44ea-9fcc-03a768f72da5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a2dd7aef-6480-4130-b79c-3f7b2618c56b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:03.413096 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0cf44488-2f72-439a-9c24-86e7eda7f705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ece94819-daac-4686-82b7-820f52317e15), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:03.415776 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0cf44488-2f72-439a-9c24-86e7eda7f705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:03.420518 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0cf44488-2f72-439a-9c24-86e7eda7f705 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ece94819-daac-4686-82b7-820f52317e15 HTTP/1.1" status: 204 len: 168 time: 0.3870695 Jan 28 06:07:03.436316 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf44488-2f72-439a-9c24-86e7eda7f705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece94819-daac-4686-82b7-820f52317e15,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:03.506390 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5afc00dc-9cb9-4590-b364-50918aab740a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (99f2dc33-175e-42f4-abc4-308365f8b99b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:03.659465 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Publish callbacks [] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:03.659694 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5afc00dc-9cb9-4590-b364-50918aab740a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (99f2dc33-175e-42f4-abc4-308365f8b99b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:03.700558 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc00dc-9cb9-4590-b364-50918aab740a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f2dc33-175e-42f4-abc4-308365f8b99b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:03.752316 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ecb4c511-a9bb-44ea-9fcc-03a768f72da5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a2dd7aef-6480-4130-b79c-3f7b2618c56b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:03.757057 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:03.769973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ecb4c511-a9bb-44ea-9fcc-03a768f72da5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for a2dd7aef-6480-4130-b79c-3f7b2618c56b owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:03.816290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:03.835635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:03.837813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Pushing event updated for resources: {'Port': ['ID=7e119496-4e6d-4647-9c90-bc0345d5a216,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:03.840065 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:03.886866 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5afc00dc-9cb9-4590-b364-50918aab740a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:03.888128 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5afc00dc-9cb9-4590-b364-50918aab740a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9525692 Jan 28 06:07:03.890986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60840) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:03.896254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c3d3a3e7-c08e-46ba-adaf-72c3084e91bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'security_group': {'name': 'tempest-secgroup-2117979783'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:03.997774 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Attempting to bind port 7e119496-4e6d-4647-9c90-bc0345d5a216 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:07:04.000142 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Attempting to bind port 7e119496-4e6d-4647-9c90-bc0345d5a216 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'ae8a6096-df1b-426a-87da-a294c4b04a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:07:04.000739 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Attempting to bind port 7e119496-4e6d-4647-9c90-bc0345d5a216 on network 038f2a0b-e12b-4c3b-b245-81d09fde337b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:04.008352 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a3e7-c08e-46ba-adaf-72c3084e91bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:04.121007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:07:04.136194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Checking segment: {'id': 'ae8a6096-df1b-426a-87da-a294c4b04a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:04.143476 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:04.146549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Bound using segment: {'id': 'ae8a6096-df1b-426a-87da-a294c4b04a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:07:04.154894 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Bound port: 7e119496-4e6d-4647-9c90-bc0345d5a216, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8a6096-df1b-426a-87da-a294c4b04a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:07:04.163586 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:04.220666 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ecb4c511-a9bb-44ea-9fcc-03a768f72da5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a2dd7aef-6480-4130-b79c-3f7b2618c56b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:04.331647 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a3e7-c08e-46ba-adaf-72c3084e91bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (b350b1a6-6d53-4064-be56-4d8256defa94), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:04.344358 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4c511-a9bb-44ea-9fcc-03a768f72da5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=a2dd7aef-6480-4130-b79c-3f7b2618c56b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:04.398262 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a3e7-c08e-46ba-adaf-72c3084e91bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b350b1a6-6d53-4064-be56-4d8256defa94), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:04.484963 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ecb4c511-a9bb-44ea-9fcc-03a768f72da5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:04.491519 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3a3e7-c08e-46ba-adaf-72c3084e91bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b350b1a6-6d53-4064-be56-4d8256defa94,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:04.494212 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ecb4c511-a9bb-44ea-9fcc-03a768f72da5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/a2dd7aef-6480-4130-b79c-3f7b2618c56b HTTP/1.1" status: 204 len: 168 time: 1.5349178 Jan 28 06:07:04.495559 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60854) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:04.498264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] For port 7e119496-4e6d-4647-9c90-bc0345d5a216, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:07:04.530884 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] For port 7e119496-4e6d-4647-9c90-bc0345d5a216, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7e119496-4e6d-4647-9c90-bc0345d5a216,segment=NetworkSegment(ae8a6096-df1b-426a-87da-a294c4b04a81),segment_id=ae8a6096-df1b-426a-87da-a294c4b04a81)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:07:04.533843 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-033eab29-bcd1-489d-938d-bebe9b062e1d None None] Provisioning complete for port 9cbbff92-ee4f-4e21-82de-727989d90f49 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:04.535008 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-033eab29-bcd1-489d-938d-bebe9b062e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (9cbbff92-ee4f-4e21-82de-727989d90f49), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:04.542633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 9cbbff92-ee4f-4e21-82de-727989d90f49 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:04.590782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9161492b-2ac6-42c5-a136-fdbc04101df6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:04.599702 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9161492b-2ac6-42c5-a136-fdbc04101df6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:04.604114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60856) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:04.605968 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9161492b-2ac6-42c5-a136-fdbc04101df6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1091628 Jan 28 06:07:04.620862 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a3e7-c08e-46ba-adaf-72c3084e91bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:04.624644 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c3d3a3e7-c08e-46ba-adaf-72c3084e91bf tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7312071 Jan 28 06:07:04.626089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60858) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:04.636447 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f24864db-faea-4610-bd30-d8550a56c762 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-966177119', 'security_groups': ['b350b1a6-6d53-4064-be56-4d8256defa94'], 'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2a9a4eaa-8cab-42e0-8409-0889d9d0d6a1'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:04.666001 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:04.751486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be04680-ab1b-4635-ab9f-3be695bcb4bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet e516b0cd-ae4b-4565-9576-a83eba6f8d11 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:07:04.755944 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5be04680-ab1b-4635-ab9f-3be695bcb4bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (e516b0cd-ae4b-4565-9576-a83eba6f8d11), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:04.782556 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 9cbbff92-ee4f-4e21-82de-727989d90f49 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:04.784215 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (9cbbff92-ee4f-4e21-82de-727989d90f49), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:04.854405 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5be04680-ab1b-4635-ab9f-3be695bcb4bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (e516b0cd-ae4b-4565-9576-a83eba6f8d11), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:04.969453 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56d90575-e519-41c2-9206-8518aecf3a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:04.976896 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f7346-f5bf-46b3-8b7f-75cfe26f352c None None] Pushing event updated for resources: {'Port': ['ID=7e119496-4e6d-4647-9c90-bc0345d5a216,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:05.014683 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5be04680-ab1b-4635-ab9f-3be695bcb4bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (e516b0cd-ae4b-4565-9576-a83eba6f8d11), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:05.053303 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24864db-faea-4610-bd30-d8550a56c762 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:05.093822 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-033eab29-bcd1-489d-938d-bebe9b062e1d None None] Current status of the port 9cbbff92-ee4f-4e21-82de-727989d90f49 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:05.094648 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-033eab29-bcd1-489d-938d-bebe9b062e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9cbbff92-ee4f-4e21-82de-727989d90f49), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:05.141274 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 9cbbff92-ee4f-4e21-82de-727989d90f49 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:05.141817 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9cbbff92-ee4f-4e21-82de-727989d90f49), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:05.187730 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f24864db-faea-4610-bd30-d8550a56c762 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:05.221089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-f24864db-faea-4610-bd30-d8550a56c762 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] device_id is not set on port 012bdad1-de03-4ba6-a119-894574770678 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:07:05.237414 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5be04680-ab1b-4635-ab9f-3be695bcb4bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (e516b0cd-ae4b-4565-9576-a83eba6f8d11), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:05.397678 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:07:05.398067 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:07:05.412310 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5be04680-ab1b-4635-ab9f-3be695bcb4bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:05.417515 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfff0c0-65fb-496d-894b-0dbdb0e00b14 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:05.425055 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5be04680-ab1b-4635-ab9f-3be695bcb4bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/e516b0cd-ae4b-4565-9576-a83eba6f8d11 HTTP/1.1" status: 204 len: 168 time: 0.8197474 Jan 28 06:07:05.427098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be04680-ab1b-4635-ab9f-3be695bcb4bd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=e516b0cd-ae4b-4565-9576-a83eba6f8d11,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:05.435622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60868) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:05.560045 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0a07355d-23c3-4a0f-8048-0f4c87199605 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1227756 Jan 28 06:07:05.562781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60870) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:05.577231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-740ecdc2-894f-4dbf-801c-892d9f92a67c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:05.751720 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-033eab29-bcd1-489d-938d-bebe9b062e1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:07:05.752080 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-033eab29-bcd1-489d-938d-bebe9b062e1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:07:05.819411 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-f24864db-faea-4610-bd30-d8550a56c762 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Allocated IP 2001:db8::97 (038f2a0b-e12b-4c3b-b245-81d09fde337b/2a9a4eaa-8cab-42e0-8409-0889d9d0d6a1/012bdad1-de03-4ba6-a119-894574770678) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:05.898168 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e90996a-6f03-4284-ac52-fc40eede90e3 None None] DHCP port deletion for 212ae0ea-5cb2-4599-bc76-8f15e4624200 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:07:05.958791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740ecdc2-894f-4dbf-801c-892d9f92a67c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:05.964012 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-740ecdc2-894f-4dbf-801c-892d9f92a67c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:05.987012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 9cbbff92-ee4f-4e21-82de-727989d90f49 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:05.989120 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9cbbff92-ee4f-4e21-82de-727989d90f49), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:06.044077 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 9cbbff92-ee4f-4e21-82de-727989d90f49, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=9cbbff92-ee4f-4e21-82de-727989d90f49,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:06.047364 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4e90996a-6f03-4284-ac52-fc40eede90e3 None None] Deleting port 9cbbff92-ee4f-4e21-82de-727989d90f49 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:06.047808 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e90996a-6f03-4284-ac52-fc40eede90e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (9cbbff92-ee4f-4e21-82de-727989d90f49), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:06.058915 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f24864db-faea-4610-bd30-d8550a56c762 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (012bdad1-de03-4ba6-a119-894574770678), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:06.142729 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (9cbbff92-ee4f-4e21-82de-727989d90f49), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:06.158854 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4e90996a-6f03-4284-ac52-fc40eede90e3 None None] For port 9cbbff92-ee4f-4e21-82de-727989d90f49, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=9cbbff92-ee4f-4e21-82de-727989d90f49,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:06.162854 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e90996a-6f03-4284-ac52-fc40eede90e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (9cbbff92-ee4f-4e21-82de-727989d90f49), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:06.209842 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f24864db-faea-4610-bd30-d8550a56c762 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (012bdad1-de03-4ba6-a119-894574770678), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:06.258889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4e90996a-6f03-4284-ac52-fc40eede90e3 None None] Calling delete_port for 9cbbff92-ee4f-4e21-82de-727989d90f49 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:06.338217 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24864db-faea-4610-bd30-d8550a56c762 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:06.344038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-f24864db-faea-4610-bd30-d8550a56c762 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:06.351151 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24864db-faea-4610-bd30-d8550a56c762 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:06.356463 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24864db-faea-4610-bd30-d8550a56c762 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:06.357129 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f24864db-faea-4610-bd30-d8550a56c762 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:06.433685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7e119496-4e6d-4647-9c90-bc0345d5a216 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:06.444430 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24864db-faea-4610-bd30-d8550a56c762 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=012bdad1-de03-4ba6-a119-894574770678,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:06.469884 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f24864db-faea-4610-bd30-d8550a56c762 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8407810 Jan 28 06:07:06.469884 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60882) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:06.477540 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b43bfc2c-476c-462b-ac2b-0f6a515c19a8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'subnet': {'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:06.480999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=9cbbff92-ee4f-4e21-82de-727989d90f49,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:06.541066 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-033eab29-bcd1-489d-938d-bebe9b062e1d None None] Current status of the port 9cbbff92-ee4f-4e21-82de-727989d90f49 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:06.652865 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7e119496-4e6d-4647-9c90-bc0345d5a216 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:06.653315 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:06.689944 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:06.703658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-77cc3af4-d09c-4950-8174-152c4c1ec552 None None] Could not find standard attr ID for object a2dd7aef-6480-4130-b79c-3f7b2618c56b. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:07:06.727070 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e90996a-6f03-4284-ac52-fc40eede90e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (9cbbff92-ee4f-4e21-82de-727989d90f49), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:06.729918 n-d-812111-12 neutron-server[103635]: DEBUG neutron.objects.ports [None req-740ecdc2-894f-4dbf-801c-892d9f92a67c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103635) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 06:07:06.778167 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90996a-6f03-4284-ac52-fc40eede90e3 None None] Pushing event deleted for resources: {'Port': ['ID=9cbbff92-ee4f-4e21-82de-727989d90f49,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:06.783910 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e90996a-6f03-4284-ac52-fc40eede90e3 None None] No DVR routers for this DVR port 9cbbff92-ee4f-4e21-82de-727989d90f49 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:07:06.915023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43bfc2c-476c-462b-ac2b-0f6a515c19a8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:06.918881 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b43bfc2c-476c-462b-ac2b-0f6a515c19a8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:07.090662 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7e119496-4e6d-4647-9c90-bc0345d5a216 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:07.091223 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:07.101632 n-d-812111-12 neutron-server[103635]: WARNING neutron.services.revisions.revision_plugin [None req-740ecdc2-894f-4dbf-801c-892d9f92a67c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Could not find related port for resource to bump revision. Jan 28 06:07:07.138434 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 7e119496-4e6d-4647-9c90-bc0345d5a216, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7e119496-4e6d-4647-9c90-bc0345d5a216,segment=NetworkSegment(ae8a6096-df1b-426a-87da-a294c4b04a81),segment_id=ae8a6096-df1b-426a-87da-a294c4b04a81)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:07.150452 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.ipam_pluggable_backend [None req-740ecdc2-894f-4dbf-801c-892d9f92a67c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Port 9cbbff92-ee4f-4e21-82de-727989d90f49 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103635) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 06:07:07.150796 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.ipam_pluggable_backend [None req-740ecdc2-894f-4dbf-801c-892d9f92a67c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Reverting IP allocation for 2001:db8::f816:3eff:fefb:cf90 {{(pid=103635) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 06:07:07.155661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.ipam_pluggable_backend [None req-740ecdc2-894f-4dbf-801c-892d9f92a67c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefb:cf90 {{(pid=103635) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 06:07:07.159881 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-740ecdc2-894f-4dbf-801c-892d9f92a67c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (0401f302-a96e-4037-941b-526c6f706c41), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:07.161343 n-d-812111-12 neutron-server[103634]: INFO neutron.db.ipam_backend_mixin [None req-b43bfc2c-476c-462b-ac2b-0f6a515c19a8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a9a4eaa-8cab-42e0-8409-0889d9d0d6a1 (CIDR: 2001:db8::/64) Jan 28 06:07:07.165884 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3672ed35-3325-413d-ae2e-0d7e9a0d1131 None None] Provisioning complete for port 7e119496-4e6d-4647-9c90-bc0345d5a216 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:07.167341 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3672ed35-3325-413d-ae2e-0d7e9a0d1131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:07.208839 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43bfc2c-476c-462b-ac2b-0f6a515c19a8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:07:07.209303 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43bfc2c-476c-462b-ac2b-0f6a515c19a8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:07:07.232662 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:07.294716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740ecdc2-894f-4dbf-801c-892d9f92a67c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:07.294819 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b43bfc2c-476c-462b-ac2b-0f6a515c19a8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8200915 Jan 28 06:07:07.294819 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60902) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:07.295434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-740ecdc2-894f-4dbf-801c-892d9f92a67c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:07.298632 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f312ae5d-172c-49b2-9a4f-f26e4087f623 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'subnet': {'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:07.301467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ecdc2-894f-4dbf-801c-892d9f92a67c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:07.302077 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-740ecdc2-894f-4dbf-801c-892d9f92a67c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:07.324744 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6893efd-51f2-419f-a131-feb6c591f55e None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:07.326697 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 9cbbff92-ee4f-4e21-82de-727989d90f49 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:07.357769 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 9cbbff92-ee4f-4e21-82de-727989d90f49 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:07:07.357769 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 9cbbff92-ee4f-4e21-82de-727989d90f49 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:07.372710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ecdc2-894f-4dbf-801c-892d9f92a67c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=0401f302-a96e-4037-941b-526c6f706c41,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:07.419797 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=7e119496-4e6d-4647-9c90-bc0345d5a216,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:07.466895 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-740ecdc2-894f-4dbf-801c-892d9f92a67c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9030867 Jan 28 06:07:07.469495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60908) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:07.477384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7ef65e3e-2679-4707-b1bb-5ff154f78761 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'mac_address': 'fa:16:3e:7c:97:a3', 'name': 'tempest-NetworksTestDHCPv6-151396826'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:07.478929 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3672ed35-3325-413d-ae2e-0d7e9a0d1131 None None] Current status of the port 7e119496-4e6d-4647-9c90-bc0345d5a216 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:07.529156 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3672ed35-3325-413d-ae2e-0d7e9a0d1131 None None] Provisioning complete for port af7ad0bd-c849-4a03-9cdf-6aea01db36de triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:07.543016 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3672ed35-3325-413d-ae2e-0d7e9a0d1131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (af7ad0bd-c849-4a03-9cdf-6aea01db36de), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:07.577336 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-212ae0ea-5cb2-4599-bc76-8f15e4624200', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'fixed_ips': [{'subnet_id': '0401f302-a96e-4037-941b-526c6f706c41'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:07:07.578206 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:07.670324 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3672ed35-3325-413d-ae2e-0d7e9a0d1131 None None] Port af7ad0bd-c849-4a03-9cdf-6aea01db36de cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:07.750338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Allocated IP 2001:db8::f816:3eff:fe77:42ba (212ae0ea-5cb2-4599-bc76-8f15e4624200/0401f302-a96e-4037-941b-526c6f706c41/58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:08.125626 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d0fb8f2b-8e46-4937-94b5-6c22e04ac91e None None] Provisioning complete for port 012bdad1-de03-4ba6-a119-894574770678 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:08.125626 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0fb8f2b-8e46-4937-94b5-6c22e04ac91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (012bdad1-de03-4ba6-a119-894574770678), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:08.125626 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb8f2b-8e46-4937-94b5-6c22e04ac91e None None] Port 012bdad1-de03-4ba6-a119-894574770678 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:08.125626 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Publish callbacks [] for port (58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:08.178114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a409775-0ee2-4f3b-870e-e88b77416baf req-fd2443b9-9552-42f7-b2c6-b7825e984ff1 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:08.180068 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a409775-0ee2-4f3b-870e-e88b77416baf req-fd2443b9-9552-42f7-b2c6-b7825e984ff1 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 1099 time: 0.0599077 Jan 28 06:07:08.248026 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7e119496-4e6d-4647-9c90-bc0345d5a216 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:08.248344 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a409775-0ee2-4f3b-870e-e88b77416baf req-84911513-f1e3-46c5-851a-a612caff29dc tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623424 Jan 28 06:07:08.272178 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60926) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:08.321930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7e119496-4e6d-4647-9c90-bc0345d5a216 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:08.322434 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:08.337818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef65e3e-2679-4707-b1bb-5ff154f78761 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:08.378827 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:08.381964 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:08.461899 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f312ae5d-172c-49b2-9a4f-f26e4087f623 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:08.466507 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f312ae5d-172c-49b2-9a4f-f26e4087f623 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:08.489871 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ef65e3e-2679-4707-b1bb-5ff154f78761 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:08.514191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:08.515237 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7e119496-4e6d-4647-9c90-bc0345d5a216 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:08.529850 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:08.534946 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:08.539634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-7ef65e3e-2679-4707-b1bb-5ff154f78761 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port cac27a4c-af7a-4fb0-87e6-22c3e1d14487 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:07:08.545165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Pushing event updated for resources: {'Port': ['ID=58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:08.641650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Attempting to bind port 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:07:08.642212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Attempting to bind port 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:07:08.642347 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Attempting to bind port 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:08.648528 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:07:08.648942 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:08.649289 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:08.649678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:07:08.650195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Bound port: 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:07:08.650557 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:08.738319 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] For port 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:07:08.739304 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ec29c3d2-e03b-43c8-86f5-350e41eebeec tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting port 2ddc5239-2a40-41a3-820c-4ec30aec8845 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:08.740070 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec29c3d2-e03b-43c8-86f5-350e41eebeec tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2ddc5239-2a40-41a3-820c-4ec30aec8845), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:08.742434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-7ef65e3e-2679-4707-b1bb-5ff154f78761 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::f816:3eff:fe7c:97a3 (212ae0ea-5cb2-4599-bc76-8f15e4624200/0401f302-a96e-4037-941b-526c6f706c41/cac27a4c-af7a-4fb0-87e6-22c3e1d14487) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:08.746962 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] For port 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:07:08.821280 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:08.905381 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b5b9f-2658-48ec-8f57-f88d83ca7e8f None None] Pushing event updated for resources: {'Port': ['ID=58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:08.910087 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec29c3d2-e03b-43c8-86f5-350e41eebeec tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2ddc5239-2a40-41a3-820c-4ec30aec8845), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:08.913518 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec29c3d2-e03b-43c8-86f5-350e41eebeec tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for floatingip (2ddc5239-2a40-41a3-820c-4ec30aec8845), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:08.949238 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ec29c3d2-e03b-43c8-86f5-350e41eebeec tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Calling delete_port for 2ddc5239-2a40-41a3-820c-4ec30aec8845 owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:09.058279 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ef65e3e-2679-4707-b1bb-5ff154f78761 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (cac27a4c-af7a-4fb0-87e6-22c3e1d14487), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:09.105791 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:09.225725 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ef65e3e-2679-4707-b1bb-5ff154f78761 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (cac27a4c-af7a-4fb0-87e6-22c3e1d14487), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:09.260739 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f312ae5d-172c-49b2-9a4f-f26e4087f623 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (893ee808-1c2d-4231-8004-bc1a482c5b99), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:09.319740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef65e3e-2679-4707-b1bb-5ff154f78761 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=cac27a4c-af7a-4fb0-87e6-22c3e1d14487,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:09.330991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef65e3e-2679-4707-b1bb-5ff154f78761 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:09.333972 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-7ef65e3e-2679-4707-b1bb-5ff154f78761 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:09.337111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef65e3e-2679-4707-b1bb-5ff154f78761 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:09.350001 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef65e3e-2679-4707-b1bb-5ff154f78761 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:09.350778 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ef65e3e-2679-4707-b1bb-5ff154f78761 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:09.366466 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312ae5d-172c-49b2-9a4f-f26e4087f623 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:09.374447 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-f312ae5d-172c-49b2-9a4f-f26e4087f623 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:09.379860 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f312ae5d-172c-49b2-9a4f-f26e4087f623 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:09.380623 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f312ae5d-172c-49b2-9a4f-f26e4087f623 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:09.384046 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d765ded-9455-475f-9bf8-c931cc86d426 None None] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:09.432398 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312ae5d-172c-49b2-9a4f-f26e4087f623 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Subnet': ['ID=893ee808-1c2d-4231-8004-bc1a482c5b99,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:09.441306 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7ef65e3e-2679-4707-b1bb-5ff154f78761 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9707191 Jan 28 06:07:09.442123 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60942) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:09.495533 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec29c3d2-e03b-43c8-86f5-350e41eebeec tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (2ddc5239-2a40-41a3-820c-4ec30aec8845), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:09.596748 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f312ae5d-172c-49b2-9a4f-f26e4087f623 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3021502 Jan 28 06:07:09.600721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60946) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:09.604386 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29c3d2-e03b-43c8-86f5-350e41eebeec tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Port': ['ID=2ddc5239-2a40-41a3-820c-4ec30aec8845,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:09.622016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-11d2fa05-c783-4f3f-ad0c-576fdcc6a413 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-650286194', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '893ee808-1c2d-4231-8004-bc1a482c5b99'}], 'security_groups': ['99f2dc33-175e-42f4-abc4-308365f8b99b']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:09.688493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcde0831-9f63-4852-981c-68ab51066287 None None] Update dhcp port {'port': {'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b', 'fixed_ips': [{'subnet_id': '2a9a4eaa-8cab-42e0-8409-0889d9d0d6a1', 'ip_address': '2001:db8::2'}, {'subnet_id': '893ee808-1c2d-4231-8004-bc1a482c5b99'}], 'binding:host_id': 'n-d-812111-12'}, 'id': '7e119496-4e6d-4647-9c90-bc0345d5a216'} from n-d-812111-12. {{(pid=103636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 06:07:09.741299 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dcde0831-9f63-4852-981c-68ab51066287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:09.775684 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec29c3d2-e03b-43c8-86f5-350e41eebeec tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for floatingip (b4e6e935-79ea-4271-a9c9-4f3ec1a87575), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:09.776024 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-ec29c3d2-e03b-43c8-86f5-350e41eebeec tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Floating IP b4e6e935-79ea-4271-a9c9-4f3ec1a87575 disassociated (deleted). External IP: 172.25.0.36, port: 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf. Jan 28 06:07:09.786248 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775eb80a-1943-4635-a494-c0cc88d59f15 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:09.792543 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775eb80a-1943-4635-a494-c0cc88d59f15 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:09.794347 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-775eb80a-1943-4635-a494-c0cc88d59f15 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3502464 Jan 28 06:07:09.797137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 60952) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:10.011803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-db4fe11b-9d67-49e4-9d03-b2b1820435e4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port cac27a4c-af7a-4fb0-87e6-22c3e1d14487 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:10.012279 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db4fe11b-9d67-49e4-9d03-b2b1820435e4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (cac27a4c-af7a-4fb0-87e6-22c3e1d14487), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:10.019425 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11d2fa05-c783-4f3f-ad0c-576fdcc6a413 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (012bdad1-de03-4ba6-a119-894574770678), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:10.190533 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-dcde0831-9f63-4852-981c-68ab51066287 None None] Allocated IP 2001:db8:0:1::2 (038f2a0b-e12b-4c3b-b245-81d09fde337b/893ee808-1c2d-4231-8004-bc1a482c5b99/7e119496-4e6d-4647-9c90-bc0345d5a216) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:10.273392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec29c3d2-e03b-43c8-86f5-350e41eebeec tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router 736ad247-fa63-4a21-b428-e55b27582b8e has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:07:10.426410 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:10.455922 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db4fe11b-9d67-49e4-9d03-b2b1820435e4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (cac27a4c-af7a-4fb0-87e6-22c3e1d14487), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:10.579556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-db4fe11b-9d67-49e4-9d03-b2b1820435e4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for cac27a4c-af7a-4fb0-87e6-22c3e1d14487 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:10.581947 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec29c3d2-e03b-43c8-86f5-350e41eebeec tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:07:10.592067 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ec29c3d2-e03b-43c8-86f5-350e41eebeec tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:10.597133 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753df4c1-1fff-42db-b0d8-e45b2db4855c None None] Sync routers for ids ['736ad247-fa63-4a21-b428-e55b27582b8e'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:07:10.611418 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-dcde0831-9f63-4852-981c-68ab51066287 None None] For port 7e119496-4e6d-4647-9c90-bc0345d5a216, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7e119496-4e6d-4647-9c90-bc0345d5a216,segment=NetworkSegment(ae8a6096-df1b-426a-87da-a294c4b04a81),segment_id=ae8a6096-df1b-426a-87da-a294c4b04a81)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:10.613627 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753df4c1-1fff-42db-b0d8-e45b2db4855c None None] Routers {'736ad247-fa63-4a21-b428-e55b27582b8e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:10.614334 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-753df4c1-1fff-42db-b0d8-e45b2db4855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:07:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['736ad247-fa63-4a21-b428-e55b27582b8e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:10.690834 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ec29c3d2-e03b-43c8-86f5-350e41eebeec tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/floatingips/b4e6e935-79ea-4271-a9c9-4f3ec1a87575 HTTP/1.1" status: 204 len: 168 time: 2.4173803 Jan 28 06:07:10.694416 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:07:10.694416 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aeb6cc1-b8e5-4388-afce-333b8729d4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:07:10.697857 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:10.698242 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:10.748451 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dcde0831-9f63-4852-981c-68ab51066287 None None] Publish callbacks [] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:10.811888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:10.812289 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:10.843300 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d3a1d7-8f54-42a9-8adc-c9ee7835191d x-openstack-request-id: req-a1d3a1d7-8f54-42a9-8adc-c9ee7835191d {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:07:10.843855 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:07:10.844250 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1d3a1d7-8f54-42a9-8adc-c9ee7835191d {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:07:10.844789 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'status': 'completed', 'code': 200} Jan 28 06:07:10.851930 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dcde0831-9f63-4852-981c-68ab51066287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:10.913395 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-753df4c1-1fff-42db-b0d8-e45b2db4855c None None] Set router 736ad247-fa63-4a21-b428-e55b27582b8e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:11.021191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8ca558f5-63b1-4ca5-9476-a4228a98f5f7 None None] Provisioning complete for port 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:11.023486 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ca558f5-63b1-4ca5-9476-a4228a98f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:11.125810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb6cc1-b8e5-4388-afce-333b8729d4b5 req-47b39ce0-2b7b-4c6d-9327-04a4bd0c2344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:11.127590 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2aeb6cc1-b8e5-4388-afce-333b8729d4b5 req-47b39ce0-2b7b-4c6d-9327-04a4bd0c2344 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 1099 time: 0.2294264 Jan 28 06:07:11.231916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:11.257008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb6cc1-b8e5-4388-afce-333b8729d4b5 req-f88e8b26-cc2b-4036-ac37-3f9d3d9404ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:11.258465 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2aeb6cc1-b8e5-4388-afce-333b8729d4b5 req-f88e8b26-cc2b-4036-ac37-3f9d3d9404ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e HTTP/1.1" status: 200 len: 897 time: 0.1203408 Jan 28 06:07:11.265525 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde0831-9f63-4852-981c-68ab51066287 None None] Pushing event updated for resources: {'Port': ['ID=7e119496-4e6d-4647-9c90-bc0345d5a216,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:11.325061 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:11.388533 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2aeb6cc1-b8e5-4388-afce-333b8729d4b5 req-c5fc5c26-314a-42df-8c3e-782e3f865e69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf HTTP/1.1" status: 200 len: 217 time: 0.1151745 Jan 28 06:07:11.406683 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:11.435002 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8ca558f5-63b1-4ca5-9476-a4228a98f5f7 None None] Current status of the port 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:11.440122 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ca558f5-63b1-4ca5-9476-a4228a98f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:11.491475 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-753df4c1-1fff-42db-b0d8-e45b2db4855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789132813', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:04:43Z', 'updated_at': '2022-01-28T06:04:53Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:44Z', 'updated_at': '2022-01-28T06:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'c4ce0e4a-2042-4942-ae85-6b01607cc27d', 'name': '', 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:e4:ae:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '8e98d012-dc76-40bb-b222-219932b863c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:51Z', 'updated_at': '2022-01-28T06:05:05Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '8e98d012-dc76-40bb-b222-219932b863c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:11.568112 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753df4c1-1fff-42db-b0d8-e45b2db4855c None None] Checking router: 736ad247-fa63-4a21-b428-e55b27582b8e for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:07:11.583456 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-8ca558f5-63b1-4ca5-9476-a4228a98f5f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:07:11.584309 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-8ca558f5-63b1-4ca5-9476-a4228a98f5f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:07:11.587032 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753df4c1-1fff-42db-b0d8-e45b2db4855c None None] Routers {'736ad247-fa63-4a21-b428-e55b27582b8e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:11.595278 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-753df4c1-1fff-42db-b0d8-e45b2db4855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:07:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['736ad247-fa63-4a21-b428-e55b27582b8e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:11.838807 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-753df4c1-1fff-42db-b0d8-e45b2db4855c None None] Set router 736ad247-fa63-4a21-b428-e55b27582b8e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:12.233229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bb6eb-1599-4c30-b13e-ba4981248403 req-e907da50-b54f-4b1b-95cb-3213bf30a442 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:12.243684 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-686bb6eb-1599-4c30-b13e-ba4981248403 req-e907da50-b54f-4b1b-95cb-3213bf30a442 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 947 time: 0.7124741 Jan 28 06:07:12.266214 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8ca558f5-63b1-4ca5-9476-a4228a98f5f7 None None] Current status of the port 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:12.313593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb6cc1-b8e5-4388-afce-333b8729d4b5 req-bba5a6c7-a879-4fe7-b917-1284114b917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:12.330726 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2aeb6cc1-b8e5-4388-afce-333b8729d4b5 req-bba5a6c7-a879-4fe7-b917-1284114b917e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e98d012-dc76-40bb-b222-219932b863c7 HTTP/1.1" status: 200 len: 834 time: 0.8997042 Jan 28 06:07:12.344546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-11d2fa05-c783-4f3f-ad0c-576fdcc6a413 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Delete allocated IP 2001:db8::97 (038f2a0b-e12b-4c3b-b245-81d09fde337b/2a9a4eaa-8cab-42e0-8409-0889d9d0d6a1) {{(pid=103635) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 06:07:12.354067 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-753df4c1-1fff-42db-b0d8-e45b2db4855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789132813', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:04:43Z', 'updated_at': '2022-01-28T06:04:53Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:44Z', 'updated_at': '2022-01-28T06:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'c4ce0e4a-2042-4942-ae85-6b01607cc27d', 'name': '', 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:e4:ae:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '8e98d012-dc76-40bb-b222-219932b863c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:51Z', 'updated_at': '2022-01-28T06:05:05Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '8e98d012-dc76-40bb-b222-219932b863c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:12.368165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7e119496-4e6d-4647-9c90-bc0345d5a216 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:12.372959 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-686bb6eb-1599-4c30-b13e-ba4981248403 req-83f5155d-acfc-4265-9873-48713240e51c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226296 Jan 28 06:07:12.375201 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db4fe11b-9d67-49e4-9d03-b2b1820435e4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (cac27a4c-af7a-4fb0-87e6-22c3e1d14487), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:12.437619 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753df4c1-1fff-42db-b0d8-e45b2db4855c None None] The sync data for ids ['736ad247-fa63-4a21-b428-e55b27582b8e'] in n-d-812111-12 is: [{'id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789132813', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:04:43Z', 'updated_at': '2022-01-28T06:04:53Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:44Z', 'updated_at': '2022-01-28T06:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'c4ce0e4a-2042-4942-ae85-6b01607cc27d', 'name': '', 'network_id': '49da4a6a-99ce-4fbf-8e15-cdf8078cc47e', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:e4:ae:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '8e98d012-dc76-40bb-b222-219932b863c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:51Z', 'updated_at': '2022-01-28T06:05:05Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '8e98d012-dc76-40bb-b222-219932b863c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:07:12.453659 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-25a3c425-2b57-4f2a-b48b-ba6f10804b49 None None] Could not find standard attr ID for object cac27a4c-af7a-4fb0-87e6-22c3e1d14487. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:07:12.480847 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7e119496-4e6d-4647-9c90-bc0345d5a216 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:12.481489 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:12.518866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fe11b-9d67-49e4-9d03-b2b1820435e4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=cac27a4c-af7a-4fb0-87e6-22c3e1d14487,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:12.527283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-11d2fa05-c783-4f3f-ad0c-576fdcc6a413 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Allocated IP 2001:db8:0:1::387 (038f2a0b-e12b-4c3b-b245-81d09fde337b/893ee808-1c2d-4231-8004-bc1a482c5b99/012bdad1-de03-4ba6-a119-894574770678) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:12.653405 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb6cc1-b8e5-4388-afce-333b8729d4b5 req-f7a640db-c62f-4dac-a44d-08e51b0f593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:12.668702 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2aeb6cc1-b8e5-4388-afce-333b8729d4b5 req-f7a640db-c62f-4dac-a44d-08e51b0f593f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2753944 Jan 28 06:07:12.692876 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db4fe11b-9d67-49e4-9d03-b2b1820435e4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:12.697563 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-db4fe11b-9d67-49e4-9d03-b2b1820435e4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/cac27a4c-af7a-4fb0-87e6-22c3e1d14487 HTTP/1.1" status: 204 len: 168 time: 2.8993614 Jan 28 06:07:12.702528 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60990) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:12.758436 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-69893fd6-0eee-42c0-9161-7865f69b0bd0 None None] Provisioning complete for port 7e119496-4e6d-4647-9c90-bc0345d5a216 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:12.758816 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69893fd6-0eee-42c0-9161-7865f69b0bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:12.776233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7e119496-4e6d-4647-9c90-bc0345d5a216 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:12.777266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:12.857952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabcdfe2-697c-4bdf-9c99-8de7e3c51eae tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:12.857952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabcdfe2-697c-4bdf-9c99-8de7e3c51eae tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:12.864820 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cabcdfe2-697c-4bdf-9c99-8de7e3c51eae tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1607068 Jan 28 06:07:12.877424 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 60994) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:13.040031 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-794ccaee-99e3-4db4-9e84-d6cfe5550af4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet 0401f302-a96e-4037-941b-526c6f706c41 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:07:13.051203 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11d2fa05-c783-4f3f-ad0c-576fdcc6a413 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (012bdad1-de03-4ba6-a119-894574770678), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:13.054069 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-794ccaee-99e3-4db4-9e84-d6cfe5550af4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (0401f302-a96e-4037-941b-526c6f706c41), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:13.089023 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe60256e-f31a-487d-b1a3-504aea45ff64 None None] New status for floating IP b4e6e935-79ea-4271-a9c9-4f3ec1a87575: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:07:13.112580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f966b66-2e11-4ccb-b389-5fbf12340445 req-b14eaba2-f629-46e5-b5e9-56aede1fe0ab tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:13.112580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f966b66-2e11-4ccb-b389-5fbf12340445 req-b14eaba2-f629-46e5-b5e9-56aede1fe0ab tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 947 time: 0.2671793 Jan 28 06:07:13.112580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2aeb6cc1-b8e5-4388-afce-333b8729d4b5 req-a52d4a22-e258-4ad3-b83f-7ea579fd55c7 service neutron] 10.222.0.64 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278705 Jan 28 06:07:13.155125 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-794ccaee-99e3-4db4-9e84-d6cfe5550af4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (0401f302-a96e-4037-941b-526c6f706c41), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:13.229980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:13.230717 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:13.234147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-69893fd6-0eee-42c0-9161-7865f69b0bd0 None None] Current status of the port 7e119496-4e6d-4647-9c90-bc0345d5a216 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:13.292505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-69893fd6-0eee-42c0-9161-7865f69b0bd0 None None] Provisioning complete for port 012bdad1-de03-4ba6-a119-894574770678 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:13.293813 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69893fd6-0eee-42c0-9161-7865f69b0bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (012bdad1-de03-4ba6-a119-894574770678), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:13.316142 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-794ccaee-99e3-4db4-9e84-d6cfe5550af4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (0401f302-a96e-4037-941b-526c6f706c41), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:13.367668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-69893fd6-0eee-42c0-9161-7865f69b0bd0 None None] Port 012bdad1-de03-4ba6-a119-894574770678 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:13.502435 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11d2fa05-c783-4f3f-ad0c-576fdcc6a413 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (012bdad1-de03-4ba6-a119-894574770678), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:13.568998 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-794ccaee-99e3-4db4-9e84-d6cfe5550af4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (0401f302-a96e-4037-941b-526c6f706c41), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:13.606338 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ccaee-99e3-4db4-9e84-d6cfe5550af4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=0401f302-a96e-4037-941b-526c6f706c41,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:13.627616 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-794ccaee-99e3-4db4-9e84-d6cfe5550af4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:13.631504 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-69893fd6-0eee-42c0-9161-7865f69b0bd0 None None] Provisioning complete for port af7ad0bd-c849-4a03-9cdf-6aea01db36de triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:13.632007 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69893fd6-0eee-42c0-9161-7865f69b0bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (af7ad0bd-c849-4a03-9cdf-6aea01db36de), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:13.633664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbbdf91-c413-43b3-9526-fc801895e4b4 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:13.638931 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-794ccaee-99e3-4db4-9e84-d6cfe5550af4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/0401f302-a96e-4037-941b-526c6f706c41 HTTP/1.1" status: 204 len: 168 time: 0.7562554 Jan 28 06:07:13.642972 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 32770) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:13.696135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-11d2fa05-c783-4f3f-ad0c-576fdcc6a413 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] In _notify_port_updated(), no bound segment for port 012bdad1-de03-4ba6-a119-894574770678 on network 038f2a0b-e12b-4c3b-b245-81d09fde337b {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 06:07:13.701202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d2fa05-c783-4f3f-ad0c-576fdcc6a413 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:13.701942 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11d2fa05-c783-4f3f-ad0c-576fdcc6a413 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:13.713789 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3ffcc2ed-a343-447f-adcb-2c90e428de91 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678434 Jan 28 06:07:13.714474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 32772) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:13.715782 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:13.716107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-11d2fa05-c783-4f3f-ad0c-576fdcc6a413 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "PUT /v2.0/ports/012bdad1-de03-4ba6-a119-894574770678 HTTP/1.1" status: 200 len: 930 time: 4.1134672 Jan 28 06:07:13.724110 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32774) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:13.766870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2aeb6cc1-b8e5-4388-afce-333b8729d4b5 req-3ae8fecb-13d9-4cdb-9eac-120935fbed31 service neutron] 10.222.0.64 "GET /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459868 Jan 28 06:07:13.774588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2fa05-c783-4f3f-ad0c-576fdcc6a413 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=012bdad1-de03-4ba6-a119-894574770678,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:13.780001 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-69893fd6-0eee-42c0-9161-7865f69b0bd0 None None] Port af7ad0bd-c849-4a03-9cdf-6aea01db36de cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:13.901456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a02974-3d5e-4452-822f-a7f39648245f req-993fdb5b-2ce3-4d8a-99a1-54864ca3cb8a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:13.907919 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9a02974-3d5e-4452-822f-a7f39648245f req-993fdb5b-2ce3-4d8a-99a1-54864ca3cb8a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 947 time: 0.3916357 Jan 28 06:07:13.924218 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8922a0b-a11f-45ad-9796-1f16c01b8714 None None] DHCP port deletion for 212ae0ea-5cb2-4599-bc76-8f15e4624200 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:07:13.993263 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-701f5fa7-320a-4dd4-b38a-d9acee35dc44 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port 012bdad1-de03-4ba6-a119-894574770678 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:13.994620 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-701f5fa7-320a-4dd4-b38a-d9acee35dc44 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (012bdad1-de03-4ba6-a119-894574770678), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:14.008283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-4f966b66-2e11-4ccb-b389-5fbf12340445 req-70ffe853-8ce2-406e-b1e3-c12775c4ecf7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:14.008921 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4f966b66-2e11-4ccb-b389-5fbf12340445 req-70ffe853-8ce2-406e-b1e3-c12775c4ecf7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:14.014332 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f8922a0b-a11f-45ad-9796-1f16c01b8714 None None] Deleting port 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:14.020526 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8922a0b-a11f-45ad-9796-1f16c01b8714 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:14.056505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba2948b-4f76-4a1e-b1eb-99b713fa501d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:14.061882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bba2948b-4f76-4a1e-b1eb-99b713fa501d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2978232 Jan 28 06:07:14.091891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32782) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:14.128125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f8922a0b-a11f-45ad-9796-1f16c01b8714 None None] For port 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:14.128614 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8922a0b-a11f-45ad-9796-1f16c01b8714 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:14.147879 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f8922a0b-a11f-45ad-9796-1f16c01b8714 None None] Calling delete_port for 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:14.229021 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9a02974-3d5e-4452-822f-a7f39648245f req-27558891-1da4-4fdd-a3b3-e0946412d406 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=3343bb2d-d800-45be-af67-d9b9204c69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201122 Jan 28 06:07:14.258425 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-701f5fa7-320a-4dd4-b38a-d9acee35dc44 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (012bdad1-de03-4ba6-a119-894574770678), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:14.279269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b431d973-0554-415a-a348-a8228036ec06 None None] Provisioning complete for port 012bdad1-de03-4ba6-a119-894574770678 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:14.279733 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b431d973-0554-415a-a348-a8228036ec06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (012bdad1-de03-4ba6-a119-894574770678), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:14.280100 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-701f5fa7-320a-4dd4-b38a-d9acee35dc44 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for 012bdad1-de03-4ba6-a119-894574770678 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:14.318575 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f2e66-f73e-47d0-aad4-73f1da77076d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:14.323714 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-201f2e66-f73e-47d0-aad4-73f1da77076d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2183988 Jan 28 06:07:14.324452 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32796) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:14.347869 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b431d973-0554-415a-a348-a8228036ec06 None None] Port 012bdad1-de03-4ba6-a119-894574770678 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:14.349572 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:14.383687 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f608e1bc-d1e5-44c1-869d-210fb1a82af2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511398 Jan 28 06:07:14.387112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32798) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:14.391666 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8922a0b-a11f-45ad-9796-1f16c01b8714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:14.409728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c784e35a-c70d-4988-8f8f-a87923ca1898 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:14.420307 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No active binding found for port 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a {{(pid=103636) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 06:07:14.420700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] The host n-d-812111-12 is not matching for port 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a host None! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:07:14.421098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:14.435086 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8922a0b-a11f-45ad-9796-1f16c01b8714 None None] Pushing event deleted for resources: {'Port': ['ID=58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:14.445793 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8922a0b-a11f-45ad-9796-1f16c01b8714 None None] No DVR routers for this DVR port 58b2fcb2-bd4a-4a78-ae43-d2012ed0dc8a on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:07:14.551943 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4f966b66-2e11-4ccb-b389-5fbf12340445 req-70ffe853-8ce2-406e-b1e3-c12775c4ecf7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] For port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:14.554345 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4f966b66-2e11-4ccb-b389-5fbf12340445 req-70ffe853-8ce2-406e-b1e3-c12775c4ecf7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:14.585472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-4f966b66-2e11-4ccb-b389-5fbf12340445 req-70ffe853-8ce2-406e-b1e3-c12775c4ecf7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Calling delete_port for 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:14.614259 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-701f5fa7-320a-4dd4-b38a-d9acee35dc44 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (012bdad1-de03-4ba6-a119-894574770678), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:14.645505 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f5fa7-320a-4dd4-b38a-d9acee35dc44 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=012bdad1-de03-4ba6-a119-894574770678,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:14.709544 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-701f5fa7-320a-4dd4-b38a-d9acee35dc44 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:14.712887 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-701f5fa7-320a-4dd4-b38a-d9acee35dc44 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/ports/012bdad1-de03-4ba6-a119-894574770678 HTTP/1.1" status: 204 len: 168 time: 0.9975579 Jan 28 06:07:14.718511 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 32804) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:14.765183 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a92c6f-67a2-4add-afdb-bf72a85efee2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] GET failed (client error): The resource could not be found. Jan 28 06:07:14.766708 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-18a92c6f-67a2-4add-afdb-bf72a85efee2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports/012bdad1-de03-4ba6-a119-894574770678 HTTP/1.1" status: 404 len: 333 time: 0.0413594 Jan 28 06:07:14.776675 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 32806) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:14.821864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c784e35a-c70d-4988-8f8f-a87923ca1898 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:14.830279 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c784e35a-c70d-4988-8f8f-a87923ca1898 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:14.895643 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-806c6148-8836-48d1-971d-82af1fa7ef7a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (b350b1a6-6d53-4064-be56-4d8256defa94), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:14.951733 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-806c6148-8836-48d1-971d-82af1fa7ef7a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (b350b1a6-6d53-4064-be56-4d8256defa94), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:15.179029 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-806c6148-8836-48d1-971d-82af1fa7ef7a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b350b1a6-6d53-4064-be56-4d8256defa94), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:15.181789 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-806c6148-8836-48d1-971d-82af1fa7ef7a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:15.182994 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-806c6148-8836-48d1-971d-82af1fa7ef7a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/security-groups/b350b1a6-6d53-4064-be56-4d8256defa94 HTTP/1.1" status: 204 len: 168 time: 0.4051843 Jan 28 06:07:15.186186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32810) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:15.205707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c6148-8836-48d1-971d-82af1fa7ef7a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b350b1a6-6d53-4064-be56-4d8256defa94,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:15.258318 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c784e35a-c70d-4988-8f8f-a87923ca1898 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (474fb421-2710-4d0c-adf1-a58a726e5f3e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:15.270202 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4f966b66-2e11-4ccb-b389-5fbf12340445 req-70ffe853-8ce2-406e-b1e3-c12775c4ecf7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (7a3eda08-a8e6-40d6-8fb1-a7f6597372bf), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:15.355591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784e35a-c70d-4988-8f8f-a87923ca1898 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=474fb421-2710-4d0c-adf1-a58a726e5f3e,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:15.404103 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c784e35a-c70d-4988-8f8f-a87923ca1898 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:15.484457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f966b66-2e11-4ccb-b389-5fbf12340445 req-70ffe853-8ce2-406e-b1e3-c12775c4ecf7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] No DVR routers for this DVR port 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:07:15.487504 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-adda7d41-b0e2-4bc6-8a06-a2da0ae878fc req-c3bbc420-3b7e-48e8-8414-1572770d4336 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7e74b7b-8681-4c5f-8cfe-da10166d95ea HTTP/1.1" status: 200 len: 210 time: 0.1216328 Jan 28 06:07:15.488647 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c784e35a-c70d-4988-8f8f-a87923ca1898 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:15.505061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec8fc6b-37d6-46fd-a635-476870bda282 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:15.512768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c784e35a-c70d-4988-8f8f-a87923ca1898 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:15.513775 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c784e35a-c70d-4988-8f8f-a87923ca1898 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:15.526386 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4f966b66-2e11-4ccb-b389-5fbf12340445 req-70ffe853-8ce2-406e-b1e3-c12775c4ecf7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:15.529736 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f966b66-2e11-4ccb-b389-5fbf12340445 req-70ffe853-8ce2-406e-b1e3-c12775c4ecf7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.64 "DELETE /v2.0/ports/7a3eda08-a8e6-40d6-8fb1-a7f6597372bf HTTP/1.1" status: 204 len: 173 time: 2.4102750 Jan 28 06:07:15.530467 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-107263bb-0ca2-42bc-8507-ad168f299d01 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (99f2dc33-175e-42f4-abc4-308365f8b99b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:15.532434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffe853-8ce2-406e-b1e3-c12775c4ecf7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Port': ['ID=7a3eda08-a8e6-40d6-8fb1-a7f6597372bf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:15.534952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'name': 'network-vif-deleted', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:07:15.551275 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec7e3ac-d2e0-499c-bb5e-73b96f29fcd0" -d '{"events": [{"server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "name": "network-vif-deleted", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:07:15.602743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c784e35a-c70d-4988-8f8f-a87923ca1898 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2143230 Jan 28 06:07:15.605473 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 32822) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:15.610451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-cec9da6f-3681-48b6-b3e7-d8a18eac0dfd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'mac_address': 'fa:16:3e:62:d7:75', 'name': 'tempest-NetworksTestDHCPv6-211570736'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:15.629658 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3595292-6114-44bd-b838-b27bf4403d6f x-openstack-request-id: req-f3595292-6114-44bd-b838-b27bf4403d6f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:07:15.630861 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e74b7b-8681-4c5f-8cfe-da10166d95ea", "name": "network-vif-deleted", "tag": "7a3eda08-a8e6-40d6-8fb1-a7f6597372bf", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:07:15.631281 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3595292-6114-44bd-b838-b27bf4403d6f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:07:15.631825 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e74b7b-8681-4c5f-8cfe-da10166d95ea', 'name': 'network-vif-deleted', 'tag': '7a3eda08-a8e6-40d6-8fb1-a7f6597372bf', 'status': 'completed', 'code': 200} Jan 28 06:07:15.636400 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-107263bb-0ca2-42bc-8507-ad168f299d01 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (99f2dc33-175e-42f4-abc4-308365f8b99b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:15.779207 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-107263bb-0ca2-42bc-8507-ad168f299d01 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (99f2dc33-175e-42f4-abc4-308365f8b99b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:15.782792 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-107263bb-0ca2-42bc-8507-ad168f299d01 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:15.786950 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-107263bb-0ca2-42bc-8507-ad168f299d01 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/security-groups/99f2dc33-175e-42f4-abc4-308365f8b99b HTTP/1.1" status: 204 len: 168 time: 0.5977120 Jan 28 06:07:15.791173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32824) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:15.814446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-212ae0ea-5cb2-4599-bc76-8f15e4624200', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'fixed_ips': [{'subnet_id': '474fb421-2710-4d0c-adf1-a58a726e5f3e'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:07:15.815745 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:15.923327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc81b643-a667-4ebf-a1d2-263091d1a0da tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting subnet 2a9a4eaa-8cab-42e0-8409-0889d9d0d6a1 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:07:15.931780 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc81b643-a667-4ebf-a1d2-263091d1a0da tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (2a9a4eaa-8cab-42e0-8409-0889d9d0d6a1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:15.956967 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec9da6f-3681-48b6-b3e7-d8a18eac0dfd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:15.970059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107263bb-0ca2-42bc-8507-ad168f299d01 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f2dc33-175e-42f4-abc4-308365f8b99b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:16.011151 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc81b643-a667-4ebf-a1d2-263091d1a0da tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (2a9a4eaa-8cab-42e0-8409-0889d9d0d6a1), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:16.099361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Allocated IP 2001:db8::2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/474fb421-2710-4d0c-adf1-a58a726e5f3e/08911085-a89f-4c19-9027-e3ff5c24c7ba) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:16.151838 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc81b643-a667-4ebf-a1d2-263091d1a0da tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (2a9a4eaa-8cab-42e0-8409-0889d9d0d6a1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:16.205809 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cec9da6f-3681-48b6-b3e7-d8a18eac0dfd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:16.275693 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-cec9da6f-3681-48b6-b3e7-d8a18eac0dfd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port 5b051dc7-322e-4b64-998c-c34d3c48e72b yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:07:16.278373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:16.335090 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:07:16.335446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7a3eda08-a8e6-40d6-8fb1-a7f6597372bf not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:16.369620 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Publish callbacks [] for port (08911085-a89f-4c19-9027-e3ff5c24c7ba), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:16.387244 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc81b643-a667-4ebf-a1d2-263091d1a0da tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (2a9a4eaa-8cab-42e0-8409-0889d9d0d6a1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:16.443810 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (08911085-a89f-4c19-9027-e3ff5c24c7ba), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:16.444796 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc81b643-a667-4ebf-a1d2-263091d1a0da tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:16.458970 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bc81b643-a667-4ebf-a1d2-263091d1a0da tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/2a9a4eaa-8cab-42e0-8409-0889d9d0d6a1 HTTP/1.1" status: 204 len: 168 time: 0.6609066 Jan 28 06:07:16.458970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81b643-a667-4ebf-a1d2-263091d1a0da tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Subnet': ['ID=2a9a4eaa-8cab-42e0-8409-0889d9d0d6a1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:16.460523 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32830) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:16.466560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b759fe03-6388-4b5c-a2a8-782df4369437 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'subnet': {'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:16.543613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Pushing event updated for resources: {'Port': ['ID=08911085-a89f-4c19-9027-e3ff5c24c7ba,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:16.552927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9666e2f5-08ad-4f9f-9059-c81e3a117210 None None] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:16.575777 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-cec9da6f-3681-48b6-b3e7-d8a18eac0dfd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::3cf (212ae0ea-5cb2-4599-bc76-8f15e4624200/474fb421-2710-4d0c-adf1-a58a726e5f3e/5b051dc7-322e-4b64-998c-c34d3c48e72b) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:16.615563 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 32834) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:16.629272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:16.632472 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:16.642137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:16.714954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b759fe03-6388-4b5c-a2a8-782df4369437 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:16.718719 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Attempting to bind port 08911085-a89f-4c19-9027-e3ff5c24c7ba on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:07:16.719102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Attempting to bind port 08911085-a89f-4c19-9027-e3ff5c24c7ba by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:07:16.719352 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b759fe03-6388-4b5c-a2a8-782df4369437 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:16.719463 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Attempting to bind port 08911085-a89f-4c19-9027-e3ff5c24c7ba on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:16.727053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:07:16.727429 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:16.727832 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:16.728220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:07:16.728688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Bound port: 08911085-a89f-4c19-9027-e3ff5c24c7ba, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:07:16.729081 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (08911085-a89f-4c19-9027-e3ff5c24c7ba), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:16.889064 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cec9da6f-3681-48b6-b3e7-d8a18eac0dfd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (5b051dc7-322e-4b64-998c-c34d3c48e72b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:16.893882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] For port 08911085-a89f-4c19-9027-e3ff5c24c7ba, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:07:16.903480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] For port 08911085-a89f-4c19-9027-e3ff5c24c7ba, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=08911085-a89f-4c19-9027-e3ff5c24c7ba,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:07:16.980276 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (08911085-a89f-4c19-9027-e3ff5c24c7ba), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:17.015718 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cec9da6f-3681-48b6-b3e7-d8a18eac0dfd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (5b051dc7-322e-4b64-998c-c34d3c48e72b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:17.093401 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9d479-9e60-4d0a-a108-aeb0875c3bd6 None None] Pushing event updated for resources: {'Port': ['ID=08911085-a89f-4c19-9027-e3ff5c24c7ba,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:17.210263 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec9da6f-3681-48b6-b3e7-d8a18eac0dfd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:17.262468 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9da6f-3681-48b6-b3e7-d8a18eac0dfd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=5b051dc7-322e-4b64-998c-c34d3c48e72b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:17.267822 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-cec9da6f-3681-48b6-b3e7-d8a18eac0dfd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:17.273524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec9da6f-3681-48b6-b3e7-d8a18eac0dfd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:17.277792 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b759fe03-6388-4b5c-a2a8-782df4369437 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (8da23726-73f6-4b35-a02e-f60a42f7f22d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:17.284138 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec9da6f-3681-48b6-b3e7-d8a18eac0dfd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:17.285499 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cec9da6f-3681-48b6-b3e7-d8a18eac0dfd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:17.399889 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cec9da6f-3681-48b6-b3e7-d8a18eac0dfd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7933505 Jan 28 06:07:17.403149 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 32842) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:17.426506 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b759fe03-6388-4b5c-a2a8-782df4369437 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:17.440212 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b759fe03-6388-4b5c-a2a8-782df4369437 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:17.457555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b759fe03-6388-4b5c-a2a8-782df4369437 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:17.458228 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b759fe03-6388-4b5c-a2a8-782df4369437 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:17.523078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759fe03-6388-4b5c-a2a8-782df4369437 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Subnet': ['ID=8da23726-73f6-4b35-a02e-f60a42f7f22d,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:17.609504 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b759fe03-6388-4b5c-a2a8-782df4369437 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1471901 Jan 28 06:07:17.613166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32846) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:17.619075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-72141b4e-b574-4c05-a951-8f7f1ab9ff5a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'security_group': {'name': 'tempest-secgroup-791003327'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:17.711201 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8b6407-bffe-4be3-a30c-c2de8b054d42 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:17.716750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8b6407-bffe-4be3-a30c-c2de8b054d42 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:17.720940 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2d8b6407-bffe-4be3-a30c-c2de8b054d42 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3140931 Jan 28 06:07:17.724220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32848) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:17.737343 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72141b4e-b574-4c05-a951-8f7f1ab9ff5a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:17.973636 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b064-44bb-4b9a-aac7-1dd3ebec1202 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (736ad247-fa63-4a21-b428-e55b27582b8e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:18.110552 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-25244888-fd2b-410f-a5e2-73f4549ac060 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port 5b051dc7-322e-4b64-998c-c34d3c48e72b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:18.110934 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25244888-fd2b-410f-a5e2-73f4549ac060 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5b051dc7-322e-4b64-998c-c34d3c48e72b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:18.161669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1701f4a-6d08-4a7b-9905-f1dbbd588c7d None None] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:18.162452 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72141b4e-b574-4c05-a951-8f7f1ab9ff5a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (5a8b186e-f537-4b2d-8627-b6cab0c7a936), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:18.235819 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72141b4e-b574-4c05-a951-8f7f1ab9ff5a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5a8b186e-f537-4b2d-8627-b6cab0c7a936), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:18.346958 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72141b4e-b574-4c05-a951-8f7f1ab9ff5a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8b186e-f537-4b2d-8627-b6cab0c7a936,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:18.399833 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72141b4e-b574-4c05-a951-8f7f1ab9ff5a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:18.401054 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-72141b4e-b574-4c05-a951-8f7f1ab9ff5a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7858820 Jan 28 06:07:18.412532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32854) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:18.425888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 08911085-a89f-4c19-9027-e3ff5c24c7ba up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:18.427965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2b1afb2c-3f84-47e7-ba24-77f5ffe970e9 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'security_group': {'name': 'tempest-secgroup-1489032976'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:18.447009 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25244888-fd2b-410f-a5e2-73f4549ac060 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5b051dc7-322e-4b64-998c-c34d3c48e72b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:18.506018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2229ed2a-fd74-45ff-af7b-62a163b8c3c6 None None] Provisioning complete for port 7e119496-4e6d-4647-9c90-bc0345d5a216 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:18.506680 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2229ed2a-fd74-45ff-af7b-62a163b8c3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:18.516371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-25244888-fd2b-410f-a5e2-73f4549ac060 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for 5b051dc7-322e-4b64-998c-c34d3c48e72b owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:18.584767 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7bd3b064-44bb-4b9a-aac7-1dd3ebec1202 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting port c4ce0e4a-2042-4942-ae85-6b01607cc27d {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:18.585336 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b064-44bb-4b9a-aac7-1dd3ebec1202 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:18.636999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 08911085-a89f-4c19-9027-e3ff5c24c7ba triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:18.637560 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (08911085-a89f-4c19-9027-e3ff5c24c7ba), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:18.743324 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b1afb2c-3f84-47e7-ba24-77f5ffe970e9 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:18.824744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-7bd3b064-44bb-4b9a-aac7-1dd3ebec1202 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] For port c4ce0e4a-2042-4942-ae85-6b01607cc27d, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c4ce0e4a-2042-4942-ae85-6b01607cc27d,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:18.825114 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b064-44bb-4b9a-aac7-1dd3ebec1202 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:18.831057 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2229ed2a-fd74-45ff-af7b-62a163b8c3c6 None None] Current status of the port 7e119496-4e6d-4647-9c90-bc0345d5a216 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:18.845468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a06884-72af-4934-bf39-5b46d00cd1f4 None None] Update dhcp port {'port': {'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b', 'fixed_ips': [{'subnet_id': '893ee808-1c2d-4231-8004-bc1a482c5b99', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8da23726-73f6-4b35-a02e-f60a42f7f22d'}], 'binding:host_id': 'n-d-812111-12'}, 'id': '7e119496-4e6d-4647-9c90-bc0345d5a216'} from n-d-812111-12. {{(pid=103636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 06:07:18.846783 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7bd3b064-44bb-4b9a-aac7-1dd3ebec1202 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Calling delete_port for c4ce0e4a-2042-4942-ae85-6b01607cc27d owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:18.849801 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b1afb2c-3f84-47e7-ba24-77f5ffe970e9 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (5d5380c1-5eb2-405d-a619-3dcbf0c0e6d8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:18.911734 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b1afb2c-3f84-47e7-ba24-77f5ffe970e9 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5d5380c1-5eb2-405d-a619-3dcbf0c0e6d8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:18.932441 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7a06884-72af-4934-bf39-5b46d00cd1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:18.987663 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1afb2c-3f84-47e7-ba24-77f5ffe970e9 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5380c1-5eb2-405d-a619-3dcbf0c0e6d8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:18.997185 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2229ed2a-fd74-45ff-af7b-62a163b8c3c6 None None] Provisioning complete for port af7ad0bd-c849-4a03-9cdf-6aea01db36de triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:18.997488 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2229ed2a-fd74-45ff-af7b-62a163b8c3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (af7ad0bd-c849-4a03-9cdf-6aea01db36de), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:19.026776 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b1afb2c-3f84-47e7-ba24-77f5ffe970e9 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:19.032173 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2b1afb2c-3f84-47e7-ba24-77f5ffe970e9 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6159799 Jan 28 06:07:19.035723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32872) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:19.040899 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1b058ff8-d9cc-48b0-bbcd-a08f124c0c40 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'security_group': {'name': 'tempest-secgroup-1358330783'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:19.065692 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25244888-fd2b-410f-a5e2-73f4549ac060 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (5b051dc7-322e-4b64-998c-c34d3c48e72b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:19.133507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25244888-fd2b-410f-a5e2-73f4549ac060 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=5b051dc7-322e-4b64-998c-c34d3c48e72b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:19.162040 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25244888-fd2b-410f-a5e2-73f4549ac060 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:19.170449 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-25244888-fd2b-410f-a5e2-73f4549ac060 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/5b051dc7-322e-4b64-998c-c34d3c48e72b HTTP/1.1" status: 204 len: 168 time: 1.4444275 Jan 28 06:07:19.172643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32874) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:19.209341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2229ed2a-fd74-45ff-af7b-62a163b8c3c6 None None] Port af7ad0bd-c849-4a03-9cdf-6aea01db36de cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:19.258061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1003a1-a37f-42b4-b136-8cb7a1fd948b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:19.259914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1003a1-a37f-42b4-b136-8cb7a1fd948b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:19.264772 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 32876) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:19.268254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2d1003a1-a37f-42b4-b136-8cb7a1fd948b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0945232 Jan 28 06:07:19.270820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 08911085-a89f-4c19-9027-e3ff5c24c7ba is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:19.271445 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (08911085-a89f-4c19-9027-e3ff5c24c7ba), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:19.317353 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b058ff8-d9cc-48b0-bbcd-a08f124c0c40 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:19.398387 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 08911085-a89f-4c19-9027-e3ff5c24c7ba, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=08911085-a89f-4c19-9027-e3ff5c24c7ba,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:19.418508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4b2b9f58-2cbe-45a0-a605-227245912aa3 None None] Provisioning complete for port 08911085-a89f-4c19-9027-e3ff5c24c7ba triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:19.419215 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b2b9f58-2cbe-45a0-a605-227245912aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (08911085-a89f-4c19-9027-e3ff5c24c7ba), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:19.419499 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-29056dea-8544-4bc7-b3c4-a658c06fabb2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet 474fb421-2710-4d0c-adf1-a58a726e5f3e {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:07:19.427048 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b064-44bb-4b9a-aac7-1dd3ebec1202 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c4ce0e4a-2042-4942-ae85-6b01607cc27d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:19.443620 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29056dea-8544-4bc7-b3c4-a658c06fabb2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (474fb421-2710-4d0c-adf1-a58a726e5f3e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:19.466745 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b058ff8-d9cc-48b0-bbcd-a08f124c0c40 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (47d0199d-4ec6-4ae5-adb1-bca56939f050), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:19.484178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-b7a06884-72af-4934-bf39-5b46d00cd1f4 None None] Allocated IP 2001:db8::2 (038f2a0b-e12b-4c3b-b245-81d09fde337b/8da23726-73f6-4b35-a02e-f60a42f7f22d/7e119496-4e6d-4647-9c90-bc0345d5a216) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:19.488071 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (08911085-a89f-4c19-9027-e3ff5c24c7ba), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:19.556194 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b058ff8-d9cc-48b0-bbcd-a08f124c0c40 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (47d0199d-4ec6-4ae5-adb1-bca56939f050), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:19.558623 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=08911085-a89f-4c19-9027-e3ff5c24c7ba,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:19.619496 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b058ff8-d9cc-48b0-bbcd-a08f124c0c40 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d0199d-4ec6-4ae5-adb1-bca56939f050,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:19.648059 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3b064-44bb-4b9a-aac7-1dd3ebec1202 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Port': ['ID=c4ce0e4a-2042-4942-ae85-6b01607cc27d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:19.684543 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b058ff8-d9cc-48b0-bbcd-a08f124c0c40 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:19.686288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1b058ff8-d9cc-48b0-bbcd-a08f124c0c40 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6492858 Jan 28 06:07:19.689199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32882) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:19.695441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b4876b40-2e3d-4f1b-b908-64b9e3239359 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1844455573', 'security_groups': ['47d0199d-4ec6-4ae5-adb1-bca56939f050'], 'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8da23726-73f6-4b35-a02e-f60a42f7f22d'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:19.777175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b9f58-2cbe-45a0-a605-227245912aa3 None None] Current status of the port 08911085-a89f-4c19-9027-e3ff5c24c7ba is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:19.820219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29056dea-8544-4bc7-b3c4-a658c06fabb2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (474fb421-2710-4d0c-adf1-a58a726e5f3e), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:19.876948 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b7a06884-72af-4934-bf39-5b46d00cd1f4 None None] For port 7e119496-4e6d-4647-9c90-bc0345d5a216, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7e119496-4e6d-4647-9c90-bc0345d5a216,segment=NetworkSegment(ae8a6096-df1b-426a-87da-a294c4b04a81),segment_id=ae8a6096-df1b-426a-87da-a294c4b04a81)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:19.941352 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b2ee4098-e0c7-4f23-8cc1-f39d6c863db8 None None] Could not find standard attr ID for object 5b051dc7-322e-4b64-998c-c34d3c48e72b. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:07:20.015612 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7a06884-72af-4934-bf39-5b46d00cd1f4 None None] Publish callbacks [] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:20.048707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4876b40-2e3d-4f1b-b908-64b9e3239359 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:20.080852 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7a06884-72af-4934-bf39-5b46d00cd1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:20.249126 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29056dea-8544-4bc7-b3c4-a658c06fabb2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (474fb421-2710-4d0c-adf1-a58a726e5f3e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:20.256853 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b064-44bb-4b9a-aac7-1dd3ebec1202 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (736ad247-fa63-4a21-b428-e55b27582b8e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:20.296984 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4876b40-2e3d-4f1b-b908-64b9e3239359 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:20.338220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-b4876b40-2e3d-4f1b-b908-64b9e3239359 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] device_id is not set on port 14038785-230a-4089-b7ef-bb8916b5e2e1 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:07:20.622076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 08911085-a89f-4c19-9027-e3ff5c24c7ba up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:20.637648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-b4876b40-2e3d-4f1b-b908-64b9e3239359 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Allocated IP 2001:db8::233 (038f2a0b-e12b-4c3b-b245-81d09fde337b/8da23726-73f6-4b35-a02e-f60a42f7f22d/14038785-230a-4089-b7ef-bb8916b5e2e1) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:20.693433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a06884-72af-4934-bf39-5b46d00cd1f4 None None] Pushing event updated for resources: {'Port': ['ID=7e119496-4e6d-4647-9c90-bc0345d5a216,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:20.752497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 08911085-a89f-4c19-9027-e3ff5c24c7ba triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:20.752881 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (08911085-a89f-4c19-9027-e3ff5c24c7ba), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.004395 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4876b40-2e3d-4f1b-b908-64b9e3239359 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (14038785-230a-4089-b7ef-bb8916b5e2e1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.036479 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 08911085-a89f-4c19-9027-e3ff5c24c7ba is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:21.168596 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4876b40-2e3d-4f1b-b908-64b9e3239359 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (14038785-230a-4089-b7ef-bb8916b5e2e1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.277905 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4876b40-2e3d-4f1b-b908-64b9e3239359 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:21.296912 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b4876b40-2e3d-4f1b-b908-64b9e3239359 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:21.307190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4876b40-2e3d-4f1b-b908-64b9e3239359 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:21.327264 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4876b40-2e3d-4f1b-b908-64b9e3239359 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:21.329861 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4876b40-2e3d-4f1b-b908-64b9e3239359 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.346905 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4876b40-2e3d-4f1b-b908-64b9e3239359 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=14038785-230a-4089-b7ef-bb8916b5e2e1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:21.444849 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29056dea-8544-4bc7-b3c4-a658c06fabb2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (474fb421-2710-4d0c-adf1-a58a726e5f3e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.459859 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b4876b40-2e3d-4f1b-b908-64b9e3239359 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7694070 Jan 28 06:07:21.460673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32910) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:21.469020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-decc3805-3fa5-416b-b998-0279cb67cf3c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'subnet': {'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:21.508726 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29056dea-8544-4bc7-b3c4-a658c06fabb2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=474fb421-2710-4d0c-adf1-a58a726e5f3e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:21.527067 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17647de-f016-4535-bbe5-c6b4a9e57229 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:21.531977 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29056dea-8544-4bc7-b3c4-a658c06fabb2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.544920 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-29056dea-8544-4bc7-b3c4-a658c06fabb2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/474fb421-2710-4d0c-adf1-a58a726e5f3e HTTP/1.1" status: 204 len: 168 time: 2.2739270 Jan 28 06:07:21.551583 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 32916) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:21.608478 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-01078095-7670-48e4-b07c-c6b1a891b6a3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590706 Jan 28 06:07:21.610873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 32922) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:21.810963 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd3b064-44bb-4b9a-aac7-1dd3ebec1202 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router 736ad247-fa63-4a21-b428-e55b27582b8e has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:07:21.841659 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b4241556-8e6d-4a1c-9f54-16442eddb347 None None] Provisioning complete for port 7e119496-4e6d-4647-9c90-bc0345d5a216 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:21.848830 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4241556-8e6d-4a1c-9f54-16442eddb347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:21.861563 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a0ffb-30b0-45e4-b44f-287621e80b85 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:21.863242 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d96a0ffb-30b0-45e4-b44f-287621e80b85 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2512927 Jan 28 06:07:21.867883 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32932) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:21.963558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decc3805-3fa5-416b-b998-0279cb67cf3c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:21.968053 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-decc3805-3fa5-416b-b998-0279cb67cf3c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.013229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5de021-fb46-4d66-9b50-1c45193667e6 None None] DHCP port deletion for 212ae0ea-5cb2-4599-bc76-8f15e4624200 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:07:22.093852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b4241556-8e6d-4a1c-9f54-16442eddb347 None None] Current status of the port 7e119496-4e6d-4647-9c90-bc0345d5a216 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:22.141628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b4241556-8e6d-4a1c-9f54-16442eddb347 None None] Provisioning complete for port af7ad0bd-c849-4a03-9cdf-6aea01db36de triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:22.147407 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4241556-8e6d-4a1c-9f54-16442eddb347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (af7ad0bd-c849-4a03-9cdf-6aea01db36de), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.209878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2acb34-b91b-4599-9722-ef731d326cee tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:22.212011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd3b064-44bb-4b9a-aac7-1dd3ebec1202 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:07:22.215068 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0d2acb34-b91b-4599-9722-ef731d326cee tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3465149 Jan 28 06:07:22.215799 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32954) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:22.227009 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbb4c3a-b3c2-4e8d-b29e-cc655648e956 None None] Sync routers for ids ['736ad247-fa63-4a21-b428-e55b27582b8e'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:07:22.233042 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7bd3b064-44bb-4b9a-aac7-1dd3ebec1202 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "PUT /v2.0/routers/736ad247-fa63-4a21-b428-e55b27582b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6161628 Jan 28 06:07:22.248947 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbb4c3a-b3c2-4e8d-b29e-cc655648e956 None None] Routers {'736ad247-fa63-4a21-b428-e55b27582b8e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:22.251520 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6bbb4c3a-b3c2-4e8d-b29e-cc655648e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:07:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['736ad247-fa63-4a21-b428-e55b27582b8e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:22.259943 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 32956) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:22.272827 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-517b7536-02a5-4158-bd73-66953c23c181 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526404 Jan 28 06:07:22.273714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32962) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:22.285552 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e614ead1-cd84-46ed-a380-18482b81854c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:22.331366 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cd5de021-fb46-4d66-9b50-1c45193667e6 None None] Deleting port 08911085-a89f-4c19-9027-e3ff5c24c7ba {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:22.340658 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd5de021-fb46-4d66-9b50-1c45193667e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (08911085-a89f-4c19-9027-e3ff5c24c7ba), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.433617 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2abbacc-a658-4f39-896f-f3cfa80f5d15 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting subnet 8e98d012-dc76-40bb-b222-219932b863c7 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:07:22.441070 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2abbacc-a658-4f39-896f-f3cfa80f5d15 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for subnet (8e98d012-dc76-40bb-b222-219932b863c7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.463588 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6bbb4c3a-b3c2-4e8d-b29e-cc655648e956 None None] Set router 736ad247-fa63-4a21-b428-e55b27582b8e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:22.504861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-cd5de021-fb46-4d66-9b50-1c45193667e6 None None] For port 08911085-a89f-4c19-9027-e3ff5c24c7ba, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=08911085-a89f-4c19-9027-e3ff5c24c7ba,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:22.505429 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd5de021-fb46-4d66-9b50-1c45193667e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (08911085-a89f-4c19-9027-e3ff5c24c7ba), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.537318 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cd5de021-fb46-4d66-9b50-1c45193667e6 None None] Calling delete_port for 08911085-a89f-4c19-9027-e3ff5c24c7ba owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:22.579058 n-d-812111-12 neutron-server[103635]: INFO neutron.db.ipam_backend_mixin [None req-decc3805-3fa5-416b-b998-0279cb67cf3c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8da23726-73f6-4b35-a02e-f60a42f7f22d (CIDR: 2001:db8::/64) Jan 28 06:07:22.593977 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2abbacc-a658-4f39-896f-f3cfa80f5d15 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (8e98d012-dc76-40bb-b222-219932b863c7), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.619345 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-decc3805-3fa5-416b-b998-0279cb67cf3c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:07:22.619857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-decc3805-3fa5-416b-b998-0279cb67cf3c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:07:22.640737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e614ead1-cd84-46ed-a380-18482b81854c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:22.644723 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e614ead1-cd84-46ed-a380-18482b81854c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.683241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7e119496-4e6d-4647-9c90-bc0345d5a216 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:22.767232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-decc3805-3fa5-416b-b998-0279cb67cf3c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3054106 Jan 28 06:07:22.782368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 32986) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:22.783448 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd5de021-fb46-4d66-9b50-1c45193667e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (08911085-a89f-4c19-9027-e3ff5c24c7ba), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.785376 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2abbacc-a658-4f39-896f-f3cfa80f5d15 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (8e98d012-dc76-40bb-b222-219932b863c7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.789818 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6bbb4c3a-b3c2-4e8d-b29e-cc655648e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789132813', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:04:43Z', 'updated_at': '2022-01-28T06:07:19Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:44Z', 'updated_at': '2022-01-28T06:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:22.801360 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b4241556-8e6d-4a1c-9f54-16442eddb347 None None] Port af7ad0bd-c849-4a03-9cdf-6aea01db36de cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:22.803241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6a0934c0-b67e-4f18-92ad-66d62fc7ed9e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'subnet': {'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:22.818183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5de021-fb46-4d66-9b50-1c45193667e6 None None] No DVR routers for this DVR port 08911085-a89f-4c19-9027-e3ff5c24c7ba on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:07:22.884448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5de021-fb46-4d66-9b50-1c45193667e6 None None] Pushing event deleted for resources: {'Port': ['ID=08911085-a89f-4c19-9027-e3ff5c24c7ba,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:22.901779 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbb4c3a-b3c2-4e8d-b29e-cc655648e956 None None] Checking router: 736ad247-fa63-4a21-b428-e55b27582b8e for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:07:22.918079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7e119496-4e6d-4647-9c90-bc0345d5a216 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:22.921570 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.945679 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbb4c3a-b3c2-4e8d-b29e-cc655648e956 None None] Routers {'736ad247-fa63-4a21-b428-e55b27582b8e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:22.946331 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6bbb4c3a-b3c2-4e8d-b29e-cc655648e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:07:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['736ad247-fa63-4a21-b428-e55b27582b8e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:22.991739 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-13434858-2492-4af8-83d7-915ee66e0cea None None] Provisioning complete for port 14038785-230a-4089-b7ef-bb8916b5e2e1 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:22.996647 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13434858-2492-4af8-83d7-915ee66e0cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (14038785-230a-4089-b7ef-bb8916b5e2e1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:22.999482 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 32996) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:23.030760 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2abbacc-a658-4f39-896f-f3cfa80f5d15 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (8e98d012-dc76-40bb-b222-219932b863c7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:23.126055 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2abbacc-a658-4f39-896f-f3cfa80f5d15 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:23.140928 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c2abbacc-a658-4f39-896f-f3cfa80f5d15 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/subnets/8e98d012-dc76-40bb-b222-219932b863c7 HTTP/1.1" status: 204 len: 168 time: 0.8772054 Jan 28 06:07:23.142636 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33006) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:23.147373 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abbacc-a658-4f39-896f-f3cfa80f5d15 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Subnet': ['ID=8e98d012-dc76-40bb-b222-219932b863c7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:23.150650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c2f35c-9f5c-4db6-a90f-9a6adfa63cf6 None None] Network 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:23.151417 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6bbb4c3a-b3c2-4e8d-b29e-cc655648e956 None None] Set router 736ad247-fa63-4a21-b428-e55b27582b8e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:23.427343 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6bbb4c3a-b3c2-4e8d-b29e-cc655648e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789132813', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:04:43Z', 'updated_at': '2022-01-28T06:07:19Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:44Z', 'updated_at': '2022-01-28T06:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:23.462144 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbb4c3a-b3c2-4e8d-b29e-cc655648e956 None None] The sync data for ids ['736ad247-fa63-4a21-b428-e55b27582b8e'] in n-d-812111-12 is: [{'id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789132813', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:04:43Z', 'updated_at': '2022-01-28T06:07:19Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'ee5845a6-39c8-4bda-973d-085638777ed5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ad247-fa63-4a21-b428-e55b27582b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:04:44Z', 'updated_at': '2022-01-28T06:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:07:23.477457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-13434858-2492-4af8-83d7-915ee66e0cea None None] Port 14038785-230a-4089-b7ef-bb8916b5e2e1 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:23.517127 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-babd6d47-0e08-4d77-9243-904facc86780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:23.564503 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a61e054-46c3-451c-8a06-b84006f49c3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router (736ad247-fa63-4a21-b428-e55b27582b8e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:23.591698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7e119496-4e6d-4647-9c90-bc0345d5a216 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:23.759942 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a61e054-46c3-451c-8a06-b84006f49c3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_gateway (736ad247-fa63-4a21-b428-e55b27582b8e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:23.807645 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-babd6d47-0e08-4d77-9243-904facc86780 admin admin] Publish callbacks [] for security_group (dee6bc95-c756-4188-919d-ec5a4361f7a9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:23.901479 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2255ff5-ee92-4687-bcec-816dd046ff71 None None] DHCP port deletion for 49da4a6a-99ce-4fbf-8e15-cdf8078cc47e request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:07:23.932219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-babd6d47-0e08-4d77-9243-904facc86780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dee6bc95-c756-4188-919d-ec5a4361f7a9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:23.987029 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 08911085-a89f-4c19-9027-e3ff5c24c7ba no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:24.068967 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-babd6d47-0e08-4d77-9243-904facc86780 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a57bf3cd0004c8580676ac56b7a124c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0671928 Jan 28 06:07:24.069988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 08911085-a89f-4c19-9027-e3ff5c24c7ba {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:07:24.070486 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 08911085-a89f-4c19-9027-e3ff5c24c7ba not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:24.079354 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33054) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:24.085186 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7a61e054-46c3-451c-8a06-b84006f49c3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting port ee5845a6-39c8-4bda-973d-085638777ed5 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:24.085533 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a61e054-46c3-451c-8a06-b84006f49c3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ee5845a6-39c8-4bda-973d-085638777ed5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:24.120330 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a2255ff5-ee92-4687-bcec-816dd046ff71 None None] Deleting port a13e1126-692c-41c7-99e8-6caa3ff00584 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:24.120885 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2255ff5-ee92-4687-bcec-816dd046ff71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a13e1126-692c-41c7-99e8-6caa3ff00584), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:24.159297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0934c0-b67e-4f18-92ad-66d62fc7ed9e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:24.164487 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6a0934c0-b67e-4f18-92ad-66d62fc7ed9e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:24.298928 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-7a61e054-46c3-451c-8a06-b84006f49c3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] For port ee5845a6-39c8-4bda-973d-085638777ed5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ee5845a6-39c8-4bda-973d-085638777ed5,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:24.299305 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a61e054-46c3-451c-8a06-b84006f49c3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ee5845a6-39c8-4bda-973d-085638777ed5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:24.333566 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7a61e054-46c3-451c-8a06-b84006f49c3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Calling delete_port for ee5845a6-39c8-4bda-973d-085638777ed5 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:24.334512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a2255ff5-ee92-4687-bcec-816dd046ff71 None None] For port a13e1126-692c-41c7-99e8-6caa3ff00584, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a13e1126-692c-41c7-99e8-6caa3ff00584,segment=NetworkSegment(d0f329f8-77d7-4503-923e-1362bf967b10),segment_id=d0f329f8-77d7-4503-923e-1362bf967b10)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:24.335088 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2255ff5-ee92-4687-bcec-816dd046ff71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a13e1126-692c-41c7-99e8-6caa3ff00584), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:24.368098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a2255ff5-ee92-4687-bcec-816dd046ff71 None None] Calling delete_port for a13e1126-692c-41c7-99e8-6caa3ff00584 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:24.419915 n-d-812111-12 neutron-server[103635]: INFO neutron.db.ipam_backend_mixin [None req-6a0934c0-b67e-4f18-92ad-66d62fc7ed9e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 893ee808-1c2d-4231-8004-bc1a482c5b99 (CIDR: 2001:db8:0:1::/64) Jan 28 06:07:24.445637 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c4ce0e4a-2042-4942-ae85-6b01607cc27d no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:24.453725 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0934c0-b67e-4f18-92ad-66d62fc7ed9e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:07:24.454187 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a0934c0-b67e-4f18-92ad-66d62fc7ed9e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:07:24.520512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: c4ce0e4a-2042-4942-ae85-6b01607cc27d {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:07:24.523009 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c4ce0e4a-2042-4942-ae85-6b01607cc27d not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:24.523658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a13e1126-692c-41c7-99e8-6caa3ff00584 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:24.556672 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6a0934c0-b67e-4f18-92ad-66d62fc7ed9e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.7709684 Jan 28 06:07:24.562611 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33078) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:24.564655 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd6d47-0e08-4d77-9243-904facc86780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee6bc95-c756-4188-919d-ec5a4361f7a9,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:24.597850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b2304ac7-9031-4b9d-a2e8-38776f02ca58 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'subnet': {'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:24.646052 n-d-812111-12 neutron-server[103635]: DEBUG neutron.objects.ports [None req-e614ead1-cd84-46ed-a380-18482b81854c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103635) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 06:07:24.656097 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e614ead1-cd84-46ed-a380-18482b81854c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (a8ba19f1-5b9f-472c-aabb-826ca575cefb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:24.699944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e614ead1-cd84-46ed-a380-18482b81854c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:24.708956 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e614ead1-cd84-46ed-a380-18482b81854c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:24.722135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e614ead1-cd84-46ed-a380-18482b81854c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:24.723155 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e614ead1-cd84-46ed-a380-18482b81854c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:24.725993 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da41de26-b3c1-41d6-8af6-25a957494647 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:24.753251 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a13e1126-692c-41c7-99e8-6caa3ff00584 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:24.758409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614ead1-cd84-46ed-a380-18482b81854c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=a8ba19f1-5b9f-472c-aabb-826ca575cefb,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:24.760124 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a13e1126-692c-41c7-99e8-6caa3ff00584), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:24.821517 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2255ff5-ee92-4687-bcec-816dd046ff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (a13e1126-692c-41c7-99e8-6caa3ff00584), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:24.859716 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e614ead1-cd84-46ed-a380-18482b81854c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5757439 Jan 28 06:07:24.860029 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33092) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:24.866797 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e4603cd9-e28b-4db5-a150-e556d2b12dcd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:24.903510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2255ff5-ee92-4687-bcec-816dd046ff71 None None] Pushing event deleted for resources: {'Port': ['ID=a13e1126-692c-41c7-99e8-6caa3ff00584,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:24.997994 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9a6a-7f2e-4581-af5b-91b3c96bf6eb admin admin] Publish callbacks [] for security_group (dee6bc95-c756-4188-919d-ec5a4361f7a9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.075108 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2255ff5-ee92-4687-bcec-816dd046ff71 None None] No DVR routers for this DVR port a13e1126-692c-41c7-99e8-6caa3ff00584 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:07:25.099972 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-212ae0ea-5cb2-4599-bc76-8f15e4624200', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'fixed_ips': [{'subnet_id': 'a8ba19f1-5b9f-472c-aabb-826ca575cefb'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:07:25.099972 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.135398 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9a6a-7f2e-4581-af5b-91b3c96bf6eb admin admin] Publish callbacks [] for security_group (dee6bc95-c756-4188-919d-ec5a4361f7a9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.157637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4603cd9-e28b-4db5-a150-e556d2b12dcd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:25.162613 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4603cd9-e28b-4db5-a150-e556d2b12dcd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.293913 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2304ac7-9031-4b9d-a2e8-38776f02ca58 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Made reservation on behalf of 8388294db8584a759a33b6fafbce7917 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:25.297677 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2304ac7-9031-4b9d-a2e8-38776f02ca58 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.325791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Allocated IP 2001:db8::f816:3eff:fee6:10a2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/a8ba19f1-5b9f-472c-aabb-826ca575cefb/8f41741d-5280-4274-a6d7-efd1c6c559df) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:25.388300 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a61e054-46c3-451c-8a06-b84006f49c3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ee5845a6-39c8-4bda-973d-085638777ed5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.396789 n-d-812111-12 neutron-server[103635]: INFO neutron.db.ipam_backend_mixin [None req-e4603cd9-e28b-4db5-a150-e556d2b12dcd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a8ba19f1-5b9f-472c-aabb-826ca575cefb (CIDR: 2001:db8::/64) Jan 28 06:07:25.481213 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61e054-46c3-451c-8a06-b84006f49c3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Port': ['ID=ee5845a6-39c8-4bda-973d-085638777ed5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:25.489832 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4603cd9-e28b-4db5-a150-e556d2b12dcd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:07:25.490139 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9a6a-7f2e-4581-af5b-91b3c96bf6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dee6bc95-c756-4188-919d-ec5a4361f7a9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.490677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4603cd9-e28b-4db5-a150-e556d2b12dcd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:07:25.503086 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9a6a-7f2e-4581-af5b-91b3c96bf6eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.503086 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f6aa9a6a-7f2e-4581-af5b-91b3c96bf6eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dee6bc95-c756-4188-919d-ec5a4361f7a9 HTTP/1.1" status: 204 len: 168 time: 0.9391141 Jan 28 06:07:25.589955 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa9a6a-7f2e-4581-af5b-91b3c96bf6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee6bc95-c756-4188-919d-ec5a4361f7a9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:25.603543 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e4603cd9-e28b-4db5-a150-e556d2b12dcd tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7420704 Jan 28 06:07:25.605833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33122) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:25.613380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-26a20d7f-7b3b-4d00-a035-a21e068b76d4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:25.717276 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a61e054-46c3-451c-8a06-b84006f49c3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (736ad247-fa63-4a21-b428-e55b27582b8e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.734971 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Publish callbacks [] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.744026 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.871112 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.881893 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a61e054-46c3-451c-8a06-b84006f49c3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (736ad247-fa63-4a21-b428-e55b27582b8e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.884625 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a61e054-46c3-451c-8a06-b84006f49c3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_controller (736ad247-fa63-4a21-b428-e55b27582b8e), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:25.927357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:25.927870 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:25.935103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:25.988678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Pushing event updated for resources: {'Port': ['ID=8f41741d-5280-4274-a6d7-efd1c6c559df,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:26.026385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a20d7f-7b3b-4d00-a035-a21e068b76d4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:26.032257 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-26a20d7f-7b3b-4d00-a035-a21e068b76d4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.042629 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a61e054-46c3-451c-8a06-b84006f49c3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (736ad247-fa63-4a21-b428-e55b27582b8e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.047438 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a61e054-46c3-451c-8a06-b84006f49c3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Fanout notify agent at l3_agent the message router_deleted on router 736ad247-fa63-4a21-b428-e55b27582b8e {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:07:26.047850 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Attempting to bind port 8f41741d-5280-4274-a6d7-efd1c6c559df on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:07:26.048899 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Attempting to bind port 8f41741d-5280-4274-a6d7-efd1c6c559df by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:07:26.059686 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Attempting to bind port 8f41741d-5280-4274-a6d7-efd1c6c559df on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:26.065612 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a61e054-46c3-451c-8a06-b84006f49c3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.068051 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7a61e054-46c3-451c-8a06-b84006f49c3f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/routers/736ad247-fa63-4a21-b428-e55b27582b8e HTTP/1.1" status: 204 len: 168 time: 2.9218729 Jan 28 06:07:26.076337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:07:26.079259 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:26.079888 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.080349 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:07:26.080916 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33140) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:26.081786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Bound port: 8f41741d-5280-4274-a6d7-efd1c6c559df, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:07:26.082266 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.246007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] For port 8f41741d-5280-4274-a6d7-efd1c6c559df, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:07:26.254506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] For port 8f41741d-5280-4274-a6d7-efd1c6c559df, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8f41741d-5280-4274-a6d7-efd1c6c559df,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:07:26.357275 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.384939 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2304ac7-9031-4b9d-a2e8-38776f02ca58 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (1b9b5619-d92e-41b9-9b35-d1c3e0f68873), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.420169 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba60fb5f-abab-4903-90f1-8aaa5a34f3d3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (49da4a6a-99ce-4fbf-8e15-cdf8078cc47e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.444059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e53f4c-3564-4c32-a385-10c7501fbcc2 None None] Pushing event updated for resources: {'Port': ['ID=8f41741d-5280-4274-a6d7-efd1c6c559df,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:26.487774 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2304ac7-9031-4b9d-a2e8-38776f02ca58 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:26.490698 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-b2304ac7-9031-4b9d-a2e8-38776f02ca58 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:26.521905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f25cf6-bdc9-4e18-85a4-12d937a8a2e1 None None] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:26.527211 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2304ac7-9031-4b9d-a2e8-38776f02ca58 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:26.527211 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b2304ac7-9031-4b9d-a2e8-38776f02ca58 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.583449 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2304ac7-9031-4b9d-a2e8-38776f02ca58 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Subnet': ['ID=1b9b5619-d92e-41b9-9b35-d1c3e0f68873,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:26.624404 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba60fb5f-abab-4903-90f1-8aaa5a34f3d3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (49da4a6a-99ce-4fbf-8e15-cdf8078cc47e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.677389 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b2304ac7-9031-4b9d-a2e8-38776f02ca58 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0986021 Jan 28 06:07:26.678974 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33172) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:26.680521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-ba60fb5f-abab-4903-90f1-8aaa5a34f3d3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49da4a6a-99ce-4fbf-8e15-cdf8078cc47e']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:26.693987 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-837ca015-629c-49e6-aeca-8492c27b3fe3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-570804759', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1b9b5619-d92e-41b9-9b35-d1c3e0f68873'}], 'security_groups': ['5a8b186e-f537-4b2d-8627-b6cab0c7a936', '5d5380c1-5eb2-405d-a619-3dcbf0c0e6d8']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:26.703676 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-ba60fb5f-abab-4903-90f1-8aaa5a34f3d3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f329f8-77d7-4503-923e-1362bf967b10') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:26.705694 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-ba60fb5f-abab-4903-90f1-8aaa5a34f3d3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f329f8-77d7-4503-923e-1362bf967b10') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:26.718940 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba60fb5f-abab-4903-90f1-8aaa5a34f3d3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (d0f329f8-77d7-4503-923e-1362bf967b10), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.748987 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba60fb5f-abab-4903-90f1-8aaa5a34f3d3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (d0f329f8-77d7-4503-923e-1362bf967b10), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.752685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba60fb5f-abab-4903-90f1-8aaa5a34f3d3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:07:26.753295 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba60fb5f-abab-4903-90f1-8aaa5a34f3d3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (d0f329f8-77d7-4503-923e-1362bf967b10), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:07:26.897542 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:07:26.986970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c874c4ac-a7ff-4d6f-955f-ce14f03eeab7 None None] Update dhcp port {'port': {'network_id': '038f2a0b-e12b-4c3b-b245-81d09fde337b', 'fixed_ips': [{'subnet_id': '893ee808-1c2d-4231-8004-bc1a482c5b99', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8da23726-73f6-4b35-a02e-f60a42f7f22d', 'ip_address': '2001:db8::2'}, {'subnet_id': '1b9b5619-d92e-41b9-9b35-d1c3e0f68873'}], 'binding:host_id': 'n-d-812111-12'}, 'id': '7e119496-4e6d-4647-9c90-bc0345d5a216'} from n-d-812111-12. {{(pid=103636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 06:07:26.999492 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba60fb5f-abab-4903-90f1-8aaa5a34f3d3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (49da4a6a-99ce-4fbf-8e15-cdf8078cc47e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:27.030928 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c874c4ac-a7ff-4d6f-955f-ce14f03eeab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:27.031577 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba60fb5f-abab-4903-90f1-8aaa5a34f3d3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:27.043507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ba60fb5f-abab-4903-90f1-8aaa5a34f3d3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/networks/49da4a6a-99ce-4fbf-8e15-cdf8078cc47e HTTP/1.1" status: 204 len: 168 time: 0.9598114 Jan 28 06:07:27.046839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33190) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:27.100060 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-837ca015-629c-49e6-aeca-8492c27b3fe3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (14038785-230a-4089-b7ef-bb8916b5e2e1), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:27.108669 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60fb5f-abab-4903-90f1-8aaa5a34f3d3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Network': ['ID=49da4a6a-99ce-4fbf-8e15-cdf8078cc47e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:27.288416 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bb6d40fc-1f50-418c-bbf6-9d7845bf5458 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (3343bb2d-d800-45be-af67-d9b9204c69ad), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:27.319166 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bb6d40fc-1f50-418c-bbf6-9d7845bf5458 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (3343bb2d-d800-45be-af67-d9b9204c69ad), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:27.361672 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-c874c4ac-a7ff-4d6f-955f-ce14f03eeab7 None None] Allocated IP 2001:db8:0:2::2 (038f2a0b-e12b-4c3b-b245-81d09fde337b/1b9b5619-d92e-41b9-9b35-d1c3e0f68873/7e119496-4e6d-4647-9c90-bc0345d5a216) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:27.373121 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-26a20d7f-7b3b-4d00-a035-a21e068b76d4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (e647e5c0-7e2a-4940-ab74-ffb43fe867ae), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:27.474620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a20d7f-7b3b-4d00-a035-a21e068b76d4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:27.506031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-26a20d7f-7b3b-4d00-a035-a21e068b76d4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:27.524643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a20d7f-7b3b-4d00-a035-a21e068b76d4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:27.526001 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-26a20d7f-7b3b-4d00-a035-a21e068b76d4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:27.533483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a20d7f-7b3b-4d00-a035-a21e068b76d4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=e647e5c0-7e2a-4940-ab74-ffb43fe867ae,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:27.563195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c874c4ac-a7ff-4d6f-955f-ce14f03eeab7 None None] For port 7e119496-4e6d-4647-9c90-bc0345d5a216, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7e119496-4e6d-4647-9c90-bc0345d5a216,segment=NetworkSegment(ae8a6096-df1b-426a-87da-a294c4b04a81),segment_id=ae8a6096-df1b-426a-87da-a294c4b04a81)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:27.603218 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c874c4ac-a7ff-4d6f-955f-ce14f03eeab7 None None] Publish callbacks [] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:27.603630 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33222) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:27.604582 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-26a20d7f-7b3b-4d00-a035-a21e068b76d4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9963968 Jan 28 06:07:27.608710 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-e73a6e0b-eb5a-4d48-9fb0-79f1a10dbc1e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'mac_address': 'fa:16:3e:33:53:af', 'name': 'tempest-NetworksTestDHCPv6-989981802'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:27.625162 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bb6d40fc-1f50-418c-bbf6-9d7845bf5458 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3343bb2d-d800-45be-af67-d9b9204c69ad), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:27.629923 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bb6d40fc-1f50-418c-bbf6-9d7845bf5458 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:27.634520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bb6d40fc-1f50-418c-bbf6-9d7845bf5458 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/security-groups/3343bb2d-d800-45be-af67-d9b9204c69ad HTTP/1.1" status: 204 len: 168 time: 0.5427608 Jan 28 06:07:27.647281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d40fc-1f50-418c-bbf6-9d7845bf5458 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3343bb2d-d800-45be-af67-d9b9204c69ad,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:27.745810 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c874c4ac-a7ff-4d6f-955f-ce14f03eeab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:27.816652 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:27.897478 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874c4ac-a7ff-4d6f-955f-ce14f03eeab7 None None] Pushing event updated for resources: {'Port': ['ID=7e119496-4e6d-4647-9c90-bc0345d5a216,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:27.936687 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-837ca015-629c-49e6-aeca-8492c27b3fe3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Delete allocated IP 2001:db8::233 (038f2a0b-e12b-4c3b-b245-81d09fde337b/8da23726-73f6-4b35-a02e-f60a42f7f22d) {{(pid=103634) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 06:07:27.952858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-837ca015-629c-49e6-aeca-8492c27b3fe3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Allocated IP 2001:db8:0:2::231 (038f2a0b-e12b-4c3b-b245-81d09fde337b/1b9b5619-d92e-41b9-9b35-d1c3e0f68873/14038785-230a-4089-b7ef-bb8916b5e2e1) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:28.002571 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73a6e0b-eb5a-4d48-9fb0-79f1a10dbc1e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:28.327734 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e73a6e0b-eb5a-4d48-9fb0-79f1a10dbc1e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.376807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e6e5b3-6a1a-45f0-95c7-0c7064b7c79c None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:28.403282 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-e73a6e0b-eb5a-4d48-9fb0-79f1a10dbc1e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port a7f851e2-8adc-4e6d-ae88-825b8a76f00c yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:07:28.533130 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-837ca015-629c-49e6-aeca-8492c27b3fe3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for port (14038785-230a-4089-b7ef-bb8916b5e2e1), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.581309 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7e119496-4e6d-4647-9c90-bc0345d5a216 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:28.614678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5503d6ef-24b3-45b8-b349-2aeb40922053 None None] Provisioning complete for port 8f41741d-5280-4274-a6d7-efd1c6c559df triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:28.614957 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5503d6ef-24b3-45b8-b349-2aeb40922053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.679186 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-e73a6e0b-eb5a-4d48-9fb0-79f1a10dbc1e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8:0:1::c2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/e647e5c0-7e2a-4940-ab74-ffb43fe867ae/a7f851e2-8adc-4e6d-ae88-825b8a76f00c) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:28.709117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-e73a6e0b-eb5a-4d48-9fb0-79f1a10dbc1e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::f816:3eff:fe33:53af (212ae0ea-5cb2-4599-bc76-8f15e4624200/a8ba19f1-5b9f-472c-aabb-826ca575cefb/a7f851e2-8adc-4e6d-ae88-825b8a76f00c) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:28.711628 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-837ca015-629c-49e6-aeca-8492c27b3fe3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (14038785-230a-4089-b7ef-bb8916b5e2e1), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.745873 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7e119496-4e6d-4647-9c90-bc0345d5a216 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:28.748162 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.773133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33268) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:28.777836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-223a5673-0281-4c4c-adde-b065b18a57af tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2122295052', 'description': 'tempest-secgroup-smoke-2122295052 description', 'project_id': '59d53e120d2a4c8e8606808e4590906b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:28.853608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-837ca015-629c-49e6-aeca-8492c27b3fe3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] In _notify_port_updated(), no bound segment for port 14038785-230a-4089-b7ef-bb8916b5e2e1 on network 038f2a0b-e12b-4c3b-b245-81d09fde337b {{(pid=103634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 06:07:28.860234 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837ca015-629c-49e6-aeca-8492c27b3fe3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:28.860234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-837ca015-629c-49e6-aeca-8492c27b3fe3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.874237 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-837ca015-629c-49e6-aeca-8492c27b3fe3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "PUT /v2.0/ports/14038785-230a-4089-b7ef-bb8916b5e2e1 HTTP/1.1" status: 200 len: 969 time: 2.1805942 Jan 28 06:07:28.874237 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ca015-629c-49e6-aeca-8492c27b3fe3 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event updated for resources: {'Port': ['ID=14038785-230a-4089-b7ef-bb8916b5e2e1,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:28.874655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33272) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:28.887682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7046325c-8157-4bca-9a8d-df9299eaa81c None None] Update dhcp port {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'fixed_ips': [{'subnet_id': 'a8ba19f1-5b9f-472c-aabb-826ca575cefb', 'ip_address': '2001:db8::f816:3eff:fee6:10a2'}, {'subnet_id': 'e647e5c0-7e2a-4940-ab74-ffb43fe867ae'}], 'binding:host_id': 'n-d-812111-12'}, 'id': '8f41741d-5280-4274-a6d7-efd1c6c559df'} from n-d-812111-12. {{(pid=103636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 06:07:28.913959 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5503d6ef-24b3-45b8-b349-2aeb40922053 None None] Current status of the port 8f41741d-5280-4274-a6d7-efd1c6c559df is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:28.914588 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5503d6ef-24b3-45b8-b349-2aeb40922053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.922337 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-223a5673-0281-4c4c-adde-b065b18a57af tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:28.936943 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7046325c-8157-4bca-9a8d-df9299eaa81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.043474 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-6ce993bf-0428-4807-950b-e3c6435c3ce8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port 14038785-230a-4089-b7ef-bb8916b5e2e1 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:29.043878 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ce993bf-0428-4807-950b-e3c6435c3ce8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (14038785-230a-4089-b7ef-bb8916b5e2e1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.064757 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e73a6e0b-eb5a-4d48-9fb0-79f1a10dbc1e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (a7f851e2-8adc-4e6d-ae88-825b8a76f00c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.180237 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-223a5673-0281-4c4c-adde-b065b18a57af tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (81b806db-a952-4148-bd70-38be89c6876a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.202140 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e73a6e0b-eb5a-4d48-9fb0-79f1a10dbc1e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a7f851e2-8adc-4e6d-ae88-825b8a76f00c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.233886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73a6e0b-eb5a-4d48-9fb0-79f1a10dbc1e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:29.236623 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-e73a6e0b-eb5a-4d48-9fb0-79f1a10dbc1e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:29.276336 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-223a5673-0281-4c4c-adde-b065b18a57af tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (81b806db-a952-4148-bd70-38be89c6876a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.286245 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a6e0b-eb5a-4d48-9fb0-79f1a10dbc1e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:29.294672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73a6e0b-eb5a-4d48-9fb0-79f1a10dbc1e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:29.296113 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e73a6e0b-eb5a-4d48-9fb0-79f1a10dbc1e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.297326 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ce993bf-0428-4807-950b-e3c6435c3ce8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (14038785-230a-4089-b7ef-bb8916b5e2e1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.298133 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5503d6ef-24b3-45b8-b349-2aeb40922053 None None] For port 8f41741d-5280-4274-a6d7-efd1c6c559df, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8f41741d-5280-4274-a6d7-efd1c6c559df,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:29.328431 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-6ce993bf-0428-4807-950b-e3c6435c3ce8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for 14038785-230a-4089-b7ef-bb8916b5e2e1 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:29.339604 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a6e0b-eb5a-4d48-9fb0-79f1a10dbc1e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=a7f851e2-8adc-4e6d-ae88-825b8a76f00c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:29.349353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a5673-0281-4c4c-adde-b065b18a57af tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b806db-a952-4148-bd70-38be89c6876a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:29.419750 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-223a5673-0281-4c4c-adde-b065b18a57af tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.421066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-223a5673-0281-4c4c-adde-b065b18a57af tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6468942 Jan 28 06:07:29.424544 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33298) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:29.430674 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ede0474c-c020-445c-8d59-a0f2dfca3097 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': '81b806db-a952-4148-bd70-38be89c6876a', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:29.487775 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7e119496-4e6d-4647-9c90-bc0345d5a216 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:29.490274 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8f41741d-5280-4274-a6d7-efd1c6c559df up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:29.522736 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e73a6e0b-eb5a-4d48-9fb0-79f1a10dbc1e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9179740 Jan 28 06:07:29.525311 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33300) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:29.532200 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5503d6ef-24b3-45b8-b349-2aeb40922053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.642272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-bcc52737-92a7-465d-9066-9ea3889d2bcb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port a7f851e2-8adc-4e6d-ae88-825b8a76f00c {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:29.642866 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bcc52737-92a7-465d-9066-9ea3889d2bcb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a7f851e2-8adc-4e6d-ae88-825b8a76f00c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.664837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503d6ef-24b3-45b8-b349-2aeb40922053 None None] Pushing event updated for resources: {'Port': ['ID=8f41741d-5280-4274-a6d7-efd1c6c559df,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:29.682197 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ce993bf-0428-4807-950b-e3c6435c3ce8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (14038785-230a-4089-b7ef-bb8916b5e2e1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.694102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-7046325c-8157-4bca-9a8d-df9299eaa81c None None] Allocated IP 2001:db8:0:1::2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/e647e5c0-7e2a-4940-ab74-ffb43fe867ae/8f41741d-5280-4274-a6d7-efd1c6c559df) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:29.724903 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 8f41741d-5280-4274-a6d7-efd1c6c559df triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:29.725604 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.730753 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-140559f4-aa81-401e-a213-34e7f0e69c5e None None] Provisioning complete for port 7e119496-4e6d-4647-9c90-bc0345d5a216 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:29.731454 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-140559f4-aa81-401e-a213-34e7f0e69c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.733059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce993bf-0428-4807-950b-e3c6435c3ce8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=14038785-230a-4089-b7ef-bb8916b5e2e1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:29.766079 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ce993bf-0428-4807-950b-e3c6435c3ce8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.774594 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6ce993bf-0428-4807-950b-e3c6435c3ce8 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/ports/14038785-230a-4089-b7ef-bb8916b5e2e1 HTTP/1.1" status: 204 len: 168 time: 0.9085329 Jan 28 06:07:29.778164 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33306) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:29.794769 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ede0474c-c020-445c-8d59-a0f2dfca3097 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (a882b761-8ccb-4f0b-bf4e-de543d8a8aff), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.822956 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bcc52737-92a7-465d-9066-9ea3889d2bcb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a7f851e2-8adc-4e6d-ae88-825b8a76f00c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:29.858406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-bcc52737-92a7-465d-9066-9ea3889d2bcb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for a7f851e2-8adc-4e6d-ae88-825b8a76f00c owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:29.865231 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5bd949-f2d6-4a95-94f1-848916d88a2b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] GET failed (client error): The resource could not be found. Jan 28 06:07:29.869603 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5e5bd949-f2d6-4a95-94f1-848916d88a2b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports/14038785-230a-4089-b7ef-bb8916b5e2e1 HTTP/1.1" status: 404 len: 333 time: 0.0869462 Jan 28 06:07:29.871257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33314) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:29.995319 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7046325c-8157-4bca-9a8d-df9299eaa81c None None] For port 8f41741d-5280-4274-a6d7-efd1c6c559df, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8f41741d-5280-4274-a6d7-efd1c6c559df,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:30.035405 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ede0474c-c020-445c-8d59-a0f2dfca3097 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (a882b761-8ccb-4f0b-bf4e-de543d8a8aff), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.097509 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7046325c-8157-4bca-9a8d-df9299eaa81c None None] Publish callbacks [] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.097871 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-9e9a3b0b-f1d3-407a-ab3e-b6e704344db2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1331351 Jan 28 06:07:30.105035 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4d1e196d-67fc-43de-a43e-157c6b895ab2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (47d0199d-4ec6-4ae5-adb1-bca56939f050), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.114590 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 8f41741d-5280-4274-a6d7-efd1c6c559df is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:30.130992 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ee5845a6-39c8-4bda-973d-085638777ed5 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:30.137509 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-140559f4-aa81-401e-a213-34e7f0e69c5e None None] Current status of the port 7e119496-4e6d-4647-9c90-bc0345d5a216 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:30.163544 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ede0474c-c020-445c-8d59-a0f2dfca3097 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (a882b761-8ccb-4f0b-bf4e-de543d8a8aff), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.163823 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: ee5845a6-39c8-4bda-973d-085638777ed5 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:07:30.164337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ee5845a6-39c8-4bda-973d-085638777ed5 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:30.168511 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4d1e196d-67fc-43de-a43e-157c6b895ab2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (47d0199d-4ec6-4ae5-adb1-bca56939f050), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.192853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-140559f4-aa81-401e-a213-34e7f0e69c5e None None] Provisioning complete for port af7ad0bd-c849-4a03-9cdf-6aea01db36de triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:30.193622 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-140559f4-aa81-401e-a213-34e7f0e69c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (af7ad0bd-c849-4a03-9cdf-6aea01db36de), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.260878 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7046325c-8157-4bca-9a8d-df9299eaa81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.280039 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0474c-c020-445c-8d59-a0f2dfca3097 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a882b761-8ccb-4f0b-bf4e-de543d8a8aff,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:30.365566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-140559f4-aa81-401e-a213-34e7f0e69c5e None None] Port af7ad0bd-c849-4a03-9cdf-6aea01db36de cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:30.392500 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ede0474c-c020-445c-8d59-a0f2dfca3097 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.397373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8f41741d-5280-4274-a6d7-efd1c6c559df up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:30.397511 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ede0474c-c020-445c-8d59-a0f2dfca3097 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9680703 Jan 28 06:07:30.397593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33334) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:30.403577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c3b3f811-9ea2-489c-afb2-0d38917fad1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': '81b806db-a952-4148-bd70-38be89c6876a', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:30.409299 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-e27e3e83-0c3a-4ab8-92a4-69c33983ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:30.410675 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-e27e3e83-0c3a-4ab8-92a4-69c33983ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:30.411459 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-e27e3e83-0c3a-4ab8-92a4-69c33983ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:30.411957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-e27e3e83-0c3a-4ab8-92a4-69c33983ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:30.412504 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-e27e3e83-0c3a-4ab8-92a4-69c33983ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:30.412979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-e27e3e83-0c3a-4ab8-92a4-69c33983ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:30.413448 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-e27e3e83-0c3a-4ab8-92a4-69c33983ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:30.415590 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-e27e3e83-0c3a-4ab8-92a4-69c33983ac46 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d224c5804ad8477a9a70c890f5535963&device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 6509 time: 0.2317276 Jan 28 06:07:30.518680 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4d1e196d-67fc-43de-a43e-157c6b895ab2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (47d0199d-4ec6-4ae5-adb1-bca56939f050), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.522721 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4d1e196d-67fc-43de-a43e-157c6b895ab2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.524040 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4d1e196d-67fc-43de-a43e-157c6b895ab2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/security-groups/47d0199d-4ec6-4ae5-adb1-bca56939f050 HTTP/1.1" status: 204 len: 168 time: 0.6462231 Jan 28 06:07:30.527211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33340) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:30.527873 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-140559f4-aa81-401e-a213-34e7f0e69c5e None None] Could not find standard attr ID for object 14038785-230a-4089-b7ef-bb8916b5e2e1. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:07:30.542000 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e196d-67fc-43de-a43e-157c6b895ab2 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d0199d-4ec6-4ae5-adb1-bca56939f050,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:30.598108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-57c5c916-6152-4b1d-82e2-22c232da0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:30.598800 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-57c5c916-6152-4b1d-82e2-22c232da0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:30.599283 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-57c5c916-6152-4b1d-82e2-22c232da0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:30.601036 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-57c5c916-6152-4b1d-82e2-22c232da0ff3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a969021-10d0-46ce-bf92-b6d579bcb94e&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=a5d76cd0-485c-42ba-8694-d68708a2c641&id=a5d76cd0-485c-42ba-8694-d68708a2c641 HTTP/1.1" status: 200 len: 2299 time: 0.1571176 Jan 28 06:07:30.602966 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bcc52737-92a7-465d-9066-9ea3889d2bcb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a7f851e2-8adc-4e6d-ae88-825b8a76f00c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.606361 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3b3f811-9ea2-489c-afb2-0d38917fad1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (62dc0034-d92b-4c78-b0a3-db339649dc29), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.613375 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046325c-8157-4bca-9a8d-df9299eaa81c None None] Pushing event updated for resources: {'Port': ['ID=8f41741d-5280-4274-a6d7-efd1c6c559df,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:30.634700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 8f41741d-5280-4274-a6d7-efd1c6c559df triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:30.635010 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.660787 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0dae1a31-79b6-4613-a938-6a6b124598ad tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (5d5380c1-5eb2-405d-a619-3dcbf0c0e6d8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.721363 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc52737-92a7-465d-9066-9ea3889d2bcb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=a7f851e2-8adc-4e6d-ae88-825b8a76f00c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:30.765111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 8f41741d-5280-4274-a6d7-efd1c6c559df is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:30.801360 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bcc52737-92a7-465d-9066-9ea3889d2bcb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.804992 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0dae1a31-79b6-4613-a938-6a6b124598ad tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (5d5380c1-5eb2-405d-a619-3dcbf0c0e6d8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.808642 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bcc52737-92a7-465d-9066-9ea3889d2bcb tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/a7f851e2-8adc-4e6d-ae88-825b8a76f00c HTTP/1.1" status: 204 len: 168 time: 1.2802234 Jan 28 06:07:30.809760 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33346) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:30.842989 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3b3f811-9ea2-489c-afb2-0d38917fad1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (62dc0034-d92b-4c78-b0a3-db339649dc29), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:30.884938 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-c094a506-5efa-4a21-98a6-f3fcb9800d2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba1a9e75-2625-4b3b-834e-532611f3d6db HTTP/1.1" status: 200 len: 1000 time: 0.2629004 Jan 28 06:07:30.953020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5684be75-ccc5-4ede-8396-b982604c7fa7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:30.954749 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5684be75-ccc5-4ede-8396-b982604c7fa7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1442509 Jan 28 06:07:30.957577 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33354) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:31.005819 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-1b9dfd22-3b41-4284-8caf-d73f6a899b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:31.007357 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-1b9dfd22-3b41-4284-8caf-d73f6a899b18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8d1a992-5501-4414-a397-3bc94c532606 HTTP/1.1" status: 200 len: 856 time: 0.1042135 Jan 28 06:07:31.031962 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903fe4cb-a533-48d2-8d73-69890031c8d4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:31.035118 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-903fe4cb-a533-48d2-8d73-69890031c8d4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0759301 Jan 28 06:07:31.038085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33356) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:31.069020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-c06cb887-7113-4570-8768-427454b4a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:31.070670 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-c06cb887-7113-4570-8768-427454b4a68f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a969021-10d0-46ce-bf92-b6d579bcb94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563982 Jan 28 06:07:31.087251 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3b3f811-9ea2-489c-afb2-0d38917fad1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (62dc0034-d92b-4c78-b0a3-db339649dc29), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.102974 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0dae1a31-79b6-4613-a938-6a6b124598ad tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5d5380c1-5eb2-405d-a619-3dcbf0c0e6d8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.106568 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0dae1a31-79b6-4613-a938-6a6b124598ad tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.110245 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0dae1a31-79b6-4613-a938-6a6b124598ad tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/security-groups/5d5380c1-5eb2-405d-a619-3dcbf0c0e6d8 HTTP/1.1" status: 204 len: 168 time: 0.5788057 Jan 28 06:07:31.123617 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33362) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:31.151865 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3f811-9ea2-489c-afb2-0d38917fad1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62dc0034-d92b-4c78-b0a3-db339649dc29,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:31.163724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae1a31-79b6-4613-a938-6a6b124598ad tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5380c1-5eb2-405d-a619-3dcbf0c0e6d8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:31.184944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b514d03-d3f2-4de2-8346-f0502ac687a3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:31.186739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b514d03-d3f2-4de2-8346-f0502ac687a3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:31.188623 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b514d03-d3f2-4de2-8346-f0502ac687a3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:31.200841 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0b514d03-d3f2-4de2-8346-f0502ac687a3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1595030 Jan 28 06:07:31.201092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33366) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:31.289832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-0763a895-7262-4823-8c83-b2e2719a23da tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet a8ba19f1-5b9f-472c-aabb-826ca575cefb {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:07:31.296749 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3b3f811-9ea2-489c-afb2-0d38917fad1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.298096 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c3b3f811-9ea2-489c-afb2-0d38917fad1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8998580 Jan 28 06:07:31.299016 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0763a895-7262-4823-8c83-b2e2719a23da tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (a8ba19f1-5b9f-472c-aabb-826ca575cefb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.302393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33372) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:31.326797 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-08b34128-06e7-4079-8f01-cf2825df4d24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': '81b806db-a952-4148-bd70-38be89c6876a', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:31.357963 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0763a895-7262-4823-8c83-b2e2719a23da tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (a8ba19f1-5b9f-472c-aabb-826ca575cefb), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.400106 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-3a0a5543-ae95-4728-ad01-838d9f790540 service neutron] 10.222.0.60 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190098 Jan 28 06:07:31.400106 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fed6505b-bee6-46a5-a26a-6009e7519b66 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (5a8b186e-f537-4b2d-8627-b6cab0c7a936), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.481867 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0763a895-7262-4823-8c83-b2e2719a23da tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (a8ba19f1-5b9f-472c-aabb-826ca575cefb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.568728 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-831b8dce-2d6c-4906-ad12-3831e3216e31 None None] Provisioning complete for port 8f41741d-5280-4274-a6d7-efd1c6c559df triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:31.569720 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-831b8dce-2d6c-4906-ad12-3831e3216e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.688259 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0763a895-7262-4823-8c83-b2e2719a23da tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (a8ba19f1-5b9f-472c-aabb-826ca575cefb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.688669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-831b8dce-2d6c-4906-ad12-3831e3216e31 None None] Current status of the port 8f41741d-5280-4274-a6d7-efd1c6c559df is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:31.727215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763a895-7262-4823-8c83-b2e2719a23da tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ba19f1-5b9f-472c-aabb-826ca575cefb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:31.731639 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0763a895-7262-4823-8c83-b2e2719a23da tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.740237 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0763a895-7262-4823-8c83-b2e2719a23da tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/a8ba19f1-5b9f-472c-aabb-826ca575cefb HTTP/1.1" status: 204 len: 168 time: 0.5380504 Jan 28 06:07:31.741091 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33386) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:31.821457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bc340e-a8f7-47ee-b2f6-0b4e98862ffb None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:31.827368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb88a6c9-5e1f-45bd-8ee5-fc89ddf6046b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet e647e5c0-7e2a-4940-ab74-ffb43fe867ae {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:07:31.830883 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb88a6c9-5e1f-45bd-8ee5-fc89ddf6046b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (e647e5c0-7e2a-4940-ab74-ffb43fe867ae), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.878710 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb88a6c9-5e1f-45bd-8ee5-fc89ddf6046b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (e647e5c0-7e2a-4940-ab74-ffb43fe867ae), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:31.913332 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-fa9a30fc-9f88-405b-812e-9acd6709d27e None None] Could not find standard attr ID for object a7f851e2-8adc-4e6d-ae88-825b8a76f00c. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:07:32.012983 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb88a6c9-5e1f-45bd-8ee5-fc89ddf6046b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (e647e5c0-7e2a-4940-ab74-ffb43fe867ae), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.056721 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fed6505b-bee6-46a5-a26a-6009e7519b66 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (5a8b186e-f537-4b2d-8627-b6cab0c7a936), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.089536 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08b34128-06e7-4079-8f01-cf2825df4d24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (2a6628ac-6f05-49cf-86a0-4e23d53bb34b), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.202011 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-f556f804-8f0d-43e5-8da0-eb9a2073fd65 service neutron] 10.222.0.60 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7743301 Jan 28 06:07:32.286941 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-d537571c-cc60-4749-95e6-a307b9cbd89a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cf023bbd-f379-442d-b98b-2268074debed HTTP/1.1" status: 200 len: 217 time: 0.0784256 Jan 28 06:07:32.292839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8f41741d-5280-4274-a6d7-efd1c6c559df up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:32.317351 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb88a6c9-5e1f-45bd-8ee5-fc89ddf6046b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (e647e5c0-7e2a-4940-ab74-ffb43fe867ae), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.350854 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 8f41741d-5280-4274-a6d7-efd1c6c559df triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:32.351019 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-124853de-38ec-4684-92bc-9e8ea7178e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:32.351607 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.352502 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-124853de-38ec-4684-92bc-9e8ea7178e77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0597920 Jan 28 06:07:32.356366 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fed6505b-bee6-46a5-a26a-6009e7519b66 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5a8b186e-f537-4b2d-8627-b6cab0c7a936), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.359623 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fed6505b-bee6-46a5-a26a-6009e7519b66 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.363735 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fed6505b-bee6-46a5-a26a-6009e7519b66 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/security-groups/5a8b186e-f537-4b2d-8627-b6cab0c7a936 HTTP/1.1" status: 204 len: 168 time: 1.2356684 Jan 28 06:07:32.375538 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33410) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:32.392692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88a6c9-5e1f-45bd-8ee5-fc89ddf6046b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=e647e5c0-7e2a-4940-ab74-ffb43fe867ae,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:32.420995 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08b34128-06e7-4079-8f01-cf2825df4d24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (2a6628ac-6f05-49cf-86a0-4e23d53bb34b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.425075 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb88a6c9-5e1f-45bd-8ee5-fc89ddf6046b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.439129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-eb88a6c9-5e1f-45bd-8ee5-fc89ddf6046b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/e647e5c0-7e2a-4940-ab74-ffb43fe867ae HTTP/1.1" status: 204 len: 168 time: 0.6959188 Jan 28 06:07:32.441299 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33416) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:32.466743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6505b-bee6-46a5-a26a-6009e7519b66 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8b186e-f537-4b2d-8627-b6cab0c7a936,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:32.489360 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-8667d7bc-0846-495f-9a0b-172e689b1911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:32.490927 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-8667d7bc-0846-495f-9a0b-172e689b1911 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1284013 Jan 28 06:07:32.568085 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-70cbbff3-c20b-4436-802d-552f83ea8d5c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1213753 Jan 28 06:07:32.569393 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33426) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:32.585739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4e53ac61-1d94-43cf-8c41-2200d2b3b906 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:32.655821 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-669fe1ba-bd82-4cf6-a5dd-153db20485a0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting subnet 8da23726-73f6-4b35-a02e-f60a42f7f22d {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:07:32.664217 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08b34128-06e7-4079-8f01-cf2825df4d24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (2a6628ac-6f05-49cf-86a0-4e23d53bb34b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.666898 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-669fe1ba-bd82-4cf6-a5dd-153db20485a0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (8da23726-73f6-4b35-a02e-f60a42f7f22d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.705659 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-64e7d696-fe18-484a-b3e6-c40f40f1543c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.728147 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-21d51d13-8652-4fc8-9775-a5bf94b1168d service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234240 Jan 28 06:07:32.749740 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 8f41741d-5280-4274-a6d7-efd1c6c559df is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:32.813551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b34128-06e7-4079-8f01-cf2825df4d24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6628ac-6f05-49cf-86a0-4e23d53bb34b,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:32.860074 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-669fe1ba-bd82-4cf6-a5dd-153db20485a0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (8da23726-73f6-4b35-a02e-f60a42f7f22d), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.933145 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e53ac61-1d94-43cf-8c41-2200d2b3b906 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:32.939409 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e53ac61-1d94-43cf-8c41-2200d2b3b906 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:32.981020 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-f81d9603-e74d-4637-90ca-ae1601d80d2c service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224851 Jan 28 06:07:33.009346 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08b34128-06e7-4079-8f01-cf2825df4d24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.011429 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-08b34128-06e7-4079-8f01-cf2825df4d24 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7000415 Jan 28 06:07:33.036798 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33436) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:33.043096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-36a3a696-d418-4ffc-b0b0-22d6b9f93a99 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': '81b806db-a952-4148-bd70-38be89c6876a', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:33.138187 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-e2b14b42-d636-4b50-956e-5b6b6f5ed569 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=3d7aec7c-6c76-43ad-8b10-438b87915c84 HTTP/1.1" status: 200 len: 217 time: 0.1250577 Jan 28 06:07:33.142865 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-669fe1ba-bd82-4cf6-a5dd-153db20485a0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (8da23726-73f6-4b35-a02e-f60a42f7f22d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.250689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f7ad5-315d-4d4a-9e51-f6904ae65046 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:33.251613 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-572df0e0-8457-4a26-9bd1-a3221a4f410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:33.253205 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-572df0e0-8457-4a26-9bd1-a3221a4f410e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.1044991 Jan 28 06:07:33.307965 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-094564c7-6b1c-42ff-84d2-ca33d38f2e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:33.309424 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-094564c7-6b1c-42ff-84d2-ca33d38f2e1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0488250 Jan 28 06:07:33.429259 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-fc8028a3-1f7c-41fb-ae3b-67329807d36f service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062696 Jan 28 06:07:33.435943 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-669fe1ba-bd82-4cf6-a5dd-153db20485a0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (8da23726-73f6-4b35-a02e-f60a42f7f22d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.474503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e544963d-93d4-42f2-80ff-4e487ffde0c1 None None] Provisioning complete for port 8f41741d-5280-4274-a6d7-efd1c6c559df triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:33.475239 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e544963d-93d4-42f2-80ff-4e487ffde0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.482256 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe1ba-bd82-4cf6-a5dd-153db20485a0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Subnet': ['ID=8da23726-73f6-4b35-a02e-f60a42f7f22d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:33.497993 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36a3a696-d418-4ffc-b0b0-22d6b9f93a99 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (23945729-fa6f-4fae-b9ea-54015a143d38), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.564257 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-669fe1ba-bd82-4cf6-a5dd-153db20485a0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.569375 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-669fe1ba-bd82-4cf6-a5dd-153db20485a0 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/8da23726-73f6-4b35-a02e-f60a42f7f22d HTTP/1.1" status: 204 len: 168 time: 1.1917605 Jan 28 06:07:33.575886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33458) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:33.579740 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf477da6-6dd3-4636-83b1-75ff9eef1332 None None] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:33.688404 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5a41bd-01f4-4eb3-ab69-172343d891bb None None] DHCP port deletion for 212ae0ea-5cb2-4599-bc76-8f15e4624200 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:07:33.790658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.objects.ports [None req-4e53ac61-1d94-43cf-8c41-2200d2b3b906 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103635) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 06:07:33.806429 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36a3a696-d418-4ffc-b0b0-22d6b9f93a99 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (23945729-fa6f-4fae-b9ea-54015a143d38), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.818220 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f3f74a-c10b-443e-b2e3-ce0049f6f734 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting subnet 1b9b5619-d92e-41b9-9b35-d1c3e0f68873 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:07:33.827110 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-59f3f74a-c10b-443e-b2e3-ce0049f6f734 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (1b9b5619-d92e-41b9-9b35-d1c3e0f68873), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:33.833131 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-06655cc8-7a5a-4348-b136-8fb7d57c59a5 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905854 Jan 28 06:07:33.912024 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-62d02659-d812-4e94-9237-104881bc7d64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=ca87f836-9fd5-4209-b3c5-41f6387f4d75 HTTP/1.1" status: 200 len: 217 time: 0.0571363 Jan 28 06:07:33.973619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-c4ce2978-f3a7-4d7b-91ff-60688977e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:33.975343 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-c4ce2978-f3a7-4d7b-91ff-60688977e0e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0554609 Jan 28 06:07:33.980243 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e544963d-93d4-42f2-80ff-4e487ffde0c1 None None] Current status of the port 8f41741d-5280-4274-a6d7-efd1c6c559df is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:34.011349 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a41bd-01f4-4eb3-ab69-172343d891bb None None] Deleting port 8f41741d-5280-4274-a6d7-efd1c6c559df {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:34.011742 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c5a41bd-01f4-4eb3-ab69-172343d891bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.021843 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36a3a696-d418-4ffc-b0b0-22d6b9f93a99 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (23945729-fa6f-4fae-b9ea-54015a143d38), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.027829 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-59f3f74a-c10b-443e-b2e3-ce0049f6f734 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (1b9b5619-d92e-41b9-9b35-d1c3e0f68873), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.129088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1c5a41bd-01f4-4eb3-ab69-172343d891bb None None] For port 8f41741d-5280-4274-a6d7-efd1c6c559df, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8f41741d-5280-4274-a6d7-efd1c6c559df,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:34.133450 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c5a41bd-01f4-4eb3-ab69-172343d891bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.145981 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a41bd-01f4-4eb3-ab69-172343d891bb None None] Calling delete_port for 8f41741d-5280-4274-a6d7-efd1c6c559df owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:34.202761 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-59f3f74a-c10b-443e-b2e3-ce0049f6f734 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (1b9b5619-d92e-41b9-9b35-d1c3e0f68873), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.253093 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3a696-d418-4ffc-b0b0-22d6b9f93a99 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23945729-fa6f-4fae-b9ea-54015a143d38,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:34.263588 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36a3a696-d418-4ffc-b0b0-22d6b9f93a99 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.264881 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-36a3a696-d418-4ffc-b0b0-22d6b9f93a99 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2256892 Jan 28 06:07:34.269519 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33482) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:34.275474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-6cdad551-c7cf-4568-ac66-08b8879b73ce tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': '81b806db-a952-4148-bd70-38be89c6876a', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:34.311727 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-6438fb4d-9d21-4320-baac-a1cf9f8a0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:34.313578 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-6438fb4d-9d21-4320-baac-a1cf9f8a0f31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3309531 Jan 28 06:07:34.326819 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c5a41bd-01f4-4eb3-ab69-172343d891bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.340867 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e53ac61-1d94-43cf-8c41-2200d2b3b906 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8f41741d-5280-4274-a6d7-efd1c6c559df), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.387247 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8f41741d-5280-4274-a6d7-efd1c6c559df no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:34.410287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a41bd-01f4-4eb3-ab69-172343d891bb None None] Pushing event deleted for resources: {'Port': ['ID=8f41741d-5280-4274-a6d7-efd1c6c559df,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:34.411817 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-59f3f74a-c10b-443e-b2e3-ce0049f6f734 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (1b9b5619-d92e-41b9-9b35-d1c3e0f68873), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.437150 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e53ac61-1d94-43cf-8c41-2200d2b3b906 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Port 8f41741d-5280-4274-a6d7-efd1c6c559df concurrently deleted while adding address for new subnet {'id': '06920904-7ca2-453c-8068-cd2392dcedc5', 'name': '', 'tenant_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3249, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-01-28T06:07:33Z', 'updated_at': '2022-01-28T06:07:33Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898'}. {{(pid=103635) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Jan 28 06:07:34.438004 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e53ac61-1d94-43cf-8c41-2200d2b3b906 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (06920904-7ca2-453c-8068-cd2392dcedc5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.494940 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5a41bd-01f4-4eb3-ab69-172343d891bb None None] No DVR routers for this DVR port 8f41741d-5280-4274-a6d7-efd1c6c559df on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:07:34.523563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 8f41741d-5280-4274-a6d7-efd1c6c559df {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:07:34.524032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8f41741d-5280-4274-a6d7-efd1c6c559df not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:34.542447 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53ac61-1d94-43cf-8c41-2200d2b3b906 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=06920904-7ca2-453c-8068-cd2392dcedc5,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:34.548025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e53ac61-1d94-43cf-8c41-2200d2b3b906 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:34.549746 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-4e53ac61-1d94-43cf-8c41-2200d2b3b906 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:34.556229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e53ac61-1d94-43cf-8c41-2200d2b3b906 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:34.556229 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e53ac61-1d94-43cf-8c41-2200d2b3b906 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.565253 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7fb0c2-3832-4c58-8d1e-0c8192ba3c26 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:34.593922 n-d-812111-12 neutron-server[103634]: INFO neutron.db.securitygroups_db [None req-6cdad551-c7cf-4568-ac66-08b8879b73ce tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Project 59d53e120d2a4c8e8606808e4590906b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:07:34.604624 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3f74a-c10b-443e-b2e3-ce0049f6f734 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Subnet': ['ID=1b9b5619-d92e-41b9-9b35-d1c3e0f68873,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:34.611761 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cdad551-c7cf-4568-ac66-08b8879b73ce tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (6305bf91-815b-430c-a4fd-0937ecce6546), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.617958 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-59f3f74a-c10b-443e-b2e3-ce0049f6f734 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.623507 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-59f3f74a-c10b-443e-b2e3-ce0049f6f734 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/1b9b5619-d92e-41b9-9b35-d1c3e0f68873 HTTP/1.1" status: 204 len: 168 time: 1.0422158 Jan 28 06:07:34.624419 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33498) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:34.631447 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4e53ac61-1d94-43cf-8c41-2200d2b3b906 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0586255 Jan 28 06:07:34.634208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33500) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:34.641479 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-661a3946-a1ec-4db9-b1ee-b75b8f66879b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:34.706027 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-74483fe3-0d5c-4d8a-b3ce-c8e60912d492 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] DELETE failed (client error): The resource could not be found. Jan 28 06:07:34.706825 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74483fe3-0d5c-4d8a-b3ce-c8e60912d492 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:07:34.718009 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-74483fe3-0d5c-4d8a-b3ce-c8e60912d492 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/8da23726-73f6-4b35-a02e-f60a42f7f22d HTTP/1.1" status: 404 len: 337 time: 0.0850027 Jan 28 06:07:34.724366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33506) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:34.808317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-212ae0ea-5cb2-4599-bc76-8f15e4624200', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'fixed_ips': [{'subnet_id': '06920904-7ca2-453c-8068-cd2392dcedc5'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:07:34.809178 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.818407 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-efe602bf-1cc1-4c0c-8fc9-6bbc91f46017 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827254 Jan 28 06:07:34.861583 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41184efa-bb5b-4b00-910a-d4fd73a99c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:34.869894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c688182-1856-452e-9e77-26ac4225796c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting subnet 893ee808-1c2d-4231-8004-bc1a482c5b99 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:07:34.946044 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c688182-1856-452e-9e77-26ac4225796c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (893ee808-1c2d-4231-8004-bc1a482c5b99), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:35.015891 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c688182-1856-452e-9e77-26ac4225796c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (893ee808-1c2d-4231-8004-bc1a482c5b99), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:35.071231 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cdad551-c7cf-4568-ac66-08b8879b73ce tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (6305bf91-815b-430c-a4fd-0937ecce6546), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:35.107810 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-b985a220-3b3c-4aa3-8b4d-965e1b46f756 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695601 Jan 28 06:07:35.108344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661a3946-a1ec-4db9-b1ee-b75b8f66879b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:35.115612 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-661a3946-a1ec-4db9-b1ee-b75b8f66879b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:35.115765 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Allocated IP 2001:db8::f816:3eff:fec5:a859 (212ae0ea-5cb2-4599-bc76-8f15e4624200/06920904-7ca2-453c-8068-cd2392dcedc5/5ad53f33-66a2-4a28-b0ee-35cc4c174790) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:35.171787 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-040a88b9-3ce7-4b29-aa19-13bd152180e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=95c9879d-ae0d-45e3-9528-af14ccccd72f HTTP/1.1" status: 200 len: 217 time: 0.0562360 Jan 28 06:07:35.173048 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cdad551-c7cf-4568-ac66-08b8879b73ce tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (6305bf91-815b-430c-a4fd-0937ecce6546), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:35.238712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9779364-6632-478e-a693-533789fe5b53 None None] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:35.257080 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-a220fb03-47cc-47d0-8138-74ab26ec18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:35.260502 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-a220fb03-47cc-47d0-8138-74ab26ec18ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0805130 Jan 28 06:07:35.271320 n-d-812111-12 neutron-server[103635]: INFO neutron.db.ipam_backend_mixin [None req-661a3946-a1ec-4db9-b1ee-b75b8f66879b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 06920904-7ca2-453c-8068-cd2392dcedc5 (CIDR: 2001:db8::/64) Jan 28 06:07:35.286933 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdad551-c7cf-4568-ac66-08b8879b73ce tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6305bf91-815b-430c-a4fd-0937ecce6546,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:35.338709 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-661a3946-a1ec-4db9-b1ee-b75b8f66879b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:07:35.339412 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661a3946-a1ec-4db9-b1ee-b75b8f66879b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:07:35.373256 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cdad551-c7cf-4568-ac66-08b8879b73ce tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:35.377462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33542) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:35.377951 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6cdad551-c7cf-4568-ac66-08b8879b73ce tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1056883 Jan 28 06:07:35.395256 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-6e5ebf09-7d04-493c-ad01-af6fa1b44c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:35.396933 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-6e5ebf09-7d04-493c-ad01-af6fa1b44c12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1051900 Jan 28 06:07:35.423028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-728d1194-1f04-46d3-aa29-709f370909b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': '81b806db-a952-4148-bd70-38be89c6876a', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:35.470873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-661a3946-a1ec-4db9-b1ee-b75b8f66879b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8350880 Jan 28 06:07:35.474446 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c688182-1856-452e-9e77-26ac4225796c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (893ee808-1c2d-4231-8004-bc1a482c5b99), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:35.477876 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33548) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:35.483392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-88bcd9eb-93a0-40a6-9017-a995f7f9356a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:35.545104 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-007b3de5-36e4-418d-a9d5-a1d63349ae87 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396165 Jan 28 06:07:35.632803 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:07:35.662693 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-918495b8-4b77-4898-b3d2-3d16e066a1c8 None None] Provisioning complete for port 7e119496-4e6d-4647-9c90-bc0345d5a216 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:35.665259 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-918495b8-4b77-4898-b3d2-3d16e066a1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:35.762684 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-728d1194-1f04-46d3-aa29-709f370909b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Project 59d53e120d2a4c8e8606808e4590906b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:07:35.779252 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-728d1194-1f04-46d3-aa29-709f370909b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (2f5b9a49-3379-4767-9ff8-23912c21eba7), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:35.815148 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-4a5fc3c5-dc1e-41ec-8fe9-17186e3bfc7f service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632728 Jan 28 06:07:35.867029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-728d1194-1f04-46d3-aa29-709f370909b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (2f5b9a49-3379-4767-9ff8-23912c21eba7), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:35.908212 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Publish callbacks [] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:35.909127 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-ee906d0e-8901-42b7-b91e-33fc75c85635 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 HTTP/1.1" status: 200 len: 217 time: 0.0860705 Jan 28 06:07:35.925916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-918495b8-4b77-4898-b3d2-3d16e066a1c8 None None] Current status of the port 7e119496-4e6d-4647-9c90-bc0345d5a216 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:35.946928 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-728d1194-1f04-46d3-aa29-709f370909b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (2f5b9a49-3379-4767-9ff8-23912c21eba7), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:35.947111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-918495b8-4b77-4898-b3d2-3d16e066a1c8 None None] Provisioning complete for port af7ad0bd-c849-4a03-9cdf-6aea01db36de triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:35.947488 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-918495b8-4b77-4898-b3d2-3d16e066a1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (af7ad0bd-c849-4a03-9cdf-6aea01db36de), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:35.985811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d1194-1f04-46d3-aa29-709f370909b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5b9a49-3379-4767-9ff8-23912c21eba7,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:35.998656 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-68a0d994-d194-454b-b752-235ad2fe0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:36.000177 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-68a0d994-d194-454b-b752-235ad2fe0957 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=983e2d1e-1ce6-416e-a013-56730d18136b HTTP/1.1" status: 200 len: 797 time: 0.0817697 Jan 28 06:07:36.006585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-918495b8-4b77-4898-b3d2-3d16e066a1c8 None None] Port af7ad0bd-c849-4a03-9cdf-6aea01db36de cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:36.014372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bcd9eb-93a0-40a6-9017-a995f7f9356a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:36.019206 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88bcd9eb-93a0-40a6-9017-a995f7f9356a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.023462 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c688182-1856-452e-9e77-26ac4225796c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (893ee808-1c2d-4231-8004-bc1a482c5b99), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.048650 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.055239 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c688182-1856-452e-9e77-26ac4225796c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.062542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8c688182-1856-452e-9e77-26ac4225796c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/893ee808-1c2d-4231-8004-bc1a482c5b99 HTTP/1.1" status: 204 len: 168 time: 1.3363357 Jan 28 06:07:36.065787 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33564) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:36.079756 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-4112ae01-adf6-4aa9-89f0-961799fd7124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:36.081430 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-4112ae01-adf6-4aa9-89f0-961799fd7124 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0745406 Jan 28 06:07:36.119288 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Pushing event updated for resources: {'Port': ['ID=5ad53f33-66a2-4a28-b0ee-35cc4c174790,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:36.136368 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:36.138159 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-7692d31b-d72c-485b-815c-4e2c393dd914 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] DELETE failed (client error): The resource could not be found. Jan 28 06:07:36.139799 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:36.142909 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7692d31b-d72c-485b-815c-4e2c393dd914 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:07:36.143824 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:36.151859 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7692d31b-d72c-485b-815c-4e2c393dd914 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/2a9a4eaa-8cab-42e0-8409-0889d9d0d6a1 HTTP/1.1" status: 404 len: 337 time: 0.0860510 Jan 28 06:07:36.152701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c688182-1856-452e-9e77-26ac4225796c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Subnet': ['ID=893ee808-1c2d-4231-8004-bc1a482c5b99,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:36.159219 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33568) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:36.197372 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5bba227b-e650-4fc8-a560-e0b133ddb05e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0d7b423-0d10-4c43-8af2-b286a84c2a5c HTTP/1.1" status: 200 len: 205 time: 0.0345480 Jan 28 06:07:36.198350 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-728d1194-1f04-46d3-aa29-709f370909b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.202492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-728d1194-1f04-46d3-aa29-709f370909b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8231907 Jan 28 06:07:36.205325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33570) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:36.205858 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33572) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:36.221869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-560624a1-c4a3-45ea-9681-2235664ccc64 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'network': {'name': 'tempest-network-smoke--312404323', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'port_security_enabled': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:36.257047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Attempting to bind port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:07:36.258360 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Attempting to bind port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:07:36.258360 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Attempting to bind port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:36.263240 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:07:36.263627 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:36.264034 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.264433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:07:36.264914 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Bound port: 5ad53f33-66a2-4a28-b0ee-35cc4c174790, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:07:36.265292 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.310443 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-286df8c4-0f4b-493c-98ba-987668f4dcf0 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914434 Jan 28 06:07:36.312880 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-6d5de7d9-195c-4f5f-ac09-74542253e3c1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] delete failed (client error): The resource could not be found. Jan 28 06:07:36.318144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6d5de7d9-195c-4f5f-ac09-74542253e3c1 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/routers/a0d7b423-0d10-4c43-8af2-b286a84c2a5c HTTP/1.1" status: 404 len: 336 time: 0.1069858 Jan 28 06:07:36.318492 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33574) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:36.343763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] For port 5ad53f33-66a2-4a28-b0ee-35cc4c174790, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:07:36.348807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] For port 5ad53f33-66a2-4a28-b0ee-35cc4c174790, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5ad53f33-66a2-4a28-b0ee-35cc4c174790,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:07:36.384601 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-764f2c63-7e1e-4432-9266-ce6b523c4cbe tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] DELETE failed (client error): The resource could not be found. Jan 28 06:07:36.385670 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764f2c63-7e1e-4432-9266-ce6b523c4cbe tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:07:36.389013 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-764f2c63-7e1e-4432-9266-ce6b523c4cbe tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/f0e204d6-1248-434a-9625-2421a7092a0f HTTP/1.1" status: 404 len: 337 time: 0.0701523 Jan 28 06:07:36.408733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33578) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:36.441887 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.452943 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f06450-62be-42c1-951f-cde514d59e9f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] DELETE failed (client error): The resource could not be found. Jan 28 06:07:36.453598 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f06450-62be-42c1-951f-cde514d59e9f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:07:36.457415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-78f06450-62be-42c1-951f-cde514d59e9f tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/06e28a48-0849-4b20-b96a-35c3d1152dcb HTTP/1.1" status: 404 len: 337 time: 0.0395656 Jan 28 06:07:36.458239 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560624a1-c4a3-45ea-9681-2235664ccc64 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Made reservation on behalf of 59d53e120d2a4c8e8606808e4590906b for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:36.461271 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33582) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:36.463725 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-560624a1-c4a3-45ea-9681-2235664ccc64 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.502983 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560624a1-c4a3-45ea-9681-2235664ccc64 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:07:36.529216 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d0a258-1455-445f-9aab-b36a4fe1345c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] DELETE failed (client error): The resource could not be found. Jan 28 06:07:36.531524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d0a258-1455-445f-9aab-b36a4fe1345c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:07:36.536678 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-44d0a258-1455-445f-9aab-b36a4fe1345c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/74b7342e-d270-4058-9dd0-4742dc9d6943 HTTP/1.1" status: 404 len: 337 time: 0.0713000 Jan 28 06:07:36.537336 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33584) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:36.554233 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-adf9f706-8ad0-4950-b6d6-de5f7c85a593 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352948 Jan 28 06:07:36.558090 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-560624a1-c4a3-45ea-9681-2235664ccc64 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (26e52af3-8ad3-488e-8fae-7c669d90eee3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.560191 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-560624a1-c4a3-45ea-9681-2235664ccc64 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Added segment 26e52af3-8ad3-488e-8fae-7c669d90eee3 of type vlan for network 8cf8a050-60aa-439b-b44b-e0ab17f3133a Jan 28 06:07:36.606156 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-0391613f-6f06-47d0-bf11-74a5e0c2157a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] DELETE failed (client error): The resource could not be found. Jan 28 06:07:36.606806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0391613f-6f06-47d0-bf11-74a5e0c2157a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:07:36.612454 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0391613f-6f06-47d0-bf11-74a5e0c2157a tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/ports/a0c94276-3a55-442e-b27c-04bed6b1305f HTTP/1.1" status: 404 len: 333 time: 0.0717640 Jan 28 06:07:36.621908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33586) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:36.635639 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402dd87-9d8f-4d1d-9c8f-18f5c70b2806 None None] Pushing event updated for resources: {'Port': ['ID=5ad53f33-66a2-4a28-b0ee-35cc4c174790,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:36.661821 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-8829a26e-6c1f-49d6-bd41-5252201d9af0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f HTTP/1.1" status: 200 len: 217 time: 0.1002200 Jan 28 06:07:36.668939 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.693619 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-254266fd-5638-4037-9891-51035e94075e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] DELETE failed (client error): The resource could not be found. Jan 28 06:07:36.694086 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254266fd-5638-4037-9891-51035e94075e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:07:36.700373 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-254266fd-5638-4037-9891-51035e94075e tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/efcc69ae-a3e7-4b53-9416-20e268c496b9 HTTP/1.1" status: 404 len: 337 time: 0.0682988 Jan 28 06:07:36.705573 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-560624a1-c4a3-45ea-9681-2235664ccc64 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (8cf8a050-60aa-439b-b44b-e0ab17f3133a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:36.713149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33588) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:36.744464 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-32bcf266-4358-4256-bb20-612433d6569b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:36.746570 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-32bcf266-4358-4256-bb20-612433d6569b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=983e2d1e-1ce6-416e-a013-56730d18136b HTTP/1.1" status: 200 len: 797 time: 0.0790327 Jan 28 06:07:36.779753 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47ccfbd-c90f-4427-8f00-302ef608656c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] DELETE failed (client error): The resource could not be found. Jan 28 06:07:36.780315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47ccfbd-c90f-4427-8f00-302ef608656c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:07:36.783660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c47ccfbd-c90f-4427-8f00-302ef608656c tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/bc84cbcd-3534-48d9-ad89-2d0b81c5e13e HTTP/1.1" status: 404 len: 337 time: 0.0695541 Jan 28 06:07:36.790887 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33590) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:36.816302 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-23cae733-d518-43dc-a4c8-03fb280a92a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:36.818581 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-23cae733-d518-43dc-a4c8-03fb280a92a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0664792 Jan 28 06:07:36.844161 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88215a3-574c-4f73-927f-8258d8505c2b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] DELETE failed (client error): The resource could not be found. Jan 28 06:07:36.845064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88215a3-574c-4f73-927f-8258d8505c2b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:07:36.850017 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b88215a3-574c-4f73-927f-8258d8505c2b tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/ports/fbc40e71-677e-4559-b073-6865a5be58cc HTTP/1.1" status: 404 len: 333 time: 0.0563021 Jan 28 06:07:36.857855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33594) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:36.980901 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-73722fe2-bee5-4ec5-b35b-c12a4294f7ef tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] DELETE failed (client error): The resource could not be found. Jan 28 06:07:36.982826 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73722fe2-bee5-4ec5-b35b-c12a4294f7ef tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:07:36.988221 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-73722fe2-bee5-4ec5-b35b-c12a4294f7ef tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/b4d61b1a-a50e-4209-b50d-aa0412af6cf0 HTTP/1.1" status: 404 len: 337 time: 0.1274447 Jan 28 06:07:36.992126 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33600) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:37.022037 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-560624a1-c4a3-45ea-9681-2235664ccc64 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (8cf8a050-60aa-439b-b44b-e0ab17f3133a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.034526 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560624a1-c4a3-45ea-9681-2235664ccc64 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:37.035172 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-560624a1-c4a3-45ea-9681-2235664ccc64 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.075795 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-432e7f91-8150-4579-8338-3d748fd80993 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] DELETE failed (client error): The resource could not be found. Jan 28 06:07:37.080881 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432e7f91-8150-4579-8338-3d748fd80993 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:07:37.087537 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-432e7f91-8150-4579-8338-3d748fd80993 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/subnets/92d4bb20-6f7a-4726-9a24-f0c7e04e89bf HTTP/1.1" status: 404 len: 337 time: 0.0887432 Jan 28 06:07:37.090326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33602) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:37.107917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782ca198-a1d0-4dea-9347-916ebc9be34e None None] Network 038f2a0b-e12b-4c3b-b245-81d09fde337b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:37.112689 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-afdefc7f-61a5-4e6e-8706-9471225c8c85 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867298 Jan 28 06:07:37.207455 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-679c3a31-e9e0-4f01-aafc-ee0b2fa32938 None None] Provisioning complete for port 7e119496-4e6d-4647-9c90-bc0345d5a216 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:37.208567 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-679c3a31-e9e0-4f01-aafc-ee0b2fa32938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.300668 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-560624a1-c4a3-45ea-9681-2235664ccc64 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0822966 Jan 28 06:07:37.303608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33608) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:37.303958 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88bcd9eb-93a0-40a6-9017-a995f7f9356a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (a578038e-19d3-4c86-98f9-ef8cc9233492), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.317561 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1806045353', 'admin_state_up': True, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:37.398802 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0974a262-cbb8-4de9-b1d8-81b3a515c46f req-5e5f3a0a-aff7-4315-87f9-f91b91be6076 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700379 Jan 28 06:07:37.446724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcd9eb-93a0-40a6-9017-a995f7f9356a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=a578038e-19d3-4c86-98f9-ef8cc9233492,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:37.480208 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-679c3a31-e9e0-4f01-aafc-ee0b2fa32938 None None] Current status of the port 7e119496-4e6d-4647-9c90-bc0345d5a216 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:37.506428 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ed065a-1ad8-4a96-a760-8a79e7ac84bf None None] DHCP port deletion for 038f2a0b-e12b-4c3b-b245-81d09fde337b request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:07:37.512343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bcd9eb-93a0-40a6-9017-a995f7f9356a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:37.512343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560624a1-c4a3-45ea-9681-2235664ccc64 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Network': ['ID=8cf8a050-60aa-439b-b44b-e0ab17f3133a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:37.512644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-679c3a31-e9e0-4f01-aafc-ee0b2fa32938 None None] Provisioning complete for port af7ad0bd-c849-4a03-9cdf-6aea01db36de triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:37.512644 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-679c3a31-e9e0-4f01-aafc-ee0b2fa32938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (af7ad0bd-c849-4a03-9cdf-6aea01db36de), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.513219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (b2902ce7-6dba-4d42-9d88-be9a77e8603f), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.514327 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (b2902ce7-6dba-4d42-9d88-be9a77e8603f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.515502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-88bcd9eb-93a0-40a6-9017-a995f7f9356a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:37.519380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bcd9eb-93a0-40a6-9017-a995f7f9356a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:37.520073 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88bcd9eb-93a0-40a6-9017-a995f7f9356a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.560303 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-57ce3fa5-27cd-48ea-bf59-b0374bf11081 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Deleting port af7ad0bd-c849-4a03-9cdf-6aea01db36de {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:37.560756 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57ce3fa5-27cd-48ea-bf59-b0374bf11081 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (af7ad0bd-c849-4a03-9cdf-6aea01db36de), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.585092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 8cf8a050-60aa-439b-b44b-e0ab17f3133a details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:07:37.634111 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_controller (b2902ce7-6dba-4d42-9d88-be9a77e8603f), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.637905 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57ce3fa5-27cd-48ea-bf59-b0374bf11081 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (af7ad0bd-c849-4a03-9cdf-6aea01db36de), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.652492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-57ce3fa5-27cd-48ea-bf59-b0374bf11081 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Calling delete_port for af7ad0bd-c849-4a03-9cdf-6aea01db36de owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:37.665885 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-88bcd9eb-93a0-40a6-9017-a995f7f9356a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1864734 Jan 28 06:07:37.668902 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33612) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:37.684307 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4927223e-5bdd-454f-bf78-1cf91d2504e3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'mac_address': 'fa:16:3e:e2:e0:db', 'name': 'tempest-NetworksTestDHCPv6-1341103723'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:37.714394 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-679c3a31-e9e0-4f01-aafc-ee0b2fa32938 None None] Port af7ad0bd-c849-4a03-9cdf-6aea01db36de cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:37.773646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f3ed065a-1ad8-4a96-a760-8a79e7ac84bf None None] Deleting port 7e119496-4e6d-4647-9c90-bc0345d5a216 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:37.774669 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3ed065a-1ad8-4a96-a760-8a79e7ac84bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:37.953788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f3ed065a-1ad8-4a96-a760-8a79e7ac84bf None None] For port 7e119496-4e6d-4647-9c90-bc0345d5a216, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7e119496-4e6d-4647-9c90-bc0345d5a216,segment=NetworkSegment(ae8a6096-df1b-426a-87da-a294c4b04a81),segment_id=ae8a6096-df1b-426a-87da-a294c4b04a81)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:37.955214 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3ed065a-1ad8-4a96-a760-8a79e7ac84bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.010255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f3ed065a-1ad8-4a96-a760-8a79e7ac84bf None None] Calling delete_port for 7e119496-4e6d-4647-9c90-bc0345d5a216 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:38.060954 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_gateway (b2902ce7-6dba-4d42-9d88-be9a77e8603f), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.117250 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57ce3fa5-27cd-48ea-bf59-b0374bf11081 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (af7ad0bd-c849-4a03-9cdf-6aea01db36de), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.153007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce3fa5-27cd-48ea-bf59-b0374bf11081 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Port': ['ID=af7ad0bd-c849-4a03-9cdf-6aea01db36de,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:38.159154 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57ce3fa5-27cd-48ea-bf59-b0374bf11081 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.166629 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-57ce3fa5-27cd-48ea-bf59-b0374bf11081 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/ports/af7ad0bd-c849-4a03-9cdf-6aea01db36de HTTP/1.1" status: 204 len: 168 time: 1.0725176 Jan 28 06:07:38.166629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33622) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:38.236749 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.274887 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4927223e-5bdd-454f-bf78-1cf91d2504e3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:38.293579 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3ed065a-1ad8-4a96-a760-8a79e7ac84bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (7e119496-4e6d-4647-9c90-bc0345d5a216), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.328635 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b4943bc-15ec-49ee-983d-0213459a8f62 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (038f2a0b-e12b-4c3b-b245-81d09fde337b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.375070 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed065a-1ad8-4a96-a760-8a79e7ac84bf None None] Pushing event deleted for resources: {'Port': ['ID=7e119496-4e6d-4647-9c90-bc0345d5a216,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:38.385856 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ed065a-1ad8-4a96-a760-8a79e7ac84bf None None] No DVR routers for this DVR port 7e119496-4e6d-4647-9c90-bc0345d5a216 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:07:38.455101 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5ad53f33-66a2-4a28-b0ee-35cc4c174790 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:38.560697 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd19a27-1a0c-4271-98e8-c1f0c492efdd None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:38.584700 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4927223e-5bdd-454f-bf78-1cf91d2504e3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.587357 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b4943bc-15ec-49ee-983d-0213459a8f62 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (038f2a0b-e12b-4c3b-b245-81d09fde337b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.617220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8b4943bc-15ec-49ee-983d-0213459a8f62 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038f2a0b-e12b-4c3b-b245-81d09fde337b']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:38.631713 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-4927223e-5bdd-454f-bf78-1cf91d2504e3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port 866f440e-8c35-482c-9929-342b73385ba9 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:07:38.654505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:38.655171 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.659158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8b4943bc-15ec-49ee-983d-0213459a8f62 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8a6096-df1b-426a-87da-a294c4b04a81') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:38.659522 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8b4943bc-15ec-49ee-983d-0213459a8f62 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8a6096-df1b-426a-87da-a294c4b04a81') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:38.689439 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b4943bc-15ec-49ee-983d-0213459a8f62 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (ae8a6096-df1b-426a-87da-a294c4b04a81), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.715570 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b4943bc-15ec-49ee-983d-0213459a8f62 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ae8a6096-df1b-426a-87da-a294c4b04a81), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.722919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4943bc-15ec-49ee-983d-0213459a8f62 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:07:38.723366 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b4943bc-15ec-49ee-983d-0213459a8f62 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (ae8a6096-df1b-426a-87da-a294c4b04a81), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.735066 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3354945b-e7b4-4ebc-b04f-7a5c8abcb35a None None] Provisioning complete for port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:38.735724 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3354945b-e7b4-4ebc-b04f-7a5c8abcb35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.831006 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_gateway (b2902ce7-6dba-4d42-9d88-be9a77e8603f), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.841245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:38.842516 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:07:38.858651 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:07:38.874176 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.935624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 5ad53f33-66a2-4a28-b0ee-35cc4c174790, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5ad53f33-66a2-4a28-b0ee-35cc4c174790,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:38.962052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3354945b-e7b4-4ebc-b04f-7a5c8abcb35a None None] Current status of the port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:38.962463 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3354945b-e7b4-4ebc-b04f-7a5c8abcb35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.974089 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b4943bc-15ec-49ee-983d-0213459a8f62 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (038f2a0b-e12b-4c3b-b245-81d09fde337b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.979344 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b4943bc-15ec-49ee-983d-0213459a8f62 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:38.982735 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8b4943bc-15ec-49ee-983d-0213459a8f62 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] 10.222.0.31 "DELETE /v2.0/networks/038f2a0b-e12b-4c3b-b245-81d09fde337b HTTP/1.1" status: 204 len: 168 time: 0.8151600 Jan 28 06:07:38.995535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53a9736-2384-46fd-b404-df20b058e442 None None] Update dhcp port {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'fixed_ips': [{'subnet_id': '06920904-7ca2-453c-8068-cd2392dcedc5', 'ip_address': '2001:db8::f816:3eff:fec5:a859'}, {'subnet_id': 'a578038e-19d3-4c86-98f9-ef8cc9233492'}], 'binding:host_id': 'n-d-812111-12'}, 'id': '5ad53f33-66a2-4a28-b0ee-35cc4c174790'} from n-d-812111-12. {{(pid=103636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 06:07:38.997644 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.102407 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b53a9736-2384-46fd-b404-df20b058e442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.125091 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-4927223e-5bdd-454f-bf78-1cf91d2504e3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8:0:1::3e8 (212ae0ea-5cb2-4599-bc76-8f15e4624200/a578038e-19d3-4c86-98f9-ef8cc9233492/866f440e-8c35-482c-9929-342b73385ba9) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:39.167838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-4927223e-5bdd-454f-bf78-1cf91d2504e3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::f816:3eff:fee2:e0db (212ae0ea-5cb2-4599-bc76-8f15e4624200/06920904-7ca2-453c-8068-cd2392dcedc5/866f440e-8c35-482c-9929-342b73385ba9) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:39.189419 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=5ad53f33-66a2-4a28-b0ee-35cc4c174790,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:39.228632 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7e119496-4e6d-4647-9c90-bc0345d5a216 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:39.228908 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Allocated IP 172.25.0.21 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/74e2f10a-a132-4f25-982d-229778b7d128) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:39.302936 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 7e119496-4e6d-4647-9c90-bc0345d5a216 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:07:39.303530 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7e119496-4e6d-4647-9c90-bc0345d5a216 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:07:39.304874 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.393310 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-3354945b-e7b4-4ebc-b04f-7a5c8abcb35a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:07:39.393705 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-3354945b-e7b4-4ebc-b04f-7a5c8abcb35a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:07:39.730532 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (74e2f10a-a132-4f25-982d-229778b7d128), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.794688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33648) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:39.845392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33652) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:39.857156 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4927223e-5bdd-454f-bf78-1cf91d2504e3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (866f440e-8c35-482c-9929-342b73385ba9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.928184 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (74e2f10a-a132-4f25-982d-229778b7d128), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:39.928861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4943bc-15ec-49ee-983d-0213459a8f62 tempest-PortsIpV6TestJSON-1252641201 tempest-PortsIpV6TestJSON-1252641201-project] Pushing event deleted for resources: {'Network': ['ID=038f2a0b-e12b-4c3b-b245-81d09fde337b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:39.960770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3354945b-e7b4-4ebc-b04f-7a5c8abcb35a None None] Current status of the port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:39.994459 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:39.999102 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:40.004839 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:40.075836 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4927223e-5bdd-454f-bf78-1cf91d2504e3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (866f440e-8c35-482c-9929-342b73385ba9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.113706 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=74e2f10a-a132-4f25-982d-229778b7d128,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:40.116490 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-b53a9736-2384-46fd-b404-df20b058e442 None None] Allocated IP 2001:db8:0:1::2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/a578038e-19d3-4c86-98f9-ef8cc9233492/5ad53f33-66a2-4a28-b0ee-35cc4c174790) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:40.207535 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4927223e-5bdd-454f-bf78-1cf91d2504e3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:40.213371 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f32e3e5c-6c1e-4eb1-8213-942aa8540614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.231582 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-4927223e-5bdd-454f-bf78-1cf91d2504e3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:40.250221 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4927223e-5bdd-454f-bf78-1cf91d2504e3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:40.256408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4927223e-5bdd-454f-bf78-1cf91d2504e3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:40.257342 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4927223e-5bdd-454f-bf78-1cf91d2504e3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.275338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b53a9736-2384-46fd-b404-df20b058e442 None None] For port 5ad53f33-66a2-4a28-b0ee-35cc4c174790, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5ad53f33-66a2-4a28-b0ee-35cc4c174790,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:40.320774 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927223e-5bdd-454f-bf78-1cf91d2504e3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=866f440e-8c35-482c-9929-342b73385ba9,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:40.321556 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b53a9736-2384-46fd-b404-df20b058e442 None None] Publish callbacks [] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.326884 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5ad53f33-66a2-4a28-b0ee-35cc4c174790 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:40.340790 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-22261f5f-832c-4e48-9d7b-b34b5d2cfc4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8388294db8584a759a33b6fafbce7917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5425875 Jan 28 06:07:40.341226 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33658) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:40.389213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:40.389717 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.429296 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b53a9736-2384-46fd-b404-df20b058e442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.444511 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-766d3406-3ecd-45c6-be7d-735710da488f admin admin] Publish callbacks [] for security_group (eb3dbff3-c3a5-4738-89c9-20aef3f3b9ff), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.488285 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-766d3406-3ecd-45c6-be7d-735710da488f admin admin] Publish callbacks [] for security_group (eb3dbff3-c3a5-4738-89c9-20aef3f3b9ff), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.504301 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4927223e-5bdd-454f-bf78-1cf91d2504e3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.8301744 Jan 28 06:07:40.505051 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33660) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:40.578753 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a9736-2384-46fd-b404-df20b058e442 None None] Pushing event updated for resources: {'Port': ['ID=5ad53f33-66a2-4a28-b0ee-35cc4c174790,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:40.658919 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-766d3406-3ecd-45c6-be7d-735710da488f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (eb3dbff3-c3a5-4738-89c9-20aef3f3b9ff), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.661375 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:40.663101 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-766d3406-3ecd-45c6-be7d-735710da488f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:40.664474 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-766d3406-3ecd-45c6-be7d-735710da488f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb3dbff3-c3a5-4738-89c9-20aef3f3b9ff HTTP/1.1" status: 204 len: 168 time: 0.3223321 Jan 28 06:07:40.675857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d3406-3ecd-45c6-be7d-735710da488f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3dbff3-c3a5-4738-89c9-20aef3f3b9ff,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:41.270288 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f32e3e5c-6c1e-4eb1-8213-942aa8540614 admin admin] Publish callbacks [] for security_group (1f6ea597-17ab-4066-b014-cbdf774e5d5d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:41.353310 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f32e3e5c-6c1e-4eb1-8213-942aa8540614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1f6ea597-17ab-4066-b014-cbdf774e5d5d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:41.396216 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-66250385-bc80-4483-b8ec-a5951adf6705 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port 866f440e-8c35-482c-9929-342b73385ba9 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:41.396560 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66250385-bc80-4483-b8ec-a5951adf6705 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (866f440e-8c35-482c-9929-342b73385ba9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:41.443506 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_gateway (b2902ce7-6dba-4d42-9d88-be9a77e8603f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:41.480771 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f32e3e5c-6c1e-4eb1-8213-942aa8540614 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca0ab076365942a4b64e5a31068da171&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6341972 Jan 28 06:07:41.483617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33682) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:41.527899 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e3e5c-6c1e-4eb1-8213-942aa8540614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6ea597-17ab-4066-b014-cbdf774e5d5d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:41.558880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5424b46f-d965-46a8-a55c-b6c81c99a081 None None] Provisioning complete for port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:41.562496 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5424b46f-d965-46a8-a55c-b6c81c99a081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:41.628724 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fbd1869c-2b3d-49c4-8e2c-35f481f4f050 admin admin] Publish callbacks [] for security_group (1f6ea597-17ab-4066-b014-cbdf774e5d5d), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:41.670806 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fbd1869c-2b3d-49c4-8e2c-35f481f4f050 admin admin] Publish callbacks [] for security_group (1f6ea597-17ab-4066-b014-cbdf774e5d5d), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:41.703241 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66250385-bc80-4483-b8ec-a5951adf6705 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (866f440e-8c35-482c-9929-342b73385ba9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:41.749486 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-66250385-bc80-4483-b8ec-a5951adf6705 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for 866f440e-8c35-482c-9929-342b73385ba9 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:41.775033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5424b46f-d965-46a8-a55c-b6c81c99a081 None None] Current status of the port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:41.881282 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fbd1869c-2b3d-49c4-8e2c-35f481f4f050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1f6ea597-17ab-4066-b014-cbdf774e5d5d), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:41.884133 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fbd1869c-2b3d-49c4-8e2c-35f481f4f050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:41.885335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fbd1869c-2b3d-49c4-8e2c-35f481f4f050 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f6ea597-17ab-4066-b014-cbdf774e5d5d HTTP/1.1" status: 204 len: 168 time: 0.4006820 Jan 28 06:07:41.914870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1869c-2b3d-49c4-8e2c-35f481f4f050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6ea597-17ab-4066-b014-cbdf774e5d5d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:42.009630 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (b2902ce7-6dba-4d42-9d88-be9a77e8603f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:42.033686 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-1e9227ad-a839-4e3a-b9ce-3498c8cfba3e None None] Provisioning complete for port 866f440e-8c35-482c-9929-342b73385ba9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:42.040932 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e9227ad-a839-4e3a-b9ce-3498c8cfba3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (866f440e-8c35-482c-9929-342b73385ba9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:42.104484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1e9227ad-a839-4e3a-b9ce-3498c8cfba3e None None] Port 866f440e-8c35-482c-9929-342b73385ba9 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:42.343409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5ad53f33-66a2-4a28-b0ee-35cc4c174790 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:42.464481 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:42.464827 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:42.584894 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66250385-bc80-4483-b8ec-a5951adf6705 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (866f440e-8c35-482c-9929-342b73385ba9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:42.643029 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66250385-bc80-4483-b8ec-a5951adf6705 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=866f440e-8c35-482c-9929-342b73385ba9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:42.653349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33710) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:42.654085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router b2902ce7-6dba-4d42-9d88-be9a77e8603f is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:07:42.661412 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:42.786915 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66250385-bc80-4483-b8ec-a5951adf6705 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:42.808108 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d80b5790-5a8f-4e47-989c-37fd1727e3a3 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2035498922'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:42.813593 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-66250385-bc80-4483-b8ec-a5951adf6705 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/866f440e-8c35-482c-9929-342b73385ba9 HTTP/1.1" status: 204 len: 168 time: 2.2949593 Jan 28 06:07:42.818065 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33714) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:42.920425 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80b5790-5a8f-4e47-989c-37fd1727e3a3 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Made reservation on behalf of 42810c43e39f478880d1a8243a2cd9eb for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:42.923971 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d80b5790-5a8f-4e47-989c-37fd1727e3a3 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:42.975632 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d80b5790-5a8f-4e47-989c-37fd1727e3a3 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:43.056015 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfef57b-30b8-4075-a26e-b28fd0665afe tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:43.058746 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8cfef57b-30b8-4075-a26e-b28fd0665afe tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2361441 Jan 28 06:07:43.071179 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33718) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:43.124688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:07:43.137065 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Sync routers for ids ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:07:43.194031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Routers {'b2902ce7-6dba-4d42-9d88-be9a77e8603f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:43.194705 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:07:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:43.245642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ccf4dd-4224-43bc-85e1-f8549c128b07 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:43.253885 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-42ccf4dd-4224-43bc-85e1-f8549c128b07 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1780632 Jan 28 06:07:43.253998 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33724) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:43.270146 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d80b5790-5a8f-4e47-989c-37fd1727e3a3 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Publish callbacks [] for security_group (bd4f9e4c-d444-4afc-b8c8-728e524ce2a0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:43.307947 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:43.313462 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-97a66363-ced0-4f8f-bb00-22353ef92e65 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.0063808 Jan 28 06:07:43.314225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33730) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:43.378502 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccf8f9c-f227-4283-9621-b604f116ba59 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:43.383769 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccf8f9c-f227-4283-9621-b604f116ba59 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:43.390779 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccf8f9c-f227-4283-9621-b604f116ba59 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:43.390779 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7ccf8f9c-f227-4283-9621-b604f116ba59 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1330593 Jan 28 06:07:43.391611 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33736) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:43.403396 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d80b5790-5a8f-4e47-989c-37fd1727e3a3 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bd4f9e4c-d444-4afc-b8c8-728e524ce2a0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:43.435170 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-af276203-f331-459b-9741-f220112a0f6c tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=59d53e120d2a4c8e8606808e4590906b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1055560 Jan 28 06:07:43.444204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33738) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:43.477290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Set router b2902ce7-6dba-4d42-9d88-be9a77e8603f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:43.477554 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c0d147-4d21-44cf-ab9d-49207b93f062 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet 06920904-7ca2-453c-8068-cd2392dcedc5 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:07:43.481387 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-95c0d147-4d21-44cf-ab9d-49207b93f062 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (06920904-7ca2-453c-8068-cd2392dcedc5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:43.494698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80b5790-5a8f-4e47-989c-37fd1727e3a3 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:07:43.558776 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-95c0d147-4d21-44cf-ab9d-49207b93f062 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (06920904-7ca2-453c-8068-cd2392dcedc5), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:43.561911 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d80b5790-5a8f-4e47-989c-37fd1727e3a3 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (dc44aaea-4823-4cab-9653-c02ac5635884), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:43.562269 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-d80b5790-5a8f-4e47-989c-37fd1727e3a3 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Added segment dc44aaea-4823-4cab-9653-c02ac5635884 of type vlan for network 9afb1430-20ad-4762-87b5-4fa460006488 Jan 28 06:07:43.693559 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-95c0d147-4d21-44cf-ab9d-49207b93f062 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (06920904-7ca2-453c-8068-cd2392dcedc5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:43.710696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b5790-5a8f-4e47-989c-37fd1727e3a3 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4f9e4c-d444-4afc-b8c8-728e524ce2a0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:43.726753 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d80b5790-5a8f-4e47-989c-37fd1727e3a3 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (9afb1430-20ad-4762-87b5-4fa460006488), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:43.871711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded8e6fb-59ce-40a0-b5bb-5ade64390a98 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:43.879857 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-95c0d147-4d21-44cf-ab9d-49207b93f062 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (06920904-7ca2-453c-8068-cd2392dcedc5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:43.880021 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ded8e6fb-59ce-40a0-b5bb-5ade64390a98 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4192400 Jan 28 06:07:43.881837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33750) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:43.939993 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-95c0d147-4d21-44cf-ab9d-49207b93f062 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:43.949981 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-95c0d147-4d21-44cf-ab9d-49207b93f062 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/06920904-7ca2-453c-8068-cd2392dcedc5 HTTP/1.1" status: 204 len: 168 time: 0.5570281 Jan 28 06:07:43.952819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-aa6b7ea5-ef9a-4502-8c4e-9b4dd2c4eea4 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0675979 Jan 28 06:07:43.953806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33754) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:43.954455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33752) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:43.956091 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0d147-4d21-44cf-ab9d-49207b93f062 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=06920904-7ca2-453c-8068-cd2392dcedc5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:43.956642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dc08d1-0097-4bcd-b5a7-20f81867db1b None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:43.962855 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1794111311', 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:43.978616 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d80b5790-5a8f-4e47-989c-37fd1727e3a3 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (9afb1430-20ad-4762-87b5-4fa460006488), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:43.989629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80b5790-5a8f-4e47-989c-37fd1727e3a3 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:43.992608 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d80b5790-5a8f-4e47-989c-37fd1727e3a3 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:44.234331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1b1598-008b-4dae-a1e4-8bbd3fb2c3ee tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet a578038e-19d3-4c86-98f9-ef8cc9233492 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:07:44.237034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1806045353', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '74e2f10a-a132-4f25-982d-229778b7d128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:37Z', 'updated_at': '2022-01-28T06:07:40Z', 'revision_number': 3, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '74e2f10a-a132-4f25-982d-229778b7d128', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:38Z', 'updated_at': '2022-01-28T06:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:44.244249 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cc1b1598-008b-4dae-a1e4-8bbd3fb2c3ee tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (a578038e-19d3-4c86-98f9-ef8cc9233492), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:44.269899 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Checking router: b2902ce7-6dba-4d42-9d88-be9a77e8603f for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:07:44.270346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Updating router b2902ce7-6dba-4d42-9d88-be9a77e8603f port 74e2f10a-a132-4f25-982d-229778b7d128 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:07:44.274965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b5790-5a8f-4e47-989c-37fd1727e3a3 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Pushing event updated for resources: {'Network': ['ID=9afb1430-20ad-4762-87b5-4fa460006488,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:44.296229 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Made reservation on behalf of 59d53e120d2a4c8e8606808e4590906b for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:44.297127 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:44.304049 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 9afb1430-20ad-4762-87b5-4fa460006488 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:07:44.357808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d80b5790-5a8f-4e47-989c-37fd1727e3a3 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.7032938 Jan 28 06:07:44.359968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33760) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:44.373157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-33f14afc-a406-4375-ba50-08e140f99eb6 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9afb1430-20ad-4762-87b5-4fa460006488', 'tempest-TagsTest-Tag-1326763346') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:44.402998 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (74e2f10a-a132-4f25-982d-229778b7d128), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:44.428691 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cc1b1598-008b-4dae-a1e4-8bbd3fb2c3ee tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (a578038e-19d3-4c86-98f9-ef8cc9233492), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:44.823383 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cc1b1598-008b-4dae-a1e4-8bbd3fb2c3ee tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (a578038e-19d3-4c86-98f9-ef8cc9233492), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:44.825326 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (0fcc544f-752c-4d96-bfef-930188bf454c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:44.926175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-33f14afc-a406-4375-ba50-08e140f99eb6 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] 10.222.0.31 "PUT /v2.0/networks/9afb1430-20ad-4762-87b5-4fa460006488/tags/tempest-TagsTest-Tag-1326763346 HTTP/1.1" status: 201 len: 201 time: 0.5610626 Jan 28 06:07:44.935189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33766) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:44.943673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-73a89ec1-27b1-49ab-899b-5f36bd646043 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9afb1430-20ad-4762-87b5-4fa460006488', 'tempest-TagsTest-Tag-1326763346') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:45.006842 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Subnet': ['ID=0fcc544f-752c-4d96-bfef-930188bf454c,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:45.014492 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Publish callbacks [] for port (74e2f10a-a132-4f25-982d-229778b7d128), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:45.032167 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:45.032688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:45.033318 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:45.033853 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:45.034793 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:45.035177 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:45.035518 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:45.035856 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:45.036181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:45.036511 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:45.036843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:45.037692 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:45.038034 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:45.049818 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Checking segment: {'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:45.050997 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network hostable DHCP agents. Network: 8cf8a050-60aa-439b-b44b-e0ab17f3133a, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:07:45.055763 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-73a89ec1-27b1-49ab-899b-5f36bd646043 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] 10.222.0.31 "GET /v2.0/networks/9afb1430-20ad-4762-87b5-4fa460006488/tags/tempest-TagsTest-Tag-1326763346 HTTP/1.1" status: 204 len: 168 time: 0.1168649 Jan 28 06:07:45.056098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33770) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:45.063520 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-4d5cf134-5a7c-4bc2-832c-708bbfef47d9 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9afb1430-20ad-4762-87b5-4fa460006488') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:45.088928 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cc1b1598-008b-4dae-a1e4-8bbd3fb2c3ee tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (a578038e-19d3-4c86-98f9-ef8cc9233492), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:45.115675 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (74e2f10a-a132-4f25-982d-229778b7d128), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:45.157860 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network 8cf8a050-60aa-439b-b44b-e0ab17f3133a is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:07:45.158871 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cc1b1598-008b-4dae-a1e4-8bbd3fb2c3ee tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:45.169429 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cc1b1598-008b-4dae-a1e4-8bbd3fb2c3ee tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/a578038e-19d3-4c86-98f9-ef8cc9233492 HTTP/1.1" status: 204 len: 168 time: 1.2124555 Jan 28 06:07:45.173085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33774) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:45.178362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b1598-008b-4dae-a1e4-8bbd3fb2c3ee tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=a578038e-19d3-4c86-98f9-ef8cc9233492,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:45.260365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Attempting to bind port 74e2f10a-a132-4f25-982d-229778b7d128 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:07:45.260365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Attempting to bind port 74e2f10a-a132-4f25-982d-229778b7d128 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:07:45.270110 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4d5cf134-5a7c-4bc2-832c-708bbfef47d9 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] 10.222.0.31 "GET /v2.0/networks/9afb1430-20ad-4762-87b5-4fa460006488/tags HTTP/1.1" status: 200 len: 238 time: 0.2036741 Jan 28 06:07:45.270226 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Attempting to bind port 74e2f10a-a132-4f25-982d-229778b7d128 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:45.270337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33776) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:45.273447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:07:45.274228 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:45.274672 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:45.275242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:07:45.275928 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Bound port: 74e2f10a-a132-4f25-982d-229778b7d128, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:07:45.276454 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (74e2f10a-a132-4f25-982d-229778b7d128), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:45.279460 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-ab8a925c-2896-47ec-840f-1cc615fa9953 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9afb1430-20ad-4762-87b5-4fa460006488', {'tags': ['tempest-TagsTest-Tag-1999111687', 'tempest-TagsTest-Tag-1685589974', 'tempest-TagsTest-Tag-1448810149']}) {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:45.326971 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7557d29d-6bcf-4aaa-8eed-0348c433d5ae None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:45.344046 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-47e6ec3a-0c16-45d7-b9c6-5fd18b2a5546 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1689417 Jan 28 06:07:45.344781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 8cf8a050-60aa-439b-b44b-e0ab17f3133a) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:45.371846 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:45.372454 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:45.372575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] For port 74e2f10a-a132-4f25-982d-229778b7d128, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:07:45.375857 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] For port 74e2f10a-a132-4f25-982d-229778b7d128, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=74e2f10a-a132-4f25-982d-229778b7d128,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:07:45.385767 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33778) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:45.399258 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2141200-4a5d-4c53-ba58-6545aaa487f5 None None] Network 8cf8a050-60aa-439b-b44b-e0ab17f3133a requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:45.412724 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1ceff88e-4caa-4b29-aeb8-82f53f2758b5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:45.449784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915fa5b-4560-465f-ba61-9a840e3497c9 None None] Pushing event updated for resources: {'Port': ['ID=74e2f10a-a132-4f25-982d-229778b7d128,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:45.524931 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (74e2f10a-a132-4f25-982d-229778b7d128), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:45.534873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ab8a925c-2896-47ec-840f-1cc615fa9953 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] 10.222.0.31 "PUT /v2.0/networks/9afb1430-20ad-4762-87b5-4fa460006488/tags HTTP/1.1" status: 200 len: 309 time: 0.2654097 Jan 28 06:07:45.539746 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33788) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:45.542088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2bc35b2c-c8e3-4da7-93bf-749450dedc35 None None] Provisioning complete for port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:45.543013 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2bc35b2c-c8e3-4da7-93bf-749450dedc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:45.557617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-91cd79c8-5191-41ba-bc8a-73898ff9de12 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9afb1430-20ad-4762-87b5-4fa460006488', 'tempest-TagsTest-Tag-1999111687') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:45.562969 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-99662213-4bdc-4b27-aeb5-394633266d1f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6079004 Jan 28 06:07:45.584564 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33792) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:45.786952 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-91cd79c8-5191-41ba-bc8a-73898ff9de12 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] 10.222.0.31 "DELETE /v2.0/networks/9afb1430-20ad-4762-87b5-4fa460006488/tags/tempest-TagsTest-Tag-1999111687 HTTP/1.1" status: 204 len: 168 time: 0.2458677 Jan 28 06:07:45.789445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33794) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:45.794655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-9dc7dfdb-b293-4097-bfc9-3d9eef80ba69 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9afb1430-20ad-4762-87b5-4fa460006488', 'tempest-TagsTest-Tag-1999111687') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:45.804372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Routers {'b2902ce7-6dba-4d42-9d88-be9a77e8603f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:45.805240 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:07:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:45.819009 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915fa5b-4560-465f-ba61-9a840e3497c9 None None] Pushing event updated for resources: {'Port': ['ID=74e2f10a-a132-4f25-982d-229778b7d128,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:45.870653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ceff88e-4caa-4b29-aeb8-82f53f2758b5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:45.880198 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ceff88e-4caa-4b29-aeb8-82f53f2758b5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:45.950896 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2bc35b2c-c8e3-4da7-93bf-749450dedc35 None None] Current status of the port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:45.953723 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-8cf8a050-60aa-439b-b44b-e0ab17f3133a', 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ips': [{'subnet_id': '0fcc544f-752c-4d96-bfef-930188bf454c'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:07:45.954622 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:46.025561 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-9dc7dfdb-b293-4097-bfc9-3d9eef80ba69 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] show failed (client error): The resource could not be found. Jan 28 06:07:46.029016 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9dc7dfdb-b293-4097-bfc9-3d9eef80ba69 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] 10.222.0.31 "GET /v2.0/networks/9afb1430-20ad-4762-87b5-4fa460006488/tags/tempest-TagsTest-Tag-1999111687 HTTP/1.1" status: 404 len: 326 time: 0.2360449 Jan 28 06:07:46.029259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33798) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:46.033529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-378ee221-66fc-4a8f-a6eb-aaeac41bf9e4 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9afb1430-20ad-4762-87b5-4fa460006488', 'tempest-TagsTest-Tag-1685589974') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:46.062480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5483da80-f220-4c6f-b2ad-2a95911722b0 None None] DHCP port deletion for 212ae0ea-5cb2-4599-bc76-8f15e4624200 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:07:46.188920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-378ee221-66fc-4a8f-a6eb-aaeac41bf9e4 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] 10.222.0.31 "GET /v2.0/networks/9afb1430-20ad-4762-87b5-4fa460006488/tags/tempest-TagsTest-Tag-1685589974 HTTP/1.1" status: 204 len: 168 time: 0.1563027 Jan 28 06:07:46.189128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33802) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:46.198497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-9751a8a1-a8a9-4b1e-b56c-809eb8f92090 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9afb1430-20ad-4762-87b5-4fa460006488', 'tempest-TagsTest-Tag-1448810149') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:46.313560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5ad53f33-66a2-4a28-b0ee-35cc4c174790 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:07:46.338246 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] Set router b2902ce7-6dba-4d42-9d88-be9a77e8603f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:46.353240 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9751a8a1-a8a9-4b1e-b56c-809eb8f92090 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] 10.222.0.31 "GET /v2.0/networks/9afb1430-20ad-4762-87b5-4fa460006488/tags/tempest-TagsTest-Tag-1448810149 HTTP/1.1" status: 204 len: 168 time: 0.1631081 Jan 28 06:07:46.355568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33804) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:46.359952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-b06397ff-099b-4b27-af0b-7e14152d4731 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9afb1430-20ad-4762-87b5-4fa460006488') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:46.577213 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b06397ff-099b-4b27-af0b-7e14152d4731 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] 10.222.0.31 "DELETE /v2.0/networks/9afb1430-20ad-4762-87b5-4fa460006488/tags HTTP/1.1" status: 204 len: 168 time: 0.2181857 Jan 28 06:07:46.577436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33810) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:46.582078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-06ce1df1-b62f-4f9b-8197-faeef1cccc69 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9afb1430-20ad-4762-87b5-4fa460006488', 'tempest-TagsTest-Tag-1685589974') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:46.756100 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ceff88e-4caa-4b29-aeb8-82f53f2758b5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (746888b2-28c9-4630-b08a-167250bcdcd1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:46.802927 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-06ce1df1-b62f-4f9b-8197-faeef1cccc69 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] show failed (client error): The resource could not be found. Jan 28 06:07:46.804324 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-06ce1df1-b62f-4f9b-8197-faeef1cccc69 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] 10.222.0.31 "GET /v2.0/networks/9afb1430-20ad-4762-87b5-4fa460006488/tags/tempest-TagsTest-Tag-1685589974 HTTP/1.1" status: 404 len: 326 time: 0.2258589 Jan 28 06:07:46.807964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33814) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:46.817429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-a7d53e67-176b-42d4-bdc5-33458a81c713 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9afb1430-20ad-4762-87b5-4fa460006488', 'tempest-TagsTest-Tag-1448810149') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:46.868514 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceff88e-4caa-4b29-aeb8-82f53f2758b5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=746888b2-28c9-4630-b08a-167250bcdcd1,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:46.900574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceff88e-4caa-4b29-aeb8-82f53f2758b5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:46.904525 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-1ceff88e-4caa-4b29-aeb8-82f53f2758b5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:46.907550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceff88e-4caa-4b29-aeb8-82f53f2758b5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:46.909373 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ceff88e-4caa-4b29-aeb8-82f53f2758b5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:46.913107 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:47.003579 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-a7d53e67-176b-42d4-bdc5-33458a81c713 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] show failed (client error): The resource could not be found. Jan 28 06:07:47.007360 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a7d53e67-176b-42d4-bdc5-33458a81c713 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] 10.222.0.31 "GET /v2.0/networks/9afb1430-20ad-4762-87b5-4fa460006488/tags/tempest-TagsTest-Tag-1448810149 HTTP/1.1" status: 404 len: 326 time: 0.1980901 Jan 28 06:07:47.010120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33818) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:47.020290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-10b96c2c-8e4e-46ee-9b18-dc74d8962b42 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9afb1430-20ad-4762-87b5-4fa460006488') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:47.058834 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5483da80-f220-4c6f-b2ad-2a95911722b0 None None] Deleting port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:47.059253 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5483da80-f220-4c6f-b2ad-2a95911722b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:47.111780 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1ceff88e-4caa-4b29-aeb8-82f53f2758b5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7208860 Jan 28 06:07:47.115536 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33820) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:47.125111 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b5423dac-3413-48ca-849a-8647f4ddce4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:47.167206 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5483da80-f220-4c6f-b2ad-2a95911722b0 None None] For port 5ad53f33-66a2-4a28-b0ee-35cc4c174790, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5ad53f33-66a2-4a28-b0ee-35cc4c174790,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:47.167746 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5483da80-f220-4c6f-b2ad-2a95911722b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:47.209701 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-10b96c2c-8e4e-46ee-9b18-dc74d8962b42 tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] 10.222.0.31 "DELETE /v2.0/networks/9afb1430-20ad-4762-87b5-4fa460006488/tags HTTP/1.1" status: 204 len: 168 time: 0.1968398 Jan 28 06:07:47.214042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33824) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:47.312148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5483da80-f220-4c6f-b2ad-2a95911722b0 None None] Calling delete_port for 5ad53f33-66a2-4a28-b0ee-35cc4c174790 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:47.359297 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Allocated IP 172.20.0.2 (8cf8a050-60aa-439b-b44b-e0ab17f3133a/0fcc544f-752c-4d96-bfef-930188bf454c/64157a83-02a2-45c9-979e-8cbfbbda0ac5) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:47.369921 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebb29630-ba8c-4bbd-9f88-c9c3c356fb0f tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (9afb1430-20ad-4762-87b5-4fa460006488), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:47.436335 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:47.436825 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:47.554892 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 5ad53f33-66a2-4a28-b0ee-35cc4c174790, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5ad53f33-66a2-4a28-b0ee-35cc4c174790,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:47.555513 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebb29630-ba8c-4bbd-9f88-c9c3c356fb0f tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (9afb1430-20ad-4762-87b5-4fa460006488), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:47.559872 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5423dac-3413-48ca-849a-8647f4ddce4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:47.564119 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b5423dac-3413-48ca-849a-8647f4ddce4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:47.608378 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-ebb29630-ba8c-4bbd-9f88-c9c3c356fb0f tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afb1430-20ad-4762-87b5-4fa460006488']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:47.617780 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1806045353', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '74e2f10a-a132-4f25-982d-229778b7d128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:37Z', 'updated_at': '2022-01-28T06:07:40Z', 'revision_number': 3, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '74e2f10a-a132-4f25-982d-229778b7d128', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:38Z', 'updated_at': '2022-01-28T06:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:47.635510 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-ebb29630-ba8c-4bbd-9f88-c9c3c356fb0f tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc44aaea-4823-4cab-9653-c02ac5635884') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:47.635699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-ebb29630-ba8c-4bbd-9f88-c9c3c356fb0f tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc44aaea-4823-4cab-9653-c02ac5635884') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:47.661563 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebb29630-ba8c-4bbd-9f88-c9c3c356fb0f tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (dc44aaea-4823-4cab-9653-c02ac5635884), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:47.665721 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:47.672076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a93f9-6411-4981-9056-682f8a162e15 None None] The sync data for ids ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'] in n-d-812111-12 is: [{'id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1806045353', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '74e2f10a-a132-4f25-982d-229778b7d128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:37Z', 'updated_at': '2022-01-28T06:07:40Z', 'revision_number': 3, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '74e2f10a-a132-4f25-982d-229778b7d128', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:38Z', 'updated_at': '2022-01-28T06:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:07:47.711198 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebb29630-ba8c-4bbd-9f88-c9c3c356fb0f tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (dc44aaea-4823-4cab-9653-c02ac5635884), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:47.729336 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb29630-ba8c-4bbd-9f88-c9c3c356fb0f tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:07:47.729764 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebb29630-ba8c-4bbd-9f88-c9c3c356fb0f tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (dc44aaea-4823-4cab-9653-c02ac5635884), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:47.735816 n-d-812111-12 neutron-server[103634]: INFO neutron.db.ipam_backend_mixin [None req-b5423dac-3413-48ca-849a-8647f4ddce4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 746888b2-28c9-4630-b08a-167250bcdcd1 (CIDR: 2001:db8::/64) Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:07:47.736583 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:07:47.796422 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5423dac-3413-48ca-849a-8647f4ddce4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:07:47.796952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5423dac-3413-48ca-849a-8647f4ddce4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:07:47.810970 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Publish callbacks [] for port (64157a83-02a2-45c9-979e-8cbfbbda0ac5), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:47.814595 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5483da80-f220-4c6f-b2ad-2a95911722b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (5ad53f33-66a2-4a28-b0ee-35cc4c174790), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:47.844396 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5483da80-f220-4c6f-b2ad-2a95911722b0 None None] No DVR routers for this DVR port 5ad53f33-66a2-4a28-b0ee-35cc4c174790 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:07:47.889665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a03df41-77da-4a37-a617-8bbb8f7634e1 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:47.908300 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=5ad53f33-66a2-4a28-b0ee-35cc4c174790,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:47.923811 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (64157a83-02a2-45c9-979e-8cbfbbda0ac5), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:47.944129 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebb29630-ba8c-4bbd-9f88-c9c3c356fb0f tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (9afb1430-20ad-4762-87b5-4fa460006488), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:47.949803 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebb29630-ba8c-4bbd-9f88-c9c3c356fb0f tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:47.978045 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b5423dac-3413-48ca-849a-8647f4ddce4d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8612142 Jan 28 06:07:47.989759 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33834) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:47.989937 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ebb29630-ba8c-4bbd-9f88-c9c3c356fb0f tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] 10.222.0.31 "DELETE /v2.0/networks/9afb1430-20ad-4762-87b5-4fa460006488 HTTP/1.1" status: 204 len: 168 time: 0.7689116 Jan 28 06:07:48.008407 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb29630-ba8c-4bbd-9f88-c9c3c356fb0f tempest-TagsTest-1531127363 tempest-TagsTest-1531127363-project] Pushing event deleted for resources: {'Network': ['ID=9afb1430-20ad-4762-87b5-4fa460006488,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:48.012642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-33c2a723-fa1e-4bc6-9295-e8b930257ab7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:48.021219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483da80-f220-4c6f-b2ad-2a95911722b0 None None] Pushing event deleted for resources: {'Port': ['ID=5ad53f33-66a2-4a28-b0ee-35cc4c174790,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:48.168328 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Allocated IP 172.20.0.1 (8cf8a050-60aa-439b-b44b-e0ab17f3133a/0fcc544f-752c-4d96-bfef-930188bf454c/ad525f97-a7aa-4ca3-9970-37fcbaf35d98) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:48.231814 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Network 8cf8a050-60aa-439b-b44b-e0ab17f3133a is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:48.267055 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:48.276276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:48.282981 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Pushing event updated for resources: {'Port': ['ID=64157a83-02a2-45c9-979e-8cbfbbda0ac5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:48.407421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c2a723-fa1e-4bc6-9295-e8b930257ab7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:48.412085 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33c2a723-fa1e-4bc6-9295-e8b930257ab7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:48.528082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-41898a66-9225-4d83-8fa9-70a5595f758f tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=022fac7099f14dd398e3bd28c7ad7cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1116655 Jan 28 06:07:48.560035 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Attempting to bind port 64157a83-02a2-45c9-979e-8cbfbbda0ac5 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:07:48.562496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Attempting to bind port 64157a83-02a2-45c9-979e-8cbfbbda0ac5 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:07:48.563494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Attempting to bind port 64157a83-02a2-45c9-979e-8cbfbbda0ac5 on network 8cf8a050-60aa-439b-b44b-e0ab17f3133a {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:48.583022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-212ae0ea-5cb2-4599-bc76-8f15e4624200', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'fixed_ips': [{'subnet_id': '746888b2-28c9-4630-b08a-167250bcdcd1'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:07:48.583880 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:48.615364 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 74e2f10a-a132-4f25-982d-229778b7d128 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:48.686526 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:48.700428 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:07:48.700751 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Checking segment: {'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:48.701305 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:48.701711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Bound using segment: {'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:07:48.702201 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Bound port: 64157a83-02a2-45c9-979e-8cbfbbda0ac5, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:07:48.702608 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (64157a83-02a2-45c9-979e-8cbfbbda0ac5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:48.862928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33854) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:48.905918 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:48.981376 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network 8cf8a050-60aa-439b-b44b-e0ab17f3133a is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:48.990384 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:49.008635 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:49.016961 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-5a2035f3-d054-477e-9acd-641509850255 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:49.023846 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 74e2f10a-a132-4f25-982d-229778b7d128 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:49.024228 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (74e2f10a-a132-4f25-982d-229778b7d128), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:49.029995 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-5a2035f3-d054-477e-9acd-641509850255 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5009241 Jan 28 06:07:49.068317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-63cfac25-6b67-41e1-b13c-6963902ed99a tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/quotas/022fac7099f14dd398e3bd28c7ad7cc1 HTTP/1.1" status: 200 len: 375 time: 0.0353551 Jan 28 06:07:49.102170 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=ad525f97-a7aa-4ca3-9970-37fcbaf35d98,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:49.156424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 74e2f10a-a132-4f25-982d-229778b7d128 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:49.156756 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (74e2f10a-a132-4f25-982d-229778b7d128), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:49.184288 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 74e2f10a-a132-4f25-982d-229778b7d128, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=74e2f10a-a132-4f25-982d-229778b7d128,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:49.194594 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-dca00601-79e4-4d83-bf5a-1953644fbb39 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=022fac7099f14dd398e3bd28c7ad7cc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1194789 Jan 28 06:07:49.198356 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (b2902ce7-6dba-4d42-9d88-be9a77e8603f), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:49.241994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] For port 64157a83-02a2-45c9-979e-8cbfbbda0ac5, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:07:49.247050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] For port 64157a83-02a2-45c9-979e-8cbfbbda0ac5, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=64157a83-02a2-45c9-979e-8cbfbbda0ac5,segment=NetworkSegment(26e52af3-8ad3-488e-8fae-7c669d90eee3),segment_id=26e52af3-8ad3-488e-8fae-7c669d90eee3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:07:49.263169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Allocated IP 2001:db8::2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/746888b2-28c9-4630-b08a-167250bcdcd1/e9b4416e-d505-41aa-a463-4c3079aef239) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:49.265994 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (74e2f10a-a132-4f25-982d-229778b7d128), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:49.338281 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=74e2f10a-a132-4f25-982d-229778b7d128,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:49.340698 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a3b82763-75a9-455c-aae1-dc069bea1039 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42810c43e39f478880d1a8243a2cd9eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4770057 Jan 28 06:07:49.341383 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33862) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:49.364665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:49.370092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:49.370092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:49.370092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:49.373307 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:49.373787 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:49.374137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:49.374494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:49.375323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:49.375669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:49.376019 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:49.379141 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:49.379496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:49.396027 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (64157a83-02a2-45c9-979e-8cbfbbda0ac5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:49.425368 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-225e570a-3370-43c8-86d6-e026a1d757b6 admin admin] Publish callbacks [] for security_group (bd4f9e4c-d444-4afc-b8c8-728e524ce2a0), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:49.456346 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-225e570a-3370-43c8-86d6-e026a1d757b6 admin admin] Publish callbacks [] for security_group (bd4f9e4c-d444-4afc-b8c8-728e524ce2a0), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:49.653288 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-225e570a-3370-43c8-86d6-e026a1d757b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bd4f9e4c-d444-4afc-b8c8-728e524ce2a0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:49.655913 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-225e570a-3370-43c8-86d6-e026a1d757b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:49.660151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-225e570a-3370-43c8-86d6-e026a1d757b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd4f9e4c-d444-4afc-b8c8-728e524ce2a0 HTTP/1.1" status: 204 len: 168 time: 0.3146927 Jan 28 06:07:49.671081 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d55d1df8-bc6e-48af-b281-8a01b57d7fbc req-1bc058f9-9600-42c0-84d2-2fe1a7521c06 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 210 time: 0.1140885 Jan 28 06:07:49.671709 n-d-812111-12 neutron-server[103634]: DEBUG neutron.objects.ports [None req-33c2a723-fa1e-4bc6-9295-e8b930257ab7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103634) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 06:07:49.681370 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e570a-3370-43c8-86d6-e026a1d757b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4f9e4c-d444-4afc-b8c8-728e524ce2a0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:49.682489 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33c2a723-fa1e-4bc6-9295-e8b930257ab7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (1d099380-0daf-4b14-ae95-a4ae8a914a86), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:49.757644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d8e29-ba5c-4684-9e6f-7467deb0a7d7 None None] Pushing event updated for resources: {'Port': ['ID=64157a83-02a2-45c9-979e-8cbfbbda0ac5,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:49.832282 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c2a723-fa1e-4bc6-9295-e8b930257ab7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:49.834394 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-33c2a723-fa1e-4bc6-9295-e8b930257ab7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:49.844931 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c2a723-fa1e-4bc6-9295-e8b930257ab7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:49.845592 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33c2a723-fa1e-4bc6-9295-e8b930257ab7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:49.866176 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:49.882257 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Publish callbacks [] for port (e9b4416e-d505-41aa-a463-4c3079aef239), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:49.914200 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2a723-fa1e-4bc6-9295-e8b930257ab7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=1d099380-0daf-4b14-ae95-a4ae8a914a86,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:49.960506 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-33c2a723-fa1e-4bc6-9295-e8b930257ab7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9654839 Jan 28 06:07:49.964449 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33876) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:49.971288 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4b06e696-43cb-4012-8c4e-3f9398ce9371 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'mac_address': 'fa:16:3e:b1:2e:4b', 'name': 'tempest-NetworksTestDHCPv6-962080125'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:50.005258 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (e9b4416e-d505-41aa-a463-4c3079aef239), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:50.231433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:50.236300 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Pushing event updated for resources: {'Port': ['ID=e9b4416e-d505-41aa-a463-4c3079aef239,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:50.253591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:50.270772 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:50.481206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b06e696-43cb-4012-8c4e-3f9398ce9371 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:50.488215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Attempting to bind port e9b4416e-d505-41aa-a463-4c3079aef239 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:07:50.488944 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Attempting to bind port e9b4416e-d505-41aa-a463-4c3079aef239 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:07:50.489573 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Attempting to bind port e9b4416e-d505-41aa-a463-4c3079aef239 on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:50.496432 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:07:50.497350 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:50.498327 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:50.503255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:07:50.504077 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Bound port: e9b4416e-d505-41aa-a463-4c3079aef239, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:07:50.504683 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e9b4416e-d505-41aa-a463-4c3079aef239), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:50.651555 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b06e696-43cb-4012-8c4e-3f9398ce9371 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:50.692834 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-4b06e696-43cb-4012-8c4e-3f9398ce9371 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port 6045932b-798b-4d6c-98b1-ab7104c2b03a yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:07:50.742034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 74e2f10a-a132-4f25-982d-229778b7d128 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:50.821624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] For port e9b4416e-d505-41aa-a463-4c3079aef239, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:07:50.881487 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] For port e9b4416e-d505-41aa-a463-4c3079aef239, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e9b4416e-d505-41aa-a463-4c3079aef239,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:07:50.882594 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 74e2f10a-a132-4f25-982d-229778b7d128 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:50.883027 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (74e2f10a-a132-4f25-982d-229778b7d128), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:50.895253 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50c1e455-e4c9-4e17-98fb-c7ab36293bf9 req-b587ac3a-c964-441f-9eaf-2e6c6f6c4915 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 210 time: 0.0992861 Jan 28 06:07:50.959421 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e9b4416e-d505-41aa-a463-4c3079aef239), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:51.152720 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 74e2f10a-a132-4f25-982d-229778b7d128 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:51.155291 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 64157a83-02a2-45c9-979e-8cbfbbda0ac5 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:51.156500 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-4b06e696-43cb-4012-8c4e-3f9398ce9371 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::282 (212ae0ea-5cb2-4599-bc76-8f15e4624200/746888b2-28c9-4630-b08a-167250bcdcd1/6045932b-798b-4d6c-98b1-ab7104c2b03a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:51.186436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-4b06e696-43cb-4012-8c4e-3f9398ce9371 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8:0:1:f816:3eff:feb1:2e4b (212ae0ea-5cb2-4599-bc76-8f15e4624200/1d099380-0daf-4b14-ae95-a4ae8a914a86/6045932b-798b-4d6c-98b1-ab7104c2b03a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:51.323693 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97cd79-444c-4955-a2ea-c5a1c29d9dd7 None None] Pushing event updated for resources: {'Port': ['ID=e9b4416e-d505-41aa-a463-4c3079aef239,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:51.416813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 64157a83-02a2-45c9-979e-8cbfbbda0ac5 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:51.417201 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (64157a83-02a2-45c9-979e-8cbfbbda0ac5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:51.648112 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 64157a83-02a2-45c9-979e-8cbfbbda0ac5 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:51.660484 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (64157a83-02a2-45c9-979e-8cbfbbda0ac5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:51.745036 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b06e696-43cb-4012-8c4e-3f9398ce9371 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (6045932b-798b-4d6c-98b1-ab7104c2b03a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:51.782380 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ffcd6f-3bf0-43a1-aef8-843738b7fdae None None] Network 8cf8a050-60aa-439b-b44b-e0ab17f3133a requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:51.916505 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b06e696-43cb-4012-8c4e-3f9398ce9371 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (6045932b-798b-4d6c-98b1-ab7104c2b03a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:51.953844 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 64157a83-02a2-45c9-979e-8cbfbbda0ac5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=64157a83-02a2-45c9-979e-8cbfbbda0ac5,segment=NetworkSegment(26e52af3-8ad3-488e-8fae-7c669d90eee3),segment_id=26e52af3-8ad3-488e-8fae-7c669d90eee3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:52.001763 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:52.079136 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (64157a83-02a2-45c9-979e-8cbfbbda0ac5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:52.081642 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:52.103006 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b06e696-43cb-4012-8c4e-3f9398ce9371 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:52.122611 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0d195d36-9025-4572-8349-0f336f89bec2 None None] Provisioning complete for port 64157a83-02a2-45c9-979e-8cbfbbda0ac5 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:52.122824 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d195d36-9025-4572-8349-0f336f89bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (64157a83-02a2-45c9-979e-8cbfbbda0ac5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:52.128184 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc31e8a5-3d22-4991-8c3a-21bbcdccbf0d req-333545f1-75b6-4e5a-a81f-0a6756709b35 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 210 time: 0.0975466 Jan 28 06:07:52.148565 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-4b06e696-43cb-4012-8c4e-3f9398ce9371 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:52.150630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06e696-43cb-4012-8c4e-3f9398ce9371 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=6045932b-798b-4d6c-98b1-ab7104c2b03a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:52.154710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b06e696-43cb-4012-8c4e-3f9398ce9371 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:52.172253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b06e696-43cb-4012-8c4e-3f9398ce9371 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:52.172928 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b06e696-43cb-4012-8c4e-3f9398ce9371 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:52.234569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=64157a83-02a2-45c9-979e-8cbfbbda0ac5,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:52.255750 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (b2902ce7-6dba-4d42-9d88-be9a77e8603f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:52.257986 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=ad525f97-a7aa-4ca3-9970-37fcbaf35d98,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:52.289903 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4b06e696-43cb-4012-8c4e-3f9398ce9371 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3242497 Jan 28 06:07:52.292402 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33920) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:52.416791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0d195d36-9025-4572-8349-0f336f89bec2 None None] Current status of the port 64157a83-02a2-45c9-979e-8cbfbbda0ac5 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:52.454931 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e9b4416e-d505-41aa-a463-4c3079aef239 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:52.540097 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network 8cf8a050-60aa-439b-b44b-e0ab17f3133a is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:52.549303 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:52.589207 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port 6045932b-798b-4d6c-98b1-ab7104c2b03a {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:52.590168 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6045932b-798b-4d6c-98b1-ab7104c2b03a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:52.666579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-fe5dcd3b-f4a3-4173-b7e1-321d1557d9b0 None None] Provisioning complete for port 64157a83-02a2-45c9-979e-8cbfbbda0ac5 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:52.669522 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe5dcd3b-f4a3-4173-b7e1-321d1557d9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (64157a83-02a2-45c9-979e-8cbfbbda0ac5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:52.757883 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-08d22e97-bee5-4488-952b-d1e7c4d96906 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=022fac7099f14dd398e3bd28c7ad7cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712078 Jan 28 06:07:52.835413 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port e9b4416e-d505-41aa-a463-4c3079aef239 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:52.835754 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e9b4416e-d505-41aa-a463-4c3079aef239), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:52.850392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router b2902ce7-6dba-4d42-9d88-be9a77e8603f has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:07:53.132687 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6045932b-798b-4d6c-98b1-ab7104c2b03a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:53.134105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:07:53.140788 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-823359dd-423a-46bd-a193-364a0e645c17 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "PUT /v2.0/routers/b2902ce7-6dba-4d42-9d88-be9a77e8603f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5541022 Jan 28 06:07:53.156939 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Sync routers for ids ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:07:53.187950 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port e9b4416e-d505-41aa-a463-4c3079aef239 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:53.189021 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e9b4416e-d505-41aa-a463-4c3079aef239), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:53.193001 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fe5dcd3b-f4a3-4173-b7e1-321d1557d9b0 None None] Current status of the port 64157a83-02a2-45c9-979e-8cbfbbda0ac5 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:53.196925 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Routers {'b2902ce7-6dba-4d42-9d88-be9a77e8603f'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:53.197501 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-232579bc-e42d-423b-9918-81eb162f894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:07:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:53.214870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for 6045932b-798b-4d6c-98b1-ab7104c2b03a owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:53.266293 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-fe5dcd3b-f4a3-4173-b7e1-321d1557d9b0 None None] Provisioning complete for port ad525f97-a7aa-4ca3-9970-37fcbaf35d98 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:53.268270 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe5dcd3b-f4a3-4173-b7e1-321d1557d9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:53.284507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-2e23e6dd-43f2-42ea-9ffd-de707a61dbcd tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:53.286340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-2e23e6dd-43f2-42ea-9ffd-de707a61dbcd tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4538071 Jan 28 06:07:53.350613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port e9b4416e-d505-41aa-a463-4c3079aef239, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e9b4416e-d505-41aa-a463-4c3079aef239,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:53.377221 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-9686003d-1471-4065-b6fd-270cf3552981 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Request body: {'port': {'device_id': 'da917950-773b-4ef7-8dc3-575c064202d0', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '022fac7099f14dd398e3bd28c7ad7cc1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:53.397580 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fe5dcd3b-f4a3-4173-b7e1-321d1557d9b0 None None] Port ad525f97-a7aa-4ca3-9970-37fcbaf35d98 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:53.422977 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e9b4416e-d505-41aa-a463-4c3079aef239), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:53.577638 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32d99e7d-bb39-492a-a42d-50e75be0311a req-138c32b7-69d6-4825-9b03-4611f6d1f836 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 210 time: 0.1753368 Jan 28 06:07:53.613342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008e4455-654a-4f7e-84bf-f864b8c4cc98 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:53.631439 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Set router b2902ce7-6dba-4d42-9d88-be9a77e8603f gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:53.719306 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f4e6399e-81fd-4e2a-ac98-a3e7a0a82a29 None None] Provisioning complete for port ad525f97-a7aa-4ca3-9970-37fcbaf35d98 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:53.719683 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4e6399e-81fd-4e2a-ac98-a3e7a0a82a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:53.722240 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=e9b4416e-d505-41aa-a463-4c3079aef239,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:53.785012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f4e6399e-81fd-4e2a-ac98-a3e7a0a82a29 None None] Port ad525f97-a7aa-4ca3-9970-37fcbaf35d98 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:53.946644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-deb40b26-c544-4ad1-9882-5a5b8e850122 None None] Provisioning complete for port ad525f97-a7aa-4ca3-9970-37fcbaf35d98 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:53.954689 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-deb40b26-c544-4ad1-9882-5a5b8e850122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:53.959620 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-18db2c56-516b-49c4-a1ef-7b90c916c483 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2122295052&fields=id&tenant_id=59d53e120d2a4c8e8606808e4590906b HTTP/1.1" status: 200 len: 267 time: 0.3352401 Jan 28 06:07:54.029166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8109db16-e559-4f92-ae7f-93557a5e31e5 None None] Update dhcp port {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'fixed_ips': [{'subnet_id': '746888b2-28c9-4630-b08a-167250bcdcd1', 'ip_address': '2001:db8::2'}, {'subnet_id': '1d099380-0daf-4b14-ae95-a4ae8a914a86'}], 'binding:host_id': 'n-d-812111-12'}, 'id': 'e9b4416e-d505-41aa-a463-4c3079aef239'} from n-d-812111-12. {{(pid=103636) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 06:07:54.047461 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-232579bc-e42d-423b-9918-81eb162f894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1806045353', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '74e2f10a-a132-4f25-982d-229778b7d128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:37Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '74e2f10a-a132-4f25-982d-229778b7d128', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:38Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'ad525f97-a7aa-4ca3-9970-37fcbaf35d98', 'name': '', 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:12:f3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:47Z', 'updated_at': '2022-01-28T06:07:50Z', 'revision_number': 2, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:54.068613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-deb40b26-c544-4ad1-9882-5a5b8e850122 None None] Port ad525f97-a7aa-4ca3-9970-37fcbaf35d98 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:54.068880 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (6045932b-798b-4d6c-98b1-ab7104c2b03a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:54.070984 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8109db16-e559-4f92-ae7f-93557a5e31e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e9b4416e-d505-41aa-a463-4c3079aef239), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:54.124177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-9686003d-1471-4065-b6fd-270cf3552981 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Made reservation on behalf of 022fac7099f14dd398e3bd28c7ad7cc1 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:54.210871 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Checking router: b2902ce7-6dba-4d42-9d88-be9a77e8603f for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:07:54.210871 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Updating router b2902ce7-6dba-4d42-9d88-be9a77e8603f port ad525f97-a7aa-4ca3-9970-37fcbaf35d98 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:07:54.253492 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:54.337409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-deb40b26-c544-4ad1-9882-5a5b8e850122 None None] Provisioning complete for port e9b4416e-d505-41aa-a463-4c3079aef239 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:54.337885 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-deb40b26-c544-4ad1-9882-5a5b8e850122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e9b4416e-d505-41aa-a463-4c3079aef239), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:54.388306 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 64157a83-02a2-45c9-979e-8cbfbbda0ac5 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:54.638460 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-9686003d-1471-4065-b6fd-270cf3552981 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:54.678806 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-9686003d-1471-4065-b6fd-270cf3552981 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:54.680877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=6045932b-798b-4d6c-98b1-ab7104c2b03a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:54.694587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:54.695016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:54.695427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:54.695824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:54.696228 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:54.696629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:54.697197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:54.697373 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:54.698000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:54.698617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:54.699012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:54.699409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:54.699800 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:54.818255 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Publish callbacks [] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:54.821192 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:54.826991 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e56bd1c4-302b-4e79-b617-4d8359f99a79 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/6045932b-798b-4d6c-98b1-ab7104c2b03a HTTP/1.1" status: 204 len: 168 time: 2.5309432 Jan 28 06:07:54.826991 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df4be22f-d13d-4b91-9e0a-0544b1503c1f req-3e1f6cda-ce1a-4eda-808b-615548336496 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 210 time: 0.0979428 Jan 28 06:07:54.827322 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33978) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:54.857509 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-a858a83b-73c5-4c02-8f85-047b58253cbf tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:54.859206 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-a858a83b-73c5-4c02-8f85-047b58253cbf tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/networks?id=8cf8a050-60aa-439b-b44b-e0ab17f3133a HTTP/1.1" status: 200 len: 796 time: 0.8779149 Jan 28 06:07:54.910917 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:54.913258 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-8109db16-e559-4f92-ae7f-93557a5e31e5 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe9e:c545 (212ae0ea-5cb2-4599-bc76-8f15e4624200/1d099380-0daf-4b14-ae95-a4ae8a914a86/e9b4416e-d505-41aa-a463-4c3079aef239) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:54.924200 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-9686003d-1471-4065-b6fd-270cf3552981 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Publish callbacks [] for security_group (58ca2e84-2afc-43da-83b5-8910fad7ad95), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:54.941249 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-6e0e225b-0989-4466-9a57-ce3ad02f2e16 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/quotas/59d53e120d2a4c8e8606808e4590906b HTTP/1.1" status: 200 len: 375 time: 0.0685759 Jan 28 06:07:54.964467 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9f5ae7-c37d-4882-948f-a313eacea825 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:54.969966 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-de9f5ae7-c37d-4882-948f-a313eacea825 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1365707 Jan 28 06:07:54.973336 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33982) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:55.027379 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-9686003d-1471-4065-b6fd-270cf3552981 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (58ca2e84-2afc-43da-83b5-8910fad7ad95), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:55.084258 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8109db16-e559-4f92-ae7f-93557a5e31e5 None None] For port e9b4416e-d505-41aa-a463-4c3079aef239, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e9b4416e-d505-41aa-a463-4c3079aef239,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:55.123797 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Attempting to bind port ad525f97-a7aa-4ca3-9970-37fcbaf35d98 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:07:55.124330 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Attempting to bind port ad525f97-a7aa-4ca3-9970-37fcbaf35d98 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:07:55.126855 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Attempting to bind port ad525f97-a7aa-4ca3-9970-37fcbaf35d98 on network 8cf8a050-60aa-439b-b44b-e0ab17f3133a {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:55.149156 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed00bea-5fb7-400d-b079-ca0537a2ceca tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:55.150803 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bed00bea-5fb7-400d-b079-ca0537a2ceca tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1682382 Jan 28 06:07:55.155561 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33986) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:55.169060 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:07:55.172037 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8109db16-e559-4f92-ae7f-93557a5e31e5 None None] Publish callbacks [] for port (e9b4416e-d505-41aa-a463-4c3079aef239), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:55.177368 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Checking segment: {'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:55.178085 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:55.178743 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Bound using segment: {'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:07:55.179481 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Bound port: ad525f97-a7aa-4ca3-9970-37fcbaf35d98, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:07:55.181133 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:55.186567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 33988) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:55.274079 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686003d-1471-4065-b6fd-270cf3552981 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ca2e84-2afc-43da-83b5-8910fad7ad95,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:55.312930 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-be712783-1315-4b9e-b14a-4fa6094fbe19 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3645241 Jan 28 06:07:55.323944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-2ccbd5d4-b70c-486b-b221-f1622bd44a21 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:07:55.331689 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-2ccbd5d4-b70c-486b-b221-f1622bd44a21 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130975 Jan 28 06:07:55.336098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 64157a83-02a2-45c9-979e-8cbfbbda0ac5 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:55.336098 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (64157a83-02a2-45c9-979e-8cbfbbda0ac5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:55.357341 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-232579bc-e42d-423b-9918-81eb162f894f None None] For port ad525f97-a7aa-4ca3-9970-37fcbaf35d98, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:07:55.363278 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-9686003d-1471-4065-b6fd-270cf3552981 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Allocated IP 192.168.233.235 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/cb752d78-45f5-43bf-bc77-a3fde5be4783) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:07:55.366488 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-232579bc-e42d-423b-9918-81eb162f894f None None] For port ad525f97-a7aa-4ca3-9970-37fcbaf35d98, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ad525f97-a7aa-4ca3-9970-37fcbaf35d98,segment=NetworkSegment(26e52af3-8ad3-488e-8fae-7c669d90eee3),segment_id=26e52af3-8ad3-488e-8fae-7c669d90eee3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:07:55.368164 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450d4a1-7fc7-46ec-9a25-5aa62fff30ab None None] Pushing event updated for resources: {'Port': ['ID=ad525f97-a7aa-4ca3-9970-37fcbaf35d98,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:55.385765 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d4a1-7fc7-46ec-9a25-5aa62fff30ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:55.386115 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d4a1-7fc7-46ec-9a25-5aa62fff30ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:55.386502 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d4a1-7fc7-46ec-9a25-5aa62fff30ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:55.386846 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d4a1-7fc7-46ec-9a25-5aa62fff30ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:55.392407 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d4a1-7fc7-46ec-9a25-5aa62fff30ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:55.392668 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d4a1-7fc7-46ec-9a25-5aa62fff30ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:55.395736 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d4a1-7fc7-46ec-9a25-5aa62fff30ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:55.396151 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d4a1-7fc7-46ec-9a25-5aa62fff30ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:55.396522 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d4a1-7fc7-46ec-9a25-5aa62fff30ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:55.397049 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d4a1-7fc7-46ec-9a25-5aa62fff30ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:55.397555 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d4a1-7fc7-46ec-9a25-5aa62fff30ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:55.397960 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d4a1-7fc7-46ec-9a25-5aa62fff30ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:55.398325 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d4a1-7fc7-46ec-9a25-5aa62fff30ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:07:55.399480 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89e96e-dd6e-4d8b-9a8a-e5f475bebd37 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:55.400907 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89e96e-dd6e-4d8b-9a8a-e5f475bebd37 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:55.402385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89e96e-dd6e-4d8b-9a8a-e5f475bebd37 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:55.419154 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0f89e96e-dd6e-4d8b-9a8a-e5f475bebd37 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2624602 Jan 28 06:07:55.419789 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 33992) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:55.446434 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8109db16-e559-4f92-ae7f-93557a5e31e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e9b4416e-d505-41aa-a463-4c3079aef239), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:55.465832 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:55.537133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-c409cfd7-0bbd-45de-8cc4-11f02d86afd6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet 1d099380-0daf-4b14-ae95-a4ae8a914a86 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:07:55.541748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-7ece5a60-c8f3-4ef4-8392-d10876b3bb5b service neutron] 10.222.0.31 "GET /v2.0/networks/8cf8a050-60aa-439b-b44b-e0ab17f3133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090158 Jan 28 06:07:55.545014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-deb40b26-c544-4ad1-9882-5a5b8e850122 None None] Current status of the port e9b4416e-d505-41aa-a463-4c3079aef239 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:55.547203 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:55.549080 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c409cfd7-0bbd-45de-8cc4-11f02d86afd6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (1d099380-0daf-4b14-ae95-a4ae8a914a86), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:55.620974 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109db16-e559-4f92-ae7f-93557a5e31e5 None None] Pushing event updated for resources: {'Port': ['ID=e9b4416e-d505-41aa-a463-4c3079aef239,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:55.641092 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450d4a1-7fc7-46ec-9a25-5aa62fff30ab None None] Pushing event updated for resources: {'Port': ['ID=ad525f97-a7aa-4ca3-9970-37fcbaf35d98,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:55.641648 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c409cfd7-0bbd-45de-8cc4-11f02d86afd6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (1d099380-0daf-4b14-ae95-a4ae8a914a86), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:55.662081 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Routers {'b2902ce7-6dba-4d42-9d88-be9a77e8603f'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:07:55.662734 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-232579bc-e42d-423b-9918-81eb162f894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:07:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:55.743574 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d98b442f-6d1d-4124-a718-119efe5f44bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:55.787493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 64157a83-02a2-45c9-979e-8cbfbbda0ac5 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:55.789179 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e9b4416e-d505-41aa-a463-4c3079aef239 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:55.895585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6e346416-0a03-4793-ba89-16faad99f1ae None None] Provisioning complete for port ad525f97-a7aa-4ca3-9970-37fcbaf35d98 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:55.896079 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e346416-0a03-4793-ba89-16faad99f1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:55.902076 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c409cfd7-0bbd-45de-8cc4-11f02d86afd6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (1d099380-0daf-4b14-ae95-a4ae8a914a86), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.013041 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-232579bc-e42d-423b-9918-81eb162f894f None None] Set router b2902ce7-6dba-4d42-9d88-be9a77e8603f gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:07:56.020836 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port e9b4416e-d505-41aa-a463-4c3079aef239 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:56.021418 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e9b4416e-d505-41aa-a463-4c3079aef239), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.101944 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eae1e666-d5db-4055-880e-5632bbf5341d req-f755d885-29dc-4c42-9824-cffccdb84e22 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 210 time: 0.1049719 Jan 28 06:07:56.155980 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c409cfd7-0bbd-45de-8cc4-11f02d86afd6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (1d099380-0daf-4b14-ae95-a4ae8a914a86), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.160528 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-074b229f-31b9-4f0a-97e1-2853e6b6e09a service neutron] 10.222.0.31 "GET /v2.0/networks/8cf8a050-60aa-439b-b44b-e0ab17f3133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177649 Jan 28 06:07:56.167362 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-9686003d-1471-4065-b6fd-270cf3552981 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Publish callbacks [] for port (cb752d78-45f5-43bf-bc77-a3fde5be4783), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.189493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6e346416-0a03-4793-ba89-16faad99f1ae None None] Current status of the port ad525f97-a7aa-4ca3-9970-37fcbaf35d98 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:56.189926 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e346416-0a03-4793-ba89-16faad99f1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.242584 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port e9b4416e-d505-41aa-a463-4c3079aef239 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:56.292128 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6e346416-0a03-4793-ba89-16faad99f1ae None None] For port ad525f97-a7aa-4ca3-9970-37fcbaf35d98, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ad525f97-a7aa-4ca3-9970-37fcbaf35d98,segment=NetworkSegment(26e52af3-8ad3-488e-8fae-7c669d90eee3),segment_id=26e52af3-8ad3-488e-8fae-7c669d90eee3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:56.302577 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409cfd7-0bbd-45de-8cc4-11f02d86afd6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=1d099380-0daf-4b14-ae95-a4ae8a914a86,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:56.321470 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c409cfd7-0bbd-45de-8cc4-11f02d86afd6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.328376 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c409cfd7-0bbd-45de-8cc4-11f02d86afd6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/1d099380-0daf-4b14-ae95-a4ae8a914a86 HTTP/1.1" status: 204 len: 168 time: 0.9044580 Jan 28 06:07:56.332944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34002) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:56.389900 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e346416-0a03-4793-ba89-16faad99f1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.472132 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d98b442f-6d1d-4124-a718-119efe5f44bb admin admin] Publish callbacks [] for security_group (a7b8baa3-7e99-4196-aae4-1748fd2431ae), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.479114 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e346416-0a03-4793-ba89-16faad99f1ae None None] Pushing event updated for resources: {'Port': ['ID=ad525f97-a7aa-4ca3-9970-37fcbaf35d98,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:56.504953 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-232579bc-e42d-423b-9918-81eb162f894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1806045353', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '74e2f10a-a132-4f25-982d-229778b7d128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:37Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '74e2f10a-a132-4f25-982d-229778b7d128', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:38Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'ad525f97-a7aa-4ca3-9970-37fcbaf35d98', 'name': '', 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:12:f3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:47Z', 'updated_at': '2022-01-28T06:07:55Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:07:56.514544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b8be1c4-5fff-40bb-8b70-9fc558b22e1f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet 746888b2-28c9-4630-b08a-167250bcdcd1 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:07:56.523206 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b8be1c4-5fff-40bb-8b70-9fc558b22e1f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (746888b2-28c9-4630-b08a-167250bcdcd1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.527034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e9b4416e-d505-41aa-a463-4c3079aef239 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:56.565829 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232579bc-e42d-423b-9918-81eb162f894f None None] The sync data for ids ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'] in n-d-812111-12 is: [{'id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1806045353', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '74e2f10a-a132-4f25-982d-229778b7d128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:37Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '74e2f10a-a132-4f25-982d-229778b7d128', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:38Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'ad525f97-a7aa-4ca3-9970-37fcbaf35d98', 'name': '', 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:12:f3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:47Z', 'updated_at': '2022-01-28T06:07:55Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:07:56.592360 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-9686003d-1471-4065-b6fd-270cf3552981 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (cb752d78-45f5-43bf-bc77-a3fde5be4783), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.700872 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c3be8b10-3c1c-42c7-ae0c-f998880e8f70 None None] Provisioning complete for port ad525f97-a7aa-4ca3-9970-37fcbaf35d98 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:56.701262 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3be8b10-3c1c-42c7-ae0c-f998880e8f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.751531 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d98b442f-6d1d-4124-a718-119efe5f44bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a7b8baa3-7e99-4196-aae4-1748fd2431ae), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.785774 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port e9b4416e-d505-41aa-a463-4c3079aef239 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:56.786196 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e9b4416e-d505-41aa-a463-4c3079aef239), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:56.858653 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b8be1c4-5fff-40bb-8b70-9fc558b22e1f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (746888b2-28c9-4630-b08a-167250bcdcd1), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:57.043507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-9686003d-1471-4065-b6fd-270cf3552981 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:57.046855 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-524e4ddb-88d7-4ecb-afdd-1b64e6d0e897 req-322f4017-5d0d-42f7-a80b-996fd432aad5 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 210 time: 0.3133938 Jan 28 06:07:57.053686 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa174f0d-d25b-494b-8456-07097ed62b9f None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:57.075391 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port e9b4416e-d505-41aa-a463-4c3079aef239 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:57.088962 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-9686003d-1471-4065-b6fd-270cf3552981 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:57.161561 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c3be8b10-3c1c-42c7-ae0c-f998880e8f70 None None] Current status of the port ad525f97-a7aa-4ca3-9970-37fcbaf35d98 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:57.169927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-9686003d-1471-4065-b6fd-270cf3552981 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:07:57.225284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b442f-6d1d-4124-a718-119efe5f44bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b8baa3-7e99-4196-aae4-1748fd2431ae,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:57.229260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686003d-1471-4065-b6fd-270cf3552981 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Pushing event updated for resources: {'Port': ['ID=cb752d78-45f5-43bf-bc77-a3fde5be4783,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:57.236122 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d98b442f-6d1d-4124-a718-119efe5f44bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c824642b3344474a04c0d799e3a0a8f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0372610 Jan 28 06:07:57.236506 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34018) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:57.290342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3dfd7175-3de4-4178-8cad-59fedc63948e None None] Could not find standard attr ID for object 6045932b-798b-4d6c-98b1-ab7104c2b03a. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:07:57.314021 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3dfd7175-3de4-4178-8cad-59fedc63948e None None] Provisioning complete for port e9b4416e-d505-41aa-a463-4c3079aef239 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:57.317338 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3dfd7175-3de4-4178-8cad-59fedc63948e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e9b4416e-d505-41aa-a463-4c3079aef239), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:57.357143 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76940ba9-1d2b-4300-817a-6aa3640991e3 admin admin] Publish callbacks [] for security_group (a7b8baa3-7e99-4196-aae4-1748fd2431ae), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:57.414363 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b8be1c4-5fff-40bb-8b70-9fc558b22e1f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (746888b2-28c9-4630-b08a-167250bcdcd1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:57.419842 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76940ba9-1d2b-4300-817a-6aa3640991e3 admin admin] Publish callbacks [] for security_group (a7b8baa3-7e99-4196-aae4-1748fd2431ae), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:57.535739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c0035-f683-4169-bbe5-682a7bdbd9d9 req-b7cdab0b-1c7d-4dfb-847c-09291a60fe6c tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:57.545120 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-449c0035-f683-4169-bbe5-682a7bdbd9d9 req-b7cdab0b-1c7d-4dfb-847c-09291a60fe6c tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 936 time: 0.3097596 Jan 28 06:07:57.574812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-9686003d-1471-4065-b6fd-270cf3552981 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:57.575521 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-9686003d-1471-4065-b6fd-270cf3552981 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:57.607285 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76940ba9-1d2b-4300-817a-6aa3640991e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a7b8baa3-7e99-4196-aae4-1748fd2431ae), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:57.610592 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-76940ba9-1d2b-4300-817a-6aa3640991e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:57.611560 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-76940ba9-1d2b-4300-817a-6aa3640991e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7b8baa3-7e99-4196-aae4-1748fd2431ae HTTP/1.1" status: 204 len: 168 time: 0.3734703 Jan 28 06:07:57.647100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd7175-3de4-4178-8cad-59fedc63948e None None] Current status of the port e9b4416e-d505-41aa-a463-4c3079aef239 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:57.650471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76940ba9-1d2b-4300-817a-6aa3640991e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b8baa3-7e99-4196-aae4-1748fd2431ae,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:57.725633 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-9686003d-1471-4065-b6fd-270cf3552981 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3480945 Jan 28 06:07:57.739832 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-449c0035-f683-4169-bbe5-682a7bdbd9d9 req-3babc4b6-6aee-426b-a442-66cd8c2f0031 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/security-groups?id=58ca2e84-2afc-43da-83b5-8910fad7ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913013 Jan 28 06:07:57.755279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Request body: {'port': {'device_id': 'da917950-773b-4ef7-8dc3-575c064202d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:57.803306 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:57.805206 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6529d899-6160-4e18-ae0d-4067797aadca None None] Provisioning complete for port cb752d78-45f5-43bf-bc77-a3fde5be4783 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:57.805995 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6529d899-6160-4e18-ae0d-4067797aadca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cb752d78-45f5-43bf-bc77-a3fde5be4783), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:57.862340 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cb752d78-45f5-43bf-bc77-a3fde5be4783), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:57.877206 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6529d899-6160-4e18-ae0d-4067797aadca None None] Port cb752d78-45f5-43bf-bc77-a3fde5be4783 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:07:58.037327 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b8be1c4-5fff-40bb-8b70-9fc558b22e1f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (746888b2-28c9-4630-b08a-167250bcdcd1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:58.098955 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8be1c4-5fff-40bb-8b70-9fc558b22e1f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=746888b2-28c9-4630-b08a-167250bcdcd1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:58.111547 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b8be1c4-5fff-40bb-8b70-9fc558b22e1f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:58.124754 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34034) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:58.141792 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4b8be1c4-5fff-40bb-8b70-9fc558b22e1f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/746888b2-28c9-4630-b08a-167250bcdcd1 HTTP/1.1" status: 204 len: 168 time: 1.8040223 Jan 28 06:07:58.206433 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dd88060f-7fb9-452f-a832-e2d936836ab9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794675 Jan 28 06:07:58.208873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34036) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:58.214652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-34c75a1d-3ced-4ffb-a86f-ffc2be3b571a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:58.392299 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-caadc2a9-f46c-410f-9714-d7d264c51753 req-567bba4a-078f-4fae-939e-8cb00f5ea844 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 210 time: 0.1517050 Jan 28 06:07:58.461477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c75a1d-3ced-4ffb-a86f-ffc2be3b571a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:58.468336 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34c75a1d-3ced-4ffb-a86f-ffc2be3b571a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:58.520465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ad525f97-a7aa-4ca3-9970-37fcbaf35d98 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:07:58.676538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb752d78-45f5-43bf-bc77-a3fde5be4783 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:07:58.712038 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Publish callbacks [] for port (cb752d78-45f5-43bf-bc77-a3fde5be4783), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:58.732650 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34040) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:58.740687 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port ad525f97-a7aa-4ca3-9970-37fcbaf35d98 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:58.741461 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:58.780048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Transition to ACTIVE for port object cb752d78-45f5-43bf-bc77-a3fde5be4783 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:07:58.781144 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78715d44-83a3-4057-8e0e-e75778d45d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:58.832830 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4024bf19-eac6-43ed-8716-bffe9671878e None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:07:58.935332 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (cb752d78-45f5-43bf-bc77-a3fde5be4783), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:58.964941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e28da8b9-69a9-42f6-82d5-5f6ea3fb6ec6 None None] Provisioning complete for port e9b4416e-d505-41aa-a463-4c3079aef239 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:07:58.965886 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e28da8b9-69a9-42f6-82d5-5f6ea3fb6ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e9b4416e-d505-41aa-a463-4c3079aef239), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:59.019771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Pushing event updated for resources: {'Port': ['ID=cb752d78-45f5-43bf-bc77-a3fde5be4783,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:59.044947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6125a8-3498-46fc-ba7a-75a73b463609 req-751c882b-51c6-4e9b-93ff-a14f477babdb tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:59.058715 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port ad525f97-a7aa-4ca3-9970-37fcbaf35d98 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:59.066342 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd6125a8-3498-46fc-ba7a-75a73b463609 req-751c882b-51c6-4e9b-93ff-a14f477babdb tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 936 time: 0.2122352 Jan 28 06:07:59.094531 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34c75a1d-3ced-4ffb-a86f-ffc2be3b571a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (c494eb5b-631f-4b1b-8f58-95dcfaf98051), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:59.207235 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78715d44-83a3-4057-8e0e-e75778d45d35 admin admin] Publish callbacks [] for security_group (f41ae263-cf22-4a72-8173-0d0ab537182e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:59.243556 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0373a9b-e049-4722-871a-865ede1d16fd None None] DHCP port deletion for 212ae0ea-5cb2-4599-bc76-8f15e4624200 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:07:59.251997 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c75a1d-3ced-4ffb-a86f-ffc2be3b571a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:07:59.258127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e28da8b9-69a9-42f6-82d5-5f6ea3fb6ec6 None None] Current status of the port e9b4416e-d505-41aa-a463-4c3079aef239 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:07:59.262225 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-34c75a1d-3ced-4ffb-a86f-ffc2be3b571a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:07:59.266127 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd6125a8-3498-46fc-ba7a-75a73b463609 req-eb7a8ae9-7ddf-44ee-9532-2a32ded7e8f7 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/security-groups?id=58ca2e84-2afc-43da-83b5-8910fad7ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988406 Jan 28 06:07:59.283838 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78715d44-83a3-4057-8e0e-e75778d45d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f41ae263-cf22-4a72-8173-0d0ab537182e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:59.287076 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c75a1d-3ced-4ffb-a86f-ffc2be3b571a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:59.299486 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34c75a1d-3ced-4ffb-a86f-ffc2be3b571a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:59.323918 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c75a1d-3ced-4ffb-a86f-ffc2be3b571a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=c494eb5b-631f-4b1b-8f58-95dcfaf98051,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:59.327511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Attempting to bind port cb752d78-45f5-43bf-bc77-a3fde5be4783 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:07:59.327940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Attempting to bind port cb752d78-45f5-43bf-bc77-a3fde5be4783 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:07:59.328368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Attempting to bind port cb752d78-45f5-43bf-bc77-a3fde5be4783 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:59.346816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Port cb752d78-45f5-43bf-bc77-a3fde5be4783 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:07:59.347259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Attempting to bind port cb752d78-45f5-43bf-bc77-a3fde5be4783 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:07:59.348094 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c0373a9b-e049-4722-871a-865ede1d16fd None None] Deleting port e9b4416e-d505-41aa-a463-4c3079aef239 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:07:59.348613 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0373a9b-e049-4722-871a-865ede1d16fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (e9b4416e-d505-41aa-a463-4c3079aef239), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:59.353797 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-78715d44-83a3-4057-8e0e-e75778d45d35 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44f5a877c0e14a26872487d32ba5866d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6111422 Jan 28 06:07:59.355684 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34048) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:59.358127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78715d44-83a3-4057-8e0e-e75778d45d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41ae263-cf22-4a72-8173-0d0ab537182e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:59.366442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:07:59.367389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:07:59.370988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:07:59.371736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Bound port: cb752d78-45f5-43bf-bc77-a3fde5be4783, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:07:59.372304 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cb752d78-45f5-43bf-bc77-a3fde5be4783), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:59.398610 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-34c75a1d-3ced-4ffb-a86f-ffc2be3b571a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1856978 Jan 28 06:07:59.400184 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34050) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:07:59.407498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-14dee29b-c119-49c7-be51-b297e0779c14 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:07:59.499296 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c0373a9b-e049-4722-871a-865ede1d16fd None None] For port e9b4416e-d505-41aa-a463-4c3079aef239, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e9b4416e-d505-41aa-a463-4c3079aef239,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:07:59.499889 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0373a9b-e049-4722-871a-865ede1d16fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (e9b4416e-d505-41aa-a463-4c3079aef239), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:59.524354 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c0373a9b-e049-4722-871a-865ede1d16fd None None] Calling delete_port for e9b4416e-d505-41aa-a463-4c3079aef239 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:07:59.527964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] For port cb752d78-45f5-43bf-bc77-a3fde5be4783, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:07:59.535336 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] For port cb752d78-45f5-43bf-bc77-a3fde5be4783, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=cb752d78-45f5-43bf-bc77-a3fde5be4783,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:07:59.574607 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0d30cda-a4fc-49c7-8083-4f23ce9cadca admin admin] Publish callbacks [] for security_group (f41ae263-cf22-4a72-8173-0d0ab537182e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:59.601823 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-749a7776-3dde-47fa-a195-e17c89877b07 req-12193e87-95d1-4eab-804f-40edd70e9b4b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 210 time: 0.0311594 Jan 28 06:07:59.630702 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (cb752d78-45f5-43bf-bc77-a3fde5be4783), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:59.642140 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0d30cda-a4fc-49c7-8083-4f23ce9cadca admin admin] Publish callbacks [] for security_group (f41ae263-cf22-4a72-8173-0d0ab537182e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:59.702973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:59.703869 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:59.705750 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] 10.222.0.64 "PUT /v2.0/ports/cb752d78-45f5-43bf-bc77-a3fde5be4783 HTTP/1.1" status: 200 len: 1097 time: 1.9595742 Jan 28 06:07:59.706508 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da917950-773b-4ef7-8dc3-575c064202d0', 'tag': 'cb752d78-45f5-43bf-bc77-a3fde5be4783'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:07:59.709295 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef48a0a4-d867-4d40-9e69-0dc5843b265e" -d '{"events": [{"name": "network-changed", "server_uuid": "da917950-773b-4ef7-8dc3-575c064202d0", "tag": "cb752d78-45f5-43bf-bc77-a3fde5be4783"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:07:59.778560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc02d2-a797-4160-84c2-f728351251bd service neutron] Pushing event updated for resources: {'Port': ['ID=cb752d78-45f5-43bf-bc77-a3fde5be4783,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:59.785690 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a57f0f4-ad03-4654-8379-842ae474750a x-openstack-request-id: req-3a57f0f4-ad03-4654-8379-842ae474750a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:07:59.786030 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da917950-773b-4ef7-8dc3-575c064202d0", "tag": "cb752d78-45f5-43bf-bc77-a3fde5be4783", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:07:59.786379 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a57f0f4-ad03-4654-8379-842ae474750a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:07:59.786824 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da917950-773b-4ef7-8dc3-575c064202d0', 'tag': 'cb752d78-45f5-43bf-bc77-a3fde5be4783', 'status': 'completed', 'code': 200} Jan 28 06:07:59.801825 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0373a9b-e049-4722-871a-865ede1d16fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (e9b4416e-d505-41aa-a463-4c3079aef239), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:59.841581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dee29b-c119-49c7-be51-b297e0779c14 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:07:59.856985 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14dee29b-c119-49c7-be51-b297e0779c14 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:59.859768 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0373a9b-e049-4722-871a-865ede1d16fd None None] Pushing event deleted for resources: {'Port': ['ID=e9b4416e-d505-41aa-a463-4c3079aef239,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:07:59.862483 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0373a9b-e049-4722-871a-865ede1d16fd None None] No DVR routers for this DVR port e9b4416e-d505-41aa-a463-4c3079aef239 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:07:59.909574 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0d30cda-a4fc-49c7-8083-4f23ce9cadca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f41ae263-cf22-4a72-8173-0d0ab537182e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:59.929344 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0d30cda-a4fc-49c7-8083-4f23ce9cadca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:07:59.936611 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b0d30cda-a4fc-49c7-8083-4f23ce9cadca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f41ae263-cf22-4a72-8173-0d0ab537182e HTTP/1.1" status: 204 len: 168 time: 0.5762742 Jan 28 06:07:59.944807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48a0a4-d867-4d40-9e69-0dc5843b265e req-9b86ef60-016d-45d4-8832-ad6c5cdbf19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:07:59.947801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef48a0a4-d867-4d40-9e69-0dc5843b265e req-9b86ef60-016d-45d4-8832-ad6c5cdbf19e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=022fac7099f14dd398e3bd28c7ad7cc1&device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 1100 time: 0.1253119 Jan 28 06:07:59.949625 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20e7b3d-4c19-4867-8b7b-434d292d21d3 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:08:00.007778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef48a0a4-d867-4d40-9e69-0dc5843b265e req-47f7623d-97ac-47b1-acc9-4a984f54d8fe service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=022fac7099f14dd398e3bd28c7ad7cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471799 Jan 28 06:08:00.113712 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d30cda-a4fc-49c7-8083-4f23ce9cadca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41ae263-cf22-4a72-8173-0d0ab537182e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:00.212497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-212ae0ea-5cb2-4599-bc76-8f15e4624200', 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'project_id': 'd1d4377a85544428a5cdcba6ffb6e898', 'fixed_ips': [{'subnet_id': 'c494eb5b-631f-4b1b-8f58-95dcfaf98051'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:08:00.213397 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:00.223055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48a0a4-d867-4d40-9e69-0dc5843b265e req-19c1592d-0060-49a2-bb89-658d470a2c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:00.225964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef48a0a4-d867-4d40-9e69-0dc5843b265e req-19c1592d-0060-49a2-bb89-658d470a2c6e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2081349 Jan 28 06:08:00.356002 n-d-812111-12 neutron-server[103634]: INFO neutron.db.ipam_backend_mixin [None req-14dee29b-c119-49c7-be51-b297e0779c14 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c494eb5b-631f-4b1b-8f58-95dcfaf98051 (CIDR: 2001:db8::/64) Jan 28 06:08:00.467109 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e9b4416e-d505-41aa-a463-4c3079aef239 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:08:00.480472 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-14dee29b-c119-49c7-be51-b297e0779c14 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:08:00.481238 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14dee29b-c119-49c7-be51-b297e0779c14 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:00.526549 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-9da6839e-4fae-45fe-8427-d8ee08531833 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:00.530895 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-9da6839e-4fae-45fe-8427-d8ee08531833 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.60 "GET /v2.0/networks?id=8cf8a050-60aa-439b-b44b-e0ab17f3133a HTTP/1.1" status: 200 len: 796 time: 0.5181532 Jan 28 06:08:00.539406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: e9b4416e-d505-41aa-a463-4c3079aef239 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:08:00.539406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e9b4416e-d505-41aa-a463-4c3079aef239 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:08:00.570121 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Allocated IP 2001:db8::2 (212ae0ea-5cb2-4599-bc76-8f15e4624200/c494eb5b-631f-4b1b-8f58-95dcfaf98051/83a9b865-3ac3-479a-818c-f0655524d6a4) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:00.611299 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-14dee29b-c119-49c7-be51-b297e0779c14 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2085767 Jan 28 06:08:00.614767 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34068) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:00.621193 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-0bff1b0d-a416-4e13-858e-2caea778b972 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'subnet': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:00.627992 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-78e9f8f0-60fe-4297-9e42-9d32cd571101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:00.638946 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-78e9f8f0-60fe-4297-9e42-9d32cd571101 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=022fac7099f14dd398e3bd28c7ad7cc1&device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 1100 time: 0.1863763 Jan 28 06:08:00.665467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06feaa8-2f8d-4859-b217-a4b36a96b625 req-b766cafb-0834-4bf0-9567-4ad5fcb56076 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:00.668683 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f06feaa8-2f8d-4859-b217-a4b36a96b625 req-b766cafb-0834-4bf0-9567-4ad5fcb56076 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 948 time: 0.1960225 Jan 28 06:08:00.783212 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-7f9879ea-7c78-4e68-a0d3-d88420196ed7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59d53e120d2a4c8e8606808e4590906b HTTP/1.1" status: 200 len: 380 time: 0.2362807 Jan 28 06:08:00.792221 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-dbb8dd8b-65d0-4282-bb56-4f9369d7795f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'port': {'device_id': '08bdceba-4df3-4388-856e-21225aa32f4f', 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a', 'admin_state_up': True, 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'security_groups': ['81b806db-a952-4148-bd70-38be89c6876a']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:00.800921 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-e24fff8e-0f6d-44ec-af37-8e513c50e96d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=cb752d78-45f5-43bf-bc77-a3fde5be4783 HTTP/1.1" status: 200 len: 217 time: 0.1302383 Jan 28 06:08:00.818034 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Publish callbacks [] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:00.869511 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aafbab26-09bd-4eac-a5d4-e84d737bc68c req-030ed8b6-ae97-48b1-959c-373f7af99499 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 210 time: 0.0732496 Jan 28 06:08:00.927484 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:00.946520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f06feaa8-2f8d-4859-b217-a4b36a96b625 req-a2ce8f70-6c02-4f7e-b0e0-838697298d19 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/security-groups?id=58ca2e84-2afc-43da-83b5-8910fad7ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668140 Jan 28 06:08:00.984667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-1e7a8358-0db7-44d4-8d0e-7c47472e9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:00.995953 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-1e7a8358-0db7-44d4-8d0e-7c47472e9a79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.1685123 Jan 28 06:08:00.997739 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:01.001274 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:01.025724 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:08:01.065820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-a250ee46-f201-435b-b109-cd361185c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:01.067562 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-a250ee46-f201-435b-b109-cd361185c1ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0627909 Jan 28 06:08:01.081649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Pushing event updated for resources: {'Port': ['ID=83a9b865-3ac3-479a-818c-f0655524d6a4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:01.135806 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Attempting to bind port 83a9b865-3ac3-479a-818c-f0655524d6a4 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:08:01.136020 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Attempting to bind port 83a9b865-3ac3-479a-818c-f0655524d6a4 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:08:01.136398 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Attempting to bind port 83a9b865-3ac3-479a-818c-f0655524d6a4 on network 212ae0ea-5cb2-4599-bc76-8f15e4624200 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:08:01.143595 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:08:01.146396 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Checking segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:08:01.146983 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:01.147419 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Bound using segment: {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:08:01.147915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Bound port: 83a9b865-3ac3-479a-818c-f0655524d6a4, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c5be01-1d08-4011-b448-3ca7e6de4db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:08:01.148398 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:01.200253 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-5f7d7aff-4b71-4948-bc30-c669ff1b3266 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265101 Jan 28 06:08:01.224432 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-dbb8dd8b-65d0-4282-bb56-4f9369d7795f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Made reservation on behalf of 59d53e120d2a4c8e8606808e4590906b for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:08:01.227899 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-dbb8dd8b-65d0-4282-bb56-4f9369d7795f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:01.242895 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f9e43f90-170d-4981-9071-581314c19006 None None] For port 83a9b865-3ac3-479a-818c-f0655524d6a4, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:08:01.246428 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f9e43f90-170d-4981-9071-581314c19006 None None] For port 83a9b865-3ac3-479a-818c-f0655524d6a4, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=83a9b865-3ac3-479a-818c-f0655524d6a4,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:08:01.256549 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bff1b0d-a416-4e13-858e-2caea778b972 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:08:01.263708 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0bff1b0d-a416-4e13-858e-2caea778b972 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:01.316537 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:01.395554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e43f90-170d-4981-9071-581314c19006 None None] Pushing event updated for resources: {'Port': ['ID=83a9b865-3ac3-479a-818c-f0655524d6a4,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:01.401726 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0ff10b3-fc14-49b0-8bed-0f7d21f08924 req-79047194-8829-410c-9d9f-7016e209b120 service neutron] 10.222.0.64 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964610 Jan 28 06:08:01.489530 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-dbb8dd8b-65d0-4282-bb56-4f9369d7795f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Allocated IP 172.20.0.8 (8cf8a050-60aa-439b-b44b-e0ab17f3133a/0fcc544f-752c-4d96-bfef-930188bf454c/a73074ce-d0eb-4ebd-8443-eaf911e6bb69) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:01.786385 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-dbb8dd8b-65d0-4282-bb56-4f9369d7795f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:02.009617 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-dbb8dd8b-65d0-4282-bb56-4f9369d7795f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:02.103308 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-dbb8dd8b-65d0-4282-bb56-4f9369d7795f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network 8cf8a050-60aa-439b-b44b-e0ab17f3133a is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:02.108461 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8dd8b-65d0-4282-bb56-4f9369d7795f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:02.132395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1b066-3641-414c-a88d-fe8ad41fa86a req-b8356c61-6100-42fe-9b72-c6739a8e7de0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:02.142693 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20d1b066-3641-414c-a88d-fe8ad41fa86a req-b8356c61-6100-42fe-9b72-c6739a8e7de0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 931 time: 0.1128838 Jan 28 06:08:02.156883 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-dbb8dd8b-65d0-4282-bb56-4f9369d7795f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:02.165235 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-dbb8dd8b-65d0-4282-bb56-4f9369d7795f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:08:02.278891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364da8c4-d4e6-4e28-904b-add8eed1d5a6 req-96542fd6-5a7a-4eba-ac8f-9708dbb35bd8 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:02.280479 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-364da8c4-d4e6-4e28-904b-add8eed1d5a6 req-96542fd6-5a7a-4eba-ac8f-9708dbb35bd8 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 948 time: 0.1972973 Jan 28 06:08:02.283230 n-d-812111-12 neutron-server[103634]: DEBUG neutron.objects.ports [None req-0bff1b0d-a416-4e13-858e-2caea778b972 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103634) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 06:08:02.318583 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20d1b066-3641-414c-a88d-fe8ad41fa86a req-5e8f7f52-43e3-48e8-9dc4-84d8effe160f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693957 Jan 28 06:08:02.420095 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-364da8c4-d4e6-4e28-904b-add8eed1d5a6 req-f88b4a7a-a543-42b8-9674-e01a24c23104 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/security-groups?id=58ca2e84-2afc-43da-83b5-8910fad7ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187971 Jan 28 06:08:02.468360 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-dbb8dd8b-65d0-4282-bb56-4f9369d7795f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:02.470666 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-dbb8dd8b-65d0-4282-bb56-4f9369d7795f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:02.481683 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3f3a-4843-45a2-bad6-181244bab54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:02.547112 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 83a9b865-3ac3-479a-818c-f0655524d6a4 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:02.648880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 83a9b865-3ac3-479a-818c-f0655524d6a4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:02.649561 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:02.666024 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-dbb8dd8b-65d0-4282-bb56-4f9369d7795f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8778021 Jan 28 06:08:02.688346 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Request body: {'port': {'device_id': '08bdceba-4df3-4388-856e-21225aa32f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:02.751341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 83a9b865-3ac3-479a-818c-f0655524d6a4 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:02.751746 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:02.762262 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:02.771059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7c299561-737b-4f22-9c82-999178583254 None None] Provisioning complete for port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:02.771555 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c299561-737b-4f22-9c82-999178583254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:02.807120 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7c299561-737b-4f22-9c82-999178583254 None None] Port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:08:02.912558 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:08:02.912945 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:08:03.029675 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0bff1b0d-a416-4e13-858e-2caea778b972 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:03.132300 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-592bb4ed-16b9-40f9-b538-7d6998486696 None None] Provisioning complete for port 83a9b865-3ac3-479a-818c-f0655524d6a4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:03.132962 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-592bb4ed-16b9-40f9-b538-7d6998486696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:03.323302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-592bb4ed-16b9-40f9-b538-7d6998486696 None None] Current status of the port 83a9b865-3ac3-479a-818c-f0655524d6a4 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:03.323938 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-592bb4ed-16b9-40f9-b538-7d6998486696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:03.401744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-0bff1b0d-a416-4e13-858e-2caea778b972 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] For port 83a9b865-3ac3-479a-818c-f0655524d6a4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=83a9b865-3ac3-479a-818c-f0655524d6a4,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:03.406093 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73074ce-d0eb-4ebd-8443-eaf911e6bb69 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:08:03.424176 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Publish callbacks [] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:03.484708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 83a9b865-3ac3-479a-818c-f0655524d6a4 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:03.485386 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:03.500001 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Transition to ACTIVE for port object a73074ce-d0eb-4ebd-8443-eaf911e6bb69 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:08:03.534682 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0bff1b0d-a416-4e13-858e-2caea778b972 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:03.566180 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8ec20-c78d-4500-841b-2569a6de4ae0 req-39f9c274-f005-4696-aabe-89f87edf1ea7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:03.568104 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95e8ec20-c78d-4500-841b-2569a6de4ae0 req-39f9c274-f005-4696-aabe-89f87edf1ea7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 931 time: 0.1080930 Jan 28 06:08:03.597561 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:03.708416 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0bff1b0d-a416-4e13-858e-2caea778b972 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:03.709171 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0bff1b0d-a416-4e13-858e-2caea778b972 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (c20a505f-dca1-4c2c-a12f-b7be587915e0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:03.724183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11e358-6a5b-4bed-ab9d-615035ac9023 req-6e96be65-2955-4ab1-8c44-087a75a1f684 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:03.748612 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c11e358-6a5b-4bed-ab9d-615035ac9023 req-6e96be65-2955-4ab1-8c44-087a75a1f684 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 948 time: 0.1727891 Jan 28 06:08:03.781437 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95e8ec20-c78d-4500-841b-2569a6de4ae0 req-9ffd49e3-0e7f-4fe4-af53-c45e670f7f89 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015769 Jan 28 06:08:03.825780 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-592bb4ed-16b9-40f9-b538-7d6998486696 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:08:03.826143 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-592bb4ed-16b9-40f9-b538-7d6998486696 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:08:03.876417 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:08:03.877194 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:08:03.903786 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bff1b0d-a416-4e13-858e-2caea778b972 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:03.904064 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Pushing event updated for resources: {'Port': ['ID=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:03.904166 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c11e358-6a5b-4bed-ab9d-615035ac9023 req-7abd7e68-c434-40b3-8118-134239a9b295 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/security-groups?id=58ca2e84-2afc-43da-83b5-8910fad7ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541097 Jan 28 06:08:03.998346 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff1b0d-a416-4e13-858e-2caea778b972 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=83a9b865-3ac3-479a-818c-f0655524d6a4,revision_number=4']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:04.020380 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-0bff1b0d-a416-4e13-858e-2caea778b972 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:04.028231 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bff1b0d-a416-4e13-858e-2caea778b972 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:04.032133 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0bff1b0d-a416-4e13-858e-2caea778b972 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:04.037572 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3fb816-baf2-4bce-b872-cf7bdaac6b2e None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:08:04.079389 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff1b0d-a416-4e13-858e-2caea778b972 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Subnet': ['ID=c20a505f-dca1-4c2c-a12f-b7be587915e0,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:04.113213 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Attempting to bind port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:08:04.113885 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Attempting to bind port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:08:04.114482 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Attempting to bind port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 on network 8cf8a050-60aa-439b-b44b-e0ab17f3133a {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:08:04.120726 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 on network 8cf8a050-60aa-439b-b44b-e0ab17f3133a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:08:04.121285 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Attempting to bind port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 on network 8cf8a050-60aa-439b-b44b-e0ab17f3133a {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:08:04.126856 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:08:04.128059 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Checking segment: {'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:08:04.128921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Bound using segment: {'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:08:04.129572 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Bound port: a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:08:04.129960 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:04.193322 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0bff1b0d-a416-4e13-858e-2caea778b972 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5737062 Jan 28 06:08:04.194161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34140) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:04.198639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-331a9273-da53-4b24-939e-efaf949277ae tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Request body: {'port': {'network_id': '212ae0ea-5cb2-4599-bc76-8f15e4624200', 'mac_address': 'fa:16:3e:37:6d:d6', 'name': 'tempest-NetworksTestDHCPv6-948127971'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:04.256082 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] For port a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:08:04.259730 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] For port a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,segment=NetworkSegment(26e52af3-8ad3-488e-8fae-7c669d90eee3),segment_id=26e52af3-8ad3-488e-8fae-7c669d90eee3)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:08:04.272828 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 83a9b865-3ac3-479a-818c-f0655524d6a4 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:04.281389 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:04.323736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 83a9b865-3ac3-479a-818c-f0655524d6a4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=83a9b865-3ac3-479a-818c-f0655524d6a4,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:04.355518 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:04.384522 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-592bb4ed-16b9-40f9-b538-7d6998486696 None None] Current status of the port 83a9b865-3ac3-479a-818c-f0655524d6a4 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:04.384871 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-592bb4ed-16b9-40f9-b538-7d6998486696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:04.409473 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:04.410323 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:04.412888 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] 10.222.0.60 "PUT /v2.0/ports/a73074ce-d0eb-4ebd-8443-eaf911e6bb69 HTTP/1.1" status: 200 len: 1092 time: 1.7297709 Jan 28 06:08:04.412888 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bdceba-4df3-4388-856e-21225aa32f4f', 'tag': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:08:04.414860 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf8a45c-9716-4213-bcbd-bd93b5153daf" -d '{"events": [{"name": "network-changed", "server_uuid": "08bdceba-4df3-4388-856e-21225aa32f4f", "tag": "a73074ce-d0eb-4ebd-8443-eaf911e6bb69"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:08:04.426714 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:04.441712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device cb752d78-45f5-43bf-bc77-a3fde5be4783 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:08:04.451157 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08209a60-90bc-4fd2-9497-dd400f3aefba service neutron] Pushing event updated for resources: {'Port': ['ID=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:04.453010 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331a9273-da53-4b24-939e-efaf949277ae tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Made reservation on behalf of d1d4377a85544428a5cdcba6ffb6e898 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:08:04.709312 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-331a9273-da53-4b24-939e-efaf949277ae tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:04.740945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-9da923d7-b3f4-45fd-bca4-bd37d5639782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:04.742939 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-9da923d7-b3f4-45fd-bca4-bd37d5639782 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 1095 time: 0.1761453 Jan 28 06:08:04.808547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-331a9273-da53-4b24-939e-efaf949277ae tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] device_id is not set on port f4737788-77b2-4bee-af48-4e7786ae7cdb yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:08:04.808780 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 83a9b865-3ac3-479a-818c-f0655524d6a4 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:04.810790 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-592bb4ed-16b9-40f9-b538-7d6998486696 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:08:04.811322 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-592bb4ed-16b9-40f9-b538-7d6998486696 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:08:04.890960 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=83a9b865-3ac3-479a-818c-f0655524d6a4,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:04.919782 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-653d7ab0-f6ef-4f7b-9810-fee83c3b2ec0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69 HTTP/1.1" status: 200 len: 217 time: 0.1624489 Jan 28 06:08:05.007445 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720a7cc0-c327-45ba-a3d9-4dd0bcc9e0f9 x-openstack-request-id: req-720a7cc0-c327-45ba-a3d9-4dd0bcc9e0f9 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:08:05.007445 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bdceba-4df3-4388-856e-21225aa32f4f", "tag": "a73074ce-d0eb-4ebd-8443-eaf911e6bb69", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:08:05.007445 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-720a7cc0-c327-45ba-a3d9-4dd0bcc9e0f9 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:08:05.007445 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bdceba-4df3-4388-856e-21225aa32f4f', 'tag': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69', 'status': 'completed', 'code': 200} Jan 28 06:08:05.047235 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-689a9d58-1afb-4742-add8-0349e89b1c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:05.048826 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port cb752d78-45f5-43bf-bc77-a3fde5be4783, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=cb752d78-45f5-43bf-bc77-a3fde5be4783,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:05.056765 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-689a9d58-1afb-4742-add8-0349e89b1c7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0fcc544f-752c-4d96-bfef-930188bf454c HTTP/1.1" status: 200 len: 835 time: 0.1286623 Jan 28 06:08:05.082711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 83a9b865-3ac3-479a-818c-f0655524d6a4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:05.083329 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:05.086591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'cb752d78-45f5-43bf-bc77-a3fde5be4783', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': 'cb752d78-45f5-43bf-bc77-a3fde5be4783', 'mac_address': 'fa:16:3e:51:ae:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:08:05.112564 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25693ed1-69c0-4cd7-b4bd-66692cdd0ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:05.151827 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-8f7e0452-f076-4d9e-b285-ed8d7230bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:05.153775 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-8f7e0452-f076-4d9e-b285-ed8d7230bb9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8cf8a050-60aa-439b-b44b-e0ab17f3133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893919 Jan 28 06:08:05.176415 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port cb752d78-45f5-43bf-bc77-a3fde5be4783 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:05.176672 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cb752d78-45f5-43bf-bc77-a3fde5be4783), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:05.195084 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb752d78-45f5-43bf-bc77-a3fde5be4783 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:08:05.218985 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffcdd5-b350-4524-97c6-64fa137a9279 req-3e235cb7-76cb-4f73-b065-36f17d552787 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:05.226824 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-25ffcdd5-b350-4524-97c6-64fa137a9279 req-3e235cb7-76cb-4f73-b065-36f17d552787 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 943 time: 0.2378576 Jan 28 06:08:05.251961 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port cb752d78-45f5-43bf-bc77-a3fde5be4783, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=cb752d78-45f5-43bf-bc77-a3fde5be4783,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:05.274185 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 83a9b865-3ac3-479a-818c-f0655524d6a4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:05.307464 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-593c6622-245b-407d-a7fd-a0f9ed130cb5 service neutron] 10.222.0.60 "GET /v2.0/networks/8cf8a050-60aa-439b-b44b-e0ab17f3133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468868 Jan 28 06:08:05.325217 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35916420-2f3a-40a9-9237-de74f1401a5d req-d2b0ab70-3be2-406d-9cf9-3a2bc9cd7a2c tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:05.326812 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35916420-2f3a-40a9-9237-de74f1401a5d req-d2b0ab70-3be2-406d-9cf9-3a2bc9cd7a2c tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 948 time: 0.2504520 Jan 28 06:08:05.333951 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cb752d78-45f5-43bf-bc77-a3fde5be4783), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:05.424186 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6c7c846-7694-48ac-81cc-99b1f178f9a2 req-b6bcde9f-5217-41a6-8fdd-23bb9ec05846 service neutron] 10.222.0.60 "GET /v2.0/networks/8cf8a050-60aa-439b-b44b-e0ab17f3133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108439 Jan 28 06:08:05.433606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=cb752d78-45f5-43bf-bc77-a3fde5be4783,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:05.464795 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-25ffcdd5-b350-4524-97c6-64fa137a9279 req-e7c4cf50-f96a-4b7d-985f-7abc40c567d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242906 Jan 28 06:08:05.513091 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35916420-2f3a-40a9-9237-de74f1401a5d req-7b1c792e-825f-42cd-bf61-5962032d6012 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/security-groups?id=58ca2e84-2afc-43da-83b5-8910fad7ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652312 Jan 28 06:08:05.528297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-331a9273-da53-4b24-939e-efaf949277ae tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8::39d (212ae0ea-5cb2-4599-bc76-8f15e4624200/c494eb5b-631f-4b1b-8f58-95dcfaf98051/f4737788-77b2-4bee-af48-4e7786ae7cdb) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:05.540733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-331a9273-da53-4b24-939e-efaf949277ae tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Allocated IP 2001:db8:0:1:f816:3eff:fe37:6dd6 (212ae0ea-5cb2-4599-bc76-8f15e4624200/c20a505f-dca1-4c2c-a12f-b7be587915e0/f4737788-77b2-4bee-af48-4e7786ae7cdb) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:05.612148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['cb752d78-45f5-43bf-bc77-a3fde5be4783'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:08:05.687132 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8a45c-9716-4213-bcbd-bd93b5153daf req-6261fd81-7996-4ef9-a82d-a349087884ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:05.689433 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1cf8a45c-9716-4213-bcbd-bd93b5153daf req-6261fd81-7996-4ef9-a82d-a349087884ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 1095 time: 0.0747519 Jan 28 06:08:05.719613 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-331a9273-da53-4b24-939e-efaf949277ae tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for port (f4737788-77b2-4bee-af48-4e7786ae7cdb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:05.863514 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8a45c-9716-4213-bcbd-bd93b5153daf req-df583451-ca06-43ad-9c9a-06f76084a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:05.865135 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1cf8a45c-9716-4213-bcbd-bd93b5153daf req-df583451-ca06-43ad-9c9a-06f76084a434 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8cf8a050-60aa-439b-b44b-e0ab17f3133a HTTP/1.1" status: 200 len: 897 time: 0.1645658 Jan 28 06:08:05.880980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-592bb4ed-16b9-40f9-b538-7d6998486696 None None] Current status of the port 83a9b865-3ac3-479a-818c-f0655524d6a4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:05.888906 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-331a9273-da53-4b24-939e-efaf949277ae tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f4737788-77b2-4bee-af48-4e7786ae7cdb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:05.929259 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1cf8a45c-9716-4213-bcbd-bd93b5153daf req-c698c971-1f2a-401a-821f-974c4e004ce4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69 HTTP/1.1" status: 200 len: 217 time: 0.0529587 Jan 28 06:08:05.949603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331a9273-da53-4b24-939e-efaf949277ae tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:05.953162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-331a9273-da53-4b24-939e-efaf949277ae tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:05.957919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331a9273-da53-4b24-939e-efaf949277ae tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:08:05.965541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331a9273-da53-4b24-939e-efaf949277ae tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:05.965541 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-331a9273-da53-4b24-939e-efaf949277ae tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:05.986837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9273-da53-4b24-939e-efaf949277ae tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event updated for resources: {'Port': ['ID=f4737788-77b2-4bee-af48-4e7786ae7cdb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:06.012621 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8a45c-9716-4213-bcbd-bd93b5153daf req-dd8e7d06-f82f-4218-b962-30d3748d3fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:06.014144 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1cf8a45c-9716-4213-bcbd-bd93b5153daf req-dd8e7d06-f82f-4218-b962-30d3748d3fbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0fcc544f-752c-4d96-bfef-930188bf454c HTTP/1.1" status: 200 len: 835 time: 0.0814803 Jan 28 06:08:06.014579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3fe46e40-bbac-4719-a110-251a97d19f42 None None] Could not find standard attr ID for object 6045932b-798b-4d6c-98b1-ab7104c2b03a. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:08:06.033837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3fe46e40-bbac-4719-a110-251a97d19f42 None None] Provisioning complete for port 83a9b865-3ac3-479a-818c-f0655524d6a4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:06.034369 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3fe46e40-bbac-4719-a110-251a97d19f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:06.073014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8a45c-9716-4213-bcbd-bd93b5153daf req-da8f34d9-931d-4255-bd38-45cefb878144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:06.075042 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1cf8a45c-9716-4213-bcbd-bd93b5153daf req-da8f34d9-931d-4255-bd38-45cefb878144 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8cf8a050-60aa-439b-b44b-e0ab17f3133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537577 Jan 28 06:08:06.081969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-331a9273-da53-4b24-939e-efaf949277ae tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8845272 Jan 28 06:08:06.082501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34184) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:06.167617 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3fe46e40-bbac-4719-a110-251a97d19f42 None None] Current status of the port 83a9b865-3ac3-479a-818c-f0655524d6a4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:06.235948 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-08719ad0-f727-4d6d-8bed-1d9fbad8f9a4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting port f4737788-77b2-4bee-af48-4e7786ae7cdb {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:08:06.243484 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-08719ad0-f727-4d6d-8bed-1d9fbad8f9a4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f4737788-77b2-4bee-af48-4e7786ae7cdb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:06.256438 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1cf8a45c-9716-4213-bcbd-bd93b5153daf req-8baba638-1c34-4f29-bd39-bdfb222d59f8 service neutron] 10.222.0.60 "GET /v2.0/networks/8cf8a050-60aa-439b-b44b-e0ab17f3133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743734 Jan 28 06:08:06.379819 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-08719ad0-f727-4d6d-8bed-1d9fbad8f9a4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f4737788-77b2-4bee-af48-4e7786ae7cdb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:06.392554 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-08719ad0-f727-4d6d-8bed-1d9fbad8f9a4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Calling delete_port for f4737788-77b2-4bee-af48-4e7786ae7cdb owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:08:06.401892 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1cf8a45c-9716-4213-bcbd-bd93b5153daf req-0113b153-e807-4ab2-8bc5-cf862eb45ca2 service neutron] 10.222.0.60 "GET /v2.0/networks/8cf8a050-60aa-439b-b44b-e0ab17f3133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350715 Jan 28 06:08:06.411291 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4f509f44-4123-4a30-b3fc-220a90c53fd6 None None] Provisioning complete for port f4737788-77b2-4bee-af48-4e7786ae7cdb triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:06.411682 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f509f44-4123-4a30-b3fc-220a90c53fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f4737788-77b2-4bee-af48-4e7786ae7cdb), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:06.449366 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device cb752d78-45f5-43bf-bc77-a3fde5be4783 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:06.528789 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4f509f44-4123-4a30-b3fc-220a90c53fd6 None None] Port f4737788-77b2-4bee-af48-4e7786ae7cdb cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:08:06.583466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 83a9b865-3ac3-479a-818c-f0655524d6a4 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:06.612485 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:06.645599 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 83a9b865-3ac3-479a-818c-f0655524d6a4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:06.646016 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:06.693214 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port cb752d78-45f5-43bf-bc77-a3fde5be4783 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:08:06.699173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port cb752d78-45f5-43bf-bc77-a3fde5be4783 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:06.699527 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cb752d78-45f5-43bf-bc77-a3fde5be4783), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:06.724004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c92fb9-c73d-4d6d-865e-3a0acbdb60fa req-4527f015-099c-4188-b591-37e0d55c22dc tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:06.726131 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78c92fb9-c73d-4d6d-865e-3a0acbdb60fa req-4527f015-099c-4188-b591-37e0d55c22dc tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 949 time: 0.0901763 Jan 28 06:08:06.734360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812605d-6941-40c1-98ff-f74a6b6c5e4f req-cece14ad-d760-443c-82e6-ca36d7099fe6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:06.735873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0812605d-6941-40c1-98ff-f74a6b6c5e4f req-cece14ad-d760-443c-82e6-ca36d7099fe6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 943 time: 0.1402280 Jan 28 06:08:06.778790 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 83a9b865-3ac3-479a-818c-f0655524d6a4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:06.810081 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78c92fb9-c73d-4d6d-865e-3a0acbdb60fa req-e6c8fc11-c330-43c7-a2ff-e25a9878e953 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/security-groups?id=58ca2e84-2afc-43da-83b5-8910fad7ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679781 Jan 28 06:08:06.811003 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-08719ad0-f727-4d6d-8bed-1d9fbad8f9a4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f4737788-77b2-4bee-af48-4e7786ae7cdb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:06.840550 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port cb752d78-45f5-43bf-bc77-a3fde5be4783 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:06.840550 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cb752d78-45f5-43bf-bc77-a3fde5be4783), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:06.867789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08719ad0-f727-4d6d-8bed-1d9fbad8f9a4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Port': ['ID=f4737788-77b2-4bee-af48-4e7786ae7cdb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:06.880225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da917950-773b-4ef7-8dc3-575c064202d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb752d78-45f5-43bf-bc77-a3fde5be4783'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:08:06.883795 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cecfc38-8e7c-4091-afad-fa993abae20e" -d '{"events": [{"server_uuid": "da917950-773b-4ef7-8dc3-575c064202d0", "name": "network-vif-plugged", "status": "completed", "tag": "cb752d78-45f5-43bf-bc77-a3fde5be4783"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:08:06.899506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port cb752d78-45f5-43bf-bc77-a3fde5be4783, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=cb752d78-45f5-43bf-bc77-a3fde5be4783,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:06.919833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0812605d-6941-40c1-98ff-f74a6b6c5e4f req-ed388937-6ba3-4cd5-99ac-3f8c57cf40f7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713073 Jan 28 06:08:06.982572 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cb752d78-45f5-43bf-bc77-a3fde5be4783), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:07.014030 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-08719ad0-f727-4d6d-8bed-1d9fbad8f9a4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:07.019019 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcb8e0e-c28d-4c71-afa0-372ab821b30f x-openstack-request-id: req-1dcb8e0e-c28d-4c71-afa0-372ab821b30f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:08:07.019703 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da917950-773b-4ef7-8dc3-575c064202d0", "name": "network-vif-plugged", "status": "completed", "tag": "cb752d78-45f5-43bf-bc77-a3fde5be4783", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:08:07.020152 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1dcb8e0e-c28d-4c71-afa0-372ab821b30f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:08:07.020913 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da917950-773b-4ef7-8dc3-575c064202d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb752d78-45f5-43bf-bc77-a3fde5be4783', 'code': 200} Jan 28 06:08:07.022262 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34206) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:07.022639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-08719ad0-f727-4d6d-8bed-1d9fbad8f9a4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/f4737788-77b2-4bee-af48-4e7786ae7cdb HTTP/1.1" status: 204 len: 168 time: 0.9384253 Jan 28 06:08:07.084030 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=cb752d78-45f5-43bf-bc77-a3fde5be4783,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:07.114003 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e040adf-ea8b-4acf-965f-6877355fad5c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:07.121739 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2e040adf-ea8b-4acf-965f-6877355fad5c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0956588 Jan 28 06:08:07.122246 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34208) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:07.159318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2e350-3082-423a-9547-0dcd1f3efa7f req-ac2de371-3d1b-4fe8-b392-1e47761b62d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:07.161058 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31c2e350-3082-423a-9547-0dcd1f3efa7f req-ac2de371-3d1b-4fe8-b392-1e47761b62d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 1102 time: 0.0681078 Jan 28 06:08:07.190985 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492c61dc-ebd3-4ed1-9606-3988fa288ac8 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:07.195757 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-492c61dc-ebd3-4ed1-9606-3988fa288ac8 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0722699 Jan 28 06:08:07.203206 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34212) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:07.211273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31c2e350-3082-423a-9547-0dcd1f3efa7f req-e0a5fcdb-9945-43df-9bd2-83f746637e00 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=58ca2e84-2afc-43da-83b5-8910fad7ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440550 Jan 28 06:08:07.267717 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8260fc4-0919-47ed-a549-e3cdd910ef70 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:07.269502 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8260fc4-0919-47ed-a549-e3cdd910ef70 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:07.270970 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8260fc4-0919-47ed-a549-e3cdd910ef70 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:07.272615 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c8260fc4-0919-47ed-a549-e3cdd910ef70 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0727434 Jan 28 06:08:07.275365 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34220) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:07.354395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd41503-0bde-4b52-9578-f64a48c023a0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet c20a505f-dca1-4c2c-a12f-b7be587915e0 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:08:07.357871 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edd41503-0bde-4b52-9578-f64a48c023a0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (c20a505f-dca1-4c2c-a12f-b7be587915e0), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:07.410705 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edd41503-0bde-4b52-9578-f64a48c023a0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (c20a505f-dca1-4c2c-a12f-b7be587915e0), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:07.500603 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edd41503-0bde-4b52-9578-f64a48c023a0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (c20a505f-dca1-4c2c-a12f-b7be587915e0), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:07.636290 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edd41503-0bde-4b52-9578-f64a48c023a0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (c20a505f-dca1-4c2c-a12f-b7be587915e0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:07.666721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd41503-0bde-4b52-9578-f64a48c023a0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=c20a505f-dca1-4c2c-a12f-b7be587915e0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:07.668730 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edd41503-0bde-4b52-9578-f64a48c023a0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:07.675283 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34228) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:07.675492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-edd41503-0bde-4b52-9578-f64a48c023a0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/c20a505f-dca1-4c2c-a12f-b7be587915e0 HTTP/1.1" status: 204 len: 168 time: 0.3989472 Jan 28 06:08:07.677355 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6dbe49-0c04-4861-905e-b5a75b14c731 None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:08:07.769093 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c5e4f0-9fa2-498a-af4b-9411769196be tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Deleting subnet c494eb5b-631f-4b1b-8f58-95dcfaf98051 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:08:07.772815 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e4f0-9fa2-498a-af4b-9411769196be tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (c494eb5b-631f-4b1b-8f58-95dcfaf98051), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:07.815357 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e4f0-9fa2-498a-af4b-9411769196be tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (c494eb5b-631f-4b1b-8f58-95dcfaf98051), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:08.014802 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:08.053145 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb020f-64a0-4a34-a13c-bbb56e762a15 req-460265e1-45d7-465f-9b7c-b9cb5839d5ee tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:08.055475 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0eb020f-64a0-4a34-a13c-bbb56e762a15 req-460265e1-45d7-465f-9b7c-b9cb5839d5ee tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 950 time: 0.1063616 Jan 28 06:08:08.194903 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b415aeb-d6d2-42d7-b112-fa6e347a44e0 req-f6d6ad57-a070-4ad6-b5d8-b79f19eab232 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:08.197818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b415aeb-d6d2-42d7-b112-fa6e347a44e0 req-f6d6ad57-a070-4ad6-b5d8-b79f19eab232 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 943 time: 0.1635385 Jan 28 06:08:08.208605 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0eb020f-64a0-4a34-a13c-bbb56e762a15 req-b6b8fd45-a7a6-44cf-8a55-65039d57ee0b tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/security-groups?id=58ca2e84-2afc-43da-83b5-8910fad7ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346200 Jan 28 06:08:08.350697 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b415aeb-d6d2-42d7-b112-fa6e347a44e0 req-dd50b19d-7073-40f1-ba68-3a797c26b9a2 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399610 Jan 28 06:08:08.513263 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e4f0-9fa2-498a-af4b-9411769196be tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (c494eb5b-631f-4b1b-8f58-95dcfaf98051), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:08.548916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a73074ce-d0eb-4ebd-8443-eaf911e6bb69 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:08:08.698439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,segment=NetworkSegment(26e52af3-8ad3-488e-8fae-7c669d90eee3),segment_id=26e52af3-8ad3-488e-8fae-7c669d90eee3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:08.704025 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e4f0-9fa2-498a-af4b-9411769196be tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (c494eb5b-631f-4b1b-8f58-95dcfaf98051), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:08.711351 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69', 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a', 'port_id': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69', 'mac_address': 'fa:16:3e:6f:02:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:08:08.732646 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5e4f0-9fa2-498a-af4b-9411769196be tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Subnet': ['ID=c494eb5b-631f-4b1b-8f58-95dcfaf98051,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:08.749510 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e4f0-9fa2-498a-af4b-9411769196be tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:08.757088 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e2c5e4f0-9fa2-498a-af4b-9411769196be tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/c494eb5b-631f-4b1b-8f58-95dcfaf98051 HTTP/1.1" status: 204 len: 168 time: 1.0804286 Jan 28 06:08:08.759807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34258) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:08.770772 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:08.771166 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:08.796233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73074ce-d0eb-4ebd-8443-eaf911e6bb69 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:08:08.826744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ac48cff5-b317-4d67-90bc-f3f8b2199225 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654619 Jan 28 06:08:08.838770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,segment=NetworkSegment(26e52af3-8ad3-488e-8fae-7c669d90eee3),segment_id=26e52af3-8ad3-488e-8fae-7c669d90eee3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:08.838919 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34260) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:08.865510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a72700-0294-475a-ba21-d00c696d3aae None None] Network 212ae0ea-5cb2-4599-bc76-8f15e4624200 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:08:08.914490 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dc1fac-d905-4c8f-8abc-2fc5cf4411a1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:08.918809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34264) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:08.919401 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-62dc1fac-d905-4c8f-8abc-2fc5cf4411a1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0891716 Jan 28 06:08:09.000675 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:09.022925 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b442c626-f86c-4f1a-b4ed-4bccbc6ac292 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:09.026903 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b442c626-f86c-4f1a-b4ed-4bccbc6ac292 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1042206 Jan 28 06:08:09.027432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34266) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:09.082071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-51de2f19-0935-4d2a-ba89-b20c7b62c34e None None] Provisioning complete for port 83a9b865-3ac3-479a-818c-f0655524d6a4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:09.082646 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51de2f19-0935-4d2a-ba89-b20c7b62c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:09.090658 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5449d94d-0bc9-4d1b-8682-bb62792c807b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620029 Jan 28 06:08:09.099373 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34270) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:09.128275 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-5513ec76-e136-4a83-8bfb-29463512e65a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:09.129242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5513ec76-e136-4a83-8bfb-29463512e65a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:09.134602 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5513ec76-e136-4a83-8bfb-29463512e65a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/f4737788-77b2-4bee-af48-4e7786ae7cdb HTTP/1.1" status: 404 len: 333 time: 0.0340779 Jan 28 06:08:09.135105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34272) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:09.143841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:09.178521 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61fa4f2-65f7-4996-82e5-8b9af0cb2fe6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:09.180606 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d61fa4f2-65f7-4996-82e5-8b9af0cb2fe6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:09.186531 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d61fa4f2-65f7-4996-82e5-8b9af0cb2fe6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/c20a505f-dca1-4c2c-a12f-b7be587915e0 HTTP/1.1" status: 404 len: 337 time: 0.0480590 Jan 28 06:08:09.191457 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34274) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:09.213100 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:09.245686 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c2b215-a86b-4db5-82ba-90d1b0d92b97 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:09.246158 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c2b215-a86b-4db5-82ba-90d1b0d92b97 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:09.251746 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-51de2f19-0935-4d2a-ba89-b20c7b62c34e None None] Current status of the port 83a9b865-3ac3-479a-818c-f0655524d6a4 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:09.252511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34280) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:09.260088 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-19c2b215-a86b-4db5-82ba-90d1b0d92b97 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/c494eb5b-631f-4b1b-8f58-95dcfaf98051 HTTP/1.1" status: 404 len: 337 time: 0.0719287 Jan 28 06:08:09.265560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097757fb-911b-40cb-9c38-96b77bbef0a9 None None] DHCP port deletion for 212ae0ea-5cb2-4599-bc76-8f15e4624200 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:08:09.279263 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b473800-ec7f-4e83-a7fb-b886e8fa91e8 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:09.279823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b473800-ec7f-4e83-a7fb-b886e8fa91e8 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:09.286344 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34282) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:09.298277 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3b473800-ec7f-4e83-a7fb-b886e8fa91e8 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/6045932b-798b-4d6c-98b1-ab7104c2b03a HTTP/1.1" status: 404 len: 333 time: 0.0375996 Jan 28 06:08:09.341951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-097757fb-911b-40cb-9c38-96b77bbef0a9 None None] Deleting port 83a9b865-3ac3-479a-818c-f0655524d6a4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:08:09.342279 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-097757fb-911b-40cb-9c38-96b77bbef0a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:09.357405 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35fb9fc-90d7-40c7-9c54-85497ea7c0a4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:09.357872 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35fb9fc-90d7-40c7-9c54-85497ea7c0a4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:09.374280 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b35fb9fc-90d7-40c7-9c54-85497ea7c0a4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/1d099380-0daf-4b14-ae95-a4ae8a914a86 HTTP/1.1" status: 404 len: 337 time: 0.0738196 Jan 28 06:08:09.375038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34286) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:09.445640 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-9808d04b-ac7f-4b46-a0d4-afbce6c7083f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:09.446246 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9808d04b-ac7f-4b46-a0d4-afbce6c7083f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:09.454014 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9808d04b-ac7f-4b46-a0d4-afbce6c7083f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/746888b2-28c9-4630-b08a-167250bcdcd1 HTTP/1.1" status: 404 len: 337 time: 0.0777168 Jan 28 06:08:09.454821 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34294) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:09.485050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['a73074ce-d0eb-4ebd-8443-eaf911e6bb69'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:08:09.509878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bc2dc-643e-4956-96e0-e36058cc238f req-a8468a1e-dfce-4ef6-802d-83a1247c7181 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:09.511685 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8b5bc2dc-643e-4956-96e0-e36058cc238f req-a8468a1e-dfce-4ef6-802d-83a1247c7181 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 950 time: 0.1717403 Jan 28 06:08:09.514284 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-10042a08-c779-4efa-8651-78e4b2ee830d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:09.515057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10042a08-c779-4efa-8651-78e4b2ee830d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:09.521926 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34298) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:09.534226 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-10042a08-c779-4efa-8651-78e4b2ee830d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/866f440e-8c35-482c-9929-342b73385ba9 HTTP/1.1" status: 404 len: 333 time: 0.0768449 Jan 28 06:08:09.540504 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-097757fb-911b-40cb-9c38-96b77bbef0a9 None None] For port 83a9b865-3ac3-479a-818c-f0655524d6a4, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=83a9b865-3ac3-479a-818c-f0655524d6a4,segment=NetworkSegment(f5c5be01-1d08-4011-b448-3ca7e6de4db5),segment_id=f5c5be01-1d08-4011-b448-3ca7e6de4db5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:09.541128 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-097757fb-911b-40cb-9c38-96b77bbef0a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:09.578998 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-097757fb-911b-40cb-9c38-96b77bbef0a9 None None] Calling delete_port for 83a9b865-3ac3-479a-818c-f0655524d6a4 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:08:09.579613 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99bbd70-a42f-471f-b7f4-58e6fdaa3d09 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:09.580088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99bbd70-a42f-471f-b7f4-58e6fdaa3d09 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:09.583883 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b99bbd70-a42f-471f-b7f4-58e6fdaa3d09 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/a578038e-19d3-4c86-98f9-ef8cc9233492 HTTP/1.1" status: 404 len: 337 time: 0.0604663 Jan 28 06:08:09.586397 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34300) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:09.652827 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d33ad4a-1223-4854-bb75-f94d62d60c91 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:09.653268 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d33ad4a-1223-4854-bb75-f94d62d60c91 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:09.666703 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4d33ad4a-1223-4854-bb75-f94d62d60c91 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/06920904-7ca2-453c-8068-cd2392dcedc5 HTTP/1.1" status: 404 len: 337 time: 0.0790920 Jan 28 06:08:09.668805 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34302) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:09.700735 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d5f2d5-ca1f-4790-9767-c56e0b4d7fc9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:09.701934 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d5f2d5-ca1f-4790-9767-c56e0b4d7fc9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:09.705193 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-91d5f2d5-ca1f-4790-9767-c56e0b4d7fc9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/a7f851e2-8adc-4e6d-ae88-825b8a76f00c HTTP/1.1" status: 404 len: 333 time: 0.0354137 Jan 28 06:08:09.707856 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34306) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:09.747114 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4d1f7f-a074-4ec8-8ee5-139be4ebf210 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:09.747887 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4d1f7f-a074-4ec8-8ee5-139be4ebf210 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:09.752931 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2d4d1f7f-a074-4ec8-8ee5-139be4ebf210 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/e647e5c0-7e2a-4940-ab74-ffb43fe867ae HTTP/1.1" status: 404 len: 337 time: 0.0430994 Jan 28 06:08:09.755708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34308) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:09.791235 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-902358ad-8784-4c22-b8b2-7d53888a410a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:09.792037 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902358ad-8784-4c22-b8b2-7d53888a410a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:09.800684 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-902358ad-8784-4c22-b8b2-7d53888a410a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/a8ba19f1-5b9f-472c-aabb-826ca575cefb HTTP/1.1" status: 404 len: 337 time: 0.0435524 Jan 28 06:08:09.805017 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34310) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:09.839056 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-409a5a9d-36c7-4247-8e38-0aacbaa60163 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:09.840330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-409a5a9d-36c7-4247-8e38-0aacbaa60163 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:09.843436 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-097757fb-911b-40cb-9c38-96b77bbef0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (83a9b865-3ac3-479a-818c-f0655524d6a4), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:09.845040 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-409a5a9d-36c7-4247-8e38-0aacbaa60163 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/5b051dc7-322e-4b64-998c-c34d3c48e72b HTTP/1.1" status: 404 len: 333 time: 0.0387230 Jan 28 06:08:09.848413 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34312) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:09.899761 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aee8a65-950e-4d2f-b3d5-b963b6aac910 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:09.900233 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aee8a65-950e-4d2f-b3d5-b963b6aac910 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:09.906699 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4aee8a65-950e-4d2f-b3d5-b963b6aac910 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/474fb421-2710-4d0c-adf1-a58a726e5f3e HTTP/1.1" status: 404 len: 337 time: 0.0541995 Jan 28 06:08:09.907433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34316) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:09.912442 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097757fb-911b-40cb-9c38-96b77bbef0a9 None None] Pushing event deleted for resources: {'Port': ['ID=83a9b865-3ac3-479a-818c-f0655524d6a4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:09.944608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097757fb-911b-40cb-9c38-96b77bbef0a9 None None] No DVR routers for this DVR port 83a9b865-3ac3-479a-818c-f0655524d6a4 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:08:09.968644 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c84838-2fdd-40e7-a709-2826da2bd4d6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:09.968644 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c84838-2fdd-40e7-a709-2826da2bd4d6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:09.968644 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-86c84838-2fdd-40e7-a709-2826da2bd4d6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/cac27a4c-af7a-4fb0-87e6-22c3e1d14487 HTTP/1.1" status: 404 len: 333 time: 0.0563767 Jan 28 06:08:09.968925 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34318) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.067437 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceec402a-25f0-4e46-855e-8ad95ef2bc8c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.067979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceec402a-25f0-4e46-855e-8ad95ef2bc8c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.082720 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8b5bc2dc-643e-4956-96e0-e36058cc238f req-4461b2bb-6059-495d-ae6b-a2536b4dbb57 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/security-groups?id=58ca2e84-2afc-43da-83b5-8910fad7ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368009 Jan 28 06:08:10.086766 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ceec402a-25f0-4e46-855e-8ad95ef2bc8c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/0401f302-a96e-4037-941b-526c6f706c41 HTTP/1.1" status: 404 len: 337 time: 0.1092768 Jan 28 06:08:10.087170 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34322) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.137036 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71377b1c-24c4-4e32-bc73-72bc154bd5f3 req-4e96a104-9454-407b-8779-7c59e0276786 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:10.138733 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-71377b1c-24c4-4e32-bc73-72bc154bd5f3 req-4e96a104-9454-407b-8779-7c59e0276786 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 944 time: 0.6259978 Jan 28 06:08:10.161635 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-03534b57-6342-4da7-96c1-109ca19324ac tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.161635 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03534b57-6342-4da7-96c1-109ca19324ac tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.161635 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-03534b57-6342-4da7-96c1-109ca19324ac tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/a2dd7aef-6480-4130-b79c-3f7b2618c56b HTTP/1.1" status: 404 len: 333 time: 0.0727286 Jan 28 06:08:10.165370 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34328) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.207036 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d185afbd-7aca-4769-8324-93b424656335 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.207758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d185afbd-7aca-4769-8324-93b424656335 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.211003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d185afbd-7aca-4769-8324-93b424656335 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/e516b0cd-ae4b-4565-9576-a83eba6f8d11 HTTP/1.1" status: 404 len: 337 time: 0.0446439 Jan 28 06:08:10.214367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34330) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.252397 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-333d13a3-e4c5-41d3-8397-5abf69d1ab8f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.252918 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333d13a3-e4c5-41d3-8397-5abf69d1ab8f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.261326 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34332) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.261528 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-333d13a3-e4c5-41d3-8397-5abf69d1ab8f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/fac96617-a7be-4cbb-836e-d92d5d5c610f HTTP/1.1" status: 404 len: 333 time: 0.0451069 Jan 28 06:08:10.279680 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-71377b1c-24c4-4e32-bc73-72bc154bd5f3 req-71fffc38-a167-4d2e-8437-5d3b4583e9ce tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309631 Jan 28 06:08:10.295603 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e3a843-7a06-4201-aac4-c79bd46c451d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.296011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e3a843-7a06-4201-aac4-c79bd46c451d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.302434 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-15e3a843-7a06-4201-aac4-c79bd46c451d tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/2c8bb825-455c-442c-8d21-c2e1cb7a0257 HTTP/1.1" status: 404 len: 337 time: 0.0370188 Jan 28 06:08:10.302735 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34336) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.326249 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecaa350-4b9f-4f19-bb7d-35cfd584476a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.326833 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ecaa350-4b9f-4f19-bb7d-35cfd584476a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.329984 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9ecaa350-4b9f-4f19-bb7d-35cfd584476a tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/ae457523-5ae9-4966-810e-316c29071d65 HTTP/1.1" status: 404 len: 333 time: 0.0263345 Jan 28 06:08:10.332994 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34338) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.358094 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd71c11-980b-464b-aac0-4d6af0bf3922 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.358556 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd71c11-980b-464b-aac0-4d6af0bf3922 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.362026 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0dd71c11-980b-464b-aac0-4d6af0bf3922 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/19693af3-58d2-48fe-ba7d-c60d417b1bdd HTTP/1.1" status: 404 len: 337 time: 0.0275369 Jan 28 06:08:10.364821 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34340) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.391237 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ff6f62-0156-4cd6-be92-0bde44951c5c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.391763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ff6f62-0156-4cd6-be92-0bde44951c5c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.394773 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-65ff6f62-0156-4cd6-be92-0bde44951c5c tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/24d7e819-04eb-4782-aeb2-a78888988f30 HTTP/1.1" status: 404 len: 333 time: 0.0290520 Jan 28 06:08:10.397342 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34342) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.421939 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4206000-2bfb-40ce-923a-57a6f53474e8 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.422559 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4206000-2bfb-40ce-923a-57a6f53474e8 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.427473 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d4206000-2bfb-40ce-923a-57a6f53474e8 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/46b00d61-5790-4fa9-af26-96ef84ad6f59 HTTP/1.1" status: 404 len: 337 time: 0.0292268 Jan 28 06:08:10.431977 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34346) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.462050 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc000cb0-8e98-4613-a0fb-65d99ad1c9ff tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.462544 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc000cb0-8e98-4613-a0fb-65d99ad1c9ff tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.468152 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dc000cb0-8e98-4613-a0fb-65d99ad1c9ff tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/cae12319-8c87-4922-be5d-f3020e88beea HTTP/1.1" status: 404 len: 337 time: 0.0326815 Jan 28 06:08:10.469120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34348) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.559291 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 83a9b865-3ac3-479a-818c-f0655524d6a4 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:08:10.593446 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2529d5e-ab76-4f53-b37f-620cd5e307a5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.594103 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2529d5e-ab76-4f53-b37f-620cd5e307a5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.602626 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a2529d5e-ab76-4f53-b37f-620cd5e307a5 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/f4cc0166-0547-4903-868c-58034acb61f0 HTTP/1.1" status: 404 len: 333 time: 0.1277504 Jan 28 06:08:10.602978 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34354) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.621372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 83a9b865-3ac3-479a-818c-f0655524d6a4 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:08:10.621734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 83a9b865-3ac3-479a-818c-f0655524d6a4 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:08:10.654589 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf54a22-3f2d-4b9a-b8c5-af484f75d20b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.655347 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf54a22-3f2d-4b9a-b8c5-af484f75d20b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.662569 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2cf54a22-3f2d-4b9a-b8c5-af484f75d20b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/c16f2263-b361-41e3-9f7f-5d438c211e9f HTTP/1.1" status: 404 len: 337 time: 0.0579169 Jan 28 06:08:10.662759 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34356) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.735813 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bb358e-3923-46b2-be1d-a6c96e33c526 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.738170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bb358e-3923-46b2-be1d-a6c96e33c526 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.742956 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34362) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.751233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-58bb358e-3923-46b2-be1d-a6c96e33c526 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/a797ef41-a75e-43ab-a583-5df72f7c9f47 HTTP/1.1" status: 404 len: 337 time: 0.0870333 Jan 28 06:08:10.793157 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca8ae07-c80e-4f6f-b0d5-3d56110a1573 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.793846 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca8ae07-c80e-4f6f-b0d5-3d56110a1573 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.797550 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-aca8ae07-c80e-4f6f-b0d5-3d56110a1573 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/ddbcc6a6-c579-4c5c-a7b8-d086b7e88e7a HTTP/1.1" status: 404 len: 333 time: 0.0532444 Jan 28 06:08:10.804996 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34364) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.831000 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a24385-d399-4859-b713-575d710ca0df tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.831612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a24385-d399-4859-b713-575d710ca0df tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.833677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d98a41-65d5-4d10-8604-4a8d9a4fa722 req-acec9dd9-5ce7-4ef5-8c47-88456d5d1797 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:10.834721 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-42a24385-d399-4859-b713-575d710ca0df tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/4b3a5284-0d91-49fe-acc2-e10c1f734fc7 HTTP/1.1" status: 404 len: 337 time: 0.0324802 Jan 28 06:08:10.835205 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76d98a41-65d5-4d10-8604-4a8d9a4fa722 req-acec9dd9-5ce7-4ef5-8c47-88456d5d1797 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 950 time: 0.0551035 Jan 28 06:08:10.837308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34368) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.868867 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2005f7-0225-4f8f-879b-6a7e4f54fc24 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.869309 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb2005f7-0225-4f8f-879b-6a7e4f54fc24 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.875938 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-eb2005f7-0225-4f8f-879b-6a7e4f54fc24 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/f50e8e07-6c1e-4f24-91e1-73a73d798c6c HTTP/1.1" status: 404 len: 337 time: 0.0340147 Jan 28 06:08:10.878133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34370) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.908285 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76d98a41-65d5-4d10-8604-4a8d9a4fa722 req-a3ffa495-740f-4924-9d21-363e26df3ee6 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/security-groups?id=58ca2e84-2afc-43da-83b5-8910fad7ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635734 Jan 28 06:08:10.911181 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b0cc1a-67e9-4305-8fbf-93f764782af1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.912867 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b0cc1a-67e9-4305-8fbf-93f764782af1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.915191 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e4b0cc1a-67e9-4305-8fbf-93f764782af1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/e8f7dfd6-fd63-4eab-be2c-aa9dac606fba HTTP/1.1" status: 404 len: 333 time: 0.0345311 Jan 28 06:08:10.917517 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34372) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.950575 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-a705d531-960d-4920-bbbf-a5a66741bb9f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.950575 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a705d531-960d-4920-bbbf-a5a66741bb9f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.950575 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a705d531-960d-4920-bbbf-a5a66741bb9f tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/49e8e3c1-2ed7-49e5-9672-e4c775092432 HTTP/1.1" status: 404 len: 337 time: 0.0290899 Jan 28 06:08:10.952403 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34374) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:10.979975 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-64cf24c0-32f1-4f8b-a374-a6a862b2f3e8 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:10.980427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64cf24c0-32f1-4f8b-a374-a6a862b2f3e8 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:10.983410 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-64cf24c0-32f1-4f8b-a374-a6a862b2f3e8 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/b274177e-61b2-481e-b0e2-f3318ce1b597 HTTP/1.1" status: 404 len: 337 time: 0.0301080 Jan 28 06:08:10.985867 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34376) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.032405 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-171ede59-722d-42d5-a213-5f8acd4759c7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports?device_id=541978e4-be74-4f03-a5d0-41c12a72f1a1 HTTP/1.1" status: 200 len: 205 time: 0.0453753 Jan 28 06:08:11.035597 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34378) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.076318 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-5b790c15-9225-4d6e-95b9-ff6a3e30d29b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] delete failed (client error): The resource could not be found. Jan 28 06:08:11.077368 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5b790c15-9225-4d6e-95b9-ff6a3e30d29b tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/routers/541978e4-be74-4f03-a5d0-41c12a72f1a1 HTTP/1.1" status: 404 len: 336 time: 0.0408690 Jan 28 06:08:11.079889 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34382) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.125190 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed23c09-df00-402c-9e4e-2d7e47ada08e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:11.125190 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed23c09-df00-402c-9e4e-2d7e47ada08e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:11.125190 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3ed23c09-df00-402c-9e4e-2d7e47ada08e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/556d4055-6ece-4ba3-b57b-f29c91f27a17 HTTP/1.1" status: 404 len: 337 time: 0.0436993 Jan 28 06:08:11.128297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34386) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.158424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1c393d8e-3dec-4fc5-bbe4-a06e3ed85de1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8e04b8-929f-49bd-9f3b-4a3f797718cb HTTP/1.1" status: 200 len: 205 time: 0.0273616 Jan 28 06:08:11.162120 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34388) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.204285 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-e7de9307-7e6c-4c64-aade-c9b58172d1b7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] delete failed (client error): The resource could not be found. Jan 28 06:08:11.205767 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e7de9307-7e6c-4c64-aade-c9b58172d1b7 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/routers/ec8e04b8-929f-49bd-9f3b-4a3f797718cb HTTP/1.1" status: 404 len: 336 time: 0.0420754 Jan 28 06:08:11.208807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34390) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.234598 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6af90bc-1a4d-453d-beea-51ff4ca6f5d1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:11.235339 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6af90bc-1a4d-453d-beea-51ff4ca6f5d1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:11.253573 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34394) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.260342 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c6af90bc-1a4d-453d-beea-51ff4ca6f5d1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/e75588a9-400c-4376-ac64-79b982bf706f HTTP/1.1" status: 404 len: 337 time: 0.0504253 Jan 28 06:08:11.295301 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dad96d3-193b-4007-8d6c-4c02d4d34223 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:11.295780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dad96d3-193b-4007-8d6c-4c02d4d34223 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:11.299036 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0dad96d3-193b-4007-8d6c-4c02d4d34223 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/0e0896ee-d0bc-4801-a06b-e3f82763dce0 HTTP/1.1" status: 404 len: 337 time: 0.0439086 Jan 28 06:08:11.301753 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34398) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.335088 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29c839a-882e-4d03-87eb-b092950aa1d1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:11.349534 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29c839a-882e-4d03-87eb-b092950aa1d1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:11.349534 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c29c839a-882e-4d03-87eb-b092950aa1d1 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/6199fe20-2c73-4a7c-bc03-a5eae2e1af58 HTTP/1.1" status: 404 len: 333 time: 0.0359659 Jan 28 06:08:11.351474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34402) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.381288 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-5471f64a-f3ae-4e34-9c04-b111ef1024d0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:11.381744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5471f64a-f3ae-4e34-9c04-b111ef1024d0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:11.384751 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5471f64a-f3ae-4e34-9c04-b111ef1024d0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/a1358a05-9c90-4e7d-941a-07ecd10e995b HTTP/1.1" status: 404 len: 337 time: 0.0314033 Jan 28 06:08:11.387639 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34404) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.412340 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a75d741-771f-4c23-a778-94be828ea1a3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:11.412886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a75d741-771f-4c23-a778-94be828ea1a3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:11.415890 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1a75d741-771f-4c23-a778-94be828ea1a3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/91ca45b4-17f7-4a0e-8cc4-e08c0a263d97 HTTP/1.1" status: 404 len: 333 time: 0.0273619 Jan 28 06:08:11.421461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f58d6-e78d-463e-8a6f-d28b68bf0d6d req-a090ea74-bcfb-4108-a62f-6ce118d6bebf tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:11.423004 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34406) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.423397 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-941f58d6-e78d-463e-8a6f-d28b68bf0d6d req-a090ea74-bcfb-4108-a62f-6ce118d6bebf tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 944 time: 0.0589027 Jan 28 06:08:11.457207 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cd00ce-3394-4064-b105-e0983d3a1394 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:11.457602 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98cd00ce-3394-4064-b105-e0983d3a1394 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:11.461264 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-98cd00ce-3394-4064-b105-e0983d3a1394 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/4a82ba03-9332-460e-ad7f-aa2363908667 HTTP/1.1" status: 404 len: 337 time: 0.0367110 Jan 28 06:08:11.473000 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34410) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.481794 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-941f58d6-e78d-463e-8a6f-d28b68bf0d6d req-fb6731ff-80d0-4502-9d9b-071a6a37655c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514767 Jan 28 06:08:11.498728 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46a49f5-35b5-482c-9717-c34d65f3edfe tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:11.510405 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d46a49f5-35b5-482c-9717-c34d65f3edfe tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:11.513914 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d46a49f5-35b5-482c-9717-c34d65f3edfe tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/893e477f-df41-49f3-aa42-4c1392c9ada4 HTTP/1.1" status: 404 len: 333 time: 0.0397670 Jan 28 06:08:11.523873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34414) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.560403 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-44869743-6969-4c07-845b-6fe7b75a5cc0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:11.560877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44869743-6969-4c07-845b-6fe7b75a5cc0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:11.563939 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-44869743-6969-4c07-845b-6fe7b75a5cc0 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/0e180e0d-cd06-441f-979b-b98b7c65964c HTTP/1.1" status: 404 len: 337 time: 0.0390203 Jan 28 06:08:11.567156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34416) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.590588 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ec18fb-0814-4965-8524-3c910a5fa227 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:11.591107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ec18fb-0814-4965-8524-3c910a5fa227 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:11.594015 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-98ec18fb-0814-4965-8524-3c910a5fa227 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/487c5f26-68f9-40bf-bfca-77c0dc744120 HTTP/1.1" status: 404 len: 333 time: 0.0259697 Jan 28 06:08:11.596785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34418) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.623661 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94df9bf-9885-4997-9721-c6a02b8f38a4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:11.624121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94df9bf-9885-4997-9721-c6a02b8f38a4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:11.629767 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d94df9bf-9885-4997-9721-c6a02b8f38a4 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/6b19dac5-7403-45a1-ab47-c0ad4681bbec HTTP/1.1" status: 404 len: 337 time: 0.0318038 Jan 28 06:08:11.631123 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34420) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.660205 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-972ea753-33d0-464f-9043-3df7dfd26e1e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:11.660766 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-972ea753-33d0-464f-9043-3df7dfd26e1e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:11.663888 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-972ea753-33d0-464f-9043-3df7dfd26e1e tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/28cbb2d7-9203-4154-8c33-c17f480538f6 HTTP/1.1" status: 404 len: 333 time: 0.0317371 Jan 28 06:08:11.666423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34422) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.703013 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fd24c9-9c8a-444b-8bdb-4ab6a1d6fb53 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:11.703535 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fd24c9-9c8a-444b-8bdb-4ab6a1d6fb53 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:11.707715 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b3fd24c9-9c8a-444b-8bdb-4ab6a1d6fb53 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/bb3b76cc-2e10-4985-aecf-bdc362d45aa1 HTTP/1.1" status: 404 len: 337 time: 0.0403161 Jan 28 06:08:11.710115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34424) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.734437 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-505e3c58-4e64-4c48-8991-81fa1ed46ba3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:11.734992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505e3c58-4e64-4c48-8991-81fa1ed46ba3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:11.740601 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-505e3c58-4e64-4c48-8991-81fa1ed46ba3 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/b7421920-e423-4c6f-90a7-ebb7a9025f23 HTTP/1.1" status: 404 len: 333 time: 0.0295136 Jan 28 06:08:11.740979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34430) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.776519 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed216ba4-62cb-4886-a29c-761d522561a2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:11.776985 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed216ba4-62cb-4886-a29c-761d522561a2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:11.780106 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ed216ba4-62cb-4886-a29c-761d522561a2 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/bbec295f-663d-4e27-af2e-489dc08161a1 HTTP/1.1" status: 404 len: 337 time: 0.0380237 Jan 28 06:08:11.782466 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34434) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.808638 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-320cbea2-2d03-4165-9cd6-18cbb1b15bf6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:11.809725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320cbea2-2d03-4165-9cd6-18cbb1b15bf6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:11.813171 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-320cbea2-2d03-4165-9cd6-18cbb1b15bf6 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/ports/6c378e0b-0860-4c3c-83ee-d38470664493 HTTP/1.1" status: 404 len: 333 time: 0.0297520 Jan 28 06:08:11.816124 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34438) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.843497 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-52dfa965-7b15-441a-8496-b2d594a831b9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] DELETE failed (client error): The resource could not be found. Jan 28 06:08:11.843956 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52dfa965-7b15-441a-8496-b2d594a831b9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:08:11.848118 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-52dfa965-7b15-441a-8496-b2d594a831b9 tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/subnets/0c6c4747-de09-4d02-b8c1-1c08f0b3e60e HTTP/1.1" status: 404 len: 337 time: 0.0310073 Jan 28 06:08:11.850600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34444) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:11.948027 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6ce2fae-91ec-49aa-9213-1ef8445b3ddf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (212ae0ea-5cb2-4599-bc76-8f15e4624200), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:12.106687 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6ce2fae-91ec-49aa-9213-1ef8445b3ddf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (212ae0ea-5cb2-4599-bc76-8f15e4624200), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:12.139490 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b6ce2fae-91ec-49aa-9213-1ef8445b3ddf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212ae0ea-5cb2-4599-bc76-8f15e4624200']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:12.163050 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd9fe1-8bcc-47e5-94a8-3b929a79190e req-d3f6a7ca-b88a-45f6-85f7-80dc15c57385 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:12.170894 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1cd9fe1-8bcc-47e5-94a8-3b929a79190e req-d3f6a7ca-b88a-45f6-85f7-80dc15c57385 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 950 time: 0.1473994 Jan 28 06:08:12.179984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b6ce2fae-91ec-49aa-9213-1ef8445b3ddf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c5be01-1d08-4011-b448-3ca7e6de4db5') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:12.180284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b6ce2fae-91ec-49aa-9213-1ef8445b3ddf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c5be01-1d08-4011-b448-3ca7e6de4db5') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:12.219307 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6ce2fae-91ec-49aa-9213-1ef8445b3ddf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (f5c5be01-1d08-4011-b448-3ca7e6de4db5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:12.260662 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6ce2fae-91ec-49aa-9213-1ef8445b3ddf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (f5c5be01-1d08-4011-b448-3ca7e6de4db5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:12.276587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ce2fae-91ec-49aa-9213-1ef8445b3ddf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:08:12.276998 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6ce2fae-91ec-49aa-9213-1ef8445b3ddf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (f5c5be01-1d08-4011-b448-3ca7e6de4db5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:08:12.280996 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:08:12.297097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1cd9fe1-8bcc-47e5-94a8-3b929a79190e req-bfe3555d-7222-42ad-921f-bb3a46a910d3 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/security-groups?id=58ca2e84-2afc-43da-83b5-8910fad7ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253324 Jan 28 06:08:12.311004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042ae66-5933-4a70-95e2-24add39258df req-3601b76d-09b7-451f-b09d-a15ee10cc9a9 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:12.312460 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f042ae66-5933-4a70-95e2-24add39258df req-3601b76d-09b7-451f-b09d-a15ee10cc9a9 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.64 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 950 time: 0.1106589 Jan 28 06:08:12.454051 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6ce2fae-91ec-49aa-9213-1ef8445b3ddf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (212ae0ea-5cb2-4599-bc76-8f15e4624200), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:12.475181 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6ce2fae-91ec-49aa-9213-1ef8445b3ddf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:12.478389 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b6ce2fae-91ec-49aa-9213-1ef8445b3ddf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] 10.222.0.31 "DELETE /v2.0/networks/212ae0ea-5cb2-4599-bc76-8f15e4624200 HTTP/1.1" status: 204 len: 168 time: 0.6265471 Jan 28 06:08:12.483107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce2fae-91ec-49aa-9213-1ef8445b3ddf tempest-NetworksTestDHCPv6-1973152475 tempest-NetworksTestDHCPv6-1973152475-project] Pushing event deleted for resources: {'Network': ['ID=212ae0ea-5cb2-4599-bc76-8f15e4624200,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:12.492674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f042ae66-5933-4a70-95e2-24add39258df req-5a38a6d6-8dc5-4fbc-924b-d28c3b1c4d4b tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Deleting port cb752d78-45f5-43bf-bc77-a3fde5be4783 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:08:12.492674 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f042ae66-5933-4a70-95e2-24add39258df req-5a38a6d6-8dc5-4fbc-924b-d28c3b1c4d4b tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (cb752d78-45f5-43bf-bc77-a3fde5be4783), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:12.555617 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a73074ce-d0eb-4ebd-8443-eaf911e6bb69 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:12.631830 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:08:12.726213 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f042ae66-5933-4a70-95e2-24add39258df req-5a38a6d6-8dc5-4fbc-924b-d28c3b1c4d4b tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] For port cb752d78-45f5-43bf-bc77-a3fde5be4783, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=cb752d78-45f5-43bf-bc77-a3fde5be4783,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:12.726528 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f042ae66-5933-4a70-95e2-24add39258df req-5a38a6d6-8dc5-4fbc-924b-d28c3b1c4d4b tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (cb752d78-45f5-43bf-bc77-a3fde5be4783), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:12.746970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f042ae66-5933-4a70-95e2-24add39258df req-5a38a6d6-8dc5-4fbc-924b-d28c3b1c4d4b tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Calling delete_port for cb752d78-45f5-43bf-bc77-a3fde5be4783 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:08:12.761471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489dd40-fd78-4a1b-b417-cf5111a8ed88 req-9f6dba89-139d-48ef-af30-9ce628355ef6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:12.763077 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b489dd40-fd78-4a1b-b417-cf5111a8ed88 req-9f6dba89-139d-48ef-af30-9ce628355ef6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 944 time: 0.1087956 Jan 28 06:08:12.860279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:08:12.868046 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:12.868434 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:12.870371 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b489dd40-fd78-4a1b-b417-cf5111a8ed88 req-26e71ed9-105d-48bf-b488-afd8db54f838 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676494 Jan 28 06:08:13.146093 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f042ae66-5933-4a70-95e2-24add39258df req-5a38a6d6-8dc5-4fbc-924b-d28c3b1c4d4b tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (cb752d78-45f5-43bf-bc77-a3fde5be4783), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:13.198267 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:13.198691 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:13.205867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38a6d6-8dc5-4fbc-924b-d28c3b1c4d4b tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Pushing event deleted for resources: {'Port': ['ID=cb752d78-45f5-43bf-bc77-a3fde5be4783,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:13.234697 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bdceba-4df3-4388-856e-21225aa32f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:08:13.248670 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a798bacf-e58b-4f53-8efd-f8aa5799ba48" -d '{"events": [{"server_uuid": "08bdceba-4df3-4388-856e-21225aa32f4f", "name": "network-vif-plugged", "status": "completed", "tag": "a73074ce-d0eb-4ebd-8443-eaf911e6bb69"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:08:13.276343 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,segment=NetworkSegment(26e52af3-8ad3-488e-8fae-7c669d90eee3),segment_id=26e52af3-8ad3-488e-8fae-7c669d90eee3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:13.284286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f042ae66-5933-4a70-95e2-24add39258df req-5a38a6d6-8dc5-4fbc-924b-d28c3b1c4d4b tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] No DVR routers for this DVR port cb752d78-45f5-43bf-bc77-a3fde5be4783 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:08:13.289708 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f042ae66-5933-4a70-95e2-24add39258df req-5a38a6d6-8dc5-4fbc-924b-d28c3b1c4d4b tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:13.297801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f042ae66-5933-4a70-95e2-24add39258df req-5a38a6d6-8dc5-4fbc-924b-d28c3b1c4d4b tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.64 "DELETE /v2.0/ports/cb752d78-45f5-43bf-bc77-a3fde5be4783 HTTP/1.1" status: 204 len: 173 time: 0.9598222 Jan 28 06:08:13.298390 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da917950-773b-4ef7-8dc3-575c064202d0', 'name': 'network-vif-deleted', 'tag': 'cb752d78-45f5-43bf-bc77-a3fde5be4783'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:08:13.339250 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34494) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:13.347084 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d57f00a-3af3-41db-8ad8-e0f5447fc16e" -d '{"events": [{"server_uuid": "da917950-773b-4ef7-8dc3-575c064202d0", "name": "network-vif-deleted", "tag": "cb752d78-45f5-43bf-bc77-a3fde5be4783"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:08:13.356957 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b47d63-ddd6-4498-9fac-a70bbff7e1d2 x-openstack-request-id: req-98b47d63-ddd6-4498-9fac-a70bbff7e1d2 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:08:13.357260 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bdceba-4df3-4388-856e-21225aa32f4f", "name": "network-vif-plugged", "status": "completed", "tag": "a73074ce-d0eb-4ebd-8443-eaf911e6bb69", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:08:13.357536 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98b47d63-ddd6-4498-9fac-a70bbff7e1d2 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:08:13.357993 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bdceba-4df3-4388-856e-21225aa32f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69', 'code': 200} Jan 28 06:08:13.377537 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:13.559292 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0773c7a2-6548-4649-b1a2-65ef35257ead req-7a96458f-cdfb-4e60-8a13-4bbcfcdac8c1 tempest-VolumesNegativeTest-2021129239 tempest-VolumesNegativeTest-2021129239-project] 10.222.0.31 "GET /v2.0/ports?device_id=da917950-773b-4ef7-8dc3-575c064202d0 HTTP/1.1" status: 200 len: 210 time: 0.1379778 Jan 28 06:08:13.565193 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a195a4b-5414-4b45-8dff-5091bae9e3e5 x-openstack-request-id: req-6a195a4b-5414-4b45-8dff-5091bae9e3e5 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:08:13.565474 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da917950-773b-4ef7-8dc3-575c064202d0", "name": "network-vif-deleted", "tag": "cb752d78-45f5-43bf-bc77-a3fde5be4783", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:08:13.565731 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a195a4b-5414-4b45-8dff-5091bae9e3e5 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:08:13.566140 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da917950-773b-4ef7-8dc3-575c064202d0', 'name': 'network-vif-deleted', 'tag': 'cb752d78-45f5-43bf-bc77-a3fde5be4783', 'status': 'completed', 'code': 200} Jan 28 06:08:13.577938 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:13.654472 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60dcaf-605a-4ecd-899f-b7cc2737d949 req-b3cf6432-0fea-4945-9029-89bca0b1cc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:13.655997 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fa60dcaf-605a-4ecd-899f-b7cc2737d949 req-b3cf6432-0fea-4945-9029-89bca0b1cc04 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 1097 time: 0.2085805 Jan 28 06:08:13.658466 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8f686ff1-3e13-403b-89ab-9f7f92c22a5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1d4377a85544428a5cdcba6ffb6e898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3182375 Jan 28 06:08:13.662107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34506) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:13.758158 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28b83ed9-671e-49a7-9866-25cb252d9bfc admin admin] Publish callbacks [] for security_group (8776ebcc-1041-4dc1-9239-83c34807dac6), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:13.785050 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fa60dcaf-605a-4ecd-899f-b7cc2737d949 req-607b6e29-5398-4c08-983c-b932287344a0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037841 Jan 28 06:08:13.788946 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28b83ed9-671e-49a7-9866-25cb252d9bfc admin admin] Publish callbacks [] for security_group (8776ebcc-1041-4dc1-9239-83c34807dac6), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:13.990968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505610d-d3f8-4cb9-8c0a-8608f160cca9 req-a4fbb640-4de7-4ec4-9177-1c3ae684ee70 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:13.993219 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9505610d-d3f8-4cb9-8c0a-8608f160cca9 req-a4fbb640-4de7-4ec4-9177-1c3ae684ee70 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 945 time: 0.0541615 Jan 28 06:08:14.023133 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28b83ed9-671e-49a7-9866-25cb252d9bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8776ebcc-1041-4dc1-9239-83c34807dac6), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:14.024169 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28b83ed9-671e-49a7-9866-25cb252d9bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:14.025530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-28b83ed9-671e-49a7-9866-25cb252d9bfc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8776ebcc-1041-4dc1-9239-83c34807dac6 HTTP/1.1" status: 204 len: 168 time: 0.3591580 Jan 28 06:08:14.060860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b83ed9-671e-49a7-9866-25cb252d9bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8776ebcc-1041-4dc1-9239-83c34807dac6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:14.106391 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9505610d-d3f8-4cb9-8c0a-8608f160cca9 req-d6483957-6a52-438f-ac8d-369503821f74 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012383 Jan 28 06:08:14.463632 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device cb752d78-45f5-43bf-bc77-a3fde5be4783 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:08:14.527192 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: cb752d78-45f5-43bf-bc77-a3fde5be4783 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:08:14.527809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device cb752d78-45f5-43bf-bc77-a3fde5be4783 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:08:15.352874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ff0ea-daf2-4090-ab9e-9ed98b78c56c req-4f318b51-7ddc-43e1-86ac-56645a98ccaa tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:15.367431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-801ff0ea-daf2-4090-ab9e-9ed98b78c56c req-4f318b51-7ddc-43e1-86ac-56645a98ccaa tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 945 time: 0.1276259 Jan 28 06:08:15.460548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-801ff0ea-daf2-4090-ab9e-9ed98b78c56c req-7b2e7682-0631-4c99-8524-5fdc2fa6ddff tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828500 Jan 28 06:08:15.604649 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34584) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:15.735421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-dcc86285-aa1b-4055-a5c8-64e16c89f182 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-419171712'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:15.869506 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc86285-aa1b-4055-a5c8-64e16c89f182 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Made reservation on behalf of ddecf57ca1bc452591960f82fb41c0c0 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:08:15.874615 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dcc86285-aa1b-4055-a5c8-64e16c89f182 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:15.895863 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dcc86285-aa1b-4055-a5c8-64e16c89f182 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:16.018276 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dcc86285-aa1b-4055-a5c8-64e16c89f182 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks [] for security_group (b1e73b2b-2c66-4345-92cb-4dbe50f3ced8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:16.098326 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dcc86285-aa1b-4055-a5c8-64e16c89f182 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b1e73b2b-2c66-4345-92cb-4dbe50f3ced8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:16.134278 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc86285-aa1b-4055-a5c8-64e16c89f182 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:08:16.148898 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc86285-aa1b-4055-a5c8-64e16c89f182 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e73b2b-2c66-4345-92cb-4dbe50f3ced8,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:16.155075 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dcc86285-aa1b-4055-a5c8-64e16c89f182 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a0a80550-78f0-4dcf-994d-b5c8c461842b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:16.155622 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-dcc86285-aa1b-4055-a5c8-64e16c89f182 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Added segment a0a80550-78f0-4dcf-994d-b5c8c461842b of type vlan for network bf483648-961d-4223-8b7f-56eb873b51e4 Jan 28 06:08:16.218179 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dcc86285-aa1b-4055-a5c8-64e16c89f182 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (bf483648-961d-4223-8b7f-56eb873b51e4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:16.360847 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dcc86285-aa1b-4055-a5c8-64e16c89f182 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (bf483648-961d-4223-8b7f-56eb873b51e4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:16.372766 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc86285-aa1b-4055-a5c8-64e16c89f182 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:16.376859 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dcc86285-aa1b-4055-a5c8-64e16c89f182 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:16.528933 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc86285-aa1b-4055-a5c8-64e16c89f182 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Pushing event updated for resources: {'Network': ['ID=bf483648-961d-4223-8b7f-56eb873b51e4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:16.541000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network bf483648-961d-4223-8b7f-56eb873b51e4 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:08:16.610904 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dcc86285-aa1b-4055-a5c8-64e16c89f182 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0001812 Jan 28 06:08:16.614064 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34666) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:16.627698 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-292b588f-d286-46a5-9c28-f6bddb5f7e0b tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Request body: {'subnet': {'network_id': 'bf483648-961d-4223-8b7f-56eb873b51e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:16.688048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1aeba-86cf-4f53-b897-50b44f9c39d8 req-19e5cc66-29c1-4453-936e-3ebd32f8f3e3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:16.695213 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8df1aeba-86cf-4f53-b897-50b44f9c39d8 req-19e5cc66-29c1-4453-936e-3ebd32f8f3e3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 945 time: 0.1428428 Jan 28 06:08:16.792801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8df1aeba-86cf-4f53-b897-50b44f9c39d8 req-eec51a75-f8f3-4555-b854-4dd540912145 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908935 Jan 28 06:08:16.847091 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292b588f-d286-46a5-9c28-f6bddb5f7e0b tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Made reservation on behalf of ddecf57ca1bc452591960f82fb41c0c0 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:08:16.856401 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-292b588f-d286-46a5-9c28-f6bddb5f7e0b tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:16.974001 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3afc9-1154-4524-b8ca-dd1511410079 req-045eccb2-1f6d-4201-a88d-e4f0a64d30d8 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:16.975459 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ee3afc9-1154-4524-b8ca-dd1511410079 req-045eccb2-1f6d-4201-a88d-e4f0a64d30d8 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 945 time: 0.0780501 Jan 28 06:08:17.029849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ee3afc9-1154-4524-b8ca-dd1511410079 req-b1e7b981-4352-4655-8dcd-7cfe126e18f7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485294 Jan 28 06:08:17.055157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34700) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:17.116308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5464677-c42a-4b83-a60b-d49ddca2524f tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:17.120520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b5464677-c42a-4b83-a60b-d49ddca2524f tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 1092 time: 0.0608962 Jan 28 06:08:17.121195 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34706) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:17.129055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:17.191127 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-292b588f-d286-46a5-9c28-f6bddb5f7e0b tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (51ec0681-2bbb-41e6-bac0-d1e4baf3362b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:17.254994 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:17.261005 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b588f-d286-46a5-9c28-f6bddb5f7e0b tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Pushing event updated for resources: {'Subnet': ['ID=51ec0681-2bbb-41e6-bac0-d1e4baf3362b,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:17.281745 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292b588f-d286-46a5-9c28-f6bddb5f7e0b tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Checking segment: {'id': 'a0a80550-78f0-4dcf-994d-b5c8c461842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bf483648-961d-4223-8b7f-56eb873b51e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:08:17.282426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b588f-d286-46a5-9c28-f6bddb5f7e0b tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Network hostable DHCP agents. Network: bf483648-961d-4223-8b7f-56eb873b51e4, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:08:17.375257 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:17.418705 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b588f-d286-46a5-9c28-f6bddb5f7e0b tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Network bf483648-961d-4223-8b7f-56eb873b51e4 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:08:17.487343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Allocated IP 172.25.0.45 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/86200620-6982-455b-9a72-a967a49169ef) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:17.577511 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-292b588f-d286-46a5-9c28-f6bddb5f7e0b tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, bf483648-961d-4223-8b7f-56eb873b51e4) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:17.589292 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b588f-d286-46a5-9c28-f6bddb5f7e0b tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:17.600238 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-292b588f-d286-46a5-9c28-f6bddb5f7e0b tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:17.601424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce8ec81-683a-4dfa-a291-ca9b941c5ae9 None None] Network bf483648-961d-4223-8b7f-56eb873b51e4 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:08:17.646042 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (86200620-6982-455b-9a72-a967a49169ef), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:17.725416 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-bf483648-961d-4223-8b7f-56eb873b51e4', 'network_id': 'bf483648-961d-4223-8b7f-56eb873b51e4', 'project_id': 'ddecf57ca1bc452591960f82fb41c0c0', 'fixed_ips': [{'subnet_id': '51ec0681-2bbb-41e6-bac0-d1e4baf3362b'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:08:17.734124 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:17.755695 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-292b588f-d286-46a5-9c28-f6bddb5f7e0b tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1403627 Jan 28 06:08:17.758340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34724) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:17.768926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5ddfeacb-79f6-4a1e-8cf5-275cfc60c6d7 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Request body: {'port': {'network_id': 'bf483648-961d-4223-8b7f-56eb873b51e4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-887305307'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:17.845103 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (86200620-6982-455b-9a72-a967a49169ef), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:17.901741 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Allocated IP 172.20.0.2 (bf483648-961d-4223-8b7f-56eb873b51e4/51ec0681-2bbb-41e6-bac0-d1e4baf3362b/cbf6de58-da5d-486a-a3f1-a562df375917) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:17.912979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:17.918943 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=86200620-6982-455b-9a72-a967a49169ef,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:17.921466 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:17.926572 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:08:18.205414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddfeacb-79f6-4a1e-8cf5-275cfc60c6d7 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Made reservation on behalf of ddecf57ca1bc452591960f82fb41c0c0 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:08:18.209668 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ddfeacb-79f6-4a1e-8cf5-275cfc60c6d7 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:18.230861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-5ddfeacb-79f6-4a1e-8cf5-275cfc60c6d7 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] device_id is not set on port 373b2214-f504-4cb0-bfcd-f44a5a9e99e5 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:08:18.238941 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Publish callbacks [] for port (cbf6de58-da5d-486a-a3f1-a562df375917), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:18.328216 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (cbf6de58-da5d-486a-a3f1-a562df375917), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:18.397766 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Network bf483648-961d-4223-8b7f-56eb873b51e4 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:18.403059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:18.408178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:08:18.521085 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Pushing event updated for resources: {'Port': ['ID=cbf6de58-da5d-486a-a3f1-a562df375917,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:18.527808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Attempting to bind port cbf6de58-da5d-486a-a3f1-a562df375917 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:08:18.528183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Attempting to bind port cbf6de58-da5d-486a-a3f1-a562df375917 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'a0a80550-78f0-4dcf-994d-b5c8c461842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bf483648-961d-4223-8b7f-56eb873b51e4'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:08:18.528599 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Attempting to bind port cbf6de58-da5d-486a-a3f1-a562df375917 on network bf483648-961d-4223-8b7f-56eb873b51e4 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:08:18.536901 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:08:18.536901 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Checking segment: {'id': 'a0a80550-78f0-4dcf-994d-b5c8c461842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bf483648-961d-4223-8b7f-56eb873b51e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:08:18.536901 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:18.536901 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Bound using segment: {'id': 'a0a80550-78f0-4dcf-994d-b5c8c461842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bf483648-961d-4223-8b7f-56eb873b51e4'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:08:18.537800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Bound port: cbf6de58-da5d-486a-a3f1-a562df375917, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a80550-78f0-4dcf-994d-b5c8c461842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bf483648-961d-4223-8b7f-56eb873b51e4'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:08:18.537800 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cbf6de58-da5d-486a-a3f1-a562df375917), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:18.561707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-5ddfeacb-79f6-4a1e-8cf5-275cfc60c6d7 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Allocated IP 172.20.0.14 (bf483648-961d-4223-8b7f-56eb873b51e4/51ec0681-2bbb-41e6-bac0-d1e4baf3362b/373b2214-f504-4cb0-bfcd-f44a5a9e99e5) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:18.641369 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] For port cbf6de58-da5d-486a-a3f1-a562df375917, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:08:18.647748 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] For port cbf6de58-da5d-486a-a3f1-a562df375917, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cbf6de58-da5d-486a-a3f1-a562df375917,segment=NetworkSegment(a0a80550-78f0-4dcf-994d-b5c8c461842b),segment_id=a0a80550-78f0-4dcf-994d-b5c8c461842b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:08:18.723863 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cbf6de58-da5d-486a-a3f1-a562df375917), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:18.910435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1879a7-1147-4e04-8d1a-28a5886368a9 None None] Pushing event updated for resources: {'Port': ['ID=cbf6de58-da5d-486a-a3f1-a562df375917,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:19.135390 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ddfeacb-79f6-4a1e-8cf5-275cfc60c6d7 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks [] for port (373b2214-f504-4cb0-bfcd-f44a5a9e99e5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:19.162857 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for floatingip (7f27185e-0586-4ce9-af38-7ce00a41cf85), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:19.333067 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ddfeacb-79f6-4a1e-8cf5-275cfc60c6d7 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (373b2214-f504-4cb0-bfcd-f44a5a9e99e5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:19.444109 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (86200620-6982-455b-9a72-a967a49169ef), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:19.600903 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddfeacb-79f6-4a1e-8cf5-275cfc60c6d7 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Network bf483648-961d-4223-8b7f-56eb873b51e4 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:19.605009 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfeacb-79f6-4a1e-8cf5-275cfc60c6d7 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Pushing event updated for resources: {'Port': ['ID=373b2214-f504-4cb0-bfcd-f44a5a9e99e5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:19.610637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5ddfeacb-79f6-4a1e-8cf5-275cfc60c6d7 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:19.617475 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddfeacb-79f6-4a1e-8cf5-275cfc60c6d7 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:08:19.759514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddfeacb-79f6-4a1e-8cf5-275cfc60c6d7 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:19.760203 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ddfeacb-79f6-4a1e-8cf5-275cfc60c6d7 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:19.858035 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (86200620-6982-455b-9a72-a967a49169ef), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:19.949442 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (86200620-6982-455b-9a72-a967a49169ef), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:20.053559 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34862) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:20.054046 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5ddfeacb-79f6-4a1e-8cf5-275cfc60c6d7 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2961824 Jan 28 06:08:20.061357 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c41c0bbe-2053-4fc7-b071-4790f10a344f tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Request body: {'port': {'network_id': 'bf483648-961d-4223-8b7f-56eb873b51e4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2087332692', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:20.062470 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.api.validators [None req-c41c0bbe-2053-4fc7-b071-4790f10a344f tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] bootfile-name is not in valid_values {{(pid=103634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 06:08:20.064467 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.api.validators [None req-c41c0bbe-2053-4fc7-b071-4790f10a344f tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] tftp-server is not in valid_values {{(pid=103634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 06:08:20.065876 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.api.validators [None req-c41c0bbe-2053-4fc7-b071-4790f10a344f tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] server-ip-address is not in valid_values {{(pid=103634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 06:08:20.167480 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (7f27185e-0586-4ce9-af38-7ce00a41cf85), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:20.270908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=86200620-6982-455b-9a72-a967a49169ef,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:20.550340 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41c0bbe-2053-4fc7-b071-4790f10a344f tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Made reservation on behalf of ddecf57ca1bc452591960f82fb41c0c0 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:08:20.553804 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c41c0bbe-2053-4fc7-b071-4790f10a344f tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:20.587613 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Floating IP 7f27185e-0586-4ce9-af38-7ce00a41cf85 associated. External IP: 172.25.0.45, port: a73074ce-d0eb-4ebd-8443-eaf911e6bb69. Jan 28 06:08:20.604023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-c41c0bbe-2053-4fc7-b071-4790f10a344f tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] device_id is not set on port a3791b1c-5d90-4429-9638-2499b6b4a1aa yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:08:20.752477 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cbf6de58-da5d-486a-a3f1-a562df375917 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:20.839477 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b651a9e8-682c-42cb-b6ca-86fe04ba6653 None None] Network bf483648-961d-4223-8b7f-56eb873b51e4 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:08:20.878112 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-c41c0bbe-2053-4fc7-b071-4790f10a344f tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Allocated IP 172.20.0.4 (bf483648-961d-4223-8b7f-56eb873b51e4/51ec0681-2bbb-41e6-bac0-d1e4baf3362b/a3791b1c-5d90-4429-9638-2499b6b4a1aa) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:21.070352 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port cbf6de58-da5d-486a-a3f1-a562df375917 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:21.071337 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cbf6de58-da5d-486a-a3f1-a562df375917), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:21.105939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f161bf54-15be-47cc-9869-cc8179a68980 None None] Provisioning complete for port cbf6de58-da5d-486a-a3f1-a562df375917 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:21.106338 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f161bf54-15be-47cc-9869-cc8179a68980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cbf6de58-da5d-486a-a3f1-a562df375917), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:21.287511 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c41c0bbe-2053-4fc7-b071-4790f10a344f tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks [] for port (a3791b1c-5d90-4429-9638-2499b6b4a1aa), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:21.326039 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port cbf6de58-da5d-486a-a3f1-a562df375917 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:21.326413 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cbf6de58-da5d-486a-a3f1-a562df375917), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:21.396242 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c41c0bbe-2053-4fc7-b071-4790f10a344f tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a3791b1c-5d90-4429-9638-2499b6b4a1aa), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:21.427031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port cbf6de58-da5d-486a-a3f1-a562df375917, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cbf6de58-da5d-486a-a3f1-a562df375917,segment=NetworkSegment(a0a80550-78f0-4dcf-994d-b5c8c461842b),segment_id=a0a80550-78f0-4dcf-994d-b5c8c461842b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:21.434599 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f161bf54-15be-47cc-9869-cc8179a68980 None None] Current status of the port cbf6de58-da5d-486a-a3f1-a562df375917 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:21.435384 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f161bf54-15be-47cc-9869-cc8179a68980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cbf6de58-da5d-486a-a3f1-a562df375917), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:21.451178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router b2902ce7-6dba-4d42-9d88-be9a77e8603f has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:08:21.545313 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cbf6de58-da5d-486a-a3f1-a562df375917), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:21.553882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41c0bbe-2053-4fc7-b071-4790f10a344f tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Network bf483648-961d-4223-8b7f-56eb873b51e4 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:21.570662 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-c41c0bbe-2053-4fc7-b071-4790f10a344f tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:21.588414 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41c0bbe-2053-4fc7-b071-4790f10a344f tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:08:21.734243 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c0bbe-2053-4fc7-b071-4790f10a344f tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Pushing event updated for resources: {'Port': ['ID=a3791b1c-5d90-4429-9638-2499b6b4a1aa,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:21.759540 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41c0bbe-2053-4fc7-b071-4790f10a344f tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:21.760202 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c41c0bbe-2053-4fc7-b071-4790f10a344f tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:21.800939 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-f161bf54-15be-47cc-9869-cc8179a68980 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:08:21.801399 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-f161bf54-15be-47cc-9869-cc8179a68980 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:08:21.849293 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c41c0bbe-2053-4fc7-b071-4790f10a344f tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7908971 Jan 28 06:08:21.849531 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=cbf6de58-da5d-486a-a3f1-a562df375917,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:21.850771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34934) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:21.901531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:08:21.901637 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f7a931-5dc2-48b8-9a2a-1b61d2b35527 None None] Sync routers for ids ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:08:21.914391 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f7a931-5dc2-48b8-9a2a-1b61d2b35527 None None] Routers {'b2902ce7-6dba-4d42-9d88-be9a77e8603f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:08:21.915032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-01f7a931-5dc2-48b8-9a2a-1b61d2b35527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:08:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:21.963317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f59e656-1eb6-46bd-b9b0-1281c81e6f95 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:21.971527 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f59e656-1eb6-46bd-b9b0-1281c81e6f95 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:21.978789 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f59e656-1eb6-46bd-b9b0-1281c81e6f95 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:21.983246 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4f59e656-1eb6-46bd-b9b0-1281c81e6f95 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1287677 Jan 28 06:08:21.983755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34938) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:22.058662 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:22.182726 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-abeea698-4f1c-420e-bf90-cdf6d9ccf676 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0604298 Jan 28 06:08:22.183837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bdceba-4df3-4388-856e-21225aa32f4f', 'tag': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:08:22.189374 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebe10d6-726a-47d1-98cb-786157cb5627" -d '{"events": [{"name": "network-changed", "server_uuid": "08bdceba-4df3-4388-856e-21225aa32f4f", "tag": "a73074ce-d0eb-4ebd-8443-eaf911e6bb69"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:08:22.229884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d45f7-0805-4b23-b491-533f5bfa9650 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Deleting port a3791b1c-5d90-4429-9638-2499b6b4a1aa {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:08:22.238422 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa7d45f7-0805-4b23-b491-533f5bfa9650 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a3791b1c-5d90-4429-9638-2499b6b4a1aa), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:22.527761 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975f7cb8-8369-465f-a4a7-ec2eb1bbd776 x-openstack-request-id: req-975f7cb8-8369-465f-a4a7-ec2eb1bbd776 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:08:22.527761 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bdceba-4df3-4388-856e-21225aa32f4f", "tag": "a73074ce-d0eb-4ebd-8443-eaf911e6bb69", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:08:22.527761 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-975f7cb8-8369-465f-a4a7-ec2eb1bbd776 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:08:22.528829 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bdceba-4df3-4388-856e-21225aa32f4f', 'tag': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69', 'status': 'completed', 'code': 200} Jan 28 06:08:22.585722 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f161bf54-15be-47cc-9869-cc8179a68980 None None] Current status of the port cbf6de58-da5d-486a-a3f1-a562df375917 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:22.604816 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-01f7a931-5dc2-48b8-9a2a-1b61d2b35527 None None] Set router b2902ce7-6dba-4d42-9d88-be9a77e8603f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:08:22.610682 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe10d6-726a-47d1-98cb-786157cb5627 req-fa3c56dd-1be6-40a9-819e-beb03e5224df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:22.619744 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ebe10d6-726a-47d1-98cb-786157cb5627 req-fa3c56dd-1be6-40a9-819e-beb03e5224df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 1097 time: 0.1742496 Jan 28 06:08:22.645918 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa7d45f7-0805-4b23-b491-533f5bfa9650 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a3791b1c-5d90-4429-9638-2499b6b4a1aa), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:22.682422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fa197-7573-49e0-b562-339ea4dccb99 req-4ff5b9a1-0ab5-4821-8440-3f7bf3ef5a9b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:22.688080 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d69fa197-7573-49e0-b562-339ea4dccb99 req-4ff5b9a1-0ab5-4821-8440-3f7bf3ef5a9b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 945 time: 0.2160490 Jan 28 06:08:22.725013 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cbf6de58-da5d-486a-a3f1-a562df375917 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:22.745624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d45f7-0805-4b23-b491-533f5bfa9650 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Calling delete_port for a3791b1c-5d90-4429-9638-2499b6b4a1aa owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:08:22.915300 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe10d6-726a-47d1-98cb-786157cb5627 req-a8cd9686-9f97-408f-ad62-6f14a06147a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:22.916811 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ebe10d6-726a-47d1-98cb-786157cb5627 req-a8cd9686-9f97-408f-ad62-6f14a06147a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8cf8a050-60aa-439b-b44b-e0ab17f3133a HTTP/1.1" status: 200 len: 897 time: 0.2895472 Jan 28 06:08:22.923352 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-990dd7fd-3bb5-42bc-bdd0-e204d8ba654f None None] Provisioning complete for port a3791b1c-5d90-4429-9638-2499b6b4a1aa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:22.924457 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-990dd7fd-3bb5-42bc-bdd0-e204d8ba654f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a3791b1c-5d90-4429-9638-2499b6b4a1aa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:23.047475 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d69fa197-7573-49e0-b562-339ea4dccb99 req-8445cd7c-563e-446b-8586-489ddba16c20 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343136 Jan 28 06:08:23.079093 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ebe10d6-726a-47d1-98cb-786157cb5627 req-ac3e4f68-ffbb-4415-9bc9-445796ca1989 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69 HTTP/1.1" status: 200 len: 998 time: 0.1333702 Jan 28 06:08:23.081208 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34960) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:23.150217 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-990dd7fd-3bb5-42bc-bdd0-e204d8ba654f None None] Port a3791b1c-5d90-4429-9638-2499b6b4a1aa cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:08:23.357713 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe10d6-726a-47d1-98cb-786157cb5627 req-e5d1eccf-c94d-48c3-ab21-07504c4339d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:23.363070 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ebe10d6-726a-47d1-98cb-786157cb5627 req-e5d1eccf-c94d-48c3-ab21-07504c4339d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0fcc544f-752c-4d96-bfef-930188bf454c HTTP/1.1" status: 200 len: 835 time: 0.2629013 Jan 28 06:08:23.373382 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa7d45f7-0805-4b23-b491-533f5bfa9650 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a3791b1c-5d90-4429-9638-2499b6b4a1aa), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:23.427700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d45f7-0805-4b23-b491-533f5bfa9650 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Pushing event deleted for resources: {'Port': ['ID=a3791b1c-5d90-4429-9638-2499b6b4a1aa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:23.453342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port cbf6de58-da5d-486a-a3f1-a562df375917 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:23.455508 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cbf6de58-da5d-486a-a3f1-a562df375917), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:23.463564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-990dd7fd-3bb5-42bc-bdd0-e204d8ba654f None None] Provisioning complete for port cbf6de58-da5d-486a-a3f1-a562df375917 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:23.465020 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-990dd7fd-3bb5-42bc-bdd0-e204d8ba654f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cbf6de58-da5d-486a-a3f1-a562df375917), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:23.558224 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e1b790c4-c286-4575-9a7d-eeff29003dbb tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/7f27185e-0586-4ce9-af38-7ce00a41cf85 HTTP/1.1" status: 200 len: 990 time: 0.4759095 Jan 28 06:08:23.615227 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe10d6-726a-47d1-98cb-786157cb5627 req-c3c5ea31-23ea-4f87-be55-4a40f4fb5660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:23.618706 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ebe10d6-726a-47d1-98cb-786157cb5627 req-c3c5ea31-23ea-4f87-be55-4a40f4fb5660 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8cf8a050-60aa-439b-b44b-e0ab17f3133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2452881 Jan 28 06:08:23.620351 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa7d45f7-0805-4b23-b491-533f5bfa9650 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:23.623950 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fa7d45f7-0805-4b23-b491-533f5bfa9650 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] 10.222.0.31 "DELETE /v2.0/ports/a3791b1c-5d90-4429-9638-2499b6b4a1aa HTTP/1.1" status: 204 len: 168 time: 1.6388719 Jan 28 06:08:23.634672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 34978) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:23.640279 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-8d16d982-05da-49f1-9e1c-e81e0015fc92 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Request body: {'port': {'name': 'tempest-new-port-name-202428065', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:23.640987 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.api.validators [None req-8d16d982-05da-49f1-9e1c-e81e0015fc92 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] bootfile-name is not in valid_values {{(pid=103634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 06:08:23.641337 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.api.validators [None req-8d16d982-05da-49f1-9e1c-e81e0015fc92 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] tftp-server is not in valid_values {{(pid=103634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 06:08:23.641684 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.api.validators [None req-8d16d982-05da-49f1-9e1c-e81e0015fc92 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] server-ip-address is not in valid_values {{(pid=103634) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 06:08:23.727577 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8d16d982-05da-49f1-9e1c-e81e0015fc92 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (373b2214-f504-4cb0-bfcd-f44a5a9e99e5), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:23.983358 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ebe10d6-726a-47d1-98cb-786157cb5627 req-0c14d1fb-cafa-485c-83c8-8ed897aa78e4 service neutron] 10.222.0.60 "GET /v2.0/networks/8cf8a050-60aa-439b-b44b-e0ab17f3133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576889 Jan 28 06:08:23.998195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-01f7a931-5dc2-48b8-9a2a-1b61d2b35527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1806045353', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '74e2f10a-a132-4f25-982d-229778b7d128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:37Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '74e2f10a-a132-4f25-982d-229778b7d128', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:38Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '7f27185e-0586-4ce9-af38-7ce00a41cf85', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'port_id': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a', 'mac_address': 'fa:16:3e:6f:02:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bdceba-4df3-4388-856e-21225aa32f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:08:18Z', 'updated_at': '2022-01-28T06:08:18Z', 'revision_number': 0, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad525f97-a7aa-4ca3-9970-37fcbaf35d98', 'name': '', 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:12:f3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:47Z', 'updated_at': '2022-01-28T06:07:56Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:24.063466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f7a931-5dc2-48b8-9a2a-1b61d2b35527 None None] Checking router: b2902ce7-6dba-4d42-9d88-be9a77e8603f for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:08:24.101105 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port cbf6de58-da5d-486a-a3f1-a562df375917 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:24.130350 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f7a931-5dc2-48b8-9a2a-1b61d2b35527 None None] Routers {'b2902ce7-6dba-4d42-9d88-be9a77e8603f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:08:24.133326 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-01f7a931-5dc2-48b8-9a2a-1b61d2b35527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:08:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:24.287110 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ebe10d6-726a-47d1-98cb-786157cb5627 req-b77772ed-d440-4fa9-afda-b4b50037e317 service neutron] 10.222.0.60 "GET /v2.0/networks/8cf8a050-60aa-439b-b44b-e0ab17f3133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897775 Jan 28 06:08:24.370273 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8d16d982-05da-49f1-9e1c-e81e0015fc92 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks [] for port (373b2214-f504-4cb0-bfcd-f44a5a9e99e5), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:24.521785 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-990dd7fd-3bb5-42bc-bdd0-e204d8ba654f None None] Current status of the port cbf6de58-da5d-486a-a3f1-a562df375917 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:24.538169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-990dd7fd-3bb5-42bc-bdd0-e204d8ba654f None None] Provisioning complete for port 373b2214-f504-4cb0-bfcd-f44a5a9e99e5 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:24.545690 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8d16d982-05da-49f1-9e1c-e81e0015fc92 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (373b2214-f504-4cb0-bfcd-f44a5a9e99e5), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:24.546030 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-990dd7fd-3bb5-42bc-bdd0-e204d8ba654f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (373b2214-f504-4cb0-bfcd-f44a5a9e99e5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:24.562086 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 34996) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:24.678129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-990dd7fd-3bb5-42bc-bdd0-e204d8ba654f None None] Port 373b2214-f504-4cb0-bfcd-f44a5a9e99e5 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:08:24.730196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16d982-05da-49f1-9e1c-e81e0015fc92 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Pushing event updated for resources: {'Port': ['ID=373b2214-f504-4cb0-bfcd-f44a5a9e99e5,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:24.743389 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-01f7a931-5dc2-48b8-9a2a-1b61d2b35527 None None] Set router b2902ce7-6dba-4d42-9d88-be9a77e8603f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:08:24.789246 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-8d16d982-05da-49f1-9e1c-e81e0015fc92 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] In _notify_port_updated(), no bound segment for port 373b2214-f504-4cb0-bfcd-f44a5a9e99e5 on network bf483648-961d-4223-8b7f-56eb873b51e4 {{(pid=103634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 06:08:24.808477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d16d982-05da-49f1-9e1c-e81e0015fc92 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:24.815111 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8d16d982-05da-49f1-9e1c-e81e0015fc92 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:24.820777 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8d16d982-05da-49f1-9e1c-e81e0015fc92 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] 10.222.0.31 "PUT /v2.0/ports/373b2214-f504-4cb0-bfcd-f44a5a9e99e5 HTTP/1.1" status: 200 len: 1136 time: 1.1849647 Jan 28 06:08:24.828323 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35006) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:24.959991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c23433-e546-452e-bdee-722bdfcd2f40 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:24.965323 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f7c23433-e546-452e-bdee-722bdfcd2f40 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] 10.222.0.31 "GET /v2.0/ports/373b2214-f504-4cb0-bfcd-f44a5a9e99e5 HTTP/1.1" status: 200 len: 1136 time: 0.1320055 Jan 28 06:08:24.969162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35012) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:25.205554 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:25.241440 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-310c90d7-db0b-4560-a5aa-96b428bd479c tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Deleting port 373b2214-f504-4cb0-bfcd-f44a5a9e99e5 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:08:25.241790 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-310c90d7-db0b-4560-a5aa-96b428bd479c tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (373b2214-f504-4cb0-bfcd-f44a5a9e99e5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:25.361952 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-697b882b-d45c-4a24-8cf1-427069d68f9b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/7f27185e-0586-4ce9-af38-7ce00a41cf85 HTTP/1.1" status: 200 len: 990 time: 0.7982936 Jan 28 06:08:25.370124 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-461ed802-023e-4480-a266-73eecaee93f5 None None] Provisioning complete for port 373b2214-f504-4cb0-bfcd-f44a5a9e99e5 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:25.370667 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-461ed802-023e-4480-a266-73eecaee93f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (373b2214-f504-4cb0-bfcd-f44a5a9e99e5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:25.402467 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-310c90d7-db0b-4560-a5aa-96b428bd479c tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (373b2214-f504-4cb0-bfcd-f44a5a9e99e5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:25.419227 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-310c90d7-db0b-4560-a5aa-96b428bd479c tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Calling delete_port for 373b2214-f504-4cb0-bfcd-f44a5a9e99e5 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:08:25.505655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-461ed802-023e-4480-a266-73eecaee93f5 None None] Port 373b2214-f504-4cb0-bfcd-f44a5a9e99e5 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:08:25.537347 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-01f7a931-5dc2-48b8-9a2a-1b61d2b35527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1806045353', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '74e2f10a-a132-4f25-982d-229778b7d128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:37Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '74e2f10a-a132-4f25-982d-229778b7d128', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:38Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '7f27185e-0586-4ce9-af38-7ce00a41cf85', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'port_id': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a', 'mac_address': 'fa:16:3e:6f:02:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bdceba-4df3-4388-856e-21225aa32f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:08:18Z', 'updated_at': '2022-01-28T06:08:18Z', 'revision_number': 0, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad525f97-a7aa-4ca3-9970-37fcbaf35d98', 'name': '', 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:12:f3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:47Z', 'updated_at': '2022-01-28T06:07:56Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:25.578680 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f7a931-5dc2-48b8-9a2a-1b61d2b35527 None None] The sync data for ids ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'] in n-d-812111-12 is: [{'id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1806045353', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '74e2f10a-a132-4f25-982d-229778b7d128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:37Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '74e2f10a-a132-4f25-982d-229778b7d128', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:38Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '7f27185e-0586-4ce9-af38-7ce00a41cf85', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'port_id': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a', 'mac_address': 'fa:16:3e:6f:02:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bdceba-4df3-4388-856e-21225aa32f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:08:18Z', 'updated_at': '2022-01-28T06:08:18Z', 'revision_number': 0, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad525f97-a7aa-4ca3-9970-37fcbaf35d98', 'name': '', 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:12:f3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:47Z', 'updated_at': '2022-01-28T06:07:56Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:08:25.729118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-310c90d7-db0b-4560-a5aa-96b428bd479c tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (373b2214-f504-4cb0-bfcd-f44a5a9e99e5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:25.822604 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c90d7-db0b-4560-a5aa-96b428bd479c tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Pushing event deleted for resources: {'Port': ['ID=373b2214-f504-4cb0-bfcd-f44a5a9e99e5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:26.007365 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-310c90d7-db0b-4560-a5aa-96b428bd479c tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:26.020485 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-310c90d7-db0b-4560-a5aa-96b428bd479c tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] 10.222.0.31 "DELETE /v2.0/ports/373b2214-f504-4cb0-bfcd-f44a5a9e99e5 HTTP/1.1" status: 204 len: 168 time: 1.0469487 Jan 28 06:08:26.021138 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35036) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:26.092059 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b20e5e0-76ae-4371-a52c-d04886db0f0b None None] New status for floating IP 7f27185e-0586-4ce9-af38-7ce00a41cf85: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:08:26.133849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-130dd040-718c-41de-91bb-31e613ab1be4 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Deleting subnet 51ec0681-2bbb-41e6-bac0-d1e4baf3362b {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:08:26.145969 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-130dd040-718c-41de-91bb-31e613ab1be4 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks [] for subnet (51ec0681-2bbb-41e6-bac0-d1e4baf3362b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:26.235468 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-130dd040-718c-41de-91bb-31e613ab1be4 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (51ec0681-2bbb-41e6-bac0-d1e4baf3362b), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:26.366139 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35050) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:26.473466 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-130dd040-718c-41de-91bb-31e613ab1be4 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (51ec0681-2bbb-41e6-bac0-d1e4baf3362b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:26.551268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e35a681e-f526-4615-a797-9608893fd382 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/7f27185e-0586-4ce9-af38-7ce00a41cf85 HTTP/1.1" status: 200 len: 990 time: 0.1832261 Jan 28 06:08:26.744668 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-130dd040-718c-41de-91bb-31e613ab1be4 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (51ec0681-2bbb-41e6-bac0-d1e4baf3362b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:26.776350 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130dd040-718c-41de-91bb-31e613ab1be4 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Pushing event deleted for resources: {'Subnet': ['ID=51ec0681-2bbb-41e6-bac0-d1e4baf3362b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:26.778608 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-130dd040-718c-41de-91bb-31e613ab1be4 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:26.781862 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-130dd040-718c-41de-91bb-31e613ab1be4 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] 10.222.0.31 "DELETE /v2.0/subnets/51ec0681-2bbb-41e6-bac0-d1e4baf3362b HTTP/1.1" status: 204 len: 168 time: 0.7597706 Jan 28 06:08:26.785103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a813818a-22ac-47a8-a9f3-1dc248d84102 None None] Network bf483648-961d-4223-8b7f-56eb873b51e4 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:08:26.786186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35060) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:26.953316 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (bf483648-961d-4223-8b7f-56eb873b51e4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:27.046819 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b05ad8-18cf-44af-b6ba-8ea153b7f6a4 None None] DHCP port deletion for bf483648-961d-4223-8b7f-56eb873b51e4 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:08:27.083617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Deleting port cbf6de58-da5d-486a-a3f1-a562df375917 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:08:27.084281 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (cbf6de58-da5d-486a-a3f1-a562df375917), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:27.172969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] For port cbf6de58-da5d-486a-a3f1-a562df375917, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cbf6de58-da5d-486a-a3f1-a562df375917,segment=NetworkSegment(a0a80550-78f0-4dcf-994d-b5c8c461842b),segment_id=a0a80550-78f0-4dcf-994d-b5c8c461842b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:27.173348 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (cbf6de58-da5d-486a-a3f1-a562df375917), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:27.189841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a7b05ad8-18cf-44af-b6ba-8ea153b7f6a4 None None] Deleting port cbf6de58-da5d-486a-a3f1-a562df375917 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:08:27.190219 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7b05ad8-18cf-44af-b6ba-8ea153b7f6a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (cbf6de58-da5d-486a-a3f1-a562df375917), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:27.204004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Calling delete_port for cbf6de58-da5d-486a-a3f1-a562df375917 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:08:27.336767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a7b05ad8-18cf-44af-b6ba-8ea153b7f6a4 None None] For port cbf6de58-da5d-486a-a3f1-a562df375917, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cbf6de58-da5d-486a-a3f1-a562df375917,segment=NetworkSegment(a0a80550-78f0-4dcf-994d-b5c8c461842b),segment_id=a0a80550-78f0-4dcf-994d-b5c8c461842b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:27.340731 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7b05ad8-18cf-44af-b6ba-8ea153b7f6a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (cbf6de58-da5d-486a-a3f1-a562df375917), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:27.372648 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (cbf6de58-da5d-486a-a3f1-a562df375917), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:27.375373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a7b05ad8-18cf-44af-b6ba-8ea153b7f6a4 None None] Calling delete_port for cbf6de58-da5d-486a-a3f1-a562df375917 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:08:27.412359 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Pushing event deleted for resources: {'Port': ['ID=cbf6de58-da5d-486a-a3f1-a562df375917,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:27.418076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] No DVR routers for this DVR port cbf6de58-da5d-486a-a3f1-a562df375917 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:08:27.475445 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7b05ad8-18cf-44af-b6ba-8ea153b7f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (cbf6de58-da5d-486a-a3f1-a562df375917), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:27.514972 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (bf483648-961d-4223-8b7f-56eb873b51e4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:27.525833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b05ad8-18cf-44af-b6ba-8ea153b7f6a4 None None] No DVR routers for this DVR port cbf6de58-da5d-486a-a3f1-a562df375917 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:08:27.542208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf483648-961d-4223-8b7f-56eb873b51e4']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:27.552151 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b05ad8-18cf-44af-b6ba-8ea153b7f6a4 None None] Pushing event deleted for resources: {'Port': ['ID=cbf6de58-da5d-486a-a3f1-a562df375917,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:27.554472 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35078) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:27.558568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a80550-78f0-4dcf-994d-b5c8c461842b') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:27.559102 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a80550-78f0-4dcf-994d-b5c8c461842b') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:27.588332 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (a0a80550-78f0-4dcf-994d-b5c8c461842b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:27.616955 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a0a80550-78f0-4dcf-994d-b5c8c461842b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:27.631689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:08:27.632161 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (a0a80550-78f0-4dcf-994d-b5c8c461842b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:27.699445 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-adb3e9de-8c35-463e-b9c2-561584cc70b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/7f27185e-0586-4ce9-af38-7ce00a41cf85 HTTP/1.1" status: 200 len: 992 time: 0.1436095 Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:08:27.747961 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:08:27.779833 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:27.830622 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (bf483648-961d-4223-8b7f-56eb873b51e4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:27.839056 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:27.849702 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] 10.222.0.31 "DELETE /v2.0/networks/bf483648-961d-4223-8b7f-56eb873b51e4 HTTP/1.1" status: 204 len: 168 time: 1.0595961 Jan 28 06:08:27.886112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762a0de-e592-4f71-baad-dc9e5fc055f3 tempest-ExtraDHCPOptionsTestJSON-610661441 tempest-ExtraDHCPOptionsTestJSON-610661441-project] Pushing event deleted for resources: {'Network': ['ID=bf483648-961d-4223-8b7f-56eb873b51e4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:28.561415 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cbf6de58-da5d-486a-a3f1-a562df375917 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:08:28.589503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: cbf6de58-da5d-486a-a3f1-a562df375917 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:08:28.589669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cbf6de58-da5d-486a-a3f1-a562df375917 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:08:28.676165 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35112) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:28.874852 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7e7fa45f-78fa-4cf2-9ac3-2f1d36234551 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ddecf57ca1bc452591960f82fb41c0c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1963105 Jan 28 06:08:28.876688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35122) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:28.929703 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a186d09c-c757-421a-ac06-dad7f0c5cd0a admin admin] Publish callbacks [] for security_group (b1e73b2b-2c66-4345-92cb-4dbe50f3ced8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:28.961749 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a186d09c-c757-421a-ac06-dad7f0c5cd0a admin admin] Publish callbacks [] for security_group (b1e73b2b-2c66-4345-92cb-4dbe50f3ced8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:29.093341 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a186d09c-c757-421a-ac06-dad7f0c5cd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b1e73b2b-2c66-4345-92cb-4dbe50f3ced8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:29.103172 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a186d09c-c757-421a-ac06-dad7f0c5cd0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:29.104713 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a186d09c-c757-421a-ac06-dad7f0c5cd0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1e73b2b-2c66-4345-92cb-4dbe50f3ced8 HTTP/1.1" status: 204 len: 168 time: 0.2267618 Jan 28 06:08:29.131020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186d09c-c757-421a-ac06-dad7f0c5cd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e73b2b-2c66-4345-92cb-4dbe50f3ced8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:30.512022 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35194) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:30.659408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1808b842-b8b5-4291-b785-ef18ece8cf67 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2097162282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:30.772660 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1808b842-b8b5-4291-b785-ef18ece8cf67 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (4f8adb35-b372-4cff-ace1-677af12b7008), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:30.774470 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1808b842-b8b5-4291-b785-ef18ece8cf67 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (4f8adb35-b372-4cff-ace1-677af12b7008), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:30.841619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35204) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:30.900059 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1808b842-b8b5-4291-b785-ef18ece8cf67 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for router_controller (4f8adb35-b372-4cff-ace1-677af12b7008), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:31.021028 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1808b842-b8b5-4291-b785-ef18ece8cf67 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (4f8adb35-b372-4cff-ace1-677af12b7008), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:31.090116 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-98ced5db-7928-43af-bd00-35d34bd53a44 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1446640 Jan 28 06:08:31.125433 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1808b842-b8b5-4291-b785-ef18ece8cf67 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:31.135445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35214) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:31.138831 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1808b842-b8b5-4291-b785-ef18ece8cf67 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6249571 Jan 28 06:08:31.155417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0621c2ce-d3fd-4540-a535-c03dd921fb94 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1909565831'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:31.219165 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bfe20ede-ad5d-4714-8414-d8956fd686ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=022fac7099f14dd398e3bd28c7ad7cc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3763266 Jan 28 06:08:31.221882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35218) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:31.313177 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-4551d0a2-a1aa-499e-861e-ea0a3d6bc5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:31.314345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0621c2ce-d3fd-4540-a535-c03dd921fb94 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Made reservation on behalf of ac1238a66d774ce8a43339ff8a20f72f for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:08:31.316093 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-4551d0a2-a1aa-499e-861e-ea0a3d6bc5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:31.316605 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-4551d0a2-a1aa-499e-861e-ea0a3d6bc5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:31.321515 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-4551d0a2-a1aa-499e-861e-ea0a3d6bc5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:31.321515 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-4551d0a2-a1aa-499e-861e-ea0a3d6bc5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:31.321515 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-4551d0a2-a1aa-499e-861e-ea0a3d6bc5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:31.321515 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-4551d0a2-a1aa-499e-861e-ea0a3d6bc5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:31.322099 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0621c2ce-d3fd-4540-a535-c03dd921fb94 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:31.325277 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-4551d0a2-a1aa-499e-861e-ea0a3d6bc5a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d224c5804ad8477a9a70c890f5535963&device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 6509 time: 0.1211891 Jan 28 06:08:31.338022 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0621c2ce-d3fd-4540-a535-c03dd921fb94 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:31.479180 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0621c2ce-d3fd-4540-a535-c03dd921fb94 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for security_group (8b0ad2d2-90c3-4db6-a1f0-f55ecf30f05f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:31.481109 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f71a5aa-290b-4492-b9a0-583dfe3a5ccc admin admin] Publish callbacks [] for security_group (58ca2e84-2afc-43da-83b5-8910fad7ad95), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:31.545240 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f71a5aa-290b-4492-b9a0-583dfe3a5ccc admin admin] Publish callbacks [] for security_group (58ca2e84-2afc-43da-83b5-8910fad7ad95), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:31.604452 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0621c2ce-d3fd-4540-a535-c03dd921fb94 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8b0ad2d2-90c3-4db6-a1f0-f55ecf30f05f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:31.651284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621c2ce-d3fd-4540-a535-c03dd921fb94 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0ad2d2-90c3-4db6-a1f0-f55ecf30f05f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:31.694022 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f71a5aa-290b-4492-b9a0-583dfe3a5ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (58ca2e84-2afc-43da-83b5-8910fad7ad95), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:31.697208 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f71a5aa-290b-4492-b9a0-583dfe3a5ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:31.701229 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2f71a5aa-290b-4492-b9a0-583dfe3a5ccc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58ca2e84-2afc-43da-83b5-8910fad7ad95 HTTP/1.1" status: 204 len: 168 time: 0.4782696 Jan 28 06:08:31.723415 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0621c2ce-d3fd-4540-a535-c03dd921fb94 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:08:31.730818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71a5aa-290b-4492-b9a0-583dfe3a5ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ca2e84-2afc-43da-83b5-8910fad7ad95,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:31.762842 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0621c2ce-d3fd-4540-a535-c03dd921fb94 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (48ca9701-9cd3-4528-aef0-982fdcb1774f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:31.766093 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-0621c2ce-d3fd-4540-a535-c03dd921fb94 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Added segment 48ca9701-9cd3-4528-aef0-982fdcb1774f of type vlan for network 5896d362-360f-40dd-b40d-543232c6636d Jan 28 06:08:31.881869 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0621c2ce-d3fd-4540-a535-c03dd921fb94 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (5896d362-360f-40dd-b40d-543232c6636d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:32.052488 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0621c2ce-d3fd-4540-a535-c03dd921fb94 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (5896d362-360f-40dd-b40d-543232c6636d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:32.058876 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0621c2ce-d3fd-4540-a535-c03dd921fb94 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:32.059713 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0621c2ce-d3fd-4540-a535-c03dd921fb94 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:32.132082 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-47e6ce88-2357-4e82-bba4-58ebee00ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:32.132467 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-47e6ce88-2357-4e82-bba4-58ebee00ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:32.132924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-47e6ce88-2357-4e82-bba4-58ebee00ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:32.134662 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-47e6ce88-2357-4e82-bba4-58ebee00ad2e service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a969021-10d0-46ce-bf92-b6d579bcb94e&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=a5d76cd0-485c-42ba-8694-d68708a2c641&id=a5d76cd0-485c-42ba-8694-d68708a2c641 HTTP/1.1" status: 200 len: 2299 time: 0.7728865 Jan 28 06:08:32.196914 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0621c2ce-d3fd-4540-a535-c03dd921fb94 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0603838 Jan 28 06:08:32.210013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35246) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:32.242279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-babc23cb-0070-4450-afbd-bf6781ae4d9a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Request body: {'subnet': {'network_id': '5896d362-360f-40dd-b40d-543232c6636d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:32.323379 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-2ac61fe3-0229-4e01-af8f-e874c30a72de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba1a9e75-2625-4b3b-834e-532611f3d6db HTTP/1.1" status: 200 len: 1000 time: 0.1774380 Jan 28 06:08:32.378492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621c2ce-d3fd-4540-a535-c03dd921fb94 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event updated for resources: {'Network': ['ID=5896d362-360f-40dd-b40d-543232c6636d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:32.407552 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 5896d362-360f-40dd-b40d-543232c6636d details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:08:32.417410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-58b4e76c-8518-408d-92f9-fe0bd6b3dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:32.419580 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-58b4e76c-8518-408d-92f9-fe0bd6b3dadc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8d1a992-5501-4414-a397-3bc94c532606 HTTP/1.1" status: 200 len: 856 time: 0.0902112 Jan 28 06:08:32.491185 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-aa814dcb-c3b7-4953-932e-37d9a8aca07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:32.493183 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-aa814dcb-c3b7-4953-932e-37d9a8aca07b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a969021-10d0-46ce-bf92-b6d579bcb94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672660 Jan 28 06:08:32.524642 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b585f8d-f134-4270-a3a7-5717e1fb4512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:32.572569 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babc23cb-0070-4450-afbd-bf6781ae4d9a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Made reservation on behalf of ac1238a66d774ce8a43339ff8a20f72f for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:08:32.579791 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-babc23cb-0070-4450-afbd-bf6781ae4d9a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:32.636575 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-e6b6cb49-ab4d-4ae3-adaa-75bc9990612b service neutron] 10.222.0.60 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353123 Jan 28 06:08:32.793572 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-ee4b8da4-03e2-423d-8f29-2da2617bc297 service neutron] 10.222.0.60 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505725 Jan 28 06:08:32.868870 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-75f95d85-8a38-4ee3-a7c9-4e8f278e0070 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cf023bbd-f379-442d-b98b-2268074debed HTTP/1.1" status: 200 len: 217 time: 0.0690470 Jan 28 06:08:32.965191 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-342437fa-73e9-4c08-9a41-3b3fae98b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:32.966672 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-342437fa-73e9-4c08-9a41-3b3fae98b811 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0917187 Jan 28 06:08:33.087073 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-bce0346b-bf80-4651-8bd0-2f4b6e1bcf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:33.089354 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-bce0346b-bf80-4651-8bd0-2f4b6e1bcf29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1171103 Jan 28 06:08:33.121040 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-babc23cb-0070-4450-afbd-bf6781ae4d9a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (5e4f52d0-ac04-48fc-898f-e5491486d189), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:33.310854 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-93cfbf4c-e147-44c7-a4a6-2fa7959f3fdd service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112312 Jan 28 06:08:33.315646 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc23cb-0070-4450-afbd-bf6781ae4d9a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event updated for resources: {'Subnet': ['ID=5e4f52d0-ac04-48fc-898f-e5491486d189,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:33.358005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babc23cb-0070-4450-afbd-bf6781ae4d9a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Checking segment: {'id': '48ca9701-9cd3-4528-aef0-982fdcb1774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5896d362-360f-40dd-b40d-543232c6636d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:08:33.358412 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babc23cb-0070-4450-afbd-bf6781ae4d9a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Network hostable DHCP agents. Network: 5896d362-360f-40dd-b40d-543232c6636d, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:08:33.457412 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-c6193d46-3bf9-4df3-a740-318774b89912 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372139 Jan 28 06:08:33.492763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babc23cb-0070-4450-afbd-bf6781ae4d9a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Network 5896d362-360f-40dd-b40d-543232c6636d is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:08:33.512492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35294) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:33.535358 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-bcb105a2-57b1-4a4a-a886-e3952d761801 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=3d7aec7c-6c76-43ad-8b10-438b87915c84 HTTP/1.1" status: 200 len: 217 time: 0.0718269 Jan 28 06:08:33.601153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-babc23cb-0070-4450-afbd-bf6781ae4d9a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 5896d362-360f-40dd-b40d-543232c6636d) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:33.607123 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babc23cb-0070-4450-afbd-bf6781ae4d9a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:33.607123 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-babc23cb-0070-4450-afbd-bf6781ae4d9a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:33.613467 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f501775-9fa9-4996-b714-1a6295f30888 None None] Network 5896d362-360f-40dd-b40d-543232c6636d requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:08:33.616213 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-2b4d8ecb-1574-423d-b0f8-49e9c1f15039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:33.618125 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-2b4d8ecb-1574-423d-b0f8-49e9c1f15039 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0768149 Jan 28 06:08:33.703314 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-03a7261a-b92d-4e73-9181-de4099143743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:33.706004 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-03a7261a-b92d-4e73-9181-de4099143743 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0735486 Jan 28 06:08:33.713149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-babc23cb-0070-4450-afbd-bf6781ae4d9a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5000072 Jan 28 06:08:33.716698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35306) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:33.737227 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-580ce047-dbc7-4f95-b263-f044476342c3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Request body: {'network': {'name': 'tempest-router-network01--1852959067'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:33.802590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c40d90fe-7c28-457b-a5d7-c3e1cdbcf92b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-156778461-network', 'tenant_id': 'daa041954cd34e19820d06481218d4c6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:33.850515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580ce047-dbc7-4f95-b263-f044476342c3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Made reservation on behalf of ac1238a66d774ce8a43339ff8a20f72f for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:08:33.864975 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-580ce047-dbc7-4f95-b263-f044476342c3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:33.903655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-5896d362-360f-40dd-b40d-543232c6636d', 'network_id': '5896d362-360f-40dd-b40d-543232c6636d', 'project_id': 'ac1238a66d774ce8a43339ff8a20f72f', 'fixed_ips': [{'subnet_id': '5e4f52d0-ac04-48fc-898f-e5491486d189'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:08:33.904693 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:33.939532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40d90fe-7c28-457b-a5d7-c3e1cdbcf92b admin admin] Made reservation on behalf of daa041954cd34e19820d06481218d4c6 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:08:33.949570 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c40d90fe-7c28-457b-a5d7-c3e1cdbcf92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:33.956024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580ce047-dbc7-4f95-b263-f044476342c3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:08:33.957097 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-caebb4ee-6fca-4860-8247-ef9fe3f9b160 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444251 Jan 28 06:08:33.968929 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-580ce047-dbc7-4f95-b263-f044476342c3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:33.971219 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-580ce047-dbc7-4f95-b263-f044476342c3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Added segment 64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e of type vlan for network 5eb2e328-b34d-420e-9807-3510bc96ced4 Jan 28 06:08:34.021102 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c40d90fe-7c28-457b-a5d7-c3e1cdbcf92b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:34.057441 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-580ce047-dbc7-4f95-b263-f044476342c3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (5eb2e328-b34d-420e-9807-3510bc96ced4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:34.206912 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-e8330f8f-46ab-44b5-8b3c-54a6164c3992 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419713 Jan 28 06:08:34.223210 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c40d90fe-7c28-457b-a5d7-c3e1cdbcf92b admin admin] Publish callbacks [] for security_group (0039646f-00e4-40ec-94a4-e7090bc17286), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:34.241015 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-580ce047-dbc7-4f95-b263-f044476342c3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (5eb2e328-b34d-420e-9807-3510bc96ced4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:34.248936 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580ce047-dbc7-4f95-b263-f044476342c3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:34.248936 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-580ce047-dbc7-4f95-b263-f044476342c3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:34.269165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Allocated IP 172.20.0.2 (5896d362-360f-40dd-b40d-543232c6636d/5e4f52d0-ac04-48fc-898f-e5491486d189/57402b71-ff78-46d5-a227-a5fa52e96bf9) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:34.286030 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-073b3497-a981-4f95-9882-b46078b7dc41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=ca87f836-9fd5-4209-b3c5-41f6387f4d75 HTTP/1.1" status: 200 len: 217 time: 0.0707991 Jan 28 06:08:34.386549 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c40d90fe-7c28-457b-a5d7-c3e1cdbcf92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0039646f-00e4-40ec-94a4-e7090bc17286), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:34.428385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-d6eca4ba-5bdc-44bf-be85-d8b3662817e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:34.431097 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-d6eca4ba-5bdc-44bf-be85-d8b3662817e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.1373148 Jan 28 06:08:34.516389 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-580ce047-dbc7-4f95-b263-f044476342c3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7970779 Jan 28 06:08:34.530073 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-01d4d85d-e8c9-401a-8ea6-a0e0c8a73c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:34.538544 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-01d4d85d-e8c9-401a-8ea6-a0e0c8a73c81 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1011240 Jan 28 06:08:34.539151 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35318) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:34.553805 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f1b1f680-377b-4c0a-ac3c-9680aad96e8a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Request body: {'network': {'name': 'tempest-router-network02--923956775'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:34.580629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d90fe-7c28-457b-a5d7-c3e1cdbcf92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0039646f-00e4-40ec-94a4-e7090bc17286,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:34.599307 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Publish callbacks [] for port (57402b71-ff78-46d5-a227-a5fa52e96bf9), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:34.609730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40d90fe-7c28-457b-a5d7-c3e1cdbcf92b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:08:34.615118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ce047-dbc7-4f95-b263-f044476342c3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event updated for resources: {'Network': ['ID=5eb2e328-b34d-420e-9807-3510bc96ced4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:34.627604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 5eb2e328-b34d-420e-9807-3510bc96ced4 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:08:34.631991 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c40d90fe-7c28-457b-a5d7-c3e1cdbcf92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (2c60f1d4-8796-4a00-a079-50cd1e5a2d5c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:34.633057 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-c40d90fe-7c28-457b-a5d7-c3e1cdbcf92b admin admin] Added segment 2c60f1d4-8796-4a00-a079-50cd1e5a2d5c of type vlan for network 89b111dc-0805-4be8-ae88-1abd550770a0 Jan 28 06:08:34.708430 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c40d90fe-7c28-457b-a5d7-c3e1cdbcf92b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (89b111dc-0805-4be8-ae88-1abd550770a0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:34.777066 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (57402b71-ff78-46d5-a227-a5fa52e96bf9), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:34.782483 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-4848422c-794c-4083-bb01-053fcd66c2a8 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073224 Jan 28 06:08:34.828306 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Network 5896d362-360f-40dd-b40d-543232c6636d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:34.833882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:34.838389 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:08:34.841548 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Pushing event updated for resources: {'Port': ['ID=57402b71-ff78-46d5-a227-a5fa52e96bf9,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:34.861761 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b1f680-377b-4c0a-ac3c-9680aad96e8a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Made reservation on behalf of ac1238a66d774ce8a43339ff8a20f72f for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:08:34.865334 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f680-377b-4c0a-ac3c-9680aad96e8a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:34.881289 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c40d90fe-7c28-457b-a5d7-c3e1cdbcf92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (89b111dc-0805-4be8-ae88-1abd550770a0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:34.882441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40d90fe-7c28-457b-a5d7-c3e1cdbcf92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:34.883087 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c40d90fe-7c28-457b-a5d7-c3e1cdbcf92b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:34.929223 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Attempting to bind port 57402b71-ff78-46d5-a227-a5fa52e96bf9 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:08:34.929223 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Attempting to bind port 57402b71-ff78-46d5-a227-a5fa52e96bf9 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '48ca9701-9cd3-4528-aef0-982fdcb1774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5896d362-360f-40dd-b40d-543232c6636d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:08:34.929703 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Attempting to bind port 57402b71-ff78-46d5-a227-a5fa52e96bf9 on network 5896d362-360f-40dd-b40d-543232c6636d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:08:34.945844 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:08:34.946241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Checking segment: {'id': '48ca9701-9cd3-4528-aef0-982fdcb1774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5896d362-360f-40dd-b40d-543232c6636d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:08:34.946678 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:34.947079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Bound using segment: {'id': '48ca9701-9cd3-4528-aef0-982fdcb1774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5896d362-360f-40dd-b40d-543232c6636d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:08:34.948317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Bound port: 57402b71-ff78-46d5-a227-a5fa52e96bf9, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ca9701-9cd3-4528-aef0-982fdcb1774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5896d362-360f-40dd-b40d-543232c6636d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:08:34.948708 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (57402b71-ff78-46d5-a227-a5fa52e96bf9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:34.950102 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b1f680-377b-4c0a-ac3c-9680aad96e8a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:08:34.958149 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80f95773-d219-453e-bd63-951e14b828c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:34.972795 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f680-377b-4c0a-ac3c-9680aad96e8a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (20415186-a9f1-4538-a4a2-8124462d6154), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:34.973296 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-f1b1f680-377b-4c0a-ac3c-9680aad96e8a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Added segment 20415186-a9f1-4538-a4a2-8124462d6154 of type vlan for network 414976d0-a8bf-4b94-ba56-13132ba8820e Jan 28 06:08:34.976683 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-a498f369-205f-494f-8c8e-0e9f272af5aa service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872952 Jan 28 06:08:35.043450 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-86292f6d-aa27-4e5e-b6b1-577aeb08a889 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=95c9879d-ae0d-45e3-9528-af14ccccd72f HTTP/1.1" status: 200 len: 217 time: 0.0584943 Jan 28 06:08:35.076226 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c40d90fe-7c28-457b-a5d7-c3e1cdbcf92b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5626030 Jan 28 06:08:35.088342 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35330) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:35.095259 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f680-377b-4c0a-ac3c-9680aad96e8a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (414976d0-a8bf-4b94-ba56-13132ba8820e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:35.107312 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a27d6a42-cb28-488a-9c57-e9f03da08a85 admin admin] Request body: {'subnet': {'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-156778461-subnet', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:35.119543 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] For port 57402b71-ff78-46d5-a227-a5fa52e96bf9, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:08:35.128346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] For port 57402b71-ff78-46d5-a227-a5fa52e96bf9, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=57402b71-ff78-46d5-a227-a5fa52e96bf9,segment=NetworkSegment(48ca9701-9cd3-4528-aef0-982fdcb1774f),segment_id=48ca9701-9cd3-4528-aef0-982fdcb1774f)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:08:35.130982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d90fe-7c28-457b-a5d7-c3e1cdbcf92b admin admin] Pushing event updated for resources: {'Network': ['ID=89b111dc-0805-4be8-ae88-1abd550770a0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:35.143743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 89b111dc-0805-4be8-ae88-1abd550770a0 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:08:35.168042 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-b00cb912-f349-43d3-957c-d32eb47af234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:35.183716 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-b00cb912-f349-43d3-957c-d32eb47af234 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.1339097 Jan 28 06:08:35.231747 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (57402b71-ff78-46d5-a227-a5fa52e96bf9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:35.255437 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27d6a42-cb28-488a-9c57-e9f03da08a85 admin admin] Made reservation on behalf of daa041954cd34e19820d06481218d4c6 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:08:35.255437 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a27d6a42-cb28-488a-9c57-e9f03da08a85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:35.325173 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f680-377b-4c0a-ac3c-9680aad96e8a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (414976d0-a8bf-4b94-ba56-13132ba8820e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:35.334099 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b1f680-377b-4c0a-ac3c-9680aad96e8a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:35.334773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f680-377b-4c0a-ac3c-9680aad96e8a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:35.344094 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38487ae3-bc48-4132-ab44-170eaeccc1c4 None None] Pushing event updated for resources: {'Port': ['ID=57402b71-ff78-46d5-a227-a5fa52e96bf9,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:35.478438 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f1b1f680-377b-4c0a-ac3c-9680aad96e8a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9381933 Jan 28 06:08:35.481660 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1f680-377b-4c0a-ac3c-9680aad96e8a tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event updated for resources: {'Network': ['ID=414976d0-a8bf-4b94-ba56-13132ba8820e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:35.482502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35338) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:35.493923 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 414976d0-a8bf-4b94-ba56-13132ba8820e details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:08:35.496339 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-03c6a7bf-d236-4aad-aea7-faf5b1a9561e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Request body: {'subnet': {'network_id': '5eb2e328-b34d-420e-9807-3510bc96ced4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:35.531412 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-456d366c-343f-463c-9d73-9bb5973e9d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:35.537632 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-456d366c-343f-463c-9d73-9bb5973e9d3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3529265 Jan 28 06:08:35.847368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c6a7bf-d236-4aad-aea7-faf5b1a9561e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Made reservation on behalf of ac1238a66d774ce8a43339ff8a20f72f for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:08:35.890941 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03c6a7bf-d236-4aad-aea7-faf5b1a9561e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:35.910703 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-d2408ac9-29fd-4968-9979-8c1f8d110410 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581970 Jan 28 06:08:36.054771 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a27d6a42-cb28-488a-9c57-e9f03da08a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (e29bcda2-c5df-4a29-818b-7e378e331ce0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:36.104825 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d6a42-cb28-488a-9c57-e9f03da08a85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e29bcda2-c5df-4a29-818b-7e378e331ce0,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:36.178205 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-8112f7f2-e32e-49c4-87db-cbfc4c75f66a service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596862 Jan 28 06:08:36.179133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d6a42-cb28-488a-9c57-e9f03da08a85 admin admin] Checking segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:08:36.180402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d6a42-cb28-488a-9c57-e9f03da08a85 admin admin] Network hostable DHCP agents. Network: 89b111dc-0805-4be8-ae88-1abd550770a0, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:08:36.229803 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03c6a7bf-d236-4aad-aea7-faf5b1a9561e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (78dfadbf-7a8d-4a59-a5af-057238f20b22), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:36.291542 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6a7bf-d236-4aad-aea7-faf5b1a9561e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event updated for resources: {'Subnet': ['ID=78dfadbf-7a8d-4a59-a5af-057238f20b22,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:36.307866 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-82651c2b-4b7b-4f3b-a64a-27bbcfb15297 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 HTTP/1.1" status: 200 len: 217 time: 0.1081054 Jan 28 06:08:36.336976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c6a7bf-d236-4aad-aea7-faf5b1a9561e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Checking segment: {'id': '64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5eb2e328-b34d-420e-9807-3510bc96ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:08:36.337846 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c6a7bf-d236-4aad-aea7-faf5b1a9561e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Network hostable DHCP agents. Network: 5eb2e328-b34d-420e-9807-3510bc96ced4, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:08:36.380785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-093e238f-af2e-4ace-a28d-fe9a89d6df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:36.383795 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-093e238f-af2e-4ace-a28d-fe9a89d6df8f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=983e2d1e-1ce6-416e-a013-56730d18136b HTTP/1.1" status: 200 len: 797 time: 0.0684478 Jan 28 06:08:36.386868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d6a42-cb28-488a-9c57-e9f03da08a85 admin admin] Network 89b111dc-0805-4be8-ae88-1abd550770a0 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:08:36.448821 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-64902b8a-3095-4afc-abdb-3a9a9cb03346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:36.452058 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-64902b8a-3095-4afc-abdb-3a9a9cb03346 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0602970 Jan 28 06:08:36.469653 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c6a7bf-d236-4aad-aea7-faf5b1a9561e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Network 5eb2e328-b34d-420e-9807-3510bc96ced4 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:08:36.551651 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-03c6a7bf-d236-4aad-aea7-faf5b1a9561e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 5eb2e328-b34d-420e-9807-3510bc96ced4) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:36.557186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c6a7bf-d236-4aad-aea7-faf5b1a9561e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:36.564415 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03c6a7bf-d236-4aad-aea7-faf5b1a9561e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:36.573109 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c07ef6a-51e1-4550-ab1b-54521d9d3d6a None None] Network 5eb2e328-b34d-420e-9807-3510bc96ced4 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:08:36.607113 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-a27d6a42-cb28-488a-9c57-e9f03da08a85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 89b111dc-0805-4be8-ae88-1abd550770a0) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:36.631113 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d6a42-cb28-488a-9c57-e9f03da08a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:36.632536 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a27d6a42-cb28-488a-9c57-e9f03da08a85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:36.665356 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-03c6a7bf-d236-4aad-aea7-faf5b1a9561e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1799295 Jan 28 06:08:36.667534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35358) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:36.677632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ead08a9d-bfb3-4817-a8fb-942850b5ca3b tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Request body: {'subnet': {'network_id': '414976d0-a8bf-4b94-ba56-13132ba8820e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:36.693961 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eeedf1-52c4-46aa-8d45-12517cea8b1b None None] Network 89b111dc-0805-4be8-ae88-1abd550770a0 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:08:36.713313 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:36.745299 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a27d6a42-cb28-488a-9c57-e9f03da08a85 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6466033 Jan 28 06:08:36.751350 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35364) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:36.757005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 57402b71-ff78-46d5-a227-a5fa52e96bf9 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:36.759431 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:36.774065 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-953e1b11-3d73-4edb-b411-9d11333c758a service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123403 Jan 28 06:08:37.014318 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-5eb2e328-b34d-420e-9807-3510bc96ced4', 'network_id': '5eb2e328-b34d-420e-9807-3510bc96ced4', 'project_id': 'ac1238a66d774ce8a43339ff8a20f72f', 'fixed_ips': [{'subnet_id': '78dfadbf-7a8d-4a59-a5af-057238f20b22'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:08:37.015324 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:37.024159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead08a9d-bfb3-4817-a8fb-942850b5ca3b tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Made reservation on behalf of ac1238a66d774ce8a43339ff8a20f72f for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:08:37.024705 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-0dd48e8c-6b1a-4cca-93b7-035e8a0067e3 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399359 Jan 28 06:08:37.028792 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ead08a9d-bfb3-4817-a8fb-942850b5ca3b tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:37.068564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 57402b71-ff78-46d5-a227-a5fa52e96bf9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:37.069108 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (57402b71-ff78-46d5-a227-a5fa52e96bf9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:37.118511 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-3de91b83-9d3b-4691-ad78-b74d9270fed4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f HTTP/1.1" status: 200 len: 217 time: 0.0899584 Jan 28 06:08:37.124624 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (b082da49-aff1-4bf9-90dd-ec783c4f1cd5), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:37.125773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (b082da49-aff1-4bf9-90dd-ec783c4f1cd5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:37.140691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-89b111dc-0805-4be8-ae88-1abd550770a0', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'project_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:08:37.144086 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:37.235362 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Publish callbacks [] for router_controller (b082da49-aff1-4bf9-90dd-ec783c4f1cd5), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:37.261818 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74605c6-a254-484d-b49c-b4e5921729fd None None] Network 5896d362-360f-40dd-b40d-543232c6636d requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:08:37.290085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-ee918697-31f5-4b18-bb24-207e41da892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:37.292030 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-ee918697-31f5-4b18-bb24-207e41da892a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=983e2d1e-1ce6-416e-a013-56730d18136b HTTP/1.1" status: 200 len: 797 time: 0.0543299 Jan 28 06:08:37.528159 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Publish callbacks [] for router_gateway (b082da49-aff1-4bf9-90dd-ec783c4f1cd5), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:37.533132 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ead08a9d-bfb3-4817-a8fb-942850b5ca3b tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (eac90c16-119f-4947-a8d0-038134ccda4d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:37.534235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Allocated IP 172.20.0.2 (5eb2e328-b34d-420e-9807-3510bc96ced4/78dfadbf-7a8d-4a59-a5af-057238f20b22/287f5b04-3a57-4d7b-9afb-60a40cf5b03a) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:37.543164 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-30a760d5-cb6e-4589-9a2c-d6ec1e4aae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:37.544800 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-30a760d5-cb6e-4589-9a2c-d6ec1e4aae9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2104754 Jan 28 06:08:37.671354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead08a9d-bfb3-4817-a8fb-942850b5ca3b tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event updated for resources: {'Subnet': ['ID=eac90c16-119f-4947-a8d0-038134ccda4d,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:37.682588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead08a9d-bfb3-4817-a8fb-942850b5ca3b tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Checking segment: {'id': '20415186-a9f1-4538-a4a2-8124462d6154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '414976d0-a8bf-4b94-ba56-13132ba8820e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:08:37.683212 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead08a9d-bfb3-4817-a8fb-942850b5ca3b tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Network hostable DHCP agents. Network: 414976d0-a8bf-4b94-ba56-13132ba8820e, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:08:37.733031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f21eb019-eac4-457c-8faf-1ed3992d7eae None None] Provisioning complete for port 57402b71-ff78-46d5-a227-a5fa52e96bf9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:37.733725 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f21eb019-eac4-457c-8faf-1ed3992d7eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (57402b71-ff78-46d5-a227-a5fa52e96bf9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:37.761759 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-33577f0c-3814-43a2-bda3-ddb31aaccb44 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097569 Jan 28 06:08:37.779319 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 57402b71-ff78-46d5-a227-a5fa52e96bf9 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:37.779713 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (57402b71-ff78-46d5-a227-a5fa52e96bf9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:37.797860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead08a9d-bfb3-4817-a8fb-942850b5ca3b tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Network 414976d0-a8bf-4b94-ba56-13132ba8820e is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:08:37.886948 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ead08a9d-bfb3-4817-a8fb-942850b5ca3b tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 414976d0-a8bf-4b94-ba56-13132ba8820e) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:37.898042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead08a9d-bfb3-4817-a8fb-942850b5ca3b tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:37.902119 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ead08a9d-bfb3-4817-a8fb-942850b5ca3b tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:37.929619 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-902e577b-3d78-4f23-bb2d-f28e0b17d50d req-e07bc268-87e8-4a72-8705-23645af25da0 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099999 Jan 28 06:08:38.070027 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ead08a9d-bfb3-4817-a8fb-942850b5ca3b tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3959212 Jan 28 06:08:38.070229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35384) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:38.255195 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Publish callbacks [] for router_gateway (b082da49-aff1-4bf9-90dd-ec783c4f1cd5), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:38.288444 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:38.302471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec634c07-e87a-4add-84ce-a01081f42c49 None None] Network 414976d0-a8bf-4b94-ba56-13132ba8820e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:08:38.446930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Allocated IP 172.20.0.2 (89b111dc-0805-4be8-ae88-1abd550770a0/e29bcda2-c5df-4a29-818b-7e378e331ce0/90462be2-0b0d-4023-87a8-be852f4bfe5d) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:38.463604 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Allocated IP 172.25.0.86 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/f549cb85-6ef9-4423-8830-af90d598a65c) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:38.561719 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-414976d0-a8bf-4b94-ba56-13132ba8820e', 'network_id': '414976d0-a8bf-4b94-ba56-13132ba8820e', 'project_id': 'ac1238a66d774ce8a43339ff8a20f72f', 'fixed_ips': [{'subnet_id': 'eac90c16-119f-4947-a8d0-038134ccda4d'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:08:38.564973 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:38.569764 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:38.602981 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:38.653283 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Publish callbacks [] for port (f549cb85-6ef9-4423-8830-af90d598a65c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:38.655492 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 57402b71-ff78-46d5-a227-a5fa52e96bf9, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=57402b71-ff78-46d5-a227-a5fa52e96bf9,segment=NetworkSegment(48ca9701-9cd3-4528-aef0-982fdcb1774f),segment_id=48ca9701-9cd3-4528-aef0-982fdcb1774f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:38.761215 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (f549cb85-6ef9-4423-8830-af90d598a65c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:38.809087 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (57402b71-ff78-46d5-a227-a5fa52e96bf9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:38.849443 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:38.862874 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:38.868412 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:08:38.930365 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Pushing event updated for resources: {'Port': ['ID=f549cb85-6ef9-4423-8830-af90d598a65c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:39.105893 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f21eb019-eac4-457c-8faf-1ed3992d7eae None None] Current status of the port 57402b71-ff78-46d5-a227-a5fa52e96bf9 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:39.107672 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f21eb019-eac4-457c-8faf-1ed3992d7eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (57402b71-ff78-46d5-a227-a5fa52e96bf9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:39.307023 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-f21eb019-eac4-457c-8faf-1ed3992d7eae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:08:39.307542 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-f21eb019-eac4-457c-8faf-1ed3992d7eae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:08:39.312625 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Publish callbacks [] for port (287f5b04-3a57-4d7b-9afb-60a40cf5b03a), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:39.318506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=57402b71-ff78-46d5-a227-a5fa52e96bf9,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:39.325809 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:39.405623 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Publish callbacks [] for port (90462be2-0b0d-4023-87a8-be852f4bfe5d), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:39.412924 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (287f5b04-3a57-4d7b-9afb-60a40cf5b03a), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:39.477991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Allocated IP 172.20.0.1 (5eb2e328-b34d-420e-9807-3510bc96ced4/78dfadbf-7a8d-4a59-a5af-057238f20b22/49234c4d-4699-4e09-a9af-1a2edc0a26d3) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:39.491145 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (90462be2-0b0d-4023-87a8-be852f4bfe5d), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:39.526287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Allocated IP 172.20.0.2 (414976d0-a8bf-4b94-ba56-13132ba8820e/eac90c16-119f-4947-a8d0-038134ccda4d/63cf1115-2214-4d64-9caf-ac99afa08ae0) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:39.548700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Network 5eb2e328-b34d-420e-9807-3510bc96ced4 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:39.561586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:39.569831 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:08:39.572408 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Pushing event updated for resources: {'Port': ['ID=287f5b04-3a57-4d7b-9afb-60a40cf5b03a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:39.629611 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Pushing event updated for resources: {'Port': ['ID=90462be2-0b0d-4023-87a8-be852f4bfe5d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:39.652674 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Network 89b111dc-0805-4be8-ae88-1abd550770a0 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:39.659359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:39.703969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:08:39.765473 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for port (49234c4d-4699-4e09-a9af-1a2edc0a26d3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:39.790784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Attempting to bind port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:08:39.791441 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Attempting to bind port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5eb2e328-b34d-420e-9807-3510bc96ced4'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:08:39.791969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Attempting to bind port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a on network 5eb2e328-b34d-420e-9807-3510bc96ced4 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:08:39.867264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f21eb019-eac4-457c-8faf-1ed3992d7eae None None] Current status of the port 57402b71-ff78-46d5-a227-a5fa52e96bf9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:39.889256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:08:39.889648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Checking segment: {'id': '64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5eb2e328-b34d-420e-9807-3510bc96ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:08:39.890050 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:39.890519 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Bound using segment: {'id': '64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5eb2e328-b34d-420e-9807-3510bc96ced4'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:08:39.890970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Bound port: 287f5b04-3a57-4d7b-9afb-60a40cf5b03a, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5eb2e328-b34d-420e-9807-3510bc96ced4'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:08:39.891355 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (287f5b04-3a57-4d7b-9afb-60a40cf5b03a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:39.893828 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (49234c4d-4699-4e09-a9af-1a2edc0a26d3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:39.912935 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Attempting to bind port 90462be2-0b0d-4023-87a8-be852f4bfe5d on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:08:39.913870 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Attempting to bind port 90462be2-0b0d-4023-87a8-be852f4bfe5d by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:08:39.913870 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Attempting to bind port 90462be2-0b0d-4023-87a8-be852f4bfe5d on network 89b111dc-0805-4be8-ae88-1abd550770a0 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:08:39.972364 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:08:39.982796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Checking segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:08:39.982796 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:39.982796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Bound using segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:08:39.982796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Bound port: 90462be2-0b0d-4023-87a8-be852f4bfe5d, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:08:39.982796 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (90462be2-0b0d-4023-87a8-be852f4bfe5d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:39.990749 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Publish callbacks [] for router_gateway (b082da49-aff1-4bf9-90dd-ec783c4f1cd5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:40.047828 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Publish callbacks [] for port (63cf1115-2214-4d64-9caf-ac99afa08ae0), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:40.058856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Network 5eb2e328-b34d-420e-9807-3510bc96ced4 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:40.080279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:40.088638 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-de473b62-8be4-49b1-b2f7-ad75d7a5284c None None] Provisioning complete for port 57402b71-ff78-46d5-a227-a5fa52e96bf9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:40.093282 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de473b62-8be4-49b1-b2f7-ad75d7a5284c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (57402b71-ff78-46d5-a227-a5fa52e96bf9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:40.096302 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:08:40.106326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event updated for resources: {'Port': ['ID=49234c4d-4699-4e09-a9af-1a2edc0a26d3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:40.140437 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (63cf1115-2214-4d64-9caf-ac99afa08ae0), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:40.159795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] For port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:08:40.217554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] For port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=287f5b04-3a57-4d7b-9afb-60a40cf5b03a,segment=NetworkSegment(64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e),segment_id=64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:08:40.233340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Network 414976d0-a8bf-4b94-ba56-13132ba8820e is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:40.236878 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] For port 90462be2-0b0d-4023-87a8-be852f4bfe5d, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:08:40.243196 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:40.245029 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Pushing event updated for resources: {'Port': ['ID=63cf1115-2214-4d64-9caf-ac99afa08ae0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:40.256888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:08:40.267848 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] For port 90462be2-0b0d-4023-87a8-be852f4bfe5d, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=90462be2-0b0d-4023-87a8-be852f4bfe5d,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:08:40.288118 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (4f8adb35-b372-4cff-ace1-677af12b7008), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:40.300363 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (287f5b04-3a57-4d7b-9afb-60a40cf5b03a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:40.392167 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (90462be2-0b0d-4023-87a8-be852f4bfe5d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:40.429437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-de473b62-8be4-49b1-b2f7-ad75d7a5284c None None] Current status of the port 57402b71-ff78-46d5-a227-a5fa52e96bf9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:40.472662 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Attempting to bind port 63cf1115-2214-4d64-9caf-ac99afa08ae0 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:08:40.473038 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Attempting to bind port 63cf1115-2214-4d64-9caf-ac99afa08ae0 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '20415186-a9f1-4538-a4a2-8124462d6154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '414976d0-a8bf-4b94-ba56-13132ba8820e'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:08:40.473405 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Attempting to bind port 63cf1115-2214-4d64-9caf-ac99afa08ae0 on network 414976d0-a8bf-4b94-ba56-13132ba8820e {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:08:40.492463 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:08:40.492463 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Checking segment: {'id': '20415186-a9f1-4538-a4a2-8124462d6154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '414976d0-a8bf-4b94-ba56-13132ba8820e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:08:40.493218 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:40.493519 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Bound using segment: {'id': '20415186-a9f1-4538-a4a2-8124462d6154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '414976d0-a8bf-4b94-ba56-13132ba8820e'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:08:40.494008 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Bound port: 63cf1115-2214-4d64-9caf-ac99afa08ae0, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20415186-a9f1-4538-a4a2-8124462d6154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '414976d0-a8bf-4b94-ba56-13132ba8820e'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:08:40.494413 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (63cf1115-2214-4d64-9caf-ac99afa08ae0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:40.517889 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (b082da49-aff1-4bf9-90dd-ec783c4f1cd5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:40.547937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cd622-ff99-45d0-bbcb-6d69189e7234 None None] Pushing event updated for resources: {'Port': ['ID=287f5b04-3a57-4d7b-9afb-60a40cf5b03a,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:40.616207 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf999b3-295a-4a1c-8d7f-34b4e90ea350 None None] Pushing event updated for resources: {'Port': ['ID=90462be2-0b0d-4023-87a8-be852f4bfe5d,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:40.673588 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (49234c4d-4699-4e09-a9af-1a2edc0a26d3), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:40.698212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] For port 63cf1115-2214-4d64-9caf-ac99afa08ae0, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:08:40.702227 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] For port 63cf1115-2214-4d64-9caf-ac99afa08ae0, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=63cf1115-2214-4d64-9caf-ac99afa08ae0,segment=NetworkSegment(20415186-a9f1-4538-a4a2-8124462d6154),segment_id=20415186-a9f1-4538-a4a2-8124462d6154)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:08:40.768168 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (63cf1115-2214-4d64-9caf-ac99afa08ae0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:40.926852 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:08:41.034761 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 57402b71-ff78-46d5-a227-a5fa52e96bf9 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:41.230488 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccea26a-bcb0-4699-8d4b-e263916ad0cb None None] Pushing event updated for resources: {'Port': ['ID=63cf1115-2214-4d64-9caf-ac99afa08ae0,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:41.239949 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 57402b71-ff78-46d5-a227-a5fa52e96bf9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:41.240339 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (57402b71-ff78-46d5-a227-a5fa52e96bf9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:41.370621 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:08:41.391908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Sync routers for ids ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:08:41.427376 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Routers {'b082da49-aff1-4bf9-90dd-ec783c4f1cd5'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:08:41.428036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:08:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:41.478219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:41.481992 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3d0c824a-fa16-4ca5-965e-8e518773451d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7255673 Jan 28 06:08:41.486208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35444) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:41.788610 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for port (49234c4d-4699-4e09-a9af-1a2edc0a26d3), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:41.881862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 57402b71-ff78-46d5-a227-a5fa52e96bf9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:41.883721 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (49234c4d-4699-4e09-a9af-1a2edc0a26d3), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:41.961765 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Set router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:08:42.203206 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (4f8adb35-b372-4cff-ace1-677af12b7008), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:42.312508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:39Z', 'revision_number': 3, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:42.360147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Checking router: b082da49-aff1-4bf9-90dd-ec783c4f1cd5 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:08:42.372383 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event updated for resources: {'Port': ['ID=49234c4d-4699-4e09-a9af-1a2edc0a26d3,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:42.373237 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Updating router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 port f549cb85-6ef9-4423-8830-af90d598a65c binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:08:42.431570 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f549cb85-6ef9-4423-8830-af90d598a65c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:42.652040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18ae0de-c07f-4c45-9354-c73b8cb58476 None None] Network 5eb2e328-b34d-420e-9807-3510bc96ced4 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:08:42.708997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ea339e11-c3d8-4a0b-9b6e-3b5c514842bd None None] Provisioning complete for port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:42.709477 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea339e11-c3d8-4a0b-9b6e-3b5c514842bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (287f5b04-3a57-4d7b-9afb-60a40cf5b03a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:43.170888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ea339e11-c3d8-4a0b-9b6e-3b5c514842bd None None] Current status of the port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:43.171656 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea339e11-c3d8-4a0b-9b6e-3b5c514842bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (287f5b04-3a57-4d7b-9afb-60a40cf5b03a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:43.272730 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ea339e11-c3d8-4a0b-9b6e-3b5c514842bd None None] For port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=287f5b04-3a57-4d7b-9afb-60a40cf5b03a,segment=NetworkSegment(64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e),segment_id=64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:43.321813 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Publish callbacks [] for port (f549cb85-6ef9-4423-8830-af90d598a65c), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:43.349504 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea339e11-c3d8-4a0b-9b6e-3b5c514842bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (287f5b04-3a57-4d7b-9afb-60a40cf5b03a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:43.368314 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Network 5eb2e328-b34d-420e-9807-3510bc96ced4 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:43.379761 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:43.453849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea339e11-c3d8-4a0b-9b6e-3b5c514842bd None None] Pushing event updated for resources: {'Port': ['ID=287f5b04-3a57-4d7b-9afb-60a40cf5b03a,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:43.457144 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f549cb85-6ef9-4423-8830-af90d598a65c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:43.459789 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 287f5b04-3a57-4d7b-9afb-60a40cf5b03a up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:43.461507 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fe32f1-7c2d-41dd-8657-984421f2809b None None] Network 89b111dc-0805-4be8-ae88-1abd550770a0 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:08:43.636427 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4f672d-7b21-4d29-a178-f902c6697621 None None] Network 414976d0-a8bf-4b94-ba56-13132ba8820e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:08:43.715753 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:43.936148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53feac5b-254e-490b-b969-308c66cafb2e None None] Pushing event updated for resources: {'Port': ['ID=f549cb85-6ef9-4423-8830-af90d598a65c,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:43.997518 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Attempting to bind port f549cb85-6ef9-4423-8830-af90d598a65c on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:08:43.997904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Attempting to bind port f549cb85-6ef9-4423-8830-af90d598a65c by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:08:44.000323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Attempting to bind port f549cb85-6ef9-4423-8830-af90d598a65c on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:08:44.064796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-fb258635-b358-4cfd-a97e-2bf7b61b026a None None] Provisioning complete for port 90462be2-0b0d-4023-87a8-be852f4bfe5d triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:44.065199 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb258635-b358-4cfd-a97e-2bf7b61b026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90462be2-0b0d-4023-87a8-be852f4bfe5d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:44.112960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] Allocated IP 172.20.0.1 (89b111dc-0805-4be8-ae88-1abd550770a0/e29bcda2-c5df-4a29-818b-7e378e331ce0/9ad332fa-4e92-4693-a6e4-61f99060cdf0) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:44.213962 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:08:44.214256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:08:44.214791 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:44.215198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:08:44.215683 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Bound port: f549cb85-6ef9-4423-8830-af90d598a65c, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:08:44.216113 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f549cb85-6ef9-4423-8830-af90d598a65c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:44.248294 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:44.248754 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (287f5b04-3a57-4d7b-9afb-60a40cf5b03a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:44.251999 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] Publish callbacks [] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:44.356300 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:44.416968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Router 4f8adb35-b372-4cff-ace1-677af12b7008 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:08:44.504885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fb258635-b358-4cfd-a97e-2bf7b61b026a None None] Current status of the port 90462be2-0b0d-4023-87a8-be852f4bfe5d is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:44.505903 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb258635-b358-4cfd-a97e-2bf7b61b026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (90462be2-0b0d-4023-87a8-be852f4bfe5d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:44.508563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] For port f549cb85-6ef9-4423-8830-af90d598a65c, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:08:44.523527 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:44.529041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 63cf1115-2214-4d64-9caf-ac99afa08ae0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:44.600354 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] For port f549cb85-6ef9-4423-8830-af90d598a65c, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f549cb85-6ef9-4423-8830-af90d598a65c,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:08:44.609495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 63cf1115-2214-4d64-9caf-ac99afa08ae0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:44.610237 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (63cf1115-2214-4d64-9caf-ac99afa08ae0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:44.620171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:08:44.630155 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35494) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:44.637497 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f6f03e-e386-43af-8a06-fedf3686e0f0 None None] Sync routers for ids ['4f8adb35-b372-4cff-ace1-677af12b7008'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:08:44.643374 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fb258635-b358-4cfd-a97e-2bf7b61b026a None None] For port 90462be2-0b0d-4023-87a8-be852f4bfe5d, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=90462be2-0b0d-4023-87a8-be852f4bfe5d,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:44.643551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1896a90e-7cb6-4a03-be2a-ad2b97f1a7f3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "PUT /v2.0/routers/4f8adb35-b372-4cff-ace1-677af12b7008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5697908 Jan 28 06:08:44.643551 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] Pushing event updated for resources: {'Port': ['ID=9ad332fa-4e92-4693-a6e4-61f99060cdf0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:44.665682 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f6f03e-e386-43af-8a06-fedf3686e0f0 None None] Routers {'4f8adb35-b372-4cff-ace1-677af12b7008'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:08:44.666439 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-06f6f03e-e386-43af-8a06-fedf3686e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:08:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['4f8adb35-b372-4cff-ace1-677af12b7008'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:44.667446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] Network 89b111dc-0805-4be8-ae88-1abd550770a0 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:44.689950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:44.689950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:08:44.724271 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f549cb85-6ef9-4423-8830-af90d598a65c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:44.772675 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (b082da49-aff1-4bf9-90dd-ec783c4f1cd5), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:44.833085 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-06f6f03e-e386-43af-8a06-fedf3686e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:44.841073 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53feac5b-254e-490b-b969-308c66cafb2e None None] Pushing event updated for resources: {'Port': ['ID=f549cb85-6ef9-4423-8830-af90d598a65c,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:44.843206 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f6f03e-e386-43af-8a06-fedf3686e0f0 None None] Routers {'4f8adb35-b372-4cff-ace1-677af12b7008'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:08:44.843992 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-06f6f03e-e386-43af-8a06-fedf3686e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:08:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['4f8adb35-b372-4cff-ace1-677af12b7008'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:44.857562 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb258635-b358-4cfd-a97e-2bf7b61b026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (90462be2-0b0d-4023-87a8-be852f4bfe5d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:44.935960 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-06f6f03e-e386-43af-8a06-fedf3686e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:44.937002 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f6f03e-e386-43af-8a06-fedf3686e0f0 None None] The sync data for ids ['4f8adb35-b372-4cff-ace1-677af12b7008'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:08:45.245728 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:45.296450 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb258635-b358-4cfd-a97e-2bf7b61b026a None None] Pushing event updated for resources: {'Port': ['ID=90462be2-0b0d-4023-87a8-be852f4bfe5d,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:45.384623 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5328dbd9-76ab-424c-b00b-0427ba723519 None None] Provisioning complete for port 49234c4d-4699-4e09-a9af-1a2edc0a26d3 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:45.385009 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5328dbd9-76ab-424c-b00b-0427ba723519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (49234c4d-4699-4e09-a9af-1a2edc0a26d3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:45.423070 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Routers {'b082da49-aff1-4bf9-90dd-ec783c4f1cd5'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:08:45.424192 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:08:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:45.523579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5328dbd9-76ab-424c-b00b-0427ba723519 None None] Port 49234c4d-4699-4e09-a9af-1a2edc0a26d3 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:08:45.535136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 63cf1115-2214-4d64-9caf-ac99afa08ae0 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:45.535540 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (63cf1115-2214-4d64-9caf-ac99afa08ae0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:45.593864 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5328dbd9-76ab-424c-b00b-0427ba723519 None None] Provisioning complete for port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:45.594241 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5328dbd9-76ab-424c-b00b-0427ba723519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (287f5b04-3a57-4d7b-9afb-60a40cf5b03a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:45.602856 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-a20197df-029f-4e9e-95df-6f303b07ccaf tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:08:45.603997 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a20197df-029f-4e9e-95df-6f303b07ccaf tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "PUT /v2.0/routers/4f8adb35-b372-4cff-ace1-677af12b7008/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9718523 Jan 28 06:08:45.610838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35512) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:45.664714 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] Publish callbacks [] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:45.687735 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 63cf1115-2214-4d64-9caf-ac99afa08ae0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=63cf1115-2214-4d64-9caf-ac99afa08ae0,segment=NetworkSegment(20415186-a9f1-4538-a4a2-8124462d6154),segment_id=20415186-a9f1-4538-a4a2-8124462d6154)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:45.693246 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] Set router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:08:45.790072 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:45.820097 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (63cf1115-2214-4d64-9caf-ac99afa08ae0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:45.820889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 90462be2-0b0d-4023-87a8-be852f4bfe5d up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:45.857187 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5328dbd9-76ab-424c-b00b-0427ba723519 None None] Current status of the port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:45.874947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] Pushing event updated for resources: {'Port': ['ID=9ad332fa-4e92-4693-a6e4-61f99060cdf0,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:45.893747 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (b082da49-aff1-4bf9-90dd-ec783c4f1cd5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:46.013465 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] Network 89b111dc-0805-4be8-ae88-1abd550770a0 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:46.015297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:46.074111 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (4f8adb35-b372-4cff-ace1-677af12b7008), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:46.224088 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] Router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:08:46.288931 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=63cf1115-2214-4d64-9caf-ac99afa08ae0,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:46.315278 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5328dbd9-76ab-424c-b00b-0427ba723519 None None] Provisioning complete for port 63cf1115-2214-4d64-9caf-ac99afa08ae0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:46.329234 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5328dbd9-76ab-424c-b00b-0427ba723519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (63cf1115-2214-4d64-9caf-ac99afa08ae0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:46.329234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 90462be2-0b0d-4023-87a8-be852f4bfe5d triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:46.329872 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90462be2-0b0d-4023-87a8-be852f4bfe5d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:46.545408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Deleting port 49234c4d-4699-4e09-a9af-1a2edc0a26d3 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:08:46.545853 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (49234c4d-4699-4e09-a9af-1a2edc0a26d3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:46.567897 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:44Z', 'revision_number': 1, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:46.571831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:08:46.622718 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eda1fe-d69f-4c60-b534-2e2dd8dfec81 None None] The sync data for ids ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'] in n-d-812111-12 is: [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:44Z', 'revision_number': 1, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:08:46.636626 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a7fdb3f7-05d6-4cea-b253-660340232e5d admin admin] 10.222.0.31 "PUT /v2.0/routers/b082da49-aff1-4bf9-90dd-ec783c4f1cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1528475 Jan 28 06:08:46.708480 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (49234c4d-4699-4e09-a9af-1a2edc0a26d3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:46.715721 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 90462be2-0b0d-4023-87a8-be852f4bfe5d is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:46.718675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5328dbd9-76ab-424c-b00b-0427ba723519 None None] Current status of the port 63cf1115-2214-4d64-9caf-ac99afa08ae0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:46.736405 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9af385-91b7-4dd9-b96e-49758f207da1 req-00cc61a2-f2f1-4f33-ac91-0de9358c29cd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:46.747625 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Calling delete_port for 49234c4d-4699-4e09-a9af-1a2edc0a26d3 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:08:46.750052 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe9af385-91b7-4dd9-b96e-49758f207da1 req-00cc61a2-f2f1-4f33-ac91-0de9358c29cd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 945 time: 0.2061100 Jan 28 06:08:46.844635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 287f5b04-3a57-4d7b-9afb-60a40cf5b03a up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:46.878987 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe9af385-91b7-4dd9-b96e-49758f207da1 req-115f08c6-1873-48cc-b88e-667559765a53 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274605 Jan 28 06:08:46.899110 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35542) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:46.987337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e208a340-07a7-4a9b-a54d-6ed4ac353c0f None None] Provisioning complete for port 9ad332fa-4e92-4693-a6e4-61f99060cdf0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:46.987805 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e208a340-07a7-4a9b-a54d-6ed4ac353c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:46.989954 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2c7322c5-be03-4c9d-839d-547a35caffe6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/7f27185e-0586-4ce9-af38-7ce00a41cf85 HTTP/1.1" status: 200 len: 992 time: 0.0888214 Jan 28 06:08:47.065095 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:47.065543 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (287f5b04-3a57-4d7b-9afb-60a40cf5b03a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:47.093501 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e208a340-07a7-4a9b-a54d-6ed4ac353c0f None None] Port 9ad332fa-4e92-4693-a6e4-61f99060cdf0 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:08:47.119785 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e208a340-07a7-4a9b-a54d-6ed4ac353c0f None None] Provisioning complete for port 90462be2-0b0d-4023-87a8-be852f4bfe5d triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:47.120157 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e208a340-07a7-4a9b-a54d-6ed4ac353c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90462be2-0b0d-4023-87a8-be852f4bfe5d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:47.161301 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (49234c4d-4699-4e09-a9af-1a2edc0a26d3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:47.231602 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event deleted for resources: {'Port': ['ID=49234c4d-4699-4e09-a9af-1a2edc0a26d3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:47.253516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:47.254195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 63cf1115-2214-4d64-9caf-ac99afa08ae0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:47.300323 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:47.300765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:47.301174 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:47.301873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:47.302282 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:47.303475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:47.304287 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:47.304654 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:47.304997 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:47.305324 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:47.305652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:47.305978 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:47.306407 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:47.383223 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e208a340-07a7-4a9b-a54d-6ed4ac353c0f None None] Current status of the port 90462be2-0b0d-4023-87a8-be852f4bfe5d is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:47.459225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 63cf1115-2214-4d64-9caf-ac99afa08ae0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:47.460850 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (63cf1115-2214-4d64-9caf-ac99afa08ae0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:47.694710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec0f8a-510c-4239-adc4-513456e01fdb req-97dc9c05-c3d8-4563-9d01-3f41cb430286 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:47.709222 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8ec0f8a-510c-4239-adc4-513456e01fdb req-97dc9c05-c3d8-4563-9d01-3f41cb430286 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 1097 time: 0.1960132 Jan 28 06:08:47.770033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 63cf1115-2214-4d64-9caf-ac99afa08ae0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:47.775348 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 90462be2-0b0d-4023-87a8-be852f4bfe5d up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:47.841703 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8ec0f8a-510c-4239-adc4-513456e01fdb req-1844b92f-5e97-455b-a1ff-5b756f06531f tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278384 Jan 28 06:08:47.879242 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (4f8adb35-b372-4cff-ace1-677af12b7008), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:47.948359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 90462be2-0b0d-4023-87a8-be852f4bfe5d triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:47.948999 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (90462be2-0b0d-4023-87a8-be852f4bfe5d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:48.108983 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35588) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:48.120017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-65770b14-fb1c-41e3-ad65-1258c6c6e7e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-84792081-network', 'tenant_id': '8c5f1075be4647b9a06c6557592ee62d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:48.221107 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 90462be2-0b0d-4023-87a8-be852f4bfe5d is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:48.321746 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65770b14-fb1c-41e3-ad65-1258c6c6e7e3 admin admin] Made reservation on behalf of 8c5f1075be4647b9a06c6557592ee62d for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:08:48.324588 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65770b14-fb1c-41e3-ad65-1258c6c6e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:48.353790 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Router 4f8adb35-b372-4cff-ace1-677af12b7008 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:08:48.358284 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65770b14-fb1c-41e3-ad65-1258c6c6e7e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:48.661281 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65770b14-fb1c-41e3-ad65-1258c6c6e7e3 admin admin] Publish callbacks [] for security_group (11911429-af31-44b3-833b-5d3b8d214de4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:48.727941 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65770b14-fb1c-41e3-ad65-1258c6c6e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (11911429-af31-44b3-833b-5d3b8d214de4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:48.928454 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65770b14-fb1c-41e3-ad65-1258c6c6e7e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:08:48.944797 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65770b14-fb1c-41e3-ad65-1258c6c6e7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11911429-af31-44b3-833b-5d3b8d214de4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:48.974782 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65770b14-fb1c-41e3-ad65-1258c6c6e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (04b2a23d-e586-41a4-83a1-7503211145a3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:48.975230 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-65770b14-fb1c-41e3-ad65-1258c6c6e7e3 admin admin] Added segment 04b2a23d-e586-41a4-83a1-7503211145a3 of type vlan for network 086ef462-d6c7-4cce-ac6b-d36920039f03 Jan 28 06:08:49.094626 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:08:49.096972 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65770b14-fb1c-41e3-ad65-1258c6c6e7e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (086ef462-d6c7-4cce-ac6b-d36920039f03), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:49.108275 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bcc032-a547-4d24-b1f2-626f9b2db2c3 None None] Sync routers for ids ['4f8adb35-b372-4cff-ace1-677af12b7008'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:08:49.128350 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-106c7f24-fbff-46b5-b758-6abe9f6a4f80 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "PUT /v2.0/routers/4f8adb35-b372-4cff-ace1-677af12b7008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5162866 Jan 28 06:08:49.129723 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35616) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:49.147301 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bcc032-a547-4d24-b1f2-626f9b2db2c3 None None] Routers {'4f8adb35-b372-4cff-ace1-677af12b7008'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:08:49.164312 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c4bcc032-a547-4d24-b1f2-626f9b2db2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:08:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['4f8adb35-b372-4cff-ace1-677af12b7008'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:49.189581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f549cb85-6ef9-4423-8830-af90d598a65c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:49.223913 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65770b14-fb1c-41e3-ad65-1258c6c6e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (086ef462-d6c7-4cce-ac6b-d36920039f03), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:49.224894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65770b14-fb1c-41e3-ad65-1258c6c6e7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:49.225503 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65770b14-fb1c-41e3-ad65-1258c6c6e7e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:49.277492 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-0b120a34-a80a-4d7a-a8f8-a1913171f6cb tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] delete failed (client error): The resource could not be found. Jan 28 06:08:49.286213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c4bcc032-a547-4d24-b1f2-626f9b2db2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:49.297720 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0b120a34-a80a-4d7a-a8f8-a1913171f6cb tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1265896816 HTTP/1.1" status: 404 len: 335 time: 0.1644139 Jan 28 06:08:49.305948 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35618) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:49.332797 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4935d810-12d6-4934-9ce9-be0d214af885 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Request body: {'router': {'external_gateway_info': {'network_id': '4f8adb35-b372-4cff-ace1-677af12b7008'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:49.370566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bcc032-a547-4d24-b1f2-626f9b2db2c3 None None] Routers {'4f8adb35-b372-4cff-ace1-677af12b7008'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:08:49.371210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c4bcc032-a547-4d24-b1f2-626f9b2db2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:08:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['4f8adb35-b372-4cff-ace1-677af12b7008'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:49.437804 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-65770b14-fb1c-41e3-ad65-1258c6c6e7e3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3273253 Jan 28 06:08:49.444002 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35628) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:49.455192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-08e6826f-715c-4397-bb51-0eac8821aa3c admin admin] Request body: {'subnet': {'network_id': '086ef462-d6c7-4cce-ac6b-d36920039f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-84792081-subnet', 'tenant_id': '8c5f1075be4647b9a06c6557592ee62d', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:49.463948 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c4bcc032-a547-4d24-b1f2-626f9b2db2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:49.464773 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bcc032-a547-4d24-b1f2-626f9b2db2c3 None None] The sync data for ids ['4f8adb35-b372-4cff-ace1-677af12b7008'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:08:49.490018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port f549cb85-6ef9-4423-8830-af90d598a65c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:49.495550 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f549cb85-6ef9-4423-8830-af90d598a65c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:49.525380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65770b14-fb1c-41e3-ad65-1258c6c6e7e3 admin admin] Pushing event updated for resources: {'Network': ['ID=086ef462-d6c7-4cce-ac6b-d36920039f03,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:49.562446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 086ef462-d6c7-4cce-ac6b-d36920039f03 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:08:49.630575 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:08:49.644391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35632) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:49.722136 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e6826f-715c-4397-bb51-0eac8821aa3c admin admin] Made reservation on behalf of 8c5f1075be4647b9a06c6557592ee62d for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:08:49.724836 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-08e6826f-715c-4397-bb51-0eac8821aa3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:49.846818 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port f549cb85-6ef9-4423-8830-af90d598a65c is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:49.847250 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f549cb85-6ef9-4423-8830-af90d598a65c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:49.897283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port f549cb85-6ef9-4423-8830-af90d598a65c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f549cb85-6ef9-4423-8830-af90d598a65c,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:49.989392 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14057669-8c67-437a-a7cf-5c454087c796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:50.001688 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f549cb85-6ef9-4423-8830-af90d598a65c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:50.095339 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4935d810-12d6-4934-9ce9-be0d214af885 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for router_gateway (4f8adb35-b372-4cff-ace1-677af12b7008), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:50.125346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=f549cb85-6ef9-4423-8830-af90d598a65c,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:50.144855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:50.145200 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:50.145543 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:50.145878 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:50.152656 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:50.153171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:50.153702 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:50.154214 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:50.154717 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:50.155225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:50.155707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:50.156179 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:50.156655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:50.240724 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-4935d810-12d6-4934-9ce9-be0d214af885 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] update failed (client error): The resource could not be found. Jan 28 06:08:50.245240 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14057669-8c67-437a-a7cf-5c454087c796 admin admin] Publish callbacks [] for security_group (a265df01-7317-4f24-958c-bc6b4f2d28ae), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:50.247974 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4935d810-12d6-4934-9ce9-be0d214af885 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "PUT /v2.0/routers/4f8adb35-b372-4cff-ace1-677af12b7008 HTTP/1.1" status: 404 len: 339 time: 0.9390740 Jan 28 06:08:50.253226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35652) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:50.332365 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-08e6826f-715c-4397-bb51-0eac8821aa3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (905a9aeb-fdce-491b-9531-7bd51fc10b65), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:50.367689 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14057669-8c67-437a-a7cf-5c454087c796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a265df01-7317-4f24-958c-bc6b4f2d28ae), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:50.424356 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-22585eca-0df8-4dca-acb1-25dda7a9383b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2928760 Jan 28 06:08:50.434523 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-14057669-8c67-437a-a7cf-5c454087c796 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c9da0efc1db417f8ebf0207412344c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7889547 Jan 28 06:08:50.439078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6826f-715c-4397-bb51-0eac8821aa3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=905a9aeb-fdce-491b-9531-7bd51fc10b65,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:50.441807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35656) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:50.461335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14057669-8c67-437a-a7cf-5c454087c796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a265df01-7317-4f24-958c-bc6b4f2d28ae,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:50.487744 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6826f-715c-4397-bb51-0eac8821aa3c admin admin] Checking segment: {'id': '04b2a23d-e586-41a4-83a1-7503211145a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '086ef462-d6c7-4cce-ac6b-d36920039f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:08:50.488114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e6826f-715c-4397-bb51-0eac8821aa3c admin admin] Network hostable DHCP agents. Network: 086ef462-d6c7-4cce-ac6b-d36920039f03, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:08:50.531150 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-03cf82ae-b3f4-401e-b989-b621a953d9cb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:08:50.533150 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-03cf82ae-b3f4-401e-b989-b621a953d9cb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106122 Jan 28 06:08:50.557658 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1f18431-3c07-4389-9316-2afddff5748c admin admin] Publish callbacks [] for security_group (a265df01-7317-4f24-958c-bc6b4f2d28ae), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:50.605335 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1f18431-3c07-4389-9316-2afddff5748c admin admin] Publish callbacks [] for security_group (a265df01-7317-4f24-958c-bc6b4f2d28ae), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:50.709419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e6826f-715c-4397-bb51-0eac8821aa3c admin admin] Network 086ef462-d6c7-4cce-ac6b-d36920039f03 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:08:50.806614 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1f18431-3c07-4389-9316-2afddff5748c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a265df01-7317-4f24-958c-bc6b4f2d28ae), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:50.809463 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:50.811072 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1f18431-3c07-4389-9316-2afddff5748c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:50.812598 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c1f18431-3c07-4389-9316-2afddff5748c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a265df01-7317-4f24-958c-bc6b4f2d28ae HTTP/1.1" status: 204 len: 168 time: 0.3688207 Jan 28 06:08:50.834225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-08e6826f-715c-4397-bb51-0eac8821aa3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 086ef462-d6c7-4cce-ac6b-d36920039f03) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:50.849931 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233bcd7d-800a-4ef9-b024-c1ea13f5047c None None] Network 086ef462-d6c7-4cce-ac6b-d36920039f03 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:08:50.854403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e6826f-715c-4397-bb51-0eac8821aa3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:50.856545 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-08e6826f-715c-4397-bb51-0eac8821aa3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:50.862921 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f18431-3c07-4389-9316-2afddff5748c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a265df01-7317-4f24-958c-bc6b4f2d28ae,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:50.967464 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f549cb85-6ef9-4423-8830-af90d598a65c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:50.967667 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-08e6826f-715c-4397-bb51-0eac8821aa3c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5163841 Jan 28 06:08:50.970125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35672) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:50.979414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-84792081-router', 'tenant_id': '8c5f1075be4647b9a06c6557592ee62d', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:51.053500 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-086ef462-d6c7-4cce-ac6b-d36920039f03', 'network_id': '086ef462-d6c7-4cce-ac6b-d36920039f03', 'project_id': '8c5f1075be4647b9a06c6557592ee62d', 'fixed_ips': [{'subnet_id': '905a9aeb-fdce-491b-9531-7bd51fc10b65'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:08:51.054716 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:51.149884 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (221b46eb-1bd3-4628-852e-1ce888f98036), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:51.151222 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (221b46eb-1bd3-4628-852e-1ce888f98036), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:51.236793 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port f549cb85-6ef9-4423-8830-af90d598a65c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:51.243135 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f549cb85-6ef9-4423-8830-af90d598a65c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:51.316515 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Allocated IP 172.20.0.1 (5896d362-360f-40dd-b40d-543232c6636d/5e4f52d0-ac04-48fc-898f-e5491486d189/363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:51.331646 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Sync routers for ids ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:08:51.350632 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Routers {'b082da49-aff1-4bf9-90dd-ec783c4f1cd5'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:08:51.351687 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:08:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:51.410987 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Publish callbacks [] for router_controller (221b46eb-1bd3-4628-852e-1ce888f98036), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:51.549566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port f549cb85-6ef9-4423-8830-af90d598a65c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:51.618604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Allocated IP 172.20.0.2 (086ef462-d6c7-4cce-ac6b-d36920039f03/905a9aeb-fdce-491b-9531-7bd51fc10b65/0dc130df-cc9e-4218-af6b-b79cdc987a3b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:51.654575 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Set router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:08:51.669158 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for port (363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:51.833957 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Publish callbacks [] for router_gateway (221b46eb-1bd3-4628-852e-1ce888f98036), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:51.865296 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:51.954806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Network 5896d362-360f-40dd-b40d-543232c6636d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:51.971157 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:51.975416 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:08:52.056637 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Publish callbacks [] for port (0dc130df-cc9e-4218-af6b-b79cdc987a3b), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:52.073681 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (4f8adb35-b372-4cff-ace1-677af12b7008), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:52.075793 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35690) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:52.189431 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (0dc130df-cc9e-4218-af6b-b79cdc987a3b), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:52.241611 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-03055502-cb70-410d-9d74-c48df185b706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:52.314105 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Pushing event updated for resources: {'Port': ['ID=0dc130df-cc9e-4218-af6b-b79cdc987a3b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:52.320330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event updated for resources: {'Port': ['ID=363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:52.337829 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Network 086ef462-d6c7-4cce-ac6b-d36920039f03 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:52.358914 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 2, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:52.359972 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:52.363354 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:08:52.409849 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Checking router: b082da49-aff1-4bf9-90dd-ec783c4f1cd5 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:08:52.410377 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Updating router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 port 9ad332fa-4e92-4693-a6e4-61f99060cdf0 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:08:52.450028 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:52.465084 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-03055502-cb70-410d-9d74-c48df185b706 admin admin] Publish callbacks [] for security_group (cc812584-6a37-4fc4-8fd4-64bf80d74c6f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:52.467191 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-04f909dd-359e-44df-98d6-c7dcbf2baead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:52.468865 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-04f909dd-359e-44df-98d6-c7dcbf2baead service neutron] 10.222.0.31 "GET /v2.0/ports/a73074ce-d0eb-4ebd-8443-eaf911e6bb69 HTTP/1.1" status: 200 len: 1094 time: 0.2681074 Jan 28 06:08:52.489356 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Attempting to bind port 0dc130df-cc9e-4218-af6b-b79cdc987a3b on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:08:52.489740 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Attempting to bind port 0dc130df-cc9e-4218-af6b-b79cdc987a3b by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '04b2a23d-e586-41a4-83a1-7503211145a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '086ef462-d6c7-4cce-ac6b-d36920039f03'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:08:52.491034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Attempting to bind port 0dc130df-cc9e-4218-af6b-b79cdc987a3b on network 086ef462-d6c7-4cce-ac6b-d36920039f03 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:08:52.492037 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e0fede69-c5fb-42f6-baa6-79a1b70ff96f service neutron] Request body: {'binding': {'host': 'n-h1-812111-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:52.492634 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e0fede69-c5fb-42f6-baa6-79a1b70ff96f service neutron] Unknown quota resources ['binding']. {{(pid=103634) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 06:08:52.512036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:08:52.512403 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Checking segment: {'id': '04b2a23d-e586-41a4-83a1-7503211145a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '086ef462-d6c7-4cce-ac6b-d36920039f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:08:52.512909 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:52.513363 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Bound using segment: {'id': '04b2a23d-e586-41a4-83a1-7503211145a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '086ef462-d6c7-4cce-ac6b-d36920039f03'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:08:52.514858 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Bound port: 0dc130df-cc9e-4218-af6b-b79cdc987a3b, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b2a23d-e586-41a4-83a1-7503211145a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '086ef462-d6c7-4cce-ac6b-d36920039f03'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:08:52.514858 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0dc130df-cc9e-4218-af6b-b79cdc987a3b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:52.543840 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-03055502-cb70-410d-9d74-c48df185b706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cc812584-6a37-4fc4-8fd4-64bf80d74c6f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:52.574689 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Publish callbacks [] for router_gateway (221b46eb-1bd3-4628-852e-1ce888f98036), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:52.576051 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-06750be6-12ff-4128-be96-7f04c03ecc2d None None] Provisioning complete for port 363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:52.576436 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06750be6-12ff-4128-be96-7f04c03ecc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:52.587186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35698) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:52.587323 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-03055502-cb70-410d-9d74-c48df185b706 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5adc51f93944bb0a533bf42d4465630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4982395 Jan 28 06:08:52.622474 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:52.629199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-06750be6-12ff-4128-be96-7f04c03ecc2d None None] Port 363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:08:52.676191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] For port 0dc130df-cc9e-4218-af6b-b79cdc987a3b, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:08:52.679932 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] For port 0dc130df-cc9e-4218-af6b-b79cdc987a3b, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0dc130df-cc9e-4218-af6b-b79cdc987a3b,segment=NetworkSegment(04b2a23d-e586-41a4-83a1-7503211145a3),segment_id=04b2a23d-e586-41a4-83a1-7503211145a3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:08:52.686823 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:52.752264 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7678d96a-a470-4a43-bb37-5b88c2b00ae3 admin admin] Publish callbacks [] for security_group (cc812584-6a37-4fc4-8fd4-64bf80d74c6f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:52.804633 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7678d96a-a470-4a43-bb37-5b88c2b00ae3 admin admin] Publish callbacks [] for security_group (cc812584-6a37-4fc4-8fd4-64bf80d74c6f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:52.807793 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0dc130df-cc9e-4218-af6b-b79cdc987a3b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:52.861819 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Allocated IP 172.25.0.28 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/1e5dfb0c-133f-4b4f-8506-2adb9b278e03) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:52.892173 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03055502-cb70-410d-9d74-c48df185b706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc812584-6a37-4fc4-8fd4-64bf80d74c6f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:52.973556 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Publish callbacks [] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:52.975570 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c1208-c1df-4da2-9755-4cd9a774c0c6 None None] Pushing event updated for resources: {'Port': ['ID=0dc130df-cc9e-4218-af6b-b79cdc987a3b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:53.048715 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7678d96a-a470-4a43-bb37-5b88c2b00ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cc812584-6a37-4fc4-8fd4-64bf80d74c6f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:53.052146 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7678d96a-a470-4a43-bb37-5b88c2b00ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:53.060480 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7678d96a-a470-4a43-bb37-5b88c2b00ae3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc812584-6a37-4fc4-8fd4-64bf80d74c6f HTTP/1.1" status: 204 len: 168 time: 0.4753845 Jan 28 06:08:53.082691 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678d96a-a470-4a43-bb37-5b88c2b00ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc812584-6a37-4fc4-8fd4-64bf80d74c6f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:53.097902 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:53.137686 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Publish callbacks [] for port (1e5dfb0c-133f-4b4f-8506-2adb9b278e03), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:53.236174 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41780fe6-e448-48f8-a9a8-0ff8e54e829a None None] Pushing event updated for resources: {'Port': ['ID=9ad332fa-4e92-4693-a6e4-61f99060cdf0,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:53.357282 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (1e5dfb0c-133f-4b4f-8506-2adb9b278e03), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:53.361073 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Attempting to bind port 9ad332fa-4e92-4693-a6e4-61f99060cdf0 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:08:53.361073 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Attempting to bind port 9ad332fa-4e92-4693-a6e4-61f99060cdf0 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:08:53.361073 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Attempting to bind port 9ad332fa-4e92-4693-a6e4-61f99060cdf0 on network 89b111dc-0805-4be8-ae88-1abd550770a0 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:08:53.366867 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e0fede69-c5fb-42f6-baa6-79a1b70ff96f service neutron] Attempting to bind port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 on host n-h1-812111-12 for vnic_type normal with profile None {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:08:53.370367 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e0fede69-c5fb-42f6-baa6-79a1b70ff96f service neutron] Attempting to bind port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:08:53.375556 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e0fede69-c5fb-42f6-baa6-79a1b70ff96f service neutron] Attempting to bind port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 on network 8cf8a050-60aa-439b-b44b-e0ab17f3133a {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:08:53.383606 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:08:53.384019 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Checking segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:08:53.384422 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:53.384816 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Bound using segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:08:53.385965 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Bound port: 9ad332fa-4e92-4693-a6e4-61f99060cdf0, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:08:53.386483 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:53.399599 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for port (363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:53.404224 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e0fede69-c5fb-42f6-baa6-79a1b70ff96f service neutron] Port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 on network 8cf8a050-60aa-439b-b44b-e0ab17f3133a not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:08:53.404224 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e0fede69-c5fb-42f6-baa6-79a1b70ff96f service neutron] Attempting to bind port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 on network 8cf8a050-60aa-439b-b44b-e0ab17f3133a {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:08:53.415286 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e0fede69-c5fb-42f6-baa6-79a1b70ff96f service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:08:53.415684 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e0fede69-c5fb-42f6-baa6-79a1b70ff96f service neutron] Checking segment: {'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:08:53.416081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e0fede69-c5fb-42f6-baa6-79a1b70ff96f service neutron] Bound using segment: {'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:08:53.416608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e0fede69-c5fb-42f6-baa6-79a1b70ff96f service neutron] Bound port: a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:08:53.447888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:53.454452 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:53.459385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:08:53.513319 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:53.555248 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Pushing event updated for resources: {'Port': ['ID=1e5dfb0c-133f-4b4f-8506-2adb9b278e03,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:53.556301 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] For port 9ad332fa-4e92-4693-a6e4-61f99060cdf0, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:08:53.568110 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] For port 9ad332fa-4e92-4693-a6e4-61f99060cdf0, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=9ad332fa-4e92-4693-a6e4-61f99060cdf0,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:08:53.634853 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e0fede69-c5fb-42f6-baa6-79a1b70ff96f service neutron] For port a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,segment=NetworkSegment(26e52af3-8ad3-488e-8fae-7c669d90eee3),segment_id=26e52af3-8ad3-488e-8fae-7c669d90eee3)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:08:53.658075 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event updated for resources: {'Port': ['ID=363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:53.661272 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (4f8adb35-b372-4cff-ace1-677af12b7008), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:53.680733 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:53.739369 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Routers {'b082da49-aff1-4bf9-90dd-ec783c4f1cd5'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:08:53.740048 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:08:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:53.795723 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7555b83e-4620-4032-8c71-181e4c467931 None None] Provisioning complete for port 9ad332fa-4e92-4693-a6e4-61f99060cdf0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:53.796309 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7555b83e-4620-4032-8c71-181e4c467931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:53.798385 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e0fede69-c5fb-42f6-baa6-79a1b70ff96f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:53.801676 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e0fede69-c5fb-42f6-baa6-79a1b70ff96f service neutron] 10.222.0.31 "POST /v2.0/ports/a73074ce-d0eb-4ebd-8443-eaf911e6bb69/bindings HTTP/1.1" status: 201 len: 390 time: 1.3121736 Jan 28 06:08:53.956206 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Network 5896d362-360f-40dd-b40d-543232c6636d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:08:53.960773 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41780fe6-e448-48f8-a9a8-0ff8e54e829a None None] Pushing event updated for resources: {'Port': ['ID=9ad332fa-4e92-4693-a6e4-61f99060cdf0,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:53.968928 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:08:54.058447 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] Set router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:08:54.226109 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7555b83e-4620-4032-8c71-181e4c467931 None None] Current status of the port 9ad332fa-4e92-4693-a6e4-61f99060cdf0 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:54.226109 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7555b83e-4620-4032-8c71-181e4c467931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:54.371784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7555b83e-4620-4032-8c71-181e4c467931 None None] For port 9ad332fa-4e92-4693-a6e4-61f99060cdf0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=9ad332fa-4e92-4693-a6e4-61f99060cdf0,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:54.402281 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Router 4f8adb35-b372-4cff-ace1-677af12b7008 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:08:54.469777 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7555b83e-4620-4032-8c71-181e4c467931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:54.515404 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Publish callbacks [] for router_gateway (221b46eb-1bd3-4628-852e-1ce888f98036), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:54.592282 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555b83e-4620-4032-8c71-181e4c467931 None None] Pushing event updated for resources: {'Port': ['ID=9ad332fa-4e92-4693-a6e4-61f99060cdf0,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:54.613746 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-65fd3191-5e94-468d-99e7-366217615f13 None None] Provisioning complete for port 9ad332fa-4e92-4693-a6e4-61f99060cdf0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:54.614137 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65fd3191-5e94-468d-99e7-366217615f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:54.637638 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:08:54.671074 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-274aa556-e93d-48f1-a98f-718d362c1fa7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "PUT /v2.0/routers/4f8adb35-b372-4cff-ace1-677af12b7008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4128826 Jan 28 06:08:54.672164 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35740) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:54.688827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fffafa9-e56d-43aa-bec0-0e633da90796 None None] Sync routers for ids ['4f8adb35-b372-4cff-ace1-677af12b7008'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:08:54.766583 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fffafa9-e56d-43aa-bec0-0e633da90796 None None] Routers {'4f8adb35-b372-4cff-ace1-677af12b7008'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:08:54.768997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0fffafa9-e56d-43aa-bec0-0e633da90796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:08:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['4f8adb35-b372-4cff-ace1-677af12b7008'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:54.773689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bafcbd-e54f-4fe6-93cc-ccd25eb49c36 req-ab87e61b-dc45-4b0f-a4a5-b5371e6321a6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:54.778570 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8bafcbd-e54f-4fe6-93cc-ccd25eb49c36 req-ab87e61b-dc45-4b0f-a4a5-b5371e6321a6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 945 time: 0.4048817 Jan 28 06:08:54.822886 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:53Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:54.864115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0fffafa9-e56d-43aa-bec0-0e633da90796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:54.889049 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fffafa9-e56d-43aa-bec0-0e633da90796 None None] Routers {'4f8adb35-b372-4cff-ace1-677af12b7008'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:08:54.889687 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0fffafa9-e56d-43aa-bec0-0e633da90796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:08:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['4f8adb35-b372-4cff-ace1-677af12b7008'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:54.896037 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede5e5b-dd94-491a-87d9-2c114353fd28 None None] The sync data for ids ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'] in n-d-812111-12 is: [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:53Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:08:54.964150 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0fffafa9-e56d-43aa-bec0-0e633da90796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:54.970266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fffafa9-e56d-43aa-bec0-0e633da90796 None None] The sync data for ids ['4f8adb35-b372-4cff-ace1-677af12b7008'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:08:55.105233 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-0b66d92e-2f91-437a-896a-2a2c98fabf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:55.105233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-0b66d92e-2f91-437a-896a-2a2c98fabf3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 1097 time: 0.4966233 Jan 28 06:08:55.115502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-65fd3191-5e94-468d-99e7-366217615f13 None None] Current status of the port 9ad332fa-4e92-4693-a6e4-61f99060cdf0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:55.152728 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-65fd3191-5e94-468d-99e7-366217615f13 None None] Provisioning complete for port 363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:55.153208 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65fd3191-5e94-468d-99e7-366217615f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:55.286227 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-65fd3191-5e94-468d-99e7-366217615f13 None None] Port 363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:08:55.289692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ec8477-9344-4126-b9d1-c75b61421de5 None None] Network 086ef462-d6c7-4cce-ac6b-d36920039f03 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:08:55.373528 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8bafcbd-e54f-4fe6-93cc-ccd25eb49c36 req-0779f445-f56d-4659-9cdc-e687ec8320bc tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4350214 Jan 28 06:08:55.400960 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ca4b7499-527a-4d94-91b1-75c587e8291f tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for router (4f8adb35-b372-4cff-ace1-677af12b7008), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:55.428819 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 9ad332fa-4e92-4693-a6e4-61f99060cdf0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:55.433204 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:55.478542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4a3bc993-db8e-48c7-a5fb-9c5035d8f175 None None] Provisioning complete for port 0dc130df-cc9e-4218-af6b-b79cdc987a3b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:55.484154 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4a3bc993-db8e-48c7-a5fb-9c5035d8f175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0dc130df-cc9e-4218-af6b-b79cdc987a3b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:55.576524 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-ca4b7499-527a-4d94-91b1-75c587e8291f tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 06:08:55.581210 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ca4b7499-527a-4d94-91b1-75c587e8291f tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "DELETE /v2.0/routers/4f8adb35-b372-4cff-ace1-677af12b7008 HTTP/1.1" status: 409 len: 329 time: 0.9071403 Jan 28 06:08:55.582104 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35758) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:55.606250 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 9ad332fa-4e92-4693-a6e4-61f99060cdf0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:55.606798 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:55.887033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4a3bc993-db8e-48c7-a5fb-9c5035d8f175 None None] Current status of the port 0dc130df-cc9e-4218-af6b-b79cdc987a3b is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:55.887778 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4a3bc993-db8e-48c7-a5fb-9c5035d8f175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0dc130df-cc9e-4218-af6b-b79cdc987a3b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:55.894856 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 9ad332fa-4e92-4693-a6e4-61f99060cdf0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:55.895973 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0dc130df-cc9e-4218-af6b-b79cdc987a3b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:56.002005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4a3bc993-db8e-48c7-a5fb-9c5035d8f175 None None] For port 0dc130df-cc9e-4218-af6b-b79cdc987a3b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0dc130df-cc9e-4218-af6b-b79cdc987a3b,segment=NetworkSegment(04b2a23d-e586-41a4-83a1-7503211145a3),segment_id=04b2a23d-e586-41a4-83a1-7503211145a3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:56.055061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 0dc130df-cc9e-4218-af6b-b79cdc987a3b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:56.055061 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0dc130df-cc9e-4218-af6b-b79cdc987a3b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:56.107818 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4a3bc993-db8e-48c7-a5fb-9c5035d8f175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0dc130df-cc9e-4218-af6b-b79cdc987a3b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:56.260171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bc993-db8e-48c7-a5fb-9c5035d8f175 None None] Pushing event updated for resources: {'Port': ['ID=0dc130df-cc9e-4218-af6b-b79cdc987a3b,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:56.278754 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0f736b24-143a-4f25-b3d3-eeeafe7d0552 None None] Provisioning complete for port 0dc130df-cc9e-4218-af6b-b79cdc987a3b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:56.280116 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f736b24-143a-4f25-b3d3-eeeafe7d0552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0dc130df-cc9e-4218-af6b-b79cdc987a3b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:56.292941 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ec60-5eb5-4a7d-a13e-68650a691bf7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (4f8adb35-b372-4cff-ace1-677af12b7008), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:56.572406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0f736b24-143a-4f25-b3d3-eeeafe7d0552 None None] Current status of the port 0dc130df-cc9e-4218-af6b-b79cdc987a3b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:56.576496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 0dc130df-cc9e-4218-af6b-b79cdc987a3b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:56.657616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-eac5608d-dcfb-4a4a-9fcd-4cf2722c7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:56.659048 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-eac5608d-dcfb-4a4a-9fcd-4cf2722c7d99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8cf8a050-60aa-439b-b44b-e0ab17f3133a HTTP/1.1" status: 200 len: 897 time: 1.5496650 Jan 28 06:08:56.815465 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (221b46eb-1bd3-4628-852e-1ce888f98036), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:56.849805 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2ec60-5eb5-4a7d-a13e-68650a691bf7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Deleting port 363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:08:56.850400 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ec60-5eb5-4a7d-a13e-68650a691bf7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:56.914882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0dc130df-cc9e-4218-af6b-b79cdc987a3b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:08:56.934031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137912c1-7493-445a-b64e-5210461c0402 req-d92c0400-25eb-4c34-a190-815fe6454f3e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:56.942145 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-137912c1-7493-445a-b64e-5210461c0402 req-d92c0400-25eb-4c34-a190-815fe6454f3e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 945 time: 0.3091004 Jan 28 06:08:57.004918 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-cc0d222c-c10a-441a-80f8-004a284242b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69 HTTP/1.1" status: 200 len: 1000 time: 0.3283844 Jan 28 06:08:57.036977 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ec60-5eb5-4a7d-a13e-68650a691bf7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:57.057046 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-137912c1-7493-445a-b64e-5210461c0402 req-8b323630-ce4b-4935-bf77-9b7e7c6ad8ce tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122346 Jan 28 06:08:57.069451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2ec60-5eb5-4a7d-a13e-68650a691bf7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Calling delete_port for 363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:08:57.084179 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 0dc130df-cc9e-4218-af6b-b79cdc987a3b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:57.084571 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0dc130df-cc9e-4218-af6b-b79cdc987a3b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:57.147769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-f42819bb-0ca7-456e-8d9e-639aa7107300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:57.149507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-f42819bb-0ca7-456e-8d9e-639aa7107300 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0fcc544f-752c-4d96-bfef-930188bf454c HTTP/1.1" status: 200 len: 835 time: 0.1114070 Jan 28 06:08:57.275193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-75f6df93-44ef-4a03-bbbc-6d0d93305613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:57.276730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-75f6df93-44ef-4a03-bbbc-6d0d93305613 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8cf8a050-60aa-439b-b44b-e0ab17f3133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153240 Jan 28 06:08:57.281991 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 0dc130df-cc9e-4218-af6b-b79cdc987a3b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:08:57.396115 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-09469386-61cb-4e58-9e82-84c763a160ad service neutron] 10.222.0.64 "GET /v2.0/networks/8cf8a050-60aa-439b-b44b-e0ab17f3133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099827 Jan 28 06:08:57.451966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Router 221b46eb-1bd3-4628-852e-1ce888f98036 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:08:57.452599 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ec60-5eb5-4a7d-a13e-68650a691bf7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:57.516623 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2ec60-5eb5-4a7d-a13e-68650a691bf7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event deleted for resources: {'Port': ['ID=363b0bf1-b8d9-4ba0-b915-1b79aee5d6fd,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:57.570348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-c3fe3f91-54fd-422f-bfd1-20f3f3a05028 service neutron] 10.222.0.64 "GET /v2.0/networks/8cf8a050-60aa-439b-b44b-e0ab17f3133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659532 Jan 28 06:08:57.806436 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:57.866868 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ec60-5eb5-4a7d-a13e-68650a691bf7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (4f8adb35-b372-4cff-ace1-677af12b7008), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:57.869538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:08:57.885544 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Sync routers for ids ['221b46eb-1bd3-4628-852e-1ce888f98036'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:08:57.918703 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Routers {'221b46eb-1bd3-4628-852e-1ce888f98036'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:08:57.919886 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:08:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['221b46eb-1bd3-4628-852e-1ce888f98036'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:57.959969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-ebc39b92-d511-422f-9d35-1be5c738b7ad tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:57.964934 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-ebc39b92-d511-422f-9d35-1be5c738b7ad tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f&tenant_id=59d53e120d2a4c8e8606808e4590906b&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 1097 time: 0.2480733 Jan 28 06:08:57.983916 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-12'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:57.992627 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:57.997988 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-739786e5-7676-46f3-a63e-978cfa617095 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0265443 Jan 28 06:08:57.998652 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35812) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:58.124626 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Set router 221b46eb-1bd3-4628-852e-1ce888f98036 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:08:58.298859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d2ec60-5eb5-4a7d-a13e-68650a691bf7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Router 4f8adb35-b372-4cff-ace1-677af12b7008 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:08:58.306538 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:58.357358 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'name': 'tempest-TestVolumeBootPattern-84792081-router', 'tenant_id': '8c5f1075be4647b9a06c6557592ee62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '1e5dfb0c-133f-4b4f-8506-2adb9b278e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:51Z', 'updated_at': '2022-01-28T06:08:53Z', 'revision_number': 3, 'project_id': '8c5f1075be4647b9a06c6557592ee62d', 'gw_port': {'id': '1e5dfb0c-133f-4b4f-8506-2adb9b278e03', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:52Z', 'updated_at': '2022-01-28T06:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:58.396636 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Checking router: 221b46eb-1bd3-4628-852e-1ce888f98036 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:08:58.396988 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Updating router 221b46eb-1bd3-4628-852e-1ce888f98036 port 1e5dfb0c-133f-4b4f-8506-2adb9b278e03 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:08:58.427580 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1e5dfb0c-133f-4b4f-8506-2adb9b278e03), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:58.450736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e0a7b-769d-4324-9fea-7da91aa686d5 req-b63397fc-a7eb-42c0-af49-089a4ed0b1eb tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:08:58.452580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-096e0a7b-769d-4324-9fea-7da91aa686d5 req-b63397fc-a7eb-42c0-af49-089a4ed0b1eb tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 945 time: 0.1759889 Jan 28 06:08:58.466090 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d2ec60-5eb5-4a7d-a13e-68650a691bf7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:08:58.475518 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b0d2ec60-5eb5-4a7d-a13e-68650a691bf7 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "PUT /v2.0/routers/4f8adb35-b372-4cff-ace1-677af12b7008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8888154 Jan 28 06:08:58.477323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0845ccc-2f23-4bdd-9eed-637877f74d0d None None] Sync routers for ids ['4f8adb35-b372-4cff-ace1-677af12b7008'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:08:58.486460 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35822) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:58.499148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0845ccc-2f23-4bdd-9eed-637877f74d0d None None] Routers {'4f8adb35-b372-4cff-ace1-677af12b7008'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:08:58.500076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c0845ccc-2f23-4bdd-9eed-637877f74d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:08:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['4f8adb35-b372-4cff-ace1-677af12b7008'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:58.597364 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c0845ccc-2f23-4bdd-9eed-637877f74d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:58.599718 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-1f269061-7c08-4eab-bd26-60a92e8b0b41 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] show failed (client error): The resource could not be found. Jan 28 06:08:58.601060 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1f269061-7c08-4eab-bd26-60a92e8b0b41 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-746415166 HTTP/1.1" status: 404 len: 334 time: 0.1135838 Jan 28 06:08:58.604716 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35826) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:58.624279 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-21c83fa0-4cb8-4eba-96f7-964378103e9d tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:08:58.643820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-096e0a7b-769d-4324-9fea-7da91aa686d5 req-f4517bec-42a9-4339-a2f9-790928e7c2d6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848526 Jan 28 06:08:58.682978 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0845ccc-2f23-4bdd-9eed-637877f74d0d None None] Routers {'4f8adb35-b372-4cff-ace1-677af12b7008'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:08:58.684019 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c0845ccc-2f23-4bdd-9eed-637877f74d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:08:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['4f8adb35-b372-4cff-ace1-677af12b7008'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:58.757435 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-21c83fa0-4cb8-4eba-96f7-964378103e9d tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] update failed (client error): The resource could not be found. Jan 28 06:08:58.761776 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-21c83fa0-4cb8-4eba-96f7-964378103e9d tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1818479952 HTTP/1.1" status: 404 len: 335 time: 0.1528068 Jan 28 06:08:58.762181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35830) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:58.773259 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c0845ccc-2f23-4bdd-9eed-637877f74d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:58.774009 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0845ccc-2f23-4bdd-9eed-637877f74d0d None None] The sync data for ids ['4f8adb35-b372-4cff-ace1-677af12b7008'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:08:58.804593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] For port a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,segment=NetworkSegment(26e52af3-8ad3-488e-8fae-7c669d90eee3),segment_id=26e52af3-8ad3-488e-8fae-7c669d90eee3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:08:58.837048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be102b8-9c78-4e67-8e0a-b395d91ba170 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Deleting subnet eac90c16-119f-4947-a8d0-038134ccda4d {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:08:58.840818 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2be102b8-9c78-4e67-8e0a-b395d91ba170 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for subnet (eac90c16-119f-4947-a8d0-038134ccda4d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:58.899020 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2be102b8-9c78-4e67-8e0a-b395d91ba170 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (eac90c16-119f-4947-a8d0-038134ccda4d), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:58.917139 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] For port a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:08:59.001608 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Publish callbacks [] for port (1e5dfb0c-133f-4b4f-8506-2adb9b278e03), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:59.040866 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Publish callbacks [] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:59.048600 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2be102b8-9c78-4e67-8e0a-b395d91ba170 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (eac90c16-119f-4947-a8d0-038134ccda4d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:59.066557 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bdceba-4df3-4388-856e-21225aa32f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:08:59.069835 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620391ea-a24f-4d11-9456-1e9903823d32" -d '{"events": [{"server_uuid": "08bdceba-4df3-4388-856e-21225aa32f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "a73074ce-d0eb-4ebd-8443-eaf911e6bb69"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:08:59.104716 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1e5dfb0c-133f-4b4f-8506-2adb9b278e03), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:59.176530 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:59.180293 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c400fc-644d-49b4-8a6f-9fb2395ae3ba x-openstack-request-id: req-b8c400fc-644d-49b4-8a6f-9fb2395ae3ba {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:08:59.180867 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bdceba-4df3-4388-856e-21225aa32f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "a73074ce-d0eb-4ebd-8443-eaf911e6bb69", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:08:59.181355 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8c400fc-644d-49b4-8a6f-9fb2395ae3ba {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:08:59.182232 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bdceba-4df3-4388-856e-21225aa32f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69', 'code': 200} Jan 28 06:08:59.197035 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:59.236612 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Attempting to bind port 1e5dfb0c-133f-4b4f-8506-2adb9b278e03 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:08:59.237349 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Attempting to bind port 1e5dfb0c-133f-4b4f-8506-2adb9b278e03 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:08:59.238034 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Attempting to bind port 1e5dfb0c-133f-4b4f-8506-2adb9b278e03 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:08:59.261154 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:08:59.261154 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:08:59.261154 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:59.261154 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:08:59.261154 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Bound port: 1e5dfb0c-133f-4b4f-8506-2adb9b278e03, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:08:59.261154 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1e5dfb0c-133f-4b4f-8506-2adb9b278e03), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:59.310031 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2be102b8-9c78-4e67-8e0a-b395d91ba170 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (eac90c16-119f-4947-a8d0-038134ccda4d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:59.354646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d8d25e-299f-4aae-b78f-69b3f3cd91e7 None None] Network 414976d0-a8bf-4b94-ba56-13132ba8820e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:08:59.397970 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2be102b8-9c78-4e67-8e0a-b395d91ba170 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:59.412229 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2be102b8-9c78-4e67-8e0a-b395d91ba170 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "DELETE /v2.0/subnets/eac90c16-119f-4947-a8d0-038134ccda4d HTTP/1.1" status: 204 len: 168 time: 0.6480153 Jan 28 06:08:59.419219 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35848) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:08:59.441697 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be102b8-9c78-4e67-8e0a-b395d91ba170 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event deleted for resources: {'Subnet': ['ID=eac90c16-119f-4947-a8d0-038134ccda4d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:59.508056 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] For port 1e5dfb0c-133f-4b4f-8506-2adb9b278e03, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:08:59.516068 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] For port 1e5dfb0c-133f-4b4f-8506-2adb9b278e03, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=1e5dfb0c-133f-4b4f-8506-2adb9b278e03,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:08:59.527724 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff5913-80b8-488a-a360-42903b238db7 None None] Pushing event updated for resources: {'Port': ['ID=1e5dfb0c-133f-4b4f-8506-2adb9b278e03,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:08:59.547190 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff5913-80b8-488a-a360-42903b238db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:59.548317 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff5913-80b8-488a-a360-42903b238db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:59.548723 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff5913-80b8-488a-a360-42903b238db7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:59.549117 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff5913-80b8-488a-a360-42903b238db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:59.549532 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff5913-80b8-488a-a360-42903b238db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:59.549920 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff5913-80b8-488a-a360-42903b238db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:59.550315 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff5913-80b8-488a-a360-42903b238db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:59.550772 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff5913-80b8-488a-a360-42903b238db7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:59.551100 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff5913-80b8-488a-a360-42903b238db7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:59.551478 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff5913-80b8-488a-a360-42903b238db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:59.551855 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff5913-80b8-488a-a360-42903b238db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:59.552234 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff5913-80b8-488a-a360-42903b238db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:59.552624 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff5913-80b8-488a-a360-42903b238db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:08:59.602110 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b23747-65de-4872-b5e9-d4f0552810fd tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Deleting subnet 78dfadbf-7a8d-4a59-a5af-057238f20b22 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:08:59.611203 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e0b23747-65de-4872-b5e9-d4f0552810fd tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for subnet (78dfadbf-7a8d-4a59-a5af-057238f20b22), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:59.618513 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1e5dfb0c-133f-4b4f-8506-2adb9b278e03), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:59.682941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8981e0fe-187a-4b1e-a9ef-0810ac9abc02 None None] DHCP port deletion for 414976d0-a8bf-4b94-ba56-13132ba8820e request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:08:59.692240 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e0b23747-65de-4872-b5e9-d4f0552810fd tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (78dfadbf-7a8d-4a59-a5af-057238f20b22), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:59.747879 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Routers {'221b46eb-1bd3-4628-852e-1ce888f98036'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:08:59.748624 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:08:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['221b46eb-1bd3-4628-852e-1ce888f98036'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:08:59.824312 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e0b23747-65de-4872-b5e9-d4f0552810fd tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (78dfadbf-7a8d-4a59-a5af-057238f20b22), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:59.909699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-077bd641-bf31-40db-bbf2-4942827e9176 None None] Provisioning complete for port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:08:59.912654 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] Allocated IP 172.20.0.1 (086ef462-d6c7-4cce-ac6b-d36920039f03/905a9aeb-fdce-491b-9531-7bd51fc10b65/72ed35b0-b134-4990-8902-25d9f60e1fdc) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:08:59.921354 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-077bd641-bf31-40db-bbf2-4942827e9176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:08:59.999880 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff5913-80b8-488a-a360-42903b238db7 None None] Pushing event updated for resources: {'Port': ['ID=1e5dfb0c-133f-4b4f-8506-2adb9b278e03,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:00.006780 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8981e0fe-187a-4b1e-a9ef-0810ac9abc02 None None] Deleting port 63cf1115-2214-4d64-9caf-ac99afa08ae0 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:09:00.007338 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e0b23747-65de-4872-b5e9-d4f0552810fd tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (78dfadbf-7a8d-4a59-a5af-057238f20b22), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:00.010839 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8981e0fe-187a-4b1e-a9ef-0810ac9abc02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (63cf1115-2214-4d64-9caf-ac99afa08ae0), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:00.038949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Pushing event updated for resources: {'Port': ['ID=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:00.075188 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-077bd641-bf31-40db-bbf2-4942827e9176 None None] Port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:09:00.082667 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b23747-65de-4872-b5e9-d4f0552810fd tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event deleted for resources: {'Subnet': ['ID=78dfadbf-7a8d-4a59-a5af-057238f20b22,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:00.098331 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8981e0fe-187a-4b1e-a9ef-0810ac9abc02 None None] For port 63cf1115-2214-4d64-9caf-ac99afa08ae0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=63cf1115-2214-4d64-9caf-ac99afa08ae0,segment=NetworkSegment(20415186-a9f1-4538-a4a2-8124462d6154),segment_id=20415186-a9f1-4538-a4a2-8124462d6154)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:00.099074 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8981e0fe-187a-4b1e-a9ef-0810ac9abc02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (63cf1115-2214-4d64-9caf-ac99afa08ae0), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:00.115732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8981e0fe-187a-4b1e-a9ef-0810ac9abc02 None None] Calling delete_port for 63cf1115-2214-4d64-9caf-ac99afa08ae0 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:09:00.141565 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e0b23747-65de-4872-b5e9-d4f0552810fd tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:00.157757 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] Set router 221b46eb-1bd3-4628-852e-1ce888f98036 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:09:00.159431 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e0b23747-65de-4872-b5e9-d4f0552810fd tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "DELETE /v2.0/subnets/78dfadbf-7a8d-4a59-a5af-057238f20b22 HTTP/1.1" status: 204 len: 168 time: 0.7384391 Jan 28 06:09:00.161948 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35862) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:00.180179 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb8a5bf-5777-4c09-9195-6a1b371a5476 None None] Network 5eb2e328-b34d-420e-9807-3510bc96ced4 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:09:00.267233 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] Publish callbacks [] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:00.358157 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (414976d0-a8bf-4b94-ba56-13132ba8820e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:00.407663 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8981e0fe-187a-4b1e-a9ef-0810ac9abc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (63cf1115-2214-4d64-9caf-ac99afa08ae0), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:00.483749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:00.484124 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:00.484448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:00.484791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:00.485166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:00.485508 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:00.485841 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:00.486206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:00.489756 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8981e0fe-187a-4b1e-a9ef-0810ac9abc02 None None] No DVR routers for this DVR port 63cf1115-2214-4d64-9caf-ac99afa08ae0 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:09:00.497669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981e0fe-187a-4b1e-a9ef-0810ac9abc02 None None] Pushing event deleted for resources: {'Port': ['ID=63cf1115-2214-4d64-9caf-ac99afa08ae0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:00.498666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:00.499068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:00.499418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:00.499759 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:00.500097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:00.507462 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c23afe-d5a7-447c-91bc-bfcf9e6ac790 None None] DHCP port deletion for 5eb2e328-b34d-420e-9807-3510bc96ced4 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:09:00.551700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Deleting port 63cf1115-2214-4d64-9caf-ac99afa08ae0 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:09:00.554326 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (63cf1115-2214-4d64-9caf-ac99afa08ae0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:00.568215 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'name': 'tempest-TestVolumeBootPattern-84792081-router', 'tenant_id': '8c5f1075be4647b9a06c6557592ee62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '1e5dfb0c-133f-4b4f-8506-2adb9b278e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:51Z', 'updated_at': '2022-01-28T06:08:53Z', 'revision_number': 3, 'project_id': '8c5f1075be4647b9a06c6557592ee62d', 'gw_port': {'id': '1e5dfb0c-133f-4b4f-8506-2adb9b278e03', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:52Z', 'updated_at': '2022-01-28T06:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:00.622799 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533d879-6ce9-42b7-ab7d-79245c5bdecd None None] The sync data for ids ['221b46eb-1bd3-4628-852e-1ce888f98036'] in n-d-812111-12 is: [{'id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'name': 'tempest-TestVolumeBootPattern-84792081-router', 'tenant_id': '8c5f1075be4647b9a06c6557592ee62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '1e5dfb0c-133f-4b4f-8506-2adb9b278e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:51Z', 'updated_at': '2022-01-28T06:08:53Z', 'revision_number': 3, 'project_id': '8c5f1075be4647b9a06c6557592ee62d', 'gw_port': {'id': '1e5dfb0c-133f-4b4f-8506-2adb9b278e03', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:52Z', 'updated_at': '2022-01-28T06:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:09:00.680916 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:00.771594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] For port 63cf1115-2214-4d64-9caf-ac99afa08ae0, host n-d-812111-12, got binding levels [] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:00.772066 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (63cf1115-2214-4d64-9caf-ac99afa08ae0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:00.776194 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] Pushing event updated for resources: {'Port': ['ID=72ed35b0-b134-4990-8902-25d9f60e1fdc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:00.786079 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73375a19-9d28-4382-8b4f-0c2175f03106 req-003c1c19-cda4-4a82-a7b6-af5422e7d153 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:00.802748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73375a19-9d28-4382-8b4f-0c2175f03106 req-003c1c19-cda4-4a82-a7b6-af5422e7d153 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 943 time: 0.8487933 Jan 28 06:09:00.826858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Calling delete_port for 63cf1115-2214-4d64-9caf-ac99afa08ae0 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:09:00.831179 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.ipam_backend_mixin [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Port 63cf1115-2214-4d64-9caf-ac99afa08ae0 was not found and therefore no delete operation was performed {{(pid=103634) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 06:09:00.833902 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (63cf1115-2214-4d64-9caf-ac99afa08ae0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:00.859405 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] No DVR routers for this DVR port 63cf1115-2214-4d64-9caf-ac99afa08ae0 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:09:00.906121 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event deleted for resources: {'Port': ['ID=63cf1115-2214-4d64-9caf-ac99afa08ae0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:00.968446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] Network 086ef462-d6c7-4cce-ac6b-d36920039f03 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:09:00.986339 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:09:00.988870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:09:00.999950 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 287f5b04-3a57-4d7b-9afb-60a40cf5b03a no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:09:01.003687 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Attempting to bind port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 on host n-h2-812111-12 for vnic_type normal with profile {"migrating_to": "n-h1-812111-12"} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:09:01.004034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Attempting to bind port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:09:01.004372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Attempting to bind port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 on network 8cf8a050-60aa-439b-b44b-e0ab17f3133a {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:09:01.052668 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73375a19-9d28-4382-8b4f-0c2175f03106 req-3050b6c6-663d-4ce2-a331-dd7c43c31987 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252698 Jan 28 06:09:01.060161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 on network 8cf8a050-60aa-439b-b44b-e0ab17f3133a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:09:01.060487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Attempting to bind port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 on network 8cf8a050-60aa-439b-b44b-e0ab17f3133a {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:09:01.129245 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (414976d0-a8bf-4b94-ba56-13132ba8820e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:01.140669 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:09:01.141016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Checking segment: {'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:09:01.143351 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Bound using segment: {'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:09:01.170812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Bound port: a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e52af3-8ad3-488e-8fae-7c669d90eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:09:01.171309 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:01.191392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414976d0-a8bf-4b94-ba56-13132ba8820e']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:01.264038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20415186-a9f1-4538-a4a2-8124462d6154') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:01.264343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20415186-a9f1-4538-a4a2-8124462d6154') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:01.285654 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (20415186-a9f1-4538-a4a2-8124462d6154), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:01.326133 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:01.326797 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (287f5b04-3a57-4d7b-9afb-60a40cf5b03a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:01.328476 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (20415186-a9f1-4538-a4a2-8124462d6154), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:01.348483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] For port a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:09:01.351487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] For port a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,segment=NetworkSegment(26e52af3-8ad3-488e-8fae-7c669d90eee3),segment_id=26e52af3-8ad3-488e-8fae-7c669d90eee3)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:09:01.364534 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:09:01.366645 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (20415186-a9f1-4538-a4a2-8124462d6154), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:01.367547 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (221b46eb-1bd3-4628-852e-1ce888f98036), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:01.466674 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=287f5b04-3a57-4d7b-9afb-60a40cf5b03a,segment=NetworkSegment(64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e),segment_id=64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:01.473111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-35c23afe-d5a7-447c-91bc-bfcf9e6ac790 None None] Deleting port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:09:01.473654 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35c23afe-d5a7-447c-91bc-bfcf9e6ac790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (287f5b04-3a57-4d7b-9afb-60a40cf5b03a), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:01.517988 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:09:01.567059 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:09:01.617148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-35c23afe-d5a7-447c-91bc-bfcf9e6ac790 None None] For port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=287f5b04-3a57-4d7b-9afb-60a40cf5b03a,segment=NetworkSegment(64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e),segment_id=64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:01.617357 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35c23afe-d5a7-447c-91bc-bfcf9e6ac790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (287f5b04-3a57-4d7b-9afb-60a40cf5b03a), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:01.629631 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (414976d0-a8bf-4b94-ba56-13132ba8820e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:01.637153 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:01.645772 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "DELETE /v2.0/networks/414976d0-a8bf-4b94-ba56-13132ba8820e HTTP/1.1" status: 204 len: 168 time: 1.4824598 Jan 28 06:09:01.650232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35882) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:01.659396 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-35c23afe-d5a7-447c-91bc-bfcf9e6ac790 None None] Calling delete_port for 287f5b04-3a57-4d7b-9afb-60a40cf5b03a owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:09:01.666567 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (287f5b04-3a57-4d7b-9afb-60a40cf5b03a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:01.666567 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 63cf1115-2214-4d64-9caf-ac99afa08ae0 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:09:01.773211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Pushing event updated for resources: {'Port': ['ID=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,revision_number=8']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:01.920624 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (5eb2e328-b34d-420e-9807-3510bc96ced4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:01.927553 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557699b-bee4-449e-9f01-b498c371c687 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event deleted for resources: {'Network': ['ID=414976d0-a8bf-4b94-ba56-13132ba8820e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:01.927757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 63cf1115-2214-4d64-9caf-ac99afa08ae0 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:09:01.927757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 63cf1115-2214-4d64-9caf-ac99afa08ae0 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:09:01.934609 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:01.937516 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:01.939972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-3880abc0-663e-4cdb-8bd3-76aed2b6ee66 service neutron] 10.222.0.64 "PUT /v2.0/ports/a73074ce-d0eb-4ebd-8443-eaf911e6bb69 HTTP/1.1" status: 200 len: 1123 time: 3.9645379 Jan 28 06:09:01.940481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bdceba-4df3-4388-856e-21225aa32f4f', 'tag': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:09:01.946927 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d645d5b3-d99e-4923-83ba-a4344ce689c9" -d '{"events": [{"name": "network-changed", "server_uuid": "08bdceba-4df3-4388-856e-21225aa32f4f", "tag": "a73074ce-d0eb-4ebd-8443-eaf911e6bb69"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:09:02.075195 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b259e88-41cf-4371-88c7-37e3baad8b8d x-openstack-request-id: req-7b259e88-41cf-4371-88c7-37e3baad8b8d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:09:02.076216 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bdceba-4df3-4388-856e-21225aa32f4f", "tag": "a73074ce-d0eb-4ebd-8443-eaf911e6bb69", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:09:02.077769 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b259e88-41cf-4371-88c7-37e3baad8b8d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:09:02.082107 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bdceba-4df3-4388-856e-21225aa32f4f', 'tag': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69', 'status': 'completed', 'code': 200} Jan 28 06:09:02.085043 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3666a779-b27a-4644-a507-a84d993198b5 None None] Provisioning complete for port 72ed35b0-b134-4990-8902-25d9f60e1fdc triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:02.085572 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3666a779-b27a-4644-a507-a84d993198b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:02.098893 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:02.254919 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3666a779-b27a-4644-a507-a84d993198b5 None None] Port 72ed35b0-b134-4990-8902-25d9f60e1fdc cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:09:02.267513 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['a73074ce-d0eb-4ebd-8443-eaf911e6bb69'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:09:02.276302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=287f5b04-3a57-4d7b-9afb-60a40cf5b03a,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:02.287063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645d5b3-d99e-4923-83ba-a4344ce689c9 req-e8a2454e-ca56-41e2-ad6c-7c2a9b9f928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:02.289898 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d645d5b3-d99e-4923-83ba-a4344ce689c9 req-e8a2454e-ca56-41e2-ad6c-7c2a9b9f928b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 1126 time: 0.1648757 Jan 28 06:09:02.358533 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Deleting port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:09:02.358913 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (287f5b04-3a57-4d7b-9afb-60a40cf5b03a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:02.478765 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcdc94-b171-47f2-a06f-3f7ecd3847b3 req-46b3578d-493d-4314-8d61-eb0a16155749 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:02.486194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3116e274-8029-49e0-8a6f-09f3aca02376 None None] Provisioning complete for port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:02.486825 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3116e274-8029-49e0-8a6f-09f3aca02376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:02.511433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] For port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=287f5b04-3a57-4d7b-9afb-60a40cf5b03a,segment=NetworkSegment(64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e),segment_id=64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:02.511810 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (287f5b04-3a57-4d7b-9afb-60a40cf5b03a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:02.518513 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4efcdc94-b171-47f2-a06f-3f7ecd3847b3 req-46b3578d-493d-4314-8d61-eb0a16155749 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 943 time: 0.2079682 Jan 28 06:09:02.536122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Calling delete_port for 287f5b04-3a57-4d7b-9afb-60a40cf5b03a owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:09:02.544501 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645d5b3-d99e-4923-83ba-a4344ce689c9 req-7ce69ee0-c5c2-4b4f-a2f0-881f694362a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:02.546007 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d645d5b3-d99e-4923-83ba-a4344ce689c9 req-7ce69ee0-c5c2-4b4f-a2f0-881f694362a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8cf8a050-60aa-439b-b44b-e0ab17f3133a HTTP/1.1" status: 200 len: 897 time: 0.2476692 Jan 28 06:09:02.584777 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ad1685e-ea67-4d3d-98b6-dc258bd83ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:02.643175 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35c23afe-d5a7-447c-91bc-bfcf9e6ac790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (287f5b04-3a57-4d7b-9afb-60a40cf5b03a), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:02.716978 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c23afe-d5a7-447c-91bc-bfcf9e6ac790 None None] Pushing event deleted for resources: {'Port': ['ID=287f5b04-3a57-4d7b-9afb-60a40cf5b03a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:02.728866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c23afe-d5a7-447c-91bc-bfcf9e6ac790 None None] No DVR routers for this DVR port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:09:02.729621 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d645d5b3-d99e-4923-83ba-a4344ce689c9 req-87dd71ac-7b2d-4bcf-80eb-1451fb2b1829 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69 HTTP/1.1" status: 200 len: 998 time: 0.1744487 Jan 28 06:09:02.749187 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4efcdc94-b171-47f2-a06f-3f7ecd3847b3 req-12955c94-11b3-4361-b577-6d834417a831 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179322 Jan 28 06:09:02.804729 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] Publish callbacks [] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:02.843562 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645d5b3-d99e-4923-83ba-a4344ce689c9 req-9f8ef912-aea7-40ee-8adf-2c684003920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:02.846008 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d645d5b3-d99e-4923-83ba-a4344ce689c9 req-9f8ef912-aea7-40ee-8adf-2c684003920b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0fcc544f-752c-4d96-bfef-930188bf454c HTTP/1.1" status: 200 len: 835 time: 0.0732145 Jan 28 06:09:02.850346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3116e274-8029-49e0-8a6f-09f3aca02376 None None] Current status of the port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:02.850346 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3116e274-8029-49e0-8a6f-09f3aca02376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:02.909687 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:02.918930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bdceba-4df3-4388-856e-21225aa32f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:09:02.922609 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa087dd8-fe14-4791-8259-dc9775feb3aa" -d '{"events": [{"server_uuid": "08bdceba-4df3-4388-856e-21225aa32f4f", "name": "network-vif-plugged", "status": "completed", "tag": "a73074ce-d0eb-4ebd-8443-eaf911e6bb69"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:09:02.939330 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (287f5b04-3a57-4d7b-9afb-60a40cf5b03a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:02.966249 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 1e5dfb0c-133f-4b4f-8506-2adb9b278e03 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:09:02.975075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3116e274-8029-49e0-8a6f-09f3aca02376 None None] For port a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,segment=NetworkSegment(26e52af3-8ad3-488e-8fae-7c669d90eee3),segment_id=26e52af3-8ad3-488e-8fae-7c669d90eee3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:02.979062 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event deleted for resources: {'Port': ['ID=287f5b04-3a57-4d7b-9afb-60a40cf5b03a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:02.990684 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] Pushing event updated for resources: {'Port': ['ID=72ed35b0-b134-4990-8902-25d9f60e1fdc,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:02.993550 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (221b46eb-1bd3-4628-852e-1ce888f98036), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:02.998156 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645d5b3-d99e-4923-83ba-a4344ce689c9 req-58d3d3d9-1714-4242-a47d-f1d30627f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:03.000563 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d645d5b3-d99e-4923-83ba-a4344ce689c9 req-58d3d3d9-1714-4242-a47d-f1d30627f73d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8cf8a050-60aa-439b-b44b-e0ab17f3133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1483037 Jan 28 06:09:03.002745 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] No DVR routers for this DVR port 287f5b04-3a57-4d7b-9afb-60a40cf5b03a on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:09:03.013488 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18716aa0-1cd1-4837-8bac-99d3080d7427 x-openstack-request-id: req-18716aa0-1cd1-4837-8bac-99d3080d7427 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:09:03.014903 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bdceba-4df3-4388-856e-21225aa32f4f", "name": "network-vif-plugged", "status": "completed", "tag": "a73074ce-d0eb-4ebd-8443-eaf911e6bb69", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:09:03.014903 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18716aa0-1cd1-4837-8bac-99d3080d7427 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:09:03.015128 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bdceba-4df3-4388-856e-21225aa32f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69', 'code': 200} Jan 28 06:09:03.042284 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3116e274-8029-49e0-8a6f-09f3aca02376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:03.114625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] Network 086ef462-d6c7-4cce-ac6b-d36920039f03 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:09:03.116184 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:09:03.255562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] Router 221b46eb-1bd3-4628-852e-1ce888f98036 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:09:03.389450 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 1e5dfb0c-133f-4b4f-8506-2adb9b278e03 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:03.390032 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1e5dfb0c-133f-4b4f-8506-2adb9b278e03), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:03.392828 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116e274-8029-49e0-8a6f-09f3aca02376 None None] Pushing event updated for resources: {'Port': ['ID=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:03.521087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 1e5dfb0c-133f-4b4f-8506-2adb9b278e03 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:03.521495 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1e5dfb0c-133f-4b4f-8506-2adb9b278e03), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:03.559720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:09:03.572382 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 1e5dfb0c-133f-4b4f-8506-2adb9b278e03, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=1e5dfb0c-133f-4b4f-8506-2adb9b278e03,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:03.574616 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e406bf02-f882-458c-b5fd-efc1cfce2d0c admin admin] 10.222.0.31 "PUT /v2.0/routers/221b46eb-1bd3-4628-852e-1ce888f98036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5580590 Jan 28 06:09:03.625269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8a90dc5b-9be1-4088-b73c-23ce82dcfec4 None None] Provisioning complete for port 72ed35b0-b134-4990-8902-25d9f60e1fdc triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:03.626051 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a90dc5b-9be1-4088-b73c-23ce82dcfec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:03.681988 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1e5dfb0c-133f-4b4f-8506-2adb9b278e03), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:03.681988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8a90dc5b-9be1-4088-b73c-23ce82dcfec4 None None] Port 72ed35b0-b134-4990-8902-25d9f60e1fdc cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:09:03.744689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=1e5dfb0c-133f-4b4f-8506-2adb9b278e03,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:03.756114 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (5eb2e328-b34d-420e-9807-3510bc96ced4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:03.803791 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb2e328-b34d-420e-9807-3510bc96ced4']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:03.827226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:03.827536 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:03.852482 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:03.856012 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d645d5b3-d99e-4923-83ba-a4344ce689c9 req-45f360af-4b63-4b79-862c-bfe5e0dd9e58 service neutron] 10.222.0.60 "GET /v2.0/networks/8cf8a050-60aa-439b-b44b-e0ab17f3133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8433454 Jan 28 06:09:03.895840 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:03.936782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:09:03.937204 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (64d0b1ac-f11b-4e0c-8c4d-f2ed78b7928e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:03.940055 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Sync routers for ids ['221b46eb-1bd3-4628-852e-1ce888f98036'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:09:03.950800 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:09:03.958225 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Routers {'221b46eb-1bd3-4628-852e-1ce888f98036'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:09:03.958875 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:08:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['221b46eb-1bd3-4628-852e-1ce888f98036'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:03.964429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d7ef2-746c-4f88-98c8-3947837be039 req-14cfdf03-0463-4343-a575-33727498fa04 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:03.966028 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-344d7ef2-746c-4f88-98c8-3947837be039 req-14cfdf03-0463-4343-a575-33727498fa04 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 945 time: 0.0686650 Jan 28 06:09:04.096961 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-344d7ef2-746c-4f88-98c8-3947837be039 req-09eb288d-ab43-4d22-b199-a9b2d242a08e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191678 Jan 28 06:09:04.141806 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d645d5b3-d99e-4923-83ba-a4344ce689c9 req-6bc3260a-1941-4a53-8c6c-81d940da3c32 service neutron] 10.222.0.60 "GET /v2.0/networks/8cf8a050-60aa-439b-b44b-e0ab17f3133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573709 Jan 28 06:09:04.168662 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Set router 221b46eb-1bd3-4628-852e-1ce888f98036 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:09:04.184533 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (5eb2e328-b34d-420e-9807-3510bc96ced4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:04.199566 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:04.205913 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "DELETE /v2.0/networks/5eb2e328-b34d-420e-9807-3510bc96ced4 HTTP/1.1" status: 204 len: 168 time: 2.5523233 Jan 28 06:09:04.208561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 35946) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:04.244584 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54340743-7ea4-498e-8311-5d7f19aa4b23 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event deleted for resources: {'Network': ['ID=5eb2e328-b34d-420e-9807-3510bc96ced4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:04.330322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b8758b-93a8-40d5-8692-9191eabe42d3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Deleting subnet 5e4f52d0-ac04-48fc-898f-e5491486d189 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:09:04.335530 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9b8758b-93a8-40d5-8692-9191eabe42d3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for subnet (5e4f52d0-ac04-48fc-898f-e5491486d189), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:04.409949 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9b8758b-93a8-40d5-8692-9191eabe42d3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (5e4f52d0-ac04-48fc-898f-e5491486d189), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:04.533650 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'name': 'tempest-TestVolumeBootPattern-84792081-router', 'tenant_id': '8c5f1075be4647b9a06c6557592ee62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '1e5dfb0c-133f-4b4f-8506-2adb9b278e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:51Z', 'updated_at': '2022-01-28T06:09:01Z', 'revision_number': 4, 'project_id': '8c5f1075be4647b9a06c6557592ee62d', 'gw_port': {'id': '1e5dfb0c-133f-4b4f-8506-2adb9b278e03', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:52Z', 'updated_at': '2022-01-28T06:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '72ed35b0-b134-4990-8902-25d9f60e1fdc', 'name': '', 'network_id': '086ef462-d6c7-4cce-ac6b-d36920039f03', 'tenant_id': '8c5f1075be4647b9a06c6557592ee62d', 'mac_address': 'fa:16:3e:46:11:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '905a9aeb-fdce-491b-9531-7bd51fc10b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:59Z', 'updated_at': '2022-01-28T06:09:02Z', 'revision_number': 2, 'project_id': '8c5f1075be4647b9a06c6557592ee62d', 'subnets': [{'id': '905a9aeb-fdce-491b-9531-7bd51fc10b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:04.553120 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9b8758b-93a8-40d5-8692-9191eabe42d3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (5e4f52d0-ac04-48fc-898f-e5491486d189), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:04.574335 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Checking router: 221b46eb-1bd3-4628-852e-1ce888f98036 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:09:04.574335 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Updating router 221b46eb-1bd3-4628-852e-1ce888f98036 port 72ed35b0-b134-4990-8902-25d9f60e1fdc binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:09:04.609301 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:04.633689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device a73074ce-d0eb-4ebd-8443-eaf911e6bb69 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:09:04.727584 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9b8758b-93a8-40d5-8692-9191eabe42d3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (5e4f52d0-ac04-48fc-898f-e5491486d189), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:04.778164 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9b8758b-93a8-40d5-8692-9191eabe42d3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:04.780771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34787b1-4588-4301-a158-4fc62d02400c None None] Network 5896d362-360f-40dd-b40d-543232c6636d requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:09:04.793605 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e9b8758b-93a8-40d5-8692-9191eabe42d3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "DELETE /v2.0/subnets/5e4f52d0-ac04-48fc-898f-e5491486d189 HTTP/1.1" status: 204 len: 168 time: 0.5824389 Jan 28 06:09:04.794896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 35960) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:04.853113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8758b-93a8-40d5-8692-9191eabe42d3 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event deleted for resources: {'Subnet': ['ID=5e4f52d0-ac04-48fc-898f-e5491486d189,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:04.952304 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 1e5dfb0c-133f-4b4f-8506-2adb9b278e03 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:09:05.008310 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (5896d362-360f-40dd-b40d-543232c6636d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:05.081283 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c01579d8-78df-433d-b82f-a6e9aad67a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:05.099595 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Publish callbacks [] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:05.127955 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Deleting port 57402b71-ff78-46d5-a227-a5fa52e96bf9 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:09:05.128295 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (57402b71-ff78-46d5-a227-a5fa52e96bf9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:05.158061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,segment=NetworkSegment(26e52af3-8ad3-488e-8fae-7c669d90eee3),segment_id=26e52af3-8ad3-488e-8fae-7c669d90eee3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:05.189879 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:05.273339 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba1f9c-77c0-4d64-90ae-e4d0cbc2609e req-1e94730a-6694-4f48-8031-ec3384172a55 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:05.287722 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37ba1f9c-77c0-4d64-90ae-e4d0cbc2609e req-1e94730a-6694-4f48-8031-ec3384172a55 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 945 time: 0.0873289 Jan 28 06:09:05.337840 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] For port 57402b71-ff78-46d5-a227-a5fa52e96bf9, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=57402b71-ff78-46d5-a227-a5fa52e96bf9,segment=NetworkSegment(48ca9701-9cd3-4528-aef0-982fdcb1774f),segment_id=48ca9701-9cd3-4528-aef0-982fdcb1774f)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:05.338455 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (57402b71-ff78-46d5-a227-a5fa52e96bf9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:05.339059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device a73074ce-d0eb-4ebd-8443-eaf911e6bb69 has no active binding in host n-h1-812111-12 {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 06:09:05.389743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 1e5dfb0c-133f-4b4f-8506-2adb9b278e03 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:05.394539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Calling delete_port for 57402b71-ff78-46d5-a227-a5fa52e96bf9 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:09:05.394664 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1e5dfb0c-133f-4b4f-8506-2adb9b278e03), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:05.414901 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3920d-b863-4d88-a968-ec22631e3e4a None None] Pushing event updated for resources: {'Port': ['ID=72ed35b0-b134-4990-8902-25d9f60e1fdc,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:05.497021 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37ba1f9c-77c0-4d64-90ae-e4d0cbc2609e req-25fdffe6-857c-4d98-b37f-9fdd13bc9b12 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073691 Jan 28 06:09:05.533926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3735d8-b692-438a-8154-044e9296c9ef None None] DHCP port deletion for 5896d362-360f-40dd-b40d-543232c6636d request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:09:05.564714 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Attempting to bind port 72ed35b0-b134-4990-8902-25d9f60e1fdc on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:09:05.569413 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Attempting to bind port 72ed35b0-b134-4990-8902-25d9f60e1fdc by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '04b2a23d-e586-41a4-83a1-7503211145a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '086ef462-d6c7-4cce-ac6b-d36920039f03'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:09:05.569413 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Attempting to bind port 72ed35b0-b134-4990-8902-25d9f60e1fdc on network 086ef462-d6c7-4cce-ac6b-d36920039f03 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:09:05.584613 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:09:05.585373 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Checking segment: {'id': '04b2a23d-e586-41a4-83a1-7503211145a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '086ef462-d6c7-4cce-ac6b-d36920039f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:09:05.586507 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:05.587564 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Bound using segment: {'id': '04b2a23d-e586-41a4-83a1-7503211145a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '086ef462-d6c7-4cce-ac6b-d36920039f03'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:09:05.588737 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Bound port: 72ed35b0-b134-4990-8902-25d9f60e1fdc, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b2a23d-e586-41a4-83a1-7503211145a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '086ef462-d6c7-4cce-ac6b-d36920039f03'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:09:05.591988 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:05.682061 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (57402b71-ff78-46d5-a227-a5fa52e96bf9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:05.718031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 1e5dfb0c-133f-4b4f-8506-2adb9b278e03 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:05.769972 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event deleted for resources: {'Port': ['ID=57402b71-ff78-46d5-a227-a5fa52e96bf9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:05.772988 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] For port 72ed35b0-b134-4990-8902-25d9f60e1fdc, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:09:05.776705 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] For port 72ed35b0-b134-4990-8902-25d9f60e1fdc, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=72ed35b0-b134-4990-8902-25d9f60e1fdc,segment=NetworkSegment(04b2a23d-e586-41a4-83a1-7503211145a3),segment_id=04b2a23d-e586-41a4-83a1-7503211145a3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:09:05.781262 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1d3735d8-b692-438a-8154-044e9296c9ef None None] Deleting port 57402b71-ff78-46d5-a227-a5fa52e96bf9 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:09:05.781709 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d3735d8-b692-438a-8154-044e9296c9ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (57402b71-ff78-46d5-a227-a5fa52e96bf9), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:05.786236 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] No DVR routers for this DVR port 57402b71-ff78-46d5-a227-a5fa52e96bf9 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:09:05.861934 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:06.002652 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-77044c21-ccd3-48ad-b0f6-2a0156f6f590 None None] Provisioning complete for port 72ed35b0-b134-4990-8902-25d9f60e1fdc triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:06.003259 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77044c21-ccd3-48ad-b0f6-2a0156f6f590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:06.039592 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (5896d362-360f-40dd-b40d-543232c6636d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:06.064621 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Routers {'221b46eb-1bd3-4628-852e-1ce888f98036'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:09:06.065260 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:09:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['221b46eb-1bd3-4628-852e-1ce888f98036'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:06.080779 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3920d-b863-4d88-a968-ec22631e3e4a None None] Pushing event updated for resources: {'Port': ['ID=72ed35b0-b134-4990-8902-25d9f60e1fdc,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:06.109726 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5896d362-360f-40dd-b40d-543232c6636d']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:06.112658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1d3735d8-b692-438a-8154-044e9296c9ef None None] For port 57402b71-ff78-46d5-a227-a5fa52e96bf9, host n-d-812111-12, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:06.115143 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d3735d8-b692-438a-8154-044e9296c9ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (57402b71-ff78-46d5-a227-a5fa52e96bf9), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:06.132798 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ca9701-9cd3-4528-aef0-982fdcb1774f') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:06.133300 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ca9701-9cd3-4528-aef0-982fdcb1774f') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:06.146079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1d3735d8-b692-438a-8154-044e9296c9ef None None] Calling delete_port for 57402b71-ff78-46d5-a227-a5fa52e96bf9 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:09:06.148135 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (48ca9701-9cd3-4528-aef0-982fdcb1774f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:06.150031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-1d3735d8-b692-438a-8154-044e9296c9ef None None] Port 57402b71-ff78-46d5-a227-a5fa52e96bf9 was not found and therefore no delete operation was performed {{(pid=103636) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 06:09:06.151409 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d3735d8-b692-438a-8154-044e9296c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (57402b71-ff78-46d5-a227-a5fa52e96bf9), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:06.190621 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (48ca9701-9cd3-4528-aef0-982fdcb1774f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:06.203686 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:09:06.204312 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (48ca9701-9cd3-4528-aef0-982fdcb1774f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:09:06.212745 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:09:06.341768 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3735d8-b692-438a-8154-044e9296c9ef None None] Pushing event deleted for resources: {'Port': ['ID=57402b71-ff78-46d5-a227-a5fa52e96bf9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:06.358632 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3735d8-b692-438a-8154-044e9296c9ef None None] No DVR routers for this DVR port 57402b71-ff78-46d5-a227-a5fa52e96bf9 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:09:06.417936 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (5896d362-360f-40dd-b40d-543232c6636d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:06.425715 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:06.432931 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "DELETE /v2.0/networks/5896d362-360f-40dd-b40d-543232c6636d HTTP/1.1" status: 204 len: 168 time: 1.6336856 Jan 28 06:09:06.433022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36016) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:06.465537 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3e10a-56f5-4092-8cca-ab58d7805469 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Pushing event deleted for resources: {'Network': ['ID=5896d362-360f-40dd-b40d-543232c6636d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:06.499771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36024) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:06.499981 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6970e205-7e5d-4f2c-80a2-23fb04312954 tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f8adb35-b372-4cff-ace1-677af12b7008 HTTP/1.1" status: 200 len: 205 time: 0.0669098 Jan 28 06:09:06.588162 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] Set router 221b46eb-1bd3-4628-852e-1ce888f98036 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:09:06.723422 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-77044c21-ccd3-48ad-b0f6-2a0156f6f590 None None] Current status of the port 72ed35b0-b134-4990-8902-25d9f60e1fdc is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:06.723965 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77044c21-ccd3-48ad-b0f6-2a0156f6f590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:06.760853 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3fc58c47-ba37-4662-8d7d-5dfbc11f2b7e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for router (4f8adb35-b372-4cff-ace1-677af12b7008), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:06.770405 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:06.865131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a65c2c-2c9c-42ad-b5a6-33c33d3f230a req-62c3ae41-7590-47c3-99a0-0435efe83a74 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:06.865131 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36a65c2c-2c9c-42ad-b5a6-33c33d3f230a req-62c3ae41-7590-47c3-99a0-0435efe83a74 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 945 time: 0.1284029 Jan 28 06:09:06.876205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-77044c21-ccd3-48ad-b0f6-2a0156f6f590 None None] For port 72ed35b0-b134-4990-8902-25d9f60e1fdc, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=72ed35b0-b134-4990-8902-25d9f60e1fdc,segment=NetworkSegment(04b2a23d-e586-41a4-83a1-7503211145a3),segment_id=04b2a23d-e586-41a4-83a1-7503211145a3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:06.925668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 57402b71-ff78-46d5-a227-a5fa52e96bf9 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:09:07.152322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36a65c2c-2c9c-42ad-b5a6-33c33d3f230a req-436eb724-a56b-4edd-af17-2975ddef61be tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471907 Jan 28 06:09:07.153047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 57402b71-ff78-46d5-a227-a5fa52e96bf9 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:09:07.153047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 57402b71-ff78-46d5-a227-a5fa52e96bf9 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:09:07.153619 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3fc58c47-ba37-4662-8d7d-5dfbc11f2b7e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (4f8adb35-b372-4cff-ace1-677af12b7008), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:07.153619 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3fc58c47-ba37-4662-8d7d-5dfbc11f2b7e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for router_controller (4f8adb35-b372-4cff-ace1-677af12b7008), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:07.189427 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77044c21-ccd3-48ad-b0f6-2a0156f6f590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:07.258195 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'name': 'tempest-TestVolumeBootPattern-84792081-router', 'tenant_id': '8c5f1075be4647b9a06c6557592ee62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '1e5dfb0c-133f-4b4f-8506-2adb9b278e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:51Z', 'updated_at': '2022-01-28T06:09:01Z', 'revision_number': 4, 'project_id': '8c5f1075be4647b9a06c6557592ee62d', 'gw_port': {'id': '1e5dfb0c-133f-4b4f-8506-2adb9b278e03', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:52Z', 'updated_at': '2022-01-28T06:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '72ed35b0-b134-4990-8902-25d9f60e1fdc', 'name': '', 'network_id': '086ef462-d6c7-4cce-ac6b-d36920039f03', 'tenant_id': '8c5f1075be4647b9a06c6557592ee62d', 'mac_address': 'fa:16:3e:46:11:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '905a9aeb-fdce-491b-9531-7bd51fc10b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:59Z', 'updated_at': '2022-01-28T06:09:05Z', 'revision_number': 4, 'project_id': '8c5f1075be4647b9a06c6557592ee62d', 'subnets': [{'id': '905a9aeb-fdce-491b-9531-7bd51fc10b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:07.276253 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77044c21-ccd3-48ad-b0f6-2a0156f6f590 None None] Pushing event updated for resources: {'Port': ['ID=72ed35b0-b134-4990-8902-25d9f60e1fdc,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:07.314786 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3fc58c47-ba37-4662-8d7d-5dfbc11f2b7e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (4f8adb35-b372-4cff-ace1-677af12b7008), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:07.316101 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc58c47-ba37-4662-8d7d-5dfbc11f2b7e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Fanout notify agent at l3_agent the message router_deleted on router 4f8adb35-b372-4cff-ace1-677af12b7008 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:09:07.323643 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c009cb-e4b1-4247-96c6-a6efdbb9563b None None] The sync data for ids ['221b46eb-1bd3-4628-852e-1ce888f98036'] in n-d-812111-12 is: [{'id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'name': 'tempest-TestVolumeBootPattern-84792081-router', 'tenant_id': '8c5f1075be4647b9a06c6557592ee62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '1e5dfb0c-133f-4b4f-8506-2adb9b278e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:51Z', 'updated_at': '2022-01-28T06:09:01Z', 'revision_number': 4, 'project_id': '8c5f1075be4647b9a06c6557592ee62d', 'gw_port': {'id': '1e5dfb0c-133f-4b4f-8506-2adb9b278e03', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:52Z', 'updated_at': '2022-01-28T06:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '72ed35b0-b134-4990-8902-25d9f60e1fdc', 'name': '', 'network_id': '086ef462-d6c7-4cce-ac6b-d36920039f03', 'tenant_id': '8c5f1075be4647b9a06c6557592ee62d', 'mac_address': 'fa:16:3e:46:11:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '905a9aeb-fdce-491b-9531-7bd51fc10b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:59Z', 'updated_at': '2022-01-28T06:09:05Z', 'revision_number': 4, 'project_id': '8c5f1075be4647b9a06c6557592ee62d', 'subnets': [{'id': '905a9aeb-fdce-491b-9531-7bd51fc10b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:09:07.332373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ea504eee-066c-43a0-ac58-bbda03bd0a8f None None] Provisioning complete for port 72ed35b0-b134-4990-8902-25d9f60e1fdc triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:07.333839 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea504eee-066c-43a0-ac58-bbda03bd0a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:07.343904 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3fc58c47-ba37-4662-8d7d-5dfbc11f2b7e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:07.350537 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3fc58c47-ba37-4662-8d7d-5dfbc11f2b7e tempest-RoutersNegativeTest-951058973 tempest-RoutersNegativeTest-951058973-project] 10.222.0.31 "DELETE /v2.0/routers/4f8adb35-b372-4cff-ace1-677af12b7008 HTTP/1.1" status: 204 len: 168 time: 0.8443365 Jan 28 06:09:07.362958 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-508f2b4d-361e-4bc5-a46d-90afd5316778 service neutron] 10.222.0.60 "GET /v2.0/ports/a73074ce-d0eb-4ebd-8443-eaf911e6bb69/bindings/n-h1-812111-12 HTTP/1.1" status: 200 len: 385 time: 0.3252239 Jan 28 06:09:07.639414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ea504eee-066c-43a0-ac58-bbda03bd0a8f None None] Current status of the port 72ed35b0-b134-4990-8902-25d9f60e1fdc is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:07.879054 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e958f3d3-8d90-4162-94a1-2638f1ab5256 service neutron] For port a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,segment=NetworkSegment(26e52af3-8ad3-488e-8fae-7c669d90eee3),segment_id=26e52af3-8ad3-488e-8fae-7c669d90eee3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:07.942767 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e958f3d3-8d90-4162-94a1-2638f1ab5256 service neutron] For port a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:09:07.966849 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:08.021519 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e958f3d3-8d90-4162-94a1-2638f1ab5256 service neutron] For port a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,segment=NetworkSegment(26e52af3-8ad3-488e-8fae-7c669d90eee3),segment_id=26e52af3-8ad3-488e-8fae-7c669d90eee3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:08.035385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bdceba-4df3-4388-856e-21225aa32f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:09:08.037872 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be575a0-8c6d-470e-8af8-0a166b144283" -d '{"events": [{"server_uuid": "08bdceba-4df3-4388-856e-21225aa32f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "a73074ce-d0eb-4ebd-8443-eaf911e6bb69"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:09:08.115216 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e958f3d3-8d90-4162-94a1-2638f1ab5256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:08.201093 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcff89ec-093f-404f-b596-17aa3aafe1d2 x-openstack-request-id: req-dcff89ec-093f-404f-b596-17aa3aafe1d2 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:09:08.201093 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bdceba-4df3-4388-856e-21225aa32f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "a73074ce-d0eb-4ebd-8443-eaf911e6bb69", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:09:08.201093 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dcff89ec-093f-404f-b596-17aa3aafe1d2 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:09:08.201093 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bdceba-4df3-4388-856e-21225aa32f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69', 'code': 200} Jan 28 06:09:08.256153 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e958f3d3-8d90-4162-94a1-2638f1ab5256 service neutron] Transition to ACTIVE for port object a73074ce-d0eb-4ebd-8443-eaf911e6bb69 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:09:08.315624 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36074) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:08.327999 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e958f3d3-8d90-4162-94a1-2638f1ab5256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:08.414834 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24e9ab-c813-4685-a530-6133d40e80f1 req-a90a13c8-9160-4606-a34a-782dab4195c7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:08.424277 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a24e9ab-c813-4685-a530-6133d40e80f1 req-a90a13c8-9160-4606-a34a-782dab4195c7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 944 time: 0.1319902 Jan 28 06:09:08.569943 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958f3d3-8d90-4162-94a1-2638f1ab5256 service neutron] Pushing event updated for resources: {'Port': ['ID=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,revision_number=11']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:08.665658 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a24e9ab-c813-4685-a530-6133d40e80f1 req-6a8b8c83-04a1-46ea-847e-3d459674f881 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397485 Jan 28 06:09:08.919478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36090) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:08.921315 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-77590165-f6b3-41e8-bc17-36a0bca2645e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac1238a66d774ce8a43339ff8a20f72f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6041059 Jan 28 06:09:09.028374 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 72ed35b0-b134-4990-8902-25d9f60e1fdc up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:09:09.070675 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b92cce4-ebcf-4c63-9e60-f369a139ff4e admin admin] Publish callbacks [] for security_group (8b0ad2d2-90c3-4db6-a1f0-f55ecf30f05f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:09.147323 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e958f3d3-8d90-4162-94a1-2638f1ab5256 service neutron] No DVR routers for this DVR port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:09:09.153329 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b92cce4-ebcf-4c63-9e60-f369a139ff4e admin admin] Publish callbacks [] for security_group (8b0ad2d2-90c3-4db6-a1f0-f55ecf30f05f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:09.174132 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:09.299941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 72ed35b0-b134-4990-8902-25d9f60e1fdc triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:09.300522 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:09.349024 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b92cce4-ebcf-4c63-9e60-f369a139ff4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8b0ad2d2-90c3-4db6-a1f0-f55ecf30f05f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:09.352569 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b92cce4-ebcf-4c63-9e60-f369a139ff4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:09.354798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5b92cce4-ebcf-4c63-9e60-f369a139ff4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b0ad2d2-90c3-4db6-a1f0-f55ecf30f05f HTTP/1.1" status: 204 len: 168 time: 0.4339881 Jan 28 06:09:09.371150 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92cce4-ebcf-4c63-9e60-f369a139ff4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0ad2d2-90c3-4db6-a1f0-f55ecf30f05f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:09.430531 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 72ed35b0-b134-4990-8902-25d9f60e1fdc is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:09.488676 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e958f3d3-8d90-4162-94a1-2638f1ab5256 service neutron] 10.222.0.60 "PUT /v2.0/ports/a73074ce-d0eb-4ebd-8443-eaf911e6bb69/bindings/n-h1-812111-12/activate HTTP/1.1" status: 200 len: 370 time: 2.1190872 Jan 28 06:09:09.918824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-edb2e412-1385-4320-b3fe-f990b5ad2f66 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:09.923692 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-edb2e412-1385-4320-b3fe-f990b5ad2f66 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f&tenant_id=59d53e120d2a4c8e8606808e4590906b&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 1096 time: 0.2425623 Jan 28 06:09:10.089052 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d204bb-0bf3-4d04-921f-a3aa30da74ff req-30921380-ca93-4ad3-bd89-c4abfed286a1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:10.098697 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94d204bb-0bf3-4d04-921f-a3aa30da74ff req-30921380-ca93-4ad3-bd89-c4abfed286a1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 944 time: 0.2677047 Jan 28 06:09:10.139655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-da4f99b4-5b8e-44fb-b08e-7686ff0481c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:10.141930 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-da4f99b4-5b8e-44fb-b08e-7686ff0481c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f&tenant_id=59d53e120d2a4c8e8606808e4590906b HTTP/1.1" status: 200 len: 1096 time: 0.2087579 Jan 28 06:09:10.259915 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94d204bb-0bf3-4d04-921f-a3aa30da74ff req-cc45d2bc-1239-4e52-8db0-249e66ccde4c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603310 Jan 28 06:09:10.298138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-354780f3-9d52-40bc-b0a8-108b8d910879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:10.299055 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-354780f3-9d52-40bc-b0a8-108b8d910879 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 1096 time: 0.0802073 Jan 28 06:09:10.472857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-5f3c7850-c40a-4fb8-bc57-c5d61fc11d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:10.474571 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-5f3c7850-c40a-4fb8-bc57-c5d61fc11d6f service neutron] 10.222.0.64 "GET /v2.0/networks?id=8cf8a050-60aa-439b-b44b-e0ab17f3133a HTTP/1.1" status: 200 len: 897 time: 0.1695855 Jan 28 06:09:10.625099 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-677137a4-17b7-400f-ae94-4db9581c25c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69 HTTP/1.1" status: 200 len: 998 time: 0.1362557 Jan 28 06:09:10.698062 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-2942ff65-fe44-41bd-8881-2484afeafdd8 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:10.705733 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-2942ff65-fe44-41bd-8881-2484afeafdd8 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 811 time: 0.2302082 Jan 28 06:09:10.722876 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-ed5c25b5-e438-4b19-8e76-b9efbb5f455f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/quotas/daa041954cd34e19820d06481218d4c6 HTTP/1.1" status: 200 len: 375 time: 0.0161917 Jan 28 06:09:10.726741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-5c75b388-de7d-4164-9581-32a69fd8ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:10.728233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-5c75b388-de7d-4164-9581-32a69fd8ee23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0fcc544f-752c-4d96-bfef-930188bf454c HTTP/1.1" status: 200 len: 835 time: 0.0956209 Jan 28 06:09:10.741156 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a73074ce-d0eb-4ebd-8443-eaf911e6bb69 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:09:10.786510 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] The host n-h2-812111-12 is not matching for port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 host n-h1-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:09:10.787174 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a73074ce-d0eb-4ebd-8443-eaf911e6bb69 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:09:10.825818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-3ceaad8f-8b72-4a01-ade1-848b848d6491 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961466 Jan 28 06:09:10.829149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-a18c8ccf-ff5a-4ef9-9320-c53e4fa4d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:10.833884 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-a18c8ccf-ff5a-4ef9-9320-c53e4fa4d19f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8cf8a050-60aa-439b-b44b-e0ab17f3133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930250 Jan 28 06:09:11.044439 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-cba8e755-113f-4d1a-99ea-85941a210b8c service neutron] 10.222.0.31 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088783 Jan 28 06:09:11.147387 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-91311e47-5e64-4190-8812-4ade10bd08b6 service neutron] 10.222.0.64 "GET /v2.0/networks/8cf8a050-60aa-439b-b44b-e0ab17f3133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741625 Jan 28 06:09:11.185921 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-f7b5bc8e-29fd-4a0c-8396-599b61e383b1 service neutron] 10.222.0.31 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328990 Jan 28 06:09:11.278588 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-55adc946-6926-41db-9f1c-24ed33fcfb9c service neutron] 10.222.0.64 "GET /v2.0/networks/8cf8a050-60aa-439b-b44b-e0ab17f3133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205506 Jan 28 06:09:11.280476 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36142) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:11.405418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092b549-853a-4d66-9cd8-da259917093e req-3e65db0a-35e8-4a3e-8972-1020b873b8da tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:11.412457 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d092b549-853a-4d66-9cd8-da259917093e req-3e65db0a-35e8-4a3e-8972-1020b873b8da tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 944 time: 0.0651610 Jan 28 06:09:11.464298 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4b3f9e97-fb2c-4000-95c8-6786fe049bfe tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:11.464748 n-d-812111-12 neutron-server[103634]: WARNING neutron.api.v2.base [None req-4b3f9e97-fb2c-4000-95c8-6786fe049bfe tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 06:09:11.465238 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-4b3f9e97-fb2c-4000-95c8-6786fe049bfe tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 06:09:11.466218 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4b3f9e97-fb2c-4000-95c8-6786fe049bfe tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1846721 Jan 28 06:09:11.477412 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36158) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:11.481827 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-50b3e6e6-e36f-4231-931f-4a29ab19079b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group': {'name': 'tempest-secgroup--527381683'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:11.496695 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d092b549-853a-4d66-9cd8-da259917093e req-52c3eaf8-1d51-4fd9-a6f5-0da96274c6ef tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831392 Jan 28 06:09:11.618881 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50b3e6e6-e36f-4231-931f-4a29ab19079b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:11.633536 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50b3e6e6-e36f-4231-931f-4a29ab19079b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:11.804500 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50b3e6e6-e36f-4231-931f-4a29ab19079b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (e2e5721a-1701-4789-ac41-763c5c181e3b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:11.903819 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50b3e6e6-e36f-4231-931f-4a29ab19079b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e2e5721a-1701-4789-ac41-763c5c181e3b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:11.916445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-a97576c3-1c50-468a-b3bc-458a26530bbb tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:11.918499 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-a97576c3-1c50-468a-b3bc-458a26530bbb tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f&tenant_id=59d53e120d2a4c8e8606808e4590906b&binding%3Ahost_id=n-h1-812111-12 HTTP/1.1" status: 200 len: 1096 time: 0.0556355 Jan 28 06:09:12.046084 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3e6e6-e36f-4231-931f-4a29ab19079b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e5721a-1701-4789-ac41-763c5c181e3b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:12.161291 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50b3e6e6-e36f-4231-931f-4a29ab19079b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (b5681069-2fb9-43d2-99c6-d46b0fa6886b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:12.246101 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50b3e6e6-e36f-4231-931f-4a29ab19079b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b5681069-2fb9-43d2-99c6-d46b0fa6886b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:12.314092 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3e6e6-e36f-4231-931f-4a29ab19079b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5681069-2fb9-43d2-99c6-d46b0fa6886b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:12.333679 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-50b3e6e6-e36f-4231-931f-4a29ab19079b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:12.337559 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-50b3e6e6-e36f-4231-931f-4a29ab19079b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8565969 Jan 28 06:09:12.337816 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36170) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:12.342274 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4255e9de-7104-4ebf-ac86-5331d451ff28 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': 'b5681069-2fb9-43d2-99c6-d46b0fa6886b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:12.446292 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4255e9de-7104-4ebf-ac86-5331d451ff28 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group_rule (bf6e5c7e-e8e1-4035-aebc-a0d0b1649b2d), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:12.598996 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4255e9de-7104-4ebf-ac86-5331d451ff28 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group_rule (bf6e5c7e-e8e1-4035-aebc-a0d0b1649b2d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:12.680922 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4255e9de-7104-4ebf-ac86-5331d451ff28 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (bf6e5c7e-e8e1-4035-aebc-a0d0b1649b2d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:12.720194 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255e9de-7104-4ebf-ac86-5331d451ff28 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6e5c7e-e8e1-4035-aebc-a0d0b1649b2d,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:12.759511 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-554a5adf-5893-4641-afde-5f31db6c1ef4 req-5089267c-313f-4813-8198-4a8b442a1021 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 210 time: 0.5812392 Jan 28 06:09:12.771364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-361dd5e0-8c3e-4175-baff-14abc0d3df17 service neutron] For port a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:09:12.783974 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-361dd5e0-8c3e-4175-baff-14abc0d3df17 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:12.785876 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-361dd5e0-8c3e-4175-baff-14abc0d3df17 service neutron] 10.222.0.64 "DELETE /v2.0/ports/a73074ce-d0eb-4ebd-8443-eaf911e6bb69/bindings/n-h2-812111-12 HTTP/1.1" status: 204 len: 173 time: 0.8530700 Jan 28 06:09:12.804554 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4255e9de-7104-4ebf-ac86-5331d451ff28 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:12.813372 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4255e9de-7104-4ebf-ac86-5331d451ff28 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4673474 Jan 28 06:09:12.813372 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36182) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:12.816217 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b8c253ff-47c6-4967-9fd4-ac80ab3c97e7 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': 'b5681069-2fb9-43d2-99c6-d46b0fa6886b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:12.854394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6efb3-d547-418e-aa9c-e7b0dcefd53e req-bb598e23-c15f-4ed1-9293-3f2e4943bf51 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:12.871701 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26a6efb3-d547-418e-aa9c-e7b0dcefd53e req-bb598e23-c15f-4ed1-9293-3f2e4943bf51 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 944 time: 0.1219034 Jan 28 06:09:12.966650 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8c253ff-47c6-4967-9fd4-ac80ab3c97e7 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group_rule (d5741563-e8ec-45c9-9f4f-f2441b9cd51d), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:12.975808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26a6efb3-d547-418e-aa9c-e7b0dcefd53e req-7cd70ec0-dacd-4adf-bc85-9a1f8572368d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031239 Jan 28 06:09:13.137809 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-b8c253ff-47c6-4967-9fd4-ac80ab3c97e7 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 06:09:13.139193 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b8c253ff-47c6-4967-9fd4-ac80ab3c97e7 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3292840 Jan 28 06:09:13.142803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36192) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:13.185649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30754b1e-3bd6-4492-9e2f-0cf23f29f250 req-43dbe966-99af-4459-8613-4620fdc4428e tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:13.187288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30754b1e-3bd6-4492-9e2f-0cf23f29f250 req-43dbe966-99af-4459-8613-4620fdc4428e tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 1096 time: 0.1066904 Jan 28 06:09:13.304556 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30754b1e-3bd6-4492-9e2f-0cf23f29f250 req-3cc42412-ada3-46e0-a39d-134f3a16e392 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986142 Jan 28 06:09:13.310696 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7d040b97-939f-4a39-9283-56a33f65088b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (b5681069-2fb9-43d2-99c6-d46b0fa6886b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:13.393857 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7d040b97-939f-4a39-9283-56a33f65088b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (b5681069-2fb9-43d2-99c6-d46b0fa6886b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:13.528504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2999a0-116d-426c-a7a0-e53e41f42d96 req-590b27df-6f0e-433e-befa-f09c93b2ccc3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:13.532757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be2999a0-116d-426c-a7a0-e53e41f42d96 req-590b27df-6f0e-433e-befa-f09c93b2ccc3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 944 time: 0.0828669 Jan 28 06:09:13.560468 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7d040b97-939f-4a39-9283-56a33f65088b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b5681069-2fb9-43d2-99c6-d46b0fa6886b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:13.564050 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7d040b97-939f-4a39-9283-56a33f65088b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:13.569408 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7d040b97-939f-4a39-9283-56a33f65088b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "DELETE /v2.0/security-groups/b5681069-2fb9-43d2-99c6-d46b0fa6886b HTTP/1.1" status: 204 len: 168 time: 0.4217689 Jan 28 06:09:13.570462 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36198) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:13.609119 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d040b97-939f-4a39-9283-56a33f65088b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5681069-2fb9-43d2-99c6-d46b0fa6886b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:13.671808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be2999a0-116d-426c-a7a0-e53e41f42d96 req-29c3743b-6c04-44c7-b7c0-604ddb0976c8 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287591 Jan 28 06:09:13.686109 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36200) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:13.737503 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e7c80211-2857-4ca2-a552-55bac1c33949 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1613007 Jan 28 06:09:13.738876 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36202) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:13.745695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-8235a495-6a44-46f4-8bcd-be209f61ecf7 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group': {'name': 'tempest-secgroup--801141980'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:13.804444 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-16a5be76-e7b4-4afa-8168-5b05c31c088e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/7f27185e-0586-4ce9-af38-7ce00a41cf85 HTTP/1.1" status: 200 len: 990 time: 0.1166613 Jan 28 06:09:13.926778 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8235a495-6a44-46f4-8bcd-be209f61ecf7 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:13.969072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be174a99-4d14-4010-9b63-85feedb72d23 req-83eab234-41cb-450b-8724-78c7e7a7daf6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 210 time: 0.0818999 Jan 28 06:09:14.052061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36212) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:14.102696 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8235a495-6a44-46f4-8bcd-be209f61ecf7 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (3b2fb8eb-bdd3-458a-a5b0-a13cbbd9e139), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:14.143066 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8235a495-6a44-46f4-8bcd-be209f61ecf7 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3b2fb8eb-bdd3-458a-a5b0-a13cbbd9e139), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:14.202502 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235a495-6a44-46f4-8bcd-be209f61ecf7 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2fb8eb-bdd3-458a-a5b0-a13cbbd9e139,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:14.220433 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8235a495-6a44-46f4-8bcd-be209f61ecf7 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:14.222512 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8235a495-6a44-46f4-8bcd-be209f61ecf7 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4824479 Jan 28 06:09:14.225857 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36216) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:14.233593 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-bc0d68db-64a3-4ef7-8f7e-a90c764c7405 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': '3b2fb8eb-bdd3-458a-a5b0-a13cbbd9e139', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:14.238902 n-d-812111-12 neutron-server[103634]: WARNING neutron.api.v2.base [None req-bc0d68db-64a3-4ef7-8f7e-a90c764c7405 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 06:09:14.239688 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-bc0d68db-64a3-4ef7-8f7e-a90c764c7405 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:09:14.240916 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bc0d68db-64a3-4ef7-8f7e-a90c764c7405 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0151858 Jan 28 06:09:14.243832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36218) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:14.354193 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed045af4-9576-4feb-82c8-b0c3bc67e1d2 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (3b2fb8eb-bdd3-458a-a5b0-a13cbbd9e139), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:14.363291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-97cf5131-4032-4f9c-a5d5-2a921c16d1c3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting port 86200620-6982-455b-9a72-a967a49169ef {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:09:14.363704 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97cf5131-4032-4f9c-a5d5-2a921c16d1c3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (86200620-6982-455b-9a72-a967a49169ef), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:14.404585 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed045af4-9576-4feb-82c8-b0c3bc67e1d2 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (3b2fb8eb-bdd3-458a-a5b0-a13cbbd9e139), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:14.492962 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97cf5131-4032-4f9c-a5d5-2a921c16d1c3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (86200620-6982-455b-9a72-a967a49169ef), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:14.493665 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97cf5131-4032-4f9c-a5d5-2a921c16d1c3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for floatingip (86200620-6982-455b-9a72-a967a49169ef), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:14.515637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-97cf5131-4032-4f9c-a5d5-2a921c16d1c3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Calling delete_port for 86200620-6982-455b-9a72-a967a49169ef owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:09:14.543706 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed045af4-9576-4feb-82c8-b0c3bc67e1d2 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3b2fb8eb-bdd3-458a-a5b0-a13cbbd9e139), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:14.548519 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed045af4-9576-4feb-82c8-b0c3bc67e1d2 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:14.552092 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ed045af4-9576-4feb-82c8-b0c3bc67e1d2 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "DELETE /v2.0/security-groups/3b2fb8eb-bdd3-458a-a5b0-a13cbbd9e139 HTTP/1.1" status: 204 len: 168 time: 0.3048971 Jan 28 06:09:14.568030 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36222) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:14.570200 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed045af4-9576-4feb-82c8-b0c3bc67e1d2 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2fb8eb-bdd3-458a-a5b0-a13cbbd9e139,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:14.724092 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e7f300bb-6fe8-466b-8e58-2c513ddf4ee3 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1454523 Jan 28 06:09:14.729620 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36226) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:14.741536 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-785cd783-4bcb-428a-a0de-115c47b48173 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group': {'name': 'tempest-secgroup--727357853'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:14.887876 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-785cd783-4bcb-428a-a0de-115c47b48173 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:15.008062 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-785cd783-4bcb-428a-a0de-115c47b48173 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (80ff8bf4-a9df-413a-a1f0-440abe3394a2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:15.113283 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-785cd783-4bcb-428a-a0de-115c47b48173 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (80ff8bf4-a9df-413a-a1f0-440abe3394a2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:15.171413 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97cf5131-4032-4f9c-a5d5-2a921c16d1c3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (86200620-6982-455b-9a72-a967a49169ef), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:15.187834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e3888ac-9f18-4a51-b871-a55436f33679 req-1e534ecc-52e2-4b10-90a2-352877a8dffa tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 210 time: 0.1263299 Jan 28 06:09:15.192365 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cd783-4bcb-428a-a0de-115c47b48173 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ff8bf4-a9df-413a-a1f0-440abe3394a2,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:15.214196 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-785cd783-4bcb-428a-a0de-115c47b48173 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:15.215512 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-785cd783-4bcb-428a-a0de-115c47b48173 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4848292 Jan 28 06:09:15.220559 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf5131-4032-4f9c-a5d5-2a921c16d1c3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Port': ['ID=86200620-6982-455b-9a72-a967a49169ef,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:15.224179 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36234) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:15.231448 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-65e918c2-3bd4-4a57-8172-6b8f9e686503 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': '80ff8bf4-a9df-413a-a1f0-440abe3394a2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:15.232804 n-d-812111-12 neutron-server[103634]: WARNING neutron.api.v2.base [None req-65e918c2-3bd4-4a57-8172-6b8f9e686503 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 06:09:15.233321 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-65e918c2-3bd4-4a57-8172-6b8f9e686503 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:09:15.238538 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-65e918c2-3bd4-4a57-8172-6b8f9e686503 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0128720 Jan 28 06:09:15.241674 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36236) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:15.326393 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4f48e195-2248-41fc-a5e6-68d14acd6b01 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (80ff8bf4-a9df-413a-a1f0-440abe3394a2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:15.349751 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-1d6f7538-bdd2-4d1e-9e74-e6b503f3bd0a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:15.357152 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-1d6f7538-bdd2-4d1e-9e74-e6b503f3bd0a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 811 time: 0.3253713 Jan 28 06:09:15.376372 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97cf5131-4032-4f9c-a5d5-2a921c16d1c3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for floatingip (7f27185e-0586-4ce9-af38-7ce00a41cf85), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:15.381334 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-97cf5131-4032-4f9c-a5d5-2a921c16d1c3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Floating IP 7f27185e-0586-4ce9-af38-7ce00a41cf85 disassociated (deleted). External IP: 172.25.0.45, port: a73074ce-d0eb-4ebd-8443-eaf911e6bb69. Jan 28 06:09:15.381467 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4f48e195-2248-41fc-a5e6-68d14acd6b01 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (80ff8bf4-a9df-413a-a1f0-440abe3394a2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:15.390487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-e834e3cb-1379-4b54-9550-730bf8deee02 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Request body: {'port': {'device_id': '8ff57bcf-57f5-4b41-ba4b-638a10e9ff19', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'admin_state_up': True, 'tenant_id': 'daa041954cd34e19820d06481218d4c6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:15.556696 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4f48e195-2248-41fc-a5e6-68d14acd6b01 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (80ff8bf4-a9df-413a-a1f0-440abe3394a2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:15.560050 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4f48e195-2248-41fc-a5e6-68d14acd6b01 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:15.564769 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4f48e195-2248-41fc-a5e6-68d14acd6b01 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "DELETE /v2.0/security-groups/80ff8bf4-a9df-413a-a1f0-440abe3394a2 HTTP/1.1" status: 204 len: 168 time: 0.3218298 Jan 28 06:09:15.565417 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36240) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:15.584027 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48e195-2248-41fc-a5e6-68d14acd6b01 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ff8bf4-a9df-413a-a1f0-440abe3394a2,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:15.704679 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b7c336e5-d9a6-4fae-8fda-23fc32102565 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1349082 Jan 28 06:09:15.705559 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36242) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:15.710122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-58aa1192-50cc-4826-8ca0-4ed21cb2cb1a tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group': {'name': 'tempest-secgroup--692176402'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:15.840779 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58aa1192-50cc-4826-8ca0-4ed21cb2cb1a tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:16.019517 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58aa1192-50cc-4826-8ca0-4ed21cb2cb1a tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (4df1c46f-f875-48fc-b29b-6f77b983acc0), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:16.098205 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58aa1192-50cc-4826-8ca0-4ed21cb2cb1a tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4df1c46f-f875-48fc-b29b-6f77b983acc0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:16.178487 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa1192-50cc-4826-8ca0-4ed21cb2cb1a tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df1c46f-f875-48fc-b29b-6f77b983acc0,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:16.203361 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-58aa1192-50cc-4826-8ca0-4ed21cb2cb1a tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:16.204965 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-58aa1192-50cc-4826-8ca0-4ed21cb2cb1a tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4982517 Jan 28 06:09:16.207779 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36256) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:16.209315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cf5131-4032-4f9c-a5d5-2a921c16d1c3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router b2902ce7-6dba-4d42-9d88-be9a77e8603f has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:09:16.212630 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ead36118-53e4-4329-86ff-891cb2dda593 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': '4df1c46f-f875-48fc-b29b-6f77b983acc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:16.216464 n-d-812111-12 neutron-server[103634]: WARNING neutron.api.v2.base [None req-ead36118-53e4-4329-86ff-891cb2dda593 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 06:09:16.216464 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-ead36118-53e4-4329-86ff-891cb2dda593 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:09:16.216802 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ead36118-53e4-4329-86ff-891cb2dda593 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080862 Jan 28 06:09:16.219678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36258) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:16.229332 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c1fe90a7-c708-4642-be42-6242267c97ac tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': '4df1c46f-f875-48fc-b29b-6f77b983acc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:16.230021 n-d-812111-12 neutron-server[103634]: WARNING neutron.api.v2.base [None req-c1fe90a7-c708-4642-be42-6242267c97ac tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 06:09:16.230593 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-c1fe90a7-c708-4642-be42-6242267c97ac tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:09:16.231852 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c1fe90a7-c708-4642-be42-6242267c97ac tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0112479 Jan 28 06:09:16.235477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36262) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:16.242206 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b82c2ded-e343-4332-95fb-76cb7099171e tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': '4df1c46f-f875-48fc-b29b-6f77b983acc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:16.243632 n-d-812111-12 neutron-server[103634]: WARNING neutron.api.v2.base [None req-b82c2ded-e343-4332-95fb-76cb7099171e tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 06:09:16.244129 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-b82c2ded-e343-4332-95fb-76cb7099171e tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:09:16.245509 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b82c2ded-e343-4332-95fb-76cb7099171e tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085213 Jan 28 06:09:16.248131 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36264) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:16.253725 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ca38b0a8-8032-4d1f-be3f-b98d6fd2bc86 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': '4df1c46f-f875-48fc-b29b-6f77b983acc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:16.254671 n-d-812111-12 neutron-server[103634]: WARNING neutron.api.v2.base [None req-ca38b0a8-8032-4d1f-be3f-b98d6fd2bc86 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 06:09:16.255607 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-ca38b0a8-8032-4d1f-be3f-b98d6fd2bc86 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:09:16.259132 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ca38b0a8-8032-4d1f-be3f-b98d6fd2bc86 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076203 Jan 28 06:09:16.259377 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36266) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:16.328374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-e834e3cb-1379-4b54-9550-730bf8deee02 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Made reservation on behalf of daa041954cd34e19820d06481218d4c6 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:09:16.334885 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-e834e3cb-1379-4b54-9550-730bf8deee02 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:16.394330 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-752825f4-531d-4cad-82ce-e2866a2f41d5 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (4df1c46f-f875-48fc-b29b-6f77b983acc0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:16.453313 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-752825f4-531d-4cad-82ce-e2866a2f41d5 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (4df1c46f-f875-48fc-b29b-6f77b983acc0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:16.497371 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-733e2348-0657-4912-908d-bd8a721a9147 req-60568328-5e03-4345-9610-a8a6f79c06fe tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 210 time: 0.1356933 Jan 28 06:09:16.554896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cf5131-4032-4f9c-a5d5-2a921c16d1c3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:09:16.562822 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97cf5131-4032-4f9c-a5d5-2a921c16d1c3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:16.567555 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c542f5e-721e-4c81-b681-677770166e17 None None] Sync routers for ids ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:09:16.604605 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c542f5e-721e-4c81-b681-677770166e17 None None] Routers {'b2902ce7-6dba-4d42-9d88-be9a77e8603f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:09:16.605436 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0c542f5e-721e-4c81-b681-677770166e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:09:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:16.605700 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-752825f4-531d-4cad-82ce-e2866a2f41d5 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4df1c46f-f875-48fc-b29b-6f77b983acc0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:16.608423 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-752825f4-531d-4cad-82ce-e2866a2f41d5 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:16.612687 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-752825f4-531d-4cad-82ce-e2866a2f41d5 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "DELETE /v2.0/security-groups/4df1c46f-f875-48fc-b29b-6f77b983acc0 HTTP/1.1" status: 204 len: 168 time: 0.3501675 Jan 28 06:09:16.615833 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36274) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:16.714339 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752825f4-531d-4cad-82ce-e2866a2f41d5 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df1c46f-f875-48fc-b29b-6f77b983acc0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:16.814239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-97cf5131-4032-4f9c-a5d5-2a921c16d1c3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/floatingips/7f27185e-0586-4ce9-af38-7ce00a41cf85 HTTP/1.1" status: 204 len: 168 time: 2.7609212 Jan 28 06:09:16.831121 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2982c959-ed3a-42e6-8fe7-14e56a2adca2 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2102253 Jan 28 06:09:16.834484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bdceba-4df3-4388-856e-21225aa32f4f', 'tag': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:09:16.836800 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c9e74d-1bce-49f6-abaf-b021b45c71cb" -d '{"events": [{"name": "network-changed", "server_uuid": "08bdceba-4df3-4388-856e-21225aa32f4f", "tag": "a73074ce-d0eb-4ebd-8443-eaf911e6bb69"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:09:16.839374 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36278) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:16.849476 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-93032213-5a6f-4fe9-857b-5a355dd8adcb tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group': {'name': 'tempest-secgroup--130505493'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:16.870718 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-0c542f5e-721e-4c81-b681-677770166e17 None None] Set router b2902ce7-6dba-4d42-9d88-be9a77e8603f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:09:16.948336 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-e834e3cb-1379-4b54-9550-730bf8deee02 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Allocated IP 172.20.0.4 (89b111dc-0805-4be8-ae88-1abd550770a0/e29bcda2-c5df-4a29-818b-7e378e331ce0/fc437c54-9046-475c-93a2-a14169784529) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:09:16.970785 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cc9d81-417c-4b6c-85d8-19606172e4e1 x-openstack-request-id: req-62cc9d81-417c-4b6c-85d8-19606172e4e1 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:09:16.971338 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bdceba-4df3-4388-856e-21225aa32f4f", "tag": "a73074ce-d0eb-4ebd-8443-eaf911e6bb69", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:09:16.993638 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62cc9d81-417c-4b6c-85d8-19606172e4e1 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:09:16.994565 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bdceba-4df3-4388-856e-21225aa32f4f', 'tag': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69', 'status': 'completed', 'code': 200} Jan 28 06:09:17.040517 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-93032213-5a6f-4fe9-857b-5a355dd8adcb tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:17.081606 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9e74d-1bce-49f6-abaf-b021b45c71cb req-74237450-26c7-41c2-bcdc-e41f4e7da009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:17.083443 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97c9e74d-1bce-49f6-abaf-b021b45c71cb req-74237450-26c7-41c2-bcdc-e41f4e7da009 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 1096 time: 0.0872760 Jan 28 06:09:17.239574 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-93032213-5a6f-4fe9-857b-5a355dd8adcb tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (562a9c72-4b76-4e65-a8fa-4ea1175a924d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:17.296000 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36284) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:17.321361 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-93032213-5a6f-4fe9-857b-5a355dd8adcb tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (562a9c72-4b76-4e65-a8fa-4ea1175a924d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:17.380840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9e74d-1bce-49f6-abaf-b021b45c71cb req-d38fb378-4a74-4dbe-b366-a41f4a248e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:17.383140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97c9e74d-1bce-49f6-abaf-b021b45c71cb req-d38fb378-4a74-4dbe-b366-a41f4a248e42 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8cf8a050-60aa-439b-b44b-e0ab17f3133a HTTP/1.1" status: 200 len: 897 time: 0.2814629 Jan 28 06:09:17.413426 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0c542f5e-721e-4c81-b681-677770166e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1806045353', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '74e2f10a-a132-4f25-982d-229778b7d128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:37Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '74e2f10a-a132-4f25-982d-229778b7d128', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:38Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'ad525f97-a7aa-4ca3-9970-37fcbaf35d98', 'name': '', 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:12:f3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:47Z', 'updated_at': '2022-01-28T06:07:56Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:17.438570 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-93032213-5a6f-4fe9-857b-5a355dd8adcb tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:17.441436 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-93032213-5a6f-4fe9-857b-5a355dd8adcb tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6009970 Jan 28 06:09:17.445140 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36294) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:17.446718 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93032213-5a6f-4fe9-857b-5a355dd8adcb tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562a9c72-4b76-4e65-a8fa-4ea1175a924d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:17.457548 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a3da76ce-1a91-4f6a-8f3e-a1e3c0d5416b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': '562a9c72-4b76-4e65-a8fa-4ea1175a924d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:17.458035 n-d-812111-12 neutron-server[103635]: WARNING neutron.api.v2.base [None req-a3da76ce-1a91-4f6a-8f3e-a1e3c0d5416b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 06:09:17.460558 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-a3da76ce-1a91-4f6a-8f3e-a1e3c0d5416b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:09:17.464205 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a3da76ce-1a91-4f6a-8f3e-a1e3c0d5416b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0126441 Jan 28 06:09:17.464581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36296) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:17.470089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-77063e16-6ef6-4b5e-9112-768b43ce6385 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': '562a9c72-4b76-4e65-a8fa-4ea1175a924d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:17.474995 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c542f5e-721e-4c81-b681-677770166e17 None None] Checking router: b2902ce7-6dba-4d42-9d88-be9a77e8603f for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:09:17.518773 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c542f5e-721e-4c81-b681-677770166e17 None None] Routers {'b2902ce7-6dba-4d42-9d88-be9a77e8603f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:09:17.519429 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0c542f5e-721e-4c81-b681-677770166e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:09:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:17.537046 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97c9e74d-1bce-49f6-abaf-b021b45c71cb req-31ca84e8-aed3-4262-b42c-99842b89ae80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69 HTTP/1.1" status: 200 len: 217 time: 0.0633368 Jan 28 06:09:17.639212 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-e834e3cb-1379-4b54-9550-730bf8deee02 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for port (fc437c54-9046-475c-93a2-a14169784529), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:17.658677 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1169c7b-a87c-4e66-a454-d63cdf0e02e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:17.660471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676aebf-8f69-4125-a571-28ba7a561c20 req-cc4b5576-3db9-4334-80cb-b7e40e943dce tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:17.662435 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7676aebf-8f69-4125-a571-28ba7a561c20 req-cc4b5576-3db9-4334-80cb-b7e40e943dce tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 944 time: 0.1242216 Jan 28 06:09:17.691102 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-77063e16-6ef6-4b5e-9112-768b43ce6385 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:09:17.694500 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-77063e16-6ef6-4b5e-9112-768b43ce6385 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2285111 Jan 28 06:09:17.707217 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36300) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:17.711838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-0f4365bb-825b-48be-b26f-f839fc15a91f tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': '562a9c72-4b76-4e65-a8fa-4ea1175a924d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:17.712438 n-d-812111-12 neutron-server[103634]: WARNING neutron.api.v2.base [None req-0f4365bb-825b-48be-b26f-f839fc15a91f tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 06:09:17.713852 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-0f4365bb-825b-48be-b26f-f839fc15a91f tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:09:17.714993 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0f4365bb-825b-48be-b26f-f839fc15a91f tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066519 Jan 28 06:09:17.718335 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36302) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:17.731593 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7676aebf-8f69-4125-a571-28ba7a561c20 req-d5777314-b497-4bf7-b127-01f022e17241 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=81b806db-a952-4148-bd70-38be89c6876a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597873 Jan 28 06:09:17.733370 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9e74d-1bce-49f6-abaf-b021b45c71cb req-267ec961-a1f0-4ffe-b16c-6e5d41c1a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:17.735914 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a99972b1-1ef9-4341-87a7-48eb58d82a2e tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': '562a9c72-4b76-4e65-a8fa-4ea1175a924d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:17.736312 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97c9e74d-1bce-49f6-abaf-b021b45c71cb req-267ec961-a1f0-4ffe-b16c-6e5d41c1a260 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0fcc544f-752c-4d96-bfef-930188bf454c HTTP/1.1" status: 200 len: 835 time: 0.1824112 Jan 28 06:09:17.816217 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e0334df-7aa6-4084-b534-e19676a16ed0 req-621b1469-7f1e-449b-ba48-a0ffc76afdf2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 210 time: 0.0959530 Jan 28 06:09:17.864246 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-0c542f5e-721e-4c81-b681-677770166e17 None None] Set router b2902ce7-6dba-4d42-9d88-be9a77e8603f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:09:17.875498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9e74d-1bce-49f6-abaf-b021b45c71cb req-6e569c4f-be6b-413c-b352-be2d4957addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:17.892569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97c9e74d-1bce-49f6-abaf-b021b45c71cb req-6e569c4f-be6b-413c-b352-be2d4957addc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8cf8a050-60aa-439b-b44b-e0ab17f3133a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1246974 Jan 28 06:09:17.963770 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1169c7b-a87c-4e66-a454-d63cdf0e02e4 admin admin] Publish callbacks [] for security_group (638aa97c-f76c-457c-ba40-17d56c72a172), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:17.983127 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-e834e3cb-1379-4b54-9550-730bf8deee02 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (fc437c54-9046-475c-93a2-a14169784529), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:17.989299 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-a99972b1-1ef9-4341-87a7-48eb58d82a2e tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:09:17.993578 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a99972b1-1ef9-4341-87a7-48eb58d82a2e tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2622464 Jan 28 06:09:17.994166 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36306) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:17.998932 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-15df9dea-795c-4e96-a403-8a07c695418f tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': '562a9c72-4b76-4e65-a8fa-4ea1175a924d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:17.999292 n-d-812111-12 neutron-server[103634]: WARNING neutron.api.v2.base [None req-15df9dea-795c-4e96-a403-8a07c695418f tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 06:09:17.999902 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-15df9dea-795c-4e96-a403-8a07c695418f tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:09:18.005921 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-15df9dea-795c-4e96-a403-8a07c695418f tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107288 Jan 28 06:09:18.006575 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36308) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:18.011968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-185c09b9-b8a5-4e69-b96a-0e73590018b4 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': '562a9c72-4b76-4e65-a8fa-4ea1175a924d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:18.055417 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.64', 63786) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:18.056004 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1169c7b-a87c-4e66-a454-d63cdf0e02e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (638aa97c-f76c-457c-ba40-17d56c72a172), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:18.113471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834e3cb-1379-4b54-9550-730bf8deee02 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'Port': ['ID=fc437c54-9046-475c-93a2-a14169784529,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:18.134924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-e834e3cb-1379-4b54-9550-730bf8deee02 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Network 89b111dc-0805-4be8-ae88-1abd550770a0 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:09:18.138515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-e834e3cb-1379-4b54-9550-730bf8deee02 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:09:18.158059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-e834e3cb-1379-4b54-9550-730bf8deee02 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:09:18.269526 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f1169c7b-a87c-4e66-a454-d63cdf0e02e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=675ddae512c0436a9e41221322eefdbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9722936 Jan 28 06:09:18.270384 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1169c7b-a87c-4e66-a454-d63cdf0e02e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638aa97c-f76c-457c-ba40-17d56c72a172,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:18.272826 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36310) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:18.274553 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97c9e74d-1bce-49f6-abaf-b021b45c71cb req-675a7138-693b-4c54-a1e7-df53c3930de0 service neutron] 10.222.0.64 "GET /v2.0/networks/8cf8a050-60aa-439b-b44b-e0ab17f3133a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741910 Jan 28 06:09:18.295129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-e834e3cb-1379-4b54-9550-730bf8deee02 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:18.296233 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-e834e3cb-1379-4b54-9550-730bf8deee02 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:18.400449 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa89d20-18d7-4285-90b9-94180b8a5a9f req-1f284ad1-0a95-4cde-afe1-1c6f8debce2a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:18.402095 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4aa89d20-18d7-4285-90b9-94180b8a5a9f req-1f284ad1-0a95-4cde-afe1-1c6f8debce2a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.64 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 944 time: 0.3383069 Jan 28 06:09:18.498832 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-97c9e74d-1bce-49f6-abaf-b021b45c71cb req-f505612a-ab00-4b45-bc57-54e4c62fe217 service neutron] 10.222.0.64 "GET /v2.0/networks/8cf8a050-60aa-439b-b44b-e0ab17f3133a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978049 Jan 28 06:09:18.514562 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-185c09b9-b8a5-4e69-b96a-0e73590018b4 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:09:18.530210 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-185c09b9-b8a5-4e69-b96a-0e73590018b4 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5216711 Jan 28 06:09:18.532203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36318) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:18.540755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8d77391c-a56c-48d0-9740-cef642588428 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': '562a9c72-4b76-4e65-a8fa-4ea1175a924d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:18.541596 n-d-812111-12 neutron-server[103635]: WARNING neutron.api.v2.base [None req-8d77391c-a56c-48d0-9740-cef642588428 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 06:09:18.542286 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-8d77391c-a56c-48d0-9740-cef642588428 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:09:18.543525 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8d77391c-a56c-48d0-9740-cef642588428 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100558 Jan 28 06:09:18.547868 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36320) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:18.556555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ec6d4a35-8671-429a-82c7-327861d65ed7 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': '562a9c72-4b76-4e65-a8fa-4ea1175a924d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:18.610242 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cadb8742-d7d2-48af-ad8a-d691dc23b750 admin admin] Publish callbacks [] for security_group (638aa97c-f76c-457c-ba40-17d56c72a172), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:18.623016 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0c542f5e-721e-4c81-b681-677770166e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1806045353', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '74e2f10a-a132-4f25-982d-229778b7d128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:37Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '74e2f10a-a132-4f25-982d-229778b7d128', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:38Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'ad525f97-a7aa-4ca3-9970-37fcbaf35d98', 'name': '', 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:12:f3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:47Z', 'updated_at': '2022-01-28T06:07:56Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:18.632995 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-e834e3cb-1379-4b54-9550-730bf8deee02 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2610743 Jan 28 06:09:18.639841 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cadb8742-d7d2-48af-ad8a-d691dc23b750 admin admin] Publish callbacks [] for security_group (638aa97c-f76c-457c-ba40-17d56c72a172), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:18.654525 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Request body: {'port': {'device_id': '8ff57bcf-57f5-4b41-ba4b-638a10e9ff19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:18.676187 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c542f5e-721e-4c81-b681-677770166e17 None None] The sync data for ids ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'] in n-d-812111-12 is: [{'id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1806045353', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '74e2f10a-a132-4f25-982d-229778b7d128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:37Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '74e2f10a-a132-4f25-982d-229778b7d128', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:38Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'ad525f97-a7aa-4ca3-9970-37fcbaf35d98', 'name': '', 'network_id': '8cf8a050-60aa-439b-b44b-e0ab17f3133a', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:12:f3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:47Z', 'updated_at': '2022-01-28T06:07:56Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '0fcc544f-752c-4d96-bfef-930188bf454c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:09:18.678713 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-45657d6e-34f5-4d4e-8856-e5f2c6f41d68 None None] Provisioning complete for port fc437c54-9046-475c-93a2-a14169784529 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:18.680239 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-45657d6e-34f5-4d4e-8856-e5f2c6f41d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fc437c54-9046-475c-93a2-a14169784529), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:18.738618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-45657d6e-34f5-4d4e-8856-e5f2c6f41d68 None None] Port fc437c54-9046-475c-93a2-a14169784529 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:09:18.758280 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-4aa89d20-18d7-4285-90b9-94180b8a5a9f req-e5768dc0-2b5c-4e79-9fd8-7e62434b7481 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:09:18.758735 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4aa89d20-18d7-4285-90b9-94180b8a5a9f req-e5768dc0-2b5c-4e79-9fd8-7e62434b7481 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:18.874333 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fc437c54-9046-475c-93a2-a14169784529), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:19.052720 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-4aa89d20-18d7-4285-90b9-94180b8a5a9f req-e5768dc0-2b5c-4e79-9fd8-7e62434b7481 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] For port a73074ce-d0eb-4ebd-8443-eaf911e6bb69, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,segment=NetworkSegment(26e52af3-8ad3-488e-8fae-7c669d90eee3),segment_id=26e52af3-8ad3-488e-8fae-7c669d90eee3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:19.053094 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4aa89d20-18d7-4285-90b9-94180b8a5a9f req-e5768dc0-2b5c-4e79-9fd8-7e62434b7481 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:19.069462 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cadb8742-d7d2-48af-ad8a-d691dc23b750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (638aa97c-f76c-457c-ba40-17d56c72a172), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:19.073347 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cadb8742-d7d2-48af-ad8a-d691dc23b750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:19.074624 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cadb8742-d7d2-48af-ad8a-d691dc23b750 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/638aa97c-f76c-457c-ba40-17d56c72a172 HTTP/1.1" status: 204 len: 168 time: 0.7997649 Jan 28 06:09:19.082462 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-4aa89d20-18d7-4285-90b9-94180b8a5a9f req-e5768dc0-2b5c-4e79-9fd8-7e62434b7481 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Calling delete_port for a73074ce-d0eb-4ebd-8443-eaf911e6bb69 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:09:19.104661 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb8742-d7d2-48af-ad8a-d691dc23b750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638aa97c-f76c-457c-ba40-17d56c72a172,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:19.252837 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a6cb50-fb6b-4a6c-bd6d-0c00554c8658 None None] New status for floating IP 7f27185e-0586-4ce9-af38-7ce00a41cf85: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:09:19.400335 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4aa89d20-18d7-4285-90b9-94180b8a5a9f req-e5768dc0-2b5c-4e79-9fd8-7e62434b7481 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a73074ce-d0eb-4ebd-8443-eaf911e6bb69), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:19.489261 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5768dc0-2b5c-4e79-9fd8-7e62434b7481 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Port': ['ID=a73074ce-d0eb-4ebd-8443-eaf911e6bb69,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:19.595462 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa89d20-18d7-4285-90b9-94180b8a5a9f req-e5768dc0-2b5c-4e79-9fd8-7e62434b7481 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] No DVR routers for this DVR port a73074ce-d0eb-4ebd-8443-eaf911e6bb69 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:09:19.599412 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4aa89d20-18d7-4285-90b9-94180b8a5a9f req-e5768dc0-2b5c-4e79-9fd8-7e62434b7481 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:19.602852 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4aa89d20-18d7-4285-90b9-94180b8a5a9f req-e5768dc0-2b5c-4e79-9fd8-7e62434b7481 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.64 "DELETE /v2.0/ports/a73074ce-d0eb-4ebd-8443-eaf911e6bb69 HTTP/1.1" status: 204 len: 173 time: 1.1949413 Jan 28 06:09:19.603345 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bdceba-4df3-4388-856e-21225aa32f4f', 'name': 'network-vif-deleted', 'tag': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:09:19.622583 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b417e46-6b59-4ed3-b7f7-2da5c8287e5b" -d '{"events": [{"server_uuid": "08bdceba-4df3-4388-856e-21225aa32f4f", "name": "network-vif-deleted", "tag": "a73074ce-d0eb-4ebd-8443-eaf911e6bb69"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:09:19.776371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc437c54-9046-475c-93a2-a14169784529 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:09:19.784960 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Publish callbacks [] for port (fc437c54-9046-475c-93a2-a14169784529), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:19.797888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Transition to ACTIVE for port object fc437c54-9046-475c-93a2-a14169784529 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:09:19.862904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab44fd3d-bba4-4eaa-b343-600dfa75301e req-5c5f9de6-6a51-449f-8d38-f6cc1cebf59e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=08bdceba-4df3-4388-856e-21225aa32f4f HTTP/1.1" status: 200 len: 210 time: 0.0504487 Jan 28 06:09:19.889675 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (fc437c54-9046-475c-93a2-a14169784529), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:19.902612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c6ac1-2712-4d30-a51f-a373053a3774 req-48447fd4-bd54-4979-ab87-510b4e2c80f2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:19.904399 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ee8c6ac1-2712-4d30-a51f-a373053a3774 req-48447fd4-bd54-4979-ab87-510b4e2c80f2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 931 time: 0.1046503 Jan 28 06:09:19.970326 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36338) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:20.014603 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-ec6d4a35-8671-429a-82c7-327861d65ed7 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:09:20.015963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ec6d4a35-8671-429a-82c7-327861d65ed7 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 1.4664657 Jan 28 06:09:20.024014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36342) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:20.024957 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f8777ad6-2b99-4518-80f7-5517df0c4d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:20.057161 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ad5d1eda-235e-4eaa-adc6-a83bcdeb7c37 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': '562a9c72-4b76-4e65-a8fa-4ea1175a924d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:20.162604 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4cf903-ad90-4167-88fe-09c80c5df199 x-openstack-request-id: req-3b4cf903-ad90-4167-88fe-09c80c5df199 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:09:20.162894 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bdceba-4df3-4388-856e-21225aa32f4f", "name": "network-vif-deleted", "tag": "a73074ce-d0eb-4ebd-8443-eaf911e6bb69", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:09:20.163187 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b4cf903-ad90-4167-88fe-09c80c5df199 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:09:20.163556 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bdceba-4df3-4388-856e-21225aa32f4f', 'name': 'network-vif-deleted', 'tag': 'a73074ce-d0eb-4ebd-8443-eaf911e6bb69', 'status': 'completed', 'code': 200} Jan 28 06:09:20.177585 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ee8c6ac1-2712-4d30-a51f-a373053a3774 req-a04c985c-f6fd-446c-8c1e-a571ba2e487e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582498 Jan 28 06:09:20.261623 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Pushing event updated for resources: {'Port': ['ID=fc437c54-9046-475c-93a2-a14169784529,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:20.349269 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f8777ad6-2b99-4518-80f7-5517df0c4d45 admin admin] Publish callbacks [] for security_group (9e0aaec9-6958-4d25-9b2c-ba3a6a001224), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:20.351182 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Attempting to bind port fc437c54-9046-475c-93a2-a14169784529 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:09:20.351648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Attempting to bind port fc437c54-9046-475c-93a2-a14169784529 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:09:20.352139 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Attempting to bind port fc437c54-9046-475c-93a2-a14169784529 on network 89b111dc-0805-4be8-ae88-1abd550770a0 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:09:20.358019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Port fc437c54-9046-475c-93a2-a14169784529 on network 89b111dc-0805-4be8-ae88-1abd550770a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:09:20.358541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Attempting to bind port fc437c54-9046-475c-93a2-a14169784529 on network 89b111dc-0805-4be8-ae88-1abd550770a0 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:09:20.360727 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-ad5d1eda-235e-4eaa-adc6-a83bcdeb7c37 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:09:20.364690 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ad5d1eda-235e-4eaa-adc6-a83bcdeb7c37 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3227446 Jan 28 06:09:20.365285 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36344) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:20.368960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:09:20.370853 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Checking segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:09:20.372166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Bound using segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:09:20.372711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Bound port: fc437c54-9046-475c-93a2-a14169784529, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:09:20.374743 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fc437c54-9046-475c-93a2-a14169784529), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:20.418875 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f8777ad6-2b99-4518-80f7-5517df0c4d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9e0aaec9-6958-4d25-9b2c-ba3a6a001224), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:20.513860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] For port fc437c54-9046-475c-93a2-a14169784529, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:09:20.519216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] For port fc437c54-9046-475c-93a2-a14169784529, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=fc437c54-9046-475c-93a2-a14169784529,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:09:20.529803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8777ad6-2b99-4518-80f7-5517df0c4d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0aaec9-6958-4d25-9b2c-ba3a6a001224,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:20.537217 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f8777ad6-2b99-4518-80f7-5517df0c4d45 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5eb9a967518d4c3e922a7a247f87521f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5627427 Jan 28 06:09:20.537597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36346) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:20.572020 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d65b47f5-bf6e-4152-8584-411e9b8cd0e4 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (562a9c72-4b76-4e65-a8fa-4ea1175a924d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:20.612632 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (fc437c54-9046-475c-93a2-a14169784529), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:20.613961 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d65b47f5-bf6e-4152-8584-411e9b8cd0e4 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (562a9c72-4b76-4e65-a8fa-4ea1175a924d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:20.692177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device a73074ce-d0eb-4ebd-8443-eaf911e6bb69 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:09:20.709802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Pushing event updated for resources: {'Port': ['ID=fc437c54-9046-475c-93a2-a14169784529,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:20.724619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:20.725574 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:20.727239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-95e82980-2132-4551-bd10-0386030ec320 service neutron] 10.222.0.64 "PUT /v2.0/ports/fc437c54-9046-475c-93a2-a14169784529 HTTP/1.1" status: 200 len: 1092 time: 2.0815568 Jan 28 06:09:20.727803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff57bcf-57f5-4b41-ba4b-638a10e9ff19', 'tag': 'fc437c54-9046-475c-93a2-a14169784529'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:09:20.730618 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29960708-18c4-4824-af7d-2c6ea21e5c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff57bcf-57f5-4b41-ba4b-638a10e9ff19", "tag": "fc437c54-9046-475c-93a2-a14169784529"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:09:20.736805 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: a73074ce-d0eb-4ebd-8443-eaf911e6bb69 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:09:20.737697 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb212358-870f-44c6-aecc-fbaa5d32f4a9 admin admin] Publish callbacks [] for security_group (9e0aaec9-6958-4d25-9b2c-ba3a6a001224), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:20.739496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device a73074ce-d0eb-4ebd-8443-eaf911e6bb69 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:09:20.763353 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d65b47f5-bf6e-4152-8584-411e9b8cd0e4 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (562a9c72-4b76-4e65-a8fa-4ea1175a924d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:20.766774 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d65b47f5-bf6e-4152-8584-411e9b8cd0e4 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:20.770396 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d65b47f5-bf6e-4152-8584-411e9b8cd0e4 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "DELETE /v2.0/security-groups/562a9c72-4b76-4e65-a8fa-4ea1175a924d HTTP/1.1" status: 204 len: 168 time: 0.4017820 Jan 28 06:09:20.784518 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36350) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:20.798263 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb212358-870f-44c6-aecc-fbaa5d32f4a9 admin admin] Publish callbacks [] for security_group (9e0aaec9-6958-4d25-9b2c-ba3a6a001224), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:20.866154 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bec154d-6987-4896-b227-a159cd3952e6 x-openstack-request-id: req-9bec154d-6987-4896-b227-a159cd3952e6 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:09:20.867223 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff57bcf-57f5-4b41-ba4b-638a10e9ff19", "tag": "fc437c54-9046-475c-93a2-a14169784529", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:09:20.870490 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9bec154d-6987-4896-b227-a159cd3952e6 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:09:20.870638 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff57bcf-57f5-4b41-ba4b-638a10e9ff19', 'tag': 'fc437c54-9046-475c-93a2-a14169784529', 'status': 'completed', 'code': 200} Jan 28 06:09:20.876393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b47f5-bf6e-4152-8584-411e9b8cd0e4 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562a9c72-4b76-4e65-a8fa-4ea1175a924d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:20.966791 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb212358-870f-44c6-aecc-fbaa5d32f4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9e0aaec9-6958-4d25-9b2c-ba3a6a001224), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:20.974225 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb212358-870f-44c6-aecc-fbaa5d32f4a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:20.978378 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36356) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:20.982424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fb212358-870f-44c6-aecc-fbaa5d32f4a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e0aaec9-6958-4d25-9b2c-ba3a6a001224 HTTP/1.1" status: 204 len: 168 time: 0.4436631 Jan 28 06:09:21.022223 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb212358-870f-44c6-aecc-fbaa5d32f4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0aaec9-6958-4d25-9b2c-ba3a6a001224,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:21.036940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-998fd2ec-3900-4ffa-b8d9-a9a24a812ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:21.043654 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-998fd2ec-3900-4ffa-b8d9-a9a24a812ce1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 1095 time: 0.1587934 Jan 28 06:09:21.070103 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b42a762a-7bd2-450d-a2d0-457a33d05e40 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2814910 Jan 28 06:09:21.073277 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36362) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:21.080253 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-336befb9-1fa1-4485-875d-973b32d5db8b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group': {'name': 'tempest-secgroup--183667085'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:21.160298 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-60f5afd4-8e22-4aa0-a62e-d01ed081f951 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc437c54-9046-475c-93a2-a14169784529 HTTP/1.1" status: 200 len: 217 time: 0.1089878 Jan 28 06:09:21.273854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-8672ad71-64f8-46f2-8ca6-62b415c7f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:21.276026 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-8672ad71-64f8-46f2-8ca6-62b415c7f792 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.1095266 Jan 28 06:09:21.325918 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-336befb9-1fa1-4485-875d-973b32d5db8b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:21.426083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-c27e2542-47e1-454d-8dcf-a78121d11c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:21.429368 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-c27e2542-47e1-454d-8dcf-a78121d11c8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1469131 Jan 28 06:09:21.599299 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-336befb9-1fa1-4485-875d-973b32d5db8b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (4e7f7e83-0177-4963-b855-f2506401832c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:21.675396 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-ecc6e687-ddd1-4dec-b89d-414253dbc34c service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340112 Jan 28 06:09:21.686564 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-336befb9-1fa1-4485-875d-973b32d5db8b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4e7f7e83-0177-4963-b855-f2506401832c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:21.725509 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336befb9-1fa1-4485-875d-973b32d5db8b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7f7e83-0177-4963-b855-f2506401832c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:21.755265 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f808b00-054b-47f8-822a-75820a2d37d9 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (b2902ce7-6dba-4d42-9d88-be9a77e8603f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:21.896124 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf7f00-19cd-4b0f-9d3c-60f0882af44e req-e61a5140-c87e-4e1c-971a-166a1e1726cf tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:21.901884 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5edf7f00-19cd-4b0f-9d3c-60f0882af44e req-e61a5140-c87e-4e1c-971a-166a1e1726cf tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.5534225 Jan 28 06:09:21.946184 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3019b2fd-964a-41b1-bc15-df21bdc136e2 req-744367a8-58c7-48f4-a6ce-4e74ef1e126b service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605636 Jan 28 06:09:21.968663 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-336befb9-1fa1-4485-875d-973b32d5db8b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:21.970677 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-336befb9-1fa1-4485-875d-973b32d5db8b tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8962905 Jan 28 06:09:21.971386 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36378) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:22.018390 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5edf7f00-19cd-4b0f-9d3c-60f0882af44e req-9a078856-fa2d-4696-8699-4dd31d799635 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107287 Jan 28 06:09:22.027745 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f1de2a12-43a4-4d6e-ada7-d621f1adaeae tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': '4e7f7e83-0177-4963-b855-f2506401832c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:22.178063 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29960708-18c4-4824-af7d-2c6ea21e5c2c req-f98716c8-c3b8-49ec-a15b-d30fe8099c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:22.182465 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29960708-18c4-4824-af7d-2c6ea21e5c2c req-f98716c8-c3b8-49ec-a15b-d30fe8099c77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 1095 time: 0.0906453 Jan 28 06:09:22.344544 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-3f808b00-054b-47f8-822a-75820a2d37d9 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting port ad525f97-a7aa-4ca3-9970-37fcbaf35d98 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:09:22.344544 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f808b00-054b-47f8-822a-75820a2d37d9 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:22.407698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29960708-18c4-4824-af7d-2c6ea21e5c2c req-154f5db7-9997-494f-ae7a-8e7f53b2f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:22.409298 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29960708-18c4-4824-af7d-2c6ea21e5c2c req-154f5db7-9997-494f-ae7a-8e7f53b2f7b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 912 time: 0.2225215 Jan 28 06:09:22.482279 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29960708-18c4-4824-af7d-2c6ea21e5c2c req-edd5440b-ee9f-4355-bea3-c242e8b2de6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc437c54-9046-475c-93a2-a14169784529 HTTP/1.1" status: 200 len: 217 time: 0.0659065 Jan 28 06:09:22.604266 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29960708-18c4-4824-af7d-2c6ea21e5c2c req-9a718b73-6a93-4005-b4e3-7f31d5f3b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:22.605932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29960708-18c4-4824-af7d-2c6ea21e5c2c req-9a718b73-6a93-4005-b4e3-7f31d5f3b7ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.1184273 Jan 28 06:09:22.696028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29960708-18c4-4824-af7d-2c6ea21e5c2c req-d6db30e5-d282-441b-8d06-081e85a5c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:22.698633 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29960708-18c4-4824-af7d-2c6ea21e5c2c req-d6db30e5-d282-441b-8d06-081e85a5c33e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870097 Jan 28 06:09:22.823865 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29960708-18c4-4824-af7d-2c6ea21e5c2c req-47eeeb31-d6ef-408d-bc4f-973e28af6dcd service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167083 Jan 28 06:09:22.856027 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-f1de2a12-43a4-4d6e-ada7-d621f1adaeae tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The resource could not be found. Jan 28 06:09:22.863230 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f1de2a12-43a4-4d6e-ada7-d621f1adaeae tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.8369172 Jan 28 06:09:22.866018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36398) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:22.916230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7069a20b-10ab-42c3-b8ff-6c051d8f6d49 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': '4e7f7e83-0177-4963-b855-f2506401832c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '764d0e97-906a-40ef-923e-8138946c3fc1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:22.948077 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-3f808b00-054b-47f8-822a-75820a2d37d9 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] For port ad525f97-a7aa-4ca3-9970-37fcbaf35d98, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ad525f97-a7aa-4ca3-9970-37fcbaf35d98,segment=NetworkSegment(26e52af3-8ad3-488e-8fae-7c669d90eee3),segment_id=26e52af3-8ad3-488e-8fae-7c669d90eee3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:22.948763 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f808b00-054b-47f8-822a-75820a2d37d9 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:22.970434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-3f808b00-054b-47f8-822a-75820a2d37d9 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Calling delete_port for ad525f97-a7aa-4ca3-9970-37fcbaf35d98 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:09:23.021983 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29960708-18c4-4824-af7d-2c6ea21e5c2c req-8e37a034-6ad5-4c21-90aa-580809509b1a service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923122 Jan 28 06:09:23.158822 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-7069a20b-10ab-42c3-b8ff-6c051d8f6d49 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The resource could not be found. Jan 28 06:09:23.161759 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7069a20b-10ab-42c3-b8ff-6c051d8f6d49 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2927072 Jan 28 06:09:23.164436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36406) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:23.192741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d95900-e083-4650-82de-69541f17d454 req-8ab544b8-8426-45b9-a924-4e0c35e32261 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:23.195627 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92d95900-e083-4650-82de-69541f17d454 req-8ab544b8-8426-45b9-a924-4e0c35e32261 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.0884666 Jan 28 06:09:23.267817 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7280123-f9a7-4738-a777-4d3a9d5591bb tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (4e7f7e83-0177-4963-b855-f2506401832c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:23.291608 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92d95900-e083-4650-82de-69541f17d454 req-f3ec451e-f166-45dd-8f82-618f0fd375e2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905328 Jan 28 06:09:23.303124 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7280123-f9a7-4738-a777-4d3a9d5591bb tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (4e7f7e83-0177-4963-b855-f2506401832c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:23.359773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f808b00-054b-47f8-822a-75820a2d37d9 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ad525f97-a7aa-4ca3-9970-37fcbaf35d98), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:23.403629 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f808b00-054b-47f8-822a-75820a2d37d9 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Port': ['ID=ad525f97-a7aa-4ca3-9970-37fcbaf35d98,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:23.440119 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7280123-f9a7-4738-a777-4d3a9d5591bb tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4e7f7e83-0177-4963-b855-f2506401832c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:23.443026 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7280123-f9a7-4738-a777-4d3a9d5591bb tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:23.454027 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a7280123-f9a7-4738-a777-4d3a9d5591bb tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "DELETE /v2.0/security-groups/4e7f7e83-0177-4963-b855-f2506401832c HTTP/1.1" status: 204 len: 168 time: 0.2787364 Jan 28 06:09:23.460144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36412) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:23.461037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7280123-f9a7-4738-a777-4d3a9d5591bb tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7f7e83-0177-4963-b855-f2506401832c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:23.618949 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-66285d11-43a7-4da5-9600-c19d3bc1bd2f tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1341949 Jan 28 06:09:23.623089 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36416) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:23.628772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-459d479a-b052-46b2-9ac0-4d60b6d36437 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': '787e9763-d436-4c64-8cac-e3b271e9bb7c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:23.727631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36418) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:23.780291 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3f808b00-054b-47f8-822a-75820a2d37d9 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (b2902ce7-6dba-4d42-9d88-be9a77e8603f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:23.829260 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-459d479a-b052-46b2-9ac0-4d60b6d36437 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The resource could not be found. Jan 28 06:09:23.830754 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-459d479a-b052-46b2-9ac0-4d60b6d36437 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2063572 Jan 28 06:09:23.834595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36422) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:23.840020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-edbb0f90-175f-4f62-a194-d71ce8db95c9 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790662475'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:23.902276 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28dabefe-59f4-4c64-ba2a-3528fb66a59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:23.996672 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28dabefe-59f4-4c64-ba2a-3528fb66a59b admin admin] Publish callbacks [] for security_group (6d6b251b-423a-409f-adb1-b2b47dde7273), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:23.999712 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edbb0f90-175f-4f62-a194-d71ce8db95c9 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:24.047492 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28dabefe-59f4-4c64-ba2a-3528fb66a59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6d6b251b-423a-409f-adb1-b2b47dde7273), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:24.074164 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f808b00-054b-47f8-822a-75820a2d37d9 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router b2902ce7-6dba-4d42-9d88-be9a77e8603f has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:09:24.139966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dabefe-59f4-4c64-ba2a-3528fb66a59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6b251b-423a-409f-adb1-b2b47dde7273,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:24.151700 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-28dabefe-59f4-4c64-ba2a-3528fb66a59b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a606f0574dd41b694a9b73a6cd7dbed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4190261 Jan 28 06:09:24.151700 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edbb0f90-175f-4f62-a194-d71ce8db95c9 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (faeca16d-f3ae-4e65-98d7-7e3812a06c86), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:24.154877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36426) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:24.222011 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edbb0f90-175f-4f62-a194-d71ce8db95c9 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (faeca16d-f3ae-4e65-98d7-7e3812a06c86), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:24.233857 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8000131b-edb1-46e4-be0a-2d8227e7ac0c admin admin] Publish callbacks [] for security_group (6d6b251b-423a-409f-adb1-b2b47dde7273), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:24.248267 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f808b00-054b-47f8-822a-75820a2d37d9 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:09:24.255349 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3f808b00-054b-47f8-822a-75820a2d37d9 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "PUT /v2.0/routers/b2902ce7-6dba-4d42-9d88-be9a77e8603f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2757633 Jan 28 06:09:24.257882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36428) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:24.262538 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb139b20-fcba-4a5f-96f9-b2b46daefedb None None] Sync routers for ids ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:09:24.273966 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb139b20-fcba-4a5f-96f9-b2b46daefedb None None] Routers {'b2902ce7-6dba-4d42-9d88-be9a77e8603f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:09:24.275006 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eb139b20-fcba-4a5f-96f9-b2b46daefedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:09:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:24.276994 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb0f90-175f-4f62-a194-d71ce8db95c9 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faeca16d-f3ae-4e65-98d7-7e3812a06c86,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:24.288551 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8000131b-edb1-46e4-be0a-2d8227e7ac0c admin admin] Publish callbacks [] for security_group (6d6b251b-423a-409f-adb1-b2b47dde7273), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:24.324781 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edbb0f90-175f-4f62-a194-d71ce8db95c9 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:24.330439 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-edbb0f90-175f-4f62-a194-d71ce8db95c9 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4901443 Jan 28 06:09:24.333858 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36432) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:24.340242 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fa366d25-da87-4862-9179-caa82917e7d9 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group': {'name': 'tempest-secgroup--302118227'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:24.361781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d69863d-a618-41b8-8a54-9d7f9f17b156 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting subnet 0fcc544f-752c-4d96-bfef-930188bf454c {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:09:24.366813 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d69863d-a618-41b8-8a54-9d7f9f17b156 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for subnet (0fcc544f-752c-4d96-bfef-930188bf454c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:24.448048 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d69863d-a618-41b8-8a54-9d7f9f17b156 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (0fcc544f-752c-4d96-bfef-930188bf454c), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:24.466474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-eb139b20-fcba-4a5f-96f9-b2b46daefedb None None] Set router b2902ce7-6dba-4d42-9d88-be9a77e8603f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:09:24.471285 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa366d25-da87-4862-9179-caa82917e7d9 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:24.497008 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8000131b-edb1-46e4-be0a-2d8227e7ac0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6d6b251b-423a-409f-adb1-b2b47dde7273), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:24.511585 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8000131b-edb1-46e4-be0a-2d8227e7ac0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:24.512786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8000131b-edb1-46e4-be0a-2d8227e7ac0c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d6b251b-423a-409f-adb1-b2b47dde7273 HTTP/1.1" status: 204 len: 168 time: 0.3572643 Jan 28 06:09:24.569882 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d69863d-a618-41b8-8a54-9d7f9f17b156 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (0fcc544f-752c-4d96-bfef-930188bf454c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:24.637608 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa366d25-da87-4862-9179-caa82917e7d9 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (ae69fa83-424e-4459-a52c-8354a1b4c6e8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:24.645446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000131b-edb1-46e4-be0a-2d8227e7ac0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6b251b-423a-409f-adb1-b2b47dde7273,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:24.660509 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0898ab8-dd2e-4690-8e29-bb6bb07b3623 req-fe59aa13-8f9a-4e09-bd7c-6f4d74c74e3d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:24.662350 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0898ab8-dd2e-4690-8e29-bb6bb07b3623 req-fe59aa13-8f9a-4e09-bd7c-6f4d74c74e3d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.2472150 Jan 28 06:09:24.723277 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d69863d-a618-41b8-8a54-9d7f9f17b156 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (0fcc544f-752c-4d96-bfef-930188bf454c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:24.748915 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0898ab8-dd2e-4690-8e29-bb6bb07b3623 req-fabd8986-2d76-499f-85d2-9a4e42f12b29 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802333 Jan 28 06:09:24.751261 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa366d25-da87-4862-9179-caa82917e7d9 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ae69fa83-424e-4459-a52c-8354a1b4c6e8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:24.808749 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eb139b20-fcba-4a5f-96f9-b2b46daefedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1806045353', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '74e2f10a-a132-4f25-982d-229778b7d128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:37Z', 'updated_at': '2022-01-28T06:09:23Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '74e2f10a-a132-4f25-982d-229778b7d128', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:38Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:24.831428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa366d25-da87-4862-9179-caa82917e7d9 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae69fa83-424e-4459-a52c-8354a1b4c6e8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:24.842246 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb139b20-fcba-4a5f-96f9-b2b46daefedb None None] Checking router: b2902ce7-6dba-4d42-9d88-be9a77e8603f for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:09:24.851262 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69863d-a618-41b8-8a54-9d7f9f17b156 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Subnet': ['ID=0fcc544f-752c-4d96-bfef-930188bf454c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:24.856988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb139b20-fcba-4a5f-96f9-b2b46daefedb None None] Routers {'b2902ce7-6dba-4d42-9d88-be9a77e8603f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:09:24.857807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eb139b20-fcba-4a5f-96f9-b2b46daefedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:09:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:24.864501 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d69863d-a618-41b8-8a54-9d7f9f17b156 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:24.871097 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2d69863d-a618-41b8-8a54-9d7f9f17b156 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/subnets/0fcc544f-752c-4d96-bfef-930188bf454c HTTP/1.1" status: 204 len: 168 time: 0.6096482 Jan 28 06:09:24.871821 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36440) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:24.911604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d227dd-51e4-4c9b-bb39-36de1a89cdfa None None] Network 8cf8a050-60aa-439b-b44b-e0ab17f3133a requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:09:24.955662 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa366d25-da87-4862-9179-caa82917e7d9 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:24.958358 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fa366d25-da87-4862-9179-caa82917e7d9 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6227891 Jan 28 06:09:24.961228 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36444) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:24.967549 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9c34d1f1-fa4e-4b9a-98c5-5e716b8cc4ab tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group_rule': {'security_group_id': 'faeca16d-f3ae-4e65-98d7-7e3812a06c86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ae69fa83-424e-4459-a52c-8354a1b4c6e8'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:25.143432 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b12456b7-4f3f-4b00-8561-34b7566b4a7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router (b2902ce7-6dba-4d42-9d88-be9a77e8603f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:25.144046 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-eb139b20-fcba-4a5f-96f9-b2b46daefedb None None] Set router b2902ce7-6dba-4d42-9d88-be9a77e8603f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:09:25.215169 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:25.248025 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-9c34d1f1-fa4e-4b9a-98c5-5e716b8cc4ab tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:09:25.256556 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9c34d1f1-fa4e-4b9a-98c5-5e716b8cc4ab tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2940991 Jan 28 06:09:25.257691 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36454) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:25.330155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762a8af5-48a0-4797-bd2d-711db6085926 None None] DHCP port deletion for 8cf8a050-60aa-439b-b44b-e0ab17f3133a request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:09:25.358343 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5056b30e-cac8-4135-95c5-049f1171e375 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (ae69fa83-424e-4459-a52c-8354a1b4c6e8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:25.372065 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b12456b7-4f3f-4b00-8561-34b7566b4a7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_gateway (b2902ce7-6dba-4d42-9d88-be9a77e8603f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:25.393605 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5056b30e-cac8-4135-95c5-049f1171e375 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (ae69fa83-424e-4459-a52c-8354a1b4c6e8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:25.409602 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-eb139b20-fcba-4a5f-96f9-b2b46daefedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1806045353', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '74e2f10a-a132-4f25-982d-229778b7d128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:37Z', 'updated_at': '2022-01-28T06:09:23Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '74e2f10a-a132-4f25-982d-229778b7d128', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:38Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:25.495853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb139b20-fcba-4a5f-96f9-b2b46daefedb None None] The sync data for ids ['b2902ce7-6dba-4d42-9d88-be9a77e8603f'] in n-d-812111-12 is: [{'id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1806045353', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '74e2f10a-a132-4f25-982d-229778b7d128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:07:37Z', 'updated_at': '2022-01-28T06:09:23Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': '74e2f10a-a132-4f25-982d-229778b7d128', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2902ce7-6dba-4d42-9d88-be9a77e8603f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:07:38Z', 'updated_at': '2022-01-28T06:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:09:25.511937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-762a8af5-48a0-4797-bd2d-711db6085926 None None] Deleting port 64157a83-02a2-45c9-979e-8cbfbbda0ac5 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:09:25.512313 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-762a8af5-48a0-4797-bd2d-711db6085926 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (64157a83-02a2-45c9-979e-8cbfbbda0ac5), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:25.522100 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5056b30e-cac8-4135-95c5-049f1171e375 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ae69fa83-424e-4459-a52c-8354a1b4c6e8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:25.524460 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5056b30e-cac8-4135-95c5-049f1171e375 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:25.529735 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5056b30e-cac8-4135-95c5-049f1171e375 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "DELETE /v2.0/security-groups/ae69fa83-424e-4459-a52c-8354a1b4c6e8 HTTP/1.1" status: 204 len: 168 time: 0.2679424 Jan 28 06:09:25.531210 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36462) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:25.573113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b12456b7-4f3f-4b00-8561-34b7566b4a7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting port 74e2f10a-a132-4f25-982d-229778b7d128 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:09:25.574904 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b12456b7-4f3f-4b00-8561-34b7566b4a7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (74e2f10a-a132-4f25-982d-229778b7d128), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:25.605995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056b30e-cac8-4135-95c5-049f1171e375 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae69fa83-424e-4459-a52c-8354a1b4c6e8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:25.673314 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c68e2ce5-ded3-428c-9e23-2c5644c825c9 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1167924 Jan 28 06:09:25.677380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36464) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:25.681552 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-762a8af5-48a0-4797-bd2d-711db6085926 None None] For port 64157a83-02a2-45c9-979e-8cbfbbda0ac5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=64157a83-02a2-45c9-979e-8cbfbbda0ac5,segment=NetworkSegment(26e52af3-8ad3-488e-8fae-7c669d90eee3),segment_id=26e52af3-8ad3-488e-8fae-7c669d90eee3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:25.681961 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-762a8af5-48a0-4797-bd2d-711db6085926 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (64157a83-02a2-45c9-979e-8cbfbbda0ac5), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:25.746457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-762a8af5-48a0-4797-bd2d-711db6085926 None None] Calling delete_port for 64157a83-02a2-45c9-979e-8cbfbbda0ac5 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:09:25.821798 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-b12456b7-4f3f-4b00-8561-34b7566b4a7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] For port 74e2f10a-a132-4f25-982d-229778b7d128, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=74e2f10a-a132-4f25-982d-229778b7d128,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:25.822259 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b12456b7-4f3f-4b00-8561-34b7566b4a7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (74e2f10a-a132-4f25-982d-229778b7d128), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:25.868518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b12456b7-4f3f-4b00-8561-34b7566b4a7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Calling delete_port for 74e2f10a-a132-4f25-982d-229778b7d128 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:09:26.107980 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-762a8af5-48a0-4797-bd2d-711db6085926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (64157a83-02a2-45c9-979e-8cbfbbda0ac5), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:26.148874 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a8af5-48a0-4797-bd2d-711db6085926 None None] No DVR routers for this DVR port 64157a83-02a2-45c9-979e-8cbfbbda0ac5 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:09:26.152757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a8af5-48a0-4797-bd2d-711db6085926 None None] Pushing event deleted for resources: {'Port': ['ID=64157a83-02a2-45c9-979e-8cbfbbda0ac5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:26.225203 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36482) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:26.260201 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d2659d28-9ff3-4cb9-8bda-537796198773 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (faeca16d-f3ae-4e65-98d7-7e3812a06c86), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:26.300691 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48d90d-2bf6-4db9-be23-36e986911297 req-56c6310e-db91-4202-b4e5-0be8fee8e0c4 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:26.302403 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac48d90d-2bf6-4db9-be23-36e986911297 req-56c6310e-db91-4202-b4e5-0be8fee8e0c4 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.1268048 Jan 28 06:09:26.307097 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d2659d28-9ff3-4cb9-8bda-537796198773 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (faeca16d-f3ae-4e65-98d7-7e3812a06c86), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:26.321893 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b12456b7-4f3f-4b00-8561-34b7566b4a7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (74e2f10a-a132-4f25-982d-229778b7d128), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:26.393680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12456b7-4f3f-4b00-8561-34b7566b4a7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Port': ['ID=74e2f10a-a132-4f25-982d-229778b7d128,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:26.445562 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-e2da981b-bc69-4a82-b279-f0d72ef5c5d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2096639069-network', 'tenant_id': '738b24080b8c45a8b05045bc4fd874c4'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:26.502821 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b12456b7-4f3f-4b00-8561-34b7566b4a7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (b2902ce7-6dba-4d42-9d88-be9a77e8603f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:26.526633 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac48d90d-2bf6-4db9-be23-36e986911297 req-e4ba21b4-f682-43fc-b4e8-c9fe68df67b1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092905 Jan 28 06:09:26.594009 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2da981b-bc69-4a82-b279-f0d72ef5c5d6 admin admin] Made reservation on behalf of 738b24080b8c45a8b05045bc4fd874c4 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:09:26.596330 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2da981b-bc69-4a82-b279-f0d72ef5c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:26.611374 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2da981b-bc69-4a82-b279-f0d72ef5c5d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:26.631666 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:09:26.638572 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d2659d28-9ff3-4cb9-8bda-537796198773 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (faeca16d-f3ae-4e65-98d7-7e3812a06c86), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:26.646074 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d2659d28-9ff3-4cb9-8bda-537796198773 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:26.650503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d2659d28-9ff3-4cb9-8bda-537796198773 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "DELETE /v2.0/security-groups/faeca16d-f3ae-4e65-98d7-7e3812a06c86 HTTP/1.1" status: 204 len: 168 time: 0.9719753 Jan 28 06:09:26.652778 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36486) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:26.670097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2659d28-9ff3-4cb9-8bda-537796198773 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeca16d-f3ae-4e65-98d7-7e3812a06c86,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:26.736863 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b12456b7-4f3f-4b00-8561-34b7566b4a7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (b2902ce7-6dba-4d42-9d88-be9a77e8603f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:26.739138 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b12456b7-4f3f-4b00-8561-34b7566b4a7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_controller (b2902ce7-6dba-4d42-9d88-be9a77e8603f), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:26.821218 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ceb151bd-d75a-4e5c-b956-1091e709a47a tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1672661 Jan 28 06:09:26.828756 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36488) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:26.836609 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-8c658fc1-720a-4324-91d8-e6ddac57d487 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group': {'name': 'tempest-secgroup--675012314'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:26.975495 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2da981b-bc69-4a82-b279-f0d72ef5c5d6 admin admin] Publish callbacks [] for security_group (f17d1b8f-9f6d-49c7-a808-03a05a9366dc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:26.985162 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b12456b7-4f3f-4b00-8561-34b7566b4a7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (b2902ce7-6dba-4d42-9d88-be9a77e8603f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:26.986202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12456b7-4f3f-4b00-8561-34b7566b4a7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Fanout notify agent at l3_agent the message router_deleted on router b2902ce7-6dba-4d42-9d88-be9a77e8603f {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:09:26.996414 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b12456b7-4f3f-4b00-8561-34b7566b4a7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:27.009433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36494) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:27.010848 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b12456b7-4f3f-4b00-8561-34b7566b4a7b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/routers/b2902ce7-6dba-4d42-9d88-be9a77e8603f HTTP/1.1" status: 204 len: 168 time: 2.1373408 Jan 28 06:09:27.021252 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c658fc1-720a-4324-91d8-e6ddac57d487 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:27.073452 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 64157a83-02a2-45c9-979e-8cbfbbda0ac5 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:09:27.117194 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2da981b-bc69-4a82-b279-f0d72ef5c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f17d1b8f-9f6d-49c7-a808-03a05a9366dc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:27.125771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 64157a83-02a2-45c9-979e-8cbfbbda0ac5 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:09:27.126123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 64157a83-02a2-45c9-979e-8cbfbbda0ac5 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:09:27.126579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ad525f97-a7aa-4ca3-9970-37fcbaf35d98 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:09:27.187645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: ad525f97-a7aa-4ca3-9970-37fcbaf35d98 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:09:27.188886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ad525f97-a7aa-4ca3-9970-37fcbaf35d98 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:09:27.257100 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2da981b-bc69-4a82-b279-f0d72ef5c5d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:09:27.336999 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2da981b-bc69-4a82-b279-f0d72ef5c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (62f4672c-2feb-4e93-8483-50ab51edecf3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:27.337349 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-e2da981b-bc69-4a82-b279-f0d72ef5c5d6 admin admin] Added segment 62f4672c-2feb-4e93-8483-50ab51edecf3 of type vlan for network 009747f1-2b38-4c05-b4b8-36db51f93561 Jan 28 06:09:27.339795 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da981b-bc69-4a82-b279-f0d72ef5c5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17d1b8f-9f6d-49c7-a808-03a05a9366dc,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:27.361061 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cf9ec348-9da1-4baf-b722-acdab0410af3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (8cf8a050-60aa-439b-b44b-e0ab17f3133a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:27.412294 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2da981b-bc69-4a82-b279-f0d72ef5c5d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (009747f1-2b38-4c05-b4b8-36db51f93561), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:27.433656 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c658fc1-720a-4324-91d8-e6ddac57d487 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (588d0ca1-ab85-432d-a387-773ff52f4253), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:27.519555 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cf9ec348-9da1-4baf-b722-acdab0410af3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (8cf8a050-60aa-439b-b44b-e0ab17f3133a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:27.543656 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-cf9ec348-9da1-4baf-b722-acdab0410af3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf8a050-60aa-439b-b44b-e0ab17f3133a']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:27.554641 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-cf9ec348-9da1-4baf-b722-acdab0410af3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e52af3-8ad3-488e-8fae-7c669d90eee3') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:27.555031 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-cf9ec348-9da1-4baf-b722-acdab0410af3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e52af3-8ad3-488e-8fae-7c669d90eee3') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:27.573318 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cf9ec348-9da1-4baf-b722-acdab0410af3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (26e52af3-8ad3-488e-8fae-7c669d90eee3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:27.589407 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cf9ec348-9da1-4baf-b722-acdab0410af3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (26e52af3-8ad3-488e-8fae-7c669d90eee3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:27.598168 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9ec348-9da1-4baf-b722-acdab0410af3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:09:27.599041 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cf9ec348-9da1-4baf-b722-acdab0410af3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (26e52af3-8ad3-488e-8fae-7c669d90eee3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:27.669773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.db.resource_extend [None req-e2da981b-bc69-4a82-b279-f0d72ef5c5d6 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:09:27.673763 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:09:27.684444 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c658fc1-720a-4324-91d8-e6ddac57d487 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (588d0ca1-ab85-432d-a387-773ff52f4253), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:27.739692 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c658fc1-720a-4324-91d8-e6ddac57d487 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588d0ca1-ab85-432d-a387-773ff52f4253,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:27.765362 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cf9ec348-9da1-4baf-b722-acdab0410af3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (8cf8a050-60aa-439b-b44b-e0ab17f3133a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:27.773418 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cf9ec348-9da1-4baf-b722-acdab0410af3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:27.779520 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cf9ec348-9da1-4baf-b722-acdab0410af3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/networks/8cf8a050-60aa-439b-b44b-e0ab17f3133a HTTP/1.1" status: 204 len: 168 time: 0.7663019 Jan 28 06:09:27.779788 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36508) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:27.795648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea654911-cf45-49a0-b17b-19a6d49ad02e req-71913ccd-eef7-4dc5-aed4-bdf37bc2159c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:27.800002 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:27.816460 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea654911-cf45-49a0-b17b-19a6d49ad02e req-71913ccd-eef7-4dc5-aed4-bdf37bc2159c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.1526825 Jan 28 06:09:27.829828 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2da981b-bc69-4a82-b279-f0d72ef5c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (009747f1-2b38-4c05-b4b8-36db51f93561), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:27.830827 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2da981b-bc69-4a82-b279-f0d72ef5c5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:27.831588 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e2da981b-bc69-4a82-b279-f0d72ef5c5d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:27.846095 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c658fc1-720a-4324-91d8-e6ddac57d487 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:27.857586 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8c658fc1-720a-4324-91d8-e6ddac57d487 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0243709 Jan 28 06:09:27.861638 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36510) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:27.862552 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ec348-9da1-4baf-b722-acdab0410af3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Network': ['ID=8cf8a050-60aa-439b-b44b-e0ab17f3133a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:27.871359 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-fab7c14d-92c2-46ef-a3e1-47b30b459379 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:27.871779 n-d-812111-12 neutron-server[103634]: WARNING neutron.api.v2.base [None req-fab7c14d-92c2-46ef-a3e1-47b30b459379 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 06:09:27.872276 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-fab7c14d-92c2-46ef-a3e1-47b30b459379 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 06:09:27.877164 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fab7c14d-92c2-46ef-a3e1-47b30b459379 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "PUT /v2.0/security-groups/588d0ca1-ab85-432d-a387-773ff52f4253 HTTP/1.1" status: 409 len: 330 time: 0.0095298 Jan 28 06:09:27.877798 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36512) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:27.931864 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea654911-cf45-49a0-b17b-19a6d49ad02e req-6aeefa17-b320-4f8a-ba28-a21d3b6d889c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125808 Jan 28 06:09:28.025714 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3586e724-b315-417c-9d03-ee2dfd839520 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (588d0ca1-ab85-432d-a387-773ff52f4253), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:28.079819 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3586e724-b315-417c-9d03-ee2dfd839520 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (588d0ca1-ab85-432d-a387-773ff52f4253), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:28.091764 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da981b-bc69-4a82-b279-f0d72ef5c5d6 admin admin] Pushing event updated for resources: {'Network': ['ID=009747f1-2b38-4c05-b4b8-36db51f93561,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:28.107680 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 009747f1-2b38-4c05-b4b8-36db51f93561 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:09:28.126407 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e2da981b-bc69-4a82-b279-f0d72ef5c5d6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8982296 Jan 28 06:09:28.126707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36518) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:28.150542 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e355b489-a4f4-47a2-a7e3-8a3bbdfd48a4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (81b806db-a952-4148-bd70-38be89c6876a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:28.151793 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f27fc5a3-55a5-424c-ab97-a5f6b01455d6 admin admin] Request body: {'subnet': {'network_id': '009747f1-2b38-4c05-b4b8-36db51f93561', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2096639069-subnet', 'tenant_id': '738b24080b8c45a8b05045bc4fd874c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:28.237748 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e355b489-a4f4-47a2-a7e3-8a3bbdfd48a4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (81b806db-a952-4148-bd70-38be89c6876a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:28.319323 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27fc5a3-55a5-424c-ab97-a5f6b01455d6 admin admin] Made reservation on behalf of 738b24080b8c45a8b05045bc4fd874c4 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:09:28.321675 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f27fc5a3-55a5-424c-ab97-a5f6b01455d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:28.323764 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3586e724-b315-417c-9d03-ee2dfd839520 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (588d0ca1-ab85-432d-a387-773ff52f4253), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:28.326462 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3586e724-b315-417c-9d03-ee2dfd839520 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:28.328597 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3586e724-b315-417c-9d03-ee2dfd839520 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "DELETE /v2.0/security-groups/588d0ca1-ab85-432d-a387-773ff52f4253 HTTP/1.1" status: 204 len: 168 time: 0.4496925 Jan 28 06:09:28.332645 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36520) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:28.373294 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e355b489-a4f4-47a2-a7e3-8a3bbdfd48a4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (81b806db-a952-4148-bd70-38be89c6876a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:28.377490 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e355b489-a4f4-47a2-a7e3-8a3bbdfd48a4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:28.378963 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e355b489-a4f4-47a2-a7e3-8a3bbdfd48a4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/security-groups/81b806db-a952-4148-bd70-38be89c6876a HTTP/1.1" status: 204 len: 168 time: 0.5972326 Jan 28 06:09:28.390350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586e724-b315-417c-9d03-ee2dfd839520 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=588d0ca1-ab85-432d-a387-773ff52f4253,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:28.455611 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355b489-a4f4-47a2-a7e3-8a3bbdfd48a4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b806db-a952-4148-bd70-38be89c6876a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:28.515394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36526) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:28.520309 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b7a43beb-d33e-447d-9cb1-f7990a685290 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1651082 Jan 28 06:09:28.531289 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-6d13e240-1980-4a62-bcfa-176852de876e tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] delete failed (client error): The resource could not be found. Jan 28 06:09:28.532342 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6d13e240-1980-4a62-bcfa-176852de876e tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "DELETE /v2.0/security-groups/3588a4c6-320c-43ab-9e92-8c75429598cc HTTP/1.1" status: 404 len: 347 time: 0.0158851 Jan 28 06:09:28.540790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36528) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:28.558009 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-2e786459-1741-44fc-ae2b-07b8be7a1ed0 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] show failed (client error): The resource could not be found. Jan 28 06:09:28.559325 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2e786459-1741-44fc-ae2b-07b8be7a1ed0 tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "GET /v2.0/security-groups/6cea76f1-c4e6-49a8-81d8-d9b6a87a62c1 HTTP/1.1" status: 404 len: 347 time: 0.0175898 Jan 28 06:09:28.566482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36532) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:28.608454 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-2c2348f2-04fd-4862-bf0b-df2e72b6fecd tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] show failed (client error): The resource could not be found. Jan 28 06:09:28.609693 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2c2348f2-04fd-4862-bf0b-df2e72b6fecd tempest-NegativeSecGroupTest-3636996 tempest-NegativeSecGroupTest-3636996-project] 10.222.0.31 "GET /v2.0/security-group-rules/62ca7c09-2e1d-49e8-8884-6a6b88612983 HTTP/1.1" status: 404 len: 356 time: 0.0426602 Jan 28 06:09:28.680835 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f27fc5a3-55a5-424c-ab97-a5f6b01455d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (0a4e5462-bded-4ce8-91af-86d8506fd265), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:28.755337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fc5a3-55a5-424c-ab97-a5f6b01455d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a4e5462-bded-4ce8-91af-86d8506fd265,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:28.771007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27fc5a3-55a5-424c-ab97-a5f6b01455d6 admin admin] Checking segment: {'id': '62f4672c-2feb-4e93-8483-50ab51edecf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '009747f1-2b38-4c05-b4b8-36db51f93561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:09:28.771427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27fc5a3-55a5-424c-ab97-a5f6b01455d6 admin admin] Network hostable DHCP agents. Network: 009747f1-2b38-4c05-b4b8-36db51f93561, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:09:28.852314 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 74e2f10a-a132-4f25-982d-229778b7d128 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:09:28.868738 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27fc5a3-55a5-424c-ab97-a5f6b01455d6 admin admin] Network 009747f1-2b38-4c05-b4b8-36db51f93561 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:09:28.904104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 74e2f10a-a132-4f25-982d-229778b7d128 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:09:28.904764 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 74e2f10a-a132-4f25-982d-229778b7d128 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:09:28.964711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-f27fc5a3-55a5-424c-ab97-a5f6b01455d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 009747f1-2b38-4c05-b4b8-36db51f93561) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:09:28.970753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27fc5a3-55a5-424c-ab97-a5f6b01455d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:28.971218 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f27fc5a3-55a5-424c-ab97-a5f6b01455d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:28.978701 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71110720-40fc-4c0a-b131-7f1b9e83f58c None None] Network 009747f1-2b38-4c05-b4b8-36db51f93561 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:09:29.094752 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f27fc5a3-55a5-424c-ab97-a5f6b01455d6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9666152 Jan 28 06:09:29.156594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36546) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:29.161817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2856c7ad-3cdc-4def-bd4a-3ab07b514f36 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1450669649', 'description': 'tempest-secgroup-smoke-1450669649 description', 'project_id': '59d53e120d2a4c8e8606808e4590906b'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:29.234852 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36550) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:29.243359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f152942-b626-4c33-bfc7-5408bd06ba14 None None] Network 009747f1-2b38-4c05-b4b8-36db51f93561 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:09:29.291206 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2856c7ad-3cdc-4def-bd4a-3ab07b514f36 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:29.425528 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2856c7ad-3cdc-4def-bd4a-3ab07b514f36 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (ced72587-9bdf-4e77-8131-f94050c85ad4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:29.510179 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2856c7ad-3cdc-4def-bd4a-3ab07b514f36 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ced72587-9bdf-4e77-8131-f94050c85ad4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:29.531550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74f829-bee2-4e6c-b531-2418d74d46d2 req-38199fa6-1258-47bf-b7d3-ecb3d66ea53d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:29.538644 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af74f829-bee2-4e6c-b531-2418d74d46d2 req-38199fa6-1258-47bf-b7d3-ecb3d66ea53d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.4854171 Jan 28 06:09:29.603112 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af74f829-bee2-4e6c-b531-2418d74d46d2 req-1d836387-4d00-4e6d-bb78-b4a8608257ee tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635006 Jan 28 06:09:29.629864 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d4a5f30f-bab3-4a9e-80bb-f51670880c4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=85717e1359314c3890ff309b48d423a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3935452 Jan 28 06:09:29.631729 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856c7ad-3cdc-4def-bd4a-3ab07b514f36 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced72587-9bdf-4e77-8131-f94050c85ad4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:29.632612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36556) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:29.652936 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2856c7ad-3cdc-4def-bd4a-3ab07b514f36 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:29.654746 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2856c7ad-3cdc-4def-bd4a-3ab07b514f36 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4965186 Jan 28 06:09:29.657781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36558) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:29.662636 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4e519d13-adb8-460a-ac7c-28735bdc537b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': 'ced72587-9bdf-4e77-8131-f94050c85ad4', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:29.686905 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9b08445-6b49-4f3c-976c-5f321c065129 admin admin] Publish callbacks [] for security_group (e2e5721a-1701-4789-ac41-763c5c181e3b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:29.715337 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9b08445-6b49-4f3c-976c-5f321c065129 admin admin] Publish callbacks [] for security_group (e2e5721a-1701-4789-ac41-763c5c181e3b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:29.783293 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4e519d13-adb8-460a-ac7c-28735bdc537b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (ee0e446e-e81e-4460-a343-819869beecd7), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:29.848510 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4e519d13-adb8-460a-ac7c-28735bdc537b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (ee0e446e-e81e-4460-a343-819869beecd7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:29.885111 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9b08445-6b49-4f3c-976c-5f321c065129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e2e5721a-1701-4789-ac41-763c5c181e3b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:29.888016 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9b08445-6b49-4f3c-976c-5f321c065129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:29.889308 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e9b08445-6b49-4f3c-976c-5f321c065129 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2e5721a-1701-4789-ac41-763c5c181e3b HTTP/1.1" status: 204 len: 168 time: 0.2556992 Jan 28 06:09:29.902247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b08445-6b49-4f3c-976c-5f321c065129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e5721a-1701-4789-ac41-763c5c181e3b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:29.959335 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4e519d13-adb8-460a-ac7c-28735bdc537b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (ee0e446e-e81e-4460-a343-819869beecd7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:29.975654 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e519d13-adb8-460a-ac7c-28735bdc537b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0e446e-e81e-4460-a343-819869beecd7,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:30.088685 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4e519d13-adb8-460a-ac7c-28735bdc537b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:30.094058 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36562) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:30.094683 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4e519d13-adb8-460a-ac7c-28735bdc537b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4357083 Jan 28 06:09:30.098807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3c73937e-b584-4ad9-9301-d7d3b6ce912b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': 'ced72587-9bdf-4e77-8131-f94050c85ad4', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:30.258326 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c73937e-b584-4ad9-9301-d7d3b6ce912b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (6c19dbf3-8dc5-42b5-ac9a-eb8ad90b3078), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:30.350788 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c73937e-b584-4ad9-9301-d7d3b6ce912b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (6c19dbf3-8dc5-42b5-ac9a-eb8ad90b3078), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:30.418270 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c73937e-b584-4ad9-9301-d7d3b6ce912b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (6c19dbf3-8dc5-42b5-ac9a-eb8ad90b3078), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:30.478716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73937e-b584-4ad9-9301-d7d3b6ce912b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c19dbf3-8dc5-42b5-ac9a-eb8ad90b3078,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:30.602072 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c73937e-b584-4ad9-9301-d7d3b6ce912b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:30.603621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3c73937e-b584-4ad9-9301-d7d3b6ce912b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5082819 Jan 28 06:09:30.610949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36576) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:30.619040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6cc8af40-04d6-4ecc-8d6c-edd134b0e0cd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': 'ced72587-9bdf-4e77-8131-f94050c85ad4', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:30.760905 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6cc8af40-04d6-4ecc-8d6c-edd134b0e0cd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (f6381494-a41e-4210-8903-9313dd19b188), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:30.775926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514df3d-f08f-493a-9349-2befa7eb42bd req-92b637e6-5c95-449e-b0d8-f8e0ecc6a212 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:30.777654 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c514df3d-f08f-493a-9349-2befa7eb42bd req-92b637e6-5c95-449e-b0d8-f8e0ecc6a212 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.0794101 Jan 28 06:09:30.878367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c514df3d-f08f-493a-9349-2befa7eb42bd req-eec7ab4e-333f-4cbc-9e4e-27d9a27ae2c0 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890434 Jan 28 06:09:30.888010 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6cc8af40-04d6-4ecc-8d6c-edd134b0e0cd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (f6381494-a41e-4210-8903-9313dd19b188), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:30.948273 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6cc8af40-04d6-4ecc-8d6c-edd134b0e0cd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (f6381494-a41e-4210-8903-9313dd19b188), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:30.989832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8af40-04d6-4ecc-8d6c-edd134b0e0cd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6381494-a41e-4210-8903-9313dd19b188,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:31.058488 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6cc8af40-04d6-4ecc-8d6c-edd134b0e0cd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:31.059905 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6cc8af40-04d6-4ecc-8d6c-edd134b0e0cd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4478397 Jan 28 06:09:31.063280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36586) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:31.067803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a578e806-3990-4ba9-a618-733cf8b1d019 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': 'ced72587-9bdf-4e77-8131-f94050c85ad4', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:31.159449 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a578e806-3990-4ba9-a618-733cf8b1d019 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (9f96f390-f2c7-4ecc-823e-c2efb00d40bd), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:31.244785 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a578e806-3990-4ba9-a618-733cf8b1d019 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (9f96f390-f2c7-4ecc-823e-c2efb00d40bd), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:31.337749 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a578e806-3990-4ba9-a618-733cf8b1d019 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (9f96f390-f2c7-4ecc-823e-c2efb00d40bd), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:31.374849 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578e806-3990-4ba9-a618-733cf8b1d019 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f96f390-f2c7-4ecc-823e-c2efb00d40bd,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:31.437756 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a578e806-3990-4ba9-a618-733cf8b1d019 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:31.441927 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a578e806-3990-4ba9-a618-733cf8b1d019 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3753057 Jan 28 06:09:31.442381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36592) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:31.467894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-02774e03-533a-4d26-b7fe-ba0d78110a31 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': 'ced72587-9bdf-4e77-8131-f94050c85ad4', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:31.646999 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-02774e03-533a-4d26-b7fe-ba0d78110a31 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Project 59d53e120d2a4c8e8606808e4590906b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:09:31.652640 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02774e03-533a-4d26-b7fe-ba0d78110a31 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (ca21b725-db06-45ab-a97f-2df93109f095), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:31.786696 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02774e03-533a-4d26-b7fe-ba0d78110a31 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (ca21b725-db06-45ab-a97f-2df93109f095), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:31.862708 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02774e03-533a-4d26-b7fe-ba0d78110a31 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (ca21b725-db06-45ab-a97f-2df93109f095), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:31.900992 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02774e03-533a-4d26-b7fe-ba0d78110a31 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca21b725-db06-45ab-a97f-2df93109f095,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:32.007807 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02774e03-533a-4d26-b7fe-ba0d78110a31 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:32.009530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-02774e03-533a-4d26-b7fe-ba0d78110a31 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5659969 Jan 28 06:09:32.012373 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36606) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:32.016991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1593b557-b892-4576-aa72-7be66390e5b2 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'security_group_rule': {'security_group_id': 'ced72587-9bdf-4e77-8131-f94050c85ad4', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:32.136364 n-d-812111-12 neutron-server[103634]: INFO neutron.db.securitygroups_db [None req-1593b557-b892-4576-aa72-7be66390e5b2 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Project 59d53e120d2a4c8e8606808e4590906b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:09:32.143609 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1593b557-b892-4576-aa72-7be66390e5b2 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (5011893d-aa2f-431b-9950-fb30795dbc79), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:32.204025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f348e-3d43-44ad-80b9-96d0d5339a1d req-44fff3b5-449f-4d15-bc7b-d4b288f547bb tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:32.206256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d3f348e-3d43-44ad-80b9-96d0d5339a1d req-44fff3b5-449f-4d15-bc7b-d4b288f547bb tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.1803794 Jan 28 06:09:32.268579 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36610) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:32.285937 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1593b557-b892-4576-aa72-7be66390e5b2 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (5011893d-aa2f-431b-9950-fb30795dbc79), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:32.347955 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1593b557-b892-4576-aa72-7be66390e5b2 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (5011893d-aa2f-431b-9950-fb30795dbc79), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:32.353743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d3f348e-3d43-44ad-80b9-96d0d5339a1d req-0bf50dbd-1389-455e-be75-c06c7debe34b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397064 Jan 28 06:09:32.425022 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593b557-b892-4576-aa72-7be66390e5b2 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5011893d-aa2f-431b-9950-fb30795dbc79,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:32.456678 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84934a6f-2765-4c5f-bf83-8d6e06ce010c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:32.494475 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1593b557-b892-4576-aa72-7be66390e5b2 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:32.499097 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1593b557-b892-4576-aa72-7be66390e5b2 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4826100 Jan 28 06:09:32.511966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36618) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:32.520590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5658955d-4845-414d-90a5-82805e842861 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'network': {'name': 'tempest-network-smoke--1031841260', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'port_security_enabled': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:32.572468 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9858bde1-dc6e-4b99-9ab8-c00509cec8ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:32.606510 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5658955d-4845-414d-90a5-82805e842861 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Made reservation on behalf of 59d53e120d2a4c8e8606808e4590906b for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:09:32.610031 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5658955d-4845-414d-90a5-82805e842861 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:32.678252 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5658955d-4845-414d-90a5-82805e842861 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:09:32.699750 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5658955d-4845-414d-90a5-82805e842861 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (9f0c3f87-9c52-4f80-a420-a80965b799e5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:32.700105 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-5658955d-4845-414d-90a5-82805e842861 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Added segment 9f0c3f87-9c52-4f80-a420-a80965b799e5 of type vlan for network 58adc0c3-53d3-4c08-a035-de2b81ec7524 Jan 28 06:09:32.801904 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5658955d-4845-414d-90a5-82805e842861 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (58adc0c3-53d3-4c08-a035-de2b81ec7524), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:32.971560 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5658955d-4845-414d-90a5-82805e842861 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (58adc0c3-53d3-4c08-a035-de2b81ec7524), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:32.975068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5658955d-4845-414d-90a5-82805e842861 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:32.975669 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5658955d-4845-414d-90a5-82805e842861 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:32.980562 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9858bde1-dc6e-4b99-9ab8-c00509cec8ba admin admin] Publish callbacks [] for security_group (7b8b775c-633c-49a3-85f4-7d62a648108a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:33.698883 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5658955d-4845-414d-90a5-82805e842861 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1827929 Jan 28 06:09:33.699628 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9858bde1-dc6e-4b99-9ab8-c00509cec8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7b8b775c-633c-49a3-85f4-7d62a648108a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:33.702157 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36652) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:33.707350 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1962358804', 'admin_state_up': True, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:33.724163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658955d-4845-414d-90a5-82805e842861 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Network': ['ID=58adc0c3-53d3-4c08-a035-de2b81ec7524,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:33.738591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 58adc0c3-53d3-4c08-a035-de2b81ec7524 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:09:33.828728 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (d397c5ec-c6e3-44b5-a9b9-7de21d334062), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:33.830389 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (d397c5ec-c6e3-44b5-a9b9-7de21d334062), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:33.909621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9858bde1-dc6e-4b99-9ab8-c00509cec8ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6a5969950cc44cf809100825d43e11a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6382005 Jan 28 06:09:33.911496 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858bde1-dc6e-4b99-9ab8-c00509cec8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8b775c-633c-49a3-85f4-7d62a648108a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:33.914354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36660) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:33.964058 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ecfdf-24bc-4c5c-9342-db1361b53d3b req-394b4cdd-0ad4-4ff7-95a3-33eee35566f9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:33.965641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f5ecfdf-24bc-4c5c-9342-db1361b53d3b req-394b4cdd-0ad4-4ff7-95a3-33eee35566f9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.3337960 Jan 28 06:09:34.023064 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_controller (d397c5ec-c6e3-44b5-a9b9-7de21d334062), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:34.134236 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa418e12-2527-42b4-a429-4251cee72b02 admin admin] Publish callbacks [] for security_group (7b8b775c-633c-49a3-85f4-7d62a648108a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:34.208335 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa418e12-2527-42b4-a429-4251cee72b02 admin admin] Publish callbacks [] for security_group (7b8b775c-633c-49a3-85f4-7d62a648108a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:34.244716 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36666) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:34.283332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f5ecfdf-24bc-4c5c-9342-db1361b53d3b req-98670378-7127-4d3e-948d-ef9394d3d47d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104217 Jan 28 06:09:34.393710 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa418e12-2527-42b4-a429-4251cee72b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7b8b775c-633c-49a3-85f4-7d62a648108a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:34.396982 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa418e12-2527-42b4-a429-4251cee72b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:34.398502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-aa418e12-2527-42b4-a429-4251cee72b02 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b8b775c-633c-49a3-85f4-7d62a648108a HTTP/1.1" status: 204 len: 168 time: 0.4752328 Jan 28 06:09:34.416652 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa418e12-2527-42b4-a429-4251cee72b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8b775c-633c-49a3-85f4-7d62a648108a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:34.432424 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_gateway (d397c5ec-c6e3-44b5-a9b9-7de21d334062), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:34.454776 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-844a68d1-1259-4099-a330-32c92cf0c79b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:34.638239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-844a68d1-1259-4099-a330-32c92cf0c79b admin admin] Publish callbacks [] for security_group (1eefe05f-1d0a-4147-9d85-7ec3c578aa6e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:34.826193 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_gateway (d397c5ec-c6e3-44b5-a9b9-7de21d334062), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:34.828680 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-844a68d1-1259-4099-a330-32c92cf0c79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1eefe05f-1d0a-4147-9d85-7ec3c578aa6e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:34.850636 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eab74b50-ef5c-4ccc-86a2-ff5b333f594e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:34.894375 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:34.909340 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-844a68d1-1259-4099-a330-32c92cf0c79b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=431e3b34095f4b95958d65dc533ca5a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6581085 Jan 28 06:09:34.909760 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36674) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:35.019096 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c30e426-04b5-42ed-b102-fd9fbbc9e5a3 admin admin] Publish callbacks [] for security_group (1eefe05f-1d0a-4147-9d85-7ec3c578aa6e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:35.039133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a68d1-1259-4099-a330-32c92cf0c79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eefe05f-1d0a-4147-9d85-7ec3c578aa6e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:35.071865 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c30e426-04b5-42ed-b102-fd9fbbc9e5a3 admin admin] Publish callbacks [] for security_group (1eefe05f-1d0a-4147-9d85-7ec3c578aa6e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:35.181091 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Allocated IP 172.25.0.26 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/b2437197-5d72-4e03-9d05-c9fd288b6118) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:09:35.274482 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c30e426-04b5-42ed-b102-fd9fbbc9e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1eefe05f-1d0a-4147-9d85-7ec3c578aa6e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:35.279430 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c30e426-04b5-42ed-b102-fd9fbbc9e5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:35.281333 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5c30e426-04b5-42ed-b102-fd9fbbc9e5a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1eefe05f-1d0a-4147-9d85-7ec3c578aa6e HTTP/1.1" status: 204 len: 168 time: 0.3703890 Jan 28 06:09:35.292153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30e426-04b5-42ed-b102-fd9fbbc9e5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eefe05f-1d0a-4147-9d85-7ec3c578aa6e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:35.329866 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (b2437197-5d72-4e03-9d05-c9fd288b6118), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:35.462014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f31d4-5edc-420f-a34f-fa35247fee60 req-ce23500a-1d11-4352-9165-5bdef0f8e560 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:35.463655 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d09f31d4-5edc-420f-a34f-fa35247fee60 req-ce23500a-1d11-4352-9165-5bdef0f8e560 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.0922551 Jan 28 06:09:35.503456 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (b2437197-5d72-4e03-9d05-c9fd288b6118), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:35.556870 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:09:35.557312 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d09f31d4-5edc-420f-a34f-fa35247fee60 req-40258506-f4b9-4535-89bc-0e0100682543 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826969 Jan 28 06:09:35.560085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:09:35.567156 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:09:35.643371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=b2437197-5d72-4e03-9d05-c9fd288b6118,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:36.029115 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_gateway (d397c5ec-c6e3-44b5-a9b9-7de21d334062), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:36.194807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36712) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:36.223930 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7fcbecf0-6765-48bc-9980-2695627719d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:36.281607 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (d397c5ec-c6e3-44b5-a9b9-7de21d334062), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:36.345484 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7fcbecf0-6765-48bc-9980-2695627719d6 admin admin] Publish callbacks [] for security_group (2ed3fd23-ae40-444d-978b-7b375d4423fb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:36.393222 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7fcbecf0-6765-48bc-9980-2695627719d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2ed3fd23-ae40-444d-978b-7b375d4423fb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:36.433511 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7fcbecf0-6765-48bc-9980-2695627719d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc2b09f37e264b09aceec8fadf23a28d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2375722 Jan 28 06:09:36.434734 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbecf0-6765-48bc-9980-2695627719d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed3fd23-ae40-444d-978b-7b375d4423fb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:36.437247 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36716) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:36.489664 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98459f83-3ed1-4253-807a-5a61e6e10c94 admin admin] Publish callbacks [] for security_group (2ed3fd23-ae40-444d-978b-7b375d4423fb), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:36.505603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router d397c5ec-c6e3-44b5-a9b9-7de21d334062 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:09:36.524318 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98459f83-3ed1-4253-807a-5a61e6e10c94 admin admin] Publish callbacks [] for security_group (2ed3fd23-ae40-444d-978b-7b375d4423fb), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:36.587631 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:36.660025 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:09:36.674272 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Sync routers for ids ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:09:36.701046 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Routers {'d397c5ec-c6e3-44b5-a9b9-7de21d334062'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:09:36.701921 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:09:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:36.725673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb6009-8f85-44b5-961d-cf047239a07d req-1c95262b-9663-4f25-8395-8649b1d9e1ae tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:36.727361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fcb6009-8f85-44b5-961d-cf047239a07d req-1c95262b-9663-4f25-8395-8649b1d9e1ae tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.0620792 Jan 28 06:09:36.747486 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98459f83-3ed1-4253-807a-5a61e6e10c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2ed3fd23-ae40-444d-978b-7b375d4423fb), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:36.751391 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98459f83-3ed1-4253-807a-5a61e6e10c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:36.755328 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-98459f83-3ed1-4253-807a-5a61e6e10c94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ed3fd23-ae40-444d-978b-7b375d4423fb HTTP/1.1" status: 204 len: 168 time: 0.3136392 Jan 28 06:09:36.761109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98459f83-3ed1-4253-807a-5a61e6e10c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed3fd23-ae40-444d-978b-7b375d4423fb,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:36.797414 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:36.801309 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8417f95e-6068-4b48-80b1-209bd669dc21 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0980756 Jan 28 06:09:36.801985 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36722) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:36.830773 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fcb6009-8f85-44b5-961d-cf047239a07d req-665a3592-1f64-48da-bc17-1476bbb866c6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958161 Jan 28 06:09:36.867734 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Set router d397c5ec-c6e3-44b5-a9b9-7de21d334062 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:09:36.878454 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bad283c2-9ba1-45c4-af43-00fe21d6708e tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=59d53e120d2a4c8e8606808e4590906b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0751803 Jan 28 06:09:36.880973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36724) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:37.174455 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962358804', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:09:33Z', 'updated_at': '2022-01-28T06:09:35Z', 'revision_number': 3, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:34Z', 'updated_at': '2022-01-28T06:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:37.208952 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Checking router: d397c5ec-c6e3-44b5-a9b9-7de21d334062 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:09:37.213763 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Updating router d397c5ec-c6e3-44b5-a9b9-7de21d334062 port b2437197-5d72-4e03-9d05-c9fd288b6118 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:09:37.247305 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b2437197-5d72-4e03-9d05-c9fd288b6118), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:37.487691 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0fcac1-e261-4883-94e5-d6e1ac3ff3f6 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:37.492189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36748) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:37.493131 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0a0fcac1-e261-4883-94e5-d6e1ac3ff3f6 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6110032 Jan 28 06:09:37.553801 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 36752) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:37.561361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b66c7022-3eb1-45ee-a6e3-93dd8d7d89b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-13780691', 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:37.566314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bfd8336a-b387-4adc-b481-d3debbeb040b tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0718050 Jan 28 06:09:37.649260 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Publish callbacks [] for port (b2437197-5d72-4e03-9d05-c9fd288b6118), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:37.742088 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b2437197-5d72-4e03-9d05-c9fd288b6118), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:37.770983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66c7022-3eb1-45ee-a6e3-93dd8d7d89b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Made reservation on behalf of 59d53e120d2a4c8e8606808e4590906b for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:09:37.776163 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b66c7022-3eb1-45ee-a6e3-93dd8d7d89b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:37.813366 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Attempting to bind port b2437197-5d72-4e03-9d05-c9fd288b6118 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:09:37.820131 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Attempting to bind port b2437197-5d72-4e03-9d05-c9fd288b6118 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:09:37.820131 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Attempting to bind port b2437197-5d72-4e03-9d05-c9fd288b6118 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:09:37.827814 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:09:37.828465 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:09:37.829029 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:37.829587 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:09:37.830218 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Bound port: b2437197-5d72-4e03-9d05-c9fd288b6118, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:09:37.830813 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b2437197-5d72-4e03-9d05-c9fd288b6118), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:37.832834 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4e082-c70a-45a7-a9aa-3c023a23d6a1 None None] Pushing event updated for resources: {'Port': ['ID=b2437197-5d72-4e03-9d05-c9fd288b6118,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:37.914555 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] For port b2437197-5d72-4e03-9d05-c9fd288b6118, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:09:37.918626 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] For port b2437197-5d72-4e03-9d05-c9fd288b6118, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b2437197-5d72-4e03-9d05-c9fd288b6118,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:09:37.931058 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:38.058074 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b2437197-5d72-4e03-9d05-c9fd288b6118), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:38.058273 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ca060-3238-4bfc-91a7-4bea56502618 req-cda0d229-b87b-47e8-911c-b404e4468ad3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:38.066791 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-424ca060-3238-4bfc-91a7-4bea56502618 req-cda0d229-b87b-47e8-911c-b404e4468ad3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.1082163 Jan 28 06:09:38.156769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-424ca060-3238-4bfc-91a7-4bea56502618 req-3cf6eba4-19e4-4c86-b9ca-f49eb08dc49c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893152 Jan 28 06:09:38.164707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-ece95bea-f98b-450b-a46d-496d07b30d21 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:38.166482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-ece95bea-f98b-450b-a46d-496d07b30d21 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/networks?id=009747f1-2b38-4c05-b4b8-36db51f93561 HTTP/1.1" status: 200 len: 809 time: 0.3737950 Jan 28 06:09:38.375673 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4e082-c70a-45a7-a9aa-3c023a23d6a1 None None] Pushing event updated for resources: {'Port': ['ID=b2437197-5d72-4e03-9d05-c9fd288b6118,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:38.375673 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Routers {'d397c5ec-c6e3-44b5-a9b9-7de21d334062'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:09:38.375673 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:09:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:38.375961 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-1d401b50-332e-4047-be51-65ce15db91ec tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/quotas/738b24080b8c45a8b05045bc4fd874c4 HTTP/1.1" status: 200 len: 375 time: 0.0420032 Jan 28 06:09:38.375961 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-5d63952a-a464-49a4-b843-1574c21ca106 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=738b24080b8c45a8b05045bc4fd874c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507107 Jan 28 06:09:38.376138 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] Set router d397c5ec-c6e3-44b5-a9b9-7de21d334062 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:09:38.392077 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-3dbafcaf-f3c6-44fe-9b1b-29d054f9b816 service neutron] 10.222.0.31 "GET /v2.0/networks/009747f1-2b38-4c05-b4b8-36db51f93561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095586 Jan 28 06:09:38.521397 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b66c7022-3eb1-45ee-a6e3-93dd8d7d89b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (0dda04ee-5801-446a-bfda-b0beac6e9c5d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:38.527128 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-96c67ac8-8022-4485-a431-f159e6bd64bb service neutron] 10.222.0.31 "GET /v2.0/networks/009747f1-2b38-4c05-b4b8-36db51f93561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291249 Jan 28 06:09:38.647884 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962358804', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:09:33Z', 'updated_at': '2022-01-28T06:09:35Z', 'revision_number': 3, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:34Z', 'updated_at': '2022-01-28T06:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:38.742826 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c7022-3eb1-45ee-a6e3-93dd8d7d89b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Subnet': ['ID=0dda04ee-5801-446a-bfda-b0beac6e9c5d,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:38.773909 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c7022-3eb1-45ee-a6e3-93dd8d7d89b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Checking segment: {'id': '9f0c3f87-9c52-4f80-a420-a80965b799e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:09:38.773909 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c7022-3eb1-45ee-a6e3-93dd8d7d89b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network hostable DHCP agents. Network: 58adc0c3-53d3-4c08-a035-de2b81ec7524, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:09:38.822988 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35642fe9-f6fb-4369-a797-43bee1c8a716 None None] The sync data for ids ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'] in n-d-812111-12 is: [{'id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962358804', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:09:33Z', 'updated_at': '2022-01-28T06:09:35Z', 'revision_number': 3, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:34Z', 'updated_at': '2022-01-28T06:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:09:38.924813 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c7022-3eb1-45ee-a6e3-93dd8d7d89b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network 58adc0c3-53d3-4c08-a035-de2b81ec7524 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:09:38.930356 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0468bb82-79d0-4805-9d3a-a6c46417fddf req-3c8cf6a9-c841-4d87-bd9b-30a71fd58541 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 210 time: 0.0401642 Jan 28 06:09:39.035784 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-b66c7022-3eb1-45ee-a6e3-93dd8d7d89b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 58adc0c3-53d3-4c08-a035-de2b81ec7524) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:09:39.037837 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66c7022-3eb1-45ee-a6e3-93dd8d7d89b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:39.038540 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b66c7022-3eb1-45ee-a6e3-93dd8d7d89b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:39.053481 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852c6c3f-b3c1-480f-a2dd-56086dddef0a None None] Network 58adc0c3-53d3-4c08-a035-de2b81ec7524 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:09:39.137780 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:39.159860 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b66c7022-3eb1-45ee-a6e3-93dd8d7d89b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6045709 Jan 28 06:09:39.162735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36794) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:39.289588 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-58adc0c3-53d3-4c08-a035-de2b81ec7524', 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524', 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ips': [{'subnet_id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:09:39.290762 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:39.578100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Allocated IP 172.20.0.2 (58adc0c3-53d3-4c08-a035-de2b81ec7524/0dda04ee-5801-446a-bfda-b0beac6e9c5d/59171b78-c275-4b30-a96f-02fba30bee5e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:09:39.729886 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60150d7a-5c59-495a-bc18-1290cbb8207b req-eec0c6f9-1432-4f14-97b4-89dc0ca73d25 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:39.736130 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60150d7a-5c59-495a-bc18-1290cbb8207b req-eec0c6f9-1432-4f14-97b4-89dc0ca73d25 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.2690139 Jan 28 06:09:39.816570 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Publish callbacks [] for port (59171b78-c275-4b30-a96f-02fba30bee5e), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:39.909214 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (59171b78-c275-4b30-a96f-02fba30bee5e), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:39.946286 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60150d7a-5c59-495a-bc18-1290cbb8207b req-eee363df-862f-4d9a-8864-54ba61490d57 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924763 Jan 28 06:09:39.977784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Network 58adc0c3-53d3-4c08-a035-de2b81ec7524 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:09:40.000610 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:09:40.007906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:09:40.074478 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Pushing event updated for resources: {'Port': ['ID=59171b78-c275-4b30-a96f-02fba30bee5e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:40.092348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d5561ef-03ca-4916-9786-435bf1c761e2 req-6535e5a7-2663-4045-9a64-cbe349ba88cd tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 210 time: 0.0636816 Jan 28 06:09:40.135988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Attempting to bind port 59171b78-c275-4b30-a96f-02fba30bee5e on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:09:40.136779 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Attempting to bind port 59171b78-c275-4b30-a96f-02fba30bee5e by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '9f0c3f87-9c52-4f80-a420-a80965b799e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:09:40.137392 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Attempting to bind port 59171b78-c275-4b30-a96f-02fba30bee5e on network 58adc0c3-53d3-4c08-a035-de2b81ec7524 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:09:40.150668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:09:40.150668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Checking segment: {'id': '9f0c3f87-9c52-4f80-a420-a80965b799e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:09:40.150668 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:40.150668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Bound using segment: {'id': '9f0c3f87-9c52-4f80-a420-a80965b799e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:09:40.150668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Bound port: 59171b78-c275-4b30-a96f-02fba30bee5e, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0c3f87-9c52-4f80-a420-a80965b799e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:09:40.153862 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (59171b78-c275-4b30-a96f-02fba30bee5e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:40.267054 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:40.276618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] For port 59171b78-c275-4b30-a96f-02fba30bee5e, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:09:40.282621 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] For port 59171b78-c275-4b30-a96f-02fba30bee5e, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=59171b78-c275-4b30-a96f-02fba30bee5e,segment=NetworkSegment(9f0c3f87-9c52-4f80-a420-a80965b799e5),segment_id=9f0c3f87-9c52-4f80-a420-a80965b799e5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:09:40.376631 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (59171b78-c275-4b30-a96f-02fba30bee5e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:40.518688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0956e-f305-4c81-9c87-84e78d4b7389 None None] Pushing event updated for resources: {'Port': ['ID=59171b78-c275-4b30-a96f-02fba30bee5e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:40.672283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Allocated IP 172.20.0.1 (58adc0c3-53d3-4c08-a035-de2b81ec7524/0dda04ee-5801-446a-bfda-b0beac6e9c5d/cf44ea5e-b7fd-43e3-9b15-fe75d0076017) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:09:40.870096 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:40.977757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b2437197-5d72-4e03-9d05-c9fd288b6118 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:09:41.056822 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:41.108724 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port b2437197-5d72-4e03-9d05-c9fd288b6118 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:41.109344 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b2437197-5d72-4e03-9d05-c9fd288b6118), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:41.179229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=cf44ea5e-b7fd-43e3-9b15-fe75d0076017,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:41.209729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network 58adc0c3-53d3-4c08-a035-de2b81ec7524 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:09:41.211321 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b2437197-5d72-4e03-9d05-c9fd288b6118 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:41.211723 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b2437197-5d72-4e03-9d05-c9fd288b6118), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:41.225967 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:09:41.235598 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port b2437197-5d72-4e03-9d05-c9fd288b6118, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b2437197-5d72-4e03-9d05-c9fd288b6118,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:41.243833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:09:41.248691 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55bb7d7b-7d60-4f5f-97a3-ad8f23da0408 req-9fc48bfd-1d06-423f-88e4-b4428c660610 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 210 time: 0.0370622 Jan 28 06:09:41.277656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c88a1e-aef4-461b-a455-1882434ba204 req-5ed99c91-184c-4745-ba7c-2e102ca70d1e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:41.286638 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06c88a1e-aef4-461b-a455-1882434ba204 req-5ed99c91-184c-4745-ba7c-2e102ca70d1e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.2424345 Jan 28 06:09:41.327539 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (d397c5ec-c6e3-44b5-a9b9-7de21d334062), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:41.329838 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b2437197-5d72-4e03-9d05-c9fd288b6118), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:41.402464 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=b2437197-5d72-4e03-9d05-c9fd288b6118,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:41.407820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06c88a1e-aef4-461b-a455-1882434ba204 req-7228fe8f-3c10-45e2-885b-d41cf44c7cea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190505 Jan 28 06:09:41.573986 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:41.844895 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-56936088-a467-48de-96ac-f4a2a22d77ad tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:41.846634 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-56936088-a467-48de-96ac-f4a2a22d77ad tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.60 "GET /v2.0/networks?id=009747f1-2b38-4c05-b4b8-36db51f93561 HTTP/1.1" status: 200 len: 809 time: 0.2054050 Jan 28 06:09:41.864730 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-a6f2e6ce-cbb7-4273-be65-a1b07028500f tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Request body: {'port': {'device_id': '902c113a-e424-4437-9814-f4eb37114e68', 'network_id': '009747f1-2b38-4c05-b4b8-36db51f93561', 'admin_state_up': True, 'tenant_id': '738b24080b8c45a8b05045bc4fd874c4'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:42.025939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d1a1ce-0370-4e85-af68-126922dbf216 None None] Network 58adc0c3-53d3-4c08-a035-de2b81ec7524 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:09:42.034877 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:42.098650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-59f11262-b701-43ab-bc0d-3f37cf1a148b None None] Provisioning complete for port 59171b78-c275-4b30-a96f-02fba30bee5e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:42.098961 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59f11262-b701-43ab-bc0d-3f37cf1a148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (59171b78-c275-4b30-a96f-02fba30bee5e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:42.164825 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-a6f2e6ce-cbb7-4273-be65-a1b07028500f tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Made reservation on behalf of 738b24080b8c45a8b05045bc4fd874c4 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:09:42.166077 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:42.168277 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-a6f2e6ce-cbb7-4273-be65-a1b07028500f tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:42.289223 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=cf44ea5e-b7fd-43e3-9b15-fe75d0076017,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:42.320644 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (d397c5ec-c6e3-44b5-a9b9-7de21d334062), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:42.366581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-a6f2e6ce-cbb7-4273-be65-a1b07028500f tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Allocated IP 172.20.0.2 (009747f1-2b38-4c05-b4b8-36db51f93561/0a4e5462-bded-4ce8-91af-86d8506fd265/92acfb08-d29a-476e-982d-0c4169582a06) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:09:42.440139 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5491fef-b40d-4d43-beb5-e5c6bff235ff req-a29cae00-af69-4575-8e02-57c5450faf7f tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 210 time: 0.0755744 Jan 28 06:09:42.442395 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-59f11262-b701-43ab-bc0d-3f37cf1a148b None None] Current status of the port 59171b78-c275-4b30-a96f-02fba30bee5e is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:42.443542 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59f11262-b701-43ab-bc0d-3f37cf1a148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (59171b78-c275-4b30-a96f-02fba30bee5e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:42.515223 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-59f11262-b701-43ab-bc0d-3f37cf1a148b None None] For port 59171b78-c275-4b30-a96f-02fba30bee5e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=59171b78-c275-4b30-a96f-02fba30bee5e,segment=NetworkSegment(9f0c3f87-9c52-4f80-a420-a80965b799e5),segment_id=9f0c3f87-9c52-4f80-a420-a80965b799e5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:42.554933 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network 58adc0c3-53d3-4c08-a035-de2b81ec7524 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:09:42.556697 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:09:42.605079 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59f11262-b701-43ab-bc0d-3f37cf1a148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (59171b78-c275-4b30-a96f-02fba30bee5e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:42.704276 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-a6f2e6ce-cbb7-4273-be65-a1b07028500f tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Publish callbacks [] for port (92acfb08-d29a-476e-982d-0c4169582a06), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:42.707846 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f11262-b701-43ab-bc0d-3f37cf1a148b None None] Pushing event updated for resources: {'Port': ['ID=59171b78-c275-4b30-a96f-02fba30bee5e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:42.737869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914ed29-6413-4c5b-a5b8-e5acbe8cdb1b req-266fa0fe-7494-4d33-8687-cf0df679b7c1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:42.746160 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6914ed29-6413-4c5b-a5b8-e5acbe8cdb1b req-266fa0fe-7494-4d33-8687-cf0df679b7c1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.1708455 Jan 28 06:09:42.869219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-a6f2e6ce-cbb7-4273-be65-a1b07028500f tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (92acfb08-d29a-476e-982d-0c4169582a06), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:42.901220 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6914ed29-6413-4c5b-a5b8-e5acbe8cdb1b req-cd4e5445-09b3-40b3-8605-a9d6ab09d6ec tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415884 Jan 28 06:09:42.930440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router d397c5ec-c6e3-44b5-a9b9-7de21d334062 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:09:42.989069 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-a6f2e6ce-cbb7-4273-be65-a1b07028500f tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Network 009747f1-2b38-4c05-b4b8-36db51f93561 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:09:42.996339 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-a6f2e6ce-cbb7-4273-be65-a1b07028500f tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:09:43.001728 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-a6f2e6ce-cbb7-4273-be65-a1b07028500f tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:09:43.056093 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-9e521e7b-d0df-4ec8-bd03-7828fdcd78ca None None] Provisioning complete for port 59171b78-c275-4b30-a96f-02fba30bee5e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:43.058161 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e521e7b-d0df-4ec8-bd03-7828fdcd78ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (59171b78-c275-4b30-a96f-02fba30bee5e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:43.116559 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-a6f2e6ce-cbb7-4273-be65-a1b07028500f tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:43.117508 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-a6f2e6ce-cbb7-4273-be65-a1b07028500f tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:43.141503 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2e6ce-cbb7-4273-be65-a1b07028500f tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Pushing event updated for resources: {'Port': ['ID=92acfb08-d29a-476e-982d-0c4169582a06,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:43.185220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:09:43.205517 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d469a406-2b39-496f-b536-b84eda1fc0d1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "PUT /v2.0/routers/d397c5ec-c6e3-44b5-a9b9-7de21d334062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0322537 Jan 28 06:09:43.216150 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-a6f2e6ce-cbb7-4273-be65-a1b07028500f tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3543417 Jan 28 06:09:43.233835 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Request body: {'port': {'device_id': '902c113a-e424-4437-9814-f4eb37114e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:43.236967 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Sync routers for ids ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:09:43.246697 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 59171b78-c275-4b30-a96f-02fba30bee5e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:09:43.291536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Routers {'d397c5ec-c6e3-44b5-a9b9-7de21d334062'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:09:43.292188 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:09:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:43.363681 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (92acfb08-d29a-476e-982d-0c4169582a06), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:43.468772 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Set router d397c5ec-c6e3-44b5-a9b9-7de21d334062 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:09:43.622071 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-7ef0c330-c7b6-4ed1-8442-403d4432a6dd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1450669649&fields=id&tenant_id=59d53e120d2a4c8e8606808e4590906b HTTP/1.1" status: 200 len: 267 time: 0.0962186 Jan 28 06:09:43.658935 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9e521e7b-d0df-4ec8-bd03-7828fdcd78ca None None] Current status of the port 59171b78-c275-4b30-a96f-02fba30bee5e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:43.796361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-9e521e7b-d0df-4ec8-bd03-7828fdcd78ca None None] Provisioning complete for port cf44ea5e-b7fd-43e3-9b15-fe75d0076017 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:43.796961 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e521e7b-d0df-4ec8-bd03-7828fdcd78ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:43.836741 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9e521e7b-d0df-4ec8-bd03-7828fdcd78ca None None] Port cf44ea5e-b7fd-43e3-9b15-fe75d0076017 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:09:43.862749 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 59171b78-c275-4b30-a96f-02fba30bee5e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:43.863603 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (59171b78-c275-4b30-a96f-02fba30bee5e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:43.873515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7181ad-934a-4aca-b38d-b6c33d14b658 req-787641b1-2ef7-4404-9ab9-010063072604 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:43.875124 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d7181ad-934a-4aca-b38d-b6c33d14b658 req-787641b1-2ef7-4404-9ab9-010063072604 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 931 time: 0.2611315 Jan 28 06:09:43.907251 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92acfb08-d29a-476e-982d-0c4169582a06 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:09:43.920368 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Publish callbacks [] for port (92acfb08-d29a-476e-982d-0c4169582a06), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:43.947182 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Transition to ACTIVE for port object 92acfb08-d29a-476e-982d-0c4169582a06 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:09:43.977249 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-50c010b6-c2ca-486b-aec5-70155b9148d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:43.979874 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-50c010b6-c2ca-486b-aec5-70155b9148d4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/networks?id=58adc0c3-53d3-4c08-a035-de2b81ec7524 HTTP/1.1" status: 200 len: 797 time: 0.2853975 Jan 28 06:09:43.983048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-678e66cd-9c94-4623-b57b-2b3caddc3ca4 None None] Provisioning complete for port cf44ea5e-b7fd-43e3-9b15-fe75d0076017 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:43.983547 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-678e66cd-9c94-4623-b57b-2b3caddc3ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:43.989951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d7181ad-934a-4aca-b38d-b6c33d14b658 req-64d93bc6-7f8c-452a-b849-653f6dd3ce3c tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008980 Jan 28 06:09:44.001986 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-12394055-5a4f-4076-8beb-13d973d902ed tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/quotas/59d53e120d2a4c8e8606808e4590906b HTTP/1.1" status: 200 len: 375 time: 0.0108747 Jan 28 06:09:44.050170 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (92acfb08-d29a-476e-982d-0c4169582a06), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:44.087964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962358804', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:09:33Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:34Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'cf44ea5e-b7fd-43e3-9b15-fe75d0076017', 'name': '', 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:06:d5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:40Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 2, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:44.097015 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-6f484628-54ba-4f09-82e9-964a130a0c60 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861897 Jan 28 06:09:44.103685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 59171b78-c275-4b30-a96f-02fba30bee5e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:44.105199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b2437197-5d72-4e03-9d05-c9fd288b6118 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:09:44.141290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-678e66cd-9c94-4623-b57b-2b3caddc3ca4 None None] Port cf44ea5e-b7fd-43e3-9b15-fe75d0076017 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:09:44.163907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Checking router: d397c5ec-c6e3-44b5-a9b9-7de21d334062 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:09:44.164634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Updating router d397c5ec-c6e3-44b5-a9b9-7de21d334062 port cf44ea5e-b7fd-43e3-9b15-fe75d0076017 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:09:44.204116 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:44.305546 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=92acfb08-d29a-476e-982d-0c4169582a06,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:44.328167 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Attempting to bind port 92acfb08-d29a-476e-982d-0c4169582a06 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:09:44.329203 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Attempting to bind port 92acfb08-d29a-476e-982d-0c4169582a06 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '62f4672c-2feb-4e93-8483-50ab51edecf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '009747f1-2b38-4c05-b4b8-36db51f93561'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:09:44.329706 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Attempting to bind port 92acfb08-d29a-476e-982d-0c4169582a06 on network 009747f1-2b38-4c05-b4b8-36db51f93561 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:09:44.335643 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Port 92acfb08-d29a-476e-982d-0c4169582a06 on network 009747f1-2b38-4c05-b4b8-36db51f93561 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:09:44.336209 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Attempting to bind port 92acfb08-d29a-476e-982d-0c4169582a06 on network 009747f1-2b38-4c05-b4b8-36db51f93561 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:09:44.342118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:09:44.342860 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Checking segment: {'id': '62f4672c-2feb-4e93-8483-50ab51edecf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '009747f1-2b38-4c05-b4b8-36db51f93561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:09:44.345140 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Bound using segment: {'id': '62f4672c-2feb-4e93-8483-50ab51edecf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '009747f1-2b38-4c05-b4b8-36db51f93561'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:09:44.345770 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Bound port: 92acfb08-d29a-476e-982d-0c4169582a06, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f4672c-2feb-4e93-8483-50ab51edecf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '009747f1-2b38-4c05-b4b8-36db51f93561'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:09:44.346319 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (92acfb08-d29a-476e-982d-0c4169582a06), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:44.350913 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51722335-5d19-4e7a-8d9a-fafaf2f410e9 req-a03f19d5-e903-4533-ad6f-f0082439de2f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:44.359807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51722335-5d19-4e7a-8d9a-fafaf2f410e9 req-a03f19d5-e903-4533-ad6f-f0082439de2f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.2172205 Jan 28 06:09:44.406741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36914) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:44.417890 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] For port 92acfb08-d29a-476e-982d-0c4169582a06, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:09:44.421932 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] For port 92acfb08-d29a-476e-982d-0c4169582a06, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=92acfb08-d29a-476e-982d-0c4169582a06,segment=NetworkSegment(62f4672c-2feb-4e93-8483-50ab51edecf3),segment_id=62f4672c-2feb-4e93-8483-50ab51edecf3)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:09:44.441259 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port b2437197-5d72-4e03-9d05-c9fd288b6118 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:44.441777 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b2437197-5d72-4e03-9d05-c9fd288b6118), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:44.443488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-d45f37dc-2803-460f-9e8e-69a5ccbb1708 service neutron] 10.222.0.31 "GET /v2.0/networks/58adc0c3-53d3-4c08-a035-de2b81ec7524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332691 Jan 28 06:09:44.517659 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51722335-5d19-4e7a-8d9a-fafaf2f410e9 req-dbadaf70-9ec0-4134-a0d2-df44726959ff tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546941 Jan 28 06:09:44.536683 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (92acfb08-d29a-476e-982d-0c4169582a06), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:44.571661 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Publish callbacks [] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:44.608806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:44.609584 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:44.611606 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] 10.222.0.60 "PUT /v2.0/ports/92acfb08-d29a-476e-982d-0c4169582a06 HTTP/1.1" status: 200 len: 1092 time: 1.3833656 Jan 28 06:09:44.613900 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902c113a-e424-4437-9814-f4eb37114e68', 'tag': '92acfb08-d29a-476e-982d-0c4169582a06'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:09:44.616507 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070eef24-6804-4464-8936-25e36356d3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "902c113a-e424-4437-9814-f4eb37114e68", "tag": "92acfb08-d29a-476e-982d-0c4169582a06"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:09:44.620221 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b2437197-5d72-4e03-9d05-c9fd288b6118 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:44.646380 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19015dae-ff2b-4eaf-b3c2-41693ec05ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=92acfb08-d29a-476e-982d-0c4169582a06,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:44.651439 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:44.707860 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77fdd8f-5c10-409d-af6e-24cb120e707e None None] Pushing event updated for resources: {'Port': ['ID=cf44ea5e-b7fd-43e3-9b15-fe75d0076017,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:44.824840 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Attempting to bind port cf44ea5e-b7fd-43e3-9b15-fe75d0076017 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:09:44.827277 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Attempting to bind port cf44ea5e-b7fd-43e3-9b15-fe75d0076017 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '9f0c3f87-9c52-4f80-a420-a80965b799e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:09:44.827928 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Attempting to bind port cf44ea5e-b7fd-43e3-9b15-fe75d0076017 on network 58adc0c3-53d3-4c08-a035-de2b81ec7524 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:09:44.841007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:09:44.841542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Checking segment: {'id': '9f0c3f87-9c52-4f80-a420-a80965b799e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:09:44.842052 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:44.843373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Bound using segment: {'id': '9f0c3f87-9c52-4f80-a420-a80965b799e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:09:44.843989 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Bound port: cf44ea5e-b7fd-43e3-9b15-fe75d0076017, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0c3f87-9c52-4f80-a420-a80965b799e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:09:44.844492 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:44.853836 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afd64a1-c70b-47d3-bf99-a9fe1b526d19 x-openstack-request-id: req-3afd64a1-c70b-47d3-bf99-a9fe1b526d19 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:09:44.854129 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902c113a-e424-4437-9814-f4eb37114e68", "tag": "92acfb08-d29a-476e-982d-0c4169582a06", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:09:44.854511 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3afd64a1-c70b-47d3-bf99-a9fe1b526d19 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:09:44.854950 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902c113a-e424-4437-9814-f4eb37114e68', 'tag': '92acfb08-d29a-476e-982d-0c4169582a06', 'status': 'completed', 'code': 200} Jan 28 06:09:44.875230 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-8139fe1c-fe22-4e3c-ab2d-fb27ee7f59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:44.876940 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-8139fe1c-fe22-4e3c-ab2d-fb27ee7f59fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=738b24080b8c45a8b05045bc4fd874c4&device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 1095 time: 0.0925786 Jan 28 06:09:44.958891 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-3c90bbfb-ae5e-4b0a-a7b4-51f9595f5a2f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92acfb08-d29a-476e-982d-0c4169582a06 HTTP/1.1" status: 200 len: 217 time: 0.0680826 Jan 28 06:09:45.002523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] For port cf44ea5e-b7fd-43e3-9b15-fe75d0076017, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:09:45.007605 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] For port cf44ea5e-b7fd-43e3-9b15-fe75d0076017, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cf44ea5e-b7fd-43e3-9b15-fe75d0076017,segment=NetworkSegment(9f0c3f87-9c52-4f80-a420-a80965b799e5),segment_id=9f0c3f87-9c52-4f80-a420-a80965b799e5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:09:45.026048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-e2514baf-1838-428e-88e4-1de75cc118c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:45.027693 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-e2514baf-1838-428e-88e4-1de75cc118c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a4e5462-bded-4ce8-91af-86d8506fd265 HTTP/1.1" status: 200 len: 849 time: 0.0608263 Jan 28 06:09:45.086212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-17253c0a-8aeb-4c29-8dc2-66af45866184 None None] Provisioning complete for port cf44ea5e-b7fd-43e3-9b15-fe75d0076017 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:45.086619 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-17253c0a-8aeb-4c29-8dc2-66af45866184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:45.105853 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-7b54b8fc-8dd7-4e64-8074-2e093822e79d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=009747f1-2b38-4c05-b4b8-36db51f93561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714099 Jan 28 06:09:45.144849 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:45.198836 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2eacd46-8b8c-43e7-8170-e589d12b42d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:45.215741 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-17253c0a-8aeb-4c29-8dc2-66af45866184 None None] Port cf44ea5e-b7fd-43e3-9b15-fe75d0076017 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:09:45.239841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77fdd8f-5c10-409d-af6e-24cb120e707e None None] Pushing event updated for resources: {'Port': ['ID=cf44ea5e-b7fd-43e3-9b15-fe75d0076017,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:45.243994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Routers {'d397c5ec-c6e3-44b5-a9b9-7de21d334062'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:09:45.254529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:09:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:45.308161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04219eb-65c3-4579-9245-485ba2aaaf59 req-00e47624-d1dd-4f5a-aa77-08c7e513d167 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:45.309996 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e04219eb-65c3-4579-9245-485ba2aaaf59 req-00e47624-d1dd-4f5a-aa77-08c7e513d167 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 943 time: 0.1883714 Jan 28 06:09:45.329207 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-c5c53ff9-4e07-49a7-914d-12dd32508979 service neutron] 10.222.0.60 "GET /v2.0/networks/009747f1-2b38-4c05-b4b8-36db51f93561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178040 Jan 28 06:09:45.373731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-199f0c70-f6a1-44b0-9d09-320efad868d8 service neutron] 10.222.0.31 "GET /v2.0/networks/58adc0c3-53d3-4c08-a035-de2b81ec7524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9234650 Jan 28 06:09:45.423773 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] Set router d397c5ec-c6e3-44b5-a9b9-7de21d334062 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:09:45.501799 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-489aa4fc-6c43-49b0-9cf9-094927b65516 req-2e871cee-9fc5-41a5-9f11-ff1f71b1ec99 service neutron] 10.222.0.60 "GET /v2.0/networks/009747f1-2b38-4c05-b4b8-36db51f93561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664243 Jan 28 06:09:45.539640 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2eacd46-8b8c-43e7-8170-e589d12b42d9 admin admin] Publish callbacks [] for security_group (867302be-cae4-431c-9d1e-4bbf688263f5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:45.543888 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e04219eb-65c3-4579-9245-485ba2aaaf59 req-7e3c8024-d1a3-44a3-a277-3c9aa4f02c25 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213285 Jan 28 06:09:45.686241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae187f3c-d382-461d-b51f-a346b521da3f req-6f01be32-ff1e-4c35-9f24-3ddc59b08f6d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:45.688213 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae187f3c-d382-461d-b51f-a346b521da3f req-6f01be32-ff1e-4c35-9f24-3ddc59b08f6d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.0626473 Jan 28 06:09:45.745330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae187f3c-d382-461d-b51f-a346b521da3f req-104ca9b4-029e-47d0-8cd7-e89bd950cd41 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517638 Jan 28 06:09:45.776113 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2eacd46-8b8c-43e7-8170-e589d12b42d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (867302be-cae4-431c-9d1e-4bbf688263f5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:45.805825 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-df307704-bfa2-4879-bcb2-1e2799e081d3 None None] Provisioning complete for port cf44ea5e-b7fd-43e3-9b15-fe75d0076017 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:45.806424 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df307704-bfa2-4879-bcb2-1e2799e081d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:45.826669 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e2eacd46-8b8c-43e7-8170-e589d12b42d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ffb73690df0443fa3957315e261e1de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4144690 Jan 28 06:09:45.832069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36932) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:45.858169 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eef24-6804-4464-8936-25e36356d3b2 req-9d1b24b2-4e40-47be-a54e-183dca3869b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:45.860414 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-070eef24-6804-4464-8936-25e36356d3b2 req-9d1b24b2-4e40-47be-a54e-183dca3869b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=738b24080b8c45a8b05045bc4fd874c4&device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 1095 time: 0.0692170 Jan 28 06:09:45.964721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eacd46-8b8c-43e7-8170-e589d12b42d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867302be-cae4-431c-9d1e-4bbf688263f5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:46.050243 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-df307704-bfa2-4879-bcb2-1e2799e081d3 None None] Current status of the port cf44ea5e-b7fd-43e3-9b15-fe75d0076017 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:46.050826 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df307704-bfa2-4879-bcb2-1e2799e081d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:46.063844 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5525776-cc24-428d-a76b-183728909f2a req-9486f3d9-7811-45b8-a0db-36a860748ec7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 210 time: 0.0648470 Jan 28 06:09:46.065508 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd978cfe-1fd5-4029-83cb-62627d59550e admin admin] Publish callbacks [] for security_group (867302be-cae4-431c-9d1e-4bbf688263f5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:46.076409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962358804', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:09:33Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:34Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'cf44ea5e-b7fd-43e3-9b15-fe75d0076017', 'name': '', 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:06:d5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:40Z', 'updated_at': '2022-01-28T06:09:44Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:09:46.090233 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eef24-6804-4464-8936-25e36356d3b2 req-17cfd70e-2e89-48ed-87f1-06873d731cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:46.090233 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-070eef24-6804-4464-8936-25e36356d3b2 req-17cfd70e-2e89-48ed-87f1-06873d731cb2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=009747f1-2b38-4c05-b4b8-36db51f93561 HTTP/1.1" status: 200 len: 910 time: 0.2182658 Jan 28 06:09:46.098185 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd978cfe-1fd5-4029-83cb-62627d59550e admin admin] Publish callbacks [] for security_group (867302be-cae4-431c-9d1e-4bbf688263f5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:46.112277 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e6322-00e8-4692-a585-997b49b8f5ac None None] The sync data for ids ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'] in n-d-812111-12 is: [{'id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962358804', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:09:33Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:34Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'cf44ea5e-b7fd-43e3-9b15-fe75d0076017', 'name': '', 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:06:d5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:40Z', 'updated_at': '2022-01-28T06:09:44Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:09:46.127845 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-df307704-bfa2-4879-bcb2-1e2799e081d3 None None] For port cf44ea5e-b7fd-43e3-9b15-fe75d0076017, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cf44ea5e-b7fd-43e3-9b15-fe75d0076017,segment=NetworkSegment(9f0c3f87-9c52-4f80-a420-a80965b799e5),segment_id=9f0c3f87-9c52-4f80-a420-a80965b799e5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:46.167833 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-070eef24-6804-4464-8936-25e36356d3b2 req-7de280e8-96d4-4979-91e1-82202b1f5fc7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92acfb08-d29a-476e-982d-0c4169582a06 HTTP/1.1" status: 200 len: 217 time: 0.0675106 Jan 28 06:09:46.221306 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df307704-bfa2-4879-bcb2-1e2799e081d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:46.260340 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eef24-6804-4464-8936-25e36356d3b2 req-1ec6ac82-74db-4701-b980-c83b950c63af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:46.261944 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-070eef24-6804-4464-8936-25e36356d3b2 req-1ec6ac82-74db-4701-b980-c83b950c63af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a4e5462-bded-4ce8-91af-86d8506fd265 HTTP/1.1" status: 200 len: 849 time: 0.0902946 Jan 28 06:09:46.278462 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd978cfe-1fd5-4029-83cb-62627d59550e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (867302be-cae4-431c-9d1e-4bbf688263f5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:46.282935 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd978cfe-1fd5-4029-83cb-62627d59550e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:46.285310 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fd978cfe-1fd5-4029-83cb-62627d59550e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/867302be-cae4-431c-9d1e-4bbf688263f5 HTTP/1.1" status: 204 len: 168 time: 0.4521427 Jan 28 06:09:46.321466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df307704-bfa2-4879-bcb2-1e2799e081d3 None None] Pushing event updated for resources: {'Port': ['ID=cf44ea5e-b7fd-43e3-9b15-fe75d0076017,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:46.324853 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd978cfe-1fd5-4029-83cb-62627d59550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867302be-cae4-431c-9d1e-4bbf688263f5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:46.335517 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-070eef24-6804-4464-8936-25e36356d3b2 req-b205a833-71de-4770-b24c-ac9c45ac43f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=009747f1-2b38-4c05-b4b8-36db51f93561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642920 Jan 28 06:09:46.489147 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-070eef24-6804-4464-8936-25e36356d3b2 req-e4a4ad6e-bf04-4c7e-b23d-8c2bd0af615e service neutron] 10.222.0.60 "GET /v2.0/networks/009747f1-2b38-4c05-b4b8-36db51f93561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450207 Jan 28 06:09:46.633747 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-070eef24-6804-4464-8936-25e36356d3b2 req-0d281e3a-de8c-4dbe-b995-29895d1373fd service neutron] 10.222.0.60 "GET /v2.0/networks/009747f1-2b38-4c05-b4b8-36db51f93561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339049 Jan 28 06:09:46.742589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b7dfd-cc47-402d-8fa3-2ad94662a1f0 req-3f8a6424-2704-46fe-85bd-2c29af344a25 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:46.757724 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-656b7dfd-cc47-402d-8fa3-2ad94662a1f0 req-3f8a6424-2704-46fe-85bd-2c29af344a25 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 943 time: 0.1000330 Jan 28 06:09:46.907507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-656b7dfd-cc47-402d-8fa3-2ad94662a1f0 req-534a5c97-5dee-4105-96f2-69615494261c tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486471 Jan 28 06:09:47.040947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cac6d-baab-495f-aa0f-f26aea579da4 req-68a23602-41e4-403a-81ae-6d7f5f0e7c93 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:47.051079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cf44ea5e-b7fd-43e3-9b15-fe75d0076017 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:09:47.059854 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c75cac6d-baab-495f-aa0f-f26aea579da4 req-68a23602-41e4-403a-81ae-6d7f5f0e7c93 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.1289194 Jan 28 06:09:47.123343 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port cf44ea5e-b7fd-43e3-9b15-fe75d0076017 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:47.124181 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:47.166286 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c75cac6d-baab-495f-aa0f-f26aea579da4 req-7e345038-5f15-4fcd-a569-76504ab28538 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060855 Jan 28 06:09:47.235384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0eb630e-3b6e-43f9-937d-9348ea07f897 req-360b1375-b5b4-4d27-89d1-cd0270615c54 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 210 time: 0.0666862 Jan 28 06:09:47.265801 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port cf44ea5e-b7fd-43e3-9b15-fe75d0076017 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:47.378858 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36968) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:47.398941 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29414452-d5bf-4aa0-80f7-88642fd3d637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:47.514667 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29414452-d5bf-4aa0-80f7-88642fd3d637 admin admin] Publish callbacks [] for security_group (5f64128c-d7f7-44b8-b4f3-5d5f96488ef7), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:47.649925 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29414452-d5bf-4aa0-80f7-88642fd3d637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5f64128c-d7f7-44b8-b4f3-5d5f96488ef7), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:47.696237 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29414452-d5bf-4aa0-80f7-88642fd3d637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f64128c-d7f7-44b8-b4f3-5d5f96488ef7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:47.703508 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-29414452-d5bf-4aa0-80f7-88642fd3d637 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b8a99d1c22544e38aef0db9c07dc917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3206584 Jan 28 06:09:47.703701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 36972) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:47.772359 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4dc6-1508-4565-9c8e-9332fabde723 admin admin] Publish callbacks [] for security_group (5f64128c-d7f7-44b8-b4f3-5d5f96488ef7), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:47.801333 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4dc6-1508-4565-9c8e-9332fabde723 admin admin] Publish callbacks [] for security_group (5f64128c-d7f7-44b8-b4f3-5d5f96488ef7), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:47.999274 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4dc6-1508-4565-9c8e-9332fabde723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5f64128c-d7f7-44b8-b4f3-5d5f96488ef7), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:48.008707 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4dc6-1508-4565-9c8e-9332fabde723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:48.015512 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2c8c4dc6-1508-4565-9c8e-9332fabde723 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f64128c-d7f7-44b8-b4f3-5d5f96488ef7 HTTP/1.1" status: 204 len: 168 time: 0.3101640 Jan 28 06:09:48.117864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c4dc6-1508-4565-9c8e-9332fabde723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f64128c-d7f7-44b8-b4f3-5d5f96488ef7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:48.168432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4faebc-068d-44f0-b529-54935eaf906d req-9ed9c283-5ef4-4916-80cb-bd88bb2fe626 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:48.170715 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d4faebc-068d-44f0-b529-54935eaf906d req-9ed9c283-5ef4-4916-80cb-bd88bb2fe626 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 943 time: 0.1538239 Jan 28 06:09:48.233902 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d4faebc-068d-44f0-b529-54935eaf906d req-204e0177-63d4-400f-a59c-eb4ecd2779cb tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576355 Jan 28 06:09:48.344975 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0aac0119-9957-4e04-9516-6da2d240845d req-5adb3500-4e91-48fd-83d9-ca22fd0343f9 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 210 time: 0.0300477 Jan 28 06:09:48.378358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20174-d254-4c17-b989-078459dece25 req-282d465e-6f3d-4a43-ab36-5e40c1597f6a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:48.382743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fc20174-d254-4c17-b989-078459dece25 req-282d465e-6f3d-4a43-ab36-5e40c1597f6a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.1165586 Jan 28 06:09:48.463381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fc20174-d254-4c17-b989-078459dece25 req-4d3893e8-789f-413f-ac96-b2163ae1d022 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769985 Jan 28 06:09:48.904699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 92acfb08-d29a-476e-982d-0c4169582a06 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:09:49.056053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 92acfb08-d29a-476e-982d-0c4169582a06, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=92acfb08-d29a-476e-982d-0c4169582a06,segment=NetworkSegment(62f4672c-2feb-4e93-8483-50ab51edecf3),segment_id=62f4672c-2feb-4e93-8483-50ab51edecf3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:49.086339 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '92acfb08-d29a-476e-982d-0c4169582a06', 'network_id': '009747f1-2b38-4c05-b4b8-36db51f93561', 'port_id': '92acfb08-d29a-476e-982d-0c4169582a06', 'mac_address': 'fa:16:3e:4b:9f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4e5462-bded-4ce8-91af-86d8506fd265', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:09:49.130010 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-5845f77f-8e1b-4951-acfb-c5466793babd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:49.134234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-5845f77f-8e1b-4951-acfb-c5466793babd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.64 "GET /v2.0/networks?id=58adc0c3-53d3-4c08-a035-de2b81ec7524 HTTP/1.1" status: 200 len: 797 time: 0.1535668 Jan 28 06:09:49.181178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 92acfb08-d29a-476e-982d-0c4169582a06 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:49.181837 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (92acfb08-d29a-476e-982d-0c4169582a06), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:49.197361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92acfb08-d29a-476e-982d-0c4169582a06 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:09:49.220258 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 92acfb08-d29a-476e-982d-0c4169582a06, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=92acfb08-d29a-476e-982d-0c4169582a06,segment=NetworkSegment(62f4672c-2feb-4e93-8483-50ab51edecf3),segment_id=62f4672c-2feb-4e93-8483-50ab51edecf3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:49.264799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-629d35b4-4eeb-4870-b7e3-d6f36771c817 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59d53e120d2a4c8e8606808e4590906b HTTP/1.1" status: 200 len: 380 time: 0.1150188 Jan 28 06:09:49.274577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-3c815cca-8c43-401b-98ba-d0bd666aa40c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'port': {'device_id': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524', 'admin_state_up': True, 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'security_groups': ['ced72587-9bdf-4e77-8131-f94050c85ad4']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:49.438232 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (92acfb08-d29a-476e-982d-0c4169582a06), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:49.557870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-23405ad8-de8d-4a56-8522-878599433008 req-2d7b3960-4a85-4511-bd71-a2b90817d6e3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 210 time: 0.0575206 Jan 28 06:09:49.559015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=92acfb08-d29a-476e-982d-0c4169582a06,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:49.601349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed32db0-706d-4b5e-a962-407efdcaee66 req-c5396d70-6974-4f56-8b00-b2698ea61296 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:49.602887 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4ed32db0-706d-4b5e-a962-407efdcaee66 req-c5396d70-6974-4f56-8b00-b2698ea61296 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 943 time: 0.2396102 Jan 28 06:09:49.681081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-3c815cca-8c43-401b-98ba-d0bd666aa40c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Made reservation on behalf of 59d53e120d2a4c8e8606808e4590906b for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:09:49.693908 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-3c815cca-8c43-401b-98ba-d0bd666aa40c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:49.766073 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4ed32db0-706d-4b5e-a962-407efdcaee66 req-4d0fbcf9-1d2a-44fc-8c52-23fba5d4008e tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547630 Jan 28 06:09:49.818015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['92acfb08-d29a-476e-982d-0c4169582a06'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:09:49.858569 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcb34c-e2f3-41f3-a1b5-a630015d0765 req-9c988348-6d1b-4b55-b5eb-371bdddaa5d7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:49.860160 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6bcb34c-e2f3-41f3-a1b5-a630015d0765 req-9c988348-6d1b-4b55-b5eb-371bdddaa5d7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.1927629 Jan 28 06:09:49.959127 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6bcb34c-e2f3-41f3-a1b5-a630015d0765 req-1b04e826-6fb5-416f-ad3c-7c1cd80976dd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880265 Jan 28 06:09:49.972968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-3c815cca-8c43-401b-98ba-d0bd666aa40c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Allocated IP 172.20.0.7 (58adc0c3-53d3-4c08-a035-de2b81ec7524/0dda04ee-5801-446a-bfda-b0beac6e9c5d/beba85ff-b233-488e-be5d-b20b692fd8a8) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:09:50.149402 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-3c815cca-8c43-401b-98ba-d0bd666aa40c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:50.251049 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-3c815cca-8c43-401b-98ba-d0bd666aa40c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:50.314607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-3c815cca-8c43-401b-98ba-d0bd666aa40c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network 58adc0c3-53d3-4c08-a035-de2b81ec7524 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:09:50.317821 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-3c815cca-8c43-401b-98ba-d0bd666aa40c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:09:50.324303 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-3c815cca-8c43-401b-98ba-d0bd666aa40c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:09:50.360211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c815cca-8c43-401b-98ba-d0bd666aa40c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=beba85ff-b233-488e-be5d-b20b692fd8a8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:50.396955 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-3c815cca-8c43-401b-98ba-d0bd666aa40c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:50.396955 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-3c815cca-8c43-401b-98ba-d0bd666aa40c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:50.515756 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-3c815cca-8c43-401b-98ba-d0bd666aa40c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2458422 Jan 28 06:09:50.533743 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Request body: {'port': {'device_id': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:09:50.614122 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:50.694505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-cba1e6ab-ba57-4cc7-8720-b11bb5d899e8 None None] Provisioning complete for port beba85ff-b233-488e-be5d-b20b692fd8a8 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:50.695013 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cba1e6ab-ba57-4cc7-8720-b11bb5d899e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:50.743846 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cba1e6ab-ba57-4cc7-8720-b11bb5d899e8 None None] Port beba85ff-b233-488e-be5d-b20b692fd8a8 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:09:50.837703 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5e37b-8019-4ad7-96c9-4748d7c95ff0 req-62523faa-920b-4a20-b043-2ab432fc31b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:50.839251 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6e5e37b-8019-4ad7-96c9-4748d7c95ff0 req-62523faa-920b-4a20-b043-2ab432fc31b0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 931 time: 0.1776009 Jan 28 06:09:50.920567 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 92acfb08-d29a-476e-982d-0c4169582a06 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:09:50.990758 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6e5e37b-8019-4ad7-96c9-4748d7c95ff0 req-2ab089a4-0536-43b5-92bd-4b864c785e74 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296110 Jan 28 06:09:51.038719 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8efc2-9c1c-433c-ab21-2e703b047fd9 req-851125a9-8137-43e3-90ba-4831787a6b77 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:51.046538 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03e8efc2-9c1c-433c-ab21-2e703b047fd9 req-851125a9-8137-43e3-90ba-4831787a6b77 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 944 time: 0.1446249 Jan 28 06:09:51.072033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 92acfb08-d29a-476e-982d-0c4169582a06 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:09:51.076837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 92acfb08-d29a-476e-982d-0c4169582a06 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:51.077416 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (92acfb08-d29a-476e-982d-0c4169582a06), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:51.189276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beba85ff-b233-488e-be5d-b20b692fd8a8 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:09:51.195274 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 92acfb08-d29a-476e-982d-0c4169582a06 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:51.199030 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (92acfb08-d29a-476e-982d-0c4169582a06), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:51.213494 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Publish callbacks [] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:51.237396 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03e8efc2-9c1c-433c-ab21-2e703b047fd9 req-267e7619-6308-40f0-ab61-0062c4eca13c tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899188 Jan 28 06:09:51.244711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 92acfb08-d29a-476e-982d-0c4169582a06, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=92acfb08-d29a-476e-982d-0c4169582a06,segment=NetworkSegment(62f4672c-2feb-4e93-8483-50ab51edecf3),segment_id=62f4672c-2feb-4e93-8483-50ab51edecf3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:51.245904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902c113a-e424-4437-9814-f4eb37114e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92acfb08-d29a-476e-982d-0c4169582a06'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:09:51.248835 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fb1c00-9349-41fc-b241-29e41d1bd861" -d '{"events": [{"server_uuid": "902c113a-e424-4437-9814-f4eb37114e68", "name": "network-vif-plugged", "status": "completed", "tag": "92acfb08-d29a-476e-982d-0c4169582a06"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:09:51.259595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Transition to ACTIVE for port object beba85ff-b233-488e-be5d-b20b692fd8a8 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:09:51.276346 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169fc6d-14a0-42df-b2e2-d8787d7320e5 req-9eeb49f3-8f00-4b46-b07c-146576130e00 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:51.277809 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6169fc6d-14a0-42df-b2e2-d8787d7320e5 req-9eeb49f3-8f00-4b46-b07c-146576130e00 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.1368027 Jan 28 06:09:51.286264 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11977cb-d5ff-43ac-9258-f6cd45b05905 x-openstack-request-id: req-e11977cb-d5ff-43ac-9258-f6cd45b05905 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:09:51.286811 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902c113a-e424-4437-9814-f4eb37114e68", "name": "network-vif-plugged", "status": "completed", "tag": "92acfb08-d29a-476e-982d-0c4169582a06", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:09:51.287242 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e11977cb-d5ff-43ac-9258-f6cd45b05905 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:09:51.287792 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902c113a-e424-4437-9814-f4eb37114e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92acfb08-d29a-476e-982d-0c4169582a06', 'code': 200} Jan 28 06:09:51.327839 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (92acfb08-d29a-476e-982d-0c4169582a06), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:51.369079 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6169fc6d-14a0-42df-b2e2-d8787d7320e5 req-34aeddc8-8742-4804-b3b1-78975a1e9be9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741689 Jan 28 06:09:51.386844 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:51.400145 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=92acfb08-d29a-476e-982d-0c4169582a06,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:51.408667 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:51.412863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:51.413384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:51.413874 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:51.414412 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:51.414916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:51.415398 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:51.415889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:51.416367 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:51.417013 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:51.418645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:51.419778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:51.422803 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:51.428401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bf0a9-f02e-4764-8024-32034af9136a req-c7730b59-e1ee-4616-bf54-73f528a4644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:51.430197 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-384bf0a9-f02e-4764-8024-32034af9136a req-c7730b59-e1ee-4616-bf54-73f528a4644c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 1097 time: 0.0498326 Jan 28 06:09:51.475061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Pushing event updated for resources: {'Port': ['ID=beba85ff-b233-488e-be5d-b20b692fd8a8,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:51.577698 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-384bf0a9-f02e-4764-8024-32034af9136a req-a7286892-013d-4118-a700-4da01a12031c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392791 Jan 28 06:09:51.589186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Attempting to bind port beba85ff-b233-488e-be5d-b20b692fd8a8 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:09:51.589531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Attempting to bind port beba85ff-b233-488e-be5d-b20b692fd8a8 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '9f0c3f87-9c52-4f80-a420-a80965b799e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:09:51.589871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Attempting to bind port beba85ff-b233-488e-be5d-b20b692fd8a8 on network 58adc0c3-53d3-4c08-a035-de2b81ec7524 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:09:51.597479 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Port beba85ff-b233-488e-be5d-b20b692fd8a8 on network 58adc0c3-53d3-4c08-a035-de2b81ec7524 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:09:51.597808 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Attempting to bind port beba85ff-b233-488e-be5d-b20b692fd8a8 on network 58adc0c3-53d3-4c08-a035-de2b81ec7524 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:09:51.603747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:09:51.604229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Checking segment: {'id': '9f0c3f87-9c52-4f80-a420-a80965b799e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:09:51.604766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Bound using segment: {'id': '9f0c3f87-9c52-4f80-a420-a80965b799e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:09:51.605207 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Bound port: beba85ff-b233-488e-be5d-b20b692fd8a8, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0c3f87-9c52-4f80-a420-a80965b799e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:09:51.605709 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:51.704545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] For port beba85ff-b233-488e-be5d-b20b692fd8a8, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:09:51.708586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] For port beba85ff-b233-488e-be5d-b20b692fd8a8, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=beba85ff-b233-488e-be5d-b20b692fd8a8,segment=NetworkSegment(9f0c3f87-9c52-4f80-a420-a80965b799e5),segment_id=9f0c3f87-9c52-4f80-a420-a80965b799e5)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:09:51.810921 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:51.851292 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:51.871542 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:51.871542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] 10.222.0.64 "PUT /v2.0/ports/beba85ff-b233-488e-be5d-b20b692fd8a8 HTTP/1.1" status: 200 len: 1092 time: 1.3249123 Jan 28 06:09:51.871542 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'tag': 'beba85ff-b233-488e-be5d-b20b692fd8a8'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:09:51.871542 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85141f13-9c6d-41b1-9f8d-e03788eb33c5" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2f599d-a4b7-430a-aac4-9e8a673c5894", "tag": "beba85ff-b233-488e-be5d-b20b692fd8a8"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:09:51.891008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48384c89-0e56-4b2b-820b-94d483c52e23 service neutron] Pushing event updated for resources: {'Port': ['ID=beba85ff-b233-488e-be5d-b20b692fd8a8,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:51.925312 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815e43ae-246f-4601-8376-41a2c7d8d49e x-openstack-request-id: req-815e43ae-246f-4601-8376-41a2c7d8d49e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:09:51.925850 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2f599d-a4b7-430a-aac4-9e8a673c5894", "tag": "beba85ff-b233-488e-be5d-b20b692fd8a8", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:09:51.926263 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-815e43ae-246f-4601-8376-41a2c7d8d49e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:09:51.926890 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'tag': 'beba85ff-b233-488e-be5d-b20b692fd8a8', 'status': 'completed', 'code': 200} Jan 28 06:09:52.059154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85141f13-9c6d-41b1-9f8d-e03788eb33c5 req-d5177048-6968-4646-9ae1-643e490253b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:52.061757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85141f13-9c6d-41b1-9f8d-e03788eb33c5 req-d5177048-6968-4646-9ae1-643e490253b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 1095 time: 0.0934198 Jan 28 06:09:52.371551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37100) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:52.397354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48e02c-c485-4276-867b-9475b6925b80 req-6571c129-4893-45db-8c9e-e1abe76ffa4f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:52.398972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2f48e02c-c485-4276-867b-9475b6925b80 req-6571c129-4893-45db-8c9e-e1abe76ffa4f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 943 time: 0.1702685 Jan 28 06:09:52.449421 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85141f13-9c6d-41b1-9f8d-e03788eb33c5 req-ecd50334-01c2-4d49-b06a-33bf41ad4483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:52.451048 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85141f13-9c6d-41b1-9f8d-e03788eb33c5 req-ecd50334-01c2-4d49-b06a-33bf41ad4483 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=59d53e120d2a4c8e8606808e4590906b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3774734 Jan 28 06:09:52.578252 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2f48e02c-c485-4276-867b-9475b6925b80 req-c64bd6fb-754c-458d-8d19-612877592ece tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609917 Jan 28 06:09:52.613906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dba770-a49d-4800-a912-ce509a90d2fc req-913006b1-4d8d-4b6d-b316-e75f6db82ea6 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:52.621687 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78dba770-a49d-4800-a912-ce509a90d2fc req-913006b1-4d8d-4b6d-b316-e75f6db82ea6 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 945 time: 0.2629764 Jan 28 06:09:52.625280 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d1229756-d782-4b84-97e9-cbeae4c97f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:52.711870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78dba770-a49d-4800-a912-ce509a90d2fc req-9e3f123a-f506-4fff-b54b-b26850678489 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893743 Jan 28 06:09:52.719364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85141f13-9c6d-41b1-9f8d-e03788eb33c5 req-a394eccf-d11e-4069-acf5-cf4cd7f9db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:52.721565 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85141f13-9c6d-41b1-9f8d-e03788eb33c5 req-a394eccf-d11e-4069-acf5-cf4cd7f9db05 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2528222 Jan 28 06:09:52.849602 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d1229756-d782-4b84-97e9-cbeae4c97f95 admin admin] Publish callbacks [] for security_group (dc139451-bcbd-468e-80a0-5c17c5c2006d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:52.891594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc02ac-73a3-4043-a33a-cc6d2861669a req-fea09500-aa10-489b-bc67-0b5f2c19e260 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:52.899081 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9dc02ac-73a3-4043-a33a-cc6d2861669a req-fea09500-aa10-489b-bc67-0b5f2c19e260 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.1857333 Jan 28 06:09:52.924226 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-0f07af32-bb4d-4ba3-a846-2f76b48450b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:52.925729 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-0f07af32-bb4d-4ba3-a846-2f76b48450b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 1095 time: 0.1273150 Jan 28 06:09:52.958279 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d1229756-d782-4b84-97e9-cbeae4c97f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dc139451-bcbd-468e-80a0-5c17c5c2006d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:52.984507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-6d800738-1720-4296-87fc-a36b84b2e58d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beba85ff-b233-488e-be5d-b20b692fd8a8 HTTP/1.1" status: 200 len: 217 time: 0.0458815 Jan 28 06:09:53.017842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9dc02ac-73a3-4043-a33a-cc6d2861669a req-3032aa1b-f95c-415b-8707-4cf6600693da tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158485 Jan 28 06:09:53.043399 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1229756-d782-4b84-97e9-cbeae4c97f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc139451-bcbd-468e-80a0-5c17c5c2006d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:53.061479 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37110) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:53.061791 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d1229756-d782-4b84-97e9-cbeae4c97f95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70f0906ff61c4f0bb697492e96bb6603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6875696 Jan 28 06:09:53.086482 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1229756-d782-4b84-97e9-cbeae4c97f95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:53.245063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1229756-d782-4b84-97e9-cbeae4c97f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:53.245063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1229756-d782-4b84-97e9-cbeae4c97f95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:53.245063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1229756-d782-4b84-97e9-cbeae4c97f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:53.245063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1229756-d782-4b84-97e9-cbeae4c97f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:53.245063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1229756-d782-4b84-97e9-cbeae4c97f95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:53.245063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1229756-d782-4b84-97e9-cbeae4c97f95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:53.245063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1229756-d782-4b84-97e9-cbeae4c97f95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:53.245063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1229756-d782-4b84-97e9-cbeae4c97f95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:53.245063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1229756-d782-4b84-97e9-cbeae4c97f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:53.245063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1229756-d782-4b84-97e9-cbeae4c97f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:53.245063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1229756-d782-4b84-97e9-cbeae4c97f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:53.245063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1229756-d782-4b84-97e9-cbeae4c97f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:09:53.246469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-4d595f76-674b-4438-9b80-a92b22ca12bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:53.246469 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-4d595f76-674b-4438-9b80-a92b22ca12bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dda04ee-5801-446a-bfda-b0beac6e9c5d HTTP/1.1" status: 200 len: 833 time: 0.1221366 Jan 28 06:09:53.246469 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7bab-0b9b-4b99-bc66-02a301e3120f admin admin] Publish callbacks [] for security_group (dc139451-bcbd-468e-80a0-5c17c5c2006d), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:53.249912 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7bab-0b9b-4b99-bc66-02a301e3120f admin admin] Publish callbacks [] for security_group (dc139451-bcbd-468e-80a0-5c17c5c2006d), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:53.294777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-b30efe82-ef17-47e5-a77c-9cfffe481535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:53.298695 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-b30efe82-ef17-47e5-a77c-9cfffe481535 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58adc0c3-53d3-4c08-a035-de2b81ec7524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1674371 Jan 28 06:09:53.386085 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7bab-0b9b-4b99-bc66-02a301e3120f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dc139451-bcbd-468e-80a0-5c17c5c2006d), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:53.389263 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7bab-0b9b-4b99-bc66-02a301e3120f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:53.390501 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ccbe7bab-0b9b-4b99-bc66-02a301e3120f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc139451-bcbd-468e-80a0-5c17c5c2006d HTTP/1.1" status: 204 len: 168 time: 0.3278573 Jan 28 06:09:53.402200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-469fe505-6cdd-424f-80db-ad4c473b2f51 service neutron] 10.222.0.64 "GET /v2.0/networks/58adc0c3-53d3-4c08-a035-de2b81ec7524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982428 Jan 28 06:09:53.403146 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe7bab-0b9b-4b99-bc66-02a301e3120f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc139451-bcbd-468e-80a0-5c17c5c2006d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:53.498665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bdbe165-d0f9-4f9f-bec5-391118f70489 req-763fc015-4ab5-4357-871f-d40d400c7a05 service neutron] 10.222.0.64 "GET /v2.0/networks/58adc0c3-53d3-4c08-a035-de2b81ec7524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894544 Jan 28 06:09:53.734090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03451e5c-d9b4-47e7-b159-bfff1a94956c req-dae4e97f-9d9b-420d-9ba6-6800bdcfd3fe tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:53.741771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03451e5c-d9b4-47e7-b159-bfff1a94956c req-dae4e97f-9d9b-420d-9ba6-6800bdcfd3fe tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 943 time: 0.0683527 Jan 28 06:09:53.799780 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03451e5c-d9b4-47e7-b159-bfff1a94956c req-6cceeb3f-ab7f-4bb9-91a4-62bbc6406b05 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527525 Jan 28 06:09:53.876870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5a892-3470-4861-bdfc-5fb5c85d6392 req-c7ee7298-ee00-4915-a8c0-0bc915675945 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:53.880719 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54c5a892-3470-4861-bdfc-5fb5c85d6392 req-c7ee7298-ee00-4915-a8c0-0bc915675945 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 945 time: 0.0522025 Jan 28 06:09:53.935766 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54c5a892-3470-4861-bdfc-5fb5c85d6392 req-6c1a2116-725b-4fdf-b314-7921e5c09bfb tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474441 Jan 28 06:09:54.198326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dee164-9045-493b-8f33-bdea6b24fec2 req-b0d6572d-a669-41e2-8061-4dfd8b6b6a35 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:54.200680 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64dee164-9045-493b-8f33-bdea6b24fec2 req-b0d6572d-a669-41e2-8061-4dfd8b6b6a35 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.0741308 Jan 28 06:09:54.274655 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64dee164-9045-493b-8f33-bdea6b24fec2 req-8645df8f-ad3f-41fe-892c-e568086c790a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665786 Jan 28 06:09:54.298822 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37136) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:54.316601 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4c3577d-c16a-494a-b8df-32cf94b67b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:54.409684 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4c3577d-c16a-494a-b8df-32cf94b67b37 admin admin] Publish callbacks [] for security_group (ce3ef0d4-e273-4da9-a4e1-abcccae193d5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:54.489440 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4c3577d-c16a-494a-b8df-32cf94b67b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ce3ef0d4-e273-4da9-a4e1-abcccae193d5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:54.528816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3577d-c16a-494a-b8df-32cf94b67b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3ef0d4-e273-4da9-a4e1-abcccae193d5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:54.536229 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a4c3577d-c16a-494a-b8df-32cf94b67b37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=362e86d29fb0440d80449f5861cfcf01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2343521 Jan 28 06:09:54.537214 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37138) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:09:54.641847 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b654f6d4-8e97-42f9-a43e-fdaca6e46b9c admin admin] Publish callbacks [] for security_group (ce3ef0d4-e273-4da9-a4e1-abcccae193d5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:54.675453 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b654f6d4-8e97-42f9-a43e-fdaca6e46b9c admin admin] Publish callbacks [] for security_group (ce3ef0d4-e273-4da9-a4e1-abcccae193d5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:54.832765 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b654f6d4-8e97-42f9-a43e-fdaca6e46b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ce3ef0d4-e273-4da9-a4e1-abcccae193d5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:54.836556 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b654f6d4-8e97-42f9-a43e-fdaca6e46b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:54.838073 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b654f6d4-8e97-42f9-a43e-fdaca6e46b9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce3ef0d4-e273-4da9-a4e1-abcccae193d5 HTTP/1.1" status: 204 len: 168 time: 0.2992134 Jan 28 06:09:54.849835 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654f6d4-8e97-42f9-a43e-fdaca6e46b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3ef0d4-e273-4da9-a4e1-abcccae193d5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:54.928352 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642549c-404d-46b7-8862-c180f79be85b req-a28ca9aa-838b-4e15-ab91-7181a8c3f3b5 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:54.936932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4642549c-404d-46b7-8862-c180f79be85b req-a28ca9aa-838b-4e15-ab91-7181a8c3f3b5 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 943 time: 0.0684733 Jan 28 06:09:55.033078 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4642549c-404d-46b7-8862-c180f79be85b req-de61a758-30ed-4191-8a98-c4a4b39f1ca3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930095 Jan 28 06:09:55.152846 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:55.261592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82186402-cb42-4c17-9942-fe33a977db3f req-636c88dd-bc88-43c8-bca4-8d3336ecfad7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:55.269324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82186402-cb42-4c17-9942-fe33a977db3f req-636c88dd-bc88-43c8-bca4-8d3336ecfad7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:55.274179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82186402-cb42-4c17-9942-fe33a977db3f req-636c88dd-bc88-43c8-bca4-8d3336ecfad7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:55.280877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82186402-cb42-4c17-9942-fe33a977db3f req-636c88dd-bc88-43c8-bca4-8d3336ecfad7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:55.289045 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82186402-cb42-4c17-9942-fe33a977db3f req-636c88dd-bc88-43c8-bca4-8d3336ecfad7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:55.293571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82186402-cb42-4c17-9942-fe33a977db3f req-636c88dd-bc88-43c8-bca4-8d3336ecfad7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:55.299521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82186402-cb42-4c17-9942-fe33a977db3f req-636c88dd-bc88-43c8-bca4-8d3336ecfad7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:55.301792 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82186402-cb42-4c17-9942-fe33a977db3f req-636c88dd-bc88-43c8-bca4-8d3336ecfad7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5445 time: 0.1035595 Jan 28 06:09:55.415137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82186402-cb42-4c17-9942-fe33a977db3f req-e7797f71-5e99-4cee-8141-1fa78cf055be tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1066253 Jan 28 06:09:55.696281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b485ec-2561-49f5-b533-e3f7f9f8af2c req-9dee47de-2b69-4fcd-bd79-1ac7c2d32bba tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:55.696281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1b485ec-2561-49f5-b533-e3f7f9f8af2c req-9dee47de-2b69-4fcd-bd79-1ac7c2d32bba tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.1482816 Jan 28 06:09:55.729037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c494d4-8948-40ed-9fcf-969bd59438e3 req-7acb5f6a-b1c5-4d10-a918-e4da8fbc91f4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:55.735719 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c494d4-8948-40ed-9fcf-969bd59438e3 req-7acb5f6a-b1c5-4d10-a918-e4da8fbc91f4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:55.741028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c494d4-8948-40ed-9fcf-969bd59438e3 req-7acb5f6a-b1c5-4d10-a918-e4da8fbc91f4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:55.746728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c494d4-8948-40ed-9fcf-969bd59438e3 req-7acb5f6a-b1c5-4d10-a918-e4da8fbc91f4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:55.753289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c494d4-8948-40ed-9fcf-969bd59438e3 req-7acb5f6a-b1c5-4d10-a918-e4da8fbc91f4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:55.758934 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c494d4-8948-40ed-9fcf-969bd59438e3 req-7acb5f6a-b1c5-4d10-a918-e4da8fbc91f4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:55.764728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c494d4-8948-40ed-9fcf-969bd59438e3 req-7acb5f6a-b1c5-4d10-a918-e4da8fbc91f4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:55.779293 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76c494d4-8948-40ed-9fcf-969bd59438e3 req-7acb5f6a-b1c5-4d10-a918-e4da8fbc91f4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5445 time: 0.2078958 Jan 28 06:09:55.863011 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1b485ec-2561-49f5-b533-e3f7f9f8af2c req-a7deab6d-c20f-4897-b32c-08f817bd95e1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696937 Jan 28 06:09:55.896960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3e56c-361c-41ab-a295-bd80b36038f2 req-dea70504-d388-4cf1-94d4-71df5e77ef3b tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:55.898386 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80b3e56c-361c-41ab-a295-bd80b36038f2 req-dea70504-d388-4cf1-94d4-71df5e77ef3b tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 945 time: 0.0697317 Jan 28 06:09:55.964650 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80b3e56c-361c-41ab-a295-bd80b36038f2 req-71788f9c-d2ff-4bab-94b8-484eb2c20080 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586820 Jan 28 06:09:56.162023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f293e5-f03b-404f-b566-b0d91cf8b3e3 req-ef108f1f-3b63-4fe7-b694-5235a9771865 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:56.163233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79f293e5-f03b-404f-b566-b0d91cf8b3e3 req-ef108f1f-3b63-4fe7-b694-5235a9771865 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 943 time: 0.0561361 Jan 28 06:09:56.221425 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-79f293e5-f03b-404f-b566-b0d91cf8b3e3 req-f5897e1c-8428-40bf-a6da-6021a43ac8c0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476902 Jan 28 06:09:56.908742 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device beba85ff-b233-488e-be5d-b20b692fd8a8 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:09:57.032379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9691766-ae33-4767-b0ea-1503dea6f83d req-0dda23e8-30af-4706-a890-78df509f86e0 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:57.039630 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e9691766-ae33-4767-b0ea-1503dea6f83d req-0dda23e8-30af-4706-a890-78df509f86e0 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.60 "GET /v2.0/ports?device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 945 time: 0.1134531 Jan 28 06:09:57.061202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc038-f657-4706-a2d9-1a25a943398f req-6b0ae33a-b3ee-41dd-a52f-18d0b882effe tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:57.063828 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-306bc038-f657-4706-a2d9-1a25a943398f req-6b0ae33a-b3ee-41dd-a52f-18d0b882effe tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.0848751 Jan 28 06:09:57.146231 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port beba85ff-b233-488e-be5d-b20b692fd8a8, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=beba85ff-b233-488e-be5d-b20b692fd8a8,segment=NetworkSegment(9f0c3f87-9c52-4f80-a420-a80965b799e5),segment_id=9f0c3f87-9c52-4f80-a420-a80965b799e5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:57.161983 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'beba85ff-b233-488e-be5d-b20b692fd8a8', 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524', 'port_id': 'beba85ff-b233-488e-be5d-b20b692fd8a8', 'mac_address': 'fa:16:3e:4f:89:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:09:57.197956 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-306bc038-f657-4706-a2d9-1a25a943398f req-8752c9b2-5737-44f0-82b7-32b7fe9cef40 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253347 Jan 28 06:09:57.219431 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a4a8c-db6c-49ed-b413-8c0bf666c14f req-bbd2377d-5eb4-41d4-8a88-011233fc22c1 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:57.224766 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port beba85ff-b233-488e-be5d-b20b692fd8a8 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:57.225588 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:57.227448 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-955a4a8c-db6c-49ed-b413-8c0bf666c14f req-bbd2377d-5eb4-41d4-8a88-011233fc22c1 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 945 time: 0.1560464 Jan 28 06:09:57.244312 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beba85ff-b233-488e-be5d-b20b692fd8a8 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:09:57.273181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-e9691766-ae33-4767-b0ea-1503dea6f83d req-3d5e8928-6035-4506-ab87-30db249796d4 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Deleting port 92acfb08-d29a-476e-982d-0c4169582a06 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:09:57.273686 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e9691766-ae33-4767-b0ea-1503dea6f83d req-3d5e8928-6035-4506-ab87-30db249796d4 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (92acfb08-d29a-476e-982d-0c4169582a06), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:57.284869 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port beba85ff-b233-488e-be5d-b20b692fd8a8, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=beba85ff-b233-488e-be5d-b20b692fd8a8,segment=NetworkSegment(9f0c3f87-9c52-4f80-a420-a80965b799e5),segment_id=9f0c3f87-9c52-4f80-a420-a80965b799e5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:57.326639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-955a4a8c-db6c-49ed-b413-8c0bf666c14f req-d5006dba-7e34-4633-b9ba-c8769c8811eb tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971234 Jan 28 06:09:57.384974 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:57.426234 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-e9691766-ae33-4767-b0ea-1503dea6f83d req-3d5e8928-6035-4506-ab87-30db249796d4 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] For port 92acfb08-d29a-476e-982d-0c4169582a06, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=92acfb08-d29a-476e-982d-0c4169582a06,segment=NetworkSegment(62f4672c-2feb-4e93-8483-50ab51edecf3),segment_id=62f4672c-2feb-4e93-8483-50ab51edecf3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:57.426869 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e9691766-ae33-4767-b0ea-1503dea6f83d req-3d5e8928-6035-4506-ab87-30db249796d4 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (92acfb08-d29a-476e-982d-0c4169582a06), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:57.441529 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-e9691766-ae33-4767-b0ea-1503dea6f83d req-3d5e8928-6035-4506-ab87-30db249796d4 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Calling delete_port for 92acfb08-d29a-476e-982d-0c4169582a06 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:09:57.449260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b6517-3b54-40c0-8bc0-26adaefe0561 req-6cc0493b-df13-4b9c-87ca-110987047434 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:57.451515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-659b6517-3b54-40c0-8bc0-26adaefe0561 req-6cc0493b-df13-4b9c-87ca-110987047434 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 943 time: 0.1040916 Jan 28 06:09:57.513045 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=beba85ff-b233-488e-be5d-b20b692fd8a8,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:57.579819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-659b6517-3b54-40c0-8bc0-26adaefe0561 req-9d0d064c-87b3-4c46-9000-16722cbbc354 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200132 Jan 28 06:09:57.694478 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['beba85ff-b233-488e-be5d-b20b692fd8a8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:09:57.731275 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e9691766-ae33-4767-b0ea-1503dea6f83d req-3d5e8928-6035-4506-ab87-30db249796d4 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (92acfb08-d29a-476e-982d-0c4169582a06), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:57.786891 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['92acfb08-d29a-476e-982d-0c4169582a06'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:09:57.823652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e8928-6035-4506-ab87-30db249796d4 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Pushing event deleted for resources: {'Port': ['ID=92acfb08-d29a-476e-982d-0c4169582a06,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:57.842488 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9691766-ae33-4767-b0ea-1503dea6f83d req-3d5e8928-6035-4506-ab87-30db249796d4 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] No DVR routers for this DVR port 92acfb08-d29a-476e-982d-0c4169582a06 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:09:57.844841 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:57.847758 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e9691766-ae33-4767-b0ea-1503dea6f83d req-3d5e8928-6035-4506-ab87-30db249796d4 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:57.852827 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e9691766-ae33-4767-b0ea-1503dea6f83d req-3d5e8928-6035-4506-ab87-30db249796d4 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.60 "DELETE /v2.0/ports/92acfb08-d29a-476e-982d-0c4169582a06 HTTP/1.1" status: 204 len: 173 time: 0.8063552 Jan 28 06:09:57.853300 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902c113a-e424-4437-9814-f4eb37114e68', 'name': 'network-vif-deleted', 'tag': '92acfb08-d29a-476e-982d-0c4169582a06'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:09:57.856391 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0e5b61-063e-4044-a99f-3fa44a6a6f69" -d '{"events": [{"server_uuid": "902c113a-e424-4437-9814-f4eb37114e68", "name": "network-vif-deleted", "tag": "92acfb08-d29a-476e-982d-0c4169582a06"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:09:57.946262 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d550fabd-9f8e-4221-a109-743d785c3780 x-openstack-request-id: req-d550fabd-9f8e-4221-a109-743d785c3780 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:09:57.946700 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902c113a-e424-4437-9814-f4eb37114e68", "name": "network-vif-deleted", "tag": "92acfb08-d29a-476e-982d-0c4169582a06", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:09:57.947189 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d550fabd-9f8e-4221-a109-743d785c3780 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:09:57.947626 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902c113a-e424-4437-9814-f4eb37114e68', 'name': 'network-vif-deleted', 'tag': '92acfb08-d29a-476e-982d-0c4169582a06', 'status': 'completed', 'code': 200} Jan 28 06:09:58.414326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d55d4a-a605-4e2a-96cf-f6f8db23d613 req-cb56da6f-be55-4ff9-8998-6899e4d93837 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:58.424315 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc9f5-a695-4a4c-94ff-5a58ad995095 req-4de70d49-c74c-45bf-88a6-bac304d3c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:58.424872 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc9f5-a695-4a4c-94ff-5a58ad995095 req-4de70d49-c74c-45bf-88a6-bac304d3c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:58.425249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc9f5-a695-4a4c-94ff-5a58ad995095 req-4de70d49-c74c-45bf-88a6-bac304d3c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:58.428109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc9f5-a695-4a4c-94ff-5a58ad995095 req-4de70d49-c74c-45bf-88a6-bac304d3c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:58.428109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc9f5-a695-4a4c-94ff-5a58ad995095 req-4de70d49-c74c-45bf-88a6-bac304d3c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:58.428109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc9f5-a695-4a4c-94ff-5a58ad995095 req-4de70d49-c74c-45bf-88a6-bac304d3c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:58.428109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc9f5-a695-4a4c-94ff-5a58ad995095 req-4de70d49-c74c-45bf-88a6-bac304d3c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:58.428967 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98d55d4a-a605-4e2a-96cf-f6f8db23d613 req-cb56da6f-be55-4ff9-8998-6899e4d93837 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 943 time: 0.1024885 Jan 28 06:09:58.441274 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e82fc9f5-a695-4a4c-94ff-5a58ad995095 req-4de70d49-c74c-45bf-88a6-bac304d3c83a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 6509 time: 0.3132689 Jan 28 06:09:58.551843 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e82fc9f5-a695-4a4c-94ff-5a58ad995095 req-3af18697-588c-439e-a7f5-868acf219774 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1096318 Jan 28 06:09:58.601639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-522c1df3-ffe2-407a-96a0-b8f2c81f0e26 req-76b70ee1-0124-489a-b15e-6d9a11bb28ad tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=902c113a-e424-4437-9814-f4eb37114e68 HTTP/1.1" status: 200 len: 210 time: 0.1234226 Jan 28 06:09:58.683987 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98d55d4a-a605-4e2a-96cf-f6f8db23d613 req-344ed7ff-3c1e-4206-b2be-47dffbf5aacc tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480588 Jan 28 06:09:58.758138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973cf6e-645d-4e15-bfe4-28761e920c7d req-cbf3f152-0c79-43d1-9362-66d4ebb8ca20 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:58.771319 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1973cf6e-645d-4e15-bfe4-28761e920c7d req-cbf3f152-0c79-43d1-9362-66d4ebb8ca20 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 944 time: 0.0789921 Jan 28 06:09:58.861612 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1973cf6e-645d-4e15-bfe4-28761e920c7d req-64e5d1ae-7a8e-4007-98c1-07f7be614a84 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706909 Jan 28 06:09:58.908288 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device fc437c54-9046-475c-93a2-a14169784529 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:09:58.918929 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device beba85ff-b233-488e-be5d-b20b692fd8a8 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:09:59.101936 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port fc437c54-9046-475c-93a2-a14169784529, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=fc437c54-9046-475c-93a2-a14169784529,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:59.132888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'fc437c54-9046-475c-93a2-a14169784529', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'port_id': 'fc437c54-9046-475c-93a2-a14169784529', 'mac_address': 'fa:16:3e:dd:9f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:09:59.183359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port fc437c54-9046-475c-93a2-a14169784529 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:59.184255 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fc437c54-9046-475c-93a2-a14169784529), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:59.194535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port beba85ff-b233-488e-be5d-b20b692fd8a8 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:09:59.207097 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port beba85ff-b233-488e-be5d-b20b692fd8a8 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:09:59.207728 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:59.211707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc437c54-9046-475c-93a2-a14169784529 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:09:59.278054 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port fc437c54-9046-475c-93a2-a14169784529, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=fc437c54-9046-475c-93a2-a14169784529,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:59.360260 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port beba85ff-b233-488e-be5d-b20b692fd8a8 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:09:59.360906 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:59.412930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port beba85ff-b233-488e-be5d-b20b692fd8a8, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=beba85ff-b233-488e-be5d-b20b692fd8a8,segment=NetworkSegment(9f0c3f87-9c52-4f80-a420-a80965b799e5),segment_id=9f0c3f87-9c52-4f80-a420-a80965b799e5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:09:59.414666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beba85ff-b233-488e-be5d-b20b692fd8a8'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:09:59.417027 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3e8dd6-f0dd-4623-92e0-d11761cfe822" -d '{"events": [{"server_uuid": "1d2f599d-a4b7-430a-aac4-9e8a673c5894", "name": "network-vif-plugged", "status": "completed", "tag": "beba85ff-b233-488e-be5d-b20b692fd8a8"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:09:59.421154 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fc437c54-9046-475c-93a2-a14169784529), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:59.517942 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=fc437c54-9046-475c-93a2-a14169784529,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:59.537214 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b530d9-c523-46f6-bdd0-f46ea22df8b8 x-openstack-request-id: req-60b530d9-c523-46f6-bdd0-f46ea22df8b8 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:09:59.537911 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2f599d-a4b7-430a-aac4-9e8a673c5894", "name": "network-vif-plugged", "status": "completed", "tag": "beba85ff-b233-488e-be5d-b20b692fd8a8", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:09:59.540015 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60b530d9-c523-46f6-bdd0-f46ea22df8b8 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:09:59.541406 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beba85ff-b233-488e-be5d-b20b692fd8a8', 'code': 200} Jan 28 06:09:59.544857 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:09:59.617375 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=beba85ff-b233-488e-be5d-b20b692fd8a8,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:09:59.692415 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b51ab-a18f-44d9-bd12-6829f9af9151 req-bb671e0c-2297-44fd-b6fc-6e89cbae88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:59.693942 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f04b51ab-a18f-44d9-bd12-6829f9af9151 req-bb671e0c-2297-44fd-b6fc-6e89cbae88c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 1097 time: 0.0622089 Jan 28 06:09:59.712612 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['fc437c54-9046-475c-93a2-a14169784529'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:09:59.795576 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f04b51ab-a18f-44d9-bd12-6829f9af9151 req-22a6cc62-9515-4150-a43a-1351f2d50e4e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942810 Jan 28 06:09:59.900613 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd1e85-6401-4506-bd0d-a3bda348d390 req-75104f28-ce51-4c73-b894-fbf2c4417e1f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:09:59.909006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ecd1e85-6401-4506-bd0d-a3bda348d390 req-75104f28-ce51-4c73-b894-fbf2c4417e1f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 944 time: 0.1214364 Jan 28 06:10:00.034911 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ecd1e85-6401-4506-bd0d-a3bda348d390 req-6bac348f-0646-4070-a687-4d8a4b44b194 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249323 Jan 28 06:10:00.205678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-86f43444-f4a1-4503-a705-a29852b6961b tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:00.207975 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-86f43444-f4a1-4503-a705-a29852b6961b tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/networks?id=009747f1-2b38-4c05-b4b8-36db51f93561 HTTP/1.1" status: 200 len: 809 time: 0.1720569 Jan 28 06:10:00.225780 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-172b9f9d-9621-4e18-a952-a2dd1e18d5fc tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/quotas/738b24080b8c45a8b05045bc4fd874c4 HTTP/1.1" status: 200 len: 375 time: 0.0122867 Jan 28 06:10:00.239307 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ae1cf-5334-4ac9-823a-163349b5272a req-98123e64-2a1d-475c-b6d2-e4b1e499bcf1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:00.241143 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-103ae1cf-5334-4ac9-823a-163349b5272a req-98123e64-2a1d-475c-b6d2-e4b1e499bcf1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.1263790 Jan 28 06:10:00.275145 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-2d670d80-ca1b-406a-8f3d-9bacfb1ec0ce tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=738b24080b8c45a8b05045bc4fd874c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325599 Jan 28 06:10:00.321477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-103ae1cf-5334-4ac9-823a-163349b5272a req-089b4d6d-ede3-49e7-abb0-f8453f2c6243 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695870 Jan 28 06:10:00.357775 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-41f6ca5f-98e4-4606-bf8a-84527a472264 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:10:00.357775 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-41f6ca5f-98e4-4606-bf8a-84527a472264 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0688868 Jan 28 06:10:00.484322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-5d0f5576-bc47-42f7-a753-aa037e548e6a service neutron] 10.222.0.31 "GET /v2.0/networks/009747f1-2b38-4c05-b4b8-36db51f93561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255236 Jan 28 06:10:00.597881 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-67e23aba-4aba-433f-a065-b0aeeefac11d service neutron] 10.222.0.31 "GET /v2.0/networks/009747f1-2b38-4c05-b4b8-36db51f93561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064093 Jan 28 06:10:00.911536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device fc437c54-9046-475c-93a2-a14169784529 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:10:00.968944 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3381e8fd-c25a-4b75-ba99-9c60f1d1788f req-734ce665-36a2-4302-a255-bfd98b45862a tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 210 time: 0.0635631 Jan 28 06:10:00.994108 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 92acfb08-d29a-476e-982d-0c4169582a06 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:10:01.008985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 92acfb08-d29a-476e-982d-0c4169582a06 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:10:01.009483 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 92acfb08-d29a-476e-982d-0c4169582a06 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:10:01.083667 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port fc437c54-9046-475c-93a2-a14169784529 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:10:01.094635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port fc437c54-9046-475c-93a2-a14169784529 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:10:01.094635 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fc437c54-9046-475c-93a2-a14169784529), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:01.164403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ee9d7-f48b-45ae-87ff-3d1aa576575a req-93fc248f-2559-4470-a792-91e11f699110 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:01.166698 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c2ee9d7-f48b-45ae-87ff-3d1aa576575a req-93fc248f-2559-4470-a792-91e11f699110 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 944 time: 0.0804150 Jan 28 06:10:01.195839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port fc437c54-9046-475c-93a2-a14169784529 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:10:01.196587 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fc437c54-9046-475c-93a2-a14169784529), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:01.221862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c2ee9d7-f48b-45ae-87ff-3d1aa576575a req-456c122e-7b8a-4de8-9f62-c0b964183d02 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497155 Jan 28 06:10:01.239557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port fc437c54-9046-475c-93a2-a14169784529, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=fc437c54-9046-475c-93a2-a14169784529,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:10:01.346555 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fc437c54-9046-475c-93a2-a14169784529), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:01.400997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=fc437c54-9046-475c-93a2-a14169784529,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:10:01.466888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21116341-e028-4095-9840-3b898ba87f3b req-3b9f67a0-1b57-40df-b934-83086b367223 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:01.468639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-21116341-e028-4095-9840-3b898ba87f3b req-3b9f67a0-1b57-40df-b934-83086b367223 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.0676749 Jan 28 06:10:01.529724 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-21116341-e028-4095-9840-3b898ba87f3b req-73868cf8-e1da-4264-9e40-d9431702e94a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502291 Jan 28 06:10:01.544273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff57bcf-57f5-4b41-ba4b-638a10e9ff19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc437c54-9046-475c-93a2-a14169784529'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:10:01.544273 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9789008c-4f2a-4732-81a1-1e62e3fb775e" -d '{"events": [{"server_uuid": "8ff57bcf-57f5-4b41-ba4b-638a10e9ff19", "name": "network-vif-plugged", "status": "completed", "tag": "fc437c54-9046-475c-93a2-a14169784529"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:10:01.606364 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190bc232-2fb5-45ad-84ac-fee6e7e061a2 x-openstack-request-id: req-190bc232-2fb5-45ad-84ac-fee6e7e061a2 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:10:01.607003 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff57bcf-57f5-4b41-ba4b-638a10e9ff19", "name": "network-vif-plugged", "status": "completed", "tag": "fc437c54-9046-475c-93a2-a14169784529", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:10:01.607256 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-190bc232-2fb5-45ad-84ac-fee6e7e061a2 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:10:01.608013 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff57bcf-57f5-4b41-ba4b-638a10e9ff19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc437c54-9046-475c-93a2-a14169784529', 'code': 200} Jan 28 06:10:01.670281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fea14-680e-4f31-a978-7f68a82e686b req-bd1052f3-348b-4820-a3b5-def04d2a9cdc tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:01.671915 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-640fea14-680e-4f31-a978-7f68a82e686b req-bd1052f3-348b-4820-a3b5-def04d2a9cdc tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.0577738 Jan 28 06:10:01.763400 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-640fea14-680e-4f31-a978-7f68a82e686b req-f1d7629c-5d7d-40d4-a1ef-887c5c06753e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855660 Jan 28 06:10:01.777353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46deadc3-5c45-463d-8dab-82be8fd74033 req-e2d53ba1-fc75-42f2-befd-51f3606c120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:01.779032 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46deadc3-5c45-463d-8dab-82be8fd74033 req-e2d53ba1-fc75-42f2-befd-51f3606c120a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 1097 time: 0.0771153 Jan 28 06:10:01.786343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37398) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:10:01.834673 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3ce349-a1ae-4ecd-8825-e0faf60a0982 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:01.836341 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4d3ce349-a1ae-4ecd-8825-e0faf60a0982 tempest-TestNetworkAdvancedServerOps-1939393025 tempest-TestNetworkAdvancedServerOps-1939393025-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 1092 time: 0.0483763 Jan 28 06:10:01.839089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37400) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:10:01.845516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': 'beba85ff-b233-488e-be5d-b20b692fd8a8', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:10:01.846864 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46deadc3-5c45-463d-8dab-82be8fd74033 req-c9c76cc5-0aed-451c-9a5c-2d55643d958c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615683 Jan 28 06:10:01.987253 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:02.089405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e23e3de-70be-49dd-8c10-ba7fcddfc0d2 req-9b32ef46-d3b4-4cd1-a728-070b78d256ec tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 210 time: 0.0311072 Jan 28 06:10:02.111707 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:02.224526 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Allocated IP 172.25.0.81 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/ef4ba81f-4909-45fc-9245-0fddd1806ad7) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:10:02.347983 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (ef4ba81f-4909-45fc-9245-0fddd1806ad7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:02.351261 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb061b-9684-45e1-bebe-11cfda22b95d req-00ac6767-d8ef-4d07-a7f3-ef674fd2118b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:02.352861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68fb061b-9684-45e1-bebe-11cfda22b95d req-00ac6767-d8ef-4d07-a7f3-ef674fd2118b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 945 time: 0.0498855 Jan 28 06:10:02.434458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68fb061b-9684-45e1-bebe-11cfda22b95d req-e15fd0ce-f74e-4cee-ab87-e6b37015ddf7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732784 Jan 28 06:10:02.524482 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ef4ba81f-4909-45fc-9245-0fddd1806ad7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:02.525419 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2cc868f9-30cf-4658-9a01-6f7d5521328b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:02.565813 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:10:02.585519 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:10:02.591037 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:10:02.594769 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=ef4ba81f-4909-45fc-9245-0fddd1806ad7,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:10:03.256910 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for floatingip (25e0c7ef-9344-479d-923b-68c1a341ae59), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:03.259662 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a564ea00-1b54-4781-9a30-ea18db6cb974 req-3c5aa5ca-b213-45be-809e-30989728a8bf tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 210 time: 0.0493586 Jan 28 06:10:03.441653 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ef4ba81f-4909-45fc-9245-0fddd1806ad7), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:03.631842 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:10:03.647132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86a694-bb07-4d54-9712-56b416e4cd63 req-6098d963-8715-4f89-9c81-5e322db95a54 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:03.656359 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7a86a694-bb07-4d54-9712-56b416e4cd63 req-6098d963-8715-4f89-9c81-5e322db95a54 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 945 time: 0.0942636 Jan 28 06:10:03.756381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7a86a694-bb07-4d54-9712-56b416e4cd63 req-84a7504c-42fd-43ee-a7bc-730f980aded7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990584 Jan 28 06:10:03.976884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccdfbd-9d75-4d9e-b4e4-14d2e88423eb req-aabefc71-bd9a-405a-a0f7-e35dfba1df64 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:03.987029 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9ccdfbd-9d75-4d9e-b4e4-14d2e88423eb req-aabefc71-bd9a-405a-a0f7-e35dfba1df64 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 945 time: 0.0907881 Jan 28 06:10:04.050777 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9ccdfbd-9d75-4d9e-b4e4-14d2e88423eb req-6178a02d-db76-40a1-9b28-3c54d9833749 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579803 Jan 28 06:10:04.124384 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-84a933eb-f8ca-4727-a02d-a2558b0da6c1 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:04.126458 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-84a933eb-f8ca-4727-a02d-a2558b0da6c1 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.60 "GET /v2.0/networks?id=009747f1-2b38-4c05-b4b8-36db51f93561 HTTP/1.1" status: 200 len: 809 time: 0.2518563 Jan 28 06:10:04.173805 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for port (ef4ba81f-4909-45fc-9245-0fddd1806ad7), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:04.223467 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-e0cdd00d-9479-4111-a57e-2324e9f8b475 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Request body: {'port': {'device_id': '67197a0a-2203-4774-a135-efb75f39685b', 'network_id': '009747f1-2b38-4c05-b4b8-36db51f93561', 'admin_state_up': True, 'tenant_id': '738b24080b8c45a8b05045bc4fd874c4'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:10:04.243860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7451f5-d51b-4f5f-9790-21ed190cfe6d req-512dfb53-da6c-4207-9d9e-8f67d4a7e91a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:04.249364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f7451f5-d51b-4f5f-9790-21ed190cfe6d req-512dfb53-da6c-4207-9d9e-8f67d4a7e91a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 945 time: 0.1310282 Jan 28 06:10:04.325130 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f7451f5-d51b-4f5f-9790-21ed190cfe6d req-2704640a-0523-4fb4-87f4-8b4cb61c34ed tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654435 Jan 28 06:10:04.413563 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3cfbee99-9d36-4b16-8914-e3b4f523da2a req-0d743b9e-0d35-460c-85c1-356598c12b59 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 210 time: 0.0428367 Jan 28 06:10:04.461197 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ef4ba81f-4909-45fc-9245-0fddd1806ad7), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:04.506369 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-e0cdd00d-9479-4111-a57e-2324e9f8b475 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Made reservation on behalf of 738b24080b8c45a8b05045bc4fd874c4 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:10:04.509685 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-e0cdd00d-9479-4111-a57e-2324e9f8b475 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:04.538152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event updated for resources: {'Port': ['ID=ef4ba81f-4909-45fc-9245-0fddd1806ad7,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:10:04.633801 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (25e0c7ef-9344-479d-923b-68c1a341ae59), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:04.877767 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-546245da-cbe9-4762-b779-c1b37c2dee41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:04.894863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-e0cdd00d-9479-4111-a57e-2324e9f8b475 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Allocated IP 172.20.0.7 (009747f1-2b38-4c05-b4b8-36db51f93561/0a4e5462-bded-4ce8-91af-86d8506fd265/a277960f-1e2c-4830-ac16-b8f41085978d) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:10:04.926087 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Floating IP 25e0c7ef-9344-479d-923b-68c1a341ae59 associated. External IP: 172.25.0.81, port: beba85ff-b233-488e-be5d-b20b692fd8a8. Jan 28 06:10:04.942933 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1c426-d7c8-4700-95c5-a67c3882d169 req-5c0bee70-9001-4dde-8478-16676550a4c1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:04.952118 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1d1c426-d7c8-4700-95c5-a67c3882d169 req-5c0bee70-9001-4dde-8478-16676550a4c1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 945 time: 0.1148112 Jan 28 06:10:05.063776 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b1d1c426-d7c8-4700-95c5-a67c3882d169 req-99fb3967-b89c-459c-a2a2-56d4b0dc496c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091652 Jan 28 06:10:05.137991 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-e0cdd00d-9479-4111-a57e-2324e9f8b475 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Publish callbacks [] for port (a277960f-1e2c-4830-ac16-b8f41085978d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:05.312257 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-e0cdd00d-9479-4111-a57e-2324e9f8b475 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a277960f-1e2c-4830-ac16-b8f41085978d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:05.376920 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router d397c5ec-c6e3-44b5-a9b9-7de21d334062 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:10:05.378922 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-e0cdd00d-9479-4111-a57e-2324e9f8b475 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Network 009747f1-2b38-4c05-b4b8-36db51f93561 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:10:05.381009 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-e0cdd00d-9479-4111-a57e-2324e9f8b475 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:10:05.382914 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdd00d-9479-4111-a57e-2324e9f8b475 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Pushing event updated for resources: {'Port': ['ID=a277960f-1e2c-4830-ac16-b8f41085978d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:10:05.387583 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-e0cdd00d-9479-4111-a57e-2324e9f8b475 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:10:05.518137 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-e0cdd00d-9479-4111-a57e-2324e9f8b475 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:05.519622 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-e0cdd00d-9479-4111-a57e-2324e9f8b475 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:05.571348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25fb48-1d7e-45bc-94f7-2e1625074caf req-d435adc9-efda-4183-8a85-ddb2976d9b5e tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:05.573507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f25fb48-1d7e-45bc-94f7-2e1625074caf req-d435adc9-efda-4183-8a85-ddb2976d9b5e tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 931 time: 0.0621631 Jan 28 06:10:05.656487 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f25fb48-1d7e-45bc-94f7-2e1625074caf req-536952bb-dc80-47bc-898f-e3750a65d3a6 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700519 Jan 28 06:10:05.660473 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:10:05.680526 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2934d330-662d-417a-97d1-4fd36eb0bd75 None None] Sync routers for ids ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:10:05.691781 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2934d330-662d-417a-97d1-4fd36eb0bd75 None None] Routers {'d397c5ec-c6e3-44b5-a9b9-7de21d334062'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:10:05.692999 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2934d330-662d-417a-97d1-4fd36eb0bd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:10:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:10:05.711914 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-e0cdd00d-9479-4111-a57e-2324e9f8b475 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5355015 Jan 28 06:10:05.743867 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Request body: {'port': {'device_id': '67197a0a-2203-4774-a135-efb75f39685b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:10:05.807322 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:05.823744 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2934d330-662d-417a-97d1-4fd36eb0bd75 None None] Set router d397c5ec-c6e3-44b5-a9b9-7de21d334062 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:10:05.897479 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-450f60a9-6241-46db-9f9a-0ee3a47b7e40 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0571222 Jan 28 06:10:05.907162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'tag': 'beba85ff-b233-488e-be5d-b20b692fd8a8'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:10:05.909794 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701978a7-34f0-4212-8989-39c3e7da6415" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2f599d-a4b7-430a-aac4-9e8a673c5894", "tag": "beba85ff-b233-488e-be5d-b20b692fd8a8"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:10:05.913000 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a277960f-1e2c-4830-ac16-b8f41085978d), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:06.038889 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20c4933-98b9-49e8-a404-a33fdf0cffa9 x-openstack-request-id: req-e20c4933-98b9-49e8-a404-a33fdf0cffa9 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:10:06.039090 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2f599d-a4b7-430a-aac4-9e8a673c5894", "tag": "beba85ff-b233-488e-be5d-b20b692fd8a8", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:10:06.039248 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e20c4933-98b9-49e8-a404-a33fdf0cffa9 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:10:06.039654 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'tag': 'beba85ff-b233-488e-be5d-b20b692fd8a8', 'status': 'completed', 'code': 200} Jan 28 06:10:06.218671 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcd9a4-0eaf-416f-bf87-05096eec3477 req-b7b33dd4-ca6d-461e-8ec7-1a140a209473 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:06.237535 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edfcd9a4-0eaf-416f-bf87-05096eec3477 req-b7b33dd4-ca6d-461e-8ec7-1a140a209473 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.1770756 Jan 28 06:10:06.388304 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2934d330-662d-417a-97d1-4fd36eb0bd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962358804', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:09:33Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:34Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '25e0c7ef-9344-479d-923b-68c1a341ae59', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'floating_ip_address': '172.25.0.81', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'port_id': 'beba85ff-b233-488e-be5d-b20b692fd8a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524', 'mac_address': 'fa:16:3e:4f:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:10:02Z', 'updated_at': '2022-01-28T06:10:02Z', 'revision_number': 0, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf44ea5e-b7fd-43e3-9b15-fe75d0076017', 'name': '', 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:06:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:40Z', 'updated_at': '2022-01-28T06:09:46Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:10:06.529790 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2934d330-662d-417a-97d1-4fd36eb0bd75 None None] Checking router: d397c5ec-c6e3-44b5-a9b9-7de21d334062 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:10:06.570648 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2934d330-662d-417a-97d1-4fd36eb0bd75 None None] Routers {'d397c5ec-c6e3-44b5-a9b9-7de21d334062'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:10:06.571557 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2934d330-662d-417a-97d1-4fd36eb0bd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:10:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:10:06.643748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a277960f-1e2c-4830-ac16-b8f41085978d {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:10:06.649156 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:06.654486 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Publish callbacks [] for port (a277960f-1e2c-4830-ac16-b8f41085978d), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:06.693454 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Transition to ACTIVE for port object a277960f-1e2c-4830-ac16-b8f41085978d will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:10:06.755067 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656ebdd-91fa-4da6-85c7-af4b375a1972 req-fdb6c946-2a5e-4e78-9720-4532d630f965 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:06.757058 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1656ebdd-91fa-4da6-85c7-af4b375a1972 req-fdb6c946-2a5e-4e78-9720-4532d630f965 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 945 time: 0.2744212 Jan 28 06:10:06.788845 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2934d330-662d-417a-97d1-4fd36eb0bd75 None None] Set router d397c5ec-c6e3-44b5-a9b9-7de21d334062 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:10:06.834858 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (a277960f-1e2c-4830-ac16-b8f41085978d), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:06.976426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-edfcd9a4-0eaf-416f-bf87-05096eec3477 req-2ca68cea-8129-47be-9c9d-408a17041683 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7368970 Jan 28 06:10:07.003790 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 37526) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:10:07.005734 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35534bf2-27ea-42a6-9c31-981952fb74fc req-7d048644-aab8-404d-b0f6-bdf231c7d89a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:07.015242 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35534bf2-27ea-42a6-9c31-981952fb74fc req-7d048644-aab8-404d-b0f6-bdf231c7d89a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 945 time: 0.8367345 Jan 28 06:10:07.066969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701978a7-34f0-4212-8989-39c3e7da6415 req-72ab31c4-4318-4d75-8da9-a31311d57fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:07.068709 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-701978a7-34f0-4212-8989-39c3e7da6415 req-72ab31c4-4318-4d75-8da9-a31311d57fc4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 1097 time: 0.9584036 Jan 28 06:10:07.112588 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35534bf2-27ea-42a6-9c31-981952fb74fc req-c4fc6620-aaae-48fa-a6b9-9ab3741389b5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962679 Jan 28 06:10:07.144271 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Pushing event updated for resources: {'Port': ['ID=a277960f-1e2c-4830-ac16-b8f41085978d,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:10:07.208809 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2934d330-662d-417a-97d1-4fd36eb0bd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962358804', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:09:33Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:34Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '25e0c7ef-9344-479d-923b-68c1a341ae59', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'floating_ip_address': '172.25.0.81', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'port_id': 'beba85ff-b233-488e-be5d-b20b692fd8a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524', 'mac_address': 'fa:16:3e:4f:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:10:02Z', 'updated_at': '2022-01-28T06:10:02Z', 'revision_number': 0, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf44ea5e-b7fd-43e3-9b15-fe75d0076017', 'name': '', 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:06:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:40Z', 'updated_at': '2022-01-28T06:09:46Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:10:07.247334 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701978a7-34f0-4212-8989-39c3e7da6415 req-5a5856db-8a25-44f8-9a57-6e0abbf2c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:07.249224 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-701978a7-34f0-4212-8989-39c3e7da6415 req-5a5856db-8a25-44f8-9a57-6e0abbf2c0c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=58adc0c3-53d3-4c08-a035-de2b81ec7524 HTTP/1.1" status: 200 len: 898 time: 0.1515932 Jan 28 06:10:07.251545 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-99337458-aa14-4904-9f5d-00f95f2b317e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/25e0c7ef-9344-479d-923b-68c1a341ae59 HTTP/1.1" status: 200 len: 990 time: 0.2251446 Jan 28 06:10:07.294612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-1656ebdd-91fa-4da6-85c7-af4b375a1972 req-db8ec30d-f10f-40ca-bc18-f68740b4ee82 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Deleting port fc437c54-9046-475c-93a2-a14169784529 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:10:07.295013 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1656ebdd-91fa-4da6-85c7-af4b375a1972 req-db8ec30d-f10f-40ca-bc18-f68740b4ee82 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (fc437c54-9046-475c-93a2-a14169784529), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:07.303122 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2934d330-662d-417a-97d1-4fd36eb0bd75 None None] The sync data for ids ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'] in n-d-812111-12 is: [{'id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962358804', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:09:33Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:34Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '25e0c7ef-9344-479d-923b-68c1a341ae59', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'floating_ip_address': '172.25.0.81', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'port_id': 'beba85ff-b233-488e-be5d-b20b692fd8a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524', 'mac_address': 'fa:16:3e:4f:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:10:02Z', 'updated_at': '2022-01-28T06:10:02Z', 'revision_number': 0, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf44ea5e-b7fd-43e3-9b15-fe75d0076017', 'name': '', 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:06:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:40Z', 'updated_at': '2022-01-28T06:09:46Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:10:07.325499 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Attempting to bind port a277960f-1e2c-4830-ac16-b8f41085978d on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:10:07.325983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Attempting to bind port a277960f-1e2c-4830-ac16-b8f41085978d by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '62f4672c-2feb-4e93-8483-50ab51edecf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '009747f1-2b38-4c05-b4b8-36db51f93561'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:10:07.326736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Attempting to bind port a277960f-1e2c-4830-ac16-b8f41085978d on network 009747f1-2b38-4c05-b4b8-36db51f93561 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:10:07.364905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Port a277960f-1e2c-4830-ac16-b8f41085978d on network 009747f1-2b38-4c05-b4b8-36db51f93561 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:10:07.365292 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Attempting to bind port a277960f-1e2c-4830-ac16-b8f41085978d on network 009747f1-2b38-4c05-b4b8-36db51f93561 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:10:07.376453 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:10:07.377319 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Checking segment: {'id': '62f4672c-2feb-4e93-8483-50ab51edecf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '009747f1-2b38-4c05-b4b8-36db51f93561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:10:07.377857 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Bound using segment: {'id': '62f4672c-2feb-4e93-8483-50ab51edecf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '009747f1-2b38-4c05-b4b8-36db51f93561'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:10:07.378328 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Bound port: a277960f-1e2c-4830-ac16-b8f41085978d, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f4672c-2feb-4e93-8483-50ab51edecf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '009747f1-2b38-4c05-b4b8-36db51f93561'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:10:07.378699 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a277960f-1e2c-4830-ac16-b8f41085978d), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:07.396232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-701978a7-34f0-4212-8989-39c3e7da6415 req-2c3f21df-1a0b-4eb0-b297-b087a3f4c027 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beba85ff-b233-488e-be5d-b20b692fd8a8 HTTP/1.1" status: 200 len: 998 time: 0.1057513 Jan 28 06:10:07.460405 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701978a7-34f0-4212-8989-39c3e7da6415 req-cd7fe77e-09af-43c5-b7b2-ab578f93234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:07.462120 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-701978a7-34f0-4212-8989-39c3e7da6415 req-cd7fe77e-09af-43c5-b7b2-ab578f93234b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dda04ee-5801-446a-bfda-b0beac6e9c5d HTTP/1.1" status: 200 len: 833 time: 0.0591035 Jan 28 06:10:07.476819 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4a1cd-973e-4ffd-8396-788cf8920de6 req-712d7289-2695-4063-8b79-a0a526ea502d tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:07.484111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76c4a1cd-973e-4ffd-8396-788cf8920de6 req-712d7289-2695-4063-8b79-a0a526ea502d tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 943 time: 0.2334266 Jan 28 06:10:07.505857 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-1656ebdd-91fa-4da6-85c7-af4b375a1972 req-db8ec30d-f10f-40ca-bc18-f68740b4ee82 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] For port fc437c54-9046-475c-93a2-a14169784529, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=fc437c54-9046-475c-93a2-a14169784529,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:10:07.506233 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1656ebdd-91fa-4da6-85c7-af4b375a1972 req-db8ec30d-f10f-40ca-bc18-f68740b4ee82 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (fc437c54-9046-475c-93a2-a14169784529), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:07.549477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-1656ebdd-91fa-4da6-85c7-af4b375a1972 req-db8ec30d-f10f-40ca-bc18-f68740b4ee82 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Calling delete_port for fc437c54-9046-475c-93a2-a14169784529 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:10:07.564975 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] For port a277960f-1e2c-4830-ac16-b8f41085978d, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:10:07.570735 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] For port a277960f-1e2c-4830-ac16-b8f41085978d, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a277960f-1e2c-4830-ac16-b8f41085978d,segment=NetworkSegment(62f4672c-2feb-4e93-8483-50ab51edecf3),segment_id=62f4672c-2feb-4e93-8483-50ab51edecf3)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:10:07.614434 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76c4a1cd-973e-4ffd-8396-788cf8920de6 req-35009d67-ef8c-4678-a969-5e05be7f72db tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280005 Jan 28 06:10:07.644200 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (a277960f-1e2c-4830-ac16-b8f41085978d), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:07.645170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701978a7-34f0-4212-8989-39c3e7da6415 req-19ba3e4e-d7a0-4014-b35a-ea276384d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:07.646985 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-701978a7-34f0-4212-8989-39c3e7da6415 req-19ba3e4e-d7a0-4014-b35a-ea276384d6a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58adc0c3-53d3-4c08-a035-de2b81ec7524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1778967 Jan 28 06:10:07.737877 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a66fc75-8007-4a12-894a-75acffb4b274 None None] New status for floating IP 25e0c7ef-9344-479d-923b-68c1a341ae59: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:10:07.746922 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:07.747634 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:07.749209 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] 10.222.0.60 "PUT /v2.0/ports/a277960f-1e2c-4830-ac16-b8f41085978d HTTP/1.1" status: 200 len: 1092 time: 2.0171859 Jan 28 06:10:07.782531 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08565f-23fc-40ad-85e7-8ca4c48d9dcb service neutron] Pushing event updated for resources: {'Port': ['ID=a277960f-1e2c-4830-ac16-b8f41085978d,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:10:07.854276 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-701978a7-34f0-4212-8989-39c3e7da6415 req-4162ffe8-3166-4a0e-87b5-bb2d9431c278 service neutron] 10.222.0.64 "GET /v2.0/networks/58adc0c3-53d3-4c08-a035-de2b81ec7524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988764 Jan 28 06:10:08.051279 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67197a0a-2203-4774-a135-efb75f39685b', 'tag': 'a277960f-1e2c-4830-ac16-b8f41085978d'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:10:08.054288 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6c4ce0-bb47-4137-829b-a5e3bb577dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "67197a0a-2203-4774-a135-efb75f39685b", "tag": "a277960f-1e2c-4830-ac16-b8f41085978d"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:10:08.087791 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-f7743346-12be-4623-9250-5e0b4dcfb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:08.089349 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-f7743346-12be-4623-9250-5e0b4dcfb098 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=738b24080b8c45a8b05045bc4fd874c4&device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 1095 time: 0.1430123 Jan 28 06:10:08.133599 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:08.137759 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-701978a7-34f0-4212-8989-39c3e7da6415 req-70a57b7e-057c-48f2-9429-3f0928d3f2ed service neutron] 10.222.0.64 "GET /v2.0/networks/58adc0c3-53d3-4c08-a035-de2b81ec7524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781413 Jan 28 06:10:08.165975 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-bf154b4f-65b2-4864-b02b-aa00b03f955d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a277960f-1e2c-4830-ac16-b8f41085978d HTTP/1.1" status: 200 len: 217 time: 0.0589070 Jan 28 06:10:08.180799 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2cf843-7648-4bae-9fdb-0060c3814d91 x-openstack-request-id: req-ab2cf843-7648-4bae-9fdb-0060c3814d91 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:10:08.180799 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67197a0a-2203-4774-a135-efb75f39685b", "tag": "a277960f-1e2c-4830-ac16-b8f41085978d", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:10:08.180799 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab2cf843-7648-4bae-9fdb-0060c3814d91 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:10:08.180799 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67197a0a-2203-4774-a135-efb75f39685b', 'tag': 'a277960f-1e2c-4830-ac16-b8f41085978d', 'status': 'completed', 'code': 200} Jan 28 06:10:08.180799 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1656ebdd-91fa-4da6-85c7-af4b375a1972 req-db8ec30d-f10f-40ca-bc18-f68740b4ee82 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (fc437c54-9046-475c-93a2-a14169784529), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:08.230781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d315910-992d-4975-aa55-32e876458901 req-8912359e-92ff-42dd-87ab-aa7dd610efe4 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 210 time: 0.0315170 Jan 28 06:10:08.255682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37548) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:10:08.276750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ec30d-f10f-40ca-bc18-f68740b4ee82 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event deleted for resources: {'Port': ['ID=fc437c54-9046-475c-93a2-a14169784529,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:10:08.359564 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-b052f017-3122-4332-a224-9d25294889ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:08.361231 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-b052f017-3122-4332-a224-9d25294889ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a4e5462-bded-4ce8-91af-86d8506fd265 HTTP/1.1" status: 200 len: 849 time: 0.1887279 Jan 28 06:10:08.362243 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1656ebdd-91fa-4da6-85c7-af4b375a1972 req-db8ec30d-f10f-40ca-bc18-f68740b4ee82 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] No DVR routers for this DVR port fc437c54-9046-475c-93a2-a14169784529 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:10:08.365332 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1656ebdd-91fa-4da6-85c7-af4b375a1972 req-db8ec30d-f10f-40ca-bc18-f68740b4ee82 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:08.369800 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1656ebdd-91fa-4da6-85c7-af4b375a1972 req-db8ec30d-f10f-40ca-bc18-f68740b4ee82 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "DELETE /v2.0/ports/fc437c54-9046-475c-93a2-a14169784529 HTTP/1.1" status: 204 len: 173 time: 1.6069369 Jan 28 06:10:08.411813 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-97559c9d-b49e-4b42-85f3-a2ca9944be6e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=009747f1-2b38-4c05-b4b8-36db51f93561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409765 Jan 28 06:10:08.484868 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f0370d40-e606-4775-b46a-a183ab5f5230 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/25e0c7ef-9344-479d-923b-68c1a341ae59 HTTP/1.1" status: 200 len: 990 time: 0.2268960 Jan 28 06:10:08.572758 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-1f09a039-dd03-40f6-bfeb-247456b75f34 service neutron] 10.222.0.60 "GET /v2.0/networks/009747f1-2b38-4c05-b4b8-36db51f93561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546540 Jan 28 06:10:08.689477 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1fd68c99-983c-472a-9b8f-4a1ef567a11b req-f5509191-f09d-45aa-b14b-f715063b6697 service neutron] 10.222.0.60 "GET /v2.0/networks/009747f1-2b38-4c05-b4b8-36db51f93561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100960 Jan 28 06:10:08.737407 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61e96d-6fd7-43cb-9910-c7befa85c0ba req-8414251a-b39e-4c06-a784-5fdf4d9d0d1f tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:08.745010 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a61e96d-6fd7-43cb-9910-c7befa85c0ba req-8414251a-b39e-4c06-a784-5fdf4d9d0d1f tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 943 time: 0.0597613 Jan 28 06:10:08.860950 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a61e96d-6fd7-43cb-9910-c7befa85c0ba req-1b9d4d4a-03a1-42cc-87ee-ca2eb37ab391 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140687 Jan 28 06:10:08.936655 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4ce0-bb47-4137-829b-a5e3bb577dfa req-ad563c6a-4c29-4041-bf28-e35b8e46d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:08.938503 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-af6c4ce0-bb47-4137-829b-a5e3bb577dfa req-ad563c6a-4c29-4041-bf28-e35b8e46d2e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=738b24080b8c45a8b05045bc4fd874c4&device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 1095 time: 0.0527351 Jan 28 06:10:09.001205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device fc437c54-9046-475c-93a2-a14169784529 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:10:09.053294 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: fc437c54-9046-475c-93a2-a14169784529 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:10:09.053693 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device fc437c54-9046-475c-93a2-a14169784529 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:10:09.098412 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4ce0-bb47-4137-829b-a5e3bb577dfa req-00385dbc-d04a-4efe-81ce-131a69a853f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:09.099898 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-af6c4ce0-bb47-4137-829b-a5e3bb577dfa req-00385dbc-d04a-4efe-81ce-131a69a853f4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=009747f1-2b38-4c05-b4b8-36db51f93561 HTTP/1.1" status: 200 len: 910 time: 0.1508303 Jan 28 06:10:09.152241 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:09.176754 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-af6c4ce0-bb47-4137-829b-a5e3bb577dfa req-fd49cc29-9b2c-42a3-bac1-87b7581515ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a277960f-1e2c-4830-ac16-b8f41085978d HTTP/1.1" status: 200 len: 217 time: 0.0688715 Jan 28 06:10:09.234331 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4ce0-bb47-4137-829b-a5e3bb577dfa req-66ea12d0-80df-42e4-a20c-fe9b50bf70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:09.235727 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-af6c4ce0-bb47-4137-829b-a5e3bb577dfa req-66ea12d0-80df-42e4-a20c-fe9b50bf70c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a4e5462-bded-4ce8-91af-86d8506fd265 HTTP/1.1" status: 200 len: 849 time: 0.0524487 Jan 28 06:10:09.276651 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-af6c4ce0-bb47-4137-829b-a5e3bb577dfa req-6f772402-6013-4704-a4c1-363504ac68c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=009747f1-2b38-4c05-b4b8-36db51f93561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345430 Jan 28 06:10:09.382130 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-af6c4ce0-bb47-4137-829b-a5e3bb577dfa req-895faccc-c6f6-4dcf-9c8f-1299d4b5b857 service neutron] 10.222.0.60 "GET /v2.0/networks/009747f1-2b38-4c05-b4b8-36db51f93561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984609 Jan 28 06:10:09.392234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c77f82c2-829e-43cb-803c-d1d77f78f078 req-c4c42acc-fc78-4464-af9c-e87b42273a9c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 210 time: 0.0474405 Jan 28 06:10:09.487378 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 37574) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:10:09.513767 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-af6c4ce0-bb47-4137-829b-a5e3bb577dfa req-6c4520cf-7952-47be-b5c1-81eb2ea711ec service neutron] 10.222.0.60 "GET /v2.0/networks/009747f1-2b38-4c05-b4b8-36db51f93561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250131 Jan 28 06:10:09.568516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e23871ea-7bbf-44c8-9f61-dcbaffb14d5a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/25e0c7ef-9344-479d-923b-68c1a341ae59 HTTP/1.1" status: 200 len: 992 time: 0.0751355 Jan 28 06:10:10.008815 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fddd66-7c9e-4a4f-9f7c-bd88c56a448c req-48b78e23-58ea-4126-b000-a8ec52a732c8 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:10.014512 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0fddd66-7c9e-4a4f-9f7c-bd88c56a448c req-48b78e23-58ea-4126-b000-a8ec52a732c8 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 943 time: 0.0661626 Jan 28 06:10:10.068966 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0fddd66-7c9e-4a4f-9f7c-bd88c56a448c req-33474f5c-c799-44e4-bbcb-80e72af6be63 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521979 Jan 28 06:10:10.172325 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff57bcf-57f5-4b41-ba4b-638a10e9ff19', 'name': 'network-vif-deleted', 'tag': 'fc437c54-9046-475c-93a2-a14169784529'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:10:10.177034 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e977d8-6e1b-46e8-ac23-e2903671df52" -d '{"events": [{"server_uuid": "8ff57bcf-57f5-4b41-ba4b-638a10e9ff19", "name": "network-vif-deleted", "tag": "fc437c54-9046-475c-93a2-a14169784529"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:10:10.240980 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc543d4-cf77-42a8-a7f5-cfc323fa834c x-openstack-request-id: req-5fc543d4-cf77-42a8-a7f5-cfc323fa834c {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:10:10.241617 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff57bcf-57f5-4b41-ba4b-638a10e9ff19", "name": "network-vif-deleted", "tag": "fc437c54-9046-475c-93a2-a14169784529", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:10:10.241955 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fc543d4-cf77-42a8-a7f5-cfc323fa834c {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:10:10.242825 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff57bcf-57f5-4b41-ba4b-638a10e9ff19', 'name': 'network-vif-deleted', 'tag': 'fc437c54-9046-475c-93a2-a14169784529', 'status': 'completed', 'code': 200} Jan 28 06:10:10.492286 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8404bd97-d573-4bde-a668-aaaff8d986e1 req-04e96f2e-ef77-44d4-a55b-849e1a02ed31 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 210 time: 0.0305409 Jan 28 06:10:11.027887 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a277960f-1e2c-4830-ac16-b8f41085978d details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:10:11.192945 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a277960f-1e2c-4830-ac16-b8f41085978d, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a277960f-1e2c-4830-ac16-b8f41085978d,segment=NetworkSegment(62f4672c-2feb-4e93-8483-50ab51edecf3),segment_id=62f4672c-2feb-4e93-8483-50ab51edecf3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:10:11.207405 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'a277960f-1e2c-4830-ac16-b8f41085978d', 'network_id': '009747f1-2b38-4c05-b4b8-36db51f93561', 'port_id': 'a277960f-1e2c-4830-ac16-b8f41085978d', 'mac_address': 'fa:16:3e:db:21:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4e5462-bded-4ce8-91af-86d8506fd265', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:10:11.256559 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port a277960f-1e2c-4830-ac16-b8f41085978d is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:10:11.257169 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a277960f-1e2c-4830-ac16-b8f41085978d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:11.296235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a277960f-1e2c-4830-ac16-b8f41085978d {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:10:11.312896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69af33-be6d-4fb8-9fe7-4407390b0fc4 req-fb3ce622-c254-42a9-8d8d-27732b8fdf88 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:11.314544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a69af33-be6d-4fb8-9fe7-4407390b0fc4 req-fb3ce622-c254-42a9-8d8d-27732b8fdf88 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 943 time: 0.0884740 Jan 28 06:10:11.342663 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a277960f-1e2c-4830-ac16-b8f41085978d, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a277960f-1e2c-4830-ac16-b8f41085978d,segment=NetworkSegment(62f4672c-2feb-4e93-8483-50ab51edecf3),segment_id=62f4672c-2feb-4e93-8483-50ab51edecf3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:10:11.391875 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a69af33-be6d-4fb8-9fe7-4407390b0fc4 req-d781720e-240c-47e8-b080-bda38e0d092c tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656707 Jan 28 06:10:11.432930 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a277960f-1e2c-4830-ac16-b8f41085978d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:11.484792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=a277960f-1e2c-4830-ac16-b8f41085978d,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:10:11.608225 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a06cc62d-e18b-4c33-bb2e-1e5e0ef6cd31 req-d5d3274f-d5ed-4bdb-a4ee-ba91c930a0e0 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 210 time: 0.0361912 Jan 28 06:10:11.762618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['a277960f-1e2c-4830-ac16-b8f41085978d'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:10:12.520441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a86e27-736b-4fc9-a388-d821b729a16f req-fe2b1a22-e0cf-49e5-a905-dbd2d8637659 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:12.522044 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d4a86e27-736b-4fc9-a388-d821b729a16f req-fe2b1a22-e0cf-49e5-a905-dbd2d8637659 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 944 time: 0.0582235 Jan 28 06:10:12.571408 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d4a86e27-736b-4fc9-a388-d821b729a16f req-6649d85c-53ac-4372-8c0a-7058afea2472 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427184 Jan 28 06:10:12.762778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c291542-bf39-4058-b56c-a9fa29e6c638 req-5842d3b9-d833-42b3-a18c-507d7f3757e7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 210 time: 0.0411718 Jan 28 06:10:13.041631 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a277960f-1e2c-4830-ac16-b8f41085978d up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:10:13.186214 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port a277960f-1e2c-4830-ac16-b8f41085978d completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:10:13.190558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port a277960f-1e2c-4830-ac16-b8f41085978d triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:10:13.190937 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a277960f-1e2c-4830-ac16-b8f41085978d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:13.300150 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port a277960f-1e2c-4830-ac16-b8f41085978d is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:10:13.300498 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a277960f-1e2c-4830-ac16-b8f41085978d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:13.323915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67197a0a-2203-4774-a135-efb75f39685b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a277960f-1e2c-4830-ac16-b8f41085978d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:10:13.326561 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ce6b0c-c8a4-4f80-8fa3-11e6b523875e" -d '{"events": [{"server_uuid": "67197a0a-2203-4774-a135-efb75f39685b", "name": "network-vif-plugged", "status": "completed", "tag": "a277960f-1e2c-4830-ac16-b8f41085978d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:10:13.345326 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port a277960f-1e2c-4830-ac16-b8f41085978d, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a277960f-1e2c-4830-ac16-b8f41085978d,segment=NetworkSegment(62f4672c-2feb-4e93-8483-50ab51edecf3),segment_id=62f4672c-2feb-4e93-8483-50ab51edecf3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:10:13.372680 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78ca6ed-0eeb-448d-9712-8ca930fde9d4 x-openstack-request-id: req-f78ca6ed-0eeb-448d-9712-8ca930fde9d4 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:10:13.373026 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67197a0a-2203-4774-a135-efb75f39685b", "name": "network-vif-plugged", "status": "completed", "tag": "a277960f-1e2c-4830-ac16-b8f41085978d", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:10:13.373379 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f78ca6ed-0eeb-448d-9712-8ca930fde9d4 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:10:13.374146 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67197a0a-2203-4774-a135-efb75f39685b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a277960f-1e2c-4830-ac16-b8f41085978d', 'code': 200} Jan 28 06:10:13.431519 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a277960f-1e2c-4830-ac16-b8f41085978d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:13.490683 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=a277960f-1e2c-4830-ac16-b8f41085978d,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:10:13.526492 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bc3a7-7b24-427d-911a-c5158d949a11 req-be62e00e-d4ae-49bc-90e4-344fe53afeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:13.529005 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2d5bc3a7-7b24-427d-911a-c5158d949a11 req-be62e00e-d4ae-49bc-90e4-344fe53afeb4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 1097 time: 0.0602410 Jan 28 06:10:13.597751 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2d5bc3a7-7b24-427d-911a-c5158d949a11 req-9f3663a4-41e9-4139-aec6-f5bae6587b3f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628173 Jan 28 06:10:13.707286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ad9e9-d105-4d62-adb3-a8aa170e124a req-2690e84d-be7d-4fcd-b909-be1122fc78a2 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:13.708853 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-626ad9e9-d105-4d62-adb3-a8aa170e124a req-2690e84d-be7d-4fcd-b909-be1122fc78a2 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 945 time: 0.0536106 Jan 28 06:10:13.788837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-626ad9e9-d105-4d62-adb3-a8aa170e124a req-b4624805-0d3d-4e09-a1ef-7cf3efb8ea61 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669937 Jan 28 06:10:13.870575 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9d46c20-cff4-4265-8f1f-96d71a7ac69f req-299314a1-e97e-4352-aa80-a1bc64b06a3c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 210 time: 0.0269170 Jan 28 06:10:14.913481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24160d-5c66-437f-875f-c0cd771b0a7e req-2fa84dc3-6581-4241-8eab-3cfe342e3e72 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:14.962600 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d24160d-5c66-437f-875f-c0cd771b0a7e req-2fa84dc3-6581-4241-8eab-3cfe342e3e72 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 945 time: 0.0610826 Jan 28 06:10:14.986501 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d24160d-5c66-437f-875f-c0cd771b0a7e req-05da726a-cdba-49a0-836b-a4d2464485dc tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635972 Jan 28 06:10:15.001951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-091a1f32-8fdc-437a-a694-370e08f879d9 req-3fbf48c6-d2cd-4c26-b83a-f40e1063a6bb tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 210 time: 0.0311241 Jan 28 06:10:16.191831 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49dfebdc-0105-4663-9366-5fba39ee548e req-ef005522-4c8c-4dc0-bc24-df8dc9f8d7d6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 210 time: 0.0722830 Jan 28 06:10:16.221082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510277d-e603-406a-a463-0afadf941524 req-17d4fff2-e62e-4f93-b0f8-ec35a67d9512 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:16.222970 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0510277d-e603-406a-a463-0afadf941524 req-17d4fff2-e62e-4f93-b0f8-ec35a67d9512 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 945 time: 0.1402771 Jan 28 06:10:16.323391 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0510277d-e603-406a-a463-0afadf941524 req-2dd6c3b1-02b4-4b70-8145-447fef03211d tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927649 Jan 28 06:10:17.351942 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e43fdb8-fb31-4644-9c80-3d08e0bd37aa req-4ea25074-90b2-44e0-98af-03340855eb18 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 210 time: 0.0625901 Jan 28 06:10:17.939341 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b8fec-2cd7-45fd-a199-e09214944456 req-c6bf6b43-1528-4c3d-962b-e0f2f02c1517 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:17.940909 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-754b8fec-2cd7-45fd-a199-e09214944456 req-c6bf6b43-1528-4c3d-962b-e0f2f02c1517 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 945 time: 0.0570905 Jan 28 06:10:17.994482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-754b8fec-2cd7-45fd-a199-e09214944456 req-b589c8ff-ca5e-451c-b7f0-80033b09874a tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469353 Jan 28 06:10:18.452706 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c82ad6a-fded-452d-a107-119450915faa req-a8474fbf-8a88-488d-89db-1a42c77af453 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 210 time: 0.0306246 Jan 28 06:10:19.128355 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95709f5-4163-4ddb-9d35-f3c18ebcd894 req-c90346ad-c27d-4ad9-8e17-67590a9c11a3 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:19.130218 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b95709f5-4163-4ddb-9d35-f3c18ebcd894 req-c90346ad-c27d-4ad9-8e17-67590a9c11a3 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 945 time: 0.0556760 Jan 28 06:10:19.186371 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b95709f5-4163-4ddb-9d35-f3c18ebcd894 req-e5f237ef-8caf-442a-b4ee-bd6d6e37d82f tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/security-groups?id=f17d1b8f-9f6d-49c7-a808-03a05a9366dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492499 Jan 28 06:10:19.385421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d7b90-45ce-45a7-bec1-2d5f9b85203c req-60ead1ea-494d-47ec-98b7-6c4e12c40171 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:19.388548 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-803d7b90-45ce-45a7-bec1-2d5f9b85203c req-60ead1ea-494d-47ec-98b7-6c4e12c40171 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.60 "GET /v2.0/ports?device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 945 time: 0.0514157 Jan 28 06:10:19.498694 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-803d7b90-45ce-45a7-bec1-2d5f9b85203c req-f4e6c4da-d756-4bc9-ba8e-2472bc811137 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Deleting port a277960f-1e2c-4830-ac16-b8f41085978d {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:10:19.499116 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-803d7b90-45ce-45a7-bec1-2d5f9b85203c req-f4e6c4da-d756-4bc9-ba8e-2472bc811137 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a277960f-1e2c-4830-ac16-b8f41085978d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:19.565460 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7de414e-bfdc-4eaa-83e8-f6c04cb312a8 req-ce75d3ff-5c63-461d-9397-2e1d01002a56 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 210 time: 0.0308597 Jan 28 06:10:19.597006 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-803d7b90-45ce-45a7-bec1-2d5f9b85203c req-f4e6c4da-d756-4bc9-ba8e-2472bc811137 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] For port a277960f-1e2c-4830-ac16-b8f41085978d, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=a277960f-1e2c-4830-ac16-b8f41085978d,segment=NetworkSegment(62f4672c-2feb-4e93-8483-50ab51edecf3),segment_id=62f4672c-2feb-4e93-8483-50ab51edecf3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:10:19.598612 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-803d7b90-45ce-45a7-bec1-2d5f9b85203c req-f4e6c4da-d756-4bc9-ba8e-2472bc811137 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a277960f-1e2c-4830-ac16-b8f41085978d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:19.611262 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-803d7b90-45ce-45a7-bec1-2d5f9b85203c req-f4e6c4da-d756-4bc9-ba8e-2472bc811137 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Calling delete_port for a277960f-1e2c-4830-ac16-b8f41085978d owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:10:19.860151 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-803d7b90-45ce-45a7-bec1-2d5f9b85203c req-f4e6c4da-d756-4bc9-ba8e-2472bc811137 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a277960f-1e2c-4830-ac16-b8f41085978d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:19.889634 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6c4da-d756-4bc9-ba8e-2472bc811137 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Pushing event deleted for resources: {'Port': ['ID=a277960f-1e2c-4830-ac16-b8f41085978d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:10:19.896747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['a277960f-1e2c-4830-ac16-b8f41085978d'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:10:19.955796 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-803d7b90-45ce-45a7-bec1-2d5f9b85203c req-f4e6c4da-d756-4bc9-ba8e-2472bc811137 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] No DVR routers for this DVR port a277960f-1e2c-4830-ac16-b8f41085978d on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:10:19.958450 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-803d7b90-45ce-45a7-bec1-2d5f9b85203c req-f4e6c4da-d756-4bc9-ba8e-2472bc811137 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:19.961723 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-803d7b90-45ce-45a7-bec1-2d5f9b85203c req-f4e6c4da-d756-4bc9-ba8e-2472bc811137 tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.60 "DELETE /v2.0/ports/a277960f-1e2c-4830-ac16-b8f41085978d HTTP/1.1" status: 204 len: 173 time: 0.5672081 Jan 28 06:10:19.962162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67197a0a-2203-4774-a135-efb75f39685b', 'name': 'network-vif-deleted', 'tag': 'a277960f-1e2c-4830-ac16-b8f41085978d'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:10:19.964636 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2f3783-8546-4bbd-90f8-3e3a38096f9b" -d '{"events": [{"server_uuid": "67197a0a-2203-4774-a135-efb75f39685b", "name": "network-vif-deleted", "tag": "a277960f-1e2c-4830-ac16-b8f41085978d"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:10:20.005092 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b1d88d-fddc-4f24-932c-c5fe09620184 x-openstack-request-id: req-06b1d88d-fddc-4f24-932c-c5fe09620184 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:10:20.005432 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67197a0a-2203-4774-a135-efb75f39685b", "name": "network-vif-deleted", "tag": "a277960f-1e2c-4830-ac16-b8f41085978d", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:10:20.005694 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06b1d88d-fddc-4f24-932c-c5fe09620184 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:10:20.006407 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67197a0a-2203-4774-a135-efb75f39685b', 'name': 'network-vif-deleted', 'tag': 'a277960f-1e2c-4830-ac16-b8f41085978d', 'status': 'completed', 'code': 200} Jan 28 06:10:20.287446 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93a1cbac-035c-4e58-90ac-e2a3c43bbddd req-b64145d7-e91c-488b-9779-3b34d8725e7d tempest-VolumesActionsTest-480426924 tempest-VolumesActionsTest-480426924-project] 10.222.0.31 "GET /v2.0/ports?device_id=67197a0a-2203-4774-a135-efb75f39685b HTTP/1.1" status: 200 len: 210 time: 0.0302999 Jan 28 06:10:20.675802 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-823a0fad-c037-47c0-9e2a-8beeea116b3e req-15c50bf8-f81a-4592-9e1a-27f70e3bbec6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 210 time: 0.0280619 Jan 28 06:10:21.809981 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-980cdf5e-9e32-4d26-ba0c-08795eb2a42f req-4debb2ac-66f0-4b28-bad6-1015b3e01526 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff57bcf-57f5-4b41-ba4b-638a10e9ff19 HTTP/1.1" status: 200 len: 210 time: 0.0307250 Jan 28 06:10:23.108054 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a277960f-1e2c-4830-ac16-b8f41085978d no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:10:23.136137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: a277960f-1e2c-4830-ac16-b8f41085978d {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:10:23.136716 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device a277960f-1e2c-4830-ac16-b8f41085978d not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:10:25.122137 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:27.820094 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:28.242094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-d7636b6d-7c13-4e58-8c5b-9c4d8c03b361 req-e9af702e-d351-4ab1-9bcc-21b54b46e3ad service neutron] (103635) timed out ('10.222.0.31', 43878) {{(pid=103635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 06:10:32.156182 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-1b35d9c8-401c-4a66-b618-c940fe647a42 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2106533 Jan 28 06:10:32.358999 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-decaca49-e2c3-48e9-a01e-61dd5a615005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:32.360475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-decaca49-e2c3-48e9-a01e-61dd5a615005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:32.361874 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-decaca49-e2c3-48e9-a01e-61dd5a615005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:32.362549 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-decaca49-e2c3-48e9-a01e-61dd5a615005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:32.363219 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-decaca49-e2c3-48e9-a01e-61dd5a615005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:32.363851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-decaca49-e2c3-48e9-a01e-61dd5a615005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:32.367012 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-decaca49-e2c3-48e9-a01e-61dd5a615005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:32.372846 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-decaca49-e2c3-48e9-a01e-61dd5a615005 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d224c5804ad8477a9a70c890f5535963&device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 6509 time: 0.1287718 Jan 28 06:10:32.539634 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2cfd710-9a65-4bad-b3ba-3868e75b6bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:32.672374 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-e4783ca4-68ff-43cf-912b-a4a25b124314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:32.672861 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-e4783ca4-68ff-43cf-912b-a4a25b124314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:32.675340 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-e4783ca4-68ff-43cf-912b-a4a25b124314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:32.682883 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-e4783ca4-68ff-43cf-912b-a4a25b124314 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a969021-10d0-46ce-bf92-b6d579bcb94e&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=a5d76cd0-485c-42ba-8694-d68708a2c641&id=a5d76cd0-485c-42ba-8694-d68708a2c641 HTTP/1.1" status: 200 len: 2299 time: 0.2671366 Jan 28 06:10:32.813124 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-703a6069-f99c-46ea-8e28-34bbcb38f581 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba1a9e75-2625-4b3b-834e-532611f3d6db HTTP/1.1" status: 200 len: 1000 time: 0.1242890 Jan 28 06:10:32.929172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-7233c448-b3e9-469a-803d-0a04763d3120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:32.932800 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-7233c448-b3e9-469a-803d-0a04763d3120 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8d1a992-5501-4414-a397-3bc94c532606 HTTP/1.1" status: 200 len: 856 time: 0.1157575 Jan 28 06:10:33.059951 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-8d725153-6072-441b-8f99-a3f9835c10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:33.064123 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-8d725153-6072-441b-8f99-a3f9835c10d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a969021-10d0-46ce-bf92-b6d579bcb94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1226122 Jan 28 06:10:33.232015 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-3501c52e-4022-4c98-9593-2659299cb150 service neutron] 10.222.0.60 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617463 Jan 28 06:10:33.398344 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-9899cbd4-fd21-4f7e-a705-96ef2eab7b89 service neutron] 10.222.0.60 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572473 Jan 28 06:10:33.464854 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-5a514b15-fc0a-4f92-9a6a-329a1f6cc007 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cf023bbd-f379-442d-b98b-2268074debed HTTP/1.1" status: 200 len: 217 time: 0.0606709 Jan 28 06:10:33.569399 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-f5b2d071-e2f2-4cb3-95ed-197bf3c86464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:33.579266 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-f5b2d071-e2f2-4cb3-95ed-197bf3c86464 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.1089511 Jan 28 06:10:33.657139 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-611ac93f-97f6-4d4a-86cc-c89e89603831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:33.658816 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-611ac93f-97f6-4d4a-86cc-c89e89603831 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0741789 Jan 28 06:10:34.554151 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-b35d1f5c-8559-4802-a08e-81829e988909 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8883295 Jan 28 06:10:34.670723 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-27cc383c-6e37-45a8-988e-b4629b9f6eb3 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106262 Jan 28 06:10:34.711159 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-f726385e-37da-4eaa-b931-07ec00f6f6cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=3d7aec7c-6c76-43ad-8b10-438b87915c84 HTTP/1.1" status: 200 len: 217 time: 0.0350525 Jan 28 06:10:34.760870 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-ab330fe7-2e22-4034-b03e-7c25ebef9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:34.762661 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-ab330fe7-2e22-4034-b03e-7c25ebef9f80 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0464876 Jan 28 06:10:34.819318 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-83ec9b49-291f-4bec-81ca-5dad130089e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:34.819318 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-83ec9b49-291f-4bec-81ca-5dad130089e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0476820 Jan 28 06:10:34.865946 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e84f6f70-f5e8-4972-9236-b5dacc39c8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:34.926701 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-f16f9759-3e25-48c8-b766-19ba98e32656 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042533 Jan 28 06:10:35.049294 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-0c386f73-fcfa-4d3f-bc66-1b845bfc080c service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172838 Jan 28 06:10:35.170380 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-73cc9ccb-daaf-4d79-98ea-c680da9b4a27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=ca87f836-9fd5-4209-b3c5-41f6387f4d75 HTTP/1.1" status: 200 len: 217 time: 0.1116281 Jan 28 06:10:35.229672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-a90768d7-c209-4564-bbf2-0239215611af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:35.231404 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-a90768d7-c209-4564-bbf2-0239215611af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0550826 Jan 28 06:10:35.287207 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-4599b7b3-fcfa-49d7-8515-c75a2c25a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:35.289772 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-4599b7b3-fcfa-49d7-8515-c75a2c25a691 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0512207 Jan 28 06:10:35.433940 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-c613cf81-bf63-44c4-a1a0-17e4b6c02526 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381857 Jan 28 06:10:35.579565 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-f9b0d0e7-a47e-4551-83dd-7825fbf09528 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362586 Jan 28 06:10:35.675419 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-2311684b-9330-46ce-b63b-1044373141b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=95c9879d-ae0d-45e3-9528-af14ccccd72f HTTP/1.1" status: 200 len: 217 time: 0.0878632 Jan 28 06:10:35.783069 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-bd0600e2-ae9d-45c0-8980-e8897cbb71a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:35.784622 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-bd0600e2-ae9d-45c0-8980-e8897cbb71a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0846107 Jan 28 06:10:35.845560 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-751a3835-2396-45d7-ac2c-8903610364ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:35.851151 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-751a3835-2396-45d7-ac2c-8903610364ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0557308 Jan 28 06:10:36.107756 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-e0f6b17d-0e96-48b3-a6a1-7f7dee1094f2 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486968 Jan 28 06:10:36.276621 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6f72db0c-c387-401e-ad8d-f53ceb044452 req-1629a95f-e718-45b1-8468-58ff3b1a70fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0793810 Jan 28 06:10:36.346653 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-9ee38265-1ff3-48b5-b5b7-923aa7f95131 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314522 Jan 28 06:10:36.473536 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-472ae8f7-cbf9-47b4-9086-88986ddb3aa5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 HTTP/1.1" status: 200 len: 217 time: 0.0641172 Jan 28 06:10:36.543523 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72db0c-c387-401e-ad8d-f53ceb044452 req-9c83a257-80f9-448c-85fc-badcb3a51fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:36.547659 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6f72db0c-c387-401e-ad8d-f53ceb044452 req-9c83a257-80f9-448c-85fc-badcb3a51fbe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 1097 time: 0.1972492 Jan 28 06:10:36.657030 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-3a7615bd-cad9-412c-8a0f-dd09c1eb5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:36.659622 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-3a7615bd-cad9-412c-8a0f-dd09c1eb5c1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=983e2d1e-1ce6-416e-a013-56730d18136b HTTP/1.1" status: 200 len: 797 time: 0.1652236 Jan 28 06:10:36.683195 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:36.889742 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72db0c-c387-401e-ad8d-f53ceb044452 req-57fbced5-0acb-40c6-859e-cd0db7da291e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:36.891877 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6f72db0c-c387-401e-ad8d-f53ceb044452 req-57fbced5-0acb-40c6-859e-cd0db7da291e service neutron] 10.222.0.64 "GET /v2.0/networks?id=58adc0c3-53d3-4c08-a035-de2b81ec7524 HTTP/1.1" status: 200 len: 898 time: 0.2864215 Jan 28 06:10:37.065726 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-e6eeaead-20ab-4c69-85c9-5a6f0548905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:37.067631 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-e6eeaead-20ab-4c69-85c9-5a6f0548905a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3826292 Jan 28 06:10:37.386929 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6f72db0c-c387-401e-ad8d-f53ceb044452 req-7c5825c8-aa4d-4901-8c1d-6325449dca75 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beba85ff-b233-488e-be5d-b20b692fd8a8 HTTP/1.1" status: 200 len: 1000 time: 0.4828928 Jan 28 06:10:37.394478 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-7aec3526-b549-424b-a76a-67ae4639f19f service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188407 Jan 28 06:10:37.432156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac64db-81ed-417a-992e-f2ce7c17fc17 req-0be2d501-3b04-474c-97d9-1820ddafd0fe tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:37.434672 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7aac64db-81ed-417a-992e-f2ce7c17fc17 req-0be2d501-3b04-474c-97d9-1820ddafd0fe tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.1153848 Jan 28 06:10:37.475388 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72db0c-c387-401e-ad8d-f53ceb044452 req-c0011559-0871-4ce2-8e76-33d87bea3747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:37.477000 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6f72db0c-c387-401e-ad8d-f53ceb044452 req-c0011559-0871-4ce2-8e76-33d87bea3747 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dda04ee-5801-446a-bfda-b0beac6e9c5d HTTP/1.1" status: 200 len: 833 time: 0.0816145 Jan 28 06:10:37.600292 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7aac64db-81ed-417a-992e-f2ce7c17fc17 req-2fb127ea-f3dc-470f-8778-a39bc1834980 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521757 Jan 28 06:10:37.652271 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72db0c-c387-401e-ad8d-f53ceb044452 req-acc3d2e2-7d31-4cfd-ad6c-ec7c6933ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:37.652271 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6f72db0c-c387-401e-ad8d-f53ceb044452 req-acc3d2e2-7d31-4cfd-ad6c-ec7c6933ed52 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58adc0c3-53d3-4c08-a035-de2b81ec7524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004412 Jan 28 06:10:37.740866 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-165de9a2-73dc-4828-a3e0-c8626fca6b46 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627718 Jan 28 06:10:37.847765 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-ee4f3992-5d3d-49bd-93ec-510845d40f16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f HTTP/1.1" status: 200 len: 217 time: 0.0618868 Jan 28 06:10:37.939308 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:37.962256 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6f72db0c-c387-401e-ad8d-f53ceb044452 req-c313b079-e6f6-4844-82bd-64f510b04f18 service neutron] 10.222.0.64 "GET /v2.0/networks/58adc0c3-53d3-4c08-a035-de2b81ec7524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961230 Jan 28 06:10:38.037901 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-69c4344c-713b-4db6-93d2-c63e375ad145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:38.039608 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-69c4344c-713b-4db6-93d2-c63e375ad145 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=983e2d1e-1ce6-416e-a013-56730d18136b HTTP/1.1" status: 200 len: 797 time: 0.1764007 Jan 28 06:10:38.176000 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60b0b-edf0-440e-987a-1764a1496518 req-f2537861-2785-4d50-810b-df30eb09ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:38.177494 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-f2537861-2785-4d50-810b-df30eb09ad4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1250725 Jan 28 06:10:38.352177 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-edab0312-90e7-46eb-a39a-88a81045490b service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682215 Jan 28 06:10:38.391352 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6f72db0c-c387-401e-ad8d-f53ceb044452 req-9ee19e9f-c3c9-4f68-ac7f-14c1c8407859 service neutron] 10.222.0.64 "GET /v2.0/networks/58adc0c3-53d3-4c08-a035-de2b81ec7524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225729 Jan 28 06:10:38.537844 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-10b60b0b-edf0-440e-987a-1764a1496518 req-2f976f1d-843f-427b-b2c0-5ac1299a1ae7 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686590 Jan 28 06:10:38.793601 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150ff67-8264-4b10-ba15-316fff50aa03 req-419bde5a-2376-490e-ae8c-4e804c43eb51 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:38.801181 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6150ff67-8264-4b10-ba15-316fff50aa03 req-419bde5a-2376-490e-ae8c-4e804c43eb51 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.1003187 Jan 28 06:10:38.916030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6150ff67-8264-4b10-ba15-316fff50aa03 req-0eb83214-806a-4845-a47d-2d954b177025 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131258 Jan 28 06:10:39.156313 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:40.190682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572dab6-6d95-4d94-be2f-4a200f3f2ce9 req-453a9f50-add9-4ce3-9bb4-424898a62539 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:40.200692 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0572dab6-6d95-4d94-be2f-4a200f3f2ce9 req-453a9f50-add9-4ce3-9bb4-424898a62539 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.1210046 Jan 28 06:10:40.294144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0572dab6-6d95-4d94-be2f-4a200f3f2ce9 req-36bf8656-de95-4712-997f-cb6267609b71 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924790 Jan 28 06:10:40.632473 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:10:41.458620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17744d-420d-40d7-9435-845782b509ba req-21b12b6e-e0c3-4228-b8d9-2ae4f4607ce1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:41.460244 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d17744d-420d-40d7-9435-845782b509ba req-21b12b6e-e0c3-4228-b8d9-2ae4f4607ce1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.1120653 Jan 28 06:10:41.535496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d17744d-420d-40d7-9435-845782b509ba req-a3a4fea9-17f1-4a35-a7fa-a72dbb67f503 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676415 Jan 28 06:10:42.717740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebe12f-1f34-4301-b0da-e37bb55cbefd req-5b22ee7f-9387-456a-9365-6f4ae12e19d7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:42.726662 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36ebe12f-1f34-4301-b0da-e37bb55cbefd req-5b22ee7f-9387-456a-9365-6f4ae12e19d7 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.0675616 Jan 28 06:10:42.800696 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36ebe12f-1f34-4301-b0da-e37bb55cbefd req-e9b6f199-4161-40b9-9b67-f5453e033825 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708914 Jan 28 06:10:44.132382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df3450-01af-4f37-8353-234a03be915a req-024e11d1-6b6a-4cb7-bcb1-a66ab8f7849b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:44.140624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43df3450-01af-4f37-8353-234a03be915a req-024e11d1-6b6a-4cb7-bcb1-a66ab8f7849b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.1210382 Jan 28 06:10:44.209024 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43df3450-01af-4f37-8353-234a03be915a req-f14440d5-2633-4af7-bb3e-9ab41a4c444c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542657 Jan 28 06:10:45.432455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd169779-6537-46c8-9c05-7d676913b4a7 req-5f85c6d7-9fa5-4c40-9dcd-7915ed7b7faa tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:45.450971 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd169779-6537-46c8-9c05-7d676913b4a7 req-5f85c6d7-9fa5-4c40-9dcd-7915ed7b7faa tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.1250336 Jan 28 06:10:45.590788 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd169779-6537-46c8-9c05-7d676913b4a7 req-4cac383f-dacb-486a-b110-23fb32dd076b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303422 Jan 28 06:10:46.779502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70a518-a56e-42cb-9b30-ae8cdb5925e8 req-63096277-4dce-4618-8bcf-df9c4c394c6d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:46.786621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f70a518-a56e-42cb-9b30-ae8cdb5925e8 req-63096277-4dce-4618-8bcf-df9c4c394c6d tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.0655785 Jan 28 06:10:46.873973 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f70a518-a56e-42cb-9b30-ae8cdb5925e8 req-c90d8a6b-c025-431d-8f55-e4de9ddc0b81 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832577 Jan 28 06:10:48.095391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badfb84-68cb-4631-8fed-83328725a639 req-d0f16263-01ba-4742-9a6e-ff4478881925 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:48.105088 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4badfb84-68cb-4631-8fed-83328725a639 req-d0f16263-01ba-4742-9a6e-ff4478881925 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.0675833 Jan 28 06:10:48.208765 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4badfb84-68cb-4631-8fed-83328725a639 req-175c7f4a-bdff-4ce4-a2a1-e73db8849b26 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963428 Jan 28 06:10:49.419713 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d58ad4-f414-479a-82ef-926512143dac req-254caa64-3421-4a6a-86e4-e00f172945a6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:49.429503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48d58ad4-f414-479a-82ef-926512143dac req-254caa64-3421-4a6a-86e4-e00f172945a6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.0758100 Jan 28 06:10:49.493942 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48d58ad4-f414-479a-82ef-926512143dac req-5d8d580f-10aa-40f4-a35c-30ca3d6fa36e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560133 Jan 28 06:10:50.792859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d90ded-16c6-42f4-93de-041f6f5758e4 req-7439e051-936b-4a42-a9ab-763ef8f44c7e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:50.801730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03d90ded-16c6-42f4-93de-041f6f5758e4 req-7439e051-936b-4a42-a9ab-763ef8f44c7e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.1725523 Jan 28 06:10:51.005269 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03d90ded-16c6-42f4-93de-041f6f5758e4 req-0f3bd25d-6dc2-410d-b0b8-da3bdc0689c2 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998520 Jan 28 06:10:52.359349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d683821-a609-4a90-beca-265cc6a7d434 req-0b771b8b-f43c-43e0-8f8b-83f8974f84c0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:52.374439 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d683821-a609-4a90-beca-265cc6a7d434 req-0b771b8b-f43c-43e0-8f8b-83f8974f84c0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.1476109 Jan 28 06:10:52.502749 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d683821-a609-4a90-beca-265cc6a7d434 req-c3c3bebe-36b2-4788-b8f4-ee5c4d28eeb3 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120412 Jan 28 06:10:53.737507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c07d91-4caa-4e81-b547-28914d383772 req-6ed0cc6c-6f79-4980-8a49-4036d2d4ea7c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:53.741451 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38c07d91-4caa-4e81-b547-28914d383772 req-6ed0cc6c-6f79-4980-8a49-4036d2d4ea7c tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.1239347 Jan 28 06:10:53.895260 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-38c07d91-4caa-4e81-b547-28914d383772 req-71ca9136-82e1-4732-ab44-ffb170f8dd80 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470540 Jan 28 06:10:55.038122 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d522d00-0679-4731-9216-77a1ca7d8a8b req-dd23a54f-8093-4c3a-ad72-1515bf10b25e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:55.046870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d522d00-0679-4731-9216-77a1ca7d8a8b req-dd23a54f-8093-4c3a-ad72-1515bf10b25e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.0621400 Jan 28 06:10:55.111013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d522d00-0679-4731-9216-77a1ca7d8a8b req-08afa956-9bc9-46a3-ac73-d066e292b6fc tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626929 Jan 28 06:10:55.120616 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:56.098755 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901030a-0229-439b-9745-37b7573aa823 req-f7076858-ff10-4797-a498-55fd030d5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:56.104552 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5901030a-0229-439b-9745-37b7573aa823 req-f7076858-ff10-4797-a498-55fd030d5237 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 1097 time: 0.0713582 Jan 28 06:10:56.193101 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5901030a-0229-439b-9745-37b7573aa823 req-b00b5ac3-519b-49fd-bbd5-56df3829c354 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845258 Jan 28 06:10:56.265275 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08399b-ebe8-4c1a-87eb-d587e3c617b5 req-bcf7ef48-d39f-4d01-9983-47b75e2a7bd4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:56.267583 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab08399b-ebe8-4c1a-87eb-d587e3c617b5 req-bcf7ef48-d39f-4d01-9983-47b75e2a7bd4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.0643983 Jan 28 06:10:56.333831 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab08399b-ebe8-4c1a-87eb-d587e3c617b5 req-2cdf4a1c-ecdc-46b5-84dc-f02dd2e157fd tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602329 Jan 28 06:10:57.175959 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device beba85ff-b233-488e-be5d-b20b692fd8a8 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:10:57.297102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port beba85ff-b233-488e-be5d-b20b692fd8a8 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:10:57.297582 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:57.333685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port beba85ff-b233-488e-be5d-b20b692fd8a8, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=beba85ff-b233-488e-be5d-b20b692fd8a8,segment=NetworkSegment(9f0c3f87-9c52-4f80-a420-a80965b799e5),segment_id=9f0c3f87-9c52-4f80-a420-a80965b799e5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:10:57.335808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beba85ff-b233-488e-be5d-b20b692fd8a8'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:10:57.338959 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cb2682-b790-4e7f-a1d7-7755d21e6d06" -d '{"events": [{"server_uuid": "1d2f599d-a4b7-430a-aac4-9e8a673c5894", "name": "network-vif-unplugged", "status": "completed", "tag": "beba85ff-b233-488e-be5d-b20b692fd8a8"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:10:57.392626 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c9148c-370d-48aa-a7ee-44071b4e42dc x-openstack-request-id: req-23c9148c-370d-48aa-a7ee-44071b4e42dc {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:10:57.392923 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2f599d-a4b7-430a-aac4-9e8a673c5894", "name": "network-vif-unplugged", "status": "completed", "tag": "beba85ff-b233-488e-be5d-b20b692fd8a8", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:10:57.393188 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23c9148c-370d-48aa-a7ee-44071b4e42dc {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:10:57.393651 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beba85ff-b233-488e-be5d-b20b692fd8a8', 'code': 200} Jan 28 06:10:57.412986 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:57.498812 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=beba85ff-b233-488e-be5d-b20b692fd8a8,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:10:57.509790 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:57.510214 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:57.513926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:57.513926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:57.525736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ba36a-3429-4990-a106-c6829ef9deef req-15964bbf-b767-4345-af08-45e06dea3942 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:57.531056 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:57.536915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:57.536915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:57.537114 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa2ba36a-3429-4990-a106-c6829ef9deef req-15964bbf-b767-4345-af08-45e06dea3942 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 943 time: 0.1018639 Jan 28 06:10:57.537212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:57.537212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:57.537212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:57.537212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:57.537546 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:57.538690 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:10:57.594645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa2ba36a-3429-4990-a106-c6829ef9deef req-d16da0b7-31af-4622-b8dc-65b7ca7eb861 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600805 Jan 28 06:10:57.807079 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:58.790325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e730c4c-64c4-4594-918a-c2b739faf840 req-2e2d1d5e-6edd-4aba-a192-0d6816ab60b2 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:10:58.791882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e730c4c-64c4-4594-918a-c2b739faf840 req-2e2d1d5e-6edd-4aba-a192-0d6816ab60b2 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 943 time: 0.0905080 Jan 28 06:10:58.911296 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e730c4c-64c4-4594-918a-c2b739faf840 req-8d1d3def-af76-4d69-b7d3-fc805bdb4264 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092157 Jan 28 06:10:58.932001 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 38848) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:10:59.047526 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-32cfcd4f-3270-44b9-a8b7-63f2ff2338b1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/floatingips/25e0c7ef-9344-479d-923b-68c1a341ae59 HTTP/1.1" status: 200 len: 990 time: 0.1129923 Jan 28 06:10:59.185903 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device beba85ff-b233-488e-be5d-b20b692fd8a8 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:10:59.395943 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port beba85ff-b233-488e-be5d-b20b692fd8a8, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=beba85ff-b233-488e-be5d-b20b692fd8a8,segment=NetworkSegment(9f0c3f87-9c52-4f80-a420-a80965b799e5),segment_id=9f0c3f87-9c52-4f80-a420-a80965b799e5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:10:59.429021 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'beba85ff-b233-488e-be5d-b20b692fd8a8', 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524', 'port_id': 'beba85ff-b233-488e-be5d-b20b692fd8a8', 'mac_address': 'fa:16:3e:4f:89:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:10:59.482483 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port beba85ff-b233-488e-be5d-b20b692fd8a8 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:10:59.483760 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:59.513520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beba85ff-b233-488e-be5d-b20b692fd8a8 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:10:59.538876 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port beba85ff-b233-488e-be5d-b20b692fd8a8, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=beba85ff-b233-488e-be5d-b20b692fd8a8,segment=NetworkSegment(9f0c3f87-9c52-4f80-a420-a80965b799e5),segment_id=9f0c3f87-9c52-4f80-a420-a80965b799e5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:10:59.668824 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:10:59.726150 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=beba85ff-b233-488e-be5d-b20b692fd8a8,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:10:59.962693 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['beba85ff-b233-488e-be5d-b20b692fd8a8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:11:01.185758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device beba85ff-b233-488e-be5d-b20b692fd8a8 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:11:01.275528 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port beba85ff-b233-488e-be5d-b20b692fd8a8 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:11:01.275912 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:01.361833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port beba85ff-b233-488e-be5d-b20b692fd8a8 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:11:01.364877 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:01.394186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beba85ff-b233-488e-be5d-b20b692fd8a8'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:11:01.396464 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6926ff-f383-49c5-80a1-5f775195e7e9" -d '{"events": [{"server_uuid": "1d2f599d-a4b7-430a-aac4-9e8a673c5894", "name": "network-vif-plugged", "status": "completed", "tag": "beba85ff-b233-488e-be5d-b20b692fd8a8"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:11:01.410993 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port beba85ff-b233-488e-be5d-b20b692fd8a8, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=beba85ff-b233-488e-be5d-b20b692fd8a8,segment=NetworkSegment(9f0c3f87-9c52-4f80-a420-a80965b799e5),segment_id=9f0c3f87-9c52-4f80-a420-a80965b799e5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:11:01.443010 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cfa05b-63cd-4257-8241-7dcbc5231204 x-openstack-request-id: req-74cfa05b-63cd-4257-8241-7dcbc5231204 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:11:01.443308 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2f599d-a4b7-430a-aac4-9e8a673c5894", "name": "network-vif-plugged", "status": "completed", "tag": "beba85ff-b233-488e-be5d-b20b692fd8a8", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:11:01.443569 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74cfa05b-63cd-4257-8241-7dcbc5231204 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:11:01.443970 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beba85ff-b233-488e-be5d-b20b692fd8a8', 'code': 200} Jan 28 06:11:01.474936 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:01.530366 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=beba85ff-b233-488e-be5d-b20b692fd8a8,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:02.463253 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8b223ada-4584-4780-9112-4011039e4c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:04.828875 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aabdf23e-eb72-4e6e-8b13-5aecc1faa1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:06.611671 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:07.965586 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:09.194006 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:17.632364 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:11:19.307247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39544) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:19.424548 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Deleting subnet 0a4e5462-bded-4ce8-91af-86d8506fd265 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:11:19.432546 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Publish callbacks [] for subnet (0a4e5462-bded-4ce8-91af-86d8506fd265), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:19.534224 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (0a4e5462-bded-4ce8-91af-86d8506fd265), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:19.668759 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (0a4e5462-bded-4ce8-91af-86d8506fd265), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:19.892059 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (0a4e5462-bded-4ce8-91af-86d8506fd265), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:19.962055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a4e5462-bded-4ce8-91af-86d8506fd265,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:19.966587 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:19.970030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0a4e5462-bded-4ce8-91af-86d8506fd265 HTTP/1.1" status: 204 len: 168 time: 0.6602414 Jan 28 06:11:19.972630 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39554) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:19.998132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:19.998764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:19.999299 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:19.999809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.004784 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.005341 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.005857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.006396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.006969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.007636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.008162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.008693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.009201 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016b675-5edb-495b-bca3-11457ced17af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.119654 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (009747f1-2b38-4c05-b4b8-36db51f93561), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:20.317192 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (009747f1-2b38-4c05-b4b8-36db51f93561), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:20.371943 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009747f1-2b38-4c05-b4b8-36db51f93561']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:11:20.386133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f4672c-2feb-4e93-8483-50ab51edecf3') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:11:20.386718 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f4672c-2feb-4e93-8483-50ab51edecf3') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:11:20.396544 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (62f4672c-2feb-4e93-8483-50ab51edecf3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:20.411824 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (62f4672c-2feb-4e93-8483-50ab51edecf3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:20.424596 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:11:20.424596 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (62f4672c-2feb-4e93-8483-50ab51edecf3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:11:20.473667 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:11:20.582313 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (009747f1-2b38-4c05-b4b8-36db51f93561), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:20.611474 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:20.639787 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] 10.222.0.31 "DELETE /v2.0/networks/009747f1-2b38-4c05-b4b8-36db51f93561 HTTP/1.1" status: 204 len: 168 time: 0.6647096 Jan 28 06:11:20.641094 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=009747f1-2b38-4c05-b4b8-36db51f93561,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:20.668578 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.670741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.675103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.677170 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.677890 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.678594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.680607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.681173 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.681732 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.682325 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.686955 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.687552 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:20.689509 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfcd5d2-00ea-4e2c-8ae4-07f299da9f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:11:21.190836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39578) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:21.299882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f900ffd0-8389-4db7-ad57-7402c79b171a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=738b24080b8c45a8b05045bc4fd874c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1049018 Jan 28 06:11:21.300567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39584) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:21.407903 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41d4c1a2-35ed-4a65-bb90-bfd674857013 admin admin] Publish callbacks [] for security_group (f17d1b8f-9f6d-49c7-a808-03a05a9366dc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:21.438333 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41d4c1a2-35ed-4a65-bb90-bfd674857013 admin admin] Publish callbacks [] for security_group (f17d1b8f-9f6d-49c7-a808-03a05a9366dc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:21.679591 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41d4c1a2-35ed-4a65-bb90-bfd674857013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f17d1b8f-9f6d-49c7-a808-03a05a9366dc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:21.682949 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41d4c1a2-35ed-4a65-bb90-bfd674857013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:21.684243 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-41d4c1a2-35ed-4a65-bb90-bfd674857013 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f17d1b8f-9f6d-49c7-a808-03a05a9366dc HTTP/1.1" status: 204 len: 168 time: 0.3792801 Jan 28 06:11:21.700164 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4c1a2-35ed-4a65-bb90-bfd674857013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17d1b8f-9f6d-49c7-a808-03a05a9366dc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:25.187819 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:27.839641 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:28.744125 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 39818) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:28.922533 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39822) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:28.935070 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-232dba87-a6a9-4864-9812-0ea8148a1724 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbc79cbf9170467382f8d73143b1e254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1895983 Jan 28 06:11:28.981186 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3d67-d626-4165-a304-337c460adea9 admin admin] Publish callbacks [] for security_group (c4b867a4-02fc-4d6d-9c37-122e45c7c3ae), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:29.008182 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3d67-d626-4165-a304-337c460adea9 admin admin] Publish callbacks [] for security_group (c4b867a4-02fc-4d6d-9c37-122e45c7c3ae), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:29.524921 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3d67-d626-4165-a304-337c460adea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c4b867a4-02fc-4d6d-9c37-122e45c7c3ae), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:29.528097 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3d67-d626-4165-a304-337c460adea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:29.529214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c2ca3d67-d626-4165-a304-337c460adea9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4b867a4-02fc-4d6d-9c37-122e45c7c3ae HTTP/1.1" status: 204 len: 168 time: 0.6055996 Jan 28 06:11:29.539394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca3d67-d626-4165-a304-337c460adea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b867a4-02fc-4d6d-9c37-122e45c7c3ae,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:29.698999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 39840) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:29.867877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-7e2c2040-ce80-4bd1-91e3-86e2e5076d33 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting port ef4ba81f-4909-45fc-9245-0fddd1806ad7 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:11:29.868223 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e2c2040-ce80-4bd1-91e3-86e2e5076d33 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ef4ba81f-4909-45fc-9245-0fddd1806ad7), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:29.959512 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e2c2040-ce80-4bd1-91e3-86e2e5076d33 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ef4ba81f-4909-45fc-9245-0fddd1806ad7), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:29.960442 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e2c2040-ce80-4bd1-91e3-86e2e5076d33 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for floatingip (ef4ba81f-4909-45fc-9245-0fddd1806ad7), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:29.974023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-7e2c2040-ce80-4bd1-91e3-86e2e5076d33 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Calling delete_port for ef4ba81f-4909-45fc-9245-0fddd1806ad7 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:11:30.285514 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e2c2040-ce80-4bd1-91e3-86e2e5076d33 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ef4ba81f-4909-45fc-9245-0fddd1806ad7), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:30.316273 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c2040-ce80-4bd1-91e3-86e2e5076d33 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Port': ['ID=ef4ba81f-4909-45fc-9245-0fddd1806ad7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:30.405522 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e2c2040-ce80-4bd1-91e3-86e2e5076d33 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for floatingip (25e0c7ef-9344-479d-923b-68c1a341ae59), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:30.407204 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-7e2c2040-ce80-4bd1-91e3-86e2e5076d33 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Floating IP 25e0c7ef-9344-479d-923b-68c1a341ae59 disassociated (deleted). External IP: 172.25.0.81, port: beba85ff-b233-488e-be5d-b20b692fd8a8. Jan 28 06:11:30.801937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2c2040-ce80-4bd1-91e3-86e2e5076d33 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router d397c5ec-c6e3-44b5-a9b9-7de21d334062 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:11:30.941772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2c2040-ce80-4bd1-91e3-86e2e5076d33 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:11:30.955363 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e2c2040-ce80-4bd1-91e3-86e2e5076d33 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:30.956457 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25838ed-574d-493a-b4e8-9d4384a84f51 None None] Sync routers for ids ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:11:30.971806 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25838ed-574d-493a-b4e8-9d4384a84f51 None None] Routers {'d397c5ec-c6e3-44b5-a9b9-7de21d334062'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:11:30.972592 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f25838ed-574d-493a-b4e8-9d4384a84f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:11:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:11:30.986141 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7e2c2040-ce80-4bd1-91e3-86e2e5076d33 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/floatingips/25e0c7ef-9344-479d-923b-68c1a341ae59 HTTP/1.1" status: 204 len: 168 time: 1.2860308 Jan 28 06:11:30.993902 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'tag': 'beba85ff-b233-488e-be5d-b20b692fd8a8'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:11:30.993902 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518ff27b-adef-4d43-a8ec-50bd08cf759d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2f599d-a4b7-430a-aac4-9e8a673c5894", "tag": "beba85ff-b233-488e-be5d-b20b692fd8a8"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:11:31.218894 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f25838ed-574d-493a-b4e8-9d4384a84f51 None None] Set router d397c5ec-c6e3-44b5-a9b9-7de21d334062 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:11:31.344045 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6598240-bdc4-4de5-b09a-5f34398fa64e x-openstack-request-id: req-b6598240-bdc4-4de5-b09a-5f34398fa64e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:11:31.344430 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2f599d-a4b7-430a-aac4-9e8a673c5894", "tag": "beba85ff-b233-488e-be5d-b20b692fd8a8", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:11:31.344767 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6598240-bdc4-4de5-b09a-5f34398fa64e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:11:31.345209 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'tag': 'beba85ff-b233-488e-be5d-b20b692fd8a8', 'status': 'completed', 'code': 200} Jan 28 06:11:31.529868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ff27b-adef-4d43-a8ec-50bd08cf759d req-92b55b03-87c4-419a-bf81-0aa62d2f86b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:31.532384 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-518ff27b-adef-4d43-a8ec-50bd08cf759d req-92b55b03-87c4-419a-bf81-0aa62d2f86b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 1097 time: 0.1165569 Jan 28 06:11:31.558014 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f25838ed-574d-493a-b4e8-9d4384a84f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962358804', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:09:33Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:34Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'cf44ea5e-b7fd-43e3-9b15-fe75d0076017', 'name': '', 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:06:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:40Z', 'updated_at': '2022-01-28T06:09:46Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:11:31.612325 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25838ed-574d-493a-b4e8-9d4384a84f51 None None] Checking router: d397c5ec-c6e3-44b5-a9b9-7de21d334062 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:11:31.652672 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25838ed-574d-493a-b4e8-9d4384a84f51 None None] Routers {'d397c5ec-c6e3-44b5-a9b9-7de21d334062'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:11:31.653408 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f25838ed-574d-493a-b4e8-9d4384a84f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:11:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:11:31.699988 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ff27b-adef-4d43-a8ec-50bd08cf759d req-6147972e-2952-4f5d-913a-a95aad525607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:31.703930 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-518ff27b-adef-4d43-a8ec-50bd08cf759d req-6147972e-2952-4f5d-913a-a95aad525607 service neutron] 10.222.0.64 "GET /v2.0/networks?id=58adc0c3-53d3-4c08-a035-de2b81ec7524 HTTP/1.1" status: 200 len: 898 time: 0.1620889 Jan 28 06:11:31.781700 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-518ff27b-adef-4d43-a8ec-50bd08cf759d req-e8b843a6-d2b3-48da-88b1-297995755b0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beba85ff-b233-488e-be5d-b20b692fd8a8 HTTP/1.1" status: 200 len: 217 time: 0.0706434 Jan 28 06:11:31.838395 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f25838ed-574d-493a-b4e8-9d4384a84f51 None None] Set router d397c5ec-c6e3-44b5-a9b9-7de21d334062 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:11:31.862691 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ff27b-adef-4d43-a8ec-50bd08cf759d req-d378e37e-c64c-4c3c-8cfb-b5c69bd4ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:31.864709 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-518ff27b-adef-4d43-a8ec-50bd08cf759d req-d378e37e-c64c-4c3c-8cfb-b5c69bd4ed68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dda04ee-5801-446a-bfda-b0beac6e9c5d HTTP/1.1" status: 200 len: 833 time: 0.0756409 Jan 28 06:11:31.877275 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49af2d3-700d-4c12-b753-de15f971ae73 req-10ad2686-5fad-449a-af22-05a36195e10e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:31.885384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c49af2d3-700d-4c12-b753-de15f971ae73 req-10ad2686-5fad-449a-af22-05a36195e10e tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.0810332 Jan 28 06:11:31.930374 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ff27b-adef-4d43-a8ec-50bd08cf759d req-3975dd09-8a5a-4b10-a379-3e99aea808ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:31.932796 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-518ff27b-adef-4d43-a8ec-50bd08cf759d req-3975dd09-8a5a-4b10-a379-3e99aea808ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58adc0c3-53d3-4c08-a035-de2b81ec7524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598552 Jan 28 06:11:31.951104 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c49af2d3-700d-4c12-b753-de15f971ae73 req-7e4821b0-b4cf-489b-94d1-f453a062eb0b tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600307 Jan 28 06:11:32.129060 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-518ff27b-adef-4d43-a8ec-50bd08cf759d req-9a63fbad-e9e6-422e-821e-b31777387819 service neutron] 10.222.0.64 "GET /v2.0/networks/58adc0c3-53d3-4c08-a035-de2b81ec7524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889706 Jan 28 06:11:32.327900 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f25838ed-574d-493a-b4e8-9d4384a84f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962358804', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:09:33Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:34Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'cf44ea5e-b7fd-43e3-9b15-fe75d0076017', 'name': '', 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:06:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:40Z', 'updated_at': '2022-01-28T06:09:46Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:11:32.355680 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-518ff27b-adef-4d43-a8ec-50bd08cf759d req-056b2f6b-9bd7-46ad-8fa4-cc08fff880ea service neutron] 10.222.0.64 "GET /v2.0/networks/58adc0c3-53d3-4c08-a035-de2b81ec7524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188978 Jan 28 06:11:32.375065 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25838ed-574d-493a-b4e8-9d4384a84f51 None None] The sync data for ids ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'] in n-d-812111-12 is: [{'id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962358804', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:09:33Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:34Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'cf44ea5e-b7fd-43e3-9b15-fe75d0076017', 'name': '', 'network_id': '58adc0c3-53d3-4c08-a035-de2b81ec7524', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'mac_address': 'fa:16:3e:06:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:40Z', 'updated_at': '2022-01-28T06:09:46Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'subnets': [{'id': '0dda04ee-5801-446a-bfda-b0beac6e9c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:11:32.673011 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3166597-24ef-4e10-99a5-9d21a7056b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:32.929385 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2331b4c1-878b-40cb-8ea5-0e069d2d58a1 None None] New status for floating IP 25e0c7ef-9344-479d-923b-68c1a341ae59: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:11:32.989667 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-43d3ce02-6d94-4f88-a6f4-1d6c2c2eff86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1309350 Jan 28 06:11:33.164866 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-97aa02f7-f2d0-46ab-b3ed-25b5ec46ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:33.165961 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-97aa02f7-f2d0-46ab-b3ed-25b5ec46ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:33.166498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-97aa02f7-f2d0-46ab-b3ed-25b5ec46ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:33.166978 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-97aa02f7-f2d0-46ab-b3ed-25b5ec46ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:33.167452 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-97aa02f7-f2d0-46ab-b3ed-25b5ec46ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:33.167924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-97aa02f7-f2d0-46ab-b3ed-25b5ec46ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:33.168424 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-97aa02f7-f2d0-46ab-b3ed-25b5ec46ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:33.170904 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-97aa02f7-f2d0-46ab-b3ed-25b5ec46ed58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d224c5804ad8477a9a70c890f5535963&device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 6509 time: 0.0776243 Jan 28 06:11:33.209967 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d563434-8286-4b58-8ae7-6f5e889405e4 req-1f43688e-40b5-4f0c-a2c6-3e6fb17be704 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:33.213340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d563434-8286-4b58-8ae7-6f5e889405e4 req-1f43688e-40b5-4f0c-a2c6-3e6fb17be704 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.0751722 Jan 28 06:11:33.352589 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d563434-8286-4b58-8ae7-6f5e889405e4 req-460cb53d-684f-42e0-9312-edefd47947b6 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/security-groups?id=ced72587-9bdf-4e77-8131-f94050c85ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211274 Jan 28 06:11:33.411186 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9daad3-a73d-4652-90bb-f746782ba42d req-93ec271e-d1bb-44e9-81f9-f6ebf8cf3ae4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:33.413621 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2d9daad3-a73d-4652-90bb-f746782ba42d req-93ec271e-d1bb-44e9-81f9-f6ebf8cf3ae4 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 945 time: 0.1774139 Jan 28 06:11:33.479677 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-aea86973-185a-427a-9528-2602de55fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:33.480160 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-aea86973-185a-427a-9528-2602de55fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:33.480636 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-aea86973-185a-427a-9528-2602de55fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:33.482274 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-aea86973-185a-427a-9528-2602de55fabb service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a969021-10d0-46ce-bf92-b6d579bcb94e&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&id=a5d76cd0-485c-42ba-8694-d68708a2c641&id=a5d76cd0-485c-42ba-8694-d68708a2c641 HTTP/1.1" status: 200 len: 2299 time: 0.2875283 Jan 28 06:11:33.588477 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-3bba0f08-368f-44d4-ac4a-9bb792a21c95 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba1a9e75-2625-4b3b-834e-532611f3d6db HTTP/1.1" status: 200 len: 1000 time: 0.0998166 Jan 28 06:11:33.663207 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-2d9daad3-a73d-4652-90bb-f746782ba42d req-e08526a4-6800-46ed-968c-eb4848ea361a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting port beba85ff-b233-488e-be5d-b20b692fd8a8 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:11:33.663929 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2d9daad3-a73d-4652-90bb-f746782ba42d req-e08526a4-6800-46ed-968c-eb4848ea361a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:33.731487 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-0fcc3c56-35ec-4c48-8e84-fc9fba4e32a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:33.733032 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-0fcc3c56-35ec-4c48-8e84-fc9fba4e32a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8d1a992-5501-4414-a397-3bc94c532606 HTTP/1.1" status: 200 len: 856 time: 0.1391845 Jan 28 06:11:33.812078 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-2d9daad3-a73d-4652-90bb-f746782ba42d req-e08526a4-6800-46ed-968c-eb4848ea361a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] For port beba85ff-b233-488e-be5d-b20b692fd8a8, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=beba85ff-b233-488e-be5d-b20b692fd8a8,segment=NetworkSegment(9f0c3f87-9c52-4f80-a420-a80965b799e5),segment_id=9f0c3f87-9c52-4f80-a420-a80965b799e5)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:11:33.812394 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2d9daad3-a73d-4652-90bb-f746782ba42d req-e08526a4-6800-46ed-968c-eb4848ea361a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:33.831445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-10db1f2a-f2a4-46ae-9878-a1307051a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:33.832938 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-10db1f2a-f2a4-46ae-9878-a1307051a5d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a969021-10d0-46ce-bf92-b6d579bcb94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945504 Jan 28 06:11:33.841787 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-2d9daad3-a73d-4652-90bb-f746782ba42d req-e08526a4-6800-46ed-968c-eb4848ea361a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Calling delete_port for beba85ff-b233-488e-be5d-b20b692fd8a8 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:11:34.006729 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-71ef9199-a9cd-4b49-8b36-5e67cd727356 service neutron] 10.222.0.60 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660745 Jan 28 06:11:34.137777 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-a33ae621-16b3-4a3b-907c-452248e42d95 service neutron] 10.222.0.60 "GET /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254463 Jan 28 06:11:34.186699 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-b4d8dc67-02e9-4b96-a28d-84faea94c5a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cf023bbd-f379-442d-b98b-2268074debed HTTP/1.1" status: 200 len: 217 time: 0.0433567 Jan 28 06:11:34.236405 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-692c4802-77b7-47f6-bc1a-f125ca617ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:34.237897 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-692c4802-77b7-47f6-bc1a-f125ca617ca3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0459058 Jan 28 06:11:34.286751 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-909a24b7-c410-41bf-8420-3130a99c0f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:34.288725 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-909a24b7-c410-41bf-8420-3130a99c0f25 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0447669 Jan 28 06:11:34.343637 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2d9daad3-a73d-4652-90bb-f746782ba42d req-e08526a4-6800-46ed-968c-eb4848ea361a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (beba85ff-b233-488e-be5d-b20b692fd8a8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:34.383410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08526a4-6800-46ed-968c-eb4848ea361a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Port': ['ID=beba85ff-b233-488e-be5d-b20b692fd8a8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:34.458472 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9daad3-a73d-4652-90bb-f746782ba42d req-e08526a4-6800-46ed-968c-eb4848ea361a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] No DVR routers for this DVR port beba85ff-b233-488e-be5d-b20b692fd8a8 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:11:34.462985 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2d9daad3-a73d-4652-90bb-f746782ba42d req-e08526a4-6800-46ed-968c-eb4848ea361a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:34.466569 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2d9daad3-a73d-4652-90bb-f746782ba42d req-e08526a4-6800-46ed-968c-eb4848ea361a tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.64 "DELETE /v2.0/ports/beba85ff-b233-488e-be5d-b20b692fd8a8 HTTP/1.1" status: 204 len: 173 time: 1.0427740 Jan 28 06:11:34.467034 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'name': 'network-vif-deleted', 'tag': 'beba85ff-b233-488e-be5d-b20b692fd8a8'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:11:34.469362 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bfbb2d-c4a8-450b-9a4a-171d58d37af1" -d '{"events": [{"server_uuid": "1d2f599d-a4b7-430a-aac4-9e8a673c5894", "name": "network-vif-deleted", "tag": "beba85ff-b233-488e-be5d-b20b692fd8a8"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:11:34.473906 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a83eed92-8c68-4e71-9520-9a1698dffb2d req-ec17bb14-577b-4808-9566-21ad6c37c1bb tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 210 time: 0.0537140 Jan 28 06:11:34.518122 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-b1e03b47-1af2-425f-9c55-7f0bf35b26f2 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228067 Jan 28 06:11:34.554368 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b5206e-31be-4e90-af04-b02443de1af4 x-openstack-request-id: req-e6b5206e-31be-4e90-af04-b02443de1af4 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:11:34.554699 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2f599d-a4b7-430a-aac4-9e8a673c5894", "name": "network-vif-deleted", "tag": "beba85ff-b233-488e-be5d-b20b692fd8a8", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:11:34.554960 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6b5206e-31be-4e90-af04-b02443de1af4 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:11:34.555375 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2f599d-a4b7-430a-aac4-9e8a673c5894', 'name': 'network-vif-deleted', 'tag': 'beba85ff-b233-488e-be5d-b20b692fd8a8', 'status': 'completed', 'code': 200} Jan 28 06:11:34.695481 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-8cd4b245-168a-43b7-ab22-0fbc6122456e service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695869 Jan 28 06:11:34.787577 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-5f8b7681-56e0-4814-839a-1757e71e68e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=3d7aec7c-6c76-43ad-8b10-438b87915c84 HTTP/1.1" status: 200 len: 217 time: 0.0841019 Jan 28 06:11:34.863682 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-8daeaa54-61a9-4192-ad80-29ef02658d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:34.866583 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-8daeaa54-61a9-4192-ad80-29ef02658d4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0741043 Jan 28 06:11:34.925034 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eac332ee-d311-4b0b-ac13-9686335b7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:34.928688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-185bde4a-2ee4-4b57-895b-24bbc8c3d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:34.936234 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-185bde4a-2ee4-4b57-895b-24bbc8c3d744 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0634797 Jan 28 06:11:35.072959 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-4f04f2eb-5b85-4d6f-ad8f-3b67bd70c720 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314988 Jan 28 06:11:35.191607 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-212ee17a-a4c8-457e-8433-e4a1ac9c69c3 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130598 Jan 28 06:11:35.236179 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-a14ea12c-b273-40a3-85ca-18e91de4e004 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=ca87f836-9fd5-4209-b3c5-41f6387f4d75 HTTP/1.1" status: 200 len: 217 time: 0.0379181 Jan 28 06:11:35.288462 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-b8a52e60-077f-4a36-80ff-fd6fea9e3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:35.290681 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-b8a52e60-077f-4a36-80ff-fd6fea9e3a6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0485001 Jan 28 06:11:35.342207 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device beba85ff-b233-488e-be5d-b20b692fd8a8 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:11:35.351572 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-deba52d3-4f12-4082-8d7d-10942ddd3e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:35.353093 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-deba52d3-4f12-4082-8d7d-10942ddd3e71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0571573 Jan 28 06:11:35.365443 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: beba85ff-b233-488e-be5d-b20b692fd8a8 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:11:35.365763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device beba85ff-b233-488e-be5d-b20b692fd8a8 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:11:35.460092 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-2fc99f7b-d7e7-4b69-8fcc-c74b55dc9398 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004136 Jan 28 06:11:35.629411 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-c2e2ad79-1d8e-45b4-959b-c0130371be7c service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635756 Jan 28 06:11:35.699089 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-586b41c6-5517-4530-add9-6b7f9699206e req-1761c27b-7e5d-44a6-a411-07827254b25f tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 210 time: 0.0381017 Jan 28 06:11:35.704507 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-005c8c81-d42c-480d-9d6b-edf4ac929df4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=95c9879d-ae0d-45e3-9528-af14ccccd72f HTTP/1.1" status: 200 len: 217 time: 0.0685980 Jan 28 06:11:35.760944 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-ab7ea1cd-f5d1-49db-ac37-cd7e1d5ac04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:35.762111 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-ab7ea1cd-f5d1-49db-ac37-cd7e1d5ac04f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 200 len: 797 time: 0.0516632 Jan 28 06:11:35.832018 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-7fd4ecd1-b633-48da-a5c5-a9708fa9d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:35.832018 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-7fd4ecd1-b633-48da-a5c5-a9708fa9d70a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=979f357d-68ca-4553-bd22-7ffee2a7e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0620406 Jan 28 06:11:35.947460 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-e813f939-b970-41f6-996c-13e00abcc521 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110532 Jan 28 06:11:36.391176 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-099761b4-0650-4724-b2aa-94b705341b4d req-01797989-c519-4615-b70e-013b99476d14 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0318797 Jan 28 06:11:36.429101 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-7caddf1a-8f6a-40e4-9a34-34ea3b871876 service neutron] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763238 Jan 28 06:11:36.517806 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-099761b4-0650-4724-b2aa-94b705341b4d req-0f85122b-32f4-4590-82fd-b8574000bec3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53e120d2a4c8e8606808e4590906b&device_id=1d2f599d-a4b7-430a-aac4-9e8a673c5894 HTTP/1.1" status: 200 len: 210 time: 0.0421672 Jan 28 06:11:36.519144 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-d75d720a-b7f2-411e-b2df-81d3754c510d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 HTTP/1.1" status: 200 len: 217 time: 0.0843720 Jan 28 06:11:36.686376 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-60a71094-7f79-42ef-8617-cf0d1cf80859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:36.687967 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-60a71094-7f79-42ef-8617-cf0d1cf80859 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=983e2d1e-1ce6-416e-a013-56730d18136b HTTP/1.1" status: 200 len: 797 time: 0.1628582 Jan 28 06:11:36.758895 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:36.775076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40036) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:36.801650 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-5e039306-8fe5-40ce-87c6-54b951ce1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:36.804035 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-5e039306-8fe5-40ce-87c6-54b951ce1491 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1088986 Jan 28 06:11:36.828182 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099761b4-0650-4724-b2aa-94b705341b4d req-7f1aceab-f6f2-4508-b87f-aed19b82da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:36.830003 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-099761b4-0650-4724-b2aa-94b705341b4d req-7f1aceab-f6f2-4508-b87f-aed19b82da02 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=59d53e120d2a4c8e8606808e4590906b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2724643 Jan 28 06:11:37.093928 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099761b4-0650-4724-b2aa-94b705341b4d req-92a7a55b-b551-4d2d-bf17-69d4a09b5314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:37.095452 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-099761b4-0650-4724-b2aa-94b705341b4d req-92a7a55b-b551-4d2d-bf17-69d4a09b5314 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2553809 Jan 28 06:11:37.100287 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-4088948c-0389-4257-904e-cea6d0c1256b service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897656 Jan 28 06:11:37.220082 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-b2bc85e2-347b-4a29-9fce-b22bf50bac07 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117926 Jan 28 06:11:37.289253 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-97a93c65-9272-4e92-a645-26abbf4de94a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f HTTP/1.1" status: 200 len: 217 time: 0.0630081 Jan 28 06:11:37.344325 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-68e28d38-c700-409a-b1b2-c7bbbaacec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:37.347524 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-68e28d38-c700-409a-b1b2-c7bbbaacec1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=983e2d1e-1ce6-416e-a013-56730d18136b HTTP/1.1" status: 200 len: 797 time: 0.0523539 Jan 28 06:11:37.410539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-e2d20542-efab-4c3d-85fb-11de14a349f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:37.414392 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-e2d20542-efab-4c3d-85fb-11de14a349f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5d76cd0-485c-42ba-8694-d68708a2c641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0613253 Jan 28 06:11:37.527888 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-23b266da-09b4-4186-be4f-3cb280322359 service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073828 Jan 28 06:11:37.714859 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d10627cd-91fa-4388-afc1-aa9ddd979178 req-dfd80a73-cd83-4784-b5fa-9cd65981d34d service neutron] 10.222.0.60 "GET /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812363 Jan 28 06:11:37.776188 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ced11626-503a-46ee-beae-9cc020998ea0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (d397c5ec-c6e3-44b5-a9b9-7de21d334062), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:38.015411 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:38.181669 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ced11626-503a-46ee-beae-9cc020998ea0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting port cf44ea5e-b7fd-43e3-9b15-fe75d0076017 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:11:38.183407 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ced11626-503a-46ee-beae-9cc020998ea0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:38.292157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-ced11626-503a-46ee-beae-9cc020998ea0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] For port cf44ea5e-b7fd-43e3-9b15-fe75d0076017, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cf44ea5e-b7fd-43e3-9b15-fe75d0076017,segment=NetworkSegment(9f0c3f87-9c52-4f80-a420-a80965b799e5),segment_id=9f0c3f87-9c52-4f80-a420-a80965b799e5)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:11:38.292520 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ced11626-503a-46ee-beae-9cc020998ea0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:38.306841 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ced11626-503a-46ee-beae-9cc020998ea0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Calling delete_port for cf44ea5e-b7fd-43e3-9b15-fe75d0076017 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:11:38.764450 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ced11626-503a-46ee-beae-9cc020998ea0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (cf44ea5e-b7fd-43e3-9b15-fe75d0076017), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:38.798312 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced11626-503a-46ee-beae-9cc020998ea0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Port': ['ID=cf44ea5e-b7fd-43e3-9b15-fe75d0076017,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:39.078833 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ced11626-503a-46ee-beae-9cc020998ea0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (d397c5ec-c6e3-44b5-a9b9-7de21d334062), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:39.210568 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:39.357942 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced11626-503a-46ee-beae-9cc020998ea0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Router d397c5ec-c6e3-44b5-a9b9-7de21d334062 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:11:39.537164 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced11626-503a-46ee-beae-9cc020998ea0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:11:39.548375 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ced11626-503a-46ee-beae-9cc020998ea0 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "PUT /v2.0/routers/d397c5ec-c6e3-44b5-a9b9-7de21d334062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7748449 Jan 28 06:11:39.549082 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40126) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:39.563514 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1112c6f-0080-41df-bf7b-448ac3ca00cf None None] Sync routers for ids ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:11:39.587759 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1112c6f-0080-41df-bf7b-448ac3ca00cf None None] Routers {'d397c5ec-c6e3-44b5-a9b9-7de21d334062'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:11:39.591042 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a1112c6f-0080-41df-bf7b-448ac3ca00cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:11:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:11:39.678739 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b25196-3614-4a61-814a-d897b6904bde tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting subnet 0dda04ee-5801-446a-bfda-b0beac6e9c5d {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:11:39.684780 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55b25196-3614-4a61-814a-d897b6904bde tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for subnet (0dda04ee-5801-446a-bfda-b0beac6e9c5d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:39.754649 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a1112c6f-0080-41df-bf7b-448ac3ca00cf None None] Set router d397c5ec-c6e3-44b5-a9b9-7de21d334062 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:11:39.784013 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55b25196-3614-4a61-814a-d897b6904bde tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (0dda04ee-5801-446a-bfda-b0beac6e9c5d), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:39.985238 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55b25196-3614-4a61-814a-d897b6904bde tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (0dda04ee-5801-446a-bfda-b0beac6e9c5d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:40.166462 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a1112c6f-0080-41df-bf7b-448ac3ca00cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962358804', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:09:33Z', 'updated_at': '2022-01-28T06:11:38Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:34Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:11:40.200379 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1112c6f-0080-41df-bf7b-448ac3ca00cf None None] Checking router: d397c5ec-c6e3-44b5-a9b9-7de21d334062 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:11:40.210496 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1112c6f-0080-41df-bf7b-448ac3ca00cf None None] Routers {'d397c5ec-c6e3-44b5-a9b9-7de21d334062'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:11:40.211043 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a1112c6f-0080-41df-bf7b-448ac3ca00cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:11:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:11:40.357660 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a1112c6f-0080-41df-bf7b-448ac3ca00cf None None] Set router d397c5ec-c6e3-44b5-a9b9-7de21d334062 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:11:40.514576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40138) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:40.600072 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55b25196-3614-4a61-814a-d897b6904bde tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (0dda04ee-5801-446a-bfda-b0beac6e9c5d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:40.654901 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a1112c6f-0080-41df-bf7b-448ac3ca00cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962358804', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:09:33Z', 'updated_at': '2022-01-28T06:11:38Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:34Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:11:40.663886 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55b25196-3614-4a61-814a-d897b6904bde tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:40.668917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04982083-469f-4b59-9b2f-7a6453cce7e7 None None] Network 58adc0c3-53d3-4c08-a035-de2b81ec7524 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:11:40.673448 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-55b25196-3614-4a61-814a-d897b6904bde tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/subnets/0dda04ee-5801-446a-bfda-b0beac6e9c5d HTTP/1.1" status: 204 len: 168 time: 1.1231723 Jan 28 06:11:40.674390 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b25196-3614-4a61-814a-d897b6904bde tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Subnet': ['ID=0dda04ee-5801-446a-bfda-b0beac6e9c5d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:40.676047 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40142) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:40.690957 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1112c6f-0080-41df-bf7b-448ac3ca00cf None None] The sync data for ids ['d397c5ec-c6e3-44b5-a9b9-7de21d334062'] in n-d-812111-12 is: [{'id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962358804', 'tenant_id': '59d53e120d2a4c8e8606808e4590906b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:09:33Z', 'updated_at': '2022-01-28T06:11:38Z', 'revision_number': 5, 'project_id': '59d53e120d2a4c8e8606808e4590906b', 'gw_port': {'id': 'b2437197-5d72-4e03-9d05-c9fd288b6118', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd397c5ec-c6e3-44b5-a9b9-7de21d334062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:09:34Z', 'updated_at': '2022-01-28T06:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:11:40.790594 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2a621909-9e85-4b6f-8a66-e961ad8d269a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:41.043602 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2a621909-9e85-4b6f-8a66-e961ad8d269a admin admin] Publish callbacks [] for security_group (fb2aa2d5-0fe3-40a7-b6b4-8eb6eb1ac137), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:41.062016 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-472ff3bf-48bb-4fd9-b872-a8494d34eb63 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router (d397c5ec-c6e3-44b5-a9b9-7de21d334062), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:41.126123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c623d894-dc71-43ca-a986-1925667edc47 None None] DHCP port deletion for 58adc0c3-53d3-4c08-a035-de2b81ec7524 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:11:41.133630 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2a621909-9e85-4b6f-8a66-e961ad8d269a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (fb2aa2d5-0fe3-40a7-b6b4-8eb6eb1ac137), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:41.172866 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2a621909-9e85-4b6f-8a66-e961ad8d269a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c49a1ddb76364011bbb79e3e719463a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6547945 Jan 28 06:11:41.173358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40152) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:41.260169 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a621909-9e85-4b6f-8a66-e961ad8d269a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2aa2d5-0fe3-40a7-b6b4-8eb6eb1ac137,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:41.301745 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-472ff3bf-48bb-4fd9-b872-a8494d34eb63 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_gateway (d397c5ec-c6e3-44b5-a9b9-7de21d334062), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:41.342639 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cf44ea5e-b7fd-43e3-9b15-fe75d0076017 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:11:41.373151 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf561535-c33e-4478-b2cd-dc38cf4fe933 admin admin] Publish callbacks [] for security_group (fb2aa2d5-0fe3-40a7-b6b4-8eb6eb1ac137), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:41.393818 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: cf44ea5e-b7fd-43e3-9b15-fe75d0076017 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:11:41.394159 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cf44ea5e-b7fd-43e3-9b15-fe75d0076017 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:11:41.394593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 59171b78-c275-4b30-a96f-02fba30bee5e no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:11:41.441676 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf561535-c33e-4478-b2cd-dc38cf4fe933 admin admin] Publish callbacks [] for security_group (fb2aa2d5-0fe3-40a7-b6b4-8eb6eb1ac137), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:41.499884 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c623d894-dc71-43ca-a986-1925667edc47 None None] Deleting port 59171b78-c275-4b30-a96f-02fba30bee5e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:11:41.500430 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c623d894-dc71-43ca-a986-1925667edc47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (59171b78-c275-4b30-a96f-02fba30bee5e), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:41.567029 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-472ff3bf-48bb-4fd9-b872-a8494d34eb63 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Deleting port b2437197-5d72-4e03-9d05-c9fd288b6118 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:11:41.573712 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-472ff3bf-48bb-4fd9-b872-a8494d34eb63 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b2437197-5d72-4e03-9d05-c9fd288b6118), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:41.627455 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf561535-c33e-4478-b2cd-dc38cf4fe933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (fb2aa2d5-0fe3-40a7-b6b4-8eb6eb1ac137), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:41.631284 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf561535-c33e-4478-b2cd-dc38cf4fe933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:41.632812 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cf561535-c33e-4478-b2cd-dc38cf4fe933 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb2aa2d5-0fe3-40a7-b6b4-8eb6eb1ac137 HTTP/1.1" status: 204 len: 168 time: 0.4568038 Jan 28 06:11:41.652445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf561535-c33e-4478-b2cd-dc38cf4fe933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2aa2d5-0fe3-40a7-b6b4-8eb6eb1ac137,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:41.701557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 59171b78-c275-4b30-a96f-02fba30bee5e is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:11:41.702113 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (59171b78-c275-4b30-a96f-02fba30bee5e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:41.719002 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c623d894-dc71-43ca-a986-1925667edc47 None None] For port 59171b78-c275-4b30-a96f-02fba30bee5e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=59171b78-c275-4b30-a96f-02fba30bee5e,segment=NetworkSegment(9f0c3f87-9c52-4f80-a420-a80965b799e5),segment_id=9f0c3f87-9c52-4f80-a420-a80965b799e5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:11:41.719431 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c623d894-dc71-43ca-a986-1925667edc47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (59171b78-c275-4b30-a96f-02fba30bee5e), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:41.768143 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c623d894-dc71-43ca-a986-1925667edc47 None None] Calling delete_port for 59171b78-c275-4b30-a96f-02fba30bee5e owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:11:41.807903 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-472ff3bf-48bb-4fd9-b872-a8494d34eb63 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] For port b2437197-5d72-4e03-9d05-c9fd288b6118, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b2437197-5d72-4e03-9d05-c9fd288b6118,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:11:41.808416 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-472ff3bf-48bb-4fd9-b872-a8494d34eb63 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b2437197-5d72-4e03-9d05-c9fd288b6118), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:41.824089 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 59171b78-c275-4b30-a96f-02fba30bee5e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=59171b78-c275-4b30-a96f-02fba30bee5e,segment=NetworkSegment(9f0c3f87-9c52-4f80-a420-a80965b799e5),segment_id=9f0c3f87-9c52-4f80-a420-a80965b799e5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:11:41.836040 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-472ff3bf-48bb-4fd9-b872-a8494d34eb63 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Calling delete_port for b2437197-5d72-4e03-9d05-c9fd288b6118 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:11:41.947141 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (59171b78-c275-4b30-a96f-02fba30bee5e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:42.073935 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c623d894-dc71-43ca-a986-1925667edc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (59171b78-c275-4b30-a96f-02fba30bee5e), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:42.135851 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=59171b78-c275-4b30-a96f-02fba30bee5e,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:42.236593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623d894-dc71-43ca-a986-1925667edc47 None None] No DVR routers for this DVR port 59171b78-c275-4b30-a96f-02fba30bee5e on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:11:42.262567 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623d894-dc71-43ca-a986-1925667edc47 None None] Pushing event deleted for resources: {'Port': ['ID=59171b78-c275-4b30-a96f-02fba30bee5e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:42.381800 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-472ff3bf-48bb-4fd9-b872-a8494d34eb63 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (b2437197-5d72-4e03-9d05-c9fd288b6118), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:42.417408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ff3bf-48bb-4fd9-b872-a8494d34eb63 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Port': ['ID=b2437197-5d72-4e03-9d05-c9fd288b6118,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:42.492408 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-472ff3bf-48bb-4fd9-b872-a8494d34eb63 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (d397c5ec-c6e3-44b5-a9b9-7de21d334062), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:42.665543 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-472ff3bf-48bb-4fd9-b872-a8494d34eb63 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (d397c5ec-c6e3-44b5-a9b9-7de21d334062), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:42.667876 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-472ff3bf-48bb-4fd9-b872-a8494d34eb63 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router_controller (d397c5ec-c6e3-44b5-a9b9-7de21d334062), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:42.706637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40166) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:42.746969 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1dcc-a268-4e38-9680-af2aa70417d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:42.850915 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-472ff3bf-48bb-4fd9-b872-a8494d34eb63 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (d397c5ec-c6e3-44b5-a9b9-7de21d334062), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:42.854684 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472ff3bf-48bb-4fd9-b872-a8494d34eb63 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Fanout notify agent at l3_agent the message router_deleted on router d397c5ec-c6e3-44b5-a9b9-7de21d334062 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:11:42.908070 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-472ff3bf-48bb-4fd9-b872-a8494d34eb63 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:42.912629 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-472ff3bf-48bb-4fd9-b872-a8494d34eb63 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/routers/d397c5ec-c6e3-44b5-a9b9-7de21d334062 HTTP/1.1" status: 204 len: 168 time: 2.2356546 Jan 28 06:11:42.921174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40170) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:43.096977 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1cba635b-5947-46ac-9651-7a4ac30821c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (58adc0c3-53d3-4c08-a035-de2b81ec7524), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:43.240653 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1cba635b-5947-46ac-9651-7a4ac30821c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (58adc0c3-53d3-4c08-a035-de2b81ec7524), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:43.265397 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1dcc-a268-4e38-9680-af2aa70417d4 admin admin] Publish callbacks [] for security_group (98797ed5-0a9f-4989-b10d-5a366c315c80), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:43.275909 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1cba635b-5947-46ac-9651-7a4ac30821c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58adc0c3-53d3-4c08-a035-de2b81ec7524']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:11:43.288658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1cba635b-5947-46ac-9651-7a4ac30821c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0c3f87-9c52-4f80-a420-a80965b799e5') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:11:43.288968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1cba635b-5947-46ac-9651-7a4ac30821c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0c3f87-9c52-4f80-a420-a80965b799e5') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:11:43.298910 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1cba635b-5947-46ac-9651-7a4ac30821c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (9f0c3f87-9c52-4f80-a420-a80965b799e5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:43.319398 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1cba635b-5947-46ac-9651-7a4ac30821c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (9f0c3f87-9c52-4f80-a420-a80965b799e5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:43.327884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cba635b-5947-46ac-9651-7a4ac30821c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:11:43.328408 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1cba635b-5947-46ac-9651-7a4ac30821c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (9f0c3f87-9c52-4f80-a420-a80965b799e5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:11:43.332923 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:11:43.353143 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1dcc-a268-4e38-9680-af2aa70417d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (98797ed5-0a9f-4989-b10d-5a366c315c80), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:43.441618 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2a6a1dcc-a268-4e38-9680-af2aa70417d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7090a2203bfe4af0bdaced16ac47e1ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7325015 Jan 28 06:11:43.448535 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a1dcc-a268-4e38-9680-af2aa70417d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98797ed5-0a9f-4989-b10d-5a366c315c80,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:43.460268 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40178) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:43.561288 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-327ce34b-aa60-43a6-9eec-653d13c8f3b4 admin admin] Publish callbacks [] for security_group (98797ed5-0a9f-4989-b10d-5a366c315c80), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:43.575472 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1cba635b-5947-46ac-9651-7a4ac30821c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (58adc0c3-53d3-4c08-a035-de2b81ec7524), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:43.588888 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1cba635b-5947-46ac-9651-7a4ac30821c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:43.595226 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1cba635b-5947-46ac-9651-7a4ac30821c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/networks/58adc0c3-53d3-4c08-a035-de2b81ec7524 HTTP/1.1" status: 204 len: 168 time: 0.6634321 Jan 28 06:11:43.595433 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-327ce34b-aa60-43a6-9eec-653d13c8f3b4 admin admin] Publish callbacks [] for security_group (98797ed5-0a9f-4989-b10d-5a366c315c80), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:43.595952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40180) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:43.606356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba635b-5947-46ac-9651-7a4ac30821c1 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'Network': ['ID=58adc0c3-53d3-4c08-a035-de2b81ec7524,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:43.697456 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c9a0285-c6a0-4508-9c4c-1b3cdb4c17f5 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (ced72587-9bdf-4e77-8131-f94050c85ad4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:43.726044 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c9a0285-c6a0-4508-9c4c-1b3cdb4c17f5 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (ced72587-9bdf-4e77-8131-f94050c85ad4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:44.409121 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-327ce34b-aa60-43a6-9eec-653d13c8f3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (98797ed5-0a9f-4989-b10d-5a366c315c80), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:44.409121 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-327ce34b-aa60-43a6-9eec-653d13c8f3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:44.412088 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-327ce34b-aa60-43a6-9eec-653d13c8f3b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98797ed5-0a9f-4989-b10d-5a366c315c80 HTTP/1.1" status: 204 len: 168 time: 0.9508011 Jan 28 06:11:44.454187 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ce34b-aa60-43a6-9eec-653d13c8f3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98797ed5-0a9f-4989-b10d-5a366c315c80,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:44.481091 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c9a0285-c6a0-4508-9c4c-1b3cdb4c17f5 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ced72587-9bdf-4e77-8131-f94050c85ad4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:44.486159 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c9a0285-c6a0-4508-9c4c-1b3cdb4c17f5 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:44.487387 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3c9a0285-c6a0-4508-9c4c-1b3cdb4c17f5 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] 10.222.0.31 "DELETE /v2.0/security-groups/ced72587-9bdf-4e77-8131-f94050c85ad4 HTTP/1.1" status: 204 len: 168 time: 0.8906505 Jan 28 06:11:44.511972 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a0285-c6a0-4508-9c4c-1b3cdb4c17f5 tempest-TestNetworkAdvancedServerOps-2103099256 tempest-TestNetworkAdvancedServerOps-2103099256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced72587-9bdf-4e77-8131-f94050c85ad4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:44.666809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-b6ed0fcb-f2c8-4c86-a803-c81077337e78 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:44.668323 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-b6ed0fcb-f2c8-4c86-a803-c81077337e78 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 811 time: 0.1491799 Jan 28 06:11:44.685352 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-f6e175ca-07f8-482c-b112-206315b95a3d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/quotas/daa041954cd34e19820d06481218d4c6 HTTP/1.1" status: 200 len: 375 time: 0.0112171 Jan 28 06:11:44.742803 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-35c20dfd-36ae-4064-8c66-73f36a4fe5ef tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518823 Jan 28 06:11:44.842609 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-478178b9-def1-42e8-85f5-ec60cf8c318c service neutron] 10.222.0.31 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928624 Jan 28 06:11:44.961690 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b2437197-5d72-4e03-9d05-c9fd288b6118 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:11:45.041560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-52d0eef7-9e2e-4ecc-95f3-fee9d0665c72 service neutron] 10.222.0.31 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925979 Jan 28 06:11:45.055004 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: b2437197-5d72-4e03-9d05-c9fd288b6118 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:11:45.055004 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b2437197-5d72-4e03-9d05-c9fd288b6118 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:11:45.247459 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40222) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:45.545530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c6052fa-75c5-4ed3-8b69-aa0b81edaf1a req-d95aba05-2afe-4275-bbd5-aac3d5d1683b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 210 time: 0.0935130 Jan 28 06:11:45.545779 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-330e6fa0-a54a-462e-8103-97cb0b2d62c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59d53e120d2a4c8e8606808e4590906b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2951422 Jan 28 06:11:45.546400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40248) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:45.605187 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad151108-6a07-41d7-aaf3-e9e63a6f8481 admin admin] Publish callbacks [] for security_group (fd65a47e-b7d7-47fa-a430-1fcb57a7ce6a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:45.637879 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad151108-6a07-41d7-aaf3-e9e63a6f8481 admin admin] Publish callbacks [] for security_group (fd65a47e-b7d7-47fa-a430-1fcb57a7ce6a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:45.792570 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad151108-6a07-41d7-aaf3-e9e63a6f8481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (fd65a47e-b7d7-47fa-a430-1fcb57a7ce6a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:45.795368 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad151108-6a07-41d7-aaf3-e9e63a6f8481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:45.797134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ad151108-6a07-41d7-aaf3-e9e63a6f8481 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd65a47e-b7d7-47fa-a430-1fcb57a7ce6a HTTP/1.1" status: 204 len: 168 time: 0.2491910 Jan 28 06:11:45.813232 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad151108-6a07-41d7-aaf3-e9e63a6f8481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd65a47e-b7d7-47fa-a430-1fcb57a7ce6a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:46.525486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40274) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:46.574489 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-dcec1efb-0154-49c8-a955-f750bd2d34f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5d1e10356ee48f39bbc5656e3b0d0a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0472786 Jan 28 06:11:46.576891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 40278) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:11:46.627931 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-19311532-7cf3-43b4-b881-376d3183a931 admin admin] Publish callbacks [] for security_group (bfa2b3ff-cff5-422e-82bf-ec12905f7b1f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:46.660234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-19311532-7cf3-43b4-b881-376d3183a931 admin admin] Publish callbacks [] for security_group (bfa2b3ff-cff5-422e-82bf-ec12905f7b1f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:46.672185 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54914ad3-cbeb-4782-ba42-edb450107989 req-14087ca8-6f3d-445b-86d4-d5566f4795cb tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 210 time: 0.0370097 Jan 28 06:11:46.821508 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-19311532-7cf3-43b4-b881-376d3183a931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bfa2b3ff-cff5-422e-82bf-ec12905f7b1f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:46.828213 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-19311532-7cf3-43b4-b881-376d3183a931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:46.841011 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-19311532-7cf3-43b4-b881-376d3183a931 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfa2b3ff-cff5-422e-82bf-ec12905f7b1f HTTP/1.1" status: 204 len: 168 time: 0.2577035 Jan 28 06:11:46.858172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19311532-7cf3-43b4-b881-376d3183a931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa2b3ff-cff5-422e-82bf-ec12905f7b1f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:47.829149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3ad7cef-b2e7-4f66-b855-e2020b169627 req-05fae09d-b8cf-4a6e-b614-c615c1a858c6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 210 time: 0.0290191 Jan 28 06:11:48.206695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-4aad50c1-eb13-4d2d-bfcb-8c6cd0e6c13d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:48.208948 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-4aad50c1-eb13-4d2d-bfcb-8c6cd0e6c13d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 811 time: 0.1365101 Jan 28 06:11:48.226924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-39c7d74a-5b8b-436d-9fdf-8dae05cb203d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Request body: {'port': {'device_id': '010cc391-b53b-4afe-81fb-f738d09bc728', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'admin_state_up': True, 'tenant_id': 'daa041954cd34e19820d06481218d4c6'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:11:48.522240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-39c7d74a-5b8b-436d-9fdf-8dae05cb203d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Made reservation on behalf of daa041954cd34e19820d06481218d4c6 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:11:48.523694 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-39c7d74a-5b8b-436d-9fdf-8dae05cb203d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:48.685173 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-39c7d74a-5b8b-436d-9fdf-8dae05cb203d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Allocated IP 172.20.0.11 (89b111dc-0805-4be8-ae88-1abd550770a0/e29bcda2-c5df-4a29-818b-7e378e331ce0/4912eb6c-aa05-4c2f-9ec4-e5703addd2d2) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:11:48.843012 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-39c7d74a-5b8b-436d-9fdf-8dae05cb203d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for port (4912eb6c-aa05-4c2f-9ec4-e5703addd2d2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:48.929743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef9c8b62-7b37-4cfa-ad7f-d1eb5c1a5c6c req-e70643c1-b6fa-44df-8d77-dbafd492cf99 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 210 time: 0.0270200 Jan 28 06:11:48.987241 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-39c7d74a-5b8b-436d-9fdf-8dae05cb203d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (4912eb6c-aa05-4c2f-9ec4-e5703addd2d2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:49.038405 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-39c7d74a-5b8b-436d-9fdf-8dae05cb203d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Network 89b111dc-0805-4be8-ae88-1abd550770a0 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:11:49.050191 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-39c7d74a-5b8b-436d-9fdf-8dae05cb203d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:11:49.053221 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7d74a-5b8b-436d-9fdf-8dae05cb203d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'Port': ['ID=4912eb6c-aa05-4c2f-9ec4-e5703addd2d2,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:49.061546 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-39c7d74a-5b8b-436d-9fdf-8dae05cb203d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:11:49.134335 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-39c7d74a-5b8b-436d-9fdf-8dae05cb203d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:49.135235 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-39c7d74a-5b8b-436d-9fdf-8dae05cb203d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:49.212843 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-39c7d74a-5b8b-436d-9fdf-8dae05cb203d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9910438 Jan 28 06:11:49.241346 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Request body: {'port': {'device_id': '010cc391-b53b-4afe-81fb-f738d09bc728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:11:49.346830 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4912eb6c-aa05-4c2f-9ec4-e5703addd2d2), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:49.456152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0958c9b2-82cd-481e-bc8f-d7ee0d064abc None None] Provisioning complete for port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:11:49.459804 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0958c9b2-82cd-481e-bc8f-d7ee0d064abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4912eb6c-aa05-4c2f-9ec4-e5703addd2d2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:49.547278 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0958c9b2-82cd-481e-bc8f-d7ee0d064abc None None] Port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:11:49.703909 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:11:49.712386 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Publish callbacks [] for port (4912eb6c-aa05-4c2f-9ec4-e5703addd2d2), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:49.724676 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Transition to ACTIVE for port object 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:11:49.813664 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (4912eb6c-aa05-4c2f-9ec4-e5703addd2d2), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:49.861761 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4912eb6c-aa05-4c2f-9ec4-e5703addd2d2,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:50.001096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Attempting to bind port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:11:50.002952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Attempting to bind port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:11:50.003413 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Attempting to bind port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 on network 89b111dc-0805-4be8-ae88-1abd550770a0 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:11:50.013106 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 on network 89b111dc-0805-4be8-ae88-1abd550770a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:11:50.016367 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Attempting to bind port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 on network 89b111dc-0805-4be8-ae88-1abd550770a0 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:11:50.028320 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:11:50.031713 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Checking segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:11:50.034166 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Bound using segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:11:50.034955 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Bound port: 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:11:50.035432 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4912eb6c-aa05-4c2f-9ec4-e5703addd2d2), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:50.154706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d4d90-0877-4f20-85cc-0b709936b186 req-9b1ae2da-68b2-415f-82a7-8e417c51adba tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:50.156389 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f8d4d90-0877-4f20-85cc-0b709936b186 req-9b1ae2da-68b2-415f-82a7-8e417c51adba tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.1070511 Jan 28 06:11:50.192760 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] For port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:11:50.197145 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] For port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=4912eb6c-aa05-4c2f-9ec4-e5703addd2d2,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:11:50.210993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f8d4d90-0877-4f20-85cc-0b709936b186 req-98f1f13c-58e9-4180-988d-2eb83f190252 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464778 Jan 28 06:11:50.279015 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (4912eb6c-aa05-4c2f-9ec4-e5703addd2d2), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:50.371532 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:50.372259 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:50.373945 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] 10.222.0.64 "PUT /v2.0/ports/4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 HTTP/1.1" status: 200 len: 1093 time: 1.1438148 Jan 28 06:11:50.374598 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010cc391-b53b-4afe-81fb-f738d09bc728', 'tag': '4912eb6c-aa05-4c2f-9ec4-e5703addd2d2'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:11:50.376915 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54257253-24f2-48ef-940e-e62ffada3609" -d '{"events": [{"name": "network-changed", "server_uuid": "010cc391-b53b-4afe-81fb-f738d09bc728", "tag": "4912eb6c-aa05-4c2f-9ec4-e5703addd2d2"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:11:50.443856 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e15d7-ceef-4544-a4c7-7c413f0102a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4912eb6c-aa05-4c2f-9ec4-e5703addd2d2,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:11:50.454916 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7138972-f362-41d5-af0d-5d2f3d1a147e x-openstack-request-id: req-c7138972-f362-41d5-af0d-5d2f3d1a147e {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:11:50.455125 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010cc391-b53b-4afe-81fb-f738d09bc728", "tag": "4912eb6c-aa05-4c2f-9ec4-e5703addd2d2", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:11:50.455383 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7138972-f362-41d5-af0d-5d2f3d1a147e {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:11:50.455831 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010cc391-b53b-4afe-81fb-f738d09bc728', 'tag': '4912eb6c-aa05-4c2f-9ec4-e5703addd2d2', 'status': 'completed', 'code': 200} Jan 28 06:11:50.560179 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54257253-24f2-48ef-940e-e62ffada3609 req-6fcdee77-6b38-454b-a4ba-f773d989287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:50.560179 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-54257253-24f2-48ef-940e-e62ffada3609 req-6fcdee77-6b38-454b-a4ba-f773d989287b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 1096 time: 0.0602074 Jan 28 06:11:51.100150 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54257253-24f2-48ef-940e-e62ffada3609 req-e79b65da-e6aa-4e16-b1a5-f5d1ffe6b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:51.102009 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-54257253-24f2-48ef-940e-e62ffada3609 req-e79b65da-e6aa-4e16-b1a5-f5d1ffe6b4f7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=daa041954cd34e19820d06481218d4c6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5361633 Jan 28 06:11:51.260454 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54257253-24f2-48ef-940e-e62ffada3609 req-aecb7b96-beab-405a-9b5a-4b195348179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:51.261851 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-54257253-24f2-48ef-940e-e62ffada3609 req-aecb7b96-beab-405a-9b5a-4b195348179f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1546886 Jan 28 06:11:51.374259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9de41-43da-4444-b129-06fe13608955 req-a17cd57a-fba7-4084-a04a-4bfcd2773da6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:51.382966 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93b9de41-43da-4444-b129-06fe13608955 req-a17cd57a-fba7-4084-a04a-4bfcd2773da6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0827560 Jan 28 06:11:51.393319 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-0de8d27a-4cb4-4200-8998-55766d1e4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:51.394580 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-0de8d27a-4cb4-4200-8998-55766d1e4a05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 1096 time: 0.0670400 Jan 28 06:11:51.487232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93b9de41-43da-4444-b129-06fe13608955 req-9bce59ea-9b39-4320-b338-448048fd573f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030602 Jan 28 06:11:51.492169 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-94c10f07-fde6-4a9a-9686-93348ec372ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 HTTP/1.1" status: 200 len: 217 time: 0.0848486 Jan 28 06:11:51.575791 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-ac102462-d409-48ea-868f-65cd846f579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:51.577480 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-ac102462-d409-48ea-868f-65cd846f579f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.0794544 Jan 28 06:11:51.648659 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-72ca2fdd-c7dc-4acc-9f88-c51bdc1a4bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:51.650180 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-72ca2fdd-c7dc-4acc-9f88-c51bdc1a4bd3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666823 Jan 28 06:11:51.799382 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-60d61a52-7325-4cac-a1db-1a48233145cc service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393323 Jan 28 06:11:51.935438 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ae753dd8-a52a-493e-a5cb-f950e4ebd079 req-60e3050d-ccdf-4b75-ae7b-7ee3aed51044 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294003 Jan 28 06:11:52.637754 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4b563-342c-4672-af75-999e67f1c162 req-f5e91d72-d579-4a77-b363-3be80473819a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:52.647496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9e4b563-342c-4672-af75-999e67f1c162 req-f5e91d72-d579-4a77-b363-3be80473819a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0805221 Jan 28 06:11:52.708025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9e4b563-342c-4672-af75-999e67f1c162 req-abd48090-08f9-49d2-b3e9-ab7e2896725b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592766 Jan 28 06:11:53.862033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f5a71-b974-4161-9813-b9f1fc572a41 req-a59ce2c0-00aa-47af-940a-eff860ee5c0f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:53.865277 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-284f5a71-b974-4161-9813-b9f1fc572a41 req-a59ce2c0-00aa-47af-940a-eff860ee5c0f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0926573 Jan 28 06:11:53.947199 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-284f5a71-b974-4161-9813-b9f1fc572a41 req-956a2e68-276a-4df8-9aca-5985ed475c21 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698264 Jan 28 06:11:54.632321 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:11:55.090615 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b45dab-b8d6-496a-8a60-4a4b88035745 req-5f416d3a-2a48-423d-9e3f-3d5763944ab2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:55.092201 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a7b45dab-b8d6-496a-8a60-4a4b88035745 req-5f416d3a-2a48-423d-9e3f-3d5763944ab2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0728717 Jan 28 06:11:55.144463 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a7b45dab-b8d6-496a-8a60-4a4b88035745 req-1ec7d517-a84c-41a5-8bfa-64a24e238091 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447316 Jan 28 06:11:55.175137 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:56.344900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a800014-afe7-4f7e-9397-bf9875d1a689 req-f7aad476-8500-4b38-9398-213c32fb4453 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:56.347567 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a800014-afe7-4f7e-9397-bf9875d1a689 req-f7aad476-8500-4b38-9398-213c32fb4453 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0883641 Jan 28 06:11:56.411883 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a800014-afe7-4f7e-9397-bf9875d1a689 req-48e68961-0c0a-43dc-9786-d9ec421c97b0 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505867 Jan 28 06:11:57.589719 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e583ada-3f40-4246-85a4-e24090f8974e req-d6cd0fbd-38df-41db-8bfa-3983356c27ca tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:57.591623 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e583ada-3f40-4246-85a4-e24090f8974e req-d6cd0fbd-38df-41db-8bfa-3983356c27ca tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0786104 Jan 28 06:11:57.661771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e583ada-3f40-4246-85a4-e24090f8974e req-bd19f7b2-fcf6-42a1-814a-44f77db69c5e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570900 Jan 28 06:11:57.775245 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:11:58.789172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec6207-c532-4ef7-98a7-65471c49b7fc req-5dcbf631-228d-42d0-aff3-b4668bac7e4d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:11:58.791875 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ceec6207-c532-4ef7-98a7-65471c49b7fc req-5dcbf631-228d-42d0-aff3-b4668bac7e4d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0632718 Jan 28 06:11:58.845417 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ceec6207-c532-4ef7-98a7-65471c49b7fc req-20f5f83c-70eb-438e-8717-d29268c13cb3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450892 Jan 28 06:11:59.999484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393570d3-2a21-416f-8a9e-f4d79bd0cadd req-9ce746ff-b6b8-4414-b167-afd1411988a4 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:00.001846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-393570d3-2a21-416f-8a9e-f4d79bd0cadd req-9ce746ff-b6b8-4414-b167-afd1411988a4 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0656185 Jan 28 06:12:00.085147 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-393570d3-2a21-416f-8a9e-f4d79bd0cadd req-2f9fee3b-0884-4ce3-9ff7-37e83735a9df tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652494 Jan 28 06:12:01.293868 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2712123-082c-44b5-977f-b96a30db0023 req-4011c62f-337e-4baa-9b74-f46b96a38365 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:01.301612 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b2712123-082c-44b5-977f-b96a30db0023 req-4011c62f-337e-4baa-9b74-f46b96a38365 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.1127264 Jan 28 06:12:01.398691 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b2712123-082c-44b5-977f-b96a30db0023 req-8482308f-1f9c-447b-bc66-d4fb3da1ec4f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870242 Jan 28 06:12:01.715476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aff057-2a16-4d29-8bcc-31eeb3090a2d req-4a7db164-45f9-4783-a9e5-0e8c834ddcff tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:01.721971 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aff057-2a16-4d29-8bcc-31eeb3090a2d req-4a7db164-45f9-4783-a9e5-0e8c834ddcff tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:01.731404 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aff057-2a16-4d29-8bcc-31eeb3090a2d req-4a7db164-45f9-4783-a9e5-0e8c834ddcff tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:01.742596 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aff057-2a16-4d29-8bcc-31eeb3090a2d req-4a7db164-45f9-4783-a9e5-0e8c834ddcff tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:01.748827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aff057-2a16-4d29-8bcc-31eeb3090a2d req-4a7db164-45f9-4783-a9e5-0e8c834ddcff tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:01.754864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aff057-2a16-4d29-8bcc-31eeb3090a2d req-4a7db164-45f9-4783-a9e5-0e8c834ddcff tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:01.761078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aff057-2a16-4d29-8bcc-31eeb3090a2d req-4a7db164-45f9-4783-a9e5-0e8c834ddcff tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:01.763154 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d5aff057-2a16-4d29-8bcc-31eeb3090a2d req-4a7db164-45f9-4783-a9e5-0e8c834ddcff tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5445 time: 0.1287689 Jan 28 06:12:01.842633 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d5aff057-2a16-4d29-8bcc-31eeb3090a2d req-7eb30320-87bb-4b04-8da8-16dea68331a1 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675387 Jan 28 06:12:02.517688 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-388e090c-b001-4532-aca9-e36b298d5888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:02.652268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dbdf6-7b66-4ad5-abf2-8758de378341 req-4e1fc373-71ad-4362-92f4-8408c814d382 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:02.664392 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-898dbdf6-7b66-4ad5-abf2-8758de378341 req-4e1fc373-71ad-4362-92f4-8408c814d382 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.1885335 Jan 28 06:12:02.727610 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-898dbdf6-7b66-4ad5-abf2-8758de378341 req-178caae0-e474-46b7-87be-633355bd84a3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549188 Jan 28 06:12:02.843342 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-8ba3653c-5ce4-49ab-bf8f-e89a09dd9d72 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:02.855016 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-8ba3653c-5ce4-49ab-bf8f-e89a09dd9d72 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:02.880044 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-8ba3653c-5ce4-49ab-bf8f-e89a09dd9d72 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:02.911619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-8ba3653c-5ce4-49ab-bf8f-e89a09dd9d72 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:02.935973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-8ba3653c-5ce4-49ab-bf8f-e89a09dd9d72 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:02.960625 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-8ba3653c-5ce4-49ab-bf8f-e89a09dd9d72 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:02.966128 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-8ba3653c-5ce4-49ab-bf8f-e89a09dd9d72 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:02.984132 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-8ba3653c-5ce4-49ab-bf8f-e89a09dd9d72 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5445 time: 0.2553639 Jan 28 06:12:03.026245 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab81f5-e47c-41b0-ad14-76761d49b092 req-6a99b8d1-9691-4465-ae6e-ffb46c723f69 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:03.032355 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab81f5-e47c-41b0-ad14-76761d49b092 req-6a99b8d1-9691-4465-ae6e-ffb46c723f69 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:03.040184 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab81f5-e47c-41b0-ad14-76761d49b092 req-6a99b8d1-9691-4465-ae6e-ffb46c723f69 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:03.052915 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab81f5-e47c-41b0-ad14-76761d49b092 req-6a99b8d1-9691-4465-ae6e-ffb46c723f69 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:03.074089 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab81f5-e47c-41b0-ad14-76761d49b092 req-6a99b8d1-9691-4465-ae6e-ffb46c723f69 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:03.080357 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab81f5-e47c-41b0-ad14-76761d49b092 req-6a99b8d1-9691-4465-ae6e-ffb46c723f69 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:03.086543 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab81f5-e47c-41b0-ad14-76761d49b092 req-6a99b8d1-9691-4465-ae6e-ffb46c723f69 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:03.086682 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-a8390d91-7b3f-459e-a39f-76889491a8c3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:03.091619 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-a8390d91-7b3f-459e-a39f-76889491a8c3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.60 "GET /v2.0/ports/cf023bbd-f379-442d-b98b-2268074debed?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0976424 Jan 28 06:12:03.091734 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18ab81f5-e47c-41b0-ad14-76761d49b092 req-6a99b8d1-9691-4465-ae6e-ffb46c723f69 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 5445 time: 0.1510897 Jan 28 06:12:03.231397 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18ab81f5-e47c-41b0-ad14-76761d49b092 req-0e91fff1-86c6-40fe-a0b6-b01f5acf25f5 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1280596 Jan 28 06:12:03.283839 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-b3a2f02c-1c45-455e-a469-0d1ffff6f172 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.60 "GET /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1838648 Jan 28 06:12:03.294609 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-ca706070-3385-4380-a5ab-65482a6845ac service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:12:03.375606 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-ca706070-3385-4380-a5ab-65482a6845ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf023bbd-f379-442d-b98b-2268074debed), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:03.595906 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-ca706070-3385-4380-a5ab-65482a6845ac service neutron] For port cf023bbd-f379-442d-b98b-2268074debed, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cf023bbd-f379-442d-b98b-2268074debed,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:12:03.660155 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-ca706070-3385-4380-a5ab-65482a6845ac service neutron] For port cf023bbd-f379-442d-b98b-2268074debed, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:12:03.699425 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-ca706070-3385-4380-a5ab-65482a6845ac service neutron] device_id is not set on port cf023bbd-f379-442d-b98b-2268074debed yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:12:03.713344 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-ca706070-3385-4380-a5ab-65482a6845ac service neutron] Publish callbacks [] for port (cf023bbd-f379-442d-b98b-2268074debed), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:03.820341 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-ca706070-3385-4380-a5ab-65482a6845ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (cf023bbd-f379-442d-b98b-2268074debed), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:03.936141 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfc2a6-a0a3-472b-9bff-25aa68f442a4 req-8c2a80b0-d35f-4158-9890-99356c680a25 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:03.938008 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ccfc2a6-a0a3-472b-9bff-25aa68f442a4 req-8c2a80b0-d35f-4158-9890-99356c680a25 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.1217203 Jan 28 06:12:03.979118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca706070-3385-4380-a5ab-65482a6845ac service neutron] Pushing event updated for resources: {'Port': ['ID=cf023bbd-f379-442d-b98b-2268074debed,revision_number=6']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:04.056782 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ccfc2a6-a0a3-472b-9bff-25aa68f442a4 req-bdcffee5-3ac7-4adf-8365-c824ae0e0070 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122832 Jan 28 06:12:04.072766 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-ca706070-3385-4380-a5ab-65482a6845ac service neutron] No DVR routers for this DVR port cf023bbd-f379-442d-b98b-2268074debed on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:12:04.167026 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-ca706070-3385-4380-a5ab-65482a6845ac service neutron] In _notify_port_updated(), no bound segment for port cf023bbd-f379-442d-b98b-2268074debed on network 979f357d-68ca-4553-bd22-7ffee2a7e6fd {{(pid=103634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 06:12:04.168093 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-ca706070-3385-4380-a5ab-65482a6845ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:04.169488 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-ca706070-3385-4380-a5ab-65482a6845ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:04.178219 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-ca706070-3385-4380-a5ab-65482a6845ac service neutron] 10.222.0.60 "PUT /v2.0/ports/cf023bbd-f379-442d-b98b-2268074debed HTTP/1.1" status: 200 len: 1033 time: 0.8877344 Jan 28 06:12:04.243129 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-5341e1a0-8cc6-4d74-89f9-a8434fa2be02 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:04.244670 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-5341e1a0-8cc6-4d74-89f9-a8434fa2be02 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.60 "GET /v2.0/ports/3d7aec7c-6c76-43ad-8b10-438b87915c84?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0614610 Jan 28 06:12:04.258059 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-33621c6b-bc18-4732-8823-c10afd6f4950 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:12:04.323774 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-81f5076a-d80a-4d6f-a0fa-e9dfb31e09d5 None None] Provisioning complete for port cf023bbd-f379-442d-b98b-2268074debed triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:12:04.328183 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-81f5076a-d80a-4d6f-a0fa-e9dfb31e09d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf023bbd-f379-442d-b98b-2268074debed), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:04.400822 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-33621c6b-bc18-4732-8823-c10afd6f4950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:04.464437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-81f5076a-d80a-4d6f-a0fa-e9dfb31e09d5 None None] Port cf023bbd-f379-442d-b98b-2268074debed cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:12:04.549168 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfeb18-6087-492b-a7ac-927d2a9c51ba req-5dd072bd-7693-4704-a721-7467bd710373 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:04.560463 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfeb18-6087-492b-a7ac-927d2a9c51ba req-5dd072bd-7693-4704-a721-7467bd710373 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:04.570014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfeb18-6087-492b-a7ac-927d2a9c51ba req-5dd072bd-7693-4704-a721-7467bd710373 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:04.575902 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfeb18-6087-492b-a7ac-927d2a9c51ba req-5dd072bd-7693-4704-a721-7467bd710373 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:04.587261 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfeb18-6087-492b-a7ac-927d2a9c51ba req-5dd072bd-7693-4704-a721-7467bd710373 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:04.594127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfeb18-6087-492b-a7ac-927d2a9c51ba req-5dd072bd-7693-4704-a721-7467bd710373 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:04.603698 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84dfeb18-6087-492b-a7ac-927d2a9c51ba req-5dd072bd-7693-4704-a721-7467bd710373 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 4665 time: 0.1578517 Jan 28 06:12:04.624482 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-33621c6b-bc18-4732-8823-c10afd6f4950 service neutron] For port 3d7aec7c-6c76-43ad-8b10-438b87915c84, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3d7aec7c-6c76-43ad-8b10-438b87915c84,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:12:04.669013 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-33621c6b-bc18-4732-8823-c10afd6f4950 service neutron] For port 3d7aec7c-6c76-43ad-8b10-438b87915c84, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:12:04.760655 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84dfeb18-6087-492b-a7ac-927d2a9c51ba req-ad7cc7b9-4322-4a55-a97f-7a858e00c2c3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca2947fb-6965-4659-8536-032b75e427bc&id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1486864 Jan 28 06:12:04.766122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-33621c6b-bc18-4732-8823-c10afd6f4950 service neutron] device_id is not set on port 3d7aec7c-6c76-43ad-8b10-438b87915c84 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:12:04.794346 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-33621c6b-bc18-4732-8823-c10afd6f4950 service neutron] Publish callbacks [] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:04.832896 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25b136a6-7a33-4a39-b5d5-14601817ec00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:04.912112 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-33621c6b-bc18-4732-8823-c10afd6f4950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:04.981712 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-33621c6b-bc18-4732-8823-c10afd6f4950 service neutron] No DVR routers for this DVR port 3d7aec7c-6c76-43ad-8b10-438b87915c84 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:12:04.984936 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33621c6b-bc18-4732-8823-c10afd6f4950 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7aec7c-6c76-43ad-8b10-438b87915c84,revision_number=6']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:05.066882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-33621c6b-bc18-4732-8823-c10afd6f4950 service neutron] In _notify_port_updated(), no bound segment for port 3d7aec7c-6c76-43ad-8b10-438b87915c84 on network 979f357d-68ca-4553-bd22-7ffee2a7e6fd {{(pid=103634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 06:12:05.067891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-33621c6b-bc18-4732-8823-c10afd6f4950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:05.068515 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-33621c6b-bc18-4732-8823-c10afd6f4950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:05.069866 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-33621c6b-bc18-4732-8823-c10afd6f4950 service neutron] 10.222.0.60 "PUT /v2.0/ports/3d7aec7c-6c76-43ad-8b10-438b87915c84 HTTP/1.1" status: 200 len: 1032 time: 0.8191795 Jan 28 06:12:05.293451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-e259a528-7475-41d4-aff9-93074acb9be3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Deleting port 95c9879d-ae0d-45e3-9528-af14ccccd72f {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:12:05.293783 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-e259a528-7475-41d4-aff9-93074acb9be3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (95c9879d-ae0d-45e3-9528-af14ccccd72f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:05.310247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fe5ff-d110-4593-ac10-044602773364 req-b6345ab2-cc03-493a-8a56-d01f36140f46 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:05.312544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-873fe5ff-d110-4593-ac10-044602773364 req-b6345ab2-cc03-493a-8a56-d01f36140f46 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.1103625 Jan 28 06:12:05.380210 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-873fe5ff-d110-4593-ac10-044602773364 req-e547911a-5e79-4315-bf77-2f6cf85777a3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576177 Jan 28 06:12:05.406315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8a55e070-5c5d-447e-91af-2f8f5d5ef62d None None] Provisioning complete for port 3d7aec7c-6c76-43ad-8b10-438b87915c84 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:12:05.407431 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a55e070-5c5d-447e-91af-2f8f5d5ef62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:05.463567 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8a55e070-5c5d-447e-91af-2f8f5d5ef62d None None] Port 3d7aec7c-6c76-43ad-8b10-438b87915c84 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:12:05.516919 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-e259a528-7475-41d4-aff9-93074acb9be3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] For port 95c9879d-ae0d-45e3-9528-af14ccccd72f, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=95c9879d-ae0d-45e3-9528-af14ccccd72f,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:12:05.516919 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-e259a528-7475-41d4-aff9-93074acb9be3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (95c9879d-ae0d-45e3-9528-af14ccccd72f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:05.534501 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-e259a528-7475-41d4-aff9-93074acb9be3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Calling delete_port for 95c9879d-ae0d-45e3-9528-af14ccccd72f owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:12:05.553300 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:12:05.692285 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:12:05.694086 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3f7bdd54-2ff6-43b2-9949-d17d7d9a972f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:05.848027 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f,segment=NetworkSegment(d3fdf88c-2d9c-4247-997d-6b2c23a97ab9),segment_id=d3fdf88c-2d9c-4247-997d-6b2c23a97ab9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:12:05.850339 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f7bdd54-2ff6-43b2-9949-d17d7d9a972f'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:12:05.859547 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0f5265-1eba-48f0-bf40-80add9d9e1bb" -d '{"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-unplugged", "status": "completed", "tag": "3f7bdd54-2ff6-43b2-9949-d17d7d9a972f"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:12:05.935317 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-e259a528-7475-41d4-aff9-93074acb9be3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (95c9879d-ae0d-45e3-9528-af14ccccd72f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:05.975730 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3f7bdd54-2ff6-43b2-9949-d17d7d9a972f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:05.976779 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ca87f836-9fd5-4209-b3c5-41f6387f4d75 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:12:06.009302 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259a528-7475-41d4-aff9-93074acb9be3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event deleted for resources: {'Port': ['ID=95c9879d-ae0d-45e3-9528-af14ccccd72f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:06.059247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ebc68-d1d8-4bea-b20d-0f95fdf777c8 req-e1a501ff-6eff-46ad-8057-d423c3139cf8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:06.069718 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ebc68-d1d8-4bea-b20d-0f95fdf777c8 req-e1a501ff-6eff-46ad-8057-d423c3139cf8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:06.076097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ebc68-d1d8-4bea-b20d-0f95fdf777c8 req-e1a501ff-6eff-46ad-8057-d423c3139cf8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:06.083588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ebc68-d1d8-4bea-b20d-0f95fdf777c8 req-e1a501ff-6eff-46ad-8057-d423c3139cf8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:06.110779 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b86d33d-4f6b-4b7e-8d9f-291cf849efa5 x-openstack-request-id: req-2b86d33d-4f6b-4b7e-8d9f-291cf849efa5 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:12:06.111328 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-unplugged", "status": "completed", "tag": "3f7bdd54-2ff6-43b2-9949-d17d7d9a972f", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:12:06.111723 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b86d33d-4f6b-4b7e-8d9f-291cf849efa5 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:12:06.117533 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ebc68-d1d8-4bea-b20d-0f95fdf777c8 req-e1a501ff-6eff-46ad-8057-d423c3139cf8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:06.117793 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f7bdd54-2ff6-43b2-9949-d17d7d9a972f', 'code': 200} Jan 28 06:12:06.117894 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-e259a528-7475-41d4-aff9-93074acb9be3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] No DVR routers for this DVR port 95c9879d-ae0d-45e3-9528-af14ccccd72f on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:12:06.117999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-875ebc68-d1d8-4bea-b20d-0f95fdf777c8 req-e1a501ff-6eff-46ad-8057-d423c3139cf8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 3808 time: 0.2026558 Jan 28 06:12:06.118123 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-e259a528-7475-41d4-aff9-93074acb9be3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:06.122248 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-e259a528-7475-41d4-aff9-93074acb9be3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.60 "DELETE /v2.0/ports/95c9879d-ae0d-45e3-9528-af14ccccd72f HTTP/1.1" status: 204 len: 173 time: 1.0468276 Jan 28 06:12:06.122680 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-deleted', 'tag': '95c9879d-ae0d-45e3-9528-af14ccccd72f'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:12:06.124937 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb053c4d-dc26-48d0-9f47-81b65668dc6f" -d '{"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-deleted", "tag": "95c9879d-ae0d-45e3-9528-af14ccccd72f"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:12:06.210062 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:06.242351 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:06.244438 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:06.247635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:06.248884 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-875ebc68-d1d8-4bea-b20d-0f95fdf777c8 req-bc98eadb-eb46-44f4-ae57-76e834260a16 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251521 Jan 28 06:12:06.249255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:06.249600 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:06.249939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:06.250267 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:06.251349 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:06.251706 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:06.252085 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:06.252578 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:06.253145 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:06.253498 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:06.274989 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea1666f-7989-47c4-acfe-311b2ee2f31a x-openstack-request-id: req-2ea1666f-7989-47c4-acfe-311b2ee2f31a {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:12:06.275512 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-deleted", "tag": "95c9879d-ae0d-45e3-9528-af14ccccd72f", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:12:06.276038 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ea1666f-7989-47c4-acfe-311b2ee2f31a {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:12:06.278819 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-deleted', 'tag': '95c9879d-ae0d-45e3-9528-af14ccccd72f', 'status': 'completed', 'code': 200} Jan 28 06:12:06.338201 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-228722ae-1092-4722-ad22-30eaaa8df737 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Deleting port ca87f836-9fd5-4209-b3c5-41f6387f4d75 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:12:06.338608 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-228722ae-1092-4722-ad22-30eaaa8df737 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ca87f836-9fd5-4209-b3c5-41f6387f4d75), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:06.373943 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ca87f836-9fd5-4209-b3c5-41f6387f4d75 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:12:06.374352 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ca87f836-9fd5-4209-b3c5-41f6387f4d75), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:06.424298 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ca87f836-9fd5-4209-b3c5-41f6387f4d75, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ca87f836-9fd5-4209-b3c5-41f6387f4d75,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:12:06.542774 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ca87f836-9fd5-4209-b3c5-41f6387f4d75), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:06.546461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ba1a9e75-2625-4b3b-834e-532611f3d6db no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:12:06.585608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-228722ae-1092-4722-ad22-30eaaa8df737 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] For port ca87f836-9fd5-4209-b3c5-41f6387f4d75, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ca87f836-9fd5-4209-b3c5-41f6387f4d75,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:12:06.585986 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-228722ae-1092-4722-ad22-30eaaa8df737 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ca87f836-9fd5-4209-b3c5-41f6387f4d75), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:06.600896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-228722ae-1092-4722-ad22-30eaaa8df737 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Calling delete_port for ca87f836-9fd5-4209-b3c5-41f6387f4d75 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:12:06.617078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2514c-0f6c-4eeb-928e-634ed61fcdb5 req-91902fb8-1705-4ccc-8bf3-a731828a7b6f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:06.622256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbe2514c-0f6c-4eeb-928e-634ed61fcdb5 req-91902fb8-1705-4ccc-8bf3-a731828a7b6f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.1268487 Jan 28 06:12:06.743251 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbe2514c-0f6c-4eeb-928e-634ed61fcdb5 req-ad70fa6a-69bb-4f90-9953-73118f6fce32 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129293 Jan 28 06:12:06.773395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40522) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:12:06.780549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ca87f836-9fd5-4209-b3c5-41f6387f4d75,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:06.875815 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:06.905587 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ba1a9e75-2625-4b3b-834e-532611f3d6db is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:12:06.905990 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ba1a9e75-2625-4b3b-834e-532611f3d6db), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:06.938090 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5913c4fe-a44c-409d-a138-761a90837f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:06.957461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ba1a9e75-2625-4b3b-834e-532611f3d6db, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ba1a9e75-2625-4b3b-834e-532611f3d6db,segment=NetworkSegment(a56d85b7-0e08-4547-a05e-6eef1e315a9d),segment_id=a56d85b7-0e08-4547-a05e-6eef1e315a9d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:12:07.049637 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5913c4fe-a44c-409d-a138-761a90837f1c admin admin] Publish callbacks [] for security_group (126d550e-76b4-44de-b090-3ef513c8ec17), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:07.111941 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-228722ae-1092-4722-ad22-30eaaa8df737 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ca87f836-9fd5-4209-b3c5-41f6387f4d75), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:07.112501 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ba1a9e75-2625-4b3b-834e-532611f3d6db), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:07.113012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 3d7aec7c-6c76-43ad-8b10-438b87915c84 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:12:07.146245 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5913c4fe-a44c-409d-a138-761a90837f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (126d550e-76b4-44de-b090-3ef513c8ec17), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:07.202810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] The host n-h2-812111-12 is not matching for port 3d7aec7c-6c76-43ad-8b10-438b87915c84 host ! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:12:07.203504 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 3d7aec7c-6c76-43ad-8b10-438b87915c84 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:12:07.204018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device cf023bbd-f379-442d-b98b-2268074debed no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:12:07.239970 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228722ae-1092-4722-ad22-30eaaa8df737 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event deleted for resources: {'Port': ['ID=ca87f836-9fd5-4209-b3c5-41f6387f4d75,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:07.266839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ba1a9e75-2625-4b3b-834e-532611f3d6db,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:07.280732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] The host n-h2-812111-12 is not matching for port cf023bbd-f379-442d-b98b-2268074debed host ! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:12:07.280732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device cf023bbd-f379-442d-b98b-2268074debed not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:12:07.286468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 95c9879d-ae0d-45e3-9528-af14ccccd72f no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:12:07.298145 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5913c4fe-a44c-409d-a138-761a90837f1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3bafd1d4b024745b089e16fd1e5c5dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5232873 Jan 28 06:12:07.301080 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 40530) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:12:07.313306 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-228722ae-1092-4722-ad22-30eaaa8df737 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] No DVR routers for this DVR port ca87f836-9fd5-4209-b3c5-41f6387f4d75 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:12:07.321269 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-228722ae-1092-4722-ad22-30eaaa8df737 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:07.328594 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-228722ae-1092-4722-ad22-30eaaa8df737 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.60 "DELETE /v2.0/ports/ca87f836-9fd5-4209-b3c5-41f6387f4d75 HTTP/1.1" status: 204 len: 173 time: 1.2008467 Jan 28 06:12:07.349174 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 95c9879d-ae0d-45e3-9528-af14ccccd72f {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:12:07.349781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 95c9879d-ae0d-45e3-9528-af14ccccd72f not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:12:07.350687 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:12:07.387992 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913c4fe-a44c-409d-a138-761a90837f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126d550e-76b4-44de-b090-3ef513c8ec17,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:07.430340 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e15bc550-1bf2-4d00-a471-3686aa19b236 admin admin] Publish callbacks [] for security_group (126d550e-76b4-44de-b090-3ef513c8ec17), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:07.481640 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e15bc550-1bf2-4d00-a471-3686aa19b236 admin admin] Publish callbacks [] for security_group (126d550e-76b4-44de-b090-3ef513c8ec17), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:07.492010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:12:07.495569 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:07.562262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450306b8-e59d-423e-9105-cca32fd165df req-2b9e0ddd-9084-4ed2-ab1d-0b131a9cf081 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:07.569294 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450306b8-e59d-423e-9105-cca32fd165df req-2b9e0ddd-9084-4ed2-ab1d-0b131a9cf081 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:07.575436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450306b8-e59d-423e-9105-cca32fd165df req-2b9e0ddd-9084-4ed2-ab1d-0b131a9cf081 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:07.577388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-450306b8-e59d-423e-9105-cca32fd165df req-2b9e0ddd-9084-4ed2-ab1d-0b131a9cf081 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 2412 time: 0.1491823 Jan 28 06:12:07.583687 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8,segment=NetworkSegment(d3fdf88c-2d9c-4247-997d-6b2c23a97ab9),segment_id=d3fdf88c-2d9c-4247-997d-6b2c23a97ab9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:12:07.614925 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-220e6b25-88a5-43ef-af83-69037187e3d0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Deleting port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:12:07.615273 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-220e6b25-88a5-43ef-af83-69037187e3d0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (3f7bdd54-2ff6-43b2-9949-d17d7d9a972f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:07.660984 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-450306b8-e59d-423e-9105-cca32fd165df req-8fc6e5af-9108-4280-8de2-e904ce2b3d88 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761406 Jan 28 06:12:07.664356 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e15bc550-1bf2-4d00-a471-3686aa19b236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (126d550e-76b4-44de-b090-3ef513c8ec17), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:07.672103 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e15bc550-1bf2-4d00-a471-3686aa19b236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:07.672583 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e15bc550-1bf2-4d00-a471-3686aa19b236 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/126d550e-76b4-44de-b090-3ef513c8ec17 HTTP/1.1" status: 204 len: 168 time: 0.3653567 Jan 28 06:12:07.684773 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bc550-1bf2-4d00-a471-3686aa19b236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126d550e-76b4-44de-b090-3ef513c8ec17,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:07.688932 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:07.844398 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:07.849047 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-220e6b25-88a5-43ef-af83-69037187e3d0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] For port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f,segment=NetworkSegment(d3fdf88c-2d9c-4247-997d-6b2c23a97ab9),segment_id=d3fdf88c-2d9c-4247-997d-6b2c23a97ab9)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:12:07.849828 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-220e6b25-88a5-43ef-af83-69037187e3d0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (3f7bdd54-2ff6-43b2-9949-d17d7d9a972f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:07.902374 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-220e6b25-88a5-43ef-af83-69037187e3d0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Calling delete_port for 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:12:07.943838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd0e95-bf5e-4911-ae0d-6bd5cbe3ddf2 req-cb4fb00b-a055-4c05-882d-a5660a1b63a1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:07.945437 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bacd0e95-bf5e-4911-ae0d-6bd5cbe3ddf2 req-cb4fb00b-a055-4c05-882d-a5660a1b63a1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0726438 Jan 28 06:12:07.997778 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:08.054632 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bacd0e95-bf5e-4911-ae0d-6bd5cbe3ddf2 req-b8a8d5db-0389-4f93-ac93-8ba3fb523b7a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020820 Jan 28 06:12:08.113440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca87f836-9fd5-4209-b3c5-41f6387f4d75'}, {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba1a9e75-2625-4b3b-834e-532611f3d6db'}, {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:12:08.116084 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fb8e54-c289-4a2c-b77f-724702066bc7" -d '{"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-unplugged", "status": "completed", "tag": "ca87f836-9fd5-4209-b3c5-41f6387f4d75"}, {"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-unplugged", "status": "completed", "tag": "ba1a9e75-2625-4b3b-834e-532611f3d6db"}, {"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-unplugged", "status": "completed", "tag": "cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:12:08.175730 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 28 Jan 2022 06:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58dd29b-6064-4b3d-a032-1c6877508744 x-openstack-request-id: req-d58dd29b-6064-4b3d-a032-1c6877508744 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:12:08.175730 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-unplugged", "status": "completed", "tag": "ca87f836-9fd5-4209-b3c5-41f6387f4d75", "code": 200}, {"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-unplugged", "status": "completed", "tag": "ba1a9e75-2625-4b3b-834e-532611f3d6db", "code": 200}, {"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-unplugged", "status": "completed", "tag": "cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:12:08.175730 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d58dd29b-6064-4b3d-a032-1c6877508744 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:12:08.175730 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca87f836-9fd5-4209-b3c5-41f6387f4d75', 'code': 200} Jan 28 06:12:08.175730 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba1a9e75-2625-4b3b-834e-532611f3d6db', 'code': 200} Jan 28 06:12:08.175730 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8', 'code': 200} Jan 28 06:12:08.280095 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-deleted', 'tag': 'ca87f836-9fd5-4209-b3c5-41f6387f4d75'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:12:08.282696 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de580202-614d-40dc-8b37-20b202639e5c" -d '{"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-deleted", "tag": "ca87f836-9fd5-4209-b3c5-41f6387f4d75"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:12:08.300720 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-220e6b25-88a5-43ef-af83-69037187e3d0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (3f7bdd54-2ff6-43b2-9949-d17d7d9a972f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:08.374077 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e6b25-88a5-43ef-af83-69037187e3d0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event deleted for resources: {'Port': ['ID=3f7bdd54-2ff6-43b2-9949-d17d7d9a972f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:08.438544 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387cd4ca-29fa-4048-83b4-d65dc5cf47af x-openstack-request-id: req-387cd4ca-29fa-4048-83b4-d65dc5cf47af {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:12:08.439047 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-deleted", "tag": "ca87f836-9fd5-4209-b3c5-41f6387f4d75", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:12:08.439458 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-387cd4ca-29fa-4048-83b4-d65dc5cf47af {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:12:08.440028 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-deleted', 'tag': 'ca87f836-9fd5-4209-b3c5-41f6387f4d75', 'status': 'completed', 'code': 200} Jan 28 06:12:08.459474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-220e6b25-88a5-43ef-af83-69037187e3d0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] No DVR routers for this DVR port 3f7bdd54-2ff6-43b2-9949-d17d7d9a972f on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:12:08.463064 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-220e6b25-88a5-43ef-af83-69037187e3d0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:08.467664 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-220e6b25-88a5-43ef-af83-69037187e3d0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.60 "DELETE /v2.0/ports/3f7bdd54-2ff6-43b2-9949-d17d7d9a972f HTTP/1.1" status: 204 len: 173 time: 1.1315598 Jan 28 06:12:08.653176 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-f44857e5-b7be-47f2-ad11-2bbc3eee07c8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Deleting port ba1a9e75-2625-4b3b-834e-532611f3d6db {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:12:08.653762 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-f44857e5-b7be-47f2-ad11-2bbc3eee07c8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ba1a9e75-2625-4b3b-834e-532611f3d6db), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:08.828089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-f44857e5-b7be-47f2-ad11-2bbc3eee07c8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] For port ba1a9e75-2625-4b3b-834e-532611f3d6db, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ba1a9e75-2625-4b3b-834e-532611f3d6db,segment=NetworkSegment(a56d85b7-0e08-4547-a05e-6eef1e315a9d),segment_id=a56d85b7-0e08-4547-a05e-6eef1e315a9d)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:12:08.828622 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-f44857e5-b7be-47f2-ad11-2bbc3eee07c8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ba1a9e75-2625-4b3b-834e-532611f3d6db), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:08.915061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8c290-7893-40f4-a58c-9874615ffb5c req-7a6492eb-c7e0-4625-b45c-364ebcac6058 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:08.920905 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8c290-7893-40f4-a58c-9874615ffb5c req-7a6492eb-c7e0-4625-b45c-364ebcac6058 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:08.931048 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15f8c290-7893-40f4-a58c-9874615ffb5c req-7a6492eb-c7e0-4625-b45c-364ebcac6058 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 1677 time: 0.1185098 Jan 28 06:12:09.024996 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15f8c290-7893-40f4-a58c-9874615ffb5c req-4ced7921-d106-434a-90e1-0aef8fc7a9a2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886402 Jan 28 06:12:09.180039 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:09.319467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca25ae-090f-4732-8a9a-2481c724e273 req-5086d968-e324-490e-bcdf-9fb76aa4ea25 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:09.321023 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcca25ae-090f-4732-8a9a-2481c724e273 req-5086d968-e324-490e-bcdf-9fb76aa4ea25 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0797436 Jan 28 06:12:09.379209 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcca25ae-090f-4732-8a9a-2481c724e273 req-c8bf1839-e7b1-450f-b62e-970bab886331 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499983 Jan 28 06:12:09.392494 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-f44857e5-b7be-47f2-ad11-2bbc3eee07c8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:09.393061 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-f44857e5-b7be-47f2-ad11-2bbc3eee07c8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (672a7278-ee67-47b1-ac4d-b045664448e5), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:09.393264 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-f44857e5-b7be-47f2-ad11-2bbc3eee07c8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Floating IP 672a7278-ee67-47b1-ac4d-b045664448e5 disassociated. External IP: 172.25.0.27, port: ba1a9e75-2625-4b3b-834e-532611f3d6db. Jan 28 06:12:09.393696 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-f44857e5-b7be-47f2-ad11-2bbc3eee07c8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Calling delete_port for ba1a9e75-2625-4b3b-834e-532611f3d6db owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:12:09.637746 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-f44857e5-b7be-47f2-ad11-2bbc3eee07c8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ba1a9e75-2625-4b3b-834e-532611f3d6db), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:09.671958 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44857e5-b7be-47f2-ad11-2bbc3eee07c8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event deleted for resources: {'Port': ['ID=ba1a9e75-2625-4b3b-834e-532611f3d6db,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:09.827686 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-f44857e5-b7be-47f2-ad11-2bbc3eee07c8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Router 47f5b653-b047-4441-87dc-2f96ecca02dc has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:12:09.949175 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-f44857e5-b7be-47f2-ad11-2bbc3eee07c8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:12:09.963893 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd871a24-7d57-44ca-bd7d-b4e4c36c0f69 None None] Sync routers for ids ['47f5b653-b047-4441-87dc-2f96ecca02dc'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:12:09.984565 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd871a24-7d57-44ca-bd7d-b4e4c36c0f69 None None] Routers {'47f5b653-b047-4441-87dc-2f96ecca02dc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:12:09.984565 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-dd871a24-7d57-44ca-bd7d-b4e4c36c0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:12:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['47f5b653-b047-4441-87dc-2f96ecca02dc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:12:09.991508 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-f44857e5-b7be-47f2-ad11-2bbc3eee07c8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] No DVR routers for this DVR port ba1a9e75-2625-4b3b-834e-532611f3d6db on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:12:09.993998 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-f44857e5-b7be-47f2-ad11-2bbc3eee07c8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:09.997427 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-f44857e5-b7be-47f2-ad11-2bbc3eee07c8 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.60 "DELETE /v2.0/ports/ba1a9e75-2625-4b3b-834e-532611f3d6db HTTP/1.1" status: 204 len: 173 time: 1.5143545 Jan 28 06:12:10.119330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-1b90e2c1-2f00-44d7-bc07-c154e30f0416 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Deleting port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:12:10.119728 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-1b90e2c1-2f00-44d7-bc07-c154e30f0416 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:10.183565 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63de1f-6e59-43e4-9045-f74beec00d55 req-8ed9a7ea-db19-47fc-a20b-125e41050148 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:10.185349 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b63de1f-6e59-43e4-9045-f74beec00d55 req-8ed9a7ea-db19-47fc-a20b-125e41050148 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 943 time: 0.0796640 Jan 28 06:12:10.262637 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-1b90e2c1-2f00-44d7-bc07-c154e30f0416 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] For port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8,segment=NetworkSegment(d3fdf88c-2d9c-4247-997d-6b2c23a97ab9),segment_id=d3fdf88c-2d9c-4247-997d-6b2c23a97ab9)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:12:10.263004 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-1b90e2c1-2f00-44d7-bc07-c154e30f0416 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:10.279999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b63de1f-6e59-43e4-9045-f74beec00d55 req-a239609e-1577-4b30-99b4-5e6c7d3533b3 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups?id=28c8b242-377f-44c6-ad90-95c9ad989b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754082 Jan 28 06:12:10.283370 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-1b90e2c1-2f00-44d7-bc07-c154e30f0416 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Calling delete_port for cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:12:10.323152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-dd871a24-7d57-44ca-bd7d-b4e4c36c0f69 None None] Set router 47f5b653-b047-4441-87dc-2f96ecca02dc gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:12:10.441668 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-deleted', 'tag': '3f7bdd54-2ff6-43b2-9949-d17d7d9a972f'}, {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-deleted', 'tag': 'ba1a9e75-2625-4b3b-834e-532611f3d6db'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:12:10.450702 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac31c526-9bac-44e4-b335-9d2363fa6393" -d '{"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-deleted", "tag": "3f7bdd54-2ff6-43b2-9949-d17d7d9a972f"}, {"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-deleted", "tag": "ba1a9e75-2625-4b3b-834e-532611f3d6db"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:12:10.540198 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 06:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b7fed6-2fd6-4907-80a3-059641228b8e x-openstack-request-id: req-a4b7fed6-2fd6-4907-80a3-059641228b8e {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:12:10.541215 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-deleted", "tag": "3f7bdd54-2ff6-43b2-9949-d17d7d9a972f", "status": "completed", "code": 200}, {"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-deleted", "tag": "ba1a9e75-2625-4b3b-834e-532611f3d6db", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:12:10.543894 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4b7fed6-2fd6-4907-80a3-059641228b8e {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:12:10.543894 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-deleted', 'tag': '3f7bdd54-2ff6-43b2-9949-d17d7d9a972f', 'status': 'completed', 'code': 200} Jan 28 06:12:10.543894 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-deleted', 'tag': 'ba1a9e75-2625-4b3b-834e-532611f3d6db', 'status': 'completed', 'code': 200} Jan 28 06:12:10.598085 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-1b90e2c1-2f00-44d7-bc07-c154e30f0416 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:10.621229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bc1e6-f2bf-4366-8cd9-362a98606ea3 req-bfcbb379-a49a-455a-974d-4b5fb5f53cde tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:10.622875 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d10bc1e6-f2bf-4366-8cd9-362a98606ea3 req-bfcbb379-a49a-455a-974d-4b5fb5f53cde tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0899966 Jan 28 06:12:10.647311 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90e2c1-2f00-44d7-bc07-c154e30f0416 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event deleted for resources: {'Port': ['ID=cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:10.696862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d10bc1e6-f2bf-4366-8cd9-362a98606ea3 req-93faa54d-853f-4c62-8192-a313838b8ee3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663965 Jan 28 06:12:10.702963 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-dd871a24-7d57-44ca-bd7d-b4e4c36c0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1806479472-router', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:56Z', 'updated_at': '2022-01-28T06:00:03Z', 'revision_number': 4, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'gw_port': {'id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:58Z', 'updated_at': '2022-01-28T06:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '6ddc972d-a5bd-4666-aac5-8d47709c7184', 'name': '', 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'mac_address': 'fa:16:3e:18:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:02Z', 'updated_at': '2022-01-28T06:00:11Z', 'revision_number': 5, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'subnets': [{'id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:12:10.748766 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-1b90e2c1-2f00-44d7-bc07-c154e30f0416 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] No DVR routers for this DVR port cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:12:10.751778 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-1b90e2c1-2f00-44d7-bc07-c154e30f0416 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:10.756055 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cfd80984-0603-4c1e-a282-ed5765f51335 req-1b90e2c1-2f00-44d7-bc07-c154e30f0416 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.60 "DELETE /v2.0/ports/cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8 HTTP/1.1" status: 204 len: 173 time: 0.7539544 Jan 28 06:12:10.769136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd871a24-7d57-44ca-bd7d-b4e4c36c0f69 None None] Checking router: 47f5b653-b047-4441-87dc-2f96ecca02dc for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:12:10.778191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd871a24-7d57-44ca-bd7d-b4e4c36c0f69 None None] Routers {'47f5b653-b047-4441-87dc-2f96ecca02dc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:12:10.778853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-dd871a24-7d57-44ca-bd7d-b4e4c36c0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:12:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['47f5b653-b047-4441-87dc-2f96ecca02dc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:12:10.895377 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-dd871a24-7d57-44ca-bd7d-b4e4c36c0f69 None None] Set router 47f5b653-b047-4441-87dc-2f96ecca02dc gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:12:11.165117 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-dd871a24-7d57-44ca-bd7d-b4e4c36c0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1806479472-router', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:56Z', 'updated_at': '2022-01-28T06:00:03Z', 'revision_number': 4, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'gw_port': {'id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:58Z', 'updated_at': '2022-01-28T06:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '6ddc972d-a5bd-4666-aac5-8d47709c7184', 'name': '', 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'mac_address': 'fa:16:3e:18:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:02Z', 'updated_at': '2022-01-28T06:00:11Z', 'revision_number': 5, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'subnets': [{'id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:12:11.194610 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd871a24-7d57-44ca-bd7d-b4e4c36c0f69 None None] The sync data for ids ['47f5b653-b047-4441-87dc-2f96ecca02dc'] in n-d-812111-12 is: [{'id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1806479472-router', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:56Z', 'updated_at': '2022-01-28T06:00:03Z', 'revision_number': 4, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'gw_port': {'id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:58Z', 'updated_at': '2022-01-28T06:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '6ddc972d-a5bd-4666-aac5-8d47709c7184', 'name': '', 'network_id': '2a969021-10d0-46ce-bf92-b6d579bcb94e', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'mac_address': 'fa:16:3e:18:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:02Z', 'updated_at': '2022-01-28T06:00:11Z', 'revision_number': 5, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'subnets': [{'id': 'e8d1a992-5501-4414-a397-3bc94c532606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:12:11.419448 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20653bd7-7314-464e-b615-954d4f16f49e req-f8973936-6c68-4cef-a0a1-09b1c52050bc tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0470357 Jan 28 06:12:11.634814 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb20b8e0-6533-450d-93e1-619da02bcbd5 None None] New status for floating IP 672a7278-ee67-47b1-ac4d-b045664448e5: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:12:11.911894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cf2ec-f87b-4951-ac82-b4a0f9bf988d req-fd0ad5ed-9f45-4f3b-81ee-18d4f0c4bd48 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:11.917508 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf5cf2ec-f87b-4951-ac82-b4a0f9bf988d req-fd0ad5ed-9f45-4f3b-81ee-18d4f0c4bd48 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.1240575 Jan 28 06:12:12.187351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf5cf2ec-f87b-4951-ac82-b4a0f9bf988d req-a634dacd-cab7-4217-8111-36004030e31b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236758 Jan 28 06:12:12.544385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-deleted', 'tag': 'cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:12:12.547596 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b592425-f7b5-43ba-96fb-156697c87154" -d '{"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-deleted", "tag": "cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:12:12.626425 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-824334cc-5253-40d9-8f5c-09940aaecf1e req-966ce9c4-57f4-4d4e-a6fd-25865005f770 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0510073 Jan 28 06:12:12.656563 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794086ee-6075-4e1f-95bd-353113ba85f3 x-openstack-request-id: req-794086ee-6075-4e1f-95bd-353113ba85f3 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:12:12.656952 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4dba78-a621-4aef-91e1-b9a08832a7d1", "name": "network-vif-deleted", "tag": "cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:12:12.657284 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-794086ee-6075-4e1f-95bd-353113ba85f3 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:12:12.660767 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4dba78-a621-4aef-91e1-b9a08832a7d1', 'name': 'network-vif-deleted', 'tag': 'cba8a5b1-ca39-4af4-b0aa-aa7bb66cc5d8', 'status': 'completed', 'code': 200} Jan 28 06:12:13.256808 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935ff12-b483-4b8f-ba03-bf63f74a88f3 req-1c3ce660-2a9d-4b6c-ac9b-915f82c2547f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:13.258658 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f935ff12-b483-4b8f-ba03-bf63f74a88f3 req-1c3ce660-2a9d-4b6c-ac9b-915f82c2547f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0850255 Jan 28 06:12:13.329313 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f935ff12-b483-4b8f-ba03-bf63f74a88f3 req-a294cbda-0389-40b1-b1a2-f1378d0d2331 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646055 Jan 28 06:12:13.829483 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5ca739c-4d16-4fdb-9367-183a8d71e7cb req-d242d0cc-7c18-4f64-b36c-f107f5ebba57 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0618079 Jan 28 06:12:14.625680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43b484-67d2-42f1-98a4-de148ef91435 req-c5a00d7e-9a42-4fe6-93cd-3d19875d3f51 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:14.647687 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df43b484-67d2-42f1-98a4-de148ef91435 req-c5a00d7e-9a42-4fe6-93cd-3d19875d3f51 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0958307 Jan 28 06:12:14.720964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df43b484-67d2-42f1-98a4-de148ef91435 req-f99c2712-bbbd-410b-b91a-ed15982aaab1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637274 Jan 28 06:12:15.148097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39f28641-7869-4ad3-9678-893e602d35b7 req-134a3f34-7d38-4953-b4b7-cccc0c50da3a tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0613275 Jan 28 06:12:15.903384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f52a2-9ef6-479e-9610-0477c269aabe req-6d3d0384-9b96-4573-af90-9a6fae8c9c11 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:15.911083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e2f52a2-9ef6-479e-9610-0477c269aabe req-6d3d0384-9b96-4573-af90-9a6fae8c9c11 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0989001 Jan 28 06:12:15.965083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e2f52a2-9ef6-479e-9610-0477c269aabe req-f603ad44-1786-4e1b-8fac-4fade97ec84b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486701 Jan 28 06:12:16.373083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-faa76fdd-cf2e-4eb1-81ed-d37400aff940 req-ea87ebea-8d40-4edd-9ffc-8385f49b0dbf tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0499446 Jan 28 06:12:17.116795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc6f79-5749-4818-9077-e7f257f80624 req-e516da03-20ed-438b-8939-42754eec5ff1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:17.118371 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6cc6f79-5749-4818-9077-e7f257f80624 req-e516da03-20ed-438b-8939-42754eec5ff1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0564075 Jan 28 06:12:17.219184 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6cc6f79-5749-4818-9077-e7f257f80624 req-434b45fb-cac5-4b6c-a954-c9b7edbc9b8f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945761 Jan 28 06:12:17.619231 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55a44fd7-f98f-48b4-9acb-bb61f110cccc req-9995fcf7-e2a6-48ad-b275-f1b8b41ffc5c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0840623 Jan 28 06:12:18.445314 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9d370-ab97-461b-8c1d-1de6723d04e7 req-91949e18-921f-43f1-ab50-501c96110eab tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:18.446897 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4ae9d370-ab97-461b-8c1d-1de6723d04e7 req-91949e18-921f-43f1-ab50-501c96110eab tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0937836 Jan 28 06:12:18.542111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4ae9d370-ab97-461b-8c1d-1de6723d04e7 req-11dfb16b-435e-4f1c-b243-0e17280915f2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887058 Jan 28 06:12:18.752387 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dcfc1d8a-61d4-4911-9d10-eae4dd011e8e req-2294a1b0-b8bd-467c-b261-14169faee064 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0624504 Jan 28 06:12:19.684704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d3979-2096-4166-a5a9-a2ee54ffdc09 req-a2aa8015-23eb-4a58-947f-b2203f8de979 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:19.686318 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-404d3979-2096-4166-a5a9-a2ee54ffdc09 req-a2aa8015-23eb-4a58-947f-b2203f8de979 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0618846 Jan 28 06:12:19.743616 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-404d3979-2096-4166-a5a9-a2ee54ffdc09 req-204a00de-5f72-4047-8ea7-a71f4ed1df7f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493290 Jan 28 06:12:19.910275 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-679d98e5-83f7-4275-a35c-7ff77343f968 req-ee91e62d-e17b-4586-a27e-261b9b379339 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0291381 Jan 28 06:12:20.891382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab81b3-1a36-41b9-897d-c0002c8e8d1b req-b5068157-06e9-4c75-8b56-6fe9b102d98b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:20.893544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54ab81b3-1a36-41b9-897d-c0002c8e8d1b req-b5068157-06e9-4c75-8b56-6fe9b102d98b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0673313 Jan 28 06:12:20.975798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54ab81b3-1a36-41b9-897d-c0002c8e8d1b req-df25612a-dd84-4f86-82bf-939a9b1f4ba8 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755086 Jan 28 06:12:21.043322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2d38c99-4a33-4a96-8cb9-b12430d809bb req-00c7dec8-848d-448d-b115-0526a907ae79 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0305014 Jan 28 06:12:22.114354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0704b6b-2cba-4f63-9a62-d79b72eb8274 req-8e0d0459-470b-4be9-ae85-9e29f6e6897d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:22.117155 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0704b6b-2cba-4f63-9a62-d79b72eb8274 req-8e0d0459-470b-4be9-ae85-9e29f6e6897d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0736406 Jan 28 06:12:22.179847 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0704b6b-2cba-4f63-9a62-d79b72eb8274 req-269787df-df6f-488a-a774-f659ecb45079 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561175 Jan 28 06:12:22.204621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bcb11917-9916-4dbf-8204-77a90e792340 req-9ef0672f-e648-4e12-91dd-bc6e7340def1 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0413709 Jan 28 06:12:23.729338 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7658b43a-fcde-42f4-8fa1-05e6a2504cad req-33a48801-b726-40cf-ba5e-57bbe57851d6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.3893027 Jan 28 06:12:23.760504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950c442-c08a-46f3-af19-277195127f30 req-5aefc2e3-b60a-4fc2-bb4e-d9c2562db3d6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:23.779268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1950c442-c08a-46f3-af19-277195127f30 req-5aefc2e3-b60a-4fc2-bb4e-d9c2562db3d6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.4322159 Jan 28 06:12:23.816126 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1950c442-c08a-46f3-af19-277195127f30 req-89856fad-6941-4da7-8092-225b62930f87 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472758 Jan 28 06:12:24.844997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19cdbad5-c010-4d2f-bc56-ceb7d7c4d2a7 req-7a5a8cb5-5d82-4b4f-a9d3-2ec2522fcd2e tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0296619 Jan 28 06:12:24.944579 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ee105-991b-468f-b4bf-4b2cd70a6a36 req-fbeb0e3a-4361-478c-8b3e-f77e0124a0f5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:24.946386 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a70ee105-991b-468f-b4bf-4b2cd70a6a36 req-fbeb0e3a-4361-478c-8b3e-f77e0124a0f5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0561852 Jan 28 06:12:24.998009 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a70ee105-991b-468f-b4bf-4b2cd70a6a36 req-2e37025a-de4a-49b6-a0dc-a6e19b5fbce6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458961 Jan 28 06:12:25.140340 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:25.963119 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a998efb5-2048-403f-9578-5325a604f080 req-66ae4f33-c7b8-4a76-a133-7e7ce3856123 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0311208 Jan 28 06:12:26.146529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ec59c-c059-4c25-8dd7-5a71ec597729 req-97f5d51b-6158-459b-8468-e7e8ae588cd1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:26.147942 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b8ec59c-c059-4c25-8dd7-5a71ec597729 req-97f5d51b-6158-459b-8468-e7e8ae588cd1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0695987 Jan 28 06:12:26.200114 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b8ec59c-c059-4c25-8dd7-5a71ec597729 req-604711db-6e74-40ed-8ce2-6dbf8ed9242d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460670 Jan 28 06:12:27.087400 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b33d9ce-e50d-424c-9851-42fcb21f5ec2 req-3a104c1c-01b8-4fca-94b0-482c3492653f tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0269268 Jan 28 06:12:27.323053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b987539-8460-4057-81c6-115d9be8b085 req-f08cf3aa-e623-4db8-b76e-4c09bc79900b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:27.324606 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b987539-8460-4057-81c6-115d9be8b085 req-f08cf3aa-e623-4db8-b76e-4c09bc79900b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0502791 Jan 28 06:12:27.379762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b987539-8460-4057-81c6-115d9be8b085 req-33bafe6c-616b-4043-b000-4952296ec111 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445583 Jan 28 06:12:27.807883 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:28.202744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1717167-e91c-45e0-85f2-49d464a793f7 req-4ce5f9fd-13c1-4cde-84c5-6fb60b614579 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0350428 Jan 28 06:12:28.523747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674fc56-76c3-4e59-bdc2-27c2abe1eeda req-b5255239-f8a4-4bc8-8510-f0fbee1982ec tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:28.525339 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8674fc56-76c3-4e59-bdc2-27c2abe1eeda req-b5255239-f8a4-4bc8-8510-f0fbee1982ec tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0729098 Jan 28 06:12:28.581445 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8674fc56-76c3-4e59-bdc2-27c2abe1eeda req-557b3b3b-ae16-48c3-b521-270a7d4b3d0e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495353 Jan 28 06:12:29.311492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92e47497-5d50-4460-823b-47ae234242b5 req-27224e20-1109-4286-9f25-844e96941437 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0280828 Jan 28 06:12:29.704859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe20cdf-c263-4472-91f4-aee910dcd43c req-85eaed59-48e3-491b-9dce-38156f80d36d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:29.707422 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfe20cdf-c263-4472-91f4-aee910dcd43c req-85eaed59-48e3-491b-9dce-38156f80d36d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0520382 Jan 28 06:12:29.764493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfe20cdf-c263-4472-91f4-aee910dcd43c req-564c123f-ac1d-4a8e-b715-db537c9c1f6d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508139 Jan 28 06:12:30.416305 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f26a81e-8eef-4c19-b6b0-5e2dec9625dd req-c7e239f7-dc06-4426-bb89-cf546d349e21 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0263722 Jan 28 06:12:30.883589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47338f-6112-4523-b322-88e2585fedca req-8c21cd05-f211-4f58-963e-b3edd701dd43 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:30.885236 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c47338f-6112-4523-b322-88e2585fedca req-8c21cd05-f211-4f58-963e-b3edd701dd43 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0516098 Jan 28 06:12:30.938592 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c47338f-6112-4523-b322-88e2585fedca req-51bf15d1-9e30-443e-b58e-fbd9a005c4ef tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473249 Jan 28 06:12:31.525755 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60de5aea-1619-4604-b006-71c351f23340 req-2b6fb80b-718a-42ca-aaab-3d9e44bb68e2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0323017 Jan 28 06:12:31.631574 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:12:32.079568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5662f4-38ac-42c2-adc0-8cd41945b558 req-cb0075b8-f6f7-4137-8683-96ec61f34dca tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:32.081712 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df5662f4-38ac-42c2-adc0-8cd41945b558 req-cb0075b8-f6f7-4137-8683-96ec61f34dca tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0559142 Jan 28 06:12:32.133880 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df5662f4-38ac-42c2-adc0-8cd41945b558 req-4b40ba89-61e3-443b-b4db-8bffc1b272c2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459552 Jan 28 06:12:32.442039 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37adda5a-196d-4850-ad82-7df0fb3c398b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:32.633651 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9abb00d5-6eab-48a2-afdc-00bf49380ac4 req-64b4a847-e24f-440c-b160-d50d5026f694 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0282595 Jan 28 06:12:33.251256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da1ca2-31f1-478c-9cfe-ca656224ecc9 req-c792ddce-f2e1-4a59-9441-3eba6a57b9e2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:33.252875 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5da1ca2-31f1-478c-9cfe-ca656224ecc9 req-c792ddce-f2e1-4a59-9441-3eba6a57b9e2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0492859 Jan 28 06:12:33.300635 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5da1ca2-31f1-478c-9cfe-ca656224ecc9 req-6a405129-0f18-41aa-a9af-328a0e26bf8f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420957 Jan 28 06:12:33.742148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d374fcfb-a89a-4de1-8b62-0a0f6b2c8476 req-574b4245-ec15-4a23-aae6-8a8f621c20d0 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0300651 Jan 28 06:12:34.419076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f090c-5d48-4f5e-9d73-2daf3e268ed4 req-78ee28b5-e2e8-4234-8e45-a9890b01c28c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:34.420596 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd4f090c-5d48-4f5e-9d73-2daf3e268ed4 req-78ee28b5-e2e8-4234-8e45-a9890b01c28c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0490534 Jan 28 06:12:34.474886 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd4f090c-5d48-4f5e-9d73-2daf3e268ed4 req-49e33c6d-a6ad-4519-9145-0a0d1950aab9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439911 Jan 28 06:12:34.812933 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7805ff50-08c2-4b04-ace8-ad1b879b9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:34.844811 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ab9e19c-c11c-47eb-a5ce-01fbca79349a req-91d21525-f537-4477-96be-20fa59e9d780 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0263872 Jan 28 06:12:35.591083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3975841-87b2-4bee-b1a9-48391abcf152 req-0fa8ab71-98cc-4dec-9d4f-0633d7f09d9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:35.592548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3975841-87b2-4bee-b1a9-48391abcf152 req-0fa8ab71-98cc-4dec-9d4f-0633d7f09d9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0488589 Jan 28 06:12:35.643443 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3975841-87b2-4bee-b1a9-48391abcf152 req-f3596bb1-2670-4048-9435-d11e55db8887 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451980 Jan 28 06:12:35.948919 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f459386a-6ba7-43de-8240-967b051454d9 req-cd2400e4-305b-4734-a55e-730694cc2509 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0273650 Jan 28 06:12:36.590805 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:36.768695 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832015f1-42b1-4b7a-800d-a6e8d8d8d6ef req-dc08d8ba-4d09-4311-8d39-c777d9e7d7e0 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:36.770253 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-832015f1-42b1-4b7a-800d-a6e8d8d8d6ef req-dc08d8ba-4d09-4311-8d39-c777d9e7d7e0 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0533834 Jan 28 06:12:36.822082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-832015f1-42b1-4b7a-800d-a6e8d8d8d6ef req-dfbc8494-aaf9-496b-b2f6-2f156c0695fb tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457039 Jan 28 06:12:37.053068 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58eb388e-53de-484a-b124-97b2e0644e9f req-0d50123b-0858-45c5-a2db-d9cbbdb14671 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0277488 Jan 28 06:12:37.171790 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-5070cdab-3e78-43e4-a71b-a9d1bb9eae5b req-90ee9804-c5a9-4510-a5a5-bc71a5d21f00 tempest-AttachVolumeShelveTestJSON-1476507470 tempest-AttachVolumeShelveTestJSON-1476507470-project] (103634) timed out ('10.222.0.60', 58311) {{(pid=103634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 06:12:37.933352 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:37.967056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2b061-5ccd-4ae8-a6f8-644525727a0d req-a6a96c20-8ed6-4f7f-b885-3f2df09a6cb3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:37.968618 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98f2b061-5ccd-4ae8-a6f8-644525727a0d req-a6a96c20-8ed6-4f7f-b885-3f2df09a6cb3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0718379 Jan 28 06:12:38.023505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98f2b061-5ccd-4ae8-a6f8-644525727a0d req-4db4a261-f640-4b0e-b2ff-5f9c67d7073e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478408 Jan 28 06:12:38.156335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-47cad30a-73a4-4b36-87fd-2eaa99515797 req-6022e3ba-40b4-496f-8711-8aa022ac627b tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0275562 Jan 28 06:12:39.110601 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:39.153384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315723f6-eda0-48c0-964d-8b4b5828582c req-27708334-2e57-4893-8650-86925d3d8d8b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:39.154844 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-315723f6-eda0-48c0-964d-8b4b5828582c req-27708334-2e57-4893-8650-86925d3d8d8b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0540273 Jan 28 06:12:39.205372 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-315723f6-eda0-48c0-964d-8b4b5828582c req-5cc12cb7-a278-4f32-90ec-7aac0dc97723 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443406 Jan 28 06:12:39.262315 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ab28208-6cd2-448e-934c-bf8506681507 req-b3861d98-b684-4ed7-8092-1379f50763d6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0270917 Jan 28 06:12:40.324699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad9449-f3dd-4efc-8d83-98d9c2471ace req-ba2e582c-39ca-4711-8857-774b1051e159 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:40.326255 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7aad9449-f3dd-4efc-8d83-98d9c2471ace req-ba2e582c-39ca-4711-8857-774b1051e159 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0538132 Jan 28 06:12:40.375521 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b2931cf-a3ac-470a-9ba9-233632be58b8 req-f96e60fd-04d6-482d-8ff5-f46036824c57 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0304365 Jan 28 06:12:40.403997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7aad9449-f3dd-4efc-8d83-98d9c2471ace req-cd4d6153-92a7-477d-bebe-a796fae6a188 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721624 Jan 28 06:12:41.483107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7dd68260-51a3-4b15-b59a-bb54ad137638 req-a9354d65-4900-4ade-bade-ff29d9fbffc4 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0302031 Jan 28 06:12:41.546567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4339124-42c2-4065-b19b-9561833df5cf req-ac8ca967-fb3b-4219-bb00-4bf47e268aec tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:41.548572 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4339124-42c2-4065-b19b-9561833df5cf req-ac8ca967-fb3b-4219-bb00-4bf47e268aec tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0674109 Jan 28 06:12:41.597475 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4339124-42c2-4065-b19b-9561833df5cf req-020e4302-33c4-4178-934e-3245d59d0fac tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425792 Jan 28 06:12:42.585775 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a38c82a-fb37-4b5b-b430-6139624344d0 req-c419b267-cd34-4b4a-b0f4-a97cf421b616 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0279512 Jan 28 06:12:42.716633 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396b205-ed16-4016-8142-e7131551c05b req-609309d2-5f00-4c07-91cf-7e383815e66a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:42.718140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9396b205-ed16-4016-8142-e7131551c05b req-609309d2-5f00-4c07-91cf-7e383815e66a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0504181 Jan 28 06:12:42.765706 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9396b205-ed16-4016-8142-e7131551c05b req-f32b0de7-3d00-4110-988f-2bfeb559ae11 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411522 Jan 28 06:12:43.685962 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc127a57-5612-4862-841b-09d3860c3f4f req-d6a28038-22f6-403d-8242-a943ea4affde tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0255656 Jan 28 06:12:43.887488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd8561-6df2-4858-8cbe-3298c8eaae1b req-645d232b-2449-419d-84f6-1d2a93e4d88f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:43.888944 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9bd8561-6df2-4858-8cbe-3298c8eaae1b req-645d232b-2449-419d-84f6-1d2a93e4d88f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0527666 Jan 28 06:12:43.934810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9bd8561-6df2-4858-8cbe-3298c8eaae1b req-4f532eba-f425-4936-9789-21ecb8587246 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400605 Jan 28 06:12:44.791859 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-193c41d6-672f-4a76-b1f5-9d81e1215ea2 req-fe98bca4-234a-4213-9dd7-ee65a2546280 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0262196 Jan 28 06:12:45.048544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e7688-c902-4233-b4d8-bf4531725abf req-4b887b3a-294e-449f-9059-876b73939028 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:45.049971 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d9e7688-c902-4233-b4d8-bf4531725abf req-4b887b3a-294e-449f-9059-876b73939028 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0492244 Jan 28 06:12:45.096702 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d9e7688-c902-4233-b4d8-bf4531725abf req-30c31994-6e82-453d-b26b-136372a4542f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 Jan 28 06:12:45.909023 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fb07139-2980-4371-ac56-d0dde394ac9d req-00421b36-0a01-4a3a-966d-af5ea82fd45c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0329330 Jan 28 06:12:46.221526 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce7f31-23fc-43b9-b760-f9faa543a20e req-dbd10ab4-fe24-4753-a3ab-d63e9eed7ed8 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:46.222986 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbce7f31-23fc-43b9-b760-f9faa543a20e req-dbd10ab4-fe24-4753-a3ab-d63e9eed7ed8 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0556443 Jan 28 06:12:46.268929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbce7f31-23fc-43b9-b760-f9faa543a20e req-ba840382-3b5d-4d81-a5a0-bdd999a744f2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403500 Jan 28 06:12:47.013076 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b4aeadb-6d65-4259-a641-1cf5806ea9c6 req-10ba05f0-8765-4342-9055-d78d5cdc2ed6 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0258596 Jan 28 06:12:47.385361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634c22c-4140-4d2f-8b42-12db93e28b18 req-89203d17-3a64-4d4d-9254-d8890c723b91 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:47.386893 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3634c22c-4140-4d2f-8b42-12db93e28b18 req-89203d17-3a64-4d4d-9254-d8890c723b91 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0495191 Jan 28 06:12:47.437248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3634c22c-4140-4d2f-8b42-12db93e28b18 req-936c5465-6f8f-44ed-9000-2a0883f74167 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444837 Jan 28 06:12:48.435797 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-494f43b5-e2f5-4764-aa3c-b0865295b9a7 req-8d6ab56f-543a-4062-8eb5-333fd72ed494 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e4dba78-a621-4aef-91e1-b9a08832a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0453339 Jan 28 06:12:48.617540 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86306a-acae-4f61-8bdd-c801882ac683 req-35cece5e-68d1-482a-a91a-4642c24b1322 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:48.619465 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce86306a-acae-4f61-8bdd-c801882ac683 req-35cece5e-68d1-482a-a91a-4642c24b1322 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0607436 Jan 28 06:12:48.681699 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce86306a-acae-4f61-8bdd-c801882ac683 req-3a134f26-82cc-45f3-8846-c5d4d57bebba tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565107 Jan 28 06:12:49.643414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41040) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:12:49.700144 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for security_group (28c8b242-377f-44c6-ad90-95c9ad989b81), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:49.760410 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for security_group (28c8b242-377f-44c6-ad90-95c9ad989b81), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:49.862361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0076ea7-6f49-4f93-9989-30a27e248230 req-70fbbdc0-64a1-4fdc-ae4e-0dc97ab27e69 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:49.864433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0076ea7-6f49-4f93-9989-30a27e248230 req-70fbbdc0-64a1-4fdc-ae4e-0dc97ab27e69 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0528383 Jan 28 06:12:49.914887 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (28c8b242-377f-44c6-ad90-95c9ad989b81), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:49.918456 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:49.922017 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "DELETE /v2.0/security-groups/28c8b242-377f-44c6-ad90-95c9ad989b81 HTTP/1.1" status: 204 len: 168 time: 0.2752407 Jan 28 06:12:49.922513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41046) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:12:49.950390 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-f0cfe202-a617-4617-89d8-3be7d45da2f2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] show failed (client error): The resource could not be found. Jan 28 06:12:49.954840 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f0cfe202-a617-4617-89d8-3be7d45da2f2 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "GET /v2.0/security-groups/28c8b242-377f-44c6-ad90-95c9ad989b81 HTTP/1.1" status: 404 len: 347 time: 0.0227478 Jan 28 06:12:49.955192 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41048) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:12:49.965464 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0076ea7-6f49-4f93-9989-30a27e248230 req-b20650b1-773c-468f-8fc0-9698b05326cf tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950387 Jan 28 06:12:49.971396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c8b242-377f-44c6-ad90-95c9ad989b81,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:50.008174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.008560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.008916 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.009311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.009648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.009985 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.010340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.010686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.011018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.011352 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.011682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.012008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.012335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f345182-2359-4813-beed-1c656093eff7 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.143672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Deleting port d34df781-798d-461e-a909-512b5f917c3a {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:12:50.144061 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (d34df781-798d-461e-a909-512b5f917c3a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:50.228379 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (d34df781-798d-461e-a909-512b5f917c3a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:50.229002 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for floatingip (d34df781-798d-461e-a909-512b5f917c3a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:50.242216 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Calling delete_port for d34df781-798d-461e-a909-512b5f917c3a owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:12:50.481605 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (d34df781-798d-461e-a909-512b5f917c3a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:50.506772 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event deleted for resources: {'Port': ['ID=d34df781-798d-461e-a909-512b5f917c3a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:50.562805 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.563637 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.564182 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.564696 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.565106 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.565593 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.565933 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.566417 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.572293 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.572293 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.572293 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.572293 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.572293 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:12:50.621463 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for floatingip (672a7278-ee67-47b1-ac4d-b045664448e5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:50.624060 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:50.625290 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-99168145-e441-45eb-96f7-e22540893227 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "DELETE /v2.0/floatingips/672a7278-ee67-47b1-ac4d-b045664448e5 HTTP/1.1" status: 204 len: 168 time: 0.6692481 Jan 28 06:12:50.628289 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41054) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:12:50.722626 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-106b29a0-9a6e-419b-a075-5023daa7251d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Deleting port 3d7aec7c-6c76-43ad-8b10-438b87915c84 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:12:50.722974 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-106b29a0-9a6e-419b-a075-5023daa7251d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:50.809859 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-106b29a0-9a6e-419b-a075-5023daa7251d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:50.822490 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-106b29a0-9a6e-419b-a075-5023daa7251d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Calling delete_port for 3d7aec7c-6c76-43ad-8b10-438b87915c84 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:12:51.042076 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-106b29a0-9a6e-419b-a075-5023daa7251d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (3d7aec7c-6c76-43ad-8b10-438b87915c84), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:51.106366 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b29a0-9a6e-419b-a075-5023daa7251d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event deleted for resources: {'Port': ['ID=3d7aec7c-6c76-43ad-8b10-438b87915c84,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:51.200446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710976f-0328-4c19-81fc-ba8fed15847f req-e7dc913f-aa3c-4851-853a-e1206af07c3f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:51.202045 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f710976f-0328-4c19-81fc-ba8fed15847f req-e7dc913f-aa3c-4851-853a-e1206af07c3f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.1660705 Jan 28 06:12:51.238808 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-106b29a0-9a6e-419b-a075-5023daa7251d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:51.238808 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-106b29a0-9a6e-419b-a075-5023daa7251d tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "DELETE /v2.0/ports/3d7aec7c-6c76-43ad-8b10-438b87915c84 HTTP/1.1" status: 204 len: 168 time: 0.6080759 Jan 28 06:12:51.238808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41060) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:12:51.300068 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f710976f-0328-4c19-81fc-ba8fed15847f req-d98694c5-8c4f-4242-8172-ee7d2846b7af tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879238 Jan 28 06:12:51.367411 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a619751d-6ffb-45e8-969c-0adb79f1ad94 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Deleting port cf023bbd-f379-442d-b98b-2268074debed {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:12:51.367836 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a619751d-6ffb-45e8-969c-0adb79f1ad94 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (cf023bbd-f379-442d-b98b-2268074debed), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:51.478578 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a619751d-6ffb-45e8-969c-0adb79f1ad94 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (cf023bbd-f379-442d-b98b-2268074debed), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:51.492244 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a619751d-6ffb-45e8-969c-0adb79f1ad94 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Calling delete_port for cf023bbd-f379-442d-b98b-2268074debed owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:12:51.726928 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a619751d-6ffb-45e8-969c-0adb79f1ad94 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (cf023bbd-f379-442d-b98b-2268074debed), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:51.762491 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619751d-6ffb-45e8-969c-0adb79f1ad94 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event deleted for resources: {'Port': ['ID=cf023bbd-f379-442d-b98b-2268074debed,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:51.841312 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a619751d-6ffb-45e8-969c-0adb79f1ad94 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:51.848208 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a619751d-6ffb-45e8-969c-0adb79f1ad94 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "DELETE /v2.0/ports/cf023bbd-f379-442d-b98b-2268074debed HTTP/1.1" status: 204 len: 168 time: 0.6064286 Jan 28 06:12:51.848586 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41072) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:12:51.902006 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-be12a112-b37d-41b1-82b2-1766505c2fdc tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Deleting subnet 983e2d1e-1ce6-416e-a013-56730d18136b {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:12:51.905901 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-be12a112-b37d-41b1-82b2-1766505c2fdc tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for subnet (983e2d1e-1ce6-416e-a013-56730d18136b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:51.968587 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-be12a112-b37d-41b1-82b2-1766505c2fdc tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (983e2d1e-1ce6-416e-a013-56730d18136b), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:52.056790 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-be12a112-b37d-41b1-82b2-1766505c2fdc tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (983e2d1e-1ce6-416e-a013-56730d18136b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:52.196390 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-be12a112-b37d-41b1-82b2-1766505c2fdc tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (983e2d1e-1ce6-416e-a013-56730d18136b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:52.227513 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-be12a112-b37d-41b1-82b2-1766505c2fdc tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:52.229700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9f0bc1-c783-44f2-80fa-ee01ebab24e0 None None] Network a5d76cd0-485c-42ba-8694-d68708a2c641 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:12:52.233317 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-be12a112-b37d-41b1-82b2-1766505c2fdc tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "DELETE /v2.0/subnets/983e2d1e-1ce6-416e-a013-56730d18136b HTTP/1.1" status: 204 len: 168 time: 0.3812573 Jan 28 06:12:52.233576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41076) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:12:52.275216 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12a112-b37d-41b1-82b2-1766505c2fdc tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event deleted for resources: {'Subnet': ['ID=983e2d1e-1ce6-416e-a013-56730d18136b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:52.328050 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b45a92-17a4-4a36-9c7f-36b3776ea33c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Deleting subnet 2d3a9390-48e2-4b19-ab57-c41dff432106 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:12:52.332870 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1b45a92-17a4-4a36-9c7f-36b3776ea33c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for subnet (2d3a9390-48e2-4b19-ab57-c41dff432106), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:52.402605 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1b45a92-17a4-4a36-9c7f-36b3776ea33c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (2d3a9390-48e2-4b19-ab57-c41dff432106), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:52.497940 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb2d1fe-68b8-4b59-bd43-ada9a818c0b9 None None] DHCP port deletion for a5d76cd0-485c-42ba-8694-d68708a2c641 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:12:52.564699 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1b45a92-17a4-4a36-9c7f-36b3776ea33c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (2d3a9390-48e2-4b19-ab57-c41dff432106), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:52.638850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95a93a-7e57-47c1-8fc9-cf5ca713c7f1 req-2ba2c638-3625-46f3-a5cd-dfed8dbfbf7a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:52.640534 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e95a93a-7e57-47c1-8fc9-cf5ca713c7f1 req-2ba2c638-3625-46f3-a5cd-dfed8dbfbf7a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.2437613 Jan 28 06:12:52.646357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2d1fe-68b8-4b59-bd43-ada9a818c0b9 None None] Deleting port ecf5435e-01fe-434d-b1d9-76a41a292b02 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:12:52.649656 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0eb2d1fe-68b8-4b59-bd43-ada9a818c0b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ecf5435e-01fe-434d-b1d9-76a41a292b02), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:52.696445 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e95a93a-7e57-47c1-8fc9-cf5ca713c7f1 req-eb10a11c-cfd4-4eec-bc44-eb67f6efa9a1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496130 Jan 28 06:12:52.699258 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1b45a92-17a4-4a36-9c7f-36b3776ea33c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (2d3a9390-48e2-4b19-ab57-c41dff432106), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:52.747784 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1b45a92-17a4-4a36-9c7f-36b3776ea33c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:52.749951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88b7b02-ee13-4da7-8c49-22f2dd28117b None None] Network 979f357d-68ca-4553-bd22-7ffee2a7e6fd requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:12:52.753277 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a1b45a92-17a4-4a36-9c7f-36b3776ea33c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "DELETE /v2.0/subnets/2d3a9390-48e2-4b19-ab57-c41dff432106 HTTP/1.1" status: 204 len: 168 time: 0.5185382 Jan 28 06:12:52.754498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b45a92-17a4-4a36-9c7f-36b3776ea33c tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3a9390-48e2-4b19-ab57-c41dff432106,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:52.755774 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41098) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:12:52.865305 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0eb2d1fe-68b8-4b59-bd43-ada9a818c0b9 None None] For port ecf5435e-01fe-434d-b1d9-76a41a292b02, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ecf5435e-01fe-434d-b1d9-76a41a292b02,segment=NetworkSegment(d3fdf88c-2d9c-4247-997d-6b2c23a97ab9),segment_id=d3fdf88c-2d9c-4247-997d-6b2c23a97ab9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:12:52.874508 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0eb2d1fe-68b8-4b59-bd43-ada9a818c0b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ecf5435e-01fe-434d-b1d9-76a41a292b02), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:52.874744 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (a5d76cd0-485c-42ba-8694-d68708a2c641), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:52.907599 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2d1fe-68b8-4b59-bd43-ada9a818c0b9 None None] Calling delete_port for ecf5435e-01fe-434d-b1d9-76a41a292b02 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:12:52.975450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Deleting port ecf5435e-01fe-434d-b1d9-76a41a292b02 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:12:52.975797 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ecf5435e-01fe-434d-b1d9-76a41a292b02), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:53.070165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f2c6c4-b3aa-4914-8948-c3144d6f63f9 None None] DHCP port deletion for 979f357d-68ca-4553-bd22-7ffee2a7e6fd request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:12:53.073823 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] For port ecf5435e-01fe-434d-b1d9-76a41a292b02, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ecf5435e-01fe-434d-b1d9-76a41a292b02,segment=NetworkSegment(d3fdf88c-2d9c-4247-997d-6b2c23a97ab9),segment_id=d3fdf88c-2d9c-4247-997d-6b2c23a97ab9)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:12:53.074360 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ecf5435e-01fe-434d-b1d9-76a41a292b02), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:53.095208 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Calling delete_port for ecf5435e-01fe-434d-b1d9-76a41a292b02 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:12:53.143564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ecf5435e-01fe-434d-b1d9-76a41a292b02 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:12:53.255406 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ecf5435e-01fe-434d-b1d9-76a41a292b02), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:53.297051 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port ecf5435e-01fe-434d-b1d9-76a41a292b02 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:12:53.298085 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ecf5435e-01fe-434d-b1d9-76a41a292b02), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:53.309295 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0eb2d1fe-68b8-4b59-bd43-ada9a818c0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (ecf5435e-01fe-434d-b1d9-76a41a292b02), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:53.331418 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] No DVR routers for this DVR port ecf5435e-01fe-434d-b1d9-76a41a292b02 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:12:53.364447 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event deleted for resources: {'Port': ['ID=ecf5435e-01fe-434d-b1d9-76a41a292b02,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:53.366529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb2d1fe-68b8-4b59-bd43-ada9a818c0b9 None None] No DVR routers for this DVR port ecf5435e-01fe-434d-b1d9-76a41a292b02 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:12:53.393424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2d1fe-68b8-4b59-bd43-ada9a818c0b9 None None] Pushing event deleted for resources: {'Port': ['ID=ecf5435e-01fe-434d-b1d9-76a41a292b02,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:53.404997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b2f2c6c4-b3aa-4914-8948-c3144d6f63f9 None None] Deleting port 0dab95c4-6975-4282-86e0-7dadd9fd9407 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:12:53.405533 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2f2c6c4-b3aa-4914-8948-c3144d6f63f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0dab95c4-6975-4282-86e0-7dadd9fd9407), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:53.475398 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (a5d76cd0-485c-42ba-8694-d68708a2c641), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:53.522671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b2f2c6c4-b3aa-4914-8948-c3144d6f63f9 None None] For port 0dab95c4-6975-4282-86e0-7dadd9fd9407, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0dab95c4-6975-4282-86e0-7dadd9fd9407,segment=NetworkSegment(c479a99b-185c-4ee7-819e-549510e1e8c4),segment_id=c479a99b-185c-4ee7-819e-549510e1e8c4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:12:53.523349 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2f2c6c4-b3aa-4914-8948-c3144d6f63f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0dab95c4-6975-4282-86e0-7dadd9fd9407), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:53.538836 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b2f2c6c4-b3aa-4914-8948-c3144d6f63f9 None None] Calling delete_port for 0dab95c4-6975-4282-86e0-7dadd9fd9407 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:12:53.541739 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d76cd0-485c-42ba-8694-d68708a2c641']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:12:53.556433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fdf88c-2d9c-4247-997d-6b2c23a97ab9') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:12:53.556980 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fdf88c-2d9c-4247-997d-6b2c23a97ab9') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:12:53.568905 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (d3fdf88c-2d9c-4247-997d-6b2c23a97ab9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:53.586451 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (d3fdf88c-2d9c-4247-997d-6b2c23a97ab9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:53.596101 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:12:53.596564 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (d3fdf88c-2d9c-4247-997d-6b2c23a97ab9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:12:53.616056 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:12:53.715793 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2f2c6c4-b3aa-4914-8948-c3144d6f63f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (0dab95c4-6975-4282-86e0-7dadd9fd9407), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:53.740773 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f2c6c4-b3aa-4914-8948-c3144d6f63f9 None None] No DVR routers for this DVR port 0dab95c4-6975-4282-86e0-7dadd9fd9407 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:12:53.751438 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (a5d76cd0-485c-42ba-8694-d68708a2c641), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:53.793884 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:53.804995 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "DELETE /v2.0/networks/a5d76cd0-485c-42ba-8694-d68708a2c641 HTTP/1.1" status: 204 len: 168 time: 1.0460577 Jan 28 06:12:53.805869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41132) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:12:53.812404 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7558d4a-1b42-4568-92a1-a4102449b926 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event deleted for resources: {'Network': ['ID=a5d76cd0-485c-42ba-8694-d68708a2c641,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:53.826911 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2c6c4-b3aa-4914-8948-c3144d6f63f9 None None] Pushing event deleted for resources: {'Port': ['ID=0dab95c4-6975-4282-86e0-7dadd9fd9407,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:53.987437 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81848916-bfa9-4301-8b9b-35996e7c608e req-d5c582c9-3cf1-44ae-a708-d149ccee6d9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:53.996678 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81848916-bfa9-4301-8b9b-35996e7c608e req-d5c582c9-3cf1-44ae-a708-d149ccee6d9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.1422918 Jan 28 06:12:54.010960 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73baf5a3-6521-489c-a41d-99d3bf0fae84 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (979f357d-68ca-4553-bd22-7ffee2a7e6fd), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:54.086051 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81848916-bfa9-4301-8b9b-35996e7c608e req-d1e7f75a-59d3-4722-8e8a-b728c9676213 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774379 Jan 28 06:12:54.206442 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73baf5a3-6521-489c-a41d-99d3bf0fae84 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (979f357d-68ca-4553-bd22-7ffee2a7e6fd), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:54.232869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-73baf5a3-6521-489c-a41d-99d3bf0fae84 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979f357d-68ca-4553-bd22-7ffee2a7e6fd']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:12:54.243997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-73baf5a3-6521-489c-a41d-99d3bf0fae84 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c479a99b-185c-4ee7-819e-549510e1e8c4') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:12:54.244266 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-73baf5a3-6521-489c-a41d-99d3bf0fae84 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c479a99b-185c-4ee7-819e-549510e1e8c4') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:12:54.255498 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73baf5a3-6521-489c-a41d-99d3bf0fae84 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (c479a99b-185c-4ee7-819e-549510e1e8c4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:54.269817 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73baf5a3-6521-489c-a41d-99d3bf0fae84 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c479a99b-185c-4ee7-819e-549510e1e8c4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:54.276005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73baf5a3-6521-489c-a41d-99d3bf0fae84 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:12:54.277656 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73baf5a3-6521-489c-a41d-99d3bf0fae84 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (c479a99b-185c-4ee7-819e-549510e1e8c4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:12:54.279788 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:12:54.476421 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73baf5a3-6521-489c-a41d-99d3bf0fae84 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (979f357d-68ca-4553-bd22-7ffee2a7e6fd), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:54.496648 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73baf5a3-6521-489c-a41d-99d3bf0fae84 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:54.521401 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-73baf5a3-6521-489c-a41d-99d3bf0fae84 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] 10.222.0.31 "DELETE /v2.0/networks/979f357d-68ca-4553-bd22-7ffee2a7e6fd HTTP/1.1" status: 204 len: 168 time: 0.7143798 Jan 28 06:12:54.575011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73baf5a3-6521-489c-a41d-99d3bf0fae84 tempest-TaggedBootDevicesTest_v242-1223781839 tempest-TaggedBootDevicesTest_v242-1223781839-project] Pushing event deleted for resources: {'Network': ['ID=979f357d-68ca-4553-bd22-7ffee2a7e6fd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:12:55.020831 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0dab95c4-6975-4282-86e0-7dadd9fd9407 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:12:55.068764 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 0dab95c4-6975-4282-86e0-7dadd9fd9407 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:12:55.069123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0dab95c4-6975-4282-86e0-7dadd9fd9407 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:12:55.166673 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:55.243926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2f74b-09ce-49f3-8c3e-514be206e18a req-3bc52354-a2b2-4487-857a-dd71105592ca tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:55.245527 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78b2f74b-09ce-49f3-8c3e-514be206e18a req-3bc52354-a2b2-4487-857a-dd71105592ca tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0559194 Jan 28 06:12:55.298332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78b2f74b-09ce-49f3-8c3e-514be206e18a req-a1de5733-f8f4-4340-bbff-2cc287e34c82 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451825 Jan 28 06:12:56.459386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0055e-fa1c-4779-80fa-3ea15812c51d req-daca4f2b-7045-454b-a4e8-b9ba3b035215 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:56.462703 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6be0055e-fa1c-4779-80fa-3ea15812c51d req-daca4f2b-7045-454b-a4e8-b9ba3b035215 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0746992 Jan 28 06:12:56.539082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6be0055e-fa1c-4779-80fa-3ea15812c51d req-84b6cd66-c0e1-4d60-b540-3f8f5306d9ac tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676956 Jan 28 06:12:57.679674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1561cae-8985-472b-9f91-998880c2b071 req-cc774c95-0d7d-4e5c-9cac-75c3470e46f6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:57.691676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1561cae-8985-472b-9f91-998880c2b071 req-cc774c95-0d7d-4e5c-9cac-75c3470e46f6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0682659 Jan 28 06:12:57.750540 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1561cae-8985-472b-9f91-998880c2b071 req-28c4c519-a9f9-4fce-b64e-dd3adad0d29e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546293 Jan 28 06:12:57.785818 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:58.964189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dd896-e598-4c8c-891c-76a285e7524c req-10f7c51c-69d4-440a-b377-0230403c4305 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:12:58.967632 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-406dd896-e598-4c8c-891c-76a285e7524c req-10f7c51c-69d4-440a-b377-0230403c4305 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 944 time: 0.0737009 Jan 28 06:12:59.050522 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-406dd896-e598-4c8c-891c-76a285e7524c req-8e1e257c-9418-472e-9c08-54bdd778cc40 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660431 Jan 28 06:12:59.663054 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:12:59.893792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=4912eb6c-aa05-4c2f-9ec4-e5703addd2d2,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:12:59.912158 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '4912eb6c-aa05-4c2f-9ec4-e5703addd2d2', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'port_id': '4912eb6c-aa05-4c2f-9ec4-e5703addd2d2', 'mac_address': 'fa:16:3e:9a:ce:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:12:59.952345 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:12:59.953172 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4912eb6c-aa05-4c2f-9ec4-e5703addd2d2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:12:59.971975 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:13:00.025389 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=4912eb6c-aa05-4c2f-9ec4-e5703addd2d2,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:00.092507 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4912eb6c-aa05-4c2f-9ec4-e5703addd2d2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:00.170682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=4912eb6c-aa05-4c2f-9ec4-e5703addd2d2,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:00.220066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd35d9-b188-43d8-bc7e-2e394e43ea34 req-13b516d3-c5ab-4a70-8b2d-8c3b773ed8e7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:00.222426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70cd35d9-b188-43d8-bc7e-2e394e43ea34 req-13b516d3-c5ab-4a70-8b2d-8c3b773ed8e7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 945 time: 0.0687859 Jan 28 06:13:00.295156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70cd35d9-b188-43d8-bc7e-2e394e43ea34 req-c1bf6c14-259c-47f7-8fa3-7ce9ef4a4a5b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666184 Jan 28 06:13:00.410566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['4912eb6c-aa05-4c2f-9ec4-e5703addd2d2'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:13:01.445894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0302dd1-391c-4bcb-88e5-004356feef4a req-f2c5ccb1-858e-42df-8aea-d53966c1094f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:01.448391 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0302dd1-391c-4bcb-88e5-004356feef4a req-f2c5ccb1-858e-42df-8aea-d53966c1094f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 945 time: 0.0610960 Jan 28 06:13:01.522083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0302dd1-391c-4bcb-88e5-004356feef4a req-e62413fa-9940-4940-a74a-490b06148bf3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666654 Jan 28 06:13:01.664821 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:13:01.829729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:13:01.834476 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:13:01.837940 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4912eb6c-aa05-4c2f-9ec4-e5703addd2d2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:01.927853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:13:01.928640 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4912eb6c-aa05-4c2f-9ec4-e5703addd2d2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:01.964835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=4912eb6c-aa05-4c2f-9ec4-e5703addd2d2,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:01.965695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010cc391-b53b-4afe-81fb-f738d09bc728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4912eb6c-aa05-4c2f-9ec4-e5703addd2d2'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:13:01.968111 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d33def9-1fe2-4207-829a-90bdc78ea499" -d '{"events": [{"server_uuid": "010cc391-b53b-4afe-81fb-f738d09bc728", "name": "network-vif-plugged", "status": "completed", "tag": "4912eb6c-aa05-4c2f-9ec4-e5703addd2d2"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:13:02.041355 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4912eb6c-aa05-4c2f-9ec4-e5703addd2d2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:02.150926 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633305e1-f47f-42d0-ae39-76071b9c6514 x-openstack-request-id: req-633305e1-f47f-42d0-ae39-76071b9c6514 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:13:02.157323 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010cc391-b53b-4afe-81fb-f738d09bc728", "name": "network-vif-plugged", "status": "completed", "tag": "4912eb6c-aa05-4c2f-9ec4-e5703addd2d2", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:13:02.157714 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-633305e1-f47f-42d0-ae39-76071b9c6514 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:13:02.158220 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010cc391-b53b-4afe-81fb-f738d09bc728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4912eb6c-aa05-4c2f-9ec4-e5703addd2d2', 'code': 200} Jan 28 06:13:02.166721 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=4912eb6c-aa05-4c2f-9ec4-e5703addd2d2,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:02.279271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41334) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:02.316873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08c885-025e-4bd7-ae64-f76282d7f0f2 req-f77aebd7-b0de-4281-a70f-82f941bafe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:02.319719 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1c08c885-025e-4bd7-ae64-f76282d7f0f2 req-f77aebd7-b0de-4281-a70f-82f941bafe98 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 1098 time: 0.1444705 Jan 28 06:13:02.389565 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1c08c885-025e-4bd7-ae64-f76282d7f0f2 req-667d2458-b961-4427-868e-645eb613e99c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637360 Jan 28 06:13:02.458032 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ea33afe-d22f-4671-a531-e8e67c8aa71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:02.509426 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12f81b71-8f3e-434f-ace7-79a87efa24ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:02.738817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d253aaa-eee6-41de-b7b5-37962884144b req-00c91b43-4a39-4eab-b5e8-bfe47427c53a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:02.740864 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d253aaa-eee6-41de-b7b5-37962884144b req-00c91b43-4a39-4eab-b5e8-bfe47427c53a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 946 time: 0.0832791 Jan 28 06:13:02.744245 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12f81b71-8f3e-434f-ace7-79a87efa24ad admin admin] Publish callbacks [] for security_group (cd3f8b40-22da-4202-a5c9-b5367017aaf0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:02.804973 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d253aaa-eee6-41de-b7b5-37962884144b req-0e68e994-8605-495f-ba59-fae53a01d593 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575888 Jan 28 06:13:03.051137 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12f81b71-8f3e-434f-ace7-79a87efa24ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cd3f8b40-22da-4202-a5c9-b5367017aaf0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:03.140011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41362) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:03.143800 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-12f81b71-8f3e-434f-ace7-79a87efa24ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=983f197aa1b5473fb45a4b704ba784bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8595245 Jan 28 06:13:03.144627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f81b71-8f3e-434f-ace7-79a87efa24ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3f8b40-22da-4202-a5c9-b5367017aaf0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:03.269858 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f404010b-2727-4211-8005-c925c572b048 admin admin] Publish callbacks [] for security_group (cd3f8b40-22da-4202-a5c9-b5367017aaf0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:03.327409 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f404010b-2727-4211-8005-c925c572b048 admin admin] Publish callbacks [] for security_group (cd3f8b40-22da-4202-a5c9-b5367017aaf0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:03.487897 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f404010b-2727-4211-8005-c925c572b048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cd3f8b40-22da-4202-a5c9-b5367017aaf0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:03.491298 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f404010b-2727-4211-8005-c925c572b048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:03.497510 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f404010b-2727-4211-8005-c925c572b048 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd3f8b40-22da-4202-a5c9-b5367017aaf0 HTTP/1.1" status: 204 len: 168 time: 0.3543203 Jan 28 06:13:03.530645 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404010b-2727-4211-8005-c925c572b048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3f8b40-22da-4202-a5c9-b5367017aaf0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:04.049103 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1e1de-a744-4748-954e-313e4dd6d3db req-8b09e1c7-82f9-4730-af59-e1f54ff11a48 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:04.053354 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61f1e1de-a744-4748-954e-313e4dd6d3db req-8b09e1c7-82f9-4730-af59-e1f54ff11a48 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 946 time: 0.1158175 Jan 28 06:13:04.186666 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61f1e1de-a744-4748-954e-313e4dd6d3db req-e7be2559-9d26-4eac-b04c-1041b1839299 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232591 Jan 28 06:13:04.451481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf1197-e1bf-4505-8746-3394645aaced req-819cb498-5f74-467e-b791-a39da27db7b6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:04.459144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10bf1197-e1bf-4505-8746-3394645aaced req-819cb498-5f74-467e-b791-a39da27db7b6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 946 time: 0.1249352 Jan 28 06:13:04.526642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10bf1197-e1bf-4505-8746-3394645aaced req-cb375000-dc65-4743-a188-e7391a89f516 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630131 Jan 28 06:13:04.680030 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b62789-98d8-4b7f-b862-8bff86dd5399 req-881d9c5a-6673-4972-932e-fd84e7f68a3b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:04.684139 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15b62789-98d8-4b7f-b862-8bff86dd5399 req-881d9c5a-6673-4972-932e-fd84e7f68a3b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 946 time: 0.0580554 Jan 28 06:13:04.739693 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15b62789-98d8-4b7f-b862-8bff86dd5399 req-4017b1b6-3c8c-4335-8435-4b94eb1ee6f1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523605 Jan 28 06:13:04.831774 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b1766fa-4e08-49ce-9291-0f1dc76dee7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:05.274232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41484) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:05.455381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3346806-5e40-46ff-9541-7c0a32410c2c req-e45558f6-ecb8-4ef9-8f0b-c7a6fa933321 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:05.457567 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a3346806-5e40-46ff-9541-7c0a32410c2c req-e45558f6-ecb8-4ef9-8f0b-c7a6fa933321 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 946 time: 0.0686705 Jan 28 06:13:05.492799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-6329f698-3e21-44c0-a8e7-a4943a5ade92 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1670640200-network', 'tenant_id': 'ac1d9906145b4e5cb138830cf40b8724'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:13:05.554444 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a3346806-5e40-46ff-9541-7c0a32410c2c req-a20b2c50-65a0-4251-aa25-faf72582b827 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910914 Jan 28 06:13:05.663633 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6329f698-3e21-44c0-a8e7-a4943a5ade92 admin admin] Made reservation on behalf of ac1d9906145b4e5cb138830cf40b8724 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:13:05.670546 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6329f698-3e21-44c0-a8e7-a4943a5ade92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:05.690450 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6329f698-3e21-44c0-a8e7-a4943a5ade92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:05.772807 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6329f698-3e21-44c0-a8e7-a4943a5ade92 admin admin] Publish callbacks [] for security_group (e86eec28-7959-4736-9405-360a7b7dd500), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:05.866437 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6329f698-3e21-44c0-a8e7-a4943a5ade92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e86eec28-7959-4736-9405-360a7b7dd500), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:05.894788 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6329f698-3e21-44c0-a8e7-a4943a5ade92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:13:05.905303 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329f698-3e21-44c0-a8e7-a4943a5ade92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86eec28-7959-4736-9405-360a7b7dd500,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:05.915075 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6329f698-3e21-44c0-a8e7-a4943a5ade92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1714a98d-127f-45f5-bc4b-bf640e3a1d8b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:05.919867 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-6329f698-3e21-44c0-a8e7-a4943a5ade92 admin admin] Added segment 1714a98d-127f-45f5-bc4b-bf640e3a1d8b of type vlan for network e16b225b-8700-4c34-9396-584621bfb0a7 Jan 28 06:13:05.978947 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6329f698-3e21-44c0-a8e7-a4943a5ade92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (e16b225b-8700-4c34-9396-584621bfb0a7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:06.057730 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6329f698-3e21-44c0-a8e7-a4943a5ade92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (e16b225b-8700-4c34-9396-584621bfb0a7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:06.064810 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6329f698-3e21-44c0-a8e7-a4943a5ade92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:06.064810 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6329f698-3e21-44c0-a8e7-a4943a5ade92 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:06.589619 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:06.590724 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329f698-3e21-44c0-a8e7-a4943a5ade92 admin admin] Pushing event updated for resources: {'Network': ['ID=e16b225b-8700-4c34-9396-584621bfb0a7,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:06.604628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network e16b225b-8700-4c34-9396-584621bfb0a7 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:13:06.639670 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6329f698-3e21-44c0-a8e7-a4943a5ade92 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3613036 Jan 28 06:13:06.647319 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41554) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:06.647319 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e3da189e-5041-462f-ad5e-29dad7420f97 admin admin] Request body: {'subnet': {'network_id': 'e16b225b-8700-4c34-9396-584621bfb0a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1670640200-subnet', 'tenant_id': 'ac1d9906145b4e5cb138830cf40b8724', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:13:06.763614 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0a9f1-e0eb-43da-9302-bc7380113b07 req-81e44a53-35aa-484f-b82f-469c0aec6b5b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:06.792073 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-45a0a9f1-e0eb-43da-9302-bc7380113b07 req-81e44a53-35aa-484f-b82f-469c0aec6b5b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 946 time: 0.0993321 Jan 28 06:13:06.803621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3da189e-5041-462f-ad5e-29dad7420f97 admin admin] Made reservation on behalf of ac1d9906145b4e5cb138830cf40b8724 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:13:06.806055 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3da189e-5041-462f-ad5e-29dad7420f97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:07.000479 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021de953-8479-4317-82fa-46e134488c4f req-6a270df0-a954-4589-b7b1-48e6a2292ab3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:07.003423 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-021de953-8479-4317-82fa-46e134488c4f req-6a270df0-a954-4589-b7b1-48e6a2292ab3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 946 time: 0.1259434 Jan 28 06:13:07.130224 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-45a0a9f1-e0eb-43da-9302-bc7380113b07 req-a9427771-3ce7-4ad2-ac09-10101c312444 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371632 Jan 28 06:13:07.178771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-021de953-8479-4317-82fa-46e134488c4f req-9630dd92-38a3-4f72-bfb5-0c65b4b15c6d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Deleting port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:07.179514 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-021de953-8479-4317-82fa-46e134488c4f req-9630dd92-38a3-4f72-bfb5-0c65b4b15c6d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (4912eb6c-aa05-4c2f-9ec4-e5703addd2d2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:07.303240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-021de953-8479-4317-82fa-46e134488c4f req-9630dd92-38a3-4f72-bfb5-0c65b4b15c6d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] For port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=4912eb6c-aa05-4c2f-9ec4-e5703addd2d2,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:07.303608 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-021de953-8479-4317-82fa-46e134488c4f req-9630dd92-38a3-4f72-bfb5-0c65b4b15c6d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (4912eb6c-aa05-4c2f-9ec4-e5703addd2d2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:07.346124 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-021de953-8479-4317-82fa-46e134488c4f req-9630dd92-38a3-4f72-bfb5-0c65b4b15c6d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Calling delete_port for 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:07.475752 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3da189e-5041-462f-ad5e-29dad7420f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (09ce8d6a-73db-4135-8d1b-a0eaf171c451), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:07.578513 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da189e-5041-462f-ad5e-29dad7420f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ce8d6a-73db-4135-8d1b-a0eaf171c451,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:07.606623 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-021de953-8479-4317-82fa-46e134488c4f req-9630dd92-38a3-4f72-bfb5-0c65b4b15c6d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (4912eb6c-aa05-4c2f-9ec4-e5703addd2d2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:07.618267 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da189e-5041-462f-ad5e-29dad7420f97 admin admin] Checking segment: {'id': '1714a98d-127f-45f5-bc4b-bf640e3a1d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e16b225b-8700-4c34-9396-584621bfb0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:13:07.618678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3da189e-5041-462f-ad5e-29dad7420f97 admin admin] Network hostable DHCP agents. Network: e16b225b-8700-4c34-9396-584621bfb0a7, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:13:07.641846 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['4912eb6c-aa05-4c2f-9ec4-e5703addd2d2'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:13:07.654209 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630dd92-38a3-4f72-bfb5-0c65b4b15c6d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event deleted for resources: {'Port': ['ID=4912eb6c-aa05-4c2f-9ec4-e5703addd2d2,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:07.726316 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3da189e-5041-462f-ad5e-29dad7420f97 admin admin] Network e16b225b-8700-4c34-9396-584621bfb0a7 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:13:07.777732 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-021de953-8479-4317-82fa-46e134488c4f req-9630dd92-38a3-4f72-bfb5-0c65b4b15c6d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] No DVR routers for this DVR port 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:13:07.784932 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-021de953-8479-4317-82fa-46e134488c4f req-9630dd92-38a3-4f72-bfb5-0c65b4b15c6d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:07.802954 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-021de953-8479-4317-82fa-46e134488c4f req-9630dd92-38a3-4f72-bfb5-0c65b4b15c6d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "DELETE /v2.0/ports/4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 HTTP/1.1" status: 204 len: 173 time: 0.7941973 Jan 28 06:13:07.803887 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010cc391-b53b-4afe-81fb-f738d09bc728', 'name': 'network-vif-deleted', 'tag': '4912eb6c-aa05-4c2f-9ec4-e5703addd2d2'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:13:07.805560 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d3b68f-1ca0-45be-9254-805b2e1f26fb" -d '{"events": [{"server_uuid": "010cc391-b53b-4afe-81fb-f738d09bc728", "name": "network-vif-deleted", "tag": "4912eb6c-aa05-4c2f-9ec4-e5703addd2d2"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:13:07.811977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e3da189e-5041-462f-ad5e-29dad7420f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, e16b225b-8700-4c34-9396-584621bfb0a7) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:13:07.826841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b41d53d-d621-4b9a-90be-4f51cff6136f None None] Network e16b225b-8700-4c34-9396-584621bfb0a7 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:13:07.827412 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3da189e-5041-462f-ad5e-29dad7420f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:07.827412 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3da189e-5041-462f-ad5e-29dad7420f97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:07.952112 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e3da189e-5041-462f-ad5e-29dad7420f97 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3094997 Jan 28 06:13:07.991512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d792c63-4a84-4208-a21d-76a9b4fb5657 None None] Network e16b225b-8700-4c34-9396-584621bfb0a7 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:13:08.112678 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:08.284994 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-14cb94bb-959d-4c82-b83c-a713516877b8 req-77691621-cae6-4e3d-93f2-535a325cdf18 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 210 time: 0.0427220 Jan 28 06:13:08.293408 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1b22de-de9e-4cdb-9e49-c08320448504 x-openstack-request-id: req-fd1b22de-de9e-4cdb-9e49-c08320448504 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:13:08.293930 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010cc391-b53b-4afe-81fb-f738d09bc728", "name": "network-vif-deleted", "tag": "4912eb6c-aa05-4c2f-9ec4-e5703addd2d2", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:13:08.294196 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd1b22de-de9e-4cdb-9e49-c08320448504 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:13:08.294628 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010cc391-b53b-4afe-81fb-f738d09bc728', 'name': 'network-vif-deleted', 'tag': '4912eb6c-aa05-4c2f-9ec4-e5703addd2d2', 'status': 'completed', 'code': 200} Jan 28 06:13:08.634886 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:13:09.042362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41676) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:09.049046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-962960f8-bda8-41b8-9bfd-5ae05b1dd3f3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1635606855-network', 'tenant_id': 'd3b1ab454e0f4328b3816a4f291a8224'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:13:09.109551 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:09.137563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962960f8-bda8-41b8-9bfd-5ae05b1dd3f3 admin admin] Made reservation on behalf of d3b1ab454e0f4328b3816a4f291a8224 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:13:09.140654 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-962960f8-bda8-41b8-9bfd-5ae05b1dd3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:09.154817 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-962960f8-bda8-41b8-9bfd-5ae05b1dd3f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:09.259943 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-962960f8-bda8-41b8-9bfd-5ae05b1dd3f3 admin admin] Publish callbacks [] for security_group (f5c24905-1632-47ce-9333-eca7bc6e13cf), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:09.322221 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-962960f8-bda8-41b8-9bfd-5ae05b1dd3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f5c24905-1632-47ce-9333-eca7bc6e13cf), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:09.375868 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962960f8-bda8-41b8-9bfd-5ae05b1dd3f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:13:09.403472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962960f8-bda8-41b8-9bfd-5ae05b1dd3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c24905-1632-47ce-9333-eca7bc6e13cf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:09.424460 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-962960f8-bda8-41b8-9bfd-5ae05b1dd3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (2f8374ba-380d-4382-8c52-cbda126f73f5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:09.424877 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-962960f8-bda8-41b8-9bfd-5ae05b1dd3f3 admin admin] Added segment 2f8374ba-380d-4382-8c52-cbda126f73f5 of type vlan for network 2536b980-c244-4406-86de-65e08a4c5ba9 Jan 28 06:13:09.495610 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-962960f8-bda8-41b8-9bfd-5ae05b1dd3f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (2536b980-c244-4406-86de-65e08a4c5ba9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:09.558465 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f113977-f50c-4aca-95b2-361775697ba4 req-2fa172db-8d5c-4f51-b44e-3dc145ce90b7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 210 time: 0.1419017 Jan 28 06:13:09.606911 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-962960f8-bda8-41b8-9bfd-5ae05b1dd3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (2536b980-c244-4406-86de-65e08a4c5ba9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:09.607919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962960f8-bda8-41b8-9bfd-5ae05b1dd3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:09.608491 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-962960f8-bda8-41b8-9bfd-5ae05b1dd3f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:09.700813 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962960f8-bda8-41b8-9bfd-5ae05b1dd3f3 admin admin] Pushing event updated for resources: {'Network': ['ID=2536b980-c244-4406-86de-65e08a4c5ba9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:09.712490 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 2536b980-c244-4406-86de-65e08a4c5ba9 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:13:09.741093 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-962960f8-bda8-41b8-9bfd-5ae05b1dd3f3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6967895 Jan 28 06:13:09.743550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41708) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:09.750260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0ecc4cd1-5d2a-4d20-9917-0e684a413399 admin admin] Request body: {'subnet': {'network_id': '2536b980-c244-4406-86de-65e08a4c5ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1635606855-subnet', 'tenant_id': 'd3b1ab454e0f4328b3816a4f291a8224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:13:09.857442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecc4cd1-5d2a-4d20-9917-0e684a413399 admin admin] Made reservation on behalf of d3b1ab454e0f4328b3816a4f291a8224 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:13:09.865438 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4cd1-5d2a-4d20-9917-0e684a413399 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.183580 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4cd1-5d2a-4d20-9917-0e684a413399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (9c088c20-0622-4d41-9c58-2c414ebdcf89), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.268455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc4cd1-5d2a-4d20-9917-0e684a413399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c088c20-0622-4d41-9c58-2c414ebdcf89,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:10.273993 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc4cd1-5d2a-4d20-9917-0e684a413399 admin admin] Checking segment: {'id': '2f8374ba-380d-4382-8c52-cbda126f73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2536b980-c244-4406-86de-65e08a4c5ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:13:10.274675 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc4cd1-5d2a-4d20-9917-0e684a413399 admin admin] Network hostable DHCP agents. Network: 2536b980-c244-4406-86de-65e08a4c5ba9, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:13:10.412097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc4cd1-5d2a-4d20-9917-0e684a413399 admin admin] Network 2536b980-c244-4406-86de-65e08a4c5ba9 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:13:10.515513 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-0ecc4cd1-5d2a-4d20-9917-0e684a413399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 2536b980-c244-4406-86de-65e08a4c5ba9) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:13:10.520231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecc4cd1-5d2a-4d20-9917-0e684a413399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:10.520832 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4cd1-5d2a-4d20-9917-0e684a413399 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:10.526943 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4731f916-fe39-44ed-a292-f5dfd4c59ae3 None None] Network 2536b980-c244-4406-86de-65e08a4c5ba9 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:13:10.610110 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0ecc4cd1-5d2a-4d20-9917-0e684a413399 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8652003 Jan 28 06:13:10.684393 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf74d2e-38eb-4079-b860-56e4c0a260fa None None] Network 2536b980-c244-4406-86de-65e08a4c5ba9 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:13:10.806546 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-343ea8c8-e0dc-4b95-8e24-b4b2c12256c7 req-1735fab5-e473-4a54-98a3-62f8a3efcf17 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 210 time: 0.0517051 Jan 28 06:13:11.384597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-8d116558-7632-47d8-b683-c48cafd25ebf tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:11.387065 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-8d116558-7632-47d8-b683-c48cafd25ebf tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/networks?id=e16b225b-8700-4c34-9396-584621bfb0a7 HTTP/1.1" status: 200 len: 812 time: 0.1433663 Jan 28 06:13:11.403363 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-77855db4-ec0b-4bba-b98c-5cd1911275c2 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/quotas/ac1d9906145b4e5cb138830cf40b8724 HTTP/1.1" status: 200 len: 375 time: 0.0102489 Jan 28 06:13:11.444048 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-555118f5-5292-43a6-a42b-7fb69c9515cc tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac1d9906145b4e5cb138830cf40b8724&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346818 Jan 28 06:13:11.712118 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-900da78c-306c-43d4-b6cf-067bd1d4b465 service neutron] 10.222.0.31 "GET /v2.0/networks/e16b225b-8700-4c34-9396-584621bfb0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672334 Jan 28 06:13:11.745902 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:13:11.787208 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:13:11.787555 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 4912eb6c-aa05-4c2f-9ec4-e5703addd2d2 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:13:11.883200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-de88bef1-a0cc-456f-ad28-b4b523276407 service neutron] 10.222.0.31 "GET /v2.0/networks/e16b225b-8700-4c34-9396-584621bfb0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653669 Jan 28 06:13:11.970593 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e135c0c6-9843-424d-ac2a-5d4e6a5b44bb req-74f5715f-0112-467a-b2fc-5c63501fe303 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 210 time: 0.0434656 Jan 28 06:13:12.233055 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff836b5d-0eb0-448b-b3a4-9a07e745ca2d req-4466e194-24f7-4ec0-bcbe-4fd793f9f227 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 210 time: 0.0617208 Jan 28 06:13:13.070585 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a75b6e5-a802-4eeb-bf72-5a53fca224c1 req-11fb86a0-8749-4f2e-b09d-d6f6b20a6d86 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 210 time: 0.0313771 Jan 28 06:13:13.362623 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39a4e240-7c6f-41e4-9d59-6e45244abec2 req-bf983f2a-6ec4-4c3b-b818-2ba1d5430819 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 210 time: 0.0721331 Jan 28 06:13:14.153195 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41892) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:14.302442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-57ffa840-01c3-45e2-a39f-5ae56ae17ff6 req-a20d14e9-8a76-492e-940e-c4d868cde407 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 210 time: 0.0694044 Jan 28 06:13:14.430614 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a316d4e3-199a-4602-b1ba-f53546ddd760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:14.592522 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34687532-a318-45df-8b47-4812f59f1c82 req-e9559a8f-4b4f-4f13-a731-6382077968da tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 210 time: 0.0714588 Jan 28 06:13:14.672033 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a316d4e3-199a-4602-b1ba-f53546ddd760 admin admin] Publish callbacks [] for security_group (9903f931-cdeb-4b58-aabf-85c1965ab7b1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:14.731609 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a316d4e3-199a-4602-b1ba-f53546ddd760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9903f931-cdeb-4b58-aabf-85c1965ab7b1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:14.813001 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a316d4e3-199a-4602-b1ba-f53546ddd760 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=024062c933544094970151639fddc621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6566052 Jan 28 06:13:14.813987 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316d4e3-199a-4602-b1ba-f53546ddd760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9903f931-cdeb-4b58-aabf-85c1965ab7b1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:14.829586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 41902) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:14.923059 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-912017bf-f189-4b2f-9c01-1b0273f84c4a admin admin] Publish callbacks [] for security_group (9903f931-cdeb-4b58-aabf-85c1965ab7b1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:14.951826 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-912017bf-f189-4b2f-9c01-1b0273f84c4a admin admin] Publish callbacks [] for security_group (9903f931-cdeb-4b58-aabf-85c1965ab7b1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:15.062664 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-6d4b62f0-c52a-44bd-b84b-ccac543c4443 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:15.064829 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-6d4b62f0-c52a-44bd-b84b-ccac543c4443 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.60 "GET /v2.0/networks?id=e16b225b-8700-4c34-9396-584621bfb0a7 HTTP/1.1" status: 200 len: 812 time: 0.2757161 Jan 28 06:13:15.085450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-de27bbd7-a511-4e03-a862-eb464feef305 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Request body: {'port': {'device_id': 'a3f2ec85-53fb-4cef-85c0-e79a8a3d364d', 'network_id': 'e16b225b-8700-4c34-9396-584621bfb0a7', 'admin_state_up': True, 'tenant_id': 'ac1d9906145b4e5cb138830cf40b8724'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:13:15.120471 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-912017bf-f189-4b2f-9c01-1b0273f84c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9903f931-cdeb-4b58-aabf-85c1965ab7b1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:15.123089 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-912017bf-f189-4b2f-9c01-1b0273f84c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:15.124470 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-912017bf-f189-4b2f-9c01-1b0273f84c4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9903f931-cdeb-4b58-aabf-85c1965ab7b1 HTTP/1.1" status: 204 len: 168 time: 0.2933924 Jan 28 06:13:15.140288 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912017bf-f189-4b2f-9c01-1b0273f84c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9903f931-cdeb-4b58-aabf-85c1965ab7b1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:15.348608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-de27bbd7-a511-4e03-a862-eb464feef305 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Made reservation on behalf of ac1d9906145b4e5cb138830cf40b8724 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:13:15.352079 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-de27bbd7-a511-4e03-a862-eb464feef305 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:15.448477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4254525e-b83f-47dc-8236-5259a2ba3f4b req-38ee556a-0625-4b19-b3be-3283a0e86496 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 210 time: 0.0558817 Jan 28 06:13:15.559309 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-de27bbd7-a511-4e03-a862-eb464feef305 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Allocated IP 172.20.0.10 (e16b225b-8700-4c34-9396-584621bfb0a7/09ce8d6a-73db-4135-8d1b-a0eaf171c451/f59a29d1-f757-4e21-a6f5-a4adb5d61849) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:13:15.773834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e95dc9c-410a-456f-b58d-2db958c9fca3 req-9d70ec0c-8d56-4688-801d-9812a2aec8ab tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 210 time: 0.0574217 Jan 28 06:13:15.877231 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-de27bbd7-a511-4e03-a862-eb464feef305 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Publish callbacks [] for port (f59a29d1-f757-4e21-a6f5-a4adb5d61849), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:15.995690 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-de27bbd7-a511-4e03-a862-eb464feef305 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (f59a29d1-f757-4e21-a6f5-a4adb5d61849), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:16.044972 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-de27bbd7-a511-4e03-a862-eb464feef305 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Network e16b225b-8700-4c34-9396-584621bfb0a7 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:13:16.049368 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-de27bbd7-a511-4e03-a862-eb464feef305 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:13:16.053997 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-de27bbd7-a511-4e03-a862-eb464feef305 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:13:16.100704 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27bbd7-a511-4e03-a862-eb464feef305 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Pushing event updated for resources: {'Port': ['ID=f59a29d1-f757-4e21-a6f5-a4adb5d61849,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:16.126906 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-de27bbd7-a511-4e03-a862-eb464feef305 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:16.127557 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-de27bbd7-a511-4e03-a862-eb464feef305 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:16.214643 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-de27bbd7-a511-4e03-a862-eb464feef305 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1343968 Jan 28 06:13:16.233799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Request body: {'port': {'device_id': 'a3f2ec85-53fb-4cef-85c0-e79a8a3d364d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:13:16.290893 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f59a29d1-f757-4e21-a6f5-a4adb5d61849), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:16.585185 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60d0f028-db22-41f8-837a-cc9f6500965a req-670f5be6-7c95-4b37-ac1c-d98876d4b80b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 210 time: 0.0306749 Jan 28 06:13:16.588617 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59a29d1-f757-4e21-a6f5-a4adb5d61849 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:13:16.597392 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Publish callbacks [] for port (f59a29d1-f757-4e21-a6f5-a4adb5d61849), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:16.614183 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Transition to ACTIVE for port object f59a29d1-f757-4e21-a6f5-a4adb5d61849 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:13:16.703739 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (f59a29d1-f757-4e21-a6f5-a4adb5d61849), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:16.795423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Pushing event updated for resources: {'Port': ['ID=f59a29d1-f757-4e21-a6f5-a4adb5d61849,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:16.833087 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Attempting to bind port f59a29d1-f757-4e21-a6f5-a4adb5d61849 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:13:16.833438 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Attempting to bind port f59a29d1-f757-4e21-a6f5-a4adb5d61849 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '1714a98d-127f-45f5-bc4b-bf640e3a1d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e16b225b-8700-4c34-9396-584621bfb0a7'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:13:16.833775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Attempting to bind port f59a29d1-f757-4e21-a6f5-a4adb5d61849 on network e16b225b-8700-4c34-9396-584621bfb0a7 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:13:16.839243 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Port f59a29d1-f757-4e21-a6f5-a4adb5d61849 on network e16b225b-8700-4c34-9396-584621bfb0a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:13:16.839576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Attempting to bind port f59a29d1-f757-4e21-a6f5-a4adb5d61849 on network e16b225b-8700-4c34-9396-584621bfb0a7 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:13:16.848944 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:13:16.849481 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Checking segment: {'id': '1714a98d-127f-45f5-bc4b-bf640e3a1d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e16b225b-8700-4c34-9396-584621bfb0a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:13:16.850074 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Bound using segment: {'id': '1714a98d-127f-45f5-bc4b-bf640e3a1d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e16b225b-8700-4c34-9396-584621bfb0a7'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:13:16.850947 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Bound port: f59a29d1-f757-4e21-a6f5-a4adb5d61849, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1714a98d-127f-45f5-bc4b-bf640e3a1d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e16b225b-8700-4c34-9396-584621bfb0a7'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:13:16.851816 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f59a29d1-f757-4e21-a6f5-a4adb5d61849), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:16.937252 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] For port f59a29d1-f757-4e21-a6f5-a4adb5d61849, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:13:16.939897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde2a81-07d5-4489-bef0-9b086cef28d1 req-ee27c635-507c-4237-a0a5-6c7e521ac89c tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:16.940745 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] For port f59a29d1-f757-4e21-a6f5-a4adb5d61849, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f59a29d1-f757-4e21-a6f5-a4adb5d61849,segment=NetworkSegment(1714a98d-127f-45f5-bc4b-bf640e3a1d8b),segment_id=1714a98d-127f-45f5-bc4b-bf640e3a1d8b)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:13:16.943575 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1dde2a81-07d5-4489-bef0-9b086cef28d1 req-ee27c635-507c-4237-a0a5-6c7e521ac89c tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 944 time: 0.0677354 Jan 28 06:13:16.993490 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1dde2a81-07d5-4489-bef0-9b086cef28d1 req-be26f47b-f1df-481e-ba96-195342cf7cf7 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437748 Jan 28 06:13:17.064165 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (f59a29d1-f757-4e21-a6f5-a4adb5d61849), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:17.103542 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:17.103542 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:17.114854 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] 10.222.0.60 "PUT /v2.0/ports/f59a29d1-f757-4e21-a6f5-a4adb5d61849 HTTP/1.1" status: 200 len: 1093 time: 0.8758364 Jan 28 06:13:17.114854 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f2ec85-53fb-4cef-85c0-e79a8a3d364d', 'tag': 'f59a29d1-f757-4e21-a6f5-a4adb5d61849'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:13:17.114854 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a58614-e483-438b-a62a-57dec86665d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f2ec85-53fb-4cef-85c0-e79a8a3d364d", "tag": "f59a29d1-f757-4e21-a6f5-a4adb5d61849"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:13:17.132398 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091c033-69e8-4a8a-9ece-73d671070185 service neutron] Pushing event updated for resources: {'Port': ['ID=f59a29d1-f757-4e21-a6f5-a4adb5d61849,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:17.166161 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33fc638-abad-4c34-b9f3-3b02c72ffc39 x-openstack-request-id: req-d33fc638-abad-4c34-b9f3-3b02c72ffc39 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:13:17.166476 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f2ec85-53fb-4cef-85c0-e79a8a3d364d", "tag": "f59a29d1-f757-4e21-a6f5-a4adb5d61849", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:13:17.166758 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d33fc638-abad-4c34-b9f3-3b02c72ffc39 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:13:17.171809 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f2ec85-53fb-4cef-85c0-e79a8a3d364d', 'tag': 'f59a29d1-f757-4e21-a6f5-a4adb5d61849', 'status': 'completed', 'code': 200} Jan 28 06:13:17.254021 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a58614-e483-438b-a62a-57dec86665d2 req-09495390-8cc2-4500-b9d1-d2391ce6cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:17.255611 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-73a58614-e483-438b-a62a-57dec86665d2 req-09495390-8cc2-4500-b9d1-d2391ce6cf33 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac1d9906145b4e5cb138830cf40b8724&device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 1096 time: 0.0483103 Jan 28 06:13:17.387952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a58614-e483-438b-a62a-57dec86665d2 req-3b5ed42c-86d7-4d37-bbe0-d24941063fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:17.389476 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-73a58614-e483-438b-a62a-57dec86665d2 req-3b5ed42c-86d7-4d37-bbe0-d24941063fc9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ac1d9906145b4e5cb138830cf40b8724&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1198745 Jan 28 06:13:17.496313 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a58614-e483-438b-a62a-57dec86665d2 req-2c91c393-a1cc-4b26-a9ae-9ae6e150a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:17.496313 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-73a58614-e483-438b-a62a-57dec86665d2 req-2c91c393-a1cc-4b26-a9ae-9ae6e150a9ee service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985720 Jan 28 06:13:17.598407 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-d704c2c7-faa2-4a7e-9a27-03deb812c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:17.600154 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-d704c2c7-faa2-4a7e-9a27-03deb812c382 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac1d9906145b4e5cb138830cf40b8724&device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 1096 time: 0.0452850 Jan 28 06:13:17.684782 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-8c09fce5-96c1-4357-8276-e42e1f84a3a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59a29d1-f757-4e21-a6f5-a4adb5d61849 HTTP/1.1" status: 200 len: 217 time: 0.0696905 Jan 28 06:13:17.758647 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b621ead-7776-4472-a76d-eaecbf5fee5a req-82d6a48a-8f43-4a23-ac6d-fd6c8bb76f59 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 210 time: 0.0607860 Jan 28 06:13:17.772686 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-d831570d-baa9-4453-b8d6-dba16612da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:17.773071 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-d831570d-baa9-4453-b8d6-dba16612da6b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09ce8d6a-73db-4135-8d1b-a0eaf171c451 HTTP/1.1" status: 200 len: 852 time: 0.0821979 Jan 28 06:13:17.816549 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-d46c5cb0-ce25-47ef-93c2-0cfcc234cf89 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e16b225b-8700-4c34-9396-584621bfb0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373011 Jan 28 06:13:17.959261 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-957bf55e-e88b-405f-822c-b072f00e015d service neutron] 10.222.0.60 "GET /v2.0/networks/e16b225b-8700-4c34-9396-584621bfb0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358378 Jan 28 06:13:18.096088 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-037e79e4-9df6-4f19-9f1f-b358ededf4ac req-58717d33-62ba-4b3b-9b1d-c5d2192491dd service neutron] 10.222.0.60 "GET /v2.0/networks/e16b225b-8700-4c34-9396-584621bfb0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299880 Jan 28 06:13:18.253032 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10d92f-59fa-4fa6-8f9e-6c2e0203f5c8 req-d0bf107d-cd1e-4057-8d6c-b8b0eceaf02e tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:18.260539 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa10d92f-59fa-4fa6-8f9e-6c2e0203f5c8 req-d0bf107d-cd1e-4057-8d6c-b8b0eceaf02e tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 944 time: 0.0877907 Jan 28 06:13:18.321777 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa10d92f-59fa-4fa6-8f9e-6c2e0203f5c8 req-ed0b5573-9243-43ef-9577-9e5e040f5d5f tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599399 Jan 28 06:13:18.837619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41986) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:18.854929 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-20290338-9de1-4011-ba19-c068d185df49 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Request body: {'network': {'name': 'tempest-network-smoke--1632914917', 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'port_security_enabled': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:13:18.879476 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb96b2a4-cdad-4184-888d-01fb6acb12c9 req-91a6e4c5-d0a9-4053-8487-aa630b90ac6c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 210 time: 0.0333166 Jan 28 06:13:18.943090 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20290338-9de1-4011-ba19-c068d185df49 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Made reservation on behalf of 426f0007240d437baaa3abcd5620b7f8 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:13:18.946510 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20290338-9de1-4011-ba19-c068d185df49 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:18.956892 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20290338-9de1-4011-ba19-c068d185df49 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:19.030273 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20290338-9de1-4011-ba19-c068d185df49 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for security_group (6f06cf55-af76-4224-9274-bba36dc0091f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:19.097609 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20290338-9de1-4011-ba19-c068d185df49 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6f06cf55-af76-4224-9274-bba36dc0091f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:19.126736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20290338-9de1-4011-ba19-c068d185df49 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:13:19.137252 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20290338-9de1-4011-ba19-c068d185df49 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f06cf55-af76-4224-9274-bba36dc0091f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:19.142472 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20290338-9de1-4011-ba19-c068d185df49 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1c23dac1-d634-4732-a2fc-961e85548bcb), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:19.142820 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-20290338-9de1-4011-ba19-c068d185df49 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Added segment 1c23dac1-d634-4732-a2fc-961e85548bcb of type vlan for network 5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 Jan 28 06:13:19.191628 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20290338-9de1-4011-ba19-c068d185df49 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (5512df5e-d11a-4d6a-aa5b-1d1aca1f9055), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:19.292011 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20290338-9de1-4011-ba19-c068d185df49 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (5512df5e-d11a-4d6a-aa5b-1d1aca1f9055), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:19.297245 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20290338-9de1-4011-ba19-c068d185df49 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:19.297850 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-20290338-9de1-4011-ba19-c068d185df49 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:19.368316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20290338-9de1-4011-ba19-c068d185df49 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event updated for resources: {'Network': ['ID=5512df5e-d11a-4d6a-aa5b-1d1aca1f9055,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:19.379020 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:13:19.496151 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-20290338-9de1-4011-ba19-c068d185df49 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6552696 Jan 28 06:13:19.507705 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 41994) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:19.513973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1541913880', 'admin_state_up': True, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:13:19.527203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69e298-dd40-430b-a2f3-4a35fb649f9a req-ab4ecf60-ee73-46fa-aa24-9d1eabab12cd tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:19.528838 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a69e298-dd40-430b-a2f3-4a35fb649f9a req-ab4ecf60-ee73-46fa-aa24-9d1eabab12cd tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 944 time: 0.0685265 Jan 28 06:13:19.577893 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a69e298-dd40-430b-a2f3-4a35fb649f9a req-8d714df4-dcca-41d7-8813-e3ad1e537034 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416720 Jan 28 06:13:19.623108 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (f786bf82-c9ed-4ec4-94ee-8179e00a49da), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:19.625450 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (f786bf82-c9ed-4ec4-94ee-8179e00a49da), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:19.688179 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for router_controller (f786bf82-c9ed-4ec4-94ee-8179e00a49da), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:19.861400 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device f59a29d1-f757-4e21-a6f5-a4adb5d61849 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:13:19.933216 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for router_gateway (f786bf82-c9ed-4ec4-94ee-8179e00a49da), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:19.981349 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port f59a29d1-f757-4e21-a6f5-a4adb5d61849, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f59a29d1-f757-4e21-a6f5-a4adb5d61849,segment=NetworkSegment(1714a98d-127f-45f5-bc4b-bf640e3a1d8b),segment_id=1714a98d-127f-45f5-bc4b-bf640e3a1d8b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:19.994879 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'f59a29d1-f757-4e21-a6f5-a4adb5d61849', 'network_id': 'e16b225b-8700-4c34-9396-584621bfb0a7', 'port_id': 'f59a29d1-f757-4e21-a6f5-a4adb5d61849', 'mac_address': 'fa:16:3e:3b:15:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ce8d6a-73db-4135-8d1b-a0eaf171c451', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:13:20.019611 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73115680-760f-45a1-a4c6-c603ea3b4b50 req-9c440b3d-ab2f-48fe-9fd3-7d3d48a6bc5b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=010cc391-b53b-4afe-81fb-f738d09bc728 HTTP/1.1" status: 200 len: 210 time: 0.0348122 Jan 28 06:13:20.051368 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port f59a29d1-f757-4e21-a6f5-a4adb5d61849 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:13:20.051781 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f59a29d1-f757-4e21-a6f5-a4adb5d61849), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:20.065095 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59a29d1-f757-4e21-a6f5-a4adb5d61849 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:13:20.086607 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port f59a29d1-f757-4e21-a6f5-a4adb5d61849, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f59a29d1-f757-4e21-a6f5-a4adb5d61849,segment=NetworkSegment(1714a98d-127f-45f5-bc4b-bf640e3a1d8b),segment_id=1714a98d-127f-45f5-bc4b-bf640e3a1d8b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:20.154622 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f59a29d1-f757-4e21-a6f5-a4adb5d61849), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:20.204083 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for router_gateway (f786bf82-c9ed-4ec4-94ee-8179e00a49da), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:20.205996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=f59a29d1-f757-4e21-a6f5-a4adb5d61849,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:20.213606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:20.213956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:20.214323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:20.214647 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:20.214975 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:20.215305 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:20.215629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:20.216132 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:20.216623 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:20.216945 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:20.217271 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:20.217746 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:20.218269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:20.224505 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:20.330125 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Allocated IP 172.25.0.219 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/e49d5631-ce19-42ee-90b1-8e75c803bee1) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:13:20.454424 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for port (e49d5631-ce19-42ee-90b1-8e75c803bee1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:20.459940 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['f59a29d1-f757-4e21-a6f5-a4adb5d61849'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:13:20.550478 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (e49d5631-ce19-42ee-90b1-8e75c803bee1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:20.594893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:13:20.597765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:13:20.603384 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:13:20.609132 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event updated for resources: {'Port': ['ID=e49d5631-ce19-42ee-90b1-8e75c803bee1,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:20.713966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af06e53-8e4c-4fa9-8adc-040d87275fda req-4340957f-2874-4c0b-8fb1-69bfeb3c7d0b tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:20.715483 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4af06e53-8e4c-4fa9-8adc-040d87275fda req-4340957f-2874-4c0b-8fb1-69bfeb3c7d0b tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 945 time: 0.0565565 Jan 28 06:13:20.769938 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4af06e53-8e4c-4fa9-8adc-040d87275fda req-730d8632-274c-4da3-89b1-6368e1b77f01 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480633 Jan 28 06:13:20.954844 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for router_gateway (f786bf82-c9ed-4ec4-94ee-8179e00a49da), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:21.179561 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (f786bf82-c9ed-4ec4-94ee-8179e00a49da), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:21.394506 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Router f786bf82-c9ed-4ec4-94ee-8179e00a49da is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:13:21.519568 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:13:21.531012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Sync routers for ids ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:13:21.545107 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Routers {'f786bf82-c9ed-4ec4-94ee-8179e00a49da'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:13:21.546442 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:13:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:21.648513 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:21.653535 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-502d059c-551e-40dc-bbb3-4c3c99dd66a5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1418953 Jan 28 06:13:21.658729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42012) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:21.698692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Set router f786bf82-c9ed-4ec4-94ee-8179e00a49da gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:13:21.848000 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42018) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:21.860280 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4e2c18ed-2a27-4827-83d5-611496315260 tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=426f0007240d437baaa3abcd5620b7f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2051594 Jan 28 06:13:21.860540 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device f59a29d1-f757-4e21-a6f5-a4adb5d61849 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:13:21.950643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541913880', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:13:19Z', 'updated_at': '2022-01-28T06:13:20Z', 'revision_number': 3, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:20Z', 'updated_at': '2022-01-28T06:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:21.967342 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5f7956-2d59-4f2f-8240-f3fc0c54984f tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:21.969942 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ed5f7956-2d59-4f2f-8240-f3fc0c54984f tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1206222 Jan 28 06:13:21.973429 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42020) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:21.974779 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da8c61-4f29-4de6-9ccb-0b2559f634c3 req-4df63d2c-e1db-4e0c-9f05-56ad35205701 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:21.976555 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f4da8c61-4f29-4de6-9ccb-0b2559f634c3 req-4df63d2c-e1db-4e0c-9f05-56ad35205701 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 945 time: 0.0971582 Jan 28 06:13:21.987771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Checking router: f786bf82-c9ed-4ec4-94ee-8179e00a49da for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:13:21.988276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Updating router f786bf82-c9ed-4ec4-94ee-8179e00a49da port e49d5631-ce19-42ee-90b1-8e75c803bee1 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:13:22.033638 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e49d5631-ce19-42ee-90b1-8e75c803bee1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:22.073289 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9dbdf5f1-6046-412d-8c7b-6dfc388338d2 tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0983663 Jan 28 06:13:22.074624 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42022) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:22.080394 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f4da8c61-4f29-4de6-9ccb-0b2559f634c3 req-13b6918e-4576-4c3d-8f33-a8490733a88c tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893636 Jan 28 06:13:22.082112 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9dc0351e-a84f-4bb6-bd12-14d503fe375d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-909276820', 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055', 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:13:22.223843 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port f59a29d1-f757-4e21-a6f5-a4adb5d61849 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:13:22.229786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port f59a29d1-f757-4e21-a6f5-a4adb5d61849 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:13:22.231303 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f59a29d1-f757-4e21-a6f5-a4adb5d61849), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:22.285420 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc0351e-a84f-4bb6-bd12-14d503fe375d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Made reservation on behalf of 426f0007240d437baaa3abcd5620b7f8 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:13:22.288848 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9dc0351e-a84f-4bb6-bd12-14d503fe375d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:22.381963 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port f59a29d1-f757-4e21-a6f5-a4adb5d61849 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:13:22.382524 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f59a29d1-f757-4e21-a6f5-a4adb5d61849), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:22.411315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f2ec85-53fb-4cef-85c0-e79a8a3d364d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59a29d1-f757-4e21-a6f5-a4adb5d61849'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:13:22.413565 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395fc3da-598f-4cbd-bc35-91dc25d9c185" -d '{"events": [{"server_uuid": "a3f2ec85-53fb-4cef-85c0-e79a8a3d364d", "name": "network-vif-plugged", "status": "completed", "tag": "f59a29d1-f757-4e21-a6f5-a4adb5d61849"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:13:22.436645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port f59a29d1-f757-4e21-a6f5-a4adb5d61849, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f59a29d1-f757-4e21-a6f5-a4adb5d61849,segment=NetworkSegment(1714a98d-127f-45f5-bc4b-bf640e3a1d8b),segment_id=1714a98d-127f-45f5-bc4b-bf640e3a1d8b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:22.438798 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Publish callbacks [] for port (e49d5631-ce19-42ee-90b1-8e75c803bee1), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:22.462285 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb8fbf2-e7af-4b1a-a7c2-1c1339c79665 x-openstack-request-id: req-cdb8fbf2-e7af-4b1a-a7c2-1c1339c79665 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:13:22.462937 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f2ec85-53fb-4cef-85c0-e79a8a3d364d", "name": "network-vif-plugged", "status": "completed", "tag": "f59a29d1-f757-4e21-a6f5-a4adb5d61849", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:13:22.463400 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cdb8fbf2-e7af-4b1a-a7c2-1c1339c79665 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:13:22.463996 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f2ec85-53fb-4cef-85c0-e79a8a3d364d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59a29d1-f757-4e21-a6f5-a4adb5d61849', 'code': 200} Jan 28 06:13:22.509911 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f59a29d1-f757-4e21-a6f5-a4adb5d61849), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:22.546639 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e49d5631-ce19-42ee-90b1-8e75c803bee1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:22.568178 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9dc0351e-a84f-4bb6-bd12-14d503fe375d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (23afa6ab-5d2c-4d93-96fb-fd4f854ca87f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:22.588864 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=f59a29d1-f757-4e21-a6f5-a4adb5d61849,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:22.591571 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Attempting to bind port e49d5631-ce19-42ee-90b1-8e75c803bee1 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:13:22.591965 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Attempting to bind port e49d5631-ce19-42ee-90b1-8e75c803bee1 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:13:22.592335 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Attempting to bind port e49d5631-ce19-42ee-90b1-8e75c803bee1 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:13:22.634485 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce52df7-c4f0-4d17-ad6e-3884598f477b None None] Pushing event updated for resources: {'Port': ['ID=e49d5631-ce19-42ee-90b1-8e75c803bee1,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:22.639230 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:13:22.639619 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:13:22.640226 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:22.640622 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:13:22.641104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Bound port: e49d5631-ce19-42ee-90b1-8e75c803bee1, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:13:22.641489 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e49d5631-ce19-42ee-90b1-8e75c803bee1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:22.708693 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] For port e49d5631-ce19-42ee-90b1-8e75c803bee1, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:13:22.713224 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] For port e49d5631-ce19-42ee-90b1-8e75c803bee1, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e49d5631-ce19-42ee-90b1-8e75c803bee1,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:13:22.721639 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df281f1-5c57-4a2e-be84-19fe35250af3 req-a77b172d-7d7f-4756-92ad-6c21674fe24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:22.723260 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0df281f1-5c57-4a2e-be84-19fe35250af3 req-a77b172d-7d7f-4756-92ad-6c21674fe24f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 1098 time: 0.1497886 Jan 28 06:13:22.725852 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0351e-a84f-4bb6-bd12-14d503fe375d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event updated for resources: {'Subnet': ['ID=23afa6ab-5d2c-4d93-96fb-fd4f854ca87f,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:22.766784 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc0351e-a84f-4bb6-bd12-14d503fe375d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Checking segment: {'id': '1c23dac1-d634-4732-a2fc-961e85548bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:13:22.766784 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc0351e-a84f-4bb6-bd12-14d503fe375d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Network hostable DHCP agents. Network: 5512df5e-d11a-4d6a-aa5b-1d1aca1f9055, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:13:22.788892 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e49d5631-ce19-42ee-90b1-8e75c803bee1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:22.806110 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0df281f1-5c57-4a2e-be84-19fe35250af3 req-27ce5acd-0509-4f91-abf8-fc2775fe83ed service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755570 Jan 28 06:13:22.864425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Routers {'f786bf82-c9ed-4ec4-94ee-8179e00a49da'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:13:22.865072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:13:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:22.891874 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc0351e-a84f-4bb6-bd12-14d503fe375d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Network 5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:13:22.906517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce52df7-c4f0-4d17-ad6e-3884598f477b None None] Pushing event updated for resources: {'Port': ['ID=e49d5631-ce19-42ee-90b1-8e75c803bee1,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:22.979306 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] Set router f786bf82-c9ed-4ec4-94ee-8179e00a49da gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:13:22.989149 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-9dc0351e-a84f-4bb6-bd12-14d503fe375d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 5512df5e-d11a-4d6a-aa5b-1d1aca1f9055) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:13:22.999310 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc0351e-a84f-4bb6-bd12-14d503fe375d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:23.001359 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9dc0351e-a84f-4bb6-bd12-14d503fe375d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:23.010235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee46f48-1c54-458e-a88d-b80a63fde264 None None] Network 5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:13:23.078953 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9dc0351e-a84f-4bb6-bd12-14d503fe375d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0027947 Jan 28 06:13:23.081523 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42032) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:23.228521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359b9d7-c999-4b78-8182-f8af6acfff6c req-62ebf2c1-cd19-4cef-a158-38cbf6e2f6d6 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:23.230045 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8359b9d7-c999-4b78-8182-f8af6acfff6c req-62ebf2c1-cd19-4cef-a158-38cbf6e2f6d6 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 946 time: 0.0639193 Jan 28 06:13:23.389818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8359b9d7-c999-4b78-8182-f8af6acfff6c req-a4d11308-9fd1-4700-bf87-69ccbaafd303 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830200 Jan 28 06:13:23.426713 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-5512df5e-d11a-4d6a-aa5b-1d1aca1f9055', 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055', 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'fixed_ips': [{'subnet_id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:13:23.427844 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:23.584324 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Allocated IP 172.20.0.2 (5512df5e-d11a-4d6a-aa5b-1d1aca1f9055/23afa6ab-5d2c-4d93-96fb-fd4f854ca87f/85fcac9e-c77e-46b6-9bbb-8ddf006fdf16) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:13:23.740494 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Publish callbacks [] for port (85fcac9e-c77e-46b6-9bbb-8ddf006fdf16), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:23.759893 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541913880', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:13:19Z', 'updated_at': '2022-01-28T06:13:20Z', 'revision_number': 3, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:20Z', 'updated_at': '2022-01-28T06:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:23.804022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c174297b-d897-4a5e-94b1-ac842b39da33 None None] The sync data for ids ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'] in n-d-812111-12 is: [{'id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541913880', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:13:19Z', 'updated_at': '2022-01-28T06:13:20Z', 'revision_number': 3, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:20Z', 'updated_at': '2022-01-28T06:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:13:23.814256 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (85fcac9e-c77e-46b6-9bbb-8ddf006fdf16), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:23.862655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Pushing event updated for resources: {'Port': ['ID=85fcac9e-c77e-46b6-9bbb-8ddf006fdf16,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:23.879503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Network 5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:13:23.883562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:13:23.895257 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:13:23.972596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Attempting to bind port 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:13:23.972985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Attempting to bind port 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '1c23dac1-d634-4732-a2fc-961e85548bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:13:23.973354 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Attempting to bind port 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 on network 5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:13:23.979087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:13:23.979471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Checking segment: {'id': '1c23dac1-d634-4732-a2fc-961e85548bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:13:23.979925 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:23.980469 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Bound using segment: {'id': '1c23dac1-d634-4732-a2fc-961e85548bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:13:23.980941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Bound port: 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c23dac1-d634-4732-a2fc-961e85548bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:13:23.981353 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (85fcac9e-c77e-46b6-9bbb-8ddf006fdf16), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:24.111036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] For port 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:13:24.114666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] For port 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=85fcac9e-c77e-46b6-9bbb-8ddf006fdf16,segment=NetworkSegment(1c23dac1-d634-4732-a2fc-961e85548bcb),segment_id=1c23dac1-d634-4732-a2fc-961e85548bcb)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:13:24.189111 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (85fcac9e-c77e-46b6-9bbb-8ddf006fdf16), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:24.298791 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:24.318181 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180d0cf-c486-4345-8bcf-0a96afce7430 None None] Pushing event updated for resources: {'Port': ['ID=85fcac9e-c77e-46b6-9bbb-8ddf006fdf16,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:24.673844 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df3e98-9319-4adf-8741-70cb74c5b3c0 req-760caa14-2f24-4c83-a575-3960a20a36a2 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:24.681862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32df3e98-9319-4adf-8741-70cb74c5b3c0 req-760caa14-2f24-4c83-a575-3960a20a36a2 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 946 time: 0.1389253 Jan 28 06:13:24.758069 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32df3e98-9319-4adf-8741-70cb74c5b3c0 req-4c31289f-018f-4a55-a2e1-3dc860e71a0c tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743558 Jan 28 06:13:24.865685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Allocated IP 172.20.0.1 (5512df5e-d11a-4d6a-aa5b-1d1aca1f9055/23afa6ab-5d2c-4d93-96fb-fd4f854ca87f/0585b925-ad56-4f58-add1-59bfa4e39335) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:13:25.015115 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for port (0585b925-ad56-4f58-add1-59bfa4e39335), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:25.110244 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd02310-2509-41f8-a7cc-6cdcdb7dda88 req-dd7fc1e3-d40c-49a6-920b-e6732074b2d6 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:25.119393 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fbd02310-2509-41f8-a7cc-6cdcdb7dda88 req-dd7fc1e3-d40c-49a6-920b-e6732074b2d6 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 946 time: 0.0698011 Jan 28 06:13:25.130816 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (0585b925-ad56-4f58-add1-59bfa4e39335), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:25.178725 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:25.217618 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Network 5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:13:25.222792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:13:25.226110 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:13:25.232963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event updated for resources: {'Port': ['ID=0585b925-ad56-4f58-add1-59bfa4e39335,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:25.267190 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:13:25.328179 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fbd02310-2509-41f8-a7cc-6cdcdb7dda88 req-c701016d-c605-4340-a3d8-adb94ceae727 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864271 Jan 28 06:13:25.344943 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (f786bf82-c9ed-4ec4-94ee-8179e00a49da), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:25.375770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:13:25.379548 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (85fcac9e-c77e-46b6-9bbb-8ddf006fdf16), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:25.569793 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:13:25.570122 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (85fcac9e-c77e-46b6-9bbb-8ddf006fdf16), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:25.610629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=85fcac9e-c77e-46b6-9bbb-8ddf006fdf16,segment=NetworkSegment(1c23dac1-d634-4732-a2fc-961e85548bcb),segment_id=1c23dac1-d634-4732-a2fc-961e85548bcb)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:25.686148 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0585b925-ad56-4f58-add1-59bfa4e39335), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:25.705173 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (85fcac9e-c77e-46b6-9bbb-8ddf006fdf16), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:25.706455 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e49d5631-ce19-42ee-90b1-8e75c803bee1 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:13:25.863281 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port e49d5631-ce19-42ee-90b1-8e75c803bee1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:13:25.864013 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e49d5631-ce19-42ee-90b1-8e75c803bee1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:25.869686 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=85fcac9e-c77e-46b6-9bbb-8ddf006fdf16,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:25.924679 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42064) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:26.068906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1dffb0-0fa1-4ad7-a83a-e92761d93a28 None None] Network 5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:13:26.084700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port e49d5631-ce19-42ee-90b1-8e75c803bee1 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:13:26.085097 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e49d5631-ce19-42ee-90b1-8e75c803bee1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:26.195168 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port e49d5631-ce19-42ee-90b1-8e75c803bee1, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e49d5631-ce19-42ee-90b1-8e75c803bee1,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:26.200832 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-06d96c29-2c6d-4e22-9a9a-052df5b2ba1e None None] Provisioning complete for port 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:13:26.202073 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d96c29-2c6d-4e22-9a9a-052df5b2ba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (85fcac9e-c77e-46b6-9bbb-8ddf006fdf16), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:26.226054 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for port (0585b925-ad56-4f58-add1-59bfa4e39335), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:26.240666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e99b18-1b19-4bd0-be99-6bc81759809d req-e1f40c46-cac7-4f10-8352-b0670ac7df12 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:26.250418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52e99b18-1b19-4bd0-be99-6bc81759809d req-e1f40c46-cac7-4f10-8352-b0670ac7df12 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 946 time: 0.3173480 Jan 28 06:13:26.290462 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e49d5631-ce19-42ee-90b1-8e75c803bee1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:26.328929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52e99b18-1b19-4bd0-be99-6bc81759809d req-0338c66d-819e-43cb-a5e9-4c7471705872 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748172 Jan 28 06:13:26.332984 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (0585b925-ad56-4f58-add1-59bfa4e39335), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:26.476305 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event updated for resources: {'Port': ['ID=0585b925-ad56-4f58-add1-59bfa4e39335,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:26.488494 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (f786bf82-c9ed-4ec4-94ee-8179e00a49da), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:26.605841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=e49d5631-ce19-42ee-90b1-8e75c803bee1,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:26.753041 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Network 5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:13:26.758863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:13:26.793132 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-06d96c29-2c6d-4e22-9a9a-052df5b2ba1e None None] Current status of the port 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:13:26.917545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Router f786bf82-c9ed-4ec4-94ee-8179e00a49da has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:13:27.087792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-96bba8a2-952a-414b-a193-34f91ccace08 None None] Provisioning complete for port 0585b925-ad56-4f58-add1-59bfa4e39335 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:13:27.088184 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96bba8a2-952a-414b-a193-34f91ccace08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0585b925-ad56-4f58-add1-59bfa4e39335), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:27.088995 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:13:27.097429 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ad41f0a9-f023-413a-8849-4a2841b0bd60 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "PUT /v2.0/routers/f786bf82-c9ed-4ec4-94ee-8179e00a49da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0148141 Jan 28 06:13:27.100381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42072) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:27.102067 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Sync routers for ids ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:13:27.107088 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-826586d8-c5df-4d56-ae03-bde2f7e94f2c tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1177897204', 'description': 'tempest-secgroup_access--1177897204 description', 'project_id': '426f0007240d437baaa3abcd5620b7f8'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:13:27.128217 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Routers {'f786bf82-c9ed-4ec4-94ee-8179e00a49da'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:13:27.128867 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:13:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:27.172836 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:13:27.178943 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-96bba8a2-952a-414b-a193-34f91ccace08 None None] Port 0585b925-ad56-4f58-add1-59bfa4e39335 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:13:27.205691 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-826586d8-c5df-4d56-ae03-bde2f7e94f2c tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:27.219680 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-96bba8a2-952a-414b-a193-34f91ccace08 None None] Provisioning complete for port 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:13:27.220522 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96bba8a2-952a-414b-a193-34f91ccace08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (85fcac9e-c77e-46b6-9bbb-8ddf006fdf16), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:27.371155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:13:27.373505 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (85fcac9e-c77e-46b6-9bbb-8ddf006fdf16), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:27.382573 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Set router f786bf82-c9ed-4ec4-94ee-8179e00a49da gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:13:27.425191 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-826586d8-c5df-4d56-ae03-bde2f7e94f2c tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for security_group (ca48bb42-77ed-4600-bfb9-497e89983476), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:27.478206 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f83d7103-600b-4a36-a56c-64e9a0c1a19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (47f5b653-b047-4441-87dc-2f96ecca02dc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:27.553945 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-826586d8-c5df-4d56-ae03-bde2f7e94f2c tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ca48bb42-77ed-4600-bfb9-497e89983476), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:27.617234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-96bba8a2-952a-414b-a193-34f91ccace08 None None] Current status of the port 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:13:27.654893 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826586d8-c5df-4d56-ae03-bde2f7e94f2c tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca48bb42-77ed-4600-bfb9-497e89983476,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:27.657132 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:13:27.665172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e49d5631-ce19-42ee-90b1-8e75c803bee1 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:13:27.688922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf8eec-0352-48a5-9f1b-8d739ba19d3f req-edfa1553-c1fe-4281-a8b6-eece0c7af5d1 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:27.692861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ccf8eec-0352-48a5-9f1b-8d739ba19d3f req-edfa1553-c1fe-4281-a8b6-eece0c7af5d1 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 946 time: 0.2065458 Jan 28 06:13:27.777037 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-826586d8-c5df-4d56-ae03-bde2f7e94f2c tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:27.781831 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-826586d8-c5df-4d56-ae03-bde2f7e94f2c tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6765988 Jan 28 06:13:27.783745 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42078) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:27.817587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-86af33f8-7cad-47f9-af13-449d9d224b33 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1754998743', 'description': 'tempest-secgroup_general--1754998743 description', 'project_id': '426f0007240d437baaa3abcd5620b7f8'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:13:27.817802 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3829469a-d780-4e4b-9b42-2a642b40b19c None None] Provisioning complete for port 0585b925-ad56-4f58-add1-59bfa4e39335 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:13:27.817802 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3829469a-d780-4e4b-9b42-2a642b40b19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0585b925-ad56-4f58-add1-59bfa4e39335), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:27.825881 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:27.881760 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ccf8eec-0352-48a5-9f1b-8d739ba19d3f req-c3b3d0df-f8d5-4a30-ae3c-33021032c9bd tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769164 Jan 28 06:13:27.888042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3829469a-d780-4e4b-9b42-2a642b40b19c None None] Port 0585b925-ad56-4f58-add1-59bfa4e39335 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:13:27.908236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port e49d5631-ce19-42ee-90b1-8e75c803bee1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:13:27.908758 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e49d5631-ce19-42ee-90b1-8e75c803bee1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:27.929233 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86af33f8-7cad-47f9-af13-449d9d224b33 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:28.048769 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f83d7103-600b-4a36-a56c-64e9a0c1a19f admin admin] Deleting port 6ddc972d-a5bd-4666-aac5-8d47709c7184 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:28.049352 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f83d7103-600b-4a36-a56c-64e9a0c1a19f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:28.107352 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c9ea5011-88ed-417b-9ea9-b5a7b2af2080 None None] Provisioning complete for port 0585b925-ad56-4f58-add1-59bfa4e39335 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:13:28.109112 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9ea5011-88ed-417b-9ea9-b5a7b2af2080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0585b925-ad56-4f58-add1-59bfa4e39335), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:28.112585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port e49d5631-ce19-42ee-90b1-8e75c803bee1 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:13:28.120841 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86af33f8-7cad-47f9-af13-449d9d224b33 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for security_group (c657b5da-6b55-45f8-b500-afb43bac1bfb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:28.163414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea5011-88ed-417b-9ea9-b5a7b2af2080 None None] Port 0585b925-ad56-4f58-add1-59bfa4e39335 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:13:28.179361 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541913880', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:13:19Z', 'updated_at': '2022-01-28T06:13:25Z', 'revision_number': 4, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:20Z', 'updated_at': '2022-01-28T06:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0585b925-ad56-4f58-add1-59bfa4e39335', 'name': '', 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'mac_address': 'fa:16:3e:e7:97:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:24Z', 'updated_at': '2022-01-28T06:13:26Z', 'revision_number': 2, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'subnets': [{'id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:28.207398 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-f83d7103-600b-4a36-a56c-64e9a0c1a19f admin admin] For port 6ddc972d-a5bd-4666-aac5-8d47709c7184, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6ddc972d-a5bd-4666-aac5-8d47709c7184,segment=NetworkSegment(a56d85b7-0e08-4547-a05e-6eef1e315a9d),segment_id=a56d85b7-0e08-4547-a05e-6eef1e315a9d)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:28.207772 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f83d7103-600b-4a36-a56c-64e9a0c1a19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:28.211090 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Checking router: f786bf82-c9ed-4ec4-94ee-8179e00a49da for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:13:28.211449 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Updating router f786bf82-c9ed-4ec4-94ee-8179e00a49da port 0585b925-ad56-4f58-add1-59bfa4e39335 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:13:28.222498 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86af33f8-7cad-47f9-af13-449d9d224b33 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c657b5da-6b55-45f8-b500-afb43bac1bfb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:28.227202 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f83d7103-600b-4a36-a56c-64e9a0c1a19f admin admin] Calling delete_port for 6ddc972d-a5bd-4666-aac5-8d47709c7184 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:28.280131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af33f8-7cad-47f9-af13-449d9d224b33 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c657b5da-6b55-45f8-b500-afb43bac1bfb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:28.285542 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0585b925-ad56-4f58-add1-59bfa4e39335), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:28.423557 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf8959-d4f6-40f5-b42a-a7d26ca6057d req-614c9116-2ba0-47b6-b5c7-e43c28bdbd02 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:28.425399 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8bf8959-d4f6-40f5-b42a-a7d26ca6057d req-614c9116-2ba0-47b6-b5c7-e43c28bdbd02 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 946 time: 0.1096632 Jan 28 06:13:28.481480 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86af33f8-7cad-47f9-af13-449d9d224b33 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:28.487533 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-86af33f8-7cad-47f9-af13-449d9d224b33 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6957850 Jan 28 06:13:28.489790 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42086) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:28.495532 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9d63cb3b-3ff6-41dd-b9cc-3d75c58cf76f tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Request body: {'security_group_rule': {'security_group_id': 'ca48bb42-77ed-4600-bfb9-497e89983476', 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:13:28.516292 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1081d2-8149-499c-9e45-1ac5627e5b2c req-6e7561a4-d02e-486f-879d-bf9b636db13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:28.519105 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8bf8959-d4f6-40f5-b42a-a7d26ca6057d req-46208f09-5b13-4e84-8405-3533adbcd6ea tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879533 Jan 28 06:13:28.525364 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bd1081d2-8149-499c-9e45-1ac5627e5b2c req-6e7561a4-d02e-486f-879d-bf9b636db13c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac1d9906145b4e5cb138830cf40b8724&device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 1098 time: 0.0976219 Jan 28 06:13:28.723351 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Publish callbacks [] for port (0585b925-ad56-4f58-add1-59bfa4e39335), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:28.726806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1081d2-8149-499c-9e45-1ac5627e5b2c req-316cf5b4-a66d-4698-b57d-fd767de31106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:28.728396 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bd1081d2-8149-499c-9e45-1ac5627e5b2c req-316cf5b4-a66d-4698-b57d-fd767de31106 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e16b225b-8700-4c34-9396-584621bfb0a7 HTTP/1.1" status: 200 len: 913 time: 0.1133771 Jan 28 06:13:28.776483 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bd1081d2-8149-499c-9e45-1ac5627e5b2c req-11d4fec4-c9b8-4338-8278-4473ab230567 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59a29d1-f757-4e21-a6f5-a4adb5d61849 HTTP/1.1" status: 200 len: 217 time: 0.0423822 Jan 28 06:13:28.805665 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0585b925-ad56-4f58-add1-59bfa4e39335), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:28.813222 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f83d7103-600b-4a36-a56c-64e9a0c1a19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6ddc972d-a5bd-4666-aac5-8d47709c7184), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:28.832941 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9d63cb3b-3ff6-41dd-b9cc-3d75c58cf76f tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for security_group_rule (993b3793-263d-4913-8f83-a8454e52e912), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:28.875813 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bce89-53a5-4357-a2b5-4cfe3d5934d8 None None] Pushing event updated for resources: {'Port': ['ID=0585b925-ad56-4f58-add1-59bfa4e39335,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:28.905818 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19bce89-53a5-4357-a2b5-4cfe3d5934d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:28.905818 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19bce89-53a5-4357-a2b5-4cfe3d5934d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:28.905818 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19bce89-53a5-4357-a2b5-4cfe3d5934d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:28.906268 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d7103-600b-4a36-a56c-64e9a0c1a19f admin admin] Pushing event deleted for resources: {'Port': ['ID=6ddc972d-a5bd-4666-aac5-8d47709c7184,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:28.907039 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19bce89-53a5-4357-a2b5-4cfe3d5934d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:28.907039 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19bce89-53a5-4357-a2b5-4cfe3d5934d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:28.907039 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19bce89-53a5-4357-a2b5-4cfe3d5934d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:28.913199 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19bce89-53a5-4357-a2b5-4cfe3d5934d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:28.913199 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19bce89-53a5-4357-a2b5-4cfe3d5934d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:28.913199 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19bce89-53a5-4357-a2b5-4cfe3d5934d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:28.913199 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19bce89-53a5-4357-a2b5-4cfe3d5934d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:28.913199 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19bce89-53a5-4357-a2b5-4cfe3d5934d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:28.913199 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19bce89-53a5-4357-a2b5-4cfe3d5934d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:28.914577 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19bce89-53a5-4357-a2b5-4cfe3d5934d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:28.938369 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1081d2-8149-499c-9e45-1ac5627e5b2c req-916b756e-abd5-45f7-9e38-301cdbcae599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:28.940178 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bd1081d2-8149-499c-9e45-1ac5627e5b2c req-916b756e-abd5-45f7-9e38-301cdbcae599 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09ce8d6a-73db-4135-8d1b-a0eaf171c451 HTTP/1.1" status: 200 len: 852 time: 0.1580811 Jan 28 06:13:28.985329 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Attempting to bind port 0585b925-ad56-4f58-add1-59bfa4e39335 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:13:28.985712 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Attempting to bind port 0585b925-ad56-4f58-add1-59bfa4e39335 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '1c23dac1-d634-4732-a2fc-961e85548bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:13:28.986419 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Attempting to bind port 0585b925-ad56-4f58-add1-59bfa4e39335 on network 5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:13:28.996639 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:13:28.997143 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Checking segment: {'id': '1c23dac1-d634-4732-a2fc-961e85548bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:13:28.997602 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:28.998679 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Bound using segment: {'id': '1c23dac1-d634-4732-a2fc-961e85548bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:13:28.999295 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Bound port: 0585b925-ad56-4f58-add1-59bfa4e39335, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c23dac1-d634-4732-a2fc-961e85548bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:13:28.999824 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0585b925-ad56-4f58-add1-59bfa4e39335), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:29.015905 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bd1081d2-8149-499c-9e45-1ac5627e5b2c req-79553e69-f52e-469d-b637-d79682efc0f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e16b225b-8700-4c34-9396-584621bfb0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642076 Jan 28 06:13:29.106567 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] For port 0585b925-ad56-4f58-add1-59bfa4e39335, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:13:29.111106 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] For port 0585b925-ad56-4f58-add1-59bfa4e39335, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0585b925-ad56-4f58-add1-59bfa4e39335,segment=NetworkSegment(1c23dac1-d634-4732-a2fc-961e85548bcb),segment_id=1c23dac1-d634-4732-a2fc-961e85548bcb)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:13:29.171504 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9d63cb3b-3ff6-41dd-b9cc-3d75c58cf76f tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for security_group_rule (993b3793-263d-4913-8f83-a8454e52e912), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:29.188881 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0585b925-ad56-4f58-add1-59bfa4e39335), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:29.254647 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f83d7103-600b-4a36-a56c-64e9a0c1a19f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (47f5b653-b047-4441-87dc-2f96ecca02dc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:29.259459 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9d63cb3b-3ff6-41dd-b9cc-3d75c58cf76f tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (993b3793-263d-4913-8f83-a8454e52e912), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:29.284933 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Routers {'f786bf82-c9ed-4ec4-94ee-8179e00a49da'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:13:29.304918 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:13:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:29.307654 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bce89-53a5-4357-a2b5-4cfe3d5934d8 None None] Pushing event updated for resources: {'Port': ['ID=0585b925-ad56-4f58-add1-59bfa4e39335,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:29.337526 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4c034fcd-a585-4d78-9f71-1171d7e40caa None None] Provisioning complete for port 0585b925-ad56-4f58-add1-59bfa4e39335 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:13:29.339008 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c034fcd-a585-4d78-9f71-1171d7e40caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0585b925-ad56-4f58-add1-59bfa4e39335), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:29.411845 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bd1081d2-8149-499c-9e45-1ac5627e5b2c req-08d05749-37b5-486c-bc03-1a9da3a3bcf9 service neutron] 10.222.0.60 "GET /v2.0/networks/e16b225b-8700-4c34-9396-584621bfb0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875315 Jan 28 06:13:29.413551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63cb3b-3ff6-41dd-b9cc-3d75c58cf76f tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993b3793-263d-4913-8f83-a8454e52e912,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:29.444435 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] Set router f786bf82-c9ed-4ec4-94ee-8179e00a49da gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:13:29.533420 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4c034fcd-a585-4d78-9f71-1171d7e40caa None None] Current status of the port 0585b925-ad56-4f58-add1-59bfa4e39335 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:13:29.536879 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9d63cb3b-3ff6-41dd-b9cc-3d75c58cf76f tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:29.546620 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9d63cb3b-3ff6-41dd-b9cc-3d75c58cf76f tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0468698 Jan 28 06:13:29.546830 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c034fcd-a585-4d78-9f71-1171d7e40caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0585b925-ad56-4f58-add1-59bfa4e39335), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:29.629996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4c034fcd-a585-4d78-9f71-1171d7e40caa None None] For port 0585b925-ad56-4f58-add1-59bfa4e39335, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0585b925-ad56-4f58-add1-59bfa4e39335,segment=NetworkSegment(1c23dac1-d634-4732-a2fc-961e85548bcb),segment_id=1c23dac1-d634-4732-a2fc-961e85548bcb)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:29.708462 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c034fcd-a585-4d78-9f71-1171d7e40caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0585b925-ad56-4f58-add1-59bfa4e39335), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:29.727753 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bd1081d2-8149-499c-9e45-1ac5627e5b2c req-034ac6bd-f701-4f5b-b015-1e2ba550fae0 service neutron] 10.222.0.60 "GET /v2.0/networks/e16b225b-8700-4c34-9396-584621bfb0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091757 Jan 28 06:13:29.752239 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83d7103-600b-4a36-a56c-64e9a0c1a19f admin admin] Router 47f5b653-b047-4441-87dc-2f96ecca02dc has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:13:29.783567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e067e-a2bb-4040-9e89-2385b3da9f22 req-8f43dea6-0229-4369-85a1-7050460a6dd6 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:29.794223 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c0e067e-a2bb-4040-9e89-2385b3da9f22 req-8f43dea6-0229-4369-85a1-7050460a6dd6 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 946 time: 0.1393962 Jan 28 06:13:29.842706 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c034fcd-a585-4d78-9f71-1171d7e40caa None None] Pushing event updated for resources: {'Port': ['ID=0585b925-ad56-4f58-add1-59bfa4e39335,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:29.866724 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d8377a38-70bd-4b1e-8ce0-4b490d3f8615 None None] Provisioning complete for port 0585b925-ad56-4f58-add1-59bfa4e39335 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:13:29.867440 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8377a38-70bd-4b1e-8ce0-4b490d3f8615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0585b925-ad56-4f58-add1-59bfa4e39335), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:29.887163 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ecceb2a6-a2db-46de-847f-60477057f638 req-4210fe7e-a334-43ca-8df3-b9506c1446e2 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--1177897204&fields=id&tenant_id=426f0007240d437baaa3abcd5620b7f8 HTTP/1.1" status: 200 len: 267 time: 0.1288278 Jan 28 06:13:29.929380 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541913880', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:13:19Z', 'updated_at': '2022-01-28T06:13:25Z', 'revision_number': 4, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:20Z', 'updated_at': '2022-01-28T06:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0585b925-ad56-4f58-add1-59bfa4e39335', 'name': '', 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'mac_address': 'fa:16:3e:e7:97:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:24Z', 'updated_at': '2022-01-28T06:13:29Z', 'revision_number': 4, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'subnets': [{'id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:29.985743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c0e067e-a2bb-4040-9e89-2385b3da9f22 req-fa697e83-c6c2-46bb-9299-5710a40e53fe tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905437 Jan 28 06:13:29.990334 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eed6ff-f28e-40f9-9b30-5070713526ee None None] The sync data for ids ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'] in n-d-812111-12 is: [{'id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541913880', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:13:19Z', 'updated_at': '2022-01-28T06:13:25Z', 'revision_number': 4, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:20Z', 'updated_at': '2022-01-28T06:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0585b925-ad56-4f58-add1-59bfa4e39335', 'name': '', 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'mac_address': 'fa:16:3e:e7:97:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:24Z', 'updated_at': '2022-01-28T06:13:29Z', 'revision_number': 4, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'subnets': [{'id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:13:30.004982 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83d7103-600b-4a36-a56c-64e9a0c1a19f admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:13:30.011830 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f83d7103-600b-4a36-a56c-64e9a0c1a19f admin admin] 10.222.0.31 "PUT /v2.0/routers/47f5b653-b047-4441-87dc-2f96ecca02dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0860736 Jan 28 06:13:30.016886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42114) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:30.024592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d602f85c-9c6e-4583-87f6-0ef3143e04bc None None] Sync routers for ids ['47f5b653-b047-4441-87dc-2f96ecca02dc'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:13:30.027094 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d8377a38-70bd-4b1e-8ce0-4b490d3f8615 None None] Current status of the port 0585b925-ad56-4f58-add1-59bfa4e39335 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:13:30.037074 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d602f85c-9c6e-4583-87f6-0ef3143e04bc None None] Routers {'47f5b653-b047-4441-87dc-2f96ecca02dc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:13:30.037771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d602f85c-9c6e-4583-87f6-0ef3143e04bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:13:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['47f5b653-b047-4441-87dc-2f96ecca02dc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:30.078029 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ecceb2a6-a2db-46de-847f-60477057f638 req-9421a047-d622-42a8-a505-3f282fbed38c tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--1754998743&fields=id&tenant_id=426f0007240d437baaa3abcd5620b7f8 HTTP/1.1" status: 200 len: 267 time: 0.1822224 Jan 28 06:13:30.182856 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-d602f85c-9c6e-4583-87f6-0ef3143e04bc None None] Set router 47f5b653-b047-4441-87dc-2f96ecca02dc gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:13:30.266491 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecceb2a6-a2db-46de-847f-60477057f638 req-73bc1d7f-4b7b-4758-9fa2-b030a629f4e6 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:30.274885 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ecceb2a6-a2db-46de-847f-60477057f638 req-73bc1d7f-4b7b-4758-9fa2-b030a629f4e6 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/networks?id=5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 HTTP/1.1" status: 200 len: 797 time: 0.1871831 Jan 28 06:13:30.294061 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2016c11b-1d4e-4017-8c95-8a81d428a946 admin admin] Publish callbacks [] for router (47f5b653-b047-4441-87dc-2f96ecca02dc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:30.327421 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ecceb2a6-a2db-46de-847f-60477057f638 req-76c68082-323b-44bd-a302-30e982f09caa tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/quotas/426f0007240d437baaa3abcd5620b7f8 HTTP/1.1" status: 200 len: 375 time: 0.0511687 Jan 28 06:13:30.405829 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2016c11b-1d4e-4017-8c95-8a81d428a946 admin admin] Publish callbacks [] for router_gateway (47f5b653-b047-4441-87dc-2f96ecca02dc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:30.442134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ecceb2a6-a2db-46de-847f-60477057f638 req-622e98f0-0874-4fbf-adc1-9c296c094423 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=426f0007240d437baaa3abcd5620b7f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132908 Jan 28 06:13:30.448004 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d602f85c-9c6e-4583-87f6-0ef3143e04bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1806479472-router', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:56Z', 'updated_at': '2022-01-28T06:13:28Z', 'revision_number': 5, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'gw_port': {'id': 'abd57745-c8bf-4c58-aa43-1b4b924d1a14', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T05:59:58Z', 'updated_at': '2022-01-28T06:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:30.490132 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d602f85c-9c6e-4583-87f6-0ef3143e04bc None None] Checking router: 47f5b653-b047-4441-87dc-2f96ecca02dc for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:13:30.501668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d602f85c-9c6e-4583-87f6-0ef3143e04bc None None] Routers {'47f5b653-b047-4441-87dc-2f96ecca02dc'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:13:30.502568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d602f85c-9c6e-4583-87f6-0ef3143e04bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:13:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['47f5b653-b047-4441-87dc-2f96ecca02dc'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:30.586027 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-2016c11b-1d4e-4017-8c95-8a81d428a946 admin admin] Deleting port abd57745-c8bf-4c58-aa43-1b4b924d1a14 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:30.586640 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2016c11b-1d4e-4017-8c95-8a81d428a946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (abd57745-c8bf-4c58-aa43-1b4b924d1a14), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:30.679516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-d602f85c-9c6e-4583-87f6-0ef3143e04bc None None] Set router 47f5b653-b047-4441-87dc-2f96ecca02dc gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:13:30.691391 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ecceb2a6-a2db-46de-847f-60477057f638 req-80fa0ded-fa1e-47ce-bfa2-e431d25bf437 service neutron] 10.222.0.31 "GET /v2.0/networks/5512df5e-d11a-4d6a-aa5b-1d1aca1f9055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102692 Jan 28 06:13:30.787697 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d602f85c-9c6e-4583-87f6-0ef3143e04bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1806479472-router', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:56Z', 'updated_at': '2022-01-28T06:13:30Z', 'revision_number': 6, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:30.801562 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-2016c11b-1d4e-4017-8c95-8a81d428a946 admin admin] For port abd57745-c8bf-4c58-aa43-1b4b924d1a14, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=abd57745-c8bf-4c58-aa43-1b4b924d1a14,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:30.801936 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2016c11b-1d4e-4017-8c95-8a81d428a946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (abd57745-c8bf-4c58-aa43-1b4b924d1a14), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:30.836059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d602f85c-9c6e-4583-87f6-0ef3143e04bc None None] The sync data for ids ['47f5b653-b047-4441-87dc-2f96ecca02dc'] in n-d-812111-12 is: [{'id': '47f5b653-b047-4441-87dc-2f96ecca02dc', 'name': 'tempest-TaggedBootDevicesTest_v242-1806479472-router', 'tenant_id': 'd224c5804ad8477a9a70c890f5535963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T05:59:56Z', 'updated_at': '2022-01-28T06:13:30Z', 'revision_number': 6, 'project_id': 'd224c5804ad8477a9a70c890f5535963', 'gw_port_host': None}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:13:30.839305 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-2016c11b-1d4e-4017-8c95-8a81d428a946 admin admin] Calling delete_port for abd57745-c8bf-4c58-aa43-1b4b924d1a14 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:30.964603 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ecceb2a6-a2db-46de-847f-60477057f638 req-caf384f1-5fdd-46da-be3c-d3d00462c7e1 service neutron] 10.222.0.31 "GET /v2.0/networks/5512df5e-d11a-4d6a-aa5b-1d1aca1f9055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696211 Jan 28 06:13:31.195544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ab5e8-6c1c-4721-9e81-8b0ee7610c1f req-d8bd6343-b095-4fe7-a488-f17c1ed494c7 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:31.203985 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f10ab5e8-6c1c-4721-9e81-8b0ee7610c1f req-d8bd6343-b095-4fe7-a488-f17c1ed494c7 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 946 time: 0.0897205 Jan 28 06:13:31.220915 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2016c11b-1d4e-4017-8c95-8a81d428a946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (abd57745-c8bf-4c58-aa43-1b4b924d1a14), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:31.268672 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f10ab5e8-6c1c-4721-9e81-8b0ee7610c1f req-400021f8-801d-4958-b4ad-e4b9587a54ca tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636086 Jan 28 06:13:31.292479 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016c11b-1d4e-4017-8c95-8a81d428a946 admin admin] Pushing event deleted for resources: {'Port': ['ID=abd57745-c8bf-4c58-aa43-1b4b924d1a14,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:31.464092 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2016c11b-1d4e-4017-8c95-8a81d428a946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (47f5b653-b047-4441-87dc-2f96ecca02dc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:31.485086 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0585b925-ad56-4f58-add1-59bfa4e39335 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:13:31.677979 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 0585b925-ad56-4f58-add1-59bfa4e39335 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:13:31.678632 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0585b925-ad56-4f58-add1-59bfa4e39335), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:31.739977 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2016c11b-1d4e-4017-8c95-8a81d428a946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (47f5b653-b047-4441-87dc-2f96ecca02dc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:31.747318 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a91c5cd-309e-4b77-ae28-478eff05b842 req-17896f44-ccef-4dbf-b131-198713c3614a tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 210 time: 0.0780723 Jan 28 06:13:31.749808 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2016c11b-1d4e-4017-8c95-8a81d428a946 admin admin] Publish callbacks [] for router_controller (47f5b653-b047-4441-87dc-2f96ecca02dc), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:31.989713 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44b026-796b-4e1d-99f6-e2ad44efee4d req-1f6619c6-c966-4221-8ca2-6aab577f6c82 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:31.993600 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c44b026-796b-4e1d-99f6-e2ad44efee4d req-1f6619c6-c966-4221-8ca2-6aab577f6c82 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 946 time: 0.0932004 Jan 28 06:13:32.007910 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2016c11b-1d4e-4017-8c95-8a81d428a946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (47f5b653-b047-4441-87dc-2f96ecca02dc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:32.011229 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2016c11b-1d4e-4017-8c95-8a81d428a946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47f5b653-b047-4441-87dc-2f96ecca02dc {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:13:32.015885 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2016c11b-1d4e-4017-8c95-8a81d428a946 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:32.034548 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42138) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:32.034670 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2016c11b-1d4e-4017-8c95-8a81d428a946 admin admin] 10.222.0.31 "DELETE /v2.0/routers/47f5b653-b047-4441-87dc-2f96ecca02dc HTTP/1.1" status: 204 len: 168 time: 2.0075154 Jan 28 06:13:32.235935 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-43100bab-3787-46fb-babd-2cadb65520ed admin admin] Deleting subnet e8d1a992-5501-4414-a397-3bc94c532606 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:13:32.275548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c44b026-796b-4e1d-99f6-e2ad44efee4d req-add53aee-b57b-4fcd-bba2-704e1fd784ad tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629879 Jan 28 06:13:32.276500 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-43100bab-3787-46fb-babd-2cadb65520ed admin admin] Publish callbacks [] for subnet (e8d1a992-5501-4414-a397-3bc94c532606), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:32.342224 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 0585b925-ad56-4f58-add1-59bfa4e39335 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:13:32.363176 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6ddc972d-a5bd-4666-aac5-8d47709c7184 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:13:32.364901 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-43100bab-3787-46fb-babd-2cadb65520ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (e8d1a992-5501-4414-a397-3bc94c532606), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:32.431194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 6ddc972d-a5bd-4666-aac5-8d47709c7184 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:13:32.437866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6ddc972d-a5bd-4666-aac5-8d47709c7184 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:13:32.514743 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-312768c1-1823-433c-be1e-fafb1dc6647f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:32.535436 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-43100bab-3787-46fb-babd-2cadb65520ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (e8d1a992-5501-4414-a397-3bc94c532606), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:32.760492 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-43100bab-3787-46fb-babd-2cadb65520ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (e8d1a992-5501-4414-a397-3bc94c532606), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:32.798068 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc23da6-5480-48e4-8fcd-609013a50eac None None] Network 2a969021-10d0-46ce-bf92-b6d579bcb94e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:13:32.836921 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43100bab-3787-46fb-babd-2cadb65520ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d1a992-5501-4414-a397-3bc94c532606,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:32.839528 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-43100bab-3787-46fb-babd-2cadb65520ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:32.848771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42144) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:32.863782 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-43100bab-3787-46fb-babd-2cadb65520ed admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e8d1a992-5501-4414-a397-3bc94c532606 HTTP/1.1" status: 204 len: 168 time: 0.8318315 Jan 28 06:13:32.986926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b559027e-3bc9-4e4e-9068-7dd22886302e req-525ec01c-c7c5-461f-b980-89046307b565 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 210 time: 0.1145828 Jan 28 06:13:33.039518 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (2a969021-10d0-46ce-bf92-b6d579bcb94e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:33.113101 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d3dbe-8de6-46a1-9f25-c68282c95ac5 None None] DHCP port deletion for 2a969021-10d0-46ce-bf92-b6d579bcb94e request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:13:33.141478 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] Deleting port fe19d6a1-f0bc-4aa8-bfc9-375052265772 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:33.142136 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (fe19d6a1-f0bc-4aa8-bfc9-375052265772), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:33.162436 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device abd57745-c8bf-4c58-aa43-1b4b924d1a14 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:13:33.227295 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: abd57745-c8bf-4c58-aa43-1b4b924d1a14 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:13:33.227295 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device abd57745-c8bf-4c58-aa43-1b4b924d1a14 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:13:33.247195 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] For port fe19d6a1-f0bc-4aa8-bfc9-375052265772, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fe19d6a1-f0bc-4aa8-bfc9-375052265772,segment=NetworkSegment(a56d85b7-0e08-4547-a05e-6eef1e315a9d),segment_id=a56d85b7-0e08-4547-a05e-6eef1e315a9d)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:33.247959 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (fe19d6a1-f0bc-4aa8-bfc9-375052265772), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:33.268223 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c16d3dbe-8de6-46a1-9f25-c68282c95ac5 None None] Deleting port fe19d6a1-f0bc-4aa8-bfc9-375052265772 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:33.268611 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c16d3dbe-8de6-46a1-9f25-c68282c95ac5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (fe19d6a1-f0bc-4aa8-bfc9-375052265772), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:33.288575 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] Calling delete_port for fe19d6a1-f0bc-4aa8-bfc9-375052265772 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:33.413185 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c16d3dbe-8de6-46a1-9f25-c68282c95ac5 None None] For port fe19d6a1-f0bc-4aa8-bfc9-375052265772, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fe19d6a1-f0bc-4aa8-bfc9-375052265772,segment=NetworkSegment(a56d85b7-0e08-4547-a05e-6eef1e315a9d),segment_id=a56d85b7-0e08-4547-a05e-6eef1e315a9d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:33.413610 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c16d3dbe-8de6-46a1-9f25-c68282c95ac5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (fe19d6a1-f0bc-4aa8-bfc9-375052265772), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:33.446443 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c16d3dbe-8de6-46a1-9f25-c68282c95ac5 None None] Calling delete_port for fe19d6a1-f0bc-4aa8-bfc9-375052265772 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:33.479399 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34938a3c-e72f-4775-9df6-dd309cce0ed6 req-f5bc98ae-7f1f-4f2c-89f0-373b9b1b7cd6 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:33.481026 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34938a3c-e72f-4775-9df6-dd309cce0ed6 req-f5bc98ae-7f1f-4f2c-89f0-373b9b1b7cd6 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 946 time: 0.1182120 Jan 28 06:13:33.485665 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (fe19d6a1-f0bc-4aa8-bfc9-375052265772), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:33.545703 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe19d6a1-f0bc-4aa8-bfc9-375052265772,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:33.552640 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] No DVR routers for this DVR port fe19d6a1-f0bc-4aa8-bfc9-375052265772 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:13:33.594169 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c16d3dbe-8de6-46a1-9f25-c68282c95ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (fe19d6a1-f0bc-4aa8-bfc9-375052265772), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:33.610243 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34938a3c-e72f-4775-9df6-dd309cce0ed6 req-52502d35-4b99-414b-90cb-a3b7f442925a tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156573 Jan 28 06:13:33.634544 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d3dbe-8de6-46a1-9f25-c68282c95ac5 None None] Pushing event deleted for resources: {'Port': ['ID=fe19d6a1-f0bc-4aa8-bfc9-375052265772,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:33.658673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d3dbe-8de6-46a1-9f25-c68282c95ac5 None None] No DVR routers for this DVR port fe19d6a1-f0bc-4aa8-bfc9-375052265772 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:13:33.740303 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (2a969021-10d0-46ce-bf92-b6d579bcb94e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:33.766446 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a969021-10d0-46ce-bf92-b6d579bcb94e']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:33.777763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56d85b7-0e08-4547-a05e-6eef1e315a9d') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:33.778067 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56d85b7-0e08-4547-a05e-6eef1e315a9d') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:33.790096 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (a56d85b7-0e08-4547-a05e-6eef1e315a9d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:33.807262 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a56d85b7-0e08-4547-a05e-6eef1e315a9d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:33.837566 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:13:33.837566 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (a56d85b7-0e08-4547-a05e-6eef1e315a9d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:13:33.885613 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:13:34.137458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1be535b-080b-418a-82fa-1d414856c721 req-02c3941a-03a6-4581-92cf-726d31cdbf34 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 210 time: 0.0534666 Jan 28 06:13:34.171595 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (2a969021-10d0-46ce-bf92-b6d579bcb94e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:34.184046 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:34.190986 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2a969021-10d0-46ce-bf92-b6d579bcb94e HTTP/1.1" status: 204 len: 168 time: 1.3404086 Jan 28 06:13:34.193892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42160) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:34.222237 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163721b-eb3f-49fb-8152-c293e728ffe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a969021-10d0-46ce-bf92-b6d579bcb94e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:34.418870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37a4e3-24f1-4941-a117-79e0511c7545 req-f5a7cb23-375c-4a3d-a98d-2b4647d74e0a tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:34.427724 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de37a4e3-24f1-4941-a117-79e0511c7545 req-f5a7cb23-375c-4a3d-a98d-2b4647d74e0a tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 946 time: 0.1233830 Jan 28 06:13:34.486426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d5a85-5e6d-4e2f-aba3-240ae3e32461 req-6689af5d-683c-4d4b-82ef-a970ba62a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:34.493153 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-706d5a85-5e6d-4e2f-aba3-240ae3e32461 req-6689af5d-683c-4d4b-82ef-a970ba62a11e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac1d9906145b4e5cb138830cf40b8724&device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 1098 time: 0.0952406 Jan 28 06:13:34.548973 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de37a4e3-24f1-4941-a117-79e0511c7545 req-f2ac96b0-97c4-4008-a22a-6f1952a10f2f tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105378 Jan 28 06:13:34.613128 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d5a85-5e6d-4e2f-aba3-240ae3e32461 req-76e46cfc-8784-4759-9efe-99e8304ad3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:34.615141 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-706d5a85-5e6d-4e2f-aba3-240ae3e32461 req-76e46cfc-8784-4759-9efe-99e8304ad3a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e16b225b-8700-4c34-9396-584621bfb0a7 HTTP/1.1" status: 200 len: 913 time: 0.1151061 Jan 28 06:13:34.686951 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-706d5a85-5e6d-4e2f-aba3-240ae3e32461 req-aeabaff5-54e8-4add-9739-70b99a83db89 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59a29d1-f757-4e21-a6f5-a4adb5d61849 HTTP/1.1" status: 200 len: 217 time: 0.0650475 Jan 28 06:13:34.817409 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-024caa2c-f71e-4590-b936-f1c7613c1622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:34.839655 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d5a85-5e6d-4e2f-aba3-240ae3e32461 req-2a4390fe-f47a-4f82-9d4c-256e40e78de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:34.844629 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-706d5a85-5e6d-4e2f-aba3-240ae3e32461 req-2a4390fe-f47a-4f82-9d4c-256e40e78de1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09ce8d6a-73db-4135-8d1b-a0eaf171c451 HTTP/1.1" status: 200 len: 852 time: 0.1431458 Jan 28 06:13:34.867589 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-848c6e21-fe3d-4298-aec9-8eec81dd1ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (5da41e74-48f2-48d4-9e4c-77852636c832), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:34.891955 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-706d5a85-5e6d-4e2f-aba3-240ae3e32461 req-2d25b1f6-d964-405d-a428-5870c673532b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e16b225b-8700-4c34-9396-584621bfb0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402544 Jan 28 06:13:35.027184 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-706d5a85-5e6d-4e2f-aba3-240ae3e32461 req-61cb775c-9f4b-4845-be05-74343a730d1a service neutron] 10.222.0.60 "GET /v2.0/networks/e16b225b-8700-4c34-9396-584621bfb0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222353 Jan 28 06:13:35.068013 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fe19d6a1-f0bc-4aa8-bfc9-375052265772 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:13:35.071255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecceb2a6-a2db-46de-847f-60477057f638 req-023908f0-99c1-44d0-9d98-b47583474c95 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:35.078630 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ecceb2a6-a2db-46de-847f-60477057f638 req-023908f0-99c1-44d0-9d98-b47583474c95 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.64 "GET /v2.0/networks?id=5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 HTTP/1.1" status: 200 len: 797 time: 0.3880830 Jan 28 06:13:35.114528 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: fe19d6a1-f0bc-4aa8-bfc9-375052265772 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:13:35.117639 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fe19d6a1-f0bc-4aa8-bfc9-375052265772 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:13:35.264480 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ecceb2a6-a2db-46de-847f-60477057f638 req-af5c0891-9747-4034-ac43-df900d00e788 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=426f0007240d437baaa3abcd5620b7f8 HTTP/1.1" status: 200 len: 478 time: 0.1478279 Jan 28 06:13:35.267294 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-706d5a85-5e6d-4e2f-aba3-240ae3e32461 req-e5deffb0-0ab8-4830-95df-d5b2c1e3c6c3 service neutron] 10.222.0.60 "GET /v2.0/networks/e16b225b-8700-4c34-9396-584621bfb0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876791 Jan 28 06:13:35.272964 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-ecceb2a6-a2db-46de-847f-60477057f638 req-64d675fb-22da-443b-8fed-953624dce22b tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Request body: {'port': {'device_id': 'cb3575cb-a910-4b24-9e7a-41c612739c2c', 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055', 'admin_state_up': True, 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'security_groups': ['ca48bb42-77ed-4600-bfb9-497e89983476', 'c657b5da-6b55-45f8-b500-afb43bac1bfb']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:13:35.293394 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-079dabcc-206d-446d-9d72-fd3ea9116061 req-3445c22b-7346-4fa5-bf2a-8f7988b10b8f tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 210 time: 0.0372570 Jan 28 06:13:35.308695 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-848c6e21-fe3d-4298-aec9-8eec81dd1ab0 admin admin] Deleting port 3c11b46b-142d-4ffb-8be2-2221d7fcd261 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:35.309217 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-848c6e21-fe3d-4298-aec9-8eec81dd1ab0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:35.410398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-848c6e21-fe3d-4298-aec9-8eec81dd1ab0 admin admin] For port 3c11b46b-142d-4ffb-8be2-2221d7fcd261, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=3c11b46b-142d-4ffb-8be2-2221d7fcd261,segment=NetworkSegment(5878d668-2d50-418c-8b91-5264cd02037f),segment_id=5878d668-2d50-418c-8b91-5264cd02037f)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:35.413317 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-848c6e21-fe3d-4298-aec9-8eec81dd1ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:35.424193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-848c6e21-fe3d-4298-aec9-8eec81dd1ab0 admin admin] Calling delete_port for 3c11b46b-142d-4ffb-8be2-2221d7fcd261 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:35.491123 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecceb2a6-a2db-46de-847f-60477057f638 req-64d675fb-22da-443b-8fed-953624dce22b tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Made reservation on behalf of 426f0007240d437baaa3abcd5620b7f8 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:13:35.517307 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ecceb2a6-a2db-46de-847f-60477057f638 req-64d675fb-22da-443b-8fed-953624dce22b tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:35.704218 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-ecceb2a6-a2db-46de-847f-60477057f638 req-64d675fb-22da-443b-8fed-953624dce22b tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Allocated IP 172.20.0.11 (5512df5e-d11a-4d6a-aa5b-1d1aca1f9055/23afa6ab-5d2c-4d93-96fb-fd4f854ca87f/c6724618-18be-4475-910e-4e566f17d8c7) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:13:35.709207 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206abde-c2cc-4b06-8bb0-8a976aab4b87 req-c13024ac-26b2-43dc-95f8-2f54d273f165 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:35.710926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8206abde-c2cc-4b06-8bb0-8a976aab4b87 req-c13024ac-26b2-43dc-95f8-2f54d273f165 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 946 time: 0.0534666 Jan 28 06:13:35.766348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8206abde-c2cc-4b06-8bb0-8a976aab4b87 req-9e070a3c-4583-4ad1-a241-82d475ad9ef2 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486894 Jan 28 06:13:35.767045 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-848c6e21-fe3d-4298-aec9-8eec81dd1ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3c11b46b-142d-4ffb-8be2-2221d7fcd261), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:35.804768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c6e21-fe3d-4298-aec9-8eec81dd1ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c11b46b-142d-4ffb-8be2-2221d7fcd261,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:35.924210 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ecceb2a6-a2db-46de-847f-60477057f638 req-64d675fb-22da-443b-8fed-953624dce22b tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for port (c6724618-18be-4475-910e-4e566f17d8c7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:36.044999 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-848c6e21-fe3d-4298-aec9-8eec81dd1ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (5da41e74-48f2-48d4-9e4c-77852636c832), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:36.447333 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4fd7a-09d7-49c4-be83-3819932d40ab req-fc037a38-33b3-4b4e-9785-6837ed652780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:36.449201 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7fb4fd7a-09d7-49c4-be83-3819932d40ab req-fc037a38-33b3-4b4e-9785-6837ed652780 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac1d9906145b4e5cb138830cf40b8724&device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 1098 time: 0.0558262 Jan 28 06:13:36.545818 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ecceb2a6-a2db-46de-847f-60477057f638 req-64d675fb-22da-443b-8fed-953624dce22b tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c6724618-18be-4475-910e-4e566f17d8c7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:36.596150 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:36.603936 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecceb2a6-a2db-46de-847f-60477057f638 req-64d675fb-22da-443b-8fed-953624dce22b tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Network 5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:13:36.614746 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-ecceb2a6-a2db-46de-847f-60477057f638 req-64d675fb-22da-443b-8fed-953624dce22b tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:13:36.630792 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecceb2a6-a2db-46de-847f-60477057f638 req-64d675fb-22da-443b-8fed-953624dce22b tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:13:36.639123 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec67e21-0daa-498c-bc47-ae788defd181 req-0bea2d3c-e558-42a1-b5d0-3b50cee8f676 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:36.641388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cec67e21-0daa-498c-bc47-ae788defd181 req-0bea2d3c-e558-42a1-b5d0-3b50cee8f676 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 971 time: 0.1292703 Jan 28 06:13:36.699316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d675fb-22da-443b-8fed-953624dce22b tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event updated for resources: {'Port': ['ID=c6724618-18be-4475-910e-4e566f17d8c7,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:36.766920 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4fd7a-09d7-49c4-be83-3819932d40ab req-da146bd0-2a89-4105-93be-cfc98fbee054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:36.767945 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7fb4fd7a-09d7-49c4-be83-3819932d40ab req-da146bd0-2a89-4105-93be-cfc98fbee054 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e16b225b-8700-4c34-9396-584621bfb0a7 HTTP/1.1" status: 200 len: 913 time: 0.2962949 Jan 28 06:13:36.844334 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7fb4fd7a-09d7-49c4-be83-3819932d40ab req-bf2032cf-6a7a-4e74-adde-f7a8bff7b4a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59a29d1-f757-4e21-a6f5-a4adb5d61849 HTTP/1.1" status: 200 len: 217 time: 0.0686245 Jan 28 06:13:36.869425 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecceb2a6-a2db-46de-847f-60477057f638 req-64d675fb-22da-443b-8fed-953624dce22b tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:36.870353 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ecceb2a6-a2db-46de-847f-60477057f638 req-64d675fb-22da-443b-8fed-953624dce22b tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:36.884323 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cec67e21-0daa-498c-bc47-ae788defd181 req-209a8624-023a-4a40-b392-5fef29831f66 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/security-groups?id=c657b5da-6b55-45f8-b500-afb43bac1bfb&id=ca48bb42-77ed-4600-bfb9-497e89983476&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2250962 Jan 28 06:13:36.937177 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4fd7a-09d7-49c4-be83-3819932d40ab req-8e03ec1d-1b21-4268-b925-e9a584c4eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:36.939140 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7fb4fd7a-09d7-49c4-be83-3819932d40ab req-8e03ec1d-1b21-4268-b925-e9a584c4eab1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09ce8d6a-73db-4135-8d1b-a0eaf171c451 HTTP/1.1" status: 200 len: 852 time: 0.0887730 Jan 28 06:13:36.941696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848c6e21-fe3d-4298-aec9-8eec81dd1ab0 admin admin] Router 5da41e74-48f2-48d4-9e4c-77852636c832 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:13:36.966611 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e53ddd-9abf-4478-84a5-c61ecde5cfaa req-d75e162f-a03e-49b0-b368-fc73820b31b4 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:36.974469 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40e53ddd-9abf-4478-84a5-c61ecde5cfaa req-d75e162f-a03e-49b0-b368-fc73820b31b4 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 946 time: 0.0710781 Jan 28 06:13:36.983729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b4956d4f-40ff-4d69-9c36-4fbfcd06635a None None] Provisioning complete for port c6724618-18be-4475-910e-4e566f17d8c7 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:13:36.984479 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4956d4f-40ff-4d69-9c36-4fbfcd06635a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c6724618-18be-4475-910e-4e566f17d8c7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:37.024625 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ecceb2a6-a2db-46de-847f-60477057f638 req-64d675fb-22da-443b-8fed-953624dce22b tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.7554810 Jan 28 06:13:37.031422 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7fb4fd7a-09d7-49c4-be83-3819932d40ab req-95629c46-99c7-4069-a8b6-8679813a07ec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e16b225b-8700-4c34-9396-584621bfb0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825756 Jan 28 06:13:37.038724 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b4956d4f-40ff-4d69-9c36-4fbfcd06635a None None] Port c6724618-18be-4475-910e-4e566f17d8c7 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:13:37.060955 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Request body: {'port': {'device_id': 'cb3575cb-a910-4b24-9e7a-41c612739c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:13:37.078566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40e53ddd-9abf-4478-84a5-c61ecde5cfaa req-73d94b1c-e0d7-4a64-b2bd-2474c90e3cfb tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021452 Jan 28 06:13:37.136514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848c6e21-fe3d-4298-aec9-8eec81dd1ab0 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:13:37.144441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-848c6e21-fe3d-4298-aec9-8eec81dd1ab0 admin admin] 10.222.0.31 "PUT /v2.0/routers/5da41e74-48f2-48d4-9e4c-77852636c832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9482274 Jan 28 06:13:37.145920 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42186) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:37.147745 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddb78c6-afcd-49d9-8553-79ebecdae953 None None] Sync routers for ids ['5da41e74-48f2-48d4-9e4c-77852636c832'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:13:37.159919 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddb78c6-afcd-49d9-8553-79ebecdae953 None None] Routers {'5da41e74-48f2-48d4-9e4c-77852636c832'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:13:37.161217 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9ddb78c6-afcd-49d9-8553-79ebecdae953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:13:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['5da41e74-48f2-48d4-9e4c-77852636c832'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:37.235047 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c6724618-18be-4475-910e-4e566f17d8c7), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:37.294121 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-463d5bdb-9289-44bf-a04e-14c9f505cab5 admin admin] Publish callbacks [] for router (5da41e74-48f2-48d4-9e4c-77852636c832), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:37.303971 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7fb4fd7a-09d7-49c4-be83-3819932d40ab req-61151591-ce8e-4ef3-9f8f-a0e3f70dc190 service neutron] 10.222.0.60 "GET /v2.0/networks/e16b225b-8700-4c34-9396-584621bfb0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657311 Jan 28 06:13:37.307484 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9ddb78c6-afcd-49d9-8553-79ebecdae953 None None] Set router 5da41e74-48f2-48d4-9e4c-77852636c832 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:13:37.461333 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-463d5bdb-9289-44bf-a04e-14c9f505cab5 admin admin] Publish callbacks [] for router_gateway (5da41e74-48f2-48d4-9e4c-77852636c832), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:37.541933 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7fb4fd7a-09d7-49c4-be83-3819932d40ab req-ea0e112b-711e-4640-8433-a45b4b76426a service neutron] 10.222.0.60 "GET /v2.0/networks/e16b225b-8700-4c34-9396-584621bfb0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316287 Jan 28 06:13:37.559246 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9ddb78c6-afcd-49d9-8553-79ebecdae953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'name': 'tempest-TaggedBootDevicesTest_v242-903691492-router', 'tenant_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bacb8624-80db-4e12-b930-6fe493e6a818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:13:35Z', 'revision_number': 5, 'project_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'gw_port': {'id': 'bacb8624-80db-4e12-b930-6fe493e6a818', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:00:15Z', 'updated_at': '2022-01-28T06:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:37.606375 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddb78c6-afcd-49d9-8553-79ebecdae953 None None] Checking router: 5da41e74-48f2-48d4-9e4c-77852636c832 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:13:37.617863 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddb78c6-afcd-49d9-8553-79ebecdae953 None None] Routers {'5da41e74-48f2-48d4-9e4c-77852636c832'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:13:37.619915 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9ddb78c6-afcd-49d9-8553-79ebecdae953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:13:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['5da41e74-48f2-48d4-9e4c-77852636c832'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:37.761490 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6724618-18be-4475-910e-4e566f17d8c7 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:13:37.764018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17462bf2-322b-477d-b3bc-b5732ee81586 req-0281dabe-fa79-4302-82f1-7fe8a6dd983f tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:37.765785 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-17462bf2-322b-477d-b3bc-b5732ee81586 req-0281dabe-fa79-4302-82f1-7fe8a6dd983f tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 946 time: 0.1077058 Jan 28 06:13:37.772955 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Publish callbacks [] for port (c6724618-18be-4475-910e-4e566f17d8c7), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:37.795726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-463d5bdb-9289-44bf-a04e-14c9f505cab5 admin admin] Deleting port bacb8624-80db-4e12-b930-6fe493e6a818 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:37.796802 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-463d5bdb-9289-44bf-a04e-14c9f505cab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (bacb8624-80db-4e12-b930-6fe493e6a818), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:37.822805 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Transition to ACTIVE for port object c6724618-18be-4475-910e-4e566f17d8c7 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:13:37.847544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-17462bf2-322b-477d-b3bc-b5732ee81586 req-44194123-3380-4cd2-960c-be84dbc85136 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738409 Jan 28 06:13:37.896824 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9ddb78c6-afcd-49d9-8553-79ebecdae953 None None] Set router 5da41e74-48f2-48d4-9e4c-77852636c832 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:13:37.926335 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (c6724618-18be-4475-910e-4e566f17d8c7), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:37.969930 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:38.016465 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9ddb78c6-afcd-49d9-8553-79ebecdae953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'name': 'tempest-TaggedBootDevicesTest_v242-903691492-router', 'tenant_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:13:37Z', 'revision_number': 6, 'project_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:38.024455 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Pushing event updated for resources: {'Port': ['ID=c6724618-18be-4475-910e-4e566f17d8c7,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:38.041651 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-463d5bdb-9289-44bf-a04e-14c9f505cab5 admin admin] For port bacb8624-80db-4e12-b930-6fe493e6a818, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=bacb8624-80db-4e12-b930-6fe493e6a818,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:38.042701 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-463d5bdb-9289-44bf-a04e-14c9f505cab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (bacb8624-80db-4e12-b930-6fe493e6a818), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:38.066255 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-463d5bdb-9289-44bf-a04e-14c9f505cab5 admin admin] Calling delete_port for bacb8624-80db-4e12-b930-6fe493e6a818 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:38.087555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc58744-8e9a-4102-b5d2-a2da04cc1e93 req-fbf52ce5-515c-4b9b-b129-61f4d3a5a9da tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:38.095135 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7cc58744-8e9a-4102-b5d2-a2da04cc1e93 req-fbf52ce5-515c-4b9b-b129-61f4d3a5a9da tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 983 time: 0.1056612 Jan 28 06:13:38.106670 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddb78c6-afcd-49d9-8553-79ebecdae953 None None] The sync data for ids ['5da41e74-48f2-48d4-9e4c-77852636c832'] in n-d-812111-12 is: [{'id': '5da41e74-48f2-48d4-9e4c-77852636c832', 'name': 'tempest-TaggedBootDevicesTest_v242-903691492-router', 'tenant_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:00:13Z', 'updated_at': '2022-01-28T06:13:37Z', 'revision_number': 6, 'project_id': 'cb51bfa4d1c94b95befd59f60858bff5', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:13:38.219280 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Attempting to bind port c6724618-18be-4475-910e-4e566f17d8c7 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:13:38.219628 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Attempting to bind port c6724618-18be-4475-910e-4e566f17d8c7 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1c23dac1-d634-4732-a2fc-961e85548bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:13:38.219957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Attempting to bind port c6724618-18be-4475-910e-4e566f17d8c7 on network 5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:13:38.228240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Port c6724618-18be-4475-910e-4e566f17d8c7 on network 5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:13:38.229644 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Attempting to bind port c6724618-18be-4475-910e-4e566f17d8c7 on network 5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:13:38.240080 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:13:38.240412 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Checking segment: {'id': '1c23dac1-d634-4732-a2fc-961e85548bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:13:38.240806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Bound using segment: {'id': '1c23dac1-d634-4732-a2fc-961e85548bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:13:38.241231 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Bound port: c6724618-18be-4475-910e-4e566f17d8c7, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c23dac1-d634-4732-a2fc-961e85548bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:13:38.241588 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c6724618-18be-4475-910e-4e566f17d8c7), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:38.303165 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7cc58744-8e9a-4102-b5d2-a2da04cc1e93 req-84e23f24-d647-4b07-a504-5497c3989891 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/security-groups?id=c657b5da-6b55-45f8-b500-afb43bac1bfb&id=ca48bb42-77ed-4600-bfb9-497e89983476&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2052422 Jan 28 06:13:38.399460 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] For port c6724618-18be-4475-910e-4e566f17d8c7, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:13:38.526895 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] For port c6724618-18be-4475-910e-4e566f17d8c7, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c6724618-18be-4475-910e-4e566f17d8c7,segment=NetworkSegment(1c23dac1-d634-4732-a2fc-961e85548bcb),segment_id=1c23dac1-d634-4732-a2fc-961e85548bcb)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:13:38.527921 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-463d5bdb-9289-44bf-a04e-14c9f505cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (bacb8624-80db-4e12-b930-6fe493e6a818), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:38.579875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d5bdb-9289-44bf-a04e-14c9f505cab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bacb8624-80db-4e12-b930-6fe493e6a818,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:38.624724 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (c6724618-18be-4475-910e-4e566f17d8c7), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:38.725147 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:38.729753 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:38.731643 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ecceb2a6-a2db-46de-847f-60477057f638 req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] 10.222.0.64 "PUT /v2.0/ports/c6724618-18be-4475-910e-4e566f17d8c7 HTTP/1.1" status: 200 len: 1132 time: 1.6755197 Jan 28 06:13:38.734051 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3575cb-a910-4b24-9e7a-41c612739c2c', 'tag': 'c6724618-18be-4475-910e-4e566f17d8c7'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:13:38.736528 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76ac61a-6755-4291-866e-40580d7ea7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3575cb-a910-4b24-9e7a-41c612739c2c", "tag": "c6724618-18be-4475-910e-4e566f17d8c7"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:13:38.750574 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-463d5bdb-9289-44bf-a04e-14c9f505cab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (5da41e74-48f2-48d4-9e4c-77852636c832), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:38.771774 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0b6f6-a1f1-497d-8927-d709252d44cc service neutron] Pushing event updated for resources: {'Port': ['ID=c6724618-18be-4475-910e-4e566f17d8c7,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:38.830832 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5f8610-02de-4515-bfcd-0919ef72c45d x-openstack-request-id: req-2f5f8610-02de-4515-bfcd-0919ef72c45d {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:13:38.831219 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3575cb-a910-4b24-9e7a-41c612739c2c", "tag": "c6724618-18be-4475-910e-4e566f17d8c7", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:13:38.831979 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f5f8610-02de-4515-bfcd-0919ef72c45d {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:13:38.832513 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3575cb-a910-4b24-9e7a-41c612739c2c', 'tag': 'c6724618-18be-4475-910e-4e566f17d8c7', 'status': 'completed', 'code': 200} Jan 28 06:13:38.949135 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ac61a-6755-4291-866e-40580d7ea7d1 req-7aca8156-5e6d-454f-a990-a13db1090958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:38.952318 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f76ac61a-6755-4291-866e-40580d7ea7d1 req-7aca8156-5e6d-454f-a990-a13db1090958 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=426f0007240d437baaa3abcd5620b7f8&device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 1135 time: 0.0822508 Jan 28 06:13:38.968829 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-463d5bdb-9289-44bf-a04e-14c9f505cab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (5da41e74-48f2-48d4-9e4c-77852636c832), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:38.972365 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-463d5bdb-9289-44bf-a04e-14c9f505cab5 admin admin] Publish callbacks [] for router_controller (5da41e74-48f2-48d4-9e4c-77852636c832), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:39.152384 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:39.172967 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3c11b46b-142d-4ffb-8be2-2221d7fcd261 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:13:39.173214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad421a-b6c0-4709-b422-195ed9760028 req-aec08e64-bc6b-44b7-b0e3-b4f54c75a65e tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:39.173214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7ad421a-b6c0-4709-b422-195ed9760028 req-aec08e64-bc6b-44b7-b0e3-b4f54c75a65e tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 946 time: 0.1962342 Jan 28 06:13:39.188259 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ac61a-6755-4291-866e-40580d7ea7d1 req-7a421a7d-4bbc-4058-ab2b-e89d03856e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:39.190246 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f76ac61a-6755-4291-866e-40580d7ea7d1 req-7a421a7d-4bbc-4058-ab2b-e89d03856e06 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=426f0007240d437baaa3abcd5620b7f8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2257004 Jan 28 06:13:39.209707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 3c11b46b-142d-4ffb-8be2-2221d7fcd261 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:13:39.210879 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 3c11b46b-142d-4ffb-8be2-2221d7fcd261 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:13:39.211066 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device bacb8624-80db-4e12-b930-6fe493e6a818 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:13:39.235577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7ad421a-b6c0-4709-b422-195ed9760028 req-935cc605-0434-420c-b93f-c60d592adca4 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591164 Jan 28 06:13:39.250886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: bacb8624-80db-4e12-b930-6fe493e6a818 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:13:39.251244 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device bacb8624-80db-4e12-b930-6fe493e6a818 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:13:39.252685 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-463d5bdb-9289-44bf-a04e-14c9f505cab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (5da41e74-48f2-48d4-9e4c-77852636c832), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:39.254190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463d5bdb-9289-44bf-a04e-14c9f505cab5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5da41e74-48f2-48d4-9e4c-77852636c832 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:13:39.258082 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-463d5bdb-9289-44bf-a04e-14c9f505cab5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:39.262100 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-463d5bdb-9289-44bf-a04e-14c9f505cab5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5da41e74-48f2-48d4-9e4c-77852636c832 HTTP/1.1" status: 204 len: 168 time: 2.1147130 Jan 28 06:13:39.262755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42214) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:39.341025 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ac61a-6755-4291-866e-40580d7ea7d1 req-6f4bdf57-ff6e-4aa2-800b-6541c7899a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:39.346059 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f76ac61a-6755-4291-866e-40580d7ea7d1 req-6f4bdf57-ff6e-4aa2-800b-6541c7899a54 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1479280 Jan 28 06:13:39.360250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-09dc862d-3ff1-4ceb-b8fc-25b6b460ab0a admin admin] Deleting subnet 127c1061-5910-4c37-a9e3-00c9038593bb {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:13:39.364757 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09dc862d-3ff1-4ceb-b8fc-25b6b460ab0a admin admin] Publish callbacks [] for subnet (127c1061-5910-4c37-a9e3-00c9038593bb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:39.454545 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09dc862d-3ff1-4ceb-b8fc-25b6b460ab0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (127c1061-5910-4c37-a9e3-00c9038593bb), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:39.532105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecceb2a6-a2db-46de-847f-60477057f638 req-39dc8b0d-5459-48e2-8302-9acfe5f2689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:39.533660 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ecceb2a6-a2db-46de-847f-60477057f638 req-39dc8b0d-5459-48e2-8302-9acfe5f2689c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=426f0007240d437baaa3abcd5620b7f8&device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 1135 time: 0.1234162 Jan 28 06:13:39.548599 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210fee4-4b8f-4df3-b99c-fcf9c80bd42d req-9c9c8e9f-061a-43df-beb3-2c7fcc28061f tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:39.550940 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1210fee4-4b8f-4df3-b99c-fcf9c80bd42d req-9c9c8e9f-061a-43df-beb3-2c7fcc28061f tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 946 time: 0.0919256 Jan 28 06:13:39.623363 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ecceb2a6-a2db-46de-847f-60477057f638 req-c8255a0a-8f83-4bdb-a2b5-26fd6a2df398 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6724618-18be-4475-910e-4e566f17d8c7 HTTP/1.1" status: 200 len: 217 time: 0.0685668 Jan 28 06:13:39.632094 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09dc862d-3ff1-4ceb-b8fc-25b6b460ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (127c1061-5910-4c37-a9e3-00c9038593bb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:39.739459 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecceb2a6-a2db-46de-847f-60477057f638 req-2cd7bd93-1793-40c7-8fd8-785f91a46481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:39.744149 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ecceb2a6-a2db-46de-847f-60477057f638 req-2cd7bd93-1793-40c7-8fd8-785f91a46481 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23afa6ab-5d2c-4d93-96fb-fd4f854ca87f HTTP/1.1" status: 200 len: 834 time: 0.1042953 Jan 28 06:13:39.759659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842d8bd-e741-4d77-9c57-9b88c771a06a req-45f0fd69-d844-4854-91c4-807ef6d5cebe tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:39.761257 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2842d8bd-e741-4d77-9c57-9b88c771a06a req-45f0fd69-d844-4854-91c4-807ef6d5cebe tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 983 time: 0.3005309 Jan 28 06:13:39.791157 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09dc862d-3ff1-4ceb-b8fc-25b6b460ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (127c1061-5910-4c37-a9e3-00c9038593bb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:39.806748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-1210fee4-4b8f-4df3-b99c-fcf9c80bd42d req-409540f7-dfde-47ef-ba28-f2ce2dbf0ce2 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Deleting port f59a29d1-f757-4e21-a6f5-a4adb5d61849 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:39.807239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1210fee4-4b8f-4df3-b99c-fcf9c80bd42d req-409540f7-dfde-47ef-ba28-f2ce2dbf0ce2 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f59a29d1-f757-4e21-a6f5-a4adb5d61849), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:39.815484 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09dc862d-3ff1-4ceb-b8fc-25b6b460ab0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:39.816277 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf2e38b-d00f-4631-9d2b-2419e606216f None None] Network 4577e2f5-931d-4052-aaaa-3b79b3b87b33 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:13:39.825123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-09dc862d-3ff1-4ceb-b8fc-25b6b460ab0a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/127c1061-5910-4c37-a9e3-00c9038593bb HTTP/1.1" status: 204 len: 168 time: 0.5612082 Jan 28 06:13:39.827051 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42222) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:39.851696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc862d-3ff1-4ceb-b8fc-25b6b460ab0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=127c1061-5910-4c37-a9e3-00c9038593bb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:39.953544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2842d8bd-e741-4d77-9c57-9b88c771a06a req-97269f4e-82ec-426e-a9af-0b7dcb476c34 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/security-groups?id=c657b5da-6b55-45f8-b500-afb43bac1bfb&id=ca48bb42-77ed-4600-bfb9-497e89983476&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1830809 Jan 28 06:13:40.096837 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-1210fee4-4b8f-4df3-b99c-fcf9c80bd42d req-409540f7-dfde-47ef-ba28-f2ce2dbf0ce2 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] For port f59a29d1-f757-4e21-a6f5-a4adb5d61849, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f59a29d1-f757-4e21-a6f5-a4adb5d61849,segment=NetworkSegment(1714a98d-127f-45f5-bc4b-bf640e3a1d8b),segment_id=1714a98d-127f-45f5-bc4b-bf640e3a1d8b)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:40.097214 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1210fee4-4b8f-4df3-b99c-fcf9c80bd42d req-409540f7-dfde-47ef-ba28-f2ce2dbf0ce2 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f59a29d1-f757-4e21-a6f5-a4adb5d61849), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:40.122214 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecceb2a6-a2db-46de-847f-60477057f638 req-276ba231-c332-4b3e-a3c0-4cdee0bb167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:40.125245 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ecceb2a6-a2db-46de-847f-60477057f638 req-276ba231-c332-4b3e-a3c0-4cdee0bb167b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5512df5e-d11a-4d6a-aa5b-1d1aca1f9055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3669784 Jan 28 06:13:40.133148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf3ac73-41f5-4452-b312-d894701d01ec None None] DHCP port deletion for 4577e2f5-931d-4052-aaaa-3b79b3b87b33 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:13:40.145591 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-1210fee4-4b8f-4df3-b99c-fcf9c80bd42d req-409540f7-dfde-47ef-ba28-f2ce2dbf0ce2 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Calling delete_port for f59a29d1-f757-4e21-a6f5-a4adb5d61849 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:40.173168 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (4577e2f5-931d-4052-aaaa-3b79b3b87b33), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:40.206502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fbf3ac73-41f5-4452-b312-d894701d01ec None None] Deleting port 5c5bcfed-9974-4cdf-829a-7f0b6617de69 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:40.207624 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ac73-41f5-4452-b312-d894701d01ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5c5bcfed-9974-4cdf-829a-7f0b6617de69), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:40.277512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fbf3ac73-41f5-4452-b312-d894701d01ec None None] For port 5c5bcfed-9974-4cdf-829a-7f0b6617de69, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5c5bcfed-9974-4cdf-829a-7f0b6617de69,segment=NetworkSegment(5878d668-2d50-418c-8b91-5264cd02037f),segment_id=5878d668-2d50-418c-8b91-5264cd02037f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:40.277707 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ac73-41f5-4452-b312-d894701d01ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5c5bcfed-9974-4cdf-829a-7f0b6617de69), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:40.292035 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fbf3ac73-41f5-4452-b312-d894701d01ec None None] Calling delete_port for 5c5bcfed-9974-4cdf-829a-7f0b6617de69 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:40.334879 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ecceb2a6-a2db-46de-847f-60477057f638 req-7ad3c8ba-17c2-41d4-acc8-09f530f267c0 service neutron] 10.222.0.64 "GET /v2.0/networks/5512df5e-d11a-4d6a-aa5b-1d1aca1f9055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982019 Jan 28 06:13:40.457757 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ac73-41f5-4452-b312-d894701d01ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (5c5bcfed-9974-4cdf-829a-7f0b6617de69), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:40.460690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c8cb4-8567-49ed-8321-e4eb8867ac09 req-9529557f-0616-4047-bf34-0fbe11cfd323 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:40.462384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-920c8cb4-8567-49ed-8321-e4eb8867ac09 req-9529557f-0616-4047-bf34-0fbe11cfd323 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 946 time: 0.0609918 Jan 28 06:13:40.486355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] Deleting port 5c5bcfed-9974-4cdf-829a-7f0b6617de69 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:13:40.486798 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5c5bcfed-9974-4cdf-829a-7f0b6617de69), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:40.496649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3ac73-41f5-4452-b312-d894701d01ec None None] Pushing event deleted for resources: {'Port': ['ID=5c5bcfed-9974-4cdf-829a-7f0b6617de69,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:40.525824 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3ac73-41f5-4452-b312-d894701d01ec None None] No DVR routers for this DVR port 5c5bcfed-9974-4cdf-829a-7f0b6617de69 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:13:40.560492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-920c8cb4-8567-49ed-8321-e4eb8867ac09 req-af564116-5bba-42a9-b137-8a9dcacd87db tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86eec28-7959-4736-9405-360a7b7dd500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901575 Jan 28 06:13:40.593230 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ecceb2a6-a2db-46de-847f-60477057f638 req-c36119dc-4c9f-4f93-8399-01160ab25a52 service neutron] 10.222.0.64 "GET /v2.0/networks/5512df5e-d11a-4d6a-aa5b-1d1aca1f9055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457042 Jan 28 06:13:40.597335 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] For port 5c5bcfed-9974-4cdf-829a-7f0b6617de69, host n-d-812111-12, got binding levels [] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:40.597763 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5c5bcfed-9974-4cdf-829a-7f0b6617de69), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:40.617456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] Calling delete_port for 5c5bcfed-9974-4cdf-829a-7f0b6617de69 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:13:40.624511 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.ipam_backend_mixin [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] Port 5c5bcfed-9974-4cdf-829a-7f0b6617de69 was not found and therefore no delete operation was performed {{(pid=103634) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 06:13:40.624511 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (5c5bcfed-9974-4cdf-829a-7f0b6617de69), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:40.655674 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5bcfed-9974-4cdf-829a-7f0b6617de69,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:40.659523 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] No DVR routers for this DVR port 5c5bcfed-9974-4cdf-829a-7f0b6617de69 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:13:40.681633 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1210fee4-4b8f-4df3-b99c-fcf9c80bd42d req-409540f7-dfde-47ef-ba28-f2ce2dbf0ce2 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (f59a29d1-f757-4e21-a6f5-a4adb5d61849), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:40.712482 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['f59a29d1-f757-4e21-a6f5-a4adb5d61849'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:13:40.754138 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409540f7-dfde-47ef-ba28-f2ce2dbf0ce2 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Pushing event deleted for resources: {'Port': ['ID=f59a29d1-f757-4e21-a6f5-a4adb5d61849,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:40.767938 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (4577e2f5-931d-4052-aaaa-3b79b3b87b33), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:40.814148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1210fee4-4b8f-4df3-b99c-fcf9c80bd42d req-409540f7-dfde-47ef-ba28-f2ce2dbf0ce2 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] No DVR routers for this DVR port f59a29d1-f757-4e21-a6f5-a4adb5d61849 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:13:40.818022 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1210fee4-4b8f-4df3-b99c-fcf9c80bd42d req-409540f7-dfde-47ef-ba28-f2ce2dbf0ce2 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:40.821303 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1210fee4-4b8f-4df3-b99c-fcf9c80bd42d req-409540f7-dfde-47ef-ba28-f2ce2dbf0ce2 tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.60 "DELETE /v2.0/ports/f59a29d1-f757-4e21-a6f5-a4adb5d61849 HTTP/1.1" status: 204 len: 173 time: 1.2637560 Jan 28 06:13:40.822951 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4577e2f5-931d-4052-aaaa-3b79b3b87b33']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:40.834528 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5878d668-2d50-418c-8b91-5264cd02037f') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:40.834892 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5878d668-2d50-418c-8b91-5264cd02037f') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:40.836333 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f2ec85-53fb-4cef-85c0-e79a8a3d364d', 'name': 'network-vif-deleted', 'tag': 'f59a29d1-f757-4e21-a6f5-a4adb5d61849'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:13:40.838586 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5499468f-6f4a-479d-8fb1-95a83abbf465" -d '{"events": [{"server_uuid": "a3f2ec85-53fb-4cef-85c0-e79a8a3d364d", "name": "network-vif-deleted", "tag": "f59a29d1-f757-4e21-a6f5-a4adb5d61849"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:13:40.858230 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (5878d668-2d50-418c-8b91-5264cd02037f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:40.875421 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (5878d668-2d50-418c-8b91-5264cd02037f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:40.883136 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:13:40.884439 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (5878d668-2d50-418c-8b91-5264cd02037f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:13:40.885748 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:13:40.937390 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58667e55-d3f3-4b72-b72b-e124c187afce x-openstack-request-id: req-58667e55-d3f3-4b72-b72b-e124c187afce {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:13:40.941099 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f2ec85-53fb-4cef-85c0-e79a8a3d364d", "name": "network-vif-deleted", "tag": "f59a29d1-f757-4e21-a6f5-a4adb5d61849", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:13:40.941099 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58667e55-d3f3-4b72-b72b-e124c187afce {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:13:40.941099 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f2ec85-53fb-4cef-85c0-e79a8a3d364d', 'name': 'network-vif-deleted', 'tag': 'f59a29d1-f757-4e21-a6f5-a4adb5d61849', 'status': 'completed', 'code': 200} Jan 28 06:13:41.040173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5c5bcfed-9974-4cdf-829a-7f0b6617de69 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:13:41.067372 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (4577e2f5-931d-4052-aaaa-3b79b3b87b33), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:41.077231 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:41.080507 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4577e2f5-931d-4052-aaaa-3b79b3b87b33 HTTP/1.1" status: 204 len: 168 time: 1.2224088 Jan 28 06:13:41.097967 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746016f2-6084-4a5e-b5b0-97c624c8fab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4577e2f5-931d-4052-aaaa-3b79b3b87b33,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:41.117825 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8f0dc-9287-4830-ab96-8700b70149e9 req-0b38a623-1fa1-4c2f-ad6c-56b5ec540944 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:41.124337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6df8f0dc-9287-4830-ab96-8700b70149e9 req-0b38a623-1fa1-4c2f-ad6c-56b5ec540944 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 983 time: 0.0786905 Jan 28 06:13:41.128838 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 5c5bcfed-9974-4cdf-829a-7f0b6617de69 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:13:41.129183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5c5bcfed-9974-4cdf-829a-7f0b6617de69 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:13:41.186366 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6df8f0dc-9287-4830-ab96-8700b70149e9 req-29c2bd3b-7880-4f45-a3bf-ab105a6e734c tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/security-groups?id=c657b5da-6b55-45f8-b500-afb43bac1bfb&id=ca48bb42-77ed-4600-bfb9-497e89983476&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0587511 Jan 28 06:13:41.451418 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42252) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:41.492631 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-75947f07-924b-4fc7-ba5d-b47c17ce7eb0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d224c5804ad8477a9a70c890f5535963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397735 Jan 28 06:13:41.495080 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42254) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:41.542964 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e803bca-0b0b-4845-87bb-ce129eb0e5cb admin admin] Publish callbacks [] for security_group (ca2947fb-6965-4659-8536-032b75e427bc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:41.565170 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e803bca-0b0b-4845-87bb-ce129eb0e5cb admin admin] Publish callbacks [] for security_group (ca2947fb-6965-4659-8536-032b75e427bc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:41.689810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08224eb1-f848-44bb-b1e2-7f4fbad9ec89 req-a4628674-242b-4c21-a409-2a8fe18ef2ca tempest-TestServerAdvancedOps-534893662 tempest-TestServerAdvancedOps-534893662-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f2ec85-53fb-4cef-85c0-e79a8a3d364d HTTP/1.1" status: 200 len: 210 time: 0.0288417 Jan 28 06:13:41.691297 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e803bca-0b0b-4845-87bb-ce129eb0e5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ca2947fb-6965-4659-8536-032b75e427bc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:41.694336 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e803bca-0b0b-4845-87bb-ce129eb0e5cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:41.696585 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5e803bca-0b0b-4845-87bb-ce129eb0e5cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca2947fb-6965-4659-8536-032b75e427bc HTTP/1.1" status: 204 len: 168 time: 0.1994662 Jan 28 06:13:41.705169 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e803bca-0b0b-4845-87bb-ce129eb0e5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2947fb-6965-4659-8536-032b75e427bc,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:42.316592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcff48-55f4-4861-87a8-0193ee299812 req-3c35eb27-7ad3-48a5-9b50-f8799f1f5c00 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:42.318482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2fcff48-55f4-4861-87a8-0193ee299812 req-3c35eb27-7ad3-48a5-9b50-f8799f1f5c00 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 983 time: 0.0535102 Jan 28 06:13:42.401099 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2fcff48-55f4-4861-87a8-0193ee299812 req-2d0e5693-609a-4816-9699-de4bf3b0615f tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/security-groups?id=c657b5da-6b55-45f8-b500-afb43bac1bfb&id=ca48bb42-77ed-4600-bfb9-497e89983476&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0673835 Jan 28 06:13:42.427566 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42284) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:42.483194 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ec19c413-667d-4bfe-9842-30f61db27a0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb51bfa4d1c94b95befd59f60858bff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0574410 Jan 28 06:13:42.485789 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42288) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:42.548193 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-52d85c98-aa26-40f6-bd6f-db757433cdb4 admin admin] Publish callbacks [] for security_group (d1a6c9d5-2709-47be-b096-ad578c0ffb53), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:42.571030 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-52d85c98-aa26-40f6-bd6f-db757433cdb4 admin admin] Publish callbacks [] for security_group (d1a6c9d5-2709-47be-b096-ad578c0ffb53), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:42.685841 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-52d85c98-aa26-40f6-bd6f-db757433cdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d1a6c9d5-2709-47be-b096-ad578c0ffb53), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:42.688613 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-52d85c98-aa26-40f6-bd6f-db757433cdb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:42.692199 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-52d85c98-aa26-40f6-bd6f-db757433cdb4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1a6c9d5-2709-47be-b096-ad578c0ffb53 HTTP/1.1" status: 204 len: 168 time: 0.2030253 Jan 28 06:13:42.698496 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d85c98-aa26-40f6-bd6f-db757433cdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a6c9d5-2709-47be-b096-ad578c0ffb53,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:42.776242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42298) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:42.852601 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-89113c90-63de-4c7b-87e3-5102c9a6302f admin admin] Deleting subnet 09ce8d6a-73db-4135-8d1b-a0eaf171c451 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:13:42.858398 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-89113c90-63de-4c7b-87e3-5102c9a6302f admin admin] Publish callbacks [] for subnet (09ce8d6a-73db-4135-8d1b-a0eaf171c451), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:42.896427 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-89113c90-63de-4c7b-87e3-5102c9a6302f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (09ce8d6a-73db-4135-8d1b-a0eaf171c451), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:42.961142 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-89113c90-63de-4c7b-87e3-5102c9a6302f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (09ce8d6a-73db-4135-8d1b-a0eaf171c451), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:43.101952 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-89113c90-63de-4c7b-87e3-5102c9a6302f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (09ce8d6a-73db-4135-8d1b-a0eaf171c451), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:43.130716 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89113c90-63de-4c7b-87e3-5102c9a6302f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ce8d6a-73db-4135-8d1b-a0eaf171c451,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:43.135762 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-89113c90-63de-4c7b-87e3-5102c9a6302f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:43.141605 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-89113c90-63de-4c7b-87e3-5102c9a6302f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/09ce8d6a-73db-4135-8d1b-a0eaf171c451 HTTP/1.1" status: 204 len: 168 time: 0.3632927 Jan 28 06:13:43.143366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42308) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:43.225528 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42187f85-ec44-46ae-ac2a-2bbdd3d8eb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (e16b225b-8700-4c34-9396-584621bfb0a7), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:43.325033 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42187f85-ec44-46ae-ac2a-2bbdd3d8eb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (e16b225b-8700-4c34-9396-584621bfb0a7), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:43.354457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-42187f85-ec44-46ae-ac2a-2bbdd3d8eb62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16b225b-8700-4c34-9396-584621bfb0a7']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:43.370426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-42187f85-ec44-46ae-ac2a-2bbdd3d8eb62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1714a98d-127f-45f5-bc4b-bf640e3a1d8b') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:43.371842 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-42187f85-ec44-46ae-ac2a-2bbdd3d8eb62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1714a98d-127f-45f5-bc4b-bf640e3a1d8b') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:43.384596 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42187f85-ec44-46ae-ac2a-2bbdd3d8eb62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (1714a98d-127f-45f5-bc4b-bf640e3a1d8b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:43.403894 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42187f85-ec44-46ae-ac2a-2bbdd3d8eb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1714a98d-127f-45f5-bc4b-bf640e3a1d8b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:43.413787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42187f85-ec44-46ae-ac2a-2bbdd3d8eb62 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:13:43.414194 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42187f85-ec44-46ae-ac2a-2bbdd3d8eb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (1714a98d-127f-45f5-bc4b-bf640e3a1d8b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:13:43.416335 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:13:43.560931 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed484da4-c683-40b8-9a9e-11757a23c2d8 req-4f3459b4-2371-455c-b2fa-9aab48d2becb tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:43.563530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed484da4-c683-40b8-9a9e-11757a23c2d8 req-4f3459b4-2371-455c-b2fa-9aab48d2becb tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 983 time: 0.0660348 Jan 28 06:13:43.618910 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42187f85-ec44-46ae-ac2a-2bbdd3d8eb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (e16b225b-8700-4c34-9396-584621bfb0a7), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:43.630871 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42187f85-ec44-46ae-ac2a-2bbdd3d8eb62 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:43.635141 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-42187f85-ec44-46ae-ac2a-2bbdd3d8eb62 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e16b225b-8700-4c34-9396-584621bfb0a7 HTTP/1.1" status: 204 len: 168 time: 0.4905279 Jan 28 06:13:43.637960 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42328) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:43.692376 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed484da4-c683-40b8-9a9e-11757a23c2d8 req-b89418fb-e7d5-4969-9beb-6f80b3a38c91 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/security-groups?id=c657b5da-6b55-45f8-b500-afb43bac1bfb&id=ca48bb42-77ed-4600-bfb9-497e89983476&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1229985 Jan 28 06:13:43.693375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42187f85-ec44-46ae-ac2a-2bbdd3d8eb62 admin admin] Pushing event deleted for resources: {'Network': ['ID=e16b225b-8700-4c34-9396-584621bfb0a7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:43.725585 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb9383d-fc20-45e3-bfa1-110a1823dd6a admin admin] Deleting subnet 9c088c20-0622-4d41-9c58-2c414ebdcf89 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:13:43.729941 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-deb9383d-fc20-45e3-bfa1-110a1823dd6a admin admin] Publish callbacks [] for subnet (9c088c20-0622-4d41-9c58-2c414ebdcf89), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:43.767990 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-deb9383d-fc20-45e3-bfa1-110a1823dd6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (9c088c20-0622-4d41-9c58-2c414ebdcf89), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:43.813933 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-deb9383d-fc20-45e3-bfa1-110a1823dd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (9c088c20-0622-4d41-9c58-2c414ebdcf89), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:43.867211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c6724618-18be-4475-910e-4e566f17d8c7 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:13:43.953963 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device f59a29d1-f757-4e21-a6f5-a4adb5d61849 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:13:43.971427 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-deb9383d-fc20-45e3-bfa1-110a1823dd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (9c088c20-0622-4d41-9c58-2c414ebdcf89), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:44.010801 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-deb9383d-fc20-45e3-bfa1-110a1823dd6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:44.015042 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-deb9383d-fc20-45e3-bfa1-110a1823dd6a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9c088c20-0622-4d41-9c58-2c414ebdcf89 HTTP/1.1" status: 204 len: 168 time: 0.3753710 Jan 28 06:13:44.015180 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42344) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:44.016457 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9383d-fc20-45e3-bfa1-110a1823dd6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c088c20-0622-4d41-9c58-2c414ebdcf89,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:44.027189 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c6724618-18be-4475-910e-4e566f17d8c7, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c6724618-18be-4475-910e-4e566f17d8c7,segment=NetworkSegment(1c23dac1-d634-4732-a2fc-961e85548bcb),segment_id=1c23dac1-d634-4732-a2fc-961e85548bcb)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:44.053534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: f59a29d1-f757-4e21-a6f5-a4adb5d61849 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:13:44.054134 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device f59a29d1-f757-4e21-a6f5-a4adb5d61849 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:13:44.063990 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'c6724618-18be-4475-910e-4e566f17d8c7', 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055', 'port_id': 'c6724618-18be-4475-910e-4e566f17d8c7', 'mac_address': 'fa:16:3e:6e:06:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:13:44.109140 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c6724618-18be-4475-910e-4e566f17d8c7 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:13:44.109910 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c6724618-18be-4475-910e-4e566f17d8c7), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:44.125844 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6724618-18be-4475-910e-4e566f17d8c7 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:13:44.156350 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c6724618-18be-4475-910e-4e566f17d8c7, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c6724618-18be-4475-910e-4e566f17d8c7,segment=NetworkSegment(1c23dac1-d634-4732-a2fc-961e85548bcb),segment_id=1c23dac1-d634-4732-a2fc-961e85548bcb)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:44.170673 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d555672-58d8-446c-9bfd-59370720a633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (2536b980-c244-4406-86de-65e08a4c5ba9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:44.263950 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d555672-58d8-446c-9bfd-59370720a633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (2536b980-c244-4406-86de-65e08a4c5ba9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:44.282055 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c6724618-18be-4475-910e-4e566f17d8c7), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:44.289955 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4d555672-58d8-446c-9bfd-59370720a633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2536b980-c244-4406-86de-65e08a4c5ba9']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:44.301446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4d555672-58d8-446c-9bfd-59370720a633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8374ba-380d-4382-8c52-cbda126f73f5') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:44.301756 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4d555672-58d8-446c-9bfd-59370720a633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8374ba-380d-4382-8c52-cbda126f73f5') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:44.316988 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d555672-58d8-446c-9bfd-59370720a633 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (2f8374ba-380d-4382-8c52-cbda126f73f5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:44.331202 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d555672-58d8-446c-9bfd-59370720a633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (2f8374ba-380d-4382-8c52-cbda126f73f5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:44.337538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d555672-58d8-446c-9bfd-59370720a633 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:13:44.337942 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d555672-58d8-446c-9bfd-59370720a633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (2f8374ba-380d-4382-8c52-cbda126f73f5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:13:44.395384 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:13:44.412659 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c6724618-18be-4475-910e-4e566f17d8c7,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:44.465870 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d555672-58d8-446c-9bfd-59370720a633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (2536b980-c244-4406-86de-65e08a4c5ba9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:44.481059 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d555672-58d8-446c-9bfd-59370720a633 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:44.489736 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4d555672-58d8-446c-9bfd-59370720a633 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2536b980-c244-4406-86de-65e08a4c5ba9 HTTP/1.1" status: 204 len: 168 time: 0.4697022 Jan 28 06:13:44.489736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d555672-58d8-446c-9bfd-59370720a633 admin admin] Pushing event deleted for resources: {'Network': ['ID=2536b980-c244-4406-86de-65e08a4c5ba9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:44.549620 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['c6724618-18be-4475-910e-4e566f17d8c7'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:13:44.820986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da0def-e89b-4802-85b3-3de2e8896a5d req-12248c88-b264-4f1e-a0a8-8c2b728d6617 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:44.822517 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94da0def-e89b-4802-85b3-3de2e8896a5d req-12248c88-b264-4f1e-a0a8-8c2b728d6617 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 984 time: 0.0524654 Jan 28 06:13:44.894104 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94da0def-e89b-4802-85b3-3de2e8896a5d req-1dcd770f-ae1b-47a2-a11d-70343ec0fbb7 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/security-groups?id=c657b5da-6b55-45f8-b500-afb43bac1bfb&id=ca48bb42-77ed-4600-bfb9-497e89983476&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0655868 Jan 28 06:13:44.991942 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42380) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:45.034060 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c507915f-3942-401d-b4bd-674cf59e816a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac1d9906145b4e5cb138830cf40b8724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445623 Jan 28 06:13:45.036552 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42386) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:45.089657 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4c7635ab-f472-4185-973a-1d1d002a27ff admin admin] Publish callbacks [] for security_group (e86eec28-7959-4736-9405-360a7b7dd500), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:45.114286 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4c7635ab-f472-4185-973a-1d1d002a27ff admin admin] Publish callbacks [] for security_group (e86eec28-7959-4736-9405-360a7b7dd500), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:45.160624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42388) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:45.234688 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4c7635ab-f472-4185-973a-1d1d002a27ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e86eec28-7959-4736-9405-360a7b7dd500), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:45.239255 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4c7635ab-f472-4185-973a-1d1d002a27ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:45.240849 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4c7635ab-f472-4185-973a-1d1d002a27ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e86eec28-7959-4736-9405-360a7b7dd500 HTTP/1.1" status: 204 len: 168 time: 0.2029476 Jan 28 06:13:45.255840 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7635ab-f472-4185-973a-1d1d002a27ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86eec28-7959-4736-9405-360a7b7dd500,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:45.312158 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fac48043-a232-49df-87ed-4e0d7a53a93f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:45.399997 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fac48043-a232-49df-87ed-4e0d7a53a93f admin admin] Publish callbacks [] for security_group (4b1a77f4-e9ac-4745-b518-16d1bf2aa268), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:45.479365 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fac48043-a232-49df-87ed-4e0d7a53a93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4b1a77f4-e9ac-4745-b518-16d1bf2aa268), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:45.523909 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fac48043-a232-49df-87ed-4e0d7a53a93f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5022470d8cb14e7a855fed435ed47333&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3607075 Jan 28 06:13:45.525108 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac48043-a232-49df-87ed-4e0d7a53a93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1a77f4-e9ac-4745-b518-16d1bf2aa268,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:45.525895 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42400) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:45.624728 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa76d12f-106d-49ed-9435-96d5257de79d admin admin] Publish callbacks [] for security_group (4b1a77f4-e9ac-4745-b518-16d1bf2aa268), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:45.636372 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:13:45.655168 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa76d12f-106d-49ed-9435-96d5257de79d admin admin] Publish callbacks [] for security_group (4b1a77f4-e9ac-4745-b518-16d1bf2aa268), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:45.822428 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa76d12f-106d-49ed-9435-96d5257de79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4b1a77f4-e9ac-4745-b518-16d1bf2aa268), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:45.825961 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa76d12f-106d-49ed-9435-96d5257de79d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:45.830063 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-aa76d12f-106d-49ed-9435-96d5257de79d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b1a77f4-e9ac-4745-b518-16d1bf2aa268 HTTP/1.1" status: 204 len: 168 time: 0.3002143 Jan 28 06:13:45.837685 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76d12f-106d-49ed-9435-96d5257de79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1a77f4-e9ac-4745-b518-16d1bf2aa268,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:45.880478 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c6724618-18be-4475-910e-4e566f17d8c7 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:13:46.030315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4d6d8-91fc-4d80-ab5f-bc7f7020f3f5 req-00c9f7a8-4aae-41d5-bf8e-a935cee7ffaa tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:46.031833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09e4d6d8-91fc-4d80-ab5f-bc7f7020f3f5 req-00c9f7a8-4aae-41d5-bf8e-a935cee7ffaa tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 984 time: 0.0502377 Jan 28 06:13:46.087759 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09e4d6d8-91fc-4d80-ab5f-bc7f7020f3f5 req-984988fa-02a2-41f7-bc20-dbe12df8183c tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/security-groups?id=c657b5da-6b55-45f8-b500-afb43bac1bfb&id=ca48bb42-77ed-4600-bfb9-497e89983476&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0502248 Jan 28 06:13:46.136795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port c6724618-18be-4475-910e-4e566f17d8c7 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:13:46.140925 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port c6724618-18be-4475-910e-4e566f17d8c7 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:13:46.141518 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c6724618-18be-4475-910e-4e566f17d8c7), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:46.156382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42416) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:46.228255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port c6724618-18be-4475-910e-4e566f17d8c7 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:13:46.231178 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c6724618-18be-4475-910e-4e566f17d8c7), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:46.238366 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9bf263c1-5228-46a9-804d-0847b40b1a0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d3b1ab454e0f4328b3816a4f291a8224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0801632 Jan 28 06:13:46.240242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42420) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:46.275190 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3575cb-a910-4b24-9e7a-41c612739c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6724618-18be-4475-910e-4e566f17d8c7'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:13:46.278062 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d37d29-87e7-4634-8cc2-775ae01d8761" -d '{"events": [{"server_uuid": "cb3575cb-a910-4b24-9e7a-41c612739c2c", "name": "network-vif-plugged", "status": "completed", "tag": "c6724618-18be-4475-910e-4e566f17d8c7"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:13:46.282236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port c6724618-18be-4475-910e-4e566f17d8c7, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c6724618-18be-4475-910e-4e566f17d8c7,segment=NetworkSegment(1c23dac1-d634-4732-a2fc-961e85548bcb),segment_id=1c23dac1-d634-4732-a2fc-961e85548bcb)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:13:46.318871 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af97f1db-d042-4bfb-9359-fecd25837ca4 admin admin] Publish callbacks [] for security_group (f5c24905-1632-47ce-9333-eca7bc6e13cf), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:46.323136 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbff59d2-b79a-4564-aa4c-a9fe52d8ceb6 x-openstack-request-id: req-fbff59d2-b79a-4564-aa4c-a9fe52d8ceb6 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:13:46.323136 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3575cb-a910-4b24-9e7a-41c612739c2c", "name": "network-vif-plugged", "status": "completed", "tag": "c6724618-18be-4475-910e-4e566f17d8c7", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:13:46.323136 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbff59d2-b79a-4564-aa4c-a9fe52d8ceb6 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:13:46.323136 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3575cb-a910-4b24-9e7a-41c612739c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6724618-18be-4475-910e-4e566f17d8c7', 'code': 200} Jan 28 06:13:46.354566 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af97f1db-d042-4bfb-9359-fecd25837ca4 admin admin] Publish callbacks [] for security_group (f5c24905-1632-47ce-9333-eca7bc6e13cf), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:46.370471 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c6724618-18be-4475-910e-4e566f17d8c7), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:46.470493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=c6724618-18be-4475-910e-4e566f17d8c7,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:46.499155 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af97f1db-d042-4bfb-9359-fecd25837ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f5c24905-1632-47ce-9333-eca7bc6e13cf), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:46.507898 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-af97f1db-d042-4bfb-9359-fecd25837ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:46.513190 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-af97f1db-d042-4bfb-9359-fecd25837ca4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5c24905-1632-47ce-9333-eca7bc6e13cf HTTP/1.1" status: 204 len: 168 time: 0.2705581 Jan 28 06:13:46.558266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97f1db-d042-4bfb-9359-fecd25837ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c24905-1632-47ce-9333-eca7bc6e13cf,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:46.561084 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab110ec-fb5d-4db0-9166-c39fb293070c req-4cb2aba7-63e0-41f5-acbc-cb39838bd6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:46.582451 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8ab110ec-fb5d-4db0-9166-c39fb293070c req-4cb2aba7-63e0-41f5-acbc-cb39838bd6e2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 1137 time: 0.1643820 Jan 28 06:13:46.677354 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8ab110ec-fb5d-4db0-9166-c39fb293070c req-f85f0673-b8b4-49df-8a42-2d0d1a517673 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ca48bb42-77ed-4600-bfb9-497e89983476&id=c657b5da-6b55-45f8-b500-afb43bac1bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0894687 Jan 28 06:13:47.292185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6483cfb-8001-4222-a8fe-7bd19c7ffbae req-f2d79124-a654-4687-8907-20e1b63e80f9 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:47.295734 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6483cfb-8001-4222-a8fe-7bd19c7ffbae req-f2d79124-a654-4687-8907-20e1b63e80f9 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 985 time: 0.0976806 Jan 28 06:13:47.374766 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6483cfb-8001-4222-a8fe-7bd19c7ffbae req-d7fe2db8-98e8-46bc-914f-abfe3c528d06 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/security-groups?id=c657b5da-6b55-45f8-b500-afb43bac1bfb&id=ca48bb42-77ed-4600-bfb9-497e89983476&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0726202 Jan 28 06:13:48.116771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cac4597f-2243-4a71-b389-7677398e5285 req-8b927c4e-fe72-48de-97ba-897a0703f47e tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd06945c-fac7-4610-a26f-35818ac1f4c7 HTTP/1.1" status: 200 len: 210 time: 0.0411189 Jan 28 06:13:48.584922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444f33c-9064-4bbe-8107-fe8dc540a9ac req-e9491add-23bc-42b5-918f-30b1ff56ef9e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:48.587301 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e444f33c-9064-4bbe-8107-fe8dc540a9ac req-e9491add-23bc-42b5-918f-30b1ff56ef9e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 985 time: 0.1066341 Jan 28 06:13:48.702544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e444f33c-9064-4bbe-8107-fe8dc540a9ac req-b713d5a2-308e-46b5-aebb-e149f4cd720d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/security-groups?id=c657b5da-6b55-45f8-b500-afb43bac1bfb&id=ca48bb42-77ed-4600-bfb9-497e89983476&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0999403 Jan 28 06:13:48.842015 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd218947-3e3c-4d89-bbc5-27cc361ae6a4 req-ac60cf97-1e6e-4467-a110-adf6f801e2ed tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0443952 Jan 28 06:13:48.933281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967353d-ead0-40ee-9285-97580cbdba42 req-59ba194d-dba7-4925-8324-20e2eedeb564 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:48.935549 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4967353d-ead0-40ee-9285-97580cbdba42 req-59ba194d-dba7-4925-8324-20e2eedeb564 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 985 time: 0.0761232 Jan 28 06:13:49.005505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4967353d-ead0-40ee-9285-97580cbdba42 req-b1f8a9fc-42e4-47e7-b8ca-20351fa35ea8 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/security-groups?id=c657b5da-6b55-45f8-b500-afb43bac1bfb&id=ca48bb42-77ed-4600-bfb9-497e89983476&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0641649 Jan 28 06:13:49.130022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b76c-6f34-4011-b0f7-9bd331491941 req-90747359-279e-4c8d-bb11-c85e80a82358 tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:49.139063 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fb0b76c-6f34-4011-b0f7-9bd331491941 req-90747359-279e-4c8d-bb11-c85e80a82358 tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 1137 time: 0.0573914 Jan 28 06:13:49.160530 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9fb0b76c-6f34-4011-b0f7-9bd331491941 req-4239d7af-79a6-43fb-bceb-fd85d2cae4aa tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:49.244945 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9fb0b76c-6f34-4011-b0f7-9bd331491941 req-4239d7af-79a6-43fb-bceb-fd85d2cae4aa tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Publish callbacks [] for security_group (631cadfc-a7cd-46d5-9cc4-ea10634e13bf), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:49.336406 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9fb0b76c-6f34-4011-b0f7-9bd331491941 req-4239d7af-79a6-43fb-bceb-fd85d2cae4aa tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (631cadfc-a7cd-46d5-9cc4-ea10634e13bf), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:49.383503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239d7af-79a6-43fb-bceb-fd85d2cae4aa tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631cadfc-a7cd-46d5-9cc4-ea10634e13bf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:49.403087 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fb0b76c-6f34-4011-b0f7-9bd331491941 req-4239d7af-79a6-43fb-bceb-fd85d2cae4aa tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c657b5da-6b55-45f8-b500-afb43bac1bfb&id=ca48bb42-77ed-4600-bfb9-497e89983476&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2624111 Jan 28 06:13:49.416269 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42608) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:49.460217 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecd0670-a8e4-49ad-9205-d3bb2f521683 tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:49.461787 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7ecd0670-a8e4-49ad-9205-d3bb2f521683 tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 1132 time: 0.0445011 Jan 28 06:13:49.464809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 42612) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:49.469187 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': 'c6724618-18be-4475-910e-4e566f17d8c7', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:13:49.598870 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:49.724533 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:49.836675 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Allocated IP 172.25.0.97 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/6abcf22b-7f95-40f7-8ff5-12a2faac11b9) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:13:49.967013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0715f9b8-8b9a-4175-91d4-a18183e9ddf6 req-aa959855-942d-4f7e-819d-ab7c9e8b5404 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0330195 Jan 28 06:13:49.979206 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for port (6abcf22b-7f95-40f7-8ff5-12a2faac11b9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:50.073653 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6abcf22b-7f95-40f7-8ff5-12a2faac11b9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:50.115448 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:13:50.118703 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:13:50.122877 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:13:50.153964 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event updated for resources: {'Port': ['ID=6abcf22b-7f95-40f7-8ff5-12a2faac11b9,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:50.906161 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for floatingip (834c688e-cbd6-4479-a668-aa53903b364b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:51.081084 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6abcf22b-7f95-40f7-8ff5-12a2faac11b9), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:51.111483 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9ac775e-24fd-4b13-8195-58dd11df4058 req-5e99b7f6-361b-42a4-966a-32a01611730c tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0450130 Jan 28 06:13:51.297341 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for port (6abcf22b-7f95-40f7-8ff5-12a2faac11b9), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:51.342322 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (6abcf22b-7f95-40f7-8ff5-12a2faac11b9), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:51.421577 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event updated for resources: {'Port': ['ID=6abcf22b-7f95-40f7-8ff5-12a2faac11b9,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:13:51.431911 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:51.432258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:51.432615 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:51.432971 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:51.433310 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:51.433647 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:51.433987 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:51.434431 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:51.434773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:51.435111 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:51.435446 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:51.435777 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:51.436107 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:13:51.442037 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (834c688e-cbd6-4479-a668-aa53903b364b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:51.555529 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Floating IP 834c688e-cbd6-4479-a668-aa53903b364b associated. External IP: 172.25.0.97, port: c6724618-18be-4475-910e-4e566f17d8c7. Jan 28 06:13:51.799280 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Router f786bf82-c9ed-4ec4-94ee-8179e00a49da has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:13:51.911596 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:13:51.922815 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dee4929-a58b-4530-a3e3-d8ab60b53636 None None] Sync routers for ids ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:13:51.934505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee4929-a58b-4530-a3e3-d8ab60b53636 None None] Routers {'f786bf82-c9ed-4ec4-94ee-8179e00a49da'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:13:51.935479 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5dee4929-a58b-4530-a3e3-d8ab60b53636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:13:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:51.996854 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:52.041721 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2489b38a-ecbb-4b28-8d33-22d6d8dc0295 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5758712 Jan 28 06:13:52.042645 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3575cb-a910-4b24-9e7a-41c612739c2c', 'tag': 'c6724618-18be-4475-910e-4e566f17d8c7'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:13:52.044833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42654) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:52.045872 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d42ccb-f89d-4653-83cd-d88409eeb858" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3575cb-a910-4b24-9e7a-41c612739c2c", "tag": "c6724618-18be-4475-910e-4e566f17d8c7"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:13:52.056796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-5dee4929-a58b-4530-a3e3-d8ab60b53636 None None] Set router f786bf82-c9ed-4ec4-94ee-8179e00a49da gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:13:52.099889 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68020eb-e8c6-4dc9-b721-c608cacdd630 x-openstack-request-id: req-f68020eb-e8c6-4dc9-b721-c608cacdd630 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:13:52.100191 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3575cb-a910-4b24-9e7a-41c612739c2c", "tag": "c6724618-18be-4475-910e-4e566f17d8c7", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:13:52.100456 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f68020eb-e8c6-4dc9-b721-c608cacdd630 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:13:52.101875 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3575cb-a910-4b24-9e7a-41c612739c2c', 'tag': 'c6724618-18be-4475-910e-4e566f17d8c7', 'status': 'completed', 'code': 200} Jan 28 06:13:52.211641 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d42ccb-f89d-4653-83cd-d88409eeb858 req-73a36fe2-f786-4560-8b4f-2743d0b69788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:52.213188 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-96d42ccb-f89d-4653-83cd-d88409eeb858 req-73a36fe2-f786-4560-8b4f-2743d0b69788 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=426f0007240d437baaa3abcd5620b7f8&device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 1137 time: 0.0547330 Jan 28 06:13:52.312522 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f64d184-8583-49ba-bbf6-5a1c01d14c3d req-f0f98a5a-640b-4bdb-825c-2ab2e489b80d tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0800645 Jan 28 06:13:52.360325 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e312e72e-6a5f-437b-b74a-54e93d3d8969 req-3f57b8fd-9773-40fc-a25e-f0ae772a45b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0328915 Jan 28 06:13:52.393419 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a9cec141-bb4d-4559-8719-50d1b3c5776e req-61674c75-b736-4a3c-bad4-a852b32842f1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dd06945c-fac7-4610-a26f-35818ac1f4c7 HTTP/1.1" status: 200 len: 210 time: 0.0582540 Jan 28 06:13:52.401449 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5dee4929-a58b-4530-a3e3-d8ab60b53636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541913880', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:13:19Z', 'updated_at': '2022-01-28T06:13:25Z', 'revision_number': 4, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:20Z', 'updated_at': '2022-01-28T06:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '834c688e-cbd6-4479-a668-aa53903b364b', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'floating_ip_address': '172.25.0.97', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'port_id': 'c6724618-18be-4475-910e-4e566f17d8c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055', 'mac_address': 'fa:16:3e:6e:06:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3575cb-a910-4b24-9e7a-41c612739c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:13:50Z', 'updated_at': '2022-01-28T06:13:50Z', 'revision_number': 0, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0585b925-ad56-4f58-add1-59bfa4e39335', 'name': '', 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'mac_address': 'fa:16:3e:e7:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:24Z', 'updated_at': '2022-01-28T06:13:29Z', 'revision_number': 5, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'subnets': [{'id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:52.442621 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dee4929-a58b-4530-a3e3-d8ab60b53636 None None] Checking router: f786bf82-c9ed-4ec4-94ee-8179e00a49da for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:13:52.453874 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d42ccb-f89d-4653-83cd-d88409eeb858 req-be2a4225-fcda-4306-b7b8-baef04f11e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:52.454157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1046d4c6-6484-42d2-ae0e-9318e987d37c tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:52.454755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1046d4c6-6484-42d2-ae0e-9318e987d37c tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:52.455222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1046d4c6-6484-42d2-ae0e-9318e987d37c tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:52.455346 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-96d42ccb-f89d-4653-83cd-d88409eeb858 req-be2a4225-fcda-4306-b7b8-baef04f11e58 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 HTTP/1.1" status: 200 len: 898 time: 0.2333190 Jan 28 06:13:52.456371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1046d4c6-6484-42d2-ae0e-9318e987d37c tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:52.456718 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee4929-a58b-4530-a3e3-d8ab60b53636 None None] Routers {'f786bf82-c9ed-4ec4-94ee-8179e00a49da'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:13:52.456967 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1046d4c6-6484-42d2-ae0e-9318e987d37c tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:52.457532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1046d4c6-6484-42d2-ae0e-9318e987d37c tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:52.457835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5dee4929-a58b-4530-a3e3-d8ab60b53636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:13:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:52.459384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1046d4c6-6484-42d2-ae0e-9318e987d37c tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.4134836 Jan 28 06:13:52.462177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42664) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:52.588200 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-96d42ccb-f89d-4653-83cd-d88409eeb858 req-a72c955a-e5ad-46a5-ba6a-8d2688347480 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6724618-18be-4475-910e-4e566f17d8c7 HTTP/1.1" status: 200 len: 999 time: 0.1251311 Jan 28 06:13:52.593046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46063e66-828b-4ec2-8be9-bf2f2c0d7d2a tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:52.593046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46063e66-828b-4ec2-8be9-bf2f2c0d7d2a tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:52.594202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46063e66-828b-4ec2-8be9-bf2f2c0d7d2a tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:52.594888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46063e66-828b-4ec2-8be9-bf2f2c0d7d2a tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:52.596380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46063e66-828b-4ec2-8be9-bf2f2c0d7d2a tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:52.596852 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46063e66-828b-4ec2-8be9-bf2f2c0d7d2a tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:52.599742 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-46063e66-828b-4ec2-8be9-bf2f2c0d7d2a tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.1356428 Jan 28 06:13:52.601524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42668) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:52.629301 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-5dee4929-a58b-4530-a3e3-d8ab60b53636 None None] Set router f786bf82-c9ed-4ec4-94ee-8179e00a49da gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:13:52.644979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d42ccb-f89d-4653-83cd-d88409eeb858 req-85d96b27-edb3-48cd-8e98-437eefd8d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:52.647195 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-96d42ccb-f89d-4653-83cd-d88409eeb858 req-85d96b27-edb3-48cd-8e98-437eefd8d6c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23afa6ab-5d2c-4d93-96fb-fd4f854ca87f HTTP/1.1" status: 200 len: 834 time: 0.0534763 Jan 28 06:13:52.719156 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d42ccb-f89d-4653-83cd-d88409eeb858 req-54e978b4-fc75-4a79-9d2e-2d4af99bfbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:52.722613 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-96d42ccb-f89d-4653-83cd-d88409eeb858 req-54e978b4-fc75-4a79-9d2e-2d4af99bfbba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5512df5e-d11a-4d6a-aa5b-1d1aca1f9055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695858 Jan 28 06:13:52.867129 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-96d42ccb-f89d-4653-83cd-d88409eeb858 req-ad0412d2-0c3b-4204-972e-ebc976350638 service neutron] 10.222.0.64 "GET /v2.0/networks/5512df5e-d11a-4d6a-aa5b-1d1aca1f9055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379931 Jan 28 06:13:52.949533 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5dee4929-a58b-4530-a3e3-d8ab60b53636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541913880', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:13:19Z', 'updated_at': '2022-01-28T06:13:25Z', 'revision_number': 4, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:20Z', 'updated_at': '2022-01-28T06:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '834c688e-cbd6-4479-a668-aa53903b364b', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'floating_ip_address': '172.25.0.97', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'port_id': 'c6724618-18be-4475-910e-4e566f17d8c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055', 'mac_address': 'fa:16:3e:6e:06:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3575cb-a910-4b24-9e7a-41c612739c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:13:50Z', 'updated_at': '2022-01-28T06:13:50Z', 'revision_number': 0, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0585b925-ad56-4f58-add1-59bfa4e39335', 'name': '', 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'mac_address': 'fa:16:3e:e7:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:24Z', 'updated_at': '2022-01-28T06:13:29Z', 'revision_number': 5, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'subnets': [{'id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:13:52.987299 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dee4929-a58b-4530-a3e3-d8ab60b53636 None None] The sync data for ids ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'] in n-d-812111-12 is: [{'id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541913880', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:13:19Z', 'updated_at': '2022-01-28T06:13:25Z', 'revision_number': 4, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:20Z', 'updated_at': '2022-01-28T06:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '834c688e-cbd6-4479-a668-aa53903b364b', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'floating_ip_address': '172.25.0.97', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'port_id': 'c6724618-18be-4475-910e-4e566f17d8c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055', 'mac_address': 'fa:16:3e:6e:06:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3575cb-a910-4b24-9e7a-41c612739c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:13:50Z', 'updated_at': '2022-01-28T06:13:50Z', 'revision_number': 0, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0585b925-ad56-4f58-add1-59bfa4e39335', 'name': '', 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'mac_address': 'fa:16:3e:e7:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:24Z', 'updated_at': '2022-01-28T06:13:29Z', 'revision_number': 5, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'subnets': [{'id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:13:53.018235 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-96d42ccb-f89d-4653-83cd-d88409eeb858 req-a0eaddbe-3726-4e1b-b17b-e132c8ea2a82 service neutron] 10.222.0.64 "GET /v2.0/networks/5512df5e-d11a-4d6a-aa5b-1d1aca1f9055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380599 Jan 28 06:13:53.270264 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b12b142-93c2-4144-bec7-5d4aac22712b None None] New status for floating IP 834c688e-cbd6-4479-a668-aa53903b364b: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:13:53.273893 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8a6c4fce-d93c-4516-af48-8fae6961ccce tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.6712940 Jan 28 06:13:53.276523 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 42680) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:13:53.322146 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987692a8-4264-4f75-b66e-97d4d4f96eac tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:53.322902 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987692a8-4264-4f75-b66e-97d4d4f96eac tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:13:53.324745 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-987692a8-4264-4f75-b66e-97d4d4f96eac tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f786bf82-c9ed-4ec4-94ee-8179e00a49da HTTP/1.1" status: 200 len: 1992 time: 0.0471299 Jan 28 06:13:53.465066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-091c589a-4033-4bdb-8754-d5f52e0eae44 req-120ae556-6fef-433b-a2ec-20b6d218b6ee tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0259895 Jan 28 06:13:54.580222 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-510215ce-a3c8-445a-9ccd-7191be25e897 req-2a77c016-f004-4d12-a9a8-198eb70e084f tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0297444 Jan 28 06:13:55.039437 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-276e328e-7d41-4d96-b30f-66191c416081 req-b02a14f9-2484-4bf6-afc8-75f8812cec2e tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0323493 Jan 28 06:13:55.146603 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:56.161765 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3e9fc4d-b341-4aec-8c8b-2c86c627f573 req-2e5abd0a-b9de-40f2-89e7-0c46490d1250 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0271897 Jan 28 06:13:57.303961 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18f2ddc9-2715-4898-8b56-05d0970c4005 req-ab018ef0-e976-4f6e-9bac-bdc52e58d79f tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0264230 Jan 28 06:13:57.815671 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:13:58.403055 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d9f0a3a-374d-45b8-b4b3-cbd67c2e8876 req-69f75321-b0b8-4a68-9d1a-6ad215e83c0b tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0342348 Jan 28 06:13:59.534440 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e32bad58-abe1-464e-9aa2-29fbeb9ba3e1 req-b340421d-c50b-46a2-a70f-e2fd5c0c82bb tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0297041 Jan 28 06:14:00.630208 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39d44358-56b4-48bd-88de-50bc5ef75d21 req-c85353e3-1c7f-4f30-b01c-4c57d65247ca tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0305433 Jan 28 06:14:01.740205 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb0a1c95-cbc8-4b94-8a91-e36526d0815b req-df6fcfb6-03d0-4924-8be5-9f44cce80f7d tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0312536 Jan 28 06:14:02.480223 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d74180e-c185-4b14-974e-44d8170c90b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:02.851392 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f2492e0-1bd0-46d4-908d-4e5d7c560b75 req-4e7989c4-c01c-4be6-af98-accf97a6332f tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0278006 Jan 28 06:14:03.954288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8a57bf0-9749-4e5e-a362-2dd695d6b6ff req-5d7f74cb-a435-4d7a-900e-6b4d3a98665f tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0276294 Jan 28 06:14:04.806767 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee4edeb4-d44f-4732-9e10-04528c75b117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:05.063569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0119c301-dae7-454d-b93f-3a3e26dbe6c4 req-7812c535-86a1-44c5-b49d-e3d25dba6067 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0286462 Jan 28 06:14:06.166578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-14afb3d7-9d63-4c88-ad16-321c8a2d3a41 req-3b9cf332-f086-4d95-b1d6-06925de6cf08 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0272336 Jan 28 06:14:06.587204 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:07.283968 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b07fd54b-7dc4-4e6e-bcd4-22ad55181ebf req-9ad981ff-992f-48ed-a4aa-a64fa787ec15 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0261166 Jan 28 06:14:07.941489 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:08.395220 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5c9258c-5a78-4e22-9280-fe420d97fa42 req-42a72854-a33c-4d8a-ba4a-39479fecd306 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0304344 Jan 28 06:14:09.112966 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:09.501952 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e65f2e1-5f5e-4c8d-8541-db6500c32b9e req-431f5d03-750e-45f7-b06b-b1e77a355a26 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0282748 Jan 28 06:14:10.606482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e19d8a04-2c90-4c1b-be8b-727389f23c4d req-d9c6ca49-a957-4780-a0ca-cd736766bbc9 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0265071 Jan 28 06:14:11.716032 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-598ab343-f51b-4692-afc8-e0326c9e835b req-080c39f4-d92f-4f5b-a695-588d9691ff2e tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0274217 Jan 28 06:14:12.836391 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6bf17f75-ee94-46e7-98f2-c0baf5a066bc req-575b533c-83da-4817-989f-13128eb692c5 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0271077 Jan 28 06:14:13.943802 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-360ca2ae-e7a5-40a5-85e9-b8e0b2c809e3 req-e82a9755-8e40-49f5-b7cf-312cc4e8bafa tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0277205 Jan 28 06:14:15.051787 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2b543d1-9606-42aa-8c53-f3b3c3d1d615 req-d69e335e-439b-47cd-8a59-849711a64542 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0293941 Jan 28 06:14:15.306463 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-1c92939e-1636-4324-a3e0-a3d9ff4edae5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:15.308278 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-1c92939e-1636-4324-a3e0-a3d9ff4edae5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 811 time: 0.1009555 Jan 28 06:14:15.323363 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-cc7742f1-d8ae-4c38-ae8f-41ba265d58e2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/quotas/daa041954cd34e19820d06481218d4c6 HTTP/1.1" status: 200 len: 375 time: 0.0095468 Jan 28 06:14:15.377020 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-87263448-07b0-4203-9255-4471ce084974 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464485 Jan 28 06:14:15.475850 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-f94d4a3b-ba44-4978-a735-0a9f34f50126 service neutron] 10.222.0.31 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915406 Jan 28 06:14:15.580202 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-b65e9582-811d-4978-9faf-8db9c594c461 service neutron] 10.222.0.31 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879397 Jan 28 06:14:16.174064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c20f6437-2497-4b9d-82c5-ad6b343d3b17 req-8bb72208-ce27-4c8d-94a0-cc9f8834dee5 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0378842 Jan 28 06:14:16.204958 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4dcc3ca7-5821-4843-999a-6705c7fc5e6d req-b35f2323-269f-41d7-9618-ef62c376eff5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 210 time: 0.0332212 Jan 28 06:14:17.285577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30351586-2cbb-4889-b626-ffd38a6fe8af req-e02c68f4-b4e3-4796-80b1-b54fbe0e2765 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0292125 Jan 28 06:14:17.311269 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0dc9405b-add3-4e8c-9803-bdce3491ef60 req-02d392ae-1ee1-4e18-80fc-b3755abad9fe tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 210 time: 0.0280578 Jan 28 06:14:18.380040 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-002de12e-f992-4a28-ab41-1ee24f8b4f17 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:18.382536 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-002de12e-f992-4a28-ab41-1ee24f8b4f17 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 811 time: 0.1591463 Jan 28 06:14:18.401613 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-684ae015-089b-4f9e-94ec-e9e68d638887 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Request body: {'port': {'device_id': 'baf817b3-93ae-4162-afc5-342a2e1624f3', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'admin_state_up': True, 'tenant_id': 'daa041954cd34e19820d06481218d4c6'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:14:18.462200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c23d2d86-7bb1-499f-bdef-7fe8c2d6e074 req-6168c938-0f51-4dc3-86f5-48cdbcc63b8a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 210 time: 0.0598977 Jan 28 06:14:18.464460 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16a33a94-1941-43b1-95ab-6dc1071e44be req-61d5803d-5066-43c4-aede-fed5912d6839 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0525374 Jan 28 06:14:18.626992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-684ae015-089b-4f9e-94ec-e9e68d638887 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Made reservation on behalf of daa041954cd34e19820d06481218d4c6 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:14:18.631237 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-684ae015-089b-4f9e-94ec-e9e68d638887 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:18.777557 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-684ae015-089b-4f9e-94ec-e9e68d638887 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Allocated IP 172.20.0.8 (89b111dc-0805-4be8-ae88-1abd550770a0/e29bcda2-c5df-4a29-818b-7e378e331ce0/961f5c35-407f-4415-a820-bc760bad5f84) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:14:18.927645 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-684ae015-089b-4f9e-94ec-e9e68d638887 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for port (961f5c35-407f-4415-a820-bc760bad5f84), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:19.032961 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-684ae015-089b-4f9e-94ec-e9e68d638887 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (961f5c35-407f-4415-a820-bc760bad5f84), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:19.080818 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-684ae015-089b-4f9e-94ec-e9e68d638887 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Network 89b111dc-0805-4be8-ae88-1abd550770a0 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:14:19.088873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-684ae015-089b-4f9e-94ec-e9e68d638887 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:14:19.091427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-684ae015-089b-4f9e-94ec-e9e68d638887 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:14:19.094556 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ae015-089b-4f9e-94ec-e9e68d638887 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'Port': ['ID=961f5c35-407f-4415-a820-bc760bad5f84,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:19.151595 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-684ae015-089b-4f9e-94ec-e9e68d638887 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:19.152221 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-684ae015-089b-4f9e-94ec-e9e68d638887 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:19.274690 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-684ae015-089b-4f9e-94ec-e9e68d638887 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8778014 Jan 28 06:14:19.293213 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Request body: {'port': {'device_id': 'baf817b3-93ae-4162-afc5-342a2e1624f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:14:19.353259 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (961f5c35-407f-4415-a820-bc760bad5f84), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:19.356407 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3fdde9ef-1ee4-4457-8621-e8ca9b2adf2d None None] Provisioning complete for port 961f5c35-407f-4415-a820-bc760bad5f84 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:14:19.357448 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3fdde9ef-1ee4-4457-8621-e8ca9b2adf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (961f5c35-407f-4415-a820-bc760bad5f84), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:19.420851 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3fdde9ef-1ee4-4457-8621-e8ca9b2adf2d None None] Port 961f5c35-407f-4415-a820-bc760bad5f84 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:14:19.621612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee8bc0-1d10-4975-a1ef-8372d27967aa req-cd2830b7-85d0-4aff-9076-926dfcb99ba5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:19.630946 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7ee8bc0-1d10-4975-a1ef-8372d27967aa req-cd2830b7-85d0-4aff-9076-926dfcb99ba5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 931 time: 0.0694003 Jan 28 06:14:19.664194 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961f5c35-407f-4415-a820-bc760bad5f84 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:14:19.668404 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4007d76f-f038-4f00-bd23-ea649bcbe5c3 req-cdb134ea-e8eb-4656-9cdc-8a64e6f270e5 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0554254 Jan 28 06:14:19.674291 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Publish callbacks [] for port (961f5c35-407f-4415-a820-bc760bad5f84), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:19.692263 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Transition to ACTIVE for port object 961f5c35-407f-4415-a820-bc760bad5f84 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:14:19.712346 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7ee8bc0-1d10-4975-a1ef-8372d27967aa req-74f9eb01-060e-41a6-966f-f1f214288fa1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804281 Jan 28 06:14:19.757570 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (961f5c35-407f-4415-a820-bc760bad5f84), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:19.810752 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Pushing event updated for resources: {'Port': ['ID=961f5c35-407f-4415-a820-bc760bad5f84,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:19.904077 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Attempting to bind port 961f5c35-407f-4415-a820-bc760bad5f84 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:14:19.904420 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Attempting to bind port 961f5c35-407f-4415-a820-bc760bad5f84 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:14:19.904756 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Attempting to bind port 961f5c35-407f-4415-a820-bc760bad5f84 on network 89b111dc-0805-4be8-ae88-1abd550770a0 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:14:19.909472 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Port 961f5c35-407f-4415-a820-bc760bad5f84 on network 89b111dc-0805-4be8-ae88-1abd550770a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:14:19.909804 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Attempting to bind port 961f5c35-407f-4415-a820-bc760bad5f84 on network 89b111dc-0805-4be8-ae88-1abd550770a0 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:14:19.915244 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:14:19.915590 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Checking segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:14:19.915981 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Bound using segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:14:19.916498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Bound port: 961f5c35-407f-4415-a820-bc760bad5f84, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:14:19.917373 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (961f5c35-407f-4415-a820-bc760bad5f84), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:19.996017 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] For port 961f5c35-407f-4415-a820-bc760bad5f84, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:14:19.999800 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] For port 961f5c35-407f-4415-a820-bc760bad5f84, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=961f5c35-407f-4415-a820-bc760bad5f84,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:14:20.055344 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (961f5c35-407f-4415-a820-bc760bad5f84), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:20.095194 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:20.095794 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:20.097469 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] 10.222.0.64 "PUT /v2.0/ports/961f5c35-407f-4415-a820-bc760bad5f84 HTTP/1.1" status: 200 len: 1092 time: 0.8091848 Jan 28 06:14:20.097593 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf817b3-93ae-4162-afc5-342a2e1624f3', 'tag': '961f5c35-407f-4415-a820-bc760bad5f84'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:14:20.099799 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de37e4a-20e9-4e2d-91f2-0a3b5bb1b912" -d '{"events": [{"name": "network-changed", "server_uuid": "baf817b3-93ae-4162-afc5-342a2e1624f3", "tag": "961f5c35-407f-4415-a820-bc760bad5f84"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:14:20.131363 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df8523-2322-4c89-a9b9-156ff877fda2 service neutron] Pushing event updated for resources: {'Port': ['ID=961f5c35-407f-4415-a820-bc760bad5f84,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:20.161751 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58be78a1-74a7-476d-a1db-35f5980dc6ad x-openstack-request-id: req-58be78a1-74a7-476d-a1db-35f5980dc6ad {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:14:20.162047 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf817b3-93ae-4162-afc5-342a2e1624f3", "tag": "961f5c35-407f-4415-a820-bc760bad5f84", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:14:20.162292 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58be78a1-74a7-476d-a1db-35f5980dc6ad {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:14:20.162720 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf817b3-93ae-4162-afc5-342a2e1624f3', 'tag': '961f5c35-407f-4415-a820-bc760bad5f84', 'status': 'completed', 'code': 200} Jan 28 06:14:20.258824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37e4a-20e9-4e2d-91f2-0a3b5bb1b912 req-9362cae5-ef67-44d2-a721-2dec73c10efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:20.260358 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2de37e4a-20e9-4e2d-91f2-0a3b5bb1b912 req-9362cae5-ef67-44d2-a721-2dec73c10efe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 1095 time: 0.0501046 Jan 28 06:14:20.382475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37e4a-20e9-4e2d-91f2-0a3b5bb1b912 req-82206e39-8f28-4f53-946c-31e1abbb4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:20.384005 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2de37e4a-20e9-4e2d-91f2-0a3b5bb1b912 req-82206e39-8f28-4f53-946c-31e1abbb4f9e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=daa041954cd34e19820d06481218d4c6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1088121 Jan 28 06:14:20.495958 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37e4a-20e9-4e2d-91f2-0a3b5bb1b912 req-5fc8e887-120b-442a-8ca0-826f3d4dcf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:20.498046 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2de37e4a-20e9-4e2d-91f2-0a3b5bb1b912 req-5fc8e887-120b-442a-8ca0-826f3d4dcf31 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1082573 Jan 28 06:14:20.616205 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-748e36ab-b782-4a41-996f-3ae720c7c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:20.617711 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-748e36ab-b782-4a41-996f-3ae720c7c653 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 1095 time: 0.0475430 Jan 28 06:14:20.672900 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-561d58f5-0b12-42d9-b144-d86be45616ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=961f5c35-407f-4415-a820-bc760bad5f84 HTTP/1.1" status: 200 len: 217 time: 0.0403178 Jan 28 06:14:20.724897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-59e44da9-8f56-4523-b49f-ed27fc378864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:20.726522 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-59e44da9-8f56-4523-b49f-ed27fc378864 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.0461578 Jan 28 06:14:20.790631 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-e439ba88-458d-42fa-b84a-1fa4b36ad18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:20.793314 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-e439ba88-458d-42fa-b84a-1fa4b36ad18a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607657 Jan 28 06:14:20.797850 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-271102d7-c52f-4eb2-a557-fcc9b5ebf9ce req-6cc71b8b-00a4-4b5a-a8fb-1e4ee6fbdd58 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0284569 Jan 28 06:14:20.857658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa79bd-3b25-4212-9afe-63d82b782bf3 req-618a40bd-64b1-4f85-a0b2-b63e50354bee tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:20.859190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1fa79bd-3b25-4212-9afe-63d82b782bf3 req-618a40bd-64b1-4f85-a0b2-b63e50354bee tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 943 time: 0.0545652 Jan 28 06:14:20.907553 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-97ff118f-24f4-4658-b53b-c28c2f633da4 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039803 Jan 28 06:14:20.910731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1fa79bd-3b25-4212-9afe-63d82b782bf3 req-fda0c800-1c2a-4a6e-8f44-82b3ebed783a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454941 Jan 28 06:14:21.004093 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a53262f5-2d03-482f-9d09-7a8d6f047c4a req-647bbcea-ca9a-4f6a-b5b0-433f98c0ce86 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901740 Jan 28 06:14:21.178479 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43210) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:21.272473 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c37739da-cdea-4438-bafb-ae4a4a9d42ed tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2281 time: 0.0926566 Jan 28 06:14:21.275840 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43214) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:21.281100 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-70a61af9-7a21-4d50-a41f-f32adf23788d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Request body: {'network': {'name': 'tempest-network-smoke--1200302583', 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'port_security_enabled': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:14:21.387426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a61af9-7a21-4d50-a41f-f32adf23788d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Made reservation on behalf of 426f0007240d437baaa3abcd5620b7f8 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:14:21.391640 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70a61af9-7a21-4d50-a41f-f32adf23788d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:21.423429 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a61af9-7a21-4d50-a41f-f32adf23788d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:14:21.433441 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70a61af9-7a21-4d50-a41f-f32adf23788d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a59c903f-1e11-40ec-be40-3c8628ed5fb7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:21.436474 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-70a61af9-7a21-4d50-a41f-f32adf23788d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Added segment a59c903f-1e11-40ec-be40-3c8628ed5fb7 of type vlan for network 8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 Jan 28 06:14:21.476427 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70a61af9-7a21-4d50-a41f-f32adf23788d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (8fb0d695-4965-48e2-a6a3-2eaa1f7061a1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:21.575033 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70a61af9-7a21-4d50-a41f-f32adf23788d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (8fb0d695-4965-48e2-a6a3-2eaa1f7061a1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:21.581379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a61af9-7a21-4d50-a41f-f32adf23788d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:21.581982 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70a61af9-7a21-4d50-a41f-f32adf23788d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:21.653091 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a61af9-7a21-4d50-a41f-f32adf23788d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event updated for resources: {'Network': ['ID=8fb0d695-4965-48e2-a6a3-2eaa1f7061a1,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:21.663484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:14:21.728922 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-70a61af9-7a21-4d50-a41f-f32adf23788d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4516914 Jan 28 06:14:21.732269 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43224) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:21.738843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-855903435', 'admin_state_up': True, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:14:21.856709 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (b184259c-063a-4595-beca-9d3b4b02fe67), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:21.857821 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (b184259c-063a-4595-beca-9d3b4b02fe67), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:21.921478 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ef10532-4841-4015-97bf-73b258a31207 req-4c0e25e2-dd49-440e-8a83-3e4e1095cd56 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0381885 Jan 28 06:14:21.948297 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for router_controller (b184259c-063a-4595-beca-9d3b4b02fe67), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:22.044442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40fad9-785b-49f0-b850-cc947db1dce7 req-10ba5eac-484d-4aac-939e-be4bcc58ad01 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:22.046029 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b40fad9-785b-49f0-b850-cc947db1dce7 req-10ba5eac-484d-4aac-939e-be4bcc58ad01 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 943 time: 0.0566542 Jan 28 06:14:22.100473 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b40fad9-785b-49f0-b850-cc947db1dce7 req-c17a8180-bfb7-4aa3-9214-79840ebf7cdc tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479865 Jan 28 06:14:22.187417 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for router_gateway (b184259c-063a-4595-beca-9d3b4b02fe67), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:22.470780 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for router_gateway (b184259c-063a-4595-beca-9d3b4b02fe67), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:22.490674 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:22.596985 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Allocated IP 172.25.0.45 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/6d5b3123-dfaa-4202-b258-924acf933670) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:14:22.639225 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:14:22.708912 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for port (6d5b3123-dfaa-4202-b258-924acf933670), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:22.819568 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6d5b3123-dfaa-4202-b258-924acf933670), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:22.857264 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:14:22.860252 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:14:22.863009 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:14:22.891859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event updated for resources: {'Port': ['ID=6d5b3123-dfaa-4202-b258-924acf933670,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:23.030613 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-371da53d-4bc8-426d-9286-c6143000e697 req-eb766f2a-7e51-4e3b-8dc1-ede763d51731 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0352435 Jan 28 06:14:23.235999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7520baa-c938-4be0-8a35-dbe85c207a05 req-ad389bb4-f2b0-4d53-bcaa-59ccc09c64fe tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:23.238997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7520baa-c938-4be0-8a35-dbe85c207a05 req-ad389bb4-f2b0-4d53-bcaa-59ccc09c64fe tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 943 time: 0.0678217 Jan 28 06:14:23.293368 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7520baa-c938-4be0-8a35-dbe85c207a05 req-98de6d18-8a0e-466b-909c-e90038b6b672 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486550 Jan 28 06:14:23.567429 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ff2cb4f4-8d43-4a24-9c9b-157b99ee619e req-8d1368dc-c12f-4552-8c9f-00c907a66d9a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0522332 Jan 28 06:14:23.586570 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for router_gateway (b184259c-063a-4595-beca-9d3b4b02fe67), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:23.784802 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (b184259c-063a-4595-beca-9d3b4b02fe67), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:23.980685 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Router b184259c-063a-4595-beca-9d3b4b02fe67 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:14:24.093465 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:14:24.111604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032a18d3-874e-409a-972b-9568022231cc None None] Sync routers for ids ['b184259c-063a-4595-beca-9d3b4b02fe67'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:14:24.128021 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032a18d3-874e-409a-972b-9568022231cc None None] Routers {'b184259c-063a-4595-beca-9d3b4b02fe67'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:14:24.133604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-032a18d3-874e-409a-972b-9568022231cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:14:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b184259c-063a-4595-beca-9d3b4b02fe67'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:24.139665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-234c2e87-1909-42ed-8ff0-8e42632eedbb req-aaa07c27-b351-49c6-a583-702af99a6bd5 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0329225 Jan 28 06:14:24.189041 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:24.193326 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-98bed606-4e5d-44ef-9b52-fcfb833543cc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.4564621 Jan 28 06:14:24.193673 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43242) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:24.240353 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-032a18d3-874e-409a-972b-9568022231cc None None] Set router b184259c-063a-4595-beca-9d3b4b02fe67 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:14:24.260650 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb83eda-e58f-4448-bc04-022d7b4246cd tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:24.264889 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bdb83eda-e58f-4448-bc04-022d7b4246cd tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=426f0007240d437baaa3abcd5620b7f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0676470 Jan 28 06:14:24.265115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43244) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:24.357966 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f047d-d35d-4728-a033-d10b55c89966 tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:24.359827 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2c8f047d-d35d-4728-a033-d10b55c89966 tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933867 Jan 28 06:14:24.362572 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43248) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:24.392952 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-74180879-90b9-4632-b525-b65fa8a39073 tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292993 Jan 28 06:14:24.398541 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43250) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:24.435010 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-337b5f31-ddac-4348-b5e3-5ac580b7a412 tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=426f0007240d437baaa3abcd5620b7f8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353632 Jan 28 06:14:24.437423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43252) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:24.437756 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f583ea-c4bb-4871-96c4-d1c6ec9cc4c0 req-c50a1046-cad0-461d-bfaf-d3e765c28a7b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:24.444644 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f583ea-c4bb-4871-96c4-d1c6ec9cc4c0 req-c50a1046-cad0-461d-bfaf-d3e765c28a7b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 943 time: 0.0785055 Jan 28 06:14:24.477473 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-032a18d3-874e-409a-972b-9568022231cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855903435', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '6d5b3123-dfaa-4202-b258-924acf933670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:14:21Z', 'updated_at': '2022-01-28T06:14:23Z', 'revision_number': 3, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': '6d5b3123-dfaa-4202-b258-924acf933670', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:14:22Z', 'updated_at': '2022-01-28T06:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:24.498155 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f583ea-c4bb-4871-96c4-d1c6ec9cc4c0 req-edf95536-69a6-4ae8-8d85-ff660f47f26d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523496 Jan 28 06:14:24.520570 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032a18d3-874e-409a-972b-9568022231cc None None] Checking router: b184259c-063a-4595-beca-9d3b4b02fe67 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:14:24.521498 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032a18d3-874e-409a-972b-9568022231cc None None] Updating router b184259c-063a-4595-beca-9d3b4b02fe67 port 6d5b3123-dfaa-4202-b258-924acf933670 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:14:24.544215 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7035874-f8a0-4377-a984-d7fddabc95da tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:24.545827 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c7035874-f8a0-4377-a984-d7fddabc95da tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1073892 Jan 28 06:14:24.548727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43254) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:24.553518 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032a18d3-874e-409a-972b-9568022231cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6d5b3123-dfaa-4202-b258-924acf933670), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:24.577955 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b414fc8d-fe3e-4f45-8c27-75a8caab64bd tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280781 Jan 28 06:14:24.580340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43256) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:24.585451 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-644402950', 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1', 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:14:24.763559 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Made reservation on behalf of 426f0007240d437baaa3abcd5620b7f8 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:14:24.766957 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:24.828171 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032a18d3-874e-409a-972b-9568022231cc None None] Publish callbacks [] for port (6d5b3123-dfaa-4202-b258-924acf933670), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:24.889239 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032a18d3-874e-409a-972b-9568022231cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6d5b3123-dfaa-4202-b258-924acf933670), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:24.949775 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-032a18d3-874e-409a-972b-9568022231cc None None] Attempting to bind port 6d5b3123-dfaa-4202-b258-924acf933670 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:14:24.954462 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-032a18d3-874e-409a-972b-9568022231cc None None] Attempting to bind port 6d5b3123-dfaa-4202-b258-924acf933670 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:14:24.954462 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032a18d3-874e-409a-972b-9568022231cc None None] Attempting to bind port 6d5b3123-dfaa-4202-b258-924acf933670 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:14:24.954462 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ae7b4-c316-44ac-8581-db8736c90c1c None None] Pushing event updated for resources: {'Port': ['ID=6d5b3123-dfaa-4202-b258-924acf933670,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:24.958490 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032a18d3-874e-409a-972b-9568022231cc None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:14:24.958968 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032a18d3-874e-409a-972b-9568022231cc None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:14:24.959436 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032a18d3-874e-409a-972b-9568022231cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:24.959913 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032a18d3-874e-409a-972b-9568022231cc None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:14:24.960433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-032a18d3-874e-409a-972b-9568022231cc None None] Bound port: 6d5b3123-dfaa-4202-b258-924acf933670, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:14:24.960885 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032a18d3-874e-409a-972b-9568022231cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6d5b3123-dfaa-4202-b258-924acf933670), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:24.990195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ae7b4-c316-44ac-8581-db8736c90c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:24.990644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ae7b4-c316-44ac-8581-db8736c90c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:24.991071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ae7b4-c316-44ac-8581-db8736c90c1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:24.991602 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ae7b4-c316-44ac-8581-db8736c90c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:24.991921 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ae7b4-c316-44ac-8581-db8736c90c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:24.992352 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ae7b4-c316-44ac-8581-db8736c90c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:24.992743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ae7b4-c316-44ac-8581-db8736c90c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:24.993194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ae7b4-c316-44ac-8581-db8736c90c1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:24.993583 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ae7b4-c316-44ac-8581-db8736c90c1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:24.993972 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ae7b4-c316-44ac-8581-db8736c90c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:24.994385 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ae7b4-c316-44ac-8581-db8736c90c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:24.995342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ae7b4-c316-44ac-8581-db8736c90c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:24.995974 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ae7b4-c316-44ac-8581-db8736c90c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:25.027448 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (4dba7df1-5356-4efc-b650-acad8951e12c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:25.030449 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-032a18d3-874e-409a-972b-9568022231cc None None] For port 6d5b3123-dfaa-4202-b258-924acf933670, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:14:25.033974 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-032a18d3-874e-409a-972b-9568022231cc None None] For port 6d5b3123-dfaa-4202-b258-924acf933670, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6d5b3123-dfaa-4202-b258-924acf933670,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:14:25.088568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event updated for resources: {'Subnet': ['ID=4dba7df1-5356-4efc-b650-acad8951e12c,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:25.095720 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032a18d3-874e-409a-972b-9568022231cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6d5b3123-dfaa-4202-b258-924acf933670), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:25.105808 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:25.106160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:25.107725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:25.107725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:25.107725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:25.107725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:25.108096 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:25.108186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:25.108928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:25.108928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:25.109096 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:25.109574 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:25.110086 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:25.120931 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Checking segment: {'id': 'a59c903f-1e11-40ec-be40-3c8628ed5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:14:25.121424 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Network hostable DHCP agents. Network: 8fb0d695-4965-48e2-a6a3-2eaa1f7061a1, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:14:25.160178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032a18d3-874e-409a-972b-9568022231cc None None] Routers {'b184259c-063a-4595-beca-9d3b4b02fe67'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:14:25.160812 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-032a18d3-874e-409a-972b-9568022231cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:14:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b184259c-063a-4595-beca-9d3b4b02fe67'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:25.167629 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:25.191964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Network 8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:14:25.207580 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ae7b4-c316-44ac-8581-db8736c90c1c None None] Pushing event updated for resources: {'Port': ['ID=6d5b3123-dfaa-4202-b258-924acf933670,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:25.264014 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fd6fbf7-a9cb-401c-a369-1d5b0b08e45c req-cf64febd-5cee-4d85-a58d-00a71749668b tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0327501 Jan 28 06:14:25.283082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 8fb0d695-4965-48e2-a6a3-2eaa1f7061a1) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:14:25.288361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:25.289180 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:25.303762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-032a18d3-874e-409a-972b-9568022231cc None None] Set router b184259c-063a-4595-beca-9d3b4b02fe67 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:14:25.303762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09987f91-92ac-4d22-a65b-164a73cb5dcd None None] Network 8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:14:25.381886 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0ab256bb-1fb6-46fe-89a9-4d7c257e0e80 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7979443 Jan 28 06:14:25.382400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43264) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:25.621637 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-8fb0d695-4965-48e2-a6a3-2eaa1f7061a1', 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1', 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'fixed_ips': [{'subnet_id': '4dba7df1-5356-4efc-b650-acad8951e12c'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:14:25.623019 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:25.697682 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c872b30c-9328-458d-83f2-91ea1691dbc2 req-5e4524d2-2c42-4e4c-8964-82ee9fd6c17e tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74&device_id=dd06945c-fac7-4610-a26f-35818ac1f4c7 HTTP/1.1" status: 200 len: 210 time: 0.0578449 Jan 28 06:14:25.716579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-032a18d3-874e-409a-972b-9568022231cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855903435', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '6d5b3123-dfaa-4202-b258-924acf933670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:14:21Z', 'updated_at': '2022-01-28T06:14:23Z', 'revision_number': 3, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': '6d5b3123-dfaa-4202-b258-924acf933670', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:14:22Z', 'updated_at': '2022-01-28T06:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:25.781736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032a18d3-874e-409a-972b-9568022231cc None None] The sync data for ids ['b184259c-063a-4595-beca-9d3b4b02fe67'] in n-d-812111-12 is: [{'id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855903435', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '6d5b3123-dfaa-4202-b258-924acf933670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:14:21Z', 'updated_at': '2022-01-28T06:14:23Z', 'revision_number': 3, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': '6d5b3123-dfaa-4202-b258-924acf933670', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:14:22Z', 'updated_at': '2022-01-28T06:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:14:25.849466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Allocated IP 172.20.0.18 (8fb0d695-4965-48e2-a6a3-2eaa1f7061a1/4dba7df1-5356-4efc-b650-acad8951e12c/8b49dc4d-595b-4373-8221-56e2c75f6275) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:14:25.866020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058fca5-d065-45e1-a7ac-697991bc64d7 req-d2bfae7c-70de-4dee-b02a-0a792c8565ad tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:25.873959 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1058fca5-d065-45e1-a7ac-697991bc64d7 req-d2bfae7c-70de-4dee-b02a-0a792c8565ad tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 943 time: 0.2249594 Jan 28 06:14:25.961879 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1058fca5-d065-45e1-a7ac-697991bc64d7 req-c4c6eaaa-6242-4e7f-9543-d3b59f0512fc tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870249 Jan 28 06:14:26.104276 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:26.227155 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-19b0e325-ecc8-4ca5-aaf9-f8f9f94f2bcf req-5885348a-8c09-4d5b-82c9-fd089496b6da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=26446584f0ae4e9488b95fc97556ba0e&device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0548472 Jan 28 06:14:26.239377 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Publish callbacks [] for port (8b49dc4d-595b-4373-8221-56e2c75f6275), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:26.269849 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-19b0e325-ecc8-4ca5-aaf9-f8f9f94f2bcf req-86253a09-ce40-48ec-95a0-e8771031ae0c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=26446584f0ae4e9488b95fc97556ba0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284789 Jan 28 06:14:26.319808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24d1cec8-1db5-4939-9c92-04bec36cc7f1 req-409021ff-85d1-45c3-bad6-762def3e9ad9 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0911355 Jan 28 06:14:26.335600 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (8b49dc4d-595b-4373-8221-56e2c75f6275), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:26.397397 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0e325-ecc8-4ca5-aaf9-f8f9f94f2bcf req-f4050901-2899-4321-bf57-1402ae0b606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:26.399047 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-19b0e325-ecc8-4ca5-aaf9-f8f9f94f2bcf req-f4050901-2899-4321-bf57-1402ae0b606c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1240034 Jan 28 06:14:26.423311 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Network 8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:14:26.431370 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:14:26.433985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Pushing event updated for resources: {'Port': ['ID=8b49dc4d-595b-4373-8221-56e2c75f6275,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:26.438057 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:14:26.531388 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Attempting to bind port 8b49dc4d-595b-4373-8221-56e2c75f6275 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:14:26.533218 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Attempting to bind port 8b49dc4d-595b-4373-8221-56e2c75f6275 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'a59c903f-1e11-40ec-be40-3c8628ed5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:14:26.533802 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Attempting to bind port 8b49dc4d-595b-4373-8221-56e2c75f6275 on network 8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:14:26.539859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:14:26.540590 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Checking segment: {'id': 'a59c903f-1e11-40ec-be40-3c8628ed5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:14:26.541006 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:26.541428 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Bound using segment: {'id': 'a59c903f-1e11-40ec-be40-3c8628ed5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:14:26.542595 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Bound port: 8b49dc4d-595b-4373-8221-56e2c75f6275, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c903f-1e11-40ec-be40-3c8628ed5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:14:26.543138 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8b49dc4d-595b-4373-8221-56e2c75f6275), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:26.624425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] For port 8b49dc4d-595b-4373-8221-56e2c75f6275, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:14:26.628175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] For port 8b49dc4d-595b-4373-8221-56e2c75f6275, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8b49dc4d-595b-4373-8221-56e2c75f6275,segment=NetworkSegment(a59c903f-1e11-40ec-be40-3c8628ed5fb7),segment_id=a59c903f-1e11-40ec-be40-3c8628ed5fb7)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:14:26.644207 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Allocated IP 172.20.0.17 (8fb0d695-4965-48e2-a6a3-2eaa1f7061a1/4dba7df1-5356-4efc-b650-acad8951e12c/8e4e90e5-192f-4ef7-800f-b044f6788a0e) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:14:26.712198 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8b49dc4d-595b-4373-8221-56e2c75f6275), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:26.801841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654606b6-046b-487a-8653-58bf4dbd54d0 None None] Pushing event updated for resources: {'Port': ['ID=8b49dc4d-595b-4373-8221-56e2c75f6275,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:26.815166 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:26.969233 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:27.040410 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Network 8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:14:27.047347 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:14:27.058437 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:14:27.150778 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (b184259c-063a-4595-beca-9d3b4b02fe67), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:27.241040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event updated for resources: {'Port': ['ID=8e4e90e5-192f-4ef7-800f-b044f6788a0e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:27.303260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403793b-cfba-47c8-85ab-f142b2fc7c61 req-0afc455a-fa17-4cbd-bec0-90c26c4c0265 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:27.304813 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2403793b-cfba-47c8-85ab-f142b2fc7c61 req-0afc455a-fa17-4cbd-bec0-90c26c4c0265 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 943 time: 0.1957815 Jan 28 06:14:27.311346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6d5b3123-dfaa-4202-b258-924acf933670 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:14:27.376712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6d5b3123-dfaa-4202-b258-924acf933670 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:14:27.376712 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6d5b3123-dfaa-4202-b258-924acf933670), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:27.386757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2403793b-cfba-47c8-85ab-f142b2fc7c61 req-2b303495-0ccb-4f56-b915-66c57507537e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648749 Jan 28 06:14:27.471447 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a757b7c6-5409-48bc-b091-c927922cc037 req-1b92698e-d87d-42e7-9448-b84e55d41c15 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0302615 Jan 28 06:14:27.485480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6d5b3123-dfaa-4202-b258-924acf933670 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:14:27.486000 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6d5b3123-dfaa-4202-b258-924acf933670), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:27.516175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 6d5b3123-dfaa-4202-b258-924acf933670, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6d5b3123-dfaa-4202-b258-924acf933670,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:14:27.524455 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:27.586468 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6d5b3123-dfaa-4202-b258-924acf933670), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:27.587271 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8b49dc4d-595b-4373-8221-56e2c75f6275 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:14:27.679374 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=6d5b3123-dfaa-4202-b258-924acf933670,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:27.708734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 8b49dc4d-595b-4373-8221-56e2c75f6275 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:14:27.709114 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8b49dc4d-595b-4373-8221-56e2c75f6275), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:27.813646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 8b49dc4d-595b-4373-8221-56e2c75f6275 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:14:27.814102 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8b49dc4d-595b-4373-8221-56e2c75f6275), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:27.841792 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:27.852507 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 8b49dc4d-595b-4373-8221-56e2c75f6275, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8b49dc4d-595b-4373-8221-56e2c75f6275,segment=NetworkSegment(a59c903f-1e11-40ec-be40-3c8628ed5fb7),segment_id=a59c903f-1e11-40ec-be40-3c8628ed5fb7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:14:27.871306 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:27.874441 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-19b0e325-ecc8-4ca5-aaf9-f8f9f94f2bcf req-993101f4-af7f-4c9b-bd71-6701c6db3c7c tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0351746 Jan 28 06:14:27.908485 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8b49dc4d-595b-4373-8221-56e2c75f6275), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:27.934828 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:27.972390 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=8b49dc4d-595b-4373-8221-56e2c75f6275,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:28.020475 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (b184259c-063a-4595-beca-9d3b4b02fe67), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:28.023203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event updated for resources: {'Port': ['ID=8e4e90e5-192f-4ef7-800f-b044f6788a0e,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:28.130726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Network 8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:14:28.132300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:14:28.247529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Router b184259c-063a-4595-beca-9d3b4b02fe67 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:14:28.357816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:14:28.363258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6d6b32cd-a4da-43a6-a3a4-eb346d99bbf0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "PUT /v2.0/routers/b184259c-063a-4595-beca-9d3b4b02fe67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9797010 Jan 28 06:14:28.523842 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77117a3b-52f4-45cb-8d68-9d6ec964fd27 req-4586769d-2df5-46cd-a076-c9ac8c6ed491 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:28.531499 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77117a3b-52f4-45cb-8d68-9d6ec964fd27 req-4586769d-2df5-46cd-a076-c9ac8c6ed491 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 943 time: 0.0764575 Jan 28 06:14:28.570594 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Sync routers for ids ['b184259c-063a-4595-beca-9d3b4b02fe67'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:14:28.591404 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Routers {'b184259c-063a-4595-beca-9d3b4b02fe67'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:14:28.594565 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:14:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b184259c-063a-4595-beca-9d3b4b02fe67'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:28.635995 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77117a3b-52f4-45cb-8d68-9d6ec964fd27 req-83bb3111-2652-4237-ae45-4cba5c895fc1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003830 Jan 28 06:14:28.760807 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Set router b184259c-063a-4595-beca-9d3b4b02fe67 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:14:28.809390 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c2e359-0e9f-473a-84a0-bcb764ce0da2 None None] Network 8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:14:28.823294 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f248b94f-84ac-415e-b83b-31a86e9ad594 req-cdd06aad-fde5-4f78-8174-b62b368f1436 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff9ab112-46d3-47a5-8fc8-f40c3f8e4e74 HTTP/1.1" status: 200 len: 210 time: 0.0401645 Jan 28 06:14:28.859487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcab17-3838-4862-a891-f13b7d38fcef req-1a374cce-4e9d-45ce-900e-099c33885537 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:28.861524 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06fcab17-3838-4862-a891-f13b7d38fcef req-1a374cce-4e9d-45ce-900e-099c33885537 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/networks?id=8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 HTTP/1.1" status: 200 len: 798 time: 0.2622616 Jan 28 06:14:28.878536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-118cc111-a06a-4b43-909e-e2221e70a0fe None None] Provisioning complete for port 8b49dc4d-595b-4373-8221-56e2c75f6275 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:14:28.878911 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-118cc111-a06a-4b43-909e-e2221e70a0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8b49dc4d-595b-4373-8221-56e2c75f6275), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:28.880014 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06fcab17-3838-4862-a891-f13b7d38fcef req-534f4c1a-9466-417a-ba7f-8b4a2e7f1f67 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/quotas/426f0007240d437baaa3abcd5620b7f8 HTTP/1.1" status: 200 len: 375 time: 0.0095918 Jan 28 06:14:28.955253 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06fcab17-3838-4862-a891-f13b7d38fcef req-920eec38-af18-4f41-af0c-4131e2a267c0 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=426f0007240d437baaa3abcd5620b7f8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0665505 Jan 28 06:14:29.062110 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855903435', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '6d5b3123-dfaa-4202-b258-924acf933670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:14:21Z', 'updated_at': '2022-01-28T06:14:27Z', 'revision_number': 4, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': '6d5b3123-dfaa-4202-b258-924acf933670', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:14:22Z', 'updated_at': '2022-01-28T06:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '8e4e90e5-192f-4ef7-800f-b044f6788a0e', 'name': '', 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'mac_address': 'fa:16:3e:34:f1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4dba7df1-5356-4efc-b650-acad8951e12c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:14:26Z', 'updated_at': '2022-01-28T06:14:27Z', 'revision_number': 2, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'subnets': [{'id': '4dba7df1-5356-4efc-b650-acad8951e12c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:29.096466 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Checking router: b184259c-063a-4595-beca-9d3b4b02fe67 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:14:29.096821 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Updating router b184259c-063a-4595-beca-9d3b4b02fe67 port 8e4e90e5-192f-4ef7-800f-b044f6788a0e binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:14:29.126717 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:29.140036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6d5b3123-dfaa-4202-b258-924acf933670 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:14:29.258435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-118cc111-a06a-4b43-909e-e2221e70a0fe None None] Current status of the port 8b49dc4d-595b-4373-8221-56e2c75f6275 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:14:29.273459 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6d5b3123-dfaa-4202-b258-924acf933670 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:14:29.273839 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6d5b3123-dfaa-4202-b258-924acf933670), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:29.378720 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6d5b3123-dfaa-4202-b258-924acf933670 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:14:29.379826 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8b49dc4d-595b-4373-8221-56e2c75f6275 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:14:29.456497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 8b49dc4d-595b-4373-8221-56e2c75f6275 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:14:29.456814 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8b49dc4d-595b-4373-8221-56e2c75f6275), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:29.484549 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Publish callbacks [] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:29.545527 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:29.548407 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 8b49dc4d-595b-4373-8221-56e2c75f6275 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:14:29.580953 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-47d3de13-34c3-4131-93cc-21c93bd91778 None None] Provisioning complete for port 8e4e90e5-192f-4ef7-800f-b044f6788a0e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:14:29.581354 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47d3de13-34c3-4131-93cc-21c93bd91778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:29.587019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06fcab17-3838-4862-a891-f13b7d38fcef req-89e155cd-2bed-414e-b9cd-4ba96672443b service neutron] 10.222.0.31 "GET /v2.0/networks/8fb0d695-4965-48e2-a6a3-2eaa1f7061a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163695 Jan 28 06:14:29.636275 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-47d3de13-34c3-4131-93cc-21c93bd91778 None None] Port 8e4e90e5-192f-4ef7-800f-b044f6788a0e cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:14:29.666917 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8d073-d76d-429d-ae29-677ee5c44026 None None] Pushing event updated for resources: {'Port': ['ID=8e4e90e5-192f-4ef7-800f-b044f6788a0e,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:29.667849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-47d3de13-34c3-4131-93cc-21c93bd91778 None None] Provisioning complete for port 8b49dc4d-595b-4373-8221-56e2c75f6275 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:14:29.668469 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47d3de13-34c3-4131-93cc-21c93bd91778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8b49dc4d-595b-4373-8221-56e2c75f6275), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:29.691554 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8d073-d76d-429d-ae29-677ee5c44026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:29.691905 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8d073-d76d-429d-ae29-677ee5c44026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:29.692253 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8d073-d76d-429d-ae29-677ee5c44026 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:29.692589 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8d073-d76d-429d-ae29-677ee5c44026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:29.692918 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8d073-d76d-429d-ae29-677ee5c44026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:29.693428 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8d073-d76d-429d-ae29-677ee5c44026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:29.693745 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8d073-d76d-429d-ae29-677ee5c44026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:29.694129 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8d073-d76d-429d-ae29-677ee5c44026 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:29.694482 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8d073-d76d-429d-ae29-677ee5c44026 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:29.694806 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8d073-d76d-429d-ae29-677ee5c44026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:29.695133 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8d073-d76d-429d-ae29-677ee5c44026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:29.695450 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8d073-d76d-429d-ae29-677ee5c44026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:29.695768 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8d073-d76d-429d-ae29-677ee5c44026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:29.726816 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Attempting to bind port 8e4e90e5-192f-4ef7-800f-b044f6788a0e on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:14:29.727184 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Attempting to bind port 8e4e90e5-192f-4ef7-800f-b044f6788a0e by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'a59c903f-1e11-40ec-be40-3c8628ed5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:14:29.727539 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Attempting to bind port 8e4e90e5-192f-4ef7-800f-b044f6788a0e on network 8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:14:29.733586 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06fcab17-3838-4862-a891-f13b7d38fcef req-3f00104b-0642-4200-907f-880670f4fdb8 service neutron] 10.222.0.31 "GET /v2.0/networks/8fb0d695-4965-48e2-a6a3-2eaa1f7061a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456091 Jan 28 06:14:29.755213 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:14:29.755593 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Checking segment: {'id': 'a59c903f-1e11-40ec-be40-3c8628ed5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:14:29.755993 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:29.756398 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Bound using segment: {'id': 'a59c903f-1e11-40ec-be40-3c8628ed5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:14:29.756885 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Bound port: 8e4e90e5-192f-4ef7-800f-b044f6788a0e, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c903f-1e11-40ec-be40-3c8628ed5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:14:29.757266 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:29.843003 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-47d3de13-34c3-4131-93cc-21c93bd91778 None None] Current status of the port 8b49dc4d-595b-4373-8221-56e2c75f6275 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:14:29.863187 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebc26b-1231-46bc-9d1b-f551c90c0d85 req-9f16e616-65ed-4db6-b34c-038c5674fa79 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:29.867336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-56ebc26b-1231-46bc-9d1b-f551c90c0d85 req-9f16e616-65ed-4db6-b34c-038c5674fa79 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 943 time: 0.1088841 Jan 28 06:14:29.893279 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] For port 8e4e90e5-192f-4ef7-800f-b044f6788a0e, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:14:29.896596 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] For port 8e4e90e5-192f-4ef7-800f-b044f6788a0e, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8e4e90e5-192f-4ef7-800f-b044f6788a0e,segment=NetworkSegment(a59c903f-1e11-40ec-be40-3c8628ed5fb7),segment_id=a59c903f-1e11-40ec-be40-3c8628ed5fb7)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:14:29.928940 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-56ebc26b-1231-46bc-9d1b-f551c90c0d85 req-06c88f0b-1143-49ef-a519-5e0acf998c3d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546653 Jan 28 06:14:29.969247 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-74ef6991-a2c0-458c-b6b7-d4f578c9633d None None] Provisioning complete for port 8e4e90e5-192f-4ef7-800f-b044f6788a0e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:14:29.969612 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74ef6991-a2c0-458c-b6b7-d4f578c9633d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:29.982366 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:30.103891 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-74ef6991-a2c0-458c-b6b7-d4f578c9633d None None] Port 8e4e90e5-192f-4ef7-800f-b044f6788a0e cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:14:30.104641 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Routers {'b184259c-063a-4595-beca-9d3b4b02fe67'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:14:30.105482 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:14:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b184259c-063a-4595-beca-9d3b4b02fe67'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:30.107880 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8d073-d76d-429d-ae29-677ee5c44026 None None] Pushing event updated for resources: {'Port': ['ID=8e4e90e5-192f-4ef7-800f-b044f6788a0e,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:30.280973 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] Set router b184259c-063a-4595-beca-9d3b4b02fe67 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:14:30.342059 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f3e24b5-4dd7-4d28-b6e9-fe6badd68884 req-d778bcfa-cd69-4f4c-9498-7ea40cb9a8b9 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 210 time: 0.3218238 Jan 28 06:14:30.346989 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4b5ecf76-d6ee-4c18-92c3-84105129f881 None None] Provisioning complete for port 8e4e90e5-192f-4ef7-800f-b044f6788a0e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:14:30.348004 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b5ecf76-d6ee-4c18-92c3-84105129f881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:30.491509 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ecf76-d6ee-4c18-92c3-84105129f881 None None] Current status of the port 8e4e90e5-192f-4ef7-800f-b044f6788a0e is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:14:30.491509 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b5ecf76-d6ee-4c18-92c3-84105129f881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:30.625331 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855903435', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '6d5b3123-dfaa-4202-b258-924acf933670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:14:21Z', 'updated_at': '2022-01-28T06:14:27Z', 'revision_number': 4, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': '6d5b3123-dfaa-4202-b258-924acf933670', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:14:22Z', 'updated_at': '2022-01-28T06:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '8e4e90e5-192f-4ef7-800f-b044f6788a0e', 'name': '', 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'mac_address': 'fa:16:3e:34:f1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4dba7df1-5356-4efc-b650-acad8951e12c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:14:26Z', 'updated_at': '2022-01-28T06:14:29Z', 'revision_number': 4, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'subnets': [{'id': '4dba7df1-5356-4efc-b650-acad8951e12c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:30.626147 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3166265c-666f-4ab9-b69e-f191f91dbc18 req-438d0225-0b02-4b3e-98d3-bfa1b9c82330 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=26446584f0ae4e9488b95fc97556ba0e&device_id=dd06945c-fac7-4610-a26f-35818ac1f4c7 HTTP/1.1" status: 200 len: 210 time: 0.0673881 Jan 28 06:14:30.634497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4b5ecf76-d6ee-4c18-92c3-84105129f881 None None] For port 8e4e90e5-192f-4ef7-800f-b044f6788a0e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8e4e90e5-192f-4ef7-800f-b044f6788a0e,segment=NetworkSegment(a59c903f-1e11-40ec-be40-3c8628ed5fb7),segment_id=a59c903f-1e11-40ec-be40-3c8628ed5fb7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:14:30.666689 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3166265c-666f-4ab9-b69e-f191f91dbc18 req-7dcc2ffe-0020-4e1f-b59d-f89deca0c436 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=26446584f0ae4e9488b95fc97556ba0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256622 Jan 28 06:14:30.680959 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e26a9b8-4161-439c-b428-5efe51728ace None None] The sync data for ids ['b184259c-063a-4595-beca-9d3b4b02fe67'] in n-d-812111-12 is: [{'id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855903435', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '6d5b3123-dfaa-4202-b258-924acf933670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:14:21Z', 'updated_at': '2022-01-28T06:14:27Z', 'revision_number': 4, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': '6d5b3123-dfaa-4202-b258-924acf933670', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:14:22Z', 'updated_at': '2022-01-28T06:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '8e4e90e5-192f-4ef7-800f-b044f6788a0e', 'name': '', 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'mac_address': 'fa:16:3e:34:f1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4dba7df1-5356-4efc-b650-acad8951e12c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:14:26Z', 'updated_at': '2022-01-28T06:14:29Z', 'revision_number': 4, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'subnets': [{'id': '4dba7df1-5356-4efc-b650-acad8951e12c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:14:30.709901 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2751171e-9b5d-4fac-9c4f-e6f32ca0babf req-ed64d983-64e3-4751-903b-b1fda7619235 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd06945c-fac7-4610-a26f-35818ac1f4c7 HTTP/1.1" status: 200 len: 210 time: 0.0649219 Jan 28 06:14:30.726074 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b5ecf76-d6ee-4c18-92c3-84105129f881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:30.917833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ecf76-d6ee-4c18-92c3-84105129f881 None None] Pushing event updated for resources: {'Port': ['ID=8e4e90e5-192f-4ef7-800f-b044f6788a0e,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:30.950499 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166265c-666f-4ab9-b69e-f191f91dbc18 req-432a2b40-f0a8-4242-8d34-d92ae0acd46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:30.951198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-491558f6-f3cf-4d55-846a-116d5633a027 None None] Provisioning complete for port 8e4e90e5-192f-4ef7-800f-b044f6788a0e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:14:30.951678 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-491558f6-f3cf-4d55-846a-116d5633a027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:30.955598 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3166265c-666f-4ab9-b69e-f191f91dbc18 req-432a2b40-f0a8-4242-8d34-d92ae0acd46a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2828729 Jan 28 06:14:31.173406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d83b0-8738-49f0-bd42-483b6fe65359 req-1663b3e9-8757-43a4-8107-4bf7770ee89b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:31.174981 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b1d83b0-8738-49f0-bd42-483b6fe65359 req-1663b3e9-8757-43a4-8107-4bf7770ee89b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 943 time: 0.1300271 Jan 28 06:14:31.212875 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-491558f6-f3cf-4d55-846a-116d5633a027 None None] Current status of the port 8e4e90e5-192f-4ef7-800f-b044f6788a0e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:14:31.231095 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8e4e90e5-192f-4ef7-800f-b044f6788a0e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:14:31.288814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4b1d83b0-8738-49f0-bd42-483b6fe65359 req-cdbf00d9-4600-4813-95de-dd69f480ceca tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054320 Jan 28 06:14:31.346619 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 8e4e90e5-192f-4ef7-800f-b044f6788a0e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:14:31.347007 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:31.386628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-40dee539-9023-4ebe-90d3-bb2b070c2389 None None] Provisioning complete for port 8e4e90e5-192f-4ef7-800f-b044f6788a0e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:14:31.387071 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-40dee539-9023-4ebe-90d3-bb2b070c2389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:31.491663 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 8e4e90e5-192f-4ef7-800f-b044f6788a0e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:14:31.539796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-40dee539-9023-4ebe-90d3-bb2b070c2389 None None] Current status of the port 8e4e90e5-192f-4ef7-800f-b044f6788a0e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:14:31.557622 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4b2dbdc-3d6f-440e-b955-6267c2bdfad2 req-fb30f1ea-d28e-46a6-9aea-e62d1bdca116 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 210 time: 0.0784893 Jan 28 06:14:31.853430 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c66d8a33-308e-46f3-877e-b6ba73446aa1 req-ed3d712f-facd-41e8-8d88-6a609ca37223 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd06945c-fac7-4610-a26f-35818ac1f4c7 HTTP/1.1" status: 200 len: 210 time: 0.0542073 Jan 28 06:14:32.415676 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-3166265c-666f-4ab9-b69e-f191f91dbc18 req-0d2ffe9c-08e0-4d62-97fa-4c964d38bb27 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd06945c-fac7-4610-a26f-35818ac1f4c7 HTTP/1.1" status: 200 len: 210 time: 0.0600603 Jan 28 06:14:32.434169 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c2384-b172-46be-9ffe-8d7081004d47 req-238c11be-2e80-4b3e-9f52-ba2839c3b0e7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:32.443785 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd5c2384-b172-46be-9ffe-8d7081004d47 req-238c11be-2e80-4b3e-9f52-ba2839c3b0e7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 943 time: 0.0799110 Jan 28 06:14:32.460597 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a90ca92-6d81-4efd-a8e3-04ca84d5356d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:32.498829 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd5c2384-b172-46be-9ffe-8d7081004d47 req-ce77327b-d06c-4fec-8223-b8d18ef80ed6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537946 Jan 28 06:14:32.692012 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcab17-3838-4862-a891-f13b7d38fcef req-f017d0c9-b513-48b9-856d-a89f98d9bf33 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:32.693583 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-06fcab17-3838-4862-a891-f13b7d38fcef req-f017d0c9-b513-48b9-856d-a89f98d9bf33 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.60 "GET /v2.0/networks?id=8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 HTTP/1.1" status: 200 len: 798 time: 0.1140537 Jan 28 06:14:32.721185 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d54715b6-0855-43dd-8af2-d4a4b5336ea4 req-d1ddf02f-e25d-40ae-879b-552f8ddf1e81 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 210 time: 0.0376465 Jan 28 06:14:32.726597 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-06fcab17-3838-4862-a891-f13b7d38fcef req-ba81275c-7c06-4a75-8597-042c0050b441 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Request body: {'port': {'device_id': '36081698-62c7-4a0b-b6f4-bda539178f35', 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1', 'admin_state_up': True, 'tenant_id': '426f0007240d437baaa3abcd5620b7f8'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:14:32.923774 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06fcab17-3838-4862-a891-f13b7d38fcef req-ba81275c-7c06-4a75-8597-042c0050b441 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Made reservation on behalf of 426f0007240d437baaa3abcd5620b7f8 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:14:32.931162 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-06fcab17-3838-4862-a891-f13b7d38fcef req-ba81275c-7c06-4a75-8597-042c0050b441 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:33.037256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-71a91a81-f9d6-4730-a9e1-31ad96bd1f8f req-1fee863e-6b66-48b3-8b4e-49364476e411 tempest-ServerShowV247Test-1718223572 tempest-ServerShowV247Test-1718223572-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd06945c-fac7-4610-a26f-35818ac1f4c7 HTTP/1.1" status: 200 len: 210 time: 0.0375745 Jan 28 06:14:33.100394 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-06fcab17-3838-4862-a891-f13b7d38fcef req-ba81275c-7c06-4a75-8597-042c0050b441 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Allocated IP 172.20.0.29 (8fb0d695-4965-48e2-a6a3-2eaa1f7061a1/4dba7df1-5356-4efc-b650-acad8951e12c/1570a512-4f6b-4570-b0f9-2629d31df624) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:14:33.231651 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-06fcab17-3838-4862-a891-f13b7d38fcef req-ba81275c-7c06-4a75-8597-042c0050b441 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for port (1570a512-4f6b-4570-b0f9-2629d31df624), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:33.352429 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-06fcab17-3838-4862-a891-f13b7d38fcef req-ba81275c-7c06-4a75-8597-042c0050b441 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1570a512-4f6b-4570-b0f9-2629d31df624), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:33.398071 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06fcab17-3838-4862-a891-f13b7d38fcef req-ba81275c-7c06-4a75-8597-042c0050b441 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Network 8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:14:33.401332 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-06fcab17-3838-4862-a891-f13b7d38fcef req-ba81275c-7c06-4a75-8597-042c0050b441 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:14:33.407553 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fcab17-3838-4862-a891-f13b7d38fcef req-ba81275c-7c06-4a75-8597-042c0050b441 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:14:33.444665 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81275c-7c06-4a75-8597-042c0050b441 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event updated for resources: {'Port': ['ID=1570a512-4f6b-4570-b0f9-2629d31df624,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:33.464406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcab17-3838-4862-a891-f13b7d38fcef req-ba81275c-7c06-4a75-8597-042c0050b441 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:33.470210 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-06fcab17-3838-4862-a891-f13b7d38fcef req-ba81275c-7c06-4a75-8597-042c0050b441 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:33.554871 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-06fcab17-3838-4862-a891-f13b7d38fcef req-ba81275c-7c06-4a75-8597-042c0050b441 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8426600 Jan 28 06:14:33.583691 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Request body: {'port': {'device_id': '36081698-62c7-4a0b-b6f4-bda539178f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:14:33.642899 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1570a512-4f6b-4570-b0f9-2629d31df624), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:33.649280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acb4e7-3fba-4a51-90ab-86a276d50854 req-75d0e93b-0ec6-4329-a5e1-ee9e9b1fb725 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:33.650967 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77acb4e7-3fba-4a51-90ab-86a276d50854 req-75d0e93b-0ec6-4329-a5e1-ee9e9b1fb725 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 943 time: 0.0569210 Jan 28 06:14:33.680086 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-04329515-23b6-4f3e-9532-02d35d0a960b None None] Provisioning complete for port 1570a512-4f6b-4570-b0f9-2629d31df624 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:14:33.682331 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04329515-23b6-4f3e-9532-02d35d0a960b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1570a512-4f6b-4570-b0f9-2629d31df624), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:33.721646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-04329515-23b6-4f3e-9532-02d35d0a960b None None] Port 1570a512-4f6b-4570-b0f9-2629d31df624 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:14:33.731861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77acb4e7-3fba-4a51-90ab-86a276d50854 req-09c0b7c5-bec5-4290-bf08-997290360775 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731251 Jan 28 06:14:33.853715 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b85b94-53ca-4c7f-93ad-099d900cb87c req-a24a8fe1-7b8c-4c52-a5fe-4b23af3681e1 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:33.855264 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77b85b94-53ca-4c7f-93ad-099d900cb87c req-a24a8fe1-7b8c-4c52-a5fe-4b23af3681e1 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 895 time: 0.0521138 Jan 28 06:14:33.944827 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1570a512-4f6b-4570-b0f9-2629d31df624 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:14:33.952657 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Publish callbacks [] for port (1570a512-4f6b-4570-b0f9-2629d31df624), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:33.964407 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Transition to ACTIVE for port object 1570a512-4f6b-4570-b0f9-2629d31df624 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:14:34.037565 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (1570a512-4f6b-4570-b0f9-2629d31df624), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:34.089870 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Pushing event updated for resources: {'Port': ['ID=1570a512-4f6b-4570-b0f9-2629d31df624,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:34.171771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Attempting to bind port 1570a512-4f6b-4570-b0f9-2629d31df624 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:14:34.172139 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Attempting to bind port 1570a512-4f6b-4570-b0f9-2629d31df624 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'a59c903f-1e11-40ec-be40-3c8628ed5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:14:34.172616 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Attempting to bind port 1570a512-4f6b-4570-b0f9-2629d31df624 on network 8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:14:34.178871 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Port 1570a512-4f6b-4570-b0f9-2629d31df624 on network 8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:14:34.179344 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Attempting to bind port 1570a512-4f6b-4570-b0f9-2629d31df624 on network 8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:14:34.185475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:14:34.185811 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Checking segment: {'id': 'a59c903f-1e11-40ec-be40-3c8628ed5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:14:34.186203 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Bound using segment: {'id': 'a59c903f-1e11-40ec-be40-3c8628ed5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:14:34.186743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Bound port: 1570a512-4f6b-4570-b0f9-2629d31df624, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59c903f-1e11-40ec-be40-3c8628ed5fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:14:34.188166 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1570a512-4f6b-4570-b0f9-2629d31df624), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:34.294748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] For port 1570a512-4f6b-4570-b0f9-2629d31df624, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:14:34.298669 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] For port 1570a512-4f6b-4570-b0f9-2629d31df624, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1570a512-4f6b-4570-b0f9-2629d31df624,segment=NetworkSegment(a59c903f-1e11-40ec-be40-3c8628ed5fb7),segment_id=a59c903f-1e11-40ec-be40-3c8628ed5fb7)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:14:34.409730 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (1570a512-4f6b-4570-b0f9-2629d31df624), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:34.446533 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:34.447232 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:34.448813 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-06fcab17-3838-4862-a891-f13b7d38fcef req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] 10.222.0.60 "PUT /v2.0/ports/1570a512-4f6b-4570-b0f9-2629d31df624 HTTP/1.1" status: 200 len: 1056 time: 0.8799951 Jan 28 06:14:34.449379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36081698-62c7-4a0b-b6f4-bda539178f35', 'tag': '1570a512-4f6b-4570-b0f9-2629d31df624'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:14:34.451752 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7a6428-8392-4031-9a80-3cbe3e313def" -d '{"events": [{"name": "network-changed", "server_uuid": "36081698-62c7-4a0b-b6f4-bda539178f35", "tag": "1570a512-4f6b-4570-b0f9-2629d31df624"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:14:34.507802 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46944d46-c1ef-4eab-8512-dbc19fb53fcc service neutron] Pushing event updated for resources: {'Port': ['ID=1570a512-4f6b-4570-b0f9-2629d31df624,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:34.518770 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff6eae0-fe52-4d7e-b840-703a465cff25 x-openstack-request-id: req-1ff6eae0-fe52-4d7e-b840-703a465cff25 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:14:34.519076 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36081698-62c7-4a0b-b6f4-bda539178f35", "tag": "1570a512-4f6b-4570-b0f9-2629d31df624", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:14:34.519312 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ff6eae0-fe52-4d7e-b840-703a465cff25 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:14:34.519722 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36081698-62c7-4a0b-b6f4-bda539178f35', 'tag': '1570a512-4f6b-4570-b0f9-2629d31df624', 'status': 'completed', 'code': 200} Jan 28 06:14:34.606377 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a6428-8392-4031-9a80-3cbe3e313def req-6d24276f-8643-4783-8d2a-8bca02ac2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:34.607806 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-de7a6428-8392-4031-9a80-3cbe3e313def req-6d24276f-8643-4783-8d2a-8bca02ac2b42 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=426f0007240d437baaa3abcd5620b7f8&device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 1059 time: 0.0482028 Jan 28 06:14:34.753701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a6428-8392-4031-9a80-3cbe3e313def req-d0b243dd-641f-4206-9b1b-ef28c7dcca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:34.754249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a6428-8392-4031-9a80-3cbe3e313def req-d0b243dd-641f-4206-9b1b-ef28c7dcca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:34.755912 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-de7a6428-8392-4031-9a80-3cbe3e313def req-d0b243dd-641f-4206-9b1b-ef28c7dcca14 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=426f0007240d437baaa3abcd5620b7f8&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1349990 Jan 28 06:14:34.790257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43356) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:34.821899 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-58e58752-cf66-4986-a9d1-2f3904218ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:34.894646 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a6428-8392-4031-9a80-3cbe3e313def req-14f5105b-e14d-4a57-b044-abc21e894e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:34.896435 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-de7a6428-8392-4031-9a80-3cbe3e313def req-14f5105b-e14d-4a57-b044-abc21e894e73 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286323 Jan 28 06:14:34.898630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ee033-86a5-41a5-8774-7bdbef3c0e89 req-d85b7b02-eb59-4cc6-95b8-e9b286f5cb97 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:34.900252 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f99ee033-86a5-41a5-8774-7bdbef3c0e89 req-d85b7b02-eb59-4cc6-95b8-e9b286f5cb97 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 943 time: 0.0694203 Jan 28 06:14:34.984455 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f99ee033-86a5-41a5-8774-7bdbef3c0e89 req-953b45b4-d054-44d1-bf0f-e4f8501975ee tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725217 Jan 28 06:14:34.998562 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22d1d838-8b96-4f51-a699-f5b1f46dee4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:35.029625 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcab17-3838-4862-a891-f13b7d38fcef req-b7912fd1-046e-44af-a311-c8031554ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:35.031586 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-06fcab17-3838-4862-a891-f13b7d38fcef req-b7912fd1-046e-44af-a311-c8031554ccd3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=426f0007240d437baaa3abcd5620b7f8&device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 1059 time: 0.0624695 Jan 28 06:14:35.045506 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53742eb3-d56e-40e5-bddf-02b613842e01 req-b4594522-2e7a-42e8-af7a-1df190569d43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:35.054543 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-53742eb3-d56e-40e5-bddf-02b613842e01 req-b4594522-2e7a-42e8-af7a-1df190569d43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 907 time: 0.0970855 Jan 28 06:14:35.096332 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-06fcab17-3838-4862-a891-f13b7d38fcef req-f4e88631-f63e-4a1b-8f14-9a062f1d80d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=1570a512-4f6b-4570-b0f9-2629d31df624 HTTP/1.1" status: 200 len: 217 time: 0.0499809 Jan 28 06:14:35.116003 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22d1d838-8b96-4f51-a699-f5b1f46dee4a admin admin] Publish callbacks [] for security_group (c4460155-ff7b-4612-b928-edbee2300cd4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:35.147630 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcab17-3838-4862-a891-f13b7d38fcef req-819b1f7e-e108-43b3-aa53-ae16d81fd180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:35.149088 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-06fcab17-3838-4862-a891-f13b7d38fcef req-819b1f7e-e108-43b3-aa53-ae16d81fd180 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4dba7df1-5356-4efc-b650-acad8951e12c HTTP/1.1" status: 200 len: 837 time: 0.0462904 Jan 28 06:14:35.192528 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22d1d838-8b96-4f51-a699-f5b1f46dee4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c4460155-ff7b-4612-b928-edbee2300cd4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:35.197446 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcab17-3838-4862-a891-f13b7d38fcef req-1386bef2-895d-45f0-9ef6-d91da8abeef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:35.199142 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-06fcab17-3838-4862-a891-f13b7d38fcef req-1386bef2-895d-45f0-9ef6-d91da8abeef1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8fb0d695-4965-48e2-a6a3-2eaa1f7061a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0421886 Jan 28 06:14:35.246812 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-22d1d838-8b96-4f51-a699-f5b1f46dee4a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26446584f0ae4e9488b95fc97556ba0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4552538 Jan 28 06:14:35.249035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1d838-8b96-4f51-a699-f5b1f46dee4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4460155-ff7b-4612-b928-edbee2300cd4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:35.251836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43364) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:35.302795 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-06fcab17-3838-4862-a891-f13b7d38fcef req-329cd1f8-2f89-4c3b-b8b5-5a196e1edb16 service neutron] 10.222.0.60 "GET /v2.0/networks/8fb0d695-4965-48e2-a6a3-2eaa1f7061a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968878 Jan 28 06:14:35.309700 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdd96825-dd27-4353-9d0b-4fb4463c85f2 admin admin] Publish callbacks [] for security_group (c4460155-ff7b-4612-b928-edbee2300cd4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:35.335956 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdd96825-dd27-4353-9d0b-4fb4463c85f2 admin admin] Publish callbacks [] for security_group (c4460155-ff7b-4612-b928-edbee2300cd4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:35.409863 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-06fcab17-3838-4862-a891-f13b7d38fcef req-7a9d0232-ad05-465d-a8a6-2d12be0fea5a service neutron] 10.222.0.60 "GET /v2.0/networks/8fb0d695-4965-48e2-a6a3-2eaa1f7061a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848684 Jan 28 06:14:35.466330 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdd96825-dd27-4353-9d0b-4fb4463c85f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c4460155-ff7b-4612-b928-edbee2300cd4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:35.469082 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdd96825-dd27-4353-9d0b-4fb4463c85f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:35.472732 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bdd96825-dd27-4353-9d0b-4fb4463c85f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4460155-ff7b-4612-b928-edbee2300cd4 HTTP/1.1" status: 204 len: 168 time: 0.2179456 Jan 28 06:14:35.479658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96825-dd27-4353-9d0b-4fb4463c85f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4460155-ff7b-4612-b928-edbee2300cd4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:36.123880 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73aabd-4d7b-42bf-98cf-38e256481fe8 req-cb24a14a-3b06-488c-a7a2-988993979d68 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:36.125476 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a73aabd-4d7b-42bf-98cf-38e256481fe8 req-cb24a14a-3b06-488c-a7a2-988993979d68 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 943 time: 0.0713446 Jan 28 06:14:36.207424 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a58c5-98e8-4d77-848e-6796ebe649cc req-31afeb1d-9ced-400c-9c06-e6946ee6ef28 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:36.208959 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a41a58c5-98e8-4d77-848e-6796ebe649cc req-31afeb1d-9ced-400c-9c06-e6946ee6ef28 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 907 time: 0.0824795 Jan 28 06:14:36.224727 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a73aabd-4d7b-42bf-98cf-38e256481fe8 req-30928392-ec37-422b-9998-29c4621621a1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897379 Jan 28 06:14:36.475033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43392) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:36.584602 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:36.585657 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ce2466be-99c5-4f99-b331-b28148d85f19 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1205254925-network', 'tenant_id': 'ee511109d67149c0b6180b0f502e3142'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:14:36.671787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2466be-99c5-4f99-b331-b28148d85f19 admin admin] Made reservation on behalf of ee511109d67149c0b6180b0f502e3142 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:14:36.674340 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce2466be-99c5-4f99-b331-b28148d85f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:36.683417 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce2466be-99c5-4f99-b331-b28148d85f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:36.762916 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce2466be-99c5-4f99-b331-b28148d85f19 admin admin] Publish callbacks [] for security_group (bb384c21-dcbb-4c42-9393-a01d4342f49c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:36.830875 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce2466be-99c5-4f99-b331-b28148d85f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bb384c21-dcbb-4c42-9393-a01d4342f49c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:36.851512 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2466be-99c5-4f99-b331-b28148d85f19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:14:36.864708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2466be-99c5-4f99-b331-b28148d85f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb384c21-dcbb-4c42-9393-a01d4342f49c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:36.869999 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce2466be-99c5-4f99-b331-b28148d85f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (3afbfd7b-51bc-4618-bffb-6092d4780e2f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:36.870380 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-ce2466be-99c5-4f99-b331-b28148d85f19 admin admin] Added segment 3afbfd7b-51bc-4618-bffb-6092d4780e2f of type vlan for network be498f69-5ac0-4119-8e5f-6fbb009ebe06 Jan 28 06:14:36.910658 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce2466be-99c5-4f99-b331-b28148d85f19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (be498f69-5ac0-4119-8e5f-6fbb009ebe06), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:37.014789 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce2466be-99c5-4f99-b331-b28148d85f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (be498f69-5ac0-4119-8e5f-6fbb009ebe06), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:37.015802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2466be-99c5-4f99-b331-b28148d85f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:37.016390 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce2466be-99c5-4f99-b331-b28148d85f19 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:37.077334 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2466be-99c5-4f99-b331-b28148d85f19 admin admin] Pushing event updated for resources: {'Network': ['ID=be498f69-5ac0-4119-8e5f-6fbb009ebe06,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:37.087628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network be498f69-5ac0-4119-8e5f-6fbb009ebe06 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:14:37.125009 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ce2466be-99c5-4f99-b331-b28148d85f19 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6487734 Jan 28 06:14:37.385561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5a8a8-d3a9-407e-a3e0-649cafbc3f36 req-68196559-e98b-405e-8dd4-62a208549424 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:37.387177 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7de5a8a8-d3a9-407e-a3e0-649cafbc3f36 req-68196559-e98b-405e-8dd4-62a208549424 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 907 time: 0.0888250 Jan 28 06:14:37.398707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1fb50-3b66-4afa-b9a4-bf43e338341d req-7331f04f-34e4-419b-8515-a79c92524c8b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:37.400529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4c1fb50-3b66-4afa-b9a4-bf43e338341d req-7331f04f-34e4-419b-8515-a79c92524c8b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 943 time: 0.0852826 Jan 28 06:14:37.457141 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4c1fb50-3b66-4afa-b9a4-bf43e338341d req-83343fb9-6850-414a-9bf0-15648ea4ae61 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505962 Jan 28 06:14:37.708698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8c465-963f-4eb0-8d2f-cd1811fa4421 req-84fa2a53-c55e-4066-a728-1c57162039c3 tempest-ComputeTenantNetworksTest-582472275 tempest-ComputeTenantNetworksTest-582472275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:37.713704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8c465-963f-4eb0-8d2f-cd1811fa4421 req-84fa2a53-c55e-4066-a728-1c57162039c3 tempest-ComputeTenantNetworksTest-582472275 tempest-ComputeTenantNetworksTest-582472275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:37.719032 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8c465-963f-4eb0-8d2f-cd1811fa4421 req-84fa2a53-c55e-4066-a728-1c57162039c3 tempest-ComputeTenantNetworksTest-582472275 tempest-ComputeTenantNetworksTest-582472275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:37.720599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-69a8c465-963f-4eb0-8d2f-cd1811fa4421 req-84fa2a53-c55e-4066-a728-1c57162039c3 tempest-ComputeTenantNetworksTest-582472275 tempest-ComputeTenantNetworksTest-582472275-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1851189 Jan 28 06:14:37.886758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d5ba5-e7d4-4c54-9419-75d6f04c4e2a req-ffcc8e68-6344-431d-9f31-755f873c1f8e tempest-ComputeTenantNetworksTest-582472275 tempest-ComputeTenantNetworksTest-582472275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:37.888111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c06d5ba5-e7d4-4c54-9419-75d6f04c4e2a req-ffcc8e68-6344-431d-9f31-755f873c1f8e tempest-ComputeTenantNetworksTest-582472275 tempest-ComputeTenantNetworksTest-582472275-project] 10.222.0.31 "GET /v2.0/networks/be498f69-5ac0-4119-8e5f-6fbb009ebe06 HTTP/1.1" status: 200 len: 769 time: 0.1483614 Jan 28 06:14:37.895989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43414) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:37.964436 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4de96094-b7c9-4a1d-bd7b-3af0daf5e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (be498f69-5ac0-4119-8e5f-6fbb009ebe06), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:38.002813 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:38.047158 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4de96094-b7c9-4a1d-bd7b-3af0daf5e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (be498f69-5ac0-4119-8e5f-6fbb009ebe06), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:38.068227 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4de96094-b7c9-4a1d-bd7b-3af0daf5e4dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be498f69-5ac0-4119-8e5f-6fbb009ebe06']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:38.078053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4de96094-b7c9-4a1d-bd7b-3af0daf5e4dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afbfd7b-51bc-4618-bffb-6092d4780e2f') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:38.078406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4de96094-b7c9-4a1d-bd7b-3af0daf5e4dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afbfd7b-51bc-4618-bffb-6092d4780e2f') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:38.087817 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4de96094-b7c9-4a1d-bd7b-3af0daf5e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (3afbfd7b-51bc-4618-bffb-6092d4780e2f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:38.101277 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4de96094-b7c9-4a1d-bd7b-3af0daf5e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (3afbfd7b-51bc-4618-bffb-6092d4780e2f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:38.107715 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de96094-b7c9-4a1d-bd7b-3af0daf5e4dd admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:14:38.108096 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4de96094-b7c9-4a1d-bd7b-3af0daf5e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (3afbfd7b-51bc-4618-bffb-6092d4780e2f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:14:38.109711 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:14:38.220162 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4de96094-b7c9-4a1d-bd7b-3af0daf5e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (be498f69-5ac0-4119-8e5f-6fbb009ebe06), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:38.225843 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4de96094-b7c9-4a1d-bd7b-3af0daf5e4dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:38.229467 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4de96094-b7c9-4a1d-bd7b-3af0daf5e4dd admin admin] 10.222.0.31 "DELETE /v2.0/networks/be498f69-5ac0-4119-8e5f-6fbb009ebe06 HTTP/1.1" status: 204 len: 168 time: 0.3325500 Jan 28 06:14:38.241061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de96094-b7c9-4a1d-bd7b-3af0daf5e4dd admin admin] Pushing event deleted for resources: {'Network': ['ID=be498f69-5ac0-4119-8e5f-6fbb009ebe06,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:38.262187 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1570a512-4f6b-4570-b0f9-2629d31df624 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:14:38.361036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1570a512-4f6b-4570-b0f9-2629d31df624, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1570a512-4f6b-4570-b0f9-2629d31df624,segment=NetworkSegment(a59c903f-1e11-40ec-be40-3c8628ed5fb7),segment_id=a59c903f-1e11-40ec-be40-3c8628ed5fb7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:14:38.372879 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '1570a512-4f6b-4570-b0f9-2629d31df624', 'network_id': '8fb0d695-4965-48e2-a6a3-2eaa1f7061a1', 'port_id': '1570a512-4f6b-4570-b0f9-2629d31df624', 'mac_address': 'fa:16:3e:fd:43:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dba7df1-5356-4efc-b650-acad8951e12c', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:14:38.411226 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 1570a512-4f6b-4570-b0f9-2629d31df624 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:14:38.411802 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1570a512-4f6b-4570-b0f9-2629d31df624), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:38.428145 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1570a512-4f6b-4570-b0f9-2629d31df624 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:14:38.455053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1570a512-4f6b-4570-b0f9-2629d31df624, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1570a512-4f6b-4570-b0f9-2629d31df624,segment=NetworkSegment(a59c903f-1e11-40ec-be40-3c8628ed5fb7),segment_id=a59c903f-1e11-40ec-be40-3c8628ed5fb7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:14:38.525827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacc162-aef6-4e74-bdf5-8fecb7f1e257 req-718b8085-b926-430e-b058-89be44bc74dc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:38.527540 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9eacc162-aef6-4e74-bdf5-8fecb7f1e257 req-718b8085-b926-430e-b058-89be44bc74dc tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 907 time: 0.0560448 Jan 28 06:14:38.543892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43424) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:38.547980 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1570a512-4f6b-4570-b0f9-2629d31df624), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:38.609041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=1570a512-4f6b-4570-b0f9-2629d31df624,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:38.633119 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-53df0f43-713b-47e7-ac5d-78ef7e4b016a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee511109d67149c0b6180b0f502e3142&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0859377 Jan 28 06:14:38.633818 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 43426) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:38.640774 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddefc6-0754-43a7-a1de-e0b32f228f88 req-50677051-df59-42dd-8e1e-98dc3a53646a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:38.642217 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1dddefc6-0754-43a7-a1de-e0b32f228f88 req-50677051-df59-42dd-8e1e-98dc3a53646a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 943 time: 0.0805869 Jan 28 06:14:38.692040 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-392da857-1a28-4851-ae1a-61d135354c69 admin admin] Publish callbacks [] for security_group (bb384c21-dcbb-4c42-9393-a01d4342f49c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:38.695805 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1dddefc6-0754-43a7-a1de-e0b32f228f88 req-672da001-0afe-4f69-97fb-447c12f20c62 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471642 Jan 28 06:14:38.715243 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-392da857-1a28-4851-ae1a-61d135354c69 admin admin] Publish callbacks [] for security_group (bb384c21-dcbb-4c42-9393-a01d4342f49c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:38.821919 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['1570a512-4f6b-4570-b0f9-2629d31df624'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:14:38.848667 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-392da857-1a28-4851-ae1a-61d135354c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bb384c21-dcbb-4c42-9393-a01d4342f49c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:38.852361 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-392da857-1a28-4851-ae1a-61d135354c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:38.854137 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-392da857-1a28-4851-ae1a-61d135354c69 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb384c21-dcbb-4c42-9393-a01d4342f49c HTTP/1.1" status: 204 len: 168 time: 0.2190390 Jan 28 06:14:38.872316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392da857-1a28-4851-ae1a-61d135354c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb384c21-dcbb-4c42-9393-a01d4342f49c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:39.110447 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:39.646720 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5b2ff-7cdc-44d2-99a3-b04286b20683 req-f5c20b70-908f-4efd-8ac2-eac3a5996755 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:39.648305 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5a5b2ff-7cdc-44d2-99a3-b04286b20683 req-f5c20b70-908f-4efd-8ac2-eac3a5996755 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 908 time: 0.0501990 Jan 28 06:14:39.817549 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d9ca1-49bf-497c-b412-e6c052e7ac78 req-4722b733-a32b-4161-92b5-e32604759490 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:39.819047 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe4d9ca1-49bf-497c-b412-e6c052e7ac78 req-4722b733-a32b-4161-92b5-e32604759490 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 943 time: 0.0491869 Jan 28 06:14:39.868065 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe4d9ca1-49bf-497c-b412-e6c052e7ac78 req-468a8cef-e359-4076-b7b9-3466f299b7d9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431705 Jan 28 06:14:40.201154 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1257cd0b-54d2-4f87-945a-2dc0bff457c3 req-1874e42f-7fe8-45d9-84fc-7bc5b7216939 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421491 Jan 28 06:14:40.278556 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1570a512-4f6b-4570-b0f9-2629d31df624 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:14:40.321794 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257cd0b-54d2-4f87-945a-2dc0bff457c3 req-41888e2c-4b23-44e5-93a0-4b9dd749f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:40.324874 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1257cd0b-54d2-4f87-945a-2dc0bff457c3 req-41888e2c-4b23-44e5-93a0-4b9dd749f45c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=426f0007240d437baaa3abcd5620b7f8&device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 1137 time: 0.0519385 Jan 28 06:14:40.386719 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 1570a512-4f6b-4570-b0f9-2629d31df624 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:14:40.392108 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 1570a512-4f6b-4570-b0f9-2629d31df624 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:14:40.396594 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1570a512-4f6b-4570-b0f9-2629d31df624), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:40.436274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43474) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:40.449881 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257cd0b-54d2-4f87-945a-2dc0bff457c3 req-65bbac30-82b3-4665-81ec-bba3f55299b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:40.451683 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1257cd0b-54d2-4f87-945a-2dc0bff457c3 req-65bbac30-82b3-4665-81ec-bba3f55299b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 HTTP/1.1" status: 200 len: 898 time: 0.1038682 Jan 28 06:14:40.478227 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 1570a512-4f6b-4570-b0f9-2629d31df624 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:14:40.478655 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1570a512-4f6b-4570-b0f9-2629d31df624), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:40.501376 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36081698-62c7-4a0b-b6f4-bda539178f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1570a512-4f6b-4570-b0f9-2629d31df624'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:14:40.504012 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5c5bdc-b31c-4a2f-b493-e78f5d1dc25a" -d '{"events": [{"server_uuid": "36081698-62c7-4a0b-b6f4-bda539178f35", "name": "network-vif-plugged", "status": "completed", "tag": "1570a512-4f6b-4570-b0f9-2629d31df624"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:14:40.521729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1570a512-4f6b-4570-b0f9-2629d31df624, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1570a512-4f6b-4570-b0f9-2629d31df624,segment=NetworkSegment(a59c903f-1e11-40ec-be40-3c8628ed5fb7),segment_id=a59c903f-1e11-40ec-be40-3c8628ed5fb7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:14:40.532279 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1257cd0b-54d2-4f87-945a-2dc0bff457c3 req-efe0e62c-8ab1-4e84-9c7a-d4d4734c236c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6724618-18be-4475-910e-4e566f17d8c7 HTTP/1.1" status: 200 len: 1001 time: 0.0728688 Jan 28 06:14:40.550880 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf3ae0f-8a12-4d73-bd4f-e19fe5a72c45 x-openstack-request-id: req-2bf3ae0f-8a12-4d73-bd4f-e19fe5a72c45 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:14:40.551253 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36081698-62c7-4a0b-b6f4-bda539178f35", "name": "network-vif-plugged", "status": "completed", "tag": "1570a512-4f6b-4570-b0f9-2629d31df624", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:14:40.551697 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2bf3ae0f-8a12-4d73-bd4f-e19fe5a72c45 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:14:40.552169 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36081698-62c7-4a0b-b6f4-bda539178f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1570a512-4f6b-4570-b0f9-2629d31df624', 'code': 200} Jan 28 06:14:40.555607 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8885ed3b-0694-4425-8be6-0a3ccf37f725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:40.589374 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257cd0b-54d2-4f87-945a-2dc0bff457c3 req-c1ecb693-f976-4096-a365-1ec31ef70d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:40.591265 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1570a512-4f6b-4570-b0f9-2629d31df624), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:40.591472 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1257cd0b-54d2-4f87-945a-2dc0bff457c3 req-c1ecb693-f976-4096-a365-1ec31ef70d1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23afa6ab-5d2c-4d93-96fb-fd4f854ca87f HTTP/1.1" status: 200 len: 834 time: 0.0531123 Jan 28 06:14:40.646979 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=1570a512-4f6b-4570-b0f9-2629d31df624,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:40.652935 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8885ed3b-0694-4425-8be6-0a3ccf37f725 admin admin] Publish callbacks [] for security_group (65258e58-6237-432c-81d8-3a2b96ee2785), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:40.668737 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257cd0b-54d2-4f87-945a-2dc0bff457c3 req-ac4af910-6600-4b4b-b97b-6e104e648251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:40.671157 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1257cd0b-54d2-4f87-945a-2dc0bff457c3 req-ac4af910-6600-4b4b-b97b-6e104e648251 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5512df5e-d11a-4d6a-aa5b-1d1aca1f9055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719688 Jan 28 06:14:40.731166 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8885ed3b-0694-4425-8be6-0a3ccf37f725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (65258e58-6237-432c-81d8-3a2b96ee2785), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:40.736887 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a59c8-6aa0-4a81-82a5-0031270d21e4 req-ae98f41e-436a-4309-acc0-713473e0d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:40.738496 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-015a59c8-6aa0-4a81-82a5-0031270d21e4 req-ae98f41e-436a-4309-acc0-713473e0d7e6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 1061 time: 0.0979042 Jan 28 06:14:40.773421 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1257cd0b-54d2-4f87-945a-2dc0bff457c3 req-8c099dac-15eb-4e41-b83c-a35312a0c59c service neutron] 10.222.0.64 "GET /v2.0/networks/5512df5e-d11a-4d6a-aa5b-1d1aca1f9055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957491 Jan 28 06:14:40.796441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8885ed3b-0694-4425-8be6-0a3ccf37f725 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b12a8e97bc64be0b5bd7356a4db4073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3590736 Jan 28 06:14:40.798457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885ed3b-0694-4425-8be6-0a3ccf37f725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65258e58-6237-432c-81d8-3a2b96ee2785,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:40.803318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43482) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:40.816824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab2eb1-d9a2-4c98-a76a-3d76470c72bb req-228f7e43-46a9-4a0a-9a42-a5ef6578103e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:40.818273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bcab2eb1-d9a2-4c98-a76a-3d76470c72bb req-228f7e43-46a9-4a0a-9a42-a5ef6578103e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 909 time: 0.0975754 Jan 28 06:14:40.863765 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a76c05a5-8b63-4b2d-ad3b-dd6bb567fbad admin admin] Publish callbacks [] for security_group (65258e58-6237-432c-81d8-3a2b96ee2785), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:40.865768 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1257cd0b-54d2-4f87-945a-2dc0bff457c3 req-e4626dfb-9c5e-4d3f-910b-6944e1934d67 service neutron] 10.222.0.64 "GET /v2.0/networks/5512df5e-d11a-4d6a-aa5b-1d1aca1f9055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859072 Jan 28 06:14:40.886889 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a76c05a5-8b63-4b2d-ad3b-dd6bb567fbad admin admin] Publish callbacks [] for security_group (65258e58-6237-432c-81d8-3a2b96ee2785), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:40.990788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d7a47-e5ff-4dfa-ade5-df7ba399f8d0 req-9e892b74-d6a2-46be-8a0b-00b4240642d9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:40.992251 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d3d7a47-e5ff-4dfa-ade5-df7ba399f8d0 req-9e892b74-d6a2-46be-8a0b-00b4240642d9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 943 time: 0.0486560 Jan 28 06:14:40.993322 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a76c05a5-8b63-4b2d-ad3b-dd6bb567fbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (65258e58-6237-432c-81d8-3a2b96ee2785), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:40.996475 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a76c05a5-8b63-4b2d-ad3b-dd6bb567fbad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:40.999891 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a76c05a5-8b63-4b2d-ad3b-dd6bb567fbad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65258e58-6237-432c-81d8-3a2b96ee2785 HTTP/1.1" status: 204 len: 168 time: 0.1933475 Jan 28 06:14:41.016473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c05a5-8b63-4b2d-ad3b-dd6bb567fbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65258e58-6237-432c-81d8-3a2b96ee2785,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:41.058846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d3d7a47-e5ff-4dfa-ade5-df7ba399f8d0 req-a85d422d-5d2e-4212-8a25-be37b1dcabec tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586970 Jan 28 06:14:41.943176 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99fbfb-c56f-4db6-bac4-53c0a1d1b1ab req-96fd0e01-6ca6-45e4-82bf-d0c0b506eaff tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:41.944750 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa99fbfb-c56f-4db6-bac4-53c0a1d1b1ab req-96fd0e01-6ca6-45e4-82bf-d0c0b506eaff tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 909 time: 0.0497086 Jan 28 06:14:42.179328 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f196fc4-2de1-431e-9437-1bf774ac7e12 req-46eeaeab-c62b-446f-981a-1b6da49c1e79 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:42.180824 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f196fc4-2de1-431e-9437-1bf774ac7e12 req-46eeaeab-c62b-446f-981a-1b6da49c1e79 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 943 time: 0.0487750 Jan 28 06:14:42.232973 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f196fc4-2de1-431e-9437-1bf774ac7e12 req-f5d9cdef-442f-4dda-a808-afbb809cdbe7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459230 Jan 28 06:14:42.235424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 961f5c35-407f-4415-a820-bc760bad5f84 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:14:42.333371 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 961f5c35-407f-4415-a820-bc760bad5f84, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=961f5c35-407f-4415-a820-bc760bad5f84,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:14:42.348485 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '961f5c35-407f-4415-a820-bc760bad5f84', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'port_id': '961f5c35-407f-4415-a820-bc760bad5f84', 'mac_address': 'fa:16:3e:e5:52:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:14:42.388849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 961f5c35-407f-4415-a820-bc760bad5f84 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:14:42.388849 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (961f5c35-407f-4415-a820-bc760bad5f84), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:42.402004 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961f5c35-407f-4415-a820-bc760bad5f84 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:14:42.421786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 961f5c35-407f-4415-a820-bc760bad5f84, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=961f5c35-407f-4415-a820-bc760bad5f84,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:14:42.512308 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (961f5c35-407f-4415-a820-bc760bad5f84), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:42.563651 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=961f5c35-407f-4415-a820-bc760bad5f84,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:42.798445 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['961f5c35-407f-4415-a820-bc760bad5f84'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:14:43.072300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cf71a-0715-422b-8bc9-ea3d66488b52 req-e9c6f03b-8faf-46e0-b049-0b8a1c8cf9e2 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:43.073818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-652cf71a-0715-422b-8bc9-ea3d66488b52 req-e9c6f03b-8faf-46e0-b049-0b8a1c8cf9e2 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 909 time: 0.0517156 Jan 28 06:14:43.192854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ec71e-5204-4e00-bec9-d3227e79cb9f req-49187760-a9aa-41f1-95e1-ce4243f986af tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:43.194385 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a58ec71e-5204-4e00-bec9-d3227e79cb9f req-49187760-a9aa-41f1-95e1-ce4243f986af tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 909 time: 0.0502732 Jan 28 06:14:43.334022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b0660-20b7-4426-80bd-4923f2c6584a req-6b68a645-2334-4ec8-93ab-646e0287c702 tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:43.335651 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e07b0660-20b7-4426-80bd-4923f2c6584a req-6b68a645-2334-4ec8-93ab-646e0287c702 tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 1061 time: 0.0723441 Jan 28 06:14:43.359616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40078bf-0e68-40c8-8588-d30b0241a604 req-1222df17-c0cb-457c-a2ee-eb307b3b4c21 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:43.361549 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b40078bf-0e68-40c8-8588-d30b0241a604 req-1222df17-c0cb-457c-a2ee-eb307b3b4c21 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 944 time: 0.0580411 Jan 28 06:14:43.417456 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b40078bf-0e68-40c8-8588-d30b0241a604 req-04a61cb5-02ef-4685-a5c1-d302edae66dd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498548 Jan 28 06:14:43.463669 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361dc97-89f8-476d-b3d8-41a4352aee06 req-36c9948a-4101-407b-b0d8-9ba4e50bffcc tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:43.465354 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4361dc97-89f8-476d-b3d8-41a4352aee06 req-36c9948a-4101-407b-b0d8-9ba4e50bffcc tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 1137 time: 0.0467913 Jan 28 06:14:43.521564 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4361dc97-89f8-476d-b3d8-41a4352aee06 req-da09460e-d449-4374-961c-e87632fe64cc tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c657b5da-6b55-45f8-b500-afb43bac1bfb&id=ca48bb42-77ed-4600-bfb9-497e89983476&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0496290 Jan 28 06:14:43.544262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43622) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:43.598580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ea434-d490-46e9-b4be-5b9b86015426 tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:43.600172 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6c4ea434-d490-46e9-b4be-5b9b86015426 tempest-TestSecurityGroupsBasicOps-1004982632 tempest-TestSecurityGroupsBasicOps-1004982632-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 1056 time: 0.0546839 Jan 28 06:14:44.068069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5163e72-654a-4fa0-8792-3a831c07146c req-3b9d7308-7794-4249-a0b9-b9a7c9b5210f tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:44.079219 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5163e72-654a-4fa0-8792-3a831c07146c req-3b9d7308-7794-4249-a0b9-b9a7c9b5210f tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 909 time: 0.0638995 Jan 28 06:14:44.266594 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 961f5c35-407f-4415-a820-bc760bad5f84 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:14:44.374961 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 961f5c35-407f-4415-a820-bc760bad5f84 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:14:44.379460 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 961f5c35-407f-4415-a820-bc760bad5f84 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:14:44.379844 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (961f5c35-407f-4415-a820-bc760bad5f84), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:44.480017 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 961f5c35-407f-4415-a820-bc760bad5f84 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:14:44.480017 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (961f5c35-407f-4415-a820-bc760bad5f84), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:44.497789 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf817b3-93ae-4162-afc5-342a2e1624f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961f5c35-407f-4415-a820-bc760bad5f84'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:14:44.500188 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d8cbef-5e8a-4016-a2aa-aeb8157df21c" -d '{"events": [{"server_uuid": "baf817b3-93ae-4162-afc5-342a2e1624f3", "name": "network-vif-plugged", "status": "completed", "tag": "961f5c35-407f-4415-a820-bc760bad5f84"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:14:44.517638 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 961f5c35-407f-4415-a820-bc760bad5f84, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=961f5c35-407f-4415-a820-bc760bad5f84,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:14:44.552607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f50271-4dbc-4d97-8bce-eaf11cc95836 req-75623fcd-3f23-481b-9ccf-c30e4ed72af3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:44.554480 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54f50271-4dbc-4d97-8bce-eaf11cc95836 req-75623fcd-3f23-481b-9ccf-c30e4ed72af3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 944 time: 0.0616879 Jan 28 06:14:44.554641 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2a3e40-e656-46ff-ac7d-519b83fa57ea x-openstack-request-id: req-5a2a3e40-e656-46ff-ac7d-519b83fa57ea {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:14:44.554828 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf817b3-93ae-4162-afc5-342a2e1624f3", "name": "network-vif-plugged", "status": "completed", "tag": "961f5c35-407f-4415-a820-bc760bad5f84", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:14:44.555087 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a2a3e40-e656-46ff-ac7d-519b83fa57ea {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:14:44.555470 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf817b3-93ae-4162-afc5-342a2e1624f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961f5c35-407f-4415-a820-bc760bad5f84', 'code': 200} Jan 28 06:14:44.603744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54f50271-4dbc-4d97-8bce-eaf11cc95836 req-10bb7856-0106-42fb-bd8c-db700cfa6784 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427029 Jan 28 06:14:44.610731 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (961f5c35-407f-4415-a820-bc760bad5f84), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:44.663725 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=961f5c35-407f-4415-a820-bc760bad5f84,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:44.707721 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49946ef2-8468-4570-b714-697c89b5cca6 req-c2e97ba3-78b2-487c-9579-d9725f0eb064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:44.709242 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-49946ef2-8468-4570-b714-697c89b5cca6 req-c2e97ba3-78b2-487c-9579-d9725f0eb064 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 1097 time: 0.0407712 Jan 28 06:14:44.759225 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-49946ef2-8468-4570-b714-697c89b5cca6 req-5f7ac200-f408-4849-b069-f760b5cef7b4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438070 Jan 28 06:14:45.209237 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23c317-d29d-494e-8b33-ce299d80997d req-09a72f9a-6f9a-4a22-8d75-d5c907f09945 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:45.210769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a23c317-d29d-494e-8b33-ce299d80997d req-09a72f9a-6f9a-4a22-8d75-d5c907f09945 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 909 time: 0.0588353 Jan 28 06:14:45.428606 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b15b6-dbbf-440c-b1fe-62d11a5899e9 req-db9c7248-1485-435e-8a93-330c7f848d99 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:45.430074 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b63b15b6-dbbf-440c-b1fe-62d11a5899e9 req-db9c7248-1485-435e-8a93-330c7f848d99 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.60 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 909 time: 0.0482187 Jan 28 06:14:45.525801 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-b63b15b6-dbbf-440c-b1fe-62d11a5899e9 req-3d07ebf5-0eb2-49d5-85e7-f42c463432a6 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Deleting port 1570a512-4f6b-4570-b0f9-2629d31df624 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:14:45.526143 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-b63b15b6-dbbf-440c-b1fe-62d11a5899e9 req-3d07ebf5-0eb2-49d5-85e7-f42c463432a6 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1570a512-4f6b-4570-b0f9-2629d31df624), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:45.623561 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-b63b15b6-dbbf-440c-b1fe-62d11a5899e9 req-3d07ebf5-0eb2-49d5-85e7-f42c463432a6 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] For port 1570a512-4f6b-4570-b0f9-2629d31df624, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1570a512-4f6b-4570-b0f9-2629d31df624,segment=NetworkSegment(a59c903f-1e11-40ec-be40-3c8628ed5fb7),segment_id=a59c903f-1e11-40ec-be40-3c8628ed5fb7)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:14:45.623939 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-b63b15b6-dbbf-440c-b1fe-62d11a5899e9 req-3d07ebf5-0eb2-49d5-85e7-f42c463432a6 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1570a512-4f6b-4570-b0f9-2629d31df624), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:45.639683 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-b63b15b6-dbbf-440c-b1fe-62d11a5899e9 req-3d07ebf5-0eb2-49d5-85e7-f42c463432a6 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Calling delete_port for 1570a512-4f6b-4570-b0f9-2629d31df624 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:14:45.746639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972cf33-489c-41d3-825a-33b301573357 req-89df66fd-da95-42fa-a2ba-567dda51522a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:45.748159 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7972cf33-489c-41d3-825a-33b301573357 req-89df66fd-da95-42fa-a2ba-567dda51522a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 945 time: 0.0538616 Jan 28 06:14:45.821252 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7972cf33-489c-41d3-825a-33b301573357 req-8b7248e4-5167-4535-9eaf-fd56e37f0e8b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620871 Jan 28 06:14:45.894950 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-b63b15b6-dbbf-440c-b1fe-62d11a5899e9 req-3d07ebf5-0eb2-49d5-85e7-f42c463432a6 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1570a512-4f6b-4570-b0f9-2629d31df624), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:45.927474 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07ebf5-0eb2-49d5-85e7-f42c463432a6 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event deleted for resources: {'Port': ['ID=1570a512-4f6b-4570-b0f9-2629d31df624,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:45.982541 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63b15b6-dbbf-440c-b1fe-62d11a5899e9 req-3d07ebf5-0eb2-49d5-85e7-f42c463432a6 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] No DVR routers for this DVR port 1570a512-4f6b-4570-b0f9-2629d31df624 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:14:45.986325 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-b63b15b6-dbbf-440c-b1fe-62d11a5899e9 req-3d07ebf5-0eb2-49d5-85e7-f42c463432a6 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:45.989890 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b63b15b6-dbbf-440c-b1fe-62d11a5899e9 req-3d07ebf5-0eb2-49d5-85e7-f42c463432a6 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.60 "DELETE /v2.0/ports/1570a512-4f6b-4570-b0f9-2629d31df624 HTTP/1.1" status: 204 len: 173 time: 0.5548930 Jan 28 06:14:45.990424 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36081698-62c7-4a0b-b6f4-bda539178f35', 'name': 'network-vif-deleted', 'tag': '1570a512-4f6b-4570-b0f9-2629d31df624'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:14:45.998618 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ac3a61-afb8-44b7-98ab-bc39b99a1021" -d '{"events": [{"server_uuid": "36081698-62c7-4a0b-b6f4-bda539178f35", "name": "network-vif-deleted", "tag": "1570a512-4f6b-4570-b0f9-2629d31df624"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:14:46.052941 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436fd265-a46c-4c97-932c-3a56786166b6 x-openstack-request-id: req-436fd265-a46c-4c97-932c-3a56786166b6 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:14:46.053554 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36081698-62c7-4a0b-b6f4-bda539178f35", "name": "network-vif-deleted", "tag": "1570a512-4f6b-4570-b0f9-2629d31df624", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:14:46.053870 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-436fd265-a46c-4c97-932c-3a56786166b6 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:14:46.054409 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36081698-62c7-4a0b-b6f4-bda539178f35', 'name': 'network-vif-deleted', 'tag': '1570a512-4f6b-4570-b0f9-2629d31df624', 'status': 'completed', 'code': 200} Jan 28 06:14:46.311885 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-976f09a2-960f-46e2-bd26-2fa2d1dc3746 req-8ab4d5ba-051e-44a4-8318-809d8f9084e8 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=36081698-62c7-4a0b-b6f4-bda539178f35 HTTP/1.1" status: 200 len: 210 time: 0.0306697 Jan 28 06:14:46.953218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106e78b-d182-4d6e-8714-0aa0858e64cd req-bbfe6c29-092f-4649-abc0-b837860069be tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:46.954702 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d106e78b-d182-4d6e-8714-0aa0858e64cd req-bbfe6c29-092f-4649-abc0-b837860069be tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 945 time: 0.0623324 Jan 28 06:14:47.020607 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d106e78b-d182-4d6e-8714-0aa0858e64cd req-e47f70e5-5e18-41e8-8e15-a64b1c1f480a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599506 Jan 28 06:14:47.148136 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399666f8-ceb2-4bfb-90d8-c301b3dff8a9 req-2470ea4b-bd98-4950-bc59-0726b0b80de7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:47.150248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-399666f8-ceb2-4bfb-90d8-c301b3dff8a9 req-2470ea4b-bd98-4950-bc59-0726b0b80de7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 945 time: 0.0497222 Jan 28 06:14:47.202588 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-399666f8-ceb2-4bfb-90d8-c301b3dff8a9 req-1f132966-c85c-4bfc-b4fa-406ec6d1e8c9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449681 Jan 28 06:14:47.377891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43860) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:47.787405 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-191e677e-bb64-4b7c-bbf3-71f1ea5e71d4 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (b184259c-063a-4595-beca-9d3b4b02fe67), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:48.127108 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-191e677e-bb64-4b7c-bbf3-71f1ea5e71d4 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Deleting port 8e4e90e5-192f-4ef7-800f-b044f6788a0e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:14:48.127737 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-191e677e-bb64-4b7c-bbf3-71f1ea5e71d4 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:48.230977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-191e677e-bb64-4b7c-bbf3-71f1ea5e71d4 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] For port 8e4e90e5-192f-4ef7-800f-b044f6788a0e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8e4e90e5-192f-4ef7-800f-b044f6788a0e,segment=NetworkSegment(a59c903f-1e11-40ec-be40-3c8628ed5fb7),segment_id=a59c903f-1e11-40ec-be40-3c8628ed5fb7)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:14:48.231341 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-191e677e-bb64-4b7c-bbf3-71f1ea5e71d4 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:48.245091 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-191e677e-bb64-4b7c-bbf3-71f1ea5e71d4 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Calling delete_port for 8e4e90e5-192f-4ef7-800f-b044f6788a0e owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:14:48.340588 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1570a512-4f6b-4570-b0f9-2629d31df624 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:14:48.382023 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 1570a512-4f6b-4570-b0f9-2629d31df624 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:14:48.382023 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1570a512-4f6b-4570-b0f9-2629d31df624 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:14:48.550838 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-191e677e-bb64-4b7c-bbf3-71f1ea5e71d4 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (8e4e90e5-192f-4ef7-800f-b044f6788a0e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:48.579066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e677e-bb64-4b7c-bbf3-71f1ea5e71d4 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event deleted for resources: {'Port': ['ID=8e4e90e5-192f-4ef7-800f-b044f6788a0e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:48.777845 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-191e677e-bb64-4b7c-bbf3-71f1ea5e71d4 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (b184259c-063a-4595-beca-9d3b4b02fe67), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:49.046331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191e677e-bb64-4b7c-bbf3-71f1ea5e71d4 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Router b184259c-063a-4595-beca-9d3b4b02fe67 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:14:49.230793 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191e677e-bb64-4b7c-bbf3-71f1ea5e71d4 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:14:49.238337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-191e677e-bb64-4b7c-bbf3-71f1ea5e71d4 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "PUT /v2.0/routers/b184259c-063a-4595-beca-9d3b4b02fe67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8592584 Jan 28 06:14:49.243180 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aab933d-a0c3-4d2e-b748-8615e72b16a3 None None] Sync routers for ids ['b184259c-063a-4595-beca-9d3b4b02fe67'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:14:49.243370 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 43980) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:49.256714 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aab933d-a0c3-4d2e-b748-8615e72b16a3 None None] Routers {'b184259c-063a-4595-beca-9d3b4b02fe67'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:14:49.257338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5aab933d-a0c3-4d2e-b748-8615e72b16a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:14:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b184259c-063a-4595-beca-9d3b4b02fe67'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:49.298318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-d016ffe1-1624-4fbe-bce5-5858b45f195e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Deleting subnet 4dba7df1-5356-4efc-b650-acad8951e12c {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:14:49.302079 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d016ffe1-1624-4fbe-bce5-5858b45f195e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for subnet (4dba7df1-5356-4efc-b650-acad8951e12c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:49.376567 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d016ffe1-1624-4fbe-bce5-5858b45f195e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (4dba7df1-5356-4efc-b650-acad8951e12c), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:49.407144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-5aab933d-a0c3-4d2e-b748-8615e72b16a3 None None] Set router b184259c-063a-4595-beca-9d3b4b02fe67 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:14:49.514170 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d016ffe1-1624-4fbe-bce5-5858b45f195e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (4dba7df1-5356-4efc-b650-acad8951e12c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:49.620228 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5aab933d-a0c3-4d2e-b748-8615e72b16a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855903435', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '6d5b3123-dfaa-4202-b258-924acf933670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:14:21Z', 'updated_at': '2022-01-28T06:14:48Z', 'revision_number': 5, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': '6d5b3123-dfaa-4202-b258-924acf933670', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:14:22Z', 'updated_at': '2022-01-28T06:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:49.659832 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aab933d-a0c3-4d2e-b748-8615e72b16a3 None None] Checking router: b184259c-063a-4595-beca-9d3b4b02fe67 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:14:49.674859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aab933d-a0c3-4d2e-b748-8615e72b16a3 None None] Routers {'b184259c-063a-4595-beca-9d3b4b02fe67'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:14:49.675327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5aab933d-a0c3-4d2e-b748-8615e72b16a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:14:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b184259c-063a-4595-beca-9d3b4b02fe67'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:49.694745 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d016ffe1-1624-4fbe-bce5-5858b45f195e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (4dba7df1-5356-4efc-b650-acad8951e12c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:49.715508 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d016ffe1-1624-4fbe-bce5-5858b45f195e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:49.726141 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d016ffe1-1624-4fbe-bce5-5858b45f195e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "DELETE /v2.0/subnets/4dba7df1-5356-4efc-b650-acad8951e12c HTTP/1.1" status: 204 len: 168 time: 0.4795804 Jan 28 06:14:49.726637 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44004) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:49.742219 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016ffe1-1624-4fbe-bce5-5858b45f195e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event deleted for resources: {'Subnet': ['ID=4dba7df1-5356-4efc-b650-acad8951e12c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:49.744498 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6919e8cb-cee9-4dca-80f7-b0285c853e83 None None] Network 8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:14:49.854458 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f0aacac4-56a9-4c04-a4be-7d1718a646ce tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for router (b184259c-063a-4595-beca-9d3b4b02fe67), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:49.943540 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-5aab933d-a0c3-4d2e-b748-8615e72b16a3 None None] Set router b184259c-063a-4595-beca-9d3b4b02fe67 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:14:49.982888 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f0aacac4-56a9-4c04-a4be-7d1718a646ce tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for router_gateway (b184259c-063a-4595-beca-9d3b4b02fe67), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:50.139161 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e044b287-c1db-41ef-8438-fd015c57c922 None None] DHCP port deletion for 8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:14:50.150189 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f0aacac4-56a9-4c04-a4be-7d1718a646ce tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Deleting port 6d5b3123-dfaa-4202-b258-924acf933670 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:14:50.150924 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f0aacac4-56a9-4c04-a4be-7d1718a646ce tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6d5b3123-dfaa-4202-b258-924acf933670), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:50.286593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e044b287-c1db-41ef-8438-fd015c57c922 None None] Deleting port 8b49dc4d-595b-4373-8221-56e2c75f6275 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:14:50.287077 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e044b287-c1db-41ef-8438-fd015c57c922 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (8b49dc4d-595b-4373-8221-56e2c75f6275), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:50.316080 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-f0aacac4-56a9-4c04-a4be-7d1718a646ce tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] For port 6d5b3123-dfaa-4202-b258-924acf933670, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6d5b3123-dfaa-4202-b258-924acf933670,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:14:50.316706 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f0aacac4-56a9-4c04-a4be-7d1718a646ce tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6d5b3123-dfaa-4202-b258-924acf933670), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:50.329736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f0aacac4-56a9-4c04-a4be-7d1718a646ce tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Calling delete_port for 6d5b3123-dfaa-4202-b258-924acf933670 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:14:50.334962 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5aab933d-a0c3-4d2e-b748-8615e72b16a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855903435', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '6d5b3123-dfaa-4202-b258-924acf933670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:14:21Z', 'updated_at': '2022-01-28T06:14:48Z', 'revision_number': 5, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': '6d5b3123-dfaa-4202-b258-924acf933670', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:14:22Z', 'updated_at': '2022-01-28T06:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:50.550315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aab933d-a0c3-4d2e-b748-8615e72b16a3 None None] The sync data for ids ['b184259c-063a-4595-beca-9d3b4b02fe67'] in n-d-812111-12 is: [{'id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855903435', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '6d5b3123-dfaa-4202-b258-924acf933670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:14:21Z', 'updated_at': '2022-01-28T06:14:48Z', 'revision_number': 5, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': '6d5b3123-dfaa-4202-b258-924acf933670', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b184259c-063a-4595-beca-9d3b4b02fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:14:22Z', 'updated_at': '2022-01-28T06:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:14:50.576890 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e044b287-c1db-41ef-8438-fd015c57c922 None None] For port 8b49dc4d-595b-4373-8221-56e2c75f6275, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8b49dc4d-595b-4373-8221-56e2c75f6275,segment=NetworkSegment(a59c903f-1e11-40ec-be40-3c8628ed5fb7),segment_id=a59c903f-1e11-40ec-be40-3c8628ed5fb7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:14:50.577453 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e044b287-c1db-41ef-8438-fd015c57c922 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (8b49dc4d-595b-4373-8221-56e2c75f6275), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:50.593709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e044b287-c1db-41ef-8438-fd015c57c922 None None] Calling delete_port for 8b49dc4d-595b-4373-8221-56e2c75f6275 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:14:50.831390 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e044b287-c1db-41ef-8438-fd015c57c922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (8b49dc4d-595b-4373-8221-56e2c75f6275), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:50.872482 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044b287-c1db-41ef-8438-fd015c57c922 None None] Pushing event deleted for resources: {'Port': ['ID=8b49dc4d-595b-4373-8221-56e2c75f6275,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:50.887146 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e044b287-c1db-41ef-8438-fd015c57c922 None None] No DVR routers for this DVR port 8b49dc4d-595b-4373-8221-56e2c75f6275 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:14:50.974213 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f0aacac4-56a9-4c04-a4be-7d1718a646ce tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6d5b3123-dfaa-4202-b258-924acf933670), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:51.003756 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aacac4-56a9-4c04-a4be-7d1718a646ce tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event deleted for resources: {'Port': ['ID=6d5b3123-dfaa-4202-b258-924acf933670,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:51.137411 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f0aacac4-56a9-4c04-a4be-7d1718a646ce tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (b184259c-063a-4595-beca-9d3b4b02fe67), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:51.258548 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8b49dc4d-595b-4373-8221-56e2c75f6275 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:14:51.348635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 8b49dc4d-595b-4373-8221-56e2c75f6275 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:14:51.349191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8b49dc4d-595b-4373-8221-56e2c75f6275 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:14:51.349608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8e4e90e5-192f-4ef7-800f-b044f6788a0e no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:14:51.374577 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 8e4e90e5-192f-4ef7-800f-b044f6788a0e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:14:51.375691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8e4e90e5-192f-4ef7-800f-b044f6788a0e not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:14:51.401355 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f0aacac4-56a9-4c04-a4be-7d1718a646ce tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (b184259c-063a-4595-beca-9d3b4b02fe67), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:51.403752 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f0aacac4-56a9-4c04-a4be-7d1718a646ce tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for router_controller (b184259c-063a-4595-beca-9d3b4b02fe67), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:51.558020 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f0aacac4-56a9-4c04-a4be-7d1718a646ce tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (b184259c-063a-4595-beca-9d3b4b02fe67), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:51.558988 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0aacac4-56a9-4c04-a4be-7d1718a646ce tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Fanout notify agent at l3_agent the message router_deleted on router b184259c-063a-4595-beca-9d3b4b02fe67 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:14:51.565848 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f0aacac4-56a9-4c04-a4be-7d1718a646ce tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:51.567009 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f0aacac4-56a9-4c04-a4be-7d1718a646ce tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "DELETE /v2.0/routers/b184259c-063a-4595-beca-9d3b4b02fe67 HTTP/1.1" status: 204 len: 168 time: 1.8382404 Jan 28 06:14:51.569963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44100) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:51.656141 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d339571-5935-4b03-91df-47fb2d22922e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (8fb0d695-4965-48e2-a6a3-2eaa1f7061a1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:51.751438 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d339571-5935-4b03-91df-47fb2d22922e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (8fb0d695-4965-48e2-a6a3-2eaa1f7061a1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:51.778348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8d339571-5935-4b03-91df-47fb2d22922e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb0d695-4965-48e2-a6a3-2eaa1f7061a1']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:51.787876 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8d339571-5935-4b03-91df-47fb2d22922e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59c903f-1e11-40ec-be40-3c8628ed5fb7') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:51.797649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8d339571-5935-4b03-91df-47fb2d22922e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59c903f-1e11-40ec-be40-3c8628ed5fb7') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:51.798682 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d339571-5935-4b03-91df-47fb2d22922e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (a59c903f-1e11-40ec-be40-3c8628ed5fb7), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:51.812432 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d339571-5935-4b03-91df-47fb2d22922e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a59c903f-1e11-40ec-be40-3c8628ed5fb7), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:51.818277 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d339571-5935-4b03-91df-47fb2d22922e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:14:51.818989 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d339571-5935-4b03-91df-47fb2d22922e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (a59c903f-1e11-40ec-be40-3c8628ed5fb7), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:14:51.821963 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:14:51.952629 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d339571-5935-4b03-91df-47fb2d22922e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (8fb0d695-4965-48e2-a6a3-2eaa1f7061a1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:51.959977 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d339571-5935-4b03-91df-47fb2d22922e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:51.964141 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8d339571-5935-4b03-91df-47fb2d22922e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "DELETE /v2.0/networks/8fb0d695-4965-48e2-a6a3-2eaa1f7061a1 HTTP/1.1" status: 204 len: 168 time: 0.3931291 Jan 28 06:14:51.966580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44118) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:51.985538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d339571-5935-4b03-91df-47fb2d22922e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event deleted for resources: {'Network': ['ID=8fb0d695-4965-48e2-a6a3-2eaa1f7061a1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:52.158327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-dd4de0ee-d196-4917-8d7d-9f650dbd1710 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Deleting port 6abcf22b-7f95-40f7-8ff5-12a2faac11b9 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:14:52.158707 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd4de0ee-d196-4917-8d7d-9f650dbd1710 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6abcf22b-7f95-40f7-8ff5-12a2faac11b9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:52.244855 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd4de0ee-d196-4917-8d7d-9f650dbd1710 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6abcf22b-7f95-40f7-8ff5-12a2faac11b9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:52.245177 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd4de0ee-d196-4917-8d7d-9f650dbd1710 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for floatingip (6abcf22b-7f95-40f7-8ff5-12a2faac11b9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:52.257979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-dd4de0ee-d196-4917-8d7d-9f650dbd1710 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Calling delete_port for 6abcf22b-7f95-40f7-8ff5-12a2faac11b9 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:14:52.500075 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd4de0ee-d196-4917-8d7d-9f650dbd1710 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (6abcf22b-7f95-40f7-8ff5-12a2faac11b9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:52.536167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4de0ee-d196-4917-8d7d-9f650dbd1710 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event deleted for resources: {'Port': ['ID=6abcf22b-7f95-40f7-8ff5-12a2faac11b9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:52.661674 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd4de0ee-d196-4917-8d7d-9f650dbd1710 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for floatingip (834c688e-cbd6-4479-a668-aa53903b364b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:52.662364 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-dd4de0ee-d196-4917-8d7d-9f650dbd1710 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Floating IP 834c688e-cbd6-4479-a668-aa53903b364b disassociated (deleted). External IP: 172.25.0.97, port: c6724618-18be-4475-910e-4e566f17d8c7. Jan 28 06:14:52.711787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-29927380-b6df-4eab-962e-857a6c3689e0 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:52.713607 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-29927380-b6df-4eab-962e-857a6c3689e0 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 811 time: 0.1791930 Jan 28 06:14:52.735338 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-849a577d-6459-4fc7-9cdb-cf2bea72cb9a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/quotas/daa041954cd34e19820d06481218d4c6 HTTP/1.1" status: 200 len: 375 time: 0.0156446 Jan 28 06:14:53.028175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6d5b3123-dfaa-4202-b258-924acf933670 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:14:53.049115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 6d5b3123-dfaa-4202-b258-924acf933670 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:14:53.049474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6d5b3123-dfaa-4202-b258-924acf933670 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:14:53.338921 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-bcfce92d-4042-43f4-a2f8-c2156c0f1ba6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727949 Jan 28 06:14:53.346278 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4de0ee-d196-4917-8d7d-9f650dbd1710 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Router f786bf82-c9ed-4ec4-94ee-8179e00a49da has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:14:53.348448 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-986e9c92-bdce-46cb-b8d4-0be00ac95102 service neutron] 10.222.0.31 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419554 Jan 28 06:14:53.525992 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-072b103f-6608-4772-a905-ab721b23b906 service neutron] 10.222.0.31 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704407 Jan 28 06:14:53.528624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4de0ee-d196-4917-8d7d-9f650dbd1710 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:14:53.533841 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd4de0ee-d196-4917-8d7d-9f650dbd1710 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:53.540503 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605218a-4f9b-4571-a384-ff478451cd07 None None] Sync routers for ids ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:14:53.555430 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605218a-4f9b-4571-a384-ff478451cd07 None None] Routers {'f786bf82-c9ed-4ec4-94ee-8179e00a49da'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:14:53.556543 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2605218a-4f9b-4571-a384-ff478451cd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:14:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:53.571727 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-dd4de0ee-d196-4917-8d7d-9f650dbd1710 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "DELETE /v2.0/floatingips/834c688e-cbd6-4479-a668-aa53903b364b HTTP/1.1" status: 204 len: 168 time: 1.6033266 Jan 28 06:14:53.572520 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3575cb-a910-4b24-9e7a-41c612739c2c', 'tag': 'c6724618-18be-4475-910e-4e566f17d8c7'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:14:53.575067 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e6375c-3b16-474d-ab94-cca50325b02e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3575cb-a910-4b24-9e7a-41c612739c2c", "tag": "c6724618-18be-4475-910e-4e566f17d8c7"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:14:53.832961 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866d140d-f187-4d4d-8e31-69c462658e7d x-openstack-request-id: req-866d140d-f187-4d4d-8e31-69c462658e7d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:14:53.833555 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3575cb-a910-4b24-9e7a-41c612739c2c", "tag": "c6724618-18be-4475-910e-4e566f17d8c7", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:14:53.833555 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-866d140d-f187-4d4d-8e31-69c462658e7d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:14:53.833899 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3575cb-a910-4b24-9e7a-41c612739c2c', 'tag': 'c6724618-18be-4475-910e-4e566f17d8c7', 'status': 'completed', 'code': 200} Jan 28 06:14:53.848335 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2605218a-4f9b-4571-a384-ff478451cd07 None None] Set router f786bf82-c9ed-4ec4-94ee-8179e00a49da gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:14:53.981891 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a75c2c3-34e8-4c47-afd4-a33cb21314b5 req-0b90d5ee-3fd7-4bcf-b653-2fa4067c2d62 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 210 time: 0.0377181 Jan 28 06:14:54.000167 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6375c-3b16-474d-ab94-cca50325b02e req-91ce2422-b1cf-4062-b6ac-563efce945e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:54.002971 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a0e6375c-3b16-474d-ab94-cca50325b02e req-91ce2422-b1cf-4062-b6ac-563efce945e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=426f0007240d437baaa3abcd5620b7f8&device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 1137 time: 0.1145701 Jan 28 06:14:54.189637 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6375c-3b16-474d-ab94-cca50325b02e req-896b6a43-3165-4c46-9347-6eb1b62b4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:54.191507 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a0e6375c-3b16-474d-ab94-cca50325b02e req-896b6a43-3165-4c46-9347-6eb1b62b4b74 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 HTTP/1.1" status: 200 len: 898 time: 0.1814306 Jan 28 06:14:54.219845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d8820-5482-4fe1-9647-e5d8c24e86ea req-2700bf18-97b7-4197-96a7-8365f339dca1 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:54.229228 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-459d8820-5482-4fe1-9647-e5d8c24e86ea req-2700bf18-97b7-4197-96a7-8365f339dca1 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 985 time: 0.0987344 Jan 28 06:14:54.237533 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2605218a-4f9b-4571-a384-ff478451cd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541913880', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:13:19Z', 'updated_at': '2022-01-28T06:13:25Z', 'revision_number': 4, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:20Z', 'updated_at': '2022-01-28T06:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0585b925-ad56-4f58-add1-59bfa4e39335', 'name': '', 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'mac_address': 'fa:16:3e:e7:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:24Z', 'updated_at': '2022-01-28T06:13:29Z', 'revision_number': 5, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'subnets': [{'id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:54.279348 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a0e6375c-3b16-474d-ab94-cca50325b02e req-95dcd144-8955-48d4-a838-baaacfc02964 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6724618-18be-4475-910e-4e566f17d8c7 HTTP/1.1" status: 200 len: 217 time: 0.0810940 Jan 28 06:14:54.297005 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605218a-4f9b-4571-a384-ff478451cd07 None None] Checking router: f786bf82-c9ed-4ec4-94ee-8179e00a49da for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:14:54.316109 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605218a-4f9b-4571-a384-ff478451cd07 None None] Routers {'f786bf82-c9ed-4ec4-94ee-8179e00a49da'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:14:54.316723 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2605218a-4f9b-4571-a384-ff478451cd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:14:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:54.331144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-459d8820-5482-4fe1-9647-e5d8c24e86ea req-77f5ad22-d86c-4741-bdd7-d417dcdb154d tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/security-groups?id=c657b5da-6b55-45f8-b500-afb43bac1bfb&id=ca48bb42-77ed-4600-bfb9-497e89983476&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1003172 Jan 28 06:14:54.379897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6375c-3b16-474d-ab94-cca50325b02e req-d51fd313-c6aa-49a2-a0f9-d94eeb2b4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:54.385112 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a0e6375c-3b16-474d-ab94-cca50325b02e req-d51fd313-c6aa-49a2-a0f9-d94eeb2b4fa8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23afa6ab-5d2c-4d93-96fb-fd4f854ca87f HTTP/1.1" status: 200 len: 834 time: 0.0950491 Jan 28 06:14:54.431194 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2605218a-4f9b-4571-a384-ff478451cd07 None None] Set router f786bf82-c9ed-4ec4-94ee-8179e00a49da gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:14:54.440024 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6375c-3b16-474d-ab94-cca50325b02e req-d7dd7e07-a881-4e69-97fa-bf0a7526e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:54.442775 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a0e6375c-3b16-474d-ab94-cca50325b02e req-d7dd7e07-a881-4e69-97fa-bf0a7526e75d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5512df5e-d11a-4d6a-aa5b-1d1aca1f9055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550988 Jan 28 06:14:54.587094 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a0e6375c-3b16-474d-ab94-cca50325b02e req-877307cb-7c6e-4855-927b-b97dd8d97fd0 service neutron] 10.222.0.64 "GET /v2.0/networks/5512df5e-d11a-4d6a-aa5b-1d1aca1f9055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376390 Jan 28 06:14:54.717299 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2605218a-4f9b-4571-a384-ff478451cd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541913880', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:13:19Z', 'updated_at': '2022-01-28T06:13:25Z', 'revision_number': 4, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:20Z', 'updated_at': '2022-01-28T06:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0585b925-ad56-4f58-add1-59bfa4e39335', 'name': '', 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'mac_address': 'fa:16:3e:e7:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:24Z', 'updated_at': '2022-01-28T06:13:29Z', 'revision_number': 5, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'subnets': [{'id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:14:54.725063 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a0e6375c-3b16-474d-ab94-cca50325b02e req-b31207c9-fc3b-46ae-8de4-9a265ba9daaf service neutron] 10.222.0.64 "GET /v2.0/networks/5512df5e-d11a-4d6a-aa5b-1d1aca1f9055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317794 Jan 28 06:14:54.762157 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605218a-4f9b-4571-a384-ff478451cd07 None None] The sync data for ids ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'] in n-d-812111-12 is: [{'id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541913880', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:13:19Z', 'updated_at': '2022-01-28T06:13:25Z', 'revision_number': 4, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:20Z', 'updated_at': '2022-01-28T06:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0585b925-ad56-4f58-add1-59bfa4e39335', 'name': '', 'network_id': '5512df5e-d11a-4d6a-aa5b-1d1aca1f9055', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'mac_address': 'fa:16:3e:e7:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:24Z', 'updated_at': '2022-01-28T06:13:29Z', 'revision_number': 5, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'subnets': [{'id': '23afa6ab-5d2c-4d93-96fb-fd4f854ca87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:14:55.060586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ceb1df-8f57-43da-bcf0-f3ad467a20d5 None None] New status for floating IP 834c688e-cbd6-4479-a668-aa53903b364b: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:14:55.114868 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c969c61f-3c88-44d2-ae3d-007dc4253dd2 req-ae6882e9-5202-4936-b6ab-2b71be035593 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 210 time: 0.0413456 Jan 28 06:14:55.215325 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:55.460367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d543ae9-e88a-428e-b3d8-7cf45888dcf0 req-9aa6038a-9b9a-4c57-9bbc-04d5fd088127 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:55.462373 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d543ae9-e88a-428e-b3d8-7cf45888dcf0 req-9aa6038a-9b9a-4c57-9bbc-04d5fd088127 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 985 time: 0.0563335 Jan 28 06:14:55.544708 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d543ae9-e88a-428e-b3d8-7cf45888dcf0 req-74062d4d-b0a4-4f72-9b16-5a7f914cf3e6 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/security-groups?id=c657b5da-6b55-45f8-b500-afb43bac1bfb&id=ca48bb42-77ed-4600-bfb9-497e89983476&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0671308 Jan 28 06:14:55.661897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142d66c-f7bc-404f-ad3f-e7a5e080752e req-9155f408-ad78-4a0d-88b1-9fda8278b60c tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:55.664136 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6142d66c-f7bc-404f-ad3f-e7a5e080752e req-9155f408-ad78-4a0d-88b1-9fda8278b60c tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 985 time: 0.0543387 Jan 28 06:14:55.766450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-6142d66c-f7bc-404f-ad3f-e7a5e080752e req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Deleting port c6724618-18be-4475-910e-4e566f17d8c7 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:14:55.766797 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6142d66c-f7bc-404f-ad3f-e7a5e080752e req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c6724618-18be-4475-910e-4e566f17d8c7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:55.879728 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-6142d66c-f7bc-404f-ad3f-e7a5e080752e req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] For port c6724618-18be-4475-910e-4e566f17d8c7, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=c6724618-18be-4475-910e-4e566f17d8c7,segment=NetworkSegment(1c23dac1-d634-4732-a2fc-961e85548bcb),segment_id=1c23dac1-d634-4732-a2fc-961e85548bcb)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:14:55.880176 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6142d66c-f7bc-404f-ad3f-e7a5e080752e req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c6724618-18be-4475-910e-4e566f17d8c7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:55.893622 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-6142d66c-f7bc-404f-ad3f-e7a5e080752e req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Calling delete_port for c6724618-18be-4475-910e-4e566f17d8c7 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:14:56.122722 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6142d66c-f7bc-404f-ad3f-e7a5e080752e req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c6724618-18be-4475-910e-4e566f17d8c7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:56.151867 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event deleted for resources: {'Port': ['ID=c6724618-18be-4475-910e-4e566f17d8c7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:56.171275 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:56.171275 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:56.171275 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:56.171275 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:56.171755 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:56.171755 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:56.171992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:56.172369 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:56.172704 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:56.173038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:56.173363 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:56.173686 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:56.174011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:14:56.226608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-6142d66c-f7bc-404f-ad3f-e7a5e080752e req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] No DVR routers for this DVR port c6724618-18be-4475-910e-4e566f17d8c7 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:14:56.232126 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-6142d66c-f7bc-404f-ad3f-e7a5e080752e req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:56.237932 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6142d66c-f7bc-404f-ad3f-e7a5e080752e req-d6b31f43-2dbd-431d-9f79-3b16ee3ace43 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.64 "DELETE /v2.0/ports/c6724618-18be-4475-910e-4e566f17d8c7 HTTP/1.1" status: 204 len: 173 time: 0.5688343 Jan 28 06:14:56.241132 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3575cb-a910-4b24-9e7a-41c612739c2c', 'name': 'network-vif-deleted', 'tag': 'c6724618-18be-4475-910e-4e566f17d8c7'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:14:56.241132 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f5623d-2fac-4c19-8685-12da488a97c7" -d '{"events": [{"server_uuid": "cb3575cb-a910-4b24-9e7a-41c612739c2c", "name": "network-vif-deleted", "tag": "c6724618-18be-4475-910e-4e566f17d8c7"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:14:56.281946 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e1333a3-8425-4fb9-994c-1626b431e198 req-53279b40-0eec-4cb8-84de-a40b92302397 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 210 time: 0.0344825 Jan 28 06:14:56.295324 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d6640f-e4fa-4f4f-b538-e90ce969c425 x-openstack-request-id: req-22d6640f-e4fa-4f4f-b538-e90ce969c425 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:14:56.298415 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3575cb-a910-4b24-9e7a-41c612739c2c", "name": "network-vif-deleted", "tag": "c6724618-18be-4475-910e-4e566f17d8c7", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:14:56.298415 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22d6640f-e4fa-4f4f-b538-e90ce969c425 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:14:56.298415 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3575cb-a910-4b24-9e7a-41c612739c2c', 'name': 'network-vif-deleted', 'tag': 'c6724618-18be-4475-910e-4e566f17d8c7', 'status': 'completed', 'code': 200} Jan 28 06:14:56.556321 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-72e6f8e2-fe9a-4f64-a5e9-284d2c2b3989 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:56.559064 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-72e6f8e2-fe9a-4f64-a5e9-284d2c2b3989 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.60 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 811 time: 0.1336391 Jan 28 06:14:56.578932 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-d241d908-bffd-4642-a6a8-e38deee9fdea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Request body: {'port': {'device_id': '3d4c6466-6866-4654-a7bf-709d40e88cb5', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'admin_state_up': True, 'tenant_id': 'daa041954cd34e19820d06481218d4c6'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:14:56.760663 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc65abb8-f4ca-44f1-8211-efd37421f7b6 req-5edd60b6-18f7-4573-968b-43c5e369916f tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb3575cb-a910-4b24-9e7a-41c612739c2c HTTP/1.1" status: 200 len: 210 time: 0.0699668 Jan 28 06:14:56.842522 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-d241d908-bffd-4642-a6a8-e38deee9fdea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Made reservation on behalf of daa041954cd34e19820d06481218d4c6 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:14:56.848807 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-d241d908-bffd-4642-a6a8-e38deee9fdea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:57.019548 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-d241d908-bffd-4642-a6a8-e38deee9fdea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Allocated IP 172.20.0.4 (89b111dc-0805-4be8-ae88-1abd550770a0/e29bcda2-c5df-4a29-818b-7e378e331ce0/169548bb-6457-4549-b90e-a4d382aaed19) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:14:57.244627 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-d241d908-bffd-4642-a6a8-e38deee9fdea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for port (169548bb-6457-4549-b90e-a4d382aaed19), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:57.370537 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-d241d908-bffd-4642-a6a8-e38deee9fdea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (169548bb-6457-4549-b90e-a4d382aaed19), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:57.403602 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['961f5c35-407f-4415-a820-bc760bad5f84'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:14:57.506155 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-d241d908-bffd-4642-a6a8-e38deee9fdea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Network 89b111dc-0805-4be8-ae88-1abd550770a0 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:14:57.513747 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-d241d908-bffd-4642-a6a8-e38deee9fdea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:14:57.517951 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-d241d908-bffd-4642-a6a8-e38deee9fdea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:14:57.571287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2cde1-8aaf-44e6-b7a0-f2a27a1867a9 req-0e56ba49-77ff-47b8-8fec-0073e4b621dc tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:57.573960 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-12c2cde1-8aaf-44e6-b7a0-f2a27a1867a9 req-0e56ba49-77ff-47b8-8fec-0073e4b621dc tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 931 time: 0.1942394 Jan 28 06:14:57.601062 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241d908-bffd-4642-a6a8-e38deee9fdea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'Port': ['ID=169548bb-6457-4549-b90e-a4d382aaed19,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:57.650757 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-d241d908-bffd-4642-a6a8-e38deee9fdea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:57.651447 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-d241d908-bffd-4642-a6a8-e38deee9fdea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:57.714625 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-12c2cde1-8aaf-44e6-b7a0-f2a27a1867a9 req-24468f89-59a8-469c-84a9-b00d0caa18ae tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331592 Jan 28 06:14:57.817366 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-d241d908-bffd-4642-a6a8-e38deee9fdea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2432976 Jan 28 06:14:57.823593 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44234) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:57.849106 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Request body: {'port': {'device_id': '3d4c6466-6866-4654-a7bf-709d40e88cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:14:57.918007 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:57.933599 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f0b84804-9fae-4891-9978-0cf4060b3979 None None] Provisioning complete for port 169548bb-6457-4549-b90e-a4d382aaed19 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:14:57.934747 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0b84804-9fae-4891-9978-0cf4060b3979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (169548bb-6457-4549-b90e-a4d382aaed19), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:57.938451 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (169548bb-6457-4549-b90e-a4d382aaed19), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:57.958687 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a9a3385-f320-4d28-844f-cdeb1844b04e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for security_group (c657b5da-6b55-45f8-b500-afb43bac1bfb), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:57.991464 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f0b84804-9fae-4891-9978-0cf4060b3979 None None] Port 169548bb-6457-4549-b90e-a4d382aaed19 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:14:58.008985 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a9a3385-f320-4d28-844f-cdeb1844b04e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for security_group (c657b5da-6b55-45f8-b500-afb43bac1bfb), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:58.215193 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a9a3385-f320-4d28-844f-cdeb1844b04e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c657b5da-6b55-45f8-b500-afb43bac1bfb), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:58.218561 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7a9a3385-f320-4d28-844f-cdeb1844b04e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:58.222556 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7a9a3385-f320-4d28-844f-cdeb1844b04e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "DELETE /v2.0/security-groups/c657b5da-6b55-45f8-b500-afb43bac1bfb HTTP/1.1" status: 204 len: 168 time: 0.3952539 Jan 28 06:14:58.234463 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44244) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:58.283145 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a3385-f320-4d28-844f-cdeb1844b04e tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c657b5da-6b55-45f8-b500-afb43bac1bfb,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:58.369846 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3afc7dd7-b19e-4e49-bb76-2fde5123b32c tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for security_group (ca48bb42-77ed-4600-bfb9-497e89983476), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:58.415200 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3afc7dd7-b19e-4e49-bb76-2fde5123b32c tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for security_group (ca48bb42-77ed-4600-bfb9-497e89983476), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:58.480989 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169548bb-6457-4549-b90e-a4d382aaed19 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:14:58.511896 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Publish callbacks [] for port (169548bb-6457-4549-b90e-a4d382aaed19), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:58.641945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Transition to ACTIVE for port object 169548bb-6457-4549-b90e-a4d382aaed19 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:14:58.643043 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3afc7dd7-b19e-4e49-bb76-2fde5123b32c tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ca48bb42-77ed-4600-bfb9-497e89983476), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:58.646770 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3afc7dd7-b19e-4e49-bb76-2fde5123b32c tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:58.650799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3afc7dd7-b19e-4e49-bb76-2fde5123b32c tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "DELETE /v2.0/security-groups/ca48bb42-77ed-4600-bfb9-497e89983476 HTTP/1.1" status: 204 len: 168 time: 0.4236929 Jan 28 06:14:58.652148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44260) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:58.684638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc7dd7-b19e-4e49-bb76-2fde5123b32c tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca48bb42-77ed-4600-bfb9-497e89983476,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:58.798230 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (169548bb-6457-4549-b90e-a4d382aaed19), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:58.882134 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3690972-7fac-4592-b228-16d665b5ce87 req-036156c7-34da-4afc-87c5-e159c8ef0484 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:58.893772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a3690972-7fac-4592-b228-16d665b5ce87 req-036156c7-34da-4afc-87c5-e159c8ef0484 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0704620 Jan 28 06:14:58.993574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Pushing event updated for resources: {'Port': ['ID=169548bb-6457-4549-b90e-a4d382aaed19,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:59.007191 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a3690972-7fac-4592-b228-16d665b5ce87 req-6e66f5be-4fcb-4c44-a194-29fe02d4f024 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122949 Jan 28 06:14:59.125780 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44266) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:59.293223 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b193116-e051-4b39-aa85-81e945bd0e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:59.361659 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Attempting to bind port 169548bb-6457-4549-b90e-a4d382aaed19 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:14:59.362452 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Attempting to bind port 169548bb-6457-4549-b90e-a4d382aaed19 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:14:59.363051 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Attempting to bind port 169548bb-6457-4549-b90e-a4d382aaed19 on network 89b111dc-0805-4be8-ae88-1abd550770a0 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:14:59.376129 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Port 169548bb-6457-4549-b90e-a4d382aaed19 on network 89b111dc-0805-4be8-ae88-1abd550770a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:14:59.376850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Attempting to bind port 169548bb-6457-4549-b90e-a4d382aaed19 on network 89b111dc-0805-4be8-ae88-1abd550770a0 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:14:59.387184 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:14:59.387938 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Checking segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:14:59.388690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Bound using segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:14:59.389385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Bound port: 169548bb-6457-4549-b90e-a4d382aaed19, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:14:59.390009 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (169548bb-6457-4549-b90e-a4d382aaed19), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:59.450212 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b193116-e051-4b39-aa85-81e945bd0e6c admin admin] Publish callbacks [] for security_group (5fafe291-4699-4e9d-bf65-313a7feffda9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:59.501854 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] For port 169548bb-6457-4549-b90e-a4d382aaed19, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:14:59.505639 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] For port 169548bb-6457-4549-b90e-a4d382aaed19, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=169548bb-6457-4549-b90e-a4d382aaed19,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:14:59.522849 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b193116-e051-4b39-aa85-81e945bd0e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5fafe291-4699-4e9d-bf65-313a7feffda9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:59.580963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b193116-e051-4b39-aa85-81e945bd0e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fafe291-4699-4e9d-bf65-313a7feffda9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:59.586222 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0b193116-e051-4b39-aa85-81e945bd0e6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00fec818653a490b8669a7c75538bd56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4592564 Jan 28 06:14:59.591461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44270) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:14:59.610610 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (169548bb-6457-4549-b90e-a4d382aaed19), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:59.644734 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:14:59.672879 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:59.673495 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:59.674946 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] 10.222.0.60 "PUT /v2.0/ports/169548bb-6457-4549-b90e-a4d382aaed19 HTTP/1.1" status: 200 len: 1092 time: 1.8310022 Jan 28 06:14:59.678178 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fe6e6fec-bcc1-45d0-af91-f9c664b755df admin admin] Publish callbacks [] for security_group (5fafe291-4699-4e9d-bf65-313a7feffda9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:59.684522 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-baf8db82-c075-450d-ac5c-0ed01477b835 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (f786bf82-c9ed-4ec4-94ee-8179e00a49da), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:59.686399 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4c6466-6866-4654-a7bf-709d40e88cb5', 'tag': '169548bb-6457-4549-b90e-a4d382aaed19'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:14:59.688603 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a8b1ea-a6ed-4456-90cb-e09e05783063" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4c6466-6866-4654-a7bf-709d40e88cb5", "tag": "169548bb-6457-4549-b90e-a4d382aaed19"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:14:59.746853 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fe6e6fec-bcc1-45d0-af91-f9c664b755df admin admin] Publish callbacks [] for security_group (5fafe291-4699-4e9d-bf65-313a7feffda9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:59.761860 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffce79-aa21-4ac7-9428-4f7b92d7582a service neutron] Pushing event updated for resources: {'Port': ['ID=169548bb-6457-4549-b90e-a4d382aaed19,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:59.772987 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3488a02f-f5f8-4451-bbe3-200857e73e4d x-openstack-request-id: req-3488a02f-f5f8-4451-bbe3-200857e73e4d {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:14:59.775488 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4c6466-6866-4654-a7bf-709d40e88cb5", "tag": "169548bb-6457-4549-b90e-a4d382aaed19", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:14:59.775488 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3488a02f-f5f8-4451-bbe3-200857e73e4d {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:14:59.775488 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4c6466-6866-4654-a7bf-709d40e88cb5', 'tag': '169548bb-6457-4549-b90e-a4d382aaed19', 'status': 'completed', 'code': 200} Jan 28 06:14:59.905520 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fe6e6fec-bcc1-45d0-af91-f9c664b755df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5fafe291-4699-4e9d-bf65-313a7feffda9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:59.909489 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fe6e6fec-bcc1-45d0-af91-f9c664b755df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:14:59.911122 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fe6e6fec-bcc1-45d0-af91-f9c664b755df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fafe291-4699-4e9d-bf65-313a7feffda9 HTTP/1.1" status: 204 len: 168 time: 0.3187094 Jan 28 06:14:59.926723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e6fec-bcc1-45d0-af91-f9c664b755df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fafe291-4699-4e9d-bf65-313a7feffda9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:14:59.956995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8b1ea-a6ed-4456-90cb-e09e05783063 req-50f23a9d-499f-4c4e-aa91-d859efeb769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:14:59.958616 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c1a8b1ea-a6ed-4456-90cb-e09e05783063 req-50f23a9d-499f-4c4e-aa91-d859efeb769b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 1095 time: 0.1276019 Jan 28 06:15:00.158752 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8b1ea-a6ed-4456-90cb-e09e05783063 req-fd431794-f7d3-475e-97fc-ac4499ca149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:00.164232 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c1a8b1ea-a6ed-4456-90cb-e09e05783063 req-fd431794-f7d3-475e-97fc-ac4499ca149b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=daa041954cd34e19820d06481218d4c6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1643112 Jan 28 06:15:00.243383 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cbc99-3509-43b9-885a-aa8f3262df3c req-d0d607be-2387-4e4b-875e-2eb3e9f248c7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:00.245317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e7cbc99-3509-43b9-885a-aa8f3262df3c req-d0d607be-2387-4e4b-875e-2eb3e9f248c7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.1212695 Jan 28 06:15:00.313315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c6724618-18be-4475-910e-4e566f17d8c7 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:15:00.337178 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8b1ea-a6ed-4456-90cb-e09e05783063 req-af59354d-c575-49b5-b3a1-7d0b4335bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:00.344039 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c1a8b1ea-a6ed-4456-90cb-e09e05783063 req-af59354d-c575-49b5-b3a1-7d0b4335bee8 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1703646 Jan 28 06:15:00.356835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: c6724618-18be-4475-910e-4e566f17d8c7 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:15:00.358550 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device c6724618-18be-4475-910e-4e566f17d8c7 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:15:00.383065 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e7cbc99-3509-43b9-885a-aa8f3262df3c req-0cc60ec9-9e1b-42b1-ace3-86530c08e325 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244838 Jan 28 06:15:00.493481 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-8bf06d53-7236-4dc7-a4e0-3dfdaef4e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:00.495316 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-8bf06d53-7236-4dc7-a4e0-3dfdaef4e003 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 1095 time: 0.0775862 Jan 28 06:15:00.596155 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-fee4ea99-0859-436a-a6e4-5f048092736b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=169548bb-6457-4549-b90e-a4d382aaed19 HTTP/1.1" status: 200 len: 217 time: 0.0880556 Jan 28 06:15:00.598497 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-baf8db82-c075-450d-ac5c-0ed01477b835 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Deleting port 0585b925-ad56-4f58-add1-59bfa4e39335 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:15:00.604137 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-baf8db82-c075-450d-ac5c-0ed01477b835 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0585b925-ad56-4f58-add1-59bfa4e39335), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:00.825338 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-84011da0-5226-46e1-8ee8-5c6f80cc397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:00.826962 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-84011da0-5226-46e1-8ee8-5c6f80cc397e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.2163115 Jan 28 06:15:00.928292 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-baf8db82-c075-450d-ac5c-0ed01477b835 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] For port 0585b925-ad56-4f58-add1-59bfa4e39335, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0585b925-ad56-4f58-add1-59bfa4e39335,segment=NetworkSegment(1c23dac1-d634-4732-a2fc-961e85548bcb),segment_id=1c23dac1-d634-4732-a2fc-961e85548bcb)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:15:00.928657 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-baf8db82-c075-450d-ac5c-0ed01477b835 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0585b925-ad56-4f58-add1-59bfa4e39335), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:00.983838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-baf8db82-c075-450d-ac5c-0ed01477b835 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Calling delete_port for 0585b925-ad56-4f58-add1-59bfa4e39335 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:15:01.270378 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-b5224f50-c2dc-4d44-975d-40b45cf49d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:01.271892 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-b5224f50-c2dc-4d44-975d-40b45cf49d5d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4276345 Jan 28 06:15:01.453623 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-0feadc29-1b7c-430e-a2c7-872a4f4158a2 service neutron] 10.222.0.60 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726956 Jan 28 06:15:01.635482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ef74a-9bf7-491f-b1a7-39249ef71de1 req-ac57761d-64e5-4d0b-9da5-3cbadda4126a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:01.637541 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a56ef74a-9bf7-491f-b1a7-39249ef71de1 req-ac57761d-64e5-4d0b-9da5-3cbadda4126a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.1104543 Jan 28 06:15:01.747712 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a56ef74a-9bf7-491f-b1a7-39249ef71de1 req-43696381-e084-4be3-8b24-78504478f939 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038017 Jan 28 06:15:02.171639 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-baf8db82-c075-450d-ac5c-0ed01477b835 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (0585b925-ad56-4f58-add1-59bfa4e39335), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:02.212707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8db82-c075-450d-ac5c-0ed01477b835 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event deleted for resources: {'Port': ['ID=0585b925-ad56-4f58-add1-59bfa4e39335,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:02.322102 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7603d511-2aca-423f-b9b8-4204d45a1bb9 req-84e165a2-c668-4770-9c74-c22e56254735 service neutron] 10.222.0.60 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8613441 Jan 28 06:15:02.459625 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a848ee3-e8df-483e-8ee9-837355e16a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:02.529744 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-baf8db82-c075-450d-ac5c-0ed01477b835 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (f786bf82-c9ed-4ec4-94ee-8179e00a49da), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:02.821697 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44338) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:02.840482 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf8db82-c075-450d-ac5c-0ed01477b835 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Router f786bf82-c9ed-4ec4-94ee-8179e00a49da has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:15:02.944563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9dcb9-8741-4fbe-8a6c-ab336781c490 req-58b12cd6-7323-4560-8253-04ea190be764 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:02.952293 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10d9dcb9-8741-4fbe-8a6c-ab336781c490 req-58b12cd6-7323-4560-8253-04ea190be764 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.1027792 Jan 28 06:15:02.987662 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f78daff-72e6-4d07-b755-27a6b2c82b5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:03.011099 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf8db82-c075-450d-ac5c-0ed01477b835 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:15:03.024355 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9bbd1a-c8dd-4abc-b333-52c22aaf23ff None None] Sync routers for ids ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:15:03.036113 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-baf8db82-c075-450d-ac5c-0ed01477b835 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "PUT /v2.0/routers/f786bf82-c9ed-4ec4-94ee-8179e00a49da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3827333 Jan 28 06:15:03.037223 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44342) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:03.050842 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9bbd1a-c8dd-4abc-b333-52c22aaf23ff None None] Routers {'f786bf82-c9ed-4ec4-94ee-8179e00a49da'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:15:03.051783 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9c9bbd1a-c8dd-4abc-b333-52c22aaf23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:14:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:03.084773 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10d9dcb9-8741-4fbe-8a6c-ab336781c490 req-6efa34cc-1694-40ef-a7dc-c59a895c1503 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254184 Jan 28 06:15:03.155463 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f78daff-72e6-4d07-b755-27a6b2c82b5b admin admin] Publish callbacks [] for security_group (bc4d6c75-fd8a-4bd0-9c92-39b213fbb5e9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:03.160415 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0556bd-aef9-48f1-8cab-ed63858921e5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Deleting subnet 23afa6ab-5d2c-4d93-96fb-fd4f854ca87f {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:15:03.164668 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2a0556bd-aef9-48f1-8cab-ed63858921e5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for subnet (23afa6ab-5d2c-4d93-96fb-fd4f854ca87f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:03.223612 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2a0556bd-aef9-48f1-8cab-ed63858921e5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (23afa6ab-5d2c-4d93-96fb-fd4f854ca87f), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:03.247169 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f78daff-72e6-4d07-b755-27a6b2c82b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bc4d6c75-fd8a-4bd0-9c92-39b213fbb5e9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:03.307940 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44344) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:03.309158 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9c9bbd1a-c8dd-4abc-b333-52c22aaf23ff None None] Set router f786bf82-c9ed-4ec4-94ee-8179e00a49da gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:15:03.317850 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1f78daff-72e6-4d07-b755-27a6b2c82b5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad2b400fdc864390bd17508e03872694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4945004 Jan 28 06:15:03.362926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78daff-72e6-4d07-b755-27a6b2c82b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4d6c75-fd8a-4bd0-9c92-39b213fbb5e9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:03.461777 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2a0556bd-aef9-48f1-8cab-ed63858921e5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (23afa6ab-5d2c-4d93-96fb-fd4f854ca87f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:03.465600 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee4cce47-1b9d-4824-b0cd-3deeff9b5a47 admin admin] Publish callbacks [] for security_group (bc4d6c75-fd8a-4bd0-9c92-39b213fbb5e9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:03.530715 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee4cce47-1b9d-4824-b0cd-3deeff9b5a47 admin admin] Publish callbacks [] for security_group (bc4d6c75-fd8a-4bd0-9c92-39b213fbb5e9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:03.576369 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9c9bbd1a-c8dd-4abc-b333-52c22aaf23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541913880', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:13:19Z', 'updated_at': '2022-01-28T06:15:01Z', 'revision_number': 5, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:20Z', 'updated_at': '2022-01-28T06:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:03.619177 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9bbd1a-c8dd-4abc-b333-52c22aaf23ff None None] Checking router: f786bf82-c9ed-4ec4-94ee-8179e00a49da for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:15:03.628176 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9bbd1a-c8dd-4abc-b333-52c22aaf23ff None None] Routers {'f786bf82-c9ed-4ec4-94ee-8179e00a49da'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:15:03.628763 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9c9bbd1a-c8dd-4abc-b333-52c22aaf23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:14:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:03.653249 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2a0556bd-aef9-48f1-8cab-ed63858921e5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (23afa6ab-5d2c-4d93-96fb-fd4f854ca87f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:03.695439 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0556bd-aef9-48f1-8cab-ed63858921e5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event deleted for resources: {'Subnet': ['ID=23afa6ab-5d2c-4d93-96fb-fd4f854ca87f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:03.698274 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee4cce47-1b9d-4824-b0cd-3deeff9b5a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bc4d6c75-fd8a-4bd0-9c92-39b213fbb5e9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:03.702064 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ee4cce47-1b9d-4824-b0cd-3deeff9b5a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:03.703486 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ee4cce47-1b9d-4824-b0cd-3deeff9b5a47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc4d6c75-fd8a-4bd0-9c92-39b213fbb5e9 HTTP/1.1" status: 204 len: 168 time: 0.3946288 Jan 28 06:15:03.717301 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2a0556bd-aef9-48f1-8cab-ed63858921e5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:03.719157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99619642-c1b6-46f0-8bd2-5a94e2c4d384 None None] Network 5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:15:03.722631 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2a0556bd-aef9-48f1-8cab-ed63858921e5 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "DELETE /v2.0/subnets/23afa6ab-5d2c-4d93-96fb-fd4f854ca87f HTTP/1.1" status: 204 len: 168 time: 0.6841714 Jan 28 06:15:03.725597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44350) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:03.730826 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cce47-1b9d-4824-b0cd-3deeff9b5a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4d6c75-fd8a-4bd0-9c92-39b213fbb5e9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:03.763923 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9c9bbd1a-c8dd-4abc-b333-52c22aaf23ff None None] Set router f786bf82-c9ed-4ec4-94ee-8179e00a49da gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:15:03.970007 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fe7b868-3c64-4b4b-a692-10555f5fdbb7 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for router (f786bf82-c9ed-4ec4-94ee-8179e00a49da), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:04.035389 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9c9bbd1a-c8dd-4abc-b333-52c22aaf23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541913880', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:13:19Z', 'updated_at': '2022-01-28T06:15:01Z', 'revision_number': 5, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:20Z', 'updated_at': '2022-01-28T06:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:04.050842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc7e6d5-6409-4950-aa85-380f76d9143a None None] DHCP port deletion for 5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:15:04.105267 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9bbd1a-c8dd-4abc-b333-52c22aaf23ff None None] The sync data for ids ['f786bf82-c9ed-4ec4-94ee-8179e00a49da'] in n-d-812111-12 is: [{'id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1541913880', 'tenant_id': '426f0007240d437baaa3abcd5620b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:13:19Z', 'updated_at': '2022-01-28T06:15:01Z', 'revision_number': 5, 'project_id': '426f0007240d437baaa3abcd5620b7f8', 'gw_port': {'id': 'e49d5631-ce19-42ee-90b1-8e75c803bee1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f786bf82-c9ed-4ec4-94ee-8179e00a49da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:13:20Z', 'updated_at': '2022-01-28T06:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:15:04.134314 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fe7b868-3c64-4b4b-a692-10555f5fdbb7 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for router_gateway (f786bf82-c9ed-4ec4-94ee-8179e00a49da), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:04.174208 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7e6d5-6409-4950-aa85-380f76d9143a None None] Deleting port 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:15:04.174945 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4cc7e6d5-6409-4950-aa85-380f76d9143a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (85fcac9e-c77e-46b6-9bbb-8ddf006fdf16), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:04.281732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4cc7e6d5-6409-4950-aa85-380f76d9143a None None] For port 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=85fcac9e-c77e-46b6-9bbb-8ddf006fdf16,segment=NetworkSegment(1c23dac1-d634-4732-a2fc-961e85548bcb),segment_id=1c23dac1-d634-4732-a2fc-961e85548bcb)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:15:04.282217 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4cc7e6d5-6409-4950-aa85-380f76d9143a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (85fcac9e-c77e-46b6-9bbb-8ddf006fdf16), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:04.299300 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7e6d5-6409-4950-aa85-380f76d9143a None None] Calling delete_port for 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:15:04.340888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1fe7b868-3c64-4b4b-a692-10555f5fdbb7 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Deleting port e49d5631-ce19-42ee-90b1-8e75c803bee1 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:15:04.341527 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fe7b868-3c64-4b4b-a692-10555f5fdbb7 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (e49d5631-ce19-42ee-90b1-8e75c803bee1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:04.418138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2135fde-8a5b-4600-8e1f-9b1fdb552bc5 req-229e00e9-9a26-4ef6-83db-8d365ecb5e98 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:04.419939 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2135fde-8a5b-4600-8e1f-9b1fdb552bc5 req-229e00e9-9a26-4ef6-83db-8d365ecb5e98 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.1798871 Jan 28 06:15:04.454165 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4cc7e6d5-6409-4950-aa85-380f76d9143a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (85fcac9e-c77e-46b6-9bbb-8ddf006fdf16), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:04.489862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7e6d5-6409-4950-aa85-380f76d9143a None None] Pushing event deleted for resources: {'Port': ['ID=85fcac9e-c77e-46b6-9bbb-8ddf006fdf16,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:04.508548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2135fde-8a5b-4600-8e1f-9b1fdb552bc5 req-e4866348-8e89-4a6b-ab2f-0848db5ca32a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809712 Jan 28 06:15:04.527103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc7e6d5-6409-4950-aa85-380f76d9143a None None] No DVR routers for this DVR port 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:15:04.543580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-1fe7b868-3c64-4b4b-a692-10555f5fdbb7 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] For port e49d5631-ce19-42ee-90b1-8e75c803bee1, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e49d5631-ce19-42ee-90b1-8e75c803bee1,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:15:04.543958 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fe7b868-3c64-4b4b-a692-10555f5fdbb7 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (e49d5631-ce19-42ee-90b1-8e75c803bee1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:04.568092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1fe7b868-3c64-4b4b-a692-10555f5fdbb7 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Calling delete_port for e49d5631-ce19-42ee-90b1-8e75c803bee1 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:15:04.831167 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8cd1af3-ae90-4ccc-83f7-97a33ec72771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:04.932894 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fe7b868-3c64-4b4b-a692-10555f5fdbb7 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (e49d5631-ce19-42ee-90b1-8e75c803bee1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:04.962428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7b868-3c64-4b4b-a692-10555f5fdbb7 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event deleted for resources: {'Port': ['ID=e49d5631-ce19-42ee-90b1-8e75c803bee1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:05.104114 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fe7b868-3c64-4b4b-a692-10555f5fdbb7 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (f786bf82-c9ed-4ec4-94ee-8179e00a49da), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:05.208042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:15:05.223964 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fe7b868-3c64-4b4b-a692-10555f5fdbb7 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (f786bf82-c9ed-4ec4-94ee-8179e00a49da), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:05.231173 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fe7b868-3c64-4b4b-a692-10555f5fdbb7 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for router_controller (f786bf82-c9ed-4ec4-94ee-8179e00a49da), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:05.244492 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:15:05.250846 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 85fcac9e-c77e-46b6-9bbb-8ddf006fdf16 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:15:05.250846 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0585b925-ad56-4f58-add1-59bfa4e39335 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:15:05.299618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 0585b925-ad56-4f58-add1-59bfa4e39335 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:15:05.300083 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0585b925-ad56-4f58-add1-59bfa4e39335 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:15:05.385328 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fe7b868-3c64-4b4b-a692-10555f5fdbb7 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (f786bf82-c9ed-4ec4-94ee-8179e00a49da), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:05.385946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe7b868-3c64-4b4b-a692-10555f5fdbb7 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Fanout notify agent at l3_agent the message router_deleted on router f786bf82-c9ed-4ec4-94ee-8179e00a49da {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:15:05.393171 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fe7b868-3c64-4b4b-a692-10555f5fdbb7 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:05.394320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1fe7b868-3c64-4b4b-a692-10555f5fdbb7 tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "DELETE /v2.0/routers/f786bf82-c9ed-4ec4-94ee-8179e00a49da HTTP/1.1" status: 204 len: 168 time: 1.6677127 Jan 28 06:15:05.397433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44376) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:05.553245 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae442f6c-2413-4da4-846a-881612aa550a tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (5512df5e-d11a-4d6a-aa5b-1d1aca1f9055), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:05.678334 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae442f6c-2413-4da4-846a-881612aa550a tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (5512df5e-d11a-4d6a-aa5b-1d1aca1f9055), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:05.718192 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ae442f6c-2413-4da4-846a-881612aa550a tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5512df5e-d11a-4d6a-aa5b-1d1aca1f9055']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:05.729960 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ae442f6c-2413-4da4-846a-881612aa550a tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c23dac1-d634-4732-a2fc-961e85548bcb') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:05.730269 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ae442f6c-2413-4da4-846a-881612aa550a tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c23dac1-d634-4732-a2fc-961e85548bcb') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:05.741085 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae442f6c-2413-4da4-846a-881612aa550a tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (1c23dac1-d634-4732-a2fc-961e85548bcb), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:05.755990 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae442f6c-2413-4da4-846a-881612aa550a tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1c23dac1-d634-4732-a2fc-961e85548bcb), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:05.764128 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae442f6c-2413-4da4-846a-881612aa550a tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:15:05.768029 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae442f6c-2413-4da4-846a-881612aa550a tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (1c23dac1-d634-4732-a2fc-961e85548bcb), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:05.778652 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea708c-4685-4856-8f5d-a6bef9dd5c63 req-653168ba-0fee-4bfa-9bde-5f8bb569be81 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:05.787019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2ea708c-4685-4856-8f5d-a6bef9dd5c63 req-653168ba-0fee-4bfa-9bde-5f8bb569be81 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.1047668 Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:15:05.833479 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:15:05.846462 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2ea708c-4685-4856-8f5d-a6bef9dd5c63 req-6158f2a7-6598-439e-974e-da08291e363f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577509 Jan 28 06:15:06.014760 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae442f6c-2413-4da4-846a-881612aa550a tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (5512df5e-d11a-4d6a-aa5b-1d1aca1f9055), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:06.025026 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae442f6c-2413-4da4-846a-881612aa550a tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:06.032648 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ae442f6c-2413-4da4-846a-881612aa550a tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] 10.222.0.31 "DELETE /v2.0/networks/5512df5e-d11a-4d6a-aa5b-1d1aca1f9055 HTTP/1.1" status: 204 len: 168 time: 0.6318569 Jan 28 06:15:06.062426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae442f6c-2413-4da4-846a-881612aa550a tempest-TestSecurityGroupsBasicOps-1010301681 tempest-TestSecurityGroupsBasicOps-1010301681-project] Pushing event deleted for resources: {'Network': ['ID=5512df5e-d11a-4d6a-aa5b-1d1aca1f9055,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:06.596714 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:06.690983 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44408) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:06.853208 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f57b89a3-d48e-463d-80c3-7a7095957387 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=426f0007240d437baaa3abcd5620b7f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1600752 Jan 28 06:15:06.855819 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44412) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:06.976053 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e090ec29-8995-46cc-849f-37fc68cac426 admin admin] Publish callbacks [] for security_group (6f06cf55-af76-4224-9274-bba36dc0091f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:07.025043 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e090ec29-8995-46cc-849f-37fc68cac426 admin admin] Publish callbacks [] for security_group (6f06cf55-af76-4224-9274-bba36dc0091f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:07.050448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e49d5631-ce19-42ee-90b1-8e75c803bee1 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:15:07.071122 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: e49d5631-ce19-42ee-90b1-8e75c803bee1 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:15:07.071297 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e49d5631-ce19-42ee-90b1-8e75c803bee1 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:15:07.087099 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540f1ca-6aa6-43bd-9086-1ca5e10ad47b req-b04a8a6a-d61b-4301-a28c-d93faa7b776d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:07.089496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9540f1ca-6aa6-43bd-9086-1ca5e10ad47b req-b04a8a6a-d61b-4301-a28c-d93faa7b776d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.1297290 Jan 28 06:15:07.151155 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9540f1ca-6aa6-43bd-9086-1ca5e10ad47b req-12187150-3627-4816-ac92-5de1e158dfe6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551059 Jan 28 06:15:07.202175 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e090ec29-8995-46cc-849f-37fc68cac426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6f06cf55-af76-4224-9274-bba36dc0091f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:07.205079 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e090ec29-8995-46cc-849f-37fc68cac426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:07.206408 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e090ec29-8995-46cc-849f-37fc68cac426 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f06cf55-af76-4224-9274-bba36dc0091f HTTP/1.1" status: 204 len: 168 time: 0.3493326 Jan 28 06:15:07.215901 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090ec29-8995-46cc-849f-37fc68cac426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f06cf55-af76-4224-9274-bba36dc0091f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:08.002262 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:08.102546 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44438) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:08.119153 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e98a6c49-25b3-4bbd-a8db-584782a94d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:08.228946 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e98a6c49-25b3-4bbd-a8db-584782a94d1f admin admin] Publish callbacks [] for security_group (9514744a-21f7-4714-941b-52d39a88798b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:08.307914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913b53c-eead-4824-ab1c-00101dd98400 req-ee8b4b76-5496-4896-a8a1-cd2919a09d1b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:08.309442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5913b53c-eead-4824-ab1c-00101dd98400 req-ee8b4b76-5496-4896-a8a1-cd2919a09d1b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0658369 Jan 28 06:15:08.362913 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e98a6c49-25b3-4bbd-a8db-584782a94d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9514744a-21f7-4714-941b-52d39a88798b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:08.363142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5913b53c-eead-4824-ab1c-00101dd98400 req-f0ef595c-cc42-435a-9292-a828cf20842f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476661 Jan 28 06:15:08.411781 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e98a6c49-25b3-4bbd-a8db-584782a94d1f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02102f2ed3e3496eb3ffc2a6786b87f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3079774 Jan 28 06:15:08.414074 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a6c49-25b3-4bbd-a8db-584782a94d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9514744a-21f7-4714-941b-52d39a88798b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:08.415701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44446) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:08.476323 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2be9a1ef-d968-4c3f-afb2-7ece806cbf6b admin admin] Publish callbacks [] for security_group (9514744a-21f7-4714-941b-52d39a88798b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:08.512885 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2be9a1ef-d968-4c3f-afb2-7ece806cbf6b admin admin] Publish callbacks [] for security_group (9514744a-21f7-4714-941b-52d39a88798b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:08.544421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44450) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:08.728471 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2be9a1ef-d968-4c3f-afb2-7ece806cbf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9514744a-21f7-4714-941b-52d39a88798b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:08.731222 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2be9a1ef-d968-4c3f-afb2-7ece806cbf6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:08.734892 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2be9a1ef-d968-4c3f-afb2-7ece806cbf6b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9514744a-21f7-4714-941b-52d39a88798b HTTP/1.1" status: 204 len: 168 time: 0.3153393 Jan 28 06:15:08.741151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9a1ef-d968-4c3f-afb2-7ece806cbf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9514744a-21f7-4714-941b-52d39a88798b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:08.824826 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-06cc7a6a-f063-4eb9-8032-bd119a41532d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:08.959509 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-06cc7a6a-f063-4eb9-8032-bd119a41532d admin admin] Publish callbacks [] for security_group (05db3c8b-37aa-42fa-a316-8bfbd277859b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:09.048169 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-06cc7a6a-f063-4eb9-8032-bd119a41532d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (05db3c8b-37aa-42fa-a316-8bfbd277859b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:09.096055 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-06cc7a6a-f063-4eb9-8032-bd119a41532d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d948f512735a4b1ea355a5f23a02d805&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5489979 Jan 28 06:15:09.096563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44460) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:09.097497 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc7a6a-f063-4eb9-8032-bd119a41532d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05db3c8b-37aa-42fa-a316-8bfbd277859b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:09.156678 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:09.158433 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-330f1f7d-0e9c-4e8c-ad73-c2fecb584b28 admin admin] Publish callbacks [] for security_group (05db3c8b-37aa-42fa-a316-8bfbd277859b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:09.185277 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-330f1f7d-0e9c-4e8c-ad73-c2fecb584b28 admin admin] Publish callbacks [] for security_group (05db3c8b-37aa-42fa-a316-8bfbd277859b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:09.344930 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-330f1f7d-0e9c-4e8c-ad73-c2fecb584b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (05db3c8b-37aa-42fa-a316-8bfbd277859b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:09.347698 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-330f1f7d-0e9c-4e8c-ad73-c2fecb584b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:09.348897 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-330f1f7d-0e9c-4e8c-ad73-c2fecb584b28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05db3c8b-37aa-42fa-a316-8bfbd277859b HTTP/1.1" status: 204 len: 168 time: 0.2484794 Jan 28 06:15:09.358036 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f1f7d-0e9c-4e8c-ad73-c2fecb584b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05db3c8b-37aa-42fa-a316-8bfbd277859b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:09.488424 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec2dd1-f626-4429-a23b-d7a4141f41b9 req-8bccd694-bf26-4ecb-9ba0-f7bac4e259ed tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:09.490183 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51ec2dd1-f626-4429-a23b-d7a4141f41b9 req-8bccd694-bf26-4ecb-9ba0-f7bac4e259ed tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0540626 Jan 28 06:15:09.558616 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-51ec2dd1-f626-4429-a23b-d7a4141f41b9 req-5ca6a1be-c701-468d-b0d5-5dbdffc7b253 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615470 Jan 28 06:15:09.767757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44474) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:09.827580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d36f5d40-4e7b-4056-8d1f-72a05276aae9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10a6b116d46e4f74998b2bcb8a56b256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0584276 Jan 28 06:15:09.830224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44476) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:09.881288 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11aed08a-aeab-40c5-b223-d4fea1002e32 admin admin] Publish callbacks [] for security_group (631cadfc-a7cd-46d5-9cc4-ea10634e13bf), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:09.914695 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11aed08a-aeab-40c5-b223-d4fea1002e32 admin admin] Publish callbacks [] for security_group (631cadfc-a7cd-46d5-9cc4-ea10634e13bf), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:10.086609 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11aed08a-aeab-40c5-b223-d4fea1002e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (631cadfc-a7cd-46d5-9cc4-ea10634e13bf), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:10.089290 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11aed08a-aeab-40c5-b223-d4fea1002e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:10.093039 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-11aed08a-aeab-40c5-b223-d4fea1002e32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/631cadfc-a7cd-46d5-9cc4-ea10634e13bf HTTP/1.1" status: 204 len: 168 time: 0.2581649 Jan 28 06:15:10.098883 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aed08a-aeab-40c5-b223-d4fea1002e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631cadfc-a7cd-46d5-9cc4-ea10634e13bf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:10.505216 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44486) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:10.521717 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9f1f43b0-40fa-4b1b-8ccb-836ac28f75f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:10.631345 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9f1f43b0-40fa-4b1b-8ccb-836ac28f75f8 admin admin] Publish callbacks [] for security_group (cfebc649-245a-4091-9940-4dd510b6e2ec), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:10.697824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cd1ee-c2aa-4585-9ca7-911d277affe3 req-0786212a-59c9-4b2e-9a01-99ce3fdbbe31 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:10.702862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f08cd1ee-c2aa-4585-9ca7-911d277affe3 req-0786212a-59c9-4b2e-9a01-99ce3fdbbe31 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0566030 Jan 28 06:15:10.715951 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9f1f43b0-40fa-4b1b-8ccb-836ac28f75f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cfebc649-245a-4091-9940-4dd510b6e2ec), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:10.752072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f08cd1ee-c2aa-4585-9ca7-911d277affe3 req-667e89ca-13f4-4dcd-ba6b-2f488a110afa tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445080 Jan 28 06:15:10.761362 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9f1f43b0-40fa-4b1b-8ccb-836ac28f75f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f910f4825a845fd98a922b23e2c3572&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2550402 Jan 28 06:15:10.761923 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44498) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:10.762321 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f43b0-40fa-4b1b-8ccb-836ac28f75f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfebc649-245a-4091-9940-4dd510b6e2ec,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:10.821770 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df89655b-2a97-41a0-a30b-29f93b0503b8 admin admin] Publish callbacks [] for security_group (cfebc649-245a-4091-9940-4dd510b6e2ec), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:10.844877 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df89655b-2a97-41a0-a30b-29f93b0503b8 admin admin] Publish callbacks [] for security_group (cfebc649-245a-4091-9940-4dd510b6e2ec), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:11.007165 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df89655b-2a97-41a0-a30b-29f93b0503b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cfebc649-245a-4091-9940-4dd510b6e2ec), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:11.014932 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df89655b-2a97-41a0-a30b-29f93b0503b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:11.014932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-df89655b-2a97-41a0-a30b-29f93b0503b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cfebc649-245a-4091-9940-4dd510b6e2ec HTTP/1.1" status: 204 len: 168 time: 0.2481415 Jan 28 06:15:11.019302 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89655b-2a97-41a0-a30b-29f93b0503b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfebc649-245a-4091-9940-4dd510b6e2ec,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:11.751232 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44528) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:11.876786 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f65cc2-e5fa-4ac3-88d1-cab86e21a21f req-cd6a3f14-7cbe-4650-add4-daf3145e0898 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:11.878288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8f65cc2-e5fa-4ac3-88d1-cab86e21a21f req-cd6a3f14-7cbe-4650-add4-daf3145e0898 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0512843 Jan 28 06:15:11.932426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8f65cc2-e5fa-4ac3-88d1-cab86e21a21f req-1290f8f4-4334-4f55-a11c-b2bf43c2c190 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475399 Jan 28 06:15:11.973547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ea798964-abff-49b5-a079-0b5f444ce4ef admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1736472414-network', 'tenant_id': 'eeabbf06250d4a0f9def6a5355867ed5'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:15:12.051963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea798964-abff-49b5-a079-0b5f444ce4ef admin admin] Made reservation on behalf of eeabbf06250d4a0f9def6a5355867ed5 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:15:12.054576 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea798964-abff-49b5-a079-0b5f444ce4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:12.064047 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea798964-abff-49b5-a079-0b5f444ce4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:12.142588 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea798964-abff-49b5-a079-0b5f444ce4ef admin admin] Publish callbacks [] for security_group (5cfcb51d-8a7a-410d-a01d-ab4addbe3043), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:12.233531 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea798964-abff-49b5-a079-0b5f444ce4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5cfcb51d-8a7a-410d-a01d-ab4addbe3043), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:12.256857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea798964-abff-49b5-a079-0b5f444ce4ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:15:12.266020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea798964-abff-49b5-a079-0b5f444ce4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfcb51d-8a7a-410d-a01d-ab4addbe3043,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:12.271493 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea798964-abff-49b5-a079-0b5f444ce4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (3ce9b399-aa89-429b-8e06-641ae719ec1b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:12.271846 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-ea798964-abff-49b5-a079-0b5f444ce4ef admin admin] Added segment 3ce9b399-aa89-429b-8e06-641ae719ec1b of type vlan for network 04ba6769-395d-4b8c-a28d-d5a1d0e031c1 Jan 28 06:15:12.327129 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea798964-abff-49b5-a079-0b5f444ce4ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (04ba6769-395d-4b8c-a28d-d5a1d0e031c1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:12.482189 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea798964-abff-49b5-a079-0b5f444ce4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (04ba6769-395d-4b8c-a28d-d5a1d0e031c1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:12.483304 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea798964-abff-49b5-a079-0b5f444ce4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:12.487342 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea798964-abff-49b5-a079-0b5f444ce4ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:12.548602 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea798964-abff-49b5-a079-0b5f444ce4ef admin admin] Pushing event updated for resources: {'Network': ['ID=04ba6769-395d-4b8c-a28d-d5a1d0e031c1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:12.564268 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 04ba6769-395d-4b8c-a28d-d5a1d0e031c1 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:15:12.605286 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ea798964-abff-49b5-a079-0b5f444ce4ef admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8529205 Jan 28 06:15:12.608113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44552) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:12.613147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-435afd40-0574-4628-87ab-880eda939896 admin admin] Request body: {'subnet': {'network_id': '04ba6769-395d-4b8c-a28d-d5a1d0e031c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1736472414-subnet', 'tenant_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:15:12.745089 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435afd40-0574-4628-87ab-880eda939896 admin admin] Made reservation on behalf of eeabbf06250d4a0f9def6a5355867ed5 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:15:12.747529 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-435afd40-0574-4628-87ab-880eda939896 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:13.041603 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-435afd40-0574-4628-87ab-880eda939896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (e9d93aa8-3bb3-406c-aaab-dd51b14baed3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:13.150774 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435afd40-0574-4628-87ab-880eda939896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d93aa8-3bb3-406c-aaab-dd51b14baed3,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:13.178090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435afd40-0574-4628-87ab-880eda939896 admin admin] Checking segment: {'id': '3ce9b399-aa89-429b-8e06-641ae719ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '04ba6769-395d-4b8c-a28d-d5a1d0e031c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:15:13.178484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435afd40-0574-4628-87ab-880eda939896 admin admin] Network hostable DHCP agents. Network: 04ba6769-395d-4b8c-a28d-d5a1d0e031c1, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:15:13.189026 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8736218-d9f9-477e-8044-200e1a9711c8 req-53d675bc-fe51-443e-b5cc-b34c6079a515 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:13.190582 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8736218-d9f9-477e-8044-200e1a9711c8 req-53d675bc-fe51-443e-b5cc-b34c6079a515 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0763035 Jan 28 06:15:13.256831 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8736218-d9f9-477e-8044-200e1a9711c8 req-d065e5d0-a131-489f-9515-e69cee942b20 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545437 Jan 28 06:15:13.316371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435afd40-0574-4628-87ab-880eda939896 admin admin] Network 04ba6769-395d-4b8c-a28d-d5a1d0e031c1 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:15:13.436193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-435afd40-0574-4628-87ab-880eda939896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 04ba6769-395d-4b8c-a28d-d5a1d0e031c1) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:13.441004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435afd40-0574-4628-87ab-880eda939896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:13.441780 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-435afd40-0574-4628-87ab-880eda939896 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:13.447077 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826a4b05-5625-43da-bdbb-3c828b70b84f None None] Network 04ba6769-395d-4b8c-a28d-d5a1d0e031c1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:15:13.535747 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-435afd40-0574-4628-87ab-880eda939896 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9265811 Jan 28 06:15:13.538474 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44578) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:13.544667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1736472414-router', 'tenant_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:15:13.578588 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-04ba6769-395d-4b8c-a28d-d5a1d0e031c1', 'network_id': '04ba6769-395d-4b8c-a28d-d5a1d0e031c1', 'project_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'fixed_ips': [{'subnet_id': 'e9d93aa8-3bb3-406c-aaab-dd51b14baed3'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:15:13.580364 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:13.659111 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (8134066a-b022-4b94-a0c9-4ffb3b9c19ec), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:13.660296 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (8134066a-b022-4b94-a0c9-4ffb3b9c19ec), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:13.719759 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Publish callbacks [] for router_controller (8134066a-b022-4b94-a0c9-4ffb3b9c19ec), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:13.761639 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Allocated IP 172.20.0.2 (04ba6769-395d-4b8c-a28d-d5a1d0e031c1/e9d93aa8-3bb3-406c-aaab-dd51b14baed3/894c1d55-8728-499a-a94a-aa95fff5448b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:15:13.930927 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Publish callbacks [] for port (894c1d55-8728-499a-a94a-aa95fff5448b), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:13.975379 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Publish callbacks [] for router_gateway (8134066a-b022-4b94-a0c9-4ffb3b9c19ec), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:14.076930 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (894c1d55-8728-499a-a94a-aa95fff5448b), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:14.116105 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Network 04ba6769-395d-4b8c-a28d-d5a1d0e031c1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:15:14.119570 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:14.125654 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:15:14.131267 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Pushing event updated for resources: {'Port': ['ID=894c1d55-8728-499a-a94a-aa95fff5448b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:14.184423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Attempting to bind port 894c1d55-8728-499a-a94a-aa95fff5448b on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:14.184915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Attempting to bind port 894c1d55-8728-499a-a94a-aa95fff5448b by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '3ce9b399-aa89-429b-8e06-641ae719ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '04ba6769-395d-4b8c-a28d-d5a1d0e031c1'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:14.185437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Attempting to bind port 894c1d55-8728-499a-a94a-aa95fff5448b on network 04ba6769-395d-4b8c-a28d-d5a1d0e031c1 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:14.190614 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:15:14.190988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Checking segment: {'id': '3ce9b399-aa89-429b-8e06-641ae719ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '04ba6769-395d-4b8c-a28d-d5a1d0e031c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:15:14.191389 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:14.191788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Bound using segment: {'id': '3ce9b399-aa89-429b-8e06-641ae719ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '04ba6769-395d-4b8c-a28d-d5a1d0e031c1'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:15:14.192294 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Bound port: 894c1d55-8728-499a-a94a-aa95fff5448b, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce9b399-aa89-429b-8e06-641ae719ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '04ba6769-395d-4b8c-a28d-d5a1d0e031c1'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:15:14.192658 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (894c1d55-8728-499a-a94a-aa95fff5448b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:14.264397 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] For port 894c1d55-8728-499a-a94a-aa95fff5448b, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:15:14.267634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] For port 894c1d55-8728-499a-a94a-aa95fff5448b, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=894c1d55-8728-499a-a94a-aa95fff5448b,segment=NetworkSegment(3ce9b399-aa89-429b-8e06-641ae719ec1b),segment_id=3ce9b399-aa89-429b-8e06-641ae719ec1b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:15:14.345884 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Publish callbacks [] for router_gateway (8134066a-b022-4b94-a0c9-4ffb3b9c19ec), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:14.386618 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:14.449168 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (894c1d55-8728-499a-a94a-aa95fff5448b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:14.455853 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60e814-4dc2-4edc-ab47-15d024ef7153 req-6e1159d7-20b2-48b4-a571-9d28bd7e753f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:14.457376 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe60e814-4dc2-4edc-ab47-15d024ef7153 req-6e1159d7-20b2-48b4-a571-9d28bd7e753f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.1140401 Jan 28 06:15:14.510013 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d1d2d-b89f-4275-bf59-94b949db6f16 None None] Pushing event updated for resources: {'Port': ['ID=894c1d55-8728-499a-a94a-aa95fff5448b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:14.570867 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe60e814-4dc2-4edc-ab47-15d024ef7153 req-44f3e70b-96ac-4d84-b045-e194ee11de60 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044548 Jan 28 06:15:14.572054 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Allocated IP 172.25.0.135 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/44acdb08-07e6-4c3d-972c-6a0031298a7e) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:15:14.687989 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Publish callbacks [] for port (44acdb08-07e6-4c3d-972c-6a0031298a7e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:14.849860 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (44acdb08-07e6-4c3d-972c-6a0031298a7e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:14.893602 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:15:14.897231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:14.901156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:15:14.934661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Pushing event updated for resources: {'Port': ['ID=44acdb08-07e6-4c3d-972c-6a0031298a7e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:15.130405 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 894c1d55-8728-499a-a94a-aa95fff5448b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:15:15.182438 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 894c1d55-8728-499a-a94a-aa95fff5448b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:15.182839 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (894c1d55-8728-499a-a94a-aa95fff5448b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:15.265346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 894c1d55-8728-499a-a94a-aa95fff5448b is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:15.265738 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (894c1d55-8728-499a-a94a-aa95fff5448b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:15.317839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 894c1d55-8728-499a-a94a-aa95fff5448b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=894c1d55-8728-499a-a94a-aa95fff5448b,segment=NetworkSegment(3ce9b399-aa89-429b-8e06-641ae719ec1b),segment_id=3ce9b399-aa89-429b-8e06-641ae719ec1b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:15:15.344964 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Publish callbacks [] for router_gateway (8134066a-b022-4b94-a0c9-4ffb3b9c19ec), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:15.385172 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (894c1d55-8728-499a-a94a-aa95fff5448b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:15.458287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=894c1d55-8728-499a-a94a-aa95fff5448b,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:15.801782 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e229f83b-5037-40a7-bf87-a14467aca004 None None] Network 04ba6769-395d-4b8c-a28d-d5a1d0e031c1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:15:15.893814 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-282311a0-c764-4937-bdcf-cced8ca103fe None None] Provisioning complete for port 894c1d55-8728-499a-a94a-aa95fff5448b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:15.894352 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-282311a0-c764-4937-bdcf-cced8ca103fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (894c1d55-8728-499a-a94a-aa95fff5448b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:15.995171 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (8134066a-b022-4b94-a0c9-4ffb3b9c19ec), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:16.008430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a22a4-0a45-436d-8387-2a6f2a4f7797 req-54a24b1c-f1d9-41af-91bb-c5d54dedad34 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:16.009972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f73a22a4-0a45-436d-8387-2a6f2a4f7797 req-54a24b1c-f1d9-41af-91bb-c5d54dedad34 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0684953 Jan 28 06:15:16.050613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-282311a0-c764-4937-bdcf-cced8ca103fe None None] Current status of the port 894c1d55-8728-499a-a94a-aa95fff5448b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:16.159163 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f73a22a4-0a45-436d-8387-2a6f2a4f7797 req-795fbfec-63e8-4757-bd76-a95cf8cb1126 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436155 Jan 28 06:15:16.276788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Router 8134066a-b022-4b94-a0c9-4ffb3b9c19ec is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:15:16.382147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6b19b02e-dd76-4239-b8cb-6a6b88f044c7 None None] Provisioning complete for port 894c1d55-8728-499a-a94a-aa95fff5448b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:16.383325 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b19b02e-dd76-4239-b8cb-6a6b88f044c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (894c1d55-8728-499a-a94a-aa95fff5448b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:16.384422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:15:16.426600 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Sync routers for ids ['8134066a-b022-4b94-a0c9-4ffb3b9c19ec'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:15:16.435605 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Routers {'8134066a-b022-4b94-a0c9-4ffb3b9c19ec'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:15:16.436231 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:15:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['8134066a-b022-4b94-a0c9-4ffb3b9c19ec'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:16.484289 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:16.486088 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fed6d355-f8af-4b6d-a4c4-dcaae311f83e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.9450204 Jan 28 06:15:16.488655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44630) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:16.572001 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6b19b02e-dd76-4239-b8cb-6a6b88f044c7 None None] Current status of the port 894c1d55-8728-499a-a94a-aa95fff5448b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:16.594646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Set router 8134066a-b022-4b94-a0c9-4ffb3b9c19ec gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:15:16.797513 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'name': 'tempest-ImageQuotaTest-1736472414-router', 'tenant_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '44acdb08-07e6-4c3d-972c-6a0031298a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:13Z', 'updated_at': '2022-01-28T06:15:15Z', 'revision_number': 3, 'project_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'gw_port': {'id': '44acdb08-07e6-4c3d-972c-6a0031298a7e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:14Z', 'updated_at': '2022-01-28T06:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:16.832641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Checking router: 8134066a-b022-4b94-a0c9-4ffb3b9c19ec for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:15:16.833604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Updating router 8134066a-b022-4b94-a0c9-4ffb3b9c19ec port 44acdb08-07e6-4c3d-972c-6a0031298a7e binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:15:16.868022 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44acdb08-07e6-4c3d-972c-6a0031298a7e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:17.005278 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:17.133092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 894c1d55-8728-499a-a94a-aa95fff5448b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:15:17.203441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] Allocated IP 172.20.0.1 (04ba6769-395d-4b8c-a28d-d5a1d0e031c1/e9d93aa8-3bb3-406c-aaab-dd51b14baed3/068923a6-eed0-45df-a868-6c550f2d8bfa) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:15:17.214228 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Publish callbacks [] for port (44acdb08-07e6-4c3d-972c-6a0031298a7e), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:17.237881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 894c1d55-8728-499a-a94a-aa95fff5448b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:17.237881 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (894c1d55-8728-499a-a94a-aa95fff5448b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:17.321042 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (44acdb08-07e6-4c3d-972c-6a0031298a7e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:17.357778 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab588-d60e-4968-8ca9-c73bbeb827d7 req-45c98f04-e483-458c-a536-4c5e2f754715 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:17.359484 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-188ab588-d60e-4968-8ca9-c73bbeb827d7 req-45c98f04-e483-458c-a536-4c5e2f754715 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.1034651 Jan 28 06:15:17.447243 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] Publish callbacks [] for port (068923a6-eed0-45df-a868-6c550f2d8bfa), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:17.459420 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-188ab588-d60e-4968-8ca9-c73bbeb827d7 req-6a8c9952-c4b8-4aa3-9cec-b42d6bca7538 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830908 Jan 28 06:15:17.592168 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 894c1d55-8728-499a-a94a-aa95fff5448b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:17.604919 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Attempting to bind port 44acdb08-07e6-4c3d-972c-6a0031298a7e on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:17.605374 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Attempting to bind port 44acdb08-07e6-4c3d-972c-6a0031298a7e by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:17.605740 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Attempting to bind port 44acdb08-07e6-4c3d-972c-6a0031298a7e on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:17.607937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483062c-a6ae-4af9-90f1-21b080c57cf5 None None] Pushing event updated for resources: {'Port': ['ID=44acdb08-07e6-4c3d-972c-6a0031298a7e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:17.617677 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:15:17.617845 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:15:17.618238 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:17.618682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:15:17.619153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Bound port: 44acdb08-07e6-4c3d-972c-6a0031298a7e, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:15:17.619562 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44acdb08-07e6-4c3d-972c-6a0031298a7e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:17.632994 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (068923a6-eed0-45df-a868-6c550f2d8bfa), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:17.681566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] For port 44acdb08-07e6-4c3d-972c-6a0031298a7e, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:15:17.685271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] Network 04ba6769-395d-4b8c-a28d-d5a1d0e031c1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:15:17.685913 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] For port 44acdb08-07e6-4c3d-972c-6a0031298a7e, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=44acdb08-07e6-4c3d-972c-6a0031298a7e,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:15:17.690646 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:17.695372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:15:17.699434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] Pushing event updated for resources: {'Port': ['ID=068923a6-eed0-45df-a868-6c550f2d8bfa,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:17.741446 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (8134066a-b022-4b94-a0c9-4ffb3b9c19ec), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:17.791364 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (44acdb08-07e6-4c3d-972c-6a0031298a7e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:17.848886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Routers {'8134066a-b022-4b94-a0c9-4ffb3b9c19ec'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:15:17.849583 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:15:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['8134066a-b022-4b94-a0c9-4ffb3b9c19ec'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:17.911140 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483062c-a6ae-4af9-90f1-21b080c57cf5 None None] Pushing event updated for resources: {'Port': ['ID=44acdb08-07e6-4c3d-972c-6a0031298a7e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:17.982672 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] Set router 8134066a-b022-4b94-a0c9-4ffb3b9c19ec gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:15:18.026016 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (068923a6-eed0-45df-a868-6c550f2d8bfa), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:18.075398 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44644) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:18.102747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-08846bc2-dca3-4785-9219-aa756c318832 None None] Provisioning complete for port 068923a6-eed0-45df-a868-6c550f2d8bfa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:18.102747 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-08846bc2-dca3-4785-9219-aa756c318832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (068923a6-eed0-45df-a868-6c550f2d8bfa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:18.161138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-08846bc2-dca3-4785-9219-aa756c318832 None None] Port 068923a6-eed0-45df-a868-6c550f2d8bfa cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:15:18.218224 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] Publish callbacks [] for port (068923a6-eed0-45df-a868-6c550f2d8bfa), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:18.219497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'name': 'tempest-ImageQuotaTest-1736472414-router', 'tenant_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '44acdb08-07e6-4c3d-972c-6a0031298a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:13Z', 'updated_at': '2022-01-28T06:15:15Z', 'revision_number': 3, 'project_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'gw_port': {'id': '44acdb08-07e6-4c3d-972c-6a0031298a7e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:14Z', 'updated_at': '2022-01-28T06:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:18.225069 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8c99d84-df02-470d-88e3-b259344ed82b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:18.249173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6933ca-a110-4b48-8240-0eb9fd46e9d4 None None] The sync data for ids ['8134066a-b022-4b94-a0c9-4ffb3b9c19ec'] in n-d-812111-12 is: [{'id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'name': 'tempest-ImageQuotaTest-1736472414-router', 'tenant_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '44acdb08-07e6-4c3d-972c-6a0031298a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:13Z', 'updated_at': '2022-01-28T06:15:15Z', 'revision_number': 3, 'project_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'gw_port': {'id': '44acdb08-07e6-4c3d-972c-6a0031298a7e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:14Z', 'updated_at': '2022-01-28T06:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:15:18.307749 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8c99d84-df02-470d-88e3-b259344ed82b admin admin] Publish callbacks [] for security_group (fc39b261-7744-495f-b40d-5dc17e97aae7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:18.310043 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (068923a6-eed0-45df-a868-6c550f2d8bfa), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:18.373337 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b8c99d84-df02-470d-88e3-b259344ed82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (fc39b261-7744-495f-b40d-5dc17e97aae7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:18.392130 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (8134066a-b022-4b94-a0c9-4ffb3b9c19ec), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:18.394021 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] Pushing event updated for resources: {'Port': ['ID=068923a6-eed0-45df-a868-6c550f2d8bfa,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:18.418181 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b8c99d84-df02-470d-88e3-b259344ed82b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d264ed8a05ae4d2c9cb6395a07b8c710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3411500 Jan 28 06:15:18.421357 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44648) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:18.428235 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c99d84-df02-470d-88e3-b259344ed82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc39b261-7744-495f-b40d-5dc17e97aae7,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:18.503600 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14e14be8-1a8e-4027-a632-61a03254d4cd admin admin] Publish callbacks [] for security_group (fc39b261-7744-495f-b40d-5dc17e97aae7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:18.525639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] Network 04ba6769-395d-4b8c-a28d-d5a1d0e031c1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:15:18.527257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:18.545133 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14e14be8-1a8e-4027-a632-61a03254d4cd admin admin] Publish callbacks [] for security_group (fc39b261-7744-495f-b40d-5dc17e97aae7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:18.687963 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14e14be8-1a8e-4027-a632-61a03254d4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (fc39b261-7744-495f-b40d-5dc17e97aae7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:18.696517 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14e14be8-1a8e-4027-a632-61a03254d4cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:18.709359 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-14e14be8-1a8e-4027-a632-61a03254d4cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc39b261-7744-495f-b40d-5dc17e97aae7 HTTP/1.1" status: 204 len: 168 time: 0.2786419 Jan 28 06:15:18.734820 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e14be8-1a8e-4027-a632-61a03254d4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc39b261-7744-495f-b40d-5dc17e97aae7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:18.816323 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] Router 8134066a-b022-4b94-a0c9-4ffb3b9c19ec has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:15:18.828671 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281b9f3-3c71-4f00-bf18-be9b366e2720 req-ceff0671-2ae1-40ee-8760-b4349438af26 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:18.831156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8281b9f3-3c71-4f00-bf18-be9b366e2720 req-ceff0671-2ae1-40ee-8760-b4349438af26 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.1607788 Jan 28 06:15:19.004839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-1ecb7af0-77c3-412a-adaa-150a33a1c3f5 None None] Provisioning complete for port 068923a6-eed0-45df-a868-6c550f2d8bfa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:19.005842 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1ecb7af0-77c3-412a-adaa-150a33a1c3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (068923a6-eed0-45df-a868-6c550f2d8bfa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:19.024462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:15:19.029736 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8281b9f3-3c71-4f00-bf18-be9b366e2720 req-ead52f53-ed9f-4242-9ef7-224705d6c68b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908209 Jan 28 06:15:19.033326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2bca5780-9411-4a1f-8286-ce716450b14b admin admin] 10.222.0.31 "PUT /v2.0/routers/8134066a-b022-4b94-a0c9-4ffb3b9c19ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5435584 Jan 28 06:15:19.107896 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1ecb7af0-77c3-412a-adaa-150a33a1c3f5 None None] Port 068923a6-eed0-45df-a868-6c550f2d8bfa cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:15:19.302230 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 44acdb08-07e6-4c3d-972c-6a0031298a7e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:15:19.357992 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 44acdb08-07e6-4c3d-972c-6a0031298a7e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:19.358709 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (44acdb08-07e6-4c3d-972c-6a0031298a7e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:19.457674 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 44acdb08-07e6-4c3d-972c-6a0031298a7e is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:19.458112 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44acdb08-07e6-4c3d-972c-6a0031298a7e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:19.483826 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 44acdb08-07e6-4c3d-972c-6a0031298a7e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=44acdb08-07e6-4c3d-972c-6a0031298a7e,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:15:19.613439 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (44acdb08-07e6-4c3d-972c-6a0031298a7e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:19.664470 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=44acdb08-07e6-4c3d-972c-6a0031298a7e,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:19.732529 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44678) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:19.753049 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74dff87a-5be9-49e1-8c33-88b04ff4c083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:19.828680 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74dff87a-5be9-49e1-8c33-88b04ff4c083 admin admin] Publish callbacks [] for security_group (eb0e26e1-5917-40c3-a3ad-95e2c7b86560), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:19.927956 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-74dff87a-5be9-49e1-8c33-88b04ff4c083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (eb0e26e1-5917-40c3-a3ad-95e2c7b86560), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:19.979943 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dff87a-5be9-49e1-8c33-88b04ff4c083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0e26e1-5917-40c3-a3ad-95e2c7b86560,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:20.005306 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-74dff87a-5be9-49e1-8c33-88b04ff4c083 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d64b7527a6f4724ad9c19a25a5bfb89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2557094 Jan 28 06:15:20.005915 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44684) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:20.050633 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc559af9-4cf2-498e-a767-8a5cc5f21fb6 admin admin] Publish callbacks [] for security_group (eb0e26e1-5917-40c3-a3ad-95e2c7b86560), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:20.075081 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc559af9-4cf2-498e-a767-8a5cc5f21fb6 admin admin] Publish callbacks [] for security_group (eb0e26e1-5917-40c3-a3ad-95e2c7b86560), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:20.207204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab186687-8b5c-488a-80b8-445771f95881 req-8124c885-2414-4233-8e51-dbac600c53ec tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:20.208715 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab186687-8b5c-488a-80b8-445771f95881 req-8124c885-2414-4233-8e51-dbac600c53ec tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0552895 Jan 28 06:15:20.271190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab186687-8b5c-488a-80b8-445771f95881 req-7760d3c6-9b86-44d7-a979-ad30414bbbab tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559752 Jan 28 06:15:20.272408 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc559af9-4cf2-498e-a767-8a5cc5f21fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (eb0e26e1-5917-40c3-a3ad-95e2c7b86560), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:20.275877 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc559af9-4cf2-498e-a767-8a5cc5f21fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:20.279643 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bc559af9-4cf2-498e-a767-8a5cc5f21fb6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb0e26e1-5917-40c3-a3ad-95e2c7b86560 HTTP/1.1" status: 204 len: 168 time: 0.2824490 Jan 28 06:15:20.285785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc559af9-4cf2-498e-a767-8a5cc5f21fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0e26e1-5917-40c3-a3ad-95e2c7b86560,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:20.371325 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Sync routers for ids ['8134066a-b022-4b94-a0c9-4ffb3b9c19ec'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:15:20.381827 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Routers {'8134066a-b022-4b94-a0c9-4ffb3b9c19ec'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:15:20.383246 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:15:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['8134066a-b022-4b94-a0c9-4ffb3b9c19ec'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:20.490320 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Set router 8134066a-b022-4b94-a0c9-4ffb3b9c19ec gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:15:20.704428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44698) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:20.724329 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'name': 'tempest-ImageQuotaTest-1736472414-router', 'tenant_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '44acdb08-07e6-4c3d-972c-6a0031298a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:13Z', 'updated_at': '2022-01-28T06:15:17Z', 'revision_number': 4, 'project_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'gw_port': {'id': '44acdb08-07e6-4c3d-972c-6a0031298a7e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:14Z', 'updated_at': '2022-01-28T06:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '068923a6-eed0-45df-a868-6c550f2d8bfa', 'name': '', 'network_id': '04ba6769-395d-4b8c-a28d-d5a1d0e031c1', 'tenant_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'mac_address': 'fa:16:3e:09:6c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'e9d93aa8-3bb3-406c-aaab-dd51b14baed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:17Z', 'updated_at': '2022-01-28T06:15:18Z', 'revision_number': 2, 'project_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'subnets': [{'id': 'e9d93aa8-3bb3-406c-aaab-dd51b14baed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:20.756334 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Checking router: 8134066a-b022-4b94-a0c9-4ffb3b9c19ec for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:15:20.756712 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Updating router 8134066a-b022-4b94-a0c9-4ffb3b9c19ec port 068923a6-eed0-45df-a868-6c550f2d8bfa binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:15:20.785312 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (068923a6-eed0-45df-a868-6c550f2d8bfa), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:21.089223 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80037b2b-5ca9-406f-bf01-8f987e6f01de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (8134066a-b022-4b94-a0c9-4ffb3b9c19ec), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:21.090971 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Publish callbacks [] for port (068923a6-eed0-45df-a868-6c550f2d8bfa), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:21.108167 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 44acdb08-07e6-4c3d-972c-6a0031298a7e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:15:21.168205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 44acdb08-07e6-4c3d-972c-6a0031298a7e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:21.168585 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (44acdb08-07e6-4c3d-972c-6a0031298a7e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:21.214194 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (068923a6-eed0-45df-a868-6c550f2d8bfa), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:21.293850 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf33b38-f87e-4335-af76-3057cc54dff6 None None] Pushing event updated for resources: {'Port': ['ID=068923a6-eed0-45df-a868-6c550f2d8bfa,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:21.303195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 44acdb08-07e6-4c3d-972c-6a0031298a7e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:21.391953 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Attempting to bind port 068923a6-eed0-45df-a868-6c550f2d8bfa on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:21.392536 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Attempting to bind port 068923a6-eed0-45df-a868-6c550f2d8bfa by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '3ce9b399-aa89-429b-8e06-641ae719ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '04ba6769-395d-4b8c-a28d-d5a1d0e031c1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:21.392536 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Attempting to bind port 068923a6-eed0-45df-a868-6c550f2d8bfa on network 04ba6769-395d-4b8c-a28d-d5a1d0e031c1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:21.415313 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:15:21.415690 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Checking segment: {'id': '3ce9b399-aa89-429b-8e06-641ae719ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '04ba6769-395d-4b8c-a28d-d5a1d0e031c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:15:21.416102 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:21.416495 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Bound using segment: {'id': '3ce9b399-aa89-429b-8e06-641ae719ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '04ba6769-395d-4b8c-a28d-d5a1d0e031c1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:15:21.416980 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Bound port: 068923a6-eed0-45df-a868-6c550f2d8bfa, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce9b399-aa89-429b-8e06-641ae719ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '04ba6769-395d-4b8c-a28d-d5a1d0e031c1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:15:21.417391 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (068923a6-eed0-45df-a868-6c550f2d8bfa), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:21.487828 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] For port 068923a6-eed0-45df-a868-6c550f2d8bfa, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:15:21.490591 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] For port 068923a6-eed0-45df-a868-6c550f2d8bfa, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=068923a6-eed0-45df-a868-6c550f2d8bfa,segment=NetworkSegment(3ce9b399-aa89-429b-8e06-641ae719ec1b),segment_id=3ce9b399-aa89-429b-8e06-641ae719ec1b)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:15:21.495331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-80037b2b-5ca9-406f-bf01-8f987e6f01de admin admin] Deleting port 068923a6-eed0-45df-a868-6c550f2d8bfa {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:15:21.506345 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80037b2b-5ca9-406f-bf01-8f987e6f01de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (068923a6-eed0-45df-a868-6c550f2d8bfa), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:21.506345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596414f-f622-450e-b721-63e77bdbea2f req-93f57e73-016d-4c1e-a736-eec6fbd9098d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:21.508746 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f596414f-f622-450e-b721-63e77bdbea2f req-93f57e73-016d-4c1e-a736-eec6fbd9098d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0783160 Jan 28 06:15:21.586521 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (068923a6-eed0-45df-a868-6c550f2d8bfa), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:21.632800 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f596414f-f622-450e-b721-63e77bdbea2f req-311c9e8d-54d6-48ee-ae4f-b3353b52a225 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030490 Jan 28 06:15:21.652763 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Routers {'8134066a-b022-4b94-a0c9-4ffb3b9c19ec'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:15:21.654033 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:15:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['8134066a-b022-4b94-a0c9-4ffb3b9c19ec'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:21.658398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-80037b2b-5ca9-406f-bf01-8f987e6f01de admin admin] For port 068923a6-eed0-45df-a868-6c550f2d8bfa, host n-d-812111-12, got binding levels [] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:15:21.658783 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80037b2b-5ca9-406f-bf01-8f987e6f01de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (068923a6-eed0-45df-a868-6c550f2d8bfa), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:21.682094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-80037b2b-5ca9-406f-bf01-8f987e6f01de admin admin] Calling delete_port for 068923a6-eed0-45df-a868-6c550f2d8bfa owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:15:21.709759 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c1004602-88da-4e5f-864a-d0d40abb7371 None None] Provisioning complete for port 068923a6-eed0-45df-a868-6c550f2d8bfa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:21.710943 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1004602-88da-4e5f-864a-d0d40abb7371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (068923a6-eed0-45df-a868-6c550f2d8bfa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:21.713353 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf33b38-f87e-4335-af76-3057cc54dff6 None None] Pushing event updated for resources: {'Port': ['ID=068923a6-eed0-45df-a868-6c550f2d8bfa,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:21.840003 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] Set router 8134066a-b022-4b94-a0c9-4ffb3b9c19ec gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:15:21.922284 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c1004602-88da-4e5f-864a-d0d40abb7371 None None] Current status of the port 068923a6-eed0-45df-a868-6c550f2d8bfa is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:21.922775 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1004602-88da-4e5f-864a-d0d40abb7371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (068923a6-eed0-45df-a868-6c550f2d8bfa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:22.103926 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'name': 'tempest-ImageQuotaTest-1736472414-router', 'tenant_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '44acdb08-07e6-4c3d-972c-6a0031298a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:13Z', 'updated_at': '2022-01-28T06:15:17Z', 'revision_number': 4, 'project_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'gw_port': {'id': '44acdb08-07e6-4c3d-972c-6a0031298a7e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:14Z', 'updated_at': '2022-01-28T06:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '068923a6-eed0-45df-a868-6c550f2d8bfa', 'name': '', 'network_id': '04ba6769-395d-4b8c-a28d-d5a1d0e031c1', 'tenant_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'mac_address': 'fa:16:3e:09:6c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'e9d93aa8-3bb3-406c-aaab-dd51b14baed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:17Z', 'updated_at': '2022-01-28T06:15:21Z', 'revision_number': 4, 'project_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'subnets': [{'id': 'e9d93aa8-3bb3-406c-aaab-dd51b14baed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:22.133311 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de001a64-cb4f-4cab-be01-c7524cbd9f02 None None] The sync data for ids ['8134066a-b022-4b94-a0c9-4ffb3b9c19ec'] in n-d-812111-12 is: [{'id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'name': 'tempest-ImageQuotaTest-1736472414-router', 'tenant_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '44acdb08-07e6-4c3d-972c-6a0031298a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:13Z', 'updated_at': '2022-01-28T06:15:17Z', 'revision_number': 4, 'project_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'gw_port': {'id': '44acdb08-07e6-4c3d-972c-6a0031298a7e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:14Z', 'updated_at': '2022-01-28T06:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '068923a6-eed0-45df-a868-6c550f2d8bfa', 'name': '', 'network_id': '04ba6769-395d-4b8c-a28d-d5a1d0e031c1', 'tenant_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'mac_address': 'fa:16:3e:09:6c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'e9d93aa8-3bb3-406c-aaab-dd51b14baed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:17Z', 'updated_at': '2022-01-28T06:15:21Z', 'revision_number': 4, 'project_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'subnets': [{'id': 'e9d93aa8-3bb3-406c-aaab-dd51b14baed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:15:22.137947 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80037b2b-5ca9-406f-bf01-8f987e6f01de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (068923a6-eed0-45df-a868-6c550f2d8bfa), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:22.170562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80037b2b-5ca9-406f-bf01-8f987e6f01de admin admin] Pushing event deleted for resources: {'Port': ['ID=068923a6-eed0-45df-a868-6c550f2d8bfa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:22.359347 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d10b51d1-df85-4ce9-ba9d-792248e787bf None None] Could not find standard attr ID for object 068923a6-eed0-45df-a868-6c550f2d8bfa. {{(pid=103636) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:15:22.450134 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80037b2b-5ca9-406f-bf01-8f987e6f01de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (8134066a-b022-4b94-a0c9-4ffb3b9c19ec), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:23.236580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8e677-a7da-4b64-8f97-24b9c64fd006 req-afbd142a-8435-4806-ab72-1a444416c1af tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:23.245972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37e8e677-a7da-4b64-8f97-24b9c64fd006 req-afbd142a-8435-4806-ab72-1a444416c1af tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.1127641 Jan 28 06:15:23.296057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80037b2b-5ca9-406f-bf01-8f987e6f01de admin admin] Router 8134066a-b022-4b94-a0c9-4ffb3b9c19ec has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:15:23.316603 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37e8e677-a7da-4b64-8f97-24b9c64fd006 req-92036f05-e934-4b78-b60c-c153423c3e7f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668757 Jan 28 06:15:23.435097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80037b2b-5ca9-406f-bf01-8f987e6f01de admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:15:23.441518 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-80037b2b-5ca9-406f-bf01-8f987e6f01de admin admin] 10.222.0.31 "PUT /v2.0/routers/8134066a-b022-4b94-a0c9-4ffb3b9c19ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7359531 Jan 28 06:15:23.444044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44762) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:23.599138 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38f8ee0b-f418-4a8a-8588-77e3c9a8e146 admin admin] Publish callbacks [] for router (8134066a-b022-4b94-a0c9-4ffb3b9c19ec), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:23.736427 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38f8ee0b-f418-4a8a-8588-77e3c9a8e146 admin admin] Publish callbacks [] for router_gateway (8134066a-b022-4b94-a0c9-4ffb3b9c19ec), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:23.764558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a88a64-220b-49c0-9645-08a3f16eef44 None None] Sync routers for ids ['8134066a-b022-4b94-a0c9-4ffb3b9c19ec'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:15:23.776993 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a88a64-220b-49c0-9645-08a3f16eef44 None None] Routers {'8134066a-b022-4b94-a0c9-4ffb3b9c19ec'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:15:23.777633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f6a88a64-220b-49c0-9645-08a3f16eef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:15:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['8134066a-b022-4b94-a0c9-4ffb3b9c19ec'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:23.872416 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-38f8ee0b-f418-4a8a-8588-77e3c9a8e146 admin admin] Deleting port 44acdb08-07e6-4c3d-972c-6a0031298a7e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:15:23.872843 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38f8ee0b-f418-4a8a-8588-77e3c9a8e146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (44acdb08-07e6-4c3d-972c-6a0031298a7e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:23.916523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-f6a88a64-220b-49c0-9645-08a3f16eef44 None None] Set router 8134066a-b022-4b94-a0c9-4ffb3b9c19ec gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:15:23.978591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-38f8ee0b-f418-4a8a-8588-77e3c9a8e146 admin admin] For port 44acdb08-07e6-4c3d-972c-6a0031298a7e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=44acdb08-07e6-4c3d-972c-6a0031298a7e,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:15:23.978961 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38f8ee0b-f418-4a8a-8588-77e3c9a8e146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (44acdb08-07e6-4c3d-972c-6a0031298a7e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:23.994121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-38f8ee0b-f418-4a8a-8588-77e3c9a8e146 admin admin] Calling delete_port for 44acdb08-07e6-4c3d-972c-6a0031298a7e owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:15:24.117229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f6a88a64-220b-49c0-9645-08a3f16eef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'name': 'tempest-ImageQuotaTest-1736472414-router', 'tenant_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '44acdb08-07e6-4c3d-972c-6a0031298a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:13Z', 'updated_at': '2022-01-28T06:15:21Z', 'revision_number': 5, 'project_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'gw_port': {'id': '44acdb08-07e6-4c3d-972c-6a0031298a7e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:14Z', 'updated_at': '2022-01-28T06:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:24.152896 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a88a64-220b-49c0-9645-08a3f16eef44 None None] Checking router: 8134066a-b022-4b94-a0c9-4ffb3b9c19ec for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:15:24.163333 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a88a64-220b-49c0-9645-08a3f16eef44 None None] Routers {'8134066a-b022-4b94-a0c9-4ffb3b9c19ec'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:15:24.164206 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f6a88a64-220b-49c0-9645-08a3f16eef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:15:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['8134066a-b022-4b94-a0c9-4ffb3b9c19ec'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:24.266670 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-f6a88a64-220b-49c0-9645-08a3f16eef44 None None] Set router 8134066a-b022-4b94-a0c9-4ffb3b9c19ec gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:15:24.274940 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38f8ee0b-f418-4a8a-8588-77e3c9a8e146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (44acdb08-07e6-4c3d-972c-6a0031298a7e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:24.310826 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8ee0b-f418-4a8a-8588-77e3c9a8e146 admin admin] Pushing event deleted for resources: {'Port': ['ID=44acdb08-07e6-4c3d-972c-6a0031298a7e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:24.322638 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f6a88a64-220b-49c0-9645-08a3f16eef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'name': 'tempest-ImageQuotaTest-1736472414-router', 'tenant_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:13Z', 'updated_at': '2022-01-28T06:15:23Z', 'revision_number': 6, 'project_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:24.354977 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a88a64-220b-49c0-9645-08a3f16eef44 None None] The sync data for ids ['8134066a-b022-4b94-a0c9-4ffb3b9c19ec'] in n-d-812111-12 is: [{'id': '8134066a-b022-4b94-a0c9-4ffb3b9c19ec', 'name': 'tempest-ImageQuotaTest-1736472414-router', 'tenant_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:13Z', 'updated_at': '2022-01-28T06:15:23Z', 'revision_number': 6, 'project_id': 'eeabbf06250d4a0f9def6a5355867ed5', 'gw_port_host': None}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:15:24.384863 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38f8ee0b-f418-4a8a-8588-77e3c9a8e146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (8134066a-b022-4b94-a0c9-4ffb3b9c19ec), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:24.509828 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38f8ee0b-f418-4a8a-8588-77e3c9a8e146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (8134066a-b022-4b94-a0c9-4ffb3b9c19ec), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:24.513877 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38f8ee0b-f418-4a8a-8588-77e3c9a8e146 admin admin] Publish callbacks [] for router_controller (8134066a-b022-4b94-a0c9-4ffb3b9c19ec), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:24.567655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50b063-4e46-4bde-adfe-73f24ac0b6c2 req-4ed056ab-c713-46d5-91e7-c5b1f0d4e214 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:24.569202 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac50b063-4e46-4bde-adfe-73f24ac0b6c2 req-4ed056ab-c713-46d5-91e7-c5b1f0d4e214 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.1486518 Jan 28 06:15:24.657970 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac50b063-4e46-4bde-adfe-73f24ac0b6c2 req-09c1ecbe-9035-4bda-abc2-8dc13ad52182 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765917 Jan 28 06:15:24.683278 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44794) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:24.745153 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38f8ee0b-f418-4a8a-8588-77e3c9a8e146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (8134066a-b022-4b94-a0c9-4ffb3b9c19ec), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:24.746215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f8ee0b-f418-4a8a-8588-77e3c9a8e146 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8134066a-b022-4b94-a0c9-4ffb3b9c19ec {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:15:24.758381 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38f8ee0b-f418-4a8a-8588-77e3c9a8e146 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:24.762698 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-38f8ee0b-f418-4a8a-8588-77e3c9a8e146 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8134066a-b022-4b94-a0c9-4ffb3b9c19ec HTTP/1.1" status: 204 len: 168 time: 1.3107681 Jan 28 06:15:24.763020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44798) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:24.818402 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83969c6d-8ffd-4e58-90c1-f8109252044c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:24.846958 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9a1a50-0fe9-42c8-82e0-c4a903a5794c admin admin] Deleting subnet e9d93aa8-3bb3-406c-aaab-dd51b14baed3 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:15:24.862029 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1a50-0fe9-42c8-82e0-c4a903a5794c admin admin] Publish callbacks [] for subnet (e9d93aa8-3bb3-406c-aaab-dd51b14baed3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:24.918687 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1a50-0fe9-42c8-82e0-c4a903a5794c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (e9d93aa8-3bb3-406c-aaab-dd51b14baed3), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:25.016720 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83969c6d-8ffd-4e58-90c1-f8109252044c admin admin] Publish callbacks [] for security_group (e67673a5-7885-4f07-aef1-e98b78677bed), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:25.031610 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1a50-0fe9-42c8-82e0-c4a903a5794c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (e9d93aa8-3bb3-406c-aaab-dd51b14baed3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:25.088987 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-83969c6d-8ffd-4e58-90c1-f8109252044c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e67673a5-7885-4f07-aef1-e98b78677bed), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:25.130058 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-83969c6d-8ffd-4e58-90c1-f8109252044c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39800ad9eb6542468db6149cd87b9d4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4449701 Jan 28 06:15:25.131101 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83969c6d-8ffd-4e58-90c1-f8109252044c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67673a5-7885-4f07-aef1-e98b78677bed,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:25.133452 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44800) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:25.148173 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:25.169201 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1a50-0fe9-42c8-82e0-c4a903a5794c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (e9d93aa8-3bb3-406c-aaab-dd51b14baed3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:25.200249 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] Publish callbacks [] for security_group (e67673a5-7885-4f07-aef1-e98b78677bed), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:25.202009 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a1a50-0fe9-42c8-82e0-c4a903a5794c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9d93aa8-3bb3-406c-aaab-dd51b14baed3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:25.206701 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1a50-0fe9-42c8-82e0-c4a903a5794c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:25.210703 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4b9a1a50-0fe9-42c8-82e0-c4a903a5794c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e9d93aa8-3bb3-406c-aaab-dd51b14baed3 HTTP/1.1" status: 204 len: 168 time: 0.4460049 Jan 28 06:15:25.216877 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44802) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:25.218649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed54302d-3e0e-47bf-a700-3038b255215d None None] Network 04ba6769-395d-4b8c-a28d-d5a1d0e031c1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:15:25.290718 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] Publish callbacks [] for security_group (e67673a5-7885-4f07-aef1-e98b78677bed), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:25.308971 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 44acdb08-07e6-4c3d-972c-6a0031298a7e no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:15:25.324626 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (04ba6769-395d-4b8c-a28d-d5a1d0e031c1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:25.336855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 44acdb08-07e6-4c3d-972c-6a0031298a7e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:15:25.337849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 44acdb08-07e6-4c3d-972c-6a0031298a7e not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:15:25.338558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 068923a6-eed0-45df-a868-6c550f2d8bfa no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:15:25.380766 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 068923a6-eed0-45df-a868-6c550f2d8bfa {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:15:25.385799 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 068923a6-eed0-45df-a868-6c550f2d8bfa not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:15:25.433065 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] Deleting port 894c1d55-8728-499a-a94a-aa95fff5448b {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:15:25.433497 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (894c1d55-8728-499a-a94a-aa95fff5448b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:25.447864 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e67673a5-7885-4f07-aef1-e98b78677bed), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:25.450742 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:25.455145 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e67673a5-7885-4f07-aef1-e98b78677bed HTTP/1.1" status: 204 len: 168 time: 0.3180068 Jan 28 06:15:25.465440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67673a5-7885-4f07-aef1-e98b78677bed,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:25.489251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.489251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.489251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.489251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.489251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.489251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.489251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.489251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.489251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.489251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.489251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.489251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.491731 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf711f7d-64ab-421b-b185-84ce6b1cd0ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.521703 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] DHCP port deletion for 04ba6769-395d-4b8c-a28d-d5a1d0e031c1 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:15:25.574640 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] For port 894c1d55-8728-499a-a94a-aa95fff5448b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=894c1d55-8728-499a-a94a-aa95fff5448b,segment=NetworkSegment(3ce9b399-aa89-429b-8e06-641ae719ec1b),segment_id=3ce9b399-aa89-429b-8e06-641ae719ec1b)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:15:25.575143 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (894c1d55-8728-499a-a94a-aa95fff5448b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:25.594152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] Calling delete_port for 894c1d55-8728-499a-a94a-aa95fff5448b owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:15:25.599951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Deleting port 894c1d55-8728-499a-a94a-aa95fff5448b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:15:25.600531 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (894c1d55-8728-499a-a94a-aa95fff5448b), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:25.776146 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] For port 894c1d55-8728-499a-a94a-aa95fff5448b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=894c1d55-8728-499a-a94a-aa95fff5448b,segment=NetworkSegment(3ce9b399-aa89-429b-8e06-641ae719ec1b),segment_id=3ce9b399-aa89-429b-8e06-641ae719ec1b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:15:25.776146 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (894c1d55-8728-499a-a94a-aa95fff5448b), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:25.788718 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Calling delete_port for 894c1d55-8728-499a-a94a-aa95fff5448b owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:15:25.822778 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cb1de-e385-4b54-96e6-4736679ac8c2 req-0f2bef25-2d8d-464f-bf68-987c82fa94ad tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:25.825223 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c22cb1de-e385-4b54-96e6-4736679ac8c2 req-0f2bef25-2d8d-464f-bf68-987c82fa94ad tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0744224 Jan 28 06:15:25.836582 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (894c1d55-8728-499a-a94a-aa95fff5448b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:25.881362 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] No DVR routers for this DVR port 894c1d55-8728-499a-a94a-aa95fff5448b on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:15:25.897392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=894c1d55-8728-499a-a94a-aa95fff5448b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:25.936252 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c22cb1de-e385-4b54-96e6-4736679ac8c2 req-4babb6fa-6bac-44a9-8176-c003eeb0e679 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028996 Jan 28 06:15:25.951023 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (894c1d55-8728-499a-a94a-aa95fff5448b), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:25.980144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Pushing event deleted for resources: {'Port': ['ID=894c1d55-8728-499a-a94a-aa95fff5448b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:25.996187 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.996873 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.997462 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.997961 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.998714 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.999233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:25.999765 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:26.000258 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:26.000762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:26.001098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:26.001432 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:26.001764 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:26.002150 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:26.003539 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (04ba6769-395d-4b8c-a28d-d5a1d0e031c1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:26.005935 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a4055-5110-434b-a6f9-fe41481c4831 None None] No DVR routers for this DVR port 894c1d55-8728-499a-a94a-aa95fff5448b on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:15:26.031921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ba6769-395d-4b8c-a28d-d5a1d0e031c1']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:26.043898 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce9b399-aa89-429b-8e06-641ae719ec1b') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:26.044206 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce9b399-aa89-429b-8e06-641ae719ec1b') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:26.054477 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (3ce9b399-aa89-429b-8e06-641ae719ec1b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:26.067381 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (3ce9b399-aa89-429b-8e06-641ae719ec1b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:26.073375 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:15:26.073761 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (3ce9b399-aa89-429b-8e06-641ae719ec1b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:15:26.075413 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:15:26.186179 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44812) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:26.195468 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (04ba6769-395d-4b8c-a28d-d5a1d0e031c1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:26.207579 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:26.210791 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] 10.222.0.31 "DELETE /v2.0/networks/04ba6769-395d-4b8c-a28d-d5a1d0e031c1 HTTP/1.1" status: 204 len: 168 time: 0.9966023 Jan 28 06:15:26.212790 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8a502c81-a4e2-4af4-bcd9-1149f0d25e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:26.223683 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c4fec-2a59-4cc1-a203-093aa96e1a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=04ba6769-395d-4b8c-a28d-d5a1d0e031c1,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:26.309306 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8a502c81-a4e2-4af4-bcd9-1149f0d25e0c admin admin] Publish callbacks [] for security_group (961b7684-e254-42fb-a202-bf17a77b9fe4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:26.407567 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8a502c81-a4e2-4af4-bcd9-1149f0d25e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (961b7684-e254-42fb-a202-bf17a77b9fe4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:26.454522 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a502c81-a4e2-4af4-bcd9-1149f0d25e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961b7684-e254-42fb-a202-bf17a77b9fe4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:26.459139 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8a502c81-a4e2-4af4-bcd9-1149f0d25e0c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01564d19b65b4417a7b22b01e653fef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2718046 Jan 28 06:15:26.462551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44816) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:26.526204 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-447f0c97-7a88-4f6a-9163-bd195f492aad admin admin] Publish callbacks [] for security_group (961b7684-e254-42fb-a202-bf17a77b9fe4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:26.554177 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-447f0c97-7a88-4f6a-9163-bd195f492aad admin admin] Publish callbacks [] for security_group (961b7684-e254-42fb-a202-bf17a77b9fe4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:26.676440 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-447f0c97-7a88-4f6a-9163-bd195f492aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (961b7684-e254-42fb-a202-bf17a77b9fe4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:26.679555 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-447f0c97-7a88-4f6a-9163-bd195f492aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:26.680803 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-447f0c97-7a88-4f6a-9163-bd195f492aad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/961b7684-e254-42fb-a202-bf17a77b9fe4 HTTP/1.1" status: 204 len: 168 time: 0.2175722 Jan 28 06:15:26.689807 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f0c97-7a88-4f6a-9163-bd195f492aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961b7684-e254-42fb-a202-bf17a77b9fe4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:26.717303 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44820) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:26.765864 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6e31c8f7-eab0-4c29-a0ae-582f8cb06665 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eeabbf06250d4a0f9def6a5355867ed5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470021 Jan 28 06:15:26.768281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44822) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:26.844903 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-837445ff-2e12-4f25-a598-258c0c37f93a admin admin] Publish callbacks [] for security_group (5cfcb51d-8a7a-410d-a01d-ab4addbe3043), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:26.872517 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-837445ff-2e12-4f25-a598-258c0c37f93a admin admin] Publish callbacks [] for security_group (5cfcb51d-8a7a-410d-a01d-ab4addbe3043), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:27.030988 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-837445ff-2e12-4f25-a598-258c0c37f93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5cfcb51d-8a7a-410d-a01d-ab4addbe3043), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:27.034052 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-837445ff-2e12-4f25-a598-258c0c37f93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:27.037730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-837445ff-2e12-4f25-a598-258c0c37f93a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cfcb51d-8a7a-410d-a01d-ab4addbe3043 HTTP/1.1" status: 204 len: 168 time: 0.2660658 Jan 28 06:15:27.084975 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837445ff-2e12-4f25-a598-258c0c37f93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfcb51d-8a7a-410d-a01d-ab4addbe3043,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:27.142349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73548e9-5dcf-4a5d-89ff-0b4b828930ab req-73b6ac2c-cad1-4c10-a3b9-01c6c9ee84f9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:27.150808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a73548e9-5dcf-4a5d-89ff-0b4b828930ab req-73b6ac2c-cad1-4c10-a3b9-01c6c9ee84f9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.1313109 Jan 28 06:15:27.165833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 894c1d55-8728-499a-a94a-aa95fff5448b no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:15:27.218946 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 894c1d55-8728-499a-a94a-aa95fff5448b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:15:27.219502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 894c1d55-8728-499a-a94a-aa95fff5448b not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:15:27.248729 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a73548e9-5dcf-4a5d-89ff-0b4b828930ab req-3c91e663-fe6d-476e-99d0-91936f1158be tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840046 Jan 28 06:15:27.852020 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:28.055830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 44860) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:28.074407 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-070659b1-dea3-45f8-8fe0-1f8df0ba74a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:28.173168 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-070659b1-dea3-45f8-8fe0-1f8df0ba74a1 admin admin] Publish callbacks [] for security_group (460ce570-4562-4fbc-b8ad-b4b2f5971c59), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:28.230285 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-070659b1-dea3-45f8-8fe0-1f8df0ba74a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (460ce570-4562-4fbc-b8ad-b4b2f5971c59), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:28.296789 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-070659b1-dea3-45f8-8fe0-1f8df0ba74a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2375669 Jan 28 06:15:28.296789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070659b1-dea3-45f8-8fe0-1f8df0ba74a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460ce570-4562-4fbc-b8ad-b4b2f5971c59,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:28.297775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44868) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:28.422354 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7f38970-98f3-478f-93e1-093e78ad747c admin admin] Publish callbacks [] for security_group (460ce570-4562-4fbc-b8ad-b4b2f5971c59), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:28.439972 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165d5a8-9de1-4038-a660-886b859a6259 req-78805f7b-41b1-415b-8ab4-2ef73229f206 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:28.441538 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3165d5a8-9de1-4038-a660-886b859a6259 req-78805f7b-41b1-415b-8ab4-2ef73229f206 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0713813 Jan 28 06:15:28.470621 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7f38970-98f3-478f-93e1-093e78ad747c admin admin] Publish callbacks [] for security_group (460ce570-4562-4fbc-b8ad-b4b2f5971c59), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:28.526908 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3165d5a8-9de1-4038-a660-886b859a6259 req-e0d21c3e-f3e8-451c-a215-9d5f4464632e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758183 Jan 28 06:15:28.717594 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7f38970-98f3-478f-93e1-093e78ad747c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (460ce570-4562-4fbc-b8ad-b4b2f5971c59), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:28.720902 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7f38970-98f3-478f-93e1-093e78ad747c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:28.724994 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e7f38970-98f3-478f-93e1-093e78ad747c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/460ce570-4562-4fbc-b8ad-b4b2f5971c59 HTTP/1.1" status: 204 len: 168 time: 0.4228699 Jan 28 06:15:28.732741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f38970-98f3-478f-93e1-093e78ad747c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460ce570-4562-4fbc-b8ad-b4b2f5971c59,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:29.688225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f8368-7df5-40f5-843e-2704c84273e9 req-7ffe279c-500a-4e2f-9961-10f4b2b68f19 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:29.690182 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c56f8368-7df5-40f5-843e-2704c84273e9 req-7ffe279c-500a-4e2f-9961-10f4b2b68f19 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0567601 Jan 28 06:15:29.715445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44922) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:29.744852 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c56f8368-7df5-40f5-843e-2704c84273e9 req-a0815af2-c36c-44f6-990c-6110dfbb70a8 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484986 Jan 28 06:15:29.822923 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1fdd9751-7f73-4157-aac0-d4eba3a9a26b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-669303163-network', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:15:29.931266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdd9751-7f73-4157-aac0-d4eba3a9a26b admin admin] Made reservation on behalf of 52b7a7981a1b46de97bf04ddda02f79f for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:15:29.933655 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fdd9751-7f73-4157-aac0-d4eba3a9a26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:29.942428 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fdd9751-7f73-4157-aac0-d4eba3a9a26b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:30.023598 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fdd9751-7f73-4157-aac0-d4eba3a9a26b admin admin] Publish callbacks [] for security_group (c5265833-1e23-4b05-925b-91dec2a4dfbc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:30.114714 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fdd9751-7f73-4157-aac0-d4eba3a9a26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c5265833-1e23-4b05-925b-91dec2a4dfbc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:30.136117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdd9751-7f73-4157-aac0-d4eba3a9a26b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:15:30.151969 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd9751-7f73-4157-aac0-d4eba3a9a26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5265833-1e23-4b05-925b-91dec2a4dfbc,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:30.155335 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fdd9751-7f73-4157-aac0-d4eba3a9a26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ee473f95-f181-46ab-809f-e989645d97f5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:30.155685 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-1fdd9751-7f73-4157-aac0-d4eba3a9a26b admin admin] Added segment ee473f95-f181-46ab-809f-e989645d97f5 of type vlan for network 7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 Jan 28 06:15:30.195699 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fdd9751-7f73-4157-aac0-d4eba3a9a26b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:30.293193 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fdd9751-7f73-4157-aac0-d4eba3a9a26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:30.294180 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdd9751-7f73-4157-aac0-d4eba3a9a26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:30.294997 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fdd9751-7f73-4157-aac0-d4eba3a9a26b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:30.357637 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd9751-7f73-4157-aac0-d4eba3a9a26b admin admin] Pushing event updated for resources: {'Network': ['ID=7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:30.371680 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:15:30.450263 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1fdd9751-7f73-4157-aac0-d4eba3a9a26b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7322543 Jan 28 06:15:30.453002 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 44960) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:30.457855 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4330dc60-11fb-46ef-a9d6-5ada979efb4a admin admin] Request body: {'subnet': {'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-669303163-subnet', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:15:30.594254 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4330dc60-11fb-46ef-a9d6-5ada979efb4a admin admin] Made reservation on behalf of 52b7a7981a1b46de97bf04ddda02f79f for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:15:30.597082 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4330dc60-11fb-46ef-a9d6-5ada979efb4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:30.888708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e0a6a-201b-4be7-b1f2-abb7cc5e82ba req-0fb91403-f6e1-4df0-be9e-f31ef7590097 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:30.890258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ec5e0a6a-201b-4be7-b1f2-abb7cc5e82ba req-0fb91403-f6e1-4df0-be9e-f31ef7590097 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0570993 Jan 28 06:15:30.900118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4330dc60-11fb-46ef-a9d6-5ada979efb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (0496f036-4af1-403b-ba69-179996f374c4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:30.983076 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ec5e0a6a-201b-4be7-b1f2-abb7cc5e82ba req-53715e17-0cc3-4a00-9e5b-efcd8dc3a9ee tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867560 Jan 28 06:15:30.985460 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330dc60-11fb-46ef-a9d6-5ada979efb4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0496f036-4af1-403b-ba69-179996f374c4,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:30.995248 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4330dc60-11fb-46ef-a9d6-5ada979efb4a admin admin] Checking segment: {'id': 'ee473f95-f181-46ab-809f-e989645d97f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:15:30.995815 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4330dc60-11fb-46ef-a9d6-5ada979efb4a admin admin] Network hostable DHCP agents. Network: 7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:15:31.109678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4330dc60-11fb-46ef-a9d6-5ada979efb4a admin admin] Network 7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:15:31.196045 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-4330dc60-11fb-46ef-a9d6-5ada979efb4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:31.201003 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4330dc60-11fb-46ef-a9d6-5ada979efb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:31.209718 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4330dc60-11fb-46ef-a9d6-5ada979efb4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:31.211036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7fbac8-4a82-4a70-a832-d5cdd34b1dee None None] Network 7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:15:31.296151 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4330dc60-11fb-46ef-a9d6-5ada979efb4a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8420062 Jan 28 06:15:31.298918 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45004) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:31.305010 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:15:31.451337 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (bc970aab-465d-4bae-8250-3bd3a023224e), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:31.451337 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (bc970aab-465d-4bae-8250-3bd3a023224e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:31.498921 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'fixed_ips': [{'subnet_id': '0496f036-4af1-403b-ba69-179996f374c4'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:15:31.500359 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:31.546951 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Publish callbacks [] for router_controller (bc970aab-465d-4bae-8250-3bd3a023224e), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:31.696353 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Allocated IP 172.20.0.2 (7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05/0496f036-4af1-403b-ba69-179996f374c4/cd1b611e-d0ba-41b5-9b86-77d281421caa) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:15:31.841835 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Publish callbacks [] for router_gateway (bc970aab-465d-4bae-8250-3bd3a023224e), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:31.859952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45012) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:31.907747 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Publish callbacks [] for port (cd1b611e-d0ba-41b5-9b86-77d281421caa), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:31.992395 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d798f3a8-b050-4666-9fae-71b2833f4d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:32.059177 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (cd1b611e-d0ba-41b5-9b86-77d281421caa), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:32.148021 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d798f3a8-b050-4666-9fae-71b2833f4d9e admin admin] Publish callbacks [] for security_group (b2457506-7684-4637-87cd-5d72c898c57d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:32.149685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Pushing event updated for resources: {'Port': ['ID=cd1b611e-d0ba-41b5-9b86-77d281421caa,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:32.181582 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Network 7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:15:32.183205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:32.188359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:15:32.208239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d798f3a8-b050-4666-9fae-71b2833f4d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b2457506-7684-4637-87cd-5d72c898c57d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:32.268990 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d798f3a8-b050-4666-9fae-71b2833f4d9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f3330926628d4071a32d2d038e033dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4050705 Jan 28 06:15:32.269193 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45018) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:32.307052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Attempting to bind port cd1b611e-d0ba-41b5-9b86-77d281421caa on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:32.307424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Attempting to bind port cd1b611e-d0ba-41b5-9b86-77d281421caa by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'ee473f95-f181-46ab-809f-e989645d97f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:32.309547 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Attempting to bind port cd1b611e-d0ba-41b5-9b86-77d281421caa on network 7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:32.313475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798f3a8-b050-4666-9fae-71b2833f4d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2457506-7684-4637-87cd-5d72c898c57d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:32.322402 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:15:32.322814 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Checking segment: {'id': 'ee473f95-f181-46ab-809f-e989645d97f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:15:32.323245 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:32.323596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Bound using segment: {'id': 'ee473f95-f181-46ab-809f-e989645d97f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:15:32.324126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Bound port: cd1b611e-d0ba-41b5-9b86-77d281421caa, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee473f95-f181-46ab-809f-e989645d97f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:15:32.324568 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cd1b611e-d0ba-41b5-9b86-77d281421caa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:32.370941 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1bd4c2e7-5743-47ea-92dc-32022b1df7f1 admin admin] Publish callbacks [] for security_group (b2457506-7684-4637-87cd-5d72c898c57d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:32.375301 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653a9b7-9803-4a72-a313-0a87e1a7bebe req-50ee9b9f-e296-403b-b431-6f9b0e2ed5f6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:32.377127 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2653a9b7-9803-4a72-a313-0a87e1a7bebe req-50ee9b9f-e296-403b-b431-6f9b0e2ed5f6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.2607825 Jan 28 06:15:32.400064 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1bd4c2e7-5743-47ea-92dc-32022b1df7f1 admin admin] Publish callbacks [] for security_group (b2457506-7684-4637-87cd-5d72c898c57d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:32.466743 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Publish callbacks [] for router_gateway (bc970aab-465d-4bae-8250-3bd3a023224e), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:32.482375 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] For port cd1b611e-d0ba-41b5-9b86-77d281421caa, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:15:32.486213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] For port cd1b611e-d0ba-41b5-9b86-77d281421caa, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cd1b611e-d0ba-41b5-9b86-77d281421caa,segment=NetworkSegment(ee473f95-f181-46ab-809f-e989645d97f5),segment_id=ee473f95-f181-46ab-809f-e989645d97f5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:15:32.500902 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:32.503167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2653a9b7-9803-4a72-a313-0a87e1a7bebe req-411aa714-2b92-4acd-a8b1-e1a97c50d1af tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161053 Jan 28 06:15:32.562202 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7c51bfe-e93d-4fef-9266-eec4b9fb4b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:32.792261 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1bd4c2e7-5743-47ea-92dc-32022b1df7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b2457506-7684-4637-87cd-5d72c898c57d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:32.794375 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1bd4c2e7-5743-47ea-92dc-32022b1df7f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:32.795915 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1bd4c2e7-5743-47ea-92dc-32022b1df7f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2457506-7684-4637-87cd-5d72c898c57d HTTP/1.1" status: 204 len: 168 time: 0.5249391 Jan 28 06:15:32.807177 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cd1b611e-d0ba-41b5-9b86-77d281421caa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:32.843235 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4c2e7-5743-47ea-92dc-32022b1df7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2457506-7684-4637-87cd-5d72c898c57d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:32.941906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Allocated IP 172.25.0.244 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/531782dc-ac0c-4b1d-9123-38a3d5f5a8c5) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:15:32.945632 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a048a24-46db-4daa-9fae-022b749fd12e None None] Pushing event updated for resources: {'Port': ['ID=cd1b611e-d0ba-41b5-9b86-77d281421caa,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:33.073635 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Publish callbacks [] for port (531782dc-ac0c-4b1d-9123-38a3d5f5a8c5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:33.207866 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (531782dc-ac0c-4b1d-9123-38a3d5f5a8c5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:33.258627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:15:33.260081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:33.263985 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:15:33.308576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Pushing event updated for resources: {'Port': ['ID=531782dc-ac0c-4b1d-9123-38a3d5f5a8c5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:33.667262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45028) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:33.721757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc86a6-91ef-4bbe-8403-126e04489173 req-5c1a7f26-7910-4642-b85c-27fad68355c7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:33.723385 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3abc86a6-91ef-4bbe-8403-126e04489173 req-5c1a7f26-7910-4642-b85c-27fad68355c7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.1422570 Jan 28 06:15:33.726994 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e97baec-8684-49e3-a34b-e5e92ef0130d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:33.775287 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Publish callbacks [] for router_gateway (bc970aab-465d-4bae-8250-3bd3a023224e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:33.868365 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3abc86a6-91ef-4bbe-8403-126e04489173 req-0be2eabb-0681-4f6f-b9b4-2e5e71963ea4 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295786 Jan 28 06:15:34.025047 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e97baec-8684-49e3-a34b-e5e92ef0130d admin admin] Publish callbacks [] for security_group (3c537cf9-6941-4947-8969-a3eb9c96eaf0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:34.091412 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (bc970aab-465d-4bae-8250-3bd3a023224e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:34.122398 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e152031-f715-49b0-b73c-c8faa65dc145 None None] Network 7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:15:34.192241 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e97baec-8684-49e3-a34b-e5e92ef0130d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3c537cf9-6941-4947-8969-a3eb9c96eaf0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:34.214154 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f0c5c393-1d88-423c-9d44-a76cbbc18f43 None None] Provisioning complete for port cd1b611e-d0ba-41b5-9b86-77d281421caa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:34.221111 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c393-1d88-423c-9d44-a76cbbc18f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cd1b611e-d0ba-41b5-9b86-77d281421caa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:34.221275 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4e97baec-8684-49e3-a34b-e5e92ef0130d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b949ab2ff3694224a64dcb4969a2b009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5485847 Jan 28 06:15:34.221413 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45032) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:34.253272 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97baec-8684-49e3-a34b-e5e92ef0130d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c537cf9-6941-4947-8969-a3eb9c96eaf0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:34.298937 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de9efc1e-817d-45e0-9f23-2baca13a0b77 admin admin] Publish callbacks [] for security_group (3c537cf9-6941-4947-8969-a3eb9c96eaf0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:34.325661 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de9efc1e-817d-45e0-9f23-2baca13a0b77 admin admin] Publish callbacks [] for security_group (3c537cf9-6941-4947-8969-a3eb9c96eaf0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:34.340143 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5c393-1d88-423c-9d44-a76cbbc18f43 None None] Current status of the port cd1b611e-d0ba-41b5-9b86-77d281421caa is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:34.340546 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c393-1d88-423c-9d44-a76cbbc18f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cd1b611e-d0ba-41b5-9b86-77d281421caa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:34.384048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f0c5c393-1d88-423c-9d44-a76cbbc18f43 None None] For port cd1b611e-d0ba-41b5-9b86-77d281421caa, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cd1b611e-d0ba-41b5-9b86-77d281421caa,segment=NetworkSegment(ee473f95-f181-46ab-809f-e989645d97f5),segment_id=ee473f95-f181-46ab-809f-e989645d97f5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:15:34.384288 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Router bc970aab-465d-4bae-8250-3bd3a023224e is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:15:34.487232 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c393-1d88-423c-9d44-a76cbbc18f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cd1b611e-d0ba-41b5-9b86-77d281421caa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:34.550024 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de9efc1e-817d-45e0-9f23-2baca13a0b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3c537cf9-6941-4947-8969-a3eb9c96eaf0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:34.559604 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de9efc1e-817d-45e0-9f23-2baca13a0b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:34.559604 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-de9efc1e-817d-45e0-9f23-2baca13a0b77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c537cf9-6941-4947-8969-a3eb9c96eaf0 HTTP/1.1" status: 204 len: 168 time: 0.3316970 Jan 28 06:15:34.567995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9efc1e-817d-45e0-9f23-2baca13a0b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c537cf9-6941-4947-8969-a3eb9c96eaf0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:34.586002 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5c393-1d88-423c-9d44-a76cbbc18f43 None None] Pushing event updated for resources: {'Port': ['ID=cd1b611e-d0ba-41b5-9b86-77d281421caa,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:34.648614 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7beb6809-60d4-4ec5-a895-80221b484a64 None None] Provisioning complete for port cd1b611e-d0ba-41b5-9b86-77d281421caa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:34.650087 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7beb6809-60d4-4ec5-a895-80221b484a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cd1b611e-d0ba-41b5-9b86-77d281421caa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:34.763452 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7beb6809-60d4-4ec5-a895-80221b484a64 None None] Current status of the port cd1b611e-d0ba-41b5-9b86-77d281421caa is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:34.853697 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2c93fdf-e36c-46c8-917c-d6a9ae00bd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:34.938511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:15:34.943377 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Sync routers for ids ['bc970aab-465d-4bae-8250-3bd3a023224e'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:15:34.961362 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Routers {'bc970aab-465d-4bae-8250-3bd3a023224e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:15:34.972183 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:15:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bc970aab-465d-4bae-8250-3bd3a023224e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:35.026021 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22ccbd-c487-4a63-9091-4aaa28805073 req-d805792f-7682-4365-81ed-941383a0c822 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:35.048345 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db22ccbd-c487-4a63-9091-4aaa28805073 req-d805792f-7682-4365-81ed-941383a0c822 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0933812 Jan 28 06:15:35.064000 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:35.065344 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2c14b8cd-24e0-445c-8553-2b8920b6f78a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7649286 Jan 28 06:15:35.068216 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45042) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:35.092424 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Set router bc970aab-465d-4bae-8250-3bd3a023224e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:15:35.227330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db22ccbd-c487-4a63-9091-4aaa28805073 req-bcd2ed44-a3ed-4fe0-a7db-3d3f59e95927 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720517 Jan 28 06:15:35.273941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cd1b611e-d0ba-41b5-9b86-77d281421caa up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:15:35.330094 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port cd1b611e-d0ba-41b5-9b86-77d281421caa triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:35.330728 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cd1b611e-d0ba-41b5-9b86-77d281421caa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:35.425515 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port cd1b611e-d0ba-41b5-9b86-77d281421caa is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:35.432772 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:31Z', 'updated_at': '2022-01-28T06:15:33Z', 'revision_number': 3, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'gw_port': {'id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:62:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:32Z', 'updated_at': '2022-01-28T06:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:35.459187 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Checking router: bc970aab-465d-4bae-8250-3bd3a023224e for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:15:35.459649 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Updating router bc970aab-465d-4bae-8250-3bd3a023224e port 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:15:35.484243 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (531782dc-ac0c-4b1d-9123-38a3d5f5a8c5), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:35.683241 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:35.802101 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Publish callbacks [] for port (531782dc-ac0c-4b1d-9123-38a3d5f5a8c5), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:35.886430 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (531782dc-ac0c-4b1d-9123-38a3d5f5a8c5), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:35.927542 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] Allocated IP 172.20.0.1 (7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05/0496f036-4af1-403b-ba69-179996f374c4/1433731f-29a3-4180-bd55-17a59ba8205e) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:15:35.947623 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Attempting to bind port 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:35.948574 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Attempting to bind port 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:35.949121 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Attempting to bind port 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:35.960900 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:15:35.961517 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:15:35.962101 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:35.962518 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:15:35.963363 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Bound port: 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:15:35.963882 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (531782dc-ac0c-4b1d-9123-38a3d5f5a8c5), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:35.993253 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794dfee-b0f9-4e30-8625-dce3a84f4ab6 None None] Pushing event updated for resources: {'Port': ['ID=531782dc-ac0c-4b1d-9123-38a3d5f5a8c5,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:36.012902 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794dfee-b0f9-4e30-8625-dce3a84f4ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:36.013247 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794dfee-b0f9-4e30-8625-dce3a84f4ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:36.013777 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794dfee-b0f9-4e30-8625-dce3a84f4ab6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:36.014109 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794dfee-b0f9-4e30-8625-dce3a84f4ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:36.014659 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794dfee-b0f9-4e30-8625-dce3a84f4ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:36.014993 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794dfee-b0f9-4e30-8625-dce3a84f4ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:36.015320 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794dfee-b0f9-4e30-8625-dce3a84f4ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:36.015650 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794dfee-b0f9-4e30-8625-dce3a84f4ab6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:36.015968 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794dfee-b0f9-4e30-8625-dce3a84f4ab6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:36.016479 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794dfee-b0f9-4e30-8625-dce3a84f4ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:36.016922 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794dfee-b0f9-4e30-8625-dce3a84f4ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:36.017140 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794dfee-b0f9-4e30-8625-dce3a84f4ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:36.017566 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794dfee-b0f9-4e30-8625-dce3a84f4ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:15:36.037310 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] For port 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:15:36.041680 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] For port 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=531782dc-ac0c-4b1d-9123-38a3d5f5a8c5,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:15:36.062039 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] Publish callbacks [] for port (1433731f-29a3-4180-bd55-17a59ba8205e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:36.120280 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (531782dc-ac0c-4b1d-9123-38a3d5f5a8c5), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:36.181783 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Routers {'bc970aab-465d-4bae-8250-3bd3a023224e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:15:36.181783 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:15:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bc970aab-465d-4bae-8250-3bd3a023224e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:36.222154 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794dfee-b0f9-4e30-8625-dce3a84f4ab6 None None] Pushing event updated for resources: {'Port': ['ID=531782dc-ac0c-4b1d-9123-38a3d5f5a8c5,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:36.259039 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1433731f-29a3-4180-bd55-17a59ba8205e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:36.304915 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] Set router bc970aab-465d-4bae-8250-3bd3a023224e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:15:36.363778 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] Pushing event updated for resources: {'Port': ['ID=1433731f-29a3-4180-bd55-17a59ba8205e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:36.401551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] Network 7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:15:36.404202 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:36.410458 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:15:36.414328 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7c15a-178f-46b0-8c5a-8006e6e1da79 req-bce866c3-942f-47ca-8cfa-f528fe69bfbf tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:36.415914 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26a7c15a-178f-46b0-8c5a-8006e6e1da79 req-bce866c3-942f-47ca-8cfa-f528fe69bfbf tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0539372 Jan 28 06:15:36.474134 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (bc970aab-465d-4bae-8250-3bd3a023224e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:36.516155 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26a7c15a-178f-46b0-8c5a-8006e6e1da79 req-6a51f95c-069e-4fb9-bca7-3b6f96e68d6e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933831 Jan 28 06:15:36.587402 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:31Z', 'updated_at': '2022-01-28T06:15:33Z', 'revision_number': 3, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'gw_port': {'id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:62:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:32Z', 'updated_at': '2022-01-28T06:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:36.630132 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9a8a4a-4ec2-44e4-afd7-49f4d77f0554 None None] The sync data for ids ['bc970aab-465d-4bae-8250-3bd3a023224e'] in n-d-812111-12 is: [{'id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:31Z', 'updated_at': '2022-01-28T06:15:33Z', 'revision_number': 3, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'gw_port': {'id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:62:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:32Z', 'updated_at': '2022-01-28T06:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:15:36.651062 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:15:36.668686 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:36.759781 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1433731f-29a3-4180-bd55-17a59ba8205e), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:36.810403 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5e165cf1-211d-450a-bd77-23fc69d7afbb None None] Provisioning complete for port 1433731f-29a3-4180-bd55-17a59ba8205e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:36.813916 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e165cf1-211d-450a-bd77-23fc69d7afbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1433731f-29a3-4180-bd55-17a59ba8205e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:36.872702 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5e165cf1-211d-450a-bd77-23fc69d7afbb None None] Port 1433731f-29a3-4180-bd55-17a59ba8205e cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:15:37.015729 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] Publish callbacks [] for port (1433731f-29a3-4180-bd55-17a59ba8205e), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:37.160235 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (1433731f-29a3-4180-bd55-17a59ba8205e), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:37.218216 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:15:37.269059 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] Pushing event updated for resources: {'Port': ['ID=1433731f-29a3-4180-bd55-17a59ba8205e,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:37.271867 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (bc970aab-465d-4bae-8250-3bd3a023224e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:37.301517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:37.301900 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (531782dc-ac0c-4b1d-9123-38a3d5f5a8c5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:37.398810 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] Network 7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:15:37.400424 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:37.419356 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:37.419767 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (531782dc-ac0c-4b1d-9123-38a3d5f5a8c5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:37.462102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=531782dc-ac0c-4b1d-9123-38a3d5f5a8c5,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:15:37.553786 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (531782dc-ac0c-4b1d-9123-38a3d5f5a8c5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:37.559411 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] Router bc970aab-465d-4bae-8250-3bd3a023224e has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:15:37.686478 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=531782dc-ac0c-4b1d-9123-38a3d5f5a8c5,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:37.764413 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:15:37.778809 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5e7dd77d-66df-4d61-af0d-314068150a85 admin admin] 10.222.0.31 "PUT /v2.0/routers/bc970aab-465d-4bae-8250-3bd3a023224e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7087061 Jan 28 06:15:37.809582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504da891-1e2e-47b0-9eef-8381529351f5 req-a96cf28f-db89-4157-b1b8-b938d5768190 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:37.813039 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-504da891-1e2e-47b0-9eef-8381529351f5 req-a96cf28f-db89-4157-b1b8-b938d5768190 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.1081157 Jan 28 06:15:37.839580 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45098) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:37.914937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7de4c23f-2315-457f-b6d8-0dedf8cd3ef7 None None] Provisioning complete for port 1433731f-29a3-4180-bd55-17a59ba8205e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:37.915600 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7de4c23f-2315-457f-b6d8-0dedf8cd3ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1433731f-29a3-4180-bd55-17a59ba8205e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:37.950382 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-504da891-1e2e-47b0-9eef-8381529351f5 req-f417481d-9780-431a-b379-b746066e792c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280420 Jan 28 06:15:37.974489 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7de4c23f-2315-457f-b6d8-0dedf8cd3ef7 None None] Port 1433731f-29a3-4180-bd55-17a59ba8205e cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:15:38.001337 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:38.122771 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b5df2847-c965-4c38-af0f-e6eaa15e6109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:38.219774 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b5df2847-c965-4c38-af0f-e6eaa15e6109 admin admin] Publish callbacks [] for security_group (e434fef9-99d6-473c-a07f-0b99ead906de), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:38.344102 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b5df2847-c965-4c38-af0f-e6eaa15e6109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e434fef9-99d6-473c-a07f-0b99ead906de), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:38.412096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df2847-c965-4c38-af0f-e6eaa15e6109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e434fef9-99d6-473c-a07f-0b99ead906de,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:38.427613 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b5df2847-c965-4c38-af0f-e6eaa15e6109 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7e7d41da92649d39af8ee5ef5a3cd9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5836639 Jan 28 06:15:38.427827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45130) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:38.495198 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e243545-0c28-4e24-981e-621b3aa29d99 admin admin] Publish callbacks [] for security_group (e434fef9-99d6-473c-a07f-0b99ead906de), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:38.520051 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e243545-0c28-4e24-981e-621b3aa29d99 admin admin] Publish callbacks [] for security_group (e434fef9-99d6-473c-a07f-0b99ead906de), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:38.658719 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e243545-0c28-4e24-981e-621b3aa29d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e434fef9-99d6-473c-a07f-0b99ead906de), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:38.668111 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e243545-0c28-4e24-981e-621b3aa29d99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:38.668111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8e243545-0c28-4e24-981e-621b3aa29d99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e434fef9-99d6-473c-a07f-0b99ead906de HTTP/1.1" status: 204 len: 168 time: 0.2362330 Jan 28 06:15:38.687390 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e243545-0c28-4e24-981e-621b3aa29d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e434fef9-99d6-473c-a07f-0b99ead906de,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:38.853865 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45154) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:38.859065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e3b47b05-1713-480e-8693-a712ad8f1564 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-344630174-network', 'tenant_id': 'aa52a51a1c8d4687be87b376bf3909fa'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:15:39.008117 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b47b05-1713-480e-8693-a712ad8f1564 admin admin] Made reservation on behalf of aa52a51a1c8d4687be87b376bf3909fa for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:15:39.011213 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3b47b05-1713-480e-8693-a712ad8f1564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:39.021119 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3b47b05-1713-480e-8693-a712ad8f1564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:39.107487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c713238-bc62-4c14-94e6-3092dc2fa085 req-b25e5040-5759-420a-94f8-5b5fc923351d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:39.115269 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c713238-bc62-4c14-94e6-3092dc2fa085 req-b25e5040-5759-420a-94f8-5b5fc923351d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0845134 Jan 28 06:15:39.122941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Sync routers for ids ['bc970aab-465d-4bae-8250-3bd3a023224e'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:15:39.127082 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:15:39.166080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Routers {'bc970aab-465d-4bae-8250-3bd3a023224e'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:15:39.166771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:15:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bc970aab-465d-4bae-8250-3bd3a023224e'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:39.190843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c713238-bc62-4c14-94e6-3092dc2fa085 req-88650bc3-9e83-4de5-b618-bf8a95da5c0d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734665 Jan 28 06:15:39.228719 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:39.246327 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3b47b05-1713-480e-8693-a712ad8f1564 admin admin] Publish callbacks [] for security_group (39eafcb1-4d4c-489f-afbb-2f2f572b3cfb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:39.295759 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:39.295759 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (531782dc-ac0c-4b1d-9123-38a3d5f5a8c5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:39.333590 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Set router bc970aab-465d-4bae-8250-3bd3a023224e gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:15:39.349729 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3b47b05-1713-480e-8693-a712ad8f1564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (39eafcb1-4d4c-489f-afbb-2f2f572b3cfb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:39.377824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b47b05-1713-480e-8693-a712ad8f1564 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:15:39.385560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b47b05-1713-480e-8693-a712ad8f1564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39eafcb1-4d4c-489f-afbb-2f2f572b3cfb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:39.391548 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3b47b05-1713-480e-8693-a712ad8f1564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (e92da2b1-f596-424d-9710-2fc5d0c1b5c3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:39.391889 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-e3b47b05-1713-480e-8693-a712ad8f1564 admin admin] Added segment e92da2b1-f596-424d-9710-2fc5d0c1b5c3 of type vlan for network fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e Jan 28 06:15:39.435442 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3b47b05-1713-480e-8693-a712ad8f1564 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:39.496613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:39.578042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:31Z', 'updated_at': '2022-01-28T06:15:36Z', 'revision_number': 4, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'gw_port': {'id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:32Z', 'updated_at': '2022-01-28T06:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '1433731f-29a3-4180-bd55-17a59ba8205e', 'name': '', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'mac_address': 'fa:16:3e:ee:aa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '0496f036-4af1-403b-ba69-179996f374c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:35Z', 'updated_at': '2022-01-28T06:15:36Z', 'revision_number': 2, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'subnets': [{'id': '0496f036-4af1-403b-ba69-179996f374c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:39.601270 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3b47b05-1713-480e-8693-a712ad8f1564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:39.608419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b47b05-1713-480e-8693-a712ad8f1564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:39.608419 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3b47b05-1713-480e-8693-a712ad8f1564 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:39.608677 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Checking router: bc970aab-465d-4bae-8250-3bd3a023224e for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:15:39.608677 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Updating router bc970aab-465d-4bae-8250-3bd3a023224e port 1433731f-29a3-4180-bd55-17a59ba8205e binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:15:39.635029 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1433731f-29a3-4180-bd55-17a59ba8205e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:39.665856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b47b05-1713-480e-8693-a712ad8f1564 admin admin] Pushing event updated for resources: {'Network': ['ID=fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:39.675717 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:15:39.724577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e3b47b05-1713-480e-8693-a712ad8f1564 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8693595 Jan 28 06:15:39.727633 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45164) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:39.734529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9d81a285-82fb-4a5c-ad6d-4671b2a95ae1 admin admin] Request body: {'subnet': {'network_id': 'fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-344630174-subnet', 'tenant_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:15:39.766717 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45166) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:39.768549 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45168) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:39.788798 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db387503-a554-486e-85e8-7fcef6785840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:39.835763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d81a285-82fb-4a5c-ad6d-4671b2a95ae1 admin admin] Made reservation on behalf of aa52a51a1c8d4687be87b376bf3909fa for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:15:39.838142 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d81a285-82fb-4a5c-ad6d-4671b2a95ae1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:39.885185 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db387503-a554-486e-85e8-7fcef6785840 admin admin] Publish callbacks [] for security_group (7febfa64-728a-441e-9a89-b08338a57bda), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:39.965603 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-db387503-a554-486e-85e8-7fcef6785840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7febfa64-728a-441e-9a89-b08338a57bda), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.003171 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Publish callbacks [] for port (1433731f-29a3-4180-bd55-17a59ba8205e), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.007121 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-db387503-a554-486e-85e8-7fcef6785840 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f3dea83c55d4464caf0375284dbbeaa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2392976 Jan 28 06:15:40.009718 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45174) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:40.016427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db387503-a554-486e-85e8-7fcef6785840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7febfa64-728a-441e-9a89-b08338a57bda,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:40.058123 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5938ed1d-f353-43a3-86ee-b99f9d01f9e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.075287 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1433731f-29a3-4180-bd55-17a59ba8205e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.090911 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d6e70def-a743-4db1-a642-efb91d03a2b9 admin admin] Publish callbacks [] for security_group (7febfa64-728a-441e-9a89-b08338a57bda), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.121731 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d81a285-82fb-4a5c-ad6d-4671b2a95ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (1c48f025-413a-424e-94a3-107a8590ffcc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.126776 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d6e70def-a743-4db1-a642-efb91d03a2b9 admin admin] Publish callbacks [] for security_group (7febfa64-728a-441e-9a89-b08338a57bda), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.145465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292dd0f-5e47-48fb-8d0b-ba8c7c755d19 None None] Pushing event updated for resources: {'Port': ['ID=1433731f-29a3-4180-bd55-17a59ba8205e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:40.181169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Attempting to bind port 1433731f-29a3-4180-bd55-17a59ba8205e on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:40.181916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Attempting to bind port 1433731f-29a3-4180-bd55-17a59ba8205e by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'ee473f95-f181-46ab-809f-e989645d97f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:40.183651 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Attempting to bind port 1433731f-29a3-4180-bd55-17a59ba8205e on network 7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:40.185236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81a285-82fb-4a5c-ad6d-4671b2a95ae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c48f025-413a-424e-94a3-107a8590ffcc,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:40.191549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:15:40.192051 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Checking segment: {'id': 'ee473f95-f181-46ab-809f-e989645d97f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:15:40.192512 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.193907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Bound using segment: {'id': 'ee473f95-f181-46ab-809f-e989645d97f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:15:40.193907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Bound port: 1433731f-29a3-4180-bd55-17a59ba8205e, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee473f95-f181-46ab-809f-e989645d97f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:15:40.194186 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1433731f-29a3-4180-bd55-17a59ba8205e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.202612 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5938ed1d-f353-43a3-86ee-b99f9d01f9e8 admin admin] Publish callbacks [] for security_group (f978ca8b-64b0-4980-af40-b7254248d028), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.213799 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81a285-82fb-4a5c-ad6d-4671b2a95ae1 admin admin] Checking segment: {'id': 'e92da2b1-f596-424d-9710-2fc5d0c1b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:15:40.216953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d81a285-82fb-4a5c-ad6d-4671b2a95ae1 admin admin] Network hostable DHCP agents. Network: fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:15:40.271310 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5938ed1d-f353-43a3-86ee-b99f9d01f9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f978ca8b-64b0-4980-af40-b7254248d028), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.276312 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] For port 1433731f-29a3-4180-bd55-17a59ba8205e, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:15:40.279736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] For port 1433731f-29a3-4180-bd55-17a59ba8205e, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=1433731f-29a3-4180-bd55-17a59ba8205e,segment=NetworkSegment(ee473f95-f181-46ab-809f-e989645d97f5),segment_id=ee473f95-f181-46ab-809f-e989645d97f5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:15:40.306796 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d81a285-82fb-4a5c-ad6d-4671b2a95ae1 admin admin] Network fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:15:40.312196 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d6e70def-a743-4db1-a642-efb91d03a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (7febfa64-728a-441e-9a89-b08338a57bda), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.314486 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d6e70def-a743-4db1-a642-efb91d03a2b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.315872 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d6e70def-a743-4db1-a642-efb91d03a2b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7febfa64-728a-441e-9a89-b08338a57bda HTTP/1.1" status: 204 len: 168 time: 0.3048661 Jan 28 06:15:40.322773 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5938ed1d-f353-43a3-86ee-b99f9d01f9e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98e18b74dd444e5ab48e3bac24806960&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5529754 Jan 28 06:15:40.324950 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938ed1d-f353-43a3-86ee-b99f9d01f9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f978ca8b-64b0-4980-af40-b7254248d028,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:40.327332 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45180) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:40.348690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e70def-a743-4db1-a642-efb91d03a2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7febfa64-728a-441e-9a89-b08338a57bda,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:40.364883 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efe723-4a3a-4381-88f8-b67bb44f2ce4 req-04a30307-e083-4107-ac85-ec6237e35560 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:40.366976 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76efe723-4a3a-4381-88f8-b67bb44f2ce4 req-04a30307-e083-4107-ac85-ec6237e35560 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0966084 Jan 28 06:15:40.372991 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1433731f-29a3-4180-bd55-17a59ba8205e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.416017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-9d81a285-82fb-4a5c-ad6d-4671b2a95ae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:40.432331 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac956c4-f4c0-41cc-8ef5-6d064f2ead03 None None] Network fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:15:40.440235 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-110af5c3-7b20-497d-8325-7c92a086dc80 admin admin] Publish callbacks [] for security_group (f978ca8b-64b0-4980-af40-b7254248d028), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.440388 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d81a285-82fb-4a5c-ad6d-4671b2a95ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:40.440993 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d81a285-82fb-4a5c-ad6d-4671b2a95ae1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.468124 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76efe723-4a3a-4381-88f8-b67bb44f2ce4 req-bcbfa497-2d36-4519-a07a-0b37a945358e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911369 Jan 28 06:15:40.474004 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-110af5c3-7b20-497d-8325-7c92a086dc80 admin admin] Publish callbacks [] for security_group (f978ca8b-64b0-4980-af40-b7254248d028), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.539923 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292dd0f-5e47-48fb-8d0b-ba8c7c755d19 None None] Pushing event updated for resources: {'Port': ['ID=1433731f-29a3-4180-bd55-17a59ba8205e,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:40.553353 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9d81a285-82fb-4a5c-ad6d-4671b2a95ae1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8228576 Jan 28 06:15:40.555172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45182) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:40.563635 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-344630174-router', 'tenant_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:15:40.647846 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-110af5c3-7b20-497d-8325-7c92a086dc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f978ca8b-64b0-4980-af40-b7254248d028), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.651393 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-110af5c3-7b20-497d-8325-7c92a086dc80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.652630 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-110af5c3-7b20-497d-8325-7c92a086dc80 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f978ca8b-64b0-4980-af40-b7254248d028 HTTP/1.1" status: 204 len: 168 time: 0.3241863 Jan 28 06:15:40.663651 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110af5c3-7b20-497d-8325-7c92a086dc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f978ca8b-64b0-4980-af40-b7254248d028,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:40.672610 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (73dd806a-34f1-4969-9fc9-3bbac658f3e3), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.673751 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (73dd806a-34f1-4969-9fc9-3bbac658f3e3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.746623 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Routers {'bc970aab-465d-4bae-8250-3bd3a023224e'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:15:40.747266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:15:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bc970aab-465d-4bae-8250-3bd3a023224e'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:40.759283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5e10e2c0-00bc-4af3-8752-e06b4b98fa3d None None] Provisioning complete for port 1433731f-29a3-4180-bd55-17a59ba8205e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:40.759783 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Publish callbacks [] for router_controller (73dd806a-34f1-4969-9fc9-3bbac658f3e3), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.760768 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e10e2c0-00bc-4af3-8752-e06b4b98fa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1433731f-29a3-4180-bd55-17a59ba8205e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.899437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e', 'network_id': 'fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e', 'project_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'fixed_ips': [{'subnet_id': '1c48f025-413a-424e-94a3-107a8590ffcc'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:15:40.900311 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:40.950956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] Set router bc970aab-465d-4bae-8250-3bd3a023224e gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:15:41.012742 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Publish callbacks [] for router_gateway (73dd806a-34f1-4969-9fc9-3bbac658f3e3), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:41.182066 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5e10e2c0-00bc-4af3-8752-e06b4b98fa3d None None] Current status of the port 1433731f-29a3-4180-bd55-17a59ba8205e is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:41.188388 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e10e2c0-00bc-4af3-8752-e06b4b98fa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1433731f-29a3-4180-bd55-17a59ba8205e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:41.231480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Allocated IP 172.20.0.2 (fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e/1c48f025-413a-424e-94a3-107a8590ffcc/6e264da0-f91b-4c36-84a4-92e1ac537f6f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:15:41.272411 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5e10e2c0-00bc-4af3-8752-e06b4b98fa3d None None] For port 1433731f-29a3-4180-bd55-17a59ba8205e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=1433731f-29a3-4180-bd55-17a59ba8205e,segment=NetworkSegment(ee473f95-f181-46ab-809f-e989645d97f5),segment_id=ee473f95-f181-46ab-809f-e989645d97f5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:15:41.297053 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45188) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:41.311776 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6edce5ac-b753-4b32-a71c-361de7a3904a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:41.388116 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e10e2c0-00bc-4af3-8752-e06b4b98fa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1433731f-29a3-4180-bd55-17a59ba8205e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:41.424073 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6edce5ac-b753-4b32-a71c-361de7a3904a admin admin] Publish callbacks [] for security_group (ff6e7a5a-4fa6-4b95-8fb9-0cb5984ce5b7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:41.436737 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Publish callbacks [] for router_gateway (73dd806a-34f1-4969-9fc9-3bbac658f3e3), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:41.458084 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:41.486944 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:31Z', 'updated_at': '2022-01-28T06:15:36Z', 'revision_number': 4, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'gw_port': {'id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:32Z', 'updated_at': '2022-01-28T06:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '1433731f-29a3-4180-bd55-17a59ba8205e', 'name': '', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'mac_address': 'fa:16:3e:ee:aa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '0496f036-4af1-403b-ba69-179996f374c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:35Z', 'updated_at': '2022-01-28T06:15:40Z', 'revision_number': 4, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'subnets': [{'id': '0496f036-4af1-403b-ba69-179996f374c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:41.516468 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6edce5ac-b753-4b32-a71c-361de7a3904a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ff6e7a5a-4fa6-4b95-8fb9-0cb5984ce5b7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:41.527455 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a65c38-579a-4c48-81c1-e5b1c5ea5b3a None None] The sync data for ids ['bc970aab-465d-4bae-8250-3bd3a023224e'] in n-d-812111-12 is: [{'id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:31Z', 'updated_at': '2022-01-28T06:15:36Z', 'revision_number': 4, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'gw_port': {'id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:32Z', 'updated_at': '2022-01-28T06:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '1433731f-29a3-4180-bd55-17a59ba8205e', 'name': '', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'mac_address': 'fa:16:3e:ee:aa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '0496f036-4af1-403b-ba69-179996f374c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:35Z', 'updated_at': '2022-01-28T06:15:40Z', 'revision_number': 4, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'subnets': [{'id': '0496f036-4af1-403b-ba69-179996f374c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:15:41.532354 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10e2c0-00bc-4af3-8752-e06b4b98fa3d None None] Pushing event updated for resources: {'Port': ['ID=1433731f-29a3-4180-bd55-17a59ba8205e,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:41.535594 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Publish callbacks [] for port (6e264da0-f91b-4c36-84a4-92e1ac537f6f), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:41.558407 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4e5ad49b-d8c7-44b8-b18e-502e64ff6653 None None] Provisioning complete for port 1433731f-29a3-4180-bd55-17a59ba8205e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:41.561959 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad49b-d8c7-44b8-b18e-502e64ff6653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1433731f-29a3-4180-bd55-17a59ba8205e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:41.574481 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edce5ac-b753-4b32-a71c-361de7a3904a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6e7a5a-4fa6-4b95-8fb9-0cb5984ce5b7,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:41.648696 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (6e264da0-f91b-4c36-84a4-92e1ac537f6f), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:41.652672 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6edce5ac-b753-4b32-a71c-361de7a3904a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfc71a6bb7ab45bd90520ece0d817fa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3532422 Jan 28 06:15:41.652978 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45194) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:41.673334 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Allocated IP 172.25.0.171 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/82362b7d-0ecc-4627-8dbb-65cc995263f0) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:15:41.702257 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Network fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:15:41.710984 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:41.714076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:15:41.714882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590cf8a-a140-4094-bc2f-2e47a1c175ca req-b70af80c-9dcc-4fc9-8ef5-2e86cf387f4e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:41.716437 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d590cf8a-a140-4094-bc2f-2e47a1c175ca req-b70af80c-9dcc-4fc9-8ef5-2e86cf387f4e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.1213334 Jan 28 06:15:41.827947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Pushing event updated for resources: {'Port': ['ID=6e264da0-f91b-4c36-84a4-92e1ac537f6f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:41.861852 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d590cf8a-a140-4094-bc2f-2e47a1c175ca req-45d47a8b-fc31-4f1d-8787-50582ce6cba6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227703 Jan 28 06:15:41.882939 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Publish callbacks [] for port (82362b7d-0ecc-4627-8dbb-65cc995263f0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:41.892014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ad49b-d8c7-44b8-b18e-502e64ff6653 None None] Current status of the port 1433731f-29a3-4180-bd55-17a59ba8205e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:41.901674 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Attempting to bind port 6e264da0-f91b-4c36-84a4-92e1ac537f6f on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:41.902036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Attempting to bind port 6e264da0-f91b-4c36-84a4-92e1ac537f6f by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'e92da2b1-f596-424d-9710-2fc5d0c1b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:41.903909 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Attempting to bind port 6e264da0-f91b-4c36-84a4-92e1ac537f6f on network fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:41.916930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45196) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:41.918333 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:15:41.919071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Checking segment: {'id': 'e92da2b1-f596-424d-9710-2fc5d0c1b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:15:41.919782 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:41.920419 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Bound using segment: {'id': 'e92da2b1-f596-424d-9710-2fc5d0c1b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:15:41.921385 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Bound port: 6e264da0-f91b-4c36-84a4-92e1ac537f6f, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92da2b1-f596-424d-9710-2fc5d0c1b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:15:41.922192 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6e264da0-f91b-4c36-84a4-92e1ac537f6f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:41.946056 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd893-1b53-47aa-81ec-65e0e019ec81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:42.013276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] For port 6e264da0-f91b-4c36-84a4-92e1ac537f6f, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:15:42.017588 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] For port 6e264da0-f91b-4c36-84a4-92e1ac537f6f, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6e264da0-f91b-4c36-84a4-92e1ac537f6f,segment=NetworkSegment(e92da2b1-f596-424d-9710-2fc5d0c1b5c3),segment_id=e92da2b1-f596-424d-9710-2fc5d0c1b5c3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:15:42.049187 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (82362b7d-0ecc-4627-8dbb-65cc995263f0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:42.058715 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd893-1b53-47aa-81ec-65e0e019ec81 admin admin] Publish callbacks [] for security_group (2fbe1bee-15ea-4f2c-8953-4df743141ade), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:42.107273 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:15:42.114017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:42.119816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:15:42.136933 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-632e2211-57c7-481b-9ad8-60ca65b285af admin admin] Publish callbacks [] for security_group (ff6e7a5a-4fa6-4b95-8fb9-0cb5984ce5b7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:42.144171 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6e264da0-f91b-4c36-84a4-92e1ac537f6f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:42.146471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Pushing event updated for resources: {'Port': ['ID=82362b7d-0ecc-4627-8dbb-65cc995263f0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:42.175077 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-632e2211-57c7-481b-9ad8-60ca65b285af admin admin] Publish callbacks [] for security_group (ff6e7a5a-4fa6-4b95-8fb9-0cb5984ce5b7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:42.252428 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd893-1b53-47aa-81ec-65e0e019ec81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2fbe1bee-15ea-4f2c-8953-4df743141ade), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:42.292014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535691b-0429-4e5e-bd01-b222e5687a2f None None] Pushing event updated for resources: {'Port': ['ID=6e264da0-f91b-4c36-84a4-92e1ac537f6f,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:42.343974 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1a1bd893-1b53-47aa-81ec-65e0e019ec81 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c441a8a7ebcf49a1a2b24eb275309024&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4258096 Jan 28 06:15:42.347640 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45200) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:42.386455 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-632e2211-57c7-481b-9ad8-60ca65b285af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ff6e7a5a-4fa6-4b95-8fb9-0cb5984ce5b7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:42.392272 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-632e2211-57c7-481b-9ad8-60ca65b285af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:42.399127 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-632e2211-57c7-481b-9ad8-60ca65b285af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff6e7a5a-4fa6-4b95-8fb9-0cb5984ce5b7 HTTP/1.1" status: 204 len: 168 time: 0.7446330 Jan 28 06:15:42.426875 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e2211-57c7-481b-9ad8-60ca65b285af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6e7a5a-4fa6-4b95-8fb9-0cb5984ce5b7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:42.444804 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bd893-1b53-47aa-81ec-65e0e019ec81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbe1bee-15ea-4f2c-8953-4df743141ade,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:42.565097 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8f647c90-eff7-4e5d-96e5-bbc1a8383ab9 admin admin] Publish callbacks [] for security_group (2fbe1bee-15ea-4f2c-8953-4df743141ade), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:42.575616 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2fdb52b8-fc00-49d2-a9fb-73b30915f5c9 req-3bc17398-e9d9-47dc-9a85-ea5b3bbd6137 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3924973 Jan 28 06:15:42.614748 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8f647c90-eff7-4e5d-96e5-bbc1a8383ab9 admin admin] Publish callbacks [] for security_group (2fbe1bee-15ea-4f2c-8953-4df743141ade), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:42.727634 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb52b8-fc00-49d2-a9fb-73b30915f5c9 req-ec67d58d-13f1-4113-be3a-2fc9d487ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:42.730827 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2fdb52b8-fc00-49d2-a9fb-73b30915f5c9 req-ec67d58d-13f1-4113-be3a-2fc9d487ee07 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 1097 time: 0.0731351 Jan 28 06:15:42.777126 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Publish callbacks [] for router_gateway (73dd806a-34f1-4969-9fc9-3bbac658f3e3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:42.833282 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8f647c90-eff7-4e5d-96e5-bbc1a8383ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2fbe1bee-15ea-4f2c-8953-4df743141ade), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:42.836840 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8f647c90-eff7-4e5d-96e5-bbc1a8383ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:42.838263 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8f647c90-eff7-4e5d-96e5-bbc1a8383ab9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2fbe1bee-15ea-4f2c-8953-4df743141ade HTTP/1.1" status: 204 len: 168 time: 0.4893780 Jan 28 06:15:42.876825 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f647c90-eff7-4e5d-96e5-bbc1a8383ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbe1bee-15ea-4f2c-8953-4df743141ade,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:42.882681 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb52b8-fc00-49d2-a9fb-73b30915f5c9 req-8bd22f0a-c1c9-435b-aefb-750fff9df875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:42.884098 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2fdb52b8-fc00-49d2-a9fb-73b30915f5c9 req-8bd22f0a-c1c9-435b-aefb-750fff9df875 service neutron] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 912 time: 0.1341193 Jan 28 06:15:42.968099 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2fdb52b8-fc00-49d2-a9fb-73b30915f5c9 req-1d05b39d-8156-494f-92b1-1e9164c71c29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=961f5c35-407f-4415-a820-bc760bad5f84 HTTP/1.1" status: 200 len: 217 time: 0.0775068 Jan 28 06:15:43.082623 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb52b8-fc00-49d2-a9fb-73b30915f5c9 req-b632160c-0989-497f-9f3a-7abf9ac55974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:43.087118 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2fdb52b8-fc00-49d2-a9fb-73b30915f5c9 req-b632160c-0989-497f-9f3a-7abf9ac55974 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.1113622 Jan 28 06:15:43.132485 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (73dd806a-34f1-4969-9fc9-3bbac658f3e3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:43.158370 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb52b8-fc00-49d2-a9fb-73b30915f5c9 req-93ee324a-96db-42b0-a9a5-2dcbfef1af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:43.160234 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2fdb52b8-fc00-49d2-a9fb-73b30915f5c9 req-93ee324a-96db-42b0-a9a5-2dcbfef1af03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698066 Jan 28 06:15:43.171450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-2fdb52b8-fc00-49d2-a9fb-73b30915f5c9 req-8f67ebed-e03a-44fa-ae7d-2a5ee5c3a5e3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:15:43.172622 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2fdb52b8-fc00-49d2-a9fb-73b30915f5c9 req-8f67ebed-e03a-44fa-ae7d-2a5ee5c3a5e3 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064168 Jan 28 06:15:43.247109 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556747d8-4f7d-4122-af83-ebe77ffab6f1 req-5f6223bc-52c9-4e76-a289-304e53da1d60 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:43.256504 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-556747d8-4f7d-4122-af83-ebe77ffab6f1 req-5f6223bc-52c9-4e76-a289-304e53da1d60 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.2079809 Jan 28 06:15:43.341326 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2fdb52b8-fc00-49d2-a9fb-73b30915f5c9 req-d24d67ee-2606-49ab-b23b-b8ae1307bd35 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624184 Jan 28 06:15:43.391941 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-556747d8-4f7d-4122-af83-ebe77ffab6f1 req-91ca6bf6-824e-4d9f-aaf3-617564e062dd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344094 Jan 28 06:15:43.408084 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 1433731f-29a3-4180-bd55-17a59ba8205e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:15:43.495554 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2fdb52b8-fc00-49d2-a9fb-73b30915f5c9 req-f3af5c77-a657-444f-ba56-f94af1baae3d service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472919 Jan 28 06:15:43.536890 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 1433731f-29a3-4180-bd55-17a59ba8205e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:43.538370 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1433731f-29a3-4180-bd55-17a59ba8205e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:43.670237 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 1433731f-29a3-4180-bd55-17a59ba8205e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:43.671559 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6e264da0-f91b-4c36-84a4-92e1ac537f6f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:15:43.688408 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Router 73dd806a-34f1-4969-9fc9-3bbac658f3e3 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:15:43.706700 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81ad0d8-4d11-4bae-9dd4-703d8e88b6d4 None None] Network fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:15:43.789771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5a30d51e-80e4-4e8d-a288-81423b62155d None None] Provisioning complete for port 6e264da0-f91b-4c36-84a4-92e1ac537f6f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:43.790207 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a30d51e-80e4-4e8d-a288-81423b62155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6e264da0-f91b-4c36-84a4-92e1ac537f6f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:43.813779 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:15:43.824818 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Sync routers for ids ['73dd806a-34f1-4969-9fc9-3bbac658f3e3'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:15:43.837520 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Routers {'73dd806a-34f1-4969-9fc9-3bbac658f3e3'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:15:43.838565 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:15:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['73dd806a-34f1-4969-9fc9-3bbac658f3e3'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:43.853298 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6e264da0-f91b-4c36-84a4-92e1ac537f6f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:43.853684 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6e264da0-f91b-4c36-84a4-92e1ac537f6f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:43.940623 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:43.942421 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-060f283e-733e-4a5d-a2a7-d2942bb251e4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3850543 Jan 28 06:15:43.946099 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45230) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:43.965611 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Set router 73dd806a-34f1-4969-9fc9-3bbac658f3e3 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:15:44.041379 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5a30d51e-80e4-4e8d-a288-81423b62155d None None] Current status of the port 6e264da0-f91b-4c36-84a4-92e1ac537f6f is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:44.041690 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a30d51e-80e4-4e8d-a288-81423b62155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6e264da0-f91b-4c36-84a4-92e1ac537f6f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:44.044826 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6e264da0-f91b-4c36-84a4-92e1ac537f6f is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:44.045202 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6e264da0-f91b-4c36-84a4-92e1ac537f6f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:44.113770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5a30d51e-80e4-4e8d-a288-81423b62155d None None] For port 6e264da0-f91b-4c36-84a4-92e1ac537f6f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6e264da0-f91b-4c36-84a4-92e1ac537f6f,segment=NetworkSegment(e92da2b1-f596-424d-9710-2fc5d0c1b5c3),segment_id=e92da2b1-f596-424d-9710-2fc5d0c1b5c3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:15:44.212260 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a30d51e-80e4-4e8d-a288-81423b62155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6e264da0-f91b-4c36-84a4-92e1ac537f6f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:44.227560 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'name': 'tempest-TestVolumeBackupRestore-344630174-router', 'tenant_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '82362b7d-0ecc-4627-8dbb-65cc995263f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:40Z', 'updated_at': '2022-01-28T06:15:42Z', 'revision_number': 3, 'project_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'gw_port': {'id': '82362b7d-0ecc-4627-8dbb-65cc995263f0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:41Z', 'updated_at': '2022-01-28T06:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:44.266050 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Checking router: 73dd806a-34f1-4969-9fc9-3bbac658f3e3 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:15:44.266544 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Updating router 73dd806a-34f1-4969-9fc9-3bbac658f3e3 port 82362b7d-0ecc-4627-8dbb-65cc995263f0 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:15:44.309534 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (82362b7d-0ecc-4627-8dbb-65cc995263f0), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:44.324334 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30d51e-80e4-4e8d-a288-81423b62155d None None] Pushing event updated for resources: {'Port': ['ID=6e264da0-f91b-4c36-84a4-92e1ac537f6f,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:44.334953 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:15:44.335585 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:15:44.353160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2ec5d955-7d4c-41da-b022-688e73f80a3a None None] Provisioning complete for port 6e264da0-f91b-4c36-84a4-92e1ac537f6f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:44.353617 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ec5d955-7d4c-41da-b022-688e73f80a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6e264da0-f91b-4c36-84a4-92e1ac537f6f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:44.493228 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2ec5d955-7d4c-41da-b022-688e73f80a3a None None] Current status of the port 6e264da0-f91b-4c36-84a4-92e1ac537f6f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:44.597892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc5a0b-e25e-450c-a11e-f2e61d50f4c2 req-b3119595-4bed-44c2-acb1-109b5944edfe tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:44.600627 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16fc5a0b-e25e-450c-a11e-f2e61d50f4c2 req-b3119595-4bed-44c2-acb1-109b5944edfe tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0793545 Jan 28 06:15:44.665065 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Publish callbacks [] for port (82362b7d-0ecc-4627-8dbb-65cc995263f0), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:44.673769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16fc5a0b-e25e-450c-a11e-f2e61d50f4c2 req-84b77ae6-f5d8-453a-944a-11e17bd61504 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666697 Jan 28 06:15:44.754597 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:44.757467 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (82362b7d-0ecc-4627-8dbb-65cc995263f0), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:44.875453 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6e264da0-f91b-4c36-84a4-92e1ac537f6f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:44.914684 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Attempting to bind port 82362b7d-0ecc-4627-8dbb-65cc995263f0 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:44.915388 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Attempting to bind port 82362b7d-0ecc-4627-8dbb-65cc995263f0 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:44.915512 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Attempting to bind port 82362b7d-0ecc-4627-8dbb-65cc995263f0 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:44.927255 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5cafe-d46e-4ced-b941-2d9147420867 None None] Pushing event updated for resources: {'Port': ['ID=82362b7d-0ecc-4627-8dbb-65cc995263f0,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:44.931246 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:15:44.931913 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:15:44.932461 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] Allocated IP 172.20.0.1 (fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e/1c48f025-413a-424e-94a3-107a8590ffcc/0ab907b8-eb06-434d-a35e-8ab9da3a169c) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:15:44.932652 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:44.933405 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:15:44.934056 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Bound port: 82362b7d-0ecc-4627-8dbb-65cc995263f0, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:15:44.934645 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (82362b7d-0ecc-4627-8dbb-65cc995263f0), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:44.993905 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] For port 82362b7d-0ecc-4627-8dbb-65cc995263f0, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:15:44.997210 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] For port 82362b7d-0ecc-4627-8dbb-65cc995263f0, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=82362b7d-0ecc-4627-8dbb-65cc995263f0,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:15:45.043501 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] Publish callbacks [] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:45.093308 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (82362b7d-0ecc-4627-8dbb-65cc995263f0), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:45.115663 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6e264da0-f91b-4c36-84a4-92e1ac537f6f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:15:45.155620 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5cafe-d46e-4ced-b941-2d9147420867 None None] Pushing event updated for resources: {'Port': ['ID=82362b7d-0ecc-4627-8dbb-65cc995263f0,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:45.158343 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Routers {'73dd806a-34f1-4969-9fc9-3bbac658f3e3'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:15:45.158938 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:15:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['73dd806a-34f1-4969-9fc9-3bbac658f3e3'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:45.163504 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:45.175949 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6e264da0-f91b-4c36-84a4-92e1ac537f6f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:45.176964 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6e264da0-f91b-4c36-84a4-92e1ac537f6f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:45.237336 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] Network fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:15:45.237336 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:45.249578 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:15:45.300787 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (73dd806a-34f1-4969-9fc9-3bbac658f3e3), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:45.309286 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=0ab907b8-eb06-434d-a35e-8ab9da3a169c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:45.321393 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] Set router 73dd806a-34f1-4969-9fc9-3bbac658f3e3 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:15:45.327196 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6e264da0-f91b-4c36-84a4-92e1ac537f6f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:45.371290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45264) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:45.536099 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab73e6de-1c14-42b5-9611-152e6bcef304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:45.566200 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'name': 'tempest-TestVolumeBackupRestore-344630174-router', 'tenant_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '82362b7d-0ecc-4627-8dbb-65cc995263f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:40Z', 'updated_at': '2022-01-28T06:15:42Z', 'revision_number': 3, 'project_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'gw_port': {'id': '82362b7d-0ecc-4627-8dbb-65cc995263f0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:41Z', 'updated_at': '2022-01-28T06:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:45.593565 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe454790-370c-4c54-bdbe-2c613b0c5f50 None None] The sync data for ids ['73dd806a-34f1-4969-9fc9-3bbac658f3e3'] in n-d-812111-12 is: [{'id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'name': 'tempest-TestVolumeBackupRestore-344630174-router', 'tenant_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '82362b7d-0ecc-4627-8dbb-65cc995263f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:40Z', 'updated_at': '2022-01-28T06:15:42Z', 'revision_number': 3, 'project_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'gw_port': {'id': '82362b7d-0ecc-4627-8dbb-65cc995263f0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:41Z', 'updated_at': '2022-01-28T06:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:15:45.628872 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab73e6de-1c14-42b5-9611-152e6bcef304 admin admin] Publish callbacks [] for security_group (c3717024-6307-4a62-ae59-ed2a8210f3e0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:45.633809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-608ca37e-0f32-4f68-9277-54a44d242c31 None None] Provisioning complete for port 0ab907b8-eb06-434d-a35e-8ab9da3a169c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:45.634827 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-608ca37e-0f32-4f68-9277-54a44d242c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:45.661072 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:45.672066 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-608ca37e-0f32-4f68-9277-54a44d242c31 None None] Port 0ab907b8-eb06-434d-a35e-8ab9da3a169c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:15:45.716157 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab73e6de-1c14-42b5-9611-152e6bcef304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c3717024-6307-4a62-ae59-ed2a8210f3e0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:45.804044 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ab73e6de-1c14-42b5-9611-152e6bcef304 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6357929ab85a4b5ca2e9c7ef22e4ba33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4229994 Jan 28 06:15:45.806992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45276) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:45.829197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73e6de-1c14-42b5-9611-152e6bcef304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3717024-6307-4a62-ae59-ed2a8210f3e0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:45.859215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22392fb-a4dd-468f-9478-680e0824e57b req-17c39213-85ad-4719-96c0-b2dd33597a63 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:45.861784 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d22392fb-a4dd-468f-9478-680e0824e57b req-17c39213-85ad-4719-96c0-b2dd33597a63 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0777307 Jan 28 06:15:45.876715 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45278) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:45.933966 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a001ba0e-612c-47a1-a0e9-9ec6d4140fb6 admin admin] Publish callbacks [] for security_group (c3717024-6307-4a62-ae59-ed2a8210f3e0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:45.951304 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d22392fb-a4dd-468f-9478-680e0824e57b req-5eae75ac-cb5d-44ab-bf7c-84997984e46a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823314 Jan 28 06:15:45.978278 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a001ba0e-612c-47a1-a0e9-9ec6d4140fb6 admin admin] Publish callbacks [] for security_group (c3717024-6307-4a62-ae59-ed2a8210f3e0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:46.027045 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] Publish callbacks [] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:46.097269 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0a1faf7c-03d9-49bf-aa27-14bf61b90996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1360230073'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:15:46.122103 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:46.176009 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a001ba0e-612c-47a1-a0e9-9ec6d4140fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c3717024-6307-4a62-ae59-ed2a8210f3e0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:46.178960 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a001ba0e-612c-47a1-a0e9-9ec6d4140fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:46.180177 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a001ba0e-612c-47a1-a0e9-9ec6d4140fb6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3717024-6307-4a62-ae59-ed2a8210f3e0 HTTP/1.1" status: 204 len: 168 time: 0.3721943 Jan 28 06:15:46.202518 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001ba0e-612c-47a1-a0e9-9ec6d4140fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3717024-6307-4a62-ae59-ed2a8210f3e0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:46.213176 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1faf7c-03d9-49bf-aa27-14bf61b90996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Made reservation on behalf of bf0a5abbc4c149f39114034d87d8771a for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:15:46.217235 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a1faf7c-03d9-49bf-aa27-14bf61b90996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:46.220992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=0ab907b8-eb06-434d-a35e-8ab9da3a169c,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:46.227322 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (73dd806a-34f1-4969-9fc9-3bbac658f3e3), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:46.236336 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a1faf7c-03d9-49bf-aa27-14bf61b90996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:46.337454 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a1faf7c-03d9-49bf-aa27-14bf61b90996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Publish callbacks [] for security_group (0689141a-8765-443d-a0de-a44dd80e6313), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:46.365732 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] Network fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:15:46.367240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:46.415468 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a1faf7c-03d9-49bf-aa27-14bf61b90996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0689141a-8765-443d-a0de-a44dd80e6313), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:46.450470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1faf7c-03d9-49bf-aa27-14bf61b90996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:15:46.461195 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1faf7c-03d9-49bf-aa27-14bf61b90996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0689141a-8765-443d-a0de-a44dd80e6313,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:46.475046 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a1faf7c-03d9-49bf-aa27-14bf61b90996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1b200490-6418-4ae7-945e-69390855e2a4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:46.475046 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-0a1faf7c-03d9-49bf-aa27-14bf61b90996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Added segment 1b200490-6418-4ae7-945e-69390855e2a4 of type vlan for network 3604a0e1-5db5-42ef-accc-d021c6d300b2 Jan 28 06:15:46.526792 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a1faf7c-03d9-49bf-aa27-14bf61b90996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (3604a0e1-5db5-42ef-accc-d021c6d300b2), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:46.538081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] Router 73dd806a-34f1-4969-9fc9-3bbac658f3e3 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:15:46.623993 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a1faf7c-03d9-49bf-aa27-14bf61b90996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (3604a0e1-5db5-42ef-accc-d021c6d300b2), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:46.630845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1faf7c-03d9-49bf-aa27-14bf61b90996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:46.631683 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a1faf7c-03d9-49bf-aa27-14bf61b90996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:46.682074 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:15:46.690948 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-34442e84-2853-49b7-aabe-6a41f78a6fb2 admin admin] 10.222.0.31 "PUT /v2.0/routers/73dd806a-34f1-4969-9fc9-3bbac658f3e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7433112 Jan 28 06:15:46.723699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1faf7c-03d9-49bf-aa27-14bf61b90996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Pushing event updated for resources: {'Network': ['ID=3604a0e1-5db5-42ef-accc-d021c6d300b2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:46.733634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-40ced3d2-b068-42fb-8945-b60a99f26ae7 None None] Provisioning complete for port 0ab907b8-eb06-434d-a35e-8ab9da3a169c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:46.734142 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-40ced3d2-b068-42fb-8945-b60a99f26ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:46.739252 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 3604a0e1-5db5-42ef-accc-d021c6d300b2 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:15:46.799218 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0a1faf7c-03d9-49bf-aa27-14bf61b90996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.9199119 Jan 28 06:15:47.034811 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-40ced3d2-b068-42fb-8945-b60a99f26ae7 None None] Port 0ab907b8-eb06-434d-a35e-8ab9da3a169c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:15:47.121901 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45306) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:47.129798 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Request body: {'port': {'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2', 'binding:host_id': 'n-h1-812111-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-70726320'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:15:47.170291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd244d-0183-418e-ad43-fb0550f7b66d req-e304c420-5302-44e6-bf78-5d9f616a5ef0 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:47.171846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59cd244d-0183-418e-ad43-fb0550f7b66d req-e304c420-5302-44e6-bf78-5d9f616a5ef0 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0754945 Jan 28 06:15:47.233014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Made reservation on behalf of 39fbabdb8f63421185a7ba093701ee78 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:15:47.242065 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:47.242208 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 82362b7d-0ecc-4627-8dbb-65cc995263f0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:15:47.243975 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59cd244d-0183-418e-ad43-fb0550f7b66d req-73f8f9a7-7335-431f-a6ab-1e92787ca32b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577993 Jan 28 06:15:47.274271 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:47.367666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 82362b7d-0ecc-4627-8dbb-65cc995263f0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:47.368051 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (82362b7d-0ecc-4627-8dbb-65cc995263f0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:47.373154 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks [] for security_group (88ba6e58-5a2b-44bb-a582-5ca3e6211164), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:47.462384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 82362b7d-0ecc-4627-8dbb-65cc995263f0 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:47.463124 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (82362b7d-0ecc-4627-8dbb-65cc995263f0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:47.479120 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (88ba6e58-5a2b-44bb-a582-5ca3e6211164), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:47.485238 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] device_id is not set on port 04716602-4099-4ccf-923f-9f6867e7a15f yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:15:47.493953 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 82362b7d-0ecc-4627-8dbb-65cc995263f0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=82362b7d-0ecc-4627-8dbb-65cc995263f0,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:15:47.588801 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ba6e58-5a2b-44bb-a582-5ca3e6211164,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:47.605620 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (82362b7d-0ecc-4627-8dbb-65cc995263f0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:47.654261 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=82362b7d-0ecc-4627-8dbb-65cc995263f0,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:47.758314 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] device_id is not set on port 04716602-4099-4ccf-923f-9f6867e7a15f yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:15:47.767878 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks [] for port (04716602-4099-4ccf-923f-9f6867e7a15f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:47.790720 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45352) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:47.886901 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (04716602-4099-4ccf-923f-9f6867e7a15f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:47.899065 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-3374bd01-88a2-43c9-9a1d-fd8778c69736 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2092039418-network', 'tenant_id': 'f85741625aaf4ee9ad854fdeaa526362'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:15:47.957066 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Pushing event updated for resources: {'Port': ['ID=04716602-4099-4ccf-923f-9f6867e7a15f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:47.976278 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Checking segment: {'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:15:47.976641 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Network hostable DHCP agents. Network: 3604a0e1-5db5-42ef-accc-d021c6d300b2, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:15:48.092315 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3374bd01-88a2-43c9-9a1d-fd8778c69736 admin admin] Made reservation on behalf of f85741625aaf4ee9ad854fdeaa526362 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:15:48.094773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3374bd01-88a2-43c9-9a1d-fd8778c69736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:48.104896 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3374bd01-88a2-43c9-9a1d-fd8778c69736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:48.106682 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Network 3604a0e1-5db5-42ef-accc-d021c6d300b2 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:15:48.190639 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3374bd01-88a2-43c9-9a1d-fd8778c69736 admin admin] Publish callbacks [] for security_group (34db8381-7f23-4f12-9f98-fc1c8cf9591f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:48.223625 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 3604a0e1-5db5-42ef-accc-d021c6d300b2) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:48.227628 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:15:48.232735 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516730ad-f03c-4c9d-9338-2d3cd8969c36 None None] Network 3604a0e1-5db5-42ef-accc-d021c6d300b2 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:15:48.242687 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:48.243029 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:48.243374 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:48.247876 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:48.248207 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:48.248595 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 2 to bind port 04716602-4099-4ccf-923f-9f6867e7a15f Jan 28 06:15:48.265637 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:48.266042 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:48.266553 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:48.272974 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:48.273368 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:48.273906 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 3 to bind port 04716602-4099-4ccf-923f-9f6867e7a15f Jan 28 06:15:48.289303 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:48.289851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:48.290583 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:48.296335 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:48.296740 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:48.297333 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 4 to bind port 04716602-4099-4ccf-923f-9f6867e7a15f Jan 28 06:15:48.315982 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:48.316398 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:48.316800 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:48.322700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:48.323098 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:48.323717 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 5 to bind port 04716602-4099-4ccf-923f-9f6867e7a15f Jan 28 06:15:48.343090 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:48.343428 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:48.343780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:48.348549 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:48.348881 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:48.349314 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 6 to bind port 04716602-4099-4ccf-923f-9f6867e7a15f Jan 28 06:15:48.359355 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3374bd01-88a2-43c9-9a1d-fd8778c69736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (34db8381-7f23-4f12-9f98-fc1c8cf9591f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:48.378473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17568f0-2e83-478c-942b-5f0c289ab470 req-26c9363d-bc5a-4cb3-84ff-140003f90d6c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:48.379090 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:48.379090 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:48.379326 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:48.379965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d17568f0-2e83-478c-942b-5f0c289ab470 req-26c9363d-bc5a-4cb3-84ff-140003f90d6c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0513558 Jan 28 06:15:48.386544 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3374bd01-88a2-43c9-9a1d-fd8778c69736 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:15:48.402836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:48.403178 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:48.405955 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 7 to bind port 04716602-4099-4ccf-923f-9f6867e7a15f Jan 28 06:15:48.409753 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3374bd01-88a2-43c9-9a1d-fd8778c69736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (6dc3a269-da08-4632-9308-be5926c4d4a9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:48.410102 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-3374bd01-88a2-43c9-9a1d-fd8778c69736 admin admin] Added segment 6dc3a269-da08-4632-9308-be5926c4d4a9 of type vlan for network 36009c62-2b66-4e78-817b-7fe16c2072ad Jan 28 06:15:48.425886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374bd01-88a2-43c9-9a1d-fd8778c69736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34db8381-7f23-4f12-9f98-fc1c8cf9591f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:48.449917 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:48.451394 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:48.451918 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:48.454242 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d17568f0-2e83-478c-942b-5f0c289ab470 req-8c280bdd-3841-4243-8a63-ce7266de81e4 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631530 Jan 28 06:15:48.484065 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:48.484316 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:48.489901 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 8 to bind port 04716602-4099-4ccf-923f-9f6867e7a15f Jan 28 06:15:48.495801 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3374bd01-88a2-43c9-9a1d-fd8778c69736 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (36009c62-2b66-4e78-817b-7fe16c2072ad), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:48.511381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:48.511733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:48.512081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:48.525991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:48.526378 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:48.528452 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 9 to bind port 04716602-4099-4ccf-923f-9f6867e7a15f Jan 28 06:15:48.545279 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:48.545619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:48.545965 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:48.550493 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:48.550819 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:48.551215 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 10 to bind port 04716602-4099-4ccf-923f-9f6867e7a15f Jan 28 06:15:48.563530 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:48.563866 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:48.564208 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:48.569096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 04716602-4099-4ccf-923f-9f6867e7a15f on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:48.569416 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 04716602-4099-4ccf-923f-9f6867e7a15f on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:48.569782 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (04716602-4099-4ccf-923f-9f6867e7a15f), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:48.639585 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] For port 04716602-4099-4ccf-923f-9f6867e7a15f, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:15:48.639966 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempted to set empty binding levels {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 06:15:48.645712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Sync routers for ids ['73dd806a-34f1-4969-9fc9-3bbac658f3e3'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:15:48.657066 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Routers {'73dd806a-34f1-4969-9fc9-3bbac658f3e3'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:15:48.657696 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:15:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['73dd806a-34f1-4969-9fc9-3bbac658f3e3'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:48.675405 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3374bd01-88a2-43c9-9a1d-fd8778c69736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (36009c62-2b66-4e78-817b-7fe16c2072ad), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:48.676562 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3374bd01-88a2-43c9-9a1d-fd8778c69736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:48.677264 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3374bd01-88a2-43c9-9a1d-fd8778c69736 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:48.749701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374bd01-88a2-43c9-9a1d-fd8778c69736 admin admin] Pushing event updated for resources: {'Network': ['ID=36009c62-2b66-4e78-817b-7fe16c2072ad,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:48.753161 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (04716602-4099-4ccf-923f-9f6867e7a15f), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:48.765248 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 36009c62-2b66-4e78-817b-7fe16c2072ad details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:15:48.784516 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3374bd01-88a2-43c9-9a1d-fd8778c69736 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9926586 Jan 28 06:15:48.788207 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45376) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:48.790921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:48.793377 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:48.796317 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-92283678-e504-429a-9ffc-9bf1dfd0fd31 admin admin] Request body: {'subnet': {'network_id': '36009c62-2b66-4e78-817b-7fe16c2072ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2092039418-subnet', 'tenant_id': 'f85741625aaf4ee9ad854fdeaa526362', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:15:48.817015 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Pushing event updated for resources: {'Port': ['ID=04716602-4099-4ccf-923f-9f6867e7a15f,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:48.847455 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Set router 73dd806a-34f1-4969-9fc9-3bbac658f3e3 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:15:48.936896 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-835fe2ad-e20f-43cb-a970-58da9690750c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.8129160 Jan 28 06:15:48.939833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45394) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:49.027425 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b78905aa-a5b3-48ca-b584-4818aa5499e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Deleting port 04716602-4099-4ccf-923f-9f6867e7a15f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:15:49.027828 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b78905aa-a5b3-48ca-b584-4818aa5499e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (04716602-4099-4ccf-923f-9f6867e7a15f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:49.043345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92283678-e504-429a-9ffc-9bf1dfd0fd31 admin admin] Made reservation on behalf of f85741625aaf4ee9ad854fdeaa526362 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:15:49.051704 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92283678-e504-429a-9ffc-9bf1dfd0fd31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:49.097204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'name': 'tempest-TestVolumeBackupRestore-344630174-router', 'tenant_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '82362b7d-0ecc-4627-8dbb-65cc995263f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:40Z', 'updated_at': '2022-01-28T06:15:45Z', 'revision_number': 4, 'project_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'gw_port': {'id': '82362b7d-0ecc-4627-8dbb-65cc995263f0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:41Z', 'updated_at': '2022-01-28T06:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0ab907b8-eb06-434d-a35e-8ab9da3a169c', 'name': '', 'network_id': 'fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e', 'tenant_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'mac_address': 'fa:16:3e:fd:b3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '1c48f025-413a-424e-94a3-107a8590ffcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:44Z', 'updated_at': '2022-01-28T06:15:45Z', 'revision_number': 2, 'project_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'subnets': [{'id': '1c48f025-413a-424e-94a3-107a8590ffcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:49.133508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 82362b7d-0ecc-4627-8dbb-65cc995263f0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:15:49.137083 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Checking router: 73dd806a-34f1-4969-9fc9-3bbac658f3e3 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:15:49.137704 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Updating router 73dd806a-34f1-4969-9fc9-3bbac658f3e3 port 0ab907b8-eb06-434d-a35e-8ab9da3a169c binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:15:49.176534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-b78905aa-a5b3-48ca-b584-4818aa5499e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] For port 04716602-4099-4ccf-923f-9f6867e7a15f, host n-h1-812111-12, got binding levels [] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:15:49.176915 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b78905aa-a5b3-48ca-b584-4818aa5499e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (04716602-4099-4ccf-923f-9f6867e7a15f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:49.199441 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:49.201611 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b78905aa-a5b3-48ca-b584-4818aa5499e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Calling delete_port for 04716602-4099-4ccf-923f-9f6867e7a15f owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:15:49.250283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 82362b7d-0ecc-4627-8dbb-65cc995263f0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:49.252799 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (82362b7d-0ecc-4627-8dbb-65cc995263f0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:49.452837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 82362b7d-0ecc-4627-8dbb-65cc995263f0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:49.487061 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b78905aa-a5b3-48ca-b584-4818aa5499e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (04716602-4099-4ccf-923f-9f6867e7a15f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:49.536294 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78905aa-a5b3-48ca-b584-4818aa5499e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Pushing event deleted for resources: {'Port': ['ID=04716602-4099-4ccf-923f-9f6867e7a15f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:49.552749 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b78905aa-a5b3-48ca-b584-4818aa5499e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:49.558763 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b78905aa-a5b3-48ca-b584-4818aa5499e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] 10.222.0.31 "DELETE /v2.0/ports/04716602-4099-4ccf-923f-9f6867e7a15f HTTP/1.1" status: 204 len: 168 time: 0.6151175 Jan 28 06:15:49.558763 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92283678-e504-429a-9ffc-9bf1dfd0fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (087cc66e-dcbe-45b8-b8d1-48dedc5c23d1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:49.559874 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45400) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:49.584297 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Publish callbacks [] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:49.593618 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f079e39-c0e1-4eac-9d1d-1ef4793b82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] GET failed (client error): The resource could not be found. Jan 28 06:15:49.595151 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7f079e39-c0e1-4eac-9d1d-1ef4793b82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] 10.222.0.31 "GET /v2.0/ports/04716602-4099-4ccf-923f-9f6867e7a15f HTTP/1.1" status: 404 len: 333 time: 0.0330205 Jan 28 06:15:49.598739 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45402) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:49.605182 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-0747d31e-a87c-48e6-9c84-8a1d09aff1a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Request body: {'port': {'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1704429053'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:15:49.654251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a93dc-03b5-413b-be0f-2f9780d1896a req-03de1f94-452f-4686-8aa4-42f8a928813d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:49.655754 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-138a93dc-03b5-413b-be0f-2f9780d1896a req-03de1f94-452f-4686-8aa4-42f8a928813d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.1144011 Jan 28 06:15:49.658611 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92283678-e504-429a-9ffc-9bf1dfd0fd31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=087cc66e-dcbe-45b8-b8d1-48dedc5c23d1,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:49.681549 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92283678-e504-429a-9ffc-9bf1dfd0fd31 admin admin] Checking segment: {'id': '6dc3a269-da08-4632-9308-be5926c4d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '36009c62-2b66-4e78-817b-7fe16c2072ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:15:49.681906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92283678-e504-429a-9ffc-9bf1dfd0fd31 admin admin] Network hostable DHCP agents. Network: 36009c62-2b66-4e78-817b-7fe16c2072ad, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:15:49.688599 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:49.704859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0747d31e-a87c-48e6-9c84-8a1d09aff1a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Made reservation on behalf of 39fbabdb8f63421185a7ba093701ee78 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:15:49.709154 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0747d31e-a87c-48e6-9c84-8a1d09aff1a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:49.727711 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-0747d31e-a87c-48e6-9c84-8a1d09aff1a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] device_id is not set on port 13781f4b-d62d-4a94-9f51-2d1e78130d78 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:15:49.737306 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-138a93dc-03b5-413b-be0f-2f9780d1896a req-164e1710-36ed-47b7-805e-296a026fd633 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731454 Jan 28 06:15:49.772591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641a4f9-fb78-496f-a141-e99170f8fd05 None None] Pushing event updated for resources: {'Port': ['ID=0ab907b8-eb06-434d-a35e-8ab9da3a169c,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:49.812314 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Attempting to bind port 0ab907b8-eb06-434d-a35e-8ab9da3a169c on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:49.812758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Attempting to bind port 0ab907b8-eb06-434d-a35e-8ab9da3a169c by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'e92da2b1-f596-424d-9710-2fc5d0c1b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:49.813137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Attempting to bind port 0ab907b8-eb06-434d-a35e-8ab9da3a169c on network fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:49.819963 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:15:49.820628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Checking segment: {'id': 'e92da2b1-f596-424d-9710-2fc5d0c1b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:15:49.821273 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:49.821800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Bound using segment: {'id': 'e92da2b1-f596-424d-9710-2fc5d0c1b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:15:49.822597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Bound port: 0ab907b8-eb06-434d-a35e-8ab9da3a169c, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92da2b1-f596-424d-9710-2fc5d0c1b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:15:49.823669 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:49.836936 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92283678-e504-429a-9ffc-9bf1dfd0fd31 admin admin] Network 36009c62-2b66-4e78-817b-7fe16c2072ad is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:15:49.915749 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] For port 0ab907b8-eb06-434d-a35e-8ab9da3a169c, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:15:49.919848 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] For port 0ab907b8-eb06-434d-a35e-8ab9da3a169c, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0ab907b8-eb06-434d-a35e-8ab9da3a169c,segment=NetworkSegment(e92da2b1-f596-424d-9710-2fc5d0c1b5c3),segment_id=e92da2b1-f596-424d-9710-2fc5d0c1b5c3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:15:49.944655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-92283678-e504-429a-9ffc-9bf1dfd0fd31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 36009c62-2b66-4e78-817b-7fe16c2072ad) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:49.946195 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0747d31e-a87c-48e6-9c84-8a1d09aff1a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks [] for port (13781f4b-d62d-4a94-9f51-2d1e78130d78), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:49.948831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92283678-e504-429a-9ffc-9bf1dfd0fd31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:49.949630 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92283678-e504-429a-9ffc-9bf1dfd0fd31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:49.954140 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b0599a-0634-47a9-a7f5-3b6f70edfbb9 None None] Network 36009c62-2b66-4e78-817b-7fe16c2072ad requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:15:50.011671 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:50.091350 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-92283678-e504-429a-9ffc-9bf1dfd0fd31 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2921972 Jan 28 06:15:50.101222 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641a4f9-fb78-496f-a141-e99170f8fd05 None None] Pushing event updated for resources: {'Port': ['ID=0ab907b8-eb06-434d-a35e-8ab9da3a169c,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:50.135031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Routers {'73dd806a-34f1-4969-9fc9-3bbac658f3e3'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:15:50.135429 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:15:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['73dd806a-34f1-4969-9fc9-3bbac658f3e3'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:50.142929 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-85f08f95-f2f0-46e6-976d-0c3707baf5f9 None None] Provisioning complete for port 0ab907b8-eb06-434d-a35e-8ab9da3a169c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:50.143529 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85f08f95-f2f0-46e6-976d-0c3707baf5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:50.150038 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0747d31e-a87c-48e6-9c84-8a1d09aff1a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (13781f4b-d62d-4a94-9f51-2d1e78130d78), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:50.196597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5082169-e1f5-4beb-ab85-ebf82442ad92 None None] Network 36009c62-2b66-4e78-817b-7fe16c2072ad requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:15:50.228542 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0747d31e-a87c-48e6-9c84-8a1d09aff1a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Network 3604a0e1-5db5-42ef-accc-d021c6d300b2 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:15:50.233697 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-0747d31e-a87c-48e6-9c84-8a1d09aff1a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:50.236898 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0747d31e-a87c-48e6-9c84-8a1d09aff1a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:15:50.237990 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0747d31e-a87c-48e6-9c84-8a1d09aff1a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:50.238760 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0747d31e-a87c-48e6-9c84-8a1d09aff1a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:50.278864 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747d31e-a87c-48e6-9c84-8a1d09aff1a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Pushing event updated for resources: {'Port': ['ID=13781f4b-d62d-4a94-9f51-2d1e78130d78,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:50.362600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45408) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:50.363672 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0747d31e-a87c-48e6-9c84-8a1d09aff1a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7630844 Jan 28 06:15:50.370226 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:15:50.481125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] Set router 73dd806a-34f1-4969-9fc9-3bbac658f3e3 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:15:50.487431 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (13781f4b-d62d-4a94-9f51-2d1e78130d78), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:50.694273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-85f08f95-f2f0-46e6-976d-0c3707baf5f9 None None] Current status of the port 0ab907b8-eb06-434d-a35e-8ab9da3a169c is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:50.694696 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85f08f95-f2f0-46e6-976d-0c3707baf5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:50.737246 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] device_id is not set on port 13781f4b-d62d-4a94-9f51-2d1e78130d78 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:15:50.746311 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks [] for port (13781f4b-d62d-4a94-9f51-2d1e78130d78), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:50.807007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-85f08f95-f2f0-46e6-976d-0c3707baf5f9 None None] For port 0ab907b8-eb06-434d-a35e-8ab9da3a169c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0ab907b8-eb06-434d-a35e-8ab9da3a169c,segment=NetworkSegment(e92da2b1-f596-424d-9710-2fc5d0c1b5c3),segment_id=e92da2b1-f596-424d-9710-2fc5d0c1b5c3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:15:50.854409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720ac9f-7245-49ee-b1b6-fca6f1e4da59 req-12f631ca-45ca-4d46-9e37-82fc5657c4ca tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:50.855996 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5720ac9f-7245-49ee-b1b6-fca6f1e4da59 req-12f631ca-45ca-4d46-9e37-82fc5657c4ca tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0562849 Jan 28 06:15:50.873746 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (13781f4b-d62d-4a94-9f51-2d1e78130d78), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:50.904540 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85f08f95-f2f0-46e6-976d-0c3707baf5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:50.950653 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'name': 'tempest-TestVolumeBackupRestore-344630174-router', 'tenant_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '82362b7d-0ecc-4627-8dbb-65cc995263f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:40Z', 'updated_at': '2022-01-28T06:15:45Z', 'revision_number': 4, 'project_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'gw_port': {'id': '82362b7d-0ecc-4627-8dbb-65cc995263f0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:41Z', 'updated_at': '2022-01-28T06:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0ab907b8-eb06-434d-a35e-8ab9da3a169c', 'name': '', 'network_id': 'fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e', 'tenant_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'mac_address': 'fa:16:3e:fd:b3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '1c48f025-413a-424e-94a3-107a8590ffcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:44Z', 'updated_at': '2022-01-28T06:15:49Z', 'revision_number': 4, 'project_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'subnets': [{'id': '1c48f025-413a-424e-94a3-107a8590ffcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:50.964126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Pushing event updated for resources: {'Port': ['ID=13781f4b-d62d-4a94-9f51-2d1e78130d78,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:50.976023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:50.976023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:50.976023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:50.983792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:50.984122 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:50.984722 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 2 to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 Jan 28 06:15:50.987126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d8fa45-7e9a-4cbb-a93f-c55bb96f67d3 None None] The sync data for ids ['73dd806a-34f1-4969-9fc9-3bbac658f3e3'] in n-d-812111-12 is: [{'id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'name': 'tempest-TestVolumeBackupRestore-344630174-router', 'tenant_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '82362b7d-0ecc-4627-8dbb-65cc995263f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:40Z', 'updated_at': '2022-01-28T06:15:45Z', 'revision_number': 4, 'project_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'gw_port': {'id': '82362b7d-0ecc-4627-8dbb-65cc995263f0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:41Z', 'updated_at': '2022-01-28T06:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0ab907b8-eb06-434d-a35e-8ab9da3a169c', 'name': '', 'network_id': 'fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e', 'tenant_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'mac_address': 'fa:16:3e:fd:b3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '1c48f025-413a-424e-94a3-107a8590ffcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:44Z', 'updated_at': '2022-01-28T06:15:49Z', 'revision_number': 4, 'project_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'subnets': [{'id': '1c48f025-413a-424e-94a3-107a8590ffcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:15:50.990631 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5720ac9f-7245-49ee-b1b6-fca6f1e4da59 req-6f24e114-4ff2-4794-8416-2c3c561b632b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262975 Jan 28 06:15:51.012181 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:51.014054 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:51.014471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:51.018604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f08f95-f2f0-46e6-976d-0c3707baf5f9 None None] Pushing event updated for resources: {'Port': ['ID=0ab907b8-eb06-434d-a35e-8ab9da3a169c,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:51.024487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:51.024853 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:51.025278 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 3 to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 Jan 28 06:15:51.032968 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-87bde3d3-0cc2-4c4c-82f2-be666fb9487a None None] Provisioning complete for port 0ab907b8-eb06-434d-a35e-8ab9da3a169c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:51.033307 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87bde3d3-0cc2-4c4c-82f2-be666fb9487a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:51.047148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:51.047504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:51.048382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:51.064317 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:51.064648 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:51.065038 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 4 to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 Jan 28 06:15:51.083723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:51.084437 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:51.084840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:51.090274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:51.090693 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:51.092251 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 5 to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 Jan 28 06:15:51.109690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:51.109926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:51.110382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:51.118827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:51.122374 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:51.122919 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 6 to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 Jan 28 06:15:51.140450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:51.140807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:51.141143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:51.146946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:51.147392 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:51.147781 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 7 to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 Jan 28 06:15:51.172505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:51.172505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:51.172505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:51.181215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:51.181215 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:51.181215 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 8 to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 Jan 28 06:15:51.203003 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:51.203326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:51.203726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:51.209070 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:51.209483 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:51.209942 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 9 to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 Jan 28 06:15:51.214331 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-87bde3d3-0cc2-4c4c-82f2-be666fb9487a None None] Current status of the port 0ab907b8-eb06-434d-a35e-8ab9da3a169c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:51.226508 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:51.226926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:51.227333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:51.237469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:51.237888 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:51.238377 n-d-812111-12 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 10 to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 Jan 28 06:15:51.254942 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:51.255452 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:51.256371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:51.263537 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:51.264576 n-d-812111-12 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:51.264576 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (13781f4b-d62d-4a94-9f51-2d1e78130d78), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:51.313180 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0ab907b8-eb06-434d-a35e-8ab9da3a169c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:15:51.350438 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] For port 13781f4b-d62d-4a94-9f51-2d1e78130d78, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:15:51.351086 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempted to set empty binding levels {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 06:15:51.373964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 0ab907b8-eb06-434d-a35e-8ab9da3a169c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:15:51.374496 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:51.452623 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (13781f4b-d62d-4a94-9f51-2d1e78130d78), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:51.510012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 0ab907b8-eb06-434d-a35e-8ab9da3a169c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:15:51.534396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] In _notify_port_updated(), no bound segment for port 13781f4b-d62d-4a94-9f51-2d1e78130d78 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 06:15:51.535104 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.535104 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:51.539815 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] 10.222.0.31 "PUT /v2.0/ports/13781f4b-d62d-4a94-9f51-2d1e78130d78 HTTP/1.1" status: 200 len: 980 time: 1.1725349 Jan 28 06:15:51.540196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45422) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:51.559654 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c43313-2c12-4e9e-a8c2-3bf9fd5c57d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Pushing event updated for resources: {'Port': ['ID=13781f4b-d62d-4a94-9f51-2d1e78130d78,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:51.682996 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.683480 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.683951 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.685196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.685196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.685432 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.685813 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.686273 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.686810 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.687212 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.687732 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.688698 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.689157 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.689648 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.690086 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.690579 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.691195 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.691661 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.692119 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:51.695016 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-eda813a1-573e-49de-9bfa-c3f10b9aaf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17412 time: 0.1537533 Jan 28 06:15:51.698678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45424) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:51.779510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b84d8-91b3-4ec5-9058-fc31940d946e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Deleting port 13781f4b-d62d-4a94-9f51-2d1e78130d78 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:15:51.784824 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0a3b84d8-91b3-4ec5-9058-fc31940d946e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (13781f4b-d62d-4a94-9f51-2d1e78130d78), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:51.845809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-0a3b84d8-91b3-4ec5-9058-fc31940d946e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] For port 13781f4b-d62d-4a94-9f51-2d1e78130d78, host n-h1-812111-12, got binding levels [] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:15:51.846194 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0a3b84d8-91b3-4ec5-9058-fc31940d946e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (13781f4b-d62d-4a94-9f51-2d1e78130d78), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:51.860811 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b84d8-91b3-4ec5-9058-fc31940d946e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Calling delete_port for 13781f4b-d62d-4a94-9f51-2d1e78130d78 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:15:52.057926 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0a3b84d8-91b3-4ec5-9058-fc31940d946e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (13781f4b-d62d-4a94-9f51-2d1e78130d78), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:52.088924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b84d8-91b3-4ec5-9058-fc31940d946e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Pushing event deleted for resources: {'Port': ['ID=13781f4b-d62d-4a94-9f51-2d1e78130d78,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:52.111518 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0a3b84d8-91b3-4ec5-9058-fc31940d946e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:52.115734 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0a3b84d8-91b3-4ec5-9058-fc31940d946e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] 10.222.0.31 "DELETE /v2.0/ports/13781f4b-d62d-4a94-9f51-2d1e78130d78 HTTP/1.1" status: 204 len: 168 time: 0.4154201 Jan 28 06:15:52.118266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45430) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:52.132970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24b524-5064-4c1e-a928-9a7a303a9ab8 req-6358c73a-65b9-4f2c-a4a9-87eaace2bf73 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:52.140574 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de24b524-5064-4c1e-a928-9a7a303a9ab8 req-6358c73a-65b9-4f2c-a4a9-87eaace2bf73 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0743620 Jan 28 06:15:52.155783 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-e278204e-304d-4b26-aa29-740d72b132cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] GET failed (client error): The resource could not be found. Jan 28 06:15:52.158086 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e278204e-304d-4b26-aa29-740d72b132cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] 10.222.0.31 "GET /v2.0/ports/13781f4b-d62d-4a94-9f51-2d1e78130d78 HTTP/1.1" status: 404 len: 333 time: 0.0382390 Jan 28 06:15:52.162494 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45432) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:52.169129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fc4edb99-c2be-4dce-a001-ddda487cdca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-932660547', 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:15:52.217399 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de24b524-5064-4c1e-a928-9a7a303a9ab8 req-8ae0570a-7c18-4f54-bbf9-e7e297cd0f48 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733829 Jan 28 06:15:52.325639 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4edb99-c2be-4dce-a001-ddda487cdca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Made reservation on behalf of 39fbabdb8f63421185a7ba093701ee78 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:15:52.329164 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc4edb99-c2be-4dce-a001-ddda487cdca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:52.346513 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-fc4edb99-c2be-4dce-a001-ddda487cdca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] device_id is not set on port 600fb0b6-bfe8-40eb-af75-ff12f747b7ed yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:15:52.541959 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc4edb99-c2be-4dce-a001-ddda487cdca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks [] for port (600fb0b6-bfe8-40eb-af75-ff12f747b7ed), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:52.681431 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc4edb99-c2be-4dce-a001-ddda487cdca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (600fb0b6-bfe8-40eb-af75-ff12f747b7ed), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:52.749982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4edb99-c2be-4dce-a001-ddda487cdca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Pushing event updated for resources: {'Port': ['ID=600fb0b6-bfe8-40eb-af75-ff12f747b7ed,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:52.769724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4edb99-c2be-4dce-a001-ddda487cdca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Network 3604a0e1-5db5-42ef-accc-d021c6d300b2 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:15:52.772309 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-fc4edb99-c2be-4dce-a001-ddda487cdca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:52.775211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4edb99-c2be-4dce-a001-ddda487cdca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:15:52.776484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4edb99-c2be-4dce-a001-ddda487cdca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:52.777231 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc4edb99-c2be-4dce-a001-ddda487cdca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:52.889692 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fc4edb99-c2be-4dce-a001-ddda487cdca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7260489 Jan 28 06:15:52.897923 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45438) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:52.936325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8b4726-39a6-4ad7-8ca6-2d703926af27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:52.937872 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3c8b4726-39a6-4ad7-8ca6-2d703926af27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] 10.222.0.31 "GET /v2.0/ports/600fb0b6-bfe8-40eb-af75-ff12f747b7ed HTTP/1.1" status: 200 len: 958 time: 0.0389593 Jan 28 06:15:52.940553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45440) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:53.035763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d158ca92-fd03-4c3b-be0d-9dd32aff1d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Deleting port 600fb0b6-bfe8-40eb-af75-ff12f747b7ed {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:15:53.038407 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d158ca92-fd03-4c3b-be0d-9dd32aff1d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (600fb0b6-bfe8-40eb-af75-ff12f747b7ed), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:53.113683 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d158ca92-fd03-4c3b-be0d-9dd32aff1d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (600fb0b6-bfe8-40eb-af75-ff12f747b7ed), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:53.131922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d158ca92-fd03-4c3b-be0d-9dd32aff1d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Calling delete_port for 600fb0b6-bfe8-40eb-af75-ff12f747b7ed owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:15:53.345582 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d158ca92-fd03-4c3b-be0d-9dd32aff1d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (600fb0b6-bfe8-40eb-af75-ff12f747b7ed), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:53.378078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158ca92-fd03-4c3b-be0d-9dd32aff1d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Pushing event deleted for resources: {'Port': ['ID=600fb0b6-bfe8-40eb-af75-ff12f747b7ed,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:53.386939 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d158ca92-fd03-4c3b-be0d-9dd32aff1d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:53.390200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d158ca92-fd03-4c3b-be0d-9dd32aff1d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] 10.222.0.31 "DELETE /v2.0/ports/600fb0b6-bfe8-40eb-af75-ff12f747b7ed HTTP/1.1" status: 204 len: 168 time: 0.4487164 Jan 28 06:15:53.392979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45444) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:53.402571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b95fbc-2a13-4f28-a2a4-67b7e72e79c5 req-2a15f526-3ef4-4c6a-8858-788508bd8f37 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:53.404112 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01b95fbc-2a13-4f28-a2a4-67b7e72e79c5 req-2a15f526-3ef4-4c6a-8858-788508bd8f37 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0939786 Jan 28 06:15:53.419597 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff08796b-4699-44d6-8f38-fe19c94e1193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] GET failed (client error): The resource could not be found. Jan 28 06:15:53.424345 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ff08796b-4699-44d6-8f38-fe19c94e1193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] 10.222.0.31 "GET /v2.0/ports/600fb0b6-bfe8-40eb-af75-ff12f747b7ed HTTP/1.1" status: 404 len: 333 time: 0.0269947 Jan 28 06:15:53.424868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45446) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:53.433014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-468c1564-3e75-4103-8927-80be254c96ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Request body: {'port': {'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1956587204'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:15:53.460091 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01b95fbc-2a13-4f28-a2a4-67b7e72e79c5 req-554ce4db-16c6-422e-ad88-1a45167199bc tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491207 Jan 28 06:15:53.526661 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468c1564-3e75-4103-8927-80be254c96ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Made reservation on behalf of 39fbabdb8f63421185a7ba093701ee78 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:15:53.531200 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-468c1564-3e75-4103-8927-80be254c96ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:53.548634 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-468c1564-3e75-4103-8927-80be254c96ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] device_id is not set on port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:15:53.735191 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-468c1564-3e75-4103-8927-80be254c96ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks [] for port (6efe1169-c1b7-4e97-be60-6c5556b9e6e4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:53.869684 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-468c1564-3e75-4103-8927-80be254c96ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6efe1169-c1b7-4e97-be60-6c5556b9e6e4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:53.910362 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468c1564-3e75-4103-8927-80be254c96ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Network 3604a0e1-5db5-42ef-accc-d021c6d300b2 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:15:53.911945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-468c1564-3e75-4103-8927-80be254c96ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:15:53.915541 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468c1564-3e75-4103-8927-80be254c96ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:15:53.916486 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468c1564-3e75-4103-8927-80be254c96ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:53.917100 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-468c1564-3e75-4103-8927-80be254c96ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:53.933732 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c1564-3e75-4103-8927-80be254c96ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Pushing event updated for resources: {'Port': ['ID=6efe1169-c1b7-4e97-be60-6c5556b9e6e4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:54.020714 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-468c1564-3e75-4103-8927-80be254c96ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5945868 Jan 28 06:15:54.023856 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45454) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:54.029560 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:15:54.095485 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6efe1169-c1b7-4e97-be60-6c5556b9e6e4), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:54.288511 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] device_id is not set on port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:15:54.297598 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks [] for port (6efe1169-c1b7-4e97-be60-6c5556b9e6e4), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:54.429582 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (6efe1169-c1b7-4e97-be60-6c5556b9e6e4), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:54.516882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Pushing event updated for resources: {'Port': ['ID=6efe1169-c1b7-4e97-be60-6c5556b9e6e4,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:54.540333 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:54.540733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:54.541556 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:54.548528 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:54.548996 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:54.549497 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 2 to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 Jan 28 06:15:54.565707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:54.566171 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:54.566641 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:54.572217 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:54.572676 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:54.573175 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 3 to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 Jan 28 06:15:54.588658 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:54.589161 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:54.589601 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:54.595160 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:54.595615 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:54.596161 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 4 to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 Jan 28 06:15:54.613849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:54.614184 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:54.615188 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:54.631373 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:54.631765 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:54.632136 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 5 to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 Jan 28 06:15:54.650126 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:54.650607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:54.650956 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:54.655608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:54.656050 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:54.656454 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 6 to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 Jan 28 06:15:54.671615 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:54.671945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:54.672281 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:54.686595 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:54.687208 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:54.687882 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 7 to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 Jan 28 06:15:54.706261 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:54.706616 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:54.706960 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:54.712095 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:54.712419 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:54.712853 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 8 to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 Jan 28 06:15:54.718056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d537f-20db-474a-a969-9a100b87c20b req-718614e6-3658-4eb0-ae0d-1b2f56ee50ea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:54.725578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e9d537f-20db-474a-a969-9a100b87c20b req-718614e6-3658-4eb0-ae0d-1b2f56ee50ea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0973854 Jan 28 06:15:54.734185 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:54.734591 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:54.734930 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:54.740468 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:54.740803 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:54.741490 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 9 to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 Jan 28 06:15:54.760740 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:54.761076 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:54.761427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:54.767318 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:54.767318 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:54.767719 n-d-812111-12 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempt 10 to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 Jan 28 06:15:54.783404 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:15:54.783807 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:15:54.784148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempting to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:15:54.789648 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:15:54.789965 n-d-812111-12 neutron-server[103634]: ERROR neutron.plugins.ml2.managers [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Failed to bind port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on host n-h1-812111-12 for vnic_type normal using segments [{'id': '1b200490-6418-4ae7-945e-69390855e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3604a0e1-5db5-42ef-accc-d021c6d300b2'}] Jan 28 06:15:54.790975 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6efe1169-c1b7-4e97-be60-6c5556b9e6e4), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:54.791234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e9d537f-20db-474a-a969-9a100b87c20b req-4372a0a0-fc36-4386-8316-a363d84a4979 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547168 Jan 28 06:15:54.869081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] For port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:15:54.869738 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attempted to set empty binding levels {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 06:15:54.961325 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (6efe1169-c1b7-4e97-be60-6c5556b9e6e4), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:54.998438 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] In _notify_port_updated(), no bound segment for port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 on network 3604a0e1-5db5-42ef-accc-d021c6d300b2 {{(pid=103634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 06:15:54.999824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:55.000711 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:55.002623 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] 10.222.0.31 "PUT /v2.0/ports/6efe1169-c1b7-4e97-be60-6c5556b9e6e4 HTTP/1.1" status: 200 len: 980 time: 0.9776740 Jan 28 06:15:55.005611 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45462) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:55.042649 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572e262-767d-4cbc-9162-5942da5189a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Pushing event updated for resources: {'Port': ['ID=6efe1169-c1b7-4e97-be60-6c5556b9e6e4,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:55.123715 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7d610-4510-439c-a028-b13919238b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Deleting port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:15:55.124061 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc7d610-4510-439c-a028-b13919238b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6efe1169-c1b7-4e97-be60-6c5556b9e6e4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:55.149873 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:55.201846 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-5dc7d610-4510-439c-a028-b13919238b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] For port 6efe1169-c1b7-4e97-be60-6c5556b9e6e4, host n-h1-812111-12, got binding levels [] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:15:55.202185 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc7d610-4510-439c-a028-b13919238b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6efe1169-c1b7-4e97-be60-6c5556b9e6e4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:55.222399 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7d610-4510-439c-a028-b13919238b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Calling delete_port for 6efe1169-c1b7-4e97-be60-6c5556b9e6e4 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:15:55.411240 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc7d610-4510-439c-a028-b13919238b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (6efe1169-c1b7-4e97-be60-6c5556b9e6e4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:55.445532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7d610-4510-439c-a028-b13919238b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Pushing event deleted for resources: {'Port': ['ID=6efe1169-c1b7-4e97-be60-6c5556b9e6e4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:55.453836 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc7d610-4510-439c-a028-b13919238b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:55.457253 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5dc7d610-4510-439c-a028-b13919238b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] 10.222.0.31 "DELETE /v2.0/ports/6efe1169-c1b7-4e97-be60-6c5556b9e6e4 HTTP/1.1" status: 204 len: 168 time: 0.4506478 Jan 28 06:15:55.469562 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45466) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:55.492878 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58ae265-b2b0-4f12-aa8e-f89730d06bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] GET failed (client error): The resource could not be found. Jan 28 06:15:55.494748 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d58ae265-b2b0-4f12-aa8e-f89730d06bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017265758-project-admin] 10.222.0.31 "GET /v2.0/ports/6efe1169-c1b7-4e97-be60-6c5556b9e6e4 HTTP/1.1" status: 404 len: 333 time: 0.0336406 Jan 28 06:15:55.507311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45468) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:55.606460 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1af89c72-d95f-4ad7-8f75-cfdbd911e99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (3604a0e1-5db5-42ef-accc-d021c6d300b2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:56.165358 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1af89c72-d95f-4ad7-8f75-cfdbd911e99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (3604a0e1-5db5-42ef-accc-d021c6d300b2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:56.211281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1af89c72-d95f-4ad7-8f75-cfdbd911e99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3604a0e1-5db5-42ef-accc-d021c6d300b2']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:56.234625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1af89c72-d95f-4ad7-8f75-cfdbd911e99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b200490-6418-4ae7-945e-69390855e2a4') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:56.234982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1af89c72-d95f-4ad7-8f75-cfdbd911e99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b200490-6418-4ae7-945e-69390855e2a4') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:15:56.247147 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1af89c72-d95f-4ad7-8f75-cfdbd911e99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (1b200490-6418-4ae7-945e-69390855e2a4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:56.258470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b059b-a549-432b-8c75-e0b686abf801 req-48c69428-c5a2-4d4c-bf1a-3ed2526d5e8d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:56.260750 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c0b059b-a549-432b-8c75-e0b686abf801 req-48c69428-c5a2-4d4c-bf1a-3ed2526d5e8d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.1113169 Jan 28 06:15:56.289758 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1af89c72-d95f-4ad7-8f75-cfdbd911e99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (1b200490-6418-4ae7-945e-69390855e2a4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:56.301426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af89c72-d95f-4ad7-8f75-cfdbd911e99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:15:56.302528 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1af89c72-d95f-4ad7-8f75-cfdbd911e99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (1b200490-6418-4ae7-945e-69390855e2a4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:15:56.305904 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:15:56.381665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c0b059b-a549-432b-8c75-e0b686abf801 req-c87d5866-6487-412b-9906-8c913d272451 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114328 Jan 28 06:15:56.473873 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1af89c72-d95f-4ad7-8f75-cfdbd911e99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (3604a0e1-5db5-42ef-accc-d021c6d300b2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:56.488794 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1af89c72-d95f-4ad7-8f75-cfdbd911e99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:56.497999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1af89c72-d95f-4ad7-8f75-cfdbd911e99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] 10.222.0.31 "DELETE /v2.0/networks/3604a0e1-5db5-42ef-accc-d021c6d300b2 HTTP/1.1" status: 204 len: 168 time: 0.9884455 Jan 28 06:15:56.541885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af89c72-d95f-4ad7-8f75-cfdbd911e99d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065800850-project] Pushing event deleted for resources: {'Network': ['ID=3604a0e1-5db5-42ef-accc-d021c6d300b2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:57.133212 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45482) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:57.325781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3d8b1a63-88f8-4f85-bc0a-5496275e683c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf0a5abbc4c149f39114034d87d8771a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1890051 Jan 28 06:15:57.326557 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45488) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:57.381466 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-20c76668-620d-431b-af5c-edd01d1e1f87 admin admin] Publish callbacks [] for security_group (0689141a-8765-443d-a0de-a44dd80e6313), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:57.406001 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-20c76668-620d-431b-af5c-edd01d1e1f87 admin admin] Publish callbacks [] for security_group (0689141a-8765-443d-a0de-a44dd80e6313), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:57.525641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be943fc-5e80-47d7-8a57-adc024adecd9 req-c74983e4-8547-43f2-bc9a-7613f5af4e23 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:57.527183 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0be943fc-5e80-47d7-8a57-adc024adecd9 req-c74983e4-8547-43f2-bc9a-7613f5af4e23 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0615411 Jan 28 06:15:57.564813 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-20c76668-620d-431b-af5c-edd01d1e1f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0689141a-8765-443d-a0de-a44dd80e6313), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:57.569251 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-20c76668-620d-431b-af5c-edd01d1e1f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:57.573377 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-20c76668-620d-431b-af5c-edd01d1e1f87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0689141a-8765-443d-a0de-a44dd80e6313 HTTP/1.1" status: 204 len: 168 time: 0.2460294 Jan 28 06:15:57.594750 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c76668-620d-431b-af5c-edd01d1e1f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0689141a-8765-443d-a0de-a44dd80e6313,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:57.634666 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0be943fc-5e80-47d7-8a57-adc024adecd9 req-a2b9edb8-9470-4408-be25-bae37b599b43 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010592 Jan 28 06:15:57.886478 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:58.237777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45498) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:58.290624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-70403a53-fa82-4035-836d-04605c652868 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39fbabdb8f63421185a7ba093701ee78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0516167 Jan 28 06:15:58.293632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45504) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:15:58.359431 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f2638ffe-8bcb-40b8-9ec8-d905a0ca655e admin admin] Publish callbacks [] for security_group (88ba6e58-5a2b-44bb-a582-5ca3e6211164), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:58.384397 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f2638ffe-8bcb-40b8-9ec8-d905a0ca655e admin admin] Publish callbacks [] for security_group (88ba6e58-5a2b-44bb-a582-5ca3e6211164), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:58.640838 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f2638ffe-8bcb-40b8-9ec8-d905a0ca655e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (88ba6e58-5a2b-44bb-a582-5ca3e6211164), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:58.644380 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f2638ffe-8bcb-40b8-9ec8-d905a0ca655e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:15:58.646426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f2638ffe-8bcb-40b8-9ec8-d905a0ca655e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88ba6e58-5a2b-44bb-a582-5ca3e6211164 HTTP/1.1" status: 204 len: 168 time: 0.3512685 Jan 28 06:15:58.656586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2638ffe-8bcb-40b8-9ec8-d905a0ca655e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ba6e58-5a2b-44bb-a582-5ca3e6211164,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:15:58.783804 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c5f44-fadc-41d9-8d92-7dffff0a3707 req-195798d8-8618-4b19-9f95-398c4cafd8e7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:15:58.792277 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e19c5f44-fadc-41d9-8d92-7dffff0a3707 req-195798d8-8618-4b19-9f95-398c4cafd8e7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0655408 Jan 28 06:15:58.847596 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e19c5f44-fadc-41d9-8d92-7dffff0a3707 req-1c6a6212-ff71-49bc-83f3-e30d091243de tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541470 Jan 28 06:16:00.013919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9752e-c753-45b6-9fb1-97716522a2ac req-01dbd625-523f-467a-9c7b-05cb4fac0d04 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:00.015381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fff9752e-c753-45b6-9fb1-97716522a2ac req-01dbd625-523f-467a-9c7b-05cb4fac0d04 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0551291 Jan 28 06:16:00.084465 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fff9752e-c753-45b6-9fb1-97716522a2ac req-664455a4-1ce5-4cd4-a846-56d3c0ba1c84 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617290 Jan 28 06:16:01.302426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fd76c-5c46-4ea2-9412-e2a85e74b889 req-dac592f7-9b6a-416b-9f93-4d19a07172c2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:01.312323 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb3fd76c-5c46-4ea2-9412-e2a85e74b889 req-dac592f7-9b6a-416b-9f93-4d19a07172c2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.1121473 Jan 28 06:16:01.384818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb3fd76c-5c46-4ea2-9412-e2a85e74b889 req-0cec56c4-eb53-450d-b3d4-e79f46655bda tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709727 Jan 28 06:16:01.696483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45564) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:01.826362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f58a6669-13ab-48a9-a8f9-12d906ce6e93 tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:02.078814 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45568) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:02.079461 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f58a6669-13ab-48a9-a8f9-12d906ce6e93 tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] 10.222.0.31 "PUT /v2.0/quotas/e4ac4eb6a7cc4d41bef34a80d03009db HTTP/1.1" status: 200 len: 366 time: 0.3811953 Jan 28 06:16:02.092548 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45570) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:02.092783 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c0edff81-402a-41ed-a436-292fe38b197d tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0127337 Jan 28 06:16:02.104149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a8c5e826-a6b0-4eed-a1fe-7f9e01e846a8 tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] 10.222.0.31 "GET /v2.0/quotas/e4ac4eb6a7cc4d41bef34a80d03009db HTTP/1.1" status: 200 len: 366 time: 0.0104165 Jan 28 06:16:02.106496 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45572) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:02.232777 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d9b4e5c5-87df-43af-8e40-d3dd35342c39 tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/e4ac4eb6a7cc4d41bef34a80d03009db HTTP/1.1" status: 204 len: 168 time: 0.1189833 Jan 28 06:16:02.232911 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45576) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:02.244403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45578) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:02.245514 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0443c8e5-a413-46b6-b212-f0e6c020407a tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0125070 Jan 28 06:16:02.261477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45580) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:02.262369 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-689029a6-81a0-4d0b-abab-b971f618d169 tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] 10.222.0.31 "GET /v2.0/quotas/e4ac4eb6a7cc4d41bef34a80d03009db HTTP/1.1" status: 200 len: 370 time: 0.0167308 Jan 28 06:16:02.266771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45582) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:02.267490 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c20e5d8c-c060-4455-8a5e-3d40f88af8ca tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] 10.222.0.31 "GET /v2.0/quotas/e4ac4eb6a7cc4d41bef34a80d03009db/default HTTP/1.1" status: 200 len: 370 time: 0.0085962 Jan 28 06:16:02.278571 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-259b6e5f-86c5-4c34-a509-8eb5ddee3716 tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] delete failed (client error): The resource could not be found. Jan 28 06:16:02.282850 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-259b6e5f-86c5-4c34-a509-8eb5ddee3716 tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/e4ac4eb6a7cc4d41bef34a80d03009db HTTP/1.1" status: 404 len: 348 time: 0.0131128 Jan 28 06:16:02.504355 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de2d08ef-35d8-4e72-b681-4ae26fa3e688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:02.532121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8214656-1d89-4559-b05c-6a50e091a8ec req-c71ccb1b-be5d-434e-8f83-63f4a67798f1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:02.536625 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8214656-1d89-4559-b05c-6a50e091a8ec req-c71ccb1b-be5d-434e-8f83-63f4a67798f1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0844605 Jan 28 06:16:02.615000 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8214656-1d89-4559-b05c-6a50e091a8ec req-c59d9c53-c639-4413-9532-6547ed083fd1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695829 Jan 28 06:16:02.664650 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45590) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:02.693585 n-d-812111-12 neutron-server[103635]: DEBUG neutron.quota.resource [None req-a0c3ca3e-3783-4951-a8a7-35820cc84bbf tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] Usage tracker for resource:network and project:77b46530e1ae4cf1a49fdcc934e3b0af is out of sync, need to count used quota {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 06:16:02.697324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.quota.resource [None req-a0c3ca3e-3783-4951-a8a7-35820cc84bbf tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 06:16:02.709174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.quota.resource [None req-a0c3ca3e-3783-4951-a8a7-35820cc84bbf tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] Usage tracker for resource:subnet and project:77b46530e1ae4cf1a49fdcc934e3b0af is out of sync, need to count used quota {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 06:16:02.713874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.quota.resource [None req-a0c3ca3e-3783-4951-a8a7-35820cc84bbf tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 06:16:02.723137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.quota.resource [None req-a0c3ca3e-3783-4951-a8a7-35820cc84bbf tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] Usage tracker for resource:subnetpool and project:77b46530e1ae4cf1a49fdcc934e3b0af is out of sync, need to count used quota {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 06:16:02.729744 n-d-812111-12 neutron-server[103635]: DEBUG neutron.quota.resource [None req-a0c3ca3e-3783-4951-a8a7-35820cc84bbf tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 06:16:02.737619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.quota.resource [None req-a0c3ca3e-3783-4951-a8a7-35820cc84bbf tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] Usage tracker for resource:port and project:77b46530e1ae4cf1a49fdcc934e3b0af is out of sync, need to count used quota {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 06:16:02.742380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.quota.resource [None req-a0c3ca3e-3783-4951-a8a7-35820cc84bbf tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 06:16:02.749480 n-d-812111-12 neutron-server[103635]: DEBUG neutron.quota.resource [None req-a0c3ca3e-3783-4951-a8a7-35820cc84bbf tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] Usage tracker for resource:router and project:77b46530e1ae4cf1a49fdcc934e3b0af is out of sync, need to count used quota {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 06:16:02.753771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.quota.resource [None req-a0c3ca3e-3783-4951-a8a7-35820cc84bbf tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 06:16:02.762037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.quota.resource [None req-a0c3ca3e-3783-4951-a8a7-35820cc84bbf tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] Usage tracker for resource:floatingip and project:77b46530e1ae4cf1a49fdcc934e3b0af is out of sync, need to count used quota {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 06:16:02.766329 n-d-812111-12 neutron-server[103635]: DEBUG neutron.quota.resource [None req-a0c3ca3e-3783-4951-a8a7-35820cc84bbf tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 06:16:02.808800 n-d-812111-12 neutron-server[103635]: DEBUG neutron.quota.resource [None req-a0c3ca3e-3783-4951-a8a7-35820cc84bbf tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] Usage tracker for resource:security_group and project:77b46530e1ae4cf1a49fdcc934e3b0af is out of sync, need to count used quota {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 06:16:02.813240 n-d-812111-12 neutron-server[103635]: DEBUG neutron.quota.resource [None req-a0c3ca3e-3783-4951-a8a7-35820cc84bbf tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 06:16:02.821349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.quota.resource [None req-a0c3ca3e-3783-4951-a8a7-35820cc84bbf tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] Usage tracker for resource:security_group_rule and project:77b46530e1ae4cf1a49fdcc934e3b0af is out of sync, need to count used quota {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 06:16:02.825819 n-d-812111-12 neutron-server[103635]: DEBUG neutron.quota.resource [None req-a0c3ca3e-3783-4951-a8a7-35820cc84bbf tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 06:16:02.831026 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a0c3ca3e-3783-4951-a8a7-35820cc84bbf tempest-QuotasTest-683640173 tempest-QuotasTest-683640173-project-admin] 10.222.0.31 "GET /v2.0/quotas/77b46530e1ae4cf1a49fdcc934e3b0af/details.json HTTP/1.1" status: 200 len: 703 time: 0.1651061 Jan 28 06:16:03.492116 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45600) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:03.661581 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc62676f-1b25-42a7-a986-71f0c653a0f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:03.792235 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da66a45-daa9-42b3-be7c-7f9a1d1a3c66 req-721007de-b1a4-49de-8946-e9a3fc4dcd99 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:03.793899 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6da66a45-daa9-42b3-be7c-7f9a1d1a3c66 req-721007de-b1a4-49de-8946-e9a3fc4dcd99 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0813017 Jan 28 06:16:03.851639 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc62676f-1b25-42a7-a986-71f0c653a0f8 admin admin] Publish callbacks [] for security_group (d8f6c89d-55da-49b1-b766-c750a8eaf2da), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:03.882337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6da66a45-daa9-42b3-be7c-7f9a1d1a3c66 req-012d203e-3b56-46e1-b73a-a1d2f7178019 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796154 Jan 28 06:16:04.732020 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc62676f-1b25-42a7-a986-71f0c653a0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d8f6c89d-55da-49b1-b766-c750a8eaf2da), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:04.789374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62676f-1b25-42a7-a986-71f0c653a0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f6c89d-55da-49b1-b766-c750a8eaf2da,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:04.797107 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-dc62676f-1b25-42a7-a986-71f0c653a0f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f20e9bdea6e34210950d2e0174b8c116&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3032842 Jan 28 06:16:04.800497 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45612) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:04.844677 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-beb17d41-aee2-422d-bf23-7dad1d782de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:04.863438 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] Publish callbacks [] for security_group (d8f6c89d-55da-49b1-b766-c750a8eaf2da), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:04.886610 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] Publish callbacks [] for security_group (d8f6c89d-55da-49b1-b766-c750a8eaf2da), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:05.010265 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d656a-3f9f-4a8a-b031-94c2abd11019 req-2bd940ce-6802-4416-b65c-f63ecf049888 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:05.012096 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f91d656a-3f9f-4a8a-b031-94c2abd11019 req-2bd940ce-6802-4416-b65c-f63ecf049888 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0521321 Jan 28 06:16:05.087551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f91d656a-3f9f-4a8a-b031-94c2abd11019 req-a3626426-67b8-4c41-971b-b436e44f6c59 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488763 Jan 28 06:16:05.154734 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d8f6c89d-55da-49b1-b766-c750a8eaf2da), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:05.157314 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:05.158612 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8f6c89d-55da-49b1-b766-c750a8eaf2da HTTP/1.1" status: 204 len: 168 time: 0.3570693 Jan 28 06:16:05.167637 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f6c89d-55da-49b1-b766-c750a8eaf2da,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:05.175393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:05.175747 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:05.176346 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:05.177153 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:05.177729 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:05.178080 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:05.178460 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:05.182382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:05.182382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:05.182382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:05.182382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:05.182382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:05.182382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa544d6-7742-439b-a3bd-d32352ab2028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:06.003081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45632) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:06.019928 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1556b10-d4b7-4dd1-a32a-acfcfd9a4127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:06.111143 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1556b10-d4b7-4dd1-a32a-acfcfd9a4127 admin admin] Publish callbacks [] for security_group (ee50fd4e-7a0a-4bb6-8953-b7f386013cc3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:06.176015 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f1556b10-d4b7-4dd1-a32a-acfcfd9a4127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ee50fd4e-7a0a-4bb6-8953-b7f386013cc3), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:06.206780 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906c6c3-5733-4e22-be00-3e2cdefb8b7c req-06ed47c2-85dc-4609-b844-32ebdb440702 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:06.208977 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c906c6c3-5733-4e22-be00-3e2cdefb8b7c req-06ed47c2-85dc-4609-b844-32ebdb440702 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0590715 Jan 28 06:16:06.216722 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f1556b10-d4b7-4dd1-a32a-acfcfd9a4127 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77b46530e1ae4cf1a49fdcc934e3b0af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2125504 Jan 28 06:16:06.217687 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1556b10-d4b7-4dd1-a32a-acfcfd9a4127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee50fd4e-7a0a-4bb6-8953-b7f386013cc3,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:06.220124 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45644) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:06.262597 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c906c6c3-5733-4e22-be00-3e2cdefb8b7c req-78dbd7f8-265a-4200-a211-3d49b9bcbb4f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478690 Jan 28 06:16:06.272427 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-80925d43-43ea-45ae-bc54-8a9344a39113 admin admin] Publish callbacks [] for security_group (ee50fd4e-7a0a-4bb6-8953-b7f386013cc3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:06.296875 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-80925d43-43ea-45ae-bc54-8a9344a39113 admin admin] Publish callbacks [] for security_group (ee50fd4e-7a0a-4bb6-8953-b7f386013cc3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:06.474773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-80925d43-43ea-45ae-bc54-8a9344a39113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ee50fd4e-7a0a-4bb6-8953-b7f386013cc3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:06.477408 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-80925d43-43ea-45ae-bc54-8a9344a39113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:06.478626 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-80925d43-43ea-45ae-bc54-8a9344a39113 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee50fd4e-7a0a-4bb6-8953-b7f386013cc3 HTTP/1.1" status: 204 len: 168 time: 0.2575061 Jan 28 06:16:06.488690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80925d43-43ea-45ae-bc54-8a9344a39113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee50fd4e-7a0a-4bb6-8953-b7f386013cc3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:06.628759 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:07.401319 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bbf33-41e3-4418-868f-300986cb7f9b req-21679051-2e36-44ef-8425-45ec22bf00d2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:07.402900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f6bbf33-41e3-4418-868f-300986cb7f9b req-21679051-2e36-44ef-8425-45ec22bf00d2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0596550 Jan 28 06:16:07.454773 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f6bbf33-41e3-4418-868f-300986cb7f9b req-39cf847e-3817-4e29-938b-03835b90343a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461035 Jan 28 06:16:07.972168 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:08.381117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45690) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:08.501643 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-312c77bd-03e8-49ad-9a03-085ee85fc71e tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1481921217', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:08.598176 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b220c4-1377-4033-8bca-eaf56cdea455 req-a0a75014-9d83-4171-8e85-26240d21decf tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:08.600556 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4b220c4-1377-4033-8bca-eaf56cdea455 req-a0a75014-9d83-4171-8e85-26240d21decf tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0604644 Jan 28 06:16:08.628878 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312c77bd-03e8-49ad-9a03-085ee85fc71e tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Made reservation on behalf of aad74d34e43248d695b8ab5839b76ada for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:16:08.632951 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-312c77bd-03e8-49ad-9a03-085ee85fc71e tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:08.648130 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-312c77bd-03e8-49ad-9a03-085ee85fc71e tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:08.664874 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4b220c4-1377-4033-8bca-eaf56cdea455 req-57f61c3a-d832-4d6b-bba4-e2536be93a5d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541937 Jan 28 06:16:08.729156 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-312c77bd-03e8-49ad-9a03-085ee85fc71e tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks [] for security_group (b460a6e1-cde2-4c40-8c7e-91273226ecfc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:08.897180 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-312c77bd-03e8-49ad-9a03-085ee85fc71e tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b460a6e1-cde2-4c40-8c7e-91273226ecfc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:08.902678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-312c77bd-03e8-49ad-9a03-085ee85fc71e tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] device_id is not set on port 6ae77e18-e1bd-4dca-bf87-e9bcbdbdb5f6 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:16:08.957031 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c77bd-03e8-49ad-9a03-085ee85fc71e tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b460a6e1-cde2-4c40-8c7e-91273226ecfc,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:09.033286 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-312c77bd-03e8-49ad-9a03-085ee85fc71e tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Allocated IP 172.25.0.109 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/6ae77e18-e1bd-4dca-bf87-e9bcbdbdb5f6) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:09.120547 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:09.177226 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-312c77bd-03e8-49ad-9a03-085ee85fc71e tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks [] for port (6ae77e18-e1bd-4dca-bf87-e9bcbdbdb5f6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:09.320904 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-312c77bd-03e8-49ad-9a03-085ee85fc71e tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6ae77e18-e1bd-4dca-bf87-e9bcbdbdb5f6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:09.359790 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312c77bd-03e8-49ad-9a03-085ee85fc71e tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:09.362749 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-312c77bd-03e8-49ad-9a03-085ee85fc71e tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:09.369199 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c77bd-03e8-49ad-9a03-085ee85fc71e tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:16:09.391377 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c77bd-03e8-49ad-9a03-085ee85fc71e tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Pushing event updated for resources: {'Port': ['ID=6ae77e18-e1bd-4dca-bf87-e9bcbdbdb5f6,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:09.412708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312c77bd-03e8-49ad-9a03-085ee85fc71e tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:09.413348 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-312c77bd-03e8-49ad-9a03-085ee85fc71e tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:09.497728 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-312c77bd-03e8-49ad-9a03-085ee85fc71e tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.1124172 Jan 28 06:16:09.499321 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45710) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:09.504356 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4fb0b407-ca62-40b3-a939-ad29b7540075 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.109'}]}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:09.595285 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fb0b407-ca62-40b3-a939-ad29b7540075 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (684fe8bf-caa2-4797-b1e1-668526d6d5dd), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:09.596935 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fb0b407-ca62-40b3-a939-ad29b7540075 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (684fe8bf-caa2-4797-b1e1-668526d6d5dd), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:09.657323 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fb0b407-ca62-40b3-a939-ad29b7540075 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks [] for router_controller (684fe8bf-caa2-4797-b1e1-668526d6d5dd), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:09.804781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1827e-2438-41f8-ab75-276848651c15 req-8444511b-bf05-4ce7-81ee-9126e21da73e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:09.806450 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dba1827e-2438-41f8-ab75-276848651c15 req-8444511b-bf05-4ce7-81ee-9126e21da73e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0583658 Jan 28 06:16:09.856998 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dba1827e-2438-41f8-ab75-276848651c15 req-2b8d2712-7848-4c67-b41b-eb777940c7e2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442300 Jan 28 06:16:09.885375 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fb0b407-ca62-40b3-a939-ad29b7540075 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks [] for router_gateway (684fe8bf-caa2-4797-b1e1-668526d6d5dd), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:10.487590 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fb0b407-ca62-40b3-a939-ad29b7540075 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks [] for router_gateway (684fe8bf-caa2-4797-b1e1-668526d6d5dd), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:10.507732 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fb0b407-ca62-40b3-a939-ad29b7540075 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:10.678803 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fb0b407-ca62-40b3-a939-ad29b7540075 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks [] for router (684fe8bf-caa2-4797-b1e1-668526d6d5dd), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:10.850772 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fb0b407-ca62-40b3-a939-ad29b7540075 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (684fe8bf-caa2-4797-b1e1-668526d6d5dd), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:10.852964 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fb0b407-ca62-40b3-a939-ad29b7540075 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks [] for router_controller (684fe8bf-caa2-4797-b1e1-668526d6d5dd), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:10.977919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed17e2-e722-44d5-afbd-cf132ec9c2d7 req-4f37b951-f6cf-49f0-8943-83234f2db76d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:10.979444 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7eed17e2-e722-44d5-afbd-cf132ec9c2d7 req-4f37b951-f6cf-49f0-8943-83234f2db76d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0513754 Jan 28 06:16:10.981811 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4fb0b407-ca62-40b3-a939-ad29b7540075 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (684fe8bf-caa2-4797-b1e1-668526d6d5dd), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:10.982521 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb0b407-ca62-40b3-a939-ad29b7540075 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 684fe8bf-caa2-4797-b1e1-668526d6d5dd {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:16:11.036284 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7eed17e2-e722-44d5-afbd-cf132ec9c2d7 req-31ab1177-1a13-4a6c-9123-8190b85c8a8e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460114 Jan 28 06:16:11.086120 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-4fb0b407-ca62-40b3-a939-ad29b7540075 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 06:16:11.090369 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4fb0b407-ca62-40b3-a939-ad29b7540075 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5870121 Jan 28 06:16:11.090369 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45722) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:11.177200 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b02dc350-0499-4439-9952-4a49fae988c0 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Deleting port 6ae77e18-e1bd-4dca-bf87-e9bcbdbdb5f6 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:16:11.177534 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b02dc350-0499-4439-9952-4a49fae988c0 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6ae77e18-e1bd-4dca-bf87-e9bcbdbdb5f6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:11.252846 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b02dc350-0499-4439-9952-4a49fae988c0 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6ae77e18-e1bd-4dca-bf87-e9bcbdbdb5f6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:11.265163 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b02dc350-0499-4439-9952-4a49fae988c0 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Calling delete_port for 6ae77e18-e1bd-4dca-bf87-e9bcbdbdb5f6 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:16:11.446875 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b02dc350-0499-4439-9952-4a49fae988c0 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6ae77e18-e1bd-4dca-bf87-e9bcbdbdb5f6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:11.475801 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02dc350-0499-4439-9952-4a49fae988c0 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ae77e18-e1bd-4dca-bf87-e9bcbdbdb5f6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:11.548084 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b02dc350-0499-4439-9952-4a49fae988c0 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:11.552242 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b02dc350-0499-4439-9952-4a49fae988c0 tempest-RoutersAdminNegativeIpV6Test-1372491863 tempest-RoutersAdminNegativeIpV6Test-1372491863-project-admin] 10.222.0.31 "DELETE /v2.0/ports/6ae77e18-e1bd-4dca-bf87-e9bcbdbdb5f6 HTTP/1.1" status: 204 len: 168 time: 0.4605634 Jan 28 06:16:12.091882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45734) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:12.186896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fed00a-d901-4dc5-9b90-5d053abe7ae7 req-7f1637c2-afa0-4dea-b86e-97faad3d0881 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:12.191419 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-99fed00a-d901-4dc5-9b90-5d053abe7ae7 req-7f1637c2-afa0-4dea-b86e-97faad3d0881 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 943 time: 0.0750573 Jan 28 06:16:12.219228 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec941-359b-4460-ad51-d3d69874d212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:12.255023 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-99fed00a-d901-4dc5-9b90-5d053abe7ae7 req-a51f19a9-7afa-4b85-972b-ad45d0441a67 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582783 Jan 28 06:16:12.315813 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec941-359b-4460-ad51-d3d69874d212 admin admin] Publish callbacks [] for security_group (79ee7643-86dc-46c0-b1b0-b9eb427b2e13), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:12.388717 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec941-359b-4460-ad51-d3d69874d212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (79ee7643-86dc-46c0-b1b0-b9eb427b2e13), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:12.428728 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ec941-359b-4460-ad51-d3d69874d212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ee7643-86dc-46c0-b1b0-b9eb427b2e13,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:12.434427 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8e5ec941-359b-4460-ad51-d3d69874d212 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8de2d4997ec0439f8411ed9d592b42aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3414550 Jan 28 06:16:12.437626 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45738) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:12.496133 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-769721fc-f9c1-405d-8845-44ce7782634d admin admin] Publish callbacks [] for security_group (79ee7643-86dc-46c0-b1b0-b9eb427b2e13), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:12.525014 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-769721fc-f9c1-405d-8845-44ce7782634d admin admin] Publish callbacks [] for security_group (79ee7643-86dc-46c0-b1b0-b9eb427b2e13), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:12.657295 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-769721fc-f9c1-405d-8845-44ce7782634d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (79ee7643-86dc-46c0-b1b0-b9eb427b2e13), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:12.660043 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-769721fc-f9c1-405d-8845-44ce7782634d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:12.664491 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-769721fc-f9c1-405d-8845-44ce7782634d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79ee7643-86dc-46c0-b1b0-b9eb427b2e13 HTTP/1.1" status: 204 len: 168 time: 0.2234969 Jan 28 06:16:12.672262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769721fc-f9c1-405d-8845-44ce7782634d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ee7643-86dc-46c0-b1b0-b9eb427b2e13,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:12.855813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 169548bb-6457-4549-b90e-a4d382aaed19 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:16:12.979825 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 169548bb-6457-4549-b90e-a4d382aaed19, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=169548bb-6457-4549-b90e-a4d382aaed19,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:16:12.996196 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '169548bb-6457-4549-b90e-a4d382aaed19', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'port_id': '169548bb-6457-4549-b90e-a4d382aaed19', 'mac_address': 'fa:16:3e:f1:b5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:16:13.035020 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 169548bb-6457-4549-b90e-a4d382aaed19 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:16:13.035527 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (169548bb-6457-4549-b90e-a4d382aaed19), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:13.051536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169548bb-6457-4549-b90e-a4d382aaed19 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:16:13.072852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 169548bb-6457-4549-b90e-a4d382aaed19, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=169548bb-6457-4549-b90e-a4d382aaed19,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:16:13.183055 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (169548bb-6457-4549-b90e-a4d382aaed19), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:13.230577 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=169548bb-6457-4549-b90e-a4d382aaed19,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:13.379276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4dc34-d99f-47ac-9931-9f8ceb1655cf req-34980fd9-27cd-4d3d-ab1a-be2349251d5d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:13.381148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fff4dc34-d99f-47ac-9931-9f8ceb1655cf req-34980fd9-27cd-4d3d-ab1a-be2349251d5d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 944 time: 0.0539837 Jan 28 06:16:13.436839 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fff4dc34-d99f-47ac-9931-9f8ceb1655cf req-0866c140-701a-49d5-8865-53f8fea0bf57 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500505 Jan 28 06:16:13.462925 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['169548bb-6457-4549-b90e-a4d382aaed19'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:16:13.498063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45750) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:13.549806 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5f5c93e5-4cf2-4ec9-b406-e5ea03f814c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aad74d34e43248d695b8ab5839b76ada&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444345 Jan 28 06:16:13.549806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45754) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:13.600811 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e6651bc2-ae9f-421c-868e-c42093d7f0f6 admin admin] Publish callbacks [] for security_group (b460a6e1-cde2-4c40-8c7e-91273226ecfc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:13.623191 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e6651bc2-ae9f-421c-868e-c42093d7f0f6 admin admin] Publish callbacks [] for security_group (b460a6e1-cde2-4c40-8c7e-91273226ecfc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:13.654883 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:16:13.754579 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e6651bc2-ae9f-421c-868e-c42093d7f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (b460a6e1-cde2-4c40-8c7e-91273226ecfc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:13.757153 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e6651bc2-ae9f-421c-868e-c42093d7f0f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:13.758355 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e6651bc2-ae9f-421c-868e-c42093d7f0f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b460a6e1-cde2-4c40-8c7e-91273226ecfc HTTP/1.1" status: 204 len: 168 time: 0.2104151 Jan 28 06:16:13.766820 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6651bc2-ae9f-421c-868e-c42093d7f0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b460a6e1-cde2-4c40-8c7e-91273226ecfc,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:14.556567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f54f3-523c-4ff0-b272-51fcb0129423 req-ab25bd0d-8c6e-474b-b613-9811b79b4fcb tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:14.558084 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7e4f54f3-523c-4ff0-b272-51fcb0129423 req-ab25bd0d-8c6e-474b-b613-9811b79b4fcb tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 944 time: 0.0486996 Jan 28 06:16:14.615968 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7e4f54f3-523c-4ff0-b272-51fcb0129423 req-68d32dbe-1b60-498e-a257-1e8700861e23 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514555 Jan 28 06:16:14.852445 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 169548bb-6457-4549-b90e-a4d382aaed19 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:16:14.935183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45782) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:15.005448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 169548bb-6457-4549-b90e-a4d382aaed19 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:16:15.010311 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 169548bb-6457-4549-b90e-a4d382aaed19 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:16:15.020470 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (169548bb-6457-4549-b90e-a4d382aaed19), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:15.044986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d1927f74-bd53-4b7f-8ebd-58ece6031644 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-256175826'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:15.088331 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 169548bb-6457-4549-b90e-a4d382aaed19 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:16:15.088736 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (169548bb-6457-4549-b90e-a4d382aaed19), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:15.112220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4c6466-6866-4654-a7bf-709d40e88cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169548bb-6457-4549-b90e-a4d382aaed19'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:16:15.114559 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87deebe5-65e0-49b6-af98-a5133b7cc793" -d '{"events": [{"server_uuid": "3d4c6466-6866-4654-a7bf-709d40e88cb5", "name": "network-vif-plugged", "status": "completed", "tag": "169548bb-6457-4549-b90e-a4d382aaed19"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:16:15.127755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 169548bb-6457-4549-b90e-a4d382aaed19, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=169548bb-6457-4549-b90e-a4d382aaed19,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:16:15.149263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1927f74-bd53-4b7f-8ebd-58ece6031644 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Made reservation on behalf of e7077e99d94f4a73a5123430d7e883c5 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:16:15.152425 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28bd205-b457-4f4c-99e1-9a8de6a65ae5 x-openstack-request-id: req-e28bd205-b457-4f4c-99e1-9a8de6a65ae5 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:16:15.152609 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4c6466-6866-4654-a7bf-709d40e88cb5", "name": "network-vif-plugged", "status": "completed", "tag": "169548bb-6457-4549-b90e-a4d382aaed19", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:16:15.152837 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1927f74-bd53-4b7f-8ebd-58ece6031644 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:15.152952 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e28bd205-b457-4f4c-99e1-9a8de6a65ae5 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:16:15.153360 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4c6466-6866-4654-a7bf-709d40e88cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169548bb-6457-4549-b90e-a4d382aaed19', 'code': 200} Jan 28 06:16:15.163194 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1927f74-bd53-4b7f-8ebd-58ece6031644 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:15.242380 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1927f74-bd53-4b7f-8ebd-58ece6031644 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks [] for security_group (c463b4e4-a69d-45c0-bcc9-0b79bda61f1b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:15.251365 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (169548bb-6457-4549-b90e-a4d382aaed19), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:15.303402 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=169548bb-6457-4549-b90e-a4d382aaed19,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:15.317705 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1927f74-bd53-4b7f-8ebd-58ece6031644 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c463b4e4-a69d-45c0-bcc9-0b79bda61f1b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:15.335690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da490e5a-c453-4b08-8689-ecc0199f3924 req-b94268b2-b267-47dd-a61d-0529d9c1b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:15.337928 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-da490e5a-c453-4b08-8689-ecc0199f3924 req-b94268b2-b267-47dd-a61d-0529d9c1b1d9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 1097 time: 0.0968981 Jan 28 06:16:15.349859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1927f74-bd53-4b7f-8ebd-58ece6031644 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:16:15.354508 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1927f74-bd53-4b7f-8ebd-58ece6031644 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c463b4e4-a69d-45c0-bcc9-0b79bda61f1b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:15.364561 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1927f74-bd53-4b7f-8ebd-58ece6031644 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (f93b47c8-e90b-4200-8081-87d964d5b3a3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:15.364856 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-d1927f74-bd53-4b7f-8ebd-58ece6031644 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Added segment f93b47c8-e90b-4200-8081-87d964d5b3a3 of type vlan for network ed01a61f-3d34-4265-90c4-1e52d91c33f8 Jan 28 06:16:15.389259 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-da490e5a-c453-4b08-8689-ecc0199f3924 req-4223ead8-e3a2-492f-83b9-2a225be8d3d2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455580 Jan 28 06:16:15.410365 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1927f74-bd53-4b7f-8ebd-58ece6031644 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (ed01a61f-3d34-4265-90c4-1e52d91c33f8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:15.531555 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1927f74-bd53-4b7f-8ebd-58ece6031644 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (ed01a61f-3d34-4265-90c4-1e52d91c33f8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:15.536859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1927f74-bd53-4b7f-8ebd-58ece6031644 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:15.537434 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1927f74-bd53-4b7f-8ebd-58ece6031644 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:15.608923 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1927f74-bd53-4b7f-8ebd-58ece6031644 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event updated for resources: {'Network': ['ID=ed01a61f-3d34-4265-90c4-1e52d91c33f8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:15.622886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network ed01a61f-3d34-4265-90c4-1e52d91c33f8 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:16:15.683598 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d1927f74-bd53-4b7f-8ebd-58ece6031644 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7472947 Jan 28 06:16:15.686482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45796) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:15.693862 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-dc1f463d-8519-4c91-8e31-fff710bd8586 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Request body: {'subnet': {'network_id': 'ed01a61f-3d34-4265-90c4-1e52d91c33f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:15.808824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486ac41-2926-4375-a86f-6966ab2a2acb req-ae478c67-b4e4-406b-8802-1f639041ddb2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:15.810207 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7486ac41-2926-4375-a86f-6966ab2a2acb req-ae478c67-b4e4-406b-8802-1f639041ddb2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 945 time: 0.1125767 Jan 28 06:16:15.864283 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7486ac41-2926-4375-a86f-6966ab2a2acb req-49a3fa00-3fda-457d-adae-795603d781ba tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461864 Jan 28 06:16:15.943703 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1f463d-8519-4c91-8e31-fff710bd8586 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Made reservation on behalf of e7077e99d94f4a73a5123430d7e883c5 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:16:15.947336 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc1f463d-8519-4c91-8e31-fff710bd8586 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:16.187708 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc1f463d-8519-4c91-8e31-fff710bd8586 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (88b5ca74-8bd6-4d05-97ce-813388e1a142), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:16.246762 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f463d-8519-4c91-8e31-fff710bd8586 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event updated for resources: {'Subnet': ['ID=88b5ca74-8bd6-4d05-97ce-813388e1a142,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:16.257153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f463d-8519-4c91-8e31-fff710bd8586 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Checking segment: {'id': 'f93b47c8-e90b-4200-8081-87d964d5b3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed01a61f-3d34-4265-90c4-1e52d91c33f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:16:16.257521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f463d-8519-4c91-8e31-fff710bd8586 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Network hostable DHCP agents. Network: ed01a61f-3d34-4265-90c4-1e52d91c33f8, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:16:16.415276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f463d-8519-4c91-8e31-fff710bd8586 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Network ed01a61f-3d34-4265-90c4-1e52d91c33f8 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:16:16.531515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-dc1f463d-8519-4c91-8e31-fff710bd8586 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, ed01a61f-3d34-4265-90c4-1e52d91c33f8) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:16.536421 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1f463d-8519-4c91-8e31-fff710bd8586 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:16.537033 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc1f463d-8519-4c91-8e31-fff710bd8586 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:16.541359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d488bf-d4f5-4d0e-9a35-affb663835f6 None None] Network ed01a61f-3d34-4265-90c4-1e52d91c33f8 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:16:16.648475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-ed01a61f-3d34-4265-90c4-1e52d91c33f8', 'network_id': 'ed01a61f-3d34-4265-90c4-1e52d91c33f8', 'project_id': 'e7077e99d94f4a73a5123430d7e883c5', 'fixed_ips': [{'subnet_id': '88b5ca74-8bd6-4d05-97ce-813388e1a142'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:16:16.648475 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:16.677863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-dc1f463d-8519-4c91-8e31-fff710bd8586 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9898562 Jan 28 06:16:16.680103 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45802) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:16.685398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6ffdcdac-6494-4def-89b4-71407f819560 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Request body: {'port': {'network_id': 'ed01a61f-3d34-4265-90c4-1e52d91c33f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-552548120'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:16.785438 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Allocated IP 2001:db8::2 (ed01a61f-3d34-4265-90c4-1e52d91c33f8/88b5ca74-8bd6-4d05-97ce-813388e1a142/5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:16.918497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffdcdac-6494-4def-89b4-71407f819560 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Made reservation on behalf of e7077e99d94f4a73a5123430d7e883c5 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:16:16.922016 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ffdcdac-6494-4def-89b4-71407f819560 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:16.937300 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Publish callbacks [] for port (5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:16.949491 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-6ffdcdac-6494-4def-89b4-71407f819560 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] device_id is not set on port 3a26a781-86c9-4858-8c65-d6ac41bfbd51 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:16:17.017697 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:17.041809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44596630-8db2-40c0-b4aa-37941524889e req-402c3263-e8ae-41dd-96f7-b1562d0011a8 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:17.043577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44596630-8db2-40c0-b4aa-37941524889e req-402c3263-e8ae-41dd-96f7-b1562d0011a8 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 945 time: 0.1044028 Jan 28 06:16:17.055348 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Network ed01a61f-3d34-4265-90c4-1e52d91c33f8 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:17.058233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:17.061592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:16:17.079420 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Pushing event updated for resources: {'Port': ['ID=5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:17.138061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Attempting to bind port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:16:17.138474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Attempting to bind port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f93b47c8-e90b-4200-8081-87d964d5b3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed01a61f-3d34-4265-90c4-1e52d91c33f8'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:16:17.138998 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Attempting to bind port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f on network ed01a61f-3d34-4265-90c4-1e52d91c33f8 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:16:17.140045 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-6ffdcdac-6494-4def-89b4-71407f819560 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Allocated IP 2001:db8::164 (ed01a61f-3d34-4265-90c4-1e52d91c33f8/88b5ca74-8bd6-4d05-97ce-813388e1a142/3a26a781-86c9-4858-8c65-d6ac41bfbd51) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:17.144813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:16:17.145620 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Checking segment: {'id': 'f93b47c8-e90b-4200-8081-87d964d5b3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed01a61f-3d34-4265-90c4-1e52d91c33f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:16:17.145757 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:17.146152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Bound using segment: {'id': 'f93b47c8-e90b-4200-8081-87d964d5b3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed01a61f-3d34-4265-90c4-1e52d91c33f8'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:16:17.146667 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Bound port: 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93b47c8-e90b-4200-8081-87d964d5b3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed01a61f-3d34-4265-90c4-1e52d91c33f8'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:16:17.147051 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:17.148461 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44596630-8db2-40c0-b4aa-37941524889e req-05a0c5aa-5db3-4e08-bac6-2013d3540049 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786343 Jan 28 06:16:17.214812 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] For port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:16:17.218221 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] For port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f,segment=NetworkSegment(f93b47c8-e90b-4200-8081-87d964d5b3a3),segment_id=f93b47c8-e90b-4200-8081-87d964d5b3a3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:16:17.314711 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:17.333615 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc483598-13ba-4127-9179-a7673c7906ea req-574bde70-77cd-43e7-8b2b-6d018362d3d3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:17.335239 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc483598-13ba-4127-9179-a7673c7906ea req-574bde70-77cd-43e7-8b2b-6d018362d3d3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 945 time: 0.0849106 Jan 28 06:16:17.371114 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ffdcdac-6494-4def-89b4-71407f819560 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks [] for port (3a26a781-86c9-4858-8c65-d6ac41bfbd51), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:17.378890 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c6a64-3340-46e8-8404-eb8a4889a11c None None] Pushing event updated for resources: {'Port': ['ID=5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:17.420607 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc483598-13ba-4127-9179-a7673c7906ea req-f2147cc1-615d-42c5-bb3a-0bffb0ac5d65 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790346 Jan 28 06:16:17.526002 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ffdcdac-6494-4def-89b4-71407f819560 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3a26a781-86c9-4858-8c65-d6ac41bfbd51), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:17.598195 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdcdac-6494-4def-89b4-71407f819560 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event updated for resources: {'Port': ['ID=3a26a781-86c9-4858-8c65-d6ac41bfbd51,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:17.607133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffdcdac-6494-4def-89b4-71407f819560 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Network ed01a61f-3d34-4265-90c4-1e52d91c33f8 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:17.608571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-6ffdcdac-6494-4def-89b4-71407f819560 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:17.611120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffdcdac-6494-4def-89b4-71407f819560 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:16:17.617016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffdcdac-6494-4def-89b4-71407f819560 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:17.617588 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ffdcdac-6494-4def-89b4-71407f819560 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:17.738069 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6ffdcdac-6494-4def-89b4-71407f819560 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0522161 Jan 28 06:16:17.738069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45816) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:17.743311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d016668d-51d7-40c4-a7b3-2eee811b7c44 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Request body: {'port': {'network_id': 'ed01a61f-3d34-4265-90c4-1e52d91c33f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-551511749', 'allowed_address_pairs': [{'ip_address': '2001:db8::164', 'mac_address': 'fa:16:3e:d6:71:27'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:17.983068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d016668d-51d7-40c4-a7b3-2eee811b7c44 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Made reservation on behalf of e7077e99d94f4a73a5123430d7e883c5 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:16:18.075674 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d016668d-51d7-40c4-a7b3-2eee811b7c44 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:18.121917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-d016668d-51d7-40c4-a7b3-2eee811b7c44 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] device_id is not set on port 01bda54e-9968-4617-bc1b-960eedd03aae yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:16:18.182358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c73c7-c248-4210-aca5-199d3e2cbb66 req-c2c2912b-e7df-4b7b-890e-9278872a614b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:18.184038 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a21c73c7-c248-4210-aca5-199d3e2cbb66 req-c2c2912b-e7df-4b7b-890e-9278872a614b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 945 time: 0.1058905 Jan 28 06:16:18.284998 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a21c73c7-c248-4210-aca5-199d3e2cbb66 req-974591e1-990a-4bcb-a108-e410dacb5aff tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934663 Jan 28 06:16:18.302553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-d016668d-51d7-40c4-a7b3-2eee811b7c44 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Allocated IP 2001:db8::315 (ed01a61f-3d34-4265-90c4-1e52d91c33f8/88b5ca74-8bd6-4d05-97ce-813388e1a142/01bda54e-9968-4617-bc1b-960eedd03aae) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:18.433310 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5163a0cb-9d0a-477e-b853-b7befbcf5142 None None] Network ed01a61f-3d34-4265-90c4-1e52d91c33f8 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:16:18.465980 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d016668d-51d7-40c4-a7b3-2eee811b7c44 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks [] for port (01bda54e-9968-4617-bc1b-960eedd03aae), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:18.553763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-be5517d3-7c7f-47ca-9bbc-8a80c61764fb None None] Provisioning complete for port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:16:18.554138 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be5517d3-7c7f-47ca-9bbc-8a80c61764fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:18.642257 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-be5517d3-7c7f-47ca-9bbc-8a80c61764fb None None] Current status of the port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:16:18.642696 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be5517d3-7c7f-47ca-9bbc-8a80c61764fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:18.671616 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d016668d-51d7-40c4-a7b3-2eee811b7c44 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (01bda54e-9968-4617-bc1b-960eedd03aae), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:18.698430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-be5517d3-7c7f-47ca-9bbc-8a80c61764fb None None] For port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f,segment=NetworkSegment(f93b47c8-e90b-4200-8081-87d964d5b3a3),segment_id=f93b47c8-e90b-4200-8081-87d964d5b3a3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:16:18.717473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d016668d-51d7-40c4-a7b3-2eee811b7c44 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Network ed01a61f-3d34-4265-90c4-1e52d91c33f8 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:18.720601 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d016668d-51d7-40c4-a7b3-2eee811b7c44 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:18.725281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d016668d-51d7-40c4-a7b3-2eee811b7c44 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:16:18.730923 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d016668d-51d7-40c4-a7b3-2eee811b7c44 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:18.731607 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d016668d-51d7-40c4-a7b3-2eee811b7c44 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:18.746099 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016668d-51d7-40c4-a7b3-2eee811b7c44 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event updated for resources: {'Port': ['ID=01bda54e-9968-4617-bc1b-960eedd03aae,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:18.805661 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be5517d3-7c7f-47ca-9bbc-8a80c61764fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:18.854534 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d016668d-51d7-40c4-a7b3-2eee811b7c44 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.1163442 Jan 28 06:16:18.857886 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45824) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:18.861554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5517d3-7c7f-47ca-9bbc-8a80c61764fb None None] Pushing event updated for resources: {'Port': ['ID=5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:18.931983 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f0f43f13-82dd-4961-9546-a59301bb571f None None] Provisioning complete for port 3a26a781-86c9-4858-8c65-d6ac41bfbd51 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:16:18.933410 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0f43f13-82dd-4961-9546-a59301bb571f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3a26a781-86c9-4858-8c65-d6ac41bfbd51), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:18.949033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40facb4d-856d-4506-8aee-e30d3b2e99f9 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:18.954647 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40facb4d-856d-4506-8aee-e30d3b2e99f9 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:18.960916 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40facb4d-856d-4506-8aee-e30d3b2e99f9 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:18.965445 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-40facb4d-856d-4506-8aee-e30d3b2e99f9 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1042342 Jan 28 06:16:18.965626 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45826) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:18.974787 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f0f43f13-82dd-4961-9546-a59301bb571f None None] Port 3a26a781-86c9-4858-8c65-d6ac41bfbd51 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:16:18.986281 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f0f43f13-82dd-4961-9546-a59301bb571f None None] Provisioning complete for port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:16:18.986684 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0f43f13-82dd-4961-9546-a59301bb571f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:19.066396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ba7f8092-a78c-47c1-946a-885bffeb78aa tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Deleting port 01bda54e-9968-4617-bc1b-960eedd03aae {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:16:19.067694 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba7f8092-a78c-47c1-946a-885bffeb78aa tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (01bda54e-9968-4617-bc1b-960eedd03aae), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:19.076032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f0f43f13-82dd-4961-9546-a59301bb571f None None] Current status of the port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:16:19.161343 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba7f8092-a78c-47c1-946a-885bffeb78aa tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (01bda54e-9968-4617-bc1b-960eedd03aae), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:19.174843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ba7f8092-a78c-47c1-946a-885bffeb78aa tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Calling delete_port for 01bda54e-9968-4617-bc1b-960eedd03aae owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:16:19.217656 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-678b2536-202f-4802-8e3c-a4786c5965d3 None None] Provisioning complete for port 3a26a781-86c9-4858-8c65-d6ac41bfbd51 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:16:19.218375 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-678b2536-202f-4802-8e3c-a4786c5965d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3a26a781-86c9-4858-8c65-d6ac41bfbd51), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:19.255642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:16:19.265004 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-678b2536-202f-4802-8e3c-a4786c5965d3 None None] Port 3a26a781-86c9-4858-8c65-d6ac41bfbd51 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:16:19.331765 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:16:19.333905 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:19.398899 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-af7ed46a-8799-4271-95c0-690cdfa2b6de None None] Provisioning complete for port 01bda54e-9968-4617-bc1b-960eedd03aae triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:16:19.399424 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-af7ed46a-8799-4271-95c0-690cdfa2b6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (01bda54e-9968-4617-bc1b-960eedd03aae), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:19.455789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d5a1b-8bb1-48bf-aefb-092da2e5858f req-3a78b698-b8de-4bed-b834-4855d3bc1c36 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:19.465566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-155d5a1b-8bb1-48bf-aefb-092da2e5858f req-3a78b698-b8de-4bed-b834-4855d3bc1c36 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 945 time: 0.0613232 Jan 28 06:16:19.474612 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:16:19.475197 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba7f8092-a78c-47c1-946a-885bffeb78aa tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (01bda54e-9968-4617-bc1b-960eedd03aae), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:19.477559 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-af7ed46a-8799-4271-95c0-690cdfa2b6de None None] Port 01bda54e-9968-4617-bc1b-960eedd03aae cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:16:19.521603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f8092-a78c-47c1-946a-885bffeb78aa tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event deleted for resources: {'Port': ['ID=01bda54e-9968-4617-bc1b-960eedd03aae,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:19.615097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-155d5a1b-8bb1-48bf-aefb-092da2e5858f req-0e6fefac-84d8-4465-b44a-c6d7b3df9886 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481683 Jan 28 06:16:19.691858 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba7f8092-a78c-47c1-946a-885bffeb78aa tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:19.701252 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ba7f8092-a78c-47c1-946a-885bffeb78aa tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "DELETE /v2.0/ports/01bda54e-9968-4617-bc1b-960eedd03aae HTTP/1.1" status: 204 len: 168 time: 0.7345314 Jan 28 06:16:19.702702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45834) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:19.704159 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ec128-9939-4a6f-a0bc-3a8cb2cea028 req-6c188405-4e14-496e-bb14-f4d928fa233d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:19.706496 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-303ec128-9939-4a6f-a0bc-3a8cb2cea028 req-6c188405-4e14-496e-bb14-f4d928fa233d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 945 time: 0.0536506 Jan 28 06:16:19.745192 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72b862f-7282-46b9-bcdb-da896d2296e7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] GET failed (client error): The resource could not be found. Jan 28 06:16:19.746674 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d72b862f-7282-46b9-bcdb-da896d2296e7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "GET /v2.0/ports/01bda54e-9968-4617-bc1b-960eedd03aae HTTP/1.1" status: 404 len: 333 time: 0.0385883 Jan 28 06:16:19.757501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45836) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:19.763042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fb342fa0-4fd6-4b1f-9734-8eecdb3a549c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Request body: {'port': {'network_id': 'ed01a61f-3d34-4265-90c4-1e52d91c33f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2024162554'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:19.812046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-303ec128-9939-4a6f-a0bc-3a8cb2cea028 req-e67e1f19-7f1a-45c3-a7b6-7630a343bf73 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Deleting port 169548bb-6457-4549-b90e-a4d382aaed19 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:16:19.812391 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-303ec128-9939-4a6f-a0bc-3a8cb2cea028 req-e67e1f19-7f1a-45c3-a7b6-7630a343bf73 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (169548bb-6457-4549-b90e-a4d382aaed19), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:19.903277 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-303ec128-9939-4a6f-a0bc-3a8cb2cea028 req-e67e1f19-7f1a-45c3-a7b6-7630a343bf73 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] For port 169548bb-6457-4549-b90e-a4d382aaed19, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=169548bb-6457-4549-b90e-a4d382aaed19,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:16:19.903696 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-303ec128-9939-4a6f-a0bc-3a8cb2cea028 req-e67e1f19-7f1a-45c3-a7b6-7630a343bf73 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (169548bb-6457-4549-b90e-a4d382aaed19), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:19.917391 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-303ec128-9939-4a6f-a0bc-3a8cb2cea028 req-e67e1f19-7f1a-45c3-a7b6-7630a343bf73 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Calling delete_port for 169548bb-6457-4549-b90e-a4d382aaed19 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:16:19.981413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb342fa0-4fd6-4b1f-9734-8eecdb3a549c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Made reservation on behalf of e7077e99d94f4a73a5123430d7e883c5 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:16:19.984955 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb342fa0-4fd6-4b1f-9734-8eecdb3a549c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:20.005066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-fb342fa0-4fd6-4b1f-9734-8eecdb3a549c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] device_id is not set on port c00863fe-9923-465d-a2ad-45f0c6e7e13a yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:16:20.127206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-fb342fa0-4fd6-4b1f-9734-8eecdb3a549c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Allocated IP 2001:db8::353 (ed01a61f-3d34-4265-90c4-1e52d91c33f8/88b5ca74-8bd6-4d05-97ce-813388e1a142/c00863fe-9923-465d-a2ad-45f0c6e7e13a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:20.148584 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-303ec128-9939-4a6f-a0bc-3a8cb2cea028 req-e67e1f19-7f1a-45c3-a7b6-7630a343bf73 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (169548bb-6457-4549-b90e-a4d382aaed19), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:20.175748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e1f19-7f1a-45c3-a7b6-7630a343bf73 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event deleted for resources: {'Port': ['ID=169548bb-6457-4549-b90e-a4d382aaed19,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:20.185134 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['169548bb-6457-4549-b90e-a4d382aaed19'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:16:20.193822 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['961f5c35-407f-4415-a820-bc760bad5f84'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:16:20.230725 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-303ec128-9939-4a6f-a0bc-3a8cb2cea028 req-e67e1f19-7f1a-45c3-a7b6-7630a343bf73 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] No DVR routers for this DVR port 169548bb-6457-4549-b90e-a4d382aaed19 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:16:20.233489 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-303ec128-9939-4a6f-a0bc-3a8cb2cea028 req-e67e1f19-7f1a-45c3-a7b6-7630a343bf73 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:20.237588 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-303ec128-9939-4a6f-a0bc-3a8cb2cea028 req-e67e1f19-7f1a-45c3-a7b6-7630a343bf73 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.60 "DELETE /v2.0/ports/169548bb-6457-4549-b90e-a4d382aaed19 HTTP/1.1" status: 204 len: 173 time: 0.5258057 Jan 28 06:16:20.238074 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4c6466-6866-4654-a7bf-709d40e88cb5', 'name': 'network-vif-deleted', 'tag': '169548bb-6457-4549-b90e-a4d382aaed19'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:16:20.241618 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f82954-3b33-4273-ab7b-ed54ce046df6" -d '{"events": [{"server_uuid": "3d4c6466-6866-4654-a7bf-709d40e88cb5", "name": "network-vif-deleted", "tag": "169548bb-6457-4549-b90e-a4d382aaed19"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:16:20.294560 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac4391f-36a6-4129-b663-c739c76823b4 x-openstack-request-id: req-1ac4391f-36a6-4129-b663-c739c76823b4 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:16:20.295203 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4c6466-6866-4654-a7bf-709d40e88cb5", "name": "network-vif-deleted", "tag": "169548bb-6457-4549-b90e-a4d382aaed19", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:16:20.295667 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ac4391f-36a6-4129-b663-c739c76823b4 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:16:20.296312 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4c6466-6866-4654-a7bf-709d40e88cb5', 'name': 'network-vif-deleted', 'tag': '169548bb-6457-4549-b90e-a4d382aaed19', 'status': 'completed', 'code': 200} Jan 28 06:16:20.309760 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb342fa0-4fd6-4b1f-9734-8eecdb3a549c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks [] for port (c00863fe-9923-465d-a2ad-45f0c6e7e13a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:20.491904 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb342fa0-4fd6-4b1f-9734-8eecdb3a549c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (c00863fe-9923-465d-a2ad-45f0c6e7e13a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:20.540466 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb342fa0-4fd6-4b1f-9734-8eecdb3a549c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Network ed01a61f-3d34-4265-90c4-1e52d91c33f8 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:20.543589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-fb342fa0-4fd6-4b1f-9734-8eecdb3a549c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:20.549609 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb342fa0-4fd6-4b1f-9734-8eecdb3a549c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:16:20.555633 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb342fa0-4fd6-4b1f-9734-8eecdb3a549c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:20.556284 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb342fa0-4fd6-4b1f-9734-8eecdb3a549c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:20.562827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb342fa0-4fd6-4b1f-9734-8eecdb3a549c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event updated for resources: {'Port': ['ID=c00863fe-9923-465d-a2ad-45f0c6e7e13a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:20.686013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fb342fa0-4fd6-4b1f-9734-8eecdb3a549c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9247935 Jan 28 06:16:20.686280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45844) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:20.692319 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a892ab9f-a970-49d5-bd44-369ccdd29bb1 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::164', 'mac_address': 'fa:16:3e:d6:71:27'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:20.762989 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63cbd123-6ef7-4b44-8686-93320876fc13 req-196cfa4a-654b-4113-b485-5d778a4cb2f7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 210 time: 0.0421963 Jan 28 06:16:20.810071 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a892ab9f-a970-49d5-bd44-369ccdd29bb1 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c00863fe-9923-465d-a2ad-45f0c6e7e13a), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:20.913613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-316b88cc-dae2-4640-9980-8f7c9bb51708 None None] Provisioning complete for port c00863fe-9923-465d-a2ad-45f0c6e7e13a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:16:20.914743 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-316b88cc-dae2-4640-9980-8f7c9bb51708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c00863fe-9923-465d-a2ad-45f0c6e7e13a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:20.951981 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-316b88cc-dae2-4640-9980-8f7c9bb51708 None None] Port c00863fe-9923-465d-a2ad-45f0c6e7e13a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:16:20.998501 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a892ab9f-a970-49d5-bd44-369ccdd29bb1 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks [] for port (c00863fe-9923-465d-a2ad-45f0c6e7e13a), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:21.085755 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a892ab9f-a970-49d5-bd44-369ccdd29bb1 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (c00863fe-9923-465d-a2ad-45f0c6e7e13a), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:21.121696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a892ab9f-a970-49d5-bd44-369ccdd29bb1 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] In _notify_port_updated(), no bound segment for port c00863fe-9923-465d-a2ad-45f0c6e7e13a on network ed01a61f-3d34-4265-90c4-1e52d91c33f8 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 06:16:21.126883 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a892ab9f-a970-49d5-bd44-369ccdd29bb1 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:21.127524 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a892ab9f-a970-49d5-bd44-369ccdd29bb1 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:21.129532 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a892ab9f-a970-49d5-bd44-369ccdd29bb1 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "PUT /v2.0/ports/c00863fe-9923-465d-a2ad-45f0c6e7e13a HTTP/1.1" status: 200 len: 1003 time: 0.4417226 Jan 28 06:16:21.132558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45848) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:21.177704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892ab9f-a970-49d5-bd44-369ccdd29bb1 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event updated for resources: {'Port': ['ID=c00863fe-9923-465d-a2ad-45f0c6e7e13a,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:21.258466 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-f13c49eb-c0c0-4818-a497-946c9efdd092 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Deleting port c00863fe-9923-465d-a2ad-45f0c6e7e13a {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:16:21.258788 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f13c49eb-c0c0-4818-a497-946c9efdd092 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c00863fe-9923-465d-a2ad-45f0c6e7e13a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:21.373283 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f13c49eb-c0c0-4818-a497-946c9efdd092 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c00863fe-9923-465d-a2ad-45f0c6e7e13a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:21.388441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-f13c49eb-c0c0-4818-a497-946c9efdd092 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Calling delete_port for c00863fe-9923-465d-a2ad-45f0c6e7e13a owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:16:21.479008 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-1e6174d5-a7ee-4e8d-8ca9-0d43464666d2 None None] Provisioning complete for port c00863fe-9923-465d-a2ad-45f0c6e7e13a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:16:21.479315 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e6174d5-a7ee-4e8d-8ca9-0d43464666d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c00863fe-9923-465d-a2ad-45f0c6e7e13a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:21.521486 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1e6174d5-a7ee-4e8d-8ca9-0d43464666d2 None None] Port c00863fe-9923-465d-a2ad-45f0c6e7e13a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:16:21.618114 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f13c49eb-c0c0-4818-a497-946c9efdd092 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (c00863fe-9923-465d-a2ad-45f0c6e7e13a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:21.648056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c49eb-c0c0-4818-a497-946c9efdd092 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event deleted for resources: {'Port': ['ID=c00863fe-9923-465d-a2ad-45f0c6e7e13a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:21.751217 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f13c49eb-c0c0-4818-a497-946c9efdd092 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:21.755549 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f13c49eb-c0c0-4818-a497-946c9efdd092 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "DELETE /v2.0/ports/c00863fe-9923-465d-a2ad-45f0c6e7e13a HTTP/1.1" status: 204 len: 168 time: 0.6220946 Jan 28 06:16:21.759706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45854) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:21.789556 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1ab9b6-5af6-4e72-8ab1-47d53eac91d0 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] GET failed (client error): The resource could not be found. Jan 28 06:16:21.791807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8d1ab9b6-5af6-4e72-8ab1-47d53eac91d0 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "GET /v2.0/ports/c00863fe-9923-465d-a2ad-45f0c6e7e13a HTTP/1.1" status: 404 len: 333 time: 0.0306437 Jan 28 06:16:21.800182 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45858) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:21.807098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2b379307-62d1-4770-89ba-d9769a4646c7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Request body: {'port': {'network_id': 'ed01a61f-3d34-4265-90c4-1e52d91c33f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-361326029'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:21.899960 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41a84b38-4ee3-4e82-85e3-b89edabacbb8 req-771f9218-a536-43cd-a4f2-747c0c6d820b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 210 time: 0.0374100 Jan 28 06:16:22.085766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b379307-62d1-4770-89ba-d9769a4646c7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Made reservation on behalf of e7077e99d94f4a73a5123430d7e883c5 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:16:22.089284 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b379307-62d1-4770-89ba-d9769a4646c7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:22.111584 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-2b379307-62d1-4770-89ba-d9769a4646c7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] device_id is not set on port c25e3e60-b611-43b4-bedb-7edb2d2cd9d4 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:16:22.243115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-2b379307-62d1-4770-89ba-d9769a4646c7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Allocated IP 2001:db8::45 (ed01a61f-3d34-4265-90c4-1e52d91c33f8/88b5ca74-8bd6-4d05-97ce-813388e1a142/c25e3e60-b611-43b4-bedb-7edb2d2cd9d4) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:22.396035 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b379307-62d1-4770-89ba-d9769a4646c7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks [] for port (c25e3e60-b611-43b4-bedb-7edb2d2cd9d4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:22.498350 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b379307-62d1-4770-89ba-d9769a4646c7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (c25e3e60-b611-43b4-bedb-7edb2d2cd9d4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:22.550058 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b379307-62d1-4770-89ba-d9769a4646c7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Network ed01a61f-3d34-4265-90c4-1e52d91c33f8 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:22.553230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2b379307-62d1-4770-89ba-d9769a4646c7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:22.555633 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b379307-62d1-4770-89ba-d9769a4646c7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:16:22.561869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b379307-62d1-4770-89ba-d9769a4646c7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:22.562536 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b379307-62d1-4770-89ba-d9769a4646c7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:22.578214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b379307-62d1-4770-89ba-d9769a4646c7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event updated for resources: {'Port': ['ID=c25e3e60-b611-43b4-bedb-7edb2d2cd9d4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:22.688877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2b379307-62d1-4770-89ba-d9769a4646c7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8867960 Jan 28 06:16:22.691560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45862) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:22.696882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a75aa53f-9ab7-4eb1-8969-ab73a0992de7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d6:71:27'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:22.780214 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a75aa53f-9ab7-4eb1-8969-ab73a0992de7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c25e3e60-b611-43b4-bedb-7edb2d2cd9d4), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:22.855210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 169548bb-6457-4549-b90e-a4d382aaed19 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:16:22.859342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-fba25c65-93e9-4877-a183-7f05b0837b8a None None] Provisioning complete for port c25e3e60-b611-43b4-bedb-7edb2d2cd9d4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:16:22.859816 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fba25c65-93e9-4877-a183-7f05b0837b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c25e3e60-b611-43b4-bedb-7edb2d2cd9d4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:22.899701 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 169548bb-6457-4549-b90e-a4d382aaed19 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:16:22.900201 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 169548bb-6457-4549-b90e-a4d382aaed19 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:16:22.991659 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a75aa53f-9ab7-4eb1-8969-ab73a0992de7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks [] for port (c25e3e60-b611-43b4-bedb-7edb2d2cd9d4), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:23.031920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0febfe7-b076-4276-b380-f9064b870f1f req-45fd19f1-6d1b-4344-90f6-3fe1da33678c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 210 time: 0.0301752 Jan 28 06:16:23.091268 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a75aa53f-9ab7-4eb1-8969-ab73a0992de7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (c25e3e60-b611-43b4-bedb-7edb2d2cd9d4), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:23.091981 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fba25c65-93e9-4877-a183-7f05b0837b8a None None] Port c25e3e60-b611-43b4-bedb-7edb2d2cd9d4 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:16:23.128515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a75aa53f-9ab7-4eb1-8969-ab73a0992de7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] In _notify_port_updated(), no bound segment for port c25e3e60-b611-43b4-bedb-7edb2d2cd9d4 on network ed01a61f-3d34-4265-90c4-1e52d91c33f8 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 06:16:23.134352 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75aa53f-9ab7-4eb1-8969-ab73a0992de7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:23.135168 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a75aa53f-9ab7-4eb1-8969-ab73a0992de7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:23.139105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45868) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:23.139592 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a75aa53f-9ab7-4eb1-8969-ab73a0992de7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "PUT /v2.0/ports/c25e3e60-b611-43b4-bedb-7edb2d2cd9d4 HTTP/1.1" status: 200 len: 1001 time: 0.4465833 Jan 28 06:16:23.153715 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75aa53f-9ab7-4eb1-8969-ab73a0992de7 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event updated for resources: {'Port': ['ID=c25e3e60-b611-43b4-bedb-7edb2d2cd9d4,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:23.265406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-fc0ec482-7783-4950-a991-4b9f8e1f8d32 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Deleting port c25e3e60-b611-43b4-bedb-7edb2d2cd9d4 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:16:23.269913 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec482-7783-4950-a991-4b9f8e1f8d32 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c25e3e60-b611-43b4-bedb-7edb2d2cd9d4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:23.374077 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec482-7783-4950-a991-4b9f8e1f8d32 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c25e3e60-b611-43b4-bedb-7edb2d2cd9d4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:23.387115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-fc0ec482-7783-4950-a991-4b9f8e1f8d32 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Calling delete_port for c25e3e60-b611-43b4-bedb-7edb2d2cd9d4 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:16:23.417676 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-93d36242-0541-4a8d-ae88-53af791c958c None None] Provisioning complete for port c25e3e60-b611-43b4-bedb-7edb2d2cd9d4 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:16:23.418486 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93d36242-0541-4a8d-ae88-53af791c958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c25e3e60-b611-43b4-bedb-7edb2d2cd9d4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:23.458497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-93d36242-0541-4a8d-ae88-53af791c958c None None] Port c25e3e60-b611-43b4-bedb-7edb2d2cd9d4 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:16:23.611462 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec482-7783-4950-a991-4b9f8e1f8d32 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c25e3e60-b611-43b4-bedb-7edb2d2cd9d4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:23.648559 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ec482-7783-4950-a991-4b9f8e1f8d32 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event deleted for resources: {'Port': ['ID=c25e3e60-b611-43b4-bedb-7edb2d2cd9d4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:23.687121 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec482-7783-4950-a991-4b9f8e1f8d32 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:23.692964 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fc0ec482-7783-4950-a991-4b9f8e1f8d32 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "DELETE /v2.0/ports/c25e3e60-b611-43b4-bedb-7edb2d2cd9d4 HTTP/1.1" status: 204 len: 168 time: 0.5494347 Jan 28 06:16:23.694873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45872) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:23.726036 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b62c3f-1bfc-4d18-bb80-00dd099aa74b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] GET failed (client error): The resource could not be found. Jan 28 06:16:23.732744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-06b62c3f-1bfc-4d18-bb80-00dd099aa74b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "GET /v2.0/ports/c25e3e60-b611-43b4-bedb-7edb2d2cd9d4 HTTP/1.1" status: 404 len: 333 time: 0.0317488 Jan 28 06:16:23.732744 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45874) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:23.738029 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b4944f97-bae9-4c72-8199-4e5512332f2d tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Request body: {'port': {'network_id': 'ed01a61f-3d34-4265-90c4-1e52d91c33f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-447206330'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:23.975345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4944f97-bae9-4c72-8199-4e5512332f2d tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Made reservation on behalf of e7077e99d94f4a73a5123430d7e883c5 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:16:23.979087 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4944f97-bae9-4c72-8199-4e5512332f2d tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:24.002860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-b4944f97-bae9-4c72-8199-4e5512332f2d tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] device_id is not set on port 52f7d883-1b0e-46e6-aa9f-91e60dcf18e2 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:16:24.153590 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acba72f8-6c57-49c9-986d-352e94b84ff0 req-9967e501-be19-4357-b8d6-6a9e419f8784 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 210 time: 0.0376301 Jan 28 06:16:24.169759 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-b4944f97-bae9-4c72-8199-4e5512332f2d tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Allocated IP 2001:db8::69 (ed01a61f-3d34-4265-90c4-1e52d91c33f8/88b5ca74-8bd6-4d05-97ce-813388e1a142/52f7d883-1b0e-46e6-aa9f-91e60dcf18e2) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:24.337005 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4944f97-bae9-4c72-8199-4e5512332f2d tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks [] for port (52f7d883-1b0e-46e6-aa9f-91e60dcf18e2), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:24.423076 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4944f97-bae9-4c72-8199-4e5512332f2d tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (52f7d883-1b0e-46e6-aa9f-91e60dcf18e2), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:24.466241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4944f97-bae9-4c72-8199-4e5512332f2d tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Network ed01a61f-3d34-4265-90c4-1e52d91c33f8 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:24.469236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b4944f97-bae9-4c72-8199-4e5512332f2d tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:24.475595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4944f97-bae9-4c72-8199-4e5512332f2d tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:16:24.480723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4944f97-bae9-4c72-8199-4e5512332f2d tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:24.481341 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4944f97-bae9-4c72-8199-4e5512332f2d tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:24.491843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4944f97-bae9-4c72-8199-4e5512332f2d tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event updated for resources: {'Port': ['ID=52f7d883-1b0e-46e6-aa9f-91e60dcf18e2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:24.574000 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b4944f97-bae9-4c72-8199-4e5512332f2d tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8401937 Jan 28 06:16:24.575154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45882) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:24.580016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-03eff9c3-6243-4758-b2f7-2695e1617cae tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Request body: {'port': {'network_id': 'ed01a61f-3d34-4265-90c4-1e52d91c33f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1172132059'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:24.783192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eff9c3-6243-4758-b2f7-2695e1617cae tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Made reservation on behalf of e7077e99d94f4a73a5123430d7e883c5 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:16:24.787408 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03eff9c3-6243-4758-b2f7-2695e1617cae tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:24.795680 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e7dcf7e3-08c4-42eb-a4fc-43ca3a022531 None None] Provisioning complete for port 52f7d883-1b0e-46e6-aa9f-91e60dcf18e2 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:16:24.796218 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7dcf7e3-08c4-42eb-a4fc-43ca3a022531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (52f7d883-1b0e-46e6-aa9f-91e60dcf18e2), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:24.811890 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-03eff9c3-6243-4758-b2f7-2695e1617cae tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] device_id is not set on port 876f35bb-2703-4dac-81f4-5abd8b5d038b yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:16:24.833384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e7dcf7e3-08c4-42eb-a4fc-43ca3a022531 None None] Port 52f7d883-1b0e-46e6-aa9f-91e60dcf18e2 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:16:24.942692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-03eff9c3-6243-4758-b2f7-2695e1617cae tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Allocated IP 2001:db8::2af (ed01a61f-3d34-4265-90c4-1e52d91c33f8/88b5ca74-8bd6-4d05-97ce-813388e1a142/876f35bb-2703-4dac-81f4-5abd8b5d038b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:25.104496 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03eff9c3-6243-4758-b2f7-2695e1617cae tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks [] for port (876f35bb-2703-4dac-81f4-5abd8b5d038b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:25.137186 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:25.201135 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03eff9c3-6243-4758-b2f7-2695e1617cae tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (876f35bb-2703-4dac-81f4-5abd8b5d038b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:25.257138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eff9c3-6243-4758-b2f7-2695e1617cae tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Network ed01a61f-3d34-4265-90c4-1e52d91c33f8 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:25.273644 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac005d74-9a15-4449-8d83-9af04b77965c req-df31dfd7-00b1-443a-9704-e40df9ac1c05 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 210 time: 0.0389190 Jan 28 06:16:25.278514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-03eff9c3-6243-4758-b2f7-2695e1617cae tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:25.283159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eff9c3-6243-4758-b2f7-2695e1617cae tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:16:25.289351 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eff9c3-6243-4758-b2f7-2695e1617cae tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:25.290048 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03eff9c3-6243-4758-b2f7-2695e1617cae tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:25.301811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eff9c3-6243-4758-b2f7-2695e1617cae tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event updated for resources: {'Port': ['ID=876f35bb-2703-4dac-81f4-5abd8b5d038b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:25.386361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-03eff9c3-6243-4758-b2f7-2695e1617cae tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8077877 Jan 28 06:16:25.386804 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45888) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:25.392314 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-6d7e4824-9b8e-499e-83de-00763e8cdfbe tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::164', 'mac_address': 'fa:16:3e:d6:71:27'}, {'ip_address': '2001:db8::69', 'mac_address': 'fa:16:3e:48:08:ed'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:25.560339 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-131e7211-0daf-4cf1-9035-bd0339fd336d None None] Provisioning complete for port 876f35bb-2703-4dac-81f4-5abd8b5d038b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:16:25.563722 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-131e7211-0daf-4cf1-9035-bd0339fd336d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (876f35bb-2703-4dac-81f4-5abd8b5d038b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:25.583642 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4824-9b8e-499e-83de-00763e8cdfbe tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (876f35bb-2703-4dac-81f4-5abd8b5d038b), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:25.627062 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-131e7211-0daf-4cf1-9035-bd0339fd336d None None] Port 876f35bb-2703-4dac-81f4-5abd8b5d038b cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:16:25.797479 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4824-9b8e-499e-83de-00763e8cdfbe tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks [] for port (876f35bb-2703-4dac-81f4-5abd8b5d038b), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:25.892333 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4824-9b8e-499e-83de-00763e8cdfbe tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (876f35bb-2703-4dac-81f4-5abd8b5d038b), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:25.926351 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e4824-9b8e-499e-83de-00763e8cdfbe tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] In _notify_port_updated(), no bound segment for port 876f35bb-2703-4dac-81f4-5abd8b5d038b on network ed01a61f-3d34-4265-90c4-1e52d91c33f8 {{(pid=103634) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 06:16:25.931584 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7e4824-9b8e-499e-83de-00763e8cdfbe tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:25.932219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4824-9b8e-499e-83de-00763e8cdfbe tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:25.937046 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6d7e4824-9b8e-499e-83de-00763e8cdfbe tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "PUT /v2.0/ports/876f35bb-2703-4dac-81f4-5abd8b5d038b HTTP/1.1" status: 200 len: 1067 time: 0.5455980 Jan 28 06:16:25.937155 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45894) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:25.957403 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e4824-9b8e-499e-83de-00763e8cdfbe tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event updated for resources: {'Port': ['ID=876f35bb-2703-4dac-81f4-5abd8b5d038b,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:26.287175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d88145d5-80b4-4eed-8a32-5e0d27cfd917 None None] Provisioning complete for port 876f35bb-2703-4dac-81f4-5abd8b5d038b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:16:26.288319 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d88145d5-80b4-4eed-8a32-5e0d27cfd917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (876f35bb-2703-4dac-81f4-5abd8b5d038b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:26.351107 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d88145d5-80b4-4eed-8a32-5e0d27cfd917 None None] Port 876f35bb-2703-4dac-81f4-5abd8b5d038b cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:16:26.454600 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3acce766-f49f-4f79-b372-e5c7c2abe262 req-b72f7635-fe07-402d-9740-91af8270b0e1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 210 time: 0.0425117 Jan 28 06:16:26.483636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Deleting port 876f35bb-2703-4dac-81f4-5abd8b5d038b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:16:26.484945 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (876f35bb-2703-4dac-81f4-5abd8b5d038b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:26.595302 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (876f35bb-2703-4dac-81f4-5abd8b5d038b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:26.615127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Calling delete_port for 876f35bb-2703-4dac-81f4-5abd8b5d038b owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:16:26.850134 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (876f35bb-2703-4dac-81f4-5abd8b5d038b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:26.887620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event deleted for resources: {'Port': ['ID=876f35bb-2703-4dac-81f4-5abd8b5d038b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:26.921717 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:26.922049 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:26.922431 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:26.922778 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:26.923115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:26.923455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:26.923794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:26.924843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:26.924843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:26.924843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:26.926183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:26.926183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:26.926560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:27.072451 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:27.078164 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-30e5f94d-7d67-4709-b24f-812dd9accd64 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "DELETE /v2.0/ports/876f35bb-2703-4dac-81f4-5abd8b5d038b HTTP/1.1" status: 204 len: 168 time: 1.1384389 Jan 28 06:16:27.078578 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45902) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:27.112314 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c8f46a-ef7f-4dc4-ab97-c412dddc6c82 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] GET failed (client error): The resource could not be found. Jan 28 06:16:27.119389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45904) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:27.120769 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-61c8f46a-ef7f-4dc4-ab97-c412dddc6c82 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "GET /v2.0/ports/876f35bb-2703-4dac-81f4-5abd8b5d038b HTTP/1.1" status: 404 len: 333 time: 0.0411160 Jan 28 06:16:27.229671 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-811dc246-f21a-415b-ae42-550bdd627d41 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Deleting port 52f7d883-1b0e-46e6-aa9f-91e60dcf18e2 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:16:27.229955 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-811dc246-f21a-415b-ae42-550bdd627d41 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (52f7d883-1b0e-46e6-aa9f-91e60dcf18e2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:27.325807 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-811dc246-f21a-415b-ae42-550bdd627d41 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (52f7d883-1b0e-46e6-aa9f-91e60dcf18e2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:27.339600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-811dc246-f21a-415b-ae42-550bdd627d41 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Calling delete_port for 52f7d883-1b0e-46e6-aa9f-91e60dcf18e2 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:16:27.568080 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-225684f7-5fdb-4f1c-9122-73c7182ad46d req-7b33a8e7-0b74-475c-bf0a-49fb0f01e16b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 210 time: 0.0319366 Jan 28 06:16:27.569654 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-811dc246-f21a-415b-ae42-550bdd627d41 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (52f7d883-1b0e-46e6-aa9f-91e60dcf18e2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:27.606864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811dc246-f21a-415b-ae42-550bdd627d41 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event deleted for resources: {'Port': ['ID=52f7d883-1b0e-46e6-aa9f-91e60dcf18e2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:27.650499 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-811dc246-f21a-415b-ae42-550bdd627d41 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:27.658014 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-811dc246-f21a-415b-ae42-550bdd627d41 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "DELETE /v2.0/ports/52f7d883-1b0e-46e6-aa9f-91e60dcf18e2 HTTP/1.1" status: 204 len: 168 time: 0.5374472 Jan 28 06:16:27.660317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45908) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:27.696686 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cabc595-4d27-4e47-9df3-56a5ebb4cbef tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] GET failed (client error): The resource could not be found. Jan 28 06:16:27.702114 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9cabc595-4d27-4e47-9df3-56a5ebb4cbef tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "GET /v2.0/ports/52f7d883-1b0e-46e6-aa9f-91e60dcf18e2 HTTP/1.1" status: 404 len: 333 time: 0.0367353 Jan 28 06:16:27.702968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45912) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:27.814642 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c1a9f5a2-9ce0-42c2-8c94-a84af232522c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Deleting port 3a26a781-86c9-4858-8c65-d6ac41bfbd51 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:16:27.816550 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f5a2-9ce0-42c2-8c94-a84af232522c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (3a26a781-86c9-4858-8c65-d6ac41bfbd51), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:27.902793 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:27.914022 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f5a2-9ce0-42c2-8c94-a84af232522c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (3a26a781-86c9-4858-8c65-d6ac41bfbd51), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:27.925969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c1a9f5a2-9ce0-42c2-8c94-a84af232522c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Calling delete_port for 3a26a781-86c9-4858-8c65-d6ac41bfbd51 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:16:28.155218 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f5a2-9ce0-42c2-8c94-a84af232522c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3a26a781-86c9-4858-8c65-d6ac41bfbd51), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:28.184926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9f5a2-9ce0-42c2-8c94-a84af232522c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event deleted for resources: {'Port': ['ID=3a26a781-86c9-4858-8c65-d6ac41bfbd51,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:28.225631 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f5a2-9ce0-42c2-8c94-a84af232522c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:28.231648 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c1a9f5a2-9ce0-42c2-8c94-a84af232522c tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "DELETE /v2.0/ports/3a26a781-86c9-4858-8c65-d6ac41bfbd51 HTTP/1.1" status: 204 len: 168 time: 0.5251191 Jan 28 06:16:28.231802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45916) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:28.296652 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6345ea-d44e-43c1-a515-b22160d697e2 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Deleting subnet 88b5ca74-8bd6-4d05-97ce-813388e1a142 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:16:28.300683 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac6345ea-d44e-43c1-a515-b22160d697e2 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks [] for subnet (88b5ca74-8bd6-4d05-97ce-813388e1a142), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:28.348040 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac6345ea-d44e-43c1-a515-b22160d697e2 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (88b5ca74-8bd6-4d05-97ce-813388e1a142), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:28.437802 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac6345ea-d44e-43c1-a515-b22160d697e2 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (88b5ca74-8bd6-4d05-97ce-813388e1a142), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:28.606398 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac6345ea-d44e-43c1-a515-b22160d697e2 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (88b5ca74-8bd6-4d05-97ce-813388e1a142), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:28.634250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6345ea-d44e-43c1-a515-b22160d697e2 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event deleted for resources: {'Subnet': ['ID=88b5ca74-8bd6-4d05-97ce-813388e1a142,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:28.640985 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac6345ea-d44e-43c1-a515-b22160d697e2 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:28.647436 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45920) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:28.648015 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ac6345ea-d44e-43c1-a515-b22160d697e2 tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "DELETE /v2.0/subnets/88b5ca74-8bd6-4d05-97ce-813388e1a142 HTTP/1.1" status: 204 len: 168 time: 0.4146667 Jan 28 06:16:28.662740 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b558c53b-49fe-41b5-980f-afc6fd5dd5e2 None None] Network ed01a61f-3d34-4265-90c4-1e52d91c33f8 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:16:28.708464 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc37dc45-a946-4966-b6a8-b2899c479880 req-1c060ae4-7f5d-4865-be6d-f4f141b8a9cc tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 210 time: 0.0315285 Jan 28 06:16:28.784513 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (ed01a61f-3d34-4265-90c4-1e52d91c33f8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:28.868937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] DHCP port deletion for ed01a61f-3d34-4265-90c4-1e52d91c33f8 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:16:28.871152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Deleting port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:16:28.872020 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:28.927365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Deleting port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:16:28.928975 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:28.965380 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] For port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f,segment=NetworkSegment(f93b47c8-e90b-4200-8081-87d964d5b3a3),segment_id=f93b47c8-e90b-4200-8081-87d964d5b3a3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:16:28.965994 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:28.989612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Calling delete_port for 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:16:29.010646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] For port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f,segment=NetworkSegment(f93b47c8-e90b-4200-8081-87d964d5b3a3),segment_id=f93b47c8-e90b-4200-8081-87d964d5b3a3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:16:29.011045 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:29.024475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Calling delete_port for 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:16:29.167310 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:16:29.245806 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:29.248025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:16:29.248417 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:29.261870 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:29.276705 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] No DVR routers for this DVR port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:16:29.296374 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] No DVR routers for this DVR port 5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:16:29.298601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Pushing event deleted for resources: {'Port': ['ID=5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:29.311967 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event deleted for resources: {'Port': ['ID=5d48dfb2-13b7-4aaf-9579-5e78d23e3d9f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:29.331708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:29.332059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:29.332455 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:29.332801 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:29.333137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:29.333470 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:29.333798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:29.334128 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:29.334495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:29.334823 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:29.335149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:29.335473 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:29.335799 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890dbb8e-dca8-48ca-88a1-e228b979d0ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:16:29.384543 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (ed01a61f-3d34-4265-90c4-1e52d91c33f8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:29.408355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed01a61f-3d34-4265-90c4-1e52d91c33f8']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:29.418449 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93b47c8-e90b-4200-8081-87d964d5b3a3') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:29.418689 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93b47c8-e90b-4200-8081-87d964d5b3a3') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:29.429157 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (f93b47c8-e90b-4200-8081-87d964d5b3a3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:29.444220 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (f93b47c8-e90b-4200-8081-87d964d5b3a3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:29.451314 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:16:29.451740 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (f93b47c8-e90b-4200-8081-87d964d5b3a3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:16:29.454659 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:16:29.603815 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (ed01a61f-3d34-4265-90c4-1e52d91c33f8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:29.603815 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:29.605462 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] 10.222.0.31 "DELETE /v2.0/networks/ed01a61f-3d34-4265-90c4-1e52d91c33f8 HTTP/1.1" status: 204 len: 168 time: 0.9565816 Jan 28 06:16:29.620319 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47b499-ff30-49bd-8d12-7b3eee3efa2b tempest-AllowedAddressPairIpV6TestJSON-167987793 tempest-AllowedAddressPairIpV6TestJSON-167987793-project] Pushing event deleted for resources: {'Network': ['ID=ed01a61f-3d34-4265-90c4-1e52d91c33f8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:29.808133 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1915e1f1-679c-4a68-bc21-f2e7737a0670 req-a0f3979a-4715-43b1-84b7-45b29cf7e432 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 210 time: 0.0278604 Jan 28 06:16:30.260755 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45940) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:30.436231 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-97fa32a4-c37d-4adf-8f36-8b0de1fcca1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7077e99d94f4a73a5123430d7e883c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1741495 Jan 28 06:16:30.438771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45944) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:30.490779 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78d993eb-8719-4eef-ad91-184de1b06b02 admin admin] Publish callbacks [] for security_group (c463b4e4-a69d-45c0-bcc9-0b79bda61f1b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:30.515876 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78d993eb-8719-4eef-ad91-184de1b06b02 admin admin] Publish callbacks [] for security_group (c463b4e4-a69d-45c0-bcc9-0b79bda61f1b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:30.696744 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78d993eb-8719-4eef-ad91-184de1b06b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c463b4e4-a69d-45c0-bcc9-0b79bda61f1b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:30.700739 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78d993eb-8719-4eef-ad91-184de1b06b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:30.701977 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-78d993eb-8719-4eef-ad91-184de1b06b02 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c463b4e4-a69d-45c0-bcc9-0b79bda61f1b HTTP/1.1" status: 204 len: 168 time: 0.2622237 Jan 28 06:16:30.721253 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d993eb-8719-4eef-ad91-184de1b06b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c463b4e4-a69d-45c0-bcc9-0b79bda61f1b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:31.003393 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6af0268e-a392-46a3-940d-ded1c108e327 req-511ba91d-7b2a-499e-bf36-f13937710665 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d4c6466-6866-4654-a7bf-709d40e88cb5 HTTP/1.1" status: 200 len: 210 time: 0.0436254 Jan 28 06:16:32.042551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 45978) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:32.171006 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-deb6e035-fce1-4c08-955f-a0281bff65fa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1715522481'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:32.278160 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb6e035-fce1-4c08-955f-a0281bff65fa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Made reservation on behalf of 64f357b6ce4e438eb0f17e9a3771f8bd for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:16:32.282978 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-deb6e035-fce1-4c08-955f-a0281bff65fa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:32.293436 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-deb6e035-fce1-4c08-955f-a0281bff65fa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:32.413223 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-deb6e035-fce1-4c08-955f-a0281bff65fa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for security_group (ed733550-a4be-4d13-87ce-290fd61bd1ec), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:32.486400 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cab5dd18-c651-4934-b9af-5f2933eb09e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:32.514072 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-deb6e035-fce1-4c08-955f-a0281bff65fa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ed733550-a4be-4d13-87ce-290fd61bd1ec), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:32.542834 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb6e035-fce1-4c08-955f-a0281bff65fa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:16:32.553278 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6e035-fce1-4c08-955f-a0281bff65fa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed733550-a4be-4d13-87ce-290fd61bd1ec,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:32.558117 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-deb6e035-fce1-4c08-955f-a0281bff65fa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (404b85dd-8307-4e3f-b69c-5da7fec64ec8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:32.558555 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-deb6e035-fce1-4c08-955f-a0281bff65fa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Added segment 404b85dd-8307-4e3f-b69c-5da7fec64ec8 of type vlan for network 10ac0841-2a76-4511-888e-270a2d63dcab Jan 28 06:16:32.605719 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-deb6e035-fce1-4c08-955f-a0281bff65fa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (10ac0841-2a76-4511-888e-270a2d63dcab), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:32.729634 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-deb6e035-fce1-4c08-955f-a0281bff65fa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (10ac0841-2a76-4511-888e-270a2d63dcab), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:32.734856 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb6e035-fce1-4c08-955f-a0281bff65fa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:32.735703 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-deb6e035-fce1-4c08-955f-a0281bff65fa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:32.812871 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6e035-fce1-4c08-955f-a0281bff65fa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Network': ['ID=10ac0841-2a76-4511-888e-270a2d63dcab,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:32.827817 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 10ac0841-2a76-4511-888e-270a2d63dcab details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:16:32.854149 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-deb6e035-fce1-4c08-955f-a0281bff65fa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8069487 Jan 28 06:16:32.854576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45988) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:32.861936 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c9762998-1eb9-448f-a7eb-c0c4cf19239b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'subnet': {'network_id': '10ac0841-2a76-4511-888e-270a2d63dcab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:33.043727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9762998-1eb9-448f-a7eb-c0c4cf19239b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Made reservation on behalf of 64f357b6ce4e438eb0f17e9a3771f8bd for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:16:33.047394 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9762998-1eb9-448f-a7eb-c0c4cf19239b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:33.302869 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9762998-1eb9-448f-a7eb-c0c4cf19239b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (4be38640-c732-4099-9f2f-28f75330e000), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:33.373492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9762998-1eb9-448f-a7eb-c0c4cf19239b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Subnet': ['ID=4be38640-c732-4099-9f2f-28f75330e000,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:33.384021 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9762998-1eb9-448f-a7eb-c0c4cf19239b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Checking segment: {'id': '404b85dd-8307-4e3f-b69c-5da7fec64ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '10ac0841-2a76-4511-888e-270a2d63dcab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:16:33.384391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9762998-1eb9-448f-a7eb-c0c4cf19239b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network hostable DHCP agents. Network: 10ac0841-2a76-4511-888e-270a2d63dcab, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:16:33.480796 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9762998-1eb9-448f-a7eb-c0c4cf19239b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network 10ac0841-2a76-4511-888e-270a2d63dcab is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:16:33.583037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c9762998-1eb9-448f-a7eb-c0c4cf19239b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 10ac0841-2a76-4511-888e-270a2d63dcab) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:33.588197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9762998-1eb9-448f-a7eb-c0c4cf19239b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:33.588910 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9762998-1eb9-448f-a7eb-c0c4cf19239b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:33.599683 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270e416b-9f18-4f88-b94c-07c48565dd8d None None] Network 10ac0841-2a76-4511-888e-270a2d63dcab requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:16:33.711859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643734d8-53f9-4615-930d-201a0236632f None None] Network 10ac0841-2a76-4511-888e-270a2d63dcab requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:16:33.733854 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c9762998-1eb9-448f-a7eb-c0c4cf19239b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8772252 Jan 28 06:16:33.736723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 45992) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:33.742060 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1847412639', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:33.845511 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:33.847207 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:33.932050 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for router_controller (43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:34.162619 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for router_gateway (43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:34.451124 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for router_gateway (43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:34.471183 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:34.591869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Allocated IP 172.25.0.20 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/8371e5e7-0485-4ffb-a293-32703208dc39) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:34.715768 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (8371e5e7-0485-4ffb-a293-32703208dc39), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:34.839826 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42a41b25-ab1c-49bb-be8a-c8c681a04070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:34.880475 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (8371e5e7-0485-4ffb-a293-32703208dc39), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:34.941071 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:34.944049 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:34.951721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:16:34.981094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=8371e5e7-0485-4ffb-a293-32703208dc39,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:35.357644 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for router_gateway (43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:35.573626 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:36.016416 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router 43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:16:36.125190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:16:36.138536 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe0d47-c187-42d4-970b-b69e11e661b5 None None] Sync routers for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:16:36.158421 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe0d47-c187-42d4-970b-b69e11e661b5 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:36.161764 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d3fe0d47-c187-42d4-970b-b69e11e661b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:36.196945 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d3fe0d47-c187-42d4-970b-b69e11e661b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:36.206609 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe0d47-c187-42d4-970b-b69e11e661b5 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:36.207419 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d3fe0d47-c187-42d4-970b-b69e11e661b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:36.243343 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d3fe0d47-c187-42d4-970b-b69e11e661b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:36.244286 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe0d47-c187-42d4-970b-b69e11e661b5 None None] The sync data for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:16:36.251892 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:36.251892 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-27696b72-a607-4bdd-a075-61c4dd523caa tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5101213 Jan 28 06:16:36.251892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46012) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:36.639850 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:36.792959 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:37.134134 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Allocated IP 172.20.0.1 (10ac0841-2a76-4511-888e-270a2d63dcab/4be38640-c732-4099-9f2f-28f75330e000/3084a8ce-4ac7-4e89-b03b-f4b6f64476bd) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:37.276812 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (3084a8ce-4ac7-4e89-b03b-f4b6f64476bd), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:37.411770 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3084a8ce-4ac7-4e89-b03b-f4b6f64476bd), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:37.459225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network 10ac0841-2a76-4511-888e-270a2d63dcab is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:37.463836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:37.472717 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:16:37.479989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=3084a8ce-4ac7-4e89-b03b-f4b6f64476bd,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:37.531820 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:37.853969 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3084a8ce-4ac7-4e89-b03b-f4b6f64476bd), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:38.010978 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:38.219748 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (3084a8ce-4ac7-4e89-b03b-f4b6f64476bd), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:38.302047 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (3084a8ce-4ac7-4e89-b03b-f4b6f64476bd), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:38.384395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=3084a8ce-4ac7-4e89-b03b-f4b6f64476bd,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:38.392217 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:38.532615 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network 10ac0841-2a76-4511-888e-270a2d63dcab is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:38.534920 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:38.670606 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router 43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:16:38.797203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:16:38.805001 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8d35363c-71a2-4a9f-bfaa-04a7f791a45f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "PUT /v2.0/routers/43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5501797 Jan 28 06:16:38.806826 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46032) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:38.809990 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12f3683-cb72-453c-9647-bd00f5d30a5d None None] Sync routers for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:16:38.812335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-788e291d-aaf8-4886-86dd-c64afb0cd0b3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'port': {'network_id': '10ac0841-2a76-4511-888e-270a2d63dcab', 'name': 'tempest-FloatingIPTestJSON-440225088'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:38.821302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12f3683-cb72-453c-9647-bd00f5d30a5d None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:38.822907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a12f3683-cb72-453c-9647-bd00f5d30a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:38.862550 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a12f3683-cb72-453c-9647-bd00f5d30a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:38.873424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12f3683-cb72-453c-9647-bd00f5d30a5d None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:38.874419 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a12f3683-cb72-453c-9647-bd00f5d30a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:38.922317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a12f3683-cb72-453c-9647-bd00f5d30a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:38.923528 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12f3683-cb72-453c-9647-bd00f5d30a5d None None] The sync data for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:16:39.010502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788e291d-aaf8-4886-86dd-c64afb0cd0b3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Made reservation on behalf of 64f357b6ce4e438eb0f17e9a3771f8bd for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:16:39.014004 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-788e291d-aaf8-4886-86dd-c64afb0cd0b3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:39.035289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-788e291d-aaf8-4886-86dd-c64afb0cd0b3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] device_id is not set on port b46f314d-579c-4627-bd15-0e9c07ddaaa7 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:16:39.121251 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:39.188707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-788e291d-aaf8-4886-86dd-c64afb0cd0b3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Allocated IP 172.20.0.12 (10ac0841-2a76-4511-888e-270a2d63dcab/4be38640-c732-4099-9f2f-28f75330e000/b46f314d-579c-4627-bd15-0e9c07ddaaa7) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:39.367143 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-788e291d-aaf8-4886-86dd-c64afb0cd0b3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (b46f314d-579c-4627-bd15-0e9c07ddaaa7), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:39.483946 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-788e291d-aaf8-4886-86dd-c64afb0cd0b3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b46f314d-579c-4627-bd15-0e9c07ddaaa7), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:39.537067 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e291d-aaf8-4886-86dd-c64afb0cd0b3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network 10ac0841-2a76-4511-888e-270a2d63dcab is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:39.540808 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-788e291d-aaf8-4886-86dd-c64afb0cd0b3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:39.547418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e291d-aaf8-4886-86dd-c64afb0cd0b3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:16:39.579367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e291d-aaf8-4886-86dd-c64afb0cd0b3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=b46f314d-579c-4627-bd15-0e9c07ddaaa7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:39.614938 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e291d-aaf8-4886-86dd-c64afb0cd0b3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:39.615569 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-788e291d-aaf8-4886-86dd-c64afb0cd0b3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:39.751766 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-788e291d-aaf8-4886-86dd-c64afb0cd0b3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9412386 Jan 28 06:16:39.751911 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46040) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:39.757436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9f711d88-345b-4d60-9874-fd1d5293c195 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'port': {'network_id': '10ac0841-2a76-4511-888e-270a2d63dcab', 'name': 'tempest-FloatingIPTestJSON-813319995'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:39.976405 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f711d88-345b-4d60-9874-fd1d5293c195 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Made reservation on behalf of 64f357b6ce4e438eb0f17e9a3771f8bd for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:16:39.979769 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f711d88-345b-4d60-9874-fd1d5293c195 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:39.998697 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-9f711d88-345b-4d60-9874-fd1d5293c195 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] device_id is not set on port a464854e-a19d-4472-8832-7f8eefc4cae2 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:16:40.126518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-9f711d88-345b-4d60-9874-fd1d5293c195 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Allocated IP 172.20.0.10 (10ac0841-2a76-4511-888e-270a2d63dcab/4be38640-c732-4099-9f2f-28f75330e000/a464854e-a19d-4472-8832-7f8eefc4cae2) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:40.276454 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f711d88-345b-4d60-9874-fd1d5293c195 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (a464854e-a19d-4472-8832-7f8eefc4cae2), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:40.399609 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f711d88-345b-4d60-9874-fd1d5293c195 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a464854e-a19d-4472-8832-7f8eefc4cae2), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:40.448032 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f711d88-345b-4d60-9874-fd1d5293c195 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network 10ac0841-2a76-4511-888e-270a2d63dcab is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:40.453125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-9f711d88-345b-4d60-9874-fd1d5293c195 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:40.458213 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f711d88-345b-4d60-9874-fd1d5293c195 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:16:40.479571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f711d88-345b-4d60-9874-fd1d5293c195 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=a464854e-a19d-4472-8832-7f8eefc4cae2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:40.508640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f711d88-345b-4d60-9874-fd1d5293c195 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:40.509562 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f711d88-345b-4d60-9874-fd1d5293c195 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:40.619705 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9f711d88-345b-4d60-9874-fd1d5293c195 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8665833 Jan 28 06:16:40.622670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46046) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:40.627358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': 'a464854e-a19d-4472-8832-7f8eefc4cae2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:40.731228 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:40.847895 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:40.952294 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Allocated IP 172.25.0.232 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/51443c61-7728-4bad-b253-48672a03134d) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:41.061322 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (51443c61-7728-4bad-b253-48672a03134d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:41.188469 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (51443c61-7728-4bad-b253-48672a03134d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:41.232034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:41.236017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:41.243172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:16:41.250701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=51443c61-7728-4bad-b253-48672a03134d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:41.438038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028d78-f9d4-435a-b859-f381c0aa5a18 req-8042b2a9-0ffc-4d0c-8c81-086a5d08c5a5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:41.439674 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf028d78-f9d4-435a-b859-f381c0aa5a18 req-8042b2a9-0ffc-4d0c-8c81-086a5d08c5a5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 945 time: 0.1112878 Jan 28 06:16:41.809311 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf028d78-f9d4-435a-b859-f381c0aa5a18 req-a28c72d4-d7e6-49f7-85b2-094cd56d2d4c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381701 Jan 28 06:16:42.131034 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (5fa0c6fb-85ce-4b4a-97ae-23d9bcb9ba4e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:42.351581 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (51443c61-7728-4bad-b253-48672a03134d), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:42.501276 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (51443c61-7728-4bad-b253-48672a03134d), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:42.574878 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (51443c61-7728-4bad-b253-48672a03134d), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:42.649939 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=51443c61-7728-4bad-b253-48672a03134d,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:42.661548 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (5fa0c6fb-85ce-4b4a-97ae-23d9bcb9ba4e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:42.766048 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Floating IP 5fa0c6fb-85ce-4b4a-97ae-23d9bcb9ba4e associated. External IP: 172.25.0.232, port: a464854e-a19d-4472-8832-7f8eefc4cae2. Jan 28 06:16:43.008319 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093c914-0b75-4055-b714-6d182eb70a83 req-0f9b46b9-24a0-48d1-a96f-da98c7e9dfee tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:43.009744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8093c914-0b75-4055-b714-6d182eb70a83 req-0f9b46b9-24a0-48d1-a96f-da98c7e9dfee tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 945 time: 0.0965090 Jan 28 06:16:43.019291 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7bff6-e172-49ec-a5ba-9ed0711fa274 req-0bedc64d-a825-4f06-8011-f2464b05e9f9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:43.021688 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-06b7bff6-e172-49ec-a5ba-9ed0711fa274 req-0bedc64d-a825-4f06-8011-f2464b05e9f9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 945 time: 0.0733988 Jan 28 06:16:43.072017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router 43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:16:43.076062 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8093c914-0b75-4055-b714-6d182eb70a83 req-911a41ae-b5e8-4910-b9ba-6ab9d24cadd5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=0039646f-00e4-40ec-94a4-e7090bc17286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567718 Jan 28 06:16:43.169903 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-06b7bff6-e172-49ec-a5ba-9ed0711fa274 req-0e2520d6-a74b-4e9c-97ed-95ee1c1b602e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Deleting port 961f5c35-407f-4415-a820-bc760bad5f84 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:16:43.170424 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-06b7bff6-e172-49ec-a5ba-9ed0711fa274 req-0e2520d6-a74b-4e9c-97ed-95ee1c1b602e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (961f5c35-407f-4415-a820-bc760bad5f84), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:43.203047 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:16:43.221844 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9336127-7db3-4f92-b1ff-bc78020fb5f1 None None] Sync routers for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:16:43.240234 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9336127-7db3-4f92-b1ff-bc78020fb5f1 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:43.241113 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d9336127-7db3-4f92-b1ff-bc78020fb5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:43.274643 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d9336127-7db3-4f92-b1ff-bc78020fb5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:43.284526 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9336127-7db3-4f92-b1ff-bc78020fb5f1 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:43.285362 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d9336127-7db3-4f92-b1ff-bc78020fb5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:43.287258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-06b7bff6-e172-49ec-a5ba-9ed0711fa274 req-0e2520d6-a74b-4e9c-97ed-95ee1c1b602e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] For port 961f5c35-407f-4415-a820-bc760bad5f84, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=961f5c35-407f-4415-a820-bc760bad5f84,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:16:43.287626 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-06b7bff6-e172-49ec-a5ba-9ed0711fa274 req-0e2520d6-a74b-4e9c-97ed-95ee1c1b602e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (961f5c35-407f-4415-a820-bc760bad5f84), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:43.301923 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-06b7bff6-e172-49ec-a5ba-9ed0711fa274 req-0e2520d6-a74b-4e9c-97ed-95ee1c1b602e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Calling delete_port for 961f5c35-407f-4415-a820-bc760bad5f84 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:16:43.322438 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d9336127-7db3-4f92-b1ff-bc78020fb5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:43.323343 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9336127-7db3-4f92-b1ff-bc78020fb5f1 None None] The sync data for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:16:43.350781 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:43.386491 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4a0140ab-a34e-48b8-9bb9-e8700a5d9f32 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7624865 Jan 28 06:16:43.389466 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46070) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:43.398332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-97e9f2fd-a321-470b-8462-ed39931e0542 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:43.474636 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97e9f2fd-a321-470b-8462-ed39931e0542 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (5fa0c6fb-85ce-4b4a-97ae-23d9bcb9ba4e), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:43.509924 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-06b7bff6-e172-49ec-a5ba-9ed0711fa274 req-0e2520d6-a74b-4e9c-97ed-95ee1c1b602e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (961f5c35-407f-4415-a820-bc760bad5f84), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:43.543821 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['961f5c35-407f-4415-a820-bc760bad5f84'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:16:43.544922 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2520d6-a74b-4e9c-97ed-95ee1c1b602e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event deleted for resources: {'Port': ['ID=961f5c35-407f-4415-a820-bc760bad5f84,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:43.605654 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b7bff6-e172-49ec-a5ba-9ed0711fa274 req-0e2520d6-a74b-4e9c-97ed-95ee1c1b602e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] No DVR routers for this DVR port 961f5c35-407f-4415-a820-bc760bad5f84 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:16:43.608765 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-06b7bff6-e172-49ec-a5ba-9ed0711fa274 req-0e2520d6-a74b-4e9c-97ed-95ee1c1b602e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:43.613583 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-06b7bff6-e172-49ec-a5ba-9ed0711fa274 req-0e2520d6-a74b-4e9c-97ed-95ee1c1b602e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "DELETE /v2.0/ports/961f5c35-407f-4415-a820-bc760bad5f84 HTTP/1.1" status: 204 len: 173 time: 0.5859141 Jan 28 06:16:43.614195 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf817b3-93ae-4162-afc5-342a2e1624f3', 'name': 'network-vif-deleted', 'tag': '961f5c35-407f-4415-a820-bc760bad5f84'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:16:43.616938 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9960c3bb-bab1-4e65-b3d5-8fb6c909186c" -d '{"events": [{"server_uuid": "baf817b3-93ae-4162-afc5-342a2e1624f3", "name": "network-vif-deleted", "tag": "961f5c35-407f-4415-a820-bc760bad5f84"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:16:43.676934 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e03287-726b-4f22-94c5-c24e5bb0c319 x-openstack-request-id: req-85e03287-726b-4f22-94c5-c24e5bb0c319 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:16:43.678159 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf817b3-93ae-4162-afc5-342a2e1624f3", "name": "network-vif-deleted", "tag": "961f5c35-407f-4415-a820-bc760bad5f84", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:16:43.678890 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85e03287-726b-4f22-94c5-c24e5bb0c319 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:16:43.679589 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf817b3-93ae-4162-afc5-342a2e1624f3', 'name': 'network-vif-deleted', 'tag': '961f5c35-407f-4415-a820-bc760bad5f84', 'status': 'completed', 'code': 200} Jan 28 06:16:43.683213 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97e9f2fd-a321-470b-8462-ed39931e0542 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:43.774876 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97e9f2fd-a321-470b-8462-ed39931e0542 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (5fa0c6fb-85ce-4b4a-97ae-23d9bcb9ba4e), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:43.775261 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-97e9f2fd-a321-470b-8462-ed39931e0542 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Floating IP 5fa0c6fb-85ce-4b4a-97ae-23d9bcb9ba4e disassociated. External IP: 172.25.0.232, port: a464854e-a19d-4472-8832-7f8eefc4cae2. Jan 28 06:16:44.202413 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ffe1298-444e-4616-a99f-611e3361e9de req-03807b4e-c955-4396-a1e7-2e6c26b9a3a7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 210 time: 0.0349052 Jan 28 06:16:44.319541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e9f2fd-a321-470b-8462-ed39931e0542 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router 43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:16:44.427921 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e9f2fd-a321-470b-8462-ed39931e0542 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:16:44.432262 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97e9f2fd-a321-470b-8462-ed39931e0542 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:44.440125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e50f511-2a57-4b37-b20a-5bd5e304a85e None None] Sync routers for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:16:44.449917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e50f511-2a57-4b37-b20a-5bd5e304a85e None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:44.450679 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3e50f511-2a57-4b37-b20a-5bd5e304a85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:44.460138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-97e9f2fd-a321-470b-8462-ed39931e0542 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "PUT /v2.0/floatingips/5fa0c6fb-85ce-4b4a-97ae-23d9bcb9ba4e HTTP/1.1" status: 200 len: 688 time: 1.0688243 Jan 28 06:16:44.463649 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46096) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:44.489866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3e50f511-2a57-4b37-b20a-5bd5e304a85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:44.517118 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e50f511-2a57-4b37-b20a-5bd5e304a85e None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:44.518913 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3e50f511-2a57-4b37-b20a-5bd5e304a85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:44.553084 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3e50f511-2a57-4b37-b20a-5bd5e304a85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:44.554582 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e50f511-2a57-4b37-b20a-5bd5e304a85e None None] The sync data for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:16:44.601757 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b6780eed-1f2e-4368-8e50-15480d6abe5d tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Deleting port 51443c61-7728-4bad-b253-48672a03134d {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:16:44.606342 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6780eed-1f2e-4368-8e50-15480d6abe5d tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (51443c61-7728-4bad-b253-48672a03134d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:44.683886 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6780eed-1f2e-4368-8e50-15480d6abe5d tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (51443c61-7728-4bad-b253-48672a03134d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:44.684313 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6780eed-1f2e-4368-8e50-15480d6abe5d tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (51443c61-7728-4bad-b253-48672a03134d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:44.697341 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b6780eed-1f2e-4368-8e50-15480d6abe5d tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Calling delete_port for 51443c61-7728-4bad-b253-48672a03134d owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:16:44.919121 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6780eed-1f2e-4368-8e50-15480d6abe5d tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (51443c61-7728-4bad-b253-48672a03134d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:44.944307 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6780eed-1f2e-4368-8e50-15480d6abe5d tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Port': ['ID=51443c61-7728-4bad-b253-48672a03134d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:45.021739 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6780eed-1f2e-4368-8e50-15480d6abe5d tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (5fa0c6fb-85ce-4b4a-97ae-23d9bcb9ba4e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:45.025298 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6780eed-1f2e-4368-8e50-15480d6abe5d tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:45.031519 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b6780eed-1f2e-4368-8e50-15480d6abe5d tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/floatingips/5fa0c6fb-85ce-4b4a-97ae-23d9bcb9ba4e HTTP/1.1" status: 204 len: 168 time: 0.5631542 Jan 28 06:16:45.031519 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46104) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:45.035750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': 'b46f314d-579c-4627-bd15-0e9c07ddaaa7'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:45.114111 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:45.218540 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:45.309619 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d6d55fb-3939-4a22-bd95-25769f11ca29 req-6a40d4b7-38e1-4ced-a02c-f7c57826dbe9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 210 time: 0.0292637 Jan 28 06:16:45.360370 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Allocated IP 172.25.0.251 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/0c0d75a6-c53e-45f3-a70d-f15c85ee769f) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:45.470364 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (0c0d75a6-c53e-45f3-a70d-f15c85ee769f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:45.582735 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (0c0d75a6-c53e-45f3-a70d-f15c85ee769f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:45.623950 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:45.626975 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:45.633201 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:16:45.660516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=0c0d75a6-c53e-45f3-a70d-f15c85ee769f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:46.013585 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (b4f12fa2-9fa1-4fd3-93d5-998735c65b13), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:46.171932 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0c0d75a6-c53e-45f3-a70d-f15c85ee769f), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:46.344142 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (0c0d75a6-c53e-45f3-a70d-f15c85ee769f), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:46.393403 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (0c0d75a6-c53e-45f3-a70d-f15c85ee769f), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:46.424077 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a98114b-aba8-4ac3-9636-80a023ccad31 req-86682a01-ebab-44e2-af98-84c8091347f6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 210 time: 0.0349984 Jan 28 06:16:46.484853 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (b4f12fa2-9fa1-4fd3-93d5-998735c65b13), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:46.491607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=0c0d75a6-c53e-45f3-a70d-f15c85ee769f,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:46.597032 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Floating IP b4f12fa2-9fa1-4fd3-93d5-998735c65b13 associated. External IP: 172.25.0.251, port: b46f314d-579c-4627-bd15-0e9c07ddaaa7. Jan 28 06:16:46.808292 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 961f5c35-407f-4415-a820-bc760bad5f84 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:16:46.813785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router 43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:16:46.847362 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 961f5c35-407f-4415-a820-bc760bad5f84 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:16:46.848266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 961f5c35-407f-4415-a820-bc760bad5f84 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:16:47.278859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:16:47.292220 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37358e49-dd83-44f4-b632-4a6e15821a31 None None] Sync routers for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:16:47.303150 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37358e49-dd83-44f4-b632-4a6e15821a31 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:47.303764 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-37358e49-dd83-44f4-b632-4a6e15821a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:47.337427 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-37358e49-dd83-44f4-b632-4a6e15821a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:47.346941 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37358e49-dd83-44f4-b632-4a6e15821a31 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:47.347591 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-37358e49-dd83-44f4-b632-4a6e15821a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:47.359453 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:47.388399 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-37358e49-dd83-44f4-b632-4a6e15821a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:47.389054 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37358e49-dd83-44f4-b632-4a6e15821a31 None None] The sync data for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:16:47.392577 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bc15e83c-a01d-4774-8e38-247266de7ef6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3583314 Jan 28 06:16:47.393613 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46134) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:47.464221 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0143a34d-209d-48f9-9579-968b7c33b9eb tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "GET /v2.0/floatingips/b4f12fa2-9fa1-4fd3-93d5-998735c65b13 HTTP/1.1" status: 200 len: 978 time: 0.0691900 Jan 28 06:16:47.466580 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46138) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:47.575291 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2bfc5da8-2756-41dd-95ba-c28e99faa0f7 req-911e1e75-491d-40a6-a930-6c723610bee5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 210 time: 0.0418503 Jan 28 06:16:47.598014 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7099fc0b-8b0e-482e-9c31-079b320c039b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1297226 Jan 28 06:16:47.600252 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46140) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:47.604645 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-8686f3fa-d411-459b-9565-196801f27f70 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'floatingip': {'port_id': 'a464854e-a19d-4472-8832-7f8eefc4cae2'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:47.664475 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8686f3fa-d411-459b-9565-196801f27f70 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (b4f12fa2-9fa1-4fd3-93d5-998735c65b13), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:48.170671 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8686f3fa-d411-459b-9565-196801f27f70 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:48.233319 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8686f3fa-d411-459b-9565-196801f27f70 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (b4f12fa2-9fa1-4fd3-93d5-998735c65b13), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:48.342451 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-8686f3fa-d411-459b-9565-196801f27f70 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Floating IP b4f12fa2-9fa1-4fd3-93d5-998735c65b13 associated. External IP: 172.25.0.251, port: b46f314d-579c-4627-bd15-0e9c07ddaaa7. Jan 28 06:16:48.577809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8686f3fa-d411-459b-9565-196801f27f70 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router 43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:16:48.699142 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8686f3fa-d411-459b-9565-196801f27f70 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:16:48.713452 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6715d97-c7ac-4adf-8e94-f04b19263da6 None None] Sync routers for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:16:48.719305 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4484b245-c7d0-498a-98d1-413817ff9869 req-2c007f2d-8f64-4613-aca5-d70643405e23 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 210 time: 0.0429907 Jan 28 06:16:48.726335 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6715d97-c7ac-4adf-8e94-f04b19263da6 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:48.727292 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e6715d97-c7ac-4adf-8e94-f04b19263da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:48.762988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e6715d97-c7ac-4adf-8e94-f04b19263da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:48.772457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6715d97-c7ac-4adf-8e94-f04b19263da6 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:48.773254 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e6715d97-c7ac-4adf-8e94-f04b19263da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:48.813905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e6715d97-c7ac-4adf-8e94-f04b19263da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:48.815454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6715d97-c7ac-4adf-8e94-f04b19263da6 None None] The sync data for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:16:48.937556 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8686f3fa-d411-459b-9565-196801f27f70 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router 43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:16:49.052758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8686f3fa-d411-459b-9565-196801f27f70 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:16:49.062057 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e79d29-602a-4104-b228-a993007ebea1 None None] Sync routers for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:16:49.066763 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8686f3fa-d411-459b-9565-196801f27f70 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:49.073783 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e79d29-602a-4104-b228-a993007ebea1 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:49.081033 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b8e79d29-602a-4104-b228-a993007ebea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:49.107486 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b8e79d29-602a-4104-b228-a993007ebea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:49.122166 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e79d29-602a-4104-b228-a993007ebea1 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:49.122166 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b8e79d29-602a-4104-b228-a993007ebea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:49.122501 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8686f3fa-d411-459b-9565-196801f27f70 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "PUT /v2.0/floatingips/b4f12fa2-9fa1-4fd3-93d5-998735c65b13 HTTP/1.1" status: 200 len: 978 time: 1.5209177 Jan 28 06:16:49.123068 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46154) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:49.128019 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ac625f49-ccc5-4e87-a803-a10080d7dbf2 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:49.153270 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b8e79d29-602a-4104-b228-a993007ebea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:49.154078 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e79d29-602a-4104-b228-a993007ebea1 None None] The sync data for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:16:49.206491 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ac625f49-ccc5-4e87-a803-a10080d7dbf2 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (b4f12fa2-9fa1-4fd3-93d5-998735c65b13), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:49.376712 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ac625f49-ccc5-4e87-a803-a10080d7dbf2 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:49.445013 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ac625f49-ccc5-4e87-a803-a10080d7dbf2 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (b4f12fa2-9fa1-4fd3-93d5-998735c65b13), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:49.445560 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-ac625f49-ccc5-4e87-a803-a10080d7dbf2 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Floating IP b4f12fa2-9fa1-4fd3-93d5-998735c65b13 disassociated. External IP: 172.25.0.251, port: a464854e-a19d-4472-8832-7f8eefc4cae2. Jan 28 06:16:49.676445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac625f49-ccc5-4e87-a803-a10080d7dbf2 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router 43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:16:49.791779 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac625f49-ccc5-4e87-a803-a10080d7dbf2 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:16:49.801940 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ac625f49-ccc5-4e87-a803-a10080d7dbf2 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:49.803856 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291c817b-8248-4dc4-9940-de6e07d83d34 None None] Sync routers for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:16:49.813878 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92f09ad6-561f-463b-8a1e-5c7df060a8d0 req-36bf76e6-0bb1-4216-a84e-a3640cb0c86f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 210 time: 0.0333264 Jan 28 06:16:49.825980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291c817b-8248-4dc4-9940-de6e07d83d34 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:49.827270 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-291c817b-8248-4dc4-9940-de6e07d83d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:49.843984 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ac625f49-ccc5-4e87-a803-a10080d7dbf2 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "PUT /v2.0/floatingips/b4f12fa2-9fa1-4fd3-93d5-998735c65b13 HTTP/1.1" status: 200 len: 688 time: 0.7198746 Jan 28 06:16:49.846615 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46168) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:49.864761 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-291c817b-8248-4dc4-9940-de6e07d83d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:49.874474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291c817b-8248-4dc4-9940-de6e07d83d34 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:49.875292 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-291c817b-8248-4dc4-9940-de6e07d83d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:49.914747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-291c817b-8248-4dc4-9940-de6e07d83d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:49.915673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291c817b-8248-4dc4-9940-de6e07d83d34 None None] The sync data for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:16:49.982507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-806cf6d5-4367-4ba2-9e2e-10eff1080765 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Deleting port 0c0d75a6-c53e-45f3-a70d-f15c85ee769f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:16:49.983141 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-806cf6d5-4367-4ba2-9e2e-10eff1080765 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0c0d75a6-c53e-45f3-a70d-f15c85ee769f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:50.066511 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-806cf6d5-4367-4ba2-9e2e-10eff1080765 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0c0d75a6-c53e-45f3-a70d-f15c85ee769f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:50.066876 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-806cf6d5-4367-4ba2-9e2e-10eff1080765 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (0c0d75a6-c53e-45f3-a70d-f15c85ee769f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:50.078975 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-806cf6d5-4367-4ba2-9e2e-10eff1080765 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Calling delete_port for 0c0d75a6-c53e-45f3-a70d-f15c85ee769f owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:16:50.290813 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-806cf6d5-4367-4ba2-9e2e-10eff1080765 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (0c0d75a6-c53e-45f3-a70d-f15c85ee769f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:50.319790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cf6d5-4367-4ba2-9e2e-10eff1080765 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Port': ['ID=0c0d75a6-c53e-45f3-a70d-f15c85ee769f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:50.382975 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-806cf6d5-4367-4ba2-9e2e-10eff1080765 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (b4f12fa2-9fa1-4fd3-93d5-998735c65b13), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:50.385514 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-806cf6d5-4367-4ba2-9e2e-10eff1080765 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:50.386775 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-806cf6d5-4367-4ba2-9e2e-10eff1080765 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/floatingips/b4f12fa2-9fa1-4fd3-93d5-998735c65b13 HTTP/1.1" status: 204 len: 168 time: 0.5391278 Jan 28 06:16:50.389469 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46174) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:50.429391 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-b71329cf-43d6-40b4-9535-71696a2ac59c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] delete failed (client error): The resource could not be found. Jan 28 06:16:50.430627 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b71329cf-43d6-40b4-9535-71696a2ac59c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/floatingips/b4f12fa2-9fa1-4fd3-93d5-998735c65b13 HTTP/1.1" status: 404 len: 345 time: 0.0401587 Jan 28 06:16:50.435151 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46180) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:50.516475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3f93d1-b6da-48b6-8ef2-9aa7e8c70c4d tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:50.522515 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3f93d1-b6da-48b6-8ef2-9aa7e8c70c4d tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:50.527930 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3f93d1-b6da-48b6-8ef2-9aa7e8c70c4d tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:50.530292 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ee3f93d1-b6da-48b6-8ef2-9aa7e8c70c4d tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "GET /v2.0/ports?network_id=10ac0841-2a76-4511-888e-270a2d63dcab HTTP/1.1" status: 200 len: 2358 time: 0.0939803 Jan 28 06:16:50.532923 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46184) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:50.585048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8195ff-21ee-44e1-8f35-d73b0232e1da tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:50.586465 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7c8195ff-21ee-44e1-8f35-d73b0232e1da tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "GET /v2.0/subnets/4be38640-c732-4099-9f2f-28f75330e000 HTTP/1.1" status: 200 len: 797 time: 0.0522616 Jan 28 06:16:50.591112 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46186) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:50.596047 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b1243f5c-c51a-4511-a491-c758c8972be8 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'port': {'network_id': '10ac0841-2a76-4511-888e-270a2d63dcab', 'name': 'tempest-FloatingIPTestJSON-804733482', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:50.657155 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:16:50.769475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1243f5c-c51a-4511-a491-c758c8972be8 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Made reservation on behalf of 64f357b6ce4e438eb0f17e9a3771f8bd for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:16:50.856031 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1243f5c-c51a-4511-a491-c758c8972be8 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:50.874759 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-b1243f5c-c51a-4511-a491-c758c8972be8 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] device_id is not set on port 1b5aed46-9817-470c-8ea8-cb3418b9dbc2 yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:16:50.938262 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84004a6f-07a9-4a6d-8e04-76e01add6e97 req-942095ce-ed8c-4f03-ba11-2fbe91696093 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 210 time: 0.0385420 Jan 28 06:16:51.273392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-b1243f5c-c51a-4511-a491-c758c8972be8 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Allocated IP 172.20.0.14 (10ac0841-2a76-4511-888e-270a2d63dcab/4be38640-c732-4099-9f2f-28f75330e000/1b5aed46-9817-470c-8ea8-cb3418b9dbc2) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:51.280285 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-b1243f5c-c51a-4511-a491-c758c8972be8 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Allocated IP 172.20.0.13 (10ac0841-2a76-4511-888e-270a2d63dcab/4be38640-c732-4099-9f2f-28f75330e000/1b5aed46-9817-470c-8ea8-cb3418b9dbc2) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:51.447505 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1243f5c-c51a-4511-a491-c758c8972be8 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (1b5aed46-9817-470c-8ea8-cb3418b9dbc2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:51.553874 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1243f5c-c51a-4511-a491-c758c8972be8 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1b5aed46-9817-470c-8ea8-cb3418b9dbc2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:51.594930 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1243f5c-c51a-4511-a491-c758c8972be8 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network 10ac0841-2a76-4511-888e-270a2d63dcab is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:51.597936 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-b1243f5c-c51a-4511-a491-c758c8972be8 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:51.601585 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1243f5c-c51a-4511-a491-c758c8972be8 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:16:51.629754 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1243f5c-c51a-4511-a491-c758c8972be8 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=1b5aed46-9817-470c-8ea8-cb3418b9dbc2,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:51.657585 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1243f5c-c51a-4511-a491-c758c8972be8 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:51.658384 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1243f5c-c51a-4511-a491-c758c8972be8 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:51.722353 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b1243f5c-c51a-4511-a491-c758c8972be8 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1299076 Jan 28 06:16:51.724852 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46204) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:51.729618 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': '1b5aed46-9817-470c-8ea8-cb3418b9dbc2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:51.810869 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:52.087446 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-736d26c5-0142-48dd-b79c-fc1fd0ce3323 req-7a580f43-ef29-423f-be9e-9c0c00a7955c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 210 time: 0.0427673 Jan 28 06:16:52.279737 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:52.382575 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Allocated IP 172.25.0.240 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/2fa1361a-2866-4944-8376-381e0685b4fe) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:52.524371 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (2fa1361a-2866-4944-8376-381e0685b4fe), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:52.612091 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (2fa1361a-2866-4944-8376-381e0685b4fe), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:52.651640 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:52.656602 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:52.661034 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:16:52.681216 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=2fa1361a-2866-4944-8376-381e0685b4fe,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:53.086452 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (45c443f4-b5d9-4f52-b787-3655e706496d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:53.174702 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b1923ec-4fe6-4687-b62f-e6e0f57bd92c req-3963a75d-8c8e-4dc2-88d6-30333148331b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 210 time: 0.0265913 Jan 28 06:16:53.219863 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2fa1361a-2866-4944-8376-381e0685b4fe), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:53.371143 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (2fa1361a-2866-4944-8376-381e0685b4fe), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:53.421441 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (2fa1361a-2866-4944-8376-381e0685b4fe), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:53.495867 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=2fa1361a-2866-4944-8376-381e0685b4fe,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:53.520816 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (45c443f4-b5d9-4f52-b787-3655e706496d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:53.632238 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Floating IP 45c443f4-b5d9-4f52-b787-3655e706496d associated. External IP: 172.25.0.240, port: 1b5aed46-9817-470c-8ea8-cb3418b9dbc2. Jan 28 06:16:53.859950 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router 43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:16:53.971332 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:16:53.983369 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbd41b7-35a5-4f90-8a28-2ad6260eed0d None None] Sync routers for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:16:53.993911 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbd41b7-35a5-4f90-8a28-2ad6260eed0d None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:53.997962 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8dbd41b7-35a5-4f90-8a28-2ad6260eed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:54.028049 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8dbd41b7-35a5-4f90-8a28-2ad6260eed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:54.037202 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbd41b7-35a5-4f90-8a28-2ad6260eed0d None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:54.037794 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8dbd41b7-35a5-4f90-8a28-2ad6260eed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:54.070585 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8dbd41b7-35a5-4f90-8a28-2ad6260eed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:54.071003 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:54.071200 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbd41b7-35a5-4f90-8a28-2ad6260eed0d None None] The sync data for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:16:54.112397 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2eede90b-74ae-4024-b7dd-b293f05a2fe3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3828218 Jan 28 06:16:54.112769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46230) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:54.117342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7d3510dc-a6bb-435e-8c72-0651eb5c221b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'floatingip': {'port_id': '1b5aed46-9817-470c-8ea8-cb3418b9dbc2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:54.179198 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7d3510dc-a6bb-435e-8c72-0651eb5c221b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (45c443f4-b5d9-4f52-b787-3655e706496d), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:54.308995 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d117dc7a-e268-4964-bfef-f53b0f256545 req-2560e17b-79d1-4959-b2e1-2fe3ee6bd0da tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 210 time: 0.0480859 Jan 28 06:16:54.697782 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7d3510dc-a6bb-435e-8c72-0651eb5c221b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:54.763339 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7d3510dc-a6bb-435e-8c72-0651eb5c221b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (45c443f4-b5d9-4f52-b787-3655e706496d), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:54.981242 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3510dc-a6bb-435e-8c72-0651eb5c221b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router 43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:16:55.091666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3510dc-a6bb-435e-8c72-0651eb5c221b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:16:55.097747 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7d3510dc-a6bb-435e-8c72-0651eb5c221b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:55.104629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0630f29-0474-4176-9e6f-67a0bfc82677 None None] Sync routers for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:16:55.120959 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0630f29-0474-4176-9e6f-67a0bfc82677 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:55.122099 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b0630f29-0474-4176-9e6f-67a0bfc82677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:55.157433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b0630f29-0474-4176-9e6f-67a0bfc82677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:55.167032 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7d3510dc-a6bb-435e-8c72-0651eb5c221b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "PUT /v2.0/floatingips/45c443f4-b5d9-4f52-b787-3655e706496d HTTP/1.1" status: 200 len: 978 time: 1.0525029 Jan 28 06:16:55.168002 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0630f29-0474-4176-9e6f-67a0bfc82677 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:55.169415 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b0630f29-0474-4176-9e6f-67a0bfc82677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:55.169555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46242) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:55.211688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b0630f29-0474-4176-9e6f-67a0bfc82677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:55.212755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0630f29-0474-4176-9e6f-67a0bfc82677 None None] The sync data for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:16:55.214513 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:55.342127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-05caf70f-d5be-4deb-9bd0-0d376d114980 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Deleting port 2fa1361a-2866-4944-8376-381e0685b4fe {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:16:55.342598 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05caf70f-d5be-4deb-9bd0-0d376d114980 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2fa1361a-2866-4944-8376-381e0685b4fe), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:55.436076 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-961cf380-c120-46db-8130-e7a7bcafab09 req-58b1b437-4a83-4d28-af1a-ebe48731596b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 210 time: 0.0346563 Jan 28 06:16:55.448522 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05caf70f-d5be-4deb-9bd0-0d376d114980 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2fa1361a-2866-4944-8376-381e0685b4fe), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:55.448854 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05caf70f-d5be-4deb-9bd0-0d376d114980 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (2fa1361a-2866-4944-8376-381e0685b4fe), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:55.466478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-05caf70f-d5be-4deb-9bd0-0d376d114980 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Calling delete_port for 2fa1361a-2866-4944-8376-381e0685b4fe owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:16:55.724447 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05caf70f-d5be-4deb-9bd0-0d376d114980 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2fa1361a-2866-4944-8376-381e0685b4fe), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:55.749895 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05caf70f-d5be-4deb-9bd0-0d376d114980 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Port': ['ID=2fa1361a-2866-4944-8376-381e0685b4fe,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:55.818185 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05caf70f-d5be-4deb-9bd0-0d376d114980 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (45c443f4-b5d9-4f52-b787-3655e706496d), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:55.818879 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-05caf70f-d5be-4deb-9bd0-0d376d114980 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Floating IP 45c443f4-b5d9-4f52-b787-3655e706496d disassociated (deleted). External IP: 172.25.0.240, port: 1b5aed46-9817-470c-8ea8-cb3418b9dbc2. Jan 28 06:16:56.087979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05caf70f-d5be-4deb-9bd0-0d376d114980 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router 43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:16:56.199572 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05caf70f-d5be-4deb-9bd0-0d376d114980 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:16:56.204711 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05caf70f-d5be-4deb-9bd0-0d376d114980 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:56.213571 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939a0ef6-472d-4b94-a6d9-d60a3503a4b2 None None] Sync routers for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:16:56.232903 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939a0ef6-472d-4b94-a6d9-d60a3503a4b2 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:56.233912 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-939a0ef6-472d-4b94-a6d9-d60a3503a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:56.241775 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-05caf70f-d5be-4deb-9bd0-0d376d114980 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/floatingips/45c443f4-b5d9-4f52-b787-3655e706496d HTTP/1.1" status: 204 len: 168 time: 1.0688827 Jan 28 06:16:56.242119 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46254) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:56.278908 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-939a0ef6-472d-4b94-a6d9-d60a3503a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:56.291366 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939a0ef6-472d-4b94-a6d9-d60a3503a4b2 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:16:56.292380 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-939a0ef6-472d-4b94-a6d9-d60a3503a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:56.329884 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-939a0ef6-472d-4b94-a6d9-d60a3503a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:16:56.332084 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939a0ef6-472d-4b94-a6d9-d60a3503a4b2 None None] The sync data for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:16:56.342652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-60eeb4a4-ff99-47dd-a2c6-b4aa22653298 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Deleting port 1b5aed46-9817-470c-8ea8-cb3418b9dbc2 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:16:56.342787 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60eeb4a4-ff99-47dd-a2c6-b4aa22653298 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1b5aed46-9817-470c-8ea8-cb3418b9dbc2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:56.433563 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60eeb4a4-ff99-47dd-a2c6-b4aa22653298 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1b5aed46-9817-470c-8ea8-cb3418b9dbc2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:56.445820 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-60eeb4a4-ff99-47dd-a2c6-b4aa22653298 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Calling delete_port for 1b5aed46-9817-470c-8ea8-cb3418b9dbc2 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:16:56.575840 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f46674eb-c767-41a9-98f2-1a8bdbde8736 req-4b51b72e-4a48-44d6-b462-d854be8a0d21 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf817b3-93ae-4162-afc5-342a2e1624f3 HTTP/1.1" status: 200 len: 210 time: 0.0473022 Jan 28 06:16:56.731676 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60eeb4a4-ff99-47dd-a2c6-b4aa22653298 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1b5aed46-9817-470c-8ea8-cb3418b9dbc2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:56.782761 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eeb4a4-ff99-47dd-a2c6-b4aa22653298 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Port': ['ID=1b5aed46-9817-470c-8ea8-cb3418b9dbc2,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:56.879022 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60eeb4a4-ff99-47dd-a2c6-b4aa22653298 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:56.882947 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-60eeb4a4-ff99-47dd-a2c6-b4aa22653298 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/ports/1b5aed46-9817-470c-8ea8-cb3418b9dbc2 HTTP/1.1" status: 204 len: 168 time: 0.6397023 Jan 28 06:16:56.886846 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46264) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:56.892043 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e5007606-2e4a-4c6f-84d7-9096e614c1e6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:56.977001 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5007606-2e4a-4c6f-84d7-9096e614c1e6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:57.076948 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5007606-2e4a-4c6f-84d7-9096e614c1e6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:57.452834 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-e5007606-2e4a-4c6f-84d7-9096e614c1e6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Allocated IP 172.25.0.250 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/e5550408-f679-418b-a471-0e9a973ba17f) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:57.591126 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5007606-2e4a-4c6f-84d7-9096e614c1e6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (e5550408-f679-418b-a471-0e9a973ba17f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:57.707958 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5007606-2e4a-4c6f-84d7-9096e614c1e6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (e5550408-f679-418b-a471-0e9a973ba17f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:57.748322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5007606-2e4a-4c6f-84d7-9096e614c1e6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:57.752875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e5007606-2e4a-4c6f-84d7-9096e614c1e6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:57.758532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5007606-2e4a-4c6f-84d7-9096e614c1e6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:16:57.781008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5007606-2e4a-4c6f-84d7-9096e614c1e6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=e5550408-f679-418b-a471-0e9a973ba17f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:57.849137 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5007606-2e4a-4c6f-84d7-9096e614c1e6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (9b34fd86-2103-48b7-97d5-3a1a357476ef), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:57.894653 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:57.970593 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5007606-2e4a-4c6f-84d7-9096e614c1e6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e5550408-f679-418b-a471-0e9a973ba17f), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:58.146710 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5007606-2e4a-4c6f-84d7-9096e614c1e6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (e5550408-f679-418b-a471-0e9a973ba17f), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:58.210139 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5007606-2e4a-4c6f-84d7-9096e614c1e6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (e5550408-f679-418b-a471-0e9a973ba17f), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:58.285863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5007606-2e4a-4c6f-84d7-9096e614c1e6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=e5550408-f679-418b-a471-0e9a973ba17f,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:58.301041 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5007606-2e4a-4c6f-84d7-9096e614c1e6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (9b34fd86-2103-48b7-97d5-3a1a357476ef), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:58.384322 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5007606-2e4a-4c6f-84d7-9096e614c1e6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:58.388113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e5007606-2e4a-4c6f-84d7-9096e614c1e6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4974661 Jan 28 06:16:58.388321 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46282) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:58.393715 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5a3bc142-2ff1-46ef-b434-a12ecb88666c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'port': {'network_id': '10ac0841-2a76-4511-888e-270a2d63dcab', 'name': 'tempest-FloatingIPTestJSON-206781164'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:58.570885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3bc142-2ff1-46ef-b434-a12ecb88666c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Made reservation on behalf of 64f357b6ce4e438eb0f17e9a3771f8bd for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:16:58.574667 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5a3bc142-2ff1-46ef-b434-a12ecb88666c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:58.592725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-5a3bc142-2ff1-46ef-b434-a12ecb88666c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] device_id is not set on port 1e2e3ad2-a461-407f-bb77-1fc614b1f559 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:16:58.722492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-5a3bc142-2ff1-46ef-b434-a12ecb88666c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Allocated IP 172.20.0.14 (10ac0841-2a76-4511-888e-270a2d63dcab/4be38640-c732-4099-9f2f-28f75330e000/1e2e3ad2-a461-407f-bb77-1fc614b1f559) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:16:58.886495 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5a3bc142-2ff1-46ef-b434-a12ecb88666c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (1e2e3ad2-a461-407f-bb77-1fc614b1f559), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:59.062019 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5a3bc142-2ff1-46ef-b434-a12ecb88666c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (1e2e3ad2-a461-407f-bb77-1fc614b1f559), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:59.107845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3bc142-2ff1-46ef-b434-a12ecb88666c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network 10ac0841-2a76-4511-888e-270a2d63dcab is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:16:59.113947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5a3bc142-2ff1-46ef-b434-a12ecb88666c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:16:59.118740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3bc142-2ff1-46ef-b434-a12ecb88666c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:16:59.123224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3bc142-2ff1-46ef-b434-a12ecb88666c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=1e2e3ad2-a461-407f-bb77-1fc614b1f559,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:16:59.172612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3bc142-2ff1-46ef-b434-a12ecb88666c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:16:59.173370 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5a3bc142-2ff1-46ef-b434-a12ecb88666c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:59.271774 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5a3bc142-2ff1-46ef-b434-a12ecb88666c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8799775 Jan 28 06:16:59.272210 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46294) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:16:59.276830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d38871bc-9964-4c76-8d02-1144bbbe22ac tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'floatingip': {'port_id': '1e2e3ad2-a461-407f-bb77-1fc614b1f559'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:16:59.320252 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d38871bc-9964-4c76-8d02-1144bbbe22ac tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (9b34fd86-2103-48b7-97d5-3a1a357476ef), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:59.778529 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d38871bc-9964-4c76-8d02-1144bbbe22ac tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:59.833442 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d38871bc-9964-4c76-8d02-1144bbbe22ac tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (9b34fd86-2103-48b7-97d5-3a1a357476ef), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:16:59.952137 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-d38871bc-9964-4c76-8d02-1144bbbe22ac tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Floating IP 9b34fd86-2103-48b7-97d5-3a1a357476ef associated. External IP: 172.25.0.250, port: 1e2e3ad2-a461-407f-bb77-1fc614b1f559. Jan 28 06:17:00.226674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38871bc-9964-4c76-8d02-1144bbbe22ac tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router 43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:17:00.356932 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38871bc-9964-4c76-8d02-1144bbbe22ac tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:17:00.364902 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d38871bc-9964-4c76-8d02-1144bbbe22ac tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:00.370086 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3611ed-7523-4ac4-8d4c-ab67ed20a84e None None] Sync routers for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:17:00.381350 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3611ed-7523-4ac4-8d4c-ab67ed20a84e None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:00.382197 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3a3611ed-7523-4ac4-8d4c-ab67ed20a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:00.395108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46308) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:00.402485 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d38871bc-9964-4c76-8d02-1144bbbe22ac tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "PUT /v2.0/floatingips/9b34fd86-2103-48b7-97d5-3a1a357476ef HTTP/1.1" status: 200 len: 978 time: 1.1291063 Jan 28 06:17:00.419299 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3a3611ed-7523-4ac4-8d4c-ab67ed20a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:00.428876 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3611ed-7523-4ac4-8d4c-ab67ed20a84e None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:00.429699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3a3611ed-7523-4ac4-8d4c-ab67ed20a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:00.461706 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3a3611ed-7523-4ac4-8d4c-ab67ed20a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:00.462654 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3611ed-7523-4ac4-8d4c-ab67ed20a84e None None] The sync data for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:17:00.497063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-feeeb7d7-a7fc-48d0-949c-0db089f3addf tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Deleting port 1e2e3ad2-a461-407f-bb77-1fc614b1f559 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:00.497465 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-feeeb7d7-a7fc-48d0-949c-0db089f3addf tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1e2e3ad2-a461-407f-bb77-1fc614b1f559), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:00.585508 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-feeeb7d7-a7fc-48d0-949c-0db089f3addf tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1e2e3ad2-a461-407f-bb77-1fc614b1f559), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:00.856855 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-feeeb7d7-a7fc-48d0-949c-0db089f3addf tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:00.857363 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-feeeb7d7-a7fc-48d0-949c-0db089f3addf tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (9b34fd86-2103-48b7-97d5-3a1a357476ef), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:00.857784 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-feeeb7d7-a7fc-48d0-949c-0db089f3addf tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Floating IP 9b34fd86-2103-48b7-97d5-3a1a357476ef disassociated. External IP: 172.25.0.250, port: 1e2e3ad2-a461-407f-bb77-1fc614b1f559. Jan 28 06:17:00.858231 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-feeeb7d7-a7fc-48d0-949c-0db089f3addf tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Calling delete_port for 1e2e3ad2-a461-407f-bb77-1fc614b1f559 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:01.050875 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-feeeb7d7-a7fc-48d0-949c-0db089f3addf tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1e2e3ad2-a461-407f-bb77-1fc614b1f559), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:01.083458 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeeb7d7-a7fc-48d0-949c-0db089f3addf tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Port': ['ID=1e2e3ad2-a461-407f-bb77-1fc614b1f559,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:01.452309 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feeeb7d7-a7fc-48d0-949c-0db089f3addf tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router 43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:17:01.575502 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feeeb7d7-a7fc-48d0-949c-0db089f3addf tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:17:01.585930 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caadfcd-0d31-46c1-b59e-f7d3a8d26051 None None] Sync routers for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:17:01.597720 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caadfcd-0d31-46c1-b59e-f7d3a8d26051 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:01.598714 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8caadfcd-0d31-46c1-b59e-f7d3a8d26051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:01.638689 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8caadfcd-0d31-46c1-b59e-f7d3a8d26051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:01.649887 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caadfcd-0d31-46c1-b59e-f7d3a8d26051 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:01.650788 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8caadfcd-0d31-46c1-b59e-f7d3a8d26051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:01.686739 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8caadfcd-0d31-46c1-b59e-f7d3a8d26051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:01.687668 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caadfcd-0d31-46c1-b59e-f7d3a8d26051 None None] The sync data for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:17:01.706281 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-feeeb7d7-a7fc-48d0-949c-0db089f3addf tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:01.712104 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-feeeb7d7-a7fc-48d0-949c-0db089f3addf tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/ports/1e2e3ad2-a461-407f-bb77-1fc614b1f559 HTTP/1.1" status: 204 len: 168 time: 1.3137546 Jan 28 06:17:01.712565 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46320) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:01.762080 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-aba1fe2c-d2ff-4d99-b4ea-eb52469acbf6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "GET /v2.0/floatingips/9b34fd86-2103-48b7-97d5-3a1a357476ef HTTP/1.1" status: 200 len: 688 time: 0.0483491 Jan 28 06:17:01.765036 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46322) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:01.933910 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-39e944cb-1ca8-4dbb-8aa3-f95617d91d5f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Deleting port e5550408-f679-418b-a471-0e9a973ba17f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:01.934391 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39e944cb-1ca8-4dbb-8aa3-f95617d91d5f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (e5550408-f679-418b-a471-0e9a973ba17f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:02.012571 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39e944cb-1ca8-4dbb-8aa3-f95617d91d5f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (e5550408-f679-418b-a471-0e9a973ba17f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:02.012954 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39e944cb-1ca8-4dbb-8aa3-f95617d91d5f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (e5550408-f679-418b-a471-0e9a973ba17f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:02.026041 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-39e944cb-1ca8-4dbb-8aa3-f95617d91d5f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Calling delete_port for e5550408-f679-418b-a471-0e9a973ba17f owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:02.278474 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39e944cb-1ca8-4dbb-8aa3-f95617d91d5f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (e5550408-f679-418b-a471-0e9a973ba17f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:02.300973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e944cb-1ca8-4dbb-8aa3-f95617d91d5f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Port': ['ID=e5550408-f679-418b-a471-0e9a973ba17f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:02.366205 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39e944cb-1ca8-4dbb-8aa3-f95617d91d5f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (9b34fd86-2103-48b7-97d5-3a1a357476ef), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:02.368904 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39e944cb-1ca8-4dbb-8aa3-f95617d91d5f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:02.374866 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46336) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:02.380951 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': 'a464854e-a19d-4472-8832-7f8eefc4cae2'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:02.387182 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-39e944cb-1ca8-4dbb-8aa3-f95617d91d5f tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/floatingips/9b34fd86-2103-48b7-97d5-3a1a357476ef HTTP/1.1" status: 204 len: 168 time: 0.6205661 Jan 28 06:17:02.471540 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d834986d-c4a0-4149-b37d-0baf0b01a502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:02.506760 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:02.642468 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:02.753722 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Allocated IP 172.25.0.192 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/1205e982-d92f-4a93-9f53-ca55aa2a8341) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:17:02.883983 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (1205e982-d92f-4a93-9f53-ca55aa2a8341), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:02.999219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1205e982-d92f-4a93-9f53-ca55aa2a8341), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:03.037454 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:17:03.040395 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:03.045325 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:17:03.087659 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=1205e982-d92f-4a93-9f53-ca55aa2a8341,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:03.479409 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (18b86cc5-36ee-4186-9424-8bbbd28368cf), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:03.615811 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1205e982-d92f-4a93-9f53-ca55aa2a8341), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:03.784677 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (1205e982-d92f-4a93-9f53-ca55aa2a8341), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:03.845751 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (1205e982-d92f-4a93-9f53-ca55aa2a8341), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:03.941024 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=1205e982-d92f-4a93-9f53-ca55aa2a8341,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:03.957685 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (18b86cc5-36ee-4186-9424-8bbbd28368cf), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:04.087212 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Floating IP 18b86cc5-36ee-4186-9424-8bbbd28368cf associated. External IP: 172.25.0.192, port: a464854e-a19d-4472-8832-7f8eefc4cae2. Jan 28 06:17:04.348054 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router 43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:17:04.460484 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:17:04.472111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194e01e-61ef-4ebe-a5ee-dfa843a217bc None None] Sync routers for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:17:04.483985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c194e01e-61ef-4ebe-a5ee-dfa843a217bc None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:04.488733 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c194e01e-61ef-4ebe-a5ee-dfa843a217bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:04.545787 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:04.548172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c194e01e-61ef-4ebe-a5ee-dfa843a217bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:04.570856 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c194e01e-61ef-4ebe-a5ee-dfa843a217bc None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:04.571736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c194e01e-61ef-4ebe-a5ee-dfa843a217bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:16:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:04.596149 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bf62b952-bdc5-4aeb-a9a2-c4bec0970997 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2195597 Jan 28 06:17:04.598609 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46388) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:04.603583 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f6365490-ac74-4266-b129-21644c3bf362 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-223114543'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:04.607350 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c194e01e-61ef-4ebe-a5ee-dfa843a217bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:04.608315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194e01e-61ef-4ebe-a5ee-dfa843a217bc None None] The sync data for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:17:04.700285 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6365490-ac74-4266-b129-21644c3bf362 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Made reservation on behalf of 64f357b6ce4e438eb0f17e9a3771f8bd for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:17:04.704114 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6365490-ac74-4266-b129-21644c3bf362 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:04.756760 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6365490-ac74-4266-b129-21644c3bf362 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:17:04.772909 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6365490-ac74-4266-b129-21644c3bf362 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:04.775721 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-f6365490-ac74-4266-b129-21644c3bf362 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Added segment a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78 of type vlan for network 288df89f-4f70-4fe6-ab3e-d3513a77b05c Jan 28 06:17:04.821818 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6365490-ac74-4266-b129-21644c3bf362 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (288df89f-4f70-4fe6-ab3e-d3513a77b05c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:04.845730 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04ccdd62-fee9-43a3-9737-081b3f288033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:04.958963 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6365490-ac74-4266-b129-21644c3bf362 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (288df89f-4f70-4fe6-ab3e-d3513a77b05c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:04.965412 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6365490-ac74-4266-b129-21644c3bf362 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:04.965412 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6365490-ac74-4266-b129-21644c3bf362 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:05.066747 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6365490-ac74-4266-b129-21644c3bf362 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Network': ['ID=288df89f-4f70-4fe6-ab3e-d3513a77b05c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:05.081862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 288df89f-4f70-4fe6-ab3e-d3513a77b05c details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:17:05.088344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46400) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:05.096350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-cabd002c-63c2-4e3d-b1a2-b75da7a4142c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'subnet': {'network_id': '288df89f-4f70-4fe6-ab3e-d3513a77b05c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:05.104537 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f6365490-ac74-4266-b129-21644c3bf362 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4992633 Jan 28 06:17:05.368779 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabd002c-63c2-4e3d-b1a2-b75da7a4142c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Made reservation on behalf of 64f357b6ce4e438eb0f17e9a3771f8bd for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:17:05.372432 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cabd002c-63c2-4e3d-b1a2-b75da7a4142c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:05.719005 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cabd002c-63c2-4e3d-b1a2-b75da7a4142c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (b5054e84-d639-4ca8-b0e4-cbffb2c88de4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:05.775635 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd002c-63c2-4e3d-b1a2-b75da7a4142c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Subnet': ['ID=b5054e84-d639-4ca8-b0e4-cbffb2c88de4,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:05.792869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd002c-63c2-4e3d-b1a2-b75da7a4142c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Checking segment: {'id': 'a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '288df89f-4f70-4fe6-ab3e-d3513a77b05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:17:05.797162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabd002c-63c2-4e3d-b1a2-b75da7a4142c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network hostable DHCP agents. Network: 288df89f-4f70-4fe6-ab3e-d3513a77b05c, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:17:05.910425 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabd002c-63c2-4e3d-b1a2-b75da7a4142c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network 288df89f-4f70-4fe6-ab3e-d3513a77b05c is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:17:06.010280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-cabd002c-63c2-4e3d-b1a2-b75da7a4142c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 288df89f-4f70-4fe6-ab3e-d3513a77b05c) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:06.022081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72538679-ebd5-47e4-af5d-7ef64bf533b3 None None] Network 288df89f-4f70-4fe6-ab3e-d3513a77b05c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:17:06.025613 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabd002c-63c2-4e3d-b1a2-b75da7a4142c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:06.026210 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cabd002c-63c2-4e3d-b1a2-b75da7a4142c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:06.158444 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-288df89f-4f70-4fe6-ab3e-d3513a77b05c', 'network_id': '288df89f-4f70-4fe6-ab3e-d3513a77b05c', 'project_id': '64f357b6ce4e438eb0f17e9a3771f8bd', 'fixed_ips': [{'subnet_id': 'b5054e84-d639-4ca8-b0e4-cbffb2c88de4'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:17:06.159300 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:06.204768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cabd002c-63c2-4e3d-b1a2-b75da7a4142c tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1130557 Jan 28 06:17:06.205350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46422) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:06.211281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-967487683', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:06.352887 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Allocated IP 172.20.0.2 (288df89f-4f70-4fe6-ab3e-d3513a77b05c/b5054e84-d639-4ca8-b0e4-cbffb2c88de4/453097fd-b7f4-47a4-b527-d1b2278282ab) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:17:06.387328 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (e8c0aadf-d919-43da-8ec0-b4ce37e60985), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:06.388450 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (e8c0aadf-d919-43da-8ec0-b4ce37e60985), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:06.505873 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Publish callbacks [] for port (453097fd-b7f4-47a4-b527-d1b2278282ab), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:06.541113 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for router_controller (e8c0aadf-d919-43da-8ec0-b4ce37e60985), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:06.604885 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (453097fd-b7f4-47a4-b527-d1b2278282ab), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:06.640870 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:06.651266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Network 288df89f-4f70-4fe6-ab3e-d3513a77b05c is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:17:06.654187 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:06.661660 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:17:06.713956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Pushing event updated for resources: {'Port': ['ID=453097fd-b7f4-47a4-b527-d1b2278282ab,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:06.730443 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Attempting to bind port 453097fd-b7f4-47a4-b527-d1b2278282ab on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:17:06.730827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Attempting to bind port 453097fd-b7f4-47a4-b527-d1b2278282ab by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '288df89f-4f70-4fe6-ab3e-d3513a77b05c'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:17:06.731192 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Attempting to bind port 453097fd-b7f4-47a4-b527-d1b2278282ab on network 288df89f-4f70-4fe6-ab3e-d3513a77b05c {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:17:06.737971 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:17:06.738376 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Checking segment: {'id': 'a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '288df89f-4f70-4fe6-ab3e-d3513a77b05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:17:06.738785 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:06.739182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Bound using segment: {'id': 'a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '288df89f-4f70-4fe6-ab3e-d3513a77b05c'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:17:06.739652 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Bound port: 453097fd-b7f4-47a4-b527-d1b2278282ab, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '288df89f-4f70-4fe6-ab3e-d3513a77b05c'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:17:06.740031 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (453097fd-b7f4-47a4-b527-d1b2278282ab), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:06.806670 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] For port 453097fd-b7f4-47a4-b527-d1b2278282ab, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:17:06.809789 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] For port 453097fd-b7f4-47a4-b527-d1b2278282ab, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=453097fd-b7f4-47a4-b527-d1b2278282ab,segment=NetworkSegment(a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78),segment_id=a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:17:06.852095 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for router_gateway (e8c0aadf-d919-43da-8ec0-b4ce37e60985), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:06.935991 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (453097fd-b7f4-47a4-b527-d1b2278282ab), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:07.015015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8afa5-31cc-4219-a7d4-c44a12c31343 None None] Pushing event updated for resources: {'Port': ['ID=453097fd-b7f4-47a4-b527-d1b2278282ab,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:07.316964 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for router_gateway (e8c0aadf-d919-43da-8ec0-b4ce37e60985), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:07.378164 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:07.568006 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Allocated IP 172.25.0.215 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/d455c855-f85a-4389-b3cc-b2a47ff28989) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:17:07.764234 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (d455c855-f85a-4389-b3cc-b2a47ff28989), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:07.858346 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (d455c855-f85a-4389-b3cc-b2a47ff28989), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:07.922259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:17:07.926340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:07.933068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:17:07.967917 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:07.975937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=d455c855-f85a-4389-b3cc-b2a47ff28989,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:08.592220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c751390f-1c51-4c79-abb5-1f3bce04ec67 None None] Network 288df89f-4f70-4fe6-ab3e-d3513a77b05c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:17:08.604185 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for router_gateway (e8c0aadf-d919-43da-8ec0-b4ce37e60985), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:08.813234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7a9b1ab0-61c3-4f2e-8bb0-0567838f52aa None None] Provisioning complete for port 453097fd-b7f4-47a4-b527-d1b2278282ab triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:17:08.814410 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7a9b1ab0-61c3-4f2e-8bb0-0567838f52aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (453097fd-b7f4-47a4-b527-d1b2278282ab), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:08.857823 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (e8c0aadf-d919-43da-8ec0-b4ce37e60985), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:08.962206 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b1ab0-61c3-4f2e-8bb0-0567838f52aa None None] Current status of the port 453097fd-b7f4-47a4-b527-d1b2278282ab is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:17:08.962623 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7a9b1ab0-61c3-4f2e-8bb0-0567838f52aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (453097fd-b7f4-47a4-b527-d1b2278282ab), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:09.013402 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7a9b1ab0-61c3-4f2e-8bb0-0567838f52aa None None] For port 453097fd-b7f4-47a4-b527-d1b2278282ab, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=453097fd-b7f4-47a4-b527-d1b2278282ab,segment=NetworkSegment(a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78),segment_id=a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:17:09.097415 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7a9b1ab0-61c3-4f2e-8bb0-0567838f52aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (453097fd-b7f4-47a4-b527-d1b2278282ab), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:09.135823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router e8c0aadf-d919-43da-8ec0-b4ce37e60985 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:17:09.139477 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:09.198661 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b1ab0-61c3-4f2e-8bb0-0567838f52aa None None] Pushing event updated for resources: {'Port': ['ID=453097fd-b7f4-47a4-b527-d1b2278282ab,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:09.335275 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:17:09.348974 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496128d9-c16d-40c0-bf3c-1408b7a0055f None None] Sync routers for ids ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:17:09.354223 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 453097fd-b7f4-47a4-b527-d1b2278282ab up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:17:09.359377 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496128d9-c16d-40c0-bf3c-1408b7a0055f None None] Routers {'e8c0aadf-d919-43da-8ec0-b4ce37e60985'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:09.360193 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-496128d9-c16d-40c0-bf3c-1408b7a0055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:17:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:09.419951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46524) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:09.424182 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-496128d9-c16d-40c0-bf3c-1408b7a0055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:09.430090 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 453097fd-b7f4-47a4-b527-d1b2278282ab triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:17:09.430498 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (453097fd-b7f4-47a4-b527-d1b2278282ab), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:09.432492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a7688bf4-9bbe-40b3-9622-8b9e9c585e4b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078564802', 'description': 'tempest-secgroup-smoke-1078564802 description', 'project_id': 'daa041954cd34e19820d06481218d4c6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:09.432649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2945b30a-b5cd-4a5c-abd7-d2ac8d2210f4 None None] Provisioning complete for port 453097fd-b7f4-47a4-b527-d1b2278282ab triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:17:09.432902 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2945b30a-b5cd-4a5c-abd7-d2ac8d2210f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (453097fd-b7f4-47a4-b527-d1b2278282ab), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:09.433796 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496128d9-c16d-40c0-bf3c-1408b7a0055f None None] Routers {'e8c0aadf-d919-43da-8ec0-b4ce37e60985'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:09.434622 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-496128d9-c16d-40c0-bf3c-1408b7a0055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:17:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:09.469431 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:09.474144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-776eb4f6-3f13-4fb2-a58d-dd0915fe5289 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2672846 Jan 28 06:17:09.474664 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46526) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:09.478097 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-496128d9-c16d-40c0-bf3c-1408b7a0055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:09.478944 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496128d9-c16d-40c0-bf3c-1408b7a0055f None None] The sync data for ids ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:17:09.548099 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7688bf4-9bbe-40b3-9622-8b9e9c585e4b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:09.563321 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 453097fd-b7f4-47a4-b527-d1b2278282ab is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:17:09.608666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2945b30a-b5cd-4a5c-abd7-d2ac8d2210f4 None None] Current status of the port 453097fd-b7f4-47a4-b527-d1b2278282ab is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:17:09.654926 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7688bf4-9bbe-40b3-9622-8b9e9c585e4b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group (4c94bc9d-1990-44e1-81d1-91c78415adff), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:09.735677 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7688bf4-9bbe-40b3-9622-8b9e9c585e4b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4c94bc9d-1990-44e1-81d1-91c78415adff), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:09.773824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7688bf4-9bbe-40b3-9622-8b9e9c585e4b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c94bc9d-1990-44e1-81d1-91c78415adff,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:09.805753 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7688bf4-9bbe-40b3-9622-8b9e9c585e4b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:09.807047 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a7688bf4-9bbe-40b3-9622-8b9e9c585e4b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3860991 Jan 28 06:17:09.810038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46532) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:09.815826 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b8a06929-c72c-4162-af99-8d48a69a9d0a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Request body: {'security_group_rule': {'security_group_id': '4c94bc9d-1990-44e1-81d1-91c78415adff', 'project_id': 'daa041954cd34e19820d06481218d4c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:09.916669 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8a06929-c72c-4162-af99-8d48a69a9d0a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group_rule (eb440245-0fe9-4055-b990-2ebb695063ed), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:10.031988 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8a06929-c72c-4162-af99-8d48a69a9d0a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group_rule (eb440245-0fe9-4055-b990-2ebb695063ed), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:10.107350 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8a06929-c72c-4162-af99-8d48a69a9d0a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (eb440245-0fe9-4055-b990-2ebb695063ed), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:10.132872 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a06929-c72c-4162-af99-8d48a69a9d0a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb440245-0fe9-4055-b990-2ebb695063ed,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:10.227256 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8a06929-c72c-4162-af99-8d48a69a9d0a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:10.228888 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b8a06929-c72c-4162-af99-8d48a69a9d0a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4175529 Jan 28 06:17:10.231391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46542) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:10.236858 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-295e35f5-9d35-472c-9575-0c265b1745b3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Request body: {'security_group_rule': {'security_group_id': '4c94bc9d-1990-44e1-81d1-91c78415adff', 'project_id': 'daa041954cd34e19820d06481218d4c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:10.288439 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:10.356840 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-295e35f5-9d35-472c-9575-0c265b1745b3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group_rule (062016e9-11b6-4ea3-89e7-c0930918d96e), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:10.416685 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-295e35f5-9d35-472c-9575-0c265b1745b3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group_rule (062016e9-11b6-4ea3-89e7-c0930918d96e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:10.522723 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-295e35f5-9d35-472c-9575-0c265b1745b3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (062016e9-11b6-4ea3-89e7-c0930918d96e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:10.543003 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e35f5-9d35-472c-9575-0c265b1745b3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062016e9-11b6-4ea3-89e7-c0930918d96e,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:10.621643 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-295e35f5-9d35-472c-9575-0c265b1745b3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:10.624045 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-295e35f5-9d35-472c-9575-0c265b1745b3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3908863 Jan 28 06:17:10.625838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46548) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:10.631455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6ee7630a-e718-4b75-80d1-4eac7f13b1bd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Request body: {'security_group_rule': {'security_group_id': '4c94bc9d-1990-44e1-81d1-91c78415adff', 'project_id': 'daa041954cd34e19820d06481218d4c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:10.657338 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Allocated IP 172.20.0.1 (288df89f-4f70-4fe6-ab3e-d3513a77b05c/b5054e84-d639-4ca8-b0e4-cbffb2c88de4/b553f41b-76b5-44b2-905d-80245a4d2001) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:17:10.755886 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ee7630a-e718-4b75-80d1-4eac7f13b1bd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group_rule (eb9709db-5913-44a4-bb70-c319c0e9c0d3), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:10.782701 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (b553f41b-76b5-44b2-905d-80245a4d2001), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:10.817893 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ee7630a-e718-4b75-80d1-4eac7f13b1bd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group_rule (eb9709db-5913-44a4-bb70-c319c0e9c0d3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:10.896691 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (b553f41b-76b5-44b2-905d-80245a4d2001), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:10.925351 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ee7630a-e718-4b75-80d1-4eac7f13b1bd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (eb9709db-5913-44a4-bb70-c319c0e9c0d3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:10.943964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7630a-e718-4b75-80d1-4eac7f13b1bd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9709db-5913-44a4-bb70-c319c0e9c0d3,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:10.946896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network 288df89f-4f70-4fe6-ab3e-d3513a77b05c is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:17:10.952204 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:10.962804 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:17:11.014681 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=b553f41b-76b5-44b2-905d-80245a4d2001,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:11.028196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:11.028554 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:11.028900 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:11.029242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:11.029582 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:11.029918 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:11.030344 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:11.030691 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:11.031021 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:11.031348 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:11.031679 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:11.032064 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:11.032930 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:11.040723 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ee7630a-e718-4b75-80d1-4eac7f13b1bd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:11.043177 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6ee7630a-e718-4b75-80d1-4eac7f13b1bd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4142981 Jan 28 06:17:11.045096 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46558) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:11.049956 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (e8c0aadf-d919-43da-8ec0-b4ce37e60985), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:11.050167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c0172b55-c2c2-421e-b497-37bca8bb78b9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Request body: {'security_group_rule': {'security_group_id': '4c94bc9d-1990-44e1-81d1-91c78415adff', 'project_id': 'daa041954cd34e19820d06481218d4c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:11.155734 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c0172b55-c2c2-421e-b497-37bca8bb78b9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group_rule (53c4f93a-3d54-4964-9c30-4e6e4eab88e0), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:11.249452 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c0172b55-c2c2-421e-b497-37bca8bb78b9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group_rule (53c4f93a-3d54-4964-9c30-4e6e4eab88e0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:11.263971 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 453097fd-b7f4-47a4-b527-d1b2278282ab up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:17:11.283557 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b553f41b-76b5-44b2-905d-80245a4d2001), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:11.327047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 453097fd-b7f4-47a4-b527-d1b2278282ab triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:17:11.327530 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (453097fd-b7f4-47a4-b527-d1b2278282ab), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:11.347632 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c0172b55-c2c2-421e-b497-37bca8bb78b9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (53c4f93a-3d54-4964-9c30-4e6e4eab88e0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:11.374248 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0172b55-c2c2-421e-b497-37bca8bb78b9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c4f93a-3d54-4964-9c30-4e6e4eab88e0,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:11.379163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-62f7bc93-fb86-462d-85c6-f0c7914a03ad None None] Provisioning complete for port b553f41b-76b5-44b2-905d-80245a4d2001 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:17:11.379887 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62f7bc93-fb86-462d-85c6-f0c7914a03ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b553f41b-76b5-44b2-905d-80245a4d2001), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:11.419736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-62f7bc93-fb86-462d-85c6-f0c7914a03ad None None] Port b553f41b-76b5-44b2-905d-80245a4d2001 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:17:11.469048 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c0172b55-c2c2-421e-b497-37bca8bb78b9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:11.473306 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c0172b55-c2c2-421e-b497-37bca8bb78b9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4241965 Jan 28 06:17:11.473306 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46566) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:11.477063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 453097fd-b7f4-47a4-b527-d1b2278282ab is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:17:11.478812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2f9284e4-f2a1-44f9-b30b-61197d55edc1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Request body: {'security_group_rule': {'security_group_id': '4c94bc9d-1990-44e1-81d1-91c78415adff', 'project_id': 'daa041954cd34e19820d06481218d4c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:11.574865 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-2f9284e4-f2a1-44f9-b30b-61197d55edc1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Project daa041954cd34e19820d06481218d4c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:17:11.584107 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f9284e4-f2a1-44f9-b30b-61197d55edc1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group_rule (98eccf65-822b-4c3a-b9a3-72c477925e6f), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:11.618132 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (b553f41b-76b5-44b2-905d-80245a4d2001), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:11.654128 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f9284e4-f2a1-44f9-b30b-61197d55edc1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group_rule (98eccf65-822b-4c3a-b9a3-72c477925e6f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:11.699616 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (b553f41b-76b5-44b2-905d-80245a4d2001), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:11.745334 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f9284e4-f2a1-44f9-b30b-61197d55edc1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (98eccf65-822b-4c3a-b9a3-72c477925e6f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:11.760882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9284e4-f2a1-44f9-b30b-61197d55edc1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98eccf65-822b-4c3a-b9a3-72c477925e6f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:11.781518 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=b553f41b-76b5-44b2-905d-80245a4d2001,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:11.784893 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (e8c0aadf-d919-43da-8ec0-b4ce37e60985), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:11.834879 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f9284e4-f2a1-44f9-b30b-61197d55edc1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:11.838545 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2f9284e4-f2a1-44f9-b30b-61197d55edc1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3620670 Jan 28 06:17:11.838774 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46572) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:11.843419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-407b5f41-ccca-4e43-9c4a-1abcc0785542 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Request body: {'security_group_rule': {'security_group_id': '4c94bc9d-1990-44e1-81d1-91c78415adff', 'project_id': 'daa041954cd34e19820d06481218d4c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:11.892449 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network 288df89f-4f70-4fe6-ab3e-d3513a77b05c is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:17:11.893686 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:11.934016 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-407b5f41-ccca-4e43-9c4a-1abcc0785542 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Project daa041954cd34e19820d06481218d4c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:17:11.939607 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-407b5f41-ccca-4e43-9c4a-1abcc0785542 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group_rule (d1e6e744-818b-4ae9-b6bc-46a746503f6e), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:12.027279 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-407b5f41-ccca-4e43-9c4a-1abcc0785542 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group_rule (d1e6e744-818b-4ae9-b6bc-46a746503f6e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:12.045406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router e8c0aadf-d919-43da-8ec0-b4ce37e60985 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:17:12.107324 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-407b5f41-ccca-4e43-9c4a-1abcc0785542 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (d1e6e744-818b-4ae9-b6bc-46a746503f6e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:12.133842 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b5f41-ccca-4e43-9c4a-1abcc0785542 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e6e744-818b-4ae9-b6bc-46a746503f6e,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:12.180883 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:17:12.190689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46582) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:12.190860 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1b4de2eb-421a-4a48-a5ce-000042e0cd4b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "PUT /v2.0/routers/e8c0aadf-d919-43da-8ec0-b4ce37e60985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7148731 Jan 28 06:17:12.195458 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2020c3-920c-4c29-a983-81f8bd62bd56 None None] Sync routers for ids ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:17:12.201084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-59d7e25d-4293-4b62-b660-46ed0e6adb64 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'port': {'network_id': '288df89f-4f70-4fe6-ab3e-d3513a77b05c', 'name': 'tempest-FloatingIPTestJSON-1596094126'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:12.208960 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2020c3-920c-4c29-a983-81f8bd62bd56 None None] Routers {'e8c0aadf-d919-43da-8ec0-b4ce37e60985'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:12.209830 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3b2020c3-920c-4c29-a983-81f8bd62bd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:17:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:12.255759 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3b2020c3-920c-4c29-a983-81f8bd62bd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:12.274161 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2020c3-920c-4c29-a983-81f8bd62bd56 None None] Routers {'e8c0aadf-d919-43da-8ec0-b4ce37e60985'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:12.274867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3b2020c3-920c-4c29-a983-81f8bd62bd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:17:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:12.276613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-cfe56f13-2356-4740-884b-cb506c42d8b2 None None] Provisioning complete for port b553f41b-76b5-44b2-905d-80245a4d2001 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:17:12.277011 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cfe56f13-2356-4740-884b-cb506c42d8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b553f41b-76b5-44b2-905d-80245a4d2001), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:12.286062 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-407b5f41-ccca-4e43-9c4a-1abcc0785542 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:12.290241 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-407b5f41-ccca-4e43-9c4a-1abcc0785542 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4477251 Jan 28 06:17:12.322541 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3b2020c3-920c-4c29-a983-81f8bd62bd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:12.323302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2020c3-920c-4c29-a983-81f8bd62bd56 None None] The sync data for ids ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:17:12.374539 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cfe56f13-2356-4740-884b-cb506c42d8b2 None None] Port b553f41b-76b5-44b2-905d-80245a4d2001 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:17:12.456241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d7e25d-4293-4b62-b660-46ed0e6adb64 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Made reservation on behalf of 64f357b6ce4e438eb0f17e9a3771f8bd for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:17:12.459881 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-59d7e25d-4293-4b62-b660-46ed0e6adb64 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:12.483047 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-59d7e25d-4293-4b62-b660-46ed0e6adb64 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] device_id is not set on port 36899ee0-0699-40f8-b256-4df0dbc49472 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:17:12.608723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-59d7e25d-4293-4b62-b660-46ed0e6adb64 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Allocated IP 172.20.0.13 (288df89f-4f70-4fe6-ab3e-d3513a77b05c/b5054e84-d639-4ca8-b0e4-cbffb2c88de4/36899ee0-0699-40f8-b256-4df0dbc49472) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:17:12.771658 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-59d7e25d-4293-4b62-b660-46ed0e6adb64 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for port (36899ee0-0699-40f8-b256-4df0dbc49472), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:12.890568 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-59d7e25d-4293-4b62-b660-46ed0e6adb64 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (36899ee0-0699-40f8-b256-4df0dbc49472), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:12.931042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d7e25d-4293-4b62-b660-46ed0e6adb64 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Network 288df89f-4f70-4fe6-ab3e-d3513a77b05c is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:17:12.933915 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-59d7e25d-4293-4b62-b660-46ed0e6adb64 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:12.937518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d7e25d-4293-4b62-b660-46ed0e6adb64 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:17:12.969348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7e25d-4293-4b62-b660-46ed0e6adb64 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event updated for resources: {'Port': ['ID=36899ee0-0699-40f8-b256-4df0dbc49472,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:13.010906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d7e25d-4293-4b62-b660-46ed0e6adb64 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:13.011546 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-59d7e25d-4293-4b62-b660-46ed0e6adb64 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:13.119242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46636) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:13.123397 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-59d7e25d-4293-4b62-b660-46ed0e6adb64 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9315553 Jan 28 06:17:13.125150 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d68837ad-f383-4e32-83c1-32c81dc26c4e tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Request body: {'floatingip': {'port_id': '36899ee0-0699-40f8-b256-4df0dbc49472'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:13.205901 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d68837ad-f383-4e32-83c1-32c81dc26c4e tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (18b86cc5-36ee-4186-9424-8bbbd28368cf), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:13.311928 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-3dd06d1d-52b9-4185-9805-1b474c3196c7 None None] Provisioning complete for port 36899ee0-0699-40f8-b256-4df0dbc49472 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:17:13.313014 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3dd06d1d-52b9-4185-9805-1b474c3196c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (36899ee0-0699-40f8-b256-4df0dbc49472), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:13.359064 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3dd06d1d-52b9-4185-9805-1b474c3196c7 None None] Port 36899ee0-0699-40f8-b256-4df0dbc49472 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:17:13.809346 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d68837ad-f383-4e32-83c1-32c81dc26c4e tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:13.868049 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d68837ad-f383-4e32-83c1-32c81dc26c4e tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (18b86cc5-36ee-4186-9424-8bbbd28368cf), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:13.995637 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-d68837ad-f383-4e32-83c1-32c81dc26c4e tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Floating IP 18b86cc5-36ee-4186-9424-8bbbd28368cf associated. External IP: 172.25.0.192, port: a464854e-a19d-4472-8832-7f8eefc4cae2. Jan 28 06:17:14.235890 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68837ad-f383-4e32-83c1-32c81dc26c4e tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router 43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:17:14.370322 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68837ad-f383-4e32-83c1-32c81dc26c4e tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:17:14.395701 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb203025-c084-4266-b9ba-a815d042a2a7 None None] Sync routers for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:17:14.407565 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb203025-c084-4266-b9ba-a815d042a2a7 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:14.408779 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bb203025-c084-4266-b9ba-a815d042a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:17:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:14.450812 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bb203025-c084-4266-b9ba-a815d042a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:14.461333 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb203025-c084-4266-b9ba-a815d042a2a7 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:14.475315 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bb203025-c084-4266-b9ba-a815d042a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:17:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:14.545984 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bb203025-c084-4266-b9ba-a815d042a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:14.551755 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb203025-c084-4266-b9ba-a815d042a2a7 None None] The sync data for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:17:14.669834 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68837ad-f383-4e32-83c1-32c81dc26c4e tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router e8c0aadf-d919-43da-8ec0-b4ce37e60985 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:17:14.791949 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68837ad-f383-4e32-83c1-32c81dc26c4e tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:17:14.803468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f5ef3b-8969-4f6e-b297-0f0033c1c402 None None] Sync routers for ids ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:17:14.820594 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d68837ad-f383-4e32-83c1-32c81dc26c4e tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:14.822358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f5ef3b-8969-4f6e-b297-0f0033c1c402 None None] Routers {'e8c0aadf-d919-43da-8ec0-b4ce37e60985'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:14.824582 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-58f5ef3b-8969-4f6e-b297-0f0033c1c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:17:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:14.869219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-58f5ef3b-8969-4f6e-b297-0f0033c1c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:14.879205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f5ef3b-8969-4f6e-b297-0f0033c1c402 None None] Routers {'e8c0aadf-d919-43da-8ec0-b4ce37e60985'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:14.879922 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-58f5ef3b-8969-4f6e-b297-0f0033c1c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:17:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:14.883672 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d68837ad-f383-4e32-83c1-32c81dc26c4e tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "PUT /v2.0/floatingips/18b86cc5-36ee-4186-9424-8bbbd28368cf HTTP/1.1" status: 200 len: 979 time: 1.7633274 Jan 28 06:17:14.886534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46702) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:14.916960 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-58f5ef3b-8969-4f6e-b297-0f0033c1c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:14.917614 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f5ef3b-8969-4f6e-b297-0f0033c1c402 None None] The sync data for ids ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:17:14.985293 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b3b841c6-64a0-4522-b7d5-c485f2da5fb3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Deleting port 36899ee0-0699-40f8-b256-4df0dbc49472 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:14.986419 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3b841c6-64a0-4522-b7d5-c485f2da5fb3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (36899ee0-0699-40f8-b256-4df0dbc49472), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:15.097536 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3b841c6-64a0-4522-b7d5-c485f2da5fb3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (36899ee0-0699-40f8-b256-4df0dbc49472), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:15.389154 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3b841c6-64a0-4522-b7d5-c485f2da5fb3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:15.389764 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3b841c6-64a0-4522-b7d5-c485f2da5fb3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (18b86cc5-36ee-4186-9424-8bbbd28368cf), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:15.390277 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-b3b841c6-64a0-4522-b7d5-c485f2da5fb3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Floating IP 18b86cc5-36ee-4186-9424-8bbbd28368cf disassociated. External IP: 172.25.0.192, port: 36899ee0-0699-40f8-b256-4df0dbc49472. Jan 28 06:17:15.390845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b3b841c6-64a0-4522-b7d5-c485f2da5fb3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Calling delete_port for 36899ee0-0699-40f8-b256-4df0dbc49472 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:15.644296 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3b841c6-64a0-4522-b7d5-c485f2da5fb3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (36899ee0-0699-40f8-b256-4df0dbc49472), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:15.703129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b841c6-64a0-4522-b7d5-c485f2da5fb3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Port': ['ID=36899ee0-0699-40f8-b256-4df0dbc49472,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:15.864118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b841c6-64a0-4522-b7d5-c485f2da5fb3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router e8c0aadf-d919-43da-8ec0-b4ce37e60985 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:17:16.035829 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b841c6-64a0-4522-b7d5-c485f2da5fb3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:17:16.046357 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae6d31-007e-4434-b647-6a36cb951e32 None None] Sync routers for ids ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:17:16.058972 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae6d31-007e-4434-b647-6a36cb951e32 None None] Routers {'e8c0aadf-d919-43da-8ec0-b4ce37e60985'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:16.059585 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-98ae6d31-007e-4434-b647-6a36cb951e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:17:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:16.098461 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-98ae6d31-007e-4434-b647-6a36cb951e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:16.107864 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae6d31-007e-4434-b647-6a36cb951e32 None None] Routers {'e8c0aadf-d919-43da-8ec0-b4ce37e60985'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:16.108470 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-98ae6d31-007e-4434-b647-6a36cb951e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:17:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:16.113463 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3b841c6-64a0-4522-b7d5-c485f2da5fb3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:16.117160 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b3b841c6-64a0-4522-b7d5-c485f2da5fb3 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/ports/36899ee0-0699-40f8-b256-4df0dbc49472 HTTP/1.1" status: 204 len: 168 time: 1.2293644 Jan 28 06:17:16.119930 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46726) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:16.148376 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-98ae6d31-007e-4434-b647-6a36cb951e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:16.149030 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae6d31-007e-4434-b647-6a36cb951e32 None None] The sync data for ids ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:17:16.909403 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47578c42-0ad2-4aa1-b46d-708198bdde3a tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (e8c0aadf-d919-43da-8ec0-b4ce37e60985), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:17.262345 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-47578c42-0ad2-4aa1-b46d-708198bdde3a tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Deleting port b553f41b-76b5-44b2-905d-80245a4d2001 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:17.263676 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47578c42-0ad2-4aa1-b46d-708198bdde3a tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b553f41b-76b5-44b2-905d-80245a4d2001), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:17.368373 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47578c42-0ad2-4aa1-b46d-708198bdde3a tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b553f41b-76b5-44b2-905d-80245a4d2001), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:17.384421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-47578c42-0ad2-4aa1-b46d-708198bdde3a tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Calling delete_port for b553f41b-76b5-44b2-905d-80245a4d2001 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:17.672459 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47578c42-0ad2-4aa1-b46d-708198bdde3a tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (b553f41b-76b5-44b2-905d-80245a4d2001), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:17.710252 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47578c42-0ad2-4aa1-b46d-708198bdde3a tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Port': ['ID=b553f41b-76b5-44b2-905d-80245a4d2001,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:17.980299 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47578c42-0ad2-4aa1-b46d-708198bdde3a tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (e8c0aadf-d919-43da-8ec0-b4ce37e60985), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:18.272700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47578c42-0ad2-4aa1-b46d-708198bdde3a tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router e8c0aadf-d919-43da-8ec0-b4ce37e60985 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:17:18.389734 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47578c42-0ad2-4aa1-b46d-708198bdde3a tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:17:18.395869 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-47578c42-0ad2-4aa1-b46d-708198bdde3a tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "PUT /v2.0/routers/e8c0aadf-d919-43da-8ec0-b4ce37e60985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2742357 Jan 28 06:17:18.398686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46766) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:18.414697 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38021cf2-697a-4f79-b3e1-8fee7af52fed None None] Sync routers for ids ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:17:18.429553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38021cf2-697a-4f79-b3e1-8fee7af52fed None None] Routers {'e8c0aadf-d919-43da-8ec0-b4ce37e60985'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:18.431426 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-38021cf2-697a-4f79-b3e1-8fee7af52fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:17:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:18.489625 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-38021cf2-697a-4f79-b3e1-8fee7af52fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:18.502878 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38021cf2-697a-4f79-b3e1-8fee7af52fed None None] Routers {'e8c0aadf-d919-43da-8ec0-b4ce37e60985'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:18.503773 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-38021cf2-697a-4f79-b3e1-8fee7af52fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:17:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:18.566386 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-320075be-d708-4ca8-98ad-031510756ec6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for router (e8c0aadf-d919-43da-8ec0-b4ce37e60985), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:18.566708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-38021cf2-697a-4f79-b3e1-8fee7af52fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:18.567432 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38021cf2-697a-4f79-b3e1-8fee7af52fed None None] The sync data for ids ['e8c0aadf-d919-43da-8ec0-b4ce37e60985'] in n-d-812111-12 is: [] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:17:18.700652 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-320075be-d708-4ca8-98ad-031510756ec6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for router_gateway (e8c0aadf-d919-43da-8ec0-b4ce37e60985), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:18.878048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-320075be-d708-4ca8-98ad-031510756ec6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Deleting port d455c855-f85a-4389-b3cc-b2a47ff28989 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:18.878432 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-320075be-d708-4ca8-98ad-031510756ec6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (d455c855-f85a-4389-b3cc-b2a47ff28989), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:18.960814 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-320075be-d708-4ca8-98ad-031510756ec6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (d455c855-f85a-4389-b3cc-b2a47ff28989), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:18.981451 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-320075be-d708-4ca8-98ad-031510756ec6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Calling delete_port for d455c855-f85a-4389-b3cc-b2a47ff28989 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:19.273037 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-320075be-d708-4ca8-98ad-031510756ec6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (d455c855-f85a-4389-b3cc-b2a47ff28989), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:19.306515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320075be-d708-4ca8-98ad-031510756ec6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Port': ['ID=d455c855-f85a-4389-b3cc-b2a47ff28989,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:19.395331 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-320075be-d708-4ca8-98ad-031510756ec6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (e8c0aadf-d919-43da-8ec0-b4ce37e60985), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:19.536854 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-320075be-d708-4ca8-98ad-031510756ec6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (e8c0aadf-d919-43da-8ec0-b4ce37e60985), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:19.539114 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-320075be-d708-4ca8-98ad-031510756ec6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for router_controller (e8c0aadf-d919-43da-8ec0-b4ce37e60985), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:19.683823 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-320075be-d708-4ca8-98ad-031510756ec6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (e8c0aadf-d919-43da-8ec0-b4ce37e60985), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:19.688792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320075be-d708-4ca8-98ad-031510756ec6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Fanout notify agent at l3_agent the message router_deleted on router e8c0aadf-d919-43da-8ec0-b4ce37e60985 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:17:19.692286 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-320075be-d708-4ca8-98ad-031510756ec6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:19.698783 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-320075be-d708-4ca8-98ad-031510756ec6 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/routers/e8c0aadf-d919-43da-8ec0-b4ce37e60985 HTTP/1.1" status: 204 len: 168 time: 1.2939858 Jan 28 06:17:19.699365 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46796) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:19.764660 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d125fd-64da-4783-b93e-2e0bbf7c1a33 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Deleting subnet b5054e84-d639-4ca8-b0e4-cbffb2c88de4 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:17:19.768905 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44d125fd-64da-4783-b93e-2e0bbf7c1a33 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for subnet (b5054e84-d639-4ca8-b0e4-cbffb2c88de4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:19.815396 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44d125fd-64da-4783-b93e-2e0bbf7c1a33 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (b5054e84-d639-4ca8-b0e4-cbffb2c88de4), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:19.955655 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44d125fd-64da-4783-b93e-2e0bbf7c1a33 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (b5054e84-d639-4ca8-b0e4-cbffb2c88de4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:20.090594 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44d125fd-64da-4783-b93e-2e0bbf7c1a33 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (b5054e84-d639-4ca8-b0e4-cbffb2c88de4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:20.124592 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d125fd-64da-4783-b93e-2e0bbf7c1a33 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Subnet': ['ID=b5054e84-d639-4ca8-b0e4-cbffb2c88de4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:20.138650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2afa08-a33a-4bfa-8803-b42b3d309329 None None] Network 288df89f-4f70-4fe6-ab3e-d3513a77b05c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:17:20.149318 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44d125fd-64da-4783-b93e-2e0bbf7c1a33 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:20.159704 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-44d125fd-64da-4783-b93e-2e0bbf7c1a33 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/subnets/b5054e84-d639-4ca8-b0e4-cbffb2c88de4 HTTP/1.1" status: 204 len: 168 time: 0.4618416 Jan 28 06:17:20.162174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46802) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:20.267552 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (288df89f-4f70-4fe6-ab3e-d3513a77b05c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:20.310043 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd00620-68fb-4691-8037-8f1438cbd24b None None] DHCP port deletion for 288df89f-4f70-4fe6-ab3e-d3513a77b05c request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:17:20.358758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Deleting port 453097fd-b7f4-47a4-b527-d1b2278282ab {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:20.359084 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (453097fd-b7f4-47a4-b527-d1b2278282ab), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:20.403051 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0bd00620-68fb-4691-8037-8f1438cbd24b None None] Deleting port 453097fd-b7f4-47a4-b527-d1b2278282ab {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:20.404329 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0bd00620-68fb-4691-8037-8f1438cbd24b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (453097fd-b7f4-47a4-b527-d1b2278282ab), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:20.461012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] For port 453097fd-b7f4-47a4-b527-d1b2278282ab, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=453097fd-b7f4-47a4-b527-d1b2278282ab,segment=NetworkSegment(a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78),segment_id=a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:17:20.461455 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (453097fd-b7f4-47a4-b527-d1b2278282ab), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:20.484186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Calling delete_port for 453097fd-b7f4-47a4-b527-d1b2278282ab owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:20.567269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0bd00620-68fb-4691-8037-8f1438cbd24b None None] For port 453097fd-b7f4-47a4-b527-d1b2278282ab, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=453097fd-b7f4-47a4-b527-d1b2278282ab,segment=NetworkSegment(a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78),segment_id=a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:17:20.567269 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0bd00620-68fb-4691-8037-8f1438cbd24b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (453097fd-b7f4-47a4-b527-d1b2278282ab), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:20.597092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0bd00620-68fb-4691-8037-8f1438cbd24b None None] Calling delete_port for 453097fd-b7f4-47a4-b527-d1b2278282ab owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:20.702176 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (453097fd-b7f4-47a4-b527-d1b2278282ab), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:20.708644 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0bd00620-68fb-4691-8037-8f1438cbd24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (453097fd-b7f4-47a4-b527-d1b2278282ab), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:20.720719 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd00620-68fb-4691-8037-8f1438cbd24b None None] No DVR routers for this DVR port 453097fd-b7f4-47a4-b527-d1b2278282ab on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:17:20.731833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Port': ['ID=453097fd-b7f4-47a4-b527-d1b2278282ab,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:20.744206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] No DVR routers for this DVR port 453097fd-b7f4-47a4-b527-d1b2278282ab on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:17:20.753584 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd00620-68fb-4691-8037-8f1438cbd24b None None] Pushing event deleted for resources: {'Port': ['ID=453097fd-b7f4-47a4-b527-d1b2278282ab,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:20.834261 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (288df89f-4f70-4fe6-ab3e-d3513a77b05c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:20.862177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288df89f-4f70-4fe6-ab3e-d3513a77b05c']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:20.874328 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:20.874688 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:20.890084 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:20.906107 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:20.913535 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:17:20.913918 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (a0a4f50c-c38e-4b3a-a5a8-e50d73ea6d78), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:17:20.917259 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:17:21.056714 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (288df89f-4f70-4fe6-ab3e-d3513a77b05c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:21.063794 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:21.069641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/networks/288df89f-4f70-4fe6-ab3e-d3513a77b05c HTTP/1.1" status: 204 len: 168 time: 0.9047730 Jan 28 06:17:21.070439 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46822) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:21.087662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421803ec-e1f0-413c-94c8-568ff05042e1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Network': ['ID=288df89f-4f70-4fe6-ab3e-d3513a77b05c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:21.233449 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f0eb0-d71f-4d9b-873b-b65860380604 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Deleting port 1205e982-d92f-4a93-9f53-ca55aa2a8341 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:21.233797 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0eb0-d71f-4d9b-873b-b65860380604 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1205e982-d92f-4a93-9f53-ca55aa2a8341), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:21.268255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 453097fd-b7f4-47a4-b527-d1b2278282ab no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:17:21.302905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 453097fd-b7f4-47a4-b527-d1b2278282ab {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:17:21.303761 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 453097fd-b7f4-47a4-b527-d1b2278282ab not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:17:21.331359 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0eb0-d71f-4d9b-873b-b65860380604 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1205e982-d92f-4a93-9f53-ca55aa2a8341), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:21.331778 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0eb0-d71f-4d9b-873b-b65860380604 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (1205e982-d92f-4a93-9f53-ca55aa2a8341), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:21.344897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f0eb0-d71f-4d9b-873b-b65860380604 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Calling delete_port for 1205e982-d92f-4a93-9f53-ca55aa2a8341 owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:21.826959 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0eb0-d71f-4d9b-873b-b65860380604 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1205e982-d92f-4a93-9f53-ca55aa2a8341), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:21.851025 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f0eb0-d71f-4d9b-873b-b65860380604 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Port': ['ID=1205e982-d92f-4a93-9f53-ca55aa2a8341,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:21.925170 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0eb0-d71f-4d9b-873b-b65860380604 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for floatingip (18b86cc5-36ee-4186-9424-8bbbd28368cf), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:21.929725 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0eb0-d71f-4d9b-873b-b65860380604 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:21.930998 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cd8f0eb0-d71f-4d9b-873b-b65860380604 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/floatingips/18b86cc5-36ee-4186-9424-8bbbd28368cf HTTP/1.1" status: 204 len: 168 time: 0.8601389 Jan 28 06:17:21.934702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46840) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:21.962865 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4e7c56-42a3-478a-b62d-9cff5b21881a tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] DELETE failed (client error): The resource could not be found. Jan 28 06:17:21.963594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4e7c56-42a3-478a-b62d-9cff5b21881a tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:17:21.966662 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ad4e7c56-42a3-478a-b62d-9cff5b21881a tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/ports/36899ee0-0699-40f8-b256-4df0dbc49472 HTTP/1.1" status: 404 len: 333 time: 0.0309107 Jan 28 06:17:21.970101 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46842) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:21.999212 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2a79a306-bcf1-426a-8950-01b47b14d0ce tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8c0aadf-d919-43da-8ec0-b4ce37e60985 HTTP/1.1" status: 200 len: 205 time: 0.0278480 Jan 28 06:17:22.002074 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46844) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:22.039809 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-85310ed0-c442-4aa0-a20b-2a0d8857d243 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] delete failed (client error): The resource could not be found. Jan 28 06:17:22.043346 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-85310ed0-c442-4aa0-a20b-2a0d8857d243 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/routers/e8c0aadf-d919-43da-8ec0-b4ce37e60985 HTTP/1.1" status: 404 len: 336 time: 0.0379243 Jan 28 06:17:22.043618 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46846) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:22.077108 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b4cfca-8df1-46f1-93e8-f8982e256929 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] DELETE failed (client error): The resource could not be found. Jan 28 06:17:22.077783 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b4cfca-8df1-46f1-93e8-f8982e256929 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:17:22.081317 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-80b4cfca-8df1-46f1-93e8-f8982e256929 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/subnets/b5054e84-d639-4ca8-b0e4-cbffb2c88de4 HTTP/1.1" status: 404 len: 337 time: 0.0367539 Jan 28 06:17:22.083965 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46848) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:22.189896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c785c249-b0e4-4379-ae73-2f789181b619 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Deleting port a464854e-a19d-4472-8832-7f8eefc4cae2 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:22.199209 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c785c249-b0e4-4379-ae73-2f789181b619 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a464854e-a19d-4472-8832-7f8eefc4cae2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:22.285406 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c785c249-b0e4-4379-ae73-2f789181b619 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a464854e-a19d-4472-8832-7f8eefc4cae2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:22.298117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c785c249-b0e4-4379-ae73-2f789181b619 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Calling delete_port for a464854e-a19d-4472-8832-7f8eefc4cae2 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:22.511985 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c785c249-b0e4-4379-ae73-2f789181b619 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a464854e-a19d-4472-8832-7f8eefc4cae2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:22.543839 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785c249-b0e4-4379-ae73-2f789181b619 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Port': ['ID=a464854e-a19d-4472-8832-7f8eefc4cae2,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:22.939014 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c785c249-b0e4-4379-ae73-2f789181b619 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:22.942286 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c785c249-b0e4-4379-ae73-2f789181b619 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/ports/a464854e-a19d-4472-8832-7f8eefc4cae2 HTTP/1.1" status: 204 len: 168 time: 0.8565764 Jan 28 06:17:22.944685 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46866) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:23.054635 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-27e988ab-e9ef-4b8f-a34b-cd78962086c1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Deleting port b46f314d-579c-4627-bd15-0e9c07ddaaa7 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:23.054902 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-27e988ab-e9ef-4b8f-a34b-cd78962086c1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b46f314d-579c-4627-bd15-0e9c07ddaaa7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:23.149912 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-27e988ab-e9ef-4b8f-a34b-cd78962086c1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b46f314d-579c-4627-bd15-0e9c07ddaaa7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:23.162521 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-27e988ab-e9ef-4b8f-a34b-cd78962086c1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Calling delete_port for b46f314d-579c-4627-bd15-0e9c07ddaaa7 owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:23.393275 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-27e988ab-e9ef-4b8f-a34b-cd78962086c1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (b46f314d-579c-4627-bd15-0e9c07ddaaa7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:23.446387 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e988ab-e9ef-4b8f-a34b-cd78962086c1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Port': ['ID=b46f314d-579c-4627-bd15-0e9c07ddaaa7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:23.535095 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-27e988ab-e9ef-4b8f-a34b-cd78962086c1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:23.541126 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-27e988ab-e9ef-4b8f-a34b-cd78962086c1 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/ports/b46f314d-579c-4627-bd15-0e9c07ddaaa7 HTTP/1.1" status: 204 len: 168 time: 0.5931823 Jan 28 06:17:23.541363 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46876) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:23.599621 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f066a2ca-a5ec-4f0a-8cd9-a63304b109a0 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:23.601181 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f066a2ca-a5ec-4f0a-8cd9-a63304b109a0 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "GET /v2.0/ports?device_id=43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 HTTP/1.1" status: 200 len: 913 time: 0.0588169 Jan 28 06:17:23.604094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46882) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:24.340490 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db720fe9-556a-4582-bbc5-d5d12e23bf0b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:24.669428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-db720fe9-556a-4582-bbc5-d5d12e23bf0b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Deleting port 3084a8ce-4ac7-4e89-b03b-f4b6f64476bd {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:24.673055 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db720fe9-556a-4582-bbc5-d5d12e23bf0b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (3084a8ce-4ac7-4e89-b03b-f4b6f64476bd), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:24.771422 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db720fe9-556a-4582-bbc5-d5d12e23bf0b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (3084a8ce-4ac7-4e89-b03b-f4b6f64476bd), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:24.786283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-db720fe9-556a-4582-bbc5-d5d12e23bf0b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Calling delete_port for 3084a8ce-4ac7-4e89-b03b-f4b6f64476bd owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:25.061067 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db720fe9-556a-4582-bbc5-d5d12e23bf0b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3084a8ce-4ac7-4e89-b03b-f4b6f64476bd), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:25.090624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db720fe9-556a-4582-bbc5-d5d12e23bf0b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Port': ['ID=3084a8ce-4ac7-4e89-b03b-f4b6f64476bd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:25.173585 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:25.316465 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db720fe9-556a-4582-bbc5-d5d12e23bf0b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:25.609485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db720fe9-556a-4582-bbc5-d5d12e23bf0b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Router 43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:17:25.760812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db720fe9-556a-4582-bbc5-d5d12e23bf0b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:17:25.768788 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-db720fe9-556a-4582-bbc5-d5d12e23bf0b tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "PUT /v2.0/routers/43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1607342 Jan 28 06:17:25.769484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 46928) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:25.771120 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be37483-446d-4a4a-bb16-814e5d2b9451 None None] Sync routers for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:17:25.785091 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be37483-446d-4a4a-bb16-814e5d2b9451 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:25.785713 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8be37483-446d-4a4a-bb16-814e5d2b9451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:17:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:25.841908 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8be37483-446d-4a4a-bb16-814e5d2b9451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:25.858671 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be37483-446d-4a4a-bb16-814e5d2b9451 None None] Routers {'43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:17:25.859391 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8be37483-446d-4a4a-bb16-814e5d2b9451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:17:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:25.895916 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8be37483-446d-4a4a-bb16-814e5d2b9451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:25.896562 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be37483-446d-4a4a-bb16-814e5d2b9451 None None] The sync data for ids ['43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8'] in n-d-812111-12 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:17:25.933517 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14174989-8f06-4953-b0bb-97778f619f35 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for router (43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:26.051339 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14174989-8f06-4953-b0bb-97778f619f35 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for router_gateway (43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:26.200648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-14174989-8f06-4953-b0bb-97778f619f35 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Deleting port 8371e5e7-0485-4ffb-a293-32703208dc39 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:26.201075 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14174989-8f06-4953-b0bb-97778f619f35 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (8371e5e7-0485-4ffb-a293-32703208dc39), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:26.289252 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14174989-8f06-4953-b0bb-97778f619f35 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (8371e5e7-0485-4ffb-a293-32703208dc39), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:26.304999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-14174989-8f06-4953-b0bb-97778f619f35 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Calling delete_port for 8371e5e7-0485-4ffb-a293-32703208dc39 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:26.556067 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14174989-8f06-4953-b0bb-97778f619f35 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (8371e5e7-0485-4ffb-a293-32703208dc39), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:26.579539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14174989-8f06-4953-b0bb-97778f619f35 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Port': ['ID=8371e5e7-0485-4ffb-a293-32703208dc39,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:26.657883 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14174989-8f06-4953-b0bb-97778f619f35 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:26.787259 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14174989-8f06-4953-b0bb-97778f619f35 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:26.789758 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14174989-8f06-4953-b0bb-97778f619f35 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for router_controller (43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:27.407239 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14174989-8f06-4953-b0bb-97778f619f35 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:27.408302 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14174989-8f06-4953-b0bb-97778f619f35 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Fanout notify agent at l3_agent the message router_deleted on router 43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:17:27.419508 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14174989-8f06-4953-b0bb-97778f619f35 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:27.423431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-14174989-8f06-4953-b0bb-97778f619f35 tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/routers/43bcf940-fd3d-4ab2-8b16-9e47df3e7ed8 HTTP/1.1" status: 204 len: 168 time: 1.6503117 Jan 28 06:17:27.437419 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46956) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:27.484242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de7cc05-db8f-4b19-ba3d-d9f59376befb tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Deleting subnet 4be38640-c732-4099-9f2f-28f75330e000 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:17:27.488515 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6de7cc05-db8f-4b19-ba3d-d9f59376befb tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for subnet (4be38640-c732-4099-9f2f-28f75330e000), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:27.536699 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6de7cc05-db8f-4b19-ba3d-d9f59376befb tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (4be38640-c732-4099-9f2f-28f75330e000), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:27.589624 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6de7cc05-db8f-4b19-ba3d-d9f59376befb tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (4be38640-c732-4099-9f2f-28f75330e000), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:27.661617 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:17:27.751539 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6de7cc05-db8f-4b19-ba3d-d9f59376befb tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (4be38640-c732-4099-9f2f-28f75330e000), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:27.788660 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7cc05-db8f-4b19-ba3d-d9f59376befb tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Subnet': ['ID=4be38640-c732-4099-9f2f-28f75330e000,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:27.790941 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6de7cc05-db8f-4b19-ba3d-d9f59376befb tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:27.794600 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6de7cc05-db8f-4b19-ba3d-d9f59376befb tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/subnets/4be38640-c732-4099-9f2f-28f75330e000 HTTP/1.1" status: 204 len: 168 time: 0.3694341 Jan 28 06:17:27.796924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 46968) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:27.896760 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d971d514-29fe-4f2f-b97e-74523a31c2bc tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (10ac0841-2a76-4511-888e-270a2d63dcab), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:27.912673 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:28.010748 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d971d514-29fe-4f2f-b97e-74523a31c2bc tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (10ac0841-2a76-4511-888e-270a2d63dcab), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:28.034821 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-d971d514-29fe-4f2f-b97e-74523a31c2bc tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ac0841-2a76-4511-888e-270a2d63dcab']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:28.046001 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-d971d514-29fe-4f2f-b97e-74523a31c2bc tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404b85dd-8307-4e3f-b69c-5da7fec64ec8') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:28.046287 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-d971d514-29fe-4f2f-b97e-74523a31c2bc tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404b85dd-8307-4e3f-b69c-5da7fec64ec8') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:28.058603 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d971d514-29fe-4f2f-b97e-74523a31c2bc tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (404b85dd-8307-4e3f-b69c-5da7fec64ec8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:28.072882 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d971d514-29fe-4f2f-b97e-74523a31c2bc tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (404b85dd-8307-4e3f-b69c-5da7fec64ec8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:28.080858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d971d514-29fe-4f2f-b97e-74523a31c2bc tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:17:28.081342 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d971d514-29fe-4f2f-b97e-74523a31c2bc tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (404b85dd-8307-4e3f-b69c-5da7fec64ec8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:17:28.085647 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:17:28.290387 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d971d514-29fe-4f2f-b97e-74523a31c2bc tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (10ac0841-2a76-4511-888e-270a2d63dcab), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:28.317341 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d971d514-29fe-4f2f-b97e-74523a31c2bc tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:28.321107 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d971d514-29fe-4f2f-b97e-74523a31c2bc tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] 10.222.0.31 "DELETE /v2.0/networks/10ac0841-2a76-4511-888e-270a2d63dcab HTTP/1.1" status: 204 len: 168 time: 0.5222878 Jan 28 06:17:28.321667 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971d514-29fe-4f2f-b97e-74523a31c2bc tempest-FloatingIPTestJSON-576895807 tempest-FloatingIPTestJSON-576895807-project] Pushing event deleted for resources: {'Network': ['ID=10ac0841-2a76-4511-888e-270a2d63dcab,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:29.018789 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47002) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:29.172326 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-83c42013-9d93-4318-bd08-c8e50ba8f5e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64f357b6ce4e438eb0f17e9a3771f8bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1492531 Jan 28 06:17:29.172865 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47008) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:29.234148 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-776645fc-3ea6-4372-9057-4bf054fb575a admin admin] Publish callbacks [] for security_group (ed733550-a4be-4d13-87ce-290fd61bd1ec), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:29.265051 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-776645fc-3ea6-4372-9057-4bf054fb575a admin admin] Publish callbacks [] for security_group (ed733550-a4be-4d13-87ce-290fd61bd1ec), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:29.421012 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-776645fc-3ea6-4372-9057-4bf054fb575a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (ed733550-a4be-4d13-87ce-290fd61bd1ec), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:29.421012 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-776645fc-3ea6-4372-9057-4bf054fb575a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:29.421598 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-776645fc-3ea6-4372-9057-4bf054fb575a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed733550-a4be-4d13-87ce-290fd61bd1ec HTTP/1.1" status: 204 len: 168 time: 0.2464452 Jan 28 06:17:29.437491 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776645fc-3ea6-4372-9057-4bf054fb575a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed733550-a4be-4d13-87ce-290fd61bd1ec,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:30.540070 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47066) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:30.705999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1358168197'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:30.826756 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Made reservation on behalf of 6ca88162f6704f838b62baf1078ca0b3 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:17:30.831223 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:30.841517 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:30.997586 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for security_group (1d42f529-dbc8-49e8-a01f-015f7155cb7e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:31.087715 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1d42f529-dbc8-49e8-a01f-015f7155cb7e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:31.113432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:17:31.122631 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (fabd4db1-b2db-496b-91f4-f4804c353dc9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:31.122984 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Added segment fabd4db1-b2db-496b-91f4-f4804c353dc9 of type vlan for network 77725642-b1e3-4869-909c-bec44e576bb0 Jan 28 06:17:31.173444 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (77725642-b1e3-4869-909c-bec44e576bb0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:31.223700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d42f529-dbc8-49e8-a01f-015f7155cb7e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:31.232760 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:31.233120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:31.233467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:31.233810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:31.234145 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:31.234719 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:31.235672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:31.236094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:31.236430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:31.236839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:31.237166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:31.237499 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:31.237876 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:31.290254 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (77725642-b1e3-4869-909c-bec44e576bb0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:31.298626 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:31.299233 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:31.417270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event updated for resources: {'Network': ['ID=77725642-b1e3-4869-909c-bec44e576bb0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:31.429381 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 77725642-b1e3-4869-909c-bec44e576bb0 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:17:31.508006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-32644330-3c22-463a-93ba-a8006c5decdd tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9648166 Jan 28 06:17:32.506417 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-682d98b0-72a2-4217-a99f-988b2fdb74c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:34.827005 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74107308-29ce-4d92-b54f-8cf6f7611175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:34.924896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47162) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:34.940689 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-711c9c53-7390-44c9-b4e8-62bf73883103 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Request body: {'subnet': {'network_id': '77725642-b1e3-4869-909c-bec44e576bb0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:35.095660 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711c9c53-7390-44c9-b4e8-62bf73883103 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Made reservation on behalf of 6ca88162f6704f838b62baf1078ca0b3 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:17:35.101540 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-711c9c53-7390-44c9-b4e8-62bf73883103 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:35.409614 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-711c9c53-7390-44c9-b4e8-62bf73883103 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (bd1279b9-0a7e-439a-afc2-f92a09b9c62f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:35.538053 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c9c53-7390-44c9-b4e8-62bf73883103 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event updated for resources: {'Subnet': ['ID=bd1279b9-0a7e-439a-afc2-f92a09b9c62f,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:35.565157 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711c9c53-7390-44c9-b4e8-62bf73883103 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Checking segment: {'id': 'fabd4db1-b2db-496b-91f4-f4804c353dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '77725642-b1e3-4869-909c-bec44e576bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:17:35.565157 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711c9c53-7390-44c9-b4e8-62bf73883103 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Network hostable DHCP agents. Network: 77725642-b1e3-4869-909c-bec44e576bb0, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:17:35.704825 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711c9c53-7390-44c9-b4e8-62bf73883103 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Network 77725642-b1e3-4869-909c-bec44e576bb0 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:17:35.789962 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-711c9c53-7390-44c9-b4e8-62bf73883103 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 77725642-b1e3-4869-909c-bec44e576bb0) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:35.802214 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2402d4d-9ae0-4716-8abc-31f4cb428b7f None None] Network 77725642-b1e3-4869-909c-bec44e576bb0 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:17:35.807938 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711c9c53-7390-44c9-b4e8-62bf73883103 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:35.808687 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-711c9c53-7390-44c9-b4e8-62bf73883103 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:35.925600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47186) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:35.926641 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-711c9c53-7390-44c9-b4e8-62bf73883103 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0006053 Jan 28 06:17:35.929722 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-77725642-b1e3-4869-909c-bec44e576bb0', 'network_id': '77725642-b1e3-4869-909c-bec44e576bb0', 'project_id': '6ca88162f6704f838b62baf1078ca0b3', 'fixed_ips': [{'subnet_id': 'bd1279b9-0a7e-439a-afc2-f92a09b9c62f'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:17:35.930694 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:35.931992 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-50c7a2d0-9618-466d-b5e4-71a043827148 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-495207025'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:36.035864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c7a2d0-9618-466d-b5e4-71a043827148 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Made reservation on behalf of 6ca88162f6704f838b62baf1078ca0b3 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:17:36.040194 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50c7a2d0-9618-466d-b5e4-71a043827148 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:36.096496 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c7a2d0-9618-466d-b5e4-71a043827148 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:17:36.111666 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50c7a2d0-9618-466d-b5e4-71a043827148 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (07a11ced-f823-47b1-bc3e-aeba982afe96), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:36.112275 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-50c7a2d0-9618-466d-b5e4-71a043827148 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Added segment 07a11ced-f823-47b1-bc3e-aeba982afe96 of type vlan for network dca92107-34d6-42a2-868b-940f9505cd97 Jan 28 06:17:36.126602 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Allocated IP 2001:db8:0:ffff::2 (77725642-b1e3-4869-909c-bec44e576bb0/bd1279b9-0a7e-439a-afc2-f92a09b9c62f/33a4e873-6225-4258-b277-b5c2eac1e880) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:17:36.172217 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50c7a2d0-9618-466d-b5e4-71a043827148 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (dca92107-34d6-42a2-868b-940f9505cd97), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:36.292301 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50c7a2d0-9618-466d-b5e4-71a043827148 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (dca92107-34d6-42a2-868b-940f9505cd97), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:36.292662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c7a2d0-9618-466d-b5e4-71a043827148 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:36.293441 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50c7a2d0-9618-466d-b5e4-71a043827148 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:36.346739 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Publish callbacks [] for port (33a4e873-6225-4258-b277-b5c2eac1e880), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:36.369056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7a2d0-9618-466d-b5e4-71a043827148 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event updated for resources: {'Network': ['ID=dca92107-34d6-42a2-868b-940f9505cd97,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:36.379853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network dca92107-34d6-42a2-868b-940f9505cd97 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:17:36.397460 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-50c7a2d0-9618-466d-b5e4-71a043827148 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4671595 Jan 28 06:17:36.401538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47200) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:36.404626 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ffec10b5-d7a8-4c92-9d56-535c0c654b87 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Request body: {'subnet': {'network_id': 'dca92107-34d6-42a2-868b-940f9505cd97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:36.437806 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (33a4e873-6225-4258-b277-b5c2eac1e880), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:36.455701 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Network 77725642-b1e3-4869-909c-bec44e576bb0 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:17:36.478689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:36.491216 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:17:36.546048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Pushing event updated for resources: {'Port': ['ID=33a4e873-6225-4258-b277-b5c2eac1e880,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:36.573395 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:36.575230 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:36.575837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:36.576429 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:36.576995 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:36.577559 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:36.578156 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:36.578768 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:36.579365 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:36.579944 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:36.580530 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:36.581097 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:36.581240 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffec10b5-d7a8-4c92-9d56-535c0c654b87 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Made reservation on behalf of 6ca88162f6704f838b62baf1078ca0b3 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:17:36.581800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:17:36.584649 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ffec10b5-d7a8-4c92-9d56-535c0c654b87 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:36.618974 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Attempting to bind port 33a4e873-6225-4258-b277-b5c2eac1e880 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:17:36.619666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Attempting to bind port 33a4e873-6225-4258-b277-b5c2eac1e880 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'fabd4db1-b2db-496b-91f4-f4804c353dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '77725642-b1e3-4869-909c-bec44e576bb0'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:17:36.620268 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Attempting to bind port 33a4e873-6225-4258-b277-b5c2eac1e880 on network 77725642-b1e3-4869-909c-bec44e576bb0 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:17:36.626330 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:17:36.626988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Checking segment: {'id': 'fabd4db1-b2db-496b-91f4-f4804c353dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '77725642-b1e3-4869-909c-bec44e576bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:17:36.627620 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:36.628225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Bound using segment: {'id': 'fabd4db1-b2db-496b-91f4-f4804c353dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '77725642-b1e3-4869-909c-bec44e576bb0'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:17:36.628911 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Bound port: 33a4e873-6225-4258-b277-b5c2eac1e880, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabd4db1-b2db-496b-91f4-f4804c353dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '77725642-b1e3-4869-909c-bec44e576bb0'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:17:36.629562 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (33a4e873-6225-4258-b277-b5c2eac1e880), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:36.755811 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] For port 33a4e873-6225-4258-b277-b5c2eac1e880, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:17:36.761691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] For port 33a4e873-6225-4258-b277-b5c2eac1e880, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=33a4e873-6225-4258-b277-b5c2eac1e880,segment=NetworkSegment(fabd4db1-b2db-496b-91f4-f4804c353dc9),segment_id=fabd4db1-b2db-496b-91f4-f4804c353dc9)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:17:36.764996 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:36.838333 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (33a4e873-6225-4258-b277-b5c2eac1e880), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:36.925130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecdb20-2c8e-47ea-b299-80098a990a1e None None] Pushing event updated for resources: {'Port': ['ID=33a4e873-6225-4258-b277-b5c2eac1e880,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:36.999704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.objects.ports [None req-ffec10b5-d7a8-4c92-9d56-535c0c654b87 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103635) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 06:17:37.004307 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ffec10b5-d7a8-4c92-9d56-535c0c654b87 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (52b0a441-11f8-4f2c-8de2-d2184063364f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:37.081415 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec10b5-d7a8-4c92-9d56-535c0c654b87 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event updated for resources: {'Subnet': ['ID=52b0a441-11f8-4f2c-8de2-d2184063364f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:37.111028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffec10b5-d7a8-4c92-9d56-535c0c654b87 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Checking segment: {'id': '07a11ced-f823-47b1-bc3e-aeba982afe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dca92107-34d6-42a2-868b-940f9505cd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:17:37.111483 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec10b5-d7a8-4c92-9d56-535c0c654b87 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Network hostable DHCP agents. Network: dca92107-34d6-42a2-868b-940f9505cd97, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:17:37.209118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec10b5-d7a8-4c92-9d56-535c0c654b87 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Network dca92107-34d6-42a2-868b-940f9505cd97 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:17:37.288473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ffec10b5-d7a8-4c92-9d56-535c0c654b87 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, dca92107-34d6-42a2-868b-940f9505cd97) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:37.293629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffec10b5-d7a8-4c92-9d56-535c0c654b87 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:37.295002 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ffec10b5-d7a8-4c92-9d56-535c0c654b87 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:37.305550 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20155ad-d67a-4516-87b9-90f5b421e56c None None] Network dca92107-34d6-42a2-868b-940f9505cd97 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:17:37.395905 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ffec10b5-d7a8-4c92-9d56-535c0c654b87 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9969800 Jan 28 06:17:37.398344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47220) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:37.407705 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-760f9089-8647-40ec-a10d-06ca4e8526ee tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Request body: {'port': {'network_id': 'dca92107-34d6-42a2-868b-940f9505cd97', 'name': 'tempest-NetworksIpV6TestAttrs-524333099'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:37.445045 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-dca92107-34d6-42a2-868b-940f9505cd97', 'network_id': 'dca92107-34d6-42a2-868b-940f9505cd97', 'project_id': '6ca88162f6704f838b62baf1078ca0b3', 'fixed_ips': [{'subnet_id': '52b0a441-11f8-4f2c-8de2-d2184063364f'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:17:37.446203 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:37.651716 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Allocated IP 2001:db8::f816:3eff:fe7a:b434 (dca92107-34d6-42a2-868b-940f9505cd97/52b0a441-11f8-4f2c-8de2-d2184063364f/44ae67ef-2df6-44f2-a62e-9c2b34d03512) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:17:37.654997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760f9089-8647-40ec-a10d-06ca4e8526ee tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Made reservation on behalf of 6ca88162f6704f838b62baf1078ca0b3 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:17:37.659272 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-760f9089-8647-40ec-a10d-06ca4e8526ee tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:37.684469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-760f9089-8647-40ec-a10d-06ca4e8526ee tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] device_id is not set on port a65551b4-398c-4f64-93d2-2cd189cd81af yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:17:37.830129 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Publish callbacks [] for port (44ae67ef-2df6-44f2-a62e-9c2b34d03512), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:37.952910 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (44ae67ef-2df6-44f2-a62e-9c2b34d03512), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:38.007713 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-760f9089-8647-40ec-a10d-06ca4e8526ee tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Allocated IP 2001:db8::f816:3eff:fedc:df23 (dca92107-34d6-42a2-868b-940f9505cd97/52b0a441-11f8-4f2c-8de2-d2184063364f/a65551b4-398c-4f64-93d2-2cd189cd81af) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:17:38.011101 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Pushing event updated for resources: {'Port': ['ID=44ae67ef-2df6-44f2-a62e-9c2b34d03512,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:38.020762 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:38.027127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Network dca92107-34d6-42a2-868b-940f9505cd97 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:17:38.037517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:38.037517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:17:38.292350 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-760f9089-8647-40ec-a10d-06ca4e8526ee tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for port (a65551b4-398c-4f64-93d2-2cd189cd81af), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:38.415891 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9660e9-b4a9-4be0-9c0c-daa663b4d85b None None] Network 77725642-b1e3-4869-909c-bec44e576bb0 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:17:38.441983 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-760f9089-8647-40ec-a10d-06ca4e8526ee tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a65551b4-398c-4f64-93d2-2cd189cd81af), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:38.474763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Attempting to bind port 44ae67ef-2df6-44f2-a62e-9c2b34d03512 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:17:38.475059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Attempting to bind port 44ae67ef-2df6-44f2-a62e-9c2b34d03512 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '07a11ced-f823-47b1-bc3e-aeba982afe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dca92107-34d6-42a2-868b-940f9505cd97'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:17:38.475430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Attempting to bind port 44ae67ef-2df6-44f2-a62e-9c2b34d03512 on network dca92107-34d6-42a2-868b-940f9505cd97 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:17:38.486637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760f9089-8647-40ec-a10d-06ca4e8526ee tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Network dca92107-34d6-42a2-868b-940f9505cd97 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:17:38.487647 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:17:38.488041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Checking segment: {'id': '07a11ced-f823-47b1-bc3e-aeba982afe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dca92107-34d6-42a2-868b-940f9505cd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:17:38.488451 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:38.488854 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Bound using segment: {'id': '07a11ced-f823-47b1-bc3e-aeba982afe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dca92107-34d6-42a2-868b-940f9505cd97'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:17:38.489333 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Bound port: 44ae67ef-2df6-44f2-a62e-9c2b34d03512, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a11ced-f823-47b1-bc3e-aeba982afe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dca92107-34d6-42a2-868b-940f9505cd97'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:17:38.489525 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-760f9089-8647-40ec-a10d-06ca4e8526ee tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:38.489719 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44ae67ef-2df6-44f2-a62e-9c2b34d03512), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:38.492159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760f9089-8647-40ec-a10d-06ca4e8526ee tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:17:38.498538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760f9089-8647-40ec-a10d-06ca4e8526ee tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:38.498538 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-760f9089-8647-40ec-a10d-06ca4e8526ee tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:38.516460 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f9089-8647-40ec-a10d-06ca4e8526ee tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event updated for resources: {'Port': ['ID=a65551b4-398c-4f64-93d2-2cd189cd81af,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:38.521021 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-bd3d486b-8c64-40bb-b361-69c7c040e35b None None] Provisioning complete for port 33a4e873-6225-4258-b277-b5c2eac1e880 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:17:38.522902 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd3d486b-8c64-40bb-b361-69c7c040e35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (33a4e873-6225-4258-b277-b5c2eac1e880), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:38.621372 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-760f9089-8647-40ec-a10d-06ca4e8526ee tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2219481 Jan 28 06:17:38.624236 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47242) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:38.641748 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] For port 44ae67ef-2df6-44f2-a62e-9c2b34d03512, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:17:38.657104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] For port 44ae67ef-2df6-44f2-a62e-9c2b34d03512, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=44ae67ef-2df6-44f2-a62e-9c2b34d03512,segment=NetworkSegment(07a11ced-f823-47b1-bc3e-aeba982afe96),segment_id=07a11ced-f823-47b1-bc3e-aeba982afe96)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:17:38.679427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01257ad-fae3-4003-b334-b6b30d099183 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Deleting subnet 52b0a441-11f8-4f2c-8de2-d2184063364f {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:17:38.684082 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f01257ad-fae3-4003-b334-b6b30d099183 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for subnet (52b0a441-11f8-4f2c-8de2-d2184063364f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:38.708775 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d486b-8c64-40bb-b361-69c7c040e35b None None] Current status of the port 33a4e873-6225-4258-b277-b5c2eac1e880 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:17:38.709420 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd3d486b-8c64-40bb-b361-69c7c040e35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (33a4e873-6225-4258-b277-b5c2eac1e880), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:38.733502 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f01257ad-fae3-4003-b334-b6b30d099183 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (52b0a441-11f8-4f2c-8de2-d2184063364f), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:38.759783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-bd3d486b-8c64-40bb-b361-69c7c040e35b None None] For port 33a4e873-6225-4258-b277-b5c2eac1e880, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=33a4e873-6225-4258-b277-b5c2eac1e880,segment=NetworkSegment(fabd4db1-b2db-496b-91f4-f4804c353dc9),segment_id=fabd4db1-b2db-496b-91f4-f4804c353dc9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:17:38.762041 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (44ae67ef-2df6-44f2-a62e-9c2b34d03512), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:38.868115 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd3d486b-8c64-40bb-b361-69c7c040e35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (33a4e873-6225-4258-b277-b5c2eac1e880), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:38.920097 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35481fe-5c01-4755-a8c9-05154fc4f284 None None] Pushing event updated for resources: {'Port': ['ID=44ae67ef-2df6-44f2-a62e-9c2b34d03512,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:38.969362 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f01257ad-fae3-4003-b334-b6b30d099183 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (52b0a441-11f8-4f2c-8de2-d2184063364f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:38.998857 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d486b-8c64-40bb-b361-69c7c040e35b None None] Pushing event updated for resources: {'Port': ['ID=33a4e873-6225-4258-b277-b5c2eac1e880,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:39.091679 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f23a7c08-406f-4512-9729-a114d7c5c5c8 None None] Provisioning complete for port 33a4e873-6225-4258-b277-b5c2eac1e880 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:17:39.092060 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f23a7c08-406f-4512-9729-a114d7c5c5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (33a4e873-6225-4258-b277-b5c2eac1e880), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:39.183501 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:39.198852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f23a7c08-406f-4512-9729-a114d7c5c5c8 None None] Current status of the port 33a4e873-6225-4258-b277-b5c2eac1e880 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:17:39.235511 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f01257ad-fae3-4003-b334-b6b30d099183 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (52b0a441-11f8-4f2c-8de2-d2184063364f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:39.274780 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f01257ad-fae3-4003-b334-b6b30d099183 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:39.280953 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f01257ad-fae3-4003-b334-b6b30d099183 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/subnets/52b0a441-11f8-4f2c-8de2-d2184063364f HTTP/1.1" status: 204 len: 168 time: 0.6523321 Jan 28 06:17:39.280953 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01257ad-fae3-4003-b334-b6b30d099183 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event deleted for resources: {'Subnet': ['ID=52b0a441-11f8-4f2c-8de2-d2184063364f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:39.281330 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47256) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:39.419816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32672d27-d33b-4fb0-b8b9-35630c670e40 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:39.421725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32672d27-d33b-4fb0-b8b9-35630c670e40 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:39.426533 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-32672d27-d33b-4fb0-b8b9-35630c670e40 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1429009 Jan 28 06:17:39.428830 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 33a4e873-6225-4258-b277-b5c2eac1e880 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:17:39.429662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47262) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:39.506675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 33a4e873-6225-4258-b277-b5c2eac1e880 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:17:39.506675 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (33a4e873-6225-4258-b277-b5c2eac1e880), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:39.532834 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d4254cb6-d36c-4c9b-b8db-e845569061b5 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (dca92107-34d6-42a2-868b-940f9505cd97), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:39.544150 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4254cb6-d36c-4c9b-b8db-e845569061b5 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 06:17:39.546220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4254cb6-d36c-4c9b-b8db-e845569061b5 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:17:39.552324 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d4254cb6-d36c-4c9b-b8db-e845569061b5 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/networks/dca92107-34d6-42a2-868b-940f9505cd97 HTTP/1.1" status: 409 len: 466 time: 0.1164765 Jan 28 06:17:39.552803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47264) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:39.557663 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7560bdf5-2e6e-4bff-9dc6-76bc2c4d2ff6 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1024885978'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:39.592611 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 33a4e873-6225-4258-b277-b5c2eac1e880 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:17:39.711970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7560bdf5-2e6e-4bff-9dc6-76bc2c4d2ff6 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Made reservation on behalf of 6ca88162f6704f838b62baf1078ca0b3 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:17:39.715418 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7560bdf5-2e6e-4bff-9dc6-76bc2c4d2ff6 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:39.743617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7560bdf5-2e6e-4bff-9dc6-76bc2c4d2ff6 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:17:39.753697 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7560bdf5-2e6e-4bff-9dc6-76bc2c4d2ff6 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (893907e2-18cf-4592-bc3f-e37d4b0ac8c1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:39.754038 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-7560bdf5-2e6e-4bff-9dc6-76bc2c4d2ff6 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Added segment 893907e2-18cf-4592-bc3f-e37d4b0ac8c1 of type vlan for network c4c1b060-53df-448d-87cc-e18635845a95 Jan 28 06:17:39.802150 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7560bdf5-2e6e-4bff-9dc6-76bc2c4d2ff6 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (c4c1b060-53df-448d-87cc-e18635845a95), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:39.929273 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7560bdf5-2e6e-4bff-9dc6-76bc2c4d2ff6 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (c4c1b060-53df-448d-87cc-e18635845a95), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:39.934867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7560bdf5-2e6e-4bff-9dc6-76bc2c4d2ff6 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:39.935514 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7560bdf5-2e6e-4bff-9dc6-76bc2c4d2ff6 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:40.033989 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560bdf5-2e6e-4bff-9dc6-76bc2c4d2ff6 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event updated for resources: {'Network': ['ID=c4c1b060-53df-448d-87cc-e18635845a95,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:40.047194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network c4c1b060-53df-448d-87cc-e18635845a95 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:17:40.113104 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7560bdf5-2e6e-4bff-9dc6-76bc2c4d2ff6 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5543785 Jan 28 06:17:40.113315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47278) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:40.124128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-df75e2fd-1ac9-436e-90d3-03b6f5d0fb2b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Request body: {'subnet': {'network_id': 'c4c1b060-53df-448d-87cc-e18635845a95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:40.215337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b63755a-b067-45a7-a2cc-e70b0c0083b8 None None] Network dca92107-34d6-42a2-868b-940f9505cd97 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:17:40.278087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-fd502ce8-7bc4-47ed-9cd6-189c3c5e7b37 None None] Provisioning complete for port 44ae67ef-2df6-44f2-a62e-9c2b34d03512 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:17:40.278485 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd502ce8-7bc4-47ed-9cd6-189c3c5e7b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (44ae67ef-2df6-44f2-a62e-9c2b34d03512), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:40.351894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df75e2fd-1ac9-436e-90d3-03b6f5d0fb2b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Made reservation on behalf of 6ca88162f6704f838b62baf1078ca0b3 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:17:40.361796 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df75e2fd-1ac9-436e-90d3-03b6f5d0fb2b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:40.405409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fd502ce8-7bc4-47ed-9cd6-189c3c5e7b37 None None] Current status of the port 44ae67ef-2df6-44f2-a62e-9c2b34d03512 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:17:40.406322 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd502ce8-7bc4-47ed-9cd6-189c3c5e7b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44ae67ef-2df6-44f2-a62e-9c2b34d03512), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:40.457222 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fd502ce8-7bc4-47ed-9cd6-189c3c5e7b37 None None] For port 44ae67ef-2df6-44f2-a62e-9c2b34d03512, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=44ae67ef-2df6-44f2-a62e-9c2b34d03512,segment=NetworkSegment(07a11ced-f823-47b1-bc3e-aeba982afe96),segment_id=07a11ced-f823-47b1-bc3e-aeba982afe96)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:17:40.460111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75d562b-dbb2-4279-b27a-95c2f07fa494 None None] DHCP port deletion for dca92107-34d6-42a2-868b-940f9505cd97 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:17:40.526810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b75d562b-dbb2-4279-b27a-95c2f07fa494 None None] Deleting port 44ae67ef-2df6-44f2-a62e-9c2b34d03512 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:40.527331 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b75d562b-dbb2-4279-b27a-95c2f07fa494 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (44ae67ef-2df6-44f2-a62e-9c2b34d03512), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:40.573241 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd502ce8-7bc4-47ed-9cd6-189c3c5e7b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (44ae67ef-2df6-44f2-a62e-9c2b34d03512), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:40.631069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd502ce8-7bc4-47ed-9cd6-189c3c5e7b37 None None] Pushing event updated for resources: {'Port': ['ID=44ae67ef-2df6-44f2-a62e-9c2b34d03512,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:40.652429 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b75d562b-dbb2-4279-b27a-95c2f07fa494 None None] For port 44ae67ef-2df6-44f2-a62e-9c2b34d03512, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=44ae67ef-2df6-44f2-a62e-9c2b34d03512,segment=NetworkSegment(07a11ced-f823-47b1-bc3e-aeba982afe96),segment_id=07a11ced-f823-47b1-bc3e-aeba982afe96)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:17:40.652967 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b75d562b-dbb2-4279-b27a-95c2f07fa494 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (44ae67ef-2df6-44f2-a62e-9c2b34d03512), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:40.668005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b75d562b-dbb2-4279-b27a-95c2f07fa494 None None] Calling delete_port for 44ae67ef-2df6-44f2-a62e-9c2b34d03512 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:40.861878 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b75d562b-dbb2-4279-b27a-95c2f07fa494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (44ae67ef-2df6-44f2-a62e-9c2b34d03512), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:40.898621 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d562b-dbb2-4279-b27a-95c2f07fa494 None None] Pushing event deleted for resources: {'Port': ['ID=44ae67ef-2df6-44f2-a62e-9c2b34d03512,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:40.903000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d562b-dbb2-4279-b27a-95c2f07fa494 None None] No DVR routers for this DVR port 44ae67ef-2df6-44f2-a62e-9c2b34d03512 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:17:41.174611 n-d-812111-12 neutron-server[103635]: DEBUG neutron.objects.ports [None req-df75e2fd-1ac9-436e-90d3-03b6f5d0fb2b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103635) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 06:17:41.176096 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df75e2fd-1ac9-436e-90d3-03b6f5d0fb2b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (d338fad1-ccf7-45c1-a0a2-6cf085256af6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:41.238342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75e2fd-1ac9-436e-90d3-03b6f5d0fb2b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event updated for resources: {'Subnet': ['ID=d338fad1-ccf7-45c1-a0a2-6cf085256af6,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:41.247674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df75e2fd-1ac9-436e-90d3-03b6f5d0fb2b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Checking segment: {'id': '893907e2-18cf-4592-bc3f-e37d4b0ac8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4c1b060-53df-448d-87cc-e18635845a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:17:41.248038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df75e2fd-1ac9-436e-90d3-03b6f5d0fb2b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Network hostable DHCP agents. Network: c4c1b060-53df-448d-87cc-e18635845a95, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:17:41.335097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df75e2fd-1ac9-436e-90d3-03b6f5d0fb2b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Network c4c1b060-53df-448d-87cc-e18635845a95 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:17:41.455343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-df75e2fd-1ac9-436e-90d3-03b6f5d0fb2b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, c4c1b060-53df-448d-87cc-e18635845a95) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:41.459903 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df75e2fd-1ac9-436e-90d3-03b6f5d0fb2b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:41.460954 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df75e2fd-1ac9-436e-90d3-03b6f5d0fb2b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:41.472486 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4757b3-8306-4793-94c8-c8c389f893ee None None] Network c4c1b060-53df-448d-87cc-e18635845a95 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:17:41.606251 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-c4c1b060-53df-448d-87cc-e18635845a95', 'network_id': 'c4c1b060-53df-448d-87cc-e18635845a95', 'project_id': '6ca88162f6704f838b62baf1078ca0b3', 'fixed_ips': [{'subnet_id': 'd338fad1-ccf7-45c1-a0a2-6cf085256af6'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:17:41.607715 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:41.633472 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-df75e2fd-1ac9-436e-90d3-03b6f5d0fb2b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5189478 Jan 28 06:17:41.641854 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47308) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:41.647615 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d8193e84-3d7e-4955-ad5e-4fee8c860230 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Request body: {'port': {'network_id': 'c4c1b060-53df-448d-87cc-e18635845a95', 'name': 'tempest-NetworksIpV6TestAttrs-1059940651'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:41.771032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Allocated IP 2001:db8::f816:3eff:fea6:6566 (c4c1b060-53df-448d-87cc-e18635845a95/d338fad1-ccf7-45c1-a0a2-6cf085256af6/fb43c5a6-a5c8-434d-894d-966b6fe965a1) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:17:41.866453 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8193e84-3d7e-4955-ad5e-4fee8c860230 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Made reservation on behalf of 6ca88162f6704f838b62baf1078ca0b3 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:17:41.870035 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d8193e84-3d7e-4955-ad5e-4fee8c860230 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:41.893473 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [None req-d8193e84-3d7e-4955-ad5e-4fee8c860230 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] device_id is not set on port cb2d5e2c-c025-4def-9ec3-5c91cacda08e yet. {{(pid=103634) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 06:17:41.928916 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Publish callbacks [] for port (fb43c5a6-a5c8-434d-894d-966b6fe965a1), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:42.055187 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (fb43c5a6-a5c8-434d-894d-966b6fe965a1), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:42.119885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Network c4c1b060-53df-448d-87cc-e18635845a95 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:17:42.122399 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-d8193e84-3d7e-4955-ad5e-4fee8c860230 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Allocated IP 2001:db8::f816:3eff:fe63:1c97 (c4c1b060-53df-448d-87cc-e18635845a95/d338fad1-ccf7-45c1-a0a2-6cf085256af6/cb2d5e2c-c025-4def-9ec3-5c91cacda08e) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:17:42.123087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:42.128048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:17:42.143574 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Pushing event updated for resources: {'Port': ['ID=fb43c5a6-a5c8-434d-894d-966b6fe965a1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:42.199322 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Attempting to bind port fb43c5a6-a5c8-434d-894d-966b6fe965a1 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:17:42.199696 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Attempting to bind port fb43c5a6-a5c8-434d-894d-966b6fe965a1 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '893907e2-18cf-4592-bc3f-e37d4b0ac8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4c1b060-53df-448d-87cc-e18635845a95'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:17:42.200058 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Attempting to bind port fb43c5a6-a5c8-434d-894d-966b6fe965a1 on network c4c1b060-53df-448d-87cc-e18635845a95 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:17:42.205634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:17:42.206015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Checking segment: {'id': '893907e2-18cf-4592-bc3f-e37d4b0ac8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4c1b060-53df-448d-87cc-e18635845a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:17:42.206449 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:42.206847 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Bound using segment: {'id': '893907e2-18cf-4592-bc3f-e37d4b0ac8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4c1b060-53df-448d-87cc-e18635845a95'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:17:42.207351 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Bound port: fb43c5a6-a5c8-434d-894d-966b6fe965a1, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893907e2-18cf-4592-bc3f-e37d4b0ac8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4c1b060-53df-448d-87cc-e18635845a95'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:17:42.207735 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fb43c5a6-a5c8-434d-894d-966b6fe965a1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:42.310499 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] For port fb43c5a6-a5c8-434d-894d-966b6fe965a1, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:17:42.315111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] For port fb43c5a6-a5c8-434d-894d-966b6fe965a1, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fb43c5a6-a5c8-434d-894d-966b6fe965a1,segment=NetworkSegment(893907e2-18cf-4592-bc3f-e37d4b0ac8c1),segment_id=893907e2-18cf-4592-bc3f-e37d4b0ac8c1)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:17:42.347345 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d8193e84-3d7e-4955-ad5e-4fee8c860230 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for port (cb2d5e2c-c025-4def-9ec3-5c91cacda08e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:42.495322 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fb43c5a6-a5c8-434d-894d-966b6fe965a1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:42.495947 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d8193e84-3d7e-4955-ad5e-4fee8c860230 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (cb2d5e2c-c025-4def-9ec3-5c91cacda08e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:42.552089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8193e84-3d7e-4955-ad5e-4fee8c860230 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Network c4c1b060-53df-448d-87cc-e18635845a95 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:17:42.555527 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-d8193e84-3d7e-4955-ad5e-4fee8c860230 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:42.564014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8193e84-3d7e-4955-ad5e-4fee8c860230 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:17:42.570958 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8193e84-3d7e-4955-ad5e-4fee8c860230 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:42.571792 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d8193e84-3d7e-4955-ad5e-4fee8c860230 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:42.582556 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8193e84-3d7e-4955-ad5e-4fee8c860230 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event updated for resources: {'Port': ['ID=cb2d5e2c-c025-4def-9ec3-5c91cacda08e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:42.590263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77795726-3144-4efa-b616-87d8f85310b6 None None] Pushing event updated for resources: {'Port': ['ID=fb43c5a6-a5c8-434d-894d-966b6fe965a1,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:42.673854 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d8193e84-3d7e-4955-ad5e-4fee8c860230 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0300450 Jan 28 06:17:42.676888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47328) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:42.738991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-9576803f-5b8e-4db6-985a-71c0574d148d tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Deleting subnet d338fad1-ccf7-45c1-a0a2-6cf085256af6 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:17:42.745046 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9576803f-5b8e-4db6-985a-71c0574d148d tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for subnet (d338fad1-ccf7-45c1-a0a2-6cf085256af6), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:42.805493 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9576803f-5b8e-4db6-985a-71c0574d148d tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (d338fad1-ccf7-45c1-a0a2-6cf085256af6), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:43.013417 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9576803f-5b8e-4db6-985a-71c0574d148d tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (d338fad1-ccf7-45c1-a0a2-6cf085256af6), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:43.196833 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9576803f-5b8e-4db6-985a-71c0574d148d tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (d338fad1-ccf7-45c1-a0a2-6cf085256af6), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:43.221324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576803f-5b8e-4db6-985a-71c0574d148d tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event deleted for resources: {'Subnet': ['ID=d338fad1-ccf7-45c1-a0a2-6cf085256af6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:43.231215 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9576803f-5b8e-4db6-985a-71c0574d148d tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:43.234242 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9576803f-5b8e-4db6-985a-71c0574d148d tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/subnets/d338fad1-ccf7-45c1-a0a2-6cf085256af6 HTTP/1.1" status: 204 len: 168 time: 0.5560591 Jan 28 06:17:43.236994 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47340) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:43.321624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fb43c5a6-a5c8-434d-894d-966b6fe965a1 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:17:43.354970 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42c5629-0041-44db-8c49-26d9d03ec12c tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:43.357441 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42c5629-0041-44db-8c49-26d9d03ec12c tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:43.360951 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f42c5629-0041-44db-8c49-26d9d03ec12c tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1223409 Jan 28 06:17:43.363653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47346) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:43.384153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port fb43c5a6-a5c8-434d-894d-966b6fe965a1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:17:43.384557 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fb43c5a6-a5c8-434d-894d-966b6fe965a1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:43.456092 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6aef8030-79bf-4dd9-856a-6850b66c15fa tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (c4c1b060-53df-448d-87cc-e18635845a95), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:43.471354 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aef8030-79bf-4dd9-856a-6850b66c15fa tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 06:17:43.472099 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aef8030-79bf-4dd9-856a-6850b66c15fa tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:17:43.476971 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6aef8030-79bf-4dd9-856a-6850b66c15fa tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/networks/c4c1b060-53df-448d-87cc-e18635845a95 HTTP/1.1" status: 409 len: 466 time: 0.1122432 Jan 28 06:17:43.483970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47356) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:43.502382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6b748db9-e2d0-45ce-a943-b1e591ed0082 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-790121362'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:43.587602 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port fb43c5a6-a5c8-434d-894d-966b6fe965a1 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:17:43.588881 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fb43c5a6-a5c8-434d-894d-966b6fe965a1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:43.658984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b748db9-e2d0-45ce-a943-b1e591ed0082 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Made reservation on behalf of 6ca88162f6704f838b62baf1078ca0b3 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:17:43.663428 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6b748db9-e2d0-45ce-a943-b1e591ed0082 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:43.669699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port fb43c5a6-a5c8-434d-894d-966b6fe965a1, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fb43c5a6-a5c8-434d-894d-966b6fe965a1,segment=NetworkSegment(893907e2-18cf-4592-bc3f-e37d4b0ac8c1),segment_id=893907e2-18cf-4592-bc3f-e37d4b0ac8c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:17:43.710227 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b748db9-e2d0-45ce-a943-b1e591ed0082 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:17:43.720704 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6b748db9-e2d0-45ce-a943-b1e591ed0082 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (b08e23ed-0ba8-446c-9501-bbda17816e46), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:43.727013 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-6b748db9-e2d0-45ce-a943-b1e591ed0082 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Added segment b08e23ed-0ba8-446c-9501-bbda17816e46 of type vlan for network e90d46ed-f853-468e-8137-03e10db531bb Jan 28 06:17:43.772495 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6b748db9-e2d0-45ce-a943-b1e591ed0082 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (e90d46ed-f853-468e-8137-03e10db531bb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:43.774548 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fb43c5a6-a5c8-434d-894d-966b6fe965a1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:43.824554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=fb43c5a6-a5c8-434d-894d-966b6fe965a1,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:43.861170 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6b748db9-e2d0-45ce-a943-b1e591ed0082 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (e90d46ed-f853-468e-8137-03e10db531bb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:43.866602 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b748db9-e2d0-45ce-a943-b1e591ed0082 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:43.867279 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6b748db9-e2d0-45ce-a943-b1e591ed0082 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:43.928101 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6866e913-4537-4d9a-8234-39617167466f None None] Network c4c1b060-53df-448d-87cc-e18635845a95 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:17:43.946594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b748db9-e2d0-45ce-a943-b1e591ed0082 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event updated for resources: {'Network': ['ID=e90d46ed-f853-468e-8137-03e10db531bb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:43.977774 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47366) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:43.980833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6b748db9-e2d0-45ce-a943-b1e591ed0082 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4890175 Jan 28 06:17:43.982888 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-47635c6e-d959-49d0-becc-a22287e4bb5b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Request body: {'subnet': {'network_id': 'e90d46ed-f853-468e-8137-03e10db531bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:44.020707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network e90d46ed-f853-468e-8137-03e10db531bb details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:17:44.038054 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f015feac-3a57-427e-8b7b-1f9b26c26081 None None] Provisioning complete for port fb43c5a6-a5c8-434d-894d-966b6fe965a1 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:17:44.038887 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f015feac-3a57-427e-8b7b-1f9b26c26081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fb43c5a6-a5c8-434d-894d-966b6fe965a1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:44.190340 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47635c6e-d959-49d0-becc-a22287e4bb5b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Made reservation on behalf of 6ca88162f6704f838b62baf1078ca0b3 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:17:44.195506 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47635c6e-d959-49d0-becc-a22287e4bb5b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:44.293172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1e8a0b-3370-4da6-88ce-80929418aec3 None None] DHCP port deletion for c4c1b060-53df-448d-87cc-e18635845a95 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:17:44.299536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f015feac-3a57-427e-8b7b-1f9b26c26081 None None] Current status of the port fb43c5a6-a5c8-434d-894d-966b6fe965a1 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:17:44.354423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e8a0b-3370-4da6-88ce-80929418aec3 None None] Deleting port fb43c5a6-a5c8-434d-894d-966b6fe965a1 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:44.362500 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f1e8a0b-3370-4da6-88ce-80929418aec3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (fb43c5a6-a5c8-434d-894d-966b6fe965a1), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:44.432722 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8f1e8a0b-3370-4da6-88ce-80929418aec3 None None] For port fb43c5a6-a5c8-434d-894d-966b6fe965a1, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=fb43c5a6-a5c8-434d-894d-966b6fe965a1,segment=NetworkSegment(893907e2-18cf-4592-bc3f-e37d4b0ac8c1),segment_id=893907e2-18cf-4592-bc3f-e37d4b0ac8c1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:17:44.433148 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f1e8a0b-3370-4da6-88ce-80929418aec3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (fb43c5a6-a5c8-434d-894d-966b6fe965a1), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:44.447382 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e8a0b-3370-4da6-88ce-80929418aec3 None None] Calling delete_port for fb43c5a6-a5c8-434d-894d-966b6fe965a1 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:44.661077 n-d-812111-12 neutron-server[103634]: DEBUG neutron.objects.ports [None req-47635c6e-d959-49d0-becc-a22287e4bb5b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103634) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 06:17:44.662760 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47635c6e-d959-49d0-becc-a22287e4bb5b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (a8df2f9b-c34f-4999-b73a-f75d37560edd), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:44.664518 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f1e8a0b-3370-4da6-88ce-80929418aec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (fb43c5a6-a5c8-434d-894d-966b6fe965a1), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:44.696149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e8a0b-3370-4da6-88ce-80929418aec3 None None] Pushing event deleted for resources: {'Port': ['ID=fb43c5a6-a5c8-434d-894d-966b6fe965a1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:44.701307 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1e8a0b-3370-4da6-88ce-80929418aec3 None None] No DVR routers for this DVR port fb43c5a6-a5c8-434d-894d-966b6fe965a1 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:17:44.748923 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47635c6e-d959-49d0-becc-a22287e4bb5b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event updated for resources: {'Subnet': ['ID=a8df2f9b-c34f-4999-b73a-f75d37560edd,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:44.761551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47635c6e-d959-49d0-becc-a22287e4bb5b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Checking segment: {'id': 'b08e23ed-0ba8-446c-9501-bbda17816e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e90d46ed-f853-468e-8137-03e10db531bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:17:44.762002 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47635c6e-d959-49d0-becc-a22287e4bb5b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Network hostable DHCP agents. Network: e90d46ed-f853-468e-8137-03e10db531bb, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:17:44.864136 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47635c6e-d959-49d0-becc-a22287e4bb5b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Network e90d46ed-f853-468e-8137-03e10db531bb is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:17:44.959158 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-47635c6e-d959-49d0-becc-a22287e4bb5b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, e90d46ed-f853-468e-8137-03e10db531bb) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:44.967918 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d797ea-b6b4-4630-8367-4d27b87cba69 None None] Network e90d46ed-f853-468e-8137-03e10db531bb requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:17:44.970599 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47635c6e-d959-49d0-becc-a22287e4bb5b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:44.971683 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47635c6e-d959-49d0-becc-a22287e4bb5b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:45.063699 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-47635c6e-d959-49d0-becc-a22287e4bb5b tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0822024 Jan 28 06:17:45.064423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47392) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:45.120010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-e90d46ed-f853-468e-8137-03e10db531bb', 'network_id': 'e90d46ed-f853-468e-8137-03e10db531bb', 'project_id': '6ca88162f6704f838b62baf1078ca0b3', 'fixed_ips': [{'subnet_id': 'a8df2f9b-c34f-4999-b73a-f75d37560edd'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:17:45.120944 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:45.204987 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (e90d46ed-f853-468e-8137-03e10db531bb), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:45.268241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fb43c5a6-a5c8-434d-894d-966b6fe965a1 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:17:45.294376 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: fb43c5a6-a5c8-434d-894d-966b6fe965a1 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:17:45.294685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device fb43c5a6-a5c8-434d-894d-966b6fe965a1 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:17:45.310241 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (a8df2f9b-c34f-4999-b73a-f75d37560edd), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:45.313340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Allocated IP 2001:db8::f816:3eff:fea1:4317 (e90d46ed-f853-468e-8137-03e10db531bb/a8df2f9b-c34f-4999-b73a-f75d37560edd/62e5280b-7370-412b-b14a-d4addcd23536) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:17:45.512463 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Publish callbacks [] for port (62e5280b-7370-412b-b14a-d4addcd23536), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:45.604169 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (62e5280b-7370-412b-b14a-d4addcd23536), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:45.654147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Network e90d46ed-f853-468e-8137-03e10db531bb is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:17:45.655521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Pushing event updated for resources: {'Port': ['ID=62e5280b-7370-412b-b14a-d4addcd23536,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:45.658124 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:45.660180 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:17:45.667000 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (a8df2f9b-c34f-4999-b73a-f75d37560edd), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:45.706733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event deleted for resources: {'Subnet': ['ID=a8df2f9b-c34f-4999-b73a-f75d37560edd,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:45.716248 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Attempting to bind port 62e5280b-7370-412b-b14a-d4addcd23536 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:17:45.716788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Attempting to bind port 62e5280b-7370-412b-b14a-d4addcd23536 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b08e23ed-0ba8-446c-9501-bbda17816e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e90d46ed-f853-468e-8137-03e10db531bb'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:17:45.716966 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Attempting to bind port 62e5280b-7370-412b-b14a-d4addcd23536 on network e90d46ed-f853-468e-8137-03e10db531bb {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:17:45.722220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:17:45.722835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Checking segment: {'id': 'b08e23ed-0ba8-446c-9501-bbda17816e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e90d46ed-f853-468e-8137-03e10db531bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:17:45.723254 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:45.723641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Bound using segment: {'id': 'b08e23ed-0ba8-446c-9501-bbda17816e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e90d46ed-f853-468e-8137-03e10db531bb'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:17:45.724086 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Bound port: 62e5280b-7370-412b-b14a-d4addcd23536, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08e23ed-0ba8-446c-9501-bbda17816e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e90d46ed-f853-468e-8137-03e10db531bb'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:17:45.724455 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (62e5280b-7370-412b-b14a-d4addcd23536), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:45.774397 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (e90d46ed-f853-468e-8137-03e10db531bb), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:45.792733 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] For port 62e5280b-7370-412b-b14a-d4addcd23536, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:17:45.795926 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90d46ed-f853-468e-8137-03e10db531bb']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:45.796898 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] For port 62e5280b-7370-412b-b14a-d4addcd23536, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=62e5280b-7370-412b-b14a-d4addcd23536,segment=NetworkSegment(b08e23ed-0ba8-446c-9501-bbda17816e46),segment_id=b08e23ed-0ba8-446c-9501-bbda17816e46)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:17:45.809993 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08e23ed-0ba8-446c-9501-bbda17816e46') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:45.809993 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08e23ed-0ba8-446c-9501-bbda17816e46') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:45.818501 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (b08e23ed-0ba8-446c-9501-bbda17816e46), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:45.895830 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (62e5280b-7370-412b-b14a-d4addcd23536), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:45.897936 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (b08e23ed-0ba8-446c-9501-bbda17816e46), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:45.907018 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:17:45.907680 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (b08e23ed-0ba8-446c-9501-bbda17816e46), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:17:45.911124 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:17:45.993147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13cfcf-151d-4ca3-838a-e10104e98e6b None None] Pushing event updated for resources: {'Port': ['ID=62e5280b-7370-412b-b14a-d4addcd23536,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:46.018241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a37c06-1ac7-4527-911b-ece10a3e60a6 None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 06:17:46.026514 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.db.api [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 06:17:46.026514 n-d-812111-12 neutron-server[103634]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 06:17:46.026514 n-d-812111-12 neutron-server[103634]: [parameters: {'id': 'e90d46ed-f853-468e-8137-03e10db531bb'}] Jan 28 06:17:46.026514 n-d-812111-12 neutron-server[103634]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:17:46.027739 n-d-812111-12 neutron-server[103634]: DEBUG oslo_db.api [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:17:46.115248 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a37c06-1ac7-4527-911b-ece10a3e60a6 None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:17:46.494708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ba805f-336e-481f-8c0c-db23e490ca6e None None] Network e90d46ed-f853-468e-8137-03e10db531bb requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:17:46.533404 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (e90d46ed-f853-468e-8137-03e10db531bb), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:46.632829 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Deleting port 62e5280b-7370-412b-b14a-d4addcd23536 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:46.633166 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (62e5280b-7370-412b-b14a-d4addcd23536), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:46.700823 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-3cc2b488-d9a4-4f27-94b4-bc7de6eaec72 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078564802&fields=id&tenant_id=daa041954cd34e19820d06481218d4c6 HTTP/1.1" status: 200 len: 267 time: 0.0766373 Jan 28 06:17:46.704513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] For port 62e5280b-7370-412b-b14a-d4addcd23536, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=62e5280b-7370-412b-b14a-d4addcd23536,segment=NetworkSegment(b08e23ed-0ba8-446c-9501-bbda17816e46),segment_id=b08e23ed-0ba8-446c-9501-bbda17816e46)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:17:46.704888 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (62e5280b-7370-412b-b14a-d4addcd23536), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:46.718965 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Calling delete_port for 62e5280b-7370-412b-b14a-d4addcd23536 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:46.817375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-352281db-1a77-42ce-97b0-3dd0df90f564 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:46.819914 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-352281db-1a77-42ce-97b0-3dd0df90f564 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 811 time: 0.1094332 Jan 28 06:17:46.834336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-cadd3c28-b9c2-4dc1-8725-128ef342c02c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/quotas/daa041954cd34e19820d06481218d4c6 HTTP/1.1" status: 200 len: 375 time: 0.0099647 Jan 28 06:17:46.870321 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (62e5280b-7370-412b-b14a-d4addcd23536), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:46.892425 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-de75e2ca-5aa7-4469-a552-9398b3df837d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508444 Jan 28 06:17:46.898401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event deleted for resources: {'Port': ['ID=62e5280b-7370-412b-b14a-d4addcd23536,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:46.900218 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] No DVR routers for this DVR port 62e5280b-7370-412b-b14a-d4addcd23536 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:17:46.982367 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (e90d46ed-f853-468e-8137-03e10db531bb), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:47.007301 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90d46ed-f853-468e-8137-03e10db531bb']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:47.023222 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08e23ed-0ba8-446c-9501-bbda17816e46') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:47.023503 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08e23ed-0ba8-446c-9501-bbda17816e46') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:47.039245 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (b08e23ed-0ba8-446c-9501-bbda17816e46), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:47.062760 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (b08e23ed-0ba8-446c-9501-bbda17816e46), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:47.074410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:17:47.074410 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (b08e23ed-0ba8-446c-9501-bbda17816e46), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:17:47.095562 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:17:47.120236 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-c9292e04-b5d4-4f8b-982f-a35b527093bd service neutron] 10.222.0.31 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970313 Jan 28 06:17:47.223255 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-1ad80b57-a454-4998-b9e6-7f5781b61ed2 service neutron] 10.222.0.31 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962849 Jan 28 06:17:47.237668 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (e90d46ed-f853-468e-8137-03e10db531bb), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:47.243728 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:47.254224 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/networks/e90d46ed-f853-468e-8137-03e10db531bb HTTP/1.1" status: 204 len: 168 time: 2.1859438 Jan 28 06:17:47.256310 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47450) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:47.262335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-04f7b6a8-1b2d-4a3a-b6a9-8d42c2e8a862 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-598903280'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:47.275838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba7ab7-1a0e-4631-924d-c2d3092d9efc tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event deleted for resources: {'Network': ['ID=e90d46ed-f853-468e-8137-03e10db531bb,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:47.362926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f7b6a8-1b2d-4a3a-b6a9-8d42c2e8a862 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Made reservation on behalf of 6ca88162f6704f838b62baf1078ca0b3 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:17:47.362926 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-04f7b6a8-1b2d-4a3a-b6a9-8d42c2e8a862 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:47.393356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f7b6a8-1b2d-4a3a-b6a9-8d42c2e8a862 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:17:47.403186 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-04f7b6a8-1b2d-4a3a-b6a9-8d42c2e8a862 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (7ac334e2-eb80-4689-9066-da297de3e34c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:47.403541 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-04f7b6a8-1b2d-4a3a-b6a9-8d42c2e8a862 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Added segment 7ac334e2-eb80-4689-9066-da297de3e34c of type vlan for network 3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec Jan 28 06:17:47.448247 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-04f7b6a8-1b2d-4a3a-b6a9-8d42c2e8a862 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:47.540524 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-04f7b6a8-1b2d-4a3a-b6a9-8d42c2e8a862 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:47.545816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f7b6a8-1b2d-4a3a-b6a9-8d42c2e8a862 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:47.547513 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-04f7b6a8-1b2d-4a3a-b6a9-8d42c2e8a862 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:47.636161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7b6a8-1b2d-4a3a-b6a9-8d42c2e8a862 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event updated for resources: {'Network': ['ID=3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:47.647756 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:17:47.730554 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47470) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:47.731726 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-04f7b6a8-1b2d-4a3a-b6a9-8d42c2e8a862 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4734011 Jan 28 06:17:47.736596 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-127effea-dbc1-4063-abb5-e63723962a32 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Request body: {'subnet': {'network_id': '3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:47.920255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127effea-dbc1-4063-abb5-e63723962a32 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Made reservation on behalf of 6ca88162f6704f838b62baf1078ca0b3 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:17:47.924782 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-127effea-dbc1-4063-abb5-e63723962a32 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:47.965616 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-71113b14-a353-49e1-b851-84137cc5493f req-b596137d-4306-47d1-9f1f-f84248165096 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 210 time: 0.0795133 Jan 28 06:17:48.220637 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-127effea-dbc1-4063-abb5-e63723962a32 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (5980f8a1-f44b-48ea-8a51-adce4a51ddc1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:48.285183 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127effea-dbc1-4063-abb5-e63723962a32 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event updated for resources: {'Subnet': ['ID=5980f8a1-f44b-48ea-8a51-adce4a51ddc1,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:48.294650 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127effea-dbc1-4063-abb5-e63723962a32 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Checking segment: {'id': '7ac334e2-eb80-4689-9066-da297de3e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:17:48.295022 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127effea-dbc1-4063-abb5-e63723962a32 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Network hostable DHCP agents. Network: 3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:17:48.380887 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127effea-dbc1-4063-abb5-e63723962a32 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Network 3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:17:48.458510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-127effea-dbc1-4063-abb5-e63723962a32 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:48.464423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127effea-dbc1-4063-abb5-e63723962a32 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:48.465493 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-127effea-dbc1-4063-abb5-e63723962a32 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:48.469507 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb955ec-4b13-4846-95a0-9f570a3349f0 None None] Network 3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:17:48.563841 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-127effea-dbc1-4063-abb5-e63723962a32 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8321261 Jan 28 06:17:48.566535 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47498) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:48.594707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec', 'network_id': '3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec', 'project_id': '6ca88162f6704f838b62baf1078ca0b3', 'fixed_ips': [{'subnet_id': '5980f8a1-f44b-48ea-8a51-adce4a51ddc1'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:17:48.595954 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:48.690794 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:48.772156 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (5980f8a1-f44b-48ea-8a51-adce4a51ddc1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:48.833275 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Allocated IP 2001:db8::2 (3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec/5980f8a1-f44b-48ea-8a51-adce4a51ddc1/2b9a554e-cf56-4d49-a562-32e534a98617) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:17:48.990928 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Publish callbacks [] for port (2b9a554e-cf56-4d49-a562-32e534a98617), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:49.054264 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd7a609c-381d-4697-9803-fb1f60ccf9ef req-2f2ca33d-ea0a-479b-af9c-8e5432c7ac1f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 210 time: 0.0270622 Jan 28 06:17:49.093666 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (2b9a554e-cf56-4d49-a562-32e534a98617), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:49.133048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Network 3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:17:49.135840 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:49.142643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:17:49.168285 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (5980f8a1-f44b-48ea-8a51-adce4a51ddc1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:49.178812 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Pushing event updated for resources: {'Port': ['ID=2b9a554e-cf56-4d49-a562-32e534a98617,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:49.208835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Attempting to bind port 2b9a554e-cf56-4d49-a562-32e534a98617 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:17:49.209425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Attempting to bind port 2b9a554e-cf56-4d49-a562-32e534a98617 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '7ac334e2-eb80-4689-9066-da297de3e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:17:49.209796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Attempting to bind port 2b9a554e-cf56-4d49-a562-32e534a98617 on network 3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:17:49.216219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:17:49.216945 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Checking segment: {'id': '7ac334e2-eb80-4689-9066-da297de3e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:17:49.217051 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:49.219486 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Bound using segment: {'id': '7ac334e2-eb80-4689-9066-da297de3e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:17:49.219486 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Bound port: 2b9a554e-cf56-4d49-a562-32e534a98617, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac334e2-eb80-4689-9066-da297de3e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:17:49.219486 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2b9a554e-cf56-4d49-a562-32e534a98617), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:49.222460 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event deleted for resources: {'Subnet': ['ID=5980f8a1-f44b-48ea-8a51-adce4a51ddc1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:49.292392 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] For port 2b9a554e-cf56-4d49-a562-32e534a98617, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:17:49.295591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] For port 2b9a554e-cf56-4d49-a562-32e534a98617, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2b9a554e-cf56-4d49-a562-32e534a98617,segment=NetworkSegment(7ac334e2-eb80-4689-9066-da297de3e34c),segment_id=7ac334e2-eb80-4689-9066-da297de3e34c)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:17:49.297213 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:49.318921 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:49.330986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac334e2-eb80-4689-9066-da297de3e34c') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:49.331277 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac334e2-eb80-4689-9066-da297de3e34c') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:49.341866 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (7ac334e2-eb80-4689-9066-da297de3e34c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:49.383217 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (7ac334e2-eb80-4689-9066-da297de3e34c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:49.385106 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2b9a554e-cf56-4d49-a562-32e534a98617), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:49.391355 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:17:49.392033 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (7ac334e2-eb80-4689-9066-da297de3e34c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:17:49.395703 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:17:49.464451 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51704fce-0e3f-45b1-bf63-8f0e4bc0ef3e None None] Pushing event updated for resources: {'Port': ['ID=2b9a554e-cf56-4d49-a562-32e534a98617,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:49.517625 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.db.api [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 06:17:49.517625 n-d-812111-12 neutron-server[103635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 06:17:49.517625 n-d-812111-12 neutron-server[103635]: [parameters: {'id': '3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec'}] Jan 28 06:17:49.517625 n-d-812111-12 neutron-server[103635]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:17:49.518609 n-d-812111-12 neutron-server[103635]: DEBUG oslo_db.api [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:17:49.528802 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8977b53-c502-432d-8bdd-7ecbb540ad51 None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 06:17:49.628546 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8977b53-c502-432d-8bdd-7ecbb540ad51 None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:17:49.842227 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc4c728-5438-44c7-9e7d-fe7a3e8ef55c None None] Network 3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:17:50.019945 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:50.078448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Deleting port 2b9a554e-cf56-4d49-a562-32e534a98617 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:50.078781 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2b9a554e-cf56-4d49-a562-32e534a98617), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:50.151603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] For port 2b9a554e-cf56-4d49-a562-32e534a98617, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2b9a554e-cf56-4d49-a562-32e534a98617,segment=NetworkSegment(7ac334e2-eb80-4689-9066-da297de3e34c),segment_id=7ac334e2-eb80-4689-9066-da297de3e34c)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:17:50.151973 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2b9a554e-cf56-4d49-a562-32e534a98617), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:50.173751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90375f1b-658d-4819-ac56-bfdb92eacfa4 req-57818ea3-9888-4806-af9e-6dcedf6c3016 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 210 time: 0.0375433 Jan 28 06:17:50.179739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Calling delete_port for 2b9a554e-cf56-4d49-a562-32e534a98617 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:50.380380 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2b9a554e-cf56-4d49-a562-32e534a98617), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:50.408826 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event deleted for resources: {'Port': ['ID=2b9a554e-cf56-4d49-a562-32e534a98617,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:50.412436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] No DVR routers for this DVR port 2b9a554e-cf56-4d49-a562-32e534a98617 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:17:50.429959 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-bec123eb-cffc-4f3b-846d-a277eb32c0f9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:50.433221 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-bec123eb-cffc-4f3b-846d-a277eb32c0f9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 811 time: 0.2085602 Jan 28 06:17:50.505441 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:50.524126 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-bc2a401a-0b95-4d82-990b-a3b2dbe0feb5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daa041954cd34e19820d06481218d4c6 HTTP/1.1" status: 200 len: 380 time: 0.0767579 Jan 28 06:17:50.531953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:50.533652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-45a0e668-270b-47fc-ae8e-933557955a49 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Request body: {'port': {'device_id': '286448df-e4ec-4170-87eb-645dfaa07f4f', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'admin_state_up': True, 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'security_groups': ['4c94bc9d-1990-44e1-81d1-91c78415adff']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:50.543308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac334e2-eb80-4689-9066-da297de3e34c') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:50.543882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac334e2-eb80-4689-9066-da297de3e34c') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:50.557857 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (7ac334e2-eb80-4689-9066-da297de3e34c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:50.570743 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (7ac334e2-eb80-4689-9066-da297de3e34c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:50.577828 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:17:50.578233 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (7ac334e2-eb80-4689-9066-da297de3e34c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:17:50.582628 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:17:50.761376 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-45a0e668-270b-47fc-ae8e-933557955a49 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Made reservation on behalf of daa041954cd34e19820d06481218d4c6 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:17:50.761628 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:50.765166 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-45a0e668-270b-47fc-ae8e-933557955a49 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:50.771496 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:50.779066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/networks/3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec HTTP/1.1" status: 204 len: 168 time: 2.2116423 Jan 28 06:17:50.780762 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47554) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:50.797118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c4c47d4e-b967-4164-b11c-3a926338ccdb tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1371711275'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:50.802475 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51502840-b4df-4a24-9f78-4d313d974dc8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event deleted for resources: {'Network': ['ID=3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:50.894442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c47d4e-b967-4164-b11c-3a926338ccdb tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Made reservation on behalf of 6ca88162f6704f838b62baf1078ca0b3 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:17:50.898149 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c4c47d4e-b967-4164-b11c-3a926338ccdb tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:50.949561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c47d4e-b967-4164-b11c-3a926338ccdb tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:17:50.967711 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c4c47d4e-b967-4164-b11c-3a926338ccdb tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (84e54e88-7208-4c45-bbf0-cf478e7408b4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:50.968165 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-c4c47d4e-b967-4164-b11c-3a926338ccdb tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Added segment 84e54e88-7208-4c45-bbf0-cf478e7408b4 of type vlan for network f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9 Jan 28 06:17:50.989433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-45a0e668-270b-47fc-ae8e-933557955a49 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Allocated IP 172.20.0.8 (89b111dc-0805-4be8-ae88-1abd550770a0/e29bcda2-c5df-4a29-818b-7e378e331ce0/1b5a828b-64a4-47f9-987d-da78fb62aafc) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:17:51.014981 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c4c47d4e-b967-4164-b11c-3a926338ccdb tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:51.111001 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c4c47d4e-b967-4164-b11c-3a926338ccdb tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:51.120731 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c47d4e-b967-4164-b11c-3a926338ccdb tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:51.120731 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c4c47d4e-b967-4164-b11c-3a926338ccdb tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:51.137419 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-45a0e668-270b-47fc-ae8e-933557955a49 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for port (1b5a828b-64a4-47f9-987d-da78fb62aafc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:51.266423 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c4c47d4e-b967-4164-b11c-3a926338ccdb tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4718556 Jan 28 06:17:51.266815 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47566) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:51.271843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-08d0896c-8029-4b5d-b217-4678ff737597 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Request body: {'subnet': {'network_id': 'f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:51.302469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c47d4e-b967-4164-b11c-3a926338ccdb tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event updated for resources: {'Network': ['ID=f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:51.315679 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:17:51.363398 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-45a0e668-270b-47fc-ae8e-933557955a49 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1b5a828b-64a4-47f9-987d-da78fb62aafc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:51.370906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcbc6d-e264-4605-ba2a-16177ce64612 req-9bf436d8-177a-492b-a7f8-ecaabfd0de47 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:51.380058 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08dcbc6d-e264-4605-ba2a-16177ce64612 req-9bf436d8-177a-492b-a7f8-ecaabfd0de47 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 931 time: 0.0647318 Jan 28 06:17:51.429560 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0e668-270b-47fc-ae8e-933557955a49 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'Port': ['ID=1b5a828b-64a4-47f9-987d-da78fb62aafc,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:51.456010 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-45a0e668-270b-47fc-ae8e-933557955a49 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Network 89b111dc-0805-4be8-ae88-1abd550770a0 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:17:51.459076 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-45a0e668-270b-47fc-ae8e-933557955a49 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:51.463590 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-45a0e668-270b-47fc-ae8e-933557955a49 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:17:51.489420 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08dcbc6d-e264-4605-ba2a-16177ce64612 req-686a4d61-02d5-4867-bfd5-96621ba06290 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074994 Jan 28 06:17:51.833483 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6a545080-ed6f-415e-b30e-28ea8421e260 None None] Provisioning complete for port 1b5a828b-64a4-47f9-987d-da78fb62aafc triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:17:51.834288 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a545080-ed6f-415e-b30e-28ea8421e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1b5a828b-64a4-47f9-987d-da78fb62aafc), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:51.851612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-45a0e668-270b-47fc-ae8e-933557955a49 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:51.852296 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-45a0e668-270b-47fc-ae8e-933557955a49 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:51.880314 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6a545080-ed6f-415e-b30e-28ea8421e260 None None] Port 1b5a828b-64a4-47f9-987d-da78fb62aafc cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:17:51.882867 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d0896c-8029-4b5d-b217-4678ff737597 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Made reservation on behalf of 6ca88162f6704f838b62baf1078ca0b3 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:17:51.886916 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08d0896c-8029-4b5d-b217-4678ff737597 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:51.975033 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-45a0e668-270b-47fc-ae8e-933557955a49 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4463267 Jan 28 06:17:51.995949 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Request body: {'port': {'device_id': '286448df-e4ec-4170-87eb-645dfaa07f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:17:52.093880 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1b5a828b-64a4-47f9-987d-da78fb62aafc), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:52.410509 n-d-812111-12 neutron-server[103634]: DEBUG neutron.objects.ports [None req-08d0896c-8029-4b5d-b217-4678ff737597 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103634) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 06:17:52.413348 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08d0896c-8029-4b5d-b217-4678ff737597 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (0bdd9d49-4805-49dc-9518-b49e52d70e62), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:52.511607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0896c-8029-4b5d-b217-4678ff737597 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event updated for resources: {'Subnet': ['ID=0bdd9d49-4805-49dc-9518-b49e52d70e62,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:52.528450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d0896c-8029-4b5d-b217-4678ff737597 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Checking segment: {'id': '84e54e88-7208-4c45-bbf0-cf478e7408b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:17:52.528815 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d0896c-8029-4b5d-b217-4678ff737597 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Network hostable DHCP agents. Network: f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:17:52.590909 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5a828b-64a4-47f9-987d-da78fb62aafc {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:17:52.599216 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Publish callbacks [] for port (1b5a828b-64a4-47f9-987d-da78fb62aafc), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:52.618774 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Transition to ACTIVE for port object 1b5a828b-64a4-47f9-987d-da78fb62aafc will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:17:52.639542 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d0896c-8029-4b5d-b217-4678ff737597 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Network f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:17:52.657394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9816f82-38c9-4dc8-b777-df3f4840d259 req-35842024-f14a-4532-97b5-04d4d50a956e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:52.665340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9816f82-38c9-4dc8-b777-df3f4840d259 req-35842024-f14a-4532-97b5-04d4d50a956e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 931 time: 0.0864253 Jan 28 06:17:52.713542 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (1b5a828b-64a4-47f9-987d-da78fb62aafc), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:52.725640 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9816f82-38c9-4dc8-b777-df3f4840d259 req-854f6308-2900-49f0-96e1-e6e3f2b1da4b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588939 Jan 28 06:17:52.792946 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-08d0896c-8029-4b5d-b217-4678ff737597 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:52.798063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0896c-8029-4b5d-b217-4678ff737597 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:52.799276 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-08d0896c-8029-4b5d-b217-4678ff737597 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:52.803087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa10c5fc-3cc4-42be-9fef-59e2834b1e12 None None] Network f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:17:52.844863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5a828b-64a4-47f9-987d-da78fb62aafc,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:52.961586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9', 'network_id': 'f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9', 'project_id': '6ca88162f6704f838b62baf1078ca0b3', 'fixed_ips': [{'subnet_id': '0bdd9d49-4805-49dc-9518-b49e52d70e62'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:17:52.963926 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:53.011718 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47608) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:53.011921 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-08d0896c-8029-4b5d-b217-4678ff737597 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7437458 Jan 28 06:17:53.018149 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Attempting to bind port 1b5a828b-64a4-47f9-987d-da78fb62aafc on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:17:53.018524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Attempting to bind port 1b5a828b-64a4-47f9-987d-da78fb62aafc by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:17:53.018857 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Attempting to bind port 1b5a828b-64a4-47f9-987d-da78fb62aafc on network 89b111dc-0805-4be8-ae88-1abd550770a0 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:17:53.036175 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Port 1b5a828b-64a4-47f9-987d-da78fb62aafc on network 89b111dc-0805-4be8-ae88-1abd550770a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:17:53.036571 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Attempting to bind port 1b5a828b-64a4-47f9-987d-da78fb62aafc on network 89b111dc-0805-4be8-ae88-1abd550770a0 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:17:53.042481 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:17:53.042941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Checking segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:17:53.043442 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Bound using segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:17:53.044906 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Bound port: 1b5a828b-64a4-47f9-987d-da78fb62aafc, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:17:53.045383 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1b5a828b-64a4-47f9-987d-da78fb62aafc), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:53.137916 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] For port 1b5a828b-64a4-47f9-987d-da78fb62aafc, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:17:53.141723 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] For port 1b5a828b-64a4-47f9-987d-da78fb62aafc, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=1b5a828b-64a4-47f9-987d-da78fb62aafc,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:17:53.144156 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:53.170372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Allocated IP 2001:db8::f816:3eff:fe71:184f (f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9/0bdd9d49-4805-49dc-9518-b49e52d70e62/75505702-2d72-41dc-8385-c27dfc26ca77) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:17:53.215911 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (0bdd9d49-4805-49dc-9518-b49e52d70e62), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:53.224206 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (1b5a828b-64a4-47f9-987d-da78fb62aafc), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:53.294831 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:53.296953 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:53.296953 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] 10.222.0.64 "PUT /v2.0/ports/1b5a828b-64a4-47f9-987d-da78fb62aafc HTTP/1.1" status: 200 len: 1092 time: 1.3052363 Jan 28 06:17:53.297288 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286448df-e4ec-4170-87eb-645dfaa07f4f', 'tag': '1b5a828b-64a4-47f9-987d-da78fb62aafc'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:17:53.299573 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f09cb4-90ce-4857-be94-a0e5a6191382" -d '{"events": [{"name": "network-changed", "server_uuid": "286448df-e4ec-4170-87eb-645dfaa07f4f", "tag": "1b5a828b-64a4-47f9-987d-da78fb62aafc"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:17:53.324913 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef40823-058a-495c-8337-2d315ebae614 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5a828b-64a4-47f9-987d-da78fb62aafc,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:53.361979 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ae0530-9565-479d-9137-4b395b89a400 x-openstack-request-id: req-95ae0530-9565-479d-9137-4b395b89a400 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:17:53.362244 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286448df-e4ec-4170-87eb-645dfaa07f4f", "tag": "1b5a828b-64a4-47f9-987d-da78fb62aafc", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:17:53.362562 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95ae0530-9565-479d-9137-4b395b89a400 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:17:53.362968 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286448df-e4ec-4170-87eb-645dfaa07f4f', 'tag': '1b5a828b-64a4-47f9-987d-da78fb62aafc', 'status': 'completed', 'code': 200} Jan 28 06:17:53.414757 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Publish callbacks [] for port (75505702-2d72-41dc-8385-c27dfc26ca77), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:53.465516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f09cb4-90ce-4857-be94-a0e5a6191382 req-530462e0-7c3e-4c39-89b2-dfbf20d8de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:53.467205 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-41f09cb4-90ce-4857-be94-a0e5a6191382 req-530462e0-7c3e-4c39-89b2-dfbf20d8de45 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 1095 time: 0.0603988 Jan 28 06:17:53.507373 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (75505702-2d72-41dc-8385-c27dfc26ca77), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:53.604900 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Network f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:17:53.628561 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:17:53.632278 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (0bdd9d49-4805-49dc-9518-b49e52d70e62), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:53.643556 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:17:53.648720 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Pushing event updated for resources: {'Port': ['ID=75505702-2d72-41dc-8385-c27dfc26ca77,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:53.686920 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event deleted for resources: {'Subnet': ['ID=0bdd9d49-4805-49dc-9518-b49e52d70e62,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:53.743075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Attempting to bind port 75505702-2d72-41dc-8385-c27dfc26ca77 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:17:53.743734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Attempting to bind port 75505702-2d72-41dc-8385-c27dfc26ca77 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '84e54e88-7208-4c45-bbf0-cf478e7408b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:17:53.744176 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Attempting to bind port 75505702-2d72-41dc-8385-c27dfc26ca77 on network f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:17:53.758476 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:17:53.759749 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Checking segment: {'id': '84e54e88-7208-4c45-bbf0-cf478e7408b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:17:53.760233 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:53.761667 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Bound using segment: {'id': '84e54e88-7208-4c45-bbf0-cf478e7408b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:17:53.762248 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Bound port: 75505702-2d72-41dc-8385-c27dfc26ca77, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e54e88-7208-4c45-bbf0-cf478e7408b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:17:53.767879 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (75505702-2d72-41dc-8385-c27dfc26ca77), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:53.919100 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:53.933159 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] For port 75505702-2d72-41dc-8385-c27dfc26ca77, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:17:53.939082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab996d7d-ca8f-49b1-b24d-6d2e733caa6c req-60f08e96-ffed-4f3b-9e8e-3570128510bd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:53.940544 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] For port 75505702-2d72-41dc-8385-c27dfc26ca77, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=75505702-2d72-41dc-8385-c27dfc26ca77,segment=NetworkSegment(84e54e88-7208-4c45-bbf0-cf478e7408b4),segment_id=84e54e88-7208-4c45-bbf0-cf478e7408b4)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:17:53.941137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab996d7d-ca8f-49b1-b24d-6d2e733caa6c req-60f08e96-ffed-4f3b-9e8e-3570128510bd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 943 time: 0.0754044 Jan 28 06:17:53.949235 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f09cb4-90ce-4857-be94-a0e5a6191382 req-60421a5f-6f62-4f0c-ace5-7cbd4b6ea8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:53.951782 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-41f09cb4-90ce-4857-be94-a0e5a6191382 req-60421a5f-6f62-4f0c-ace5-7cbd4b6ea8c6 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=daa041954cd34e19820d06481218d4c6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4662337 Jan 28 06:17:53.977790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:53.998209 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e54e88-7208-4c45-bbf0-cf478e7408b4') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:53.998673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e54e88-7208-4c45-bbf0-cf478e7408b4') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:54.021569 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (84e54e88-7208-4c45-bbf0-cf478e7408b4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:54.048600 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (75505702-2d72-41dc-8385-c27dfc26ca77), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:54.068091 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab996d7d-ca8f-49b1-b24d-6d2e733caa6c req-051b3504-630f-429c-8951-5c0ebb3f33e0 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163373 Jan 28 06:17:54.081264 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (84e54e88-7208-4c45-bbf0-cf478e7408b4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:54.089057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:17:54.091139 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (84e54e88-7208-4c45-bbf0-cf478e7408b4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:17:54.097354 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:17:54.159704 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a066bcb-4310-4bdd-bb45-13a3a8296b58 None None] Pushing event updated for resources: {'Port': ['ID=75505702-2d72-41dc-8385-c27dfc26ca77,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:54.198124 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f09cb4-90ce-4857-be94-a0e5a6191382 req-b933ad80-dedd-459c-9548-aa27d3be9bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:54.199937 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-41f09cb4-90ce-4857-be94-a0e5a6191382 req-b933ad80-dedd-459c-9548-aa27d3be9bca service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2426159 Jan 28 06:17:54.227014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d9b13b-91e1-4372-9d7c-fb0a95cabbe9 None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 06:17:54.237801 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.db.api [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 06:17:54.237801 n-d-812111-12 neutron-server[103635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 06:17:54.237801 n-d-812111-12 neutron-server[103635]: [parameters: {'id': 'f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9'}] Jan 28 06:17:54.237801 n-d-812111-12 neutron-server[103635]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:17:54.239024 n-d-812111-12 neutron-server[103635]: DEBUG oslo_db.api [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:17:54.357692 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-439d4c0c-14d3-465f-8d92-8e7377ebe0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:54.368178 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-439d4c0c-14d3-465f-8d92-8e7377ebe0c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 1095 time: 0.1061711 Jan 28 06:17:54.406755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d9b13b-91e1-4372-9d7c-fb0a95cabbe9 None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:17:54.425246 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-8df254f7-6f53-49a7-9a1b-347b972106dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b5a828b-64a4-47f9-987d-da78fb62aafc HTTP/1.1" status: 200 len: 217 time: 0.0448573 Jan 28 06:17:54.491848 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-5435fb40-fe27-4a3a-b173-200826975646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:54.493484 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-5435fb40-fe27-4a3a-b173-200826975646 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.0622284 Jan 28 06:17:54.565552 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-ff1738aa-b136-45e0-8f70-3f76f9d8f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:54.567622 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-ff1738aa-b136-45e0-8f70-3f76f9d8f4d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669410 Jan 28 06:17:54.728294 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d6fee0-a22a-4a74-bf8a-b093e265aaa6 None None] Network f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:17:54.741303 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:54.761284 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-d81ef481-c050-4c53-9b52-65664a983f7d service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849134 Jan 28 06:17:54.887871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Deleting port 75505702-2d72-41dc-8385-c27dfc26ca77 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:54.888175 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (75505702-2d72-41dc-8385-c27dfc26ca77), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:54.928372 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-245d3aba-e6af-426e-b0e1-0ac11db40949 req-97975522-84f6-45eb-8e51-f5b055e8d493 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616023 Jan 28 06:17:54.980507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] For port 75505702-2d72-41dc-8385-c27dfc26ca77, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=75505702-2d72-41dc-8385-c27dfc26ca77,segment=NetworkSegment(84e54e88-7208-4c45-bbf0-cf478e7408b4),segment_id=84e54e88-7208-4c45-bbf0-cf478e7408b4)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:17:54.980895 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (75505702-2d72-41dc-8385-c27dfc26ca77), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:54.996264 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Calling delete_port for 75505702-2d72-41dc-8385-c27dfc26ca77 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:55.182155 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (75505702-2d72-41dc-8385-c27dfc26ca77), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:55.199270 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:55.235298 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event deleted for resources: {'Port': ['ID=75505702-2d72-41dc-8385-c27dfc26ca77,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:55.241472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] No DVR routers for this DVR port 75505702-2d72-41dc-8385-c27dfc26ca77 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:17:55.273627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87274ec6-adfe-454d-8f25-91e686f47866 req-8c10b5a9-b517-4a01-8121-56dc71d0bb0e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:55.275156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87274ec6-adfe-454d-8f25-91e686f47866 req-8c10b5a9-b517-4a01-8121-56dc71d0bb0e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 943 time: 0.1352007 Jan 28 06:17:55.349241 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:55.390740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:55.406334 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87274ec6-adfe-454d-8f25-91e686f47866 req-4912abd4-84e7-4918-855b-e68a1bf83904 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119354 Jan 28 06:17:55.409244 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e54e88-7208-4c45-bbf0-cf478e7408b4') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:55.409546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e54e88-7208-4c45-bbf0-cf478e7408b4') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:55.419226 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (84e54e88-7208-4c45-bbf0-cf478e7408b4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:55.435230 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (84e54e88-7208-4c45-bbf0-cf478e7408b4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:55.441458 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:17:55.441993 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (84e54e88-7208-4c45-bbf0-cf478e7408b4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:17:55.445064 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:17:55.585973 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:55.594510 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:55.597887 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/networks/f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9 HTTP/1.1" status: 204 len: 168 time: 2.5852618 Jan 28 06:17:55.601838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47648) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:55.609641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa1df7-abd3-43fc-ad0d-494cfb3acdf1 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event deleted for resources: {'Network': ['ID=f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:55.630874 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce6fcd6-0b77-482a-b4f5-71790a91118f tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] DELETE failed (client error): The resource could not be found. Jan 28 06:17:55.631339 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce6fcd6-0b77-482a-b4f5-71790a91118f tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:17:55.636572 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dce6fcd6-0b77-482a-b4f5-71790a91118f tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/subnets/0bdd9d49-4805-49dc-9518-b49e52d70e62 HTTP/1.1" status: 404 len: 337 time: 0.0306990 Jan 28 06:17:55.636802 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47650) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:55.655646 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b825fa3a-19c4-4111-ba7f-5379494c5423 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] DELETE failed (client error): The resource could not be found. Jan 28 06:17:55.656110 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b825fa3a-19c4-4111-ba7f-5379494c5423 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:17:55.661203 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b825fa3a-19c4-4111-ba7f-5379494c5423 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/networks/f8602a2a-ee2b-4f89-a8ff-3eb44f05d9a9 HTTP/1.1" status: 404 len: 339 time: 0.0213690 Jan 28 06:17:55.661493 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47652) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:55.687099 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c0e5e4-5bd2-400d-9f5a-cdd00aae75e9 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] DELETE failed (client error): The resource could not be found. Jan 28 06:17:55.687539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c0e5e4-5bd2-400d-9f5a-cdd00aae75e9 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:17:55.690489 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b4c0e5e4-5bd2-400d-9f5a-cdd00aae75e9 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/subnets/5980f8a1-f44b-48ea-8a51-adce4a51ddc1 HTTP/1.1" status: 404 len: 337 time: 0.0280459 Jan 28 06:17:55.692803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47654) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:55.710275 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b4f773-368d-4007-818d-c4b66adb866a tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] DELETE failed (client error): The resource could not be found. Jan 28 06:17:55.710780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b4f773-368d-4007-818d-c4b66adb866a tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:17:55.713676 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d2b4f773-368d-4007-818d-c4b66adb866a tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/networks/3bf1f3d3-11f2-4611-b1c3-40cbdcc6f5ec HTTP/1.1" status: 404 len: 339 time: 0.0200055 Jan 28 06:17:55.716152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47656) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:55.746750 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-9044605d-40a0-43f7-a223-7ea8b6dceef7 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] DELETE failed (client error): The resource could not be found. Jan 28 06:17:55.747498 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9044605d-40a0-43f7-a223-7ea8b6dceef7 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:17:55.752899 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9044605d-40a0-43f7-a223-7ea8b6dceef7 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/subnets/a8df2f9b-c34f-4999-b73a-f75d37560edd HTTP/1.1" status: 404 len: 337 time: 0.0334651 Jan 28 06:17:55.753091 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47660) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:55.774759 n-d-812111-12 neutron-server[103634]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60152bf-44f0-497e-ba85-b9e16b666c3a tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] DELETE failed (client error): The resource could not be found. Jan 28 06:17:55.775776 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60152bf-44f0-497e-ba85-b9e16b666c3a tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103634) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:17:55.783195 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47662) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:55.791273 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f60152bf-44f0-497e-ba85-b9e16b666c3a tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/networks/e90d46ed-f853-468e-8137-03e10db531bb HTTP/1.1" status: 404 len: 339 time: 0.0262747 Jan 28 06:17:55.884092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a4644-9479-4d64-9025-8723ab561fe8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Deleting port cb2d5e2c-c025-4def-9ec3-5c91cacda08e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:55.884651 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e7a4644-9479-4d64-9025-8723ab561fe8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (cb2d5e2c-c025-4def-9ec3-5c91cacda08e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:55.964281 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e7a4644-9479-4d64-9025-8723ab561fe8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (cb2d5e2c-c025-4def-9ec3-5c91cacda08e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:55.979851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a4644-9479-4d64-9025-8723ab561fe8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Calling delete_port for cb2d5e2c-c025-4def-9ec3-5c91cacda08e owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:56.137864 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e7a4644-9479-4d64-9025-8723ab561fe8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (cb2d5e2c-c025-4def-9ec3-5c91cacda08e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:56.172641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a4644-9479-4d64-9025-8723ab561fe8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event deleted for resources: {'Port': ['ID=cb2d5e2c-c025-4def-9ec3-5c91cacda08e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:56.179312 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e7a4644-9479-4d64-9025-8723ab561fe8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:56.184932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4e7a4644-9479-4d64-9025-8723ab561fe8 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/ports/cb2d5e2c-c025-4def-9ec3-5c91cacda08e HTTP/1.1" status: 204 len: 168 time: 0.4006758 Jan 28 06:17:56.187770 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47672) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:56.216235 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51b5925-9028-4a9c-94ec-cba6e5502656 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] DELETE failed (client error): The resource could not be found. Jan 28 06:17:56.216693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51b5925-9028-4a9c-94ec-cba6e5502656 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:17:56.220316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a51b5925-9028-4a9c-94ec-cba6e5502656 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/subnets/d338fad1-ccf7-45c1-a0a2-6cf085256af6 HTTP/1.1" status: 404 len: 337 time: 0.0313454 Jan 28 06:17:56.222803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47674) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:56.302890 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3f0408d-ce6b-47b0-ac98-c1a3e7155f46 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (c4c1b060-53df-448d-87cc-e18635845a95), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:56.399278 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3f0408d-ce6b-47b0-ac98-c1a3e7155f46 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (c4c1b060-53df-448d-87cc-e18635845a95), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:56.419607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-e3f0408d-ce6b-47b0-ac98-c1a3e7155f46 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c1b060-53df-448d-87cc-e18635845a95']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:56.433160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-e3f0408d-ce6b-47b0-ac98-c1a3e7155f46 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893907e2-18cf-4592-bc3f-e37d4b0ac8c1') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:56.433160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-e3f0408d-ce6b-47b0-ac98-c1a3e7155f46 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893907e2-18cf-4592-bc3f-e37d4b0ac8c1') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:56.438226 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3f0408d-ce6b-47b0-ac98-c1a3e7155f46 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (893907e2-18cf-4592-bc3f-e37d4b0ac8c1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:56.451615 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3f0408d-ce6b-47b0-ac98-c1a3e7155f46 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (893907e2-18cf-4592-bc3f-e37d4b0ac8c1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:56.458313 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f0408d-ce6b-47b0-ac98-c1a3e7155f46 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:17:56.458775 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3f0408d-ce6b-47b0-ac98-c1a3e7155f46 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (893907e2-18cf-4592-bc3f-e37d4b0ac8c1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:17:56.461913 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:17:56.563372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff7600-6b2c-452f-9724-e4cf20335c24 req-a4952373-3d16-4ad9-b79b-00f835592ab5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:56.565373 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-45ff7600-6b2c-452f-9724-e4cf20335c24 req-a4952373-3d16-4ad9-b79b-00f835592ab5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 943 time: 0.0664902 Jan 28 06:17:56.619181 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3f0408d-ce6b-47b0-ac98-c1a3e7155f46 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (c4c1b060-53df-448d-87cc-e18635845a95), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:56.637726 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3f0408d-ce6b-47b0-ac98-c1a3e7155f46 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:56.643710 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e3f0408d-ce6b-47b0-ac98-c1a3e7155f46 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/networks/c4c1b060-53df-448d-87cc-e18635845a95 HTTP/1.1" status: 204 len: 168 time: 0.4174922 Jan 28 06:17:56.644458 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47682) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:56.649530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-45ff7600-6b2c-452f-9724-e4cf20335c24 req-7f99a812-92fd-4d17-86de-38c5950e5a43 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778046 Jan 28 06:17:56.650529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0408d-ce6b-47b0-ac98-c1a3e7155f46 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event deleted for resources: {'Network': ['ID=c4c1b060-53df-448d-87cc-e18635845a95,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:56.747642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c8d971a2-7d92-42c6-ab2e-5ab6fccfd57a tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Deleting port a65551b4-398c-4f64-93d2-2cd189cd81af {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:56.748014 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8d971a2-7d92-42c6-ab2e-5ab6fccfd57a tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a65551b4-398c-4f64-93d2-2cd189cd81af), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:56.820681 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8d971a2-7d92-42c6-ab2e-5ab6fccfd57a tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a65551b4-398c-4f64-93d2-2cd189cd81af), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:56.833917 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c8d971a2-7d92-42c6-ab2e-5ab6fccfd57a tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Calling delete_port for a65551b4-398c-4f64-93d2-2cd189cd81af owned by {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:56.980115 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8d971a2-7d92-42c6-ab2e-5ab6fccfd57a tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a65551b4-398c-4f64-93d2-2cd189cd81af), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:57.011768 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d971a2-7d92-42c6-ab2e-5ab6fccfd57a tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event deleted for resources: {'Port': ['ID=a65551b4-398c-4f64-93d2-2cd189cd81af,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:57.017604 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c8d971a2-7d92-42c6-ab2e-5ab6fccfd57a tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:57.023724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47692) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:57.024233 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c8d971a2-7d92-42c6-ab2e-5ab6fccfd57a tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/ports/a65551b4-398c-4f64-93d2-2cd189cd81af HTTP/1.1" status: 204 len: 168 time: 0.3776155 Jan 28 06:17:57.052622 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-f904dbaa-355b-4b3a-9073-2e44eca35286 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] DELETE failed (client error): The resource could not be found. Jan 28 06:17:57.053155 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f904dbaa-355b-4b3a-9073-2e44eca35286 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:17:57.056173 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f904dbaa-355b-4b3a-9073-2e44eca35286 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/subnets/52b0a441-11f8-4f2c-8de2-d2184063364f HTTP/1.1" status: 404 len: 337 time: 0.0309505 Jan 28 06:17:57.058773 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47694) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:57.142384 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18e7175e-2c6e-4673-ac9d-8ebe3ca8c753 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (dca92107-34d6-42a2-868b-940f9505cd97), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:57.228823 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18e7175e-2c6e-4673-ac9d-8ebe3ca8c753 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (dca92107-34d6-42a2-868b-940f9505cd97), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:57.252708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-18e7175e-2c6e-4673-ac9d-8ebe3ca8c753 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca92107-34d6-42a2-868b-940f9505cd97']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:57.262416 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-18e7175e-2c6e-4673-ac9d-8ebe3ca8c753 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a11ced-f823-47b1-bc3e-aeba982afe96') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:57.262656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-18e7175e-2c6e-4673-ac9d-8ebe3ca8c753 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a11ced-f823-47b1-bc3e-aeba982afe96') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:57.272810 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18e7175e-2c6e-4673-ac9d-8ebe3ca8c753 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (07a11ced-f823-47b1-bc3e-aeba982afe96), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:57.286767 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18e7175e-2c6e-4673-ac9d-8ebe3ca8c753 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (07a11ced-f823-47b1-bc3e-aeba982afe96), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:57.297119 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e7175e-2c6e-4673-ac9d-8ebe3ca8c753 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:17:57.297880 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18e7175e-2c6e-4673-ac9d-8ebe3ca8c753 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (07a11ced-f823-47b1-bc3e-aeba982afe96), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:17:57.301382 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:17:57.437467 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18e7175e-2c6e-4673-ac9d-8ebe3ca8c753 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (dca92107-34d6-42a2-868b-940f9505cd97), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:57.456018 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18e7175e-2c6e-4673-ac9d-8ebe3ca8c753 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:57.461710 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-18e7175e-2c6e-4673-ac9d-8ebe3ca8c753 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/networks/dca92107-34d6-42a2-868b-940f9505cd97 HTTP/1.1" status: 204 len: 168 time: 0.3995292 Jan 28 06:17:57.461710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7175e-2c6e-4673-ac9d-8ebe3ca8c753 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event deleted for resources: {'Network': ['ID=dca92107-34d6-42a2-868b-940f9505cd97,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:57.461990 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47700) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:57.523039 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-8403ebdb-022e-400e-9f88-8c234e622448 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Deleting subnet bd1279b9-0a7e-439a-afc2-f92a09b9c62f {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:17:57.526280 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8403ebdb-022e-400e-9f88-8c234e622448 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for subnet (bd1279b9-0a7e-439a-afc2-f92a09b9c62f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:57.567481 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8403ebdb-022e-400e-9f88-8c234e622448 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (bd1279b9-0a7e-439a-afc2-f92a09b9c62f), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:57.657131 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8403ebdb-022e-400e-9f88-8c234e622448 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (bd1279b9-0a7e-439a-afc2-f92a09b9c62f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:57.789158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa32c49-c4c4-4765-90db-f2779dd65230 req-16a263e8-5dae-4194-9702-718d1bf2c1b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:57.791017 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fa32c49-c4c4-4765-90db-f2779dd65230 req-16a263e8-5dae-4194-9702-718d1bf2c1b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 943 time: 0.0546932 Jan 28 06:17:57.815199 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8403ebdb-022e-400e-9f88-8c234e622448 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (bd1279b9-0a7e-439a-afc2-f92a09b9c62f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:57.846062 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8403ebdb-022e-400e-9f88-8c234e622448 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:57.851495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7861c741-6056-4cf5-8422-6285b73d1357 None None] Network 77725642-b1e3-4869-909c-bec44e576bb0 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:17:57.853048 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8403ebdb-022e-400e-9f88-8c234e622448 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/subnets/bd1279b9-0a7e-439a-afc2-f92a09b9c62f HTTP/1.1" status: 204 len: 168 time: 0.3900049 Jan 28 06:17:57.854158 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47708) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:57.855327 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403ebdb-022e-400e-9f88-8c234e622448 tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event deleted for resources: {'Subnet': ['ID=bd1279b9-0a7e-439a-afc2-f92a09b9c62f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:57.862275 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fa32c49-c4c4-4765-90db-f2779dd65230 req-97ca7e00-8717-4ed1-9430-e5ec454aef64 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632010 Jan 28 06:17:57.959449 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (77725642-b1e3-4869-909c-bec44e576bb0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:58.028024 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Deleting port 33a4e873-6225-4258-b277-b5c2eac1e880 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:58.028445 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (33a4e873-6225-4258-b277-b5c2eac1e880), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:58.113910 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] For port 33a4e873-6225-4258-b277-b5c2eac1e880, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=33a4e873-6225-4258-b277-b5c2eac1e880,segment=NetworkSegment(fabd4db1-b2db-496b-91f4-f4804c353dc9),segment_id=fabd4db1-b2db-496b-91f4-f4804c353dc9)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:17:58.114319 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (33a4e873-6225-4258-b277-b5c2eac1e880), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:58.132843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Calling delete_port for 33a4e873-6225-4258-b277-b5c2eac1e880 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:58.139415 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:58.238738 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcec264-9021-4eea-b352-ce59994b7b55 None None] DHCP port deletion for 77725642-b1e3-4869-909c-bec44e576bb0 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:17:58.289129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bdcec264-9021-4eea-b352-ce59994b7b55 None None] Deleting port 33a4e873-6225-4258-b277-b5c2eac1e880 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:17:58.289487 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdcec264-9021-4eea-b352-ce59994b7b55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (33a4e873-6225-4258-b277-b5c2eac1e880), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:58.298362 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (33a4e873-6225-4258-b277-b5c2eac1e880), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:58.333757 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] No DVR routers for this DVR port 33a4e873-6225-4258-b277-b5c2eac1e880 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:17:58.338142 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event deleted for resources: {'Port': ['ID=33a4e873-6225-4258-b277-b5c2eac1e880,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:58.381180 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-bdcec264-9021-4eea-b352-ce59994b7b55 None None] For port 33a4e873-6225-4258-b277-b5c2eac1e880, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=33a4e873-6225-4258-b277-b5c2eac1e880,segment=NetworkSegment(fabd4db1-b2db-496b-91f4-f4804c353dc9),segment_id=fabd4db1-b2db-496b-91f4-f4804c353dc9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:17:58.381912 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdcec264-9021-4eea-b352-ce59994b7b55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (33a4e873-6225-4258-b277-b5c2eac1e880), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:58.395882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bdcec264-9021-4eea-b352-ce59994b7b55 None None] Calling delete_port for 33a4e873-6225-4258-b277-b5c2eac1e880 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:17:58.417258 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (77725642-b1e3-4869-909c-bec44e576bb0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:58.440914 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77725642-b1e3-4869-909c-bec44e576bb0']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:58.450826 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabd4db1-b2db-496b-91f4-f4804c353dc9') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:58.451131 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabd4db1-b2db-496b-91f4-f4804c353dc9') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:17:58.460874 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (fabd4db1-b2db-496b-91f4-f4804c353dc9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:58.476283 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (fabd4db1-b2db-496b-91f4-f4804c353dc9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:58.484456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:17:58.485116 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (fabd4db1-b2db-496b-91f4-f4804c353dc9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:17:58.489238 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:17:58.493048 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdcec264-9021-4eea-b352-ce59994b7b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (33a4e873-6225-4258-b277-b5c2eac1e880), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:58.534738 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcec264-9021-4eea-b352-ce59994b7b55 None None] Pushing event deleted for resources: {'Port': ['ID=33a4e873-6225-4258-b277-b5c2eac1e880,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:58.547160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcec264-9021-4eea-b352-ce59994b7b55 None None] No DVR routers for this DVR port 33a4e873-6225-4258-b277-b5c2eac1e880 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:17:58.653183 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (77725642-b1e3-4869-909c-bec44e576bb0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:58.658629 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:58.667624 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] 10.222.0.31 "DELETE /v2.0/networks/77725642-b1e3-4869-909c-bec44e576bb0 HTTP/1.1" status: 204 len: 168 time: 0.8089285 Jan 28 06:17:58.689723 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407eecd-da51-434d-a7ff-cedc8f8b53de tempest-NetworksIpV6TestAttrs-1496045564 tempest-NetworksIpV6TestAttrs-1496045564-project] Pushing event deleted for resources: {'Network': ['ID=77725642-b1e3-4869-909c-bec44e576bb0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:17:59.006488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73fad3-9e75-4e35-80af-cfca237f6bd0 req-af3880cc-59a0-4059-9f8e-691642597d2a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:17:59.006488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc73fad3-9e75-4e35-80af-cfca237f6bd0 req-af3880cc-59a0-4059-9f8e-691642597d2a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 943 time: 0.0548525 Jan 28 06:17:59.066898 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc73fad3-9e75-4e35-80af-cfca237f6bd0 req-7a886d2e-1eb6-4c19-aa8b-dc3d9a95af77 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584350 Jan 28 06:17:59.200838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47738) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:59.240301 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 33a4e873-6225-4258-b277-b5c2eac1e880 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:17:59.266351 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 33a4e873-6225-4258-b277-b5c2eac1e880 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:17:59.267096 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 33a4e873-6225-4258-b277-b5c2eac1e880 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:17:59.348762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9ccbb38c-0b1c-46d6-8ece-adfe13e44d87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ca88162f6704f838b62baf1078ca0b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1467650 Jan 28 06:17:59.351163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47744) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:17:59.401083 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c87b6a6a-ebfd-4179-a799-aa0312219da3 admin admin] Publish callbacks [] for security_group (1d42f529-dbc8-49e8-a01f-015f7155cb7e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:59.423796 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c87b6a6a-ebfd-4179-a799-aa0312219da3 admin admin] Publish callbacks [] for security_group (1d42f529-dbc8-49e8-a01f-015f7155cb7e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:59.545943 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c87b6a6a-ebfd-4179-a799-aa0312219da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1d42f529-dbc8-49e8-a01f-015f7155cb7e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:59.549003 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c87b6a6a-ebfd-4179-a799-aa0312219da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:17:59.550464 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c87b6a6a-ebfd-4179-a799-aa0312219da3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d42f529-dbc8-49e8-a01f-015f7155cb7e HTTP/1.1" status: 204 len: 168 time: 0.1982822 Jan 28 06:17:59.559177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b6a6a-ebfd-4179-a799-aa0312219da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d42f529-dbc8-49e8-a01f-015f7155cb7e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:00.211068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5806c85-f878-4c29-a322-c6c6a8a03d73 req-969289de-ea34-41d5-a2e5-30576f76f1d8 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:00.212610 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5806c85-f878-4c29-a322-c6c6a8a03d73 req-969289de-ea34-41d5-a2e5-30576f76f1d8 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 943 time: 0.0614412 Jan 28 06:18:00.282161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5806c85-f878-4c29-a322-c6c6a8a03d73 req-ee200425-d6c5-439c-8028-a858b952e7ea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639992 Jan 28 06:18:00.771944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47786) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:18:00.775760 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027847 Jan 28 06:18:00.778918 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47788) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:18:00.900431 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8fad92a7-8c56-42dd-bedd-ac6a1eb143ec tempest-NetworksApiDiscovery-358327027 tempest-NetworksApiDiscovery-358327027-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1202321 Jan 28 06:18:01.407923 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 47808) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:18:01.445964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cf9b6-7220-43b4-9232-54f8db0d4baa req-1bfa23ab-d9f7-482f-9771-c05d9045e8cc tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:01.454453 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c55cf9b6-7220-43b4-9232-54f8db0d4baa req-1bfa23ab-d9f7-482f-9771-c05d9045e8cc tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 943 time: 0.0617852 Jan 28 06:18:01.513802 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c55cf9b6-7220-43b4-9232-54f8db0d4baa req-d7c0cbdb-72a2-49a8-9128-d984e482814f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582154 Jan 28 06:18:01.550362 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1792daa8-b7c3-4fd7-a0ec-654c91e7c788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:01.630564 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1792daa8-b7c3-4fd7-a0ec-654c91e7c788 admin admin] Publish callbacks [] for security_group (d69443ef-06a2-482a-bea6-370f43d288c9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:01.692195 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1792daa8-b7c3-4fd7-a0ec-654c91e7c788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d69443ef-06a2-482a-bea6-370f43d288c9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:01.730446 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1792daa8-b7c3-4fd7-a0ec-654c91e7c788 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=efc8976767f747bca96ff2c31bf083fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3214190 Jan 28 06:18:01.731170 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792daa8-b7c3-4fd7-a0ec-654c91e7c788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69443ef-06a2-482a-bea6-370f43d288c9,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:01.734121 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47816) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:18:01.785443 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a3da82b9-e93b-4cb3-9824-5a3ebf098749 admin admin] Publish callbacks [] for security_group (d69443ef-06a2-482a-bea6-370f43d288c9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:01.808204 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a3da82b9-e93b-4cb3-9824-5a3ebf098749 admin admin] Publish callbacks [] for security_group (d69443ef-06a2-482a-bea6-370f43d288c9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:01.921518 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a3da82b9-e93b-4cb3-9824-5a3ebf098749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d69443ef-06a2-482a-bea6-370f43d288c9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:01.924368 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a3da82b9-e93b-4cb3-9824-5a3ebf098749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:01.928071 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a3da82b9-e93b-4cb3-9824-5a3ebf098749 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d69443ef-06a2-482a-bea6-370f43d288c9 HTTP/1.1" status: 204 len: 168 time: 0.1898134 Jan 28 06:18:01.933875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da82b9-e93b-4cb3-9824-5a3ebf098749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69443ef-06a2-482a-bea6-370f43d288c9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:02.465793 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1500221d-a497-4668-b9de-259ce6d82bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:02.651429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15112b-958d-4934-b958-06cb6ef937a7 req-19f0e9c9-4e04-49b2-b36e-636dbeccf0f7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:02.652894 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d15112b-958d-4934-b958-06cb6ef937a7 req-19f0e9c9-4e04-49b2-b36e-636dbeccf0f7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 943 time: 0.0512085 Jan 28 06:18:02.709297 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d15112b-958d-4934-b958-06cb6ef937a7 req-c28e9917-64a7-4a57-8875-f1ca49a14a26 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497885 Jan 28 06:18:03.864268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cd999-8caf-4768-95ee-a2bd78c79c8f req-02590f18-4f7a-4783-ab23-9eea6213943b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:03.867059 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e9cd999-8caf-4768-95ee-a2bd78c79c8f req-02590f18-4f7a-4783-ab23-9eea6213943b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 943 time: 0.0780566 Jan 28 06:18:03.941984 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e9cd999-8caf-4768-95ee-a2bd78c79c8f req-9e9463a4-fdac-4611-ae09-089ce6a7b08f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619242 Jan 28 06:18:04.663212 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:18:04.721361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47910) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:18:04.844981 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6af95ad0-60bc-43e8-99e1-d450fa55d7c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:04.845259 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75112484-51eb-4be0-96c6-5fcaba621ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:04.940189 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6af95ad0-60bc-43e8-99e1-d450fa55d7c3 admin admin] Publish callbacks [] for security_group (e145c680-6168-4f1d-b08f-afe731498600), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:05.032628 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6af95ad0-60bc-43e8-99e1-d450fa55d7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e145c680-6168-4f1d-b08f-afe731498600), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:05.069529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af95ad0-60bc-43e8-99e1-d450fa55d7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e145c680-6168-4f1d-b08f-afe731498600,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:05.107520 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd344bb-c75a-4738-8edf-991596ad6068 req-f6879963-d45b-42a4-9d9e-659a3ee5f06e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:05.109275 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ccd344bb-c75a-4738-8edf-991596ad6068 req-f6879963-d45b-42a4-9d9e-659a3ee5f06e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 943 time: 0.1045880 Jan 28 06:18:05.114355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6af95ad0-60bc-43e8-99e1-d450fa55d7c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb8169c563fc49be9038cbb0da831338&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3895304 Jan 28 06:18:05.114589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47916) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:18:05.190238 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ccd344bb-c75a-4738-8edf-991596ad6068 req-0522b906-a22a-41c2-bc23-e17c7555b955 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692434 Jan 28 06:18:05.234893 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72f5a603-19ee-4adc-9fa5-f41ce6382816 admin admin] Publish callbacks [] for security_group (e145c680-6168-4f1d-b08f-afe731498600), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:05.259882 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72f5a603-19ee-4adc-9fa5-f41ce6382816 admin admin] Publish callbacks [] for security_group (e145c680-6168-4f1d-b08f-afe731498600), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:05.374828 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72f5a603-19ee-4adc-9fa5-f41ce6382816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e145c680-6168-4f1d-b08f-afe731498600), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:05.377751 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72f5a603-19ee-4adc-9fa5-f41ce6382816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:05.379003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-72f5a603-19ee-4adc-9fa5-f41ce6382816 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e145c680-6168-4f1d-b08f-afe731498600 HTTP/1.1" status: 204 len: 168 time: 0.2633233 Jan 28 06:18:05.387360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5a603-19ee-4adc-9fa5-f41ce6382816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e145c680-6168-4f1d-b08f-afe731498600,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:06.044409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47926) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:18:06.061055 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5b78b0e-a861-4b8a-b28c-a99da0d7190a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:06.133894 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5b78b0e-a861-4b8a-b28c-a99da0d7190a admin admin] Publish callbacks [] for security_group (bd202192-1f86-486e-93bd-9cc63ac52b62), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:06.194854 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5b78b0e-a861-4b8a-b28c-a99da0d7190a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bd202192-1f86-486e-93bd-9cc63ac52b62), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:06.235138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b78b0e-a861-4b8a-b28c-a99da0d7190a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd202192-1f86-486e-93bd-9cc63ac52b62,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:06.240219 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f5b78b0e-a861-4b8a-b28c-a99da0d7190a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b509e0a98b744558e155b31104027a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1938181 Jan 28 06:18:06.242272 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 47932) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:18:06.328978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a29d08-ccef-41af-a067-18c007da9d77 req-93508011-c42f-4f84-986a-deb52b125826 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:06.330467 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01a29d08-ccef-41af-a067-18c007da9d77 req-93508011-c42f-4f84-986a-deb52b125826 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 943 time: 0.0733147 Jan 28 06:18:06.335158 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c7350cd-7459-4ae9-a397-52e8ebdae44f admin admin] Publish callbacks [] for security_group (bd202192-1f86-486e-93bd-9cc63ac52b62), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:06.374059 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c7350cd-7459-4ae9-a397-52e8ebdae44f admin admin] Publish callbacks [] for security_group (bd202192-1f86-486e-93bd-9cc63ac52b62), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:06.619878 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:06.694403 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01a29d08-ccef-41af-a067-18c007da9d77 req-61c74725-ce89-4fb4-a4f8-3141fbc4367d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573675 Jan 28 06:18:06.785406 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c7350cd-7459-4ae9-a397-52e8ebdae44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bd202192-1f86-486e-93bd-9cc63ac52b62), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:06.787968 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c7350cd-7459-4ae9-a397-52e8ebdae44f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:06.789167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5c7350cd-7459-4ae9-a397-52e8ebdae44f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd202192-1f86-486e-93bd-9cc63ac52b62 HTTP/1.1" status: 204 len: 168 time: 0.5458410 Jan 28 06:18:06.798364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7350cd-7459-4ae9-a397-52e8ebdae44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd202192-1f86-486e-93bd-9cc63ac52b62,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:07.821595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb7cbf-6fc3-44c0-a332-502e5ad42a69 req-c073ef26-8f20-4140-8d05-76a1bc915455 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:07.823199 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6dfb7cbf-6fc3-44c0-a332-502e5ad42a69 req-c073ef26-8f20-4140-8d05-76a1bc915455 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 943 time: 0.0597620 Jan 28 06:18:07.877836 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6dfb7cbf-6fc3-44c0-a332-502e5ad42a69 req-a522978b-bcbc-4ef1-a234-477d74900ef1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457151 Jan 28 06:18:07.988804 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:09.018549 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb66592-2a8b-49e6-a724-ccbd924d9810 req-9522653a-9361-4b37-a563-ec4e7c8d9ad6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:09.028518 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bb66592-2a8b-49e6-a724-ccbd924d9810 req-9522653a-9361-4b37-a563-ec4e7c8d9ad6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 943 time: 0.0573225 Jan 28 06:18:09.075042 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bb66592-2a8b-49e6-a724-ccbd924d9810 req-9c5f15d3-e43d-4948-ad4b-ec80f02329fd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456631 Jan 28 06:18:09.098019 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:10.197219 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec71375-6696-4ece-b8a5-d7edab4bbfb2 req-05272c80-0d20-4ad6-a2c6-f4f55fdaf82c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:10.198701 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ec71375-6696-4ece-b8a5-d7edab4bbfb2 req-05272c80-0d20-4ad6-a2c6-f4f55fdaf82c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 943 time: 0.0534256 Jan 28 06:18:10.249388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ec71375-6696-4ece-b8a5-d7edab4bbfb2 req-7be9d45d-248a-44a4-a512-9886b806c058 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444360 Jan 28 06:18:11.369877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672404ba-8cc5-4d06-9a82-f062aafe3b99 req-219e166c-6903-4b04-a36a-b66da0e84124 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:11.371462 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-672404ba-8cc5-4d06-9a82-f062aafe3b99 req-219e166c-6903-4b04-a36a-b66da0e84124 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 943 time: 0.0510283 Jan 28 06:18:11.430254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-672404ba-8cc5-4d06-9a82-f062aafe3b99 req-110c3348-d080-4666-a9fe-5e1d996728ee tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530734 Jan 28 06:18:12.555375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b06e74-93f1-449d-8e91-8c380f244510 req-1276cfa5-6380-494f-91d5-196a27cdc4d0 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:12.556863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81b06e74-93f1-449d-8e91-8c380f244510 req-1276cfa5-6380-494f-91d5-196a27cdc4d0 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 943 time: 0.0535285 Jan 28 06:18:12.613993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81b06e74-93f1-449d-8e91-8c380f244510 req-4726b175-204a-4973-8631-7ef4668a4641 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490003 Jan 28 06:18:13.182037 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 1b5a828b-64a4-47f9-987d-da78fb62aafc details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:18:13.284429 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 1b5a828b-64a4-47f9-987d-da78fb62aafc, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=1b5a828b-64a4-47f9-987d-da78fb62aafc,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:18:13.296719 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '1b5a828b-64a4-47f9-987d-da78fb62aafc', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'port_id': '1b5a828b-64a4-47f9-987d-da78fb62aafc', 'mac_address': 'fa:16:3e:d0:8e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:18:13.333784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 1b5a828b-64a4-47f9-987d-da78fb62aafc is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:18:13.334172 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1b5a828b-64a4-47f9-987d-da78fb62aafc), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:13.348980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5a828b-64a4-47f9-987d-da78fb62aafc {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:18:13.370909 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 1b5a828b-64a4-47f9-987d-da78fb62aafc, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=1b5a828b-64a4-47f9-987d-da78fb62aafc,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:18:13.452473 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1b5a828b-64a4-47f9-987d-da78fb62aafc), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:13.508255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=1b5a828b-64a4-47f9-987d-da78fb62aafc,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:13.737862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['1b5a828b-64a4-47f9-987d-da78fb62aafc'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:18:13.755571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8399a-3a3b-4574-b374-b0a74d1034d8 req-6d65ce78-6f6d-46e5-b141-497f512e2493 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:13.764985 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9b8399a-3a3b-4574-b374-b0a74d1034d8 req-6d65ce78-6f6d-46e5-b141-497f512e2493 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 944 time: 0.0520556 Jan 28 06:18:13.820470 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9b8399a-3a3b-4574-b374-b0a74d1034d8 req-dfaddd8e-8186-4297-86f5-f26a64526828 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568106 Jan 28 06:18:14.955205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85224828-b66b-4688-a8ec-0b68e927c8df req-bdb1fdee-d7ac-4d03-9c4a-3e2c682c6d6a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:14.957960 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85224828-b66b-4688-a8ec-0b68e927c8df req-bdb1fdee-d7ac-4d03-9c4a-3e2c682c6d6a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 944 time: 0.0505114 Jan 28 06:18:15.014826 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85224828-b66b-4688-a8ec-0b68e927c8df req-7f150f8d-b4c4-4407-b2ef-31fff54c562a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509400 Jan 28 06:18:15.197894 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 1b5a828b-64a4-47f9-987d-da78fb62aafc up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:18:15.339861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 1b5a828b-64a4-47f9-987d-da78fb62aafc completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:18:15.360656 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 1b5a828b-64a4-47f9-987d-da78fb62aafc triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:18:15.361589 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1b5a828b-64a4-47f9-987d-da78fb62aafc), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:15.455406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 1b5a828b-64a4-47f9-987d-da78fb62aafc is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:18:15.456080 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1b5a828b-64a4-47f9-987d-da78fb62aafc), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:15.479865 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286448df-e4ec-4170-87eb-645dfaa07f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5a828b-64a4-47f9-987d-da78fb62aafc'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:18:15.483797 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408bab62-d442-4af6-b480-c8fda2b3b62f" -d '{"events": [{"server_uuid": "286448df-e4ec-4170-87eb-645dfaa07f4f", "name": "network-vif-plugged", "status": "completed", "tag": "1b5a828b-64a4-47f9-987d-da78fb62aafc"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:18:15.524361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 1b5a828b-64a4-47f9-987d-da78fb62aafc, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=1b5a828b-64a4-47f9-987d-da78fb62aafc,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:18:15.613937 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1b5a828b-64a4-47f9-987d-da78fb62aafc), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:15.713430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=1b5a828b-64a4-47f9-987d-da78fb62aafc,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:15.784801 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9278be-edd6-41f1-90b8-88cdb55a3b7e x-openstack-request-id: req-0b9278be-edd6-41f1-90b8-88cdb55a3b7e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:18:15.785423 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286448df-e4ec-4170-87eb-645dfaa07f4f", "name": "network-vif-plugged", "status": "completed", "tag": "1b5a828b-64a4-47f9-987d-da78fb62aafc", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:18:15.785885 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b9278be-edd6-41f1-90b8-88cdb55a3b7e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:18:15.786533 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286448df-e4ec-4170-87eb-645dfaa07f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5a828b-64a4-47f9-987d-da78fb62aafc', 'code': 200} Jan 28 06:18:15.934647 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2c422-6933-40ef-a002-8c2b57216c8e req-c138cd26-acc0-4e7e-a387-60a020209e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:15.936496 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-17b2c422-6933-40ef-a002-8c2b57216c8e req-c138cd26-acc0-4e7e-a387-60a020209e26 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 1097 time: 0.0535285 Jan 28 06:18:15.989706 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-17b2c422-6933-40ef-a002-8c2b57216c8e req-1a82bebc-7a07-4485-bcb7-a77ceb05c14e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462625 Jan 28 06:18:16.188228 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb56db-36fb-4ab2-8d0d-29c48812aea9 req-b51e59fb-816d-450a-bfd3-848f206fde6e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:16.196591 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ceb56db-36fb-4ab2-8d0d-29c48812aea9 req-b51e59fb-816d-450a-bfd3-848f206fde6e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 945 time: 0.0930874 Jan 28 06:18:16.261388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ceb56db-36fb-4ab2-8d0d-29c48812aea9 req-74e27204-e7c3-49b8-aba7-009d994adc4d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628633 Jan 28 06:18:17.429225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7542f62-32fd-4796-9e91-a7496bf97d59 req-fde4c569-2a89-45e4-baa3-b7f666d138c9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:17.431521 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7542f62-32fd-4796-9e91-a7496bf97d59 req-fde4c569-2a89-45e4-baa3-b7f666d138c9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 945 time: 0.0849946 Jan 28 06:18:17.485503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7542f62-32fd-4796-9e91-a7496bf97d59 req-e98cf060-9756-4f45-91cd-698f76f2bedd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465624 Jan 28 06:18:17.641082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4fef2a-004a-4bea-9cd1-b656bdcb4023 req-439728f0-6d74-4af5-a8a4-2b7db7c0d981 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:17.647878 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f4fef2a-004a-4bea-9cd1-b656bdcb4023 req-439728f0-6d74-4af5-a8a4-2b7db7c0d981 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 945 time: 0.0641704 Jan 28 06:18:17.705219 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f4fef2a-004a-4bea-9cd1-b656bdcb4023 req-8ef2a1be-7cc0-4475-a97f-e94c800b1ccc tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563891 Jan 28 06:18:17.722066 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48376) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:18:17.958579 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eed113-9ea9-4f6e-a845-400861d3f7e9 tempest-TestVolumeBootPattern-687546950 tempest-TestVolumeBootPattern-687546950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:17.963252 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-99eed113-9ea9-4f6e-a845-400861d3f7e9 tempest-TestVolumeBootPattern-687546950 tempest-TestVolumeBootPattern-687546950-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 1092 time: 0.2371912 Jan 28 06:18:17.963433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48394) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:18:17.968965 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': '1b5a828b-64a4-47f9-987d-da78fb62aafc', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:18:18.097471 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:18.260687 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:18.388532 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Allocated IP 172.25.0.172 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/e3da2a86-8964-474a-b0e3-259ffc139d53) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:18:18.531597 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for port (e3da2a86-8964-474a-b0e3-259ffc139d53), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:18.735999 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (e3da2a86-8964-474a-b0e3-259ffc139d53), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:18.804330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:18:18.811293 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:18:18.826427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'Port': ['ID=e3da2a86-8964-474a-b0e3-259ffc139d53,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:18.845232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:18:18.899876 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:18:18.900760 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:18:18.901115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:18:18.901465 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:18:18.901817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:18:18.902158 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:18:18.902520 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:18:18.902859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:18:18.903191 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:18:18.903522 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:18:18.903896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:18:18.904600 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:18:18.904941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:18:19.315707 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for floatingip (091eadf7-cb94-40a8-9a22-cd862df2d0b2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:19.464292 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e3da2a86-8964-474a-b0e3-259ffc139d53), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:19.922373 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for port (e3da2a86-8964-474a-b0e3-259ffc139d53), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:20.014374 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (e3da2a86-8964-474a-b0e3-259ffc139d53), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:20.089870 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'Port': ['ID=e3da2a86-8964-474a-b0e3-259ffc139d53,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:20.117307 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (091eadf7-cb94-40a8-9a22-cd862df2d0b2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:20.265762 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Floating IP 091eadf7-cb94-40a8-9a22-cd862df2d0b2 associated. External IP: 172.25.0.172, port: 1b5a828b-64a4-47f9-987d-da78fb62aafc. Jan 28 06:18:20.584645 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:18:20.723898 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:18:20.730728 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6280f869-e0a2-46e1-b73a-4f4898857936 None None] Sync routers for ids ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:18:20.742171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6280f869-e0a2-46e1-b73a-4f4898857936 None None] Routers {'b082da49-aff1-4bf9-90dd-ec783c4f1cd5'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:18:20.742818 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-6280f869-e0a2-46e1-b73a-4f4898857936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:18:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:18:20.804542 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:20.851040 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-01cfc8df-95e3-4458-a947-b3e7b0d27b9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8725383 Jan 28 06:18:20.851040 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286448df-e4ec-4170-87eb-645dfaa07f4f', 'tag': '1b5a828b-64a4-47f9-987d-da78fb62aafc'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:18:20.851040 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cebc932-b5d6-4627-9196-012753434847" -d '{"events": [{"name": "network-changed", "server_uuid": "286448df-e4ec-4170-87eb-645dfaa07f4f", "tag": "1b5a828b-64a4-47f9-987d-da78fb62aafc"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:18:20.901319 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-6280f869-e0a2-46e1-b73a-4f4898857936 None None] Set router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:18:20.986996 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a61eae9-2f2a-406b-9b43-2ed5aa1106a4 x-openstack-request-id: req-7a61eae9-2f2a-406b-9b43-2ed5aa1106a4 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:18:20.990056 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286448df-e4ec-4170-87eb-645dfaa07f4f", "tag": "1b5a828b-64a4-47f9-987d-da78fb62aafc", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:18:20.990676 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a61eae9-2f2a-406b-9b43-2ed5aa1106a4 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:18:20.995069 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286448df-e4ec-4170-87eb-645dfaa07f4f', 'tag': '1b5a828b-64a4-47f9-987d-da78fb62aafc', 'status': 'completed', 'code': 200} Jan 28 06:18:21.107048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebc932-b5d6-4627-9196-012753434847 req-b2654c0c-85d6-4b28-9034-dc871a22da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:21.108628 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0cebc932-b5d6-4627-9196-012753434847 req-b2654c0c-85d6-4b28-9034-dc871a22da42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 1097 time: 0.0737629 Jan 28 06:18:21.157247 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-6280f869-e0a2-46e1-b73a-4f4898857936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '091eadf7-cb94-40a8-9a22-cd862df2d0b2', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'port_id': '1b5a828b-64a4-47f9-987d-da78fb62aafc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'mac_address': 'fa:16:3e:d0:8e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286448df-e4ec-4170-87eb-645dfaa07f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:18:19Z', 'updated_at': '2022-01-28T06:18:19Z', 'revision_number': 0, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:54Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:18:21.188033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6280f869-e0a2-46e1-b73a-4f4898857936 None None] Checking router: b082da49-aff1-4bf9-90dd-ec783c4f1cd5 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:18:21.194274 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6280f869-e0a2-46e1-b73a-4f4898857936 None None] Routers {'b082da49-aff1-4bf9-90dd-ec783c4f1cd5'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:18:21.194916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-6280f869-e0a2-46e1-b73a-4f4898857936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:18:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:18:21.208056 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebc932-b5d6-4627-9196-012753434847 req-647e6c06-33f5-434b-82a3-52888ca6724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:21.209561 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0cebc932-b5d6-4627-9196-012753434847 req-647e6c06-33f5-434b-82a3-52888ca6724a service neutron] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 912 time: 0.0921865 Jan 28 06:18:21.307610 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-6280f869-e0a2-46e1-b73a-4f4898857936 None None] Set router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:18:21.310001 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0cebc932-b5d6-4627-9196-012753434847 req-ad56d57d-d4f6-4ec3-950d-7b9e0d5c587d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b5a828b-64a4-47f9-987d-da78fb62aafc HTTP/1.1" status: 200 len: 999 time: 0.0941439 Jan 28 06:18:21.359477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebc932-b5d6-4627-9196-012753434847 req-b0f2b83b-26ca-4596-b30e-3f4a62608437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:21.361550 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0cebc932-b5d6-4627-9196-012753434847 req-b0f2b83b-26ca-4596-b30e-3f4a62608437 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.0454731 Jan 28 06:18:21.416179 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebc932-b5d6-4627-9196-012753434847 req-1b32c928-79d0-4a26-8fe8-1e052d785131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:21.420737 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0cebc932-b5d6-4627-9196-012753434847 req-1b32c928-79d0-4a26-8fe8-1e052d785131 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536156 Jan 28 06:18:21.536242 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0cebc932-b5d6-4627-9196-012753434847 req-00cea726-fdea-4910-93ae-816b4321c625 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100354 Jan 28 06:18:21.567495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-6280f869-e0a2-46e1-b73a-4f4898857936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '091eadf7-cb94-40a8-9a22-cd862df2d0b2', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'port_id': '1b5a828b-64a4-47f9-987d-da78fb62aafc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'mac_address': 'fa:16:3e:d0:8e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286448df-e4ec-4170-87eb-645dfaa07f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:18:19Z', 'updated_at': '2022-01-28T06:18:19Z', 'revision_number': 0, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:54Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:18:21.600839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6280f869-e0a2-46e1-b73a-4f4898857936 None None] The sync data for ids ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'] in n-d-812111-12 is: [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '091eadf7-cb94-40a8-9a22-cd862df2d0b2', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'port_id': '1b5a828b-64a4-47f9-987d-da78fb62aafc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'mac_address': 'fa:16:3e:d0:8e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286448df-e4ec-4170-87eb-645dfaa07f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:18:19Z', 'updated_at': '2022-01-28T06:18:19Z', 'revision_number': 0, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:54Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:18:21.643089 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0cebc932-b5d6-4627-9196-012753434847 req-1db9b12e-2f00-4b90-bfb2-bc65ff50ab4d service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009316 Jan 28 06:18:21.837759 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4590999f-81aa-4b97-a4b0-b2cf7f19fc0b None None] New status for floating IP 091eadf7-cb94-40a8-9a22-cd862df2d0b2: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:18:23.241706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afa388-af96-471e-9bcb-ec99a140531d req-fa44fa9a-aa07-4742-95d2-fa2b4f1a8d27 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:23.243885 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5afa388-af96-471e-9bcb-ec99a140531d req-fa44fa9a-aa07-4742-95d2-fa2b4f1a8d27 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/networks?id=36009c62-2b66-4e78-817b-7fe16c2072ad HTTP/1.1" status: 200 len: 814 time: 0.1025622 Jan 28 06:18:23.259064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5afa388-af96-471e-9bcb-ec99a140531d req-65f3a857-b173-42ad-bd26-7600b36cd2a8 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/quotas/f85741625aaf4ee9ad854fdeaa526362 HTTP/1.1" status: 200 len: 375 time: 0.0090139 Jan 28 06:18:23.294845 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5afa388-af96-471e-9bcb-ec99a140531d req-2001ff53-045f-4f74-8e1e-59c62405e46e tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f85741625aaf4ee9ad854fdeaa526362&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300624 Jan 28 06:18:23.387533 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5afa388-af96-471e-9bcb-ec99a140531d req-0259e99f-a02b-474b-a974-9965959a6c41 service neutron] 10.222.0.31 "GET /v2.0/networks/36009c62-2b66-4e78-817b-7fe16c2072ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853400 Jan 28 06:18:23.483961 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5afa388-af96-471e-9bcb-ec99a140531d req-4c19dee6-b42f-4700-8a85-18aa6e55bfd5 service neutron] 10.222.0.31 "GET /v2.0/networks/36009c62-2b66-4e78-817b-7fe16c2072ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898433 Jan 28 06:18:23.802485 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a302bec-dc7c-4c9e-880d-e7be164163b6 req-9e0eff8c-d5a8-4fec-8c51-8844e62ece11 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 210 time: 0.0277131 Jan 28 06:18:24.890222 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0dbec775-461a-42b1-b86d-99ca7e23ce1a req-c8b98cf1-58c0-4436-ba50-df5618417815 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 210 time: 0.0334480 Jan 28 06:18:25.224816 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:25.992083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-592bc46f-d07e-4692-a441-5693d6b595f0 req-148d31e1-ecbf-4f97-8471-46a5ce5eccdc tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 210 time: 0.0292792 Jan 28 06:18:26.622037 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afa388-af96-471e-9bcb-ec99a140531d req-105c5023-7b16-434c-9306-26a85d2322f0 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:26.624800 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5afa388-af96-471e-9bcb-ec99a140531d req-105c5023-7b16-434c-9306-26a85d2322f0 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.60 "GET /v2.0/networks?id=36009c62-2b66-4e78-817b-7fe16c2072ad HTTP/1.1" status: 200 len: 814 time: 0.1585441 Jan 28 06:18:26.644365 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-a5afa388-af96-471e-9bcb-ec99a140531d req-5303868f-d3f7-4520-adec-149171055076 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Request body: {'port': {'device_id': '08931b4c-9645-492f-96a1-b5da985d5c01', 'network_id': '36009c62-2b66-4e78-817b-7fe16c2072ad', 'admin_state_up': True, 'tenant_id': 'f85741625aaf4ee9ad854fdeaa526362'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:18:26.842611 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5afa388-af96-471e-9bcb-ec99a140531d req-5303868f-d3f7-4520-adec-149171055076 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Made reservation on behalf of f85741625aaf4ee9ad854fdeaa526362 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:18:26.846266 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a5afa388-af96-471e-9bcb-ec99a140531d req-5303868f-d3f7-4520-adec-149171055076 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:26.998068 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-a5afa388-af96-471e-9bcb-ec99a140531d req-5303868f-d3f7-4520-adec-149171055076 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Allocated IP 172.20.0.14 (36009c62-2b66-4e78-817b-7fe16c2072ad/087cc66e-dcbe-45b8-b8d1-48dedc5c23d1/4accd68b-926b-4e0b-8d68-0ba4f74741c1) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:18:27.152594 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc7f7ccf-d3ce-4ac6-81c5-0ac69f609469 req-5e86a79c-c5d1-4880-a797-93a4dfa5f71b tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 210 time: 0.0366020 Jan 28 06:18:27.158949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48676) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:18:27.190995 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a5afa388-af96-471e-9bcb-ec99a140531d req-5303868f-d3f7-4520-adec-149171055076 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Publish callbacks [] for port (4accd68b-926b-4e0b-8d68-0ba4f74741c1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:27.293885 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49d8e6b0-172d-4327-b4cc-a5ff8171f7e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:27.297532 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a5afa388-af96-471e-9bcb-ec99a140531d req-5303868f-d3f7-4520-adec-149171055076 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (4accd68b-926b-4e0b-8d68-0ba4f74741c1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:27.354404 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5afa388-af96-471e-9bcb-ec99a140531d req-5303868f-d3f7-4520-adec-149171055076 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Network 36009c62-2b66-4e78-817b-7fe16c2072ad is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:18:27.363266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-a5afa388-af96-471e-9bcb-ec99a140531d req-5303868f-d3f7-4520-adec-149171055076 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:18:27.366743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5afa388-af96-471e-9bcb-ec99a140531d req-5303868f-d3f7-4520-adec-149171055076 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:18:27.399402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303868f-d3f7-4520-adec-149171055076 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Pushing event updated for resources: {'Port': ['ID=4accd68b-926b-4e0b-8d68-0ba4f74741c1,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:27.420052 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49d8e6b0-172d-4327-b4cc-a5ff8171f7e1 admin admin] Publish callbacks [] for security_group (dec2e8dc-d869-4d33-9fda-6f96928f1353), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:27.438721 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afa388-af96-471e-9bcb-ec99a140531d req-5303868f-d3f7-4520-adec-149171055076 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:27.439458 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a5afa388-af96-471e-9bcb-ec99a140531d req-5303868f-d3f7-4520-adec-149171055076 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:27.499712 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49d8e6b0-172d-4327-b4cc-a5ff8171f7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dec2e8dc-d869-4d33-9fda-6f96928f1353), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:27.532381 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5afa388-af96-471e-9bcb-ec99a140531d req-5303868f-d3f7-4520-adec-149171055076 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8924725 Jan 28 06:18:27.549903 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-a5afa388-af96-471e-9bcb-ec99a140531d req-fb5c8c92-36fc-47d3-83c6-2d9d8bfd18fb tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:18:27.551392 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5afa388-af96-471e-9bcb-ec99a140531d req-fb5c8c92-36fc-47d3-83c6-2d9d8bfd18fb tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142202 Jan 28 06:18:27.567104 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8e6b0-172d-4327-b4cc-a5ff8171f7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec2e8dc-d869-4d33-9fda-6f96928f1353,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:27.572242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Request body: {'port': {'device_id': '08931b4c-9645-492f-96a1-b5da985d5c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:18:27.589942 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-49d8e6b0-172d-4327-b4cc-a5ff8171f7e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e90474a93627438b8237473cb09fb9e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4294167 Jan 28 06:18:27.591469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48680) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:18:27.646092 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4accd68b-926b-4e0b-8d68-0ba4f74741c1), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:27.681113 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1e3c126-5b50-4c5e-bdb4-ce2fd808ecac admin admin] Publish callbacks [] for security_group (dec2e8dc-d869-4d33-9fda-6f96928f1353), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:27.709114 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1e3c126-5b50-4c5e-bdb4-ce2fd808ecac admin admin] Publish callbacks [] for security_group (dec2e8dc-d869-4d33-9fda-6f96928f1353), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:27.834662 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1e3c126-5b50-4c5e-bdb4-ce2fd808ecac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dec2e8dc-d869-4d33-9fda-6f96928f1353), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:27.838516 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1e3c126-5b50-4c5e-bdb4-ce2fd808ecac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:27.840043 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e1e3c126-5b50-4c5e-bdb4-ce2fd808ecac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dec2e8dc-d869-4d33-9fda-6f96928f1353 HTTP/1.1" status: 204 len: 168 time: 0.2474401 Jan 28 06:18:27.853505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3c126-5b50-4c5e-bdb4-ce2fd808ecac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec2e8dc-d869-4d33-9fda-6f96928f1353,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:27.911936 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:27.983695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4accd68b-926b-4e0b-8d68-0ba4f74741c1 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:18:27.992651 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Publish callbacks [] for port (4accd68b-926b-4e0b-8d68-0ba4f74741c1), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:28.006435 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Transition to ACTIVE for port object 4accd68b-926b-4e0b-8d68-0ba4f74741c1 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:18:28.102918 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (4accd68b-926b-4e0b-8d68-0ba4f74741c1), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:28.158516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4accd68b-926b-4e0b-8d68-0ba4f74741c1,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:28.261086 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Attempting to bind port 4accd68b-926b-4e0b-8d68-0ba4f74741c1 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:18:28.261512 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Attempting to bind port 4accd68b-926b-4e0b-8d68-0ba4f74741c1 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '6dc3a269-da08-4632-9308-be5926c4d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '36009c62-2b66-4e78-817b-7fe16c2072ad'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:18:28.262231 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Attempting to bind port 4accd68b-926b-4e0b-8d68-0ba4f74741c1 on network 36009c62-2b66-4e78-817b-7fe16c2072ad {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:18:28.269855 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Port 4accd68b-926b-4e0b-8d68-0ba4f74741c1 on network 36009c62-2b66-4e78-817b-7fe16c2072ad not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:18:28.270766 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Attempting to bind port 4accd68b-926b-4e0b-8d68-0ba4f74741c1 on network 36009c62-2b66-4e78-817b-7fe16c2072ad {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:18:28.277915 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:18:28.279144 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Checking segment: {'id': '6dc3a269-da08-4632-9308-be5926c4d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '36009c62-2b66-4e78-817b-7fe16c2072ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:18:28.279554 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Bound using segment: {'id': '6dc3a269-da08-4632-9308-be5926c4d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '36009c62-2b66-4e78-817b-7fe16c2072ad'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:18:28.280115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Bound port: 4accd68b-926b-4e0b-8d68-0ba4f74741c1, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc3a269-da08-4632-9308-be5926c4d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '36009c62-2b66-4e78-817b-7fe16c2072ad'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:18:28.280922 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4accd68b-926b-4e0b-8d68-0ba4f74741c1), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:28.312489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9bb40-670b-4cf4-83b3-83d70d334c3e req-effb9e78-20b5-4e4a-b6e8-0b85c8db453e tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:28.314170 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91a9bb40-670b-4cf4-83b3-83d70d334c3e req-effb9e78-20b5-4e4a-b6e8-0b85c8db453e tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 944 time: 0.0837319 Jan 28 06:18:28.378549 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] For port 4accd68b-926b-4e0b-8d68-0ba4f74741c1, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:18:28.382790 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] For port 4accd68b-926b-4e0b-8d68-0ba4f74741c1, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=4accd68b-926b-4e0b-8d68-0ba4f74741c1,segment=NetworkSegment(6dc3a269-da08-4632-9308-be5926c4d4a9),segment_id=6dc3a269-da08-4632-9308-be5926c4d4a9)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:18:28.392489 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91a9bb40-670b-4cf4-83b3-83d70d334c3e req-813ca1b2-6e4f-43d9-ab8b-1ee24b7e76b2 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616794 Jan 28 06:18:28.483451 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (4accd68b-926b-4e0b-8d68-0ba4f74741c1), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:28.522674 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:28.523152 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:28.524839 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5afa388-af96-471e-9bcb-ec99a140531d req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] 10.222.0.60 "PUT /v2.0/ports/4accd68b-926b-4e0b-8d68-0ba4f74741c1 HTTP/1.1" status: 200 len: 1093 time: 0.9597528 Jan 28 06:18:28.527521 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08931b4c-9645-492f-96a1-b5da985d5c01', 'tag': '4accd68b-926b-4e0b-8d68-0ba4f74741c1'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:18:28.530778 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4313a7a1-90da-4478-82b9-8e44af1c223d" -d '{"events": [{"name": "network-changed", "server_uuid": "08931b4c-9645-492f-96a1-b5da985d5c01", "tag": "4accd68b-926b-4e0b-8d68-0ba4f74741c1"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:18:28.568932 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554473f-1447-4ee8-bfa8-8118e25fe9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4accd68b-926b-4e0b-8d68-0ba4f74741c1,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:28.579985 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f675915f-3ea9-48c7-935e-e6aaa7331140 x-openstack-request-id: req-f675915f-3ea9-48c7-935e-e6aaa7331140 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:18:28.579985 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08931b4c-9645-492f-96a1-b5da985d5c01", "tag": "4accd68b-926b-4e0b-8d68-0ba4f74741c1", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:18:28.580310 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f675915f-3ea9-48c7-935e-e6aaa7331140 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:18:28.580677 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08931b4c-9645-492f-96a1-b5da985d5c01', 'tag': '4accd68b-926b-4e0b-8d68-0ba4f74741c1', 'status': 'completed', 'code': 200} Jan 28 06:18:28.670471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313a7a1-90da-4478-82b9-8e44af1c223d req-96bbceeb-dea9-4784-a907-d5dc0ef247e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:28.672115 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4313a7a1-90da-4478-82b9-8e44af1c223d req-96bbceeb-dea9-4784-a907-d5dc0ef247e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f85741625aaf4ee9ad854fdeaa526362&device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 1096 time: 0.0503438 Jan 28 06:18:28.683959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 48692) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:18:28.702117 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3052dc66-6bdc-41b2-a9d8-43125e6b909b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:28.787684 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3052dc66-6bdc-41b2-a9d8-43125e6b909b admin admin] Publish callbacks [] for security_group (4366b0de-13c7-4396-82cc-624ecac195b1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:28.800402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313a7a1-90da-4478-82b9-8e44af1c223d req-8a6a755c-2831-49f6-99cc-90f26a78d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:28.802073 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4313a7a1-90da-4478-82b9-8e44af1c223d req-8a6a755c-2831-49f6-99cc-90f26a78d6ea service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f85741625aaf4ee9ad854fdeaa526362&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1181295 Jan 28 06:18:28.903753 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313a7a1-90da-4478-82b9-8e44af1c223d req-9df8c4fd-73a7-4cf6-b868-e47403ea19fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:28.905454 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4313a7a1-90da-4478-82b9-8e44af1c223d req-9df8c4fd-73a7-4cf6-b868-e47403ea19fd service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979171 Jan 28 06:18:28.910742 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3052dc66-6bdc-41b2-a9d8-43125e6b909b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4366b0de-13c7-4396-82cc-624ecac195b1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:28.956008 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3052dc66-6bdc-41b2-a9d8-43125e6b909b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20a0d410e86747c79426adf954e6946a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2707753 Jan 28 06:18:28.957282 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052dc66-6bdc-41b2-a9d8-43125e6b909b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4366b0de-13c7-4396-82cc-624ecac195b1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:28.959116 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 48696) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:18:29.042671 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afa388-af96-471e-9bcb-ec99a140531d req-383ca1f2-abe1-4490-a528-a16d8974ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:29.044109 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5afa388-af96-471e-9bcb-ec99a140531d req-383ca1f2-abe1-4490-a528-a16d8974ca1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f85741625aaf4ee9ad854fdeaa526362&device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 1096 time: 0.0686698 Jan 28 06:18:29.048646 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fda98dd8-b25a-408f-823f-18cf09a3d1e5 admin admin] Publish callbacks [] for security_group (4366b0de-13c7-4396-82cc-624ecac195b1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:29.100651 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5afa388-af96-471e-9bcb-ec99a140531d req-5dc519f1-c9a2-431e-9c04-fb643726a0a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4accd68b-926b-4e0b-8d68-0ba4f74741c1 HTTP/1.1" status: 200 len: 217 time: 0.0434599 Jan 28 06:18:29.102449 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fda98dd8-b25a-408f-823f-18cf09a3d1e5 admin admin] Publish callbacks [] for security_group (4366b0de-13c7-4396-82cc-624ecac195b1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:29.169992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afa388-af96-471e-9bcb-ec99a140531d req-bd310487-bb94-4f9a-8d15-8ade7079efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:29.171489 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5afa388-af96-471e-9bcb-ec99a140531d req-bd310487-bb94-4f9a-8d15-8ade7079efcd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087cc66e-dcbe-45b8-b8d1-48dedc5c23d1 HTTP/1.1" status: 200 len: 854 time: 0.0626433 Jan 28 06:18:29.207122 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5afa388-af96-471e-9bcb-ec99a140531d req-d79e4db5-9ff8-49a4-a5b5-cf8d3f2d59d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36009c62-2b66-4e78-817b-7fe16c2072ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299537 Jan 28 06:18:29.261029 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fda98dd8-b25a-408f-823f-18cf09a3d1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4366b0de-13c7-4396-82cc-624ecac195b1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:29.264740 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fda98dd8-b25a-408f-823f-18cf09a3d1e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:29.265892 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fda98dd8-b25a-408f-823f-18cf09a3d1e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4366b0de-13c7-4396-82cc-624ecac195b1 HTTP/1.1" status: 204 len: 168 time: 0.3056393 Jan 28 06:18:29.279135 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda98dd8-b25a-408f-823f-18cf09a3d1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4366b0de-13c7-4396-82cc-624ecac195b1,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:29.321318 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5afa388-af96-471e-9bcb-ec99a140531d req-46e0f844-8b26-484f-8eb4-4f4e3b8510fa service neutron] 10.222.0.60 "GET /v2.0/networks/36009c62-2b66-4e78-817b-7fe16c2072ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078081 Jan 28 06:18:29.423119 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a5afa388-af96-471e-9bcb-ec99a140531d req-4dfdce86-3352-4bf3-9bda-29265ecec3ef service neutron] 10.222.0.60 "GET /v2.0/networks/36009c62-2b66-4e78-817b-7fe16c2072ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965955 Jan 28 06:18:29.526684 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e102d2-b520-4373-bb6c-bf271e77899d req-901f54e5-e683-4d3d-a463-66f0d7545970 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:29.528853 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08e102d2-b520-4373-bb6c-bf271e77899d req-901f54e5-e683-4d3d-a463-66f0d7545970 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 944 time: 0.0643735 Jan 28 06:18:29.580372 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08e102d2-b520-4373-bb6c-bf271e77899d req-7d1b0b0b-c91c-4a9c-bfde-72459508af50 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451810 Jan 28 06:18:30.707298 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd89375-a329-45e5-96cc-43e2e131e9f8 req-3d5134e2-7cfd-4fc4-a633-eab0364d2f71 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:30.716962 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5fd89375-a329-45e5-96cc-43e2e131e9f8 req-3d5134e2-7cfd-4fc4-a633-eab0364d2f71 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 944 time: 0.0619075 Jan 28 06:18:30.811018 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5fd89375-a329-45e5-96cc-43e2e131e9f8 req-4bfa97b2-5173-4538-8afd-665f829bd804 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833223 Jan 28 06:18:31.502204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 4accd68b-926b-4e0b-8d68-0ba4f74741c1 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:18:31.616205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 4accd68b-926b-4e0b-8d68-0ba4f74741c1, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=4accd68b-926b-4e0b-8d68-0ba4f74741c1,segment=NetworkSegment(6dc3a269-da08-4632-9308-be5926c4d4a9),segment_id=6dc3a269-da08-4632-9308-be5926c4d4a9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:18:31.628927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '4accd68b-926b-4e0b-8d68-0ba4f74741c1', 'network_id': '36009c62-2b66-4e78-817b-7fe16c2072ad', 'port_id': '4accd68b-926b-4e0b-8d68-0ba4f74741c1', 'mac_address': 'fa:16:3e:9d:99:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087cc66e-dcbe-45b8-b8d1-48dedc5c23d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:18:31.668025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 4accd68b-926b-4e0b-8d68-0ba4f74741c1 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:18:31.669365 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4accd68b-926b-4e0b-8d68-0ba4f74741c1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:31.694069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4accd68b-926b-4e0b-8d68-0ba4f74741c1 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:18:31.707790 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 4accd68b-926b-4e0b-8d68-0ba4f74741c1, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=4accd68b-926b-4e0b-8d68-0ba4f74741c1,segment=NetworkSegment(6dc3a269-da08-4632-9308-be5926c4d4a9),segment_id=6dc3a269-da08-4632-9308-be5926c4d4a9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:18:31.768247 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4accd68b-926b-4e0b-8d68-0ba4f74741c1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:31.818204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=4accd68b-926b-4e0b-8d68-0ba4f74741c1,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:31.958535 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab954e-0e54-4f73-9a3f-bad8e2ca71c4 req-f4e07b00-c612-4c20-bd1f-43e8df6ba83c tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:31.966954 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7ab954e-0e54-4f73-9a3f-bad8e2ca71c4 req-f4e07b00-c612-4c20-bd1f-43e8df6ba83c tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 945 time: 0.0685146 Jan 28 06:18:32.014535 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7ab954e-0e54-4f73-9a3f-bad8e2ca71c4 req-e620e937-1256-4434-8d5e-2ddc338c238f tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464900 Jan 28 06:18:32.050711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['4accd68b-926b-4e0b-8d68-0ba4f74741c1'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:18:32.463012 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27948552-b8dd-450b-ad3b-c727edff0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:33.139897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3415-3855-4cb5-b981-abe0adf2cf73 req-429e2d45-567f-41b1-a084-f0adf126b5f4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:33.141576 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f4f3415-3855-4cb5-b981-abe0adf2cf73 req-429e2d45-567f-41b1-a084-f0adf126b5f4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 945 time: 0.0498743 Jan 28 06:18:33.197605 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f4f3415-3855-4cb5-b981-abe0adf2cf73 req-692424a3-c422-4d59-9b0e-a2c1c84f12fb tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500443 Jan 28 06:18:33.518177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 4accd68b-926b-4e0b-8d68-0ba4f74741c1 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:18:33.622601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 4accd68b-926b-4e0b-8d68-0ba4f74741c1 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:18:33.626859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 4accd68b-926b-4e0b-8d68-0ba4f74741c1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:18:33.627361 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4accd68b-926b-4e0b-8d68-0ba4f74741c1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:33.721939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 4accd68b-926b-4e0b-8d68-0ba4f74741c1 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:18:33.722383 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4accd68b-926b-4e0b-8d68-0ba4f74741c1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:33.751982 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08931b4c-9645-492f-96a1-b5da985d5c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4accd68b-926b-4e0b-8d68-0ba4f74741c1'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:18:33.754802 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee7034e-780d-4214-88fa-682a40d69e3a" -d '{"events": [{"server_uuid": "08931b4c-9645-492f-96a1-b5da985d5c01", "name": "network-vif-plugged", "status": "completed", "tag": "4accd68b-926b-4e0b-8d68-0ba4f74741c1"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:18:33.771595 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 4accd68b-926b-4e0b-8d68-0ba4f74741c1, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=4accd68b-926b-4e0b-8d68-0ba4f74741c1,segment=NetworkSegment(6dc3a269-da08-4632-9308-be5926c4d4a9),segment_id=6dc3a269-da08-4632-9308-be5926c4d4a9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:18:33.806243 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2292defd-f199-4e7e-8f2a-57e3b233c484 x-openstack-request-id: req-2292defd-f199-4e7e-8f2a-57e3b233c484 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:18:33.806667 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08931b4c-9645-492f-96a1-b5da985d5c01", "name": "network-vif-plugged", "status": "completed", "tag": "4accd68b-926b-4e0b-8d68-0ba4f74741c1", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:18:33.806930 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2292defd-f199-4e7e-8f2a-57e3b233c484 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:18:33.807324 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08931b4c-9645-492f-96a1-b5da985d5c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4accd68b-926b-4e0b-8d68-0ba4f74741c1', 'code': 200} Jan 28 06:18:33.842821 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4accd68b-926b-4e0b-8d68-0ba4f74741c1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:33.891996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=4accd68b-926b-4e0b-8d68-0ba4f74741c1,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:18:33.934998 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c7028-4c09-42f1-b280-65c73a242d03 req-1611b47a-26b7-4e05-94d4-2a494e582356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:33.936499 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f97c7028-4c09-42f1-b280-65c73a242d03 req-1611b47a-26b7-4e05-94d4-2a494e582356 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 1098 time: 0.0433745 Jan 28 06:18:33.983670 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f97c7028-4c09-42f1-b280-65c73a242d03 req-0c579223-bf0a-42de-b6b7-8bb40bb9acfc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405498 Jan 28 06:18:34.320864 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b734b2-c3a5-4a46-aa1b-10748a816391 req-c9eb2e77-a2bc-4a01-91a1-512e1f43062f tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:34.322529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5b734b2-c3a5-4a46-aa1b-10748a816391 req-c9eb2e77-a2bc-4a01-91a1-512e1f43062f tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 946 time: 0.0549560 Jan 28 06:18:34.374840 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5b734b2-c3a5-4a46-aa1b-10748a816391 req-c2c8a2c4-14ad-4504-b933-c403c979ad67 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457191 Jan 28 06:18:34.880870 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1ffc95c1-13d5-4a50-be7a-1e16538aef5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:35.498481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e9bf4-24be-4a7e-a4b5-05d3bb5dc49a req-28841117-1076-42ab-adae-404d7f170a71 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:35.500628 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-412e9bf4-24be-4a7e-a4b5-05d3bb5dc49a req-28841117-1076-42ab-adae-404d7f170a71 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 946 time: 0.0503068 Jan 28 06:18:35.551755 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-412e9bf4-24be-4a7e-a4b5-05d3bb5dc49a req-fc0815a6-6f63-444d-8be4-e6bf57bcc1b5 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437987 Jan 28 06:18:36.662905 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:38.041855 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:39.441919 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:39.983378 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5313441b-a34e-4d1d-9814-dc4f5b1ee79e req-82c0d302-fd83-4f7d-a05b-663307f6b216 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=08931b4c-9645-492f-96a1-b5da985d5c01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535605 Jan 28 06:18:40.091736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313441b-a34e-4d1d-9814-dc4f5b1ee79e req-f62f7ad4-08a2-4c3e-bf47-332a37ce684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:40.093370 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5313441b-a34e-4d1d-9814-dc4f5b1ee79e req-f62f7ad4-08a2-4c3e-bf47-332a37ce684c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f85741625aaf4ee9ad854fdeaa526362&device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 1098 time: 0.0543056 Jan 28 06:18:40.209889 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313441b-a34e-4d1d-9814-dc4f5b1ee79e req-c7ef1a3d-4aa2-4184-8251-9ae45f013cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:40.211416 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5313441b-a34e-4d1d-9814-dc4f5b1ee79e req-c7ef1a3d-4aa2-4184-8251-9ae45f013cfb service neutron] 10.222.0.60 "GET /v2.0/networks?id=36009c62-2b66-4e78-817b-7fe16c2072ad HTTP/1.1" status: 200 len: 915 time: 0.0964825 Jan 28 06:18:40.253347 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5313441b-a34e-4d1d-9814-dc4f5b1ee79e req-704df1a3-2814-454e-aa9c-17ab39e287f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4accd68b-926b-4e0b-8d68-0ba4f74741c1 HTTP/1.1" status: 200 len: 217 time: 0.0356565 Jan 28 06:18:40.310236 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313441b-a34e-4d1d-9814-dc4f5b1ee79e req-0c60eec2-d63c-4e28-891e-b03dd45ff9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:40.314337 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5313441b-a34e-4d1d-9814-dc4f5b1ee79e req-0c60eec2-d63c-4e28-891e-b03dd45ff9d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087cc66e-dcbe-45b8-b8d1-48dedc5c23d1 HTTP/1.1" status: 200 len: 854 time: 0.0533786 Jan 28 06:18:40.345346 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5313441b-a34e-4d1d-9814-dc4f5b1ee79e req-551ca37e-29d9-4be1-b6c8-5830e4e6748e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36009c62-2b66-4e78-817b-7fe16c2072ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282669 Jan 28 06:18:40.446473 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5313441b-a34e-4d1d-9814-dc4f5b1ee79e req-1038fbbe-c4de-4b14-b7aa-6f3dd0980f18 service neutron] 10.222.0.60 "GET /v2.0/networks/36009c62-2b66-4e78-817b-7fe16c2072ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949397 Jan 28 06:18:40.553525 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5313441b-a34e-4d1d-9814-dc4f5b1ee79e req-88a9cd6f-fc44-4074-b930-c271f7441edb service neutron] 10.222.0.60 "GET /v2.0/networks/36009c62-2b66-4e78-817b-7fe16c2072ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010909 Jan 28 06:18:41.664658 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:18:44.193631 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7c367a12-0aaa-469a-a1e8-1a43f96195b8 req-f94846d7-3948-44e3-9c9b-27718c760cfd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409517 Jan 28 06:18:44.309652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c367a12-0aaa-469a-a1e8-1a43f96195b8 req-9ce021bf-f89c-44c2-a442-4e94844fa01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:44.311162 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7c367a12-0aaa-469a-a1e8-1a43f96195b8 req-9ce021bf-f89c-44c2-a442-4e94844fa01a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 1097 time: 0.0588214 Jan 28 06:18:44.431612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c367a12-0aaa-469a-a1e8-1a43f96195b8 req-e98fb18b-ca23-4747-a27f-bc99e2f28904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:44.433172 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7c367a12-0aaa-469a-a1e8-1a43f96195b8 req-e98fb18b-ca23-4747-a27f-bc99e2f28904 service neutron] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 912 time: 0.1023071 Jan 28 06:18:44.506354 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7c367a12-0aaa-469a-a1e8-1a43f96195b8 req-4d08e577-5c31-43ce-9947-5ce52ab21d97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b5a828b-64a4-47f9-987d-da78fb62aafc HTTP/1.1" status: 200 len: 1001 time: 0.0656223 Jan 28 06:18:44.584992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c367a12-0aaa-469a-a1e8-1a43f96195b8 req-b14872d1-cff1-4d33-b01b-2183e6c5b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:44.586700 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7c367a12-0aaa-469a-a1e8-1a43f96195b8 req-b14872d1-cff1-4d33-b01b-2183e6c5b893 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.0754991 Jan 28 06:18:44.659422 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c367a12-0aaa-469a-a1e8-1a43f96195b8 req-e4cdb669-cb7e-4d06-977b-7d1d59f205a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:18:44.661770 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7c367a12-0aaa-469a-a1e8-1a43f96195b8 req-e4cdb669-cb7e-4d06-977b-7d1d59f205a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696290 Jan 28 06:18:44.781395 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7c367a12-0aaa-469a-a1e8-1a43f96195b8 req-9fad5d33-c6c7-44d7-a461-157b09ffb87f service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139715 Jan 28 06:18:44.880481 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7c367a12-0aaa-469a-a1e8-1a43f96195b8 req-2e050887-cc59-4400-8b72-1901caf7f58c service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932341 Jan 28 06:18:55.219345 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:18:57.930696 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:02.490195 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d24cdf4a-1995-43be-b201-61c8afd2b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:04.856537 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c06029c-ddc0-4e00-a822-a3134f99b92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:06.679265 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:07.996530 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:09.244672 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:13.483608 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49406) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:13.489292 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2137309100', 'description': 'tempest-secgroup-smoke-2137309100 description', 'project_id': '52b7a7981a1b46de97bf04ddda02f79f'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:19:13.604950 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:13.675276 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group (3fbdc928-4fed-4c9e-8452-25d24d7efef6), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:13.808233 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3fbdc928-4fed-4c9e-8452-25d24d7efef6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:13.841583 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbdc928-4fed-4c9e-8452-25d24d7efef6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:13.849829 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:13.850183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:13.850583 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:13.850927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:13.854201 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:13.854201 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:13.854451 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:13.854794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:13.855148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:13.855472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:13.855810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:13.856139 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:13.856470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:13.906050 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:13.906050 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c9e3db82-f041-4504-a8a4-29215f321b82 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4203367 Jan 28 06:19:13.908142 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49408) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:13.912983 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-81f49088-db55-4b0a-8365-c28fcee8b5ff tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Request body: {'security_group_rule': {'security_group_id': '3fbdc928-4fed-4c9e-8452-25d24d7efef6', 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:19:14.032193 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81f49088-db55-4b0a-8365-c28fcee8b5ff tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group_rule (c2a3c035-b082-4119-b5a6-8d6792dc3499), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:14.090973 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81f49088-db55-4b0a-8365-c28fcee8b5ff tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group_rule (c2a3c035-b082-4119-b5a6-8d6792dc3499), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:14.184428 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81f49088-db55-4b0a-8365-c28fcee8b5ff tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (c2a3c035-b082-4119-b5a6-8d6792dc3499), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:14.204307 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f49088-db55-4b0a-8365-c28fcee8b5ff tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a3c035-b082-4119-b5a6-8d6792dc3499,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:14.289759 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81f49088-db55-4b0a-8365-c28fcee8b5ff tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:14.294420 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-81f49088-db55-4b0a-8365-c28fcee8b5ff tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3819118 Jan 28 06:19:14.294820 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49420) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:14.299548 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1acfdbea-ed82-42f6-951e-9f1124e4e6d5 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Request body: {'security_group_rule': {'security_group_id': '3fbdc928-4fed-4c9e-8452-25d24d7efef6', 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:19:14.421083 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1acfdbea-ed82-42f6-951e-9f1124e4e6d5 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group_rule (40638897-b8b4-4194-8cb3-058fe37e6fca), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:14.491652 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1acfdbea-ed82-42f6-951e-9f1124e4e6d5 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group_rule (40638897-b8b4-4194-8cb3-058fe37e6fca), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:14.559751 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1acfdbea-ed82-42f6-951e-9f1124e4e6d5 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (40638897-b8b4-4194-8cb3-058fe37e6fca), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:14.575324 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfdbea-ed82-42f6-951e-9f1124e4e6d5 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40638897-b8b4-4194-8cb3-058fe37e6fca,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:14.677428 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1acfdbea-ed82-42f6-951e-9f1124e4e6d5 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:14.678627 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1acfdbea-ed82-42f6-951e-9f1124e4e6d5 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3829062 Jan 28 06:19:14.681262 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49430) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:14.685741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-40ed1e91-d8ae-4acf-9c31-03a02f43a4fe tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Request body: {'security_group_rule': {'security_group_id': '3fbdc928-4fed-4c9e-8452-25d24d7efef6', 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:19:14.803839 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-40ed1e91-d8ae-4acf-9c31-03a02f43a4fe tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group_rule (b0ff9400-f8d2-4280-83c7-802d3bb7f28c), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:14.880662 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-40ed1e91-d8ae-4acf-9c31-03a02f43a4fe tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group_rule (b0ff9400-f8d2-4280-83c7-802d3bb7f28c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:14.966991 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-40ed1e91-d8ae-4acf-9c31-03a02f43a4fe tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (b0ff9400-f8d2-4280-83c7-802d3bb7f28c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:14.995797 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed1e91-d8ae-4acf-9c31-03a02f43a4fe tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ff9400-f8d2-4280-83c7-802d3bb7f28c,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:15.125246 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-40ed1e91-d8ae-4acf-9c31-03a02f43a4fe tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:15.127481 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-40ed1e91-d8ae-4acf-9c31-03a02f43a4fe tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4452598 Jan 28 06:19:15.130281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49448) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:15.135880 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3543e2a4-4fb4-4996-92d2-33f7e970854c tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Request body: {'security_group_rule': {'security_group_id': '3fbdc928-4fed-4c9e-8452-25d24d7efef6', 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:19:15.240880 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3543e2a4-4fb4-4996-92d2-33f7e970854c tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group_rule (deb7af7f-975c-415e-96c1-e75f0b727754), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:15.301398 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3543e2a4-4fb4-4996-92d2-33f7e970854c tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group_rule (deb7af7f-975c-415e-96c1-e75f0b727754), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:15.388005 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3543e2a4-4fb4-4996-92d2-33f7e970854c tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (deb7af7f-975c-415e-96c1-e75f0b727754), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:15.406821 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543e2a4-4fb4-4996-92d2-33f7e970854c tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb7af7f-975c-415e-96c1-e75f0b727754,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:15.512836 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3543e2a4-4fb4-4996-92d2-33f7e970854c tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:15.523887 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3543e2a4-4fb4-4996-92d2-33f7e970854c tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3919113 Jan 28 06:19:15.526532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49450) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:15.531456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c4100dae-8671-4a2d-8669-cb23664d9708 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Request body: {'security_group_rule': {'security_group_id': '3fbdc928-4fed-4c9e-8452-25d24d7efef6', 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:19:15.721156 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-c4100dae-8671-4a2d-8669-cb23664d9708 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Project 52b7a7981a1b46de97bf04ddda02f79f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:19:15.727016 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c4100dae-8671-4a2d-8669-cb23664d9708 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group_rule (90c94b80-d8e9-40b5-9373-1581e263c954), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:15.793731 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c4100dae-8671-4a2d-8669-cb23664d9708 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group_rule (90c94b80-d8e9-40b5-9373-1581e263c954), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:15.867315 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c4100dae-8671-4a2d-8669-cb23664d9708 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (90c94b80-d8e9-40b5-9373-1581e263c954), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:15.886218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4100dae-8671-4a2d-8669-cb23664d9708 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c94b80-d8e9-40b5-9373-1581e263c954,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:15.999969 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c4100dae-8671-4a2d-8669-cb23664d9708 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:16.004728 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49454) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:16.012535 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-49c53ea9-9a78-4269-b1dc-b548566d5476 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Request body: {'security_group_rule': {'security_group_id': '3fbdc928-4fed-4c9e-8452-25d24d7efef6', 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:19:16.016846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c4100dae-8671-4a2d-8669-cb23664d9708 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4891160 Jan 28 06:19:16.149854 n-d-812111-12 neutron-server[103634]: INFO neutron.db.securitygroups_db [None req-49c53ea9-9a78-4269-b1dc-b548566d5476 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Project 52b7a7981a1b46de97bf04ddda02f79f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:19:16.155996 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49c53ea9-9a78-4269-b1dc-b548566d5476 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group_rule (74ab1f0f-6b3b-439e-a0fa-69af5f60e814), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:16.221210 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49c53ea9-9a78-4269-b1dc-b548566d5476 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group_rule (74ab1f0f-6b3b-439e-a0fa-69af5f60e814), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:16.313199 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49c53ea9-9a78-4269-b1dc-b548566d5476 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (74ab1f0f-6b3b-439e-a0fa-69af5f60e814), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:16.333019 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53ea9-9a78-4269-b1dc-b548566d5476 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ab1f0f-6b3b-439e-a0fa-69af5f60e814,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:16.423559 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49c53ea9-9a78-4269-b1dc-b548566d5476 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:16.433595 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-49c53ea9-9a78-4269-b1dc-b548566d5476 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4182086 Jan 28 06:19:16.651771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-041bb4c0-9c67-472f-a778-a767f479c040 req-820d355c-ccd5-479b-a4ea-587dd2fac954 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2137309100&fields=id&tenant_id=52b7a7981a1b46de97bf04ddda02f79f HTTP/1.1" status: 200 len: 267 time: 0.0478795 Jan 28 06:19:16.764629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bb4c0-9c67-472f-a778-a767f479c040 req-4ed648f5-dc46-4116-86c6-22d8d833271b tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:16.766318 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-041bb4c0-9c67-472f-a778-a767f479c040 req-4ed648f5-dc46-4116-86c6-22d8d833271b tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/networks?id=7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 HTTP/1.1" status: 200 len: 813 time: 0.1064851 Jan 28 06:19:16.782175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ac508b8f-aaa9-4a15-8c0a-771a6f7678a8 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/quotas/52b7a7981a1b46de97bf04ddda02f79f HTTP/1.1" status: 200 len: 375 time: 0.0096297 Jan 28 06:19:16.842935 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-041bb4c0-9c67-472f-a778-a767f479c040 req-035fdf4a-95fd-4060-b864-8eb7f05dd428 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=52b7a7981a1b46de97bf04ddda02f79f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550284 Jan 28 06:19:16.954817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-041bb4c0-9c67-472f-a778-a767f479c040 req-931eec29-ec04-48b7-b36d-ce16f4a480cb service neutron] 10.222.0.31 "GET /v2.0/networks/7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991309 Jan 28 06:19:17.054698 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-041bb4c0-9c67-472f-a778-a767f479c040 req-342dfb2a-4ceb-4112-b45c-f297fb0e4188 service neutron] 10.222.0.31 "GET /v2.0/networks/7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928922 Jan 28 06:19:17.851175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6bc5a30-3296-4d05-a564-f25728ef6786 req-8a99fd65-d6f0-4e78-8202-07fb4e899101 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0356658 Jan 28 06:19:18.664923 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:19:18.947024 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3a6bfd30-dda1-44bf-948e-4622100bc527 req-ff0931e0-9a55-4af1-9046-15f9304187ac tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0328968 Jan 28 06:19:20.052031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35be6d75-f33d-4106-b467-af1baa78b97b req-9a7d5b54-dc12-469e-95bd-82d05d4e7cb3 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0274677 Jan 28 06:19:20.793978 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bb4c0-9c67-472f-a778-a767f479c040 req-99047f23-b536-4d8a-b636-96b6d04059dc tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:20.795511 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-041bb4c0-9c67-472f-a778-a767f479c040 req-99047f23-b536-4d8a-b636-96b6d04059dc tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.64 "GET /v2.0/networks?id=7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 HTTP/1.1" status: 200 len: 813 time: 0.1833119 Jan 28 06:19:21.160821 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2af931d-31f1-407d-9dad-114ac0207b56 req-80c61292-77b7-4775-a42f-78e39cfc5409 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0277579 Jan 28 06:19:21.202886 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-041bb4c0-9c67-472f-a778-a767f479c040 req-666a2f51-981e-4b88-9240-840b835bd269 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52b7a7981a1b46de97bf04ddda02f79f HTTP/1.1" status: 200 len: 380 time: 0.3934984 Jan 28 06:19:21.212299 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-041bb4c0-9c67-472f-a778-a767f479c040 req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Request body: {'port': {'device_id': '3823688f-8f10-435b-a605-6861402e02c0', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'admin_state_up': True, 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'security_groups': ['3fbdc928-4fed-4c9e-8452-25d24d7efef6']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:19:21.429798 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041bb4c0-9c67-472f-a778-a767f479c040 req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Made reservation on behalf of 52b7a7981a1b46de97bf04ddda02f79f for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:19:21.433380 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-041bb4c0-9c67-472f-a778-a767f479c040 req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:21.577596 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-041bb4c0-9c67-472f-a778-a767f479c040 req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Allocated IP 172.20.0.6 (7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05/0496f036-4af1-403b-ba69-179996f374c4/7ae53035-15ee-48f6-865e-7734d8b86516) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:19:21.741605 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-041bb4c0-9c67-472f-a778-a767f479c040 req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for port (7ae53035-15ee-48f6-865e-7734d8b86516), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:21.884837 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-041bb4c0-9c67-472f-a778-a767f479c040 req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7ae53035-15ee-48f6-865e-7734d8b86516), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:21.933304 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041bb4c0-9c67-472f-a778-a767f479c040 req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Network 7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:19:21.936400 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-041bb4c0-9c67-472f-a778-a767f479c040 req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:19:21.947897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-041bb4c0-9c67-472f-a778-a767f479c040 req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:19:21.975780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Pushing event updated for resources: {'Port': ['ID=7ae53035-15ee-48f6-865e-7734d8b86516,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:21.987715 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:21.988065 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:21.988412 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:21.988760 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:21.989095 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:21.989450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:21.989758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:21.990084 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:21.990458 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:21.990773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:21.991098 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:21.991424 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:21.991744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:22.012463 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bb4c0-9c67-472f-a778-a767f479c040 req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:22.013205 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-041bb4c0-9c67-472f-a778-a767f479c040 req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:22.128367 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-041bb4c0-9c67-472f-a778-a767f479c040 req-c2e6e5c1-82f4-4270-9867-a250e561501f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9195759 Jan 28 06:19:22.145020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Request body: {'port': {'device_id': '3823688f-8f10-435b-a605-6861402e02c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:19:22.211349 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7ae53035-15ee-48f6-865e-7734d8b86516), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:22.279213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ece1d367-dbec-4da6-af00-9a3443dcd262 None None] Provisioning complete for port 7ae53035-15ee-48f6-865e-7734d8b86516 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:19:22.280253 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ece1d367-dbec-4da6-af00-9a3443dcd262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7ae53035-15ee-48f6-865e-7734d8b86516), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:22.307103 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408884e7-9730-40b7-89d4-a72bed84d8f6 req-2c0a09db-fd07-4c4e-8200-ea0070c52e7a tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:22.314817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-408884e7-9730-40b7-89d4-a72bed84d8f6 req-2c0a09db-fd07-4c4e-8200-ea0070c52e7a tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 931 time: 0.0698733 Jan 28 06:19:22.321261 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ece1d367-dbec-4da6-af00-9a3443dcd262 None None] Port 7ae53035-15ee-48f6-865e-7734d8b86516 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:19:22.365659 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-408884e7-9730-40b7-89d4-a72bed84d8f6 req-4f2e1753-0758-49bb-96db-0e5bc289381c tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499635 Jan 28 06:19:22.531603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae53035-15ee-48f6-865e-7734d8b86516 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:19:22.539143 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Publish callbacks [] for port (7ae53035-15ee-48f6-865e-7734d8b86516), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:22.551235 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Transition to ACTIVE for port object 7ae53035-15ee-48f6-865e-7734d8b86516 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:19:22.664282 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (7ae53035-15ee-48f6-865e-7734d8b86516), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:22.741227 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae53035-15ee-48f6-865e-7734d8b86516,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:22.804261 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Attempting to bind port 7ae53035-15ee-48f6-865e-7734d8b86516 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:19:22.804958 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Attempting to bind port 7ae53035-15ee-48f6-865e-7734d8b86516 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'ee473f95-f181-46ab-809f-e989645d97f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:19:22.805493 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Attempting to bind port 7ae53035-15ee-48f6-865e-7734d8b86516 on network 7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:19:22.812413 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Port 7ae53035-15ee-48f6-865e-7734d8b86516 on network 7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:19:22.812869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Attempting to bind port 7ae53035-15ee-48f6-865e-7734d8b86516 on network 7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:19:22.821113 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:19:22.821646 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Checking segment: {'id': 'ee473f95-f181-46ab-809f-e989645d97f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:19:22.822266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Bound using segment: {'id': 'ee473f95-f181-46ab-809f-e989645d97f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:19:22.823349 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Bound port: 7ae53035-15ee-48f6-865e-7734d8b86516, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee473f95-f181-46ab-809f-e989645d97f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:19:22.823799 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7ae53035-15ee-48f6-865e-7734d8b86516), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:22.919013 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] For port 7ae53035-15ee-48f6-865e-7734d8b86516, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:19:22.923512 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] For port 7ae53035-15ee-48f6-865e-7734d8b86516, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7ae53035-15ee-48f6-865e-7734d8b86516,segment=NetworkSegment(ee473f95-f181-46ab-809f-e989645d97f5),segment_id=ee473f95-f181-46ab-809f-e989645d97f5)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:19:23.004685 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (7ae53035-15ee-48f6-865e-7734d8b86516), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:23.061783 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:23.063047 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:23.068695 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-041bb4c0-9c67-472f-a778-a767f479c040 req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] 10.222.0.64 "PUT /v2.0/ports/7ae53035-15ee-48f6-865e-7734d8b86516 HTTP/1.1" status: 200 len: 1092 time: 0.9239864 Jan 28 06:19:23.068695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3823688f-8f10-435b-a605-6861402e02c0', 'tag': '7ae53035-15ee-48f6-865e-7734d8b86516'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:19:23.069639 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff3db5e-d29e-4f37-a83d-fdce21927aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "3823688f-8f10-435b-a605-6861402e02c0", "tag": "7ae53035-15ee-48f6-865e-7734d8b86516"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:19:23.126347 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae843bf2-c3c2-4cdf-b40f-998399089702 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae53035-15ee-48f6-865e-7734d8b86516,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:23.139665 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7ec1d1-e950-44a2-9580-af77982aad1c x-openstack-request-id: req-2b7ec1d1-e950-44a2-9580-af77982aad1c {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:19:23.139966 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3823688f-8f10-435b-a605-6861402e02c0", "tag": "7ae53035-15ee-48f6-865e-7734d8b86516", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:19:23.140231 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b7ec1d1-e950-44a2-9580-af77982aad1c {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:19:23.140637 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3823688f-8f10-435b-a605-6861402e02c0', 'tag': '7ae53035-15ee-48f6-865e-7734d8b86516', 'status': 'completed', 'code': 200} Jan 28 06:19:23.262332 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3db5e-d29e-4f37-a83d-fdce21927aa4 req-11a13b16-9561-4994-a741-81dec8a05094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:23.264178 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ff3db5e-d29e-4f37-a83d-fdce21927aa4 req-11a13b16-9561-4994-a741-81dec8a05094 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52b7a7981a1b46de97bf04ddda02f79f&device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 1095 time: 0.0822108 Jan 28 06:19:23.392064 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3db5e-d29e-4f37-a83d-fdce21927aa4 req-25542645-5be6-41df-b62e-c510978b6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:23.396804 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ff3db5e-d29e-4f37-a83d-fdce21927aa4 req-25542645-5be6-41df-b62e-c510978b6264 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=52b7a7981a1b46de97bf04ddda02f79f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1157420 Jan 28 06:19:23.539234 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3db5e-d29e-4f37-a83d-fdce21927aa4 req-8f7a3d09-f5b5-4884-b4b3-d4c7b1b33d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:23.540966 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ff3db5e-d29e-4f37-a83d-fdce21927aa4 req-8f7a3d09-f5b5-4884-b4b3-d4c7b1b33d56 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418803 Jan 28 06:19:23.553972 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49528) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:23.563442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae10688-7540-4cd4-b231-6182b9e31760 req-6b1e35ae-de31-4e44-861f-ee91bf8a7293 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:23.573005 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ae10688-7540-4cd4-b231-6182b9e31760 req-6b1e35ae-de31-4e44-861f-ee91bf8a7293 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 943 time: 0.0979552 Jan 28 06:19:23.642098 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ae10688-7540-4cd4-b231-6182b9e31760 req-d67f4888-e621-47e4-bc99-565e28c461bb tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667059 Jan 28 06:19:23.671349 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bb4c0-9c67-472f-a778-a767f479c040 req-c110cddc-bd11-4257-ae87-638a337367c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:23.673065 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-041bb4c0-9c67-472f-a778-a767f479c040 req-c110cddc-bd11-4257-ae87-638a337367c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52b7a7981a1b46de97bf04ddda02f79f&device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 1095 time: 0.0639634 Jan 28 06:19:23.727506 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-041bb4c0-9c67-472f-a778-a767f479c040 req-31754bc0-16bd-433e-9e79-c7afa763c6f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ae53035-15ee-48f6-865e-7734d8b86516 HTTP/1.1" status: 200 len: 217 time: 0.0424469 Jan 28 06:19:23.734863 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60704c5e-0af6-4380-ae6b-752b71640cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:23.810095 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bb4c0-9c67-472f-a778-a767f479c040 req-93ab0cae-917e-4182-ba8e-07710a36bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:23.811781 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-041bb4c0-9c67-472f-a778-a767f479c040 req-93ab0cae-917e-4182-ba8e-07710a36bb3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0496f036-4af1-403b-ba69-179996f374c4 HTTP/1.1" status: 200 len: 852 time: 0.0748780 Jan 28 06:19:23.882055 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bb4c0-9c67-472f-a778-a767f479c040 req-b8f36c7c-cd0a-49e1-acbb-34bc86166eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:23.883622 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-041bb4c0-9c67-472f-a778-a767f479c040 req-b8f36c7c-cd0a-49e1-acbb-34bc86166eb5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647485 Jan 28 06:19:23.956333 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60704c5e-0af6-4380-ae6b-752b71640cef admin admin] Publish callbacks [] for security_group (6fa8afcb-5cb3-44e3-b1b7-06c6750cd6ad), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:24.006652 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-041bb4c0-9c67-472f-a778-a767f479c040 req-2a181237-9117-4104-bada-c332c584b5c4 service neutron] 10.222.0.64 "GET /v2.0/networks/7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136689 Jan 28 06:19:24.060201 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-60704c5e-0af6-4380-ae6b-752b71640cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6fa8afcb-5cb3-44e3-b1b7-06c6750cd6ad), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:24.118149 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60704c5e-0af6-4380-ae6b-752b71640cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa8afcb-5cb3-44e3-b1b7-06c6750cd6ad,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:24.126105 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-60704c5e-0af6-4380-ae6b-752b71640cef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74a83d76e1cd4b13afe991e3e726bc40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5707679 Jan 28 06:19:24.130515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49534) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:24.155989 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-041bb4c0-9c67-472f-a778-a767f479c040 req-9fccb47e-fb17-42bd-87a8-1188589c11cc service neutron] 10.222.0.64 "GET /v2.0/networks/7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466193 Jan 28 06:19:24.206738 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc863ded-d48c-42e6-acb1-9a00c65c8462 admin admin] Publish callbacks [] for security_group (6fa8afcb-5cb3-44e3-b1b7-06c6750cd6ad), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:24.233568 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc863ded-d48c-42e6-acb1-9a00c65c8462 admin admin] Publish callbacks [] for security_group (6fa8afcb-5cb3-44e3-b1b7-06c6750cd6ad), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:24.439165 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc863ded-d48c-42e6-acb1-9a00c65c8462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (6fa8afcb-5cb3-44e3-b1b7-06c6750cd6ad), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:24.442333 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc863ded-d48c-42e6-acb1-9a00c65c8462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:24.446159 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bc863ded-d48c-42e6-acb1-9a00c65c8462 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6fa8afcb-5cb3-44e3-b1b7-06c6750cd6ad HTTP/1.1" status: 204 len: 168 time: 0.3131096 Jan 28 06:19:24.455707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc863ded-d48c-42e6-acb1-9a00c65c8462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa8afcb-5cb3-44e3-b1b7-06c6750cd6ad,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:24.757756 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511822e-3204-4846-8615-516a73637584 req-e99dd687-abbd-4004-8590-82f591c048c0 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:24.759863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1511822e-3204-4846-8615-516a73637584 req-e99dd687-abbd-4004-8590-82f591c048c0 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 943 time: 0.0530179 Jan 28 06:19:24.829935 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1511822e-3204-4846-8615-516a73637584 req-ec5d904a-fa3c-40f5-8067-05006f37d67e tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625894 Jan 28 06:19:25.267118 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:25.377547 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49544) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:25.391786 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f4e7724-4436-4f32-b729-91420bad1080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:25.471559 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f4e7724-4436-4f32-b729-91420bad1080 admin admin] Publish callbacks [] for security_group (d388a3cd-bfad-421c-b41f-d8b303b09477), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:25.527064 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f4e7724-4436-4f32-b729-91420bad1080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d388a3cd-bfad-421c-b41f-d8b303b09477), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:25.565106 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5f4e7724-4436-4f32-b729-91420bad1080 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b54e5c05d6c42f9bba0326a92b67c62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1864955 Jan 28 06:19:25.566363 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e7724-4436-4f32-b729-91420bad1080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d388a3cd-bfad-421c-b41f-d8b303b09477,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:25.567762 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49546) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:25.619082 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f6251a8d-059e-403f-b8b4-9a46702f5fcb admin admin] Publish callbacks [] for security_group (d388a3cd-bfad-421c-b41f-d8b303b09477), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:25.640730 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f6251a8d-059e-403f-b8b4-9a46702f5fcb admin admin] Publish callbacks [] for security_group (d388a3cd-bfad-421c-b41f-d8b303b09477), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:25.769754 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f6251a8d-059e-403f-b8b4-9a46702f5fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (d388a3cd-bfad-421c-b41f-d8b303b09477), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:25.772530 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f6251a8d-059e-403f-b8b4-9a46702f5fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:25.773743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f6251a8d-059e-403f-b8b4-9a46702f5fcb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d388a3cd-bfad-421c-b41f-d8b303b09477 HTTP/1.1" status: 204 len: 168 time: 0.2047768 Jan 28 06:19:25.782780 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6251a8d-059e-403f-b8b4-9a46702f5fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d388a3cd-bfad-421c-b41f-d8b303b09477,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:25.964735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc63827-1607-4c14-b4a2-8f1f61dd16ac req-13c62f00-463e-4fb5-8fc1-799c355a39dd tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:25.966529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abc63827-1607-4c14-b4a2-8f1f61dd16ac req-13c62f00-463e-4fb5-8fc1-799c355a39dd tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 943 time: 0.0559547 Jan 28 06:19:26.019569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abc63827-1607-4c14-b4a2-8f1f61dd16ac req-51be5043-7b52-422f-8f0a-884c406a91e1 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469472 Jan 28 06:19:27.152345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618abbd-dd07-452e-bfbf-e78e62ecb150 req-ed4c8e59-c46a-41be-8607-2b0a5499bfe3 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:27.153842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4618abbd-dd07-452e-bfbf-e78e62ecb150 req-ed4c8e59-c46a-41be-8607-2b0a5499bfe3 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 943 time: 0.0502114 Jan 28 06:19:27.205351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4618abbd-dd07-452e-bfbf-e78e62ecb150 req-539e4533-26f5-432c-af46-8b1949c04c05 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449767 Jan 28 06:19:27.941050 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:28.326082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac41c39-9163-4834-bf59-1c7ea2c2ac46 req-4ed0f44f-e642-4fe6-9be4-1ff541a22349 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:28.327544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ac41c39-9163-4834-bf59-1c7ea2c2ac46 req-4ed0f44f-e642-4fe6-9be4-1ff541a22349 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 943 time: 0.0481479 Jan 28 06:19:28.381185 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ac41c39-9163-4834-bf59-1c7ea2c2ac46 req-7d56879e-a6d1-40ca-967b-65a738d0343f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477698 Jan 28 06:19:29.507208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed3148-580b-418c-8b27-ced8d2088d2c req-a0168c09-58c6-44a1-bcd2-9f07325fb189 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:29.511100 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4ed3148-580b-418c-8b27-ced8d2088d2c req-a0168c09-58c6-44a1-bcd2-9f07325fb189 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 943 time: 0.0594459 Jan 28 06:19:29.576174 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4ed3148-580b-418c-8b27-ced8d2088d2c req-6e55957f-e2ea-4be6-b3c5-5fb9e3153ea7 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591288 Jan 28 06:19:30.777759 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ce833-9242-41a0-92cf-01ecf7897ee8 req-8153da17-b7ea-487c-958b-09ddc032a873 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:30.788013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-211ce833-9242-41a0-92cf-01ecf7897ee8 req-8153da17-b7ea-487c-958b-09ddc032a873 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 943 time: 0.0996044 Jan 28 06:19:30.850426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-211ce833-9242-41a0-92cf-01ecf7897ee8 req-8e701ae1-15f2-45f7-8a0e-163a5029fb1b tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610187 Jan 28 06:19:32.245404 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d7a03-4975-42db-a074-ff55e2b31556 req-8cf12db9-17d2-405f-af3d-d5d280bfe302 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:32.273489 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-788d7a03-4975-42db-a074-ff55e2b31556 req-8cf12db9-17d2-405f-af3d-d5d280bfe302 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 943 time: 0.3289397 Jan 28 06:19:32.353811 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-788d7a03-4975-42db-a074-ff55e2b31556 req-7a07f6fa-c409-4be1-bb22-ac32717db946 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785778 Jan 28 06:19:32.462049 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e1af222-6a2e-4f11-b4e7-ca6d06cfe30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:33.481154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a40d00-4a1a-411f-b3f7-9322d19e570f req-5666d2ae-47f0-4eff-9ffa-6e21bef406ae tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:33.482666 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18a40d00-4a1a-411f-b3f7-9322d19e570f req-5666d2ae-47f0-4eff-9ffa-6e21bef406ae tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 943 time: 0.0490091 Jan 28 06:19:33.533165 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18a40d00-4a1a-411f-b3f7-9322d19e570f req-31825575-5966-4d03-a872-63a7ccf14035 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444419 Jan 28 06:19:34.654203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218b05a-17d7-4dc6-b74e-df121c7c783c req-67a9d28c-9ef9-43fa-b9d6-2ee52c82a567 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:34.655897 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8218b05a-17d7-4dc6-b74e-df121c7c783c req-67a9d28c-9ef9-43fa-b9d6-2ee52c82a567 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 943 time: 0.0549200 Jan 28 06:19:34.706797 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8218b05a-17d7-4dc6-b74e-df121c7c783c req-ba8442f0-aabd-4646-b0ee-d9bcb02e7444 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442512 Jan 28 06:19:34.815072 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c05255d5-f1e2-4325-aece-005d6579043b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:35.827930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19fc91-4cf8-458f-b930-c657a7c05575 req-544c1c0b-9d10-43bc-9a00-3849213223a2 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:35.829560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe19fc91-4cf8-458f-b930-c657a7c05575 req-544c1c0b-9d10-43bc-9a00-3849213223a2 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 943 time: 0.0518095 Jan 28 06:19:35.882946 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe19fc91-4cf8-458f-b930-c657a7c05575 req-0569c1ee-d704-462d-9bc1-6f95d43d9b5b tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466034 Jan 28 06:19:36.717202 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:37.007471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de86ebb-c6d9-464e-8ede-18a0d9227f5d req-2ceb6a01-bcd2-49e4-954b-16e1abb72e21 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:37.009068 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4de86ebb-c6d9-464e-8ede-18a0d9227f5d req-2ceb6a01-bcd2-49e4-954b-16e1abb72e21 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 943 time: 0.0502191 Jan 28 06:19:37.064481 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4de86ebb-c6d9-464e-8ede-18a0d9227f5d req-cd983b4a-41e3-477d-9de5-795733791054 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491350 Jan 28 06:19:38.011875 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:38.281282 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a80a29-3576-4da6-bc2c-52aea00203f9 req-db7361a6-4607-415b-9ab0-22bd359b38a3 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:38.282890 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7a80a29-3576-4da6-bc2c-52aea00203f9 req-db7361a6-4607-415b-9ab0-22bd359b38a3 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 943 time: 0.1392145 Jan 28 06:19:38.350849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7a80a29-3576-4da6-bc2c-52aea00203f9 req-7098d6d9-6b19-49b3-9c12-65a344d8772d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613387 Jan 28 06:19:38.584211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49696) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:38.715155 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f8b1496-f3f6-48ff-ab20-1bfb1b3ae4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:38.801319 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f8b1496-f3f6-48ff-ab20-1bfb1b3ae4ae admin admin] Publish callbacks [] for security_group (1d646569-a242-4fa6-9ab2-18c8e4678746), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:38.926104 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f8b1496-f3f6-48ff-ab20-1bfb1b3ae4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1d646569-a242-4fa6-9ab2-18c8e4678746), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:38.970925 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9f8b1496-f3f6-48ff-ab20-1bfb1b3ae4ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ecb6f9863e10485e9b9cb0744e45317b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3831129 Jan 28 06:19:38.970925 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b1496-f3f6-48ff-ab20-1bfb1b3ae4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d646569-a242-4fa6-9ab2-18c8e4678746,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:38.971820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49704) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:39.026455 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d8ebf60-1bb5-4d9a-9e50-e2d1745ae02f admin admin] Publish callbacks [] for security_group (1d646569-a242-4fa6-9ab2-18c8e4678746), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:39.050712 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d8ebf60-1bb5-4d9a-9e50-e2d1745ae02f admin admin] Publish callbacks [] for security_group (1d646569-a242-4fa6-9ab2-18c8e4678746), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:39.152617 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:39.198866 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d8ebf60-1bb5-4d9a-9e50-e2d1745ae02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1d646569-a242-4fa6-9ab2-18c8e4678746), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:39.201513 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d8ebf60-1bb5-4d9a-9e50-e2d1745ae02f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:39.202768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2d8ebf60-1bb5-4d9a-9e50-e2d1745ae02f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d646569-a242-4fa6-9ab2-18c8e4678746 HTTP/1.1" status: 204 len: 168 time: 0.2300682 Jan 28 06:19:39.211028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ebf60-1bb5-4d9a-9e50-e2d1745ae02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d646569-a242-4fa6-9ab2-18c8e4678746,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:39.474212 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e9e87-e9a6-4488-a404-cd2982a7f074 req-bacb50db-1501-469a-8133-37d61719c367 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:39.475814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e2e9e87-e9a6-4488-a404-cd2982a7f074 req-bacb50db-1501-469a-8133-37d61719c367 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 943 time: 0.0500972 Jan 28 06:19:39.527792 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e2e9e87-e9a6-4488-a404-cd2982a7f074 req-3677651a-82a2-4236-b927-f646100ff0d4 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459447 Jan 28 06:19:39.629208 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7ae53035-15ee-48f6-865e-7734d8b86516 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:19:39.726246 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 7ae53035-15ee-48f6-865e-7734d8b86516, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7ae53035-15ee-48f6-865e-7734d8b86516,segment=NetworkSegment(ee473f95-f181-46ab-809f-e989645d97f5),segment_id=ee473f95-f181-46ab-809f-e989645d97f5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:19:39.739895 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '7ae53035-15ee-48f6-865e-7734d8b86516', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'port_id': '7ae53035-15ee-48f6-865e-7734d8b86516', 'mac_address': 'fa:16:3e:f1:d4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0496f036-4af1-403b-ba69-179996f374c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:19:39.945754 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 7ae53035-15ee-48f6-865e-7734d8b86516 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:19:39.946147 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7ae53035-15ee-48f6-865e-7734d8b86516), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:39.959778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae53035-15ee-48f6-865e-7734d8b86516 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:19:39.982292 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 7ae53035-15ee-48f6-865e-7734d8b86516, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7ae53035-15ee-48f6-865e-7734d8b86516,segment=NetworkSegment(ee473f95-f181-46ab-809f-e989645d97f5),segment_id=ee473f95-f181-46ab-809f-e989645d97f5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:19:39.988928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49714) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:40.003521 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5825ac80-a4bf-4a9f-a576-9ed5325e6fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:40.078661 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5825ac80-a4bf-4a9f-a576-9ed5325e6fdd admin admin] Publish callbacks [] for security_group (90d9661b-5a48-44a9-947d-77e56b511dec), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:40.120929 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7ae53035-15ee-48f6-865e-7734d8b86516), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:40.173127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=7ae53035-15ee-48f6-865e-7734d8b86516,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:40.177486 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5825ac80-a4bf-4a9f-a576-9ed5325e6fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (90d9661b-5a48-44a9-947d-77e56b511dec), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:40.180586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:40.180917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:40.181314 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:40.181933 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:40.182243 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:40.182631 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:40.182979 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:40.183324 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:40.183650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:40.183989 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:40.184308 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:40.184628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:40.185033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:19:40.220531 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5825ac80-a4bf-4a9f-a576-9ed5325e6fdd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e955725473904568abde1d1c55499c2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2304573 Jan 28 06:19:40.221656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825ac80-a4bf-4a9f-a576-9ed5325e6fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d9661b-5a48-44a9-947d-77e56b511dec,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:40.223041 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49716) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:40.283076 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0f9585ff-acc3-42c3-9429-466b5a8f7892 admin admin] Publish callbacks [] for security_group (90d9661b-5a48-44a9-947d-77e56b511dec), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:40.308534 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0f9585ff-acc3-42c3-9429-466b5a8f7892 admin admin] Publish callbacks [] for security_group (90d9661b-5a48-44a9-947d-77e56b511dec), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:40.437393 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['7ae53035-15ee-48f6-865e-7734d8b86516'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:19:40.465617 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0f9585ff-acc3-42c3-9429-466b5a8f7892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (90d9661b-5a48-44a9-947d-77e56b511dec), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:40.468972 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0f9585ff-acc3-42c3-9429-466b5a8f7892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:40.469419 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0f9585ff-acc3-42c3-9429-466b5a8f7892 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90d9661b-5a48-44a9-947d-77e56b511dec HTTP/1.1" status: 204 len: 168 time: 0.2454004 Jan 28 06:19:40.482007 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9585ff-acc3-42c3-9429-466b5a8f7892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d9661b-5a48-44a9-947d-77e56b511dec,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:40.675068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dfe4c-73a1-4f4e-b19a-edc5ab0da19a req-c75bcc97-f38b-4fee-a758-84a3fd7e9ac9 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:40.677169 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d7dfe4c-73a1-4f4e-b19a-edc5ab0da19a req-c75bcc97-f38b-4fee-a758-84a3fd7e9ac9 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 944 time: 0.0514810 Jan 28 06:19:40.727400 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1c4d6736-831c-4502-ab76-bf28cbcbb022 req-95ce4701-3162-4a3d-be9a-ddb11811b323 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=08931b4c-9645-492f-96a1-b5da985d5c01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412934 Jan 28 06:19:40.734829 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d7dfe4c-73a1-4f4e-b19a-edc5ab0da19a req-3aa164f3-7421-40e9-9ffb-2276a3f3a4d7 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471747 Jan 28 06:19:40.837058 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d6736-831c-4502-ab76-bf28cbcbb022 req-84a56376-fced-4277-a22f-abeffb3fa723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:40.838578 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1c4d6736-831c-4502-ab76-bf28cbcbb022 req-84a56376-fced-4277-a22f-abeffb3fa723 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f85741625aaf4ee9ad854fdeaa526362&device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 1098 time: 0.0438459 Jan 28 06:19:40.944775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d6736-831c-4502-ab76-bf28cbcbb022 req-79f5d50c-6788-4a77-9296-a2ddb7cfa756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:40.946245 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1c4d6736-831c-4502-ab76-bf28cbcbb022 req-79f5d50c-6788-4a77-9296-a2ddb7cfa756 service neutron] 10.222.0.60 "GET /v2.0/networks?id=36009c62-2b66-4e78-817b-7fe16c2072ad HTTP/1.1" status: 200 len: 915 time: 0.0908506 Jan 28 06:19:40.995260 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1c4d6736-831c-4502-ab76-bf28cbcbb022 req-f9ee9b54-27f4-48e4-9e06-729088b05d97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4accd68b-926b-4e0b-8d68-0ba4f74741c1 HTTP/1.1" status: 200 len: 217 time: 0.0428734 Jan 28 06:19:41.049663 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d6736-831c-4502-ab76-bf28cbcbb022 req-e8915113-c999-497c-a6c8-0f21236087d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:41.049663 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1c4d6736-831c-4502-ab76-bf28cbcbb022 req-e8915113-c999-497c-a6c8-0f21236087d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087cc66e-dcbe-45b8-b8d1-48dedc5c23d1 HTTP/1.1" status: 200 len: 854 time: 0.0461867 Jan 28 06:19:41.079428 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1c4d6736-831c-4502-ab76-bf28cbcbb022 req-688796ab-30ab-491f-b3b5-746e6eece34e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36009c62-2b66-4e78-817b-7fe16c2072ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247345 Jan 28 06:19:41.169114 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1c4d6736-831c-4502-ab76-bf28cbcbb022 req-89e86d78-c575-4d9e-9f93-4d582317d5e4 service neutron] 10.222.0.60 "GET /v2.0/networks/36009c62-2b66-4e78-817b-7fe16c2072ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831952 Jan 28 06:19:41.265599 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1c4d6736-831c-4502-ab76-bf28cbcbb022 req-7186b29d-39b7-4c91-b74d-447b04115269 service neutron] 10.222.0.60 "GET /v2.0/networks/36009c62-2b66-4e78-817b-7fe16c2072ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903065 Jan 28 06:19:41.659620 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7ae53035-15ee-48f6-865e-7734d8b86516 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:19:41.760396 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 7ae53035-15ee-48f6-865e-7734d8b86516 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:19:41.765143 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 7ae53035-15ee-48f6-865e-7734d8b86516 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:19:41.765630 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7ae53035-15ee-48f6-865e-7734d8b86516), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:41.857573 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 7ae53035-15ee-48f6-865e-7734d8b86516 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:19:41.858288 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7ae53035-15ee-48f6-865e-7734d8b86516), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:41.859147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa6c27-1f05-4085-9af0-0927fad5f58d req-a3299039-bf61-4767-a90e-027cff677640 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:41.861025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63aa6c27-1f05-4085-9af0-0927fad5f58d req-a3299039-bf61-4767-a90e-027cff677640 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 944 time: 0.0526085 Jan 28 06:19:41.883743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3823688f-8f10-435b-a605-6861402e02c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae53035-15ee-48f6-865e-7734d8b86516'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:19:41.886747 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02e8cae-e1c0-4079-b591-b5d736c99818" -d '{"events": [{"server_uuid": "3823688f-8f10-435b-a605-6861402e02c0", "name": "network-vif-plugged", "status": "completed", "tag": "7ae53035-15ee-48f6-865e-7734d8b86516"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:19:41.902834 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 7ae53035-15ee-48f6-865e-7734d8b86516, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7ae53035-15ee-48f6-865e-7734d8b86516,segment=NetworkSegment(ee473f95-f181-46ab-809f-e989645d97f5),segment_id=ee473f95-f181-46ab-809f-e989645d97f5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:19:41.919642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63aa6c27-1f05-4085-9af0-0927fad5f58d req-d5127369-5c07-467d-bc09-be82fd780a55 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526662 Jan 28 06:19:41.927446 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7e464a-f067-4ae9-adf8-cb94d309cd2c x-openstack-request-id: req-ef7e464a-f067-4ae9-adf8-cb94d309cd2c {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:19:41.927988 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3823688f-8f10-435b-a605-6861402e02c0", "name": "network-vif-plugged", "status": "completed", "tag": "7ae53035-15ee-48f6-865e-7734d8b86516", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:19:41.928507 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef7e464a-f067-4ae9-adf8-cb94d309cd2c {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:19:41.929004 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3823688f-8f10-435b-a605-6861402e02c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae53035-15ee-48f6-865e-7734d8b86516', 'code': 200} Jan 28 06:19:42.021119 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7ae53035-15ee-48f6-865e-7734d8b86516), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:42.066801 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a4b0e-a959-4a75-97d9-1e9e95dc48b5 req-737c2583-2e25-4c8c-a828-0433ce8acf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:42.068773 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0c8a4b0e-a959-4a75-97d9-1e9e95dc48b5 req-737c2583-2e25-4c8c-a828-0433ce8acf5f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 1097 time: 0.0504460 Jan 28 06:19:42.073297 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=7ae53035-15ee-48f6-865e-7734d8b86516,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:42.117517 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0c8a4b0e-a959-4a75-97d9-1e9e95dc48b5 req-7fa5d635-3af2-4240-95f6-2ebfd02e1425 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420039 Jan 28 06:19:43.063552 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7786839-b01d-4495-9347-4ed12ee3e9d3 req-39a78618-e072-43b0-8503-cbe32740bedd tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:43.065165 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7786839-b01d-4495-9347-4ed12ee3e9d3 req-39a78618-e072-43b0-8503-cbe32740bedd tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 945 time: 0.0693319 Jan 28 06:19:43.123177 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7786839-b01d-4495-9347-4ed12ee3e9d3 req-ab846f90-670a-4056-af79-ecf03b102826 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517111 Jan 28 06:19:44.253151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782998cd-a8ae-45e6-9993-a6cf9cd9f0af req-52f9926e-94b1-47ce-af66-02ce8e5399df tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:44.254777 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-782998cd-a8ae-45e6-9993-a6cf9cd9f0af req-52f9926e-94b1-47ce-af66-02ce8e5399df tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 945 time: 0.0555000 Jan 28 06:19:44.309915 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-782998cd-a8ae-45e6-9993-a6cf9cd9f0af req-fe96ecd0-24b6-4f9c-bbbf-6532e5aa58fa tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476708 Jan 28 06:19:44.433160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fcc09-0f00-427f-b856-6840f6798b3b req-1353cec8-d9b0-4b4d-a7fb-ec1850bb70f9 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:44.434657 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a3fcc09-0f00-427f-b856-6840f6798b3b req-1353cec8-d9b0-4b4d-a7fb-ec1850bb70f9 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 945 time: 0.0509911 Jan 28 06:19:44.487091 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a3fcc09-0f00-427f-b856-6840f6798b3b req-dcf3af30-6370-44f4-99b9-213d3458474a tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467584 Jan 28 06:19:44.510428 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49792) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:44.724087 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419e8105-833c-49d5-8bbe-68ef0ddc1869 tempest-TestVolumeBackupRestore-792835001 tempest-TestVolumeBackupRestore-792835001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:44.729213 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-419e8105-833c-49d5-8bbe-68ef0ddc1869 tempest-TestVolumeBackupRestore-792835001 tempest-TestVolumeBackupRestore-792835001-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 1092 time: 0.2142839 Jan 28 06:19:44.729465 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49796) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:44.733984 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': '7ae53035-15ee-48f6-865e-7734d8b86516', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:19:44.898370 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:45.004105 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:45.120685 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Allocated IP 172.25.0.29 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/6c638563-8ea1-4727-bad5-ee1036022a14) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:19:45.223084 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for port (6c638563-8ea1-4727-bad5-ee1036022a14), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:45.352213 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6c638563-8ea1-4727-bad5-ee1036022a14), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:45.396942 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:19:45.399873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:19:45.402716 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:19:45.428717 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Pushing event updated for resources: {'Port': ['ID=6c638563-8ea1-4727-bad5-ee1036022a14,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:45.784559 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for floatingip (6e15f386-b826-4427-83d9-5235d50160f9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:45.944313 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6c638563-8ea1-4727-bad5-ee1036022a14), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:46.095297 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for port (6c638563-8ea1-4727-bad5-ee1036022a14), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:46.199593 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (6c638563-8ea1-4727-bad5-ee1036022a14), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:46.289441 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Pushing event updated for resources: {'Port': ['ID=6c638563-8ea1-4727-bad5-ee1036022a14,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:46.303284 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (6e15f386-b826-4427-83d9-5235d50160f9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:46.308755 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-352f3bc0-bab1-4703-ae4f-919ac9abdb28 req-376b47f2-a9ec-4d97-aba2-b530e6c6e164 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1174488 Jan 28 06:19:46.444021 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Floating IP 6e15f386-b826-4427-83d9-5235d50160f9 associated. External IP: 172.25.0.29, port: 7ae53035-15ee-48f6-865e-7734d8b86516. Jan 28 06:19:46.485555 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f3bc0-bab1-4703-ae4f-919ac9abdb28 req-77484df8-4d82-4dfa-a09a-da3d949c0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:46.487048 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-352f3bc0-bab1-4703-ae4f-919ac9abdb28 req-77484df8-4d82-4dfa-a09a-da3d949c0633 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 1097 time: 0.0927203 Jan 28 06:19:46.683297 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f3bc0-bab1-4703-ae4f-919ac9abdb28 req-001ad8cc-66eb-41fb-ac04-7dd737c64023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:46.685039 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-352f3bc0-bab1-4703-ae4f-919ac9abdb28 req-001ad8cc-66eb-41fb-ac04-7dd737c64023 service neutron] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 912 time: 0.1461263 Jan 28 06:19:47.091171 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-352f3bc0-bab1-4703-ae4f-919ac9abdb28 req-1366edeb-1371-4e09-a866-b4c4a5586860 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b5a828b-64a4-47f9-987d-da78fb62aafc HTTP/1.1" status: 200 len: 1001 time: 0.3990290 Jan 28 06:19:47.094962 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Router bc970aab-465d-4bae-8250-3bd3a023224e has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:19:47.178623 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f3bc0-bab1-4703-ae4f-919ac9abdb28 req-3fed034a-c83e-4ef9-b7ba-20d7a780dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:47.180087 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-352f3bc0-bab1-4703-ae4f-919ac9abdb28 req-3fed034a-c83e-4ef9-b7ba-20d7a780dd80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.0816967 Jan 28 06:19:47.273570 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:19:47.276434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f3bc0-bab1-4703-ae4f-919ac9abdb28 req-236e3e79-724f-4967-b1d0-200dfdaa53eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:47.278219 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-352f3bc0-bab1-4703-ae4f-919ac9abdb28 req-236e3e79-724f-4967-b1d0-200dfdaa53eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913427 Jan 28 06:19:47.285783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b456b192-84c3-409c-a41c-9c70f4b6bce8 None None] Sync routers for ids ['bc970aab-465d-4bae-8250-3bd3a023224e'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:19:47.298220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b456b192-84c3-409c-a41c-9c70f4b6bce8 None None] Routers {'bc970aab-465d-4bae-8250-3bd3a023224e'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:19:47.298879 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b456b192-84c3-409c-a41c-9c70f4b6bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:19:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bc970aab-465d-4bae-8250-3bd3a023224e'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:19:47.393075 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:47.417949 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-352f3bc0-bab1-4703-ae4f-919ac9abdb28 req-4714dd69-3f91-4942-838c-f951dee2627d service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321092 Jan 28 06:19:47.437519 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-b456b192-84c3-409c-a41c-9c70f4b6bce8 None None] Set router bc970aab-465d-4bae-8250-3bd3a023224e gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:19:47.441057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49820) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:47.441571 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-91b643b5-6d08-481c-af8a-c01b18543220 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7106481 Jan 28 06:19:47.451841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3823688f-8f10-435b-a605-6861402e02c0', 'tag': '7ae53035-15ee-48f6-865e-7734d8b86516'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:19:47.456618 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dc0f4a-f0d6-40ce-aeb7-af0eceebb22a" -d '{"events": [{"name": "network-changed", "server_uuid": "3823688f-8f10-435b-a605-6861402e02c0", "tag": "7ae53035-15ee-48f6-865e-7734d8b86516"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:19:47.505534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4185046-9757-4164-af2a-38c276c64892 tempest-TestVolumeBackupRestore-792835001 tempest-TestVolumeBackupRestore-792835001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:47.507952 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b4185046-9757-4164-af2a-38c276c64892 tempest-TestVolumeBackupRestore-792835001 tempest-TestVolumeBackupRestore-792835001-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 1092 time: 0.0656705 Jan 28 06:19:47.512750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49824) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:47.518179 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-193a262a-aaad-43e8-bd74-406f9d24d5ff tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Request body: {'floatingip': {'port_id': '7ae53035-15ee-48f6-865e-7734d8b86516'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:19:47.562447 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6cf85b-35f3-42ba-a95d-84fd52d4bf92 x-openstack-request-id: req-2c6cf85b-35f3-42ba-a95d-84fd52d4bf92 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:19:47.562956 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3823688f-8f10-435b-a605-6861402e02c0", "tag": "7ae53035-15ee-48f6-865e-7734d8b86516", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:19:47.563889 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c6cf85b-35f3-42ba-a95d-84fd52d4bf92 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:19:47.564382 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3823688f-8f10-435b-a605-6861402e02c0', 'tag': '7ae53035-15ee-48f6-865e-7734d8b86516', 'status': 'completed', 'code': 200} Jan 28 06:19:47.618220 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-193a262a-aaad-43e8-bd74-406f9d24d5ff tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for floatingip (6e15f386-b826-4427-83d9-5235d50160f9), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:47.622957 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-352f3bc0-bab1-4703-ae4f-919ac9abdb28 req-6f46d232-90d0-405e-93bf-2814845c42c7 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972234 Jan 28 06:19:47.810571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc0f4a-f0d6-40ce-aeb7-af0eceebb22a req-80c1880f-ccb6-405a-aa4c-dbb83cb1d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:47.814768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30dc0f4a-f0d6-40ce-aeb7-af0eceebb22a req-80c1880f-ccb6-405a-aa4c-dbb83cb1d2c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52b7a7981a1b46de97bf04ddda02f79f&device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 1097 time: 0.2279596 Jan 28 06:19:47.830132 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b456b192-84c3-409c-a41c-9c70f4b6bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:31Z', 'updated_at': '2022-01-28T06:15:36Z', 'revision_number': 4, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'gw_port': {'id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:32Z', 'updated_at': '2022-01-28T06:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '6e15f386-b826-4427-83d9-5235d50160f9', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'floating_ip_address': '172.25.0.29', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'port_id': '7ae53035-15ee-48f6-865e-7734d8b86516', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'mac_address': 'fa:16:3e:f1:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823688f-8f10-435b-a605-6861402e02c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:19:45Z', 'updated_at': '2022-01-28T06:19:45Z', 'revision_number': 0, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1433731f-29a3-4180-bd55-17a59ba8205e', 'name': '', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'mac_address': 'fa:16:3e:ee:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '0496f036-4af1-403b-ba69-179996f374c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:35Z', 'updated_at': '2022-01-28T06:15:41Z', 'revision_number': 5, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'subnets': [{'id': '0496f036-4af1-403b-ba69-179996f374c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:19:47.913071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b456b192-84c3-409c-a41c-9c70f4b6bce8 None None] Checking router: bc970aab-465d-4bae-8250-3bd3a023224e for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:19:47.929266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b456b192-84c3-409c-a41c-9c70f4b6bce8 None None] Routers {'bc970aab-465d-4bae-8250-3bd3a023224e'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:19:47.930142 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b456b192-84c3-409c-a41c-9c70f4b6bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:19:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bc970aab-465d-4bae-8250-3bd3a023224e'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:19:48.081178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc0f4a-f0d6-40ce-aeb7-af0eceebb22a req-b946e576-2450-48bd-86d6-5df9f92071e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:48.086355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30dc0f4a-f0d6-40ce-aeb7-af0eceebb22a req-b946e576-2450-48bd-86d6-5df9f92071e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 HTTP/1.1" status: 200 len: 914 time: 0.2660787 Jan 28 06:19:48.175485 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-b456b192-84c3-409c-a41c-9c70f4b6bce8 None None] Set router bc970aab-465d-4bae-8250-3bd3a023224e gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:19:48.294377 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30dc0f4a-f0d6-40ce-aeb7-af0eceebb22a req-4fa2904f-8d12-4c4b-a61a-0d44cf942cdc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ae53035-15ee-48f6-865e-7734d8b86516 HTTP/1.1" status: 200 len: 998 time: 0.2022538 Jan 28 06:19:48.295207 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-193a262a-aaad-43e8-bd74-406f9d24d5ff tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:48.375241 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-193a262a-aaad-43e8-bd74-406f9d24d5ff tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (6e15f386-b826-4427-83d9-5235d50160f9), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:48.389950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc0f4a-f0d6-40ce-aeb7-af0eceebb22a req-8bac8738-2ab2-406b-9cb2-f3a19d2d37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:48.391837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30dc0f4a-f0d6-40ce-aeb7-af0eceebb22a req-8bac8738-2ab2-406b-9cb2-f3a19d2d37e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0496f036-4af1-403b-ba69-179996f374c4 HTTP/1.1" status: 200 len: 852 time: 0.0868697 Jan 28 06:19:48.536072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-b456b192-84c3-409c-a41c-9c70f4b6bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:31Z', 'updated_at': '2022-01-28T06:15:36Z', 'revision_number': 4, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'gw_port': {'id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:32Z', 'updated_at': '2022-01-28T06:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '6e15f386-b826-4427-83d9-5235d50160f9', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'floating_ip_address': '172.25.0.29', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'port_id': '7ae53035-15ee-48f6-865e-7734d8b86516', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'mac_address': 'fa:16:3e:f1:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823688f-8f10-435b-a605-6861402e02c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:19:45Z', 'updated_at': '2022-01-28T06:19:45Z', 'revision_number': 0, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1433731f-29a3-4180-bd55-17a59ba8205e', 'name': '', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'mac_address': 'fa:16:3e:ee:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '0496f036-4af1-403b-ba69-179996f374c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:35Z', 'updated_at': '2022-01-28T06:15:41Z', 'revision_number': 5, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'subnets': [{'id': '0496f036-4af1-403b-ba69-179996f374c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:19:48.555111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc0f4a-f0d6-40ce-aeb7-af0eceebb22a req-65aad2c2-107b-4f8e-bd43-000a8616194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:48.567294 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30dc0f4a-f0d6-40ce-aeb7-af0eceebb22a req-65aad2c2-107b-4f8e-bd43-000a8616194e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1580462 Jan 28 06:19:48.567802 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b456b192-84c3-409c-a41c-9c70f4b6bce8 None None] The sync data for ids ['bc970aab-465d-4bae-8250-3bd3a023224e'] in n-d-812111-12 is: [{'id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:31Z', 'updated_at': '2022-01-28T06:15:36Z', 'revision_number': 4, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'gw_port': {'id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:32Z', 'updated_at': '2022-01-28T06:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '6e15f386-b826-4427-83d9-5235d50160f9', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'floating_ip_address': '172.25.0.29', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'port_id': '7ae53035-15ee-48f6-865e-7734d8b86516', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'mac_address': 'fa:16:3e:f1:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823688f-8f10-435b-a605-6861402e02c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:19:45Z', 'updated_at': '2022-01-28T06:19:45Z', 'revision_number': 0, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1433731f-29a3-4180-bd55-17a59ba8205e', 'name': '', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'mac_address': 'fa:16:3e:ee:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '0496f036-4af1-403b-ba69-179996f374c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:35Z', 'updated_at': '2022-01-28T06:15:41Z', 'revision_number': 5, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'subnets': [{'id': '0496f036-4af1-403b-ba69-179996f374c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:19:48.692966 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30dc0f4a-f0d6-40ce-aeb7-af0eceebb22a req-a07c35d1-f631-40d1-9274-e8d780f3b5d4 service neutron] 10.222.0.64 "GET /v2.0/networks/7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104560 Jan 28 06:19:48.823255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193a262a-aaad-43e8-bd74-406f9d24d5ff tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Router bc970aab-465d-4bae-8250-3bd3a023224e has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:19:49.013650 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf0803a-d63e-46ad-8d28-685f9c038576 None None] New status for floating IP 6e15f386-b826-4427-83d9-5235d50160f9: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:19:49.101807 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193a262a-aaad-43e8-bd74-406f9d24d5ff tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:19:49.128079 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-193a262a-aaad-43e8-bd74-406f9d24d5ff tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:49.218615 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-193a262a-aaad-43e8-bd74-406f9d24d5ff tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "PUT /v2.0/floatingips/6e15f386-b826-4427-83d9-5235d50160f9 HTTP/1.1" status: 200 len: 990 time: 1.7040427 Jan 28 06:19:49.294954 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30dc0f4a-f0d6-40ce-aeb7-af0eceebb22a req-7741ff1c-e7d7-4df3-88ea-11b2e3864cb6 service neutron] 10.222.0.64 "GET /v2.0/networks/7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959826 Jan 28 06:19:49.550337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429ea562-2fc0-4b7c-ae58-b250a3759025 None None] Sync routers for ids ['bc970aab-465d-4bae-8250-3bd3a023224e'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:19:49.563740 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ea562-2fc0-4b7c-ae58-b250a3759025 None None] Routers {'bc970aab-465d-4bae-8250-3bd3a023224e'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:19:49.569853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-429ea562-2fc0-4b7c-ae58-b250a3759025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:19:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bc970aab-465d-4bae-8250-3bd3a023224e'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:19:49.570005 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3823688f-8f10-435b-a605-6861402e02c0', 'tag': '7ae53035-15ee-48f6-865e-7734d8b86516'}, {'name': 'network-changed', 'server_uuid': '3823688f-8f10-435b-a605-6861402e02c0', 'tag': '7ae53035-15ee-48f6-865e-7734d8b86516'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:19:49.570005 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666f6509-b63d-4f9e-ae7f-96920a2c2054" -d '{"events": [{"name": "network-changed", "server_uuid": "3823688f-8f10-435b-a605-6861402e02c0", "tag": "7ae53035-15ee-48f6-865e-7734d8b86516"}, {"name": "network-changed", "server_uuid": "3823688f-8f10-435b-a605-6861402e02c0", "tag": "7ae53035-15ee-48f6-865e-7734d8b86516"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:19:49.619870 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 06:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9f5c46-2eb7-41cd-b254-21ab6a214561 x-openstack-request-id: req-8b9f5c46-2eb7-41cd-b254-21ab6a214561 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:19:49.620514 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3823688f-8f10-435b-a605-6861402e02c0", "tag": "7ae53035-15ee-48f6-865e-7734d8b86516", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3823688f-8f10-435b-a605-6861402e02c0", "tag": "7ae53035-15ee-48f6-865e-7734d8b86516", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:19:49.620987 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b9f5c46-2eb7-41cd-b254-21ab6a214561 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:19:49.621583 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3823688f-8f10-435b-a605-6861402e02c0', 'tag': '7ae53035-15ee-48f6-865e-7734d8b86516', 'status': 'completed', 'code': 200} Jan 28 06:19:49.622047 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3823688f-8f10-435b-a605-6861402e02c0', 'tag': '7ae53035-15ee-48f6-865e-7734d8b86516', 'status': 'completed', 'code': 200} Jan 28 06:19:49.698075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-429ea562-2fc0-4b7c-ae58-b250a3759025 None None] Set router bc970aab-465d-4bae-8250-3bd3a023224e gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:19:49.710330 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-c0786282-71e8-4cb1-81eb-2107c748be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:49.711896 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-c0786282-71e8-4cb1-81eb-2107c748be3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52b7a7981a1b46de97bf04ddda02f79f&device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 1097 time: 0.0431519 Jan 28 06:19:49.830034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-3cd2fc82-84b8-4208-9445-71ad5f6a52d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:49.831757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-3cd2fc82-84b8-4208-9445-71ad5f6a52d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 HTTP/1.1" status: 200 len: 914 time: 0.1133742 Jan 28 06:19:49.922452 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-456f8a7a-8f93-4373-9043-f46923a95004 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ae53035-15ee-48f6-865e-7734d8b86516 HTTP/1.1" status: 200 len: 1000 time: 0.0835495 Jan 28 06:19:49.983524 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-429ea562-2fc0-4b7c-ae58-b250a3759025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:31Z', 'updated_at': '2022-01-28T06:15:36Z', 'revision_number': 4, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'gw_port': {'id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:32Z', 'updated_at': '2022-01-28T06:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '6e15f386-b826-4427-83d9-5235d50160f9', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'floating_ip_address': '172.25.0.29', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'port_id': '7ae53035-15ee-48f6-865e-7734d8b86516', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'mac_address': 'fa:16:3e:f1:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823688f-8f10-435b-a605-6861402e02c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:19:45Z', 'updated_at': '2022-01-28T06:19:49Z', 'revision_number': 2, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1433731f-29a3-4180-bd55-17a59ba8205e', 'name': '', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'mac_address': 'fa:16:3e:ee:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '0496f036-4af1-403b-ba69-179996f374c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:35Z', 'updated_at': '2022-01-28T06:15:41Z', 'revision_number': 5, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'subnets': [{'id': '0496f036-4af1-403b-ba69-179996f374c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:19:49.992075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-c1d44a50-1ade-4a89-a8be-608d5c5efb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:49.994443 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-c1d44a50-1ade-4a89-a8be-608d5c5efb60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0496f036-4af1-403b-ba69-179996f374c4 HTTP/1.1" status: 200 len: 852 time: 0.0648103 Jan 28 06:19:50.010631 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429ea562-2fc0-4b7c-ae58-b250a3759025 None None] Checking router: bc970aab-465d-4bae-8250-3bd3a023224e for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:19:50.019987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ea562-2fc0-4b7c-ae58-b250a3759025 None None] Routers {'bc970aab-465d-4bae-8250-3bd3a023224e'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:19:50.020647 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-429ea562-2fc0-4b7c-ae58-b250a3759025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:19:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bc970aab-465d-4bae-8250-3bd3a023224e'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:19:50.045592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-5e7d8bdb-9a9d-4105-8720-efd0f92b947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:50.047213 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-5e7d8bdb-9a9d-4105-8720-efd0f92b947d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478001 Jan 28 06:19:50.154629 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-65540b2a-7bd0-45da-a91c-2986f7635b99 service neutron] 10.222.0.64 "GET /v2.0/networks/7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014249 Jan 28 06:19:50.156925 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-429ea562-2fc0-4b7c-ae58-b250a3759025 None None] Set router bc970aab-465d-4bae-8250-3bd3a023224e gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:19:50.256678 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-0ca3ef8e-fffd-4bf2-82de-bae03a870703 service neutron] 10.222.0.64 "GET /v2.0/networks/7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949495 Jan 28 06:19:50.378065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-9bcf55da-da52-49d5-bdfb-bdbbc3b8b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:50.379615 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-9bcf55da-da52-49d5-bdfb-bdbbc3b8b3b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52b7a7981a1b46de97bf04ddda02f79f&device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 1097 time: 0.0449233 Jan 28 06:19:50.391557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-429ea562-2fc0-4b7c-ae58-b250a3759025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:31Z', 'updated_at': '2022-01-28T06:15:36Z', 'revision_number': 4, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'gw_port': {'id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:32Z', 'updated_at': '2022-01-28T06:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '6e15f386-b826-4427-83d9-5235d50160f9', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'floating_ip_address': '172.25.0.29', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'port_id': '7ae53035-15ee-48f6-865e-7734d8b86516', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'mac_address': 'fa:16:3e:f1:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823688f-8f10-435b-a605-6861402e02c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:19:45Z', 'updated_at': '2022-01-28T06:19:49Z', 'revision_number': 2, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1433731f-29a3-4180-bd55-17a59ba8205e', 'name': '', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'mac_address': 'fa:16:3e:ee:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '0496f036-4af1-403b-ba69-179996f374c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:35Z', 'updated_at': '2022-01-28T06:15:41Z', 'revision_number': 5, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'subnets': [{'id': '0496f036-4af1-403b-ba69-179996f374c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:19:50.421102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429ea562-2fc0-4b7c-ae58-b250a3759025 None None] The sync data for ids ['bc970aab-465d-4bae-8250-3bd3a023224e'] in n-d-812111-12 is: [{'id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:31Z', 'updated_at': '2022-01-28T06:15:36Z', 'revision_number': 4, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'gw_port': {'id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:32Z', 'updated_at': '2022-01-28T06:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '6e15f386-b826-4427-83d9-5235d50160f9', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'floating_ip_address': '172.25.0.29', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'port_id': '7ae53035-15ee-48f6-865e-7734d8b86516', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'mac_address': 'fa:16:3e:f1:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823688f-8f10-435b-a605-6861402e02c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:19:45Z', 'updated_at': '2022-01-28T06:19:49Z', 'revision_number': 2, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1433731f-29a3-4180-bd55-17a59ba8205e', 'name': '', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'mac_address': 'fa:16:3e:ee:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '0496f036-4af1-403b-ba69-179996f374c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:35Z', 'updated_at': '2022-01-28T06:15:41Z', 'revision_number': 5, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'subnets': [{'id': '0496f036-4af1-403b-ba69-179996f374c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:19:50.494682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-e4a7739d-ba56-4e9c-99d7-39da77e60dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:50.496190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-e4a7739d-ba56-4e9c-99d7-39da77e60dfc service neutron] 10.222.0.64 "GET /v2.0/networks?id=7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 HTTP/1.1" status: 200 len: 914 time: 0.1104312 Jan 28 06:19:50.578580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-29c30348-69e8-4c22-ac86-1ecd6dd3cf1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ae53035-15ee-48f6-865e-7734d8b86516 HTTP/1.1" status: 200 len: 1000 time: 0.0753565 Jan 28 06:19:50.635602 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-4c609853-5328-442f-98d2-2c39a7e7b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:50.637099 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-4c609853-5328-442f-98d2-2c39a7e7b708 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0496f036-4af1-403b-ba69-179996f374c4 HTTP/1.1" status: 200 len: 852 time: 0.0499277 Jan 28 06:19:50.686601 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-f23bbd33-7aaf-4647-b671-58b5586c0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:19:50.688251 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-f23bbd33-7aaf-4647-b671-58b5586c0b98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459793 Jan 28 06:19:50.795003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-54dbcb06-1c8a-49a7-8944-6b6de14a237b service neutron] 10.222.0.64 "GET /v2.0/networks/7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993955 Jan 28 06:19:50.886889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-666f6509-b63d-4f9e-ae7f-96920a2c2054 req-2f72fe4b-4be0-4600-895d-e10ac5b24835 service neutron] 10.222.0.64 "GET /v2.0/networks/7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852146 Jan 28 06:19:53.271885 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49872) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:53.387825 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77fcf370-8ea5-4d81-9889-94a7d5718cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:53.470639 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77fcf370-8ea5-4d81-9889-94a7d5718cb1 admin admin] Publish callbacks [] for security_group (38398f3d-fd08-44ee-8f0d-616bb02eaa2b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:53.562567 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77fcf370-8ea5-4d81-9889-94a7d5718cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (38398f3d-fd08-44ee-8f0d-616bb02eaa2b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:53.604449 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-77fcf370-8ea5-4d81-9889-94a7d5718cb1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a8b1e594b4648a3936f7a3c1301dac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3313017 Jan 28 06:19:53.605184 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcf370-8ea5-4d81-9889-94a7d5718cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38398f3d-fd08-44ee-8f0d-616bb02eaa2b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:53.607151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49876) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:53.664342 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-652d9274-6ba2-4f65-a7dc-abf72cbb702e admin admin] Publish callbacks [] for security_group (38398f3d-fd08-44ee-8f0d-616bb02eaa2b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:53.686436 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-652d9274-6ba2-4f65-a7dc-abf72cbb702e admin admin] Publish callbacks [] for security_group (38398f3d-fd08-44ee-8f0d-616bb02eaa2b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:53.814766 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-652d9274-6ba2-4f65-a7dc-abf72cbb702e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (38398f3d-fd08-44ee-8f0d-616bb02eaa2b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:53.817840 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-652d9274-6ba2-4f65-a7dc-abf72cbb702e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:53.821668 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-652d9274-6ba2-4f65-a7dc-abf72cbb702e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38398f3d-fd08-44ee-8f0d-616bb02eaa2b HTTP/1.1" status: 204 len: 168 time: 0.2109334 Jan 28 06:19:53.828842 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d9274-6ba2-4f65-a7dc-abf72cbb702e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38398f3d-fd08-44ee-8f0d-616bb02eaa2b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:54.472076 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 49892) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:54.486819 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36fadb3c-c579-4c50-bf5a-257e50031a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:54.576649 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36fadb3c-c579-4c50-bf5a-257e50031a41 admin admin] Publish callbacks [] for security_group (31da44ee-62d5-46bf-a47d-4f9991a5f3f1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:54.636381 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-36fadb3c-c579-4c50-bf5a-257e50031a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (31da44ee-62d5-46bf-a47d-4f9991a5f3f1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:54.682488 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-36fadb3c-c579-4c50-bf5a-257e50031a41 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60a66c511af749dcb374be506dfbeee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2046013 Jan 28 06:19:54.682488 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fadb3c-c579-4c50-bf5a-257e50031a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31da44ee-62d5-46bf-a47d-4f9991a5f3f1,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:54.682688 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 49894) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:19:54.733506 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3aa92768-2c9e-4a8e-9699-5152ab39cb2c admin admin] Publish callbacks [] for security_group (31da44ee-62d5-46bf-a47d-4f9991a5f3f1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:54.756722 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3aa92768-2c9e-4a8e-9699-5152ab39cb2c admin admin] Publish callbacks [] for security_group (31da44ee-62d5-46bf-a47d-4f9991a5f3f1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:54.857560 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3aa92768-2c9e-4a8e-9699-5152ab39cb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (31da44ee-62d5-46bf-a47d-4f9991a5f3f1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:54.860704 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3aa92768-2c9e-4a8e-9699-5152ab39cb2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:54.865914 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3aa92768-2c9e-4a8e-9699-5152ab39cb2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31da44ee-62d5-46bf-a47d-4f9991a5f3f1 HTTP/1.1" status: 204 len: 168 time: 0.1794031 Jan 28 06:19:54.871896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa92768-2c9e-4a8e-9699-5152ab39cb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31da44ee-62d5-46bf-a47d-4f9991a5f3f1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:19:55.188877 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:19:55.664243 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:19:57.914317 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:02.460292 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-681b6626-c46d-4376-a280-2519b3f6b663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:04.340353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bea22-777e-403d-8d83-36e1db88bb9f req-927380ce-a288-4cda-acb6-fb5a5c0fa2f3 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:04.341938 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ec1bea22-777e-403d-8d83-36e1db88bb9f req-927380ce-a288-4cda-acb6-fb5a5c0fa2f3 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 946 time: 0.0505023 Jan 28 06:20:04.393310 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ec1bea22-777e-403d-8d83-36e1db88bb9f req-7b38f92e-0f00-4974-85bd-c9449cdc7919 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455105 Jan 28 06:20:04.837715 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2e18ded-f5a2-4c59-b3c9-609cfe1003d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:05.519016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ba25a-84d7-4497-ac5b-1826caf25c15 req-a42b84a6-7263-45f7-9237-8c814b7f7994 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:05.521049 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-447ba25a-84d7-4497-ac5b-1826caf25c15 req-a42b84a6-7263-45f7-9237-8c814b7f7994 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 946 time: 0.0518525 Jan 28 06:20:05.571166 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-447ba25a-84d7-4497-ac5b-1826caf25c15 req-dd14a938-a2e2-427b-9623-6dba0590014c tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426042 Jan 28 06:20:05.894590 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c93b5d-2e3b-49c7-b6db-97bab440290b req-bde067d8-2c71-4973-a0ee-9ee9e31926a8 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:05.896066 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-74c93b5d-2e3b-49c7-b6db-97bab440290b req-bde067d8-2c71-4973-a0ee-9ee9e31926a8 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.60 "GET /v2.0/ports?device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 946 time: 0.0541716 Jan 28 06:20:05.992019 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-74c93b5d-2e3b-49c7-b6db-97bab440290b req-ee83ba84-8de6-4ba2-ae26-14523b560918 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Deleting port 4accd68b-926b-4e0b-8d68-0ba4f74741c1 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:20:05.992275 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-74c93b5d-2e3b-49c7-b6db-97bab440290b req-ee83ba84-8de6-4ba2-ae26-14523b560918 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (4accd68b-926b-4e0b-8d68-0ba4f74741c1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:06.091708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-74c93b5d-2e3b-49c7-b6db-97bab440290b req-ee83ba84-8de6-4ba2-ae26-14523b560918 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] For port 4accd68b-926b-4e0b-8d68-0ba4f74741c1, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=4accd68b-926b-4e0b-8d68-0ba4f74741c1,segment=NetworkSegment(6dc3a269-da08-4632-9308-be5926c4d4a9),segment_id=6dc3a269-da08-4632-9308-be5926c4d4a9)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:20:06.092075 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-74c93b5d-2e3b-49c7-b6db-97bab440290b req-ee83ba84-8de6-4ba2-ae26-14523b560918 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (4accd68b-926b-4e0b-8d68-0ba4f74741c1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:06.105161 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-74c93b5d-2e3b-49c7-b6db-97bab440290b req-ee83ba84-8de6-4ba2-ae26-14523b560918 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Calling delete_port for 4accd68b-926b-4e0b-8d68-0ba4f74741c1 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:20:06.279848 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50026) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:20:06.314164 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-74c93b5d-2e3b-49c7-b6db-97bab440290b req-ee83ba84-8de6-4ba2-ae26-14523b560918 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (4accd68b-926b-4e0b-8d68-0ba4f74741c1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:06.348193 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['4accd68b-926b-4e0b-8d68-0ba4f74741c1'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:20:06.352886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83ba84-8de6-4ba2-ae26-14523b560918 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Pushing event deleted for resources: {'Port': ['ID=4accd68b-926b-4e0b-8d68-0ba4f74741c1,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:06.414201 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c93b5d-2e3b-49c7-b6db-97bab440290b req-ee83ba84-8de6-4ba2-ae26-14523b560918 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] No DVR routers for this DVR port 4accd68b-926b-4e0b-8d68-0ba4f74741c1 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:20:06.422381 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-74c93b5d-2e3b-49c7-b6db-97bab440290b req-ee83ba84-8de6-4ba2-ae26-14523b560918 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:06.425851 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-74c93b5d-2e3b-49c7-b6db-97bab440290b req-ee83ba84-8de6-4ba2-ae26-14523b560918 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.60 "DELETE /v2.0/ports/4accd68b-926b-4e0b-8d68-0ba4f74741c1 HTTP/1.1" status: 204 len: 173 time: 0.5244651 Jan 28 06:20:06.426426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08931b4c-9645-492f-96a1-b5da985d5c01', 'name': 'network-vif-deleted', 'tag': '4accd68b-926b-4e0b-8d68-0ba4f74741c1'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:20:06.428675 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6518b10-49e3-46be-b8d5-9827f53ad258" -d '{"events": [{"server_uuid": "08931b4c-9645-492f-96a1-b5da985d5c01", "name": "network-vif-deleted", "tag": "4accd68b-926b-4e0b-8d68-0ba4f74741c1"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:20:06.445669 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf64-0ef7-4401-836f-230a6f960c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:06.470941 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdc06f4-34c1-4df7-85c5-b28856a2261b x-openstack-request-id: req-afdc06f4-34c1-4df7-85c5-b28856a2261b {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:20:06.471244 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08931b4c-9645-492f-96a1-b5da985d5c01", "name": "network-vif-deleted", "tag": "4accd68b-926b-4e0b-8d68-0ba4f74741c1", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:20:06.471505 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-afdc06f4-34c1-4df7-85c5-b28856a2261b {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:20:06.471941 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08931b4c-9645-492f-96a1-b5da985d5c01', 'name': 'network-vif-deleted', 'tag': '4accd68b-926b-4e0b-8d68-0ba4f74741c1', 'status': 'completed', 'code': 200} Jan 28 06:20:06.545427 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf64-0ef7-4401-836f-230a6f960c9f admin admin] Publish callbacks [] for security_group (fb68f38c-b43f-41d1-86fd-280c983c19d7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:06.612082 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf64-0ef7-4401-836f-230a6f960c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (fb68f38c-b43f-41d1-86fd-280c983c19d7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:06.638868 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:06.658221 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7dacdf64-0ef7-4401-836f-230a6f960c9f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=515dc4d238e143d4ad0e84a2dd13c638&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3769779 Jan 28 06:20:06.659255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacdf64-0ef7-4401-836f-230a6f960c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb68f38c-b43f-41d1-86fd-280c983c19d7,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:06.663676 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50034) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:20:06.699965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10a119aa-7450-48c9-8662-38740ca3cb35 req-1a672789-4112-46a0-b0af-da2ca6f4502a tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=08931b4c-9645-492f-96a1-b5da985d5c01 HTTP/1.1" status: 200 len: 210 time: 0.0550771 Jan 28 06:20:06.735460 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8db06e38-50a3-4d21-9560-fb4816c0e056 admin admin] Publish callbacks [] for security_group (fb68f38c-b43f-41d1-86fd-280c983c19d7), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:06.759822 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8db06e38-50a3-4d21-9560-fb4816c0e056 admin admin] Publish callbacks [] for security_group (fb68f38c-b43f-41d1-86fd-280c983c19d7), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:06.891478 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8db06e38-50a3-4d21-9560-fb4816c0e056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (fb68f38c-b43f-41d1-86fd-280c983c19d7), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:06.894188 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8db06e38-50a3-4d21-9560-fb4816c0e056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:06.895366 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8db06e38-50a3-4d21-9560-fb4816c0e056 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb68f38c-b43f-41d1-86fd-280c983c19d7 HTTP/1.1" status: 204 len: 168 time: 0.2305667 Jan 28 06:20:06.904489 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db06e38-50a3-4d21-9560-fb4816c0e056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb68f38c-b43f-41d1-86fd-280c983c19d7,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:07.535804 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50040) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:20:07.549418 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-970a4c35-4452-44b0-821d-6b3a3511213a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:07.622254 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-970a4c35-4452-44b0-821d-6b3a3511213a admin admin] Publish callbacks [] for security_group (bf9694ff-c0c2-4d72-84ab-da2d7e7127b4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:07.705903 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-970a4c35-4452-44b0-821d-6b3a3511213a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bf9694ff-c0c2-4d72-84ab-da2d7e7127b4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:07.748706 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-970a4c35-4452-44b0-821d-6b3a3511213a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6871994348443efbc109523b24a31f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2094555 Jan 28 06:20:07.748706 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a4c35-4452-44b0-821d-6b3a3511213a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9694ff-c0c2-4d72-84ab-da2d7e7127b4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:07.749207 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50044) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:20:07.803245 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-128883e0-e3bf-46e6-828c-37aedfa82e36 admin admin] Publish callbacks [] for security_group (bf9694ff-c0c2-4d72-84ab-da2d7e7127b4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:07.824684 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-128883e0-e3bf-46e6-828c-37aedfa82e36 admin admin] Publish callbacks [] for security_group (bf9694ff-c0c2-4d72-84ab-da2d7e7127b4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:07.976756 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-128883e0-e3bf-46e6-828c-37aedfa82e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (bf9694ff-c0c2-4d72-84ab-da2d7e7127b4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:07.979315 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-128883e0-e3bf-46e6-828c-37aedfa82e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:07.980476 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-128883e0-e3bf-46e6-828c-37aedfa82e36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf9694ff-c0c2-4d72-84ab-da2d7e7127b4 HTTP/1.1" status: 204 len: 168 time: 0.2301536 Jan 28 06:20:07.988619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128883e0-e3bf-46e6-828c-37aedfa82e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9694ff-c0c2-4d72-84ab-da2d7e7127b4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:08.009917 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:08.674976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 50054) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:20:08.689368 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fb594e4-0c3f-4d8f-b282-b3326d2509de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:08.763083 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fb594e4-0c3f-4d8f-b282-b3326d2509de admin admin] Publish callbacks [] for security_group (04ee7031-aea3-4de2-8cae-1a769a2d87e9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:08.845461 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fb594e4-0c3f-4d8f-b282-b3326d2509de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (04ee7031-aea3-4de2-8cae-1a769a2d87e9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:08.885673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1fb594e4-0c3f-4d8f-b282-b3326d2509de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=215977eba3564a55bf84d70bbdf42cf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2094505 Jan 28 06:20:08.886694 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb594e4-0c3f-4d8f-b282-b3326d2509de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ee7031-aea3-4de2-8cae-1a769a2d87e9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:08.888419 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50056) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:20:08.950990 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f27b1b5c-265f-4f04-bbf9-f2574a2cb672 admin admin] Publish callbacks [] for security_group (04ee7031-aea3-4de2-8cae-1a769a2d87e9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:08.972891 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f27b1b5c-265f-4f04-bbf9-f2574a2cb672 admin admin] Publish callbacks [] for security_group (04ee7031-aea3-4de2-8cae-1a769a2d87e9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:09.103661 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f27b1b5c-265f-4f04-bbf9-f2574a2cb672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (04ee7031-aea3-4de2-8cae-1a769a2d87e9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:09.106359 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f27b1b5c-265f-4f04-bbf9-f2574a2cb672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:09.107566 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f27b1b5c-265f-4f04-bbf9-f2574a2cb672 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04ee7031-aea3-4de2-8cae-1a769a2d87e9 HTTP/1.1" status: 204 len: 168 time: 0.2180867 Jan 28 06:20:09.116201 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b1b5c-265f-4f04-bbf9-f2574a2cb672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ee7031-aea3-4de2-8cae-1a769a2d87e9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:09.134115 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:09.952944 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 4accd68b-926b-4e0b-8d68-0ba4f74741c1 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:20:09.973984 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 4accd68b-926b-4e0b-8d68-0ba4f74741c1 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:20:09.974439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 4accd68b-926b-4e0b-8d68-0ba4f74741c1 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:20:10.278175 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50080) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:20:10.383164 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7437d685-79c2-47e6-8cbc-ed353d459e1d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-526776398-network', 'tenant_id': '8119a8f840814a869886637049c0d968'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:20:10.496811 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7437d685-79c2-47e6-8cbc-ed353d459e1d admin admin] Made reservation on behalf of 8119a8f840814a869886637049c0d968 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:20:10.499614 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7437d685-79c2-47e6-8cbc-ed353d459e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:10.509167 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7437d685-79c2-47e6-8cbc-ed353d459e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:10.585485 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7437d685-79c2-47e6-8cbc-ed353d459e1d admin admin] Publish callbacks [] for security_group (63a2435e-381f-400e-906b-e47ad8d19c88), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:10.679937 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7437d685-79c2-47e6-8cbc-ed353d459e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (63a2435e-381f-400e-906b-e47ad8d19c88), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:10.703873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7437d685-79c2-47e6-8cbc-ed353d459e1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:20:10.722700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437d685-79c2-47e6-8cbc-ed353d459e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a2435e-381f-400e-906b-e47ad8d19c88,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:10.726846 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7437d685-79c2-47e6-8cbc-ed353d459e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (961c514f-17a2-426b-9441-77bb5e57127b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:10.727269 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-7437d685-79c2-47e6-8cbc-ed353d459e1d admin admin] Added segment 961c514f-17a2-426b-9441-77bb5e57127b of type vlan for network d4885280-29f8-4d5c-ba89-9b3f59e4a97f Jan 28 06:20:10.782418 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7437d685-79c2-47e6-8cbc-ed353d459e1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (d4885280-29f8-4d5c-ba89-9b3f59e4a97f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:10.919986 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7437d685-79c2-47e6-8cbc-ed353d459e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (d4885280-29f8-4d5c-ba89-9b3f59e4a97f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:10.920982 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7437d685-79c2-47e6-8cbc-ed353d459e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:10.921565 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7437d685-79c2-47e6-8cbc-ed353d459e1d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:10.987472 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437d685-79c2-47e6-8cbc-ed353d459e1d admin admin] Pushing event updated for resources: {'Network': ['ID=d4885280-29f8-4d5c-ba89-9b3f59e4a97f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:10.998468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network d4885280-29f8-4d5c-ba89-9b3f59e4a97f details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:20:11.042972 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7437d685-79c2-47e6-8cbc-ed353d459e1d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7636185 Jan 28 06:20:11.045674 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50086) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:20:11.050421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9ad051e7-20a5-474e-b045-4bc9751f991b admin admin] Request body: {'subnet': {'network_id': 'd4885280-29f8-4d5c-ba89-9b3f59e4a97f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-526776398-subnet', 'tenant_id': '8119a8f840814a869886637049c0d968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:20:11.137130 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad051e7-20a5-474e-b045-4bc9751f991b admin admin] Made reservation on behalf of 8119a8f840814a869886637049c0d968 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:20:11.139690 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ad051e7-20a5-474e-b045-4bc9751f991b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:11.388330 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ad051e7-20a5-474e-b045-4bc9751f991b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (ff964c19-0de4-4c6d-b37d-aa20f6b67a1b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:11.449562 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad051e7-20a5-474e-b045-4bc9751f991b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff964c19-0de4-4c6d-b37d-aa20f6b67a1b,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:11.453927 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad051e7-20a5-474e-b045-4bc9751f991b admin admin] Checking segment: {'id': '961c514f-17a2-426b-9441-77bb5e57127b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd4885280-29f8-4d5c-ba89-9b3f59e4a97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:20:11.454312 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad051e7-20a5-474e-b045-4bc9751f991b admin admin] Network hostable DHCP agents. Network: d4885280-29f8-4d5c-ba89-9b3f59e4a97f, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:20:11.585621 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad051e7-20a5-474e-b045-4bc9751f991b admin admin] Network d4885280-29f8-4d5c-ba89-9b3f59e4a97f is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:20:11.716905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-9ad051e7-20a5-474e-b045-4bc9751f991b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, d4885280-29f8-4d5c-ba89-9b3f59e4a97f) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:20:11.721135 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad051e7-20a5-474e-b045-4bc9751f991b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:11.721807 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ad051e7-20a5-474e-b045-4bc9751f991b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:11.729303 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcc8321-8346-4f55-947a-3b5a0833dcb9 None None] Network d4885280-29f8-4d5c-ba89-9b3f59e4a97f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:20:11.834792 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9ad051e7-20a5-474e-b045-4bc9751f991b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7879364 Jan 28 06:20:11.988797 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cd8fbc-a278-4422-8215-70715bd06aad None None] Network d4885280-29f8-4d5c-ba89-9b3f59e4a97f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:20:12.593196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50116) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:20:12.598539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c74942fd-c379-4087-ad99-cdaa73d0e24d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-530134576-network', 'tenant_id': '7145fa575f164012a57c8d31a8b6027e'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:20:12.685219 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74942fd-c379-4087-ad99-cdaa73d0e24d admin admin] Made reservation on behalf of 7145fa575f164012a57c8d31a8b6027e for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:20:12.687768 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c74942fd-c379-4087-ad99-cdaa73d0e24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:12.698728 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c74942fd-c379-4087-ad99-cdaa73d0e24d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:12.787928 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c74942fd-c379-4087-ad99-cdaa73d0e24d admin admin] Publish callbacks [] for security_group (39cb2eac-2ede-4d27-b423-cc2fb64cd638), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:12.845255 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c74942fd-c379-4087-ad99-cdaa73d0e24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (39cb2eac-2ede-4d27-b423-cc2fb64cd638), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:12.878921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74942fd-c379-4087-ad99-cdaa73d0e24d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:20:12.887697 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74942fd-c379-4087-ad99-cdaa73d0e24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cb2eac-2ede-4d27-b423-cc2fb64cd638,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:12.895532 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c74942fd-c379-4087-ad99-cdaa73d0e24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (fc7528c3-f979-4c30-b9f0-968acde730f2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:12.895532 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-c74942fd-c379-4087-ad99-cdaa73d0e24d admin admin] Added segment fc7528c3-f979-4c30-b9f0-968acde730f2 of type vlan for network 06a8e957-de6f-49db-beef-031762148599 Jan 28 06:20:12.940944 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c74942fd-c379-4087-ad99-cdaa73d0e24d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (06a8e957-de6f-49db-beef-031762148599), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:13.042553 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c74942fd-c379-4087-ad99-cdaa73d0e24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (06a8e957-de6f-49db-beef-031762148599), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:13.043500 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74942fd-c379-4087-ad99-cdaa73d0e24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:13.044095 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c74942fd-c379-4087-ad99-cdaa73d0e24d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:13.103905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74942fd-c379-4087-ad99-cdaa73d0e24d admin admin] Pushing event updated for resources: {'Network': ['ID=06a8e957-de6f-49db-beef-031762148599,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:13.113637 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 06a8e957-de6f-49db-beef-031762148599 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:20:13.201940 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c74942fd-c379-4087-ad99-cdaa73d0e24d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6058037 Jan 28 06:20:13.202835 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50120) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:20:13.207691 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f85c1373-76f0-4a2f-8012-b7bbaf432c65 admin admin] Request body: {'subnet': {'network_id': '06a8e957-de6f-49db-beef-031762148599', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-530134576-subnet', 'tenant_id': '7145fa575f164012a57c8d31a8b6027e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:20:13.294328 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85c1373-76f0-4a2f-8012-b7bbaf432c65 admin admin] Made reservation on behalf of 7145fa575f164012a57c8d31a8b6027e for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:20:13.296748 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f85c1373-76f0-4a2f-8012-b7bbaf432c65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:13.529008 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f85c1373-76f0-4a2f-8012-b7bbaf432c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (9c86fe0f-5d19-425e-92ea-dc325b0a7c83), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:13.582823 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c1373-76f0-4a2f-8012-b7bbaf432c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c86fe0f-5d19-425e-92ea-dc325b0a7c83,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:13.595067 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c1373-76f0-4a2f-8012-b7bbaf432c65 admin admin] Checking segment: {'id': 'fc7528c3-f979-4c30-b9f0-968acde730f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '06a8e957-de6f-49db-beef-031762148599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:20:13.595704 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c1373-76f0-4a2f-8012-b7bbaf432c65 admin admin] Network hostable DHCP agents. Network: 06a8e957-de6f-49db-beef-031762148599, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:20:13.694213 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c1373-76f0-4a2f-8012-b7bbaf432c65 admin admin] Network 06a8e957-de6f-49db-beef-031762148599 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:20:13.788188 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-f85c1373-76f0-4a2f-8012-b7bbaf432c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 06a8e957-de6f-49db-beef-031762148599) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:20:13.792805 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85c1373-76f0-4a2f-8012-b7bbaf432c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:13.793430 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f85c1373-76f0-4a2f-8012-b7bbaf432c65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:13.806245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02693044-414f-4819-a375-4df56e1b994e None None] Network 06a8e957-de6f-49db-beef-031762148599 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:20:13.903003 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f85c1373-76f0-4a2f-8012-b7bbaf432c65 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6990974 Jan 28 06:20:13.932825 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7d1d93-2ed8-4130-a521-f6e80483695f None None] Network 06a8e957-de6f-49db-beef-031762148599 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:20:14.490757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-1dd0a4e8-725f-4d28-b04e-f41e58337e1e tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:14.492161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-1dd0a4e8-725f-4d28-b04e-f41e58337e1e tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/networks?id=d4885280-29f8-4d5c-ba89-9b3f59e4a97f HTTP/1.1" status: 200 len: 808 time: 0.1049838 Jan 28 06:20:14.507151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-92352ba6-25b9-4c1a-a9ef-f668d9888ee2 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/quotas/8119a8f840814a869886637049c0d968 HTTP/1.1" status: 200 len: 375 time: 0.0094247 Jan 28 06:20:14.541083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-7e501a31-7f7e-40cb-a6f5-2cb482173d75 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8119a8f840814a869886637049c0d968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282230 Jan 28 06:20:14.652773 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-13e8a606-5eb3-4988-b8a6-d4bf9d42d099 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:20:14.653793 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-13e8a606-5eb3-4988-b8a6-d4bf9d42d099 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1064966 Jan 28 06:20:14.742890 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-d493b92e-47b6-4e73-8dfb-0783ecee6f93 service neutron] 10.222.0.31 "GET /v2.0/networks/d4885280-29f8-4d5c-ba89-9b3f59e4a97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828569 Jan 28 06:20:14.839536 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-b1350e5a-e367-41ba-aa98-bfab5a5656ac service neutron] 10.222.0.31 "GET /v2.0/networks/d4885280-29f8-4d5c-ba89-9b3f59e4a97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905929 Jan 28 06:20:15.136341 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b5607bd-dcfb-49dc-840a-5ed524afb384 req-14b47c47-2bba-4d15-9e41-89d9bc7393a0 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/ports?device_id=37b96a93-050a-4006-aa16-0b5ee4173e7d HTTP/1.1" status: 200 len: 210 time: 0.0289214 Jan 28 06:20:16.218451 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5f1cc0e-3662-4f34-a9b4-ede6d6d75f8d req-f108da97-c319-476a-ac56-131319c64799 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/ports?device_id=37b96a93-050a-4006-aa16-0b5ee4173e7d HTTP/1.1" status: 200 len: 210 time: 0.0287359 Jan 28 06:20:17.313271 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7e7f8dce-a8e4-44a9-b121-c8eb93006331 req-dbedc77b-6cf7-4262-ae11-383ab2a80e44 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/ports?device_id=37b96a93-050a-4006-aa16-0b5ee4173e7d HTTP/1.1" status: 200 len: 210 time: 0.0270834 Jan 28 06:20:17.662981 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-8495dea3-b866-49ec-aa6f-24ba5a9c40f6 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:17.669205 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-8495dea3-b866-49ec-aa6f-24ba5a9c40f6 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.60 "GET /v2.0/networks?id=d4885280-29f8-4d5c-ba89-9b3f59e4a97f HTTP/1.1" status: 200 len: 808 time: 0.1228044 Jan 28 06:20:17.682989 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-52e493cd-4c4f-447d-a54c-af95be0533a9 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Request body: {'port': {'device_id': '37b96a93-050a-4006-aa16-0b5ee4173e7d', 'network_id': 'd4885280-29f8-4d5c-ba89-9b3f59e4a97f', 'admin_state_up': True, 'tenant_id': '8119a8f840814a869886637049c0d968'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:20:17.879701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-52e493cd-4c4f-447d-a54c-af95be0533a9 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Made reservation on behalf of 8119a8f840814a869886637049c0d968 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:20:17.883918 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-52e493cd-4c4f-447d-a54c-af95be0533a9 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:18.013310 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-52e493cd-4c4f-447d-a54c-af95be0533a9 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Allocated IP 172.20.0.8 (d4885280-29f8-4d5c-ba89-9b3f59e4a97f/ff964c19-0de4-4c6d-b37d-aa20f6b67a1b/281a689e-bb8e-4bfb-a35c-ab3c488a2d46) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:20:18.160587 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-52e493cd-4c4f-447d-a54c-af95be0533a9 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Publish callbacks [] for port (281a689e-bb8e-4bfb-a35c-ab3c488a2d46), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:18.280253 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-52e493cd-4c4f-447d-a54c-af95be0533a9 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (281a689e-bb8e-4bfb-a35c-ab3c488a2d46), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:18.323785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-52e493cd-4c4f-447d-a54c-af95be0533a9 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Network d4885280-29f8-4d5c-ba89-9b3f59e4a97f is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:20:18.326794 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-52e493cd-4c4f-447d-a54c-af95be0533a9 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:20:18.332876 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-52e493cd-4c4f-447d-a54c-af95be0533a9 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:20:18.361691 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e493cd-4c4f-447d-a54c-af95be0533a9 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Pushing event updated for resources: {'Port': ['ID=281a689e-bb8e-4bfb-a35c-ab3c488a2d46,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:18.393546 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-52e493cd-4c4f-447d-a54c-af95be0533a9 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:18.394172 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-52e493cd-4c4f-447d-a54c-af95be0533a9 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:18.488700 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-52e493cd-4c4f-447d-a54c-af95be0533a9 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8103616 Jan 28 06:20:18.505960 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Request body: {'port': {'device_id': '37b96a93-050a-4006-aa16-0b5ee4173e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:20:18.511752 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce80e9a-cb64-44e0-886c-309fa9748790 req-a5be5d3d-33a7-4f30-b0d4-097f729cf1b8 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:18.513256 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ce80e9a-cb64-44e0-886c-309fa9748790 req-a5be5d3d-33a7-4f30-b0d4-097f729cf1b8 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/ports?device_id=37b96a93-050a-4006-aa16-0b5ee4173e7d HTTP/1.1" status: 200 len: 931 time: 0.1060920 Jan 28 06:20:18.564603 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (281a689e-bb8e-4bfb-a35c-ab3c488a2d46), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:18.565243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-54c20d23-c3df-4ce2-8f63-a238f966af24 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:18.566750 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-54c20d23-c3df-4ce2-8f63-a238f966af24 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/networks?id=36009c62-2b66-4e78-817b-7fe16c2072ad HTTP/1.1" status: 200 len: 814 time: 0.1488051 Jan 28 06:20:18.599125 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-9b00c464-83d6-4ea1-9f7d-542aad023355 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/quotas/f85741625aaf4ee9ad854fdeaa526362 HTTP/1.1" status: 200 len: 375 time: 0.0209174 Jan 28 06:20:18.602916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ce80e9a-cb64-44e0-886c-309fa9748790 req-722a8f48-c7ac-468f-a733-31fd0f5f19ee tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/security-groups?id=63a2435e-381f-400e-906b-e47ad8d19c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797942 Jan 28 06:20:18.639787 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-c95c017f-9bd5-47ab-b00e-c155c4ce0d8d tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f85741625aaf4ee9ad854fdeaa526362&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270441 Jan 28 06:20:18.650509 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-218e6a05-dbd9-4461-9b8e-12b528216003 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:20:18.651541 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-218e6a05-dbd9-4461-9b8e-12b528216003 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054531 Jan 28 06:20:18.746932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-7bc8dfe3-4d15-45b8-a2e4-b8ebf69675be service neutron] 10.222.0.31 "GET /v2.0/networks/36009c62-2b66-4e78-817b-7fe16c2072ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898671 Jan 28 06:20:18.836199 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:20:18.844817 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Publish callbacks [] for port (281a689e-bb8e-4bfb-a35c-ab3c488a2d46), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:18.848668 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-a825fc7a-0477-4243-96de-baa4a1dd7d1e service neutron] 10.222.0.31 "GET /v2.0/networks/36009c62-2b66-4e78-817b-7fe16c2072ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959201 Jan 28 06:20:18.858167 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Transition to ACTIVE for port object 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:20:18.936754 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (281a689e-bb8e-4bfb-a35c-ab3c488a2d46), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:18.986316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Pushing event updated for resources: {'Port': ['ID=281a689e-bb8e-4bfb-a35c-ab3c488a2d46,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:19.062476 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Attempting to bind port 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:20:19.062880 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Attempting to bind port 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '961c514f-17a2-426b-9441-77bb5e57127b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd4885280-29f8-4d5c-ba89-9b3f59e4a97f'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:20:19.063271 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Attempting to bind port 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 on network d4885280-29f8-4d5c-ba89-9b3f59e4a97f {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:20:19.067837 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Port 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 on network d4885280-29f8-4d5c-ba89-9b3f59e4a97f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:20:19.068289 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Attempting to bind port 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 on network d4885280-29f8-4d5c-ba89-9b3f59e4a97f {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:20:19.073311 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:20:19.073759 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Checking segment: {'id': '961c514f-17a2-426b-9441-77bb5e57127b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd4885280-29f8-4d5c-ba89-9b3f59e4a97f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:20:19.074232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Bound using segment: {'id': '961c514f-17a2-426b-9441-77bb5e57127b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd4885280-29f8-4d5c-ba89-9b3f59e4a97f'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:20:19.074789 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Bound port: 281a689e-bb8e-4bfb-a35c-ab3c488a2d46, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961c514f-17a2-426b-9441-77bb5e57127b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd4885280-29f8-4d5c-ba89-9b3f59e4a97f'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:20:19.075238 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (281a689e-bb8e-4bfb-a35c-ab3c488a2d46), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:19.097464 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06dcc203-2adf-4e8a-9a51-ffebad1e80de req-d89261c9-28d5-4319-89a8-a34da3fdeae4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 210 time: 0.0279715 Jan 28 06:20:19.143266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] For port 281a689e-bb8e-4bfb-a35c-ab3c488a2d46, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:20:19.146271 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] For port 281a689e-bb8e-4bfb-a35c-ab3c488a2d46, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=281a689e-bb8e-4bfb-a35c-ab3c488a2d46,segment=NetworkSegment(961c514f-17a2-426b-9441-77bb5e57127b),segment_id=961c514f-17a2-426b-9441-77bb5e57127b)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:20:19.231525 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (281a689e-bb8e-4bfb-a35c-ab3c488a2d46), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:19.263094 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:19.263753 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:19.265385 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] 10.222.0.60 "PUT /v2.0/ports/281a689e-bb8e-4bfb-a35c-ab3c488a2d46 HTTP/1.1" status: 200 len: 1092 time: 0.7638690 Jan 28 06:20:19.267686 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b96a93-050a-4006-aa16-0b5ee4173e7d', 'tag': '281a689e-bb8e-4bfb-a35c-ab3c488a2d46'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:20:19.269974 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9866f76f-f3de-4273-8d74-af3e4dfb9b41" -d '{"events": [{"name": "network-changed", "server_uuid": "37b96a93-050a-4006-aa16-0b5ee4173e7d", "tag": "281a689e-bb8e-4bfb-a35c-ab3c488a2d46"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:20:19.298770 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545aa351-e8a4-400e-9c7a-6e9e7df5767d service neutron] Pushing event updated for resources: {'Port': ['ID=281a689e-bb8e-4bfb-a35c-ab3c488a2d46,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:19.310725 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348259b9-4904-4706-8354-6ffdf875a715 x-openstack-request-id: req-348259b9-4904-4706-8354-6ffdf875a715 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:20:19.311148 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b96a93-050a-4006-aa16-0b5ee4173e7d", "tag": "281a689e-bb8e-4bfb-a35c-ab3c488a2d46", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:20:19.311395 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-348259b9-4904-4706-8354-6ffdf875a715 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:20:19.311798 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b96a93-050a-4006-aa16-0b5ee4173e7d', 'tag': '281a689e-bb8e-4bfb-a35c-ab3c488a2d46', 'status': 'completed', 'code': 200} Jan 28 06:20:19.391866 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866f76f-f3de-4273-8d74-af3e4dfb9b41 req-fca68052-d21b-4c33-9484-4ba7b4e91880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:19.393330 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9866f76f-f3de-4273-8d74-af3e4dfb9b41 req-fca68052-d21b-4c33-9484-4ba7b4e91880 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8119a8f840814a869886637049c0d968&device_id=37b96a93-050a-4006-aa16-0b5ee4173e7d HTTP/1.1" status: 200 len: 1095 time: 0.0421612 Jan 28 06:20:19.502624 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866f76f-f3de-4273-8d74-af3e4dfb9b41 req-79581f7f-7895-424d-970b-b4f6758fbdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:19.504865 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9866f76f-f3de-4273-8d74-af3e4dfb9b41 req-79581f7f-7895-424d-970b-b4f6758fbdc3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8119a8f840814a869886637049c0d968&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0996714 Jan 28 06:20:19.598347 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866f76f-f3de-4273-8d74-af3e4dfb9b41 req-e473510f-f8fb-4ab6-8d5a-417150f9b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:19.599838 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9866f76f-f3de-4273-8d74-af3e4dfb9b41 req-e473510f-f8fb-4ab6-8d5a-417150f9b303 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893557 Jan 28 06:20:19.705892 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-e80c38bd-45b0-4192-91f4-a4277b153c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:19.705992 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-e80c38bd-45b0-4192-91f4-a4277b153c32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8119a8f840814a869886637049c0d968&device_id=37b96a93-050a-4006-aa16-0b5ee4173e7d HTTP/1.1" status: 200 len: 1095 time: 0.0481889 Jan 28 06:20:19.727619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cf7dd-ec5b-4b20-b8c0-1746752218f2 req-7713aa9b-dc76-47b9-a3ad-1cbe77fb3f91 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:19.729137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f8cf7dd-ec5b-4b20-b8c0-1746752218f2 req-7713aa9b-dc76-47b9-a3ad-1cbe77fb3f91 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/ports?device_id=37b96a93-050a-4006-aa16-0b5ee4173e7d HTTP/1.1" status: 200 len: 943 time: 0.0504115 Jan 28 06:20:19.756843 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-80ef4b1b-edff-438c-9f75-38b487ebcc4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=281a689e-bb8e-4bfb-a35c-ab3c488a2d46 HTTP/1.1" status: 200 len: 217 time: 0.0382664 Jan 28 06:20:19.781867 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f8cf7dd-ec5b-4b20-b8c0-1746752218f2 req-2bf2adeb-1e72-4e6d-a5a4-528602e81466 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/security-groups?id=63a2435e-381f-400e-906b-e47ad8d19c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465264 Jan 28 06:20:19.805726 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-65be67c1-260b-400c-a1e4-7fa4c9fc0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:19.807242 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-65be67c1-260b-400c-a1e4-7fa4c9fc0c6e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ff964c19-0de4-4c6d-b37d-aa20f6b67a1b HTTP/1.1" status: 200 len: 848 time: 0.0453103 Jan 28 06:20:19.840977 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-b78fa590-4aa9-45a2-a774-304b4cf38533 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d4885280-29f8-4d5c-ba89-9b3f59e4a97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279138 Jan 28 06:20:19.929172 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-1ed350d1-ebd0-433a-aa60-e47204265e1e service neutron] 10.222.0.60 "GET /v2.0/networks/d4885280-29f8-4d5c-ba89-9b3f59e4a97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827162 Jan 28 06:20:20.021651 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2133f577-7039-4df1-9c2f-b88b6ad8495c req-f690058b-881d-42cf-9f4f-8800be56cbf0 service neutron] 10.222.0.60 "GET /v2.0/networks/d4885280-29f8-4d5c-ba89-9b3f59e4a97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855677 Jan 28 06:20:20.194680 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4a52d01f-79a4-4481-8c98-47dc6c444a7f req-71172df2-4a11-4761-af47-ed0c5ed5c1d7 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 210 time: 0.0265489 Jan 28 06:20:20.903929 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f563b-9079-4540-bf6e-5fd5983904fb req-d3c1e100-9668-48c4-b449-48c9e1f1631c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:20.905478 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d68f563b-9079-4540-bf6e-5fd5983904fb req-d3c1e100-9668-48c4-b449-48c9e1f1631c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/ports?device_id=37b96a93-050a-4006-aa16-0b5ee4173e7d HTTP/1.1" status: 200 len: 943 time: 0.0518088 Jan 28 06:20:20.953382 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d68f563b-9079-4540-bf6e-5fd5983904fb req-9b8978be-4f1b-478f-b49a-a0b112dce866 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/security-groups?id=63a2435e-381f-400e-906b-e47ad8d19c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421774 Jan 28 06:20:21.291153 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36bcabea-f02f-47b6-bd5b-15db4657fbeb req-2269e862-1909-4506-b53f-2cb36217e3fb tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 210 time: 0.0268872 Jan 28 06:20:21.608637 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-bd085d64-f9ca-4fe7-9ade-7eec36e3c062 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:21.610379 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-bd085d64-f9ca-4fe7-9ade-7eec36e3c062 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.60 "GET /v2.0/networks?id=36009c62-2b66-4e78-817b-7fe16c2072ad HTTP/1.1" status: 200 len: 814 time: 0.1008089 Jan 28 06:20:21.627194 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Request body: {'port': {'device_id': '970eb718-a6b2-4eda-ac1e-ff0e0932c85c', 'network_id': '36009c62-2b66-4e78-817b-7fe16c2072ad', 'admin_state_up': True, 'tenant_id': 'f85741625aaf4ee9ad854fdeaa526362'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:20:21.888240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Made reservation on behalf of f85741625aaf4ee9ad854fdeaa526362 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:20:21.891706 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:21.993343 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:20:22.081867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056109a1-225d-4706-afba-e327da953db2 req-3dfd590c-6237-4c5d-a5c2-cae1cefdc739 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:22.083490 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-056109a1-225d-4706-afba-e327da953db2 req-3dfd590c-6237-4c5d-a5c2-cae1cefdc739 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/ports?device_id=37b96a93-050a-4006-aa16-0b5ee4173e7d HTTP/1.1" status: 200 len: 943 time: 0.0534585 Jan 28 06:20:22.109315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 281a689e-bb8e-4bfb-a35c-ab3c488a2d46, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=281a689e-bb8e-4bfb-a35c-ab3c488a2d46,segment=NetworkSegment(961c514f-17a2-426b-9441-77bb5e57127b),segment_id=961c514f-17a2-426b-9441-77bb5e57127b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:20:22.124989 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '281a689e-bb8e-4bfb-a35c-ab3c488a2d46', 'network_id': 'd4885280-29f8-4d5c-ba89-9b3f59e4a97f', 'port_id': '281a689e-bb8e-4bfb-a35c-ab3c488a2d46', 'mac_address': 'fa:16:3e:77:37:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff964c19-0de4-4c6d-b37d-aa20f6b67a1b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:20:22.137751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-056109a1-225d-4706-afba-e327da953db2 req-bb3a81ef-f0d3-4d86-8a6a-6d8abaa9efcc tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/security-groups?id=63a2435e-381f-400e-906b-e47ad8d19c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476112 Jan 28 06:20:22.176029 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:20:22.176029 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (281a689e-bb8e-4bfb-a35c-ab3c488a2d46), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:22.183520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:20:22.206755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 281a689e-bb8e-4bfb-a35c-ab3c488a2d46, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=281a689e-bb8e-4bfb-a35c-ab3c488a2d46,segment=NetworkSegment(961c514f-17a2-426b-9441-77bb5e57127b),segment_id=961c514f-17a2-426b-9441-77bb5e57127b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:20:22.350139 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Allocated IP 172.20.0.11 (36009c62-2b66-4e78-817b-7fe16c2072ad/087cc66e-dcbe-45b8-b8d1-48dedc5c23d1/ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:20:22.390855 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e9494690-cb75-476b-bc08-2d617521587c req-884b3e26-077f-4fb4-a061-0891a78b49e7 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 210 time: 0.0313890 Jan 28 06:20:22.396777 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (281a689e-bb8e-4bfb-a35c-ab3c488a2d46), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:22.448568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=281a689e-bb8e-4bfb-a35c-ab3c488a2d46,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:22.504000 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Publish callbacks [] for port (ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:22.625858 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:22.668423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Network 36009c62-2b66-4e78-817b-7fe16c2072ad is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:20:22.671368 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:20:22.674512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['281a689e-bb8e-4bfb-a35c-ab3c488a2d46'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:20:22.677120 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:20:22.708083 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Pushing event updated for resources: {'Port': ['ID=ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:22.721598 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:22.721949 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:22.722293 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:22.722648 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:22.722981 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:22.723315 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:22.723696 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:22.724030 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:22.724450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:22.724773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:22.725092 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:22.725410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:22.725726 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:22.744763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:22.745384 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:22.840238 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-b127f288-72cc-4ef6-bb5c-8e6715fbe9c4 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2167950 Jan 28 06:20:22.856664 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Request body: {'port': {'device_id': '970eb718-a6b2-4eda-ac1e-ff0e0932c85c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:20:22.912930 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:23.171105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:20:23.180688 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Publish callbacks [] for port (ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:23.193277 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Transition to ACTIVE for port object ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:20:23.271093 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40447b83-f88a-4c11-8cfd-9b09c04fc4ed req-68d8515f-bb5e-432c-975d-7c45ccf399d9 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:23.272641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40447b83-f88a-4c11-8cfd-9b09c04fc4ed req-68d8515f-bb5e-432c-975d-7c45ccf399d9 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/ports?device_id=37b96a93-050a-4006-aa16-0b5ee4173e7d HTTP/1.1" status: 200 len: 944 time: 0.0498588 Jan 28 06:20:23.299418 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:23.321330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40447b83-f88a-4c11-8cfd-9b09c04fc4ed req-26154a85-4419-4db2-9198-6c289e334ab4 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/security-groups?id=63a2435e-381f-400e-906b-e47ad8d19c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Jan 28 06:20:23.357695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Pushing event updated for resources: {'Port': ['ID=ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:23.422362 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Attempting to bind port ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:20:23.422649 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Attempting to bind port ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '6dc3a269-da08-4632-9308-be5926c4d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '36009c62-2b66-4e78-817b-7fe16c2072ad'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:20:23.422975 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Attempting to bind port ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 on network 36009c62-2b66-4e78-817b-7fe16c2072ad {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:20:23.427485 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Port ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 on network 36009c62-2b66-4e78-817b-7fe16c2072ad not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:20:23.427798 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Attempting to bind port ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 on network 36009c62-2b66-4e78-817b-7fe16c2072ad {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:20:23.433232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:20:23.433660 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Checking segment: {'id': '6dc3a269-da08-4632-9308-be5926c4d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '36009c62-2b66-4e78-817b-7fe16c2072ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:20:23.434046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Bound using segment: {'id': '6dc3a269-da08-4632-9308-be5926c4d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '36009c62-2b66-4e78-817b-7fe16c2072ad'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:20:23.434502 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Bound port: ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc3a269-da08-4632-9308-be5926c4d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '36009c62-2b66-4e78-817b-7fe16c2072ad'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:20:23.434865 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:23.501362 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] For port ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:20:23.505734 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] For port ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4,segment=NetworkSegment(6dc3a269-da08-4632-9308-be5926c4d4a9),segment_id=6dc3a269-da08-4632-9308-be5926c4d4a9)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:20:23.510222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2bd15-d0e3-45f1-86b4-cc0acc9a59a6 req-ca3e0bfd-8547-43a8-ab57-9e0b1dc13281 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:23.511912 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3cb2bd15-d0e3-45f1-86b4-cc0acc9a59a6 req-ca3e0bfd-8547-43a8-ab57-9e0b1dc13281 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 944 time: 0.0487936 Jan 28 06:20:23.558817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3cb2bd15-d0e3-45f1-86b4-cc0acc9a59a6 req-d824b1e2-48e8-41e7-b4e3-7c61718b63e9 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412664 Jan 28 06:20:23.668528 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:23.705663 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:23.706671 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:23.708077 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] 10.222.0.60 "PUT /v2.0/ports/ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 HTTP/1.1" status: 200 len: 1093 time: 0.8562253 Jan 28 06:20:23.710348 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970eb718-a6b2-4eda-ac1e-ff0e0932c85c', 'tag': 'ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:20:23.715773 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b591eb6e-3d89-4bb0-9bdb-cbf24f586108" -d '{"events": [{"name": "network-changed", "server_uuid": "970eb718-a6b2-4eda-ac1e-ff0e0932c85c", "tag": "ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:20:23.739893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce21a8-8d47-4578-a394-3e4f0c0fbee3 service neutron] Pushing event updated for resources: {'Port': ['ID=ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:23.751314 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac108909-af22-4486-b12d-98359d5f428d x-openstack-request-id: req-ac108909-af22-4486-b12d-98359d5f428d {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:20:23.751610 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970eb718-a6b2-4eda-ac1e-ff0e0932c85c", "tag": "ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:20:23.751869 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac108909-af22-4486-b12d-98359d5f428d {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:20:23.752322 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970eb718-a6b2-4eda-ac1e-ff0e0932c85c', 'tag': 'ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4', 'status': 'completed', 'code': 200} Jan 28 06:20:23.832899 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591eb6e-3d89-4bb0-9bdb-cbf24f586108 req-0712f798-3a3c-4a03-8e33-eef6e5757001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:23.834711 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b591eb6e-3d89-4bb0-9bdb-cbf24f586108 req-0712f798-3a3c-4a03-8e33-eef6e5757001 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f85741625aaf4ee9ad854fdeaa526362&device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 1096 time: 0.0431297 Jan 28 06:20:23.940959 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591eb6e-3d89-4bb0-9bdb-cbf24f586108 req-462b31d3-6594-4636-bc99-503ff41675ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:23.942448 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b591eb6e-3d89-4bb0-9bdb-cbf24f586108 req-462b31d3-6594-4636-bc99-503ff41675ed service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f85741625aaf4ee9ad854fdeaa526362&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0962043 Jan 28 06:20:24.014755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:20:24.041831 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591eb6e-3d89-4bb0-9bdb-cbf24f586108 req-ce9707f9-6698-46b4-a3dd-ae89dcd306f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:24.043677 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b591eb6e-3d89-4bb0-9bdb-cbf24f586108 req-ce9707f9-6698-46b4-a3dd-ae89dcd306f4 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956113 Jan 28 06:20:24.140921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-ccec5d08-cf7b-4e85-b73f-18671a2d2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:24.142476 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-ccec5d08-cf7b-4e85-b73f-18671a2d2178 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f85741625aaf4ee9ad854fdeaa526362&device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 1096 time: 0.0425131 Jan 28 06:20:24.179337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:20:24.184118 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:20:24.184559 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (281a689e-bb8e-4bfb-a35c-ab3c488a2d46), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:24.193384 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-f54854e0-5c09-49b1-bc2a-de957ab2e4c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 HTTP/1.1" status: 200 len: 217 time: 0.0390000 Jan 28 06:20:24.241853 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-d94d44d7-bfc9-4734-978f-e7ad61429f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:24.244030 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-d94d44d7-bfc9-4734-978f-e7ad61429f1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087cc66e-dcbe-45b8-b8d1-48dedc5c23d1 HTTP/1.1" status: 200 len: 854 time: 0.0451612 Jan 28 06:20:24.261680 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:20:24.262072 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (281a689e-bb8e-4bfb-a35c-ab3c488a2d46), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:24.275638 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-7f0f4b1d-7d75-4743-88ab-bd7fe1890486 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36009c62-2b66-4e78-817b-7fe16c2072ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256386 Jan 28 06:20:24.284597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b96a93-050a-4006-aa16-0b5ee4173e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281a689e-bb8e-4bfb-a35c-ab3c488a2d46'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:20:24.287492 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e95e13-307b-4dd7-b9cc-c212921e77b3" -d '{"events": [{"server_uuid": "37b96a93-050a-4006-aa16-0b5ee4173e7d", "name": "network-vif-plugged", "status": "completed", "tag": "281a689e-bb8e-4bfb-a35c-ab3c488a2d46"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:20:24.299341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 281a689e-bb8e-4bfb-a35c-ab3c488a2d46, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=281a689e-bb8e-4bfb-a35c-ab3c488a2d46,segment=NetworkSegment(961c514f-17a2-426b-9441-77bb5e57127b),segment_id=961c514f-17a2-426b-9441-77bb5e57127b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:20:24.324442 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fff99fa-bdef-41c0-91e8-5916f39d6228 x-openstack-request-id: req-9fff99fa-bdef-41c0-91e8-5916f39d6228 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:20:24.324734 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b96a93-050a-4006-aa16-0b5ee4173e7d", "name": "network-vif-plugged", "status": "completed", "tag": "281a689e-bb8e-4bfb-a35c-ab3c488a2d46", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:20:24.324990 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9fff99fa-bdef-41c0-91e8-5916f39d6228 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:20:24.325388 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b96a93-050a-4006-aa16-0b5ee4173e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281a689e-bb8e-4bfb-a35c-ab3c488a2d46', 'code': 200} Jan 28 06:20:24.371374 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-02622e2d-a6d7-4582-ab13-f4830c5ddcdf service neutron] 10.222.0.60 "GET /v2.0/networks/36009c62-2b66-4e78-817b-7fe16c2072ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904791 Jan 28 06:20:24.413965 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (281a689e-bb8e-4bfb-a35c-ab3c488a2d46), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:24.467305 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-19aa3acd-a1a7-47a9-a1bd-e16179abd8fa req-39e6b45f-b780-4bd1-b074-bebf08c5fe18 service neutron] 10.222.0.60 "GET /v2.0/networks/36009c62-2b66-4e78-817b-7fe16c2072ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902960 Jan 28 06:20:24.468691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=281a689e-bb8e-4bfb-a35c-ab3c488a2d46,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:24.475141 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc45e8-b711-4a17-a5d6-fdf0f467c0c8 req-0b182a19-b59b-46d3-ba53-25fedf8b05cc tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:24.477247 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27dc45e8-b711-4a17-a5d6-fdf0f467c0c8 req-0b182a19-b59b-46d3-ba53-25fedf8b05cc tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/ports?device_id=37b96a93-050a-4006-aa16-0b5ee4173e7d HTTP/1.1" status: 200 len: 944 time: 0.0804832 Jan 28 06:20:24.486976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedb05f-eb8e-45f9-af8d-bcc55a935633 req-b4bc5c60-e6ac-4530-9704-88133b077b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:24.488439 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9eedb05f-eb8e-45f9-af8d-bcc55a935633 req-b4bc5c60-e6ac-4530-9704-88133b077b72 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=37b96a93-050a-4006-aa16-0b5ee4173e7d HTTP/1.1" status: 200 len: 1097 time: 0.0625420 Jan 28 06:20:24.560611 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27dc45e8-b711-4a17-a5d6-fdf0f467c0c8 req-b791cf8c-3b24-4433-8014-04c47285ca5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/security-groups?id=63a2435e-381f-400e-906b-e47ad8d19c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760741 Jan 28 06:20:24.562798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9eedb05f-eb8e-45f9-af8d-bcc55a935633 req-8aa7124e-e36a-4480-b4ac-f034906ab59f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=63a2435e-381f-400e-906b-e47ad8d19c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679662 Jan 28 06:20:24.677405 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcbb9e-4c29-4dad-ae8b-03272d3e9579 req-3d11d40c-7d21-4e84-bb69-4ccf90235e63 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:24.678932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91dcbb9e-4c29-4dad-ae8b-03272d3e9579 req-3d11d40c-7d21-4e84-bb69-4ccf90235e63 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 944 time: 0.0523210 Jan 28 06:20:24.725393 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91dcbb9e-4c29-4dad-ae8b-03272d3e9579 req-522e84f1-abc3-4b59-92fc-ceb309367b81 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402935 Jan 28 06:20:25.219022 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:25.679089 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d14db-b28c-4e7a-8d9c-192ac6ce3b76 req-f334dfe8-ebc0-4a39-a3b4-b9cd3f19600f tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:25.680591 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d04d14db-b28c-4e7a-8d9c-192ac6ce3b76 req-f334dfe8-ebc0-4a39-a3b4-b9cd3f19600f tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/ports?device_id=37b96a93-050a-4006-aa16-0b5ee4173e7d HTTP/1.1" status: 200 len: 945 time: 0.0513196 Jan 28 06:20:25.730264 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d04d14db-b28c-4e7a-8d9c-192ac6ce3b76 req-32a2ce00-02d4-4852-a5e9-e9e756399431 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/security-groups?id=63a2435e-381f-400e-906b-e47ad8d19c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426190 Jan 28 06:20:25.840422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daef015-51c7-4383-adce-9d921c081adf req-0c50d98a-64fd-40b6-924e-f077697bb73e tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:25.841906 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6daef015-51c7-4383-adce-9d921c081adf req-0c50d98a-64fd-40b6-924e-f077697bb73e tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 944 time: 0.0492759 Jan 28 06:20:25.892231 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6daef015-51c7-4383-adce-9d921c081adf req-8747c21c-1853-4b94-9a2a-38dddd9e1330 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448573 Jan 28 06:20:26.021283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:20:26.115519 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4,segment=NetworkSegment(6dc3a269-da08-4632-9308-be5926c4d4a9),segment_id=6dc3a269-da08-4632-9308-be5926c4d4a9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:20:26.127084 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4', 'network_id': '36009c62-2b66-4e78-817b-7fe16c2072ad', 'port_id': 'ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4', 'mac_address': 'fa:16:3e:4f:55:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087cc66e-dcbe-45b8-b8d1-48dedc5c23d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:20:26.165853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:20:26.166776 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:26.179121 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:20:26.198136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4,segment=NetworkSegment(6dc3a269-da08-4632-9308-be5926c4d4a9),segment_id=6dc3a269-da08-4632-9308-be5926c4d4a9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:20:26.290915 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:26.339499 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:26.556450 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:20:26.845705 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaec6b4-869d-4f0d-949b-554a7d9a593e req-6ebacbf9-fd07-44cb-b168-ab73545174e2 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:26.847234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1eaec6b4-869d-4f0d-949b-554a7d9a593e req-6ebacbf9-fd07-44cb-b168-ab73545174e2 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/ports?device_id=37b96a93-050a-4006-aa16-0b5ee4173e7d HTTP/1.1" status: 200 len: 945 time: 0.0482819 Jan 28 06:20:26.894376 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1eaec6b4-869d-4f0d-949b-554a7d9a593e req-8a99fd1e-6caa-4545-b25f-332af7ee7cd6 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/security-groups?id=63a2435e-381f-400e-906b-e47ad8d19c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414994 Jan 28 06:20:27.008337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71152a95-c227-49a8-a1b5-a7e31eaa01fb req-c1344d1b-a5e4-41ba-a281-9f93491e873e tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:27.010495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-71152a95-c227-49a8-a1b5-a7e31eaa01fb req-c1344d1b-a5e4-41ba-a281-9f93491e873e tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 945 time: 0.0501645 Jan 28 06:20:27.059321 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-71152a95-c227-49a8-a1b5-a7e31eaa01fb req-1580ae64-d012-415c-9562-71c30ff9f2d5 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429513 Jan 28 06:20:27.983468 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:28.030388 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:20:28.181707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5bd67-5f2b-462a-80f2-de4238e29079 req-286fda25-99e4-4c85-bca7-d4f258554f9c tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:28.183301 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2c5bd67-5f2b-462a-80f2-de4238e29079 req-286fda25-99e4-4c85-bca7-d4f258554f9c tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 945 time: 0.0541222 Jan 28 06:20:28.225511 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:20:28.229471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:20:28.229871 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:28.233433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2c5bd67-5f2b-462a-80f2-de4238e29079 req-487228c3-dae6-4549-a827-73240fbfb3e5 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442133 Jan 28 06:20:28.313136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:20:28.313450 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:28.336104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970eb718-a6b2-4eda-ac1e-ff0e0932c85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:20:28.338453 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9e0fae-f1eb-48dd-804e-be1172df8342" -d '{"events": [{"server_uuid": "970eb718-a6b2-4eda-ac1e-ff0e0932c85c", "name": "network-vif-plugged", "status": "completed", "tag": "ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:20:28.352412 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4,segment=NetworkSegment(6dc3a269-da08-4632-9308-be5926c4d4a9),segment_id=6dc3a269-da08-4632-9308-be5926c4d4a9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:20:28.375313 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0b3ec5-0029-42fa-913a-566fd4053586 x-openstack-request-id: req-ae0b3ec5-0029-42fa-913a-566fd4053586 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:20:28.375610 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970eb718-a6b2-4eda-ac1e-ff0e0932c85c", "name": "network-vif-plugged", "status": "completed", "tag": "ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:20:28.375873 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae0b3ec5-0029-42fa-913a-566fd4053586 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:20:28.376323 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970eb718-a6b2-4eda-ac1e-ff0e0932c85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4', 'code': 200} Jan 28 06:20:28.462407 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:28.509529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc258c-41ea-4320-9432-c32c06d43a1e req-b60e4037-243a-4258-af44-75a1f3f36107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:28.512205 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3cc258c-41ea-4320-9432-c32c06d43a1e req-b60e4037-243a-4258-af44-75a1f3f36107 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 1098 time: 0.0497727 Jan 28 06:20:28.513969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:28.566064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3cc258c-41ea-4320-9432-c32c06d43a1e req-95279445-b377-49b1-a31f-5e34ce74110a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388100 Jan 28 06:20:29.354845 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819715c-94c1-41ef-a031-4cf49539b0bc req-4671a965-839f-4fd1-acaf-8832e6813a7a tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:29.357035 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3819715c-94c1-41ef-a031-4cf49539b0bc req-4671a965-839f-4fd1-acaf-8832e6813a7a tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 946 time: 0.0497525 Jan 28 06:20:29.408110 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3819715c-94c1-41ef-a031-4cf49539b0bc req-33a1789d-e5d9-4a23-8a1f-a2781ca9965e tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449800 Jan 28 06:20:30.533031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a20acf-77a7-455b-98cb-f40504981811 req-ebb5e751-3600-4dc3-af20-1be330ec001b tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:30.534641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62a20acf-77a7-455b-98cb-f40504981811 req-ebb5e751-3600-4dc3-af20-1be330ec001b tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 946 time: 0.0549662 Jan 28 06:20:30.585360 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62a20acf-77a7-455b-98cb-f40504981811 req-06b149d3-c65f-4c6f-84ee-0817963b7282 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452254 Jan 28 06:20:31.957405 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178f533-f21d-47c8-bc27-c5efa10cc9e6 req-91cab825-8ced-43ab-9ea8-502f3f88eda7 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:31.959158 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b178f533-f21d-47c8-bc27-c5efa10cc9e6 req-91cab825-8ced-43ab-9ea8-502f3f88eda7 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/ports?device_id=37b96a93-050a-4006-aa16-0b5ee4173e7d HTTP/1.1" status: 200 len: 945 time: 0.0546608 Jan 28 06:20:32.025208 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b178f533-f21d-47c8-bc27-c5efa10cc9e6 req-e8f28a6c-f947-445e-82fd-a6dd591e393b tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/security-groups?id=63a2435e-381f-400e-906b-e47ad8d19c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589755 Jan 28 06:20:32.442585 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-baa19088-b69b-4590-a0ba-ca75ef491817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:32.663424 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:20:33.152767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5d8c7-b798-4d6f-8375-d59b1c15a2f3 req-21dcb07c-a008-46ef-9314-ae0e43ef9407 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:33.155055 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8be5d8c7-b798-4d6f-8375-d59b1c15a2f3 req-21dcb07c-a008-46ef-9314-ae0e43ef9407 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/ports?device_id=37b96a93-050a-4006-aa16-0b5ee4173e7d HTTP/1.1" status: 200 len: 945 time: 0.0534251 Jan 28 06:20:33.203675 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8be5d8c7-b798-4d6f-8375-d59b1c15a2f3 req-ce1064c6-4108-49f9-94e7-031ab9cfa96f tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/security-groups?id=63a2435e-381f-400e-906b-e47ad8d19c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421731 Jan 28 06:20:33.428549 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c29c4c-bf8a-4635-b913-98330c6a6646 req-7cb2d5e9-b5c9-4737-bb63-0c5c016aa301 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:33.430159 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32c29c4c-bf8a-4635-b913-98330c6a6646 req-7cb2d5e9-b5c9-4737-bb63-0c5c016aa301 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.60 "GET /v2.0/ports?device_id=37b96a93-050a-4006-aa16-0b5ee4173e7d HTTP/1.1" status: 200 len: 945 time: 0.0583811 Jan 28 06:20:33.528083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-32c29c4c-bf8a-4635-b913-98330c6a6646 req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Deleting port 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:20:33.528432 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-32c29c4c-bf8a-4635-b913-98330c6a6646 req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (281a689e-bb8e-4bfb-a35c-ab3c488a2d46), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:33.619941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-32c29c4c-bf8a-4635-b913-98330c6a6646 req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] For port 281a689e-bb8e-4bfb-a35c-ab3c488a2d46, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=281a689e-bb8e-4bfb-a35c-ab3c488a2d46,segment=NetworkSegment(961c514f-17a2-426b-9441-77bb5e57127b),segment_id=961c514f-17a2-426b-9441-77bb5e57127b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:20:33.620330 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-32c29c4c-bf8a-4635-b913-98330c6a6646 req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (281a689e-bb8e-4bfb-a35c-ab3c488a2d46), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:33.634699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-32c29c4c-bf8a-4635-b913-98330c6a6646 req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Calling delete_port for 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:20:33.859300 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-32c29c4c-bf8a-4635-b913-98330c6a6646 req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (281a689e-bb8e-4bfb-a35c-ab3c488a2d46), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:33.888592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Pushing event deleted for resources: {'Port': ['ID=281a689e-bb8e-4bfb-a35c-ab3c488a2d46,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:20:33.892076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['281a689e-bb8e-4bfb-a35c-ab3c488a2d46'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:20:33.899203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:33.899549 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:33.899896 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:33.900238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:33.900578 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:33.901025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:33.901366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:33.901808 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:33.907069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:33.907069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:33.907069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:33.907069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:33.907069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:20:33.945649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c29c4c-bf8a-4635-b913-98330c6a6646 req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] No DVR routers for this DVR port 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:20:33.948378 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-32c29c4c-bf8a-4635-b913-98330c6a6646 req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:33.951997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32c29c4c-bf8a-4635-b913-98330c6a6646 req-7bea7057-66ad-4fe6-af1f-e9bd6b52dd5c tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.60 "DELETE /v2.0/ports/281a689e-bb8e-4bfb-a35c-ab3c488a2d46 HTTP/1.1" status: 204 len: 173 time: 0.5171239 Jan 28 06:20:33.952435 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b96a93-050a-4006-aa16-0b5ee4173e7d', 'name': 'network-vif-deleted', 'tag': '281a689e-bb8e-4bfb-a35c-ab3c488a2d46'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:20:33.954754 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0021efb8-0b9e-49e5-993f-26613412ff94" -d '{"events": [{"server_uuid": "37b96a93-050a-4006-aa16-0b5ee4173e7d", "name": "network-vif-deleted", "tag": "281a689e-bb8e-4bfb-a35c-ab3c488a2d46"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:20:34.063223 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71cdcff-b56f-43c7-af73-8dca124404a1 x-openstack-request-id: req-e71cdcff-b56f-43c7-af73-8dca124404a1 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:20:34.063521 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b96a93-050a-4006-aa16-0b5ee4173e7d", "name": "network-vif-deleted", "tag": "281a689e-bb8e-4bfb-a35c-ab3c488a2d46", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:20:34.063774 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e71cdcff-b56f-43c7-af73-8dca124404a1 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:20:34.064177 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b96a93-050a-4006-aa16-0b5ee4173e7d', 'name': 'network-vif-deleted', 'tag': '281a689e-bb8e-4bfb-a35c-ab3c488a2d46', 'status': 'completed', 'code': 200} Jan 28 06:20:34.304067 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fecd89c2-c9fb-4985-bffe-e6ab1f720eee req-74df49b3-3004-45d5-8293-dfd946f93248 tempest-VolumesActionsTest-919710887 tempest-VolumesActionsTest-919710887-project] 10.222.0.31 "GET /v2.0/ports?device_id=37b96a93-050a-4006-aa16-0b5ee4173e7d HTTP/1.1" status: 200 len: 210 time: 0.0305803 Jan 28 06:20:34.822165 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0fd82052-03f8-4f14-a78e-bd037184bc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:36.078030 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:20:36.100451 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:20:36.100799 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 281a689e-bb8e-4bfb-a35c-ab3c488a2d46 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:20:36.667800 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:38.010790 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:39.170042 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:40.968526 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5d861b6-81df-4f9c-8bb5-50cd37d099ad req-a834436c-0222-4266-88dc-f9511b80b4da service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442426 Jan 28 06:20:41.074225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d861b6-81df-4f9c-8bb5-50cd37d099ad req-10c4034b-bee3-4d34-8637-5105619d1b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:41.076137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5d861b6-81df-4f9c-8bb5-50cd37d099ad req-10c4034b-bee3-4d34-8637-5105619d1b70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f85741625aaf4ee9ad854fdeaa526362&device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 1098 time: 0.0448072 Jan 28 06:20:41.187427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d861b6-81df-4f9c-8bb5-50cd37d099ad req-14779be5-d421-479a-b38a-fb51a217c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:41.189140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5d861b6-81df-4f9c-8bb5-50cd37d099ad req-14779be5-d421-479a-b38a-fb51a217c79d service neutron] 10.222.0.60 "GET /v2.0/networks?id=36009c62-2b66-4e78-817b-7fe16c2072ad HTTP/1.1" status: 200 len: 915 time: 0.0942168 Jan 28 06:20:41.236031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5d861b6-81df-4f9c-8bb5-50cd37d099ad req-cc62b0f3-10cd-48d9-9b65-00bd6dff66b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 HTTP/1.1" status: 200 len: 217 time: 0.0397449 Jan 28 06:20:41.292828 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d861b6-81df-4f9c-8bb5-50cd37d099ad req-074d5012-4b9d-471d-8a13-96580139fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:41.294359 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5d861b6-81df-4f9c-8bb5-50cd37d099ad req-074d5012-4b9d-471d-8a13-96580139fedd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=087cc66e-dcbe-45b8-b8d1-48dedc5c23d1 HTTP/1.1" status: 200 len: 854 time: 0.0516186 Jan 28 06:20:41.327428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5d861b6-81df-4f9c-8bb5-50cd37d099ad req-8ed80668-2016-42e4-b4af-c64df0d6f112 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36009c62-2b66-4e78-817b-7fe16c2072ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277524 Jan 28 06:20:41.424860 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5d861b6-81df-4f9c-8bb5-50cd37d099ad req-7bda1b8e-a504-4ae3-9ec8-2b0e078a6e76 service neutron] 10.222.0.60 "GET /v2.0/networks/36009c62-2b66-4e78-817b-7fe16c2072ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920100 Jan 28 06:20:41.529010 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5d861b6-81df-4f9c-8bb5-50cd37d099ad req-96db6c34-0bae-4562-9905-3f34dfa5e16f service neutron] 10.222.0.60 "GET /v2.0/networks/36009c62-2b66-4e78-817b-7fe16c2072ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957994 Jan 28 06:20:48.262196 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f649c61-5192-46e0-a568-0dcdcd0ef015 req-b6c19525-dfb8-4951-a3bf-62f03d41e69e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0995233 Jan 28 06:20:48.338936 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f649c61-5192-46e0-a568-0dcdcd0ef015 req-eb6f11af-c5d7-4f49-b640-ead8e3b6fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:48.340493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f649c61-5192-46e0-a568-0dcdcd0ef015 req-eb6f11af-c5d7-4f49-b640-ead8e3b6fe20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52b7a7981a1b46de97bf04ddda02f79f&device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 1097 time: 0.0427380 Jan 28 06:20:48.449661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f649c61-5192-46e0-a568-0dcdcd0ef015 req-ab1f1901-946e-428b-867a-68ff3d6b970f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:48.451181 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f649c61-5192-46e0-a568-0dcdcd0ef015 req-ab1f1901-946e-428b-867a-68ff3d6b970f service neutron] 10.222.0.64 "GET /v2.0/networks?id=7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 HTTP/1.1" status: 200 len: 914 time: 0.0908914 Jan 28 06:20:48.521610 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f649c61-5192-46e0-a568-0dcdcd0ef015 req-091c7c90-fe1c-4376-ada9-851d268c4ad9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ae53035-15ee-48f6-865e-7734d8b86516 HTTP/1.1" status: 200 len: 1000 time: 0.0642302 Jan 28 06:20:48.573106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f649c61-5192-46e0-a568-0dcdcd0ef015 req-d1ce9285-faf3-479b-adb4-ab915629ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:48.574594 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f649c61-5192-46e0-a568-0dcdcd0ef015 req-d1ce9285-faf3-479b-adb4-ab915629ecc9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0496f036-4af1-403b-ba69-179996f374c4 HTTP/1.1" status: 200 len: 852 time: 0.0448174 Jan 28 06:20:48.623502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f649c61-5192-46e0-a568-0dcdcd0ef015 req-cae06a47-12f6-4e22-8a3b-89ecb9b19772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:20:48.625040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f649c61-5192-46e0-a568-0dcdcd0ef015 req-cae06a47-12f6-4e22-8a3b-89ecb9b19772 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441668 Jan 28 06:20:48.722550 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f649c61-5192-46e0-a568-0dcdcd0ef015 req-33e798f6-5573-41fc-a85d-52a6780dbfbc service neutron] 10.222.0.64 "GET /v2.0/networks/7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912750 Jan 28 06:20:48.816666 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f649c61-5192-46e0-a568-0dcdcd0ef015 req-31eb32cd-bb62-482e-ba86-38c3d96e4aa9 service neutron] 10.222.0.64 "GET /v2.0/networks/7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873909 Jan 28 06:20:55.205028 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:20:55.354982 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-78e46488-102c-42f3-ac67-72ee51b9a74e req-3a90762a-e95c-4dab-9aab-c979b98f71b0 service neutron] (103634) timed out ('10.222.0.31', 54666) {{(pid=103634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 06:20:57.939175 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:00.852838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50496) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:01.119248 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b7e05473-2000-42e0-a928-a3416c353d6f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Deleting port 6c638563-8ea1-4727-bad5-ee1036022a14 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:21:01.119510 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7e05473-2000-42e0-a928-a3416c353d6f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6c638563-8ea1-4727-bad5-ee1036022a14), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:01.204138 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7e05473-2000-42e0-a928-a3416c353d6f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6c638563-8ea1-4727-bad5-ee1036022a14), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:01.204478 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7e05473-2000-42e0-a928-a3416c353d6f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for floatingip (6c638563-8ea1-4727-bad5-ee1036022a14), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:01.219733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b7e05473-2000-42e0-a928-a3416c353d6f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Calling delete_port for 6c638563-8ea1-4727-bad5-ee1036022a14 owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:21:01.369988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4c348-0c8a-47ea-981d-f64d193a2f69 req-d838d574-fd34-4de2-9f27-09b0f10b1849 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:01.371444 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5f4c348-0c8a-47ea-981d-f64d193a2f69 req-d838d574-fd34-4de2-9f27-09b0f10b1849 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 945 time: 0.0574579 Jan 28 06:21:01.425511 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5f4c348-0c8a-47ea-981d-f64d193a2f69 req-1179f199-d833-445c-98a1-b8e13d949b7a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469358 Jan 28 06:21:01.496320 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7e05473-2000-42e0-a928-a3416c353d6f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6c638563-8ea1-4727-bad5-ee1036022a14), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:01.524556 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e05473-2000-42e0-a928-a3416c353d6f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Pushing event deleted for resources: {'Port': ['ID=6c638563-8ea1-4727-bad5-ee1036022a14,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:01.585207 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7e05473-2000-42e0-a928-a3416c353d6f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for floatingip (6e15f386-b826-4427-83d9-5235d50160f9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:01.585553 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-b7e05473-2000-42e0-a928-a3416c353d6f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Floating IP 6e15f386-b826-4427-83d9-5235d50160f9 disassociated (deleted). External IP: 172.25.0.29, port: 7ae53035-15ee-48f6-865e-7734d8b86516. Jan 28 06:21:01.799200 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e05473-2000-42e0-a928-a3416c353d6f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Router bc970aab-465d-4bae-8250-3bd3a023224e has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:21:01.912713 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e05473-2000-42e0-a928-a3416c353d6f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:21:01.919627 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7e05473-2000-42e0-a928-a3416c353d6f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:01.924072 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7104f-c505-44aa-91a3-27c767f1e2a0 None None] Sync routers for ids ['bc970aab-465d-4bae-8250-3bd3a023224e'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:21:01.935105 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7104f-c505-44aa-91a3-27c767f1e2a0 None None] Routers {'bc970aab-465d-4bae-8250-3bd3a023224e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:21:01.935710 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-42a7104f-c505-44aa-91a3-27c767f1e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:20:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bc970aab-465d-4bae-8250-3bd3a023224e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:01.953163 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b7e05473-2000-42e0-a928-a3416c353d6f tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "DELETE /v2.0/floatingips/6e15f386-b826-4427-83d9-5235d50160f9 HTTP/1.1" status: 204 len: 168 time: 1.0990827 Jan 28 06:21:01.954095 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3823688f-8f10-435b-a605-6861402e02c0', 'tag': '7ae53035-15ee-48f6-865e-7734d8b86516'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:21:01.956754 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e11351-25d6-4ba2-9b69-9b129ed11670" -d '{"events": [{"name": "network-changed", "server_uuid": "3823688f-8f10-435b-a605-6861402e02c0", "tag": "7ae53035-15ee-48f6-865e-7734d8b86516"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:21:02.013346 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25da935-8b65-45e2-a881-44b0c9bfbf09 x-openstack-request-id: req-c25da935-8b65-45e2-a881-44b0c9bfbf09 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:21:02.013639 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3823688f-8f10-435b-a605-6861402e02c0", "tag": "7ae53035-15ee-48f6-865e-7734d8b86516", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:21:02.013894 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c25da935-8b65-45e2-a881-44b0c9bfbf09 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:21:02.014327 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3823688f-8f10-435b-a605-6861402e02c0', 'tag': '7ae53035-15ee-48f6-865e-7734d8b86516', 'status': 'completed', 'code': 200} Jan 28 06:21:02.049838 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-42a7104f-c505-44aa-91a3-27c767f1e2a0 None None] Set router bc970aab-465d-4bae-8250-3bd3a023224e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:21:02.111471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e11351-25d6-4ba2-9b69-9b129ed11670 req-1325f267-e333-4e59-9414-be5bf7c97cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:02.113096 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24e11351-25d6-4ba2-9b69-9b129ed11670 req-1325f267-e333-4e59-9414-be5bf7c97cbb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52b7a7981a1b46de97bf04ddda02f79f&device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 1097 time: 0.0459201 Jan 28 06:21:02.210353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e11351-25d6-4ba2-9b69-9b129ed11670 req-aa782c77-f609-48c3-b08b-1d16e34897fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:02.212323 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24e11351-25d6-4ba2-9b69-9b129ed11670 req-aa782c77-f609-48c3-b08b-1d16e34897fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 HTTP/1.1" status: 200 len: 914 time: 0.0924196 Jan 28 06:21:02.258049 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24e11351-25d6-4ba2-9b69-9b129ed11670 req-49b88b1a-effe-40a4-b6cb-dbccd4ae2e35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ae53035-15ee-48f6-865e-7734d8b86516 HTTP/1.1" status: 200 len: 217 time: 0.0387681 Jan 28 06:21:02.298067 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-42a7104f-c505-44aa-91a3-27c767f1e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:31Z', 'updated_at': '2022-01-28T06:15:36Z', 'revision_number': 4, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'gw_port': {'id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:32Z', 'updated_at': '2022-01-28T06:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '1433731f-29a3-4180-bd55-17a59ba8205e', 'name': '', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'mac_address': 'fa:16:3e:ee:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '0496f036-4af1-403b-ba69-179996f374c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:35Z', 'updated_at': '2022-01-28T06:15:41Z', 'revision_number': 5, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'subnets': [{'id': '0496f036-4af1-403b-ba69-179996f374c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:02.320208 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7104f-c505-44aa-91a3-27c767f1e2a0 None None] Checking router: bc970aab-465d-4bae-8250-3bd3a023224e for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:21:02.321118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e11351-25d6-4ba2-9b69-9b129ed11670 req-3461c22a-eb04-4c9b-af09-616bdda7ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:02.322621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24e11351-25d6-4ba2-9b69-9b129ed11670 req-3461c22a-eb04-4c9b-af09-616bdda7ffde service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0496f036-4af1-403b-ba69-179996f374c4 HTTP/1.1" status: 200 len: 852 time: 0.0572462 Jan 28 06:21:02.328367 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7104f-c505-44aa-91a3-27c767f1e2a0 None None] Routers {'bc970aab-465d-4bae-8250-3bd3a023224e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:21:02.329080 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-42a7104f-c505-44aa-91a3-27c767f1e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:20:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bc970aab-465d-4bae-8250-3bd3a023224e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:02.370976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e11351-25d6-4ba2-9b69-9b129ed11670 req-af9e3ca6-4c15-4a36-9222-dcdaf902a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:02.372254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24e11351-25d6-4ba2-9b69-9b129ed11670 req-af9e3ca6-4c15-4a36-9222-dcdaf902a7f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436292 Jan 28 06:21:02.442283 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-42a7104f-c505-44aa-91a3-27c767f1e2a0 None None] Set router bc970aab-465d-4bae-8250-3bd3a023224e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:21:02.507131 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24e11351-25d6-4ba2-9b69-9b129ed11670 req-032ccf17-7d40-42e6-b8ee-ebced68ba40a service neutron] 10.222.0.64 "GET /v2.0/networks/7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202137 Jan 28 06:21:02.565284 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30be075f-424f-4f0f-a1a2-80d65194146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:02.762527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87ef43-ae12-495f-ba03-ee4e93144d78 req-1355acb3-cd23-4ba8-ab41-0dd7d66703ef tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:02.767750 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac87ef43-ae12-495f-ba03-ee4e93144d78 req-1355acb3-cd23-4ba8-ab41-0dd7d66703ef tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 945 time: 0.2200923 Jan 28 06:21:02.796134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24e11351-25d6-4ba2-9b69-9b129ed11670 req-c42b0573-b772-4d2a-8273-1f0f0c62b269 service neutron] 10.222.0.64 "GET /v2.0/networks/7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893667 Jan 28 06:21:02.834656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977069e-08d7-463d-b0d8-d2fa33f20fa8 req-5700c65d-4383-4a77-b776-42c0bd001a79 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:02.836112 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c977069e-08d7-463d-b0d8-d2fa33f20fa8 req-5700c65d-4383-4a77-b776-42c0bd001a79 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 945 time: 0.1279824 Jan 28 06:21:02.871423 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ac87ef43-ae12-495f-ba03-ee4e93144d78 req-42545df6-7692-42b4-956d-5e50788580ef tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935867 Jan 28 06:21:02.889161 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-42a7104f-c505-44aa-91a3-27c767f1e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:31Z', 'updated_at': '2022-01-28T06:15:36Z', 'revision_number': 4, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'gw_port': {'id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:32Z', 'updated_at': '2022-01-28T06:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '1433731f-29a3-4180-bd55-17a59ba8205e', 'name': '', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'mac_address': 'fa:16:3e:ee:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '0496f036-4af1-403b-ba69-179996f374c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:35Z', 'updated_at': '2022-01-28T06:15:41Z', 'revision_number': 5, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'subnets': [{'id': '0496f036-4af1-403b-ba69-179996f374c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:02.915807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c977069e-08d7-463d-b0d8-d2fa33f20fa8 req-89b849a4-78b3-4e14-a447-2064c30182d7 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678763 Jan 28 06:21:02.933408 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7104f-c505-44aa-91a3-27c767f1e2a0 None None] The sync data for ids ['bc970aab-465d-4bae-8250-3bd3a023224e'] in n-d-812111-12 is: [{'id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:31Z', 'updated_at': '2022-01-28T06:15:36Z', 'revision_number': 4, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'gw_port': {'id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:32Z', 'updated_at': '2022-01-28T06:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '1433731f-29a3-4180-bd55-17a59ba8205e', 'name': '', 'network_id': '7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'mac_address': 'fa:16:3e:ee:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '0496f036-4af1-403b-ba69-179996f374c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:35Z', 'updated_at': '2022-01-28T06:15:41Z', 'revision_number': 5, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'subnets': [{'id': '0496f036-4af1-403b-ba69-179996f374c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:21:03.200347 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625dfa50-cf22-4f11-84e8-4910769457ae None None] New status for floating IP 6e15f386-b826-4427-83d9-5235d50160f9: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:21:03.393392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74f248-94f0-4697-befb-62c98ac07d37 req-bcd3bf7a-5bcf-4839-aa08-bf51c1e13576 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:03.394958 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c74f248-94f0-4697-befb-62c98ac07d37 req-bcd3bf7a-5bcf-4839-aa08-bf51c1e13576 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 945 time: 0.0566559 Jan 28 06:21:03.511818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-1c74f248-94f0-4697-befb-62c98ac07d37 req-589aae84-f968-48f7-b8a8-ac0af0eb0856 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Deleting port 1b5a828b-64a4-47f9-987d-da78fb62aafc {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:21:03.512180 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1c74f248-94f0-4697-befb-62c98ac07d37 req-589aae84-f968-48f7-b8a8-ac0af0eb0856 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1b5a828b-64a4-47f9-987d-da78fb62aafc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:03.901548 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1c74f248-94f0-4697-befb-62c98ac07d37 req-589aae84-f968-48f7-b8a8-ac0af0eb0856 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] For port 1b5a828b-64a4-47f9-987d-da78fb62aafc, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=1b5a828b-64a4-47f9-987d-da78fb62aafc,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:21:03.901969 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1c74f248-94f0-4697-befb-62c98ac07d37 req-589aae84-f968-48f7-b8a8-ac0af0eb0856 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1b5a828b-64a4-47f9-987d-da78fb62aafc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:04.155177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668f199-bc42-495e-a17c-f28e69b67c02 req-819dd5d9-09eb-48ff-9d32-33270609cde2 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:04.158075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f668f199-bc42-495e-a17c-f28e69b67c02 req-819dd5d9-09eb-48ff-9d32-33270609cde2 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 945 time: 0.1437790 Jan 28 06:21:04.170177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd346f7-b837-40bb-a512-add67dfc941e req-08aa462f-f496-4f9e-866d-cd320587c304 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:04.174682 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8bd346f7-b837-40bb-a512-add67dfc941e req-08aa462f-f496-4f9e-866d-cd320587c304 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 945 time: 0.1874378 Jan 28 06:21:04.237647 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1c74f248-94f0-4697-befb-62c98ac07d37 req-589aae84-f968-48f7-b8a8-ac0af0eb0856 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:04.238020 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1c74f248-94f0-4697-befb-62c98ac07d37 req-589aae84-f968-48f7-b8a8-ac0af0eb0856 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (091eadf7-cb94-40a8-9a22-cd862df2d0b2), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:04.238363 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-1c74f248-94f0-4697-befb-62c98ac07d37 req-589aae84-f968-48f7-b8a8-ac0af0eb0856 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Floating IP 091eadf7-cb94-40a8-9a22-cd862df2d0b2 disassociated. External IP: 172.25.0.172, port: 1b5a828b-64a4-47f9-987d-da78fb62aafc. Jan 28 06:21:04.238709 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-1c74f248-94f0-4697-befb-62c98ac07d37 req-589aae84-f968-48f7-b8a8-ac0af0eb0856 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Calling delete_port for 1b5a828b-64a4-47f9-987d-da78fb62aafc owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:21:04.285719 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f668f199-bc42-495e-a17c-f28e69b67c02 req-67a7e690-54da-4acb-bb65-29f6717bb602 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbdc928-4fed-4c9e-8452-25d24d7efef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102636 Jan 28 06:21:04.289594 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8bd346f7-b837-40bb-a512-add67dfc941e req-154d251a-4bf6-4908-9aea-775a198cd20e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064422 Jan 28 06:21:04.479132 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ca733-3560-4283-874b-48b2bae9c383 req-97c01f03-d0db-487b-973a-951fcab97708 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:04.480592 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-305ca733-3560-4283-874b-48b2bae9c383 req-97c01f03-d0db-487b-973a-951fcab97708 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.64 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 945 time: 0.0535448 Jan 28 06:21:04.525695 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1c74f248-94f0-4697-befb-62c98ac07d37 req-589aae84-f968-48f7-b8a8-ac0af0eb0856 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (1b5a828b-64a4-47f9-987d-da78fb62aafc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:04.571930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589aae84-f968-48f7-b8a8-ac0af0eb0856 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event deleted for resources: {'Port': ['ID=1b5a828b-64a4-47f9-987d-da78fb62aafc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:04.602138 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-305ca733-3560-4283-874b-48b2bae9c383 req-b5ed66e8-5a53-4385-81ba-2a9a2263f908 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Deleting port 7ae53035-15ee-48f6-865e-7734d8b86516 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:21:04.602511 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-305ca733-3560-4283-874b-48b2bae9c383 req-b5ed66e8-5a53-4385-81ba-2a9a2263f908 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7ae53035-15ee-48f6-865e-7734d8b86516), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:04.722996 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c74f248-94f0-4697-befb-62c98ac07d37 req-589aae84-f968-48f7-b8a8-ac0af0eb0856 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:21:04.723251 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-305ca733-3560-4283-874b-48b2bae9c383 req-b5ed66e8-5a53-4385-81ba-2a9a2263f908 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] For port 7ae53035-15ee-48f6-865e-7734d8b86516, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7ae53035-15ee-48f6-865e-7734d8b86516,segment=NetworkSegment(ee473f95-f181-46ab-809f-e989645d97f5),segment_id=ee473f95-f181-46ab-809f-e989645d97f5)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:21:04.723788 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-305ca733-3560-4283-874b-48b2bae9c383 req-b5ed66e8-5a53-4385-81ba-2a9a2263f908 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7ae53035-15ee-48f6-865e-7734d8b86516), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:04.738073 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-305ca733-3560-4283-874b-48b2bae9c383 req-b5ed66e8-5a53-4385-81ba-2a9a2263f908 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Calling delete_port for 7ae53035-15ee-48f6-865e-7734d8b86516 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:21:04.840220 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c15ac6f7-e966-46a5-bfe4-130873cafef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:04.863693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c74f248-94f0-4697-befb-62c98ac07d37 req-589aae84-f968-48f7-b8a8-ac0af0eb0856 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:21:04.874736 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b928c-9b4b-49ec-96e7-612e192d89c7 None None] Sync routers for ids ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:21:04.896191 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b928c-9b4b-49ec-96e7-612e192d89c7 None None] Routers {'b082da49-aff1-4bf9-90dd-ec783c4f1cd5'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:21:04.896861 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-355b928c-9b4b-49ec-96e7-612e192d89c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:21:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:04.922733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c74f248-94f0-4697-befb-62c98ac07d37 req-589aae84-f968-48f7-b8a8-ac0af0eb0856 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] No DVR routers for this DVR port 1b5a828b-64a4-47f9-987d-da78fb62aafc on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:21:04.926231 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1c74f248-94f0-4697-befb-62c98ac07d37 req-589aae84-f968-48f7-b8a8-ac0af0eb0856 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:04.929899 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c74f248-94f0-4697-befb-62c98ac07d37 req-589aae84-f968-48f7-b8a8-ac0af0eb0856 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "DELETE /v2.0/ports/1b5a828b-64a4-47f9-987d-da78fb62aafc HTTP/1.1" status: 204 len: 173 time: 1.5266976 Jan 28 06:21:04.930260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286448df-e4ec-4170-87eb-645dfaa07f4f', 'name': 'network-vif-deleted', 'tag': '1b5a828b-64a4-47f9-987d-da78fb62aafc'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:21:04.932774 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95540641-ab36-4c6a-a296-31c64e687971" -d '{"events": [{"server_uuid": "286448df-e4ec-4170-87eb-645dfaa07f4f", "name": "network-vif-deleted", "tag": "1b5a828b-64a4-47f9-987d-da78fb62aafc"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:21:04.995620 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e5184b-cebf-4eb4-93ed-555889d68eda x-openstack-request-id: req-a7e5184b-cebf-4eb4-93ed-555889d68eda {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:21:04.996293 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286448df-e4ec-4170-87eb-645dfaa07f4f", "name": "network-vif-deleted", "tag": "1b5a828b-64a4-47f9-987d-da78fb62aafc", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:21:04.996954 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7e5184b-cebf-4eb4-93ed-555889d68eda {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:21:04.997601 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286448df-e4ec-4170-87eb-645dfaa07f4f', 'name': 'network-vif-deleted', 'tag': '1b5a828b-64a4-47f9-987d-da78fb62aafc', 'status': 'completed', 'code': 200} Jan 28 06:21:05.004194 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-305ca733-3560-4283-874b-48b2bae9c383 req-b5ed66e8-5a53-4385-81ba-2a9a2263f908 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7ae53035-15ee-48f6-865e-7734d8b86516), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:05.054747 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed66e8-5a53-4385-81ba-2a9a2263f908 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Pushing event deleted for resources: {'Port': ['ID=7ae53035-15ee-48f6-865e-7734d8b86516,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:05.088024 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-355b928c-9b4b-49ec-96e7-612e192d89c7 None None] Set router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:21:05.134341 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-305ca733-3560-4283-874b-48b2bae9c383 req-b5ed66e8-5a53-4385-81ba-2a9a2263f908 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] No DVR routers for this DVR port 7ae53035-15ee-48f6-865e-7734d8b86516 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:21:05.139786 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-305ca733-3560-4283-874b-48b2bae9c383 req-b5ed66e8-5a53-4385-81ba-2a9a2263f908 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:05.145975 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-305ca733-3560-4283-874b-48b2bae9c383 req-b5ed66e8-5a53-4385-81ba-2a9a2263f908 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.64 "DELETE /v2.0/ports/7ae53035-15ee-48f6-865e-7734d8b86516 HTTP/1.1" status: 204 len: 173 time: 0.6598635 Jan 28 06:21:05.150869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3823688f-8f10-435b-a605-6861402e02c0', 'name': 'network-vif-deleted', 'tag': '7ae53035-15ee-48f6-865e-7734d8b86516'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:21:05.150869 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b613a981-0193-458b-b97b-4f97134d1011" -d '{"events": [{"server_uuid": "3823688f-8f10-435b-a605-6861402e02c0", "name": "network-vif-deleted", "tag": "7ae53035-15ee-48f6-865e-7734d8b86516"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:21:05.517342 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df8dc4d9-3991-4290-8eea-2fa2e9507faf req-bc59ebf1-256e-4060-b5c2-cecf09a251f9 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0682940 Jan 28 06:21:05.527123 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-355b928c-9b4b-49ec-96e7-612e192d89c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:54Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:05.598674 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b928c-9b4b-49ec-96e7-612e192d89c7 None None] Checking router: b082da49-aff1-4bf9-90dd-ec783c4f1cd5 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:21:05.609238 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b928c-9b4b-49ec-96e7-612e192d89c7 None None] Routers {'b082da49-aff1-4bf9-90dd-ec783c4f1cd5'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:21:05.610836 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-355b928c-9b4b-49ec-96e7-612e192d89c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:21:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:05.706679 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67dbd67c-8729-4db6-9dc8-e555a7746d8d req-a566f04f-4d93-49cd-bbdc-316887f3698a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 210 time: 0.0372818 Jan 28 06:21:05.786392 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-355b928c-9b4b-49ec-96e7-612e192d89c7 None None] Set router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:21:05.790554 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac6e3f8-2217-4882-862f-fd4621f33017 x-openstack-request-id: req-4ac6e3f8-2217-4882-862f-fd4621f33017 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:21:05.791033 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3823688f-8f10-435b-a605-6861402e02c0", "name": "network-vif-deleted", "tag": "7ae53035-15ee-48f6-865e-7734d8b86516", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:21:05.791110 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ac6e3f8-2217-4882-862f-fd4621f33017 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:21:05.791528 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3823688f-8f10-435b-a605-6861402e02c0', 'name': 'network-vif-deleted', 'tag': '7ae53035-15ee-48f6-865e-7734d8b86516', 'status': 'completed', 'code': 200} Jan 28 06:21:05.990346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7ae53035-15ee-48f6-865e-7734d8b86516 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:21:06.026587 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-355b928c-9b4b-49ec-96e7-612e192d89c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:54Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:06.036507 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 7ae53035-15ee-48f6-865e-7734d8b86516 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:21:06.036863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7ae53035-15ee-48f6-865e-7734d8b86516 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:21:06.037465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 1b5a828b-64a4-47f9-987d-da78fb62aafc no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:21:06.056326 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b928c-9b4b-49ec-96e7-612e192d89c7 None None] The sync data for ids ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'] in n-d-812111-12 is: [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:54Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:21:06.097321 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 1b5a828b-64a4-47f9-987d-da78fb62aafc {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:21:06.098109 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 1b5a828b-64a4-47f9-987d-da78fb62aafc not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:21:06.399539 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4ec3ff-c74f-49eb-9298-6b4eca23021a None None] New status for floating IP 091eadf7-cb94-40a8-9a22-cd862df2d0b2: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:21:06.646144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-117a4896-9001-4a29-8bd3-e0a905782e82 req-4ed4883e-2fa1-449d-962c-2c17147c27e3 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0338104 Jan 28 06:21:06.673399 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:06.808338 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91c2ebd1-fb1a-4f5d-9f6b-b8a17cf4c20f req-e2353b4c-c97c-4309-862a-5d04ff3557de tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 210 time: 0.0293941 Jan 28 06:21:07.754475 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e069c03-e9b6-462a-9423-ca7011313089 req-e798bc8a-5939-43ca-9a3c-aec57fbdac6c tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0278344 Jan 28 06:21:07.910144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d3e6c9b4-2e4f-4692-99ce-489eb09716e4 req-acdcd81e-89f0-4fa7-bdea-a3f1bcb2f079 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 210 time: 0.0285478 Jan 28 06:21:07.978565 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:08.861037 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84be6e43-cc0f-4634-93f2-0fea747a315a req-717ae38e-9084-42aa-9329-c3c8c47f747e tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0348585 Jan 28 06:21:09.033330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32ba7045-f802-4f6b-ba4f-7ccdb40014d9 req-ceeea264-b9e8-4d78-87f7-e652b670f3ef tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 210 time: 0.0281336 Jan 28 06:21:09.115642 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:09.663894 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:21:09.967402 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f70b8799-f88d-4aa7-8afe-c317d9a71a1d req-c6334ea0-e3fa-4470-b500-2d9ef848a230 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0263407 Jan 28 06:21:10.148211 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49b912b3-57ab-4079-99b8-b8af4613dbda req-e0339694-87f7-41ff-a196-78d6108e980f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 210 time: 0.0323784 Jan 28 06:21:11.061235 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be152b1a-5e39-41bf-8d69-03f2dc2b78c9 req-fe1520be-79e0-43f0-a8c9-ec8eae1fa42d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0264142 Jan 28 06:21:11.241455 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-47aa019c-7625-473c-888b-72d2327bbf30 req-5c9242f4-2549-44c6-94e9-4ad4872ffd65 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 210 time: 0.0260715 Jan 28 06:21:12.156802 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad9f679-18f6-433d-a15f-3acc95104857 req-e4128b70-d797-49d2-ab90-73b6a35e6ae2 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0272028 Jan 28 06:21:12.342195 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d45935f-4a62-47f4-b0fa-a339be518de5 req-fbffdf09-660d-40d2-a9dd-5d57d11e1f97 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 210 time: 0.0257959 Jan 28 06:21:13.251421 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4d6f638-cfa5-47bc-99b5-18e7530d0751 req-aa06973a-0352-4c04-adee-37940bd9547e tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0263925 Jan 28 06:21:13.438756 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-faacd7ba-816c-4afc-9e29-f308db8c2549 req-58494e78-a8d2-40be-8072-c0a6ea3bec41 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 210 time: 0.0282652 Jan 28 06:21:14.347371 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2a86774-2e79-468d-9a29-3b183bd7b80d req-35c8f019-a15b-4564-a81f-14d991383054 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0266740 Jan 28 06:21:14.545178 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c66fb18f-20ef-4853-ae14-19481bb1fdaa req-f9077b0c-5fa0-49f0-b717-70f462af2a92 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=286448df-e4ec-4170-87eb-645dfaa07f4f HTTP/1.1" status: 200 len: 210 time: 0.0271640 Jan 28 06:21:15.445399 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ca2b02e8-6317-4515-be16-fc72895d7ed7 req-40b01df1-ddc7-4f0b-aeb5-8b0d4e55f5fb tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0290158 Jan 28 06:21:16.544716 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0a6de24-3afd-42b0-9af8-ee85f7706c0b req-c92bebb8-6f85-4f68-be1d-ba07df06ddf3 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0261071 Jan 28 06:21:17.639308 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-efc70962-2200-4aac-b3a5-79c09ead94ec req-0509d325-2ef6-46aa-b90f-fcfec058d3df tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0260367 Jan 28 06:21:18.737510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-140ffa9e-0bba-4bb6-8da2-caf49179b450 req-2ded62ba-6892-4d57-b14d-a3c0a43f1475 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0292819 Jan 28 06:21:19.831183 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b4b0d78-0aa7-499e-8c16-e5f643e7d72e req-2efcfdac-2999-48f6-90f6-1eaa11820036 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0265398 Jan 28 06:21:20.925470 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07656583-4cbc-4e5d-ad9b-32a21bfe3c10 req-e9c2b840-d9d8-4e7d-8b85-59a727113632 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0264742 Jan 28 06:21:22.019338 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b2b9e56-18a1-4bf0-8e3f-cee2e56934e0 req-cc796fba-08b0-4fcb-96e7-274ed25a7db6 tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0267401 Jan 28 06:21:22.407482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-731292fa-c42c-4869-a187-6b35aafe877d req-df3abca4-a7bf-47be-b41f-2e629e94b697 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078564802&fields=id&tenant_id=daa041954cd34e19820d06481218d4c6 HTTP/1.1" status: 200 len: 267 time: 0.0555069 Jan 28 06:21:22.518350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731292fa-c42c-4869-a187-6b35aafe877d req-a88568a1-a55e-486a-98e0-06745a0e5933 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:22.519922 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-731292fa-c42c-4869-a187-6b35aafe877d req-a88568a1-a55e-486a-98e0-06745a0e5933 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 811 time: 0.1116760 Jan 28 06:21:22.535579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-731292fa-c42c-4869-a187-6b35aafe877d req-1f733933-c91a-494e-937d-11327d22e3b0 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/quotas/daa041954cd34e19820d06481218d4c6 HTTP/1.1" status: 200 len: 375 time: 0.0102472 Jan 28 06:21:22.591089 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-731292fa-c42c-4869-a187-6b35aafe877d req-ae53c586-1200-433f-a1f4-9fd5e04eed84 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515256 Jan 28 06:21:22.692923 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-731292fa-c42c-4869-a187-6b35aafe877d req-dee7ce83-fb60-4841-93b2-37b41a6d121b service neutron] 10.222.0.31 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893016 Jan 28 06:21:22.799001 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-731292fa-c42c-4869-a187-6b35aafe877d req-8064298d-a229-49a4-9acd-dc0de2e898a3 service neutron] 10.222.0.31 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999556 Jan 28 06:21:23.149760 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cea6fa1-731d-486a-8af1-b6d5aa90b61d req-3acfca86-4e6b-407e-871f-61683b4d8eef tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3823688f-8f10-435b-a605-6861402e02c0 HTTP/1.1" status: 200 len: 210 time: 0.0435350 Jan 28 06:21:23.654617 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-476581c8-d82a-4276-9800-09e8af8b9327 req-e04e3d0a-39db-4d67-85d1-dd37d05012fd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 210 time: 0.0307057 Jan 28 06:21:24.198613 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 50672) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:24.256324 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group (3fbdc928-4fed-4c9e-8452-25d24d7efef6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:24.283245 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group (3fbdc928-4fed-4c9e-8452-25d24d7efef6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:24.424223 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3fbdc928-4fed-4c9e-8452-25d24d7efef6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:24.427058 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:24.431045 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] 10.222.0.31 "DELETE /v2.0/security-groups/3fbdc928-4fed-4c9e-8452-25d24d7efef6 HTTP/1.1" status: 204 len: 168 time: 0.2288065 Jan 28 06:21:24.439751 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbdc928-4fed-4c9e-8452-25d24d7efef6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:24.447523 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:24.448236 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:24.448739 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:24.449226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:24.449715 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:24.450209 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:24.450758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:24.451246 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:24.451837 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:24.452315 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:24.453397 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:24.453968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:24.454493 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4680-98d5-4ab9-a4bd-688a1d4b451d tempest-TestVolumeBackupRestore-1281015633 tempest-TestVolumeBackupRestore-1281015633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:24.769688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ec24fee-2fed-4dc4-975c-6f7ae01df443 req-30a26c5e-bb58-4f26-a486-46003f826093 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 210 time: 0.0409586 Jan 28 06:21:25.238323 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:25.888833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98a97106-7577-4360-9a0e-ff8191a19e20 req-968e0656-31f9-47fd-9def-91543ce57c95 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 210 time: 0.0299895 Jan 28 06:21:26.121131 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731292fa-c42c-4869-a187-6b35aafe877d req-bb73e7bf-0c47-4c45-b309-1a550a151502 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:26.122842 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-731292fa-c42c-4869-a187-6b35aafe877d req-bb73e7bf-0c47-4c45-b309-1a550a151502 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 811 time: 0.1460848 Jan 28 06:21:26.225846 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-731292fa-c42c-4869-a187-6b35aafe877d req-99d2ee76-0c65-4b63-ac5d-f5f1a4a511e5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daa041954cd34e19820d06481218d4c6 HTTP/1.1" status: 200 len: 380 time: 0.0892215 Jan 28 06:21:26.239086 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-731292fa-c42c-4869-a187-6b35aafe877d req-95d051fa-b0e7-4194-9153-2682f74ad1b5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Request body: {'port': {'device_id': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'admin_state_up': True, 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'security_groups': ['4c94bc9d-1990-44e1-81d1-91c78415adff']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:21:26.496250 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731292fa-c42c-4869-a187-6b35aafe877d req-95d051fa-b0e7-4194-9153-2682f74ad1b5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Made reservation on behalf of daa041954cd34e19820d06481218d4c6 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:21:26.501343 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-731292fa-c42c-4869-a187-6b35aafe877d req-95d051fa-b0e7-4194-9153-2682f74ad1b5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:26.662169 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-731292fa-c42c-4869-a187-6b35aafe877d req-95d051fa-b0e7-4194-9153-2682f74ad1b5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Allocated IP 172.20.0.3 (89b111dc-0805-4be8-ae88-1abd550770a0/e29bcda2-c5df-4a29-818b-7e378e331ce0/42eaa6ce-1200-425c-ac79-fa2b88aed641) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:21:26.825883 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-731292fa-c42c-4869-a187-6b35aafe877d req-95d051fa-b0e7-4194-9153-2682f74ad1b5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for port (42eaa6ce-1200-425c-ac79-fa2b88aed641), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:26.971198 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-731292fa-c42c-4869-a187-6b35aafe877d req-95d051fa-b0e7-4194-9153-2682f74ad1b5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (42eaa6ce-1200-425c-ac79-fa2b88aed641), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:27.012068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dfe55-cfc6-4bdf-9724-b6642fcd4350 req-d0339b1b-8327-477a-ad1a-3f1e46a5101e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:27.020540 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a3dfe55-cfc6-4bdf-9724-b6642fcd4350 req-d0339b1b-8327-477a-ad1a-3f1e46a5101e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 931 time: 0.0582426 Jan 28 06:21:27.084958 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731292fa-c42c-4869-a187-6b35aafe877d req-95d051fa-b0e7-4194-9153-2682f74ad1b5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Network 89b111dc-0805-4be8-ae88-1abd550770a0 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:21:27.112359 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-731292fa-c42c-4869-a187-6b35aafe877d req-95d051fa-b0e7-4194-9153-2682f74ad1b5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:21:27.114247 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a3dfe55-cfc6-4bdf-9724-b6642fcd4350 req-1a05a8e4-d684-44eb-9d1c-67cc807cc5e8 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925934 Jan 28 06:21:27.115288 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-731292fa-c42c-4869-a187-6b35aafe877d req-95d051fa-b0e7-4194-9153-2682f74ad1b5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:21:27.121180 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d051fa-b0e7-4194-9153-2682f74ad1b5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'Port': ['ID=42eaa6ce-1200-425c-ac79-fa2b88aed641,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:27.180051 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731292fa-c42c-4869-a187-6b35aafe877d req-95d051fa-b0e7-4194-9153-2682f74ad1b5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:27.180942 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-731292fa-c42c-4869-a187-6b35aafe877d req-95d051fa-b0e7-4194-9153-2682f74ad1b5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:27.287969 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-731292fa-c42c-4869-a187-6b35aafe877d req-95d051fa-b0e7-4194-9153-2682f74ad1b5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0521257 Jan 28 06:21:27.309481 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Request body: {'port': {'device_id': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:21:27.425742 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (42eaa6ce-1200-425c-ac79-fa2b88aed641), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:27.531952 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e096125e-fdbe-4a2e-8e5d-0cc40bb0b120 None None] Provisioning complete for port 42eaa6ce-1200-425c-ac79-fa2b88aed641 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:21:27.533369 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e096125e-fdbe-4a2e-8e5d-0cc40bb0b120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (42eaa6ce-1200-425c-ac79-fa2b88aed641), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:27.603076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e096125e-fdbe-4a2e-8e5d-0cc40bb0b120 None None] Port 42eaa6ce-1200-425c-ac79-fa2b88aed641 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:21:27.773782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42eaa6ce-1200-425c-ac79-fa2b88aed641 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:21:27.778701 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Publish callbacks [] for port (42eaa6ce-1200-425c-ac79-fa2b88aed641), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:27.790516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Transition to ACTIVE for port object 42eaa6ce-1200-425c-ac79-fa2b88aed641 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:21:27.884766 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (42eaa6ce-1200-425c-ac79-fa2b88aed641), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:27.949533 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:27.952708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=42eaa6ce-1200-425c-ac79-fa2b88aed641,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:28.040242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Attempting to bind port 42eaa6ce-1200-425c-ac79-fa2b88aed641 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:21:28.040848 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Attempting to bind port 42eaa6ce-1200-425c-ac79-fa2b88aed641 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:21:28.041744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Attempting to bind port 42eaa6ce-1200-425c-ac79-fa2b88aed641 on network 89b111dc-0805-4be8-ae88-1abd550770a0 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:21:28.075883 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Port 42eaa6ce-1200-425c-ac79-fa2b88aed641 on network 89b111dc-0805-4be8-ae88-1abd550770a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:21:28.078652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Attempting to bind port 42eaa6ce-1200-425c-ac79-fa2b88aed641 on network 89b111dc-0805-4be8-ae88-1abd550770a0 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:21:28.085073 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:21:28.090290 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Checking segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:21:28.090290 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Bound using segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:21:28.090290 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Bound port: 42eaa6ce-1200-425c-ac79-fa2b88aed641, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:21:28.090290 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (42eaa6ce-1200-425c-ac79-fa2b88aed641), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:28.220315 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] For port 42eaa6ce-1200-425c-ac79-fa2b88aed641, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:21:28.223547 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] For port 42eaa6ce-1200-425c-ac79-fa2b88aed641, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=42eaa6ce-1200-425c-ac79-fa2b88aed641,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:21:28.273987 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64badd5-5897-400e-8634-817e8b575956 req-8e464064-4dff-451e-8d60-f03e31cfebc5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:28.278743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f64badd5-5897-400e-8634-817e8b575956 req-8e464064-4dff-451e-8d60-f03e31cfebc5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.0623019 Jan 28 06:21:28.333509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f64badd5-5897-400e-8634-817e8b575956 req-0d4c4117-3f67-4684-9dba-07263ea283b9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511973 Jan 28 06:21:28.370343 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (42eaa6ce-1200-425c-ac79-fa2b88aed641), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:28.414689 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:28.415998 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:28.417667 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-731292fa-c42c-4869-a187-6b35aafe877d req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] 10.222.0.64 "PUT /v2.0/ports/42eaa6ce-1200-425c-ac79-fa2b88aed641 HTTP/1.1" status: 200 len: 1092 time: 1.1164637 Jan 28 06:21:28.418532 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'tag': '42eaa6ce-1200-425c-ac79-fa2b88aed641'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:21:28.422036 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6f245a-8ce3-43a6-a147-dc21a247373a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4", "tag": "42eaa6ce-1200-425c-ac79-fa2b88aed641"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:21:28.452731 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e408530-983c-4419-8c50-ac7d80ffd6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=42eaa6ce-1200-425c-ac79-fa2b88aed641,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:28.538357 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b69b0b6-87f4-4440-9752-669af0670063 x-openstack-request-id: req-2b69b0b6-87f4-4440-9752-669af0670063 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:21:28.538357 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4", "tag": "42eaa6ce-1200-425c-ac79-fa2b88aed641", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:21:28.538357 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b69b0b6-87f4-4440-9752-669af0670063 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:21:28.538357 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'tag': '42eaa6ce-1200-425c-ac79-fa2b88aed641', 'status': 'completed', 'code': 200} Jan 28 06:21:28.634632 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f245a-8ce3-43a6-a147-dc21a247373a req-493c1ab8-6162-4995-801a-2aa0c6f4a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:28.636877 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0f6f245a-8ce3-43a6-a147-dc21a247373a req-493c1ab8-6162-4995-801a-2aa0c6f4a183 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 1095 time: 0.0492132 Jan 28 06:21:28.770027 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f245a-8ce3-43a6-a147-dc21a247373a req-9f065cb9-045d-4e11-b4b5-f11e5cd456b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:28.772350 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0f6f245a-8ce3-43a6-a147-dc21a247373a req-9f065cb9-045d-4e11-b4b5-f11e5cd456b5 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=daa041954cd34e19820d06481218d4c6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1238894 Jan 28 06:21:28.883060 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f245a-8ce3-43a6-a147-dc21a247373a req-4407e335-6484-4f45-8974-f580d1008729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:28.884989 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0f6f245a-8ce3-43a6-a147-dc21a247373a req-4407e335-6484-4f45-8974-f580d1008729 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1066756 Jan 28 06:21:28.991610 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731292fa-c42c-4869-a187-6b35aafe877d req-24a1132b-dd0a-4be7-ab1c-548bc9a08e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:28.993581 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-731292fa-c42c-4869-a187-6b35aafe877d req-24a1132b-dd0a-4be7-ab1c-548bc9a08e1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 1095 time: 0.0465837 Jan 28 06:21:29.049291 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-731292fa-c42c-4869-a187-6b35aafe877d req-0a7eec8f-18ab-4045-abb8-9410e0d6be03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42eaa6ce-1200-425c-ac79-fa2b88aed641 HTTP/1.1" status: 200 len: 217 time: 0.0443769 Jan 28 06:21:29.104391 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731292fa-c42c-4869-a187-6b35aafe877d req-da205017-ff1a-4847-b762-672c8ce49a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:29.106099 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-731292fa-c42c-4869-a187-6b35aafe877d req-da205017-ff1a-4847-b762-672c8ce49a66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.0516136 Jan 28 06:21:29.153158 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731292fa-c42c-4869-a187-6b35aafe877d req-27b90668-2844-492a-96d3-30715e8954a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:29.155024 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-731292fa-c42c-4869-a187-6b35aafe877d req-27b90668-2844-492a-96d3-30715e8954a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434880 Jan 28 06:21:29.257283 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-731292fa-c42c-4869-a187-6b35aafe877d req-a987eac5-95d6-4c96-b57d-7f958ae89c33 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957382 Jan 28 06:21:29.365234 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-731292fa-c42c-4869-a187-6b35aafe877d req-f650b73e-cf08-43f8-8f96-d3a4fd1b8fb1 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018801 Jan 28 06:21:29.464239 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e071900-58b6-42be-a357-10bda017a99b req-44740f09-4f31-46c9-bfdc-d60e71c8ebaf tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:29.466588 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e071900-58b6-42be-a357-10bda017a99b req-44740f09-4f31-46c9-bfdc-d60e71c8ebaf tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.0552800 Jan 28 06:21:29.534185 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e071900-58b6-42be-a357-10bda017a99b req-a6fc3e77-d8db-4a27-9a5b-968932adbb1e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612142 Jan 28 06:21:30.668104 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9406f-845e-4d1e-9645-e630644d13e1 req-04d5fd77-e4b6-4b8a-8d57-56b21ab3d71a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:30.670069 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3c9406f-845e-4d1e-9645-e630644d13e1 req-04d5fd77-e4b6-4b8a-8d57-56b21ab3d71a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.0523448 Jan 28 06:21:30.723191 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3c9406f-845e-4d1e-9645-e630644d13e1 req-56b01919-f9a8-4913-9b0f-0e03d484ccfe tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472150 Jan 28 06:21:31.901206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716e7f9-43cc-4431-8b38-aa8f37e5c77f req-e8eff26a-3b76-4364-83d7-bf55869bba06 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:31.908861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0716e7f9-43cc-4431-8b38-aa8f37e5c77f req-e8eff26a-3b76-4364-83d7-bf55869bba06 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.0978551 Jan 28 06:21:32.025344 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0716e7f9-43cc-4431-8b38-aa8f37e5c77f req-ece1148a-6bd5-4848-bb68-727a8c8d275a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155314 Jan 28 06:21:32.056371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e4c38-372e-4ab8-8df7-601e8138a522 req-5820aeb8-43ce-4e04-a870-ed7cfd847844 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:32.067986 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b78e4c38-372e-4ab8-8df7-601e8138a522 req-5820aeb8-43ce-4e04-a870-ed7cfd847844 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 946 time: 0.1109402 Jan 28 06:21:32.135426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b78e4c38-372e-4ab8-8df7-601e8138a522 req-18389952-9141-4571-86fd-48472961ea5e tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589406 Jan 28 06:21:32.486858 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f4ffaaa-07e9-4634-abc2-905a9668b70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:33.166119 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7c73a-9f6e-4f3e-bcb1-8d84e69ef533 req-816f1aee-b0d2-4a8f-af59-8c51a49ab5e2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:33.166119 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41b7c73a-9f6e-4f3e-bcb1-8d84e69ef533 req-816f1aee-b0d2-4a8f-af59-8c51a49ab5e2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.0705466 Jan 28 06:21:33.225306 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41b7c73a-9f6e-4f3e-bcb1-8d84e69ef533 req-fd629d35-32d1-48fd-a2a0-b201304a896c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530603 Jan 28 06:21:33.319366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b3656-ada8-41fe-992f-1e7e48d44941 req-95932052-5880-407b-be2c-d8e4219f57bb tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:33.322858 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-055b3656-ada8-41fe-992f-1e7e48d44941 req-95932052-5880-407b-be2c-d8e4219f57bb tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 946 time: 0.0691259 Jan 28 06:21:33.408513 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-055b3656-ada8-41fe-992f-1e7e48d44941 req-d624e9e2-67fe-4095-be00-4ab3523cf801 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/security-groups?id=34db8381-7f23-4f12-9f98-fc1c8cf9591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814366 Jan 28 06:21:33.552092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766c770-3d6c-451c-9109-f20812e8cb96 req-28a7599d-e3d9-4432-ae69-c9eecfcae109 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:33.553876 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a766c770-3d6c-451c-9109-f20812e8cb96 req-28a7599d-e3d9-4432-ae69-c9eecfcae109 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.60 "GET /v2.0/ports?device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 946 time: 0.0940881 Jan 28 06:21:33.707236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-a766c770-3d6c-451c-9109-f20812e8cb96 req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Deleting port ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:21:33.707820 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a766c770-3d6c-451c-9109-f20812e8cb96 req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:33.825667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a766c770-3d6c-451c-9109-f20812e8cb96 req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] For port ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4,segment=NetworkSegment(6dc3a269-da08-4632-9308-be5926c4d4a9),segment_id=6dc3a269-da08-4632-9308-be5926c4d4a9)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:21:33.826320 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a766c770-3d6c-451c-9109-f20812e8cb96 req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:33.842409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-a766c770-3d6c-451c-9109-f20812e8cb96 req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Calling delete_port for ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:21:34.158366 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a766c770-3d6c-451c-9109-f20812e8cb96 req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:34.191490 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:21:34.195583 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Pushing event deleted for resources: {'Port': ['ID=ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:34.216988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:34.216988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:34.216988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:34.216988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:34.216988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:34.216988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:34.217437 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:34.217437 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:34.217707 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:34.218165 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:34.225843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:34.226585 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:34.227091 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:34.298025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a766c770-3d6c-451c-9109-f20812e8cb96 req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] No DVR routers for this DVR port ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:21:34.301157 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a766c770-3d6c-451c-9109-f20812e8cb96 req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:34.305763 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a766c770-3d6c-451c-9109-f20812e8cb96 req-9e93b2a5-5d78-4784-bd86-0991ce7eca46 tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.60 "DELETE /v2.0/ports/ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 HTTP/1.1" status: 204 len: 173 time: 0.7468657 Jan 28 06:21:34.306264 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970eb718-a6b2-4eda-ac1e-ff0e0932c85c', 'name': 'network-vif-deleted', 'tag': 'ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:21:34.309784 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5d22fe-e91b-4448-99a4-093c602b4894" -d '{"events": [{"server_uuid": "970eb718-a6b2-4eda-ac1e-ff0e0932c85c", "name": "network-vif-deleted", "tag": "ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:21:34.382505 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2634225b-746a-4046-aec7-19bdab62d795 x-openstack-request-id: req-2634225b-746a-4046-aec7-19bdab62d795 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:21:34.382815 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970eb718-a6b2-4eda-ac1e-ff0e0932c85c", "name": "network-vif-deleted", "tag": "ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:21:34.383093 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2634225b-746a-4046-aec7-19bdab62d795 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:21:34.383480 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970eb718-a6b2-4eda-ac1e-ff0e0932c85c', 'name': 'network-vif-deleted', 'tag': 'ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4', 'status': 'completed', 'code': 200} Jan 28 06:21:34.398653 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0c850-20cd-4f02-b87b-cfd1d045e05b req-2f7956e7-e828-42b4-b5a1-7a411675dc8c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:34.401030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acc0c850-20cd-4f02-b87b-cfd1d045e05b req-2f7956e7-e828-42b4-b5a1-7a411675dc8c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.0681837 Jan 28 06:21:34.529382 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-acc0c850-20cd-4f02-b87b-cfd1d045e05b req-c9f04fe9-1fc9-4b3c-8a05-69eba4cf44b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141808 Jan 28 06:21:34.602751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1209e195-5d86-4797-8a80-4fad3b80751b req-6959e2a8-6eb3-4143-96d2-1de1ec8e0dfd tempest-VolumesSnapshotTestJSON-172907389 tempest-VolumesSnapshotTestJSON-172907389-project] 10.222.0.31 "GET /v2.0/ports?device_id=970eb718-a6b2-4eda-ac1e-ff0e0932c85c HTTP/1.1" status: 200 len: 210 time: 0.0305073 Jan 28 06:21:34.840155 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-442bb3f4-14ca-46d8-9865-d8280a5ea8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:35.769162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde910b-551a-4d95-8f51-daf572ac1e68 req-cb676324-7947-47ab-bcf6-a0bc2d85027d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:35.778669 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fde910b-551a-4d95-8f51-daf572ac1e68 req-cb676324-7947-47ab-bcf6-a0bc2d85027d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.1152043 Jan 28 06:21:35.845551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fde910b-551a-4d95-8f51-daf572ac1e68 req-1cd2b15f-f603-4999-ac7d-d7258eb6a07b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656805 Jan 28 06:21:36.275930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:21:36.297461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:21:36.297725 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ebeaf6ee-c0fe-467f-9a9d-5356c5dda3c4 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:21:36.548862 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51158) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:36.653188 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e06d0a-a968-4c42-9b83-2fc3940143ef admin admin] Deleting subnet ff964c19-0de4-4c6d-b37d-aa20f6b67a1b {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:21:36.661129 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91e06d0a-a968-4c42-9b83-2fc3940143ef admin admin] Publish callbacks [] for subnet (ff964c19-0de4-4c6d-b37d-aa20f6b67a1b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:36.720564 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:36.740839 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91e06d0a-a968-4c42-9b83-2fc3940143ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (ff964c19-0de4-4c6d-b37d-aa20f6b67a1b), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:36.787530 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91e06d0a-a968-4c42-9b83-2fc3940143ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (ff964c19-0de4-4c6d-b37d-aa20f6b67a1b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:36.955820 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91e06d0a-a968-4c42-9b83-2fc3940143ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (ff964c19-0de4-4c6d-b37d-aa20f6b67a1b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:36.977404 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b57e58-b21a-48b3-bbdb-2d829f5eaca6 req-6095fbbb-e182-471c-811a-5dc3de1d95c4 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:36.985742 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70b57e58-b21a-48b3-bbdb-2d829f5eaca6 req-6095fbbb-e182-471c-811a-5dc3de1d95c4 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.0637779 Jan 28 06:21:36.994042 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e06d0a-a968-4c42-9b83-2fc3940143ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff964c19-0de4-4c6d-b37d-aa20f6b67a1b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:36.998121 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91e06d0a-a968-4c42-9b83-2fc3940143ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:37.004133 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-91e06d0a-a968-4c42-9b83-2fc3940143ef admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ff964c19-0de4-4c6d-b37d-aa20f6b67a1b HTTP/1.1" status: 204 len: 168 time: 0.4536724 Jan 28 06:21:37.006681 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51184) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:37.041437 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70b57e58-b21a-48b3-bbdb-2d829f5eaca6 req-495be8ed-89d4-432b-800a-a2f22ac1a9a6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547063 Jan 28 06:21:37.091096 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-247c3c95-fde1-4ea3-a06e-5e1d62c98815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (d4885280-29f8-4d5c-ba89-9b3f59e4a97f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:37.183294 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-247c3c95-fde1-4ea3-a06e-5e1d62c98815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (d4885280-29f8-4d5c-ba89-9b3f59e4a97f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:37.211251 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-247c3c95-fde1-4ea3-a06e-5e1d62c98815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4885280-29f8-4d5c-ba89-9b3f59e4a97f']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:37.225554 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-247c3c95-fde1-4ea3-a06e-5e1d62c98815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961c514f-17a2-426b-9441-77bb5e57127b') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:37.226208 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-247c3c95-fde1-4ea3-a06e-5e1d62c98815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961c514f-17a2-426b-9441-77bb5e57127b') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:37.239651 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-247c3c95-fde1-4ea3-a06e-5e1d62c98815 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (961c514f-17a2-426b-9441-77bb5e57127b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:37.259553 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-247c3c95-fde1-4ea3-a06e-5e1d62c98815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (961c514f-17a2-426b-9441-77bb5e57127b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:37.268406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247c3c95-fde1-4ea3-a06e-5e1d62c98815 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:21:37.269309 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-247c3c95-fde1-4ea3-a06e-5e1d62c98815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (961c514f-17a2-426b-9441-77bb5e57127b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:21:37.346368 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:21:37.417840 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-247c3c95-fde1-4ea3-a06e-5e1d62c98815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (d4885280-29f8-4d5c-ba89-9b3f59e4a97f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:37.430661 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-247c3c95-fde1-4ea3-a06e-5e1d62c98815 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:37.444821 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51202) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:37.445495 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-247c3c95-fde1-4ea3-a06e-5e1d62c98815 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d4885280-29f8-4d5c-ba89-9b3f59e4a97f HTTP/1.1" status: 204 len: 168 time: 0.4374800 Jan 28 06:21:37.471958 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c3c95-fde1-4ea3-a06e-5e1d62c98815 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4885280-29f8-4d5c-ba89-9b3f59e4a97f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:37.509951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-37862bd9-17ac-45cf-a025-a7ab0a19b3d4 admin admin] Deleting subnet 9c86fe0f-5d19-425e-92ea-dc325b0a7c83 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:21:37.522285 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37862bd9-17ac-45cf-a025-a7ab0a19b3d4 admin admin] Publish callbacks [] for subnet (9c86fe0f-5d19-425e-92ea-dc325b0a7c83), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:37.610934 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37862bd9-17ac-45cf-a025-a7ab0a19b3d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (9c86fe0f-5d19-425e-92ea-dc325b0a7c83), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:37.692290 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37862bd9-17ac-45cf-a025-a7ab0a19b3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (9c86fe0f-5d19-425e-92ea-dc325b0a7c83), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:37.858996 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37862bd9-17ac-45cf-a025-a7ab0a19b3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (9c86fe0f-5d19-425e-92ea-dc325b0a7c83), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:37.917217 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51220) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:37.919141 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37862bd9-17ac-45cf-a025-a7ab0a19b3d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:37.930922 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-37862bd9-17ac-45cf-a025-a7ab0a19b3d4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9c86fe0f-5d19-425e-92ea-dc325b0a7c83 HTTP/1.1" status: 204 len: 168 time: 0.4845726 Jan 28 06:21:37.933610 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51224) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:37.995564 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:38.006805 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37862bd9-17ac-45cf-a025-a7ab0a19b3d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c86fe0f-5d19-425e-92ea-dc325b0a7c83,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:38.100418 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7293346d-d7ce-405e-9d6b-951ef77bf7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (06a8e957-de6f-49db-beef-031762148599), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:38.252924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92875c44-d86f-4043-b887-f630e9b8eec1 req-7635d96a-27aa-4f31-98a2-9a3c9709264f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:38.262329 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92875c44-d86f-4043-b887-f630e9b8eec1 req-7635d96a-27aa-4f31-98a2-9a3c9709264f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.1141775 Jan 28 06:21:38.362746 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7293346d-d7ce-405e-9d6b-951ef77bf7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (06a8e957-de6f-49db-beef-031762148599), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:38.364247 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92875c44-d86f-4043-b887-f630e9b8eec1 req-98752f02-b9e3-4e25-b9ae-45a6f756cfa2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976162 Jan 28 06:21:38.479564 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-7293346d-d7ce-405e-9d6b-951ef77bf7ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a8e957-de6f-49db-beef-031762148599']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:38.493896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-7293346d-d7ce-405e-9d6b-951ef77bf7ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7528c3-f979-4c30-b9f0-968acde730f2') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:38.494196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-7293346d-d7ce-405e-9d6b-951ef77bf7ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7528c3-f979-4c30-b9f0-968acde730f2') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:38.526753 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7293346d-d7ce-405e-9d6b-951ef77bf7ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (fc7528c3-f979-4c30-b9f0-968acde730f2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:38.576328 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7293346d-d7ce-405e-9d6b-951ef77bf7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (fc7528c3-f979-4c30-b9f0-968acde730f2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:38.586569 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7293346d-d7ce-405e-9d6b-951ef77bf7ea admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:21:38.587160 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7293346d-d7ce-405e-9d6b-951ef77bf7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (fc7528c3-f979-4c30-b9f0-968acde730f2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:21:38.588876 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:21:39.085831 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7293346d-d7ce-405e-9d6b-951ef77bf7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (06a8e957-de6f-49db-beef-031762148599), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:39.109453 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7293346d-d7ce-405e-9d6b-951ef77bf7ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:39.118238 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:39.125755 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7293346d-d7ce-405e-9d6b-951ef77bf7ea admin admin] 10.222.0.31 "DELETE /v2.0/networks/06a8e957-de6f-49db-beef-031762148599 HTTP/1.1" status: 204 len: 168 time: 1.1894596 Jan 28 06:21:39.137171 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293346d-d7ce-405e-9d6b-951ef77bf7ea admin admin] Pushing event deleted for resources: {'Network': ['ID=06a8e957-de6f-49db-beef-031762148599,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:39.363170 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6090d9c-5501-4ece-8799-4206c21c67fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (bc970aab-465d-4bae-8250-3bd3a023224e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:39.567757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7bc28-d61d-4da2-9d78-c7e17621b01c req-663d795c-a125-40e4-a89c-7fbf6cb11a90 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:39.574883 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61c7bc28-d61d-4da2-9d78-c7e17621b01c req-663d795c-a125-40e4-a89c-7fbf6cb11a90 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.0901344 Jan 28 06:21:39.610059 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51234) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:39.656825 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61c7bc28-d61d-4da2-9d78-c7e17621b01c req-47d8ade8-69f9-454e-97af-8948bd566555 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806780 Jan 28 06:21:39.705357 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d85e5c3a-0d19-466d-9e11-dd68b1835cdc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8119a8f840814a869886637049c0d968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0916190 Jan 28 06:21:39.705600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51236) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:39.768360 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dfcab7db-e420-4a39-976a-3cc412e6bc63 admin admin] Publish callbacks [] for security_group (63a2435e-381f-400e-906b-e47ad8d19c88), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:39.797908 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dfcab7db-e420-4a39-976a-3cc412e6bc63 admin admin] Publish callbacks [] for security_group (63a2435e-381f-400e-906b-e47ad8d19c88), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:39.820009 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b6090d9c-5501-4ece-8799-4206c21c67fb admin admin] Deleting port 1433731f-29a3-4180-bd55-17a59ba8205e {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:21:39.823405 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6090d9c-5501-4ece-8799-4206c21c67fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1433731f-29a3-4180-bd55-17a59ba8205e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:39.964823 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dfcab7db-e420-4a39-976a-3cc412e6bc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (63a2435e-381f-400e-906b-e47ad8d19c88), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:39.968464 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dfcab7db-e420-4a39-976a-3cc412e6bc63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:39.975288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-dfcab7db-e420-4a39-976a-3cc412e6bc63 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63a2435e-381f-400e-906b-e47ad8d19c88 HTTP/1.1" status: 204 len: 168 time: 0.2678616 Jan 28 06:21:40.000497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcab7db-e420-4a39-976a-3cc412e6bc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a2435e-381f-400e-906b-e47ad8d19c88,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:40.007059 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-b6090d9c-5501-4ece-8799-4206c21c67fb admin admin] For port 1433731f-29a3-4180-bd55-17a59ba8205e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=1433731f-29a3-4180-bd55-17a59ba8205e,segment=NetworkSegment(ee473f95-f181-46ab-809f-e989645d97f5),segment_id=ee473f95-f181-46ab-809f-e989645d97f5)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:21:40.007763 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6090d9c-5501-4ece-8799-4206c21c67fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1433731f-29a3-4180-bd55-17a59ba8205e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:40.027505 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b6090d9c-5501-4ece-8799-4206c21c67fb admin admin] Calling delete_port for 1433731f-29a3-4180-bd55-17a59ba8205e owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:21:40.333448 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6090d9c-5501-4ece-8799-4206c21c67fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (1433731f-29a3-4180-bd55-17a59ba8205e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:40.366928 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6090d9c-5501-4ece-8799-4206c21c67fb admin admin] Pushing event deleted for resources: {'Port': ['ID=1433731f-29a3-4180-bd55-17a59ba8205e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:40.623044 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6090d9c-5501-4ece-8799-4206c21c67fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (bc970aab-465d-4bae-8250-3bd3a023224e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:40.832772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4cc5e-3999-4220-8cd5-5885841c5f0d req-9e0793d5-f017-4c04-b8b6-f37aeb9355d2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:40.837115 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ab4cc5e-3999-4220-8cd5-5885841c5f0d req-9e0793d5-f017-4c04-b8b6-f37aeb9355d2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.1037452 Jan 28 06:21:40.880977 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6090d9c-5501-4ece-8799-4206c21c67fb admin admin] Router bc970aab-465d-4bae-8250-3bd3a023224e has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:21:40.892500 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ab4cc5e-3999-4220-8cd5-5885841c5f0d req-b0bec6fe-f4de-42c3-9233-d8654c42ba52 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505295 Jan 28 06:21:41.001969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51252) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:41.002227 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6090d9c-5501-4ece-8799-4206c21c67fb admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:21:41.010245 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b6090d9c-5501-4ece-8799-4206c21c67fb admin admin] 10.222.0.31 "PUT /v2.0/routers/bc970aab-465d-4bae-8250-3bd3a023224e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0897758 Jan 28 06:21:41.010701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51254) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:41.019806 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731a6f7-0e9d-46c6-bbb7-b5016793d7e0 None None] Sync routers for ids ['bc970aab-465d-4bae-8250-3bd3a023224e'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:21:41.029469 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3731a6f7-0e9d-46c6-bbb7-b5016793d7e0 None None] Routers {'bc970aab-465d-4bae-8250-3bd3a023224e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:21:41.030684 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3731a6f7-0e9d-46c6-bbb7-b5016793d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:21:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bc970aab-465d-4bae-8250-3bd3a023224e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:41.129721 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-921568b7-3a42-4b76-99fc-b8ca4aff3c5c admin admin] Publish callbacks [] for router (bc970aab-465d-4bae-8250-3bd3a023224e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:41.138791 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-3731a6f7-0e9d-46c6-bbb7-b5016793d7e0 None None] Set router bc970aab-465d-4bae-8250-3bd3a023224e gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:21:41.238015 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-921568b7-3a42-4b76-99fc-b8ca4aff3c5c admin admin] Publish callbacks [] for router_gateway (bc970aab-465d-4bae-8250-3bd3a023224e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:41.269722 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51256) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:41.269989 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b2753504-63af-426f-beee-649bafa0ce69 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7145fa575f164012a57c8d31a8b6027e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2666602 Jan 28 06:21:41.330203 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-85bbdfe9-b777-483b-8f66-827d4556d230 admin admin] Publish callbacks [] for security_group (39cb2eac-2ede-4d27-b423-cc2fb64cd638), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:41.356932 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-85bbdfe9-b777-483b-8f66-827d4556d230 admin admin] Publish callbacks [] for security_group (39cb2eac-2ede-4d27-b423-cc2fb64cd638), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:41.366590 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3731a6f7-0e9d-46c6-bbb7-b5016793d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:31Z', 'updated_at': '2022-01-28T06:21:40Z', 'revision_number': 5, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'gw_port': {'id': '531782dc-ac0c-4b1d-9123-38a3d5f5a8c5', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:62:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:32Z', 'updated_at': '2022-01-28T06:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:41.386021 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-921568b7-3a42-4b76-99fc-b8ca4aff3c5c admin admin] Deleting port 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:21:41.386737 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-921568b7-3a42-4b76-99fc-b8ca4aff3c5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (531782dc-ac0c-4b1d-9123-38a3d5f5a8c5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:41.525507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-921568b7-3a42-4b76-99fc-b8ca4aff3c5c admin admin] For port 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=531782dc-ac0c-4b1d-9123-38a3d5f5a8c5,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:21:41.526467 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-921568b7-3a42-4b76-99fc-b8ca4aff3c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (531782dc-ac0c-4b1d-9123-38a3d5f5a8c5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:41.540627 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-85bbdfe9-b777-483b-8f66-827d4556d230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (39cb2eac-2ede-4d27-b423-cc2fb64cd638), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:41.540831 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731a6f7-0e9d-46c6-bbb7-b5016793d7e0 None None] Checking router: bc970aab-465d-4bae-8250-3bd3a023224e for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:21:41.544717 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-85bbdfe9-b777-483b-8f66-827d4556d230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:41.549564 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-85bbdfe9-b777-483b-8f66-827d4556d230 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39cb2eac-2ede-4d27-b423-cc2fb64cd638 HTTP/1.1" status: 204 len: 168 time: 0.2787497 Jan 28 06:21:41.555095 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3731a6f7-0e9d-46c6-bbb7-b5016793d7e0 None None] Routers {'bc970aab-465d-4bae-8250-3bd3a023224e'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:21:41.555095 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3731a6f7-0e9d-46c6-bbb7-b5016793d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:21:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['bc970aab-465d-4bae-8250-3bd3a023224e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:41.560250 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbdfe9-b777-483b-8f66-827d4556d230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cb2eac-2ede-4d27-b423-cc2fb64cd638,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:41.568083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-921568b7-3a42-4b76-99fc-b8ca4aff3c5c admin admin] Calling delete_port for 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:21:41.671057 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-3731a6f7-0e9d-46c6-bbb7-b5016793d7e0 None None] Set router bc970aab-465d-4bae-8250-3bd3a023224e gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:21:41.727645 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3731a6f7-0e9d-46c6-bbb7-b5016793d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:31Z', 'updated_at': '2022-01-28T06:21:41Z', 'revision_number': 6, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:41.761205 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731a6f7-0e9d-46c6-bbb7-b5016793d7e0 None None] The sync data for ids ['bc970aab-465d-4bae-8250-3bd3a023224e'] in n-d-812111-12 is: [{'id': 'bc970aab-465d-4bae-8250-3bd3a023224e', 'name': 'tempest-TestVolumeBackupRestore-669303163-router', 'tenant_id': '52b7a7981a1b46de97bf04ddda02f79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:31Z', 'updated_at': '2022-01-28T06:21:41Z', 'revision_number': 6, 'project_id': '52b7a7981a1b46de97bf04ddda02f79f', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:21:41.932581 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-921568b7-3a42-4b76-99fc-b8ca4aff3c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (531782dc-ac0c-4b1d-9123-38a3d5f5a8c5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:42.068270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921568b7-3a42-4b76-99fc-b8ca4aff3c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=531782dc-ac0c-4b1d-9123-38a3d5f5a8c5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:42.076327 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-921568b7-3a42-4b76-99fc-b8ca4aff3c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (bc970aab-465d-4bae-8250-3bd3a023224e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:42.262743 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-921568b7-3a42-4b76-99fc-b8ca4aff3c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (bc970aab-465d-4bae-8250-3bd3a023224e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:42.263603 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-921568b7-3a42-4b76-99fc-b8ca4aff3c5c admin admin] Publish callbacks [] for router_controller (bc970aab-465d-4bae-8250-3bd3a023224e), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:42.367017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b99ed1-a362-4988-897f-6f0bb28f4387 req-568dad59-5a8d-4d2b-99c0-9bbbf569a0a9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:42.375675 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6b99ed1-a362-4988-897f-6f0bb28f4387 req-568dad59-5a8d-4d2b-99c0-9bbbf569a0a9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.3557384 Jan 28 06:21:42.422535 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-921568b7-3a42-4b76-99fc-b8ca4aff3c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (bc970aab-465d-4bae-8250-3bd3a023224e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:42.423077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921568b7-3a42-4b76-99fc-b8ca4aff3c5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc970aab-465d-4bae-8250-3bd3a023224e {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:21:42.430348 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-921568b7-3a42-4b76-99fc-b8ca4aff3c5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:42.431534 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-921568b7-3a42-4b76-99fc-b8ca4aff3c5c admin admin] 10.222.0.31 "DELETE /v2.0/routers/bc970aab-465d-4bae-8250-3bd3a023224e HTTP/1.1" status: 204 len: 168 time: 1.4134665 Jan 28 06:21:42.434272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51276) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:42.479018 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6b99ed1-a362-4988-897f-6f0bb28f4387 req-3b4fe8fc-cc31-4710-a696-e0538792e608 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008823 Jan 28 06:21:42.522316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-81261cc4-1850-4203-b329-d486ba4ffc3f admin admin] Deleting subnet 0496f036-4af1-403b-ba69-179996f374c4 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:21:42.526198 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-81261cc4-1850-4203-b329-d486ba4ffc3f admin admin] Publish callbacks [] for subnet (0496f036-4af1-403b-ba69-179996f374c4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:42.572334 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-81261cc4-1850-4203-b329-d486ba4ffc3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (0496f036-4af1-403b-ba69-179996f374c4), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:42.682514 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-81261cc4-1850-4203-b329-d486ba4ffc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (0496f036-4af1-403b-ba69-179996f374c4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:42.881258 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-81261cc4-1850-4203-b329-d486ba4ffc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (0496f036-4af1-403b-ba69-179996f374c4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:42.937988 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81261cc4-1850-4203-b329-d486ba4ffc3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0496f036-4af1-403b-ba69-179996f374c4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:42.939363 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58556e43-8c2f-4e64-9b6b-929b8d318951 None None] Network 7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:21:42.942480 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-81261cc4-1850-4203-b329-d486ba4ffc3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:42.949582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51284) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:42.951673 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-81261cc4-1850-4203-b329-d486ba4ffc3f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0496f036-4af1-403b-ba69-179996f374c4 HTTP/1.1" status: 204 len: 168 time: 0.5160024 Jan 28 06:21:43.056898 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:43.189215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] Deleting port cd1b611e-d0ba-41b5-9b86-77d281421caa {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:21:43.189976 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (cd1b611e-d0ba-41b5-9b86-77d281421caa), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:43.271573 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] DHCP port deletion for 7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:21:43.291051 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] For port cd1b611e-d0ba-41b5-9b86-77d281421caa, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cd1b611e-d0ba-41b5-9b86-77d281421caa,segment=NetworkSegment(ee473f95-f181-46ab-809f-e989645d97f5),segment_id=ee473f95-f181-46ab-809f-e989645d97f5)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:21:43.291405 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (cd1b611e-d0ba-41b5-9b86-77d281421caa), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:43.338825 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] Calling delete_port for cd1b611e-d0ba-41b5-9b86-77d281421caa owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:21:43.435696 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Deleting port cd1b611e-d0ba-41b5-9b86-77d281421caa {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:21:43.445883 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (cd1b611e-d0ba-41b5-9b86-77d281421caa), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:43.589362 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 1433731f-29a3-4180-bd55-17a59ba8205e no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:21:43.613811 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 1433731f-29a3-4180-bd55-17a59ba8205e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:21:43.614163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 1433731f-29a3-4180-bd55-17a59ba8205e not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:21:43.614619 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cd1b611e-d0ba-41b5-9b86-77d281421caa no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:21:43.663990 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] For port cd1b611e-d0ba-41b5-9b86-77d281421caa, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cd1b611e-d0ba-41b5-9b86-77d281421caa,segment=NetworkSegment(ee473f95-f181-46ab-809f-e989645d97f5),segment_id=ee473f95-f181-46ab-809f-e989645d97f5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:21:43.664616 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (cd1b611e-d0ba-41b5-9b86-77d281421caa), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:43.685967 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Calling delete_port for cd1b611e-d0ba-41b5-9b86-77d281421caa owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:21:43.835345 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port cd1b611e-d0ba-41b5-9b86-77d281421caa is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:21:43.842809 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cd1b611e-d0ba-41b5-9b86-77d281421caa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:44.097709 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (cd1b611e-d0ba-41b5-9b86-77d281421caa), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:44.123810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Pushing event deleted for resources: {'Port': ['ID=cd1b611e-d0ba-41b5-9b86-77d281421caa,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:44.125950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fafce-280f-4ebc-bd6b-c5526bddbfda req-fc52cc9c-c86a-49b4-be85-881a8fa35ada tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:44.133764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da2fafce-280f-4ebc-bd6b-c5526bddbfda req-fc52cc9c-c86a-49b4-be85-881a8fa35ada tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.0977170 Jan 28 06:21:44.140391 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:44.140802 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:44.141153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:44.152908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:44.152908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:44.152908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:44.152908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:44.152908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:44.152908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:44.152908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:44.152908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:44.152908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:44.152908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:21:44.152908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc576035-f51c-47ad-a1cb-3f9fb8361343 None None] No DVR routers for this DVR port cd1b611e-d0ba-41b5-9b86-77d281421caa on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:21:44.178337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:21:44.199931 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:21:44.200291 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 531782dc-ac0c-4b1d-9123-38a3d5f5a8c5 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:21:44.202704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da2fafce-280f-4ebc-bd6b-c5526bddbfda req-5609c38c-30e4-438d-8546-4e1538c19e93 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672176 Jan 28 06:21:44.203437 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (cd1b611e-d0ba-41b5-9b86-77d281421caa), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:44.245592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1b611e-d0ba-41b5-9b86-77d281421caa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:44.250494 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] No DVR routers for this DVR port cd1b611e-d0ba-41b5-9b86-77d281421caa on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:21:44.343805 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:44.372086 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51304) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:44.372559 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:44.385950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee473f95-f181-46ab-809f-e989645d97f5') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:44.386372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee473f95-f181-46ab-809f-e989645d97f5') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:44.403936 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (ee473f95-f181-46ab-809f-e989645d97f5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:44.423313 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ee473f95-f181-46ab-809f-e989645d97f5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:44.434359 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:21:44.435837 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (ee473f95-f181-46ab-809f-e989645d97f5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: self.session.flush() Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: self.session.flush() Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: self.session.flush() Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: self.session.flush() Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:21:44.438673 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:21:44.525266 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ade69f9-6efa-4d32-9d4a-cb2017f1c8ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:44.606157 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:44.612512 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ade69f9-6efa-4d32-9d4a-cb2017f1c8ac admin admin] Publish callbacks [] for security_group (28b024da-7c86-43ee-8576-80ceddcd4de5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:44.613208 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:44.619576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51308) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:44.620260 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] 10.222.0.31 "DELETE /v2.0/networks/7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05 HTTP/1.1" status: 204 len: 168 time: 1.6693566 Jan 28 06:21:44.633593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f870b8e-db15-42f9-b28b-46f281ed711b admin admin] Pushing event deleted for resources: {'Network': ['ID=7bac7f50-ba00-4efb-9aa1-8fc8b7cd3c05,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:44.717402 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ade69f9-6efa-4d32-9d4a-cb2017f1c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (28b024da-7c86-43ee-8576-80ceddcd4de5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:44.765485 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade69f9-6efa-4d32-9d4a-cb2017f1c8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b024da-7c86-43ee-8576-80ceddcd4de5,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:44.775070 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1ade69f9-6efa-4d32-9d4a-cb2017f1c8ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cda990f54ee545faab12e0d4019af3af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3994889 Jan 28 06:21:44.775472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51314) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:44.878687 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-243154b9-0720-4134-bf61-7b3834867ec7 admin admin] Publish callbacks [] for security_group (28b024da-7c86-43ee-8576-80ceddcd4de5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:44.902432 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-243154b9-0720-4134-bf61-7b3834867ec7 admin admin] Publish callbacks [] for security_group (28b024da-7c86-43ee-8576-80ceddcd4de5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:45.069072 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-243154b9-0720-4134-bf61-7b3834867ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (28b024da-7c86-43ee-8576-80ceddcd4de5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:45.071683 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-243154b9-0720-4134-bf61-7b3834867ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:45.076030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-243154b9-0720-4134-bf61-7b3834867ec7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28b024da-7c86-43ee-8576-80ceddcd4de5 HTTP/1.1" status: 204 len: 168 time: 0.2994823 Jan 28 06:21:45.082388 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e7e0d33-da8c-48e3-8b96-ddb14141a554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (73dd806a-34f1-4969-9fc9-3bbac658f3e3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:45.084717 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243154b9-0720-4134-bf61-7b3834867ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b024da-7c86-43ee-8576-80ceddcd4de5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:45.378559 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5860c-3c85-4e43-b295-8bc7aaecece2 req-951f756a-2247-46ed-8a67-ce269b5734b4 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:45.380182 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0f5860c-3c85-4e43-b295-8bc7aaecece2 req-951f756a-2247-46ed-8a67-ce269b5734b4 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.0874300 Jan 28 06:21:45.451202 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0f5860c-3c85-4e43-b295-8bc7aaecece2 req-d10c3103-76e7-462d-8b7c-4762808675a8 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518923 Jan 28 06:21:45.501966 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e0d33-da8c-48e3-8b96-ddb14141a554 admin admin] Deleting port 0ab907b8-eb06-434d-a35e-8ab9da3a169c {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:21:45.502562 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e7e0d33-da8c-48e3-8b96-ddb14141a554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:45.636081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-1e7e0d33-da8c-48e3-8b96-ddb14141a554 admin admin] For port 0ab907b8-eb06-434d-a35e-8ab9da3a169c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0ab907b8-eb06-434d-a35e-8ab9da3a169c,segment=NetworkSegment(e92da2b1-f596-424d-9710-2fc5d0c1b5c3),segment_id=e92da2b1-f596-424d-9710-2fc5d0c1b5c3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:21:45.638213 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e7e0d33-da8c-48e3-8b96-ddb14141a554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:45.657688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e0d33-da8c-48e3-8b96-ddb14141a554 admin admin] Calling delete_port for 0ab907b8-eb06-434d-a35e-8ab9da3a169c owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:21:46.006081 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e7e0d33-da8c-48e3-8b96-ddb14141a554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (0ab907b8-eb06-434d-a35e-8ab9da3a169c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:46.034674 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e0d33-da8c-48e3-8b96-ddb14141a554 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab907b8-eb06-434d-a35e-8ab9da3a169c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:46.321897 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e7e0d33-da8c-48e3-8b96-ddb14141a554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (73dd806a-34f1-4969-9fc9-3bbac658f3e3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:46.643007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d5f40-ed9b-4d0f-b62e-0e57547b8a05 req-d76ee981-5dc4-4f1d-8650-2e60219e66b5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:46.650351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e90d5f40-ed9b-4d0f-b62e-0e57547b8a05 req-d76ee981-5dc4-4f1d-8650-2e60219e66b5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.1047707 Jan 28 06:21:46.663086 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:21:46.685595 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7e0d33-da8c-48e3-8b96-ddb14141a554 admin admin] Router 73dd806a-34f1-4969-9fc9-3bbac658f3e3 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:21:46.746946 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e90d5f40-ed9b-4d0f-b62e-0e57547b8a05 req-70e0d6a3-a339-4e59-9ab9-1e1e99e6e46f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955961 Jan 28 06:21:46.842607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7e0d33-da8c-48e3-8b96-ddb14141a554 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:21:46.850738 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51358) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:46.854025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513673d8-d95d-473b-97c3-d137ed32cb5e None None] Sync routers for ids ['73dd806a-34f1-4969-9fc9-3bbac658f3e3'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:21:46.860584 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1e7e0d33-da8c-48e3-8b96-ddb14141a554 admin admin] 10.222.0.31 "PUT /v2.0/routers/73dd806a-34f1-4969-9fc9-3bbac658f3e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2388003 Jan 28 06:21:46.884756 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513673d8-d95d-473b-97c3-d137ed32cb5e None None] Routers {'73dd806a-34f1-4969-9fc9-3bbac658f3e3'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:21:46.885409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-513673d8-d95d-473b-97c3-d137ed32cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:21:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['73dd806a-34f1-4969-9fc9-3bbac658f3e3'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:47.038398 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-513673d8-d95d-473b-97c3-d137ed32cb5e None None] Set router 73dd806a-34f1-4969-9fc9-3bbac658f3e3 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:21:47.061160 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01b3e19a-dff9-4f53-8f26-a2ca9742ca88 admin admin] Publish callbacks [] for router (73dd806a-34f1-4969-9fc9-3bbac658f3e3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:47.243038 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01b3e19a-dff9-4f53-8f26-a2ca9742ca88 admin admin] Publish callbacks [] for router_gateway (73dd806a-34f1-4969-9fc9-3bbac658f3e3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:47.288190 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-513673d8-d95d-473b-97c3-d137ed32cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'name': 'tempest-TestVolumeBackupRestore-344630174-router', 'tenant_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '82362b7d-0ecc-4627-8dbb-65cc995263f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:40Z', 'updated_at': '2022-01-28T06:21:45Z', 'revision_number': 5, 'project_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'gw_port': {'id': '82362b7d-0ecc-4627-8dbb-65cc995263f0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:41Z', 'updated_at': '2022-01-28T06:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:47.321657 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513673d8-d95d-473b-97c3-d137ed32cb5e None None] Checking router: 73dd806a-34f1-4969-9fc9-3bbac658f3e3 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:21:47.335489 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513673d8-d95d-473b-97c3-d137ed32cb5e None None] Routers {'73dd806a-34f1-4969-9fc9-3bbac658f3e3'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:21:47.336437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-513673d8-d95d-473b-97c3-d137ed32cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:21:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['73dd806a-34f1-4969-9fc9-3bbac658f3e3'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:47.419926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-01b3e19a-dff9-4f53-8f26-a2ca9742ca88 admin admin] Deleting port 82362b7d-0ecc-4627-8dbb-65cc995263f0 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:21:47.419926 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01b3e19a-dff9-4f53-8f26-a2ca9742ca88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (82362b7d-0ecc-4627-8dbb-65cc995263f0), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:47.477142 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-513673d8-d95d-473b-97c3-d137ed32cb5e None None] Set router 73dd806a-34f1-4969-9fc9-3bbac658f3e3 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:21:47.533346 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-01b3e19a-dff9-4f53-8f26-a2ca9742ca88 admin admin] For port 82362b7d-0ecc-4627-8dbb-65cc995263f0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=82362b7d-0ecc-4627-8dbb-65cc995263f0,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:21:47.533970 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01b3e19a-dff9-4f53-8f26-a2ca9742ca88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (82362b7d-0ecc-4627-8dbb-65cc995263f0), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:47.551706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-01b3e19a-dff9-4f53-8f26-a2ca9742ca88 admin admin] Calling delete_port for 82362b7d-0ecc-4627-8dbb-65cc995263f0 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:21:47.724266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-513673d8-d95d-473b-97c3-d137ed32cb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'name': 'tempest-TestVolumeBackupRestore-344630174-router', 'tenant_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '82362b7d-0ecc-4627-8dbb-65cc995263f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:40Z', 'updated_at': '2022-01-28T06:21:45Z', 'revision_number': 5, 'project_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'gw_port': {'id': '82362b7d-0ecc-4627-8dbb-65cc995263f0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:41Z', 'updated_at': '2022-01-28T06:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:47.779596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513673d8-d95d-473b-97c3-d137ed32cb5e None None] The sync data for ids ['73dd806a-34f1-4969-9fc9-3bbac658f3e3'] in n-d-812111-12 is: [{'id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'name': 'tempest-TestVolumeBackupRestore-344630174-router', 'tenant_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '82362b7d-0ecc-4627-8dbb-65cc995263f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:15:40Z', 'updated_at': '2022-01-28T06:21:45Z', 'revision_number': 5, 'project_id': 'aa52a51a1c8d4687be87b376bf3909fa', 'gw_port': {'id': '82362b7d-0ecc-4627-8dbb-65cc995263f0', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dd806a-34f1-4969-9fc9-3bbac658f3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:15:41Z', 'updated_at': '2022-01-28T06:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:21:47.939882 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01b3e19a-dff9-4f53-8f26-a2ca9742ca88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (82362b7d-0ecc-4627-8dbb-65cc995263f0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:47.979859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6cf9b-0431-4ab6-a087-d439b2dde575 req-a5801b6c-f1c2-42d8-8288-c2c280032211 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:47.987947 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dff6cf9b-0431-4ab6-a087-d439b2dde575 req-a5801b6c-f1c2-42d8-8288-c2c280032211 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.1106882 Jan 28 06:21:48.026742 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3e19a-dff9-4f53-8f26-a2ca9742ca88 admin admin] Pushing event deleted for resources: {'Port': ['ID=82362b7d-0ecc-4627-8dbb-65cc995263f0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:48.122668 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01b3e19a-dff9-4f53-8f26-a2ca9742ca88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (73dd806a-34f1-4969-9fc9-3bbac658f3e3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:48.247016 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01b3e19a-dff9-4f53-8f26-a2ca9742ca88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (73dd806a-34f1-4969-9fc9-3bbac658f3e3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:48.249379 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01b3e19a-dff9-4f53-8f26-a2ca9742ca88 admin admin] Publish callbacks [] for router_controller (73dd806a-34f1-4969-9fc9-3bbac658f3e3), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:48.267506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dff6cf9b-0431-4ab6-a087-d439b2dde575 req-2dade242-58e1-454c-bb33-21df8b61d6d7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787018 Jan 28 06:21:48.445902 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01b3e19a-dff9-4f53-8f26-a2ca9742ca88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (73dd806a-34f1-4969-9fc9-3bbac658f3e3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:48.446519 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b3e19a-dff9-4f53-8f26-a2ca9742ca88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73dd806a-34f1-4969-9fc9-3bbac658f3e3 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:21:48.451029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01b3e19a-dff9-4f53-8f26-a2ca9742ca88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:48.452238 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-01b3e19a-dff9-4f53-8f26-a2ca9742ca88 admin admin] 10.222.0.31 "DELETE /v2.0/routers/73dd806a-34f1-4969-9fc9-3bbac658f3e3 HTTP/1.1" status: 204 len: 168 time: 1.6005046 Jan 28 06:21:48.454789 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51378) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:48.524941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-70615b7d-868a-44f1-ab71-284e277bef8a admin admin] Deleting subnet 1c48f025-413a-424e-94a3-107a8590ffcc {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:21:48.528226 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70615b7d-868a-44f1-ab71-284e277bef8a admin admin] Publish callbacks [] for subnet (1c48f025-413a-424e-94a3-107a8590ffcc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:48.574586 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70615b7d-868a-44f1-ab71-284e277bef8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (1c48f025-413a-424e-94a3-107a8590ffcc), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:48.671923 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70615b7d-868a-44f1-ab71-284e277bef8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (1c48f025-413a-424e-94a3-107a8590ffcc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:48.839290 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70615b7d-868a-44f1-ab71-284e277bef8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (1c48f025-413a-424e-94a3-107a8590ffcc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:48.873221 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70615b7d-868a-44f1-ab71-284e277bef8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c48f025-413a-424e-94a3-107a8590ffcc,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:48.875292 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-70615b7d-868a-44f1-ab71-284e277bef8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:48.884036 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-70615b7d-868a-44f1-ab71-284e277bef8a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1c48f025-413a-424e-94a3-107a8590ffcc HTTP/1.1" status: 204 len: 168 time: 0.4229040 Jan 28 06:21:48.884144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d943a8-6444-45ae-a625-f5638601ed05 None None] Network fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:21:48.884567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51382) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:49.037463 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:49.126885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291aa84d-1f73-4c66-9009-6b861893bc4c None None] DHCP port deletion for fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:21:49.139107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] Deleting port 6e264da0-f91b-4c36-84a4-92e1ac537f6f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:21:49.140228 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6e264da0-f91b-4c36-84a4-92e1ac537f6f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:49.238775 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] For port 6e264da0-f91b-4c36-84a4-92e1ac537f6f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6e264da0-f91b-4c36-84a4-92e1ac537f6f,segment=NetworkSegment(e92da2b1-f596-424d-9710-2fc5d0c1b5c3),segment_id=e92da2b1-f596-424d-9710-2fc5d0c1b5c3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:21:49.239150 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6e264da0-f91b-4c36-84a4-92e1ac537f6f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:49.254371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] Calling delete_port for 6e264da0-f91b-4c36-84a4-92e1ac537f6f owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:21:49.257596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-291aa84d-1f73-4c66-9009-6b861893bc4c None None] Deleting port 6e264da0-f91b-4c36-84a4-92e1ac537f6f {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:21:49.260221 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-291aa84d-1f73-4c66-9009-6b861893bc4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6e264da0-f91b-4c36-84a4-92e1ac537f6f), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:49.350539 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-291aa84d-1f73-4c66-9009-6b861893bc4c None None] For port 6e264da0-f91b-4c36-84a4-92e1ac537f6f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6e264da0-f91b-4c36-84a4-92e1ac537f6f,segment=NetworkSegment(e92da2b1-f596-424d-9710-2fc5d0c1b5c3),segment_id=e92da2b1-f596-424d-9710-2fc5d0c1b5c3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:21:49.351057 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-291aa84d-1f73-4c66-9009-6b861893bc4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6e264da0-f91b-4c36-84a4-92e1ac537f6f), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:49.370872 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-291aa84d-1f73-4c66-9009-6b861893bc4c None None] Calling delete_port for 6e264da0-f91b-4c36-84a4-92e1ac537f6f owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:21:49.485072 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8b21-5044-4563-964d-e17f476bb330 req-2b61374e-d1e8-4ad2-836b-5c130670b3e4 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:49.487523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 82362b7d-0ecc-4627-8dbb-65cc995263f0 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:21:49.491821 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1bc8b21-5044-4563-964d-e17f476bb330 req-2b61374e-d1e8-4ad2-836b-5c130670b3e4 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.0741220 Jan 28 06:21:49.521846 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 82362b7d-0ecc-4627-8dbb-65cc995263f0 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:21:49.522471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 82362b7d-0ecc-4627-8dbb-65cc995263f0 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:21:49.523042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0ab907b8-eb06-434d-a35e-8ab9da3a169c no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:21:49.551944 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 0ab907b8-eb06-434d-a35e-8ab9da3a169c {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:21:49.552552 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0ab907b8-eb06-434d-a35e-8ab9da3a169c not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:21:49.553656 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6e264da0-f91b-4c36-84a4-92e1ac537f6f no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:21:49.553835 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1bc8b21-5044-4563-964d-e17f476bb330 req-dfe57e5c-511c-4886-96e1-916f78ca552a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580940 Jan 28 06:21:49.589899 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (6e264da0-f91b-4c36-84a4-92e1ac537f6f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:21:49.595332 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 06:21:49.607312 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-291aa84d-1f73-4c66-9009-6b861893bc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (6e264da0-f91b-4c36-84a4-92e1ac537f6f), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:49.612803 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] No DVR routers for this DVR port 6e264da0-f91b-4c36-84a4-92e1ac537f6f on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:21:49.623124 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291aa84d-1f73-4c66-9009-6b861893bc4c None None] No DVR routers for this DVR port 6e264da0-f91b-4c36-84a4-92e1ac537f6f on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:21:49.627354 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No active binding found for port 6e264da0-f91b-4c36-84a4-92e1ac537f6f {{(pid=103636) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 06:21:49.628036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] The host n-d-812111-12 is not matching for port 6e264da0-f91b-4c36-84a4-92e1ac537f6f host None! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:21:49.628657 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6e264da0-f91b-4c36-84a4-92e1ac537f6f not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:21:49.652131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e264da0-f91b-4c36-84a4-92e1ac537f6f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:49.669670 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291aa84d-1f73-4c66-9009-6b861893bc4c None None] Pushing event deleted for resources: {'Port': ['ID=6e264da0-f91b-4c36-84a4-92e1ac537f6f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:49.729556 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:49.751098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:49.760413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92da2b1-f596-424d-9710-2fc5d0c1b5c3') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:49.760712 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92da2b1-f596-424d-9710-2fc5d0c1b5c3') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:21:49.772249 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (e92da2b1-f596-424d-9710-2fc5d0c1b5c3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:49.786674 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (e92da2b1-f596-424d-9710-2fc5d0c1b5c3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:49.793666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:21:49.794273 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (e92da2b1-f596-424d-9710-2fc5d0c1b5c3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:21:49.796546 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:21:49.954862 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:49.965012 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:49.969292 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e HTTP/1.1" status: 204 len: 168 time: 1.0841019 Jan 28 06:21:49.984902 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7841e-bb6c-4064-a186-26f9ed69e272 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb5a67f9-9e08-44dd-8aaa-5cea098a5d2e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:50.331920 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51394) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:50.375361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-443a91c3-02cb-4e0f-bedd-ec575bac3f91 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52b7a7981a1b46de97bf04ddda02f79f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422735 Jan 28 06:21:50.378007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51396) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:50.425558 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9fa91926-ddd9-44c2-8ffa-f0b1655df1dd admin admin] Publish callbacks [] for security_group (c5265833-1e23-4b05-925b-91dec2a4dfbc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:50.447338 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9fa91926-ddd9-44c2-8ffa-f0b1655df1dd admin admin] Publish callbacks [] for security_group (c5265833-1e23-4b05-925b-91dec2a4dfbc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:50.592392 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9fa91926-ddd9-44c2-8ffa-f0b1655df1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c5265833-1e23-4b05-925b-91dec2a4dfbc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:50.595500 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9fa91926-ddd9-44c2-8ffa-f0b1655df1dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:50.599052 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9fa91926-ddd9-44c2-8ffa-f0b1655df1dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5265833-1e23-4b05-925b-91dec2a4dfbc HTTP/1.1" status: 204 len: 168 time: 0.2177413 Jan 28 06:21:50.605346 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa91926-ddd9-44c2-8ffa-f0b1655df1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5265833-1e23-4b05-925b-91dec2a4dfbc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:50.700299 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdfde3-1359-40b9-89bf-7f64e831364e req-fa283628-f571-49fc-8ea4-31698e20fcfc tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:50.702865 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fcdfde3-1359-40b9-89bf-7f64e831364e req-fa283628-f571-49fc-8ea4-31698e20fcfc tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.0538592 Jan 28 06:21:50.759012 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fcdfde3-1359-40b9-89bf-7f64e831364e req-658cd042-142b-4e54-9f18-7cba466f8635 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506594 Jan 28 06:21:51.422722 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51410) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:51.488289 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2a579415-1135-4624-9170-98248c1d51b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa52a51a1c8d4687be87b376bf3909fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0643148 Jan 28 06:21:51.503483 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51414) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:21:51.554736 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3affbb95-bb47-442b-8b55-608d994064b4 admin admin] Publish callbacks [] for security_group (39eafcb1-4d4c-489f-afbb-2f2f572b3cfb), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:51.576031 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3affbb95-bb47-442b-8b55-608d994064b4 admin admin] Publish callbacks [] for security_group (39eafcb1-4d4c-489f-afbb-2f2f572b3cfb), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:51.697231 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3affbb95-bb47-442b-8b55-608d994064b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (39eafcb1-4d4c-489f-afbb-2f2f572b3cfb), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:51.699982 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3affbb95-bb47-442b-8b55-608d994064b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:51.701357 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3affbb95-bb47-442b-8b55-608d994064b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39eafcb1-4d4c-489f-afbb-2f2f572b3cfb HTTP/1.1" status: 204 len: 168 time: 0.1965656 Jan 28 06:21:51.709842 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affbb95-bb47-442b-8b55-608d994064b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eafcb1-4d4c-489f-afbb-2f2f572b3cfb,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:51.900489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc46bd9-48ef-42e0-8e36-0f558572fc37 req-e3169514-3296-411f-831c-080a0f962511 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:51.906592 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dcc46bd9-48ef-42e0-8e36-0f558572fc37 req-e3169514-3296-411f-831c-080a0f962511 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.0540414 Jan 28 06:21:51.961813 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dcc46bd9-48ef-42e0-8e36-0f558572fc37 req-f9fc44c6-940b-40a6-a66f-7121ed18e290 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524817 Jan 28 06:21:53.083285 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17470bb3-f614-441b-911c-06ba7fa7cf48 req-38808be8-a0c3-4564-a78c-c8b15f767301 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:53.089884 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-17470bb3-f614-441b-911c-06ba7fa7cf48 req-38808be8-a0c3-4564-a78c-c8b15f767301 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.0549870 Jan 28 06:21:53.135344 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-17470bb3-f614-441b-911c-06ba7fa7cf48 req-2c673dbd-3799-4a71-8ac4-b52a4feab689 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446198 Jan 28 06:21:54.263719 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d79a95-59be-4122-a64b-b333613747d0 req-9df010a0-4a95-42e7-923b-cba3bd40d22a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:54.283180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5d79a95-59be-4122-a64b-b333613747d0 req-9df010a0-4a95-42e7-923b-cba3bd40d22a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.0545468 Jan 28 06:21:54.316039 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5d79a95-59be-4122-a64b-b333613747d0 req-a156199a-abcf-47fa-a669-9c56a2ffa5ad tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446339 Jan 28 06:21:55.220546 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:55.433858 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754678ec-1d3b-4a41-b477-17631ddb3042 req-f2e9111b-73cc-405f-bca9-2294bcba1c8b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:55.436921 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-754678ec-1d3b-4a41-b477-17631ddb3042 req-f2e9111b-73cc-405f-bca9-2294bcba1c8b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 943 time: 0.0511966 Jan 28 06:21:55.489616 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-754678ec-1d3b-4a41-b477-17631ddb3042 req-e3df9054-c128-44f8-94f0-7e9c4718bd9e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470643 Jan 28 06:21:56.216284 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 42eaa6ce-1200-425c-ac79-fa2b88aed641 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:21:56.316520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 42eaa6ce-1200-425c-ac79-fa2b88aed641, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=42eaa6ce-1200-425c-ac79-fa2b88aed641,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:21:56.330683 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '42eaa6ce-1200-425c-ac79-fa2b88aed641', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'port_id': '42eaa6ce-1200-425c-ac79-fa2b88aed641', 'mac_address': 'fa:16:3e:0f:66:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:21:56.371450 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 42eaa6ce-1200-425c-ac79-fa2b88aed641 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:21:56.371839 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (42eaa6ce-1200-425c-ac79-fa2b88aed641), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:56.386144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42eaa6ce-1200-425c-ac79-fa2b88aed641 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:21:56.406640 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 42eaa6ce-1200-425c-ac79-fa2b88aed641, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=42eaa6ce-1200-425c-ac79-fa2b88aed641,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:21:56.554196 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (42eaa6ce-1200-425c-ac79-fa2b88aed641), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:56.615643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=42eaa6ce-1200-425c-ac79-fa2b88aed641,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:56.637248 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09028873-3e2e-4940-ba69-101933eefc8c req-afbe2406-2109-40a4-a3de-7e602f8e0d30 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:56.644856 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09028873-3e2e-4940-ba69-101933eefc8c req-afbe2406-2109-40a4-a3de-7e602f8e0d30 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 944 time: 0.0746000 Jan 28 06:21:56.690175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09028873-3e2e-4940-ba69-101933eefc8c req-c45e8973-2a4f-4fab-9461-827d539bc773 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450785 Jan 28 06:21:56.851689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['42eaa6ce-1200-425c-ac79-fa2b88aed641'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:21:57.807821 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b8956-d0fe-4cbb-99fd-d301af1a79ee req-cdf2a0c7-3957-4177-b4e3-b7a1509b2099 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:57.809341 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b10b8956-d0fe-4cbb-99fd-d301af1a79ee req-cdf2a0c7-3957-4177-b4e3-b7a1509b2099 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 944 time: 0.0491381 Jan 28 06:21:57.866820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b10b8956-d0fe-4cbb-99fd-d301af1a79ee req-05229a3f-84f7-4c38-9010-8392b9d9d79e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470452 Jan 28 06:21:57.965832 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:58.218192 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 42eaa6ce-1200-425c-ac79-fa2b88aed641 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:21:58.345911 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 42eaa6ce-1200-425c-ac79-fa2b88aed641 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:21:58.352028 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 42eaa6ce-1200-425c-ac79-fa2b88aed641 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:21:58.352028 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (42eaa6ce-1200-425c-ac79-fa2b88aed641), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:58.440014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 42eaa6ce-1200-425c-ac79-fa2b88aed641 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:21:58.440965 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (42eaa6ce-1200-425c-ac79-fa2b88aed641), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:58.463533 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42eaa6ce-1200-425c-ac79-fa2b88aed641'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:21:58.465724 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4a2795-6fd4-4dc0-903e-beee4df806e9" -d '{"events": [{"server_uuid": "9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4", "name": "network-vif-plugged", "status": "completed", "tag": "42eaa6ce-1200-425c-ac79-fa2b88aed641"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:21:58.479204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 42eaa6ce-1200-425c-ac79-fa2b88aed641, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=42eaa6ce-1200-425c-ac79-fa2b88aed641,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:21:58.514040 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94ec94f-4ba4-4e51-a903-0a90e62c01a6 x-openstack-request-id: req-c94ec94f-4ba4-4e51-a903-0a90e62c01a6 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:21:58.515326 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4", "name": "network-vif-plugged", "status": "completed", "tag": "42eaa6ce-1200-425c-ac79-fa2b88aed641", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:21:58.515755 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c94ec94f-4ba4-4e51-a903-0a90e62c01a6 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:21:58.522996 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42eaa6ce-1200-425c-ac79-fa2b88aed641', 'code': 200} Jan 28 06:21:58.591856 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (42eaa6ce-1200-425c-ac79-fa2b88aed641), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:21:58.643484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=42eaa6ce-1200-425c-ac79-fa2b88aed641,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:21:58.649536 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2887ea-6689-4c84-be7e-0ab9a30e58c9 req-f8eb87d8-6a21-4726-a0fb-5e883fe0c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:58.660184 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fd2887ea-6689-4c84-be7e-0ab9a30e58c9 req-f8eb87d8-6a21-4726-a0fb-5e883fe0c38a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 1097 time: 0.0658274 Jan 28 06:21:58.710628 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fd2887ea-6689-4c84-be7e-0ab9a30e58c9 req-4c5591e0-600f-45ef-ae9c-7a774e44baad service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440488 Jan 28 06:21:58.998034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00039b1f-7c0e-4386-b571-f098ddc7a202 req-7008de20-2187-41f4-8d7e-d4596b1c2a71 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:21:59.000969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00039b1f-7c0e-4386-b571-f098ddc7a202 req-7008de20-2187-41f4-8d7e-d4596b1c2a71 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 945 time: 0.0524662 Jan 28 06:21:59.059667 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00039b1f-7c0e-4386-b571-f098ddc7a202 req-8d2806b0-5baf-4994-92b0-a92cf532fdf9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526998 Jan 28 06:22:00.182086 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c64bc-f012-474e-a40c-b92a300532e7 req-449d3ebf-e023-45e1-b4dc-9c1f6563ae38 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:00.183595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a66c64bc-f012-474e-a40c-b92a300532e7 req-449d3ebf-e023-45e1-b4dc-9c1f6563ae38 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 945 time: 0.0514054 Jan 28 06:22:00.236151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a66c64bc-f012-474e-a40c-b92a300532e7 req-b888a370-9162-49b3-ad8e-02679b84e210 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461586 Jan 28 06:22:01.362818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75377a9-91db-475d-bc48-0e196d699e88 req-7c3b8756-532e-4d50-a70a-876ad49f60da tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:01.365044 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f75377a9-91db-475d-bc48-0e196d699e88 req-7c3b8756-532e-4d50-a70a-876ad49f60da tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 945 time: 0.0566885 Jan 28 06:22:01.418909 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f75377a9-91db-475d-bc48-0e196d699e88 req-4948243c-6de7-41aa-874d-97c22f7aead8 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489037 Jan 28 06:22:01.558142 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ba8b4-96fc-46d1-93d5-e58465772ad7 req-597ff8a2-0807-420d-8cea-957a11e0b579 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:01.558719 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-736ba8b4-96fc-46d1-93d5-e58465772ad7 req-597ff8a2-0807-420d-8cea-957a11e0b579 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 945 time: 0.0554624 Jan 28 06:22:01.616623 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-736ba8b4-96fc-46d1-93d5-e58465772ad7 req-a386f697-8045-4203-98e1-dbd316f75c63 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514383 Jan 28 06:22:01.641120 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51488) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:01.682543 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8777a41-dc7a-4921-9c63-cb8aca76abc8 tempest-TestVolumeBootPattern-687546950 tempest-TestVolumeBootPattern-687546950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:01.684217 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f8777a41-dc7a-4921-9c63-cb8aca76abc8 tempest-TestVolumeBootPattern-687546950 tempest-TestVolumeBootPattern-687546950-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 1092 time: 0.0416770 Jan 28 06:22:01.687151 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51490) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:01.691471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': '42eaa6ce-1200-425c-ac79-fa2b88aed641', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:22:01.814761 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:02.229881 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:02.333592 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Allocated IP 172.25.0.173 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/a24d220e-1bd1-42a0-b918-f154cd85c252) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:22:02.460463 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for port (a24d220e-1bd1-42a0-b918-f154cd85c252), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:02.497001 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ceb103f-f7cd-4fa9-94ab-f37ca013bbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:02.586640 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a24d220e-1bd1-42a0-b918-f154cd85c252), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:02.625720 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:22:02.630437 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:22:02.633033 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:22:02.664120 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'Port': ['ID=a24d220e-1bd1-42a0-b918-f154cd85c252,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:03.039110 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for floatingip (486951ef-b6fe-4634-9db8-b4b2f8dce89a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:03.098317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51500) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:03.196714 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a24d220e-1bd1-42a0-b918-f154cd85c252), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:03.243833 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bdf1bea0-ece7-4f5f-a823-ae3bda921789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:03.407066 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bdf1bea0-ece7-4f5f-a823-ae3bda921789 admin admin] Publish callbacks [] for security_group (cb634922-9f57-42d9-b705-22394be0846e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:03.427103 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for port (a24d220e-1bd1-42a0-b918-f154cd85c252), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:03.500371 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bdf1bea0-ece7-4f5f-a823-ae3bda921789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cb634922-9f57-42d9-b705-22394be0846e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:03.549723 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bdf1bea0-ece7-4f5f-a823-ae3bda921789 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b727e880fcb49ee9617a74c0e1d838f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4483252 Jan 28 06:22:03.549723 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1bea0-ece7-4f5f-a823-ae3bda921789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb634922-9f57-42d9-b705-22394be0846e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:03.550658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51504) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:03.554417 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (a24d220e-1bd1-42a0-b918-f154cd85c252), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:03.607613 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (486951ef-b6fe-4634-9db8-b4b2f8dce89a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:03.615092 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9549740-b9de-413c-85b6-8d08d5d8f2df admin admin] Publish callbacks [] for security_group (cb634922-9f57-42d9-b705-22394be0846e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:03.637132 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9549740-b9de-413c-85b6-8d08d5d8f2df admin admin] Publish callbacks [] for security_group (cb634922-9f57-42d9-b705-22394be0846e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:03.736602 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'Port': ['ID=a24d220e-1bd1-42a0-b918-f154cd85c252,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:03.756294 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Floating IP 486951ef-b6fe-4634-9db8-b4b2f8dce89a associated. External IP: 172.25.0.173, port: 42eaa6ce-1200-425c-ac79-fa2b88aed641. Jan 28 06:22:03.851730 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9549740-b9de-413c-85b6-8d08d5d8f2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cb634922-9f57-42d9-b705-22394be0846e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:03.854381 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9549740-b9de-413c-85b6-8d08d5d8f2df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:03.858530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d9549740-b9de-413c-85b6-8d08d5d8f2df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb634922-9f57-42d9-b705-22394be0846e HTTP/1.1" status: 204 len: 168 time: 0.3027627 Jan 28 06:22:03.869054 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9549740-b9de-413c-85b6-8d08d5d8f2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb634922-9f57-42d9-b705-22394be0846e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:04.016426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:22:04.142650 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:22:04.159006 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd1683c-3556-445a-b5c9-15b9a3836cb4 None None] Sync routers for ids ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:22:04.169983 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd1683c-3556-445a-b5c9-15b9a3836cb4 None None] Routers {'b082da49-aff1-4bf9-90dd-ec783c4f1cd5'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:22:04.176164 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cdd1683c-3556-445a-b5c9-15b9a3836cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:21:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:22:04.248827 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:04.279481 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-cdd1683c-3556-445a-b5c9-15b9a3836cb4 None None] Set router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:22:04.280278 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7ee64f7c-1352-4527-bda5-8a8a4421e631 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5913737 Jan 28 06:22:04.280817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'tag': '42eaa6ce-1200-425c-ac79-fa2b88aed641'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:22:04.283577 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb005cb-278a-432f-bb6f-ee5a1c26c5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4", "tag": "42eaa6ce-1200-425c-ac79-fa2b88aed641"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:22:04.322136 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a739a1cf-bae5-44bd-9823-06ac9b38d9d2 x-openstack-request-id: req-a739a1cf-bae5-44bd-9823-06ac9b38d9d2 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:22:04.322474 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4", "tag": "42eaa6ce-1200-425c-ac79-fa2b88aed641", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:22:04.322734 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a739a1cf-bae5-44bd-9823-06ac9b38d9d2 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:22:04.323150 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'tag': '42eaa6ce-1200-425c-ac79-fa2b88aed641', 'status': 'completed', 'code': 200} Jan 28 06:22:04.424141 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb005cb-278a-432f-bb6f-ee5a1c26c5a1 req-94cc8694-327c-4da0-907a-e656cb39990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:04.425642 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ddb005cb-278a-432f-bb6f-ee5a1c26c5a1 req-94cc8694-327c-4da0-907a-e656cb39990d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 1097 time: 0.0529890 Jan 28 06:22:04.531060 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cdd1683c-3556-445a-b5c9-15b9a3836cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '486951ef-b6fe-4634-9db8-b4b2f8dce89a', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'port_id': '42eaa6ce-1200-425c-ac79-fa2b88aed641', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'mac_address': 'fa:16:3e:0f:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:22:02Z', 'updated_at': '2022-01-28T06:22:02Z', 'revision_number': 0, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:54Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:22:04.543217 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb005cb-278a-432f-bb6f-ee5a1c26c5a1 req-08ebd7d3-eced-49ad-877f-11aa1dd4396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:04.544769 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ddb005cb-278a-432f-bb6f-ee5a1c26c5a1 req-08ebd7d3-eced-49ad-877f-11aa1dd4396b service neutron] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 912 time: 0.1110508 Jan 28 06:22:04.562494 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd1683c-3556-445a-b5c9-15b9a3836cb4 None None] Checking router: b082da49-aff1-4bf9-90dd-ec783c4f1cd5 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:22:04.575242 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd1683c-3556-445a-b5c9-15b9a3836cb4 None None] Routers {'b082da49-aff1-4bf9-90dd-ec783c4f1cd5'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:22:04.575818 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cdd1683c-3556-445a-b5c9-15b9a3836cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:21:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:22:04.617294 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ddb005cb-278a-432f-bb6f-ee5a1c26c5a1 req-c2ce9b47-5056-4077-b475-fcd5efba8e86 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42eaa6ce-1200-425c-ac79-fa2b88aed641 HTTP/1.1" status: 200 len: 999 time: 0.0666654 Jan 28 06:22:04.669782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb005cb-278a-432f-bb6f-ee5a1c26c5a1 req-5574cf4e-0324-44a2-a744-8362b22dd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:04.671601 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ddb005cb-278a-432f-bb6f-ee5a1c26c5a1 req-5574cf4e-0324-44a2-a744-8362b22dd552 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.0491841 Jan 28 06:22:04.688264 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-cdd1683c-3556-445a-b5c9-15b9a3836cb4 None None] Set router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:22:04.723319 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb005cb-278a-432f-bb6f-ee5a1c26c5a1 req-db071e9c-09c0-4047-b783-02855f5f5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:04.724850 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ddb005cb-278a-432f-bb6f-ee5a1c26c5a1 req-db071e9c-09c0-4047-b783-02855f5f5ebb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475492 Jan 28 06:22:04.840681 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ddb005cb-278a-432f-bb6f-ee5a1c26c5a1 req-ad470a80-8744-4680-96df-41160a3e11a6 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092250 Jan 28 06:22:04.905101 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4cfbf4e-d83b-409a-9283-a0be33b1a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:04.954967 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ddb005cb-278a-432f-bb6f-ee5a1c26c5a1 req-4c0106e9-6108-4fe8-8344-3b79d60853d2 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093562 Jan 28 06:22:04.971351 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cdd1683c-3556-445a-b5c9-15b9a3836cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '486951ef-b6fe-4634-9db8-b4b2f8dce89a', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'port_id': '42eaa6ce-1200-425c-ac79-fa2b88aed641', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'mac_address': 'fa:16:3e:0f:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:22:02Z', 'updated_at': '2022-01-28T06:22:02Z', 'revision_number': 0, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:54Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:22:04.999618 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd1683c-3556-445a-b5c9-15b9a3836cb4 None None] The sync data for ids ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'] in n-d-812111-12 is: [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '486951ef-b6fe-4634-9db8-b4b2f8dce89a', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'port_id': '42eaa6ce-1200-425c-ac79-fa2b88aed641', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'mac_address': 'fa:16:3e:0f:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:22:02Z', 'updated_at': '2022-01-28T06:22:02Z', 'revision_number': 0, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:54Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:22:05.213187 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643139d3-5e74-45f3-98c9-a3c4a5a3f38f None None] New status for floating IP 486951ef-b6fe-4634-9db8-b4b2f8dce89a: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:22:05.946844 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51550) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:06.092838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-61975433-8484-4ace-bb4d-279e2dbdbaa9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'network': {'name': 'tempest-network-smoke--365071650', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'port_security_enabled': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:22:06.176873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61975433-8484-4ace-bb4d-279e2dbdbaa9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Made reservation on behalf of 2f01a49a198243c1b64c13a2e783497d for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:22:06.180567 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61975433-8484-4ace-bb4d-279e2dbdbaa9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:06.189858 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61975433-8484-4ace-bb4d-279e2dbdbaa9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:06.266930 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61975433-8484-4ace-bb4d-279e2dbdbaa9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (2e0925c3-c3ed-419d-84ea-87cc8bb521f6), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:06.385756 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61975433-8484-4ace-bb4d-279e2dbdbaa9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2e0925c3-c3ed-419d-84ea-87cc8bb521f6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:06.412459 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61975433-8484-4ace-bb4d-279e2dbdbaa9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:22:06.421609 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61975433-8484-4ace-bb4d-279e2dbdbaa9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0925c3-c3ed-419d-84ea-87cc8bb521f6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:06.427937 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61975433-8484-4ace-bb4d-279e2dbdbaa9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (01619ae4-3c72-4150-9f38-4c3ff3968499), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:06.428289 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-61975433-8484-4ace-bb4d-279e2dbdbaa9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Added segment 01619ae4-3c72-4150-9f38-4c3ff3968499 of type vlan for network b48d41c9-0fcc-469a-be17-44ee44e32c4c Jan 28 06:22:06.469645 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61975433-8484-4ace-bb4d-279e2dbdbaa9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (b48d41c9-0fcc-469a-be17-44ee44e32c4c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:06.591768 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61975433-8484-4ace-bb4d-279e2dbdbaa9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (b48d41c9-0fcc-469a-be17-44ee44e32c4c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:06.597724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61975433-8484-4ace-bb4d-279e2dbdbaa9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:06.598329 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61975433-8484-4ace-bb4d-279e2dbdbaa9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:06.663094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61975433-8484-4ace-bb4d-279e2dbdbaa9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Network': ['ID=b48d41c9-0fcc-469a-be17-44ee44e32c4c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:06.673255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network b48d41c9-0fcc-469a-be17-44ee44e32c4c details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:22:06.723818 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:06.794495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-61975433-8484-4ace-bb4d-279e2dbdbaa9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8464456 Jan 28 06:22:06.797333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51554) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:06.801760 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'admin_state_up': True, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:22:06.980142 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (f5c599f0-f73e-4411-ae5d-15669d802980), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:06.981249 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (f5c599f0-f73e-4411-ae5d-15669d802980), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:07.039347 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for router_controller (f5c599f0-f73e-4411-ae5d-15669d802980), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:07.262823 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for router_gateway (f5c599f0-f73e-4411-ae5d-15669d802980), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:07.560244 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for router_gateway (f5c599f0-f73e-4411-ae5d-15669d802980), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:07.578788 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:07.685398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Allocated IP 172.25.0.153 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/60197974-97de-4f36-b560-fb21e2f90a02) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:22:07.785422 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for port (60197974-97de-4f36-b560-fb21e2f90a02), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:07.891757 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (60197974-97de-4f36-b560-fb21e2f90a02), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:07.935442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:22:07.938693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:22:07.941341 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:22:07.968277 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Port': ['ID=60197974-97de-4f36-b560-fb21e2f90a02,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:08.014886 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:08.575230 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for router_gateway (f5c599f0-f73e-4411-ae5d-15669d802980), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:08.782542 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (f5c599f0-f73e-4411-ae5d-15669d802980), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:09.052658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Router f5c599f0-f73e-4411-ae5d-15669d802980 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:22:09.128535 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:09.159630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:22:09.169666 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Sync routers for ids ['f5c599f0-f73e-4411-ae5d-15669d802980'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:22:09.179970 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Routers {'f5c599f0-f73e-4411-ae5d-15669d802980'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:22:09.180582 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:22:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f5c599f0-f73e-4411-ae5d-15669d802980'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:22:09.262409 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:09.263795 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-dc232477-8038-4e39-8b32-574d4ada9b39 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4655368 Jan 28 06:22:09.267545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51566) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:09.286874 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Set router f5c599f0-f73e-4411-ae5d-15669d802980 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:22:09.375226 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ae21402d-8131-4b0a-94e2-acca7d3ffc88 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2f01a49a198243c1b64c13a2e783497d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1060719 Jan 28 06:22:09.383961 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51572) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:09.479184 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:22:08Z', 'revision_number': 3, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:22:09.546894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ce58da-ab15-47b2-8575-b51d7fce9635 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:09.548468 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c5ce58da-ab15-47b2-8575-b51d7fce9635 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1635523 Jan 28 06:22:09.551338 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51574) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:09.588804 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-939f76bd-488b-4c1a-9e09-e8aec7fbf064 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339682 Jan 28 06:22:09.589449 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51576) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:09.594081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-57e88c32-de27-428d-b0e8-dca12a4bf0f2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-332821365', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:22:09.607574 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Checking router: f5c599f0-f73e-4411-ae5d-15669d802980 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:22:09.608457 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Updating router f5c599f0-f73e-4411-ae5d-15669d802980 port 60197974-97de-4f36-b560-fb21e2f90a02 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:22:09.634604 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (60197974-97de-4f36-b560-fb21e2f90a02), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:09.765595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e88c32-de27-428d-b0e8-dca12a4bf0f2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Made reservation on behalf of 2f01a49a198243c1b64c13a2e783497d for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:22:09.769350 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57e88c32-de27-428d-b0e8-dca12a4bf0f2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:09.933352 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Publish callbacks [] for port (60197974-97de-4f36-b560-fb21e2f90a02), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:10.054701 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (60197974-97de-4f36-b560-fb21e2f90a02), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:10.071856 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57e88c32-de27-428d-b0e8-dca12a4bf0f2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (61cc0cf8-096e-4360-8ab3-12d92cab8fc7), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:10.105657 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Attempting to bind port 60197974-97de-4f36-b560-fb21e2f90a02 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:22:10.111118 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Attempting to bind port 60197974-97de-4f36-b560-fb21e2f90a02 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:22:10.111118 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Attempting to bind port 60197974-97de-4f36-b560-fb21e2f90a02 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:22:10.118546 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:22:10.118921 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:22:10.119323 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:10.119710 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:22:10.120575 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Bound port: 60197974-97de-4f36-b560-fb21e2f90a02, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:22:10.120575 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (60197974-97de-4f36-b560-fb21e2f90a02), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:10.122232 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3cd5c-39e5-4232-907c-765ba928787c None None] Pushing event updated for resources: {'Port': ['ID=60197974-97de-4f36-b560-fb21e2f90a02,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:10.139957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e88c32-de27-428d-b0e8-dca12a4bf0f2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Subnet': ['ID=61cc0cf8-096e-4360-8ab3-12d92cab8fc7,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:10.149847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e88c32-de27-428d-b0e8-dca12a4bf0f2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Checking segment: {'id': '01619ae4-3c72-4150-9f38-4c3ff3968499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:22:10.150280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e88c32-de27-428d-b0e8-dca12a4bf0f2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network hostable DHCP agents. Network: b48d41c9-0fcc-469a-be17-44ee44e32c4c, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:22:10.171551 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd5c-39e5-4232-907c-765ba928787c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:10.172422 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd5c-39e5-4232-907c-765ba928787c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:10.172422 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd5c-39e5-4232-907c-765ba928787c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:10.172737 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd5c-39e5-4232-907c-765ba928787c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:10.172890 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd5c-39e5-4232-907c-765ba928787c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:10.173168 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd5c-39e5-4232-907c-765ba928787c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:10.173539 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd5c-39e5-4232-907c-765ba928787c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:10.173896 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd5c-39e5-4232-907c-765ba928787c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:10.174191 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd5c-39e5-4232-907c-765ba928787c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:10.174572 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd5c-39e5-4232-907c-765ba928787c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:10.174894 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd5c-39e5-4232-907c-765ba928787c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:10.175213 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd5c-39e5-4232-907c-765ba928787c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:10.175535 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3cd5c-39e5-4232-907c-765ba928787c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:10.187433 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] For port 60197974-97de-4f36-b560-fb21e2f90a02, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:22:10.190559 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] For port 60197974-97de-4f36-b560-fb21e2f90a02, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=60197974-97de-4f36-b560-fb21e2f90a02,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:22:10.248507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e88c32-de27-428d-b0e8-dca12a4bf0f2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network b48d41c9-0fcc-469a-be17-44ee44e32c4c is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:22:10.271920 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (60197974-97de-4f36-b560-fb21e2f90a02), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:10.329804 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Routers {'f5c599f0-f73e-4411-ae5d-15669d802980'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:22:10.330541 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:22:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f5c599f0-f73e-4411-ae5d-15669d802980'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:22:10.335356 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3cd5c-39e5-4232-907c-765ba928787c None None] Pushing event updated for resources: {'Port': ['ID=60197974-97de-4f36-b560-fb21e2f90a02,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:10.337780 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-57e88c32-de27-428d-b0e8-dca12a4bf0f2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, b48d41c9-0fcc-469a-be17-44ee44e32c4c) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:22:10.342804 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e88c32-de27-428d-b0e8-dca12a4bf0f2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:10.343497 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57e88c32-de27-428d-b0e8-dca12a4bf0f2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:10.366936 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01a420a-9365-466f-b8d6-304e2fd45bb2 None None] Network b48d41c9-0fcc-469a-be17-44ee44e32c4c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:22:10.459877 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51580) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:10.460595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-57e88c32-de27-428d-b0e8-dca12a4bf0f2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8705759 Jan 28 06:22:10.464762 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] Set router f5c599f0-f73e-4411-ae5d-15669d802980 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:22:10.491549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'fixed_ips': [{'subnet_id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:22:10.493389 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:10.671937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Allocated IP 172.20.0.2 (b48d41c9-0fcc-469a-be17-44ee44e32c4c/61cc0cf8-096e-4360-8ab3-12d92cab8fc7/857d2c1d-0275-4023-827c-dc6219cfb576) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:22:10.702593 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:22:08Z', 'revision_number': 3, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:22:10.746227 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ffbef-2e3a-4b23-b2fb-a8ae521567b2 None None] The sync data for ids ['f5c599f0-f73e-4411-ae5d-15669d802980'] in n-d-812111-12 is: [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:22:08Z', 'revision_number': 3, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:22:10.848395 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Publish callbacks [] for port (857d2c1d-0275-4023-827c-dc6219cfb576), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:10.966127 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (857d2c1d-0275-4023-827c-dc6219cfb576), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:10.975885 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:10.985495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Network b48d41c9-0fcc-469a-be17-44ee44e32c4c is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:22:10.988633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:22:11.023342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:22:11.259530 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Pushing event updated for resources: {'Port': ['ID=857d2c1d-0275-4023-827c-dc6219cfb576,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:11.291625 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Attempting to bind port 857d2c1d-0275-4023-827c-dc6219cfb576 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:22:11.291908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Attempting to bind port 857d2c1d-0275-4023-827c-dc6219cfb576 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '01619ae4-3c72-4150-9f38-4c3ff3968499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:22:11.292279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Attempting to bind port 857d2c1d-0275-4023-827c-dc6219cfb576 on network b48d41c9-0fcc-469a-be17-44ee44e32c4c {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:22:11.299612 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:22:11.299993 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Checking segment: {'id': '01619ae4-3c72-4150-9f38-4c3ff3968499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:22:11.300396 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:11.300863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Bound using segment: {'id': '01619ae4-3c72-4150-9f38-4c3ff3968499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:22:11.301389 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Bound port: 857d2c1d-0275-4023-827c-dc6219cfb576, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01619ae4-3c72-4150-9f38-4c3ff3968499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:22:11.301776 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (857d2c1d-0275-4023-827c-dc6219cfb576), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:11.375207 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Allocated IP 172.20.0.1 (b48d41c9-0fcc-469a-be17-44ee44e32c4c/61cc0cf8-096e-4360-8ab3-12d92cab8fc7/08ec84fc-1c6b-4847-9eb7-48d75a7f5f36) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:22:11.403675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] For port 857d2c1d-0275-4023-827c-dc6219cfb576, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:22:11.407980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] For port 857d2c1d-0275-4023-827c-dc6219cfb576, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=857d2c1d-0275-4023-827c-dc6219cfb576,segment=NetworkSegment(01619ae4-3c72-4150-9f38-4c3ff3968499),segment_id=01619ae4-3c72-4150-9f38-4c3ff3968499)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:22:11.519012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 60197974-97de-4f36-b560-fb21e2f90a02 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:22:11.524583 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (857d2c1d-0275-4023-827c-dc6219cfb576), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:11.554706 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:11.669043 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cad2a-37f3-483a-8c42-86b754179aaf None None] Pushing event updated for resources: {'Port': ['ID=857d2c1d-0275-4023-827c-dc6219cfb576,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:11.676566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 60197974-97de-4f36-b560-fb21e2f90a02 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:22:11.677169 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (60197974-97de-4f36-b560-fb21e2f90a02), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:11.777391 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 60197974-97de-4f36-b560-fb21e2f90a02 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:22:11.778022 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (60197974-97de-4f36-b560-fb21e2f90a02), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:11.804012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 60197974-97de-4f36-b560-fb21e2f90a02, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=60197974-97de-4f36-b560-fb21e2f90a02,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:22:11.880000 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (60197974-97de-4f36-b560-fb21e2f90a02), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:11.974041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=60197974-97de-4f36-b560-fb21e2f90a02,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:12.080230 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:12.143089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network b48d41c9-0fcc-469a-be17-44ee44e32c4c is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:22:12.148655 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:22:12.153198 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:22:12.158399 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Port': ['ID=08ec84fc-1c6b-4847-9eb7-48d75a7f5f36,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:12.200353 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (f5c599f0-f73e-4411-ae5d-15669d802980), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:12.406501 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:12.714776 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:12.783824 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:12.867252 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92ced5f-0591-49aa-ad0c-0af7b9cad301 None None] Network b48d41c9-0fcc-469a-be17-44ee44e32c4c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:22:12.888032 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Port': ['ID=08ec84fc-1c6b-4847-9eb7-48d75a7f5f36,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:12.891191 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (f5c599f0-f73e-4411-ae5d-15669d802980), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:12.972373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-9317eb0c-b09a-4ac4-a4b5-57f46be195d4 None None] Provisioning complete for port 857d2c1d-0275-4023-827c-dc6219cfb576 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:22:12.972658 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9317eb0c-b09a-4ac4-a4b5-57f46be195d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (857d2c1d-0275-4023-827c-dc6219cfb576), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:12.989091 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network b48d41c9-0fcc-469a-be17-44ee44e32c4c is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:22:12.990586 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:22:13.110020 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9317eb0c-b09a-4ac4-a4b5-57f46be195d4 None None] Current status of the port 857d2c1d-0275-4023-827c-dc6219cfb576 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:22:13.110552 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9317eb0c-b09a-4ac4-a4b5-57f46be195d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (857d2c1d-0275-4023-827c-dc6219cfb576), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:13.129062 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Router f5c599f0-f73e-4411-ae5d-15669d802980 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:22:13.148520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9317eb0c-b09a-4ac4-a4b5-57f46be195d4 None None] For port 857d2c1d-0275-4023-827c-dc6219cfb576, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=857d2c1d-0275-4023-827c-dc6219cfb576,segment=NetworkSegment(01619ae4-3c72-4150-9f38-4c3ff3968499),segment_id=01619ae4-3c72-4150-9f38-4c3ff3968499)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:22:13.245612 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9317eb0c-b09a-4ac4-a4b5-57f46be195d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (857d2c1d-0275-4023-827c-dc6219cfb576), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:13.271967 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:22:13.277780 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9a203b3f-67f1-4c2f-bc41-61610325c0b4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "PUT /v2.0/routers/f5c599f0-f73e-4411-ae5d-15669d802980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8165812 Jan 28 06:22:13.280829 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51588) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:13.311439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317eb0c-b09a-4ac4-a4b5-57f46be195d4 None None] Pushing event updated for resources: {'Port': ['ID=857d2c1d-0275-4023-827c-dc6219cfb576,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:13.394194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e1337a3d-1a63-407f-9fba-d53755c2b519 None None] Provisioning complete for port 857d2c1d-0275-4023-827c-dc6219cfb576 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:22:13.394592 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1337a3d-1a63-407f-9fba-d53755c2b519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (857d2c1d-0275-4023-827c-dc6219cfb576), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:13.517000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e1337a3d-1a63-407f-9fba-d53755c2b519 None None] Current status of the port 857d2c1d-0275-4023-827c-dc6219cfb576 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:22:13.525814 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e1337a3d-1a63-407f-9fba-d53755c2b519 None None] Provisioning complete for port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:22:13.526196 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1337a3d-1a63-407f-9fba-d53755c2b519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:13.558289 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668328d3-efb4-4e35-a1b3-d27574ebcdb5 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:13.558289 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668328d3-efb4-4e35-a1b3-d27574ebcdb5 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:13.558741 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 857d2c1d-0275-4023-827c-dc6219cfb576 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:22:13.558824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668328d3-efb4-4e35-a1b3-d27574ebcdb5 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:13.558824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668328d3-efb4-4e35-a1b3-d27574ebcdb5 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:13.558824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668328d3-efb4-4e35-a1b3-d27574ebcdb5 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:13.558824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668328d3-efb4-4e35-a1b3-d27574ebcdb5 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:13.558824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668328d3-efb4-4e35-a1b3-d27574ebcdb5 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:13.563664 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-668328d3-efb4-4e35-a1b3-d27574ebcdb5 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4984 time: 0.2777231 Jan 28 06:22:13.563841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Sync routers for ids ['f5c599f0-f73e-4411-ae5d-15669d802980'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:22:13.564102 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51590) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:13.622585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e1337a3d-1a63-407f-9fba-d53755c2b519 None None] Port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:22:13.626881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Routers {'f5c599f0-f73e-4411-ae5d-15669d802980'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:22:13.629247 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:22:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f5c599f0-f73e-4411-ae5d-15669d802980'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:22:13.691736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 857d2c1d-0275-4023-827c-dc6219cfb576 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:22:13.692170 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (857d2c1d-0275-4023-827c-dc6219cfb576), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:13.711822 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e876288-fb9c-406e-b44f-ee688f317d4e tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:13.713272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e876288-fb9c-406e-b44f-ee688f317d4e tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:13.713916 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e876288-fb9c-406e-b44f-ee688f317d4e tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:13.714619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e876288-fb9c-406e-b44f-ee688f317d4e tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:13.715249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e876288-fb9c-406e-b44f-ee688f317d4e tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:13.716360 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e876288-fb9c-406e-b44f-ee688f317d4e tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:13.717444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e876288-fb9c-406e-b44f-ee688f317d4e tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:13.720292 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9e876288-fb9c-406e-b44f-ee688f317d4e tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4644 time: 0.1564705 Jan 28 06:22:13.724470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51596) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:13.789888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Set router f5c599f0-f73e-4411-ae5d-15669d802980 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:22:13.829576 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-fb8937dd-317e-4715-9a98-50096949ce81 None None] Provisioning complete for port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:22:13.830194 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb8937dd-317e-4715-9a98-50096949ce81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:13.938631 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fb8937dd-317e-4715-9a98-50096949ce81 None None] Port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:22:14.028065 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 857d2c1d-0275-4023-827c-dc6219cfb576 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:22:14.029545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 60197974-97de-4f36-b560-fb21e2f90a02 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:22:14.032933 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-086e0237-00c5-4687-9c18-0d0d16d790d3 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3071976 Jan 28 06:22:14.102655 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-284e168d-fa62-48f1-ba86-97fd38a1f38f None None] Provisioning complete for port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:22:14.103040 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-284e168d-fa62-48f1-ba86-97fd38a1f38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:14.157731 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-284e168d-fa62-48f1-ba86-97fd38a1f38f None None] Port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:22:14.181154 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 60197974-97de-4f36-b560-fb21e2f90a02 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:22:14.181745 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (60197974-97de-4f36-b560-fb21e2f90a02), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:14.232422 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:22:12Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '08ec84fc-1c6b-4847-9eb7-48d75a7f5f36', 'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:4c:6e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:11Z', 'updated_at': '2022-01-28T06:22:12Z', 'revision_number': 2, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:22:14.264956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Checking router: f5c599f0-f73e-4411-ae5d-15669d802980 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:22:14.265317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Updating router f5c599f0-f73e-4411-ae5d-15669d802980 port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:22:14.314979 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:14.335904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 60197974-97de-4f36-b560-fb21e2f90a02 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:22:14.351286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51600) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:14.356015 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e66b9257-602f-4b97-811f-efd2f38fe6bb tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698556574', 'description': 'tempest-secgroup-smoke-698556574 description', 'project_id': '2f01a49a198243c1b64c13a2e783497d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:22:14.474270 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e66b9257-602f-4b97-811f-efd2f38fe6bb tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:14.570982 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e66b9257-602f-4b97-811f-efd2f38fe6bb tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (4c940c1c-f3ab-4098-b85e-78150bdcd46e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:14.668697 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e66b9257-602f-4b97-811f-efd2f38fe6bb tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4c940c1c-f3ab-4098-b85e-78150bdcd46e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:14.700073 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b9257-602f-4b97-811f-efd2f38fe6bb tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c940c1c-f3ab-4098-b85e-78150bdcd46e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:14.767949 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e66b9257-602f-4b97-811f-efd2f38fe6bb tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:14.772431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e66b9257-602f-4b97-811f-efd2f38fe6bb tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4174683 Jan 28 06:22:14.772871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51606) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:14.778065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-94a35bf7-0da9-4795-a36d-5b023e9fbbd2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group_rule': {'security_group_id': '4c940c1c-f3ab-4098-b85e-78150bdcd46e', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:22:14.796959 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Publish callbacks [] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:14.879029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94a35bf7-0da9-4795-a36d-5b023e9fbbd2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (3ba8e9df-c4db-4dd0-ba37-21376a6830cc), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:14.939620 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94a35bf7-0da9-4795-a36d-5b023e9fbbd2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (3ba8e9df-c4db-4dd0-ba37-21376a6830cc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:14.942450 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:14.991573 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe7a8f-7a81-4ff8-9837-043f8f89e20f None None] Pushing event updated for resources: {'Port': ['ID=08ec84fc-1c6b-4847-9eb7-48d75a7f5f36,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:15.060210 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94a35bf7-0da9-4795-a36d-5b023e9fbbd2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (3ba8e9df-c4db-4dd0-ba37-21376a6830cc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:15.069401 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Attempting to bind port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:22:15.069877 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Attempting to bind port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '01619ae4-3c72-4150-9f38-4c3ff3968499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:22:15.070398 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Attempting to bind port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 on network b48d41c9-0fcc-469a-be17-44ee44e32c4c {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:22:15.078955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:22:15.079592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Checking segment: {'id': '01619ae4-3c72-4150-9f38-4c3ff3968499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:22:15.080085 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:15.080554 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Bound using segment: {'id': '01619ae4-3c72-4150-9f38-4c3ff3968499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:22:15.081104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Bound port: 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01619ae4-3c72-4150-9f38-4c3ff3968499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:22:15.081558 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:15.090170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a35bf7-0da9-4795-a36d-5b023e9fbbd2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba8e9df-c4db-4dd0-ba37-21376a6830cc,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:15.160582 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] For port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:22:15.165094 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] For port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=08ec84fc-1c6b-4847-9eb7-48d75a7f5f36,segment=NetworkSegment(01619ae4-3c72-4150-9f38-4c3ff3968499),segment_id=01619ae4-3c72-4150-9f38-4c3ff3968499)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:22:15.178671 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94a35bf7-0da9-4795-a36d-5b023e9fbbd2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:15.180185 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-94a35bf7-0da9-4795-a36d-5b023e9fbbd2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4060707 Jan 28 06:22:15.186460 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51610) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:15.188725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ef0f2965-eb38-4865-90df-72ed25ed3af9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group_rule': {'security_group_id': '4c940c1c-f3ab-4098-b85e-78150bdcd46e', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:22:15.275309 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:15.330176 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ede3eba8-9ac7-44b3-bc2a-97db122a82ed None None] Provisioning complete for port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:22:15.330730 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ede3eba8-9ac7-44b3-bc2a-97db122a82ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:15.343768 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef0f2965-eb38-4865-90df-72ed25ed3af9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (8ae8e68a-63c9-48f6-8dc6-e30114c2db41), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:15.369609 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Routers {'f5c599f0-f73e-4411-ae5d-15669d802980'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:22:15.370282 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:22:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f5c599f0-f73e-4411-ae5d-15669d802980'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:22:15.372329 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe7a8f-7a81-4ff8-9837-043f8f89e20f None None] Pushing event updated for resources: {'Port': ['ID=08ec84fc-1c6b-4847-9eb7-48d75a7f5f36,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:15.460384 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef0f2965-eb38-4865-90df-72ed25ed3af9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (8ae8e68a-63c9-48f6-8dc6-e30114c2db41), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:15.565936 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef0f2965-eb38-4865-90df-72ed25ed3af9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (8ae8e68a-63c9-48f6-8dc6-e30114c2db41), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:15.587919 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] Set router f5c599f0-f73e-4411-ae5d-15669d802980 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:22:15.590471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ede3eba8-9ac7-44b3-bc2a-97db122a82ed None None] Current status of the port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:22:15.590987 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ede3eba8-9ac7-44b3-bc2a-97db122a82ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:15.598445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f2965-eb38-4865-90df-72ed25ed3af9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae8e68a-63c9-48f6-8dc6-e30114c2db41,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:15.667892 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef0f2965-eb38-4865-90df-72ed25ed3af9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:15.672567 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ef0f2965-eb38-4865-90df-72ed25ed3af9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4882724 Jan 28 06:22:15.675822 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51614) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:15.681035 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-113b7650-b30b-427c-8c7a-3153c17b652c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group_rule': {'security_group_id': '4c940c1c-f3ab-4098-b85e-78150bdcd46e', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:22:15.712203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ede3eba8-9ac7-44b3-bc2a-97db122a82ed None None] For port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=08ec84fc-1c6b-4847-9eb7-48d75a7f5f36,segment=NetworkSegment(01619ae4-3c72-4150-9f38-4c3ff3968499),segment_id=01619ae4-3c72-4150-9f38-4c3ff3968499)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:22:15.781467 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-113b7650-b30b-427c-8c7a-3153c17b652c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (51c8cf2d-1ca8-49a2-b3d0-050461c905bb), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:15.802506 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ede3eba8-9ac7-44b3-bc2a-97db122a82ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:15.858758 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-113b7650-b30b-427c-8c7a-3153c17b652c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (51c8cf2d-1ca8-49a2-b3d0-050461c905bb), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:15.890667 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3eba8-9ac7-44b3-bc2a-97db122a82ed None None] Pushing event updated for resources: {'Port': ['ID=08ec84fc-1c6b-4847-9eb7-48d75a7f5f36,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:15.907217 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:22:12Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '08ec84fc-1c6b-4847-9eb7-48d75a7f5f36', 'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:4c:6e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:11Z', 'updated_at': '2022-01-28T06:22:15Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:22:15.939599 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0e468-299d-419e-8c96-5b3aa1e496a3 None None] The sync data for ids ['f5c599f0-f73e-4411-ae5d-15669d802980'] in n-d-812111-12 is: [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:22:12Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '08ec84fc-1c6b-4847-9eb7-48d75a7f5f36', 'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:4c:6e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:11Z', 'updated_at': '2022-01-28T06:22:15Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:22:15.942940 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-113b7650-b30b-427c-8c7a-3153c17b652c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (51c8cf2d-1ca8-49a2-b3d0-050461c905bb), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:15.952025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c353d1b2-38b3-4f93-9c24-5789293b4472 None None] Provisioning complete for port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:22:15.952739 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c353d1b2-38b3-4f93-9c24-5789293b4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:15.964780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b7650-b30b-427c-8c7a-3153c17b652c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c8cf2d-1ca8-49a2-b3d0-050461c905bb,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:16.047301 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c353d1b2-38b3-4f93-9c24-5789293b4472 None None] Current status of the port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:22:16.080669 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-113b7650-b30b-427c-8c7a-3153c17b652c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:16.084855 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-113b7650-b30b-427c-8c7a-3153c17b652c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4073203 Jan 28 06:22:16.085251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51616) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:16.090372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-869ef16d-b8f1-4ede-a90d-77ba15f6a1eb tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group_rule': {'security_group_id': '4c940c1c-f3ab-4098-b85e-78150bdcd46e', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:22:16.217492 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-869ef16d-b8f1-4ede-a90d-77ba15f6a1eb tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (51335bba-883e-4ab2-9090-56fae703f473), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:16.291301 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-869ef16d-b8f1-4ede-a90d-77ba15f6a1eb tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (51335bba-883e-4ab2-9090-56fae703f473), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:16.399392 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-869ef16d-b8f1-4ede-a90d-77ba15f6a1eb tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (51335bba-883e-4ab2-9090-56fae703f473), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:16.419588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ef16d-b8f1-4ede-a90d-77ba15f6a1eb tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51335bba-883e-4ab2-9090-56fae703f473,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:16.507834 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-869ef16d-b8f1-4ede-a90d-77ba15f6a1eb tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:16.509586 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-869ef16d-b8f1-4ede-a90d-77ba15f6a1eb tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4232125 Jan 28 06:22:16.520036 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51618) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:16.520036 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5a3a6e22-61d7-4617-b57f-913f2bf8ad6e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group_rule': {'security_group_id': '4c940c1c-f3ab-4098-b85e-78150bdcd46e', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:22:16.614599 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-5a3a6e22-61d7-4617-b57f-913f2bf8ad6e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Project 2f01a49a198243c1b64c13a2e783497d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:22:16.621484 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5a3a6e22-61d7-4617-b57f-913f2bf8ad6e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (c2228b9d-aa82-410b-b838-7d13d48921fa), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:16.687949 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5a3a6e22-61d7-4617-b57f-913f2bf8ad6e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (c2228b9d-aa82-410b-b838-7d13d48921fa), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:16.797519 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5a3a6e22-61d7-4617-b57f-913f2bf8ad6e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (c2228b9d-aa82-410b-b838-7d13d48921fa), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:16.817830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a6e22-61d7-4617-b57f-913f2bf8ad6e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2228b9d-aa82-410b-b838-7d13d48921fa,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:16.893457 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5a3a6e22-61d7-4617-b57f-913f2bf8ad6e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:16.894807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5a3a6e22-61d7-4617-b57f-913f2bf8ad6e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3809068 Jan 28 06:22:16.897535 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51624) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:16.903487 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-6b4a3141-ea36-4071-bedd-fbf9c782cf0a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group_rule': {'security_group_id': '4c940c1c-f3ab-4098-b85e-78150bdcd46e', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:22:17.017432 n-d-812111-12 neutron-server[103634]: INFO neutron.db.securitygroups_db [None req-6b4a3141-ea36-4071-bedd-fbf9c782cf0a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Project 2f01a49a198243c1b64c13a2e783497d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:22:17.023537 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6b4a3141-ea36-4071-bedd-fbf9c782cf0a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (47cd8444-01e1-49f4-b5c6-bb0231827ddd), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:17.089844 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6b4a3141-ea36-4071-bedd-fbf9c782cf0a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (47cd8444-01e1-49f4-b5c6-bb0231827ddd), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:17.151467 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6b4a3141-ea36-4071-bedd-fbf9c782cf0a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (47cd8444-01e1-49f4-b5c6-bb0231827ddd), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:17.170553 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a3141-ea36-4071-bedd-fbf9c782cf0a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cd8444-01e1-49f4-b5c6-bb0231827ddd,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:17.251333 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6b4a3141-ea36-4071-bedd-fbf9c782cf0a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:17.252684 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6b4a3141-ea36-4071-bedd-fbf9c782cf0a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3535104 Jan 28 06:22:17.446237 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-f22c9de4-3f20-41a4-9774-83b5a62a493a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698556574&fields=id&tenant_id=2f01a49a198243c1b64c13a2e783497d HTTP/1.1" status: 200 len: 267 time: 0.0716410 Jan 28 06:22:17.471557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:22:17.546837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:22:17.547374 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:17.613818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-b5e32549-765d-4d85-8d98-b2f85d3b4a41 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:17.615580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-b5e32549-765d-4d85-8d98-b2f85d3b4a41 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/networks?id=b48d41c9-0fcc-469a-be17-44ee44e32c4c HTTP/1.1" status: 200 len: 796 time: 0.1601949 Jan 28 06:22:17.632438 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-5867b01c-8dbd-4402-86fa-7f9d60f2666c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/quotas/2f01a49a198243c1b64c13a2e783497d HTTP/1.1" status: 200 len: 375 time: 0.0106509 Jan 28 06:22:17.658610 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:22:17.693091 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-782796a4-bead-498d-943b-515a8d008cf1 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f01a49a198243c1b64c13a2e783497d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540302 Jan 28 06:22:17.791173 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-da6e6501-f825-4f1c-bcc4-c88fef6377ec service neutron] 10.222.0.31 "GET /v2.0/networks/b48d41c9-0fcc-469a-be17-44ee44e32c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843749 Jan 28 06:22:17.888486 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-46f8757e-9662-43c7-b71f-afae42f8f2a6 service neutron] 10.222.0.31 "GET /v2.0/networks/b48d41c9-0fcc-469a-be17-44ee44e32c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903847 Jan 28 06:22:18.151262 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a69aec6e-b72d-4628-8fa2-7bb138d8383a req-37a06593-cc03-48e1-b097-a197d123bbe5 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 210 time: 0.0278118 Jan 28 06:22:19.234231 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-605b10a3-f0cf-4130-a43a-42a2e2d9c8ab req-2c59d6c4-09b2-4b86-ba38-4d1bed0e60b6 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 210 time: 0.0256863 Jan 28 06:22:20.332449 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fbcdd84-9c5f-464c-a464-ebf09d8fe916 req-ecb65da9-7ee7-4b81-aa80-d14a1aaf1d78 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 210 time: 0.0271468 Jan 28 06:22:20.968964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-e7bc3706-6eb0-4ca6-88cf-fe0200da1fb6 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:20.970669 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-e7bc3706-6eb0-4ca6-88cf-fe0200da1fb6 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.60 "GET /v2.0/networks?id=b48d41c9-0fcc-469a-be17-44ee44e32c4c HTTP/1.1" status: 200 len: 796 time: 0.1072271 Jan 28 06:22:21.053186 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-b24abf51-af80-4e4c-9689-107c5d56f155 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f01a49a198243c1b64c13a2e783497d HTTP/1.1" status: 200 len: 379 time: 0.0667198 Jan 28 06:22:21.061146 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-978cf689-1e3b-4b0b-9fa0-4c3eae7d685a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'port': {'device_id': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'admin_state_up': True, 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'security_groups': ['4c940c1c-f3ab-4098-b85e-78150bdcd46e']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:22:21.299904 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-978cf689-1e3b-4b0b-9fa0-4c3eae7d685a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Made reservation on behalf of 2f01a49a198243c1b64c13a2e783497d for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:22:21.303667 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-978cf689-1e3b-4b0b-9fa0-4c3eae7d685a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:21.444511 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d05a75a-41c3-4b02-9014-9f643ad6180b req-cba506a0-c5eb-4e6c-9a91-c81f5e067dec tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 210 time: 0.0312788 Jan 28 06:22:21.466465 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-978cf689-1e3b-4b0b-9fa0-4c3eae7d685a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Allocated IP 172.20.0.5 (b48d41c9-0fcc-469a-be17-44ee44e32c4c/61cc0cf8-096e-4360-8ab3-12d92cab8fc7/63714b8f-a0b8-4171-95f7-72b363822d4e) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:22:21.627094 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-978cf689-1e3b-4b0b-9fa0-4c3eae7d685a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for port (63714b8f-a0b8-4171-95f7-72b363822d4e), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:21.765805 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-978cf689-1e3b-4b0b-9fa0-4c3eae7d685a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (63714b8f-a0b8-4171-95f7-72b363822d4e), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:21.818319 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-978cf689-1e3b-4b0b-9fa0-4c3eae7d685a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network b48d41c9-0fcc-469a-be17-44ee44e32c4c is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:22:21.824985 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-978cf689-1e3b-4b0b-9fa0-4c3eae7d685a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:22:21.831097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-978cf689-1e3b-4b0b-9fa0-4c3eae7d685a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:22:21.834400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cf689-1e3b-4b0b-9fa0-4c3eae7d685a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Port': ['ID=63714b8f-a0b8-4171-95f7-72b363822d4e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:21.888174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-978cf689-1e3b-4b0b-9fa0-4c3eae7d685a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:21.888783 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-978cf689-1e3b-4b0b-9fa0-4c3eae7d685a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:21.997395 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-978cf689-1e3b-4b0b-9fa0-4c3eae7d685a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9398198 Jan 28 06:22:22.115530 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c44f96d3-0981-4893-b7fa-fe737a01f83f None None] Provisioning complete for port 63714b8f-a0b8-4171-95f7-72b363822d4e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:22:22.116310 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c44f96d3-0981-4893-b7fa-fe737a01f83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (63714b8f-a0b8-4171-95f7-72b363822d4e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:22.126675 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Request body: {'port': {'device_id': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:22:22.152126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c44f96d3-0981-4893-b7fa-fe737a01f83f None None] Port 63714b8f-a0b8-4171-95f7-72b363822d4e cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:22:22.189609 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (63714b8f-a0b8-4171-95f7-72b363822d4e), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:22.758764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ec011-a5bc-4fe8-a248-95a842299f08 req-6fe1af7c-04e1-493a-9819-3f2ccceb781e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:22.760175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f37ec011-a5bc-4fe8-a248-95a842299f08 req-6fe1af7c-04e1-493a-9819-3f2ccceb781e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 931 time: 0.1401169 Jan 28 06:22:22.841614 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f37ec011-a5bc-4fe8-a248-95a842299f08 req-e4b8418d-4387-4769-8f54-31b2490d795f tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c940c1c-f3ab-4098-b85e-78150bdcd46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745044 Jan 28 06:22:22.905224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63714b8f-a0b8-4171-95f7-72b363822d4e {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:22:22.912884 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Publish callbacks [] for port (63714b8f-a0b8-4171-95f7-72b363822d4e), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:22.931305 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Transition to ACTIVE for port object 63714b8f-a0b8-4171-95f7-72b363822d4e will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:22:23.008501 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (63714b8f-a0b8-4171-95f7-72b363822d4e), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:23.061187 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Pushing event updated for resources: {'Port': ['ID=63714b8f-a0b8-4171-95f7-72b363822d4e,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:23.137461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Attempting to bind port 63714b8f-a0b8-4171-95f7-72b363822d4e on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:22:23.137994 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Attempting to bind port 63714b8f-a0b8-4171-95f7-72b363822d4e by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '01619ae4-3c72-4150-9f38-4c3ff3968499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:22:23.138520 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Attempting to bind port 63714b8f-a0b8-4171-95f7-72b363822d4e on network b48d41c9-0fcc-469a-be17-44ee44e32c4c {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:22:23.143463 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Port 63714b8f-a0b8-4171-95f7-72b363822d4e on network b48d41c9-0fcc-469a-be17-44ee44e32c4c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:22:23.143900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Attempting to bind port 63714b8f-a0b8-4171-95f7-72b363822d4e on network b48d41c9-0fcc-469a-be17-44ee44e32c4c {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:22:23.152000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:22:23.152495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Checking segment: {'id': '01619ae4-3c72-4150-9f38-4c3ff3968499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:22:23.159048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Bound using segment: {'id': '01619ae4-3c72-4150-9f38-4c3ff3968499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:22:23.159048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Bound port: 63714b8f-a0b8-4171-95f7-72b363822d4e, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01619ae4-3c72-4150-9f38-4c3ff3968499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:22:23.159048 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (63714b8f-a0b8-4171-95f7-72b363822d4e), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:23.225631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] For port 63714b8f-a0b8-4171-95f7-72b363822d4e, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:22:23.229119 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] For port 63714b8f-a0b8-4171-95f7-72b363822d4e, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=63714b8f-a0b8-4171-95f7-72b363822d4e,segment=NetworkSegment(01619ae4-3c72-4150-9f38-4c3ff3968499),segment_id=01619ae4-3c72-4150-9f38-4c3ff3968499)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:22:23.377414 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (63714b8f-a0b8-4171-95f7-72b363822d4e), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:23.412749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:23.413390 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:23.414813 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] 10.222.0.60 "PUT /v2.0/ports/63714b8f-a0b8-4171-95f7-72b363822d4e HTTP/1.1" status: 200 len: 1092 time: 1.4047954 Jan 28 06:22:23.415364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'tag': '63714b8f-a0b8-4171-95f7-72b363822d4e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:22:23.417592 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb44742-5b29-4e91-8946-883776f85a84" -d '{"events": [{"name": "network-changed", "server_uuid": "d3adcd97-bc6d-41ee-8842-1481b2ee281f", "tag": "63714b8f-a0b8-4171-95f7-72b363822d4e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:22:23.444936 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd6a85-8508-490f-a22e-7171ea95915e service neutron] Pushing event updated for resources: {'Port': ['ID=63714b8f-a0b8-4171-95f7-72b363822d4e,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:23.464374 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f790a64f-4025-4439-b502-7143ca50febe x-openstack-request-id: req-f790a64f-4025-4439-b502-7143ca50febe {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:22:23.464821 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3adcd97-bc6d-41ee-8842-1481b2ee281f", "tag": "63714b8f-a0b8-4171-95f7-72b363822d4e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:22:23.465130 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f790a64f-4025-4439-b502-7143ca50febe {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:22:23.465695 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'tag': '63714b8f-a0b8-4171-95f7-72b363822d4e', 'status': 'completed', 'code': 200} Jan 28 06:22:23.555634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb44742-5b29-4e91-8946-883776f85a84 req-175d821c-f50a-4731-9fd8-6f4df68ca6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:23.557263 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6fb44742-5b29-4e91-8946-883776f85a84 req-175d821c-f50a-4731-9fd8-6f4df68ca6bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f01a49a198243c1b64c13a2e783497d&device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 1095 time: 0.0467591 Jan 28 06:22:23.663062 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:22:23.753252 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb44742-5b29-4e91-8946-883776f85a84 req-dd564565-9793-4a27-8d23-7b3c7eafd37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:23.754837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6fb44742-5b29-4e91-8946-883776f85a84 req-dd564565-9793-4a27-8d23-7b3c7eafd37b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2f01a49a198243c1b64c13a2e783497d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1849329 Jan 28 06:22:23.932358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb44742-5b29-4e91-8946-883776f85a84 req-4d66cb1f-b79c-42a6-ae74-91f74cbb9ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:23.933936 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6fb44742-5b29-4e91-8946-883776f85a84 req-4d66cb1f-b79c-42a6-ae74-91f74cbb9ece service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1733956 Jan 28 06:22:23.973477 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddef44-94e1-4411-bc33-a8ae0789fbca req-00ab0ff3-f1e1-40f9-86ea-67cd17bafc08 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:23.975040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63ddef44-94e1-4411-bc33-a8ae0789fbca req-00ab0ff3-f1e1-40f9-86ea-67cd17bafc08 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 943 time: 0.0609295 Jan 28 06:22:24.069487 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63ddef44-94e1-4411-bc33-a8ae0789fbca req-c7b8fdb9-0174-4238-8ce7-53b3671df604 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c940c1c-f3ab-4098-b85e-78150bdcd46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776255 Jan 28 06:22:24.075570 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-d60aaef9-4715-47c4-acc0-5586c16b137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:24.077323 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-d60aaef9-4715-47c4-acc0-5586c16b137a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f01a49a198243c1b64c13a2e783497d&device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 1095 time: 0.0708621 Jan 28 06:22:24.127730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-9dbe0697-1159-4622-9ca7-6ccd0963c10b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63714b8f-a0b8-4171-95f7-72b363822d4e HTTP/1.1" status: 200 len: 217 time: 0.0374067 Jan 28 06:22:24.176948 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-32fa62d1-dba3-48ed-83e7-0c0beccc30d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:24.178418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-32fa62d1-dba3-48ed-83e7-0c0beccc30d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61cc0cf8-096e-4360-8ab3-12d92cab8fc7 HTTP/1.1" status: 200 len: 834 time: 0.0456038 Jan 28 06:22:24.228690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-432736ed-6cd1-410c-8c8a-d0ed177bfbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:24.230478 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-432736ed-6cd1-410c-8c8a-d0ed177bfbf9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b48d41c9-0fcc-469a-be17-44ee44e32c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465257 Jan 28 06:22:24.323184 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-666ab0ef-435b-4aee-a7c3-c6ebbef8e97b service neutron] 10.222.0.60 "GET /v2.0/networks/b48d41c9-0fcc-469a-be17-44ee44e32c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870421 Jan 28 06:22:24.420422 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b86b5cc5-537c-4dec-a57e-53769e94cd25 req-418e65d6-f486-48f9-9042-dfd99c1c78eb service neutron] 10.222.0.60 "GET /v2.0/networks/b48d41c9-0fcc-469a-be17-44ee44e32c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902562 Jan 28 06:22:25.194853 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78423dd-4abb-4cb6-b2ad-64edc453223b req-fdb0d2a2-0755-4c44-b5c8-86884ed98a25 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:25.196677 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d78423dd-4abb-4cb6-b2ad-64edc453223b req-fdb0d2a2-0755-4c44-b5c8-86884ed98a25 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 943 time: 0.0504205 Jan 28 06:22:25.216691 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:25.262056 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d78423dd-4abb-4cb6-b2ad-64edc453223b req-c3019ee3-eccc-4b65-9868-abbd50558800 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c940c1c-f3ab-4098-b85e-78150bdcd46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500257 Jan 28 06:22:26.371995 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a245720-0ce3-4d37-a794-00f4d52bff6d req-c15c8417-7157-4cdd-b165-5b69288496f1 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:26.373529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a245720-0ce3-4d37-a794-00f4d52bff6d req-c15c8417-7157-4cdd-b165-5b69288496f1 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 943 time: 0.0499053 Jan 28 06:22:26.423801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a245720-0ce3-4d37-a794-00f4d52bff6d req-266abdf6-2d1c-4a3f-af12-42073a80edb3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c940c1c-f3ab-4098-b85e-78150bdcd46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438070 Jan 28 06:22:27.545143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72313631-6844-4d7d-b483-6165d125b8a5 req-1035efee-a51d-40e1-ab7b-4fb16c204fed tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:27.546741 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72313631-6844-4d7d-b483-6165d125b8a5 req-1035efee-a51d-40e1-ab7b-4fb16c204fed tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 943 time: 0.0544281 Jan 28 06:22:27.599218 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72313631-6844-4d7d-b483-6165d125b8a5 req-3b475d02-a8e2-420c-8f3b-dfb3797b33be tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c940c1c-f3ab-4098-b85e-78150bdcd46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465477 Jan 28 06:22:27.947962 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:28.415261 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 63714b8f-a0b8-4171-95f7-72b363822d4e details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:22:28.510432 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 63714b8f-a0b8-4171-95f7-72b363822d4e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=63714b8f-a0b8-4171-95f7-72b363822d4e,segment=NetworkSegment(01619ae4-3c72-4150-9f38-4c3ff3968499),segment_id=01619ae4-3c72-4150-9f38-4c3ff3968499)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:22:28.522930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '63714b8f-a0b8-4171-95f7-72b363822d4e', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'port_id': '63714b8f-a0b8-4171-95f7-72b363822d4e', 'mac_address': 'fa:16:3e:b9:59:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:22:28.559514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 63714b8f-a0b8-4171-95f7-72b363822d4e is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:22:28.559936 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (63714b8f-a0b8-4171-95f7-72b363822d4e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:28.573636 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63714b8f-a0b8-4171-95f7-72b363822d4e {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:22:28.592857 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 63714b8f-a0b8-4171-95f7-72b363822d4e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=63714b8f-a0b8-4171-95f7-72b363822d4e,segment=NetworkSegment(01619ae4-3c72-4150-9f38-4c3ff3968499),segment_id=01619ae4-3c72-4150-9f38-4c3ff3968499)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:22:28.714691 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6973792-3b9b-418b-aa8e-c19b12084394 req-8a44890f-afba-4a6b-bfbc-e67b1966a028 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:28.716126 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6973792-3b9b-418b-aa8e-c19b12084394 req-8a44890f-afba-4a6b-bfbc-e67b1966a028 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 943 time: 0.0498810 Jan 28 06:22:28.753897 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (63714b8f-a0b8-4171-95f7-72b363822d4e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:28.766375 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6973792-3b9b-418b-aa8e-c19b12084394 req-a43229c8-d0c8-45b7-84ef-17c30975b38c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c940c1c-f3ab-4098-b85e-78150bdcd46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443733 Jan 28 06:22:28.806079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=63714b8f-a0b8-4171-95f7-72b363822d4e,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:29.031984 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['63714b8f-a0b8-4171-95f7-72b363822d4e'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:22:29.882539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d09a4-1121-4b48-b867-0eb8b2306888 req-0e9887f4-98b6-4a22-98b1-008013474a89 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:29.884042 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-987d09a4-1121-4b48-b867-0eb8b2306888 req-0e9887f4-98b6-4a22-98b1-008013474a89 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 944 time: 0.0491211 Jan 28 06:22:29.937155 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-987d09a4-1121-4b48-b867-0eb8b2306888 req-cb59d6ce-7a2f-4894-960f-b3813b647920 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c940c1c-f3ab-4098-b85e-78150bdcd46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475078 Jan 28 06:22:30.428416 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 63714b8f-a0b8-4171-95f7-72b363822d4e up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:22:30.590927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 63714b8f-a0b8-4171-95f7-72b363822d4e completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:22:30.595174 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 63714b8f-a0b8-4171-95f7-72b363822d4e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:22:30.595549 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (63714b8f-a0b8-4171-95f7-72b363822d4e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:30.675191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 63714b8f-a0b8-4171-95f7-72b363822d4e is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:22:30.675513 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (63714b8f-a0b8-4171-95f7-72b363822d4e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:30.698968 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63714b8f-a0b8-4171-95f7-72b363822d4e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:22:30.701229 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaa5702-f1ac-4b0c-8b7b-9567e607033f" -d '{"events": [{"server_uuid": "d3adcd97-bc6d-41ee-8842-1481b2ee281f", "name": "network-vif-plugged", "status": "completed", "tag": "63714b8f-a0b8-4171-95f7-72b363822d4e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:22:30.714725 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 63714b8f-a0b8-4171-95f7-72b363822d4e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=63714b8f-a0b8-4171-95f7-72b363822d4e,segment=NetworkSegment(01619ae4-3c72-4150-9f38-4c3ff3968499),segment_id=01619ae4-3c72-4150-9f38-4c3ff3968499)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:22:30.741632 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e6a2d7-c3ed-4025-b7c9-121455158b8f x-openstack-request-id: req-99e6a2d7-c3ed-4025-b7c9-121455158b8f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:22:30.742114 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3adcd97-bc6d-41ee-8842-1481b2ee281f", "name": "network-vif-plugged", "status": "completed", "tag": "63714b8f-a0b8-4171-95f7-72b363822d4e", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:22:30.742410 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99e6a2d7-c3ed-4025-b7c9-121455158b8f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:22:30.742817 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63714b8f-a0b8-4171-95f7-72b363822d4e', 'code': 200} Jan 28 06:22:30.825587 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (63714b8f-a0b8-4171-95f7-72b363822d4e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:30.870530 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6da996-eab0-47c2-9a51-645a4f202112 req-b7914893-bca0-446a-ab2a-53ecbc00197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:30.872236 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a6da996-eab0-47c2-9a51-645a4f202112 req-b7914893-bca0-446a-ab2a-53ecbc00197f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 1097 time: 0.0447583 Jan 28 06:22:30.875475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=63714b8f-a0b8-4171-95f7-72b363822d4e,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:30.920178 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a6da996-eab0-47c2-9a51-645a4f202112 req-0433e653-cf51-4ad8-be02-30c492cdfb23 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4c940c1c-f3ab-4098-b85e-78150bdcd46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415256 Jan 28 06:22:31.057499 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ad19e-f3ce-4a32-a1d1-9f0172948c4b req-c0af0495-dad0-44e2-86d4-653521d12e48 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:31.059153 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf2ad19e-f3ce-4a32-a1d1-9f0172948c4b req-c0af0495-dad0-44e2-86d4-653521d12e48 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 945 time: 0.0518639 Jan 28 06:22:31.111559 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf2ad19e-f3ce-4a32-a1d1-9f0172948c4b req-552ecf0e-c913-4da8-a040-a465712514c6 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c940c1c-f3ab-4098-b85e-78150bdcd46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466213 Jan 28 06:22:32.237364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c96c7-808c-4a93-8104-404e79d084f8 req-7039e38b-727e-4567-90ad-864ba94d4b0c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:32.239506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-393c96c7-808c-4a93-8104-404e79d084f8 req-7039e38b-727e-4567-90ad-864ba94d4b0c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 945 time: 0.0549207 Jan 28 06:22:32.290381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-393c96c7-808c-4a93-8104-404e79d084f8 req-54478ef0-3b24-441e-a923-454615e878f4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c940c1c-f3ab-4098-b85e-78150bdcd46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443065 Jan 28 06:22:32.500068 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34f84167-6f4c-4ca9-bf24-321b88bfbdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:33.407536 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd19d71-7cb6-4178-951b-7e4852e494d4 req-01dbb052-b718-46af-a6eb-7eb51f199f31 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:33.409080 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bcd19d71-7cb6-4178-951b-7e4852e494d4 req-01dbb052-b718-46af-a6eb-7eb51f199f31 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 945 time: 0.0498455 Jan 28 06:22:33.463257 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bcd19d71-7cb6-4178-951b-7e4852e494d4 req-d90a31a5-3ad9-4d58-a6cd-a860874dbe3a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c940c1c-f3ab-4098-b85e-78150bdcd46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485528 Jan 28 06:22:33.589626 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a0720-261e-45ad-a588-e31236e6046c req-a28e3836-a87f-469f-b4c1-9ee349f3b407 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:33.591176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f39a0720-261e-45ad-a588-e31236e6046c req-a28e3836-a87f-469f-b4c1-9ee349f3b407 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 945 time: 0.0535951 Jan 28 06:22:33.640013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f39a0720-261e-45ad-a588-e31236e6046c req-28410edc-2293-4fa6-8377-57d4880a1f56 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c940c1c-f3ab-4098-b85e-78150bdcd46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432944 Jan 28 06:22:33.662442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51734) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:33.701882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d9737b-fe26-47ec-971c-19b286f71ed0 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:33.703400 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c4d9737b-fe26-47ec-971c-19b286f71ed0 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 1092 time: 0.0399816 Jan 28 06:22:33.706426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51736) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:33.710920 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': '63714b8f-a0b8-4171-95f7-72b363822d4e', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:22:33.804701 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:33.905226 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:34.028368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Allocated IP 172.25.0.114 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/e6d546d1-2c18-4afd-b160-b0e2d080c4ca) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:22:34.133545 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for port (e6d546d1-2c18-4afd-b160-b0e2d080c4ca), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:34.317390 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (e6d546d1-2c18-4afd-b160-b0e2d080c4ca), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:34.356457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:22:34.359350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:22:34.365497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:22:34.370978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Port': ['ID=e6d546d1-2c18-4afd-b160-b0e2d080c4ca,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:34.399835 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:34.400176 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:34.400517 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:34.400853 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:34.401185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:34.401518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:34.401844 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:34.402167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:34.402526 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:34.402850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:34.403170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:34.403493 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:34.403814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:22:34.760879 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for floatingip (83c044da-2c5d-4da9-b3a1-08799a43dbe2), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:34.883109 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-368301e5-1636-4329-9d1e-11f8cef457d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:35.030315 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e6d546d1-2c18-4afd-b160-b0e2d080c4ca), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:35.183239 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for port (e6d546d1-2c18-4afd-b160-b0e2d080c4ca), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:35.267552 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (e6d546d1-2c18-4afd-b160-b0e2d080c4ca), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:35.337503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Port': ['ID=e6d546d1-2c18-4afd-b160-b0e2d080c4ca,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:22:35.350020 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (83c044da-2c5d-4da9-b3a1-08799a43dbe2), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:35.448696 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Floating IP 83c044da-2c5d-4da9-b3a1-08799a43dbe2 associated. External IP: 172.25.0.114, port: 63714b8f-a0b8-4171-95f7-72b363822d4e. Jan 28 06:22:35.963729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Router f5c599f0-f73e-4411-ae5d-15669d802980 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:22:36.075685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:22:36.086832 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529e6872-fbc7-4aa7-9c81-1a0c4b4fef96 None None] Sync routers for ids ['f5c599f0-f73e-4411-ae5d-15669d802980'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:22:36.097483 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529e6872-fbc7-4aa7-9c81-1a0c4b4fef96 None None] Routers {'f5c599f0-f73e-4411-ae5d-15669d802980'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:22:36.103891 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-529e6872-fbc7-4aa7-9c81-1a0c4b4fef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:22:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f5c599f0-f73e-4411-ae5d-15669d802980'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:22:36.201069 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:36.204338 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-529e6872-fbc7-4aa7-9c81-1a0c4b4fef96 None None] Set router f5c599f0-f73e-4411-ae5d-15669d802980 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:22:36.227998 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7aa00ce3-5c64-4b5a-9b26-8ace62a7fb98 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5204952 Jan 28 06:22:36.228530 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'tag': '63714b8f-a0b8-4171-95f7-72b363822d4e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:22:36.230783 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558419f0-6e13-493f-9dea-811a160eaacd" -d '{"events": [{"name": "network-changed", "server_uuid": "d3adcd97-bc6d-41ee-8842-1481b2ee281f", "tag": "63714b8f-a0b8-4171-95f7-72b363822d4e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:22:36.231032 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51742) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:36.272513 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af02bfa-f03f-4e48-8248-59c7e52549cc x-openstack-request-id: req-0af02bfa-f03f-4e48-8248-59c7e52549cc {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:22:36.272854 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3adcd97-bc6d-41ee-8842-1481b2ee281f", "tag": "63714b8f-a0b8-4171-95f7-72b363822d4e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:22:36.273117 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0af02bfa-f03f-4e48-8248-59c7e52549cc {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:22:36.273524 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'tag': '63714b8f-a0b8-4171-95f7-72b363822d4e', 'status': 'completed', 'code': 200} Jan 28 06:22:36.303781 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-054b5a66-041f-4d48-96dc-ed1f8338a96a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/floatingips/83c044da-2c5d-4da9-b3a1-08799a43dbe2 HTTP/1.1" status: 200 len: 991 time: 0.0697033 Jan 28 06:22:36.356754 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558419f0-6e13-493f-9dea-811a160eaacd req-e67ce8eb-b07a-42ed-ae9e-1146e3816a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:36.358370 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-558419f0-6e13-493f-9dea-811a160eaacd req-e67ce8eb-b07a-42ed-ae9e-1146e3816a4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f01a49a198243c1b64c13a2e783497d&device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 1097 time: 0.0422685 Jan 28 06:22:36.444136 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-529e6872-fbc7-4aa7-9c81-1a0c4b4fef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:22:12Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '83c044da-2c5d-4da9-b3a1-08799a43dbe2', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'port_id': '63714b8f-a0b8-4171-95f7-72b363822d4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'mac_address': 'fa:16:3e:b9:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:22:34Z', 'updated_at': '2022-01-28T06:22:34Z', 'revision_number': 0, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ec84fc-1c6b-4847-9eb7-48d75a7f5f36', 'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:4c:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:11Z', 'updated_at': '2022-01-28T06:22:15Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:22:36.452245 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558419f0-6e13-493f-9dea-811a160eaacd req-28da5f26-4687-41ba-a6d0-8f38d838201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:36.453781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-558419f0-6e13-493f-9dea-811a160eaacd req-28da5f26-4687-41ba-a6d0-8f38d838201e service neutron] 10.222.0.60 "GET /v2.0/networks?id=b48d41c9-0fcc-469a-be17-44ee44e32c4c HTTP/1.1" status: 200 len: 897 time: 0.0890830 Jan 28 06:22:36.470553 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529e6872-fbc7-4aa7-9c81-1a0c4b4fef96 None None] Checking router: f5c599f0-f73e-4411-ae5d-15669d802980 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:22:36.479418 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529e6872-fbc7-4aa7-9c81-1a0c4b4fef96 None None] Routers {'f5c599f0-f73e-4411-ae5d-15669d802980'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:22:36.480228 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-529e6872-fbc7-4aa7-9c81-1a0c4b4fef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:22:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f5c599f0-f73e-4411-ae5d-15669d802980'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:22:36.525199 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-558419f0-6e13-493f-9dea-811a160eaacd req-fdae5148-a9bf-4bb8-9693-5f023ce5d82d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63714b8f-a0b8-4171-95f7-72b363822d4e HTTP/1.1" status: 200 len: 999 time: 0.0655689 Jan 28 06:22:36.584200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558419f0-6e13-493f-9dea-811a160eaacd req-01d87a1c-2d9e-432d-8088-dff3b5df0dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:36.585709 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-558419f0-6e13-493f-9dea-811a160eaacd req-01d87a1c-2d9e-432d-8088-dff3b5df0dbc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61cc0cf8-096e-4360-8ab3-12d92cab8fc7 HTTP/1.1" status: 200 len: 834 time: 0.0557132 Jan 28 06:22:36.599818 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-529e6872-fbc7-4aa7-9c81-1a0c4b4fef96 None None] Set router f5c599f0-f73e-4411-ae5d-15669d802980 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:22:36.637705 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558419f0-6e13-493f-9dea-811a160eaacd req-e4d60ded-4f42-4813-9aa6-4167891e754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:36.639231 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-558419f0-6e13-493f-9dea-811a160eaacd req-e4d60ded-4f42-4813-9aa6-4167891e754f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b48d41c9-0fcc-469a-be17-44ee44e32c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480843 Jan 28 06:22:36.677696 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:36.733896 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-558419f0-6e13-493f-9dea-811a160eaacd req-b7ba0936-22fb-4ff7-8db7-fae352b6befc service neutron] 10.222.0.60 "GET /v2.0/networks/b48d41c9-0fcc-469a-be17-44ee44e32c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878940 Jan 28 06:22:36.824057 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-529e6872-fbc7-4aa7-9c81-1a0c4b4fef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:22:12Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '83c044da-2c5d-4da9-b3a1-08799a43dbe2', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'port_id': '63714b8f-a0b8-4171-95f7-72b363822d4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'mac_address': 'fa:16:3e:b9:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:22:34Z', 'updated_at': '2022-01-28T06:22:34Z', 'revision_number': 0, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ec84fc-1c6b-4847-9eb7-48d75a7f5f36', 'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:4c:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:11Z', 'updated_at': '2022-01-28T06:22:15Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:22:36.829020 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-558419f0-6e13-493f-9dea-811a160eaacd req-c7e1bc48-3409-4c9b-9cf6-6722fe18c9cc service neutron] 10.222.0.60 "GET /v2.0/networks/b48d41c9-0fcc-469a-be17-44ee44e32c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890658 Jan 28 06:22:36.855082 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529e6872-fbc7-4aa7-9c81-1a0c4b4fef96 None None] The sync data for ids ['f5c599f0-f73e-4411-ae5d-15669d802980'] in n-d-812111-12 is: [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:22:12Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '83c044da-2c5d-4da9-b3a1-08799a43dbe2', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'port_id': '63714b8f-a0b8-4171-95f7-72b363822d4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'mac_address': 'fa:16:3e:b9:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:22:34Z', 'updated_at': '2022-01-28T06:22:34Z', 'revision_number': 0, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ec84fc-1c6b-4847-9eb7-48d75a7f5f36', 'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:4c:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:11Z', 'updated_at': '2022-01-28T06:22:15Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:22:37.050912 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c14d467-3db9-4ab7-b928-06201aea7067 None None] New status for floating IP 83c044da-2c5d-4da9-b3a1-08799a43dbe2: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:22:37.306666 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51748) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:22:37.374695 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-da98d980-074f-4579-a980-1d16e3d75aad tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/floatingips/83c044da-2c5d-4da9-b3a1-08799a43dbe2 HTTP/1.1" status: 200 len: 993 time: 0.0667586 Jan 28 06:22:38.027269 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:39.145783 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:44.940972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fefa251e-9620-434c-bde9-c68effacf0af req-c00f93cf-804e-4bf5-9fb9-53a9867335c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417917 Jan 28 06:22:45.038901 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa251e-9620-434c-bde9-c68effacf0af req-df0c508b-ce01-4bdc-b430-15b4c8ae36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:45.040480 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fefa251e-9620-434c-bde9-c68effacf0af req-df0c508b-ce01-4bdc-b430-15b4c8ae36e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f01a49a198243c1b64c13a2e783497d&device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 1097 time: 0.0423861 Jan 28 06:22:45.146250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa251e-9620-434c-bde9-c68effacf0af req-5238b2fe-0371-40d9-9944-2d3ba1d2b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:45.148513 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fefa251e-9620-434c-bde9-c68effacf0af req-5238b2fe-0371-40d9-9944-2d3ba1d2b1b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b48d41c9-0fcc-469a-be17-44ee44e32c4c HTTP/1.1" status: 200 len: 897 time: 0.0891199 Jan 28 06:22:45.214174 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fefa251e-9620-434c-bde9-c68effacf0af req-61b6e326-66db-49b8-a9ec-d1962bc10e65 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63714b8f-a0b8-4171-95f7-72b363822d4e HTTP/1.1" status: 200 len: 1001 time: 0.0603738 Jan 28 06:22:45.262481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa251e-9620-434c-bde9-c68effacf0af req-beac3d00-5286-4af0-a651-95a7bf095793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:45.263941 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fefa251e-9620-434c-bde9-c68effacf0af req-beac3d00-5286-4af0-a651-95a7bf095793 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61cc0cf8-096e-4360-8ab3-12d92cab8fc7 HTTP/1.1" status: 200 len: 834 time: 0.0440674 Jan 28 06:22:45.312818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa251e-9620-434c-bde9-c68effacf0af req-2294d88f-8649-48fb-a387-2df89c33a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:45.314254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fefa251e-9620-434c-bde9-c68effacf0af req-2294d88f-8649-48fb-a387-2df89c33a4e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b48d41c9-0fcc-469a-be17-44ee44e32c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444574 Jan 28 06:22:45.404782 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fefa251e-9620-434c-bde9-c68effacf0af req-35d444a6-6050-4138-985b-43bee70017c0 service neutron] 10.222.0.60 "GET /v2.0/networks/b48d41c9-0fcc-469a-be17-44ee44e32c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837090 Jan 28 06:22:45.503972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fefa251e-9620-434c-bde9-c68effacf0af req-856caa44-f841-47cc-832b-c1b0ecc030ec service neutron] 10.222.0.60 "GET /v2.0/networks/b48d41c9-0fcc-469a-be17-44ee44e32c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936065 Jan 28 06:22:51.207145 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-26341c2b-75a8-4868-a33b-17c13d7b2a2b req-3855ed61-bf77-4f9b-8504-898c6bf63acd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398600 Jan 28 06:22:51.301152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26341c2b-75a8-4868-a33b-17c13d7b2a2b req-0a4c0edb-78b3-4529-8006-ba06c2d8c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:51.302675 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-26341c2b-75a8-4868-a33b-17c13d7b2a2b req-0a4c0edb-78b3-4529-8006-ba06c2d8c5f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 1097 time: 0.0405774 Jan 28 06:22:51.414887 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26341c2b-75a8-4868-a33b-17c13d7b2a2b req-0fb180fb-ab58-48f6-a8e7-9784363cd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:51.416397 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-26341c2b-75a8-4868-a33b-17c13d7b2a2b req-0fb180fb-ab58-48f6-a8e7-9784363cd262 service neutron] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 912 time: 0.0964661 Jan 28 06:22:51.481322 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-26341c2b-75a8-4868-a33b-17c13d7b2a2b req-7c83ef75-9e41-4bf0-bbf2-8ad191c8c5d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42eaa6ce-1200-425c-ac79-fa2b88aed641 HTTP/1.1" status: 200 len: 1001 time: 0.0583339 Jan 28 06:22:51.534147 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26341c2b-75a8-4868-a33b-17c13d7b2a2b req-51740a94-ba61-47c5-9f6f-4ab675f5ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:51.535648 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-26341c2b-75a8-4868-a33b-17c13d7b2a2b req-51740a94-ba61-47c5-9f6f-4ab675f5ce73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.0482798 Jan 28 06:22:51.580117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26341c2b-75a8-4868-a33b-17c13d7b2a2b req-8da93ccd-4211-4564-a702-ec5d375433a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:22:51.581648 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-26341c2b-75a8-4868-a33b-17c13d7b2a2b req-8da93ccd-4211-4564-a702-ec5d375433a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401773 Jan 28 06:22:51.674809 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-26341c2b-75a8-4868-a33b-17c13d7b2a2b req-749152e3-e24a-4967-9c93-25295d5ccfa9 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874407 Jan 28 06:22:51.766559 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-26341c2b-75a8-4868-a33b-17c13d7b2a2b req-941fed8c-dbea-4eab-9a6c-be9a4a964f4d service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860412 Jan 28 06:22:55.232973 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:22:57.895845 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:00.662483 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:23:02.472550 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c9d1610-6f85-4c2d-9697-1a9222bdfb76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:03.926817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51838) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:04.000916 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6657b0-4c3d-405b-b2f4-79ad4a37d060 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:04.001417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6657b0-4c3d-405b-b2f4-79ad4a37d060 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:04.001878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6657b0-4c3d-405b-b2f4-79ad4a37d060 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:04.008526 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cb6657b0-4c3d-405b-b2f4-79ad4a37d060 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=2f01a49a198243c1b64c13a2e783497d&network_id=b48d41c9-0fcc-469a-be17-44ee44e32c4c HTTP/1.1" status: 200 len: 2972 time: 0.0758016 Jan 28 06:23:04.855464 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df3dc1b4-f5c6-4f75-a9eb-eb8dd7c6c532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:06.678324 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:07.709052 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51856) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:07.759202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb8f8f0-6455-4ddd-a779-4c38eae6a3a0 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:07.760755 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-dfb8f8f0-6455-4ddd-a779-4c38eae6a3a0 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d HTTP/1.1" status: 200 len: 814 time: 0.0505857 Jan 28 06:23:08.007781 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:09.092475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51882) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:09.098503 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'network': {'name': 'tempest-network-smoke--687704205', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'port_security_enabled': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:09.141158 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:09.238490 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Made reservation on behalf of 2f01a49a198243c1b64c13a2e783497d for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:23:09.243517 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:09.269073 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:23:09.279629 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (2b6260fb-d92b-4f0e-8e21-10d5606e43c6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:09.279974 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Added segment 2b6260fb-d92b-4f0e-8e21-10d5606e43c6 of type vlan for network 144cde65-73c8-45db-b59c-b2a365330bdd Jan 28 06:23:09.321426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (144cde65-73c8-45db-b59c-b2a365330bdd), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:09.409641 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (144cde65-73c8-45db-b59c-b2a365330bdd), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:09.415477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:09.416059 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:09.490365 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Network': ['ID=144cde65-73c8-45db-b59c-b2a365330bdd,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:09.506524 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:09.507053 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:09.507373 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:09.507800 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:09.508098 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:09.508513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:09.508919 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:09.509783 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:09.509783 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:09.510034 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:09.510385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:09.510717 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:09.511048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:09.523325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 144cde65-73c8-45db-b59c-b2a365330bdd details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:23:09.550630 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-91833420-de2d-4905-af73-2c7afbac8ff2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4536502 Jan 28 06:23:09.551017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51884) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:09.679555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7115f872-fb7b-4117-be88-5054b68683b1 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:09.681320 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7115f872-fb7b-4117-be88-5054b68683b1 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2f01a49a198243c1b64c13a2e783497d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1293321 Jan 28 06:23:09.684289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51888) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:09.771437 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400789bb-ed8a-4023-8763-e925ed775b91 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:09.773413 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-400789bb-ed8a-4023-8763-e925ed775b91 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881801 Jan 28 06:23:09.776385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51890) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:09.804900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2cea77ef-d82b-414f-b99f-8c3999911e00 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272150 Jan 28 06:23:09.807703 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51892) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:09.836049 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-51b72823-059f-487f-be8d-82377f33f429 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2f01a49a198243c1b64c13a2e783497d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272777 Jan 28 06:23:09.838580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51894) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:09.922614 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e96ec3a-1fd3-4577-81c2-1a276d2ff108 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:09.924029 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7e96ec3a-1fd3-4577-81c2-1a276d2ff108 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0845644 Jan 28 06:23:09.926879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51896) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:09.958037 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-79f14c04-a3ee-4327-ae35-e36cbfcfb1d5 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301073 Jan 28 06:23:09.961193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51898) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:09.965806 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3c49a8b7-4cf8-46af-a41a-17b2a8e92e0e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1529045156', 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:10.104544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c49a8b7-4cf8-46af-a41a-17b2a8e92e0e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Made reservation on behalf of 2f01a49a198243c1b64c13a2e783497d for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:23:10.107938 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c49a8b7-4cf8-46af-a41a-17b2a8e92e0e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:10.364499 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c49a8b7-4cf8-46af-a41a-17b2a8e92e0e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (b8881509-f9d7-474b-a071-bd7c896e2df1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:10.425894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49a8b7-4cf8-46af-a41a-17b2a8e92e0e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Subnet': ['ID=b8881509-f9d7-474b-a071-bd7c896e2df1,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:10.437129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c49a8b7-4cf8-46af-a41a-17b2a8e92e0e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Checking segment: {'id': '2b6260fb-d92b-4f0e-8e21-10d5606e43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:23:10.437488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c49a8b7-4cf8-46af-a41a-17b2a8e92e0e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network hostable DHCP agents. Network: 144cde65-73c8-45db-b59c-b2a365330bdd, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:23:10.524497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c49a8b7-4cf8-46af-a41a-17b2a8e92e0e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network 144cde65-73c8-45db-b59c-b2a365330bdd is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:23:10.688204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-3c49a8b7-4cf8-46af-a41a-17b2a8e92e0e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 144cde65-73c8-45db-b59c-b2a365330bdd) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:23:10.689008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c49a8b7-4cf8-46af-a41a-17b2a8e92e0e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:10.689836 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c49a8b7-4cf8-46af-a41a-17b2a8e92e0e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:10.699739 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f0a397-1d79-4c72-b376-2ba2536cf524 None None] Network 144cde65-73c8-45db-b59c-b2a365330bdd requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:23:10.796084 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-144cde65-73c8-45db-b59c-b2a365330bdd', 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'fixed_ips': [{'subnet_id': 'b8881509-f9d7-474b-a071-bd7c896e2df1'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:23:10.799763 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:10.836416 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3c49a8b7-4cf8-46af-a41a-17b2a8e92e0e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8711226 Jan 28 06:23:10.939408 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Allocated IP 172.20.0.18 (144cde65-73c8-45db-b59c-b2a365330bdd/b8881509-f9d7-474b-a071-bd7c896e2df1/6b35866c-6e5d-4a79-9fc5-70647795bdc5) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:23:11.085329 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Publish callbacks [] for port (6b35866c-6e5d-4a79-9fc5-70647795bdc5), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:11.172081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51904) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:11.176717 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-6c648a05-b95f-40d5-995a-344f33821915 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-330291215', 'description': 'tempest-secgroup-smoke-330291215 description', 'project_id': '2f01a49a198243c1b64c13a2e783497d'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:11.200769 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (6b35866c-6e5d-4a79-9fc5-70647795bdc5), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:11.236845 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Network 144cde65-73c8-45db-b59c-b2a365330bdd is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:23:11.242885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:23:11.246489 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:23:11.255545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Pushing event updated for resources: {'Port': ['ID=6b35866c-6e5d-4a79-9fc5-70647795bdc5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:11.278014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:11.278448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:11.278791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:11.279126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:11.279462 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:11.279792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:11.280117 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:11.280438 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:11.280767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:11.281087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:11.281410 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:11.281730 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:11.282048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:11.299209 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c648a05-b95f-40d5-995a-344f33821915 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:11.314171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Attempting to bind port 6b35866c-6e5d-4a79-9fc5-70647795bdc5 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:23:11.314578 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Attempting to bind port 6b35866c-6e5d-4a79-9fc5-70647795bdc5 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '2b6260fb-d92b-4f0e-8e21-10d5606e43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:23:11.314947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Attempting to bind port 6b35866c-6e5d-4a79-9fc5-70647795bdc5 on network 144cde65-73c8-45db-b59c-b2a365330bdd {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:23:11.319881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:23:11.320370 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Checking segment: {'id': '2b6260fb-d92b-4f0e-8e21-10d5606e43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:23:11.320780 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:11.321174 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Bound using segment: {'id': '2b6260fb-d92b-4f0e-8e21-10d5606e43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:23:11.321643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Bound port: 6b35866c-6e5d-4a79-9fc5-70647795bdc5, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6260fb-d92b-4f0e-8e21-10d5606e43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:23:11.322024 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6b35866c-6e5d-4a79-9fc5-70647795bdc5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:11.368356 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c648a05-b95f-40d5-995a-344f33821915 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:11.391491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] For port 6b35866c-6e5d-4a79-9fc5-70647795bdc5, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:23:11.394925 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] For port 6b35866c-6e5d-4a79-9fc5-70647795bdc5, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6b35866c-6e5d-4a79-9fc5-70647795bdc5,segment=NetworkSegment(2b6260fb-d92b-4f0e-8e21-10d5606e43c6),segment_id=2b6260fb-d92b-4f0e-8e21-10d5606e43c6)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:23:11.444944 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c648a05-b95f-40d5-995a-344f33821915 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:11.478253 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c648a05-b95f-40d5-995a-344f33821915 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:11.488107 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6b35866c-6e5d-4a79-9fc5-70647795bdc5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:11.557287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0be878-52db-48e5-ad8e-e53201bcd550 None None] Pushing event updated for resources: {'Port': ['ID=6b35866c-6e5d-4a79-9fc5-70647795bdc5,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:11.558528 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6c648a05-b95f-40d5-995a-344f33821915 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:11.562950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51906) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:11.563197 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6c648a05-b95f-40d5-995a-344f33821915 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3900135 Jan 28 06:23:11.571255 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9ab73d68-41cc-4f6f-becd-91f748a500dd tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group_rule': {'security_group_id': '3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:11.719784 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9ab73d68-41cc-4f6f-becd-91f748a500dd tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (3ff62955-eae6-4809-9c6b-839fa3207983), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:11.801009 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9ab73d68-41cc-4f6f-becd-91f748a500dd tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (3ff62955-eae6-4809-9c6b-839fa3207983), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:11.895534 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9ab73d68-41cc-4f6f-becd-91f748a500dd tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (3ff62955-eae6-4809-9c6b-839fa3207983), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:11.916438 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab73d68-41cc-4f6f-becd-91f748a500dd tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff62955-eae6-4809-9c6b-839fa3207983,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:12.032561 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9ab73d68-41cc-4f6f-becd-91f748a500dd tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:12.033697 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9ab73d68-41cc-4f6f-becd-91f748a500dd tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4687645 Jan 28 06:23:12.036600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51910) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:12.041373 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-959f2eb8-e488-4caa-a4d4-94992d3e2778 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group_rule': {'security_group_id': '3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:12.174695 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-959f2eb8-e488-4caa-a4d4-94992d3e2778 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (fda6e475-122d-49d0-9afa-e1d258a6af70), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:12.238103 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-959f2eb8-e488-4caa-a4d4-94992d3e2778 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (fda6e475-122d-49d0-9afa-e1d258a6af70), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:12.407588 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-959f2eb8-e488-4caa-a4d4-94992d3e2778 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (fda6e475-122d-49d0-9afa-e1d258a6af70), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:12.428936 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f2eb8-e488-4caa-a4d4-94992d3e2778 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda6e475-122d-49d0-9afa-e1d258a6af70,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:12.503241 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-959f2eb8-e488-4caa-a4d4-94992d3e2778 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:12.507520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-959f2eb8-e488-4caa-a4d4-94992d3e2778 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4669685 Jan 28 06:23:12.507695 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51912) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:12.512413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8cab2681-d109-41e2-8fdb-cb5496a7bf30 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group_rule': {'security_group_id': '3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:12.580364 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9ae75b-0caa-454f-a001-5bc44265e098 None None] Network 144cde65-73c8-45db-b59c-b2a365330bdd requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:23:12.653860 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8cab2681-d109-41e2-8fdb-cb5496a7bf30 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (2aabfb32-d545-4204-b3a0-8b211201c5cb), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:12.665577 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7422260b-479f-443f-a970-917cece2c94c None None] Provisioning complete for port 6b35866c-6e5d-4a79-9fc5-70647795bdc5 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:12.666696 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7422260b-479f-443f-a970-917cece2c94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6b35866c-6e5d-4a79-9fc5-70647795bdc5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:12.716686 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8cab2681-d109-41e2-8fdb-cb5496a7bf30 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (2aabfb32-d545-4204-b3a0-8b211201c5cb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:12.779310 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7422260b-479f-443f-a970-917cece2c94c None None] Current status of the port 6b35866c-6e5d-4a79-9fc5-70647795bdc5 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:12.780234 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7422260b-479f-443f-a970-917cece2c94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6b35866c-6e5d-4a79-9fc5-70647795bdc5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:12.817722 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8cab2681-d109-41e2-8fdb-cb5496a7bf30 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (2aabfb32-d545-4204-b3a0-8b211201c5cb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:12.827384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7422260b-479f-443f-a970-917cece2c94c None None] For port 6b35866c-6e5d-4a79-9fc5-70647795bdc5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6b35866c-6e5d-4a79-9fc5-70647795bdc5,segment=NetworkSegment(2b6260fb-d92b-4f0e-8e21-10d5606e43c6),segment_id=2b6260fb-d92b-4f0e-8e21-10d5606e43c6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:23:12.837435 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab2681-d109-41e2-8fdb-cb5496a7bf30 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aabfb32-d545-4204-b3a0-8b211201c5cb,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:12.939381 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7422260b-479f-443f-a970-917cece2c94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6b35866c-6e5d-4a79-9fc5-70647795bdc5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:12.966281 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8cab2681-d109-41e2-8fdb-cb5496a7bf30 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:12.970341 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8cab2681-d109-41e2-8fdb-cb5496a7bf30 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4589040 Jan 28 06:23:12.970510 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51916) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:12.976065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d8d2d137-3e13-4dfc-a4fd-c0640194f50f tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group_rule': {'security_group_id': '3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:13.116754 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d137-3e13-4dfc-a4fd-c0640194f50f tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (e93411ad-3c40-42a9-a7e8-eae6b83e31a9), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:13.169519 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-79a0ec3f-8aa5-48fc-a843-88f6f1962acd None None] Provisioning complete for port 6b35866c-6e5d-4a79-9fc5-70647795bdc5 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:13.169900 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79a0ec3f-8aa5-48fc-a843-88f6f1962acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6b35866c-6e5d-4a79-9fc5-70647795bdc5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:13.172677 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422260b-479f-443f-a970-917cece2c94c None None] Pushing event updated for resources: {'Port': ['ID=6b35866c-6e5d-4a79-9fc5-70647795bdc5,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:13.185085 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d137-3e13-4dfc-a4fd-c0640194f50f tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (e93411ad-3c40-42a9-a7e8-eae6b83e31a9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:13.251996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-79a0ec3f-8aa5-48fc-a843-88f6f1962acd None None] Current status of the port 6b35866c-6e5d-4a79-9fc5-70647795bdc5 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:13.312196 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d137-3e13-4dfc-a4fd-c0640194f50f tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (e93411ad-3c40-42a9-a7e8-eae6b83e31a9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:13.330813 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2d137-3e13-4dfc-a4fd-c0640194f50f tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93411ad-3c40-42a9-a7e8-eae6b83e31a9,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:13.427175 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d137-3e13-4dfc-a4fd-c0640194f50f tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:13.429221 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d8d2d137-3e13-4dfc-a4fd-c0640194f50f tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4567158 Jan 28 06:23:13.432278 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 51918) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:13.437020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-07652f71-6404-40a5-9d60-26e8d809c3cf tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group_rule': {'security_group_id': '3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:13.464330 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6b35866c-6e5d-4a79-9fc5-70647795bdc5 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:23:13.515574 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6b35866c-6e5d-4a79-9fc5-70647795bdc5 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:13.516038 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6b35866c-6e5d-4a79-9fc5-70647795bdc5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:13.541502 n-d-812111-12 neutron-server[103634]: INFO neutron.db.securitygroups_db [None req-07652f71-6404-40a5-9d60-26e8d809c3cf tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Project 2f01a49a198243c1b64c13a2e783497d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:23:13.546925 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07652f71-6404-40a5-9d60-26e8d809c3cf tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (559b7a3a-881b-46c0-b9be-6d6b4fa9ade7), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:13.592536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6b35866c-6e5d-4a79-9fc5-70647795bdc5 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:13.606131 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07652f71-6404-40a5-9d60-26e8d809c3cf tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (559b7a3a-881b-46c0-b9be-6d6b4fa9ade7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:13.724179 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07652f71-6404-40a5-9d60-26e8d809c3cf tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (559b7a3a-881b-46c0-b9be-6d6b4fa9ade7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:13.743232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07652f71-6404-40a5-9d60-26e8d809c3cf tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559b7a3a-881b-46c0-b9be-6d6b4fa9ade7,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:13.878181 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07652f71-6404-40a5-9d60-26e8d809c3cf tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:13.879452 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-07652f71-6404-40a5-9d60-26e8d809c3cf tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4461751 Jan 28 06:23:13.883336 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51922) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:13.888092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3d1c5620-7cd3-4d48-b1a5-bc94d7484437 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group_rule': {'security_group_id': '3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:14.015266 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-3d1c5620-7cd3-4d48-b1a5-bc94d7484437 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Project 2f01a49a198243c1b64c13a2e783497d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:23:14.020414 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d1c5620-7cd3-4d48-b1a5-bc94d7484437 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (3a6754fc-c8a0-4d95-8b5c-9950356f9a73), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:14.079456 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d1c5620-7cd3-4d48-b1a5-bc94d7484437 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (3a6754fc-c8a0-4d95-8b5c-9950356f9a73), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:14.236571 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d1c5620-7cd3-4d48-b1a5-bc94d7484437 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (3a6754fc-c8a0-4d95-8b5c-9950356f9a73), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:14.255765 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c5620-7cd3-4d48-b1a5-bc94d7484437 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6754fc-c8a0-4d95-8b5c-9950356f9a73,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:14.366533 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d1c5620-7cd3-4d48-b1a5-bc94d7484437 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:14.367763 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3d1c5620-7cd3-4d48-b1a5-bc94d7484437 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4832480 Jan 28 06:23:14.517959 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d753015d-1f27-4b24-8f80-73915fb294be req-e4dcb7b7-c06d-4cb2-bd2a-5f266697b693 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330291215&fields=id&tenant_id=2f01a49a198243c1b64c13a2e783497d HTTP/1.1" status: 200 len: 267 time: 0.0441403 Jan 28 06:23:14.626726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753015d-1f27-4b24-8f80-73915fb294be req-0a19d9b1-32a4-4355-acab-9eb36517a108 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:14.628204 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d753015d-1f27-4b24-8f80-73915fb294be req-0a19d9b1-32a4-4355-acab-9eb36517a108 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/networks?id=144cde65-73c8-45db-b59c-b2a365330bdd HTTP/1.1" status: 200 len: 796 time: 0.1024001 Jan 28 06:23:14.643271 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d753015d-1f27-4b24-8f80-73915fb294be req-9437f1bd-84a6-4bbd-b5e2-869233c7c8a4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/quotas/2f01a49a198243c1b64c13a2e783497d HTTP/1.1" status: 200 len: 375 time: 0.0090992 Jan 28 06:23:14.699102 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d753015d-1f27-4b24-8f80-73915fb294be req-1700cb11-e2d3-4cdb-aecd-372c575f7c11 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f01a49a198243c1b64c13a2e783497d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0501204 Jan 28 06:23:14.844748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d753015d-1f27-4b24-8f80-73915fb294be req-fcfd71f2-7b32-4f69-a9f6-5a56f70e3820 service neutron] 10.222.0.31 "GET /v2.0/networks/144cde65-73c8-45db-b59c-b2a365330bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333537 Jan 28 06:23:14.940580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d753015d-1f27-4b24-8f80-73915fb294be req-0904019e-d3ac-465e-95ea-85684ccdd309 service neutron] 10.222.0.31 "GET /v2.0/networks/144cde65-73c8-45db-b59c-b2a365330bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891297 Jan 28 06:23:15.230805 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87ba8fa8-4305-44a2-ade8-bd39b53cd328 req-8926a6d5-fe81-48bc-b35e-67bce2aae3b3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 210 time: 0.0343876 Jan 28 06:23:16.315214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5fa42065-6ca8-4629-bfc3-ceab5a8fd2b2 req-e5998552-12c8-4ada-ad6a-93c23916bec7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 210 time: 0.0301154 Jan 28 06:23:17.419322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-99aec3d1-d17b-4349-90a5-f49edd16d503 req-ca0a7a85-de65-4a2c-a3d1-722adad9626c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 210 time: 0.0306485 Jan 28 06:23:17.915176 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753015d-1f27-4b24-8f80-73915fb294be req-53744c87-6018-4629-ac31-b089dc4689d0 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:17.916629 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d753015d-1f27-4b24-8f80-73915fb294be req-53744c87-6018-4629-ac31-b089dc4689d0 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.64 "GET /v2.0/networks?id=144cde65-73c8-45db-b59c-b2a365330bdd HTTP/1.1" status: 200 len: 796 time: 0.1067553 Jan 28 06:23:18.013066 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d753015d-1f27-4b24-8f80-73915fb294be req-f7ccfd9b-c6cb-4de4-aae1-2103452aa7fb tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f01a49a198243c1b64c13a2e783497d HTTP/1.1" status: 200 len: 471 time: 0.0709331 Jan 28 06:23:18.022427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-d753015d-1f27-4b24-8f80-73915fb294be req-38cc4d29-2ae6-48bc-8b80-c07019d3d6c2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'port': {'device_id': '38b746fb-4bd2-4b84-b0f2-58e62ea6a04c', 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd', 'admin_state_up': True, 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'security_groups': ['3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:18.301122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d753015d-1f27-4b24-8f80-73915fb294be req-38cc4d29-2ae6-48bc-8b80-c07019d3d6c2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Made reservation on behalf of 2f01a49a198243c1b64c13a2e783497d for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:23:18.305093 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d753015d-1f27-4b24-8f80-73915fb294be req-38cc4d29-2ae6-48bc-8b80-c07019d3d6c2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:18.435430 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-d753015d-1f27-4b24-8f80-73915fb294be req-38cc4d29-2ae6-48bc-8b80-c07019d3d6c2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Allocated IP 172.20.0.27 (144cde65-73c8-45db-b59c-b2a365330bdd/b8881509-f9d7-474b-a071-bd7c896e2df1/db54ee5b-caa1-4bf2-ab53-d73cc8d57809) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:23:18.527310 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b7407bc-dc36-4837-b477-f310c1b992fc req-6fa8b14a-b008-4e61-a833-d5ba1e4cddd1 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 210 time: 0.0322783 Jan 28 06:23:18.586576 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d753015d-1f27-4b24-8f80-73915fb294be req-38cc4d29-2ae6-48bc-8b80-c07019d3d6c2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for port (db54ee5b-caa1-4bf2-ab53-d73cc8d57809), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:18.705110 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d753015d-1f27-4b24-8f80-73915fb294be req-38cc4d29-2ae6-48bc-8b80-c07019d3d6c2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (db54ee5b-caa1-4bf2-ab53-d73cc8d57809), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:18.747057 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d753015d-1f27-4b24-8f80-73915fb294be req-38cc4d29-2ae6-48bc-8b80-c07019d3d6c2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network 144cde65-73c8-45db-b59c-b2a365330bdd is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:23:18.749989 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-d753015d-1f27-4b24-8f80-73915fb294be req-38cc4d29-2ae6-48bc-8b80-c07019d3d6c2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:23:18.753592 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-d753015d-1f27-4b24-8f80-73915fb294be req-38cc4d29-2ae6-48bc-8b80-c07019d3d6c2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:23:18.785659 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc4d29-2ae6-48bc-8b80-c07019d3d6c2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Port': ['ID=db54ee5b-caa1-4bf2-ab53-d73cc8d57809,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:18.816317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753015d-1f27-4b24-8f80-73915fb294be req-38cc4d29-2ae6-48bc-8b80-c07019d3d6c2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:18.816867 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d753015d-1f27-4b24-8f80-73915fb294be req-38cc4d29-2ae6-48bc-8b80-c07019d3d6c2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:18.960780 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d753015d-1f27-4b24-8f80-73915fb294be req-38cc4d29-2ae6-48bc-8b80-c07019d3d6c2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9424498 Jan 28 06:23:18.978750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Request body: {'port': {'device_id': '38b746fb-4bd2-4b84-b0f2-58e62ea6a04c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:19.011691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d2de7a09-adde-46a5-82f1-c5364ea51160 None None] Provisioning complete for port db54ee5b-caa1-4bf2-ab53-d73cc8d57809 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:19.012292 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2de7a09-adde-46a5-82f1-c5364ea51160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (db54ee5b-caa1-4bf2-ab53-d73cc8d57809), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:19.039412 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (db54ee5b-caa1-4bf2-ab53-d73cc8d57809), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:19.052433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d2de7a09-adde-46a5-82f1-c5364ea51160 None None] Port db54ee5b-caa1-4bf2-ab53-d73cc8d57809 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:23:19.306277 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db54ee5b-caa1-4bf2-ab53-d73cc8d57809 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:23:19.313934 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Publish callbacks [] for port (db54ee5b-caa1-4bf2-ab53-d73cc8d57809), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:19.326317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Transition to ACTIVE for port object db54ee5b-caa1-4bf2-ab53-d73cc8d57809 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:23:19.421182 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (db54ee5b-caa1-4bf2-ab53-d73cc8d57809), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:19.475910 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Pushing event updated for resources: {'Port': ['ID=db54ee5b-caa1-4bf2-ab53-d73cc8d57809,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:19.556501 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Attempting to bind port db54ee5b-caa1-4bf2-ab53-d73cc8d57809 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:23:19.556501 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Attempting to bind port db54ee5b-caa1-4bf2-ab53-d73cc8d57809 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '2b6260fb-d92b-4f0e-8e21-10d5606e43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:23:19.556501 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Attempting to bind port db54ee5b-caa1-4bf2-ab53-d73cc8d57809 on network 144cde65-73c8-45db-b59c-b2a365330bdd {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:23:19.559044 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Port db54ee5b-caa1-4bf2-ab53-d73cc8d57809 on network 144cde65-73c8-45db-b59c-b2a365330bdd not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:23:19.559366 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Attempting to bind port db54ee5b-caa1-4bf2-ab53-d73cc8d57809 on network 144cde65-73c8-45db-b59c-b2a365330bdd {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:23:19.564439 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:23:19.564774 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Checking segment: {'id': '2b6260fb-d92b-4f0e-8e21-10d5606e43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:23:19.565153 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Bound using segment: {'id': '2b6260fb-d92b-4f0e-8e21-10d5606e43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:23:19.565574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Bound port: db54ee5b-caa1-4bf2-ab53-d73cc8d57809, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6260fb-d92b-4f0e-8e21-10d5606e43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:23:19.566033 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (db54ee5b-caa1-4bf2-ab53-d73cc8d57809), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:19.653266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] For port db54ee5b-caa1-4bf2-ab53-d73cc8d57809, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:23:19.657050 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] For port db54ee5b-caa1-4bf2-ab53-d73cc8d57809, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=db54ee5b-caa1-4bf2-ab53-d73cc8d57809,segment=NetworkSegment(2b6260fb-d92b-4f0e-8e21-10d5606e43c6),segment_id=2b6260fb-d92b-4f0e-8e21-10d5606e43c6)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:23:19.682626 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95378d9a-4133-4859-874c-0cf670664a27 req-fce672d5-3f26-4ea5-b99e-9e82c45b0dad tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:19.689834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95378d9a-4133-4859-874c-0cf670664a27 req-fce672d5-3f26-4ea5-b99e-9e82c45b0dad tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 944 time: 0.0673006 Jan 28 06:23:19.736194 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95378d9a-4133-4859-874c-0cf670664a27 req-b37c756b-fe3b-4fd3-9644-1a8eaf3101d4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452089 Jan 28 06:23:19.774013 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (db54ee5b-caa1-4bf2-ab53-d73cc8d57809), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:19.812798 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:19.812798 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:19.812798 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d753015d-1f27-4b24-8f80-73915fb294be req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] 10.222.0.64 "PUT /v2.0/ports/db54ee5b-caa1-4bf2-ab53-d73cc8d57809 HTTP/1.1" status: 200 len: 1093 time: 0.8383281 Jan 28 06:23:19.812798 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b746fb-4bd2-4b84-b0f2-58e62ea6a04c', 'tag': 'db54ee5b-caa1-4bf2-ab53-d73cc8d57809'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:23:19.815094 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac228396-1b29-43ea-b77a-71564840d9da" -d '{"events": [{"name": "network-changed", "server_uuid": "38b746fb-4bd2-4b84-b0f2-58e62ea6a04c", "tag": "db54ee5b-caa1-4bf2-ab53-d73cc8d57809"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:23:19.852685 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170bfcc-6d4e-4eab-9399-0a1fc089c435 service neutron] Pushing event updated for resources: {'Port': ['ID=db54ee5b-caa1-4bf2-ab53-d73cc8d57809,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:19.858906 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe20e88-73e7-4351-93d4-ce35a11bd3ff x-openstack-request-id: req-cfe20e88-73e7-4351-93d4-ce35a11bd3ff {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:23:19.859232 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b746fb-4bd2-4b84-b0f2-58e62ea6a04c", "tag": "db54ee5b-caa1-4bf2-ab53-d73cc8d57809", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:23:19.859496 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfe20e88-73e7-4351-93d4-ce35a11bd3ff {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:23:19.860155 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b746fb-4bd2-4b84-b0f2-58e62ea6a04c', 'tag': 'db54ee5b-caa1-4bf2-ab53-d73cc8d57809', 'status': 'completed', 'code': 200} Jan 28 06:23:19.948210 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac228396-1b29-43ea-b77a-71564840d9da req-05855b91-7362-4b36-af30-08815e230421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:19.949649 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ac228396-1b29-43ea-b77a-71564840d9da req-05855b91-7362-4b36-af30-08815e230421 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f01a49a198243c1b64c13a2e783497d&device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 1096 time: 0.0504055 Jan 28 06:23:20.063448 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac228396-1b29-43ea-b77a-71564840d9da req-fc68a1c3-f1bc-4c5d-b075-1ad5370ebc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:20.064071 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac228396-1b29-43ea-b77a-71564840d9da req-fc68a1c3-f1bc-4c5d-b075-1ad5370ebc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:20.065430 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ac228396-1b29-43ea-b77a-71564840d9da req-fc68a1c3-f1bc-4c5d-b075-1ad5370ebc8e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2f01a49a198243c1b64c13a2e783497d&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1021249 Jan 28 06:23:20.161747 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac228396-1b29-43ea-b77a-71564840d9da req-c66c00ee-a1f6-4fd4-ba4e-427cd6e35645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:20.163888 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ac228396-1b29-43ea-b77a-71564840d9da req-c66c00ee-a1f6-4fd4-ba4e-427cd6e35645 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932474 Jan 28 06:23:20.266199 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753015d-1f27-4b24-8f80-73915fb294be req-e0482c67-ffee-4af3-8951-b8e9a4ef3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:20.267777 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d753015d-1f27-4b24-8f80-73915fb294be req-e0482c67-ffee-4af3-8951-b8e9a4ef3d20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f01a49a198243c1b64c13a2e783497d&device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 1096 time: 0.0453010 Jan 28 06:23:20.316991 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d753015d-1f27-4b24-8f80-73915fb294be req-04fa42d2-704c-4e0a-b4ce-6350d5a6faf5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=db54ee5b-caa1-4bf2-ab53-d73cc8d57809 HTTP/1.1" status: 200 len: 217 time: 0.0370612 Jan 28 06:23:20.372975 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753015d-1f27-4b24-8f80-73915fb294be req-6f9bfd9a-8f9f-4d28-83a8-ebdd42a111ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:20.373915 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d753015d-1f27-4b24-8f80-73915fb294be req-6f9bfd9a-8f9f-4d28-83a8-ebdd42a111ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b8881509-f9d7-474b-a071-bd7c896e2df1 HTTP/1.1" status: 200 len: 838 time: 0.0513163 Jan 28 06:23:20.420013 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753015d-1f27-4b24-8f80-73915fb294be req-bfeb464e-630a-44e5-b873-ac14cd697f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:20.421503 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d753015d-1f27-4b24-8f80-73915fb294be req-bfeb464e-630a-44e5-b873-ac14cd697f23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=144cde65-73c8-45db-b59c-b2a365330bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0420754 Jan 28 06:23:20.512335 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d753015d-1f27-4b24-8f80-73915fb294be req-e46cb636-99fb-4dda-95ed-ef6ccdba3c49 service neutron] 10.222.0.64 "GET /v2.0/networks/144cde65-73c8-45db-b59c-b2a365330bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845196 Jan 28 06:23:20.608384 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d753015d-1f27-4b24-8f80-73915fb294be req-5dd57b0a-7193-4153-b1b8-1be3d8eec945 service neutron] 10.222.0.64 "GET /v2.0/networks/144cde65-73c8-45db-b59c-b2a365330bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900486 Jan 28 06:23:20.852249 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd577e-dab5-4a20-927b-f75a59c61815 req-8a82d854-008a-4e2c-a423-66b6f22ab245 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:20.853826 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2bd577e-dab5-4a20-927b-f75a59c61815 req-8a82d854-008a-4e2c-a423-66b6f22ab245 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 944 time: 0.0494244 Jan 28 06:23:20.906879 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2bd577e-dab5-4a20-927b-f75a59c61815 req-baa572b7-caeb-4720-81c0-e82dd77cc9ae tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472195 Jan 28 06:23:22.035589 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a328489-7e89-4a30-baf9-b88f2197fff3 req-58a266a8-2f49-4bdc-b0d7-d93c7dcbd6b9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:22.043874 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7a328489-7e89-4a30-baf9-b88f2197fff3 req-58a266a8-2f49-4bdc-b0d7-d93c7dcbd6b9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 944 time: 0.0609987 Jan 28 06:23:22.095476 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7a328489-7e89-4a30-baf9-b88f2197fff3 req-e935fd8d-dcf6-47b3-a351-2f1ea5ad53a1 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505495 Jan 28 06:23:22.571542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device db54ee5b-caa1-4bf2-ab53-d73cc8d57809 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:23:22.669149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port db54ee5b-caa1-4bf2-ab53-d73cc8d57809, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=db54ee5b-caa1-4bf2-ab53-d73cc8d57809,segment=NetworkSegment(2b6260fb-d92b-4f0e-8e21-10d5606e43c6),segment_id=2b6260fb-d92b-4f0e-8e21-10d5606e43c6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:23:22.681496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'db54ee5b-caa1-4bf2-ab53-d73cc8d57809', 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd', 'port_id': 'db54ee5b-caa1-4bf2-ab53-d73cc8d57809', 'mac_address': 'fa:16:3e:58:96:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8881509-f9d7-474b-a071-bd7c896e2df1', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:23:22.718851 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port db54ee5b-caa1-4bf2-ab53-d73cc8d57809 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:22.719265 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (db54ee5b-caa1-4bf2-ab53-d73cc8d57809), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:22.732274 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db54ee5b-caa1-4bf2-ab53-d73cc8d57809 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:23:22.752606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port db54ee5b-caa1-4bf2-ab53-d73cc8d57809, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=db54ee5b-caa1-4bf2-ab53-d73cc8d57809,segment=NetworkSegment(2b6260fb-d92b-4f0e-8e21-10d5606e43c6),segment_id=2b6260fb-d92b-4f0e-8e21-10d5606e43c6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:23:22.872306 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (db54ee5b-caa1-4bf2-ab53-d73cc8d57809), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:22.922908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=db54ee5b-caa1-4bf2-ab53-d73cc8d57809,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:23.162386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['db54ee5b-caa1-4bf2-ab53-d73cc8d57809'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:23:23.214481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff083bef-0025-4dbe-9403-aac3657461a3 req-bdbdee3a-ab25-4815-a871-b9cf0c5b3171 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:23.215917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff083bef-0025-4dbe-9403-aac3657461a3 req-bdbdee3a-ab25-4815-a871-b9cf0c5b3171 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 945 time: 0.0505738 Jan 28 06:23:23.279994 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff083bef-0025-4dbe-9403-aac3657461a3 req-ca610fd5-e41a-4e85-af6c-6d149d9fee3b tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563638 Jan 28 06:23:23.812040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 51996) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:23.960351 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-80375c89-9f75-4b21-81a2-4efafca9d848 admin admin] Deleting subnet 087cc66e-dcbe-45b8-b8d1-48dedc5c23d1 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:23:23.963559 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80375c89-9f75-4b21-81a2-4efafca9d848 admin admin] Publish callbacks [] for subnet (087cc66e-dcbe-45b8-b8d1-48dedc5c23d1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:23.998196 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80375c89-9f75-4b21-81a2-4efafca9d848 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (087cc66e-dcbe-45b8-b8d1-48dedc5c23d1), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:24.037150 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80375c89-9f75-4b21-81a2-4efafca9d848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (087cc66e-dcbe-45b8-b8d1-48dedc5c23d1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:24.164103 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80375c89-9f75-4b21-81a2-4efafca9d848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (087cc66e-dcbe-45b8-b8d1-48dedc5c23d1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:24.191790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80375c89-9f75-4b21-81a2-4efafca9d848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=087cc66e-dcbe-45b8-b8d1-48dedc5c23d1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:24.199367 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80375c89-9f75-4b21-81a2-4efafca9d848 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:24.205061 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-80375c89-9f75-4b21-81a2-4efafca9d848 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/087cc66e-dcbe-45b8-b8d1-48dedc5c23d1 HTTP/1.1" status: 204 len: 168 time: 0.3895063 Jan 28 06:23:24.205227 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52000) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:24.273157 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7158-7834-44eb-8ca2-92ae33758c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (36009c62-2b66-4e78-817b-7fe16c2072ad), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:24.354369 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7158-7834-44eb-8ca2-92ae33758c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (36009c62-2b66-4e78-817b-7fe16c2072ad), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:24.399986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d5eb7158-7834-44eb-8ca2-92ae33758c6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36009c62-2b66-4e78-817b-7fe16c2072ad']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:24.411966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d5eb7158-7834-44eb-8ca2-92ae33758c6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc3a269-da08-4632-9308-be5926c4d4a9') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:24.412270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d5eb7158-7834-44eb-8ca2-92ae33758c6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc3a269-da08-4632-9308-be5926c4d4a9') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:24.427574 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7158-7834-44eb-8ca2-92ae33758c6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (6dc3a269-da08-4632-9308-be5926c4d4a9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:24.446361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01881c-af95-40bf-9ffd-102b00069051 req-00bd3c4b-e1d2-4177-8f66-a7881d95047a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:24.447972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e01881c-af95-40bf-9ffd-102b00069051 req-00bd3c4b-e1d2-4177-8f66-a7881d95047a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 945 time: 0.0908678 Jan 28 06:23:24.452088 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7158-7834-44eb-8ca2-92ae33758c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (6dc3a269-da08-4632-9308-be5926c4d4a9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:24.463945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5eb7158-7834-44eb-8ca2-92ae33758c6c admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:23:24.464329 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7158-7834-44eb-8ca2-92ae33758c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (6dc3a269-da08-4632-9308-be5926c4d4a9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:23:24.465928 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:23:24.548846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e01881c-af95-40bf-9ffd-102b00069051 req-5e0dfea6-3ba4-4c69-b730-afeaa22592db tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943763 Jan 28 06:23:24.603646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device db54ee5b-caa1-4bf2-ab53-d73cc8d57809 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:23:24.632966 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7158-7834-44eb-8ca2-92ae33758c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (36009c62-2b66-4e78-817b-7fe16c2072ad), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:24.637633 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7158-7834-44eb-8ca2-92ae33758c6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:24.643931 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d5eb7158-7834-44eb-8ca2-92ae33758c6c admin admin] 10.222.0.31 "DELETE /v2.0/networks/36009c62-2b66-4e78-817b-7fe16c2072ad HTTP/1.1" status: 204 len: 168 time: 0.4352925 Jan 28 06:23:24.723641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port db54ee5b-caa1-4bf2-ab53-d73cc8d57809 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:23:24.728018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port db54ee5b-caa1-4bf2-ab53-d73cc8d57809 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:24.728357 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (db54ee5b-caa1-4bf2-ab53-d73cc8d57809), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:24.813842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port db54ee5b-caa1-4bf2-ab53-d73cc8d57809 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:24.814237 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (db54ee5b-caa1-4bf2-ab53-d73cc8d57809), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:24.843393 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b746fb-4bd2-4b84-b0f2-58e62ea6a04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db54ee5b-caa1-4bf2-ab53-d73cc8d57809'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:23:24.845903 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc34af00-8111-45dc-bebe-fbe37197a68a" -d '{"events": [{"server_uuid": "38b746fb-4bd2-4b84-b0f2-58e62ea6a04c", "name": "network-vif-plugged", "status": "completed", "tag": "db54ee5b-caa1-4bf2-ab53-d73cc8d57809"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:23:24.861464 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port db54ee5b-caa1-4bf2-ab53-d73cc8d57809, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=db54ee5b-caa1-4bf2-ab53-d73cc8d57809,segment=NetworkSegment(2b6260fb-d92b-4f0e-8e21-10d5606e43c6),segment_id=2b6260fb-d92b-4f0e-8e21-10d5606e43c6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:23:24.969909 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (db54ee5b-caa1-4bf2-ab53-d73cc8d57809), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:25.018034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb7158-7834-44eb-8ca2-92ae33758c6c admin admin] Pushing event deleted for resources: {'Network': ['ID=36009c62-2b66-4e78-817b-7fe16c2072ad,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:25.034808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52010) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:25.045578 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=db54ee5b-caa1-4bf2-ab53-d73cc8d57809,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:25.068004 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0f7fff-c1cb-4b99-b6e4-f76169c312cf x-openstack-request-id: req-de0f7fff-c1cb-4b99-b6e4-f76169c312cf {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:23:25.068322 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b746fb-4bd2-4b84-b0f2-58e62ea6a04c", "name": "network-vif-plugged", "status": "completed", "tag": "db54ee5b-caa1-4bf2-ab53-d73cc8d57809", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:23:25.068601 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de0f7fff-c1cb-4b99-b6e4-f76169c312cf {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:23:25.069768 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b746fb-4bd2-4b84-b0f2-58e62ea6a04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db54ee5b-caa1-4bf2-ab53-d73cc8d57809', 'code': 200} Jan 28 06:23:25.084959 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a81caadf-870a-452d-9fa6-db929228ada2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f85741625aaf4ee9ad854fdeaa526362&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486157 Jan 28 06:23:25.087544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52012) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:25.138175 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1bf62e5-c8e6-4a4f-840e-95041022a538 admin admin] Publish callbacks [] for security_group (34db8381-7f23-4f12-9f98-fc1c8cf9591f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:25.162743 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1bf62e5-c8e6-4a4f-840e-95041022a538 admin admin] Publish callbacks [] for security_group (34db8381-7f23-4f12-9f98-fc1c8cf9591f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:25.206387 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f284cc-d477-4ed7-b304-2d95ab48f172 req-b4c7717a-be06-4a33-ad37-ac2b7dde2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:25.207998 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-00f284cc-d477-4ed7-b304-2d95ab48f172 req-b4c7717a-be06-4a33-ad37-ac2b7dde2fbb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 1098 time: 0.0457630 Jan 28 06:23:25.238179 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:25.253356 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-00f284cc-d477-4ed7-b304-2d95ab48f172 req-e389c3f8-4c9e-4c13-af5e-692f97d7acb8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396757 Jan 28 06:23:25.266634 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1bf62e5-c8e6-4a4f-840e-95041022a538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (34db8381-7f23-4f12-9f98-fc1c8cf9591f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:25.269150 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1bf62e5-c8e6-4a4f-840e-95041022a538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:25.270262 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f1bf62e5-c8e6-4a4f-840e-95041022a538 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34db8381-7f23-4f12-9f98-fc1c8cf9591f HTTP/1.1" status: 204 len: 168 time: 0.1817200 Jan 28 06:23:25.277935 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf62e5-c8e6-4a4f-840e-95041022a538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34db8381-7f23-4f12-9f98-fc1c8cf9591f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:25.670946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33610a03-567d-45f3-9d64-04c70ce1342a req-81cc88da-efe1-41e3-80b2-0df5432e906e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:25.672751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33610a03-567d-45f3-9d64-04c70ce1342a req-81cc88da-efe1-41e3-80b2-0df5432e906e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 946 time: 0.0517769 Jan 28 06:23:25.728358 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33610a03-567d-45f3-9d64-04c70ce1342a req-4ba14580-fdb8-446d-8746-92b8c9297972 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492237 Jan 28 06:23:26.352373 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52038) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:26.448988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ad4c4b79-44c2-4f09-a6d0-bdbd5e93e8cc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1677357130-network', 'tenant_id': 'f043eb4aed134f8fadd4a98584efc7ab'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:26.574714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4c4b79-44c2-4f09-a6d0-bdbd5e93e8cc admin admin] Made reservation on behalf of f043eb4aed134f8fadd4a98584efc7ab for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:23:26.576993 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad4c4b79-44c2-4f09-a6d0-bdbd5e93e8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:26.588191 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad4c4b79-44c2-4f09-a6d0-bdbd5e93e8cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:26.658411 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad4c4b79-44c2-4f09-a6d0-bdbd5e93e8cc admin admin] Publish callbacks [] for security_group (4178b562-df17-42f5-bcc3-5c5e3516b893), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:26.849255 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0cb6a-b494-427a-9302-25c4addf5606 req-a38c3d2f-4955-4d4d-a790-b31fce6920ad tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:26.851506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eeb0cb6a-b494-427a-9302-25c4addf5606 req-a38c3d2f-4955-4d4d-a790-b31fce6920ad tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 946 time: 0.0495069 Jan 28 06:23:26.881525 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad4c4b79-44c2-4f09-a6d0-bdbd5e93e8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4178b562-df17-42f5-bcc3-5c5e3516b893), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:26.918149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4c4b79-44c2-4f09-a6d0-bdbd5e93e8cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:23:26.923305 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eeb0cb6a-b494-427a-9302-25c4addf5606 req-547bccf8-7b86-4931-93c8-aed708d35612 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662937 Jan 28 06:23:26.935505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c4b79-44c2-4f09-a6d0-bdbd5e93e8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4178b562-df17-42f5-bcc3-5c5e3516b893,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:26.936984 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad4c4b79-44c2-4f09-a6d0-bdbd5e93e8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (88d61243-dd9b-4b01-adac-2b3b9cb7d805), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:26.937336 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-ad4c4b79-44c2-4f09-a6d0-bdbd5e93e8cc admin admin] Added segment 88d61243-dd9b-4b01-adac-2b3b9cb7d805 of type vlan for network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc Jan 28 06:23:26.979029 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad4c4b79-44c2-4f09-a6d0-bdbd5e93e8cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (4e7f11b6-2df5-4c30-b083-e39f9888d2bc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:27.045339 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16a2b3-8d51-41a0-bbad-b501a91772af req-a6507f6d-fa25-477b-a015-f6e26e1e8832 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:27.046798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d16a2b3-8d51-41a0-bbad-b501a91772af req-a6507f6d-fa25-477b-a015-f6e26e1e8832 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 946 time: 0.0516651 Jan 28 06:23:27.092078 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad4c4b79-44c2-4f09-a6d0-bdbd5e93e8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (4e7f11b6-2df5-4c30-b083-e39f9888d2bc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:27.093017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4c4b79-44c2-4f09-a6d0-bdbd5e93e8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:27.093587 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad4c4b79-44c2-4f09-a6d0-bdbd5e93e8cc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:27.102288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d16a2b3-8d51-41a0-bbad-b501a91772af req-90c8f033-b16b-4520-8154-8a3858ec971f tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498924 Jan 28 06:23:27.158055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c4b79-44c2-4f09-a6d0-bdbd5e93e8cc admin admin] Pushing event updated for resources: {'Network': ['ID=4e7f11b6-2df5-4c30-b083-e39f9888d2bc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:27.167955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:23:27.227762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ad4c4b79-44c2-4f09-a6d0-bdbd5e93e8cc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8742054 Jan 28 06:23:27.231655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52048) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:27.237185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d77249f8-fda4-4b65-a838-61d59bc5e3ea admin admin] Request body: {'subnet': {'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1677357130-subnet', 'tenant_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:27.323631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77249f8-fda4-4b65-a838-61d59bc5e3ea admin admin] Made reservation on behalf of f043eb4aed134f8fadd4a98584efc7ab for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:23:27.326122 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d77249f8-fda4-4b65-a838-61d59bc5e3ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:27.552406 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d77249f8-fda4-4b65-a838-61d59bc5e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (148a45d8-fc36-4291-b358-baf7ad1785b9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:27.601908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77249f8-fda4-4b65-a838-61d59bc5e3ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=148a45d8-fc36-4291-b358-baf7ad1785b9,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:27.617586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77249f8-fda4-4b65-a838-61d59bc5e3ea admin admin] Checking segment: {'id': '88d61243-dd9b-4b01-adac-2b3b9cb7d805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:23:27.626401 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77249f8-fda4-4b65-a838-61d59bc5e3ea admin admin] Network hostable DHCP agents. Network: 4e7f11b6-2df5-4c30-b083-e39f9888d2bc, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:23:27.749919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77249f8-fda4-4b65-a838-61d59bc5e3ea admin admin] Network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:23:27.843208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d77249f8-fda4-4b65-a838-61d59bc5e3ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 4e7f11b6-2df5-4c30-b083-e39f9888d2bc) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:23:27.847215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77249f8-fda4-4b65-a838-61d59bc5e3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:27.847817 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d77249f8-fda4-4b65-a838-61d59bc5e3ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:27.853136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5f6b5a-de55-420e-bdec-f5581f961d3c None None] Network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:23:27.901255 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:27.937600 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d77249f8-fda4-4b65-a838-61d59bc5e3ea admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7048514 Jan 28 06:23:27.940365 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52052) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:27.945233 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1677357130-router', 'tenant_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:27.951936 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-4e7f11b6-2df5-4c30-b083-e39f9888d2bc', 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc', 'project_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'fixed_ips': [{'subnet_id': '148a45d8-fc36-4291-b358-baf7ad1785b9'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:23:27.952785 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:28.030239 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (e974883f-d42a-4f10-a0a6-095a649a2fd8), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:28.031346 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (e974883f-d42a-4f10-a0a6-095a649a2fd8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:28.087997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Allocated IP 172.20.0.2 (4e7f11b6-2df5-4c30-b083-e39f9888d2bc/148a45d8-fc36-4291-b358-baf7ad1785b9/848522ef-d962-4569-906a-10fca0685402) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:23:28.089453 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Publish callbacks [] for router_controller (e974883f-d42a-4f10-a0a6-095a649a2fd8), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:28.229124 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Publish callbacks [] for port (848522ef-d962-4569-906a-10fca0685402), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:28.309421 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Publish callbacks [] for router_gateway (e974883f-d42a-4f10-a0a6-095a649a2fd8), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:28.312503 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (848522ef-d962-4569-906a-10fca0685402), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:28.348959 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:23:28.352213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:23:28.355623 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:23:28.367367 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Pushing event updated for resources: {'Port': ['ID=848522ef-d962-4569-906a-10fca0685402,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:28.418457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Attempting to bind port 848522ef-d962-4569-906a-10fca0685402 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:23:28.418869 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Attempting to bind port 848522ef-d962-4569-906a-10fca0685402 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '88d61243-dd9b-4b01-adac-2b3b9cb7d805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:23:28.419194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Attempting to bind port 848522ef-d962-4569-906a-10fca0685402 on network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:23:28.424136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:23:28.426116 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Checking segment: {'id': '88d61243-dd9b-4b01-adac-2b3b9cb7d805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:23:28.426116 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:28.426116 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Bound using segment: {'id': '88d61243-dd9b-4b01-adac-2b3b9cb7d805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:23:28.426116 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Bound port: 848522ef-d962-4569-906a-10fca0685402, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d61243-dd9b-4b01-adac-2b3b9cb7d805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:23:28.426116 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (848522ef-d962-4569-906a-10fca0685402), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:28.493431 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] For port 848522ef-d962-4569-906a-10fca0685402, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:23:28.496346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] For port 848522ef-d962-4569-906a-10fca0685402, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=848522ef-d962-4569-906a-10fca0685402,segment=NetworkSegment(88d61243-dd9b-4b01-adac-2b3b9cb7d805),segment_id=88d61243-dd9b-4b01-adac-2b3b9cb7d805)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:23:28.574096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52054) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:28.581320 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (848522ef-d962-4569-906a-10fca0685402), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:28.592760 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Publish callbacks [] for router_gateway (e974883f-d42a-4f10-a0a6-095a649a2fd8), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:28.616295 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:28.660623 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4992ff-661d-4ea4-922c-c5f78851ce01 None None] Pushing event updated for resources: {'Port': ['ID=848522ef-d962-4569-906a-10fca0685402,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:28.736758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Allocated IP 172.25.0.162 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/8355a469-8947-4c60-8f6b-3b22de3cc3da) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:23:28.870592 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Publish callbacks [] for port (8355a469-8947-4c60-8f6b-3b22de3cc3da), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:29.021552 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (8355a469-8947-4c60-8f6b-3b22de3cc3da), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:29.067217 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:23:29.070161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:23:29.072789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:23:29.088239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:29.102237 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Pushing event updated for resources: {'Port': ['ID=8355a469-8947-4c60-8f6b-3b22de3cc3da,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:29.374728 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Allocated IP 172.20.0.17 (144cde65-73c8-45db-b59c-b2a365330bdd/b8881509-f9d7-474b-a071-bd7c896e2df1/b42fff2f-851f-4de7-a109-9ef10be95174) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:23:29.458621 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Publish callbacks [] for router_gateway (e974883f-d42a-4f10-a0a6-095a649a2fd8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:29.510607 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for port (b42fff2f-851f-4de7-a109-9ef10be95174), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:29.532159 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 848522ef-d962-4569-906a-10fca0685402 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:23:29.586085 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 848522ef-d962-4569-906a-10fca0685402 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:29.586552 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (848522ef-d962-4569-906a-10fca0685402), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:29.609637 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (b42fff2f-851f-4de7-a109-9ef10be95174), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:29.697799 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 848522ef-d962-4569-906a-10fca0685402 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:29.699822 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (848522ef-d962-4569-906a-10fca0685402), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:29.700282 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (e974883f-d42a-4f10-a0a6-095a649a2fd8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:29.737150 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5766c9a7-318e-4ca5-8c8f-5490c9d93818 None None] Network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:23:29.743584 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 848522ef-d962-4569-906a-10fca0685402, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=848522ef-d962-4569-906a-10fca0685402,segment=NetworkSegment(88d61243-dd9b-4b01-adac-2b3b9cb7d805),segment_id=88d61243-dd9b-4b01-adac-2b3b9cb7d805)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:23:29.815600 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a19d7eb4-2f2d-4def-8a31-72d1f0ddb0cc None None] Provisioning complete for port 848522ef-d962-4569-906a-10fca0685402 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:29.816251 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a19d7eb4-2f2d-4def-8a31-72d1f0ddb0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (848522ef-d962-4569-906a-10fca0685402), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:29.846244 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (848522ef-d962-4569-906a-10fca0685402), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:29.937861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=848522ef-d962-4569-906a-10fca0685402,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:29.963442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Router e974883f-d42a-4f10-a0a6-095a649a2fd8 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:23:29.987102 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network 144cde65-73c8-45db-b59c-b2a365330bdd is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:23:29.988283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a19d7eb4-2f2d-4def-8a31-72d1f0ddb0cc None None] Current status of the port 848522ef-d962-4569-906a-10fca0685402 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:29.992361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:23:29.996292 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:23:30.031787 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Port': ['ID=b42fff2f-851f-4de7-a109-9ef10be95174,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:30.049490 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (f5c599f0-f73e-4411-ae5d-15669d802980), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:30.086629 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:23:30.101268 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Sync routers for ids ['e974883f-d42a-4f10-a0a6-095a649a2fd8'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:23:30.124238 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Routers {'e974883f-d42a-4f10-a0a6-095a649a2fd8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:23:30.125140 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:23:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['e974883f-d42a-4f10-a0a6-095a649a2fd8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:30.195248 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:30.199271 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e038b508-4eca-4722-8c45-444ca355ccac admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2554891 Jan 28 06:23:30.199994 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52056) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:30.248087 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Set router e974883f-d42a-4f10-a0a6-095a649a2fd8 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:23:30.292464 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b42fff2f-851f-4de7-a109-9ef10be95174), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:30.323195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-04203fb1-077e-4b13-81df-739cc1ca4274 None None] Provisioning complete for port 848522ef-d962-4569-906a-10fca0685402 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:30.323719 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04203fb1-077e-4b13-81df-739cc1ca4274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (848522ef-d962-4569-906a-10fca0685402), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:30.410631 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-04203fb1-077e-4b13-81df-739cc1ca4274 None None] Current status of the port 848522ef-d962-4569-906a-10fca0685402 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:30.535056 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-1c2a85d0-7dc6-4e3e-a31e-efbb558fc38c None None] Provisioning complete for port b42fff2f-851f-4de7-a109-9ef10be95174 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:30.536242 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c2a85d0-7dc6-4e3e-a31e-efbb558fc38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b42fff2f-851f-4de7-a109-9ef10be95174), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:30.571731 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'name': 'tempest-TestServerMultinode-1677357130-router', 'tenant_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '8355a469-8947-4c60-8f6b-3b22de3cc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:23:28Z', 'updated_at': '2022-01-28T06:23:29Z', 'revision_number': 3, 'project_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'gw_port': {'id': '8355a469-8947-4c60-8f6b-3b22de3cc3da', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:28Z', 'updated_at': '2022-01-28T06:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:30.573334 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1c2a85d0-7dc6-4e3e-a31e-efbb558fc38c None None] Port b42fff2f-851f-4de7-a109-9ef10be95174 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:23:30.600961 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Checking router: e974883f-d42a-4f10-a0a6-095a649a2fd8 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:23:30.601562 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Updating router e974883f-d42a-4f10-a0a6-095a649a2fd8 port 8355a469-8947-4c60-8f6b-3b22de3cc3da binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:23:30.638764 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8355a469-8947-4c60-8f6b-3b22de3cc3da), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:30.867985 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for port (b42fff2f-851f-4de7-a109-9ef10be95174), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:30.882203 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Publish callbacks [] for port (8355a469-8947-4c60-8f6b-3b22de3cc3da), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:30.922283 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:30.936280 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (b42fff2f-851f-4de7-a109-9ef10be95174), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:30.969841 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8355a469-8947-4c60-8f6b-3b22de3cc3da), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:31.021601 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Attempting to bind port 8355a469-8947-4c60-8f6b-3b22de3cc3da on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:23:31.021601 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Attempting to bind port 8355a469-8947-4c60-8f6b-3b22de3cc3da by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:23:31.022722 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Attempting to bind port 8355a469-8947-4c60-8f6b-3b22de3cc3da on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:23:31.030797 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693c59d-a2f6-45e8-96a0-700753002a52 None None] Pushing event updated for resources: {'Port': ['ID=8355a469-8947-4c60-8f6b-3b22de3cc3da,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:31.034117 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:23:31.034291 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:23:31.034766 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:31.035213 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:23:31.035971 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Bound port: 8355a469-8947-4c60-8f6b-3b22de3cc3da, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:23:31.036200 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8355a469-8947-4c60-8f6b-3b22de3cc3da), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:31.042774 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693c59d-a2f6-45e8-96a0-700753002a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:31.043561 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693c59d-a2f6-45e8-96a0-700753002a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:31.043561 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693c59d-a2f6-45e8-96a0-700753002a52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:31.043947 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693c59d-a2f6-45e8-96a0-700753002a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:31.044338 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693c59d-a2f6-45e8-96a0-700753002a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:31.045184 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693c59d-a2f6-45e8-96a0-700753002a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:31.045184 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693c59d-a2f6-45e8-96a0-700753002a52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:31.045456 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693c59d-a2f6-45e8-96a0-700753002a52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:31.045846 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693c59d-a2f6-45e8-96a0-700753002a52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:31.046224 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693c59d-a2f6-45e8-96a0-700753002a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:31.046624 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693c59d-a2f6-45e8-96a0-700753002a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:31.047003 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693c59d-a2f6-45e8-96a0-700753002a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:31.047382 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693c59d-a2f6-45e8-96a0-700753002a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:31.055361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Port': ['ID=b42fff2f-851f-4de7-a109-9ef10be95174,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:31.066837 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (f5c599f0-f73e-4411-ae5d-15669d802980), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:31.102277 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] For port 8355a469-8947-4c60-8f6b-3b22de3cc3da, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:23:31.105516 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] For port 8355a469-8947-4c60-8f6b-3b22de3cc3da, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8355a469-8947-4c60-8f6b-3b22de3cc3da,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:23:31.181581 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8355a469-8947-4c60-8f6b-3b22de3cc3da), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:31.237982 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] Allocated IP 172.20.0.1 (4e7f11b6-2df5-4c30-b083-e39f9888d2bc/148a45d8-fc36-4291-b358-baf7ad1785b9/f24bd8c2-d6fe-4c55-8058-e5717fc253f6) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:23:31.239714 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693c59d-a2f6-45e8-96a0-700753002a52 None None] Pushing event updated for resources: {'Port': ['ID=8355a469-8947-4c60-8f6b-3b22de3cc3da,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:31.245056 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Routers {'e974883f-d42a-4f10-a0a6-095a649a2fd8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:23:31.246057 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:23:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['e974883f-d42a-4f10-a0a6-095a649a2fd8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:31.258383 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network 144cde65-73c8-45db-b59c-b2a365330bdd is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:23:31.261820 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:23:31.365965 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] Set router e974883f-d42a-4f10-a0a6-095a649a2fd8 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:23:31.465838 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] Publish callbacks [] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:31.489647 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Router f5c599f0-f73e-4411-ae5d-15669d802980 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:23:31.547072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 848522ef-d962-4569-906a-10fca0685402 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:23:31.618838 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-13f54ce8-8d8d-421f-82c4-fa20edb37ddd None None] Provisioning complete for port b42fff2f-851f-4de7-a109-9ef10be95174 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:31.620129 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-13f54ce8-8d8d-421f-82c4-fa20edb37ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b42fff2f-851f-4de7-a109-9ef10be95174), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:31.626819 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'name': 'tempest-TestServerMultinode-1677357130-router', 'tenant_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '8355a469-8947-4c60-8f6b-3b22de3cc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:23:28Z', 'updated_at': '2022-01-28T06:23:29Z', 'revision_number': 3, 'project_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'gw_port': {'id': '8355a469-8947-4c60-8f6b-3b22de3cc3da', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:28Z', 'updated_at': '2022-01-28T06:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:31.637113 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:31.639791 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:23:31.655160 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7388d6d8-bcb6-4132-8585-0bb697e5a841 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "PUT /v2.0/routers/f5c599f0-f73e-4411-ae5d-15669d802980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0792575 Jan 28 06:23:31.659963 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d29591b-fd20-4cc2-ad4f-7adfc92e28ce None None] The sync data for ids ['e974883f-d42a-4f10-a0a6-095a649a2fd8'] in n-d-812111-12 is: [{'id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'name': 'tempest-TestServerMultinode-1677357130-router', 'tenant_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '8355a469-8947-4c60-8f6b-3b22de3cc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:23:28Z', 'updated_at': '2022-01-28T06:23:29Z', 'revision_number': 3, 'project_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'gw_port': {'id': '8355a469-8947-4c60-8f6b-3b22de3cc3da', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:28Z', 'updated_at': '2022-01-28T06:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:23:31.669899 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Sync routers for ids ['f5c599f0-f73e-4411-ae5d-15669d802980'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:23:31.681338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-13f54ce8-8d8d-421f-82c4-fa20edb37ddd None None] Port b42fff2f-851f-4de7-a109-9ef10be95174 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:23:31.701170 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Routers {'f5c599f0-f73e-4411-ae5d-15669d802980'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:23:31.701952 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:23:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f5c599f0-f73e-4411-ae5d-15669d802980'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:31.726487 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] Network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:23:31.731970 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:23:31.735187 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:23:31.741415 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] Pushing event updated for resources: {'Port': ['ID=f24bd8c2-d6fe-4c55-8058-e5717fc253f6,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:31.757000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 848522ef-d962-4569-906a-10fca0685402 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:31.757819 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (848522ef-d962-4569-906a-10fca0685402), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:31.806467 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (e974883f-d42a-4f10-a0a6-095a649a2fd8), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:31.927312 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Set router f5c599f0-f73e-4411-ae5d-15669d802980 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:23:31.977902 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 848522ef-d962-4569-906a-10fca0685402 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:32.111428 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:32.245882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b7692ae0-ff96-408d-86e2-b3a4723effa3 None None] Provisioning complete for port f24bd8c2-d6fe-4c55-8058-e5717fc253f6 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:32.246463 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7692ae0-ff96-408d-86e2-b3a4723effa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:32.307463 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:23:30Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '83c044da-2c5d-4da9-b3a1-08799a43dbe2', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'port_id': '63714b8f-a0b8-4171-95f7-72b363822d4e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'mac_address': 'fa:16:3e:b9:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:22:34Z', 'updated_at': '2022-01-28T06:22:37Z', 'revision_number': 1, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ec84fc-1c6b-4847-9eb7-48d75a7f5f36', 'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:4c:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:11Z', 'updated_at': '2022-01-28T06:22:15Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b42fff2f-851f-4de7-a109-9ef10be95174', 'name': '', 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:5c:d7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'b8881509-f9d7-474b-a071-bd7c896e2df1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:29Z', 'updated_at': '2022-01-28T06:23:30Z', 'revision_number': 2, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': 'b8881509-f9d7-474b-a071-bd7c896e2df1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:32.309683 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b7692ae0-ff96-408d-86e2-b3a4723effa3 None None] Port f24bd8c2-d6fe-4c55-8058-e5717fc253f6 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:23:32.328563 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] Publish callbacks [] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:32.340497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Checking router: f5c599f0-f73e-4411-ae5d-15669d802980 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:23:32.341043 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Updating router f5c599f0-f73e-4411-ae5d-15669d802980 port b42fff2f-851f-4de7-a109-9ef10be95174 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:23:32.372221 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b42fff2f-851f-4de7-a109-9ef10be95174), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:32.392779 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:32.482639 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] Pushing event updated for resources: {'Port': ['ID=f24bd8c2-d6fe-4c55-8058-e5717fc253f6,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:32.493115 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (e974883f-d42a-4f10-a0a6-095a649a2fd8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:32.534681 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f377b801-b40b-44c9-9266-3a4979b95b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:32.611810 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] Network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:23:32.613510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:23:32.797597 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] Router e974883f-d42a-4f10-a0a6-095a649a2fd8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:23:32.948835 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:23:32.963124 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-41bd207a-1188-40e7-b1d1-62b61c011fea admin admin] 10.222.0.31 "PUT /v2.0/routers/e974883f-d42a-4f10-a0a6-095a649a2fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7535896 Jan 28 06:23:32.963347 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Publish callbacks [] for port (b42fff2f-851f-4de7-a109-9ef10be95174), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:33.020920 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b42fff2f-851f-4de7-a109-9ef10be95174), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:33.091927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0a7f1b9a-9af5-4f72-b0f5-2503be0a493d None None] Provisioning complete for port f24bd8c2-d6fe-4c55-8058-e5717fc253f6 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:33.092227 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1b9a-9af5-4f72-b0f5-2503be0a493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:33.097408 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413f949-a92c-43b9-a42e-bab30f96d726 None None] Pushing event updated for resources: {'Port': ['ID=b42fff2f-851f-4de7-a109-9ef10be95174,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:33.174134 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f1b9a-9af5-4f72-b0f5-2503be0a493d None None] Port f24bd8c2-d6fe-4c55-8058-e5717fc253f6 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:23:33.176926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Attempting to bind port b42fff2f-851f-4de7-a109-9ef10be95174 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:23:33.177316 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Attempting to bind port b42fff2f-851f-4de7-a109-9ef10be95174 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '2b6260fb-d92b-4f0e-8e21-10d5606e43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:23:33.177726 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Attempting to bind port b42fff2f-851f-4de7-a109-9ef10be95174 on network 144cde65-73c8-45db-b59c-b2a365330bdd {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:23:33.183782 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:23:33.184214 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Checking segment: {'id': '2b6260fb-d92b-4f0e-8e21-10d5606e43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:23:33.184631 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:33.185032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Bound using segment: {'id': '2b6260fb-d92b-4f0e-8e21-10d5606e43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:23:33.185512 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Bound port: b42fff2f-851f-4de7-a109-9ef10be95174, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6260fb-d92b-4f0e-8e21-10d5606e43c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:23:33.185901 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b42fff2f-851f-4de7-a109-9ef10be95174), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:33.269674 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] For port b42fff2f-851f-4de7-a109-9ef10be95174, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:23:33.274411 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] For port b42fff2f-851f-4de7-a109-9ef10be95174, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b42fff2f-851f-4de7-a109-9ef10be95174,segment=NetworkSegment(2b6260fb-d92b-4f0e-8e21-10d5606e43c6),segment_id=2b6260fb-d92b-4f0e-8e21-10d5606e43c6)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:23:33.295101 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-596c0cec-18d9-490b-80ba-a25c854c9dd2 None None] Provisioning complete for port b42fff2f-851f-4de7-a109-9ef10be95174 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:33.295473 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-596c0cec-18d9-490b-80ba-a25c854c9dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b42fff2f-851f-4de7-a109-9ef10be95174), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:33.332886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-596c0cec-18d9-490b-80ba-a25c854c9dd2 None None] Port b42fff2f-851f-4de7-a109-9ef10be95174 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:23:33.352637 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b42fff2f-851f-4de7-a109-9ef10be95174), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:33.417978 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Routers {'f5c599f0-f73e-4411-ae5d-15669d802980'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:23:33.418782 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:23:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f5c599f0-f73e-4411-ae5d-15669d802980'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:33.461970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413f949-a92c-43b9-a42e-bab30f96d726 None None] Pushing event updated for resources: {'Port': ['ID=b42fff2f-851f-4de7-a109-9ef10be95174,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:33.540948 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8355a469-8947-4c60-8f6b-3b22de3cc3da up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:23:33.601743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] Set router f5c599f0-f73e-4411-ae5d-15669d802980 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:23:33.696559 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 8355a469-8947-4c60-8f6b-3b22de3cc3da triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:33.696919 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8355a469-8947-4c60-8f6b-3b22de3cc3da), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:33.731857 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Sync routers for ids ['e974883f-d42a-4f10-a0a6-095a649a2fd8'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:23:33.736720 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-fbc45c13-ffb7-4c59-99fb-e9b293cafcb9 None None] Provisioning complete for port b42fff2f-851f-4de7-a109-9ef10be95174 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:33.736720 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbc45c13-ffb7-4c59-99fb-e9b293cafcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b42fff2f-851f-4de7-a109-9ef10be95174), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:33.742770 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Routers {'e974883f-d42a-4f10-a0a6-095a649a2fd8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:23:33.743465 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:23:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['e974883f-d42a-4f10-a0a6-095a649a2fd8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:33.816044 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52076) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:33.822450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-13b19acf-b6ff-4a3d-887f-36966d124d02 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1754934553-network', 'tenant_id': '544a03f37d594cafba07b73497e50966'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:33.860259 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Set router e974883f-d42a-4f10-a0a6-095a649a2fd8 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:23:33.941129 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b19acf-b6ff-4a3d-887f-36966d124d02 admin admin] Made reservation on behalf of 544a03f37d594cafba07b73497e50966 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:23:33.944957 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13b19acf-b6ff-4a3d-887f-36966d124d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:33.947059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 8355a469-8947-4c60-8f6b-3b22de3cc3da is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:33.947460 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8355a469-8947-4c60-8f6b-3b22de3cc3da), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:33.954208 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13b19acf-b6ff-4a3d-887f-36966d124d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:33.985524 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fbc45c13-ffb7-4c59-99fb-e9b293cafcb9 None None] Current status of the port b42fff2f-851f-4de7-a109-9ef10be95174 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:33.986100 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbc45c13-ffb7-4c59-99fb-e9b293cafcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b42fff2f-851f-4de7-a109-9ef10be95174), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:34.003094 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 8355a469-8947-4c60-8f6b-3b22de3cc3da, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8355a469-8947-4c60-8f6b-3b22de3cc3da,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:23:34.038040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fbc45c13-ffb7-4c59-99fb-e9b293cafcb9 None None] For port b42fff2f-851f-4de7-a109-9ef10be95174, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b42fff2f-851f-4de7-a109-9ef10be95174,segment=NetworkSegment(2b6260fb-d92b-4f0e-8e21-10d5606e43c6),segment_id=2b6260fb-d92b-4f0e-8e21-10d5606e43c6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:23:34.038262 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13b19acf-b6ff-4a3d-887f-36966d124d02 admin admin] Publish callbacks [] for security_group (a56d164b-662c-405f-983c-37805b3af77f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:34.053980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:23:30Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '83c044da-2c5d-4da9-b3a1-08799a43dbe2', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'port_id': '63714b8f-a0b8-4171-95f7-72b363822d4e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'mac_address': 'fa:16:3e:b9:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:22:34Z', 'updated_at': '2022-01-28T06:22:37Z', 'revision_number': 1, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ec84fc-1c6b-4847-9eb7-48d75a7f5f36', 'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:4c:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:11Z', 'updated_at': '2022-01-28T06:22:15Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b42fff2f-851f-4de7-a109-9ef10be95174', 'name': '', 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:5c:d7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'b8881509-f9d7-474b-a071-bd7c896e2df1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:29Z', 'updated_at': '2022-01-28T06:23:33Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': 'b8881509-f9d7-474b-a071-bd7c896e2df1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:34.074310 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'name': 'tempest-TestServerMultinode-1677357130-router', 'tenant_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '8355a469-8947-4c60-8f6b-3b22de3cc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:23:28Z', 'updated_at': '2022-01-28T06:23:31Z', 'revision_number': 4, 'project_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'gw_port': {'id': '8355a469-8947-4c60-8f6b-3b22de3cc3da', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:28Z', 'updated_at': '2022-01-28T06:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'f24bd8c2-d6fe-4c55-8058-e5717fc253f6', 'name': '', 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc', 'tenant_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'mac_address': 'fa:16:3e:b7:a7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '148a45d8-fc36-4291-b358-baf7ad1785b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:30Z', 'updated_at': '2022-01-28T06:23:32Z', 'revision_number': 2, 'project_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'subnets': [{'id': '148a45d8-fc36-4291-b358-baf7ad1785b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:34.086059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec10ac87-4c4f-456d-870b-c04bb1e3c634 None None] The sync data for ids ['f5c599f0-f73e-4411-ae5d-15669d802980'] in n-d-812111-12 is: [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:23:30Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '83c044da-2c5d-4da9-b3a1-08799a43dbe2', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'port_id': '63714b8f-a0b8-4171-95f7-72b363822d4e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'mac_address': 'fa:16:3e:b9:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:22:34Z', 'updated_at': '2022-01-28T06:22:37Z', 'revision_number': 1, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ec84fc-1c6b-4847-9eb7-48d75a7f5f36', 'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:4c:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:11Z', 'updated_at': '2022-01-28T06:22:15Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b42fff2f-851f-4de7-a109-9ef10be95174', 'name': '', 'network_id': '144cde65-73c8-45db-b59c-b2a365330bdd', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:5c:d7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'b8881509-f9d7-474b-a071-bd7c896e2df1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:29Z', 'updated_at': '2022-01-28T06:23:33Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': 'b8881509-f9d7-474b-a071-bd7c896e2df1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:23:34.089222 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8355a469-8947-4c60-8f6b-3b22de3cc3da), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:34.101384 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Checking router: e974883f-d42a-4f10-a0a6-095a649a2fd8 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:23:34.101748 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Updating router e974883f-d42a-4f10-a0a6-095a649a2fd8 port f24bd8c2-d6fe-4c55-8058-e5717fc253f6 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:23:34.134366 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:34.149751 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13b19acf-b6ff-4a3d-887f-36966d124d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a56d164b-662c-405f-983c-37805b3af77f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:34.178384 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbc45c13-ffb7-4c59-99fb-e9b293cafcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b42fff2f-851f-4de7-a109-9ef10be95174), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:34.191719 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=8355a469-8947-4c60-8f6b-3b22de3cc3da,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:34.192722 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b19acf-b6ff-4a3d-887f-36966d124d02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:23:34.219423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b19acf-b6ff-4a3d-887f-36966d124d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56d164b-662c-405f-983c-37805b3af77f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:34.224539 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13b19acf-b6ff-4a3d-887f-36966d124d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ea099b3c-1563-43e9-915c-ab4a880eb3ad), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:34.225340 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-13b19acf-b6ff-4a3d-887f-36966d124d02 admin admin] Added segment ea099b3c-1563-43e9-915c-ab4a880eb3ad of type vlan for network ca271460-ac28-407d-ae29-bb10748eeaaf Jan 28 06:23:34.269163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc45c13-ffb7-4c59-99fb-e9b293cafcb9 None None] Pushing event updated for resources: {'Port': ['ID=b42fff2f-851f-4de7-a109-9ef10be95174,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:34.287997 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13b19acf-b6ff-4a3d-887f-36966d124d02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (ca271460-ac28-407d-ae29-bb10748eeaaf), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:34.381746 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13b19acf-b6ff-4a3d-887f-36966d124d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (ca271460-ac28-407d-ae29-bb10748eeaaf), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:34.386861 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b19acf-b6ff-4a3d-887f-36966d124d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:34.386861 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-13b19acf-b6ff-4a3d-887f-36966d124d02 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:34.454336 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b19acf-b6ff-4a3d-887f-36966d124d02 admin admin] Pushing event updated for resources: {'Network': ['ID=ca271460-ac28-407d-ae29-bb10748eeaaf,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:34.465501 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network ca271460-ac28-407d-ae29-bb10748eeaaf details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:23:34.480619 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-13b19acf-b6ff-4a3d-887f-36966d124d02 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6634498 Jan 28 06:23:34.483414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52080) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:34.489266 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Request body: {'subnet': {'network_id': 'ca271460-ac28-407d-ae29-bb10748eeaaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1754934553-subnet', 'tenant_id': '544a03f37d594cafba07b73497e50966', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:34.590280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Made reservation on behalf of 544a03f37d594cafba07b73497e50966 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:23:34.593294 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:34.596591 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Publish callbacks [] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:34.700525 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:34.781232 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4d264-d411-4983-806b-2ff374e9e48e None None] Pushing event updated for resources: {'Port': ['ID=f24bd8c2-d6fe-4c55-8058-e5717fc253f6,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:34.818051 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Attempting to bind port f24bd8c2-d6fe-4c55-8058-e5717fc253f6 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:23:34.819154 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Attempting to bind port f24bd8c2-d6fe-4c55-8058-e5717fc253f6 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '88d61243-dd9b-4b01-adac-2b3b9cb7d805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:23:34.819639 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Attempting to bind port f24bd8c2-d6fe-4c55-8058-e5717fc253f6 on network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:23:34.828176 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:23:34.828602 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Checking segment: {'id': '88d61243-dd9b-4b01-adac-2b3b9cb7d805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:23:34.829144 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:34.830091 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Bound using segment: {'id': '88d61243-dd9b-4b01-adac-2b3b9cb7d805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:23:34.830614 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Bound port: f24bd8c2-d6fe-4c55-8058-e5717fc253f6, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d61243-dd9b-4b01-adac-2b3b9cb7d805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:23:34.831364 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:34.894983 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65a0fc79-1268-42cb-ba83-dbfe15647471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:34.915938 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] For port f24bd8c2-d6fe-4c55-8058-e5717fc253f6, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:23:34.919705 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] For port f24bd8c2-d6fe-4c55-8058-e5717fc253f6, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f24bd8c2-d6fe-4c55-8058-e5717fc253f6,segment=NetworkSegment(88d61243-dd9b-4b01-adac-2b3b9cb7d805),segment_id=88d61243-dd9b-4b01-adac-2b3b9cb7d805)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:23:34.969978 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (2856cf81-ba4a-4b85-953f-11c1c8fef123), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:35.018522 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-555f86b5-f078-4237-b844-3cb32c6d7b34 None None] Provisioning complete for port f24bd8c2-d6fe-4c55-8058-e5717fc253f6 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:35.019025 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-555f86b5-f078-4237-b844-3cb32c6d7b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:35.034692 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:35.049981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2856cf81-ba4a-4b85-953f-11c1c8fef123,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:35.055219 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-555f86b5-f078-4237-b844-3cb32c6d7b34 None None] Port f24bd8c2-d6fe-4c55-8058-e5717fc253f6 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:23:35.059162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Checking segment: {'id': 'ea099b3c-1563-43e9-915c-ab4a880eb3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ca271460-ac28-407d-ae29-bb10748eeaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:23:35.059527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Network hostable DHCP agents. Network: ca271460-ac28-407d-ae29-bb10748eeaaf, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:23:35.062929 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:35.063369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:35.063730 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:35.064069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:35.064507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:35.065585 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:35.065934 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:35.066363 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:35.066978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:35.067212 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:35.067626 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:35.068329 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:35.069340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:23:35.093985 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Routers {'e974883f-d42a-4f10-a0a6-095a649a2fd8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:23:35.094655 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:23:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['e974883f-d42a-4f10-a0a6-095a649a2fd8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:35.099873 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4d264-d411-4983-806b-2ff374e9e48e None None] Pushing event updated for resources: {'Port': ['ID=f24bd8c2-d6fe-4c55-8058-e5717fc253f6,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:35.192135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Network ca271460-ac28-407d-ae29-bb10748eeaaf is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:23:35.221628 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] Set router e974883f-d42a-4f10-a0a6-095a649a2fd8 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:23:35.294751 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, ca271460-ac28-407d-ae29-bb10748eeaaf) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:23:35.299608 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:35.304779 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:35.309765 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc48270d-09a7-413d-954a-453834fb7140 None None] Network ca271460-ac28-407d-ae29-bb10748eeaaf requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:23:35.385237 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f1a1b138-28e8-4e7c-aeca-963f21177781 None None] Provisioning complete for port f24bd8c2-d6fe-4c55-8058-e5717fc253f6 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:35.385237 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1a1b138-28e8-4e7c-aeca-963f21177781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:35.424241 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8df83d2d-5771-47f4-94bd-f0ebedb63089 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9388540 Jan 28 06:23:35.427005 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52082) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:35.432237 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1754934553-router', 'tenant_id': '544a03f37d594cafba07b73497e50966', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:35.470707 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'name': 'tempest-TestServerMultinode-1677357130-router', 'tenant_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '8355a469-8947-4c60-8f6b-3b22de3cc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:23:28Z', 'updated_at': '2022-01-28T06:23:31Z', 'revision_number': 4, 'project_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'gw_port': {'id': '8355a469-8947-4c60-8f6b-3b22de3cc3da', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:28Z', 'updated_at': '2022-01-28T06:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'f24bd8c2-d6fe-4c55-8058-e5717fc253f6', 'name': '', 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc', 'tenant_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'mac_address': 'fa:16:3e:b7:a7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '148a45d8-fc36-4291-b358-baf7ad1785b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:30Z', 'updated_at': '2022-01-28T06:23:34Z', 'revision_number': 4, 'project_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'subnets': [{'id': '148a45d8-fc36-4291-b358-baf7ad1785b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:35.477839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-ca271460-ac28-407d-ae29-bb10748eeaaf', 'network_id': 'ca271460-ac28-407d-ae29-bb10748eeaaf', 'project_id': '544a03f37d594cafba07b73497e50966', 'fixed_ips': [{'subnet_id': '2856cf81-ba4a-4b85-953f-11c1c8fef123'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:23:35.478717 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:35.500715 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceddd2bf-61a5-4e82-8b85-c74515590b83 None None] The sync data for ids ['e974883f-d42a-4f10-a0a6-095a649a2fd8'] in n-d-812111-12 is: [{'id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'name': 'tempest-TestServerMultinode-1677357130-router', 'tenant_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '8355a469-8947-4c60-8f6b-3b22de3cc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:23:28Z', 'updated_at': '2022-01-28T06:23:31Z', 'revision_number': 4, 'project_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'gw_port': {'id': '8355a469-8947-4c60-8f6b-3b22de3cc3da', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:28Z', 'updated_at': '2022-01-28T06:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'f24bd8c2-d6fe-4c55-8058-e5717fc253f6', 'name': '', 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc', 'tenant_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'mac_address': 'fa:16:3e:b7:a7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '148a45d8-fc36-4291-b358-baf7ad1785b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:30Z', 'updated_at': '2022-01-28T06:23:34Z', 'revision_number': 4, 'project_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'subnets': [{'id': '148a45d8-fc36-4291-b358-baf7ad1785b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:23:35.534081 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (b31942ed-e49c-47ec-acb3-8a3223919160), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:35.537663 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (b31942ed-e49c-47ec-acb3-8a3223919160), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:35.546011 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f1a1b138-28e8-4e7c-aeca-963f21177781 None None] Current status of the port f24bd8c2-d6fe-4c55-8058-e5717fc253f6 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:35.546388 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1a1b138-28e8-4e7c-aeca-963f21177781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:35.628045 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8355a469-8947-4c60-8f6b-3b22de3cc3da up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:23:35.634371 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Publish callbacks [] for router_controller (b31942ed-e49c-47ec-acb3-8a3223919160), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:35.705605 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f1a1b138-28e8-4e7c-aeca-963f21177781 None None] For port f24bd8c2-d6fe-4c55-8058-e5717fc253f6, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f24bd8c2-d6fe-4c55-8058-e5717fc253f6,segment=NetworkSegment(88d61243-dd9b-4b01-adac-2b3b9cb7d805),segment_id=88d61243-dd9b-4b01-adac-2b3b9cb7d805)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:23:35.762255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Allocated IP 172.20.0.2 (ca271460-ac28-407d-ae29-bb10748eeaaf/2856cf81-ba4a-4b85-953f-11c1c8fef123/cf2f5b16-8cdc-4d33-918e-aa60ca851abe) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:23:35.768723 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 8355a469-8947-4c60-8f6b-3b22de3cc3da triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:35.769606 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8355a469-8947-4c60-8f6b-3b22de3cc3da), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:35.821664 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1a1b138-28e8-4e7c-aeca-963f21177781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:35.879703 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Publish callbacks [] for router_gateway (b31942ed-e49c-47ec-acb3-8a3223919160), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:35.929841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1b138-28e8-4e7c-aeca-963f21177781 None None] Pushing event updated for resources: {'Port': ['ID=f24bd8c2-d6fe-4c55-8058-e5717fc253f6,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:35.988029 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 8355a469-8947-4c60-8f6b-3b22de3cc3da is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:35.989070 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b42fff2f-851f-4de7-a109-9ef10be95174 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:23:36.077230 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Publish callbacks [] for port (cf2f5b16-8cdc-4d33-918e-aa60ca851abe), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:36.087804 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port b42fff2f-851f-4de7-a109-9ef10be95174 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:36.088179 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b42fff2f-851f-4de7-a109-9ef10be95174), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:36.227123 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Publish callbacks [] for router_gateway (b31942ed-e49c-47ec-acb3-8a3223919160), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:36.248937 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:36.292757 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (cf2f5b16-8cdc-4d33-918e-aa60ca851abe), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:36.342898 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Network ca271460-ac28-407d-ae29-bb10748eeaaf is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:23:36.349557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:23:36.372842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:23:36.375131 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Allocated IP 172.25.0.43 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:23:36.379426 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Pushing event updated for resources: {'Port': ['ID=cf2f5b16-8cdc-4d33-918e-aa60ca851abe,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:36.417917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b42fff2f-851f-4de7-a109-9ef10be95174 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:36.455747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Attempting to bind port cf2f5b16-8cdc-4d33-918e-aa60ca851abe on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:23:36.456349 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Attempting to bind port cf2f5b16-8cdc-4d33-918e-aa60ca851abe by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'ea099b3c-1563-43e9-915c-ab4a880eb3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ca271460-ac28-407d-ae29-bb10748eeaaf'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:23:36.456792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Attempting to bind port cf2f5b16-8cdc-4d33-918e-aa60ca851abe on network ca271460-ac28-407d-ae29-bb10748eeaaf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:23:36.463583 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:23:36.464045 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Checking segment: {'id': 'ea099b3c-1563-43e9-915c-ab4a880eb3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ca271460-ac28-407d-ae29-bb10748eeaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:23:36.464584 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:36.464939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Bound using segment: {'id': 'ea099b3c-1563-43e9-915c-ab4a880eb3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ca271460-ac28-407d-ae29-bb10748eeaaf'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:23:36.465485 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Bound port: cf2f5b16-8cdc-4d33-918e-aa60ca851abe, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea099b3c-1563-43e9-915c-ab4a880eb3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ca271460-ac28-407d-ae29-bb10748eeaaf'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:23:36.465979 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf2f5b16-8cdc-4d33-918e-aa60ca851abe), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:36.503378 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Publish callbacks [] for port (ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:36.542903 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] For port cf2f5b16-8cdc-4d33-918e-aa60ca851abe, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:23:36.546287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] For port cf2f5b16-8cdc-4d33-918e-aa60ca851abe, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cf2f5b16-8cdc-4d33-918e-aa60ca851abe,segment=NetworkSegment(ea099b3c-1563-43e9-915c-ab4a880eb3ad),segment_id=ea099b3c-1563-43e9-915c-ab4a880eb3ad)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:23:36.621207 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:36.661565 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:23:36.664484 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:23:36.670371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:23:36.676063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Pushing event updated for resources: {'Port': ['ID=ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:36.682169 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cf2f5b16-8cdc-4d33-918e-aa60ca851abe), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:36.731978 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:36.744643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dee4e2-9c8f-4014-97a7-3f5c52abf234 None None] Pushing event updated for resources: {'Port': ['ID=cf2f5b16-8cdc-4d33-918e-aa60ca851abe,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:37.428605 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Publish callbacks [] for router_gateway (b31942ed-e49c-47ec-acb3-8a3223919160), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:37.551751 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f24bd8c2-d6fe-4c55-8058-e5717fc253f6 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:23:37.609132 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port f24bd8c2-d6fe-4c55-8058-e5717fc253f6 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:37.609821 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:37.650886 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (b31942ed-e49c-47ec-acb3-8a3223919160), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:37.665463 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:23:37.711688 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port f24bd8c2-d6fe-4c55-8058-e5717fc253f6 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:37.716152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cf2f5b16-8cdc-4d33-918e-aa60ca851abe up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:23:37.762964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port cf2f5b16-8cdc-4d33-918e-aa60ca851abe triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:37.763344 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf2f5b16-8cdc-4d33-918e-aa60ca851abe), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:37.837314 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ebb44e-80ad-4d20-9723-7ae47cf9a277 None None] Network ca271460-ac28-407d-ae29-bb10748eeaaf requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:23:37.889208 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Router b31942ed-e49c-47ec-acb3-8a3223919160 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:23:37.896925 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port cf2f5b16-8cdc-4d33-918e-aa60ca851abe is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:37.897317 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf2f5b16-8cdc-4d33-918e-aa60ca851abe), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:37.921128 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-af6b2076-86e2-4a74-b45f-19b23a41a461 None None] Provisioning complete for port cf2f5b16-8cdc-4d33-918e-aa60ca851abe triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:37.921553 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-af6b2076-86e2-4a74-b45f-19b23a41a461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf2f5b16-8cdc-4d33-918e-aa60ca851abe), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:37.996939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port cf2f5b16-8cdc-4d33-918e-aa60ca851abe, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cf2f5b16-8cdc-4d33-918e-aa60ca851abe,segment=NetworkSegment(ea099b3c-1563-43e9-915c-ab4a880eb3ad),segment_id=ea099b3c-1563-43e9-915c-ab4a880eb3ad)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:23:38.008903 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:23:38.025894 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Sync routers for ids ['b31942ed-e49c-47ec-acb3-8a3223919160'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:23:38.050799 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Routers {'b31942ed-e49c-47ec-acb3-8a3223919160'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:23:38.051415 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:23:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b31942ed-e49c-47ec-acb3-8a3223919160'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:38.118579 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:38.132789 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-af6b2076-86e2-4a74-b45f-19b23a41a461 None None] Current status of the port cf2f5b16-8cdc-4d33-918e-aa60ca851abe is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:38.133186 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-af6b2076-86e2-4a74-b45f-19b23a41a461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf2f5b16-8cdc-4d33-918e-aa60ca851abe), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:38.143349 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:38.148224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52090) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:38.149390 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bb1dd30b-a55b-4426-85c5-46aac9295a0d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7203083 Jan 28 06:23:38.150987 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cf2f5b16-8cdc-4d33-918e-aa60ca851abe), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:38.277696 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Set router b31942ed-e49c-47ec-acb3-8a3223919160 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:23:38.341593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=cf2f5b16-8cdc-4d33-918e-aa60ca851abe,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:38.361259 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-af6b2076-86e2-4a74-b45f-19b23a41a461 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:23:38.361619 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-af6b2076-86e2-4a74-b45f-19b23a41a461 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:23:38.482089 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'name': 'tempest-TestServerMultinode-1754934553-router', 'tenant_id': '544a03f37d594cafba07b73497e50966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:23:35Z', 'updated_at': '2022-01-28T06:23:36Z', 'revision_number': 3, 'project_id': '544a03f37d594cafba07b73497e50966', 'gw_port': {'id': 'ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:36Z', 'updated_at': '2022-01-28T06:23:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:38.513039 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Checking router: b31942ed-e49c-47ec-acb3-8a3223919160 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:23:38.513039 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Updating router b31942ed-e49c-47ec-acb3-8a3223919160 port ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:23:38.541344 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:38.612521 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:38.778752 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] Allocated IP 172.20.0.1 (ca271460-ac28-407d-ae29-bb10748eeaaf/2856cf81-ba4a-4b85-953f-11c1c8fef123/f122e613-e647-4995-b067-629493110660) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:23:38.815178 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Publish callbacks [] for port (ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:38.884032 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] Publish callbacks [] for port (f122e613-e647-4995-b067-629493110660), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:38.898138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-af6b2076-86e2-4a74-b45f-19b23a41a461 None None] Current status of the port cf2f5b16-8cdc-4d33-918e-aa60ca851abe is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:38.946205 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:39.000695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Attempting to bind port ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:23:39.001072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Attempting to bind port ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:23:39.001444 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Attempting to bind port ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:23:39.003406 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a94545-a859-4465-85ee-4f82272c90c2 None None] Pushing event updated for resources: {'Port': ['ID=ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:39.009710 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f122e613-e647-4995-b067-629493110660), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:39.014805 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:23:39.015189 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:23:39.021465 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:39.021465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:23:39.021465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Bound port: ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:23:39.021465 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:39.048780 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] Network ca271460-ac28-407d-ae29-bb10748eeaaf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:23:39.053817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:23:39.059642 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:23:39.065476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] Pushing event updated for resources: {'Port': ['ID=f122e613-e647-4995-b067-629493110660,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:39.065753 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5023f8b5-a0dc-445f-9a14-e121417e3067 None None] Provisioning complete for port cf2f5b16-8cdc-4d33-918e-aa60ca851abe triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:39.066138 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5023f8b5-a0dc-445f-9a14-e121417e3067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf2f5b16-8cdc-4d33-918e-aa60ca851abe), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:39.117115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] For port ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:23:39.122888 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (b31942ed-e49c-47ec-acb3-8a3223919160), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:39.136381 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] For port ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:23:39.148031 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:39.199436 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5023f8b5-a0dc-445f-9a14-e121417e3067 None None] Current status of the port cf2f5b16-8cdc-4d33-918e-aa60ca851abe is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:39.213427 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:39.274710 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Routers {'b31942ed-e49c-47ec-acb3-8a3223919160'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:23:39.275784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:23:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b31942ed-e49c-47ec-acb3-8a3223919160'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:39.279075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a94545-a859-4465-85ee-4f82272c90c2 None None] Pushing event updated for resources: {'Port': ['ID=ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:39.344927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c8c8cf70-4261-4e80-93b4-cd6bc5911a87 None None] Provisioning complete for port f122e613-e647-4995-b067-629493110660 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:39.346497 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cf70-4261-4e80-93b4-cd6bc5911a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f122e613-e647-4995-b067-629493110660), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:39.376275 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f122e613-e647-4995-b067-629493110660), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:39.426266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] Set router b31942ed-e49c-47ec-acb3-8a3223919160 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:23:39.428564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8cf70-4261-4e80-93b4-cd6bc5911a87 None None] Port f122e613-e647-4995-b067-629493110660 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:23:39.482290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cf2f5b16-8cdc-4d33-918e-aa60ca851abe up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:23:39.786813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port cf2f5b16-8cdc-4d33-918e-aa60ca851abe triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:39.787044 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf2f5b16-8cdc-4d33-918e-aa60ca851abe), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:39.854813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'name': 'tempest-TestServerMultinode-1754934553-router', 'tenant_id': '544a03f37d594cafba07b73497e50966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:23:35Z', 'updated_at': '2022-01-28T06:23:36Z', 'revision_number': 3, 'project_id': '544a03f37d594cafba07b73497e50966', 'gw_port': {'id': 'ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:36Z', 'updated_at': '2022-01-28T06:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:39.888477 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] Publish callbacks [] for port (f122e613-e647-4995-b067-629493110660), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:39.901134 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be961142-3666-4b14-a360-fecad69f5d41 None None] The sync data for ids ['b31942ed-e49c-47ec-acb3-8a3223919160'] in n-d-812111-12 is: [{'id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'name': 'tempest-TestServerMultinode-1754934553-router', 'tenant_id': '544a03f37d594cafba07b73497e50966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:23:35Z', 'updated_at': '2022-01-28T06:23:36Z', 'revision_number': 3, 'project_id': '544a03f37d594cafba07b73497e50966', 'gw_port': {'id': 'ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:36Z', 'updated_at': '2022-01-28T06:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:23:39.913648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port cf2f5b16-8cdc-4d33-918e-aa60ca851abe is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:39.967386 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (f122e613-e647-4995-b067-629493110660), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:40.036346 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] Pushing event updated for resources: {'Port': ['ID=f122e613-e647-4995-b067-629493110660,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:40.039141 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (b31942ed-e49c-47ec-acb3-8a3223919160), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:40.155741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] Network ca271460-ac28-407d-ae29-bb10748eeaaf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:23:40.157159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:23:40.309642 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] Router b31942ed-e49c-47ec-acb3-8a3223919160 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:23:40.438033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:23:40.452735 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8022add4-7efe-432a-aeac-41df1af29132 admin admin] 10.222.0.31 "PUT /v2.0/routers/b31942ed-e49c-47ec-acb3-8a3223919160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2944915 Jan 28 06:23:40.466334 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-24ac8cff-5b60-4069-83bc-4cedc168ebe9 None None] Provisioning complete for port f122e613-e647-4995-b067-629493110660 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:40.466740 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24ac8cff-5b60-4069-83bc-4cedc168ebe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f122e613-e647-4995-b067-629493110660), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:40.511633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-24ac8cff-5b60-4069-83bc-4cedc168ebe9 None None] Port f122e613-e647-4995-b067-629493110660 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:23:41.007763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-33935d60-b341-4a15-9ecd-81b098ac1b4a tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:41.009384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-33935d60-b341-4a15-9ecd-81b098ac1b4a tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/networks?id=4e7f11b6-2df5-4c30-b083-e39f9888d2bc HTTP/1.1" status: 200 len: 911 time: 0.0883698 Jan 28 06:23:41.023922 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-4a642bdc-489a-4518-af3b-1b39c50df79a tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/quotas/544a03f37d594cafba07b73497e50966 HTTP/1.1" status: 200 len: 375 time: 0.0090044 Jan 28 06:23:41.108431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-0a4f7530-9fd1-4227-b1ee-2176481b8eff tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=544a03f37d594cafba07b73497e50966&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795155 Jan 28 06:23:41.202059 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-7f2079f5-f6b7-4f48-9bfc-1f738fd632a2 service neutron] 10.222.0.31 "GET /v2.0/networks/4e7f11b6-2df5-4c30-b083-e39f9888d2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855823 Jan 28 06:23:41.293434 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-86df00ec-b0e0-4828-a013-e5650d38e9e9 service neutron] 10.222.0.31 "GET /v2.0/networks/4e7f11b6-2df5-4c30-b083-e39f9888d2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854154 Jan 28 06:23:41.479204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:23:41.545569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:41.545752 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:41.590192 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a1d9017-4403-4230-919f-d092074f943f req-504229d9-191e-4d85-bc0a-8bd2a2483f1c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 210 time: 0.0284004 Jan 28 06:23:41.635766 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:41.635766 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:41.656175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:23:41.830110 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:41.885721 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:42.507392 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Sync routers for ids ['b31942ed-e49c-47ec-acb3-8a3223919160'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:23:42.518131 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Routers {'b31942ed-e49c-47ec-acb3-8a3223919160'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:23:42.518799 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:23:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b31942ed-e49c-47ec-acb3-8a3223919160'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:42.631586 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Set router b31942ed-e49c-47ec-acb3-8a3223919160 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:23:42.675345 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c12a7e0c-6620-44b3-ba2d-5b159360f451 req-d97245d4-933a-4b45-aabd-29f2dcd6dd0d tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 210 time: 0.0256901 Jan 28 06:23:42.836019 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'name': 'tempest-TestServerMultinode-1754934553-router', 'tenant_id': '544a03f37d594cafba07b73497e50966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:23:35Z', 'updated_at': '2022-01-28T06:23:39Z', 'revision_number': 4, 'project_id': '544a03f37d594cafba07b73497e50966', 'gw_port': {'id': 'ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:36Z', 'updated_at': '2022-01-28T06:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'f122e613-e647-4995-b067-629493110660', 'name': '', 'network_id': 'ca271460-ac28-407d-ae29-bb10748eeaaf', 'tenant_id': '544a03f37d594cafba07b73497e50966', 'mac_address': 'fa:16:3e:3b:4d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '2856cf81-ba4a-4b85-953f-11c1c8fef123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:38Z', 'updated_at': '2022-01-28T06:23:39Z', 'revision_number': 2, 'project_id': '544a03f37d594cafba07b73497e50966', 'subnets': [{'id': '2856cf81-ba4a-4b85-953f-11c1c8fef123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:42.867247 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Checking router: b31942ed-e49c-47ec-acb3-8a3223919160 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:23:42.867594 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Updating router b31942ed-e49c-47ec-acb3-8a3223919160 port f122e613-e647-4995-b067-629493110660 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:23:42.892015 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f122e613-e647-4995-b067-629493110660), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:43.159976 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Publish callbacks [] for port (f122e613-e647-4995-b067-629493110660), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:43.277366 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f122e613-e647-4995-b067-629493110660), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:43.327443 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65804d6c-6201-443e-8412-8521315d15cc None None] Pushing event updated for resources: {'Port': ['ID=f122e613-e647-4995-b067-629493110660,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:43.389344 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Attempting to bind port f122e613-e647-4995-b067-629493110660 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:23:43.389719 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Attempting to bind port f122e613-e647-4995-b067-629493110660 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'ea099b3c-1563-43e9-915c-ab4a880eb3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ca271460-ac28-407d-ae29-bb10748eeaaf'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:23:43.390081 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Attempting to bind port f122e613-e647-4995-b067-629493110660 on network ca271460-ac28-407d-ae29-bb10748eeaaf {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:23:43.395823 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:23:43.396197 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Checking segment: {'id': 'ea099b3c-1563-43e9-915c-ab4a880eb3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ca271460-ac28-407d-ae29-bb10748eeaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:23:43.396597 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:43.397039 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Bound using segment: {'id': 'ea099b3c-1563-43e9-915c-ab4a880eb3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ca271460-ac28-407d-ae29-bb10748eeaaf'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:23:43.397511 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Bound port: f122e613-e647-4995-b067-629493110660, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea099b3c-1563-43e9-915c-ab4a880eb3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ca271460-ac28-407d-ae29-bb10748eeaaf'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:23:43.397886 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f122e613-e647-4995-b067-629493110660), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:43.463128 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:23:43.475109 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] For port f122e613-e647-4995-b067-629493110660, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:23:43.479832 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] For port f122e613-e647-4995-b067-629493110660, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f122e613-e647-4995-b067-629493110660,segment=NetworkSegment(ea099b3c-1563-43e9-915c-ab4a880eb3ad),segment_id=ea099b3c-1563-43e9-915c-ab4a880eb3ad)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:23:43.531330 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:43.531830 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:43.564407 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f122e613-e647-4995-b067-629493110660), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:43.579523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d02cd472-6b6f-4284-99bd-2db9da5162d1 None None] Provisioning complete for port f122e613-e647-4995-b067-629493110660 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:43.579895 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d02cd472-6b6f-4284-99bd-2db9da5162d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f122e613-e647-4995-b067-629493110660), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:43.629008 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65804d6c-6201-443e-8412-8521315d15cc None None] Pushing event updated for resources: {'Port': ['ID=f122e613-e647-4995-b067-629493110660,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:43.632258 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Routers {'b31942ed-e49c-47ec-acb3-8a3223919160'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:23:43.632861 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:23:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b31942ed-e49c-47ec-acb3-8a3223919160'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:43.669473 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:43.723800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d02cd472-6b6f-4284-99bd-2db9da5162d1 None None] Current status of the port f122e613-e647-4995-b067-629493110660 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:43.724226 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d02cd472-6b6f-4284-99bd-2db9da5162d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f122e613-e647-4995-b067-629493110660), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:43.764240 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d02cd472-6b6f-4284-99bd-2db9da5162d1 None None] For port f122e613-e647-4995-b067-629493110660, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f122e613-e647-4995-b067-629493110660,segment=NetworkSegment(ea099b3c-1563-43e9-915c-ab4a880eb3ad),segment_id=ea099b3c-1563-43e9-915c-ab4a880eb3ad)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:23:43.795204 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e76925f-fab2-4100-879c-6ed136260db8 req-feafc712-3d8a-44dd-8d22-0617c5e48167 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 210 time: 0.0285418 Jan 28 06:23:43.871538 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] Set router b31942ed-e49c-47ec-acb3-8a3223919160 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:23:43.957574 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d02cd472-6b6f-4284-99bd-2db9da5162d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f122e613-e647-4995-b067-629493110660), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:44.012042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cd472-6b6f-4284-99bd-2db9da5162d1 None None] Pushing event updated for resources: {'Port': ['ID=f122e613-e647-4995-b067-629493110660,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:44.077205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4260a828-f2c0-43bd-b5ee-a58357cad1da None None] Provisioning complete for port f122e613-e647-4995-b067-629493110660 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:44.077499 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4260a828-f2c0-43bd-b5ee-a58357cad1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f122e613-e647-4995-b067-629493110660), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:44.079775 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'name': 'tempest-TestServerMultinode-1754934553-router', 'tenant_id': '544a03f37d594cafba07b73497e50966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:23:35Z', 'updated_at': '2022-01-28T06:23:39Z', 'revision_number': 4, 'project_id': '544a03f37d594cafba07b73497e50966', 'gw_port': {'id': 'ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:36Z', 'updated_at': '2022-01-28T06:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'f122e613-e647-4995-b067-629493110660', 'name': '', 'network_id': 'ca271460-ac28-407d-ae29-bb10748eeaaf', 'tenant_id': '544a03f37d594cafba07b73497e50966', 'mac_address': 'fa:16:3e:3b:4d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '2856cf81-ba4a-4b85-953f-11c1c8fef123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:38Z', 'updated_at': '2022-01-28T06:23:43Z', 'revision_number': 4, 'project_id': '544a03f37d594cafba07b73497e50966', 'subnets': [{'id': '2856cf81-ba4a-4b85-953f-11c1c8fef123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:44.107046 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f319adf-8715-491c-bfa0-ef0b14261f6c None None] The sync data for ids ['b31942ed-e49c-47ec-acb3-8a3223919160'] in n-d-812111-12 is: [{'id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'name': 'tempest-TestServerMultinode-1754934553-router', 'tenant_id': '544a03f37d594cafba07b73497e50966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:23:35Z', 'updated_at': '2022-01-28T06:23:39Z', 'revision_number': 4, 'project_id': '544a03f37d594cafba07b73497e50966', 'gw_port': {'id': 'ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:36Z', 'updated_at': '2022-01-28T06:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'f122e613-e647-4995-b067-629493110660', 'name': '', 'network_id': 'ca271460-ac28-407d-ae29-bb10748eeaaf', 'tenant_id': '544a03f37d594cafba07b73497e50966', 'mac_address': 'fa:16:3e:3b:4d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '2856cf81-ba4a-4b85-953f-11c1c8fef123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:38Z', 'updated_at': '2022-01-28T06:23:43Z', 'revision_number': 4, 'project_id': '544a03f37d594cafba07b73497e50966', 'subnets': [{'id': '2856cf81-ba4a-4b85-953f-11c1c8fef123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:23:44.191516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4260a828-f2c0-43bd-b5ee-a58357cad1da None None] Current status of the port f122e613-e647-4995-b067-629493110660 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:44.544926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-092376f6-d2e8-48d1-982d-60216836750e tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:44.546569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-092376f6-d2e8-48d1-982d-60216836750e tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.60 "GET /v2.0/networks?id=4e7f11b6-2df5-4c30-b083-e39f9888d2bc HTTP/1.1" status: 200 len: 911 time: 0.0971632 Jan 28 06:23:44.557326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-a3266095-52d3-41af-a869-6a4a2721423c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Request body: {'port': {'device_id': '276941ba-5b2b-4123-aabe-3df25cb7af77', 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc', 'admin_state_up': True, 'tenant_id': '544a03f37d594cafba07b73497e50966'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:44.654915 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-a3266095-52d3-41af-a869-6a4a2721423c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Made reservation on behalf of 544a03f37d594cafba07b73497e50966 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:23:44.657286 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-a3266095-52d3-41af-a869-6a4a2721423c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:44.778953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-a3266095-52d3-41af-a869-6a4a2721423c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Allocated IP 172.20.0.6 (4e7f11b6-2df5-4c30-b083-e39f9888d2bc/148a45d8-fc36-4291-b358-baf7ad1785b9/570b309b-65b7-45f7-973c-4e3f97224eed) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:23:44.922917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3de73404-2603-4187-983d-225298020492 req-b189f12e-bb81-4687-b713-d92768067c38 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 210 time: 0.0347686 Jan 28 06:23:45.112432 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-a3266095-52d3-41af-a869-6a4a2721423c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Publish callbacks [] for port (570b309b-65b7-45f7-973c-4e3f97224eed), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:45.226519 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-a3266095-52d3-41af-a869-6a4a2721423c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (570b309b-65b7-45f7-973c-4e3f97224eed), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:45.275491 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-a3266095-52d3-41af-a869-6a4a2721423c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:23:45.278517 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-a3266095-52d3-41af-a869-6a4a2721423c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:23:45.284257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-a3266095-52d3-41af-a869-6a4a2721423c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:23:45.289662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3266095-52d3-41af-a869-6a4a2721423c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Pushing event updated for resources: {'Port': ['ID=570b309b-65b7-45f7-973c-4e3f97224eed,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:45.329971 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-a3266095-52d3-41af-a869-6a4a2721423c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:45.330775 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-a3266095-52d3-41af-a869-6a4a2721423c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:45.432609 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-a3266095-52d3-41af-a869-6a4a2721423c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8790679 Jan 28 06:23:45.450867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Request body: {'port': {'device_id': '276941ba-5b2b-4123-aabe-3df25cb7af77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:45.495875 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f122e613-e647-4995-b067-629493110660 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:23:45.512678 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (570b309b-65b7-45f7-973c-4e3f97224eed), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:45.558353 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-09166c55-1e7a-47e4-bb8a-147beae9accb None None] Provisioning complete for port 570b309b-65b7-45f7-973c-4e3f97224eed triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:45.558353 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09166c55-1e7a-47e4-bb8a-147beae9accb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (570b309b-65b7-45f7-973c-4e3f97224eed), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:45.593996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port f122e613-e647-4995-b067-629493110660 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:45.594413 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f122e613-e647-4995-b067-629493110660), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:45.596905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-09166c55-1e7a-47e4-bb8a-147beae9accb None None] Port 570b309b-65b7-45f7-973c-4e3f97224eed cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:23:45.679239 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port f122e613-e647-4995-b067-629493110660 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:45.781405 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570b309b-65b7-45f7-973c-4e3f97224eed {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:23:45.788909 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Publish callbacks [] for port (570b309b-65b7-45f7-973c-4e3f97224eed), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:45.800364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Transition to ACTIVE for port object 570b309b-65b7-45f7-973c-4e3f97224eed will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:23:45.894697 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (570b309b-65b7-45f7-973c-4e3f97224eed), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:45.944643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=570b309b-65b7-45f7-973c-4e3f97224eed,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:45.950522 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-009738d3-76e8-43bd-9a28-3ddb3f8b5cf2 req-cc52ceef-a2c9-4bd9-b7f5-7e74f6829ce5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456908 Jan 28 06:23:46.060928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Attempting to bind port 570b309b-65b7-45f7-973c-4e3f97224eed on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:23:46.061591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Attempting to bind port 570b309b-65b7-45f7-973c-4e3f97224eed by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '88d61243-dd9b-4b01-adac-2b3b9cb7d805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:23:46.062790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Attempting to bind port 570b309b-65b7-45f7-973c-4e3f97224eed on network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:23:46.065300 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009738d3-76e8-43bd-9a28-3ddb3f8b5cf2 req-87863eb8-dfb8-4e80-ad40-afa7a240c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:46.067312 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-009738d3-76e8-43bd-9a28-3ddb3f8b5cf2 req-87863eb8-dfb8-4e80-ad40-afa7a240c271 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f01a49a198243c1b64c13a2e783497d&device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 1097 time: 0.0522122 Jan 28 06:23:46.081883 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae005bed-ab0e-4268-8a4a-dd6f7e47f3bf req-957e9aaa-fd22-4e1a-aa8f-63ab915ef599 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:46.083641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae005bed-ab0e-4268-8a4a-dd6f7e47f3bf req-957e9aaa-fd22-4e1a-aa8f-63ab915ef599 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 1053 time: 0.0735433 Jan 28 06:23:46.084368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Port 570b309b-65b7-45f7-973c-4e3f97224eed on network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:23:46.084698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Attempting to bind port 570b309b-65b7-45f7-973c-4e3f97224eed on network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:23:46.090505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:23:46.091163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Checking segment: {'id': '88d61243-dd9b-4b01-adac-2b3b9cb7d805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:23:46.091713 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Bound using segment: {'id': '88d61243-dd9b-4b01-adac-2b3b9cb7d805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:23:46.092340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Bound port: 570b309b-65b7-45f7-973c-4e3f97224eed, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88d61243-dd9b-4b01-adac-2b3b9cb7d805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:23:46.092746 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (570b309b-65b7-45f7-973c-4e3f97224eed), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:46.168715 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae005bed-ab0e-4268-8a4a-dd6f7e47f3bf req-90ed74f2-00c0-427e-8344-f76250f32c25 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734951 Jan 28 06:23:46.195512 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009738d3-76e8-43bd-9a28-3ddb3f8b5cf2 req-c675f371-ac86-4c42-9c80-fbf5d1b7aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:46.195624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] For port 570b309b-65b7-45f7-973c-4e3f97224eed, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:23:46.195714 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-009738d3-76e8-43bd-9a28-3ddb3f8b5cf2 req-c675f371-ac86-4c42-9c80-fbf5d1b7aea2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b48d41c9-0fcc-469a-be17-44ee44e32c4c HTTP/1.1" status: 200 len: 897 time: 0.1074543 Jan 28 06:23:46.197334 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] For port 570b309b-65b7-45f7-973c-4e3f97224eed, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=570b309b-65b7-45f7-973c-4e3f97224eed,segment=NetworkSegment(88d61243-dd9b-4b01-adac-2b3b9cb7d805),segment_id=88d61243-dd9b-4b01-adac-2b3b9cb7d805)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:23:46.262914 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-009738d3-76e8-43bd-9a28-3ddb3f8b5cf2 req-7c75b288-f95d-4286-bd76-57a3eb68da84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63714b8f-a0b8-4171-95f7-72b363822d4e HTTP/1.1" status: 200 len: 1001 time: 0.0623362 Jan 28 06:23:46.301407 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (570b309b-65b7-45f7-973c-4e3f97224eed), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:46.315704 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009738d3-76e8-43bd-9a28-3ddb3f8b5cf2 req-30875eee-1491-4f06-b11f-f7e5b05b8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:46.317186 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-009738d3-76e8-43bd-9a28-3ddb3f8b5cf2 req-30875eee-1491-4f06-b11f-f7e5b05b8b9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61cc0cf8-096e-4360-8ab3-12d92cab8fc7 HTTP/1.1" status: 200 len: 834 time: 0.0486825 Jan 28 06:23:46.340458 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:46.341082 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:46.342499 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] 10.222.0.60 "PUT /v2.0/ports/570b309b-65b7-45f7-973c-4e3f97224eed HTTP/1.1" status: 200 len: 1092 time: 0.8970118 Jan 28 06:23:46.342947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276941ba-5b2b-4123-aabe-3df25cb7af77', 'tag': '570b309b-65b7-45f7-973c-4e3f97224eed'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:23:46.345953 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a2587a-0ec2-4352-a022-849cb0242550" -d '{"events": [{"name": "network-changed", "server_uuid": "276941ba-5b2b-4123-aabe-3df25cb7af77", "tag": "570b309b-65b7-45f7-973c-4e3f97224eed"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:23:46.377452 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009738d3-76e8-43bd-9a28-3ddb3f8b5cf2 req-6d59aafb-149f-435b-9d2c-e28359010e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:46.379082 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-009738d3-76e8-43bd-9a28-3ddb3f8b5cf2 req-6d59aafb-149f-435b-9d2c-e28359010e41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b48d41c9-0fcc-469a-be17-44ee44e32c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560689 Jan 28 06:23:46.379496 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c32fd-57c4-4526-8509-3a15ed80c4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=570b309b-65b7-45f7-973c-4e3f97224eed,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:46.402975 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64170fcc-7fcd-4cbc-b216-1fd4cf71660a x-openstack-request-id: req-64170fcc-7fcd-4cbc-b216-1fd4cf71660a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:23:46.403244 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276941ba-5b2b-4123-aabe-3df25cb7af77", "tag": "570b309b-65b7-45f7-973c-4e3f97224eed", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:23:46.403554 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64170fcc-7fcd-4cbc-b216-1fd4cf71660a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:23:46.403920 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276941ba-5b2b-4123-aabe-3df25cb7af77', 'tag': '570b309b-65b7-45f7-973c-4e3f97224eed', 'status': 'completed', 'code': 200} Jan 28 06:23:46.484866 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-009738d3-76e8-43bd-9a28-3ddb3f8b5cf2 req-c4277db8-8709-4a77-8832-12e74aad42ca service neutron] 10.222.0.60 "GET /v2.0/networks/b48d41c9-0fcc-469a-be17-44ee44e32c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995884 Jan 28 06:23:46.488617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2587a-0ec2-4352-a022-849cb0242550 req-3b09da96-d933-4c95-af5b-6c40862734dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:46.491102 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6a2587a-0ec2-4352-a022-849cb0242550 req-3b09da96-d933-4c95-af5b-6c40862734dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=544a03f37d594cafba07b73497e50966&device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 1095 time: 0.0450485 Jan 28 06:23:46.587826 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-009738d3-76e8-43bd-9a28-3ddb3f8b5cf2 req-e507dc98-df80-47c0-8089-4511d72a8ae5 service neutron] 10.222.0.60 "GET /v2.0/networks/b48d41c9-0fcc-469a-be17-44ee44e32c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966418 Jan 28 06:23:46.608699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2587a-0ec2-4352-a022-849cb0242550 req-6145d745-a4d0-4cf3-b339-b266150edb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:46.615387 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6a2587a-0ec2-4352-a022-849cb0242550 req-6145d745-a4d0-4cf3-b339-b266150edb2d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=544a03f37d594cafba07b73497e50966&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1064827 Jan 28 06:23:46.705229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2587a-0ec2-4352-a022-849cb0242550 req-93d57dd3-da46-455b-b195-8b7bbbf03fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:46.706750 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6a2587a-0ec2-4352-a022-849cb0242550 req-93d57dd3-da46-455b-b195-8b7bbbf03fbb service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897300 Jan 28 06:23:46.816418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-3cfc582e-846e-4ef1-83d8-388aa28beed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:46.818005 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-3cfc582e-846e-4ef1-83d8-388aa28beed7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=544a03f37d594cafba07b73497e50966&device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 1095 time: 0.0532775 Jan 28 06:23:46.866508 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-7e3dbca8-e05a-4396-8562-9f473ee6ec09 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=570b309b-65b7-45f7-973c-4e3f97224eed HTTP/1.1" status: 200 len: 217 time: 0.0355778 Jan 28 06:23:46.913873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-497fec6a-2f13-4001-86ef-9fcff963cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:46.915386 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-497fec6a-2f13-4001-86ef-9fcff963cc5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=148a45d8-fc36-4291-b358-baf7ad1785b9 HTTP/1.1" status: 200 len: 849 time: 0.0431900 Jan 28 06:23:46.963185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-fe158086-4e62-4619-881f-77726f16d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:46.964580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-fe158086-4e62-4619-881f-77726f16d246 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e7f11b6-2df5-4c30-b083-e39f9888d2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432847 Jan 28 06:23:47.051643 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-3fb22587-a3b4-406f-ac32-72f5005e35e0 service neutron] 10.222.0.60 "GET /v2.0/networks/4e7f11b6-2df5-4c30-b083-e39f9888d2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811882 Jan 28 06:23:47.141735 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d24b4a76-4d45-4097-8726-75dc01087ed2 req-af665d83-657a-4497-8113-999f9114c795 service neutron] 10.222.0.60 "GET /v2.0/networks/4e7f11b6-2df5-4c30-b083-e39f9888d2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846484 Jan 28 06:23:47.285628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440ef6b-b66b-4c93-9dd3-9e45a89cc658 req-d0b512ce-ede4-4e1c-89a8-7a5c3f5224fa tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:47.287297 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e440ef6b-b66b-4c93-9dd3-9e45a89cc658 req-d0b512ce-ede4-4e1c-89a8-7a5c3f5224fa tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 1095 time: 0.0433123 Jan 28 06:23:47.330321 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e440ef6b-b66b-4c93-9dd3-9e45a89cc658 req-04eb1a4f-18b6-4f46-9a6a-690c02301922 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373681 Jan 28 06:23:48.443373 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbfe97-b2d3-41cc-bfbd-d001949c21a6 req-74be7467-5fea-4c1f-b401-55995af95029 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:48.443373 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77dbfe97-b2d3-41cc-bfbd-d001949c21a6 req-74be7467-5fea-4c1f-b401-55995af95029 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 1095 time: 0.0405290 Jan 28 06:23:48.482806 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77dbfe97-b2d3-41cc-bfbd-d001949c21a6 req-b03ee67f-0782-42e5-adc9-d4c8f0b72354 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384557 Jan 28 06:23:49.589667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d79480-76a0-41e0-bcaf-3ff23ec68790 req-2a6836a1-6378-4965-98ba-8be35e6c6c5b tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:49.591184 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91d79480-76a0-41e0-bcaf-3ff23ec68790 req-2a6836a1-6378-4965-98ba-8be35e6c6c5b tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 1095 time: 0.0432670 Jan 28 06:23:49.634394 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91d79480-76a0-41e0-bcaf-3ff23ec68790 req-2b276b20-c5eb-4b54-9d2d-7c95422a31fe tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376353 Jan 28 06:23:50.741369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23ea59-5323-4b37-90ed-bcd6f8443b1c req-40be92e3-72df-4ca0-81ce-f3855606d732 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:50.743603 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f23ea59-5323-4b37-90ed-bcd6f8443b1c req-40be92e3-72df-4ca0-81ce-f3855606d732 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 1095 time: 0.0410070 Jan 28 06:23:50.787943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f23ea59-5323-4b37-90ed-bcd6f8443b1c req-8214bde2-5db1-4891-9099-a32d1e20309e tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386717 Jan 28 06:23:50.788139 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 570b309b-65b7-45f7-973c-4e3f97224eed details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:23:50.885728 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 570b309b-65b7-45f7-973c-4e3f97224eed, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=570b309b-65b7-45f7-973c-4e3f97224eed,segment=NetworkSegment(88d61243-dd9b-4b01-adac-2b3b9cb7d805),segment_id=88d61243-dd9b-4b01-adac-2b3b9cb7d805)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:23:50.897203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '570b309b-65b7-45f7-973c-4e3f97224eed', 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc', 'port_id': '570b309b-65b7-45f7-973c-4e3f97224eed', 'mac_address': 'fa:16:3e:bd:48:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a45d8-fc36-4291-b358-baf7ad1785b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:23:50.937548 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 570b309b-65b7-45f7-973c-4e3f97224eed is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:50.937940 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (570b309b-65b7-45f7-973c-4e3f97224eed), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:50.950673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570b309b-65b7-45f7-973c-4e3f97224eed {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:23:50.969847 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 570b309b-65b7-45f7-973c-4e3f97224eed, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=570b309b-65b7-45f7-973c-4e3f97224eed,segment=NetworkSegment(88d61243-dd9b-4b01-adac-2b3b9cb7d805),segment_id=88d61243-dd9b-4b01-adac-2b3b9cb7d805)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:23:51.036932 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (570b309b-65b7-45f7-973c-4e3f97224eed), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:51.083458 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=570b309b-65b7-45f7-973c-4e3f97224eed,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:51.316028 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['570b309b-65b7-45f7-973c-4e3f97224eed'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:23:51.896364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7c94a-0946-4036-8bbd-b779757390c6 req-961c1611-5aa1-42fa-b7c3-19ce8867c555 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:51.898453 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3c7c94a-0946-4036-8bbd-b779757390c6 req-961c1611-5aa1-42fa-b7c3-19ce8867c555 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 1096 time: 0.0430229 Jan 28 06:23:51.941332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3c7c94a-0946-4036-8bbd-b779757390c6 req-da3e3ca8-e921-4ff5-ba60-03d834aeaf51 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369825 Jan 28 06:23:52.038103 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52166) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:52.393418 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94d9dae5-e06a-4318-8f41-96e95f0b997a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (f5c599f0-f73e-4411-ae5d-15669d802980), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:52.701000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-94d9dae5-e06a-4318-8f41-96e95f0b997a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Deleting port b42fff2f-851f-4de7-a109-9ef10be95174 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:23:52.701255 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94d9dae5-e06a-4318-8f41-96e95f0b997a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b42fff2f-851f-4de7-a109-9ef10be95174), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:52.788094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-94d9dae5-e06a-4318-8f41-96e95f0b997a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] For port b42fff2f-851f-4de7-a109-9ef10be95174, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b42fff2f-851f-4de7-a109-9ef10be95174,segment=NetworkSegment(2b6260fb-d92b-4f0e-8e21-10d5606e43c6),segment_id=2b6260fb-d92b-4f0e-8e21-10d5606e43c6)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:23:52.789125 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94d9dae5-e06a-4318-8f41-96e95f0b997a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b42fff2f-851f-4de7-a109-9ef10be95174), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:52.801953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-94d9dae5-e06a-4318-8f41-96e95f0b997a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Calling delete_port for b42fff2f-851f-4de7-a109-9ef10be95174 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:23:52.820574 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 570b309b-65b7-45f7-973c-4e3f97224eed up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:23:52.949480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 570b309b-65b7-45f7-973c-4e3f97224eed completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:23:52.953590 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 570b309b-65b7-45f7-973c-4e3f97224eed triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:23:52.953914 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (570b309b-65b7-45f7-973c-4e3f97224eed), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:53.044129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 570b309b-65b7-45f7-973c-4e3f97224eed is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:23:53.044524 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (570b309b-65b7-45f7-973c-4e3f97224eed), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:53.064482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021c5b6-a70f-4007-a5fe-3c6486f472a3 req-55f2a7cb-41bf-4516-92d3-181f28f0164f tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:53.066103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a021c5b6-a70f-4007-a5fe-3c6486f472a3 req-55f2a7cb-41bf-4516-92d3-181f28f0164f tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 1096 time: 0.0462093 Jan 28 06:23:53.071194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276941ba-5b2b-4123-aabe-3df25cb7af77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570b309b-65b7-45f7-973c-4e3f97224eed'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:23:53.073476 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4410afb2-a56d-46dc-9816-e2e9d3aa2d6d" -d '{"events": [{"server_uuid": "276941ba-5b2b-4123-aabe-3df25cb7af77", "name": "network-vif-plugged", "status": "completed", "tag": "570b309b-65b7-45f7-973c-4e3f97224eed"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:23:53.079337 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94d9dae5-e06a-4318-8f41-96e95f0b997a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b42fff2f-851f-4de7-a109-9ef10be95174), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:53.099629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 570b309b-65b7-45f7-973c-4e3f97224eed, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=570b309b-65b7-45f7-973c-4e3f97224eed,segment=NetworkSegment(88d61243-dd9b-4b01-adac-2b3b9cb7d805),segment_id=88d61243-dd9b-4b01-adac-2b3b9cb7d805)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:23:53.111220 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30602c97-1b13-4f58-a566-99fc1f4ff7d8 x-openstack-request-id: req-30602c97-1b13-4f58-a566-99fc1f4ff7d8 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:23:53.111518 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276941ba-5b2b-4123-aabe-3df25cb7af77", "name": "network-vif-plugged", "status": "completed", "tag": "570b309b-65b7-45f7-973c-4e3f97224eed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:23:53.111773 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30602c97-1b13-4f58-a566-99fc1f4ff7d8 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:23:53.112185 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276941ba-5b2b-4123-aabe-3df25cb7af77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570b309b-65b7-45f7-973c-4e3f97224eed', 'code': 200} Jan 28 06:23:53.120817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9dae5-e06a-4318-8f41-96e95f0b997a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'Port': ['ID=b42fff2f-851f-4de7-a109-9ef10be95174,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:53.176043 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (570b309b-65b7-45f7-973c-4e3f97224eed), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:53.198034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a021c5b6-a70f-4007-a5fe-3c6486f472a3 req-5574fb6e-241c-42be-aed4-e0698046c797 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256082 Jan 28 06:23:53.239116 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=570b309b-65b7-45f7-973c-4e3f97224eed,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:53.249371 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2cd070a7-8bb6-48d6-8494-0cccf4439f17 req-1326a6b2-6fd2-49d4-8444-7bf41099b44c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0707049 Jan 28 06:23:53.352025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57425dbb-33cd-4b3a-a422-9706b345d67d req-890dac83-9732-4077-aff0-acbeb9ca8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:53.354091 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-57425dbb-33cd-4b3a-a422-9706b345d67d req-890dac83-9732-4077-aff0-acbeb9ca8590 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 1097 time: 0.0885148 Jan 28 06:23:53.363540 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd070a7-8bb6-48d6-8494-0cccf4439f17 req-6c05f51c-60ca-4416-8f76-ffdeb22c9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:53.365021 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2cd070a7-8bb6-48d6-8494-0cccf4439f17 req-6c05f51c-60ca-4416-8f76-ffdeb22c9af4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 1097 time: 0.0464451 Jan 28 06:23:53.378572 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94d9dae5-e06a-4318-8f41-96e95f0b997a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (f5c599f0-f73e-4411-ae5d-15669d802980), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:53.449298 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-57425dbb-33cd-4b3a-a422-9706b345d67d req-571f6200-8ca2-4d0e-b2aa-ffa9b737a267 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881460 Jan 28 06:23:53.484056 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd070a7-8bb6-48d6-8494-0cccf4439f17 req-86172a37-e7ed-431f-93d8-5fee3b72f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:53.485699 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2cd070a7-8bb6-48d6-8494-0cccf4439f17 req-86172a37-e7ed-431f-93d8-5fee3b72f6e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 912 time: 0.0996895 Jan 28 06:23:53.552254 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2cd070a7-8bb6-48d6-8494-0cccf4439f17 req-d91cfcbd-b24e-4842-ba36-f5719a836212 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42eaa6ce-1200-425c-ac79-fa2b88aed641 HTTP/1.1" status: 200 len: 1001 time: 0.0595007 Jan 28 06:23:53.604885 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd070a7-8bb6-48d6-8494-0cccf4439f17 req-2267c961-5f93-4c2f-9136-019596a05205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:53.606556 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2cd070a7-8bb6-48d6-8494-0cccf4439f17 req-2267c961-5f93-4c2f-9136-019596a05205 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.0488229 Jan 28 06:23:53.654122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd070a7-8bb6-48d6-8494-0cccf4439f17 req-afa91516-a61c-42cd-958b-f5d2e7a786d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:53.655717 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2cd070a7-8bb6-48d6-8494-0cccf4439f17 req-afa91516-a61c-42cd-958b-f5d2e7a786d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431991 Jan 28 06:23:53.751003 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2cd070a7-8bb6-48d6-8494-0cccf4439f17 req-0dd77d9c-9c6f-4367-9db6-3c636cf4e684 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878234 Jan 28 06:23:53.812141 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-b77b4b5a-da2e-471e-8c69-882df1c95627 req-e0fede69-c5fb-42f6-baa6-79a1b70ff96f service neutron] (103634) timed out ('10.222.0.31', 44224) {{(pid=103634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 06:23:53.856931 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2cd070a7-8bb6-48d6-8494-0cccf4439f17 req-2e69a995-8312-4343-8451-dbd2a9bb5705 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955067 Jan 28 06:23:53.956131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d9dae5-e06a-4318-8f41-96e95f0b997a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Router f5c599f0-f73e-4411-ae5d-15669d802980 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:23:54.058105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d9dae5-e06a-4318-8f41-96e95f0b997a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:23:54.062943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-94d9dae5-e06a-4318-8f41-96e95f0b997a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "PUT /v2.0/routers/f5c599f0-f73e-4411-ae5d-15669d802980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0236413 Jan 28 06:23:54.070119 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f93ea6-dd2f-40e6-b1ed-62cfc9f70a0e None None] Sync routers for ids ['f5c599f0-f73e-4411-ae5d-15669d802980'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:23:54.081504 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f93ea6-dd2f-40e6-b1ed-62cfc9f70a0e None None] Routers {'f5c599f0-f73e-4411-ae5d-15669d802980'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:23:54.082129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d7f93ea6-dd2f-40e6-b1ed-62cfc9f70a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:23:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f5c599f0-f73e-4411-ae5d-15669d802980'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:54.198446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-d7f93ea6-dd2f-40e6-b1ed-62cfc9f70a0e None None] Set router f5c599f0-f73e-4411-ae5d-15669d802980 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:23:54.322923 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991d488-4c55-4619-8641-a8c33de64f91 req-f6c300d8-2b98-4dfc-9038-08118baa81f8 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:54.324318 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d991d488-4c55-4619-8641-a8c33de64f91 req-f6c300d8-2b98-4dfc-9038-08118baa81f8 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 1097 time: 0.0426567 Jan 28 06:23:54.369189 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d991d488-4c55-4619-8641-a8c33de64f91 req-4d858f4b-ef5a-4d31-9828-a6969dd3eae9 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387084 Jan 28 06:23:54.427839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d7f93ea6-dd2f-40e6-b1ed-62cfc9f70a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:23:52Z', 'revision_number': 6, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '83c044da-2c5d-4da9-b3a1-08799a43dbe2', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'port_id': '63714b8f-a0b8-4171-95f7-72b363822d4e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'mac_address': 'fa:16:3e:b9:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:22:34Z', 'updated_at': '2022-01-28T06:22:37Z', 'revision_number': 1, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ec84fc-1c6b-4847-9eb7-48d75a7f5f36', 'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:4c:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:11Z', 'updated_at': '2022-01-28T06:22:15Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:54.453877 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f93ea6-dd2f-40e6-b1ed-62cfc9f70a0e None None] Checking router: f5c599f0-f73e-4411-ae5d-15669d802980 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:23:54.462919 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f93ea6-dd2f-40e6-b1ed-62cfc9f70a0e None None] Routers {'f5c599f0-f73e-4411-ae5d-15669d802980'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:23:54.463530 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d7f93ea6-dd2f-40e6-b1ed-62cfc9f70a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:23:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f5c599f0-f73e-4411-ae5d-15669d802980'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:54.573930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d090d4-fe22-49c2-af7e-81dbd0d99921 req-4326c04a-47d9-4c38-a8f0-cee15b11fca7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:54.575354 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68d090d4-fe22-49c2-af7e-81dbd0d99921 req-4326c04a-47d9-4c38-a8f0-cee15b11fca7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 946 time: 0.0490038 Jan 28 06:23:54.581525 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-d7f93ea6-dd2f-40e6-b1ed-62cfc9f70a0e None None] Set router f5c599f0-f73e-4411-ae5d-15669d802980 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:23:54.628133 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68d090d4-fe22-49c2-af7e-81dbd0d99921 req-56a4c6db-16c7-437b-94d0-94e6e9fa1641 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452106 Jan 28 06:23:54.815776 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-d7f93ea6-dd2f-40e6-b1ed-62cfc9f70a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:23:52Z', 'revision_number': 6, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '83c044da-2c5d-4da9-b3a1-08799a43dbe2', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'port_id': '63714b8f-a0b8-4171-95f7-72b363822d4e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'mac_address': 'fa:16:3e:b9:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:22:34Z', 'updated_at': '2022-01-28T06:22:37Z', 'revision_number': 1, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ec84fc-1c6b-4847-9eb7-48d75a7f5f36', 'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:4c:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:11Z', 'updated_at': '2022-01-28T06:22:15Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:54.842657 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f93ea6-dd2f-40e6-b1ed-62cfc9f70a0e None None] The sync data for ids ['f5c599f0-f73e-4411-ae5d-15669d802980'] in n-d-812111-12 is: [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:23:52Z', 'revision_number': 6, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '83c044da-2c5d-4da9-b3a1-08799a43dbe2', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'port_id': '63714b8f-a0b8-4171-95f7-72b363822d4e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'mac_address': 'fa:16:3e:b9:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:22:34Z', 'updated_at': '2022-01-28T06:22:37Z', 'revision_number': 1, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ec84fc-1c6b-4847-9eb7-48d75a7f5f36', 'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:4c:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:11Z', 'updated_at': '2022-01-28T06:22:15Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:23:55.231403 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:55.401178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b42fff2f-851f-4de7-a109-9ef10be95174 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:23:55.422593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: b42fff2f-851f-4de7-a109-9ef10be95174 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:23:55.423040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b42fff2f-851f-4de7-a109-9ef10be95174 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:23:55.484183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ede41-d26e-4eb8-9323-4e92d71a44e2 req-dbaf0290-063c-4dee-8a04-583769a5c373 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:55.485861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab5ede41-d26e-4eb8-9323-4e92d71a44e2 req-dbaf0290-063c-4dee-8a04-583769a5c373 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 1097 time: 0.0430663 Jan 28 06:23:55.531196 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab5ede41-d26e-4eb8-9323-4e92d71a44e2 req-edae65e0-cff8-491a-864e-e187ceee0ea5 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396614 Jan 28 06:23:55.635940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c326e5-6b3c-4bc1-8819-13ea5b681a43 req-fd4b1fc0-4cd1-4200-bb10-3138c66134c6 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:55.637426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-47c326e5-6b3c-4bc1-8819-13ea5b681a43 req-fd4b1fc0-4cd1-4200-bb10-3138c66134c6 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 1097 time: 0.0406585 Jan 28 06:23:55.682549 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-47c326e5-6b3c-4bc1-8819-13ea5b681a43 req-4a356163-89c0-4367-8843-410ce055178a tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394347 Jan 28 06:23:55.747146 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d38c6e-c0d7-4f4b-aeed-be9019d79ff9 req-a61a0a6d-b4e1-4209-b6ba-5ad67652294c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:55.748581 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95d38c6e-c0d7-4f4b-aeed-be9019d79ff9 req-a61a0a6d-b4e1-4209-b6ba-5ad67652294c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 946 time: 0.0514233 Jan 28 06:23:55.825537 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95d38c6e-c0d7-4f4b-aeed-be9019d79ff9 req-273ef4dd-1ef3-4b15-8d8e-1aaf322d5d10 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683765 Jan 28 06:23:55.827314 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527c0e6-cce5-4cad-b671-8342786f09fb req-3b4724a4-a482-4d8d-99a2-8a2a9b70d0de tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:55.828761 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b527c0e6-cce5-4cad-b671-8342786f09fb req-3b4724a4-a482-4d8d-99a2-8a2a9b70d0de tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 1097 time: 0.0792649 Jan 28 06:23:55.875350 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b527c0e6-cce5-4cad-b671-8342786f09fb req-802c3fa2-5d0f-4c20-a0c6-8cfc3da619b5 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409224 Jan 28 06:23:56.039599 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f8569-aa05-4576-9472-252d50ed34c0 req-d2366b06-c6ab-43d8-b290-5dfd1061a2c1 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:56.040968 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a63f8569-aa05-4576-9472-252d50ed34c0 req-d2366b06-c6ab-43d8-b290-5dfd1061a2c1 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.64 "GET /v2.0/ports?device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 946 time: 0.0498824 Jan 28 06:23:56.085071 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202d032-3171-47ec-a923-3121789da991 req-0faa5c08-c639-4707-b9ef-e76001e32e8d tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:56.087202 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4202d032-3171-47ec-a923-3121789da991 req-0faa5c08-c639-4707-b9ef-e76001e32e8d tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/networks?id=4e7f11b6-2df5-4c30-b083-e39f9888d2bc HTTP/1.1" status: 200 len: 911 time: 0.0853057 Jan 28 06:23:56.102011 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4202d032-3171-47ec-a923-3121789da991 req-cff5abd5-c524-4b0f-800e-8f57bb9ffd64 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/quotas/544a03f37d594cafba07b73497e50966 HTTP/1.1" status: 200 len: 375 time: 0.0093570 Jan 28 06:23:56.136495 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-a63f8569-aa05-4576-9472-252d50ed34c0 req-fada3d16-c27d-403c-b084-4bb97decbcfe tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Deleting port db54ee5b-caa1-4bf2-ab53-d73cc8d57809 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:23:56.136830 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a63f8569-aa05-4576-9472-252d50ed34c0 req-fada3d16-c27d-403c-b084-4bb97decbcfe tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (db54ee5b-caa1-4bf2-ab53-d73cc8d57809), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:56.152488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4202d032-3171-47ec-a923-3121789da991 req-1aa34837-d131-4522-96e8-9e1f0072cd56 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=544a03f37d594cafba07b73497e50966&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0450943 Jan 28 06:23:56.223505 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-a63f8569-aa05-4576-9472-252d50ed34c0 req-fada3d16-c27d-403c-b084-4bb97decbcfe tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] For port db54ee5b-caa1-4bf2-ab53-d73cc8d57809, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=db54ee5b-caa1-4bf2-ab53-d73cc8d57809,segment=NetworkSegment(2b6260fb-d92b-4f0e-8e21-10d5606e43c6),segment_id=2b6260fb-d92b-4f0e-8e21-10d5606e43c6)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:23:56.223872 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a63f8569-aa05-4576-9472-252d50ed34c0 req-fada3d16-c27d-403c-b084-4bb97decbcfe tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (db54ee5b-caa1-4bf2-ab53-d73cc8d57809), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:56.237780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-a63f8569-aa05-4576-9472-252d50ed34c0 req-fada3d16-c27d-403c-b084-4bb97decbcfe tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Calling delete_port for db54ee5b-caa1-4bf2-ab53-d73cc8d57809 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:23:56.244050 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4202d032-3171-47ec-a923-3121789da991 req-c392e7d3-198e-483c-9906-10f4acfcaaa0 service neutron] 10.222.0.31 "GET /v2.0/networks/4e7f11b6-2df5-4c30-b083-e39f9888d2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847385 Jan 28 06:23:56.336743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4202d032-3171-47ec-a923-3121789da991 req-a2ba2835-9376-4245-8f8f-1e1165222576 service neutron] 10.222.0.31 "GET /v2.0/networks/4e7f11b6-2df5-4c30-b083-e39f9888d2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865903 Jan 28 06:23:56.424114 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a63f8569-aa05-4576-9472-252d50ed34c0 req-fada3d16-c27d-403c-b084-4bb97decbcfe tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (db54ee5b-caa1-4bf2-ab53-d73cc8d57809), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:56.451997 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada3d16-c27d-403c-b084-4bb97decbcfe tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'Port': ['ID=db54ee5b-caa1-4bf2-ab53-d73cc8d57809,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:56.496080 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63f8569-aa05-4576-9472-252d50ed34c0 req-fada3d16-c27d-403c-b084-4bb97decbcfe tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] No DVR routers for this DVR port db54ee5b-caa1-4bf2-ab53-d73cc8d57809 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:23:56.498833 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a63f8569-aa05-4576-9472-252d50ed34c0 req-fada3d16-c27d-403c-b084-4bb97decbcfe tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:56.502123 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a63f8569-aa05-4576-9472-252d50ed34c0 req-fada3d16-c27d-403c-b084-4bb97decbcfe tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.64 "DELETE /v2.0/ports/db54ee5b-caa1-4bf2-ab53-d73cc8d57809 HTTP/1.1" status: 204 len: 173 time: 0.4558873 Jan 28 06:23:56.507910 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b746fb-4bd2-4b84-b0f2-58e62ea6a04c', 'name': 'network-vif-deleted', 'tag': 'db54ee5b-caa1-4bf2-ab53-d73cc8d57809'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:23:56.507910 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b61e2c-4c9a-4a00-a7a7-a891e49dd0b6" -d '{"events": [{"server_uuid": "38b746fb-4bd2-4b84-b0f2-58e62ea6a04c", "name": "network-vif-deleted", "tag": "db54ee5b-caa1-4bf2-ab53-d73cc8d57809"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:23:56.596024 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f7efd413-e273-4009-8ad5-b74527b79dd2 req-ac6b2815-a7cb-4ae6-a0a8-512a4af01a1e tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 210 time: 0.0325236 Jan 28 06:23:56.624528 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41528034-c2af-4118-b46a-878ab7b3d5bf x-openstack-request-id: req-41528034-c2af-4118-b46a-878ab7b3d5bf {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:23:56.625106 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b746fb-4bd2-4b84-b0f2-58e62ea6a04c", "name": "network-vif-deleted", "tag": "db54ee5b-caa1-4bf2-ab53-d73cc8d57809", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:23:56.625106 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41528034-c2af-4118-b46a-878ab7b3d5bf {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:23:56.629623 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b746fb-4bd2-4b84-b0f2-58e62ea6a04c', 'name': 'network-vif-deleted', 'tag': 'db54ee5b-caa1-4bf2-ab53-d73cc8d57809', 'status': 'completed', 'code': 200} Jan 28 06:23:56.927624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4382299-2d68-444a-80a1-46003fb0208d req-7e3f65a3-6427-42c7-87a9-791ef4fa51e9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=38b746fb-4bd2-4b84-b0f2-58e62ea6a04c HTTP/1.1" status: 200 len: 210 time: 0.0286095 Jan 28 06:23:57.695556 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0f751d9-9789-44f8-9ce9-f549aa7b1035 req-c3a93585-af79-450c-b1a3-b2835288b253 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 210 time: 0.0276039 Jan 28 06:23:57.926873 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:57.984564 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52222) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:58.042606 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-158be6c6-3b03-45e0-bede-bd541b4ed5f3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:58.067592 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-158be6c6-3b03-45e0-bede-bd541b4ed5f3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:58.265912 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-158be6c6-3b03-45e0-bede-bd541b4ed5f3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:58.268477 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-158be6c6-3b03-45e0-bede-bd541b4ed5f3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:58.269821 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-158be6c6-3b03-45e0-bede-bd541b4ed5f3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "DELETE /v2.0/security-groups/3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2 HTTP/1.1" status: 204 len: 168 time: 0.2838886 Jan 28 06:23:58.282590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158be6c6-3b03-45e0-bede-bd541b4ed5f3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7f822f-2b0a-46d5-bc7c-41ccd75b68c2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:58.364143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52226) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:58.415808 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4637251-1ade-4707-86b5-20d1ef20e3ed tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Deleting subnet b8881509-f9d7-474b-a071-bd7c896e2df1 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:23:58.418967 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f4637251-1ade-4707-86b5-20d1ef20e3ed tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for subnet (b8881509-f9d7-474b-a071-bd7c896e2df1), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:58.458867 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f4637251-1ade-4707-86b5-20d1ef20e3ed tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (b8881509-f9d7-474b-a071-bd7c896e2df1), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:58.543473 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f4637251-1ade-4707-86b5-20d1ef20e3ed tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (b8881509-f9d7-474b-a071-bd7c896e2df1), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:58.698417 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f4637251-1ade-4707-86b5-20d1ef20e3ed tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (b8881509-f9d7-474b-a071-bd7c896e2df1), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:58.723937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4637251-1ade-4707-86b5-20d1ef20e3ed tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'Subnet': ['ID=b8881509-f9d7-474b-a071-bd7c896e2df1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:58.730556 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f4637251-1ade-4707-86b5-20d1ef20e3ed tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:58.733835 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f4637251-1ade-4707-86b5-20d1ef20e3ed tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "DELETE /v2.0/subnets/b8881509-f9d7-474b-a071-bd7c896e2df1 HTTP/1.1" status: 204 len: 168 time: 0.3686934 Jan 28 06:23:58.740573 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52230) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:58.741480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5a18e9-089a-433e-9b89-f49c2ff6822d None None] Network 144cde65-73c8-45db-b59c-b2a365330bdd requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:23:58.795565 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device db54ee5b-caa1-4bf2-ab53-d73cc8d57809 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:23:58.802863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05405061-73bd-4711-ab4a-9c94925af847 req-15cbd338-854b-4fd3-92d2-79f68bd4faec tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 210 time: 0.0343430 Jan 28 06:23:58.820941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: db54ee5b-caa1-4bf2-ab53-d73cc8d57809 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:23:58.821290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device db54ee5b-caa1-4bf2-ab53-d73cc8d57809 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:23:58.833379 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (144cde65-73c8-45db-b59c-b2a365330bdd), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:58.892499 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Deleting port 6b35866c-6e5d-4a79-9fc5-70647795bdc5 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:23:58.892870 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6b35866c-6e5d-4a79-9fc5-70647795bdc5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:58.926484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28f0e70-b269-434a-b6c3-113d28fabc80 None None] DHCP port deletion for 144cde65-73c8-45db-b59c-b2a365330bdd request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:23:58.977969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b28f0e70-b269-434a-b6c3-113d28fabc80 None None] Deleting port 6b35866c-6e5d-4a79-9fc5-70647795bdc5 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:23:58.978697 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b28f0e70-b269-434a-b6c3-113d28fabc80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6b35866c-6e5d-4a79-9fc5-70647795bdc5), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:59.007785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] For port 6b35866c-6e5d-4a79-9fc5-70647795bdc5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6b35866c-6e5d-4a79-9fc5-70647795bdc5,segment=NetworkSegment(2b6260fb-d92b-4f0e-8e21-10d5606e43c6),segment_id=2b6260fb-d92b-4f0e-8e21-10d5606e43c6)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:23:59.014840 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6b35866c-6e5d-4a79-9fc5-70647795bdc5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:59.025579 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Calling delete_port for 6b35866c-6e5d-4a79-9fc5-70647795bdc5 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:23:59.044409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b28f0e70-b269-434a-b6c3-113d28fabc80 None None] For port 6b35866c-6e5d-4a79-9fc5-70647795bdc5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6b35866c-6e5d-4a79-9fc5-70647795bdc5,segment=NetworkSegment(2b6260fb-d92b-4f0e-8e21-10d5606e43c6),segment_id=2b6260fb-d92b-4f0e-8e21-10d5606e43c6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:23:59.044804 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b28f0e70-b269-434a-b6c3-113d28fabc80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6b35866c-6e5d-4a79-9fc5-70647795bdc5), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:59.058608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b28f0e70-b269-434a-b6c3-113d28fabc80 None None] Calling delete_port for 6b35866c-6e5d-4a79-9fc5-70647795bdc5 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:23:59.096994 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202d032-3171-47ec-a923-3121789da991 req-35fd2dc7-8858-4afd-92e2-6466bf27e0b8 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:59.098509 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4202d032-3171-47ec-a923-3121789da991 req-35fd2dc7-8858-4afd-92e2-6466bf27e0b8 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.64 "GET /v2.0/networks?id=4e7f11b6-2df5-4c30-b083-e39f9888d2bc HTTP/1.1" status: 200 len: 911 time: 0.1674426 Jan 28 06:23:59.110932 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-4202d032-3171-47ec-a923-3121789da991 req-ce553252-ad67-47a4-aa78-129a7541e9c2 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Request body: {'port': {'device_id': '6923bf20-a91f-4f7f-b93f-ccc94fd3838f', 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc', 'admin_state_up': True, 'tenant_id': '544a03f37d594cafba07b73497e50966'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:23:59.248594 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b28f0e70-b269-434a-b6c3-113d28fabc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (6b35866c-6e5d-4a79-9fc5-70647795bdc5), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:59.255340 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (6b35866c-6e5d-4a79-9fc5-70647795bdc5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:59.271893 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f0e70-b269-434a-b6c3-113d28fabc80 None None] Pushing event deleted for resources: {'Port': ['ID=6b35866c-6e5d-4a79-9fc5-70647795bdc5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:59.277942 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f0e70-b269-434a-b6c3-113d28fabc80 None None] No DVR routers for this DVR port 6b35866c-6e5d-4a79-9fc5-70647795bdc5 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:23:59.282112 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'Port': ['ID=6b35866c-6e5d-4a79-9fc5-70647795bdc5,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:59.285759 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] No DVR routers for this DVR port 6b35866c-6e5d-4a79-9fc5-70647795bdc5 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:23:59.288451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4202d032-3171-47ec-a923-3121789da991 req-ce553252-ad67-47a4-aa78-129a7541e9c2 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Made reservation on behalf of 544a03f37d594cafba07b73497e50966 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:23:59.290823 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4202d032-3171-47ec-a923-3121789da991 req-ce553252-ad67-47a4-aa78-129a7541e9c2 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:59.416156 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (144cde65-73c8-45db-b59c-b2a365330bdd), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:59.443169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6b35866c-6e5d-4a79-9fc5-70647795bdc5 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:23:59.446274 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144cde65-73c8-45db-b59c-b2a365330bdd']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:59.461682 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6260fb-d92b-4f0e-8e21-10d5606e43c6') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:59.461981 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6260fb-d92b-4f0e-8e21-10d5606e43c6') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:23:59.465303 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 6b35866c-6e5d-4a79-9fc5-70647795bdc5 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:23:59.465659 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6b35866c-6e5d-4a79-9fc5-70647795bdc5 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:23:59.490649 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (2b6260fb-d92b-4f0e-8e21-10d5606e43c6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:59.512905 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (2b6260fb-d92b-4f0e-8e21-10d5606e43c6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:59.522957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-4202d032-3171-47ec-a923-3121789da991 req-ce553252-ad67-47a4-aa78-129a7541e9c2 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Allocated IP 172.20.0.5 (4e7f11b6-2df5-4c30-b083-e39f9888d2bc/148a45d8-fc36-4291-b358-baf7ad1785b9/e8441b96-b65a-4191-a53e-9e8bda9eb45d) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:23:59.525280 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:23:59.525552 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (2b6260fb-d92b-4f0e-8e21-10d5606e43c6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: self.session.flush() Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:23:59.529217 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:23:59.665807 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (144cde65-73c8-45db-b59c-b2a365330bdd), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:59.673332 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:59.676513 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "DELETE /v2.0/networks/144cde65-73c8-45db-b59c-b2a365330bdd HTTP/1.1" status: 204 len: 168 time: 0.9384153 Jan 28 06:23:59.679433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52232) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:23:59.690778 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b1488-1bb6-46b5-ba52-456740cd925d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'Network': ['ID=144cde65-73c8-45db-b59c-b2a365330bdd,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:59.733580 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4202d032-3171-47ec-a923-3121789da991 req-ce553252-ad67-47a4-aa78-129a7541e9c2 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Publish callbacks [] for port (e8441b96-b65a-4191-a53e-9e8bda9eb45d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:59.815100 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4202d032-3171-47ec-a923-3121789da991 req-ce553252-ad67-47a4-aa78-129a7541e9c2 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (e8441b96-b65a-4191-a53e-9e8bda9eb45d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:59.842443 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b934236e-1f8a-48fc-ab49-d47f784c4383 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Deleting port e6d546d1-2c18-4afd-b160-b0e2d080c4ca {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:23:59.842949 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b934236e-1f8a-48fc-ab49-d47f784c4383 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (e6d546d1-2c18-4afd-b160-b0e2d080c4ca), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:59.849172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['570b309b-65b7-45f7-973c-4e3f97224eed'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:23:59.864282 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4202d032-3171-47ec-a923-3121789da991 req-ce553252-ad67-47a4-aa78-129a7541e9c2 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:23:59.868016 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-4202d032-3171-47ec-a923-3121789da991 req-ce553252-ad67-47a4-aa78-129a7541e9c2 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:23:59.875017 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-4202d032-3171-47ec-a923-3121789da991 req-ce553252-ad67-47a4-aa78-129a7541e9c2 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:23:59.883825 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce553252-ad67-47a4-aa78-129a7541e9c2 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Pushing event updated for resources: {'Port': ['ID=e8441b96-b65a-4191-a53e-9e8bda9eb45d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:23:59.929359 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202d032-3171-47ec-a923-3121789da991 req-ce553252-ad67-47a4-aa78-129a7541e9c2 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:59.929817 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4202d032-3171-47ec-a923-3121789da991 req-ce553252-ad67-47a4-aa78-129a7541e9c2 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:59.970532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfac45-e6b4-4193-a86c-d7437dc889fd req-f7fa1ad1-a652-402d-94ce-ed3fdbd90f9e tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:23:59.972113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ecfac45-e6b4-4193-a86c-d7437dc889fd req-f7fa1ad1-a652-402d-94ce-ed3fdbd90f9e tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 1027 time: 0.0718627 Jan 28 06:23:59.980929 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b934236e-1f8a-48fc-ab49-d47f784c4383 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (e6d546d1-2c18-4afd-b160-b0e2d080c4ca), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:23:59.986664 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b934236e-1f8a-48fc-ab49-d47f784c4383 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for floatingip (e6d546d1-2c18-4afd-b160-b0e2d080c4ca), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:00.008034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b934236e-1f8a-48fc-ab49-d47f784c4383 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Calling delete_port for e6d546d1-2c18-4afd-b160-b0e2d080c4ca owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:24:00.050681 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4202d032-3171-47ec-a923-3121789da991 req-ce553252-ad67-47a4-aa78-129a7541e9c2 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9434502 Jan 28 06:24:00.072688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Request body: {'port': {'device_id': '6923bf20-a91f-4f7f-b93f-ccc94fd3838f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:24:00.108717 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ecfac45-e6b4-4193-a86c-d7437dc889fd req-78589f8a-adde-43f6-83c7-ac459d800603 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143844 Jan 28 06:24:00.152301 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e8441b96-b65a-4191-a53e-9e8bda9eb45d), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:00.210687 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7141d732-e2ce-41be-b104-029a9f487ef3 None None] Provisioning complete for port e8441b96-b65a-4191-a53e-9e8bda9eb45d triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:24:00.211427 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7141d732-e2ce-41be-b104-029a9f487ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e8441b96-b65a-4191-a53e-9e8bda9eb45d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:00.251894 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7141d732-e2ce-41be-b104-029a9f487ef3 None None] Port e8441b96-b65a-4191-a53e-9e8bda9eb45d cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:24:00.294414 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b934236e-1f8a-48fc-ab49-d47f784c4383 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (e6d546d1-2c18-4afd-b160-b0e2d080c4ca), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:00.321396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934236e-1f8a-48fc-ab49-d47f784c4383 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'Port': ['ID=e6d546d1-2c18-4afd-b160-b0e2d080c4ca,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:00.387112 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b934236e-1f8a-48fc-ab49-d47f784c4383 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for floatingip (83c044da-2c5d-4da9-b3a1-08799a43dbe2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:00.387441 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-b934236e-1f8a-48fc-ab49-d47f784c4383 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Floating IP 83c044da-2c5d-4da9-b3a1-08799a43dbe2 disassociated (deleted). External IP: 172.25.0.114, port: 63714b8f-a0b8-4171-95f7-72b363822d4e. Jan 28 06:24:00.429603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8441b96-b65a-4191-a53e-9e8bda9eb45d {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:24:00.437228 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Publish callbacks [] for port (e8441b96-b65a-4191-a53e-9e8bda9eb45d), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:00.449083 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Transition to ACTIVE for port object e8441b96-b65a-4191-a53e-9e8bda9eb45d will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:24:00.516955 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (e8441b96-b65a-4191-a53e-9e8bda9eb45d), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:00.575241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Pushing event updated for resources: {'Port': ['ID=e8441b96-b65a-4191-a53e-9e8bda9eb45d,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:00.604847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b934236e-1f8a-48fc-ab49-d47f784c4383 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Router f5c599f0-f73e-4411-ae5d-15669d802980 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:24:00.646909 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Attempting to bind port e8441b96-b65a-4191-a53e-9e8bda9eb45d on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:24:00.647249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Attempting to bind port e8441b96-b65a-4191-a53e-9e8bda9eb45d by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '88d61243-dd9b-4b01-adac-2b3b9cb7d805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:24:00.648116 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Attempting to bind port e8441b96-b65a-4191-a53e-9e8bda9eb45d on network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:24:00.655219 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Port e8441b96-b65a-4191-a53e-9e8bda9eb45d on network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:24:00.655549 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Attempting to bind port e8441b96-b65a-4191-a53e-9e8bda9eb45d on network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:24:00.660746 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:24:00.661089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Checking segment: {'id': '88d61243-dd9b-4b01-adac-2b3b9cb7d805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:24:00.661470 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Bound using segment: {'id': '88d61243-dd9b-4b01-adac-2b3b9cb7d805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:24:00.661903 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Bound port: e8441b96-b65a-4191-a53e-9e8bda9eb45d, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88d61243-dd9b-4b01-adac-2b3b9cb7d805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:24:00.662348 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e8441b96-b65a-4191-a53e-9e8bda9eb45d), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:00.721584 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b934236e-1f8a-48fc-ab49-d47f784c4383 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:24:00.726912 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b934236e-1f8a-48fc-ab49-d47f784c4383 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:00.737305 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02284497-84a3-4129-bdfd-262a7c107891 None None] Sync routers for ids ['f5c599f0-f73e-4411-ae5d-15669d802980'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:24:00.740558 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] For port e8441b96-b65a-4191-a53e-9e8bda9eb45d, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:24:00.744755 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] For port e8441b96-b65a-4191-a53e-9e8bda9eb45d, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=e8441b96-b65a-4191-a53e-9e8bda9eb45d,segment=NetworkSegment(88d61243-dd9b-4b01-adac-2b3b9cb7d805),segment_id=88d61243-dd9b-4b01-adac-2b3b9cb7d805)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:24:00.751393 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02284497-84a3-4129-bdfd-262a7c107891 None None] Routers {'f5c599f0-f73e-4411-ae5d-15669d802980'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:24:00.757248 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-02284497-84a3-4129-bdfd-262a7c107891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:23:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f5c599f0-f73e-4411-ae5d-15669d802980'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:00.760951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b934236e-1f8a-48fc-ab49-d47f784c4383 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "DELETE /v2.0/floatingips/83c044da-2c5d-4da9-b3a1-08799a43dbe2 HTTP/1.1" status: 204 len: 168 time: 1.0779138 Jan 28 06:24:00.760951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'tag': '63714b8f-a0b8-4171-95f7-72b363822d4e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:24:00.761618 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05381a3a-1895-4a43-a57a-2a824f60eed4" -d '{"events": [{"name": "network-changed", "server_uuid": "d3adcd97-bc6d-41ee-8842-1481b2ee281f", "tag": "63714b8f-a0b8-4171-95f7-72b363822d4e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:24:00.801794 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5896f90-a5d4-488c-9fd2-80edd9add8d2 x-openstack-request-id: req-c5896f90-a5d4-488c-9fd2-80edd9add8d2 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:24:00.801794 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3adcd97-bc6d-41ee-8842-1481b2ee281f", "tag": "63714b8f-a0b8-4171-95f7-72b363822d4e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:24:00.802550 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5896f90-a5d4-488c-9fd2-80edd9add8d2 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:24:00.802997 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'tag': '63714b8f-a0b8-4171-95f7-72b363822d4e', 'status': 'completed', 'code': 200} Jan 28 06:24:00.815065 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (e8441b96-b65a-4191-a53e-9e8bda9eb45d), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:00.849269 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:00.850002 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:00.851949 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4202d032-3171-47ec-a923-3121789da991 req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] 10.222.0.64 "PUT /v2.0/ports/e8441b96-b65a-4191-a53e-9e8bda9eb45d HTTP/1.1" status: 200 len: 1092 time: 0.7886374 Jan 28 06:24:00.852412 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6923bf20-a91f-4f7f-b93f-ccc94fd3838f', 'tag': 'e8441b96-b65a-4191-a53e-9e8bda9eb45d'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:24:00.854921 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2184a2e6-db21-4f17-912d-b94d35d98132" -d '{"events": [{"name": "network-changed", "server_uuid": "6923bf20-a91f-4f7f-b93f-ccc94fd3838f", "tag": "e8441b96-b65a-4191-a53e-9e8bda9eb45d"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:24:00.892242 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-02284497-84a3-4129-bdfd-262a7c107891 None None] Set router f5c599f0-f73e-4411-ae5d-15669d802980 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:24:00.918024 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e12048-e80f-40d8-a15c-2dc8dd01657a x-openstack-request-id: req-82e12048-e80f-40d8-a15c-2dc8dd01657a {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:24:00.928683 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6923bf20-a91f-4f7f-b93f-ccc94fd3838f", "tag": "e8441b96-b65a-4191-a53e-9e8bda9eb45d", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:24:00.928683 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82e12048-e80f-40d8-a15c-2dc8dd01657a {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:24:00.928683 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6923bf20-a91f-4f7f-b93f-ccc94fd3838f', 'tag': 'e8441b96-b65a-4191-a53e-9e8bda9eb45d', 'status': 'completed', 'code': 200} Jan 28 06:24:00.928683 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79672711-3d2a-4fd0-9133-45b9bf569a2b service neutron] Pushing event updated for resources: {'Port': ['ID=e8441b96-b65a-4191-a53e-9e8bda9eb45d,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:00.930828 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05381a3a-1895-4a43-a57a-2a824f60eed4 req-c421ddc5-171c-461c-b408-0bfa7a9232c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:00.933452 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05381a3a-1895-4a43-a57a-2a824f60eed4 req-c421ddc5-171c-461c-b408-0bfa7a9232c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f01a49a198243c1b64c13a2e783497d&device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 1097 time: 0.0841317 Jan 28 06:24:00.999698 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184a2e6-db21-4f17-912d-b94d35d98132 req-c147795f-f437-4d11-b275-242fd7905cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:01.001121 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2184a2e6-db21-4f17-912d-b94d35d98132 req-c147795f-f437-4d11-b275-242fd7905cf6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=544a03f37d594cafba07b73497e50966&device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 1095 time: 0.0525644 Jan 28 06:24:01.054882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05381a3a-1895-4a43-a57a-2a824f60eed4 req-0a386044-e935-4ff9-b473-06f413743213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:01.056551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05381a3a-1895-4a43-a57a-2a824f60eed4 req-0a386044-e935-4ff9-b473-06f413743213 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b48d41c9-0fcc-469a-be17-44ee44e32c4c HTTP/1.1" status: 200 len: 897 time: 0.1168044 Jan 28 06:24:01.121287 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05381a3a-1895-4a43-a57a-2a824f60eed4 req-872585cc-5889-44be-bee6-4aad9f4f1ae6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63714b8f-a0b8-4171-95f7-72b363822d4e HTTP/1.1" status: 200 len: 217 time: 0.0551016 Jan 28 06:24:01.125419 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184a2e6-db21-4f17-912d-b94d35d98132 req-393a0eb2-e2ca-44b2-9ed0-65c9da9d4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:01.127332 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2184a2e6-db21-4f17-912d-b94d35d98132 req-393a0eb2-e2ca-44b2-9ed0-65c9da9d4a39 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=544a03f37d594cafba07b73497e50966&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1123776 Jan 28 06:24:01.134702 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-02284497-84a3-4129-bdfd-262a7c107891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:23:52Z', 'revision_number': 6, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '08ec84fc-1c6b-4847-9eb7-48d75a7f5f36', 'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:4c:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:11Z', 'updated_at': '2022-01-28T06:22:15Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:01.167097 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02284497-84a3-4129-bdfd-262a7c107891 None None] Checking router: f5c599f0-f73e-4411-ae5d-15669d802980 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:24:01.175877 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02284497-84a3-4129-bdfd-262a7c107891 None None] Routers {'f5c599f0-f73e-4411-ae5d-15669d802980'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:24:01.176718 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-02284497-84a3-4129-bdfd-262a7c107891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:23:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f5c599f0-f73e-4411-ae5d-15669d802980'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:01.235751 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05381a3a-1895-4a43-a57a-2a824f60eed4 req-f7e4c5ff-10f2-4252-b484-700842ad8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:01.235751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05381a3a-1895-4a43-a57a-2a824f60eed4 req-f7e4c5ff-10f2-4252-b484-700842ad8904 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=61cc0cf8-096e-4360-8ab3-12d92cab8fc7 HTTP/1.1" status: 200 len: 834 time: 0.0974078 Jan 28 06:24:01.270381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184a2e6-db21-4f17-912d-b94d35d98132 req-83b8d7a6-f137-46da-a116-7829da755503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:01.272040 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2184a2e6-db21-4f17-912d-b94d35d98132 req-83b8d7a6-f137-46da-a116-7829da755503 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384642 Jan 28 06:24:01.288232 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752d23a-0956-46cd-8052-3f01ecdac94d req-4492d447-ae8d-4236-a931-d0fa0ceb4314 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:01.289808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0752d23a-0956-46cd-8052-3f01ecdac94d req-4492d447-ae8d-4236-a931-d0fa0ceb4314 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 1095 time: 0.1062887 Jan 28 06:24:01.298227 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-02284497-84a3-4129-bdfd-262a7c107891 None None] Set router f5c599f0-f73e-4411-ae5d-15669d802980 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:24:01.365101 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05381a3a-1895-4a43-a57a-2a824f60eed4 req-0a46f01c-a41a-4d64-9bc1-bc9ada6c0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:01.367595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05381a3a-1895-4a43-a57a-2a824f60eed4 req-0a46f01c-a41a-4d64-9bc1-bc9ada6c0370 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b48d41c9-0fcc-469a-be17-44ee44e32c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1223943 Jan 28 06:24:01.378491 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202d032-3171-47ec-a923-3121789da991 req-27d25e2b-c755-456e-83b3-067bc51b9e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:01.380292 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4202d032-3171-47ec-a923-3121789da991 req-27d25e2b-c755-456e-83b3-067bc51b9e44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=544a03f37d594cafba07b73497e50966&device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 1095 time: 0.0464289 Jan 28 06:24:01.399195 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b82fc2-fef5-4254-a98f-342c30c005aa req-291b42c9-6af8-4f0f-a9d7-07537498b513 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:01.401394 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39b82fc2-fef5-4254-a98f-342c30c005aa req-291b42c9-6af8-4f0f-a9d7-07537498b513 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 945 time: 0.1177804 Jan 28 06:24:01.420803 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0752d23a-0956-46cd-8052-3f01ecdac94d req-5750ccf7-822f-4244-b601-2c07ada46f16 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205657 Jan 28 06:24:01.439916 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4202d032-3171-47ec-a923-3121789da991 req-87c95448-2e6a-415d-b753-3b048b0be117 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8441b96-b65a-4191-a53e-9e8bda9eb45d HTTP/1.1" status: 200 len: 217 time: 0.0469947 Jan 28 06:24:01.490938 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202d032-3171-47ec-a923-3121789da991 req-717968a2-f993-42b5-9c20-98c32b6f1e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:01.493588 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4202d032-3171-47ec-a923-3121789da991 req-717968a2-f993-42b5-9c20-98c32b6f1e01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=148a45d8-fc36-4291-b358-baf7ad1785b9 HTTP/1.1" status: 200 len: 849 time: 0.0479066 Jan 28 06:24:01.506498 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-02284497-84a3-4129-bdfd-262a7c107891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:23:52Z', 'revision_number': 6, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '08ec84fc-1c6b-4847-9eb7-48d75a7f5f36', 'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:4c:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:11Z', 'updated_at': '2022-01-28T06:22:15Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:01.510725 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-39b82fc2-fef5-4254-a98f-342c30c005aa req-126d374c-68ba-4b4d-9b4f-5d2acf93f526 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c940c1c-f3ab-4098-b85e-78150bdcd46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993304 Jan 28 06:24:01.530133 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05381a3a-1895-4a43-a57a-2a824f60eed4 req-6df62c06-0f9e-457a-a492-ddac0f0b2e53 service neutron] 10.222.0.60 "GET /v2.0/networks/b48d41c9-0fcc-469a-be17-44ee44e32c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511922 Jan 28 06:24:01.536078 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02284497-84a3-4129-bdfd-262a7c107891 None None] The sync data for ids ['f5c599f0-f73e-4411-ae5d-15669d802980'] in n-d-812111-12 is: [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:23:52Z', 'revision_number': 6, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '08ec84fc-1c6b-4847-9eb7-48d75a7f5f36', 'name': '', 'network_id': 'b48d41c9-0fcc-469a-be17-44ee44e32c4c', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:4c:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:11Z', 'updated_at': '2022-01-28T06:22:15Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': '61cc0cf8-096e-4360-8ab3-12d92cab8fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:24:01.552407 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202d032-3171-47ec-a923-3121789da991 req-f37ed4a4-c194-4dc0-aac5-a10bd4ebdb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:01.554158 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4202d032-3171-47ec-a923-3121789da991 req-f37ed4a4-c194-4dc0-aac5-a10bd4ebdb24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e7f11b6-2df5-4c30-b083-e39f9888d2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544014 Jan 28 06:24:01.627872 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05381a3a-1895-4a43-a57a-2a824f60eed4 req-d4656e65-2286-409d-9e2f-03c868a03037 service neutron] 10.222.0.60 "GET /v2.0/networks/b48d41c9-0fcc-469a-be17-44ee44e32c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916607 Jan 28 06:24:01.652680 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4202d032-3171-47ec-a923-3121789da991 req-a43e7f82-2385-4c8f-993d-0b2d34b5d110 service neutron] 10.222.0.64 "GET /v2.0/networks/4e7f11b6-2df5-4c30-b083-e39f9888d2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927746 Jan 28 06:24:01.745386 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4202d032-3171-47ec-a923-3121789da991 req-5bb55e32-36a6-4181-bf69-0d098bccf2c2 service neutron] 10.222.0.64 "GET /v2.0/networks/4e7f11b6-2df5-4c30-b083-e39f9888d2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870309 Jan 28 06:24:01.783442 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aaf932-603d-4576-8a33-e52dbf7389cd None None] New status for floating IP 83c044da-2c5d-4da9-b3a1-08799a43dbe2: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:24:02.454365 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef683573-60bc-4633-b2bc-883880c051cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:02.538264 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e90930-0dcc-4f30-abac-b29ef0680f36 req-3a25a0a0-f3f1-426a-a419-388b44bc894c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:02.540209 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81e90930-0dcc-4f30-abac-b29ef0680f36 req-3a25a0a0-f3f1-426a-a419-388b44bc894c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 1095 time: 0.0450959 Jan 28 06:24:02.601733 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81e90930-0dcc-4f30-abac-b29ef0680f36 req-c04ebff2-0a43-4093-bcd5-982b058ba660 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560706 Jan 28 06:24:02.661431 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05ff5b-0863-4d23-b46a-61094ad72f64 req-149bcf40-2f68-4d7b-8f16-e0cd577c325b tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:02.662853 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e05ff5b-0863-4d23-b46a-61094ad72f64 req-149bcf40-2f68-4d7b-8f16-e0cd577c325b tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 945 time: 0.0769572 Jan 28 06:24:02.670093 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d46fe-4a49-4e00-bc67-a572d9d1ce3d req-91eee300-62d2-498d-a446-5c1899ed682f tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:02.671474 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-803d46fe-4a49-4e00-bc67-a572d9d1ce3d req-91eee300-62d2-498d-a446-5c1899ed682f tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 945 time: 0.0881803 Jan 28 06:24:02.772048 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-803d46fe-4a49-4e00-bc67-a572d9d1ce3d req-2fbc5cda-92fe-4149-8f63-3ace47e8e6d6 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c940c1c-f3ab-4098-b85e-78150bdcd46e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937762 Jan 28 06:24:02.793925 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-8e05ff5b-0863-4d23-b46a-61094ad72f64 req-87c58041-74b8-425a-9bf2-fd8e985e7680 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Deleting port 63714b8f-a0b8-4171-95f7-72b363822d4e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:24:02.794268 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8e05ff5b-0863-4d23-b46a-61094ad72f64 req-87c58041-74b8-425a-9bf2-fd8e985e7680 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (63714b8f-a0b8-4171-95f7-72b363822d4e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:02.837007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device e8441b96-b65a-4191-a53e-9e8bda9eb45d details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:24:02.882869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8e05ff5b-0863-4d23-b46a-61094ad72f64 req-87c58041-74b8-425a-9bf2-fd8e985e7680 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] For port 63714b8f-a0b8-4171-95f7-72b363822d4e, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=63714b8f-a0b8-4171-95f7-72b363822d4e,segment=NetworkSegment(01619ae4-3c72-4150-9f38-4c3ff3968499),segment_id=01619ae4-3c72-4150-9f38-4c3ff3968499)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:02.883550 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8e05ff5b-0863-4d23-b46a-61094ad72f64 req-87c58041-74b8-425a-9bf2-fd8e985e7680 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (63714b8f-a0b8-4171-95f7-72b363822d4e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:02.896853 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-8e05ff5b-0863-4d23-b46a-61094ad72f64 req-87c58041-74b8-425a-9bf2-fd8e985e7680 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Calling delete_port for 63714b8f-a0b8-4171-95f7-72b363822d4e owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:24:02.938489 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port e8441b96-b65a-4191-a53e-9e8bda9eb45d, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=e8441b96-b65a-4191-a53e-9e8bda9eb45d,segment=NetworkSegment(88d61243-dd9b-4b01-adac-2b3b9cb7d805),segment_id=88d61243-dd9b-4b01-adac-2b3b9cb7d805)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:02.950222 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'e8441b96-b65a-4191-a53e-9e8bda9eb45d', 'network_id': '4e7f11b6-2df5-4c30-b083-e39f9888d2bc', 'port_id': 'e8441b96-b65a-4191-a53e-9e8bda9eb45d', 'mac_address': 'fa:16:3e:4b:e4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148a45d8-fc36-4291-b358-baf7ad1785b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:24:02.987114 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port e8441b96-b65a-4191-a53e-9e8bda9eb45d is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:24:02.987692 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e8441b96-b65a-4191-a53e-9e8bda9eb45d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:03.000987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8441b96-b65a-4191-a53e-9e8bda9eb45d {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:24:03.020138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port e8441b96-b65a-4191-a53e-9e8bda9eb45d, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=e8441b96-b65a-4191-a53e-9e8bda9eb45d,segment=NetworkSegment(88d61243-dd9b-4b01-adac-2b3b9cb7d805),segment_id=88d61243-dd9b-4b01-adac-2b3b9cb7d805)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:03.114931 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e8441b96-b65a-4191-a53e-9e8bda9eb45d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:03.149421 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8e05ff5b-0863-4d23-b46a-61094ad72f64 req-87c58041-74b8-425a-9bf2-fd8e985e7680 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (63714b8f-a0b8-4171-95f7-72b363822d4e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:03.166464 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=e8441b96-b65a-4191-a53e-9e8bda9eb45d,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:03.179369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c58041-74b8-425a-9bf2-fd8e985e7680 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'Port': ['ID=63714b8f-a0b8-4171-95f7-72b363822d4e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:03.223938 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e05ff5b-0863-4d23-b46a-61094ad72f64 req-87c58041-74b8-425a-9bf2-fd8e985e7680 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] No DVR routers for this DVR port 63714b8f-a0b8-4171-95f7-72b363822d4e on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:24:03.235699 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8e05ff5b-0863-4d23-b46a-61094ad72f64 req-87c58041-74b8-425a-9bf2-fd8e985e7680 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:03.235699 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e05ff5b-0863-4d23-b46a-61094ad72f64 req-87c58041-74b8-425a-9bf2-fd8e985e7680 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.60 "DELETE /v2.0/ports/63714b8f-a0b8-4171-95f7-72b363822d4e HTTP/1.1" status: 204 len: 173 time: 0.5583680 Jan 28 06:24:03.235699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'name': 'network-vif-deleted', 'tag': '63714b8f-a0b8-4171-95f7-72b363822d4e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:24:03.235699 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab431a1c-c90d-41d8-83e2-142640ebfe6d" -d '{"events": [{"server_uuid": "d3adcd97-bc6d-41ee-8842-1481b2ee281f", "name": "network-vif-deleted", "tag": "63714b8f-a0b8-4171-95f7-72b363822d4e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:24:03.267978 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddf08eb-634b-4d5f-b72e-d081c0022bfa x-openstack-request-id: req-3ddf08eb-634b-4d5f-b72e-d081c0022bfa {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:24:03.268370 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3adcd97-bc6d-41ee-8842-1481b2ee281f", "name": "network-vif-deleted", "tag": "63714b8f-a0b8-4171-95f7-72b363822d4e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:24:03.268564 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ddf08eb-634b-4d5f-b72e-d081c0022bfa {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:24:03.269024 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3adcd97-bc6d-41ee-8842-1481b2ee281f', 'name': 'network-vif-deleted', 'tag': '63714b8f-a0b8-4171-95f7-72b363822d4e', 'status': 'completed', 'code': 200} Jan 28 06:24:03.392621 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['e8441b96-b65a-4191-a53e-9e8bda9eb45d'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:24:03.713693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba539cdd-b38e-49f7-84b6-6d464e54cd8f req-26cb4f14-e266-4135-8e44-4154ce96482b tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:03.715330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba539cdd-b38e-49f7-84b6-6d464e54cd8f req-26cb4f14-e266-4135-8e44-4154ce96482b tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 1096 time: 0.0421443 Jan 28 06:24:03.759224 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba539cdd-b38e-49f7-84b6-6d464e54cd8f req-c709d37d-4337-428d-8083-d29361cc1a3c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383289 Jan 28 06:24:03.879914 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46efa3c6-18ef-461b-be9e-019d35719f30 req-693c0402-1f6d-4e46-806b-3a1c349dbdf1 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3adcd97-bc6d-41ee-8842-1481b2ee281f HTTP/1.1" status: 200 len: 210 time: 0.0268340 Jan 28 06:24:04.831455 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c06752e3-4ee7-45e5-a19f-a15b25375921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:04.853775 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device e8441b96-b65a-4191-a53e-9e8bda9eb45d up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:24:04.869618 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13230e-9b82-4a9b-8093-06905e1b2bc0 req-4900284a-9b06-419a-94f4-f052d1d40e6c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:04.871191 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d13230e-9b82-4a9b-8093-06905e1b2bc0 req-4900284a-9b06-419a-94f4-f052d1d40e6c tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 1096 time: 0.0449052 Jan 28 06:24:04.916515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d13230e-9b82-4a9b-8093-06905e1b2bc0 req-3daeb36a-e54f-4549-b2eb-dbde50f2fcb4 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394690 Jan 28 06:24:04.949971 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52266) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:04.991694 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port e8441b96-b65a-4191-a53e-9e8bda9eb45d completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:24:04.995649 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port e8441b96-b65a-4191-a53e-9e8bda9eb45d triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:24:04.996034 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e8441b96-b65a-4191-a53e-9e8bda9eb45d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:05.008442 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-379a0571-3e8f-4bcf-9abf-94695f644e40 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (4c940c1c-f3ab-4098-b85e-78150bdcd46e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:05.034399 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-379a0571-3e8f-4bcf-9abf-94695f644e40 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (4c940c1c-f3ab-4098-b85e-78150bdcd46e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:05.074126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port e8441b96-b65a-4191-a53e-9e8bda9eb45d is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:24:05.074604 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e8441b96-b65a-4191-a53e-9e8bda9eb45d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:05.096363 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6923bf20-a91f-4f7f-b93f-ccc94fd3838f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8441b96-b65a-4191-a53e-9e8bda9eb45d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:24:05.098795 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2146ada-53c1-45fc-8291-6f4d4cafe67a" -d '{"events": [{"server_uuid": "6923bf20-a91f-4f7f-b93f-ccc94fd3838f", "name": "network-vif-plugged", "status": "completed", "tag": "e8441b96-b65a-4191-a53e-9e8bda9eb45d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:24:05.114162 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port e8441b96-b65a-4191-a53e-9e8bda9eb45d, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=e8441b96-b65a-4191-a53e-9e8bda9eb45d,segment=NetworkSegment(88d61243-dd9b-4b01-adac-2b3b9cb7d805),segment_id=88d61243-dd9b-4b01-adac-2b3b9cb7d805)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:05.135644 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06b0864-8f86-433d-ab9b-c1f4f652aeed x-openstack-request-id: req-d06b0864-8f86-433d-ab9b-c1f4f652aeed {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:24:05.135933 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6923bf20-a91f-4f7f-b93f-ccc94fd3838f", "name": "network-vif-plugged", "status": "completed", "tag": "e8441b96-b65a-4191-a53e-9e8bda9eb45d", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:24:05.136192 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d06b0864-8f86-433d-ab9b-c1f4f652aeed {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:24:05.136584 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6923bf20-a91f-4f7f-b93f-ccc94fd3838f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8441b96-b65a-4191-a53e-9e8bda9eb45d', 'code': 200} Jan 28 06:24:05.168689 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-379a0571-3e8f-4bcf-9abf-94695f644e40 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4c940c1c-f3ab-4098-b85e-78150bdcd46e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:05.171580 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-379a0571-3e8f-4bcf-9abf-94695f644e40 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:05.172756 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-379a0571-3e8f-4bcf-9abf-94695f644e40 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "DELETE /v2.0/security-groups/4c940c1c-f3ab-4098-b85e-78150bdcd46e HTTP/1.1" status: 204 len: 168 time: 0.2215734 Jan 28 06:24:05.183159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a0571-3e8f-4bcf-9abf-94695f644e40 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c940c1c-f3ab-4098-b85e-78150bdcd46e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:05.212429 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e8441b96-b65a-4191-a53e-9e8bda9eb45d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:05.261429 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=e8441b96-b65a-4191-a53e-9e8bda9eb45d,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:05.271890 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22047e1-bd9e-45bc-9562-8f2f6a60c7aa req-13d4684f-e760-450d-a202-7a2328525768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:05.272720 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b22047e1-bd9e-45bc-9562-8f2f6a60c7aa req-13d4684f-e760-450d-a202-7a2328525768 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 1097 time: 0.0464408 Jan 28 06:24:05.299546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52272) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:05.317068 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b22047e1-bd9e-45bc-9562-8f2f6a60c7aa req-e8b696b4-5e95-4a72-841b-3b6d7a36a96b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388684 Jan 28 06:24:05.672633 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ebd1758-608e-4cc2-a334-a47c48ee6eae tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (f5c599f0-f73e-4411-ae5d-15669d802980), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:05.926382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd1758-608e-4cc2-a334-a47c48ee6eae tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Deleting port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:24:05.927088 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ebd1758-608e-4cc2-a334-a47c48ee6eae tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:06.038874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-6ebd1758-608e-4cc2-a334-a47c48ee6eae tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] For port 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=08ec84fc-1c6b-4847-9eb7-48d75a7f5f36,segment=NetworkSegment(01619ae4-3c72-4150-9f38-4c3ff3968499),segment_id=01619ae4-3c72-4150-9f38-4c3ff3968499)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:06.039239 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ebd1758-608e-4cc2-a334-a47c48ee6eae tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:06.059843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd1758-608e-4cc2-a334-a47c48ee6eae tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Calling delete_port for 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:24:06.071800 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7904eb-6054-442f-97ab-c2dbafe77f48 req-deb2bac1-6da3-4aa8-94f3-c156005517ed tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:06.073306 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f7904eb-6054-442f-97ab-c2dbafe77f48 req-deb2bac1-6da3-4aa8-94f3-c156005517ed tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 1097 time: 0.0859540 Jan 28 06:24:06.163413 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f7904eb-6054-442f-97ab-c2dbafe77f48 req-e08a32c1-e886-4f2f-a72b-b3809c58ff65 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843537 Jan 28 06:24:06.339846 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ebd1758-608e-4cc2-a334-a47c48ee6eae tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (08ec84fc-1c6b-4847-9eb7-48d75a7f5f36), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:06.368120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd1758-608e-4cc2-a334-a47c48ee6eae tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'Port': ['ID=08ec84fc-1c6b-4847-9eb7-48d75a7f5f36,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:06.548049 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ebd1758-608e-4cc2-a334-a47c48ee6eae tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (f5c599f0-f73e-4411-ae5d-15669d802980), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:06.699901 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:06.882402 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 63714b8f-a0b8-4171-95f7-72b363822d4e no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:24:06.904167 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 63714b8f-a0b8-4171-95f7-72b363822d4e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:24:06.904539 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 63714b8f-a0b8-4171-95f7-72b363822d4e not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:24:07.105468 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebd1758-608e-4cc2-a334-a47c48ee6eae tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Router f5c599f0-f73e-4411-ae5d-15669d802980 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:24:07.210418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebd1758-608e-4cc2-a334-a47c48ee6eae tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:24:07.215433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6ebd1758-608e-4cc2-a334-a47c48ee6eae tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "PUT /v2.0/routers/f5c599f0-f73e-4411-ae5d-15669d802980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9148006 Jan 28 06:24:07.218135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52278) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:07.220599 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91f812a-f775-4cb8-b835-eac583f23939 None None] Sync routers for ids ['f5c599f0-f73e-4411-ae5d-15669d802980'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:24:07.235772 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91f812a-f775-4cb8-b835-eac583f23939 None None] Routers {'f5c599f0-f73e-4411-ae5d-15669d802980'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:24:07.236548 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e91f812a-f775-4cb8-b835-eac583f23939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:24:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f5c599f0-f73e-4411-ae5d-15669d802980'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:07.295122 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fea1540-ad13-47d4-a35c-77db8aa068fd tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Deleting subnet 61cc0cf8-096e-4360-8ab3-12d92cab8fc7 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:24:07.299604 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fea1540-ad13-47d4-a35c-77db8aa068fd tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for subnet (61cc0cf8-096e-4360-8ab3-12d92cab8fc7), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:07.333878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5d4cf-c423-47ca-a419-01ff28b1c503 req-b2dd2c8e-e0e1-4227-88af-152d0867f83b tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:07.335545 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80f5d4cf-c423-47ca-a419-01ff28b1c503 req-b2dd2c8e-e0e1-4227-88af-152d0867f83b tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 1097 time: 0.0904911 Jan 28 06:24:07.345603 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fea1540-ad13-47d4-a35c-77db8aa068fd tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (61cc0cf8-096e-4360-8ab3-12d92cab8fc7), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:07.348289 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e91f812a-f775-4cb8-b835-eac583f23939 None None] Set router f5c599f0-f73e-4411-ae5d-15669d802980 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:24:07.420438 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80f5d4cf-c423-47ca-a419-01ff28b1c503 req-b088c2ed-107d-4d03-ae07-19405d352299 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777671 Jan 28 06:24:07.468834 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fea1540-ad13-47d4-a35c-77db8aa068fd tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (61cc0cf8-096e-4360-8ab3-12d92cab8fc7), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:07.539391 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e91f812a-f775-4cb8-b835-eac583f23939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:24:06Z', 'revision_number': 7, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:07.559297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b845e-08de-494b-af34-f10bba16ff95 req-1c7b6b4c-57f3-4591-8df8-5c257a053422 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:07.560856 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea2b845e-08de-494b-af34-f10bba16ff95 req-1c7b6b4c-57f3-4591-8df8-5c257a053422 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 1097 time: 0.0595436 Jan 28 06:24:07.566633 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91f812a-f775-4cb8-b835-eac583f23939 None None] Checking router: f5c599f0-f73e-4411-ae5d-15669d802980 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:24:07.575298 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91f812a-f775-4cb8-b835-eac583f23939 None None] Routers {'f5c599f0-f73e-4411-ae5d-15669d802980'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:24:07.575905 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e91f812a-f775-4cb8-b835-eac583f23939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:24:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f5c599f0-f73e-4411-ae5d-15669d802980'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:07.606618 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea2b845e-08de-494b-af34-f10bba16ff95 req-b882b7d2-a561-4ce7-ac28-b830e618cffa tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397584 Jan 28 06:24:07.629764 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fea1540-ad13-47d4-a35c-77db8aa068fd tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (61cc0cf8-096e-4360-8ab3-12d92cab8fc7), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:07.661322 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fea1540-ad13-47d4-a35c-77db8aa068fd tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:07.669093 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3fea1540-ad13-47d4-a35c-77db8aa068fd tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "DELETE /v2.0/subnets/61cc0cf8-096e-4360-8ab3-12d92cab8fc7 HTTP/1.1" status: 204 len: 168 time: 0.4467032 Jan 28 06:24:07.669093 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea1540-ad13-47d4-a35c-77db8aa068fd tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'Subnet': ['ID=61cc0cf8-096e-4360-8ab3-12d92cab8fc7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:07.669300 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52286) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:07.675592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbb6cc5-2bc7-4431-8c39-4b48c3180a07 None None] Network b48d41c9-0fcc-469a-be17-44ee44e32c4c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:24:07.728926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20708cf7-904f-49a4-bcec-1cd3c6252d62 req-75077544-f233-4b94-943b-d1d86d45caed tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:07.735822 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20708cf7-904f-49a4-bcec-1cd3c6252d62 req-75077544-f233-4b94-943b-d1d86d45caed tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 1097 time: 0.0511930 Jan 28 06:24:07.792617 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20708cf7-904f-49a4-bcec-1cd3c6252d62 req-92d129ad-d384-444e-a1a6-1f4ede5d0ce3 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540955 Jan 28 06:24:07.799960 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e91f812a-f775-4cb8-b835-eac583f23939 None None] Set router f5c599f0-f73e-4411-ae5d-15669d802980 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:24:07.837769 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6a71195-f6a9-4040-8d61-c066eb394001 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for router (f5c599f0-f73e-4411-ae5d-15669d802980), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:07.869488 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53631fd-4493-4167-9483-d49062bbf69e None None] DHCP port deletion for b48d41c9-0fcc-469a-be17-44ee44e32c4c request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:24:07.934351 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e53631fd-4493-4167-9483-d49062bbf69e None None] Deleting port 857d2c1d-0275-4023-827c-dc6219cfb576 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:24:07.934678 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e53631fd-4493-4167-9483-d49062bbf69e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (857d2c1d-0275-4023-827c-dc6219cfb576), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:07.954937 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6a71195-f6a9-4040-8d61-c066eb394001 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for router_gateway (f5c599f0-f73e-4411-ae5d-15669d802980), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:08.001576 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e91f812a-f775-4cb8-b835-eac583f23939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:24:06Z', 'revision_number': 7, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:08.004599 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e53631fd-4493-4167-9483-d49062bbf69e None None] For port 857d2c1d-0275-4023-827c-dc6219cfb576, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=857d2c1d-0275-4023-827c-dc6219cfb576,segment=NetworkSegment(01619ae4-3c72-4150-9f38-4c3ff3968499),segment_id=01619ae4-3c72-4150-9f38-4c3ff3968499)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:08.005002 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e53631fd-4493-4167-9483-d49062bbf69e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (857d2c1d-0275-4023-827c-dc6219cfb576), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:08.021792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e53631fd-4493-4167-9483-d49062bbf69e None None] Calling delete_port for 857d2c1d-0275-4023-827c-dc6219cfb576 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:24:08.031767 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91f812a-f775-4cb8-b835-eac583f23939 None None] The sync data for ids ['f5c599f0-f73e-4411-ae5d-15669d802980'] in n-d-812111-12 is: [{'id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'name': 'tempest-TestNetworkBasicOps-router-2105422373', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '60197974-97de-4f36-b560-fb21e2f90a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:22:06Z', 'updated_at': '2022-01-28T06:24:06Z', 'revision_number': 7, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': '60197974-97de-4f36-b560-fb21e2f90a02', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c599f0-f73e-4411-ae5d-15669d802980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:22:07Z', 'updated_at': '2022-01-28T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:24:08.068090 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:08.113610 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b6a71195-f6a9-4040-8d61-c066eb394001 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Deleting port 60197974-97de-4f36-b560-fb21e2f90a02 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:24:08.113960 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6a71195-f6a9-4040-8d61-c066eb394001 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (60197974-97de-4f36-b560-fb21e2f90a02), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:08.191314 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e53631fd-4493-4167-9483-d49062bbf69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (857d2c1d-0275-4023-827c-dc6219cfb576), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:08.193591 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-b6a71195-f6a9-4040-8d61-c066eb394001 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] For port 60197974-97de-4f36-b560-fb21e2f90a02, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=60197974-97de-4f36-b560-fb21e2f90a02,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:08.194520 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6a71195-f6a9-4040-8d61-c066eb394001 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (60197974-97de-4f36-b560-fb21e2f90a02), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:08.208149 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b6a71195-f6a9-4040-8d61-c066eb394001 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Calling delete_port for 60197974-97de-4f36-b560-fb21e2f90a02 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:24:08.216006 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53631fd-4493-4167-9483-d49062bbf69e None None] Pushing event deleted for resources: {'Port': ['ID=857d2c1d-0275-4023-827c-dc6219cfb576,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:08.222131 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53631fd-4493-4167-9483-d49062bbf69e None None] No DVR routers for this DVR port 857d2c1d-0275-4023-827c-dc6219cfb576 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:24:08.347749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabf865-cf77-4769-8f0e-1bb5f313be33 req-443d47a5-ecb4-44b2-9e4c-f2f0030f9cfd tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:08.349349 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aaabf865-cf77-4769-8f0e-1bb5f313be33 req-443d47a5-ecb4-44b2-9e4c-f2f0030f9cfd tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 1097 time: 0.0412800 Jan 28 06:24:08.397966 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aaabf865-cf77-4769-8f0e-1bb5f313be33 req-74d6aa9e-9157-46c3-b4cb-c2d4c907ba69 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Jan 28 06:24:08.452269 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6a71195-f6a9-4040-8d61-c066eb394001 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (60197974-97de-4f36-b560-fb21e2f90a02), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:08.795067 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a71195-f6a9-4040-8d61-c066eb394001 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'Port': ['ID=60197974-97de-4f36-b560-fb21e2f90a02,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:08.853891 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6a71195-f6a9-4040-8d61-c066eb394001 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (f5c599f0-f73e-4411-ae5d-15669d802980), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:08.942836 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6a71195-f6a9-4040-8d61-c066eb394001 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (f5c599f0-f73e-4411-ae5d-15669d802980), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:08.945022 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6a71195-f6a9-4040-8d61-c066eb394001 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for router_controller (f5c599f0-f73e-4411-ae5d-15669d802980), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:09.075069 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6a71195-f6a9-4040-8d61-c066eb394001 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (f5c599f0-f73e-4411-ae5d-15669d802980), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:09.075591 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a71195-f6a9-4040-8d61-c066eb394001 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Fanout notify agent at l3_agent the message router_deleted on router f5c599f0-f73e-4411-ae5d-15669d802980 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:24:09.090042 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b6a71195-f6a9-4040-8d61-c066eb394001 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:09.090042 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b6a71195-f6a9-4040-8d61-c066eb394001 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "DELETE /v2.0/routers/f5c599f0-f73e-4411-ae5d-15669d802980 HTTP/1.1" status: 204 len: 168 time: 1.4131756 Jan 28 06:24:09.090042 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52292) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:09.111696 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:09.173843 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (b48d41c9-0fcc-469a-be17-44ee44e32c4c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:09.266017 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (b48d41c9-0fcc-469a-be17-44ee44e32c4c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:09.293610 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48d41c9-0fcc-469a-be17-44ee44e32c4c']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:09.303080 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01619ae4-3c72-4150-9f38-4c3ff3968499') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:09.303398 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01619ae4-3c72-4150-9f38-4c3ff3968499') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:09.312726 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (01619ae4-3c72-4150-9f38-4c3ff3968499), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:09.325884 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (01619ae4-3c72-4150-9f38-4c3ff3968499), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:09.331721 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:24:09.332114 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (01619ae4-3c72-4150-9f38-4c3ff3968499), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:24:09.335652 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:24:09.450839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 857d2c1d-0275-4023-827c-dc6219cfb576 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:24:09.475032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 857d2c1d-0275-4023-827c-dc6219cfb576 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:24:09.476026 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 857d2c1d-0275-4023-827c-dc6219cfb576 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:24:09.476822 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:24:09.492257 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (b48d41c9-0fcc-469a-be17-44ee44e32c4c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:09.496694 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:24:09.497249 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 08ec84fc-1c6b-4847-9eb7-48d75a7f5f36 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:24:09.497832 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 60197974-97de-4f36-b560-fb21e2f90a02 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:24:09.508565 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:09.511819 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "DELETE /v2.0/networks/b48d41c9-0fcc-469a-be17-44ee44e32c4c HTTP/1.1" status: 204 len: 168 time: 0.4244454 Jan 28 06:24:09.517887 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 60197974-97de-4f36-b560-fb21e2f90a02 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:24:09.518464 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 60197974-97de-4f36-b560-fb21e2f90a02 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:24:09.519264 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0b07a-1dfd-4ca4-a435-930e3eddd0ee req-556ee2d8-75ff-4b78-8771-cf66069931fd tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:09.521300 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bed0b07a-1dfd-4ca4-a435-930e3eddd0ee req-556ee2d8-75ff-4b78-8771-cf66069931fd tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 1097 time: 0.0487895 Jan 28 06:24:09.528794 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'Network': ['ID=b48d41c9-0fcc-469a-be17-44ee44e32c4c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:09.543249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52296) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:09.547869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-47ba5203-d43e-4afc-9dd1-e00bbdaa33c3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'network': {'name': 'tempest-network-smoke--675597594', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'port_security_enabled': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:24:09.552020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:09.552378 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:09.552745 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:09.554054 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:09.554691 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:09.555180 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:09.555532 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:09.556393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:09.556393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:09.556590 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:09.556860 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:09.557287 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:09.558241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61fa9b-2b72-4045-9592-4718e03bbd6c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:09.581267 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bed0b07a-1dfd-4ca4-a435-930e3eddd0ee req-ebcb7c23-2af0-481b-9cdd-a79ce9162e85 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507016 Jan 28 06:24:09.642359 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ba5203-d43e-4afc-9dd1-e00bbdaa33c3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Made reservation on behalf of 2f01a49a198243c1b64c13a2e783497d for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:24:09.645778 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47ba5203-d43e-4afc-9dd1-e00bbdaa33c3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:09.670015 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ba5203-d43e-4afc-9dd1-e00bbdaa33c3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:24:09.678598 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47ba5203-d43e-4afc-9dd1-e00bbdaa33c3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (bd2b5288-a671-486e-bc82-7806cc00a32e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:09.678944 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-47ba5203-d43e-4afc-9dd1-e00bbdaa33c3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Added segment bd2b5288-a671-486e-bc82-7806cc00a32e of type vlan for network 41b26848-0542-4305-a17b-3b7ade02d293 Jan 28 06:24:09.731002 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47ba5203-d43e-4afc-9dd1-e00bbdaa33c3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (41b26848-0542-4305-a17b-3b7ade02d293), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:09.777537 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3ff84-b0d1-47b7-88b3-ed397ecca6e3 req-a9dc9d49-ecd3-4ab2-8b3e-48f8c36a945d tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:09.779105 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-40d3ff84-b0d1-47b7-88b3-ed397ecca6e3 req-a9dc9d49-ecd3-4ab2-8b3e-48f8c36a945d tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 1097 time: 0.0635345 Jan 28 06:24:09.837251 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47ba5203-d43e-4afc-9dd1-e00bbdaa33c3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (41b26848-0542-4305-a17b-3b7ade02d293), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:09.841967 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ba5203-d43e-4afc-9dd1-e00bbdaa33c3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:09.842581 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-47ba5203-d43e-4afc-9dd1-e00bbdaa33c3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:09.917292 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba5203-d43e-4afc-9dd1-e00bbdaa33c3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Network': ['ID=41b26848-0542-4305-a17b-3b7ade02d293,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:09.927284 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 41b26848-0542-4305-a17b-3b7ade02d293 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:24:09.927645 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-47ba5203-d43e-4afc-9dd1-e00bbdaa33c3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3838077 Jan 28 06:24:09.931057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52298) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:09.934141 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-40d3ff84-b0d1-47b7-88b3-ed397ecca6e3 req-e2cc5e79-2675-461e-b50e-0d2b1ffc9d2f tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Deleting port e8441b96-b65a-4191-a53e-9e8bda9eb45d {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:24:09.934716 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-40d3ff84-b0d1-47b7-88b3-ed397ecca6e3 req-e2cc5e79-2675-461e-b50e-0d2b1ffc9d2f tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (e8441b96-b65a-4191-a53e-9e8bda9eb45d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:09.946590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1324397169', 'admin_state_up': True, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:24:10.018925 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-40d3ff84-b0d1-47b7-88b3-ed397ecca6e3 req-e2cc5e79-2675-461e-b50e-0d2b1ffc9d2f tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] For port e8441b96-b65a-4191-a53e-9e8bda9eb45d, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=e8441b96-b65a-4191-a53e-9e8bda9eb45d,segment=NetworkSegment(88d61243-dd9b-4b01-adac-2b3b9cb7d805),segment_id=88d61243-dd9b-4b01-adac-2b3b9cb7d805)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:10.068670 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-40d3ff84-b0d1-47b7-88b3-ed397ecca6e3 req-e2cc5e79-2675-461e-b50e-0d2b1ffc9d2f tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (e8441b96-b65a-4191-a53e-9e8bda9eb45d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:10.068670 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-40d3ff84-b0d1-47b7-88b3-ed397ecca6e3 req-e2cc5e79-2675-461e-b50e-0d2b1ffc9d2f tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Calling delete_port for e8441b96-b65a-4191-a53e-9e8bda9eb45d owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:24:10.094543 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (ab33b9b1-9729-48a2-9aa5-50ab39c737e6), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:10.097348 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (ab33b9b1-9729-48a2-9aa5-50ab39c737e6), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:10.150899 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for router_controller (ab33b9b1-9729-48a2-9aa5-50ab39c737e6), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:10.263715 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-40d3ff84-b0d1-47b7-88b3-ed397ecca6e3 req-e2cc5e79-2675-461e-b50e-0d2b1ffc9d2f tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (e8441b96-b65a-4191-a53e-9e8bda9eb45d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:10.295078 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc5e79-2675-461e-b50e-0d2b1ffc9d2f tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8441b96-b65a-4191-a53e-9e8bda9eb45d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:10.302160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['570b309b-65b7-45f7-973c-4e3f97224eed'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:24:10.310563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['e8441b96-b65a-4191-a53e-9e8bda9eb45d'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:24:10.341161 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d3ff84-b0d1-47b7-88b3-ed397ecca6e3 req-e2cc5e79-2675-461e-b50e-0d2b1ffc9d2f tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] No DVR routers for this DVR port e8441b96-b65a-4191-a53e-9e8bda9eb45d on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:24:10.345239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-40d3ff84-b0d1-47b7-88b3-ed397ecca6e3 req-e2cc5e79-2675-461e-b50e-0d2b1ffc9d2f tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:10.350050 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-40d3ff84-b0d1-47b7-88b3-ed397ecca6e3 req-e2cc5e79-2675-461e-b50e-0d2b1ffc9d2f tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.64 "DELETE /v2.0/ports/e8441b96-b65a-4191-a53e-9e8bda9eb45d HTTP/1.1" status: 204 len: 173 time: 0.5657744 Jan 28 06:24:10.350662 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6923bf20-a91f-4f7f-b93f-ccc94fd3838f', 'name': 'network-vif-deleted', 'tag': 'e8441b96-b65a-4191-a53e-9e8bda9eb45d'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:24:10.353405 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd78dde-785d-4ad5-a722-f772e9c62857" -d '{"events": [{"server_uuid": "6923bf20-a91f-4f7f-b93f-ccc94fd3838f", "name": "network-vif-deleted", "tag": "e8441b96-b65a-4191-a53e-9e8bda9eb45d"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:24:10.394666 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for router_gateway (ab33b9b1-9729-48a2-9aa5-50ab39c737e6), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:10.402047 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a51a461-3ce0-4fdd-a157-5358ba90011b x-openstack-request-id: req-1a51a461-3ce0-4fdd-a157-5358ba90011b {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:24:10.402519 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6923bf20-a91f-4f7f-b93f-ccc94fd3838f", "name": "network-vif-deleted", "tag": "e8441b96-b65a-4191-a53e-9e8bda9eb45d", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:24:10.404610 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a51a461-3ce0-4fdd-a157-5358ba90011b {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:24:10.404610 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6923bf20-a91f-4f7f-b93f-ccc94fd3838f', 'name': 'network-vif-deleted', 'tag': 'e8441b96-b65a-4191-a53e-9e8bda9eb45d', 'status': 'completed', 'code': 200} Jan 28 06:24:10.704280 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5430c450-e0cf-4bcb-a7c4-ebb406ffdc52 req-68cd047a-ed73-4f47-919a-fc5f45bec7c1 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6923bf20-a91f-4f7f-b93f-ccc94fd3838f HTTP/1.1" status: 200 len: 210 time: 0.0533326 Jan 28 06:24:10.721005 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for router_gateway (ab33b9b1-9729-48a2-9aa5-50ab39c737e6), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:10.747934 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:10.849351 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Allocated IP 172.25.0.2 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/a26151fb-5a6d-4269-b6fa-61a0176e0f7b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:24:10.951828 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for port (a26151fb-5a6d-4269-b6fa-61a0176e0f7b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:11.054942 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a26151fb-5a6d-4269-b6fa-61a0176e0f7b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:11.092374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:24:11.095111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:24:11.101143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:24:11.123749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Port': ['ID=a26151fb-5a6d-4269-b6fa-61a0176e0f7b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:11.423701 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for router_gateway (ab33b9b1-9729-48a2-9aa5-50ab39c737e6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:11.624049 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (ab33b9b1-9729-48a2-9aa5-50ab39c737e6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:11.818413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Router ab33b9b1-9729-48a2-9aa5-50ab39c737e6 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:24:11.926349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:24:11.938541 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Sync routers for ids ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:24:11.948071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Routers {'ab33b9b1-9729-48a2-9aa5-50ab39c737e6'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:24:11.948735 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:24:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:12.043987 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:12.045693 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-161107f4-52c2-4e6a-86f8-e67f2f61a721 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1134427 Jan 28 06:24:12.048691 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52308) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:12.056647 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Set router ab33b9b1-9729-48a2-9aa5-50ab39c737e6 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:24:12.082020 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1b5361f6-e8ec-4020-9b8c-39cad7f4875b tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2f01a49a198243c1b64c13a2e783497d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319455 Jan 28 06:24:12.084651 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52310) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:12.175573 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71239899-35fd-4022-8a1e-b4da307b0244 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:12.181063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52314) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:12.190911 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-71239899-35fd-4022-8a1e-b4da307b0244 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1050255 Jan 28 06:24:12.219810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52316) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:12.220149 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cbdbba36-cef0-453d-aa02-ee52ef23fbd0 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377462 Jan 28 06:24:12.224766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2df42d8a-7cdf-4058-88df-e0546a8a323e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-875569165', 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:24:12.241884 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'name': 'tempest-TestNetworkBasicOps-router-1324397169', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:11Z', 'revision_number': 3, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:12.267897 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Checking router: ab33b9b1-9729-48a2-9aa5-50ab39c737e6 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:24:12.268254 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Updating router ab33b9b1-9729-48a2-9aa5-50ab39c737e6 port a26151fb-5a6d-4269-b6fa-61a0176e0f7b binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:24:12.295117 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a26151fb-5a6d-4269-b6fa-61a0176e0f7b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:12.340066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bbe3f-fc70-4895-bb04-8896304871df req-e5b73097-6c8b-42f9-9f4c-b8485deeb5cd tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:12.341577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e07bbe3f-fc70-4895-bb04-8896304871df req-e5b73097-6c8b-42f9-9f4c-b8485deeb5cd tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 1097 time: 0.1010752 Jan 28 06:24:12.386609 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e07bbe3f-fc70-4895-bb04-8896304871df req-54490f69-f8af-46f9-b555-894895528ac2 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386851 Jan 28 06:24:12.414697 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df42d8a-7cdf-4058-88df-e0546a8a323e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Made reservation on behalf of 2f01a49a198243c1b64c13a2e783497d for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:24:12.418132 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2df42d8a-7cdf-4058-88df-e0546a8a323e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:12.550340 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Publish callbacks [] for port (a26151fb-5a6d-4269-b6fa-61a0176e0f7b), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:12.640431 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a26151fb-5a6d-4269-b6fa-61a0176e0f7b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:12.675123 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2df42d8a-7cdf-4058-88df-e0546a8a323e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (e556258e-f630-4899-b06c-152d9298c077), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:12.691617 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Attempting to bind port a26151fb-5a6d-4269-b6fa-61a0176e0f7b on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:24:12.691991 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Attempting to bind port a26151fb-5a6d-4269-b6fa-61a0176e0f7b by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:24:12.692360 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Attempting to bind port a26151fb-5a6d-4269-b6fa-61a0176e0f7b on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:24:12.697120 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35934bf-515d-4f16-8dc9-09a4923a987e None None] Pushing event updated for resources: {'Port': ['ID=a26151fb-5a6d-4269-b6fa-61a0176e0f7b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:12.700251 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:24:12.700623 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:24:12.701035 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:12.701423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:24:12.701885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Bound port: a26151fb-5a6d-4269-b6fa-61a0176e0f7b, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:24:12.702271 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a26151fb-5a6d-4269-b6fa-61a0176e0f7b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:12.708579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35934bf-515d-4f16-8dc9-09a4923a987e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:12.708925 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35934bf-515d-4f16-8dc9-09a4923a987e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:12.709376 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35934bf-515d-4f16-8dc9-09a4923a987e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:12.709734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35934bf-515d-4f16-8dc9-09a4923a987e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:12.710071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35934bf-515d-4f16-8dc9-09a4923a987e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:12.710429 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35934bf-515d-4f16-8dc9-09a4923a987e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:12.710759 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35934bf-515d-4f16-8dc9-09a4923a987e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:12.711086 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35934bf-515d-4f16-8dc9-09a4923a987e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:12.711410 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35934bf-515d-4f16-8dc9-09a4923a987e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:12.711732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35934bf-515d-4f16-8dc9-09a4923a987e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:12.712060 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35934bf-515d-4f16-8dc9-09a4923a987e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:12.712417 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35934bf-515d-4f16-8dc9-09a4923a987e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:12.712701 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35934bf-515d-4f16-8dc9-09a4923a987e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:12.742879 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df42d8a-7cdf-4058-88df-e0546a8a323e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Subnet': ['ID=e556258e-f630-4899-b06c-152d9298c077,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:12.755737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df42d8a-7cdf-4058-88df-e0546a8a323e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Checking segment: {'id': 'bd2b5288-a671-486e-bc82-7806cc00a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:24:12.755737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df42d8a-7cdf-4058-88df-e0546a8a323e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network hostable DHCP agents. Network: 41b26848-0542-4305-a17b-3b7ade02d293, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:24:12.782032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] For port a26151fb-5a6d-4269-b6fa-61a0176e0f7b, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:24:12.824018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] For port a26151fb-5a6d-4269-b6fa-61a0176e0f7b, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a26151fb-5a6d-4269-b6fa-61a0176e0f7b,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:24:12.859520 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df42d8a-7cdf-4058-88df-e0546a8a323e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network 41b26848-0542-4305-a17b-3b7ade02d293 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:24:12.905674 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device e8441b96-b65a-4191-a53e-9e8bda9eb45d no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:24:12.925933 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: e8441b96-b65a-4191-a53e-9e8bda9eb45d {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:24:12.926279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device e8441b96-b65a-4191-a53e-9e8bda9eb45d not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:24:12.946704 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a26151fb-5a6d-4269-b6fa-61a0176e0f7b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:13.008389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2df42d8a-7cdf-4058-88df-e0546a8a323e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 41b26848-0542-4305-a17b-3b7ade02d293) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:24:13.009953 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Routers {'ab33b9b1-9729-48a2-9aa5-50ab39c737e6'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:24:13.010605 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:24:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:13.013861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df42d8a-7cdf-4058-88df-e0546a8a323e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:13.014353 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2df42d8a-7cdf-4058-88df-e0546a8a323e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:13.017309 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d850b6-6651-434c-b71c-e52ead691cea None None] Network 41b26848-0542-4305-a17b-3b7ade02d293 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:24:13.050434 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35934bf-515d-4f16-8dc9-09a4923a987e None None] Pushing event updated for resources: {'Port': ['ID=a26151fb-5a6d-4269-b6fa-61a0176e0f7b,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:13.110856 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2df42d8a-7cdf-4058-88df-e0546a8a323e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8871708 Jan 28 06:24:13.111417 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52318) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:13.343553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] Set router ab33b9b1-9729-48a2-9aa5-50ab39c737e6 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:24:13.411151 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-41b26848-0542-4305-a17b-3b7ade02d293', 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'fixed_ips': [{'subnet_id': 'e556258e-f630-4899-b06c-152d9298c077'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:24:13.412003 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:13.511430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aea6b1-53ba-4302-b638-29b7705db020 req-827d377b-1b7a-457f-a067-fcf9e3e95089 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:13.512756 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28aea6b1-53ba-4302-b638-29b7705db020 req-827d377b-1b7a-457f-a067-fcf9e3e95089 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 1097 time: 0.0503318 Jan 28 06:24:13.566856 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-28aea6b1-53ba-4302-b638-29b7705db020 req-bc915b77-7f0b-4a27-a3a2-073d9f1c3697 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a56d164b-662c-405f-983c-37805b3af77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475364 Jan 28 06:24:13.581793 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:13.655417 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Allocated IP 172.20.0.2 (41b26848-0542-4305-a17b-3b7ade02d293/e556258e-f630-4899-b06c-152d9298c077/4c571a2a-a7e7-4b20-9849-4bb4a317a0ed) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:24:13.727044 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'name': 'tempest-TestNetworkBasicOps-router-1324397169', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:11Z', 'revision_number': 3, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:13.758902 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d76d2c2-a290-446c-93b7-302100121c6d None None] The sync data for ids ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'] in n-d-812111-12 is: [{'id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'name': 'tempest-TestNetworkBasicOps-router-1324397169', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:11Z', 'revision_number': 3, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:24:13.761628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9895cfe-6668-4d3f-9f3e-df0f95166dcb req-71e731fe-530a-487b-aa6a-4ad9c3950832 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:13.763311 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9895cfe-6668-4d3f-9f3e-df0f95166dcb req-71e731fe-530a-487b-aa6a-4ad9c3950832 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 1097 time: 0.0422251 Jan 28 06:24:13.848347 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Publish callbacks [] for port (4c571a2a-a7e7-4b20-9849-4bb4a317a0ed), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:13.858727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-b9895cfe-6668-4d3f-9f3e-df0f95166dcb req-555ea6fe-2891-4fb4-933f-1ceb504aa195 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Deleting port 570b309b-65b7-45f7-973c-4e3f97224eed {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:24:13.864396 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b9895cfe-6668-4d3f-9f3e-df0f95166dcb req-555ea6fe-2891-4fb4-933f-1ceb504aa195 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (570b309b-65b7-45f7-973c-4e3f97224eed), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:13.940587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b9895cfe-6668-4d3f-9f3e-df0f95166dcb req-555ea6fe-2891-4fb4-933f-1ceb504aa195 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] For port 570b309b-65b7-45f7-973c-4e3f97224eed, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=570b309b-65b7-45f7-973c-4e3f97224eed,segment=NetworkSegment(88d61243-dd9b-4b01-adac-2b3b9cb7d805),segment_id=88d61243-dd9b-4b01-adac-2b3b9cb7d805)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:13.940827 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b9895cfe-6668-4d3f-9f3e-df0f95166dcb req-555ea6fe-2891-4fb4-933f-1ceb504aa195 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (570b309b-65b7-45f7-973c-4e3f97224eed), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:13.951921 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (4c571a2a-a7e7-4b20-9849-4bb4a317a0ed), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:13.957411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-b9895cfe-6668-4d3f-9f3e-df0f95166dcb req-555ea6fe-2891-4fb4-933f-1ceb504aa195 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Calling delete_port for 570b309b-65b7-45f7-973c-4e3f97224eed owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:24:14.001325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Network 41b26848-0542-4305-a17b-3b7ade02d293 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:24:14.007267 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:24:14.010388 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:24:14.031123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Pushing event updated for resources: {'Port': ['ID=4c571a2a-a7e7-4b20-9849-4bb4a317a0ed,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:14.053834 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Allocated IP 172.20.0.1 (41b26848-0542-4305-a17b-3b7ade02d293/e556258e-f630-4899-b06c-152d9298c077/af79f060-8d89-4e39-b4f9-84e8bf2ddfc0) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:24:14.112939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Attempting to bind port 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:24:14.122093 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Attempting to bind port 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'bd2b5288-a671-486e-bc82-7806cc00a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:24:14.122093 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Attempting to bind port 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed on network 41b26848-0542-4305-a17b-3b7ade02d293 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:24:14.122457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:24:14.123439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Checking segment: {'id': 'bd2b5288-a671-486e-bc82-7806cc00a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:24:14.123950 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:14.124442 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Bound using segment: {'id': 'bd2b5288-a671-486e-bc82-7806cc00a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:24:14.125022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Bound port: 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2b5288-a671-486e-bc82-7806cc00a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:24:14.125577 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4c571a2a-a7e7-4b20-9849-4bb4a317a0ed), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:14.209247 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:14.212781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] For port 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:24:14.243171 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b9895cfe-6668-4d3f-9f3e-df0f95166dcb req-555ea6fe-2891-4fb4-933f-1ceb504aa195 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (570b309b-65b7-45f7-973c-4e3f97224eed), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:14.243855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] For port 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4c571a2a-a7e7-4b20-9849-4bb4a317a0ed,segment=NetworkSegment(bd2b5288-a671-486e-bc82-7806cc00a32e),segment_id=bd2b5288-a671-486e-bc82-7806cc00a32e)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:24:14.275569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['570b309b-65b7-45f7-973c-4e3f97224eed'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:24:14.275755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ea6fe-2891-4fb4-933f-1ceb504aa195 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Pushing event deleted for resources: {'Port': ['ID=570b309b-65b7-45f7-973c-4e3f97224eed,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:14.320630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9895cfe-6668-4d3f-9f3e-df0f95166dcb req-555ea6fe-2891-4fb4-933f-1ceb504aa195 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] No DVR routers for this DVR port 570b309b-65b7-45f7-973c-4e3f97224eed on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:24:14.323435 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b9895cfe-6668-4d3f-9f3e-df0f95166dcb req-555ea6fe-2891-4fb4-933f-1ceb504aa195 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:14.328656 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:14.336865 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9895cfe-6668-4d3f-9f3e-df0f95166dcb req-555ea6fe-2891-4fb4-933f-1ceb504aa195 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.60 "DELETE /v2.0/ports/570b309b-65b7-45f7-973c-4e3f97224eed HTTP/1.1" status: 204 len: 173 time: 0.5675926 Jan 28 06:24:14.337391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276941ba-5b2b-4123-aabe-3df25cb7af77', 'name': 'network-vif-deleted', 'tag': '570b309b-65b7-45f7-973c-4e3f97224eed'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:24:14.343283 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9988e2-b208-4038-a131-fd594371295d" -d '{"events": [{"server_uuid": "276941ba-5b2b-4123-aabe-3df25cb7af77", "name": "network-vif-deleted", "tag": "570b309b-65b7-45f7-973c-4e3f97224eed"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:24:14.357477 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4c571a2a-a7e7-4b20-9849-4bb4a317a0ed), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:14.384793 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network 41b26848-0542-4305-a17b-3b7ade02d293 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:24:14.388816 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:24:14.391689 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:24:14.435108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Port': ['ID=af79f060-8d89-4e39-b4f9-84e8bf2ddfc0,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:14.439117 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a14fa5f-c06e-4022-91c4-6bff49d9b1ab x-openstack-request-id: req-9a14fa5f-c06e-4022-91c4-6bff49d9b1ab {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:24:14.439399 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276941ba-5b2b-4123-aabe-3df25cb7af77", "name": "network-vif-deleted", "tag": "570b309b-65b7-45f7-973c-4e3f97224eed", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:24:14.439656 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a14fa5f-c06e-4022-91c4-6bff49d9b1ab {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:24:14.440144 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276941ba-5b2b-4123-aabe-3df25cb7af77', 'name': 'network-vif-deleted', 'tag': '570b309b-65b7-45f7-973c-4e3f97224eed', 'status': 'completed', 'code': 200} Jan 28 06:24:14.461063 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (ab33b9b1-9729-48a2-9aa5-50ab39c737e6), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:14.483528 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16b636-d0af-4985-967c-116f6725c53f None None] Pushing event updated for resources: {'Port': ['ID=4c571a2a-a7e7-4b20-9849-4bb4a317a0ed,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:14.665759 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:24:14.680460 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-496a2330-eeb1-42b7-8ebf-0573196459c8 req-0ef783a6-6dab-43da-983e-ad5e2b40d4f0 tempest-TestServerMultinode-1955651304 tempest-TestServerMultinode-1955651304-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=276941ba-5b2b-4123-aabe-3df25cb7af77 HTTP/1.1" status: 200 len: 210 time: 0.0281978 Jan 28 06:24:14.765667 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:15.076458 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:15.156970 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:15.231330 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (ab33b9b1-9729-48a2-9aa5-50ab39c737e6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:15.236690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Port': ['ID=af79f060-8d89-4e39-b4f9-84e8bf2ddfc0,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:15.334592 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network 41b26848-0542-4305-a17b-3b7ade02d293 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:24:15.336080 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:24:15.469658 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Router ab33b9b1-9729-48a2-9aa5-50ab39c737e6 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:24:15.613092 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:24:15.619455 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bd7396d6-7e28-458c-ac3e-3ffed5ed83d2 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "PUT /v2.0/routers/ab33b9b1-9729-48a2-9aa5-50ab39c737e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5067980 Jan 28 06:24:15.621747 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52326) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:15.626009 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a26151fb-5a6d-4269-b6fa-61a0176e0f7b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:24:15.654538 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41823a7-2356-48b5-b75a-91a3e482cd52 None None] Network 41b26848-0542-4305-a17b-3b7ade02d293 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:24:15.727267 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d1fc5-6c4b-494c-96fc-0deacdc15160 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:15.727750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d1fc5-6c4b-494c-96fc-0deacdc15160 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:15.728225 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d1fc5-6c4b-494c-96fc-0deacdc15160 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:15.728692 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d1fc5-6c4b-494c-96fc-0deacdc15160 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:15.729299 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d1fc5-6c4b-494c-96fc-0deacdc15160 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:15.729766 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d1fc5-6c4b-494c-96fc-0deacdc15160 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:15.730228 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d1fc5-6c4b-494c-96fc-0deacdc15160 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:15.730716 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d1fc5-6c4b-494c-96fc-0deacdc15160 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:15.732610 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-673d1fc5-6c4b-494c-96fc-0deacdc15160 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5678 time: 0.1098988 Jan 28 06:24:15.735544 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52330) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:15.735659 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c0484763-171f-45e7-b24c-8eedc7f2ff78 None None] Provisioning complete for port 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:24:15.735993 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0484763-171f-45e7-b24c-8eedc7f2ff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4c571a2a-a7e7-4b20-9849-4bb4a317a0ed), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:15.754122 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52332) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:15.793712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a26151fb-5a6d-4269-b6fa-61a0176e0f7b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:24:15.794094 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a26151fb-5a6d-4269-b6fa-61a0176e0f7b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:15.806967 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1f3683-e539-48c0-8c54-54a829888f35 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:15.808121 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1f3683-e539-48c0-8c54-54a829888f35 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:15.808804 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1f3683-e539-48c0-8c54-54a829888f35 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:15.809427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1f3683-e539-48c0-8c54-54a829888f35 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:15.810056 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1f3683-e539-48c0-8c54-54a829888f35 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:15.810543 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1f3683-e539-48c0-8c54-54a829888f35 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:15.811152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1f3683-e539-48c0-8c54-54a829888f35 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:15.811614 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1f3683-e539-48c0-8c54-54a829888f35 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:15.815525 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ce1f3683-e539-48c0-8c54-54a829888f35 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5276 time: 0.0782716 Jan 28 06:24:15.816945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52334) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:15.913042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c0484763-171f-45e7-b24c-8eedc7f2ff78 None None] Current status of the port 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:24:15.913450 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0484763-171f-45e7-b24c-8eedc7f2ff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4c571a2a-a7e7-4b20-9849-4bb4a317a0ed), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:15.974283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a26151fb-5a6d-4269-b6fa-61a0176e0f7b is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:24:15.974696 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a26151fb-5a6d-4269-b6fa-61a0176e0f7b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:15.985473 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c0484763-171f-45e7-b24c-8eedc7f2ff78 None None] For port 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4c571a2a-a7e7-4b20-9849-4bb4a317a0ed,segment=NetworkSegment(bd2b5288-a671-486e-bc82-7806cc00a32e),segment_id=bd2b5288-a671-486e-bc82-7806cc00a32e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:16.002505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port a26151fb-5a6d-4269-b6fa-61a0176e0f7b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a26151fb-5a6d-4269-b6fa-61a0176e0f7b,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:16.071257 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0484763-171f-45e7-b24c-8eedc7f2ff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4c571a2a-a7e7-4b20-9849-4bb4a317a0ed), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:16.112176 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a26151fb-5a6d-4269-b6fa-61a0176e0f7b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:16.115982 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:24:16.120022 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-100c837e-1988-4540-ac46-96f1ca9fbd1a tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4480 time: 0.3017628 Jan 28 06:24:16.176669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0484763-171f-45e7-b24c-8eedc7f2ff78 None None] Pushing event updated for resources: {'Port': ['ID=4c571a2a-a7e7-4b20-9849-4bb4a317a0ed,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:16.237824 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=a26151fb-5a6d-4269-b6fa-61a0176e0f7b,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:16.264411 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:24:16.264790 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4c571a2a-a7e7-4b20-9849-4bb4a317a0ed), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:16.317536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2aa7b7f2-3331-4770-be6b-394bee777ebe None None] Provisioning complete for port 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:24:16.317771 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2aa7b7f2-3331-4770-be6b-394bee777ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4c571a2a-a7e7-4b20-9849-4bb4a317a0ed), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:16.361285 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Sync routers for ids ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:24:16.373286 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Routers {'ab33b9b1-9729-48a2-9aa5-50ab39c737e6'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:24:16.373916 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:24:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:16.523432 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:24:16.532357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7b7f2-3331-4770-be6b-394bee777ebe None None] Current status of the port 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:24:16.544317 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Set router ab33b9b1-9729-48a2-9aa5-50ab39c737e6 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:24:16.557863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-2aa7b7f2-3331-4770-be6b-394bee777ebe None None] Provisioning complete for port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:24:16.558475 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2aa7b7f2-3331-4770-be6b-394bee777ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:16.588988 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52340) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:16.598794 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-7fe4035b-063c-40b7-b819-5bd5b4da7082 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184465063', 'description': 'tempest-secgroup-smoke-1184465063 description', 'project_id': '2f01a49a198243c1b64c13a2e783497d'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:24:16.606794 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7b7f2-3331-4770-be6b-394bee777ebe None None] Port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:24:16.612930 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bef3-bdcb-4451-ba42-c34a0b2f2e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (e974883f-d42a-4f10-a0a6-095a649a2fd8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:16.711823 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7fe4035b-063c-40b7-b819-5bd5b4da7082 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:16.732847 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b4fa0a00-a703-4bdb-a2d8-47efb9de9e65 None None] Provisioning complete for port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:24:16.733399 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4fa0a00-a703-4bdb-a2d8-47efb9de9e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:16.772059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b4fa0a00-a703-4bdb-a2d8-47efb9de9e65 None None] Port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:24:16.805840 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'name': 'tempest-TestNetworkBasicOps-router-1324397169', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:14Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'af79f060-8d89-4e39-b4f9-84e8bf2ddfc0', 'name': '', 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:28:f3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'e556258e-f630-4899-b06c-152d9298c077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:13Z', 'updated_at': '2022-01-28T06:24:14Z', 'revision_number': 2, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': 'e556258e-f630-4899-b06c-152d9298c077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:16.813263 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7fe4035b-063c-40b7-b819-5bd5b4da7082 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (daf1a862-1e4a-41cf-8049-5b6884cd2476), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:16.842598 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Checking router: ab33b9b1-9729-48a2-9aa5-50ab39c737e6 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:24:16.842952 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Updating router ab33b9b1-9729-48a2-9aa5-50ab39c737e6 port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:24:16.868672 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:16.880440 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7fe4035b-063c-40b7-b819-5bd5b4da7082 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (daf1a862-1e4a-41cf-8049-5b6884cd2476), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:16.889634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ebc3bef3-bdcb-4451-ba42-c34a0b2f2e6a admin admin] Deleting port f24bd8c2-d6fe-4c55-8058-e5717fc253f6 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:24:16.890181 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bef3-bdcb-4451-ba42-c34a0b2f2e6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:16.895922 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-62a729fd-1c1e-48e9-a50a-376850e36aec None None] Provisioning complete for port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:24:16.896302 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62a729fd-1c1e-48e9-a50a-376850e36aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:16.916353 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4035b-063c-40b7-b819-5bd5b4da7082 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf1a862-1e4a-41cf-8049-5b6884cd2476,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:16.933509 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-62a729fd-1c1e-48e9-a50a-376850e36aec None None] Port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:24:16.988035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-ebc3bef3-bdcb-4451-ba42-c34a0b2f2e6a admin admin] For port f24bd8c2-d6fe-4c55-8058-e5717fc253f6, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f24bd8c2-d6fe-4c55-8058-e5717fc253f6,segment=NetworkSegment(88d61243-dd9b-4b01-adac-2b3b9cb7d805),segment_id=88d61243-dd9b-4b01-adac-2b3b9cb7d805)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:16.988402 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bef3-bdcb-4451-ba42-c34a0b2f2e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.001065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ebc3bef3-bdcb-4451-ba42-c34a0b2f2e6a admin admin] Calling delete_port for f24bd8c2-d6fe-4c55-8058-e5717fc253f6 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:24:17.005615 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7fe4035b-063c-40b7-b819-5bd5b4da7082 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.010691 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7fe4035b-063c-40b7-b819-5bd5b4da7082 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4181423 Jan 28 06:24:17.011032 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52342) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:17.015933 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-abd76dcd-f5ba-4d5f-a205-e37b41fbd67d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group_rule': {'security_group_id': 'daf1a862-1e4a-41cf-8049-5b6884cd2476', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:24:17.122707 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abd76dcd-f5ba-4d5f-a205-e37b41fbd67d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (54929c35-139d-4f44-8127-f213fbf64a1b), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.159128 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Publish callbacks [] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.181928 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abd76dcd-f5ba-4d5f-a205-e37b41fbd67d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (54929c35-139d-4f44-8127-f213fbf64a1b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.217718 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.248668 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abd76dcd-f5ba-4d5f-a205-e37b41fbd67d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (54929c35-139d-4f44-8127-f213fbf64a1b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.267230 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd76dcd-f5ba-4d5f-a205-e37b41fbd67d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54929c35-139d-4f44-8127-f213fbf64a1b,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:17.267613 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216e05f-e7d5-4785-8317-403ecf87061f None None] Pushing event updated for resources: {'Port': ['ID=af79f060-8d89-4e39-b4f9-84e8bf2ddfc0,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:17.315704 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bef3-bdcb-4451-ba42-c34a0b2f2e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f24bd8c2-d6fe-4c55-8058-e5717fc253f6), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.325677 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Attempting to bind port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:24:17.326100 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Attempting to bind port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'bd2b5288-a671-486e-bc82-7806cc00a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:24:17.326493 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Attempting to bind port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 on network 41b26848-0542-4305-a17b-3b7ade02d293 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:24:17.332170 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:24:17.332610 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Checking segment: {'id': 'bd2b5288-a671-486e-bc82-7806cc00a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:24:17.332956 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.333337 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Bound using segment: {'id': 'bd2b5288-a671-486e-bc82-7806cc00a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:24:17.333826 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Bound port: af79f060-8d89-4e39-b4f9-84e8bf2ddfc0, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2b5288-a671-486e-bc82-7806cc00a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:24:17.334337 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.340236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3bef3-bdcb-4451-ba42-c34a0b2f2e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=f24bd8c2-d6fe-4c55-8058-e5717fc253f6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:17.363112 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-abd76dcd-f5ba-4d5f-a205-e37b41fbd67d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.364730 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-abd76dcd-f5ba-4d5f-a205-e37b41fbd67d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3526306 Jan 28 06:24:17.372021 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52344) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:17.377010 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-8c9cae38-6767-4b96-a1cc-e5e331496e71 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group_rule': {'security_group_id': 'daf1a862-1e4a-41cf-8049-5b6884cd2476', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:24:17.430686 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] For port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:24:17.440440 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] For port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=af79f060-8d89-4e39-b4f9-84e8bf2ddfc0,segment=NetworkSegment(bd2b5288-a671-486e-bc82-7806cc00a32e),segment_id=bd2b5288-a671-486e-bc82-7806cc00a32e)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:24:17.501360 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c9cae38-6767-4b96-a1cc-e5e331496e71 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (296e6d21-89c1-4ccf-8c83-cb80d3396815), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.522503 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.563798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-03784847-57aa-446d-9b77-8941319648ff None None] Provisioning complete for port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:24:17.566980 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-03784847-57aa-446d-9b77-8941319648ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.615413 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bef3-bdcb-4451-ba42-c34a0b2f2e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (e974883f-d42a-4f10-a0a6-095a649a2fd8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.616116 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a26151fb-5a6d-4269-b6fa-61a0176e0f7b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:24:17.628456 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Routers {'ab33b9b1-9729-48a2-9aa5-50ab39c737e6'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:24:17.629897 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:24:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:17.632498 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216e05f-e7d5-4785-8317-403ecf87061f None None] Pushing event updated for resources: {'Port': ['ID=af79f060-8d89-4e39-b4f9-84e8bf2ddfc0,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:17.660975 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c9cae38-6767-4b96-a1cc-e5e331496e71 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (296e6d21-89c1-4ccf-8c83-cb80d3396815), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.758205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-03784847-57aa-446d-9b77-8941319648ff None None] Current status of the port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:24:17.765516 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-03784847-57aa-446d-9b77-8941319648ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.772221 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a26151fb-5a6d-4269-b6fa-61a0176e0f7b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:24:17.772667 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a26151fb-5a6d-4269-b6fa-61a0176e0f7b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.791305 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c9cae38-6767-4b96-a1cc-e5e331496e71 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (296e6d21-89c1-4ccf-8c83-cb80d3396815), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.810107 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] Set router ab33b9b1-9729-48a2-9aa5-50ab39c737e6 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:24:17.826170 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-03784847-57aa-446d-9b77-8941319648ff None None] For port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=af79f060-8d89-4e39-b4f9-84e8bf2ddfc0,segment=NetworkSegment(bd2b5288-a671-486e-bc82-7806cc00a32e),segment_id=bd2b5288-a671-486e-bc82-7806cc00a32e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:17.828583 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cae38-6767-4b96-a1cc-e5e331496e71 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296e6d21-89c1-4ccf-8c83-cb80d3396815,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:17.890017 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a26151fb-5a6d-4269-b6fa-61a0176e0f7b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:24:17.891209 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:24:17.926780 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc3bef3-bdcb-4451-ba42-c34a0b2f2e6a admin admin] Router e974883f-d42a-4f10-a0a6-095a649a2fd8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:24:17.944041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:24:17.944502 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4c571a2a-a7e7-4b20-9849-4bb4a317a0ed), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.947607 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-03784847-57aa-446d-9b77-8941319648ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.973987 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8c9cae38-6767-4b96-a1cc-e5e331496e71 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:17.977631 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8c9cae38-6767-4b96-a1cc-e5e331496e71 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6035042 Jan 28 06:24:17.979447 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52346) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:17.986708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-48bcbba0-e6de-4799-8a15-0dce711bd9f9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group_rule': {'security_group_id': 'daf1a862-1e4a-41cf-8049-5b6884cd2476', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:24:18.032274 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03784847-57aa-446d-9b77-8941319648ff None None] Pushing event updated for resources: {'Port': ['ID=af79f060-8d89-4e39-b4f9-84e8bf2ddfc0,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:18.048236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc3bef3-bdcb-4451-ba42-c34a0b2f2e6a admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:24:18.058416 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ebc3bef3-bdcb-4451-ba42-c34a0b2f2e6a admin admin] 10.222.0.31 "PUT /v2.0/routers/e974883f-d42a-4f10-a0a6-095a649a2fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2978854 Jan 28 06:24:18.058657 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52348) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:18.063005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9299ba25-ded6-47e0-95f3-6954aa4e264b None None] Sync routers for ids ['e974883f-d42a-4f10-a0a6-095a649a2fd8'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:24:18.080117 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'name': 'tempest-TestNetworkBasicOps-router-1324397169', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:14Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'af79f060-8d89-4e39-b4f9-84e8bf2ddfc0', 'name': '', 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:28:f3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'e556258e-f630-4899-b06c-152d9298c077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:13Z', 'updated_at': '2022-01-28T06:24:17Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': 'e556258e-f630-4899-b06c-152d9298c077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:18.097569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:24:18.101039 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9299ba25-ded6-47e0-95f3-6954aa4e264b None None] Routers {'e974883f-d42a-4f10-a0a6-095a649a2fd8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:24:18.103385 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-9299ba25-ded6-47e0-95f3-6954aa4e264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:24:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['e974883f-d42a-4f10-a0a6-095a649a2fd8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:18.106876 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a27a65c6-ce50-43eb-ae15-ccf48525e1ba None None] Provisioning complete for port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:24:18.107850 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a27a65c6-ce50-43eb-ae15-ccf48525e1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:18.110616 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48bcbba0-e6de-4799-8a15-0dce711bd9f9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (8616b0e9-35c0-4842-bb2a-9a23a8394486), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:18.117041 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23782f62-00c4-4f96-83c6-27833c9e279e None None] The sync data for ids ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'] in n-d-812111-12 is: [{'id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'name': 'tempest-TestNetworkBasicOps-router-1324397169', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:14Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'af79f060-8d89-4e39-b4f9-84e8bf2ddfc0', 'name': '', 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:28:f3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'e556258e-f630-4899-b06c-152d9298c077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:13Z', 'updated_at': '2022-01-28T06:24:17Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': 'e556258e-f630-4899-b06c-152d9298c077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:24:18.232031 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-071a91ac-b88e-4c75-bc4c-657e41c70ce5 admin admin] Publish callbacks [] for router (e974883f-d42a-4f10-a0a6-095a649a2fd8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:18.234590 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48bcbba0-e6de-4799-8a15-0dce711bd9f9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (8616b0e9-35c0-4842-bb2a-9a23a8394486), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:18.328671 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48bcbba0-e6de-4799-8a15-0dce711bd9f9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (8616b0e9-35c0-4842-bb2a-9a23a8394486), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:18.359992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcbba0-e6de-4799-8a15-0dce711bd9f9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8616b0e9-35c0-4842-bb2a-9a23a8394486,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:18.375114 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-071a91ac-b88e-4c75-bc4c-657e41c70ce5 admin admin] Publish callbacks [] for router_gateway (e974883f-d42a-4f10-a0a6-095a649a2fd8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:18.440698 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-48bcbba0-e6de-4799-8a15-0dce711bd9f9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:18.442804 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-48bcbba0-e6de-4799-8a15-0dce711bd9f9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4621546 Jan 28 06:24:18.445994 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52350) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:18.450703 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-dd7fa0f6-9813-4303-b7a1-18abbd0c1b2c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group_rule': {'security_group_id': 'daf1a862-1e4a-41cf-8049-5b6884cd2476', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:24:18.469264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-9299ba25-ded6-47e0-95f3-6954aa4e264b None None] Set router e974883f-d42a-4f10-a0a6-095a649a2fd8 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:24:18.500200 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-97c9e74d-1bce-49f6-abaf-b021b45c71cb req-f505612a-ab00-4b45-bc57-54e4c62fe217 service neutron] (103635) timed out ('10.222.0.64', 63290) {{(pid=103635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 06:24:18.520136 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-071a91ac-b88e-4c75-bc4c-657e41c70ce5 admin admin] Deleting port 8355a469-8947-4c60-8f6b-3b22de3cc3da {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:24:18.520620 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-071a91ac-b88e-4c75-bc4c-657e41c70ce5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (8355a469-8947-4c60-8f6b-3b22de3cc3da), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:18.580286 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a27a65c6-ce50-43eb-ae15-ccf48525e1ba None None] Current status of the port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:24:18.690871 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-9299ba25-ded6-47e0-95f3-6954aa4e264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'name': 'tempest-TestServerMultinode-1677357130-router', 'tenant_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '8355a469-8947-4c60-8f6b-3b22de3cc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:23:28Z', 'updated_at': '2022-01-28T06:24:17Z', 'revision_number': 5, 'project_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'gw_port': {'id': '8355a469-8947-4c60-8f6b-3b22de3cc3da', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:28Z', 'updated_at': '2022-01-28T06:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:18.739379 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9299ba25-ded6-47e0-95f3-6954aa4e264b None None] Checking router: e974883f-d42a-4f10-a0a6-095a649a2fd8 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:24:18.749528 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9299ba25-ded6-47e0-95f3-6954aa4e264b None None] Routers {'e974883f-d42a-4f10-a0a6-095a649a2fd8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:24:18.750189 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-9299ba25-ded6-47e0-95f3-6954aa4e264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:24:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['e974883f-d42a-4f10-a0a6-095a649a2fd8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:18.847991 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-9299ba25-ded6-47e0-95f3-6954aa4e264b None None] Set router e974883f-d42a-4f10-a0a6-095a649a2fd8 gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:24:18.914585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-9299ba25-ded6-47e0-95f3-6954aa4e264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'name': 'tempest-TestServerMultinode-1677357130-router', 'tenant_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:23:28Z', 'updated_at': '2022-01-28T06:24:18Z', 'revision_number': 6, 'project_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:18.926753 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dd7fa0f6-9813-4303-b7a1-18abbd0c1b2c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (c0e4039b-19ad-4571-9311-572e9d08e5b9), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:18.946233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9299ba25-ded6-47e0-95f3-6954aa4e264b None None] The sync data for ids ['e974883f-d42a-4f10-a0a6-095a649a2fd8'] in n-d-812111-12 is: [{'id': 'e974883f-d42a-4f10-a0a6-095a649a2fd8', 'name': 'tempest-TestServerMultinode-1677357130-router', 'tenant_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:23:28Z', 'updated_at': '2022-01-28T06:24:18Z', 'revision_number': 6, 'project_id': 'f043eb4aed134f8fadd4a98584efc7ab', 'gw_port_host': None}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:24:18.964557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 570b309b-65b7-45f7-973c-4e3f97224eed no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:24:19.006974 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-071a91ac-b88e-4c75-bc4c-657e41c70ce5 admin admin] For port 8355a469-8947-4c60-8f6b-3b22de3cc3da, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8355a469-8947-4c60-8f6b-3b22de3cc3da,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:19.007348 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-071a91ac-b88e-4c75-bc4c-657e41c70ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (8355a469-8947-4c60-8f6b-3b22de3cc3da), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:19.013944 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 570b309b-65b7-45f7-973c-4e3f97224eed {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:24:19.014959 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 570b309b-65b7-45f7-973c-4e3f97224eed not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:24:19.020510 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dd7fa0f6-9813-4303-b7a1-18abbd0c1b2c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (c0e4039b-19ad-4571-9311-572e9d08e5b9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:19.027250 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-071a91ac-b88e-4c75-bc4c-657e41c70ce5 admin admin] Calling delete_port for 8355a469-8947-4c60-8f6b-3b22de3cc3da owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:24:19.155799 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dd7fa0f6-9813-4303-b7a1-18abbd0c1b2c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (c0e4039b-19ad-4571-9311-572e9d08e5b9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:19.203761 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fa0f6-9813-4303-b7a1-18abbd0c1b2c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e4039b-19ad-4571-9311-572e9d08e5b9,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:19.362813 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-071a91ac-b88e-4c75-bc4c-657e41c70ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (8355a469-8947-4c60-8f6b-3b22de3cc3da), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:19.367643 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dd7fa0f6-9813-4303-b7a1-18abbd0c1b2c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:19.371743 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dd7fa0f6-9813-4303-b7a1-18abbd0c1b2c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9220831 Jan 28 06:24:19.372271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52356) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:19.378557 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-31d8abbf-da97-4ce7-854f-8c80d18b386d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group_rule': {'security_group_id': 'daf1a862-1e4a-41cf-8049-5b6884cd2476', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:24:19.394571 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a91ac-b88e-4c75-bc4c-657e41c70ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8355a469-8947-4c60-8f6b-3b22de3cc3da,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:19.469052 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-071a91ac-b88e-4c75-bc4c-657e41c70ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (e974883f-d42a-4f10-a0a6-095a649a2fd8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:19.531141 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-31d8abbf-da97-4ce7-854f-8c80d18b386d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Project 2f01a49a198243c1b64c13a2e783497d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:24:19.541200 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31d8abbf-da97-4ce7-854f-8c80d18b386d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (2159d338-3df6-4c13-aad2-abdf5a3e7832), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:19.574991 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-071a91ac-b88e-4c75-bc4c-657e41c70ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (e974883f-d42a-4f10-a0a6-095a649a2fd8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:19.577296 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-071a91ac-b88e-4c75-bc4c-657e41c70ce5 admin admin] Publish callbacks [] for router_controller (e974883f-d42a-4f10-a0a6-095a649a2fd8), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:19.665343 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31d8abbf-da97-4ce7-854f-8c80d18b386d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (2159d338-3df6-4c13-aad2-abdf5a3e7832), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:19.691964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:24:19.734725 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-071a91ac-b88e-4c75-bc4c-657e41c70ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (e974883f-d42a-4f10-a0a6-095a649a2fd8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:19.736231 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071a91ac-b88e-4c75-bc4c-657e41c70ce5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e974883f-d42a-4f10-a0a6-095a649a2fd8 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:24:19.745168 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31d8abbf-da97-4ce7-854f-8c80d18b386d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (2159d338-3df6-4c13-aad2-abdf5a3e7832), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:19.745512 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-071a91ac-b88e-4c75-bc4c-657e41c70ce5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:19.749097 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-071a91ac-b88e-4c75-bc4c-657e41c70ce5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e974883f-d42a-4f10-a0a6-095a649a2fd8 HTTP/1.1" status: 204 len: 168 time: 1.6875944 Jan 28 06:24:19.749447 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52358) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:19.759812 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:24:19.760202 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:19.784322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8abbf-da97-4ce7-854f-8c80d18b386d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2159d338-3df6-4c13-aad2-abdf5a3e7832,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:19.814841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b6a4be-c55f-4cf3-9c2a-fbeb6747eeef admin admin] Deleting subnet 148a45d8-fc36-4291-b358-baf7ad1785b9 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:24:19.818458 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-03b6a4be-c55f-4cf3-9c2a-fbeb6747eeef admin admin] Publish callbacks [] for subnet (148a45d8-fc36-4291-b358-baf7ad1785b9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:19.844596 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31d8abbf-da97-4ce7-854f-8c80d18b386d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:19.848296 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-31d8abbf-da97-4ce7-854f-8c80d18b386d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4710705 Jan 28 06:24:19.848529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52362) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:19.853540 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-150f0204-acae-4d7a-8e53-b35855c5f757 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'security_group_rule': {'security_group_id': 'daf1a862-1e4a-41cf-8049-5b6884cd2476', 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:24:19.867750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:24:19.875011 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-03b6a4be-c55f-4cf3-9c2a-fbeb6747eeef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (148a45d8-fc36-4291-b358-baf7ad1785b9), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:19.951545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8355a469-8947-4c60-8f6b-3b22de3cc3da no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:24:19.970981 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-03b6a4be-c55f-4cf3-9c2a-fbeb6747eeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (148a45d8-fc36-4291-b358-baf7ad1785b9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:19.979373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 8355a469-8947-4c60-8f6b-3b22de3cc3da {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:24:19.979857 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8355a469-8947-4c60-8f6b-3b22de3cc3da not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:24:19.980371 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f24bd8c2-d6fe-4c55-8058-e5717fc253f6 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:24:20.002407 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: f24bd8c2-d6fe-4c55-8058-e5717fc253f6 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:24:20.002601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f24bd8c2-d6fe-4c55-8058-e5717fc253f6 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:24:20.045452 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-150f0204-acae-4d7a-8e53-b35855c5f757 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Project 2f01a49a198243c1b64c13a2e783497d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:24:20.052135 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-150f0204-acae-4d7a-8e53-b35855c5f757 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (219168ce-dd6d-4baf-aaec-e70269515557), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.117743 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-03b6a4be-c55f-4cf3-9c2a-fbeb6747eeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (148a45d8-fc36-4291-b358-baf7ad1785b9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.125771 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-150f0204-acae-4d7a-8e53-b35855c5f757 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (219168ce-dd6d-4baf-aaec-e70269515557), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.144519 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6a4be-c55f-4cf3-9c2a-fbeb6747eeef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=148a45d8-fc36-4291-b358-baf7ad1785b9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:20.150560 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-03b6a4be-c55f-4cf3-9c2a-fbeb6747eeef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.157347 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-03b6a4be-c55f-4cf3-9c2a-fbeb6747eeef admin admin] 10.222.0.31 "DELETE /v2.0/subnets/148a45d8-fc36-4291-b358-baf7ad1785b9 HTTP/1.1" status: 204 len: 168 time: 0.4044325 Jan 28 06:24:20.157626 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52364) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:20.158737 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659ab322-051a-4fea-a6cf-cef6a26376cb None None] Network 4e7f11b6-2df5-4c30-b083-e39f9888d2bc requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:24:20.236837 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-150f0204-acae-4d7a-8e53-b35855c5f757 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (219168ce-dd6d-4baf-aaec-e70269515557), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.255118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (4e7f11b6-2df5-4c30-b083-e39f9888d2bc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.264767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f0204-acae-4d7a-8e53-b35855c5f757 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219168ce-dd6d-4baf-aaec-e70269515557,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:20.327016 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] Deleting port 848522ef-d962-4569-906a-10fca0685402 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:24:20.329351 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (848522ef-d962-4569-906a-10fca0685402), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.353602 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532dbd74-1b0b-4656-8041-9a096e6e9123 None None] DHCP port deletion for 4e7f11b6-2df5-4c30-b083-e39f9888d2bc request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:24:20.372231 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-150f0204-acae-4d7a-8e53-b35855c5f757 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.374962 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-150f0204-acae-4d7a-8e53-b35855c5f757 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5246284 Jan 28 06:24:20.406865 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] For port 848522ef-d962-4569-906a-10fca0685402, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=848522ef-d962-4569-906a-10fca0685402,segment=NetworkSegment(88d61243-dd9b-4b01-adac-2b3b9cb7d805),segment_id=88d61243-dd9b-4b01-adac-2b3b9cb7d805)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:20.407244 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (848522ef-d962-4569-906a-10fca0685402), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.422759 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-532dbd74-1b0b-4656-8041-9a096e6e9123 None None] Deleting port 848522ef-d962-4569-906a-10fca0685402 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:24:20.423224 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-532dbd74-1b0b-4656-8041-9a096e6e9123 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (848522ef-d962-4569-906a-10fca0685402), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.424980 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] Calling delete_port for 848522ef-d962-4569-906a-10fca0685402 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:24:20.512291 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-532dbd74-1b0b-4656-8041-9a096e6e9123 None None] For port 848522ef-d962-4569-906a-10fca0685402, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=848522ef-d962-4569-906a-10fca0685402,segment=NetworkSegment(88d61243-dd9b-4b01-adac-2b3b9cb7d805),segment_id=88d61243-dd9b-4b01-adac-2b3b9cb7d805)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:20.512698 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-532dbd74-1b0b-4656-8041-9a096e6e9123 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (848522ef-d962-4569-906a-10fca0685402), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.526988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-532dbd74-1b0b-4656-8041-9a096e6e9123 None None] Calling delete_port for 848522ef-d962-4569-906a-10fca0685402 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:24:20.618761 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-f9ef21ec-9d6c-4800-ae71-b457030334bd tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184465063&fields=id&tenant_id=2f01a49a198243c1b64c13a2e783497d HTTP/1.1" status: 200 len: 267 time: 0.0552211 Jan 28 06:24:20.649829 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (848522ef-d962-4569-906a-10fca0685402), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.656355 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-532dbd74-1b0b-4656-8041-9a096e6e9123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (848522ef-d962-4569-906a-10fca0685402), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.679354 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] Pushing event deleted for resources: {'Port': ['ID=848522ef-d962-4569-906a-10fca0685402,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:20.685033 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] No DVR routers for this DVR port 848522ef-d962-4569-906a-10fca0685402 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:24:20.694428 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532dbd74-1b0b-4656-8041-9a096e6e9123 None None] No DVR routers for this DVR port 848522ef-d962-4569-906a-10fca0685402 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:24:20.697091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532dbd74-1b0b-4656-8041-9a096e6e9123 None None] Pushing event deleted for resources: {'Port': ['ID=848522ef-d962-4569-906a-10fca0685402,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:20.758971 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-03993ac5-f253-4b4e-8873-ba6033987435 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:20.760526 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-03993ac5-f253-4b4e-8873-ba6033987435 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/networks?id=41b26848-0542-4305-a17b-3b7ade02d293 HTTP/1.1" status: 200 len: 796 time: 0.1367245 Jan 28 06:24:20.767509 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (4e7f11b6-2df5-4c30-b083-e39f9888d2bc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.775934 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-15c713cc-f03e-47b1-b4f9-4e17c08c99b7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/quotas/2f01a49a198243c1b64c13a2e783497d HTTP/1.1" status: 200 len: 375 time: 0.0099065 Jan 28 06:24:20.792872 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7f11b6-2df5-4c30-b083-e39f9888d2bc']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:20.803220 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d61243-dd9b-4b01-adac-2b3b9cb7d805') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:20.803514 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d61243-dd9b-4b01-adac-2b3b9cb7d805') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:20.821777 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (88d61243-dd9b-4b01-adac-2b3b9cb7d805), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.832577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-62891e88-f777-44d7-ae5e-c085f09c7b83 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f01a49a198243c1b64c13a2e783497d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510216 Jan 28 06:24:20.836710 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (88d61243-dd9b-4b01-adac-2b3b9cb7d805), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.843088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:24:20.843474 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (88d61243-dd9b-4b01-adac-2b3b9cb7d805), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:24:20.845175 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:24:20.944431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-1e14eac5-ffb0-408e-b438-99b269692244 service neutron] 10.222.0.31 "GET /v2.0/networks/41b26848-0542-4305-a17b-3b7ade02d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929654 Jan 28 06:24:20.974071 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (4e7f11b6-2df5-4c30-b083-e39f9888d2bc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.980045 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:20.983789 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4e7f11b6-2df5-4c30-b083-e39f9888d2bc HTTP/1.1" status: 204 len: 168 time: 0.8252187 Jan 28 06:24:20.987540 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52380) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:21.003510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a49600-95e7-4e44-b7ef-acfb3ea09599 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e7f11b6-2df5-4c30-b083-e39f9888d2bc,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:21.045978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-e4629f0a-1117-42dd-b3d9-7b8ef58568da service neutron] 10.222.0.31 "GET /v2.0/networks/41b26848-0542-4305-a17b-3b7ade02d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954437 Jan 28 06:24:21.337732 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-69fe3247-482a-4d8a-bcb1-4d3694d01a1b req-b91d6056-360c-44a0-ab5c-626d2d75fb3e tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 210 time: 0.0378096 Jan 28 06:24:21.405916 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-25fcccb9-7858-4ab0-8b2c-74bb80879cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (b31942ed-e49c-47ec-acb3-8a3223919160), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:21.498078 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 848522ef-d962-4569-906a-10fca0685402 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:24:21.527409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 848522ef-d962-4569-906a-10fca0685402 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:24:21.528102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 848522ef-d962-4569-906a-10fca0685402 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:24:21.681075 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-25fcccb9-7858-4ab0-8b2c-74bb80879cde admin admin] Deleting port f122e613-e647-4995-b067-629493110660 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:24:21.681415 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-25fcccb9-7858-4ab0-8b2c-74bb80879cde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f122e613-e647-4995-b067-629493110660), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:21.764431 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-25fcccb9-7858-4ab0-8b2c-74bb80879cde admin admin] For port f122e613-e647-4995-b067-629493110660, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f122e613-e647-4995-b067-629493110660,segment=NetworkSegment(ea099b3c-1563-43e9-915c-ab4a880eb3ad),segment_id=ea099b3c-1563-43e9-915c-ab4a880eb3ad)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:21.764803 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-25fcccb9-7858-4ab0-8b2c-74bb80879cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f122e613-e647-4995-b067-629493110660), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:21.779331 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-25fcccb9-7858-4ab0-8b2c-74bb80879cde admin admin] Calling delete_port for f122e613-e647-4995-b067-629493110660 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:24:22.071367 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-25fcccb9-7858-4ab0-8b2c-74bb80879cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (f122e613-e647-4995-b067-629493110660), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:22.104794 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcccb9-7858-4ab0-8b2c-74bb80879cde admin admin] Pushing event deleted for resources: {'Port': ['ID=f122e613-e647-4995-b067-629493110660,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:22.317490 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-25fcccb9-7858-4ab0-8b2c-74bb80879cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (b31942ed-e49c-47ec-acb3-8a3223919160), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:22.454587 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d52a0adf-a804-47c4-a18e-9faa8a3ee726 req-1f0ac40e-2272-4a21-8c4d-9fb5b5b43c14 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 210 time: 0.0318997 Jan 28 06:24:22.582924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fcccb9-7858-4ab0-8b2c-74bb80879cde admin admin] Router b31942ed-e49c-47ec-acb3-8a3223919160 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:24:22.695247 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fcccb9-7858-4ab0-8b2c-74bb80879cde admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:24:22.703064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52398) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:22.703226 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-25fcccb9-7858-4ab0-8b2c-74bb80879cde admin admin] 10.222.0.31 "PUT /v2.0/routers/b31942ed-e49c-47ec-acb3-8a3223919160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7145276 Jan 28 06:24:22.704191 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4115e127-bcd1-4486-86ba-ff11f04575bb None None] Sync routers for ids ['b31942ed-e49c-47ec-acb3-8a3223919160'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:24:22.714778 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4115e127-bcd1-4486-86ba-ff11f04575bb None None] Routers {'b31942ed-e49c-47ec-acb3-8a3223919160'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:24:22.715333 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4115e127-bcd1-4486-86ba-ff11f04575bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:24:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b31942ed-e49c-47ec-acb3-8a3223919160'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:22.814067 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed0d7-756b-43a8-92f0-d1a4b2b64157 admin admin] Publish callbacks [] for router (b31942ed-e49c-47ec-acb3-8a3223919160), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:22.918313 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-4115e127-bcd1-4486-86ba-ff11f04575bb None None] Set router b31942ed-e49c-47ec-acb3-8a3223919160 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:24:22.920024 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed0d7-756b-43a8-92f0-d1a4b2b64157 admin admin] Publish callbacks [] for router_gateway (b31942ed-e49c-47ec-acb3-8a3223919160), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:23.046272 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ed0d7-756b-43a8-92f0-d1a4b2b64157 admin admin] Deleting port ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:24:23.046523 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed0d7-756b-43a8-92f0-d1a4b2b64157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:23.099735 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4115e127-bcd1-4486-86ba-ff11f04575bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'name': 'tempest-TestServerMultinode-1754934553-router', 'tenant_id': '544a03f37d594cafba07b73497e50966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:23:35Z', 'updated_at': '2022-01-28T06:24:21Z', 'revision_number': 5, 'project_id': '544a03f37d594cafba07b73497e50966', 'gw_port': {'id': 'ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:23:36Z', 'updated_at': '2022-01-28T06:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:23.125315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-ed7ed0d7-756b-43a8-92f0-d1a4b2b64157 admin admin] For port ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:23.125682 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed0d7-756b-43a8-92f0-d1a4b2b64157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:23.130105 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4115e127-bcd1-4486-86ba-ff11f04575bb None None] Checking router: b31942ed-e49c-47ec-acb3-8a3223919160 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:24:23.138289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ed0d7-756b-43a8-92f0-d1a4b2b64157 admin admin] Calling delete_port for ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:24:23.138727 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4115e127-bcd1-4486-86ba-ff11f04575bb None None] Routers {'b31942ed-e49c-47ec-acb3-8a3223919160'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:24:23.139325 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4115e127-bcd1-4486-86ba-ff11f04575bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:24:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b31942ed-e49c-47ec-acb3-8a3223919160'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:23.222795 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-4115e127-bcd1-4486-86ba-ff11f04575bb None None] Set router b31942ed-e49c-47ec-acb3-8a3223919160 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:24:23.274431 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4115e127-bcd1-4486-86ba-ff11f04575bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'name': 'tempest-TestServerMultinode-1754934553-router', 'tenant_id': '544a03f37d594cafba07b73497e50966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:23:35Z', 'updated_at': '2022-01-28T06:24:22Z', 'revision_number': 6, 'project_id': '544a03f37d594cafba07b73497e50966', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:23.307197 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4115e127-bcd1-4486-86ba-ff11f04575bb None None] The sync data for ids ['b31942ed-e49c-47ec-acb3-8a3223919160'] in n-d-812111-12 is: [{'id': 'b31942ed-e49c-47ec-acb3-8a3223919160', 'name': 'tempest-TestServerMultinode-1754934553-router', 'tenant_id': '544a03f37d594cafba07b73497e50966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:23:35Z', 'updated_at': '2022-01-28T06:24:22Z', 'revision_number': 6, 'project_id': '544a03f37d594cafba07b73497e50966', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:24:23.395090 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed0d7-756b-43a8-92f0-d1a4b2b64157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:23.421574 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ed0d7-756b-43a8-92f0-d1a4b2b64157 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:23.521484 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed0d7-756b-43a8-92f0-d1a4b2b64157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (b31942ed-e49c-47ec-acb3-8a3223919160), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:23.642677 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ede44d56-6c16-44c6-bf29-7427730d1d1c req-08a1c857-569d-4147-9305-edc3ec907c52 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 210 time: 0.0663052 Jan 28 06:24:23.680892 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed0d7-756b-43a8-92f0-d1a4b2b64157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (b31942ed-e49c-47ec-acb3-8a3223919160), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:23.681375 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed0d7-756b-43a8-92f0-d1a4b2b64157 admin admin] Publish callbacks [] for router_controller (b31942ed-e49c-47ec-acb3-8a3223919160), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:23.771817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-ba917d01-358a-46e6-a670-d530373a99d1 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:23.773494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-ba917d01-358a-46e6-a670-d530373a99d1 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.60 "GET /v2.0/networks?id=41b26848-0542-4305-a17b-3b7ade02d293 HTTP/1.1" status: 200 len: 796 time: 0.2794325 Jan 28 06:24:23.836315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f122e613-e647-4995-b067-629493110660 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:24:23.853101 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed0d7-756b-43a8-92f0-d1a4b2b64157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (b31942ed-e49c-47ec-acb3-8a3223919160), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:23.853630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7ed0d7-756b-43a8-92f0-d1a4b2b64157 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b31942ed-e49c-47ec-acb3-8a3223919160 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:24:23.858934 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed0d7-756b-43a8-92f0-d1a4b2b64157 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:23.860538 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ed7ed0d7-756b-43a8-92f0-d1a4b2b64157 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b31942ed-e49c-47ec-acb3-8a3223919160 HTTP/1.1" status: 204 len: 168 time: 1.1561253 Jan 28 06:24:23.863433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52410) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:23.864751 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: f122e613-e647-4995-b067-629493110660 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:24:23.866132 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f122e613-e647-4995-b067-629493110660 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:24:23.873703 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-65fc9bb5-131f-4247-9b9d-bf73361e5fff tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f01a49a198243c1b64c13a2e783497d HTTP/1.1" status: 200 len: 380 time: 0.0863414 Jan 28 06:24:23.885099 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-ab94001c-af75-4573-ba6f-73896f4e5167 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'port': {'device_id': '05dd1764-b010-43d6-8d37-72815c125613', 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293', 'admin_state_up': True, 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'security_groups': ['daf1a862-1e4a-41cf-8049-5b6884cd2476']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:24:23.926654 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57a17fa-a3a0-419e-83c7-2a05460c0338 admin admin] Deleting subnet 2856cf81-ba4a-4b85-953f-11c1c8fef123 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:24:23.930835 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c57a17fa-a3a0-419e-83c7-2a05460c0338 admin admin] Publish callbacks [] for subnet (2856cf81-ba4a-4b85-953f-11c1c8fef123), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:23.972615 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c57a17fa-a3a0-419e-83c7-2a05460c0338 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (2856cf81-ba4a-4b85-953f-11c1c8fef123), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:24.058240 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c57a17fa-a3a0-419e-83c7-2a05460c0338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (2856cf81-ba4a-4b85-953f-11c1c8fef123), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:24.100511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-ab94001c-af75-4573-ba6f-73896f4e5167 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Made reservation on behalf of 2f01a49a198243c1b64c13a2e783497d for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:24:24.104434 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-ab94001c-af75-4573-ba6f-73896f4e5167 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:24.260605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-ab94001c-af75-4573-ba6f-73896f4e5167 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Allocated IP 172.20.0.7 (41b26848-0542-4305-a17b-3b7ade02d293/e556258e-f630-4899-b06c-152d9298c077/ffd5e593-0819-4697-bb6c-35edf4c73866) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:24:24.335546 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c57a17fa-a3a0-419e-83c7-2a05460c0338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (2856cf81-ba4a-4b85-953f-11c1c8fef123), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:24.363542 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a17fa-a3a0-419e-83c7-2a05460c0338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2856cf81-ba4a-4b85-953f-11c1c8fef123,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:24.367412 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c57a17fa-a3a0-419e-83c7-2a05460c0338 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:24.370672 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c57a17fa-a3a0-419e-83c7-2a05460c0338 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2856cf81-ba4a-4b85-953f-11c1c8fef123 HTTP/1.1" status: 204 len: 168 time: 0.5062053 Jan 28 06:24:24.373279 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52416) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:24.380887 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2013fa-48cd-45ca-b0f5-2fae4e99ec35 None None] Network ca271460-ac28-407d-ae29-bb10748eeaaf requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:24:24.402343 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-ab94001c-af75-4573-ba6f-73896f4e5167 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for port (ffd5e593-0819-4697-bb6c-35edf4c73866), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:24.447306 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (ca271460-ac28-407d-ae29-bb10748eeaaf), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:24.510440 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] Deleting port cf2f5b16-8cdc-4d33-918e-aa60ca851abe {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:24:24.510786 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (cf2f5b16-8cdc-4d33-918e-aa60ca851abe), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:24.533230 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-ab94001c-af75-4573-ba6f-73896f4e5167 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ffd5e593-0819-4697-bb6c-35edf4c73866), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:24.560336 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349f12b9-d82b-4358-9b82-03b2d4014fe4 None None] DHCP port deletion for ca271460-ac28-407d-ae29-bb10748eeaaf request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:24:24.579940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-ab94001c-af75-4573-ba6f-73896f4e5167 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network 41b26848-0542-4305-a17b-3b7ade02d293 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:24:24.583375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-ab94001c-af75-4573-ba6f-73896f4e5167 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:24:24.587841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] For port cf2f5b16-8cdc-4d33-918e-aa60ca851abe, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cf2f5b16-8cdc-4d33-918e-aa60ca851abe,segment=NetworkSegment(ea099b3c-1563-43e9-915c-ab4a880eb3ad),segment_id=ea099b3c-1563-43e9-915c-ab4a880eb3ad)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:24.588203 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (cf2f5b16-8cdc-4d33-918e-aa60ca851abe), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:24.597593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-ab94001c-af75-4573-ba6f-73896f4e5167 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:24:24.608113 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] Calling delete_port for cf2f5b16-8cdc-4d33-918e-aa60ca851abe owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:24:24.646091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-349f12b9-d82b-4358-9b82-03b2d4014fe4 None None] Deleting port cf2f5b16-8cdc-4d33-918e-aa60ca851abe {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:24:24.647205 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-349f12b9-d82b-4358-9b82-03b2d4014fe4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (cf2f5b16-8cdc-4d33-918e-aa60ca851abe), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:24.656954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94001c-af75-4573-ba6f-73896f4e5167 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Port': ['ID=ffd5e593-0819-4697-bb6c-35edf4c73866,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:24.689785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-ab94001c-af75-4573-ba6f-73896f4e5167 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:24.691122 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-ab94001c-af75-4573-ba6f-73896f4e5167 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:24.759575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-349f12b9-d82b-4358-9b82-03b2d4014fe4 None None] For port cf2f5b16-8cdc-4d33-918e-aa60ca851abe, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cf2f5b16-8cdc-4d33-918e-aa60ca851abe,segment=NetworkSegment(ea099b3c-1563-43e9-915c-ab4a880eb3ad),segment_id=ea099b3c-1563-43e9-915c-ab4a880eb3ad)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:24.760002 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-349f12b9-d82b-4358-9b82-03b2d4014fe4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (cf2f5b16-8cdc-4d33-918e-aa60ca851abe), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:24.775602 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-349f12b9-d82b-4358-9b82-03b2d4014fe4 None None] Calling delete_port for cf2f5b16-8cdc-4d33-918e-aa60ca851abe owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:24:24.797888 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-ab94001c-af75-4573-ba6f-73896f4e5167 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9194069 Jan 28 06:24:24.815636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Request body: {'port': {'device_id': '05dd1764-b010-43d6-8d37-72815c125613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:24:24.831576 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (cf2f5b16-8cdc-4d33-918e-aa60ca851abe), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:24.858740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b28331-e1d2-40f2-8816-c4420f4c1c10 req-547c8b6d-10df-48b2-856a-ab897802ba2c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:24.860845 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-02b28331-e1d2-40f2-8816-c4420f4c1c10 req-547c8b6d-10df-48b2-856a-ab897802ba2c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 931 time: 0.0990403 Jan 28 06:24:24.875504 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2f5b16-8cdc-4d33-918e-aa60ca851abe,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:24.878111 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] No DVR routers for this DVR port cf2f5b16-8cdc-4d33-918e-aa60ca851abe on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:24:24.911892 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-349f12b9-d82b-4358-9b82-03b2d4014fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (cf2f5b16-8cdc-4d33-918e-aa60ca851abe), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:24.915973 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ffd5e593-0819-4697-bb6c-35edf4c73866), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:24.940618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f12b9-d82b-4358-9b82-03b2d4014fe4 None None] Pushing event deleted for resources: {'Port': ['ID=cf2f5b16-8cdc-4d33-918e-aa60ca851abe,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:24.952147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349f12b9-d82b-4358-9b82-03b2d4014fe4 None None] No DVR routers for this DVR port cf2f5b16-8cdc-4d33-918e-aa60ca851abe on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:24:24.978913 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-dcd6b684-dc9c-4dfa-a275-e444091e72c3 None None] Provisioning complete for port ffd5e593-0819-4697-bb6c-35edf4c73866 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:24:24.979603 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dcd6b684-dc9c-4dfa-a275-e444091e72c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ffd5e593-0819-4697-bb6c-35edf4c73866), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:25.019481 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (ca271460-ac28-407d-ae29-bb10748eeaaf), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:25.021931 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dcd6b684-dc9c-4dfa-a275-e444091e72c3 None None] Port ffd5e593-0819-4697-bb6c-35edf4c73866 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:24:25.028859 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-02b28331-e1d2-40f2-8816-c4420f4c1c10 req-a83216ca-c7fe-456b-b595-a701e32c5159 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=daf1a862-1e4a-41cf-8049-5b6884cd2476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400647 Jan 28 06:24:25.051765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca271460-ac28-407d-ae29-bb10748eeaaf']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:25.064105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea099b3c-1563-43e9-915c-ab4a880eb3ad') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:25.064441 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea099b3c-1563-43e9-915c-ab4a880eb3ad') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:25.078869 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (ea099b3c-1563-43e9-915c-ab4a880eb3ad), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:25.098547 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ea099b3c-1563-43e9-915c-ab4a880eb3ad), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:25.106324 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:24:25.106324 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (ea099b3c-1563-43e9-915c-ab4a880eb3ad), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:24:25.117899 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:24:25.282208 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (ca271460-ac28-407d-ae29-bb10748eeaaf), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:25.289279 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:25.292974 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ca271460-ac28-407d-ae29-bb10748eeaaf HTTP/1.1" status: 204 len: 168 time: 0.9187486 Jan 28 06:24:25.294820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd5e593-0819-4697-bb6c-35edf4c73866 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:24:25.303966 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Publish callbacks [] for port (ffd5e593-0819-4697-bb6c-35edf4c73866), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:25.304354 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2b23b-4dfd-48a5-8e91-838d534e3e68 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca271460-ac28-407d-ae29-bb10748eeaaf,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:25.310832 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:25.318789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Transition to ACTIVE for port object ffd5e593-0819-4697-bb6c-35edf4c73866 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:24:25.390696 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ffd5e593-0819-4697-bb6c-35edf4c73866), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:25.463482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd5e593-0819-4697-bb6c-35edf4c73866,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:25.512329 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cf2f5b16-8cdc-4d33-918e-aa60ca851abe no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:24:25.536242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: cf2f5b16-8cdc-4d33-918e-aa60ca851abe {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:24:25.540016 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cf2f5b16-8cdc-4d33-918e-aa60ca851abe not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:24:25.540016 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:24:25.561542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:24:25.561542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ee5bee49-6fc8-44f8-bfc8-c0e4b83d5b2e not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:24:25.564601 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Attempting to bind port ffd5e593-0819-4697-bb6c-35edf4c73866 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:24:25.565046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Attempting to bind port ffd5e593-0819-4697-bb6c-35edf4c73866 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'bd2b5288-a671-486e-bc82-7806cc00a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:24:25.565392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Attempting to bind port ffd5e593-0819-4697-bb6c-35edf4c73866 on network 41b26848-0542-4305-a17b-3b7ade02d293 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:24:25.570725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Port ffd5e593-0819-4697-bb6c-35edf4c73866 on network 41b26848-0542-4305-a17b-3b7ade02d293 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:24:25.571053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Attempting to bind port ffd5e593-0819-4697-bb6c-35edf4c73866 on network 41b26848-0542-4305-a17b-3b7ade02d293 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:24:25.577300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:24:25.577649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Checking segment: {'id': 'bd2b5288-a671-486e-bc82-7806cc00a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:24:25.578090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Bound using segment: {'id': 'bd2b5288-a671-486e-bc82-7806cc00a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:24:25.578630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Bound port: ffd5e593-0819-4697-bb6c-35edf4c73866, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2b5288-a671-486e-bc82-7806cc00a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:24:25.579121 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ffd5e593-0819-4697-bb6c-35edf4c73866), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:25.658823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] For port ffd5e593-0819-4697-bb6c-35edf4c73866, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:24:25.663146 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] For port ffd5e593-0819-4697-bb6c-35edf4c73866, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ffd5e593-0819-4697-bb6c-35edf4c73866,segment=NetworkSegment(bd2b5288-a671-486e-bc82-7806cc00a32e),segment_id=bd2b5288-a671-486e-bc82-7806cc00a32e)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:24:25.753169 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52426) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:25.757263 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ffd5e593-0819-4697-bb6c-35edf4c73866), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:25.797220 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2486d017-65cf-40d1-95f9-b722d20edd8a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f043eb4aed134f8fadd4a98584efc7ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427623 Jan 28 06:24:25.799508 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:25.799804 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52428) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:25.800514 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:25.802070 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] 10.222.0.60 "PUT /v2.0/ports/ffd5e593-0819-4697-bb6c-35edf4c73866 HTTP/1.1" status: 200 len: 1092 time: 0.9907608 Jan 28 06:24:25.802813 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dd1764-b010-43d6-8d37-72815c125613', 'tag': 'ffd5e593-0819-4697-bb6c-35edf4c73866'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:24:25.805260 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07ae749-8521-4f01-aa7a-37093c659391" -d '{"events": [{"name": "network-changed", "server_uuid": "05dd1764-b010-43d6-8d37-72815c125613", "tag": "ffd5e593-0819-4697-bb6c-35edf4c73866"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:24:25.833381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64874c00-b7ca-4aaf-9803-eb7398bd8f93 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd5e593-0819-4697-bb6c-35edf4c73866,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:25.856863 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b572389-7b0a-4516-80e4-1b37dd418a64 x-openstack-request-id: req-8b572389-7b0a-4516-80e4-1b37dd418a64 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:24:25.857489 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dd1764-b010-43d6-8d37-72815c125613", "tag": "ffd5e593-0819-4697-bb6c-35edf4c73866", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:24:25.858037 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b572389-7b0a-4516-80e4-1b37dd418a64 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:24:25.858726 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05dd1764-b010-43d6-8d37-72815c125613', 'tag': 'ffd5e593-0819-4697-bb6c-35edf4c73866', 'status': 'completed', 'code': 200} Jan 28 06:24:25.883404 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4a174224-44d9-430b-85f4-d7a8064cc92a admin admin] Publish callbacks [] for security_group (4178b562-df17-42f5-bcc3-5c5e3516b893), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:25.907918 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4a174224-44d9-430b-85f4-d7a8064cc92a admin admin] Publish callbacks [] for security_group (4178b562-df17-42f5-bcc3-5c5e3516b893), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:25.946291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ae749-8521-4f01-aa7a-37093c659391 req-cdd1d993-6c60-41a9-83e6-da1e86372bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:25.948083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a07ae749-8521-4f01-aa7a-37093c659391 req-cdd1d993-6c60-41a9-83e6-da1e86372bb0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f01a49a198243c1b64c13a2e783497d&device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 1095 time: 0.0483723 Jan 28 06:24:26.058717 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4a174224-44d9-430b-85f4-d7a8064cc92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4178b562-df17-42f5-bcc3-5c5e3516b893), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:26.061809 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4a174224-44d9-430b-85f4-d7a8064cc92a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:26.065737 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4a174224-44d9-430b-85f4-d7a8064cc92a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4178b562-df17-42f5-bcc3-5c5e3516b893 HTTP/1.1" status: 204 len: 168 time: 0.2623351 Jan 28 06:24:26.065994 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ae749-8521-4f01-aa7a-37093c659391 req-b1fc03f6-2d71-4754-853e-8e9ce5abfefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:26.074437 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a174224-44d9-430b-85f4-d7a8064cc92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4178b562-df17-42f5-bcc3-5c5e3516b893,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:26.076585 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a07ae749-8521-4f01-aa7a-37093c659391 req-b1fc03f6-2d71-4754-853e-8e9ce5abfefe service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2f01a49a198243c1b64c13a2e783497d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1160715 Jan 28 06:24:26.218576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ae749-8521-4f01-aa7a-37093c659391 req-08c46702-6114-4a3b-9054-bfdb0277ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:26.220064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a07ae749-8521-4f01-aa7a-37093c659391 req-08c46702-6114-4a3b-9054-bfdb0277ce92 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1382866 Jan 28 06:24:26.239448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfa7a2-3322-4b67-b837-5179149c7494 req-4e7d7146-471b-4de7-97d0-418c4dcc6f6a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:26.241290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d4dfa7a2-3322-4b67-b837-5179149c7494 req-4e7d7146-471b-4de7-97d0-418c4dcc6f6a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 943 time: 0.0680497 Jan 28 06:24:26.322702 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d4dfa7a2-3322-4b67-b837-5179149c7494 req-bcd854fd-7cf2-41db-a282-94719ce7027a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=daf1a862-1e4a-41cf-8049-5b6884cd2476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703743 Jan 28 06:24:26.336712 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-e5394520-176f-44cf-bb6e-d0f62ad48476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:26.338006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-e5394520-176f-44cf-bb6e-d0f62ad48476 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f01a49a198243c1b64c13a2e783497d&device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 1095 time: 0.0572822 Jan 28 06:24:26.390401 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-7137f48a-f039-4cbf-9cea-f0492afc0a43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffd5e593-0819-4697-bb6c-35edf4c73866 HTTP/1.1" status: 200 len: 217 time: 0.0391061 Jan 28 06:24:26.440239 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-a78d5ccf-bda5-45ad-9d81-54a21b343287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:26.441688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-a78d5ccf-bda5-45ad-9d81-54a21b343287 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e556258e-f630-4899-b06c-152d9298c077 HTTP/1.1" status: 200 len: 834 time: 0.0458543 Jan 28 06:24:26.487220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-38c4b259-21c2-450b-87ab-89979c1631ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:26.488700 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-38c4b259-21c2-450b-87ab-89979c1631ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41b26848-0542-4305-a17b-3b7ade02d293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402484 Jan 28 06:24:26.583398 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-f00c3611-23ae-4f28-ad3c-6711e7060c22 service neutron] 10.222.0.60 "GET /v2.0/networks/41b26848-0542-4305-a17b-3b7ade02d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887299 Jan 28 06:24:26.671068 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5ab1f66-6e83-448f-9e3b-293e8b5c9bc3 req-ca2b207a-fce3-4ee3-84da-ca58931410de service neutron] 10.222.0.60 "GET /v2.0/networks/41b26848-0542-4305-a17b-3b7ade02d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820906 Jan 28 06:24:26.873080 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52440) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:26.914221 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ac93b1ea-610b-407e-99c2-57c8bde1194e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=544a03f37d594cafba07b73497e50966&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399504 Jan 28 06:24:26.916905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52442) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:26.965235 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9659e4a1-7e0c-4bdf-881c-35e0d6ba55e2 admin admin] Publish callbacks [] for security_group (a56d164b-662c-405f-983c-37805b3af77f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:26.986833 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9659e4a1-7e0c-4bdf-881c-35e0d6ba55e2 admin admin] Publish callbacks [] for security_group (a56d164b-662c-405f-983c-37805b3af77f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:27.134109 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9659e4a1-7e0c-4bdf-881c-35e0d6ba55e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (a56d164b-662c-405f-983c-37805b3af77f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:27.136810 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9659e4a1-7e0c-4bdf-881c-35e0d6ba55e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:27.137991 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9659e4a1-7e0c-4bdf-881c-35e0d6ba55e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a56d164b-662c-405f-983c-37805b3af77f HTTP/1.1" status: 204 len: 168 time: 0.2201180 Jan 28 06:24:27.146583 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659e4a1-7e0c-4bdf-881c-35e0d6ba55e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56d164b-662c-405f-983c-37805b3af77f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:27.448782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d717a-da54-4d38-87a4-8cd946bb3e3f req-ec41b8b3-f57e-4ed3-900c-5dcbeec0f96a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:27.450336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0b0d717a-da54-4d38-87a4-8cd946bb3e3f req-ec41b8b3-f57e-4ed3-900c-5dcbeec0f96a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 943 time: 0.0547185 Jan 28 06:24:27.501473 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0b0d717a-da54-4d38-87a4-8cd946bb3e3f req-3c8a2e2b-3c7d-4a76-a187-c849d36590d8 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=daf1a862-1e4a-41cf-8049-5b6884cd2476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452862 Jan 28 06:24:27.937642 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:28.633269 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3885968-22b0-4a07-9e97-e080a7e2c8f7 req-714369c4-48a8-491a-9e28-87d6790262f3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:28.634962 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3885968-22b0-4a07-9e97-e080a7e2c8f7 req-714369c4-48a8-491a-9e28-87d6790262f3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 943 time: 0.0500391 Jan 28 06:24:28.683053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3885968-22b0-4a07-9e97-e080a7e2c8f7 req-19588da2-f2ce-43bf-9b24-ccec6ee97de1 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=daf1a862-1e4a-41cf-8049-5b6884cd2476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424092 Jan 28 06:24:29.798061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91d4e3-bdfb-49c4-8bc1-0c1f9c4299bc req-9925e610-9a96-485f-8575-0a3ddf9d11d4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:29.799466 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e91d4e3-bdfb-49c4-8bc1-0c1f9c4299bc req-9925e610-9a96-485f-8575-0a3ddf9d11d4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 943 time: 0.0485461 Jan 28 06:24:29.852526 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e91d4e3-bdfb-49c4-8bc1-0c1f9c4299bc req-9fcb8ab0-06b1-4d35-930d-44973a66096b tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=daf1a862-1e4a-41cf-8049-5b6884cd2476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468941 Jan 28 06:24:30.980010 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656ca06-ea00-45f6-b32c-00da66d57acf req-abf2b1d4-f702-4212-9fd2-c665a00bb1ce tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:30.981537 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8656ca06-ea00-45f6-b32c-00da66d57acf req-abf2b1d4-f702-4212-9fd2-c665a00bb1ce tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 943 time: 0.0538034 Jan 28 06:24:31.037224 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ffd5e593-0819-4697-bb6c-35edf4c73866 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:24:31.039386 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8656ca06-ea00-45f6-b32c-00da66d57acf req-903edfbb-8176-4d02-8c36-987625e4d63a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=daf1a862-1e4a-41cf-8049-5b6884cd2476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513227 Jan 28 06:24:31.142820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ffd5e593-0819-4697-bb6c-35edf4c73866, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ffd5e593-0819-4697-bb6c-35edf4c73866,segment=NetworkSegment(bd2b5288-a671-486e-bc82-7806cc00a32e),segment_id=bd2b5288-a671-486e-bc82-7806cc00a32e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:31.154511 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'ffd5e593-0819-4697-bb6c-35edf4c73866', 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293', 'port_id': 'ffd5e593-0819-4697-bb6c-35edf4c73866', 'mac_address': 'fa:16:3e:37:50:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e556258e-f630-4899-b06c-152d9298c077', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:24:31.195147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ffd5e593-0819-4697-bb6c-35edf4c73866 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:24:31.195538 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ffd5e593-0819-4697-bb6c-35edf4c73866), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:31.209081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd5e593-0819-4697-bb6c-35edf4c73866 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:24:31.229434 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ffd5e593-0819-4697-bb6c-35edf4c73866, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ffd5e593-0819-4697-bb6c-35edf4c73866,segment=NetworkSegment(bd2b5288-a671-486e-bc82-7806cc00a32e),segment_id=bd2b5288-a671-486e-bc82-7806cc00a32e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:31.328796 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ffd5e593-0819-4697-bb6c-35edf4c73866), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:31.383638 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ffd5e593-0819-4697-bb6c-35edf4c73866,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:31.591581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['ffd5e593-0819-4697-bb6c-35edf4c73866'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:24:32.163191 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee57ff8-03f5-4077-9ca8-1a3fb5dbd4d3 req-fa85fbc3-054e-490f-99e5-dd05d823d89d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:32.164683 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fee57ff8-03f5-4077-9ca8-1a3fb5dbd4d3 req-fa85fbc3-054e-490f-99e5-dd05d823d89d tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 944 time: 0.0506239 Jan 28 06:24:32.218272 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fee57ff8-03f5-4077-9ca8-1a3fb5dbd4d3 req-c2da7ff4-9754-45e7-a3dd-32f01ddc1263 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=daf1a862-1e4a-41cf-8049-5b6884cd2476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479102 Jan 28 06:24:32.499217 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2081c942-d71a-41fd-9fa0-ced107e6d898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:33.033724 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ffd5e593-0819-4697-bb6c-35edf4c73866 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:24:33.161953 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port ffd5e593-0819-4697-bb6c-35edf4c73866 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:24:33.166807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port ffd5e593-0819-4697-bb6c-35edf4c73866 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:24:33.167180 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ffd5e593-0819-4697-bb6c-35edf4c73866), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:33.251331 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ffd5e593-0819-4697-bb6c-35edf4c73866 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:24:33.251724 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ffd5e593-0819-4697-bb6c-35edf4c73866), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:33.274608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dd1764-b010-43d6-8d37-72815c125613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd5e593-0819-4697-bb6c-35edf4c73866'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:24:33.276888 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fed6c70-86b4-402a-bf51-69f9dd65f8da" -d '{"events": [{"server_uuid": "05dd1764-b010-43d6-8d37-72815c125613", "name": "network-vif-plugged", "status": "completed", "tag": "ffd5e593-0819-4697-bb6c-35edf4c73866"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:24:33.290650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ffd5e593-0819-4697-bb6c-35edf4c73866, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ffd5e593-0819-4697-bb6c-35edf4c73866,segment=NetworkSegment(bd2b5288-a671-486e-bc82-7806cc00a32e),segment_id=bd2b5288-a671-486e-bc82-7806cc00a32e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:24:33.321442 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6fb36f-e184-4b92-89f1-2b6882fe3424 x-openstack-request-id: req-5f6fb36f-e184-4b92-89f1-2b6882fe3424 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:24:33.321739 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dd1764-b010-43d6-8d37-72815c125613", "name": "network-vif-plugged", "status": "completed", "tag": "ffd5e593-0819-4697-bb6c-35edf4c73866", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:24:33.322081 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f6fb36f-e184-4b92-89f1-2b6882fe3424 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:24:33.322511 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dd1764-b010-43d6-8d37-72815c125613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd5e593-0819-4697-bb6c-35edf4c73866', 'code': 200} Jan 28 06:24:33.390927 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ffd5e593-0819-4697-bb6c-35edf4c73866), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:33.445792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ffd5e593-0819-4697-bb6c-35edf4c73866,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:33.460247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320727a2-3c0e-4f31-8cd3-8f2ff36670ef req-148aaa28-217a-47d9-95c9-484b1758fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:33.462712 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-320727a2-3c0e-4f31-8cd3-8f2ff36670ef req-148aaa28-217a-47d9-95c9-484b1758fde3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 1097 time: 0.0494831 Jan 28 06:24:33.516070 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-320727a2-3c0e-4f31-8cd3-8f2ff36670ef req-f2a9da6d-d820-4f0b-aba6-530995e778ef service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=daf1a862-1e4a-41cf-8049-5b6884cd2476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461805 Jan 28 06:24:33.615662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdb4cc-5f69-4b19-bb34-021d912c5fd9 req-272b9309-e6d3-4714-938f-02fc4aa1dd0a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:33.617157 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77cdb4cc-5f69-4b19-bb34-021d912c5fd9 req-272b9309-e6d3-4714-938f-02fc4aa1dd0a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 945 time: 0.3190646 Jan 28 06:24:33.674387 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77cdb4cc-5f69-4b19-bb34-021d912c5fd9 req-98a541da-9404-42b4-8384-5ac6d6c3c887 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=daf1a862-1e4a-41cf-8049-5b6884cd2476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508785 Jan 28 06:24:34.801860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdadedd-4cd3-4bdd-a2dc-89ee06e0dfc5 req-de895b2f-e66b-4362-ae17-c8a0c71f40ae tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:34.803268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bbdadedd-4cd3-4bdd-a2dc-89ee06e0dfc5 req-de895b2f-e66b-4362-ae17-c8a0c71f40ae tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 945 time: 0.0525055 Jan 28 06:24:34.854083 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1a6ba76-4cf1-452e-baf3-c8603df9cb4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:34.860102 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bbdadedd-4cd3-4bdd-a2dc-89ee06e0dfc5 req-a979fad1-7ff8-40a1-8922-e65c9202bb3a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=daf1a862-1e4a-41cf-8049-5b6884cd2476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508037 Jan 28 06:24:35.986692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fd5f5-e0ea-48e7-b84b-dcbf1a94a0a4 req-765b54b9-38a5-4930-a0c5-e84f01c3f331 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:35.988505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b1fd5f5-e0ea-48e7-b84b-dcbf1a94a0a4 req-765b54b9-38a5-4930-a0c5-e84f01c3f331 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 945 time: 0.0555573 Jan 28 06:24:36.044062 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b1fd5f5-e0ea-48e7-b84b-dcbf1a94a0a4 req-a50f3756-a068-4e83-85fb-d66f8bd78c63 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=daf1a862-1e4a-41cf-8049-5b6884cd2476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495331 Jan 28 06:24:36.163600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f984b0-80c6-46db-85c8-b66e355aced1 req-c5a8d0a3-38d5-4446-af0e-1d390e8388bb tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:36.165111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3f984b0-80c6-46db-85c8-b66e355aced1 req-c5a8d0a3-38d5-4446-af0e-1d390e8388bb tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 945 time: 0.0486445 Jan 28 06:24:36.217335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b3f984b0-80c6-46db-85c8-b66e355aced1 req-7d183917-48ab-4c74-a697-928b76b91a0a tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=daf1a862-1e4a-41cf-8049-5b6884cd2476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446372 Jan 28 06:24:36.244218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52486) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:36.288139 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ba4e00-deaa-4e06-b49c-15997289c831 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:36.289618 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b4ba4e00-deaa-4e06-b49c-15997289c831 tempest-TestNetworkBasicOps-1787957023 tempest-TestNetworkBasicOps-1787957023-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 1092 time: 0.0445056 Jan 28 06:24:36.295722 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52488) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:36.299873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': 'ffd5e593-0819-4697-bb6c-35edf4c73866', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:24:36.390955 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:36.499972 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:36.631268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Allocated IP 172.25.0.36 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/7fd3ff9b-fd3d-4574-bd50-45b2b637b823) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:24:36.675070 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:36.753409 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for port (7fd3ff9b-fd3d-4574-bd50-45b2b637b823), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:36.882907 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (7fd3ff9b-fd3d-4574-bd50-45b2b637b823), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:36.925691 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:24:36.928877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:24:36.933173 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:24:36.966007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Port': ['ID=7fd3ff9b-fd3d-4574-bd50-45b2b637b823,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:36.977640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:36.978144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:36.978771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:36.979154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:36.979501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:36.979842 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:36.980175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:36.980507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:36.980837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:36.981162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:36.981497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:36.981817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:36.982144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:24:37.723600 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for floatingip (85bfe24d-91d5-45a2-8c5d-8c98b0cfc580), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:37.875796 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7fd3ff9b-fd3d-4574-bd50-45b2b637b823), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:38.046037 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for port (7fd3ff9b-fd3d-4574-bd50-45b2b637b823), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:38.065305 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:38.156669 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (7fd3ff9b-fd3d-4574-bd50-45b2b637b823), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:38.228105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event updated for resources: {'Port': ['ID=7fd3ff9b-fd3d-4574-bd50-45b2b637b823,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:24:38.239251 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (85bfe24d-91d5-45a2-8c5d-8c98b0cfc580), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:38.352247 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Floating IP 85bfe24d-91d5-45a2-8c5d-8c98b0cfc580 associated. External IP: 172.25.0.36, port: ffd5e593-0819-4697-bb6c-35edf4c73866. Jan 28 06:24:38.573734 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Router ab33b9b1-9729-48a2-9aa5-50ab39c737e6 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:24:38.684243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:24:38.694354 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36c756-bfc7-4c02-9395-6bea46e0dfdc None None] Sync routers for ids ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:24:38.705342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36c756-bfc7-4c02-9395-6bea46e0dfdc None None] Routers {'ab33b9b1-9729-48a2-9aa5-50ab39c737e6'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:24:38.705962 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-fc36c756-bfc7-4c02-9395-6bea46e0dfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:24:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:38.804335 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:38.817855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-fc36c756-bfc7-4c02-9395-6bea46e0dfdc None None] Set router ab33b9b1-9729-48a2-9aa5-50ab39c737e6 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:24:38.835718 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-39619400-b6e1-4eab-a62a-394dad731d96 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5389812 Jan 28 06:24:38.836302 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dd1764-b010-43d6-8d37-72815c125613', 'tag': 'ffd5e593-0819-4697-bb6c-35edf4c73866'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:24:38.838533 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52494) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:38.844558 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f6180f-1539-4c16-906d-b17a7e419f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "05dd1764-b010-43d6-8d37-72815c125613", "tag": "ffd5e593-0819-4697-bb6c-35edf4c73866"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:24:38.884518 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af251bc-9c7c-4a26-be0e-705dfb0ec6a5 x-openstack-request-id: req-2af251bc-9c7c-4a26-be0e-705dfb0ec6a5 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:24:38.889715 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dd1764-b010-43d6-8d37-72815c125613", "tag": "ffd5e593-0819-4697-bb6c-35edf4c73866", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:24:38.889715 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2af251bc-9c7c-4a26-be0e-705dfb0ec6a5 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:24:38.889715 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05dd1764-b010-43d6-8d37-72815c125613', 'tag': 'ffd5e593-0819-4697-bb6c-35edf4c73866', 'status': 'completed', 'code': 200} Jan 28 06:24:38.935057 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-05381a80-a07b-47d8-8401-4941b28bb25b tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/floatingips/85bfe24d-91d5-45a2-8c5d-8c98b0cfc580 HTTP/1.1" status: 200 len: 990 time: 0.0948241 Jan 28 06:24:38.982549 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6180f-1539-4c16-906d-b17a7e419f5c req-57192162-0189-433f-807c-881a5aed82d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:38.984188 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72f6180f-1539-4c16-906d-b17a7e419f5c req-57192162-0189-433f-807c-881a5aed82d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f01a49a198243c1b64c13a2e783497d&device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 1097 time: 0.0504141 Jan 28 06:24:39.089426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6180f-1539-4c16-906d-b17a7e419f5c req-060d2e50-6f4a-4a6a-bd67-cac680151a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:39.091357 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72f6180f-1539-4c16-906d-b17a7e419f5c req-060d2e50-6f4a-4a6a-bd67-cac680151a9d service neutron] 10.222.0.60 "GET /v2.0/networks?id=41b26848-0542-4305-a17b-3b7ade02d293 HTTP/1.1" status: 200 len: 897 time: 0.1013184 Jan 28 06:24:39.158848 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72f6180f-1539-4c16-906d-b17a7e419f5c req-9665a765-52bc-4164-8e50-0784173f7368 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffd5e593-0819-4697-bb6c-35edf4c73866 HTTP/1.1" status: 200 len: 998 time: 0.0618858 Jan 28 06:24:39.221662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6180f-1539-4c16-906d-b17a7e419f5c req-8541eccb-8758-4e8f-a1f9-af30b5b90b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:39.223136 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72f6180f-1539-4c16-906d-b17a7e419f5c req-8541eccb-8758-4e8f-a1f9-af30b5b90b68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e556258e-f630-4899-b06c-152d9298c077 HTTP/1.1" status: 200 len: 834 time: 0.0592804 Jan 28 06:24:39.225442 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:39.254201 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-fc36c756-bfc7-4c02-9395-6bea46e0dfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'name': 'tempest-TestNetworkBasicOps-router-1324397169', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:14Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '85bfe24d-91d5-45a2-8c5d-8c98b0cfc580', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'port_id': 'ffd5e593-0819-4697-bb6c-35edf4c73866', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293', 'mac_address': 'fa:16:3e:37:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd1764-b010-43d6-8d37-72815c125613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:24:37Z', 'updated_at': '2022-01-28T06:24:37Z', 'revision_number': 0, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af79f060-8d89-4e39-b4f9-84e8bf2ddfc0', 'name': '', 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:28:f3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'e556258e-f630-4899-b06c-152d9298c077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:13Z', 'updated_at': '2022-01-28T06:24:17Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': 'e556258e-f630-4899-b06c-152d9298c077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:39.272591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6180f-1539-4c16-906d-b17a7e419f5c req-2081732f-c700-4f3d-a219-d002e973f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:39.275237 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72f6180f-1539-4c16-906d-b17a7e419f5c req-2081732f-c700-4f3d-a219-d002e973f297 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41b26848-0542-4305-a17b-3b7ade02d293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458031 Jan 28 06:24:39.288521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36c756-bfc7-4c02-9395-6bea46e0dfdc None None] Checking router: ab33b9b1-9729-48a2-9aa5-50ab39c737e6 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:24:39.297931 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36c756-bfc7-4c02-9395-6bea46e0dfdc None None] Routers {'ab33b9b1-9729-48a2-9aa5-50ab39c737e6'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:24:39.298583 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-fc36c756-bfc7-4c02-9395-6bea46e0dfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:24:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:39.374725 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72f6180f-1539-4c16-906d-b17a7e419f5c req-65f425d6-9544-425d-9871-f59ae544ce25 service neutron] 10.222.0.60 "GET /v2.0/networks/41b26848-0542-4305-a17b-3b7ade02d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937595 Jan 28 06:24:39.411011 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-fc36c756-bfc7-4c02-9395-6bea46e0dfdc None None] Set router ab33b9b1-9729-48a2-9aa5-50ab39c737e6 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:24:39.474604 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72f6180f-1539-4c16-906d-b17a7e419f5c req-b0622dcd-b7ff-47b9-b185-7196eb5067c6 service neutron] 10.222.0.60 "GET /v2.0/networks/41b26848-0542-4305-a17b-3b7ade02d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937433 Jan 28 06:24:39.651485 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-fc36c756-bfc7-4c02-9395-6bea46e0dfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'name': 'tempest-TestNetworkBasicOps-router-1324397169', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:14Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '85bfe24d-91d5-45a2-8c5d-8c98b0cfc580', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'port_id': 'ffd5e593-0819-4697-bb6c-35edf4c73866', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293', 'mac_address': 'fa:16:3e:37:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd1764-b010-43d6-8d37-72815c125613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:24:37Z', 'updated_at': '2022-01-28T06:24:37Z', 'revision_number': 0, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af79f060-8d89-4e39-b4f9-84e8bf2ddfc0', 'name': '', 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:28:f3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'e556258e-f630-4899-b06c-152d9298c077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:13Z', 'updated_at': '2022-01-28T06:24:17Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': 'e556258e-f630-4899-b06c-152d9298c077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:24:39.681059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36c756-bfc7-4c02-9395-6bea46e0dfdc None None] The sync data for ids ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'] in n-d-812111-12 is: [{'id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'name': 'tempest-TestNetworkBasicOps-router-1324397169', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:14Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '85bfe24d-91d5-45a2-8c5d-8c98b0cfc580', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'port_id': 'ffd5e593-0819-4697-bb6c-35edf4c73866', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293', 'mac_address': 'fa:16:3e:37:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd1764-b010-43d6-8d37-72815c125613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:24:37Z', 'updated_at': '2022-01-28T06:24:37Z', 'revision_number': 0, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af79f060-8d89-4e39-b4f9-84e8bf2ddfc0', 'name': '', 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:28:f3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'e556258e-f630-4899-b06c-152d9298c077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:13Z', 'updated_at': '2022-01-28T06:24:17Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': 'e556258e-f630-4899-b06c-152d9298c077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:24:39.895282 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadbe77d-cc17-4e0e-aca8-dba9d129ced4 None None] New status for floating IP 85bfe24d-91d5-45a2-8c5d-8c98b0cfc580: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:24:39.938707 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52504) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:40.015967 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-09202122-dde4-4fed-9c5f-a752927c705b tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/floatingips/85bfe24d-91d5-45a2-8c5d-8c98b0cfc580 HTTP/1.1" status: 200 len: 990 time: 0.0759492 Jan 28 06:24:41.019808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52510) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:24:41.088684 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9f304793-9cc3-4e35-9b09-321a0ec19fd6 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/floatingips/85bfe24d-91d5-45a2-8c5d-8c98b0cfc580 HTTP/1.1" status: 200 len: 992 time: 0.0677347 Jan 28 06:24:46.939117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22bca561-3b53-4789-ac57-f172b3701e6e req-c51039dd-f31a-400b-a722-95618a7003c3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395746 Jan 28 06:24:47.035025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca561-3b53-4789-ac57-f172b3701e6e req-2273e43a-d413-4d6f-a838-ced28e19f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:47.036499 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22bca561-3b53-4789-ac57-f172b3701e6e req-2273e43a-d413-4d6f-a838-ced28e19f3b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f01a49a198243c1b64c13a2e783497d&device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 1097 time: 0.0402987 Jan 28 06:24:47.142641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca561-3b53-4789-ac57-f172b3701e6e req-bc57b29d-d543-495d-a7d5-9b047c03bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:47.144452 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22bca561-3b53-4789-ac57-f172b3701e6e req-bc57b29d-d543-495d-a7d5-9b047c03bcf6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=41b26848-0542-4305-a17b-3b7ade02d293 HTTP/1.1" status: 200 len: 897 time: 0.0896096 Jan 28 06:24:47.211404 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22bca561-3b53-4789-ac57-f172b3701e6e req-26f61ccb-61e0-457a-aa4a-4338f1da3c2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffd5e593-0819-4697-bb6c-35edf4c73866 HTTP/1.1" status: 200 len: 1000 time: 0.0577810 Jan 28 06:24:47.266648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca561-3b53-4789-ac57-f172b3701e6e req-41f58487-f37c-48b6-8510-bebefd8f5e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:47.268157 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22bca561-3b53-4789-ac57-f172b3701e6e req-41f58487-f37c-48b6-8510-bebefd8f5e8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e556258e-f630-4899-b06c-152d9298c077 HTTP/1.1" status: 200 len: 834 time: 0.0499446 Jan 28 06:24:47.313434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca561-3b53-4789-ac57-f172b3701e6e req-68d548c3-75f0-4248-9265-c07673ce85b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:47.319247 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22bca561-3b53-4789-ac57-f172b3701e6e req-68d548c3-75f0-4248-9265-c07673ce85b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41b26848-0542-4305-a17b-3b7ade02d293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416145 Jan 28 06:24:47.407285 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22bca561-3b53-4789-ac57-f172b3701e6e req-b3ea5709-40c6-4320-9f5b-07105d8c186f service neutron] 10.222.0.60 "GET /v2.0/networks/41b26848-0542-4305-a17b-3b7ade02d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844607 Jan 28 06:24:47.502369 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22bca561-3b53-4789-ac57-f172b3701e6e req-8d7814db-229d-4437-ad83-742dbca77237 service neutron] 10.222.0.60 "GET /v2.0/networks/41b26848-0542-4305-a17b-3b7ade02d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893295 Jan 28 06:24:51.664875 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:24:55.281433 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:56.137622 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-da539505-1624-455b-abee-b924593d3a7e tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078564802&fields=id&tenant_id=daa041954cd34e19820d06481218d4c6 HTTP/1.1" status: 200 len: 267 time: 0.0444961 Jan 28 06:24:56.245972 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-d154d71b-b30e-4e83-be22-d98135f552fd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:56.248180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-d154d71b-b30e-4e83-be22-d98135f552fd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 811 time: 0.1040549 Jan 28 06:24:56.262513 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-d7f32fb6-b6b0-4314-b7ea-a4360cc65ef7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/quotas/daa041954cd34e19820d06481218d4c6 HTTP/1.1" status: 200 len: 375 time: 0.0090539 Jan 28 06:24:56.315848 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-9922ad09-faad-49ea-a328-409993c808d9 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478334 Jan 28 06:24:56.410577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-1fecac55-fd11-4c00-bc4b-bc31dbdd7b04 service neutron] 10.222.0.31 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828493 Jan 28 06:24:56.504818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-3863da55-81ac-4b45-aed0-d9c588ec2098 service neutron] 10.222.0.31 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882895 Jan 28 06:24:57.331082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c76077c8-a245-418d-84a4-1ed5cd86db08 req-ac1c35df-c248-414f-a035-dd7cdd3dda8a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 210 time: 0.0270860 Jan 28 06:24:57.954028 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:24:58.424508 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f28dc64-76f5-44ff-b45a-0224a9e40e47 req-1c1fa5f3-cbc0-4da5-a61d-ddadc49f9c58 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 210 time: 0.0263536 Jan 28 06:24:58.553402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-e82fc9f5-a695-4a4c-94ff-5a58ad995095 req-3af18697-588c-439e-a7f5-868acf219774 service neutron] (103634) timed out ('10.222.0.31', 53532) {{(pid=103634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 06:24:59.519734 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85ac1936-986f-44bc-b385-b0b40d395e83 req-c65c56ef-b32f-45c3-88e7-f1f8a21271e7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 210 time: 0.0269392 Jan 28 06:24:59.883410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-2f244b67-95a2-4731-89be-3301b612c5dc tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:24:59.884852 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-2f244b67-95a2-4731-89be-3301b612c5dc tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 811 time: 0.0999308 Jan 28 06:24:59.957581 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-db655e8f-88c6-4010-bc56-938956fe5725 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daa041954cd34e19820d06481218d4c6 HTTP/1.1" status: 200 len: 380 time: 0.0579531 Jan 28 06:24:59.966859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-fccc93ef-37d1-4dbc-b5ad-cc4a950934f6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Request body: {'port': {'device_id': '466e810e-6fea-43de-b787-3aaa5f68149b', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'admin_state_up': True, 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'security_groups': ['4c94bc9d-1990-44e1-81d1-91c78415adff']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:25:00.165482 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-fccc93ef-37d1-4dbc-b5ad-cc4a950934f6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Made reservation on behalf of daa041954cd34e19820d06481218d4c6 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:25:00.169301 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-fccc93ef-37d1-4dbc-b5ad-cc4a950934f6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:00.299929 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-fccc93ef-37d1-4dbc-b5ad-cc4a950934f6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Allocated IP 172.20.0.7 (89b111dc-0805-4be8-ae88-1abd550770a0/e29bcda2-c5df-4a29-818b-7e378e331ce0/fc19d63c-98d4-451c-99c0-be4d30f02fac) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:25:00.437592 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-fccc93ef-37d1-4dbc-b5ad-cc4a950934f6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for port (fc19d63c-98d4-451c-99c0-be4d30f02fac), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:00.522260 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-fccc93ef-37d1-4dbc-b5ad-cc4a950934f6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (fc19d63c-98d4-451c-99c0-be4d30f02fac), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:00.572042 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-fccc93ef-37d1-4dbc-b5ad-cc4a950934f6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Network 89b111dc-0805-4be8-ae88-1abd550770a0 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:25:00.577248 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-fccc93ef-37d1-4dbc-b5ad-cc4a950934f6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:25:00.581638 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-fccc93ef-37d1-4dbc-b5ad-cc4a950934f6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:25:00.585750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc93ef-37d1-4dbc-b5ad-cc4a950934f6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'Port': ['ID=fc19d63c-98d4-451c-99c0-be4d30f02fac,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:25:00.633646 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-fccc93ef-37d1-4dbc-b5ad-cc4a950934f6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:00.634262 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-fccc93ef-37d1-4dbc-b5ad-cc4a950934f6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:00.655969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5120e8-3628-4226-82e6-5ea2ae897d72 req-02004f2b-a9a1-474c-b6a9-ad9e3cce0962 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:00.661837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff5120e8-3628-4226-82e6-5ea2ae897d72 req-02004f2b-a9a1-474c-b6a9-ad9e3cce0962 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 931 time: 0.0622821 Jan 28 06:25:00.714155 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff5120e8-3628-4226-82e6-5ea2ae897d72 req-f981fd2c-6455-41bc-8681-52fb89eda8c5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502269 Jan 28 06:25:00.747917 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-fccc93ef-37d1-4dbc-b5ad-cc4a950934f6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7853055 Jan 28 06:25:00.766476 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Request body: {'port': {'device_id': '466e810e-6fea-43de-b787-3aaa5f68149b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:25:00.828873 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fc19d63c-98d4-451c-99c0-be4d30f02fac), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:00.876175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-51b20f53-a38d-498c-b38f-c1aa0e33b335 None None] Provisioning complete for port fc19d63c-98d4-451c-99c0-be4d30f02fac triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:25:00.877429 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51b20f53-a38d-498c-b38f-c1aa0e33b335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fc19d63c-98d4-451c-99c0-be4d30f02fac), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:00.913577 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-51b20f53-a38d-498c-b38f-c1aa0e33b335 None None] Port fc19d63c-98d4-451c-99c0-be4d30f02fac cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:25:01.444162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc19d63c-98d4-451c-99c0-be4d30f02fac {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:25:01.452412 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Publish callbacks [] for port (fc19d63c-98d4-451c-99c0-be4d30f02fac), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:01.464982 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Transition to ACTIVE for port object fc19d63c-98d4-451c-99c0-be4d30f02fac will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:25:01.572854 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (fc19d63c-98d4-451c-99c0-be4d30f02fac), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:01.626982 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Pushing event updated for resources: {'Port': ['ID=fc19d63c-98d4-451c-99c0-be4d30f02fac,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:25:01.702946 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Attempting to bind port fc19d63c-98d4-451c-99c0-be4d30f02fac on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:25:01.703402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Attempting to bind port fc19d63c-98d4-451c-99c0-be4d30f02fac by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:25:01.703819 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Attempting to bind port fc19d63c-98d4-451c-99c0-be4d30f02fac on network 89b111dc-0805-4be8-ae88-1abd550770a0 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:25:01.708441 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Port fc19d63c-98d4-451c-99c0-be4d30f02fac on network 89b111dc-0805-4be8-ae88-1abd550770a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:25:01.709353 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Attempting to bind port fc19d63c-98d4-451c-99c0-be4d30f02fac on network 89b111dc-0805-4be8-ae88-1abd550770a0 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:25:01.718932 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:25:01.719367 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Checking segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:25:01.719837 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Bound using segment: {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:25:01.720419 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Bound port: fc19d63c-98d4-451c-99c0-be4d30f02fac, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:25:01.720873 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fc19d63c-98d4-451c-99c0-be4d30f02fac), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:01.809968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] For port fc19d63c-98d4-451c-99c0-be4d30f02fac, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:25:01.814993 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] For port fc19d63c-98d4-451c-99c0-be4d30f02fac, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=fc19d63c-98d4-451c-99c0-be4d30f02fac,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:25:01.863492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd50ef5-6814-43be-bba0-1f3442c9c6fa req-ec792a27-6bdc-4b34-8d65-5c35628d4def tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:01.865018 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7dd50ef5-6814-43be-bba0-1f3442c9c6fa req-ec792a27-6bdc-4b34-8d65-5c35628d4def tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 943 time: 0.0533619 Jan 28 06:25:01.915953 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7dd50ef5-6814-43be-bba0-1f3442c9c6fa req-8a23728e-e861-4f37-a9bf-176106a0256c tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424705 Jan 28 06:25:01.925116 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (fc19d63c-98d4-451c-99c0-be4d30f02fac), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:01.969946 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:01.970620 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:01.972057 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] 10.222.0.64 "PUT /v2.0/ports/fc19d63c-98d4-451c-99c0-be4d30f02fac HTTP/1.1" status: 200 len: 1092 time: 1.2106860 Jan 28 06:25:01.972514 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466e810e-6fea-43de-b787-3aaa5f68149b', 'tag': 'fc19d63c-98d4-451c-99c0-be4d30f02fac'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:25:01.974856 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b12b1d1-2f18-4885-9662-2d882dcb9421" -d '{"events": [{"name": "network-changed", "server_uuid": "466e810e-6fea-43de-b787-3aaa5f68149b", "tag": "fc19d63c-98d4-451c-99c0-be4d30f02fac"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:25:02.018865 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ae02d-6a46-46e0-b111-194b1a54d861 service neutron] Pushing event updated for resources: {'Port': ['ID=fc19d63c-98d4-451c-99c0-be4d30f02fac,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:25:02.032010 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1291464-b502-4ccf-bf55-40128a25c088 x-openstack-request-id: req-e1291464-b502-4ccf-bf55-40128a25c088 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:25:02.034450 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466e810e-6fea-43de-b787-3aaa5f68149b", "tag": "fc19d63c-98d4-451c-99c0-be4d30f02fac", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:25:02.034450 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1291464-b502-4ccf-bf55-40128a25c088 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:25:02.034450 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466e810e-6fea-43de-b787-3aaa5f68149b', 'tag': 'fc19d63c-98d4-451c-99c0-be4d30f02fac', 'status': 'completed', 'code': 200} Jan 28 06:25:02.128341 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12b1d1-2f18-4885-9662-2d882dcb9421 req-0899f8c9-3d10-4cd1-b8c6-3ccee51530e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:02.129854 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2b12b1d1-2f18-4885-9662-2d882dcb9421 req-0899f8c9-3d10-4cd1-b8c6-3ccee51530e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 1095 time: 0.0503218 Jan 28 06:25:02.247857 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12b1d1-2f18-4885-9662-2d882dcb9421 req-190868aa-8d02-4427-9fd5-1dd0206881a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:02.249372 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2b12b1d1-2f18-4885-9662-2d882dcb9421 req-190868aa-8d02-4427-9fd5-1dd0206881a7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=daa041954cd34e19820d06481218d4c6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1069233 Jan 28 06:25:02.347421 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12b1d1-2f18-4885-9662-2d882dcb9421 req-c61e81ee-e1be-4885-955d-d7b0e994db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:02.348930 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2b12b1d1-2f18-4885-9662-2d882dcb9421 req-c61e81ee-e1be-4885-955d-d7b0e994db27 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929887 Jan 28 06:25:02.457091 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c5f2ebb4-f6f3-436d-bfb5-bdaecbd47ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:02.458434 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-9a473087-df78-4982-bd5d-88b7f07648fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:02.461850 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-9a473087-df78-4982-bd5d-88b7f07648fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 1095 time: 0.0516489 Jan 28 06:25:02.509580 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-c2c152eb-ef66-4544-9519-7846bf00f600 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc19d63c-98d4-451c-99c0-be4d30f02fac HTTP/1.1" status: 200 len: 217 time: 0.0351086 Jan 28 06:25:02.557865 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-552f6446-eeb2-4329-8894-fb60ecb3883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:02.559604 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-552f6446-eeb2-4329-8894-fb60ecb3883c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.0436776 Jan 28 06:25:02.607099 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-bf9258bf-f696-4046-92ff-a9fff18ed679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:02.608607 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-bf9258bf-f696-4046-92ff-a9fff18ed679 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439043 Jan 28 06:25:02.696173 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-917eeac1-d09e-41d4-a818-298986b62946 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808148 Jan 28 06:25:02.788018 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7f3fd0e0-12f0-4291-a1c3-a6bae8a0d0d9 req-d2b5c46f-4dfb-4c06-8832-2613d4313f08 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865750 Jan 28 06:25:03.060216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bc939-044f-4e69-8ac8-4a3d1375250b req-db1a727f-af69-4d32-9fd6-5e0e05230d42 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:03.061929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a31bc939-044f-4e69-8ac8-4a3d1375250b req-db1a727f-af69-4d32-9fd6-5e0e05230d42 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 943 time: 0.0524037 Jan 28 06:25:03.119465 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a31bc939-044f-4e69-8ac8-4a3d1375250b req-b626eaf3-08e3-45a8-bea9-1c05a94c49c7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517571 Jan 28 06:25:04.243465 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13e92b-3ab4-41c7-a665-baab62fed09d req-f788bb3a-7aa6-49a2-b5ee-348d7ccb54e8 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:04.244942 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f13e92b-3ab4-41c7-a665-baab62fed09d req-f788bb3a-7aa6-49a2-b5ee-348d7ccb54e8 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 943 time: 0.0558686 Jan 28 06:25:04.295870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f13e92b-3ab4-41c7-a665-baab62fed09d req-9d11268f-e200-4376-9c71-73383a2d88ad tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447028 Jan 28 06:25:04.862696 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3925736-e8fc-45a3-b7ef-93f0702d5bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:05.413772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f52725-af28-46eb-a5eb-a8f8778ecb78 req-a4af2ded-05cb-4c52-ab26-33283065405b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:05.415266 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90f52725-af28-46eb-a5eb-a8f8778ecb78 req-a4af2ded-05cb-4c52-ab26-33283065405b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 943 time: 0.0487411 Jan 28 06:25:05.465652 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90f52725-af28-46eb-a5eb-a8f8778ecb78 req-0f3b9469-c996-42c6-9aef-ffcf661bbf26 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443516 Jan 28 06:25:05.603736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52596) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:25:05.665389 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d83afcec-36f4-4330-b4d5-fcd5c1723ead tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/floatingips/85bfe24d-91d5-45a2-8c5d-8c98b0cfc580 HTTP/1.1" status: 200 len: 992 time: 0.0604582 Jan 28 06:25:05.955088 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52602) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:25:06.118538 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0cff1e62-ea30-4e38-b5c3-62fdb21159b9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Deleting port 7fd3ff9b-fd3d-4574-bd50-45b2b637b823 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:25:06.118880 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0cff1e62-ea30-4e38-b5c3-62fdb21159b9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7fd3ff9b-fd3d-4574-bd50-45b2b637b823), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:06.192835 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0cff1e62-ea30-4e38-b5c3-62fdb21159b9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7fd3ff9b-fd3d-4574-bd50-45b2b637b823), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:06.193162 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0cff1e62-ea30-4e38-b5c3-62fdb21159b9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for floatingip (7fd3ff9b-fd3d-4574-bd50-45b2b637b823), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:06.207384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0cff1e62-ea30-4e38-b5c3-62fdb21159b9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Calling delete_port for 7fd3ff9b-fd3d-4574-bd50-45b2b637b823 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:25:06.487550 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0cff1e62-ea30-4e38-b5c3-62fdb21159b9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (7fd3ff9b-fd3d-4574-bd50-45b2b637b823), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:06.520296 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff1e62-ea30-4e38-b5c3-62fdb21159b9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'Port': ['ID=7fd3ff9b-fd3d-4574-bd50-45b2b637b823,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:25:06.610992 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0cff1e62-ea30-4e38-b5c3-62fdb21159b9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for floatingip (85bfe24d-91d5-45a2-8c5d-8c98b0cfc580), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:06.611323 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-0cff1e62-ea30-4e38-b5c3-62fdb21159b9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Floating IP 85bfe24d-91d5-45a2-8c5d-8c98b0cfc580 disassociated (deleted). External IP: 172.25.0.36, port: ffd5e593-0819-4697-bb6c-35edf4c73866. Jan 28 06:25:06.654620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfe6d2-8f45-446a-a8b6-0cb0e8235d18 req-cca52071-826d-4afa-8318-49d9f0702a81 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:06.656097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3dfe6d2-8f45-446a-a8b6-0cb0e8235d18 req-cca52071-826d-4afa-8318-49d9f0702a81 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 943 time: 0.0929484 Jan 28 06:25:06.721871 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:06.755017 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3dfe6d2-8f45-446a-a8b6-0cb0e8235d18 req-4b30d17b-fc75-4f98-868b-78a618fb6302 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910122 Jan 28 06:25:06.871984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cff1e62-ea30-4e38-b5c3-62fdb21159b9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Router ab33b9b1-9729-48a2-9aa5-50ab39c737e6 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:25:06.982349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cff1e62-ea30-4e38-b5c3-62fdb21159b9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:25:06.987478 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0cff1e62-ea30-4e38-b5c3-62fdb21159b9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:06.994618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d6863-bf69-45a8-b379-96515a218327 None None] Sync routers for ids ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:25:07.006357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d6863-bf69-45a8-b379-96515a218327 None None] Routers {'ab33b9b1-9729-48a2-9aa5-50ab39c737e6'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:25:07.007082 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-1d6d6863-bf69-45a8-b379-96515a218327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:25:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:25:07.015019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0cff1e62-ea30-4e38-b5c3-62fdb21159b9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "DELETE /v2.0/floatingips/85bfe24d-91d5-45a2-8c5d-8c98b0cfc580 HTTP/1.1" status: 204 len: 168 time: 1.0588613 Jan 28 06:25:07.020983 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dd1764-b010-43d6-8d37-72815c125613', 'tag': 'ffd5e593-0819-4697-bb6c-35edf4c73866'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:25:07.020983 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095ccd2f-ec2d-4f19-b60a-63bd407a812a" -d '{"events": [{"name": "network-changed", "server_uuid": "05dd1764-b010-43d6-8d37-72815c125613", "tag": "ffd5e593-0819-4697-bb6c-35edf4c73866"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:25:07.073668 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dce5580-c08d-4e5b-8c1b-4f0aaab22245 x-openstack-request-id: req-0dce5580-c08d-4e5b-8c1b-4f0aaab22245 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:25:07.074365 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dd1764-b010-43d6-8d37-72815c125613", "tag": "ffd5e593-0819-4697-bb6c-35edf4c73866", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:25:07.074945 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0dce5580-c08d-4e5b-8c1b-4f0aaab22245 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:25:07.075800 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05dd1764-b010-43d6-8d37-72815c125613', 'tag': 'ffd5e593-0819-4697-bb6c-35edf4c73866', 'status': 'completed', 'code': 200} Jan 28 06:25:07.137230 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-1d6d6863-bf69-45a8-b379-96515a218327 None None] Set router ab33b9b1-9729-48a2-9aa5-50ab39c737e6 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:25:07.172889 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ccd2f-ec2d-4f19-b60a-63bd407a812a req-049d4b02-9d72-443e-846c-20510d58bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:07.174429 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-095ccd2f-ec2d-4f19-b60a-63bd407a812a req-049d4b02-9d72-443e-846c-20510d58bb9a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f01a49a198243c1b64c13a2e783497d&device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 1097 time: 0.0535510 Jan 28 06:25:07.272909 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ccd2f-ec2d-4f19-b60a-63bd407a812a req-39860cf4-4712-4648-baad-08e22d42d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:07.275073 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-095ccd2f-ec2d-4f19-b60a-63bd407a812a req-39860cf4-4712-4648-baad-08e22d42d0a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=41b26848-0542-4305-a17b-3b7ade02d293 HTTP/1.1" status: 200 len: 897 time: 0.0946085 Jan 28 06:25:07.319511 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-095ccd2f-ec2d-4f19-b60a-63bd407a812a req-3a836c23-c82d-4d7c-8070-4f1c70ca012d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffd5e593-0819-4697-bb6c-35edf4c73866 HTTP/1.1" status: 200 len: 217 time: 0.0372274 Jan 28 06:25:07.353979 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-1d6d6863-bf69-45a8-b379-96515a218327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'name': 'tempest-TestNetworkBasicOps-router-1324397169', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:14Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'af79f060-8d89-4e39-b4f9-84e8bf2ddfc0', 'name': '', 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:28:f3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'e556258e-f630-4899-b06c-152d9298c077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:13Z', 'updated_at': '2022-01-28T06:24:17Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': 'e556258e-f630-4899-b06c-152d9298c077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:25:07.384212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d6863-bf69-45a8-b379-96515a218327 None None] Checking router: ab33b9b1-9729-48a2-9aa5-50ab39c737e6 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:25:07.384863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ccd2f-ec2d-4f19-b60a-63bd407a812a req-f6d60088-5eda-48ac-aa11-45b7dd7dd9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:07.386957 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-095ccd2f-ec2d-4f19-b60a-63bd407a812a req-f6d60088-5eda-48ac-aa11-45b7dd7dd9dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e556258e-f630-4899-b06c-152d9298c077 HTTP/1.1" status: 200 len: 834 time: 0.0608966 Jan 28 06:25:07.392838 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d6863-bf69-45a8-b379-96515a218327 None None] Routers {'ab33b9b1-9729-48a2-9aa5-50ab39c737e6'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:25:07.393532 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-1d6d6863-bf69-45a8-b379-96515a218327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:25:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:25:07.438236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ccd2f-ec2d-4f19-b60a-63bd407a812a req-42e77462-b371-4845-84d3-824b150a0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:07.439802 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-095ccd2f-ec2d-4f19-b60a-63bd407a812a req-42e77462-b371-4845-84d3-824b150a0663 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41b26848-0542-4305-a17b-3b7ade02d293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461035 Jan 28 06:25:07.502987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-1d6d6863-bf69-45a8-b379-96515a218327 None None] Set router ab33b9b1-9729-48a2-9aa5-50ab39c737e6 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:25:07.561899 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-095ccd2f-ec2d-4f19-b60a-63bd407a812a req-041e0643-a03f-4dbd-b086-fbada5ffd832 service neutron] 10.222.0.60 "GET /v2.0/networks/41b26848-0542-4305-a17b-3b7ade02d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158576 Jan 28 06:25:07.687224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d7baf-49f6-469f-a2f7-f7483c1c9872 req-9fb6d7e2-24fe-470d-90eb-e40168208f53 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:07.688848 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af5d7baf-49f6-469f-a2f7-f7483c1c9872 req-9fb6d7e2-24fe-470d-90eb-e40168208f53 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 945 time: 0.1105459 Jan 28 06:25:07.718457 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-095ccd2f-ec2d-4f19-b60a-63bd407a812a req-6de20b37-f56a-4cf6-90c0-a872baeddc60 service neutron] 10.222.0.60 "GET /v2.0/networks/41b26848-0542-4305-a17b-3b7ade02d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496720 Jan 28 06:25:07.720048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-1d6d6863-bf69-45a8-b379-96515a218327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'name': 'tempest-TestNetworkBasicOps-router-1324397169', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:14Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'af79f060-8d89-4e39-b4f9-84e8bf2ddfc0', 'name': '', 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:28:f3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'e556258e-f630-4899-b06c-152d9298c077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:13Z', 'updated_at': '2022-01-28T06:24:17Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': 'e556258e-f630-4899-b06c-152d9298c077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:25:07.747566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d6863-bf69-45a8-b379-96515a218327 None None] The sync data for ids ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'] in n-d-812111-12 is: [{'id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'name': 'tempest-TestNetworkBasicOps-router-1324397169', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:14Z', 'revision_number': 4, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'af79f060-8d89-4e39-b4f9-84e8bf2ddfc0', 'name': '', 'network_id': '41b26848-0542-4305-a17b-3b7ade02d293', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'mac_address': 'fa:16:3e:28:f3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'e556258e-f630-4899-b06c-152d9298c077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:13Z', 'updated_at': '2022-01-28T06:24:17Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'subnets': [{'id': 'e556258e-f630-4899-b06c-152d9298c077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:25:07.753862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af5d7baf-49f6-469f-a2f7-f7483c1c9872 req-10c81e76-8ac6-4c86-a1b7-6395b87f1da9 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=daf1a862-1e4a-41cf-8049-5b6884cd2476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595477 Jan 28 06:25:07.886409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fc568-a681-469e-a03b-0952399b95bc req-60fd6d3f-3176-4bef-9a3c-56f88e0c9e8b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:07.895380 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c8fc568-a681-469e-a03b-0952399b95bc req-60fd6d3f-3176-4bef-9a3c-56f88e0c9e8b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 943 time: 0.0561275 Jan 28 06:25:07.945112 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c8fc568-a681-469e-a03b-0952399b95bc req-0fbd3a30-80d7-4cea-96dd-92fce2001856 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504630 Jan 28 06:25:08.034748 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d289389-1275-472f-87ef-cef9ade657f0 None None] New status for floating IP 85bfe24d-91d5-45a2-8c5d-8c98b0cfc580: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:25:08.096819 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:08.873013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54621f6f-1795-4434-8074-bcb9eb2946be req-87d69bee-f8d8-460c-92a9-cd5040bfafc4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:08.874636 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54621f6f-1795-4434-8074-bcb9eb2946be req-87d69bee-f8d8-460c-92a9-cd5040bfafc4 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 945 time: 0.0515845 Jan 28 06:25:08.924142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54621f6f-1795-4434-8074-bcb9eb2946be req-7b99ed53-e4c2-43c8-85f4-bc8307b1f4d3 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/security-groups?id=daf1a862-1e4a-41cf-8049-5b6884cd2476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437715 Jan 28 06:25:09.029247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2d83d-5ef5-4d64-8970-04e9c47c73d8 req-cd03454d-821d-4535-9664-ecdaecaf7142 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:09.030807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3df2d83d-5ef5-4d64-8970-04e9c47c73d8 req-cd03454d-821d-4535-9664-ecdaecaf7142 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.60 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 945 time: 0.0565829 Jan 28 06:25:09.132331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b53fd0-7663-47d5-8005-657b9bc472a9 req-ae641f6e-6c4e-44e4-8cc1-111b5f76bd37 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:09.133808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26b53fd0-7663-47d5-8005-657b9bc472a9 req-ae641f6e-6c4e-44e4-8cc1-111b5f76bd37 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 943 time: 0.1021135 Jan 28 06:25:09.142758 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:09.194527 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-26b53fd0-7663-47d5-8005-657b9bc472a9 req-10c3fa2e-f96f-4c85-8421-ad9a3cb5c175 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540378 Jan 28 06:25:09.200568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3df2d83d-5ef5-4d64-8970-04e9c47c73d8 req-f64e82e8-f351-4e0a-a9dd-39cd7053e75c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Deleting port ffd5e593-0819-4697-bb6c-35edf4c73866 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:25:09.200920 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3df2d83d-5ef5-4d64-8970-04e9c47c73d8 req-f64e82e8-f351-4e0a-a9dd-39cd7053e75c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ffd5e593-0819-4697-bb6c-35edf4c73866), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:09.294633 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3df2d83d-5ef5-4d64-8970-04e9c47c73d8 req-f64e82e8-f351-4e0a-a9dd-39cd7053e75c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] For port ffd5e593-0819-4697-bb6c-35edf4c73866, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ffd5e593-0819-4697-bb6c-35edf4c73866,segment=NetworkSegment(bd2b5288-a671-486e-bc82-7806cc00a32e),segment_id=bd2b5288-a671-486e-bc82-7806cc00a32e)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:25:09.294994 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3df2d83d-5ef5-4d64-8970-04e9c47c73d8 req-f64e82e8-f351-4e0a-a9dd-39cd7053e75c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ffd5e593-0819-4697-bb6c-35edf4c73866), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:09.306973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3df2d83d-5ef5-4d64-8970-04e9c47c73d8 req-f64e82e8-f351-4e0a-a9dd-39cd7053e75c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Calling delete_port for ffd5e593-0819-4697-bb6c-35edf4c73866 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:25:09.538975 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3df2d83d-5ef5-4d64-8970-04e9c47c73d8 req-f64e82e8-f351-4e0a-a9dd-39cd7053e75c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ffd5e593-0819-4697-bb6c-35edf4c73866), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:09.567738 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e82e8-f351-4e0a-a9dd-39cd7053e75c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'Port': ['ID=ffd5e593-0819-4697-bb6c-35edf4c73866,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:25:09.609635 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df2d83d-5ef5-4d64-8970-04e9c47c73d8 req-f64e82e8-f351-4e0a-a9dd-39cd7053e75c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] No DVR routers for this DVR port ffd5e593-0819-4697-bb6c-35edf4c73866 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:25:09.613917 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3df2d83d-5ef5-4d64-8970-04e9c47c73d8 req-f64e82e8-f351-4e0a-a9dd-39cd7053e75c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:09.615860 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3df2d83d-5ef5-4d64-8970-04e9c47c73d8 req-f64e82e8-f351-4e0a-a9dd-39cd7053e75c tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.60 "DELETE /v2.0/ports/ffd5e593-0819-4697-bb6c-35edf4c73866 HTTP/1.1" status: 204 len: 173 time: 0.5761588 Jan 28 06:25:09.616297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dd1764-b010-43d6-8d37-72815c125613', 'name': 'network-vif-deleted', 'tag': 'ffd5e593-0819-4697-bb6c-35edf4c73866'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:25:09.618561 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112f094f-4726-4e33-94df-74c7150b2796" -d '{"events": [{"server_uuid": "05dd1764-b010-43d6-8d37-72815c125613", "name": "network-vif-deleted", "tag": "ffd5e593-0819-4697-bb6c-35edf4c73866"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:25:09.654258 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d17439-c833-4bd6-8ce0-25b1bb5c1e47 x-openstack-request-id: req-89d17439-c833-4bd6-8ce0-25b1bb5c1e47 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:25:09.654587 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dd1764-b010-43d6-8d37-72815c125613", "name": "network-vif-deleted", "tag": "ffd5e593-0819-4697-bb6c-35edf4c73866", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:25:09.654841 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89d17439-c833-4bd6-8ce0-25b1bb5c1e47 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:25:09.655237 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dd1764-b010-43d6-8d37-72815c125613', 'name': 'network-vif-deleted', 'tag': 'ffd5e593-0819-4697-bb6c-35edf4c73866', 'status': 'completed', 'code': 200} Jan 28 06:25:10.024347 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e115c51a-7ad3-4489-8627-913f38a00bf4 req-9448d951-4861-4ef8-b863-c16b271ef16f tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "GET /v2.0/ports?device_id=05dd1764-b010-43d6-8d37-72815c125613 HTTP/1.1" status: 200 len: 210 time: 0.0270793 Jan 28 06:25:10.320218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0ded4-94c1-4d2c-aff9-a3e9448e34eb req-f07c33e0-94c9-4031-b13e-3ec2120baebd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:10.321674 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41b0ded4-94c1-4d2c-aff9-a3e9448e34eb req-f07c33e0-94c9-4031-b13e-3ec2120baebd tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 943 time: 0.0524843 Jan 28 06:25:10.371033 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41b0ded4-94c1-4d2c-aff9-a3e9448e34eb req-edefaf20-6147-4b29-9af2-a1dd538cd08b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436337 Jan 28 06:25:11.088569 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52630) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:25:11.144869 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30e5c668-e2df-46a0-823d-a4a3c7135033 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (daf1a862-1e4a-41cf-8049-5b6884cd2476), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:11.170061 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30e5c668-e2df-46a0-823d-a4a3c7135033 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (daf1a862-1e4a-41cf-8049-5b6884cd2476), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:11.308496 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30e5c668-e2df-46a0-823d-a4a3c7135033 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (daf1a862-1e4a-41cf-8049-5b6884cd2476), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:11.311101 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30e5c668-e2df-46a0-823d-a4a3c7135033 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:11.312531 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-30e5c668-e2df-46a0-823d-a4a3c7135033 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "DELETE /v2.0/security-groups/daf1a862-1e4a-41cf-8049-5b6884cd2476 HTTP/1.1" status: 204 len: 168 time: 0.2229340 Jan 28 06:25:11.322252 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5c668-e2df-46a0-823d-a4a3c7135033 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf1a862-1e4a-41cf-8049-5b6884cd2476,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:25:11.452483 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52636) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:25:11.494884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4e269-c083-408a-80ae-47416359428f req-7a258e5e-38bc-4a83-80c0-ba1d3d223ffa tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:11.496420 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8bb4e269-c083-408a-80ae-47416359428f req-7a258e5e-38bc-4a83-80c0-ba1d3d223ffa tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 943 time: 0.0525584 Jan 28 06:25:11.551631 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8bb4e269-c083-408a-80ae-47416359428f req-4962d2bb-ec3e-47d6-98f5-251ab593c6a0 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486884 Jan 28 06:25:11.823167 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (ab33b9b1-9729-48a2-9aa5-50ab39c737e6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:12.078209 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Deleting port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:25:12.078503 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:12.164732 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] For port af79f060-8d89-4e39-b4f9-84e8bf2ddfc0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=af79f060-8d89-4e39-b4f9-84e8bf2ddfc0,segment=NetworkSegment(bd2b5288-a671-486e-bc82-7806cc00a32e),segment_id=bd2b5288-a671-486e-bc82-7806cc00a32e)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:25:12.165093 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:12.177985 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Calling delete_port for af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:25:12.429754 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (af79f060-8d89-4e39-b4f9-84e8bf2ddfc0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:12.461040 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'Port': ['ID=af79f060-8d89-4e39-b4f9-84e8bf2ddfc0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:25:12.486813 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:12.486813 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:12.487103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:12.487290 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:12.487520 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:12.487853 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:12.488180 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:12.488530 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:12.488829 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:12.489152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:12.489475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:12.489798 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:12.490121 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:12.648636 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (ab33b9b1-9729-48a2-9aa5-50ab39c737e6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:12.680353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb345f-3c34-425a-943b-65eba4462a5a req-017e506f-142e-4fc3-b678-2314f284112d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:12.681773 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24fb345f-3c34-425a-943b-65eba4462a5a req-017e506f-142e-4fc3-b678-2314f284112d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 943 time: 0.0515912 Jan 28 06:25:12.733284 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24fb345f-3c34-425a-943b-65eba4462a5a req-2907ef5f-cc27-4d71-9459-cbb01a33518a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443840 Jan 28 06:25:12.870510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Router ab33b9b1-9729-48a2-9aa5-50ab39c737e6 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:25:12.979496 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:25:12.988117 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-39c824c4-93c9-43d8-96f8-9ef2a31a5170 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "PUT /v2.0/routers/ab33b9b1-9729-48a2-9aa5-50ab39c737e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5325525 Jan 28 06:25:12.988427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52644) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:25:12.990879 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd036fd-a3da-466b-bac8-6dc56d80047f None None] Sync routers for ids ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:25:13.001187 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd036fd-a3da-466b-bac8-6dc56d80047f None None] Routers {'ab33b9b1-9729-48a2-9aa5-50ab39c737e6'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:25:13.002390 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bcd036fd-a3da-466b-bac8-6dc56d80047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:25:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:25:13.038608 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-159991b5-20c2-4fff-b12e-8916a724f940 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Deleting subnet e556258e-f630-4899-b06c-152d9298c077 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:25:13.041814 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-159991b5-20c2-4fff-b12e-8916a724f940 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for subnet (e556258e-f630-4899-b06c-152d9298c077), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:13.085361 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-159991b5-20c2-4fff-b12e-8916a724f940 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (e556258e-f630-4899-b06c-152d9298c077), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:13.112391 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-bcd036fd-a3da-466b-bac8-6dc56d80047f None None] Set router ab33b9b1-9729-48a2-9aa5-50ab39c737e6 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:25:13.168896 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-159991b5-20c2-4fff-b12e-8916a724f940 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (e556258e-f630-4899-b06c-152d9298c077), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:13.211607 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ffd5e593-0819-4697-bb6c-35edf4c73866 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:25:13.236832 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: ffd5e593-0819-4697-bb6c-35edf4c73866 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:25:13.237094 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ffd5e593-0819-4697-bb6c-35edf4c73866 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:25:13.311035 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-159991b5-20c2-4fff-b12e-8916a724f940 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (e556258e-f630-4899-b06c-152d9298c077), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:13.312534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bcd036fd-a3da-466b-bac8-6dc56d80047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'name': 'tempest-TestNetworkBasicOps-router-1324397169', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:25:12Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:25:13.338555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159991b5-20c2-4fff-b12e-8916a724f940 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'Subnet': ['ID=e556258e-f630-4899-b06c-152d9298c077,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:25:13.340660 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd036fd-a3da-466b-bac8-6dc56d80047f None None] Checking router: ab33b9b1-9729-48a2-9aa5-50ab39c737e6 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:25:13.344834 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-159991b5-20c2-4fff-b12e-8916a724f940 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:13.351367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-159991b5-20c2-4fff-b12e-8916a724f940 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "DELETE /v2.0/subnets/e556258e-f630-4899-b06c-152d9298c077 HTTP/1.1" status: 204 len: 168 time: 0.3595028 Jan 28 06:25:13.351894 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf82a75-2205-4dd0-be91-32666f019978 None None] Network 41b26848-0542-4305-a17b-3b7ade02d293 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:25:13.352093 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52646) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:25:13.366011 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd036fd-a3da-466b-bac8-6dc56d80047f None None] Routers {'ab33b9b1-9729-48a2-9aa5-50ab39c737e6'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:25:13.366669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bcd036fd-a3da-466b-bac8-6dc56d80047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:25:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:25:13.467127 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44a39a36-62af-40be-bbd0-b25c69434ce7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for router (ab33b9b1-9729-48a2-9aa5-50ab39c737e6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:13.538468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-bcd036fd-a3da-466b-bac8-6dc56d80047f None None] Set router ab33b9b1-9729-48a2-9aa5-50ab39c737e6 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:25:13.577551 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44a39a36-62af-40be-bbd0-b25c69434ce7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for router_gateway (ab33b9b1-9729-48a2-9aa5-50ab39c737e6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:13.607311 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] DHCP port deletion for 41b26848-0542-4305-a17b-3b7ade02d293 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:25:13.688038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-44a39a36-62af-40be-bbd0-b25c69434ce7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Deleting port a26151fb-5a6d-4269-b6fa-61a0176e0f7b {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:25:13.688394 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44a39a36-62af-40be-bbd0-b25c69434ce7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a26151fb-5a6d-4269-b6fa-61a0176e0f7b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:13.772426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-44a39a36-62af-40be-bbd0-b25c69434ce7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] For port a26151fb-5a6d-4269-b6fa-61a0176e0f7b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a26151fb-5a6d-4269-b6fa-61a0176e0f7b,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:25:13.777086 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44a39a36-62af-40be-bbd0-b25c69434ce7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a26151fb-5a6d-4269-b6fa-61a0176e0f7b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:13.786650 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-44a39a36-62af-40be-bbd0-b25c69434ce7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Calling delete_port for a26151fb-5a6d-4269-b6fa-61a0176e0f7b owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:25:13.864276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580febb-efd4-4967-b0ce-96020f60a971 req-afae7a8d-118f-499b-8c29-b22d1b31936b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:13.868766 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a580febb-efd4-4967-b0ce-96020f60a971 req-afae7a8d-118f-499b-8c29-b22d1b31936b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 943 time: 0.0576811 Jan 28 06:25:13.900458 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Deleting port 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:25:13.900831 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (4c571a2a-a7e7-4b20-9849-4bb4a317a0ed), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:13.921600 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a580febb-efd4-4967-b0ce-96020f60a971 req-0c961f0b-1309-4f62-88e5-e1dc7d5e0aa2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483351 Jan 28 06:25:13.970927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] For port 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4c571a2a-a7e7-4b20-9849-4bb4a317a0ed,segment=NetworkSegment(bd2b5288-a671-486e-bc82-7806cc00a32e),segment_id=bd2b5288-a671-486e-bc82-7806cc00a32e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:25:13.971339 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (4c571a2a-a7e7-4b20-9849-4bb4a317a0ed), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:13.989597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Calling delete_port for 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:25:13.996985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bcd036fd-a3da-466b-bac8-6dc56d80047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'name': 'tempest-TestNetworkBasicOps-router-1324397169', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:25:12Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:25:14.027028 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd036fd-a3da-466b-bac8-6dc56d80047f None None] The sync data for ids ['ab33b9b1-9729-48a2-9aa5-50ab39c737e6'] in n-d-812111-12 is: [{'id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'name': 'tempest-TestNetworkBasicOps-router-1324397169', 'tenant_id': '2f01a49a198243c1b64c13a2e783497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:25:12Z', 'revision_number': 5, 'project_id': '2f01a49a198243c1b64c13a2e783497d', 'gw_port': {'id': 'a26151fb-5a6d-4269-b6fa-61a0176e0f7b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab33b9b1-9729-48a2-9aa5-50ab39c737e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:24:10Z', 'updated_at': '2022-01-28T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:25:14.053009 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44a39a36-62af-40be-bbd0-b25c69434ce7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a26151fb-5a6d-4269-b6fa-61a0176e0f7b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:14.079387 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a39a36-62af-40be-bbd0-b25c69434ce7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'Port': ['ID=a26151fb-5a6d-4269-b6fa-61a0176e0f7b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:25:14.146494 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44a39a36-62af-40be-bbd0-b25c69434ce7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (ab33b9b1-9729-48a2-9aa5-50ab39c737e6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:14.178250 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (4c571a2a-a7e7-4b20-9849-4bb4a317a0ed), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:14.209606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Pushing event deleted for resources: {'Port': ['ID=4c571a2a-a7e7-4b20-9849-4bb4a317a0ed,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:25:14.212835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] No DVR routers for this DVR port 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:25:14.220795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:14.221148 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:14.221502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:14.221833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:14.222167 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:14.222526 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:14.222854 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:14.223181 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:14.223503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:14.223831 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:14.224156 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:14.224481 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:14.225188 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a461332-88c3-4e07-a95a-ac69ea2ae773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:25:14.240374 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44a39a36-62af-40be-bbd0-b25c69434ce7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (ab33b9b1-9729-48a2-9aa5-50ab39c737e6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:14.242682 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44a39a36-62af-40be-bbd0-b25c69434ce7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for router_controller (ab33b9b1-9729-48a2-9aa5-50ab39c737e6), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:14.383626 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44a39a36-62af-40be-bbd0-b25c69434ce7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (ab33b9b1-9729-48a2-9aa5-50ab39c737e6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:14.383626 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a39a36-62af-40be-bbd0-b25c69434ce7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Fanout notify agent at l3_agent the message router_deleted on router ab33b9b1-9729-48a2-9aa5-50ab39c737e6 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:25:14.384832 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-44a39a36-62af-40be-bbd0-b25c69434ce7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:14.386003 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-44a39a36-62af-40be-bbd0-b25c69434ce7 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "DELETE /v2.0/routers/ab33b9b1-9729-48a2-9aa5-50ab39c737e6 HTTP/1.1" status: 204 len: 168 time: 1.0328467 Jan 28 06:25:14.389322 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52650) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:25:14.475610 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c94df0f-0bce-4b9e-9b16-046b23774589 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (41b26848-0542-4305-a17b-3b7ade02d293), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:14.564117 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c94df0f-0bce-4b9e-9b16-046b23774589 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (41b26848-0542-4305-a17b-3b7ade02d293), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:14.585880 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-3c94df0f-0bce-4b9e-9b16-046b23774589 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b26848-0542-4305-a17b-3b7ade02d293']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:25:14.595621 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-3c94df0f-0bce-4b9e-9b16-046b23774589 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2b5288-a671-486e-bc82-7806cc00a32e') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:25:14.595972 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-3c94df0f-0bce-4b9e-9b16-046b23774589 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2b5288-a671-486e-bc82-7806cc00a32e') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:25:14.607302 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c94df0f-0bce-4b9e-9b16-046b23774589 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (bd2b5288-a671-486e-bc82-7806cc00a32e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:14.624551 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c94df0f-0bce-4b9e-9b16-046b23774589 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (bd2b5288-a671-486e-bc82-7806cc00a32e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:14.628878 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c94df0f-0bce-4b9e-9b16-046b23774589 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:25:14.629234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c94df0f-0bce-4b9e-9b16-046b23774589 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (bd2b5288-a671-486e-bc82-7806cc00a32e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:25:14.632288 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:25:14.783936 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c94df0f-0bce-4b9e-9b16-046b23774589 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (41b26848-0542-4305-a17b-3b7ade02d293), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:14.791343 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c94df0f-0bce-4b9e-9b16-046b23774589 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:14.794596 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3c94df0f-0bce-4b9e-9b16-046b23774589 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] 10.222.0.31 "DELETE /v2.0/networks/41b26848-0542-4305-a17b-3b7ade02d293 HTTP/1.1" status: 204 len: 168 time: 0.4042599 Jan 28 06:25:14.807310 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94df0f-0bce-4b9e-9b16-046b23774589 tempest-TestNetworkBasicOps-1034187372 tempest-TestNetworkBasicOps-1034187372-project] Pushing event deleted for resources: {'Network': ['ID=41b26848-0542-4305-a17b-3b7ade02d293,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:25:15.050401 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbad2e9-5906-4c25-b039-6b97f18add31 req-1e44cbd6-1ca2-41b9-ad1e-480df639e645 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:15.051825 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5dbad2e9-5906-4c25-b039-6b97f18add31 req-1e44cbd6-1ca2-41b9-ad1e-480df639e645 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 943 time: 0.0612283 Jan 28 06:25:15.100916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5dbad2e9-5906-4c25-b039-6b97f18add31 req-78c2cf9b-5ff9-4ed6-8c5b-13ab856868d1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432882 Jan 28 06:25:15.415610 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52658) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:25:15.489689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a26151fb-5a6d-4269-b6fa-61a0176e0f7b no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:25:15.511315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: a26151fb-5a6d-4269-b6fa-61a0176e0f7b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:25:15.511851 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a26151fb-5a6d-4269-b6fa-61a0176e0f7b not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:25:15.512373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:25:15.541107 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:25:15.541107 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device af79f060-8d89-4e39-b4f9-84e8bf2ddfc0 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:25:15.541107 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:25:15.551570 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:25:15.551923 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4c571a2a-a7e7-4b20-9849-4bb4a317a0ed not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:25:15.583104 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-834287e2-eaab-400f-a6e9-66513d52e2d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f01a49a198243c1b64c13a2e783497d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1663463 Jan 28 06:25:15.589544 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52664) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:25:15.631490 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77303724-382f-4a2b-addd-e29a631867ad admin admin] Publish callbacks [] for security_group (2e0925c3-c3ed-419d-84ea-87cc8bb521f6), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:15.652860 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77303724-382f-4a2b-addd-e29a631867ad admin admin] Publish callbacks [] for security_group (2e0925c3-c3ed-419d-84ea-87cc8bb521f6), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:15.773129 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77303724-382f-4a2b-addd-e29a631867ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (2e0925c3-c3ed-419d-84ea-87cc8bb521f6), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:15.775670 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77303724-382f-4a2b-addd-e29a631867ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:15.776834 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-77303724-382f-4a2b-addd-e29a631867ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e0925c3-c3ed-419d-84ea-87cc8bb521f6 HTTP/1.1" status: 204 len: 168 time: 0.1903257 Jan 28 06:25:15.785185 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77303724-382f-4a2b-addd-e29a631867ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0925c3-c3ed-419d-84ea-87cc8bb521f6,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:25:16.226693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc783b72-6c38-48d5-b8fb-c374716a09aa req-069c02c0-5f43-485b-904e-bc6ecb14d14d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:16.228145 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc783b72-6c38-48d5-b8fb-c374716a09aa req-069c02c0-5f43-485b-904e-bc6ecb14d14d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 943 time: 0.0522537 Jan 28 06:25:16.280763 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc783b72-6c38-48d5-b8fb-c374716a09aa req-b9128fc6-a148-4389-9094-b88a5dd03148 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461459 Jan 28 06:25:16.553708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52672) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:25:16.571242 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0d818d19-2a67-401e-8064-30504c725339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:16.644492 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0d818d19-2a67-401e-8064-30504c725339 admin admin] Publish callbacks [] for security_group (8e75b752-b0aa-4eb8-ad06-34a0717a43b0), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:16.800988 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0d818d19-2a67-401e-8064-30504c725339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8e75b752-b0aa-4eb8-ad06-34a0717a43b0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:16.837743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d818d19-2a67-401e-8064-30504c725339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e75b752-b0aa-4eb8-ad06-34a0717a43b0,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:25:16.842758 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0d818d19-2a67-401e-8064-30504c725339 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a240a5c08e0449cea260a079d7d29458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2879572 Jan 28 06:25:16.845308 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52674) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:25:16.893634 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f604535-7fd3-4758-ab3a-8a02cb055cc3 admin admin] Publish callbacks [] for security_group (8e75b752-b0aa-4eb8-ad06-34a0717a43b0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:16.915655 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f604535-7fd3-4758-ab3a-8a02cb055cc3 admin admin] Publish callbacks [] for security_group (8e75b752-b0aa-4eb8-ad06-34a0717a43b0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:17.098259 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f604535-7fd3-4758-ab3a-8a02cb055cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8e75b752-b0aa-4eb8-ad06-34a0717a43b0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:17.100931 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5f604535-7fd3-4758-ab3a-8a02cb055cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:17.102137 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5f604535-7fd3-4758-ab3a-8a02cb055cc3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e75b752-b0aa-4eb8-ad06-34a0717a43b0 HTTP/1.1" status: 204 len: 168 time: 0.2559316 Jan 28 06:25:17.110083 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f604535-7fd3-4758-ab3a-8a02cb055cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e75b752-b0aa-4eb8-ad06-34a0717a43b0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:25:17.395075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca7c5d-477b-4e61-a70c-31122562f141 req-f69643e8-7322-4e5a-b060-d68323dad1c0 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:17.396577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35ca7c5d-477b-4e61-a70c-31122562f141 req-f69643e8-7322-4e5a-b060-d68323dad1c0 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 943 time: 0.0487101 Jan 28 06:25:17.447947 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35ca7c5d-477b-4e61-a70c-31122562f141 req-70237611-7b67-4090-a06e-00ba243b1429 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457771 Jan 28 06:25:18.568524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e523d09-216e-46a7-a656-f00b88730e46 req-bd56fe45-d421-4d12-bd8e-cb37515a0811 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:18.570000 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e523d09-216e-46a7-a656-f00b88730e46 req-bd56fe45-d421-4d12-bd8e-cb37515a0811 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 943 time: 0.0478578 Jan 28 06:25:18.622166 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e523d09-216e-46a7-a656-f00b88730e46 req-dc54a7d7-879e-4d38-81e7-6c94b304a240 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458438 Jan 28 06:25:19.738399 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05979182-3247-46c2-a75e-69af3593f0bd req-9644e5ba-e89a-4441-a8a7-304107067586 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:19.739754 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05979182-3247-46c2-a75e-69af3593f0bd req-9644e5ba-e89a-4441-a8a7-304107067586 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 943 time: 0.0483038 Jan 28 06:25:19.787066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05979182-3247-46c2-a75e-69af3593f0bd req-dd6b246c-3ae9-4a7b-bf59-c5d15274bf9d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417483 Jan 28 06:25:20.902248 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab66b5-6e76-40e7-b5ce-2a0bf727fdf6 req-da8789c2-1b61-4aab-8687-6d00c48179f3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:20.903944 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cab66b5-6e76-40e7-b5ce-2a0bf727fdf6 req-da8789c2-1b61-4aab-8687-6d00c48179f3 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 943 time: 0.0479777 Jan 28 06:25:20.952175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cab66b5-6e76-40e7-b5ce-2a0bf727fdf6 req-17b6cc85-1047-45ca-a9ee-f5047b973fc4 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 Jan 28 06:25:21.186128 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device fc19d63c-98d4-451c-99c0-be4d30f02fac details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:25:21.279778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port fc19d63c-98d4-451c-99c0-be4d30f02fac, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=fc19d63c-98d4-451c-99c0-be4d30f02fac,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:25:21.291245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'fc19d63c-98d4-451c-99c0-be4d30f02fac', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'port_id': 'fc19d63c-98d4-451c-99c0-be4d30f02fac', 'mac_address': 'fa:16:3e:60:39:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:25:21.327477 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port fc19d63c-98d4-451c-99c0-be4d30f02fac is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:25:21.327867 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fc19d63c-98d4-451c-99c0-be4d30f02fac), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:21.344351 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc19d63c-98d4-451c-99c0-be4d30f02fac {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:25:21.363882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port fc19d63c-98d4-451c-99c0-be4d30f02fac, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=fc19d63c-98d4-451c-99c0-be4d30f02fac,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:25:21.416936 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fc19d63c-98d4-451c-99c0-be4d30f02fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:21.463630 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=fc19d63c-98d4-451c-99c0-be4d30f02fac,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:25:21.696193 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['fc19d63c-98d4-451c-99c0-be4d30f02fac'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:25:22.402808 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379fee9-8e86-4de9-8a41-170f155761b6 req-a7a3850c-e8f5-480a-ad98-e70dbb783a55 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:22.405207 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8379fee9-8e86-4de9-8a41-170f155761b6 req-a7a3850c-e8f5-480a-ad98-e70dbb783a55 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 944 time: 0.3858814 Jan 28 06:25:22.454520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8379fee9-8e86-4de9-8a41-170f155761b6 req-3cc12e1d-0103-4b78-8755-d12c2ff486a1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434642 Jan 28 06:25:23.212559 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device fc19d63c-98d4-451c-99c0-be4d30f02fac up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:25:23.342925 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port fc19d63c-98d4-451c-99c0-be4d30f02fac completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:25:23.346895 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port fc19d63c-98d4-451c-99c0-be4d30f02fac triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:25:23.347273 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (fc19d63c-98d4-451c-99c0-be4d30f02fac), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:23.426471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port fc19d63c-98d4-451c-99c0-be4d30f02fac is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:25:23.426858 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (fc19d63c-98d4-451c-99c0-be4d30f02fac), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:23.448623 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466e810e-6fea-43de-b787-3aaa5f68149b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc19d63c-98d4-451c-99c0-be4d30f02fac'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:25:23.450974 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd364621-521d-40c3-bcbc-f26fd526fc4f" -d '{"events": [{"server_uuid": "466e810e-6fea-43de-b787-3aaa5f68149b", "name": "network-vif-plugged", "status": "completed", "tag": "fc19d63c-98d4-451c-99c0-be4d30f02fac"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:25:23.462642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port fc19d63c-98d4-451c-99c0-be4d30f02fac, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=fc19d63c-98d4-451c-99c0-be4d30f02fac,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:25:23.489835 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6fdcbd-fdac-4b50-89a5-8e454fcb0fc8 x-openstack-request-id: req-cc6fdcbd-fdac-4b50-89a5-8e454fcb0fc8 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:25:23.490266 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466e810e-6fea-43de-b787-3aaa5f68149b", "name": "network-vif-plugged", "status": "completed", "tag": "fc19d63c-98d4-451c-99c0-be4d30f02fac", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:25:23.490576 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc6fdcbd-fdac-4b50-89a5-8e454fcb0fc8 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:25:23.490995 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466e810e-6fea-43de-b787-3aaa5f68149b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc19d63c-98d4-451c-99c0-be4d30f02fac', 'code': 200} Jan 28 06:25:23.562195 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (fc19d63c-98d4-451c-99c0-be4d30f02fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:23.574412 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d6137-de49-4349-a334-58313d19555d req-04f6bace-0b4f-48e5-9097-6b32e74d5aad tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:23.576602 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-312d6137-de49-4349-a334-58313d19555d req-04f6bace-0b4f-48e5-9097-6b32e74d5aad tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 944 time: 0.0513704 Jan 28 06:25:23.615283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=fc19d63c-98d4-451c-99c0-be4d30f02fac,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:25:23.627389 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb3d90-76d6-4112-9a54-a89fd2c00292 req-8c489d24-aa76-4198-91e0-19f9946999c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:23.629946 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-312d6137-de49-4349-a334-58313d19555d req-84f08dbc-caf2-4913-a104-8de44b265a48 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461996 Jan 28 06:25:23.630077 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-21fb3d90-76d6-4112-9a54-a89fd2c00292 req-8c489d24-aa76-4198-91e0-19f9946999c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 1097 time: 0.0461426 Jan 28 06:25:23.674098 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-21fb3d90-76d6-4112-9a54-a89fd2c00292 req-b794af03-3263-44d9-a62b-0dfc96bacdf8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398934 Jan 28 06:25:24.747780 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4b8e6-cc95-490f-a27c-b0c2a34ea90a req-16151e57-ef40-433b-9d6a-88c655220221 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:24.749873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62d4b8e6-cc95-490f-a27c-b0c2a34ea90a req-16151e57-ef40-433b-9d6a-88c655220221 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 945 time: 0.0521367 Jan 28 06:25:24.802118 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62d4b8e6-cc95-490f-a27c-b0c2a34ea90a req-6553d1f6-adbb-4bb8-ab3c-01d797619178 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464258 Jan 28 06:25:25.286582 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:25.917205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099da98-89f2-4cf1-bde2-78a18a2ae7d9 req-62e0c54b-3d77-4307-84d1-866f7bfcb8a6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:25.918657 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1099da98-89f2-4cf1-bde2-78a18a2ae7d9 req-62e0c54b-3d77-4307-84d1-866f7bfcb8a6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 945 time: 0.0464315 Jan 28 06:25:25.968937 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1099da98-89f2-4cf1-bde2-78a18a2ae7d9 req-df31dc37-5cc9-48d0-b2e9-cd9e3fb11a5d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438428 Jan 28 06:25:26.085088 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c31156-dc8b-4830-9643-a9f199b1601d req-fda0d5a7-d4d9-4272-83c6-477f309a7119 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:26.086522 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85c31156-dc8b-4830-9643-a9f199b1601d req-fda0d5a7-d4d9-4272-83c6-477f309a7119 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 945 time: 0.0480940 Jan 28 06:25:26.135148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85c31156-dc8b-4830-9643-a9f199b1601d req-57da725b-4e21-468a-8de7-59cbf37c566f tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427358 Jan 28 06:25:26.157443 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52698) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:25:26.436778 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a17a34a-5532-4e8b-9a96-a14c37be2543 tempest-TestVolumeBootPattern-687546950 tempest-TestVolumeBootPattern-687546950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:26.438313 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8a17a34a-5532-4e8b-9a96-a14c37be2543 tempest-TestVolumeBootPattern-687546950 tempest-TestVolumeBootPattern-687546950-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 1092 time: 0.2798822 Jan 28 06:25:26.442473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52702) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:25:26.445273 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': 'fc19d63c-98d4-451c-99c0-be4d30f02fac', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:25:26.543924 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:26.639388 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:26.744723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Allocated IP 172.25.0.111 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/361e216e-740a-4791-bd64-54d7a2cce914) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:25:26.840491 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for port (361e216e-740a-4791-bd64-54d7a2cce914), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:26.955926 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (361e216e-740a-4791-bd64-54d7a2cce914), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:26.996716 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:25:27.000400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:25:27.004645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:25:27.030063 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'Port': ['ID=361e216e-740a-4791-bd64-54d7a2cce914,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:25:27.361179 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for floatingip (bce2dcca-3a95-4bbf-b835-080912f9caba), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:27.552587 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (361e216e-740a-4791-bd64-54d7a2cce914), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:27.702084 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for port (361e216e-740a-4791-bd64-54d7a2cce914), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:27.793606 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (361e216e-740a-4791-bd64-54d7a2cce914), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:27.865963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event updated for resources: {'Port': ['ID=361e216e-740a-4791-bd64-54d7a2cce914,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:25:27.874269 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (bce2dcca-3a95-4bbf-b835-080912f9caba), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:27.977219 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Floating IP bce2dcca-3a95-4bbf-b835-080912f9caba associated. External IP: 172.25.0.111, port: fc19d63c-98d4-451c-99c0-be4d30f02fac. Jan 28 06:25:28.012285 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:28.189240 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:25:28.298565 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:25:28.309478 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f633f2-0b75-448c-a54c-9a37c4504caa None None] Sync routers for ids ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:25:28.319137 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f633f2-0b75-448c-a54c-9a37c4504caa None None] Routers {'b082da49-aff1-4bf9-90dd-ec783c4f1cd5'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:25:28.319803 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-25f633f2-0b75-448c-a54c-9a37c4504caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:25:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:25:28.368838 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:28.397347 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2bcc4ba3-3fe6-4a98-9dd7-6a98cde5d43d tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9551935 Jan 28 06:25:28.398040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466e810e-6fea-43de-b787-3aaa5f68149b', 'tag': 'fc19d63c-98d4-451c-99c0-be4d30f02fac'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:25:28.400304 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9d686c-208d-4120-bfc2-4f423ef37a13" -d '{"events": [{"name": "network-changed", "server_uuid": "466e810e-6fea-43de-b787-3aaa5f68149b", "tag": "fc19d63c-98d4-451c-99c0-be4d30f02fac"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:25:28.427501 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-25f633f2-0b75-448c-a54c-9a37c4504caa None None] Set router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:25:28.444057 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2984e720-2525-4f51-b3db-ea4d48a7225c x-openstack-request-id: req-2984e720-2525-4f51-b3db-ea4d48a7225c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:25:28.444510 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466e810e-6fea-43de-b787-3aaa5f68149b", "tag": "fc19d63c-98d4-451c-99c0-be4d30f02fac", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:25:28.444802 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2984e720-2525-4f51-b3db-ea4d48a7225c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:25:28.445237 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466e810e-6fea-43de-b787-3aaa5f68149b', 'tag': 'fc19d63c-98d4-451c-99c0-be4d30f02fac', 'status': 'completed', 'code': 200} Jan 28 06:25:28.527180 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d686c-208d-4120-bfc2-4f423ef37a13 req-b5a98545-344e-403a-9d86-2018f076cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:28.528714 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ed9d686c-208d-4120-bfc2-4f423ef37a13 req-b5a98545-344e-403a-9d86-2018f076cbf8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 1097 time: 0.0420783 Jan 28 06:25:28.621962 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d686c-208d-4120-bfc2-4f423ef37a13 req-058bc348-970e-4be4-95fe-0b1689011e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:28.623508 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ed9d686c-208d-4120-bfc2-4f423ef37a13 req-058bc348-970e-4be4-95fe-0b1689011e61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 912 time: 0.0882390 Jan 28 06:25:28.653807 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-25f633f2-0b75-448c-a54c-9a37c4504caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '486951ef-b6fe-4634-9db8-b4b2f8dce89a', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'port_id': '42eaa6ce-1200-425c-ac79-fa2b88aed641', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'mac_address': 'fa:16:3e:0f:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:22:02Z', 'updated_at': '2022-01-28T06:22:05Z', 'revision_number': 1, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ip_address_scope': None}, {'id': 'bce2dcca-3a95-4bbf-b835-080912f9caba', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'port_id': 'fc19d63c-98d4-451c-99c0-be4d30f02fac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'mac_address': 'fa:16:3e:60:39:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466e810e-6fea-43de-b787-3aaa5f68149b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:25:27Z', 'updated_at': '2022-01-28T06:25:27Z', 'revision_number': 0, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:54Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:25:28.690695 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:25:28.691980 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f633f2-0b75-448c-a54c-9a37c4504caa None None] Checking router: b082da49-aff1-4bf9-90dd-ec783c4f1cd5 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:25:28.701348 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f633f2-0b75-448c-a54c-9a37c4504caa None None] Routers {'b082da49-aff1-4bf9-90dd-ec783c4f1cd5'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:25:28.701988 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-25f633f2-0b75-448c-a54c-9a37c4504caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:25:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:25:28.816083 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-25f633f2-0b75-448c-a54c-9a37c4504caa None None] Set router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:25:29.020715 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ed9d686c-208d-4120-bfc2-4f423ef37a13 req-4c1e7658-afa5-492f-b2bf-44abdc65b639 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc19d63c-98d4-451c-99c0-be4d30f02fac HTTP/1.1" status: 200 len: 999 time: 0.3917141 Jan 28 06:25:29.069212 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d686c-208d-4120-bfc2-4f423ef37a13 req-54ab24c0-22e6-40d4-a522-238cbcb77aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:29.070713 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ed9d686c-208d-4120-bfc2-4f423ef37a13 req-54ab24c0-22e6-40d4-a522-238cbcb77aef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.0443692 Jan 28 06:25:29.119156 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d686c-208d-4120-bfc2-4f423ef37a13 req-16f797c7-3556-4a83-8705-64f65f5b15ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:29.120921 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ed9d686c-208d-4120-bfc2-4f423ef37a13 req-16f797c7-3556-4a83-8705-64f65f5b15ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445364 Jan 28 06:25:29.140343 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-25f633f2-0b75-448c-a54c-9a37c4504caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '486951ef-b6fe-4634-9db8-b4b2f8dce89a', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'port_id': '42eaa6ce-1200-425c-ac79-fa2b88aed641', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'mac_address': 'fa:16:3e:0f:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:22:02Z', 'updated_at': '2022-01-28T06:22:05Z', 'revision_number': 1, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ip_address_scope': None}, {'id': 'bce2dcca-3a95-4bbf-b835-080912f9caba', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'port_id': 'fc19d63c-98d4-451c-99c0-be4d30f02fac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'mac_address': 'fa:16:3e:60:39:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466e810e-6fea-43de-b787-3aaa5f68149b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:25:27Z', 'updated_at': '2022-01-28T06:25:27Z', 'revision_number': 0, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:54Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:25:29.167764 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f633f2-0b75-448c-a54c-9a37c4504caa None None] The sync data for ids ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'] in n-d-812111-12 is: [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '486951ef-b6fe-4634-9db8-b4b2f8dce89a', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'port_id': '42eaa6ce-1200-425c-ac79-fa2b88aed641', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'mac_address': 'fa:16:3e:0f:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:22:02Z', 'updated_at': '2022-01-28T06:22:05Z', 'revision_number': 1, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ip_address_scope': None}, {'id': 'bce2dcca-3a95-4bbf-b835-080912f9caba', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'port_id': 'fc19d63c-98d4-451c-99c0-be4d30f02fac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'mac_address': 'fa:16:3e:60:39:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466e810e-6fea-43de-b787-3aaa5f68149b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:25:27Z', 'updated_at': '2022-01-28T06:25:27Z', 'revision_number': 0, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:54Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:25:29.209562 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ed9d686c-208d-4120-bfc2-4f423ef37a13 req-6fded8b5-0132-48d4-aba4-a2bb35d02ce6 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828545 Jan 28 06:25:29.306722 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ed9d686c-208d-4120-bfc2-4f423ef37a13 req-dbc523e5-2d29-4f61-9315-ad99399e034c service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918221 Jan 28 06:25:29.374028 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639ca0f0-2a0e-4660-984f-7d506d570d43 None None] New status for floating IP bce2dcca-3a95-4bbf-b835-080912f9caba: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:25:32.492301 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8616a4b-f083-4423-a05a-7d8c4b956156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:34.863267 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-916989ea-386c-4d0a-928f-8aa5c886272d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:36.703738 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:38.040669 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:39.120398 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:55.273005 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:25:56.248400 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b765273-333a-4a81-8ef7-be4b4de4bf6f req-52301672-860e-46d9-85b5-e739583b1ec9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0940297 Jan 28 06:25:56.345826 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b765273-333a-4a81-8ef7-be4b4de4bf6f req-8d08549b-cc39-4983-a56e-a171fadf69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:56.347348 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b765273-333a-4a81-8ef7-be4b4de4bf6f req-8d08549b-cc39-4983-a56e-a171fadf69c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 1097 time: 0.0422740 Jan 28 06:25:56.453098 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b765273-333a-4a81-8ef7-be4b4de4bf6f req-89343299-b33e-40ab-b1ab-b6150bacd3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:56.454556 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b765273-333a-4a81-8ef7-be4b4de4bf6f req-89343299-b33e-40ab-b1ab-b6150bacd3af service neutron] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 912 time: 0.0890296 Jan 28 06:25:56.519828 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b765273-333a-4a81-8ef7-be4b4de4bf6f req-b1494b41-9718-4d87-8864-8cf30f059bec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42eaa6ce-1200-425c-ac79-fa2b88aed641 HTTP/1.1" status: 200 len: 1001 time: 0.0598271 Jan 28 06:25:56.568155 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b765273-333a-4a81-8ef7-be4b4de4bf6f req-4192393c-fef6-415c-a688-1dfeb98d4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:56.569612 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b765273-333a-4a81-8ef7-be4b4de4bf6f req-4192393c-fef6-415c-a688-1dfeb98d4da2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.0437593 Jan 28 06:25:56.617958 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b765273-333a-4a81-8ef7-be4b4de4bf6f req-fdfae628-439d-4f5c-a40e-5ec612feecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:25:56.619468 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b765273-333a-4a81-8ef7-be4b4de4bf6f req-fdfae628-439d-4f5c-a40e-5ec612feecbf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439186 Jan 28 06:25:56.630538 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-9b765273-333a-4a81-8ef7-be4b4de4bf6f req-efe83df7-2fc3-4621-b747-b0a2278b2d98 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:25:56.631520 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b765273-333a-4a81-8ef7-be4b4de4bf6f req-efe83df7-2fc3-4621-b747-b0a2278b2d98 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049336 Jan 28 06:25:56.718999 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b765273-333a-4a81-8ef7-be4b4de4bf6f req-d6a36d68-e1dc-4299-9311-ca3d68a13141 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818777 Jan 28 06:25:56.810655 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b765273-333a-4a81-8ef7-be4b4de4bf6f req-7cc17b84-01ea-4122-aee6-b7a69eb83a07 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860782 Jan 28 06:25:57.952979 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:26:02.526095 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1a85546-f535-49f8-86f7-98762e7f50c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:26:04.845481 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0aca748-28bd-47c9-ba43-958b9eabe862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:26:05.659493 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:26:06.736308 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:26:07.999619 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:26:09.119713 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:26:25.250853 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:26:27.976993 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:26:32.439897 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49b58777-9588-4d43-a2e4-cf21412dd2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:26:34.850791 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-208eb4f7-2725-407d-b410-66ff97fc72f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:26:36.684981 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:26:37.993865 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:26:39.125070 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:26:42.659502 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:26:55.324842 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:26:56.176183 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9414007d-4034-42c1-8b57-6b3f21c5577b req-3ae5b052-e710-47c9-8a86-92f00e8cb170 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426059 Jan 28 06:26:56.247013 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414007d-4034-42c1-8b57-6b3f21c5577b req-5238ce92-9908-4a56-839e-f5dc89e6e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:26:56.248508 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9414007d-4034-42c1-8b57-6b3f21c5577b req-5238ce92-9908-4a56-839e-f5dc89e6e281 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 1097 time: 0.0412836 Jan 28 06:26:56.356265 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414007d-4034-42c1-8b57-6b3f21c5577b req-248a7254-77ea-4107-973a-4e2a05ea1b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:26:56.357720 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9414007d-4034-42c1-8b57-6b3f21c5577b req-248a7254-77ea-4107-973a-4e2a05ea1b89 service neutron] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 912 time: 0.0898056 Jan 28 06:26:56.422684 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9414007d-4034-42c1-8b57-6b3f21c5577b req-5f08d93e-a849-4057-987e-4f8563492eb8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc19d63c-98d4-451c-99c0-be4d30f02fac HTTP/1.1" status: 200 len: 1001 time: 0.0593157 Jan 28 06:26:56.470734 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414007d-4034-42c1-8b57-6b3f21c5577b req-159a7268-b5ce-4a3d-94eb-c5d0e8f5242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:26:56.472156 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9414007d-4034-42c1-8b57-6b3f21c5577b req-159a7268-b5ce-4a3d-94eb-c5d0e8f5242d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.0446715 Jan 28 06:26:56.522563 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414007d-4034-42c1-8b57-6b3f21c5577b req-517e019c-aae9-4b8d-b0c6-63c703be0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:26:56.524050 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9414007d-4034-42c1-8b57-6b3f21c5577b req-517e019c-aae9-4b8d-b0c6-63c703be0ac3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467155 Jan 28 06:26:56.615869 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9414007d-4034-42c1-8b57-6b3f21c5577b req-7da25cba-3f96-450a-a232-efbff845fd26 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847635 Jan 28 06:26:56.708114 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9414007d-4034-42c1-8b57-6b3f21c5577b req-4e5cec8e-1c66-470a-8626-4577533f3a8d service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867682 Jan 28 06:26:57.988265 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:02.537057 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb242-3cc4-4334-b524-1cfa92ab481b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:04.804407 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30b7dfed-bd3b-4248-8c50-f2f58f50d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:06.701487 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:08.021431 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:09.094953 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:19.659034 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:27:25.301556 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:27.981611 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:31.864014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52748) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:27:32.122150 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Deleting port 361e216e-740a-4791-bd64-54d7a2cce914 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:27:32.122462 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (361e216e-740a-4791-bd64-54d7a2cce914), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:32.201763 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (361e216e-740a-4791-bd64-54d7a2cce914), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:32.207390 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for floatingip (361e216e-740a-4791-bd64-54d7a2cce914), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:32.214417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Calling delete_port for 361e216e-740a-4791-bd64-54d7a2cce914 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:27:32.433065 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (361e216e-740a-4791-bd64-54d7a2cce914), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:32.462650 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event deleted for resources: {'Port': ['ID=361e216e-740a-4791-bd64-54d7a2cce914,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:27:32.487814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:32.488159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:32.488504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:32.488839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:32.489199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:32.489552 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:32.489878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:32.490199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:32.490559 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:32.490867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:32.491193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:32.491516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:32.491836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:32.523170 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eddb0289-a2bc-45cc-8475-fe1e7a59df26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:32.536318 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for floatingip (bce2dcca-3a95-4bbf-b835-080912f9caba), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:32.536679 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Floating IP bce2dcca-3a95-4bbf-b835-080912f9caba disassociated (deleted). External IP: 172.25.0.111, port: fc19d63c-98d4-451c-99c0-be4d30f02fac. Jan 28 06:27:32.753993 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:27:32.864809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:27:32.869887 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:32.875868 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5c33a0-ccdd-4367-b8dd-c28a3803c045 None None] Sync routers for ids ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:27:32.890852 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5c33a0-ccdd-4367-b8dd-c28a3803c045 None None] Routers {'b082da49-aff1-4bf9-90dd-ec783c4f1cd5'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:27:32.891447 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7b5c33a0-ccdd-4367-b8dd-c28a3803c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:27:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:27:32.899692 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-400e7cd2-c994-4712-aa3b-798df268dfea tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "DELETE /v2.0/floatingips/bce2dcca-3a95-4bbf-b835-080912f9caba HTTP/1.1" status: 204 len: 168 time: 1.0344939 Jan 28 06:27:32.900276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466e810e-6fea-43de-b787-3aaa5f68149b', 'tag': 'fc19d63c-98d4-451c-99c0-be4d30f02fac'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:27:32.902684 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0e3713-946c-40ac-b8fa-68ae1e15baf5" -d '{"events": [{"name": "network-changed", "server_uuid": "466e810e-6fea-43de-b787-3aaa5f68149b", "tag": "fc19d63c-98d4-451c-99c0-be4d30f02fac"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:27:33.007484 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-7b5c33a0-ccdd-4367-b8dd-c28a3803c045 None None] Set router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:27:33.095825 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf16187-f6f9-47b2-864c-42ab927f8a3f x-openstack-request-id: req-adf16187-f6f9-47b2-864c-42ab927f8a3f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:27:33.096123 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466e810e-6fea-43de-b787-3aaa5f68149b", "tag": "fc19d63c-98d4-451c-99c0-be4d30f02fac", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:27:33.096382 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-adf16187-f6f9-47b2-864c-42ab927f8a3f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:27:33.096802 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466e810e-6fea-43de-b787-3aaa5f68149b', 'tag': 'fc19d63c-98d4-451c-99c0-be4d30f02fac', 'status': 'completed', 'code': 200} Jan 28 06:27:33.180102 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e3713-946c-40ac-b8fa-68ae1e15baf5 req-b6a111e8-e940-42cc-9963-00f88294e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:27:33.182370 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fb0e3713-946c-40ac-b8fa-68ae1e15baf5 req-b6a111e8-e940-42cc-9963-00f88294e14f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 1097 time: 0.0431962 Jan 28 06:27:33.241051 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7b5c33a0-ccdd-4367-b8dd-c28a3803c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '486951ef-b6fe-4634-9db8-b4b2f8dce89a', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'port_id': '42eaa6ce-1200-425c-ac79-fa2b88aed641', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'mac_address': 'fa:16:3e:0f:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:22:02Z', 'updated_at': '2022-01-28T06:22:05Z', 'revision_number': 1, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:54Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:27:33.271926 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5c33a0-ccdd-4367-b8dd-c28a3803c045 None None] Checking router: b082da49-aff1-4bf9-90dd-ec783c4f1cd5 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:27:33.275642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e3713-946c-40ac-b8fa-68ae1e15baf5 req-3cbaff25-6783-40b4-9a5e-87b04f4890c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:27:33.277179 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fb0e3713-946c-40ac-b8fa-68ae1e15baf5 req-3cbaff25-6783-40b4-9a5e-87b04f4890c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 912 time: 0.0894003 Jan 28 06:27:33.280199 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5c33a0-ccdd-4367-b8dd-c28a3803c045 None None] Routers {'b082da49-aff1-4bf9-90dd-ec783c4f1cd5'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:27:33.280813 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7b5c33a0-ccdd-4367-b8dd-c28a3803c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:27:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:27:33.322769 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fb0e3713-946c-40ac-b8fa-68ae1e15baf5 req-f324ec2a-c2c9-421a-ae39-7b96b2c98d84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc19d63c-98d4-451c-99c0-be4d30f02fac HTTP/1.1" status: 200 len: 217 time: 0.0400755 Jan 28 06:27:33.392513 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-7b5c33a0-ccdd-4367-b8dd-c28a3803c045 None None] Set router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:27:33.410197 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e3713-946c-40ac-b8fa-68ae1e15baf5 req-2e454a4c-208d-416e-83c5-af8467b0f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:27:33.411748 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fb0e3713-946c-40ac-b8fa-68ae1e15baf5 req-2e454a4c-208d-416e-83c5-af8467b0f48c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.0477700 Jan 28 06:27:33.415453 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62541e-5668-4ab4-8b28-c1652c2b50bc req-96690ddc-cdad-4661-986b-4c9105af6fed tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:27:33.416925 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d62541e-5668-4ab4-8b28-c1652c2b50bc req-96690ddc-cdad-4661-986b-4c9105af6fed tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 945 time: 0.0514107 Jan 28 06:27:33.460725 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e3713-946c-40ac-b8fa-68ae1e15baf5 req-39c612b9-0db9-41ae-af18-d938eed88329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:27:33.462235 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fb0e3713-946c-40ac-b8fa-68ae1e15baf5 req-39c612b9-0db9-41ae-af18-d938eed88329 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419998 Jan 28 06:27:33.469401 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d62541e-5668-4ab4-8b28-c1652c2b50bc req-600c4ae2-4580-4995-a2c0-8ffd198b54f0 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459769 Jan 28 06:27:33.565016 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fb0e3713-946c-40ac-b8fa-68ae1e15baf5 req-46efd75f-aa6a-4102-8af3-2bf24e499a39 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917902 Jan 28 06:27:33.655518 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fb0e3713-946c-40ac-b8fa-68ae1e15baf5 req-877ca119-49e1-48ab-8862-2c2108abf2ab service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861950 Jan 28 06:27:33.716379 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7b5c33a0-ccdd-4367-b8dd-c28a3803c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '486951ef-b6fe-4634-9db8-b4b2f8dce89a', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'port_id': '42eaa6ce-1200-425c-ac79-fa2b88aed641', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'mac_address': 'fa:16:3e:0f:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:22:02Z', 'updated_at': '2022-01-28T06:22:05Z', 'revision_number': 1, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:54Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:27:33.743303 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5c33a0-ccdd-4367-b8dd-c28a3803c045 None None] The sync data for ids ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'] in n-d-812111-12 is: [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '486951ef-b6fe-4634-9db8-b4b2f8dce89a', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'port_id': '42eaa6ce-1200-425c-ac79-fa2b88aed641', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'mac_address': 'fa:16:3e:0f:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:22:02Z', 'updated_at': '2022-01-28T06:22:05Z', 'revision_number': 1, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:54Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:27:33.958794 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4d972-d04e-4338-9731-3520c078babe None None] New status for floating IP bce2dcca-3a95-4bbf-b835-080912f9caba: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:27:34.598558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9448714-61a5-441f-ba71-4e72ef43f899 req-19ef5245-8f84-40e6-b249-3fd6a78d7405 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:27:34.600020 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9448714-61a5-441f-ba71-4e72ef43f899 req-19ef5245-8f84-40e6-b249-3fd6a78d7405 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 945 time: 0.0517428 Jan 28 06:27:34.649439 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9448714-61a5-441f-ba71-4e72ef43f899 req-70a94a8c-723e-4d7d-984a-3ce949da1355 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438640 Jan 28 06:27:34.815450 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6bfea6c0-de83-4047-abb4-49ff236e9775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:35.106965 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b6c02-b854-4015-822f-87c3b991f9bf req-b7d53222-0514-48cd-8188-865c3e8d8422 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:27:35.109253 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-526b6c02-b854-4015-822f-87c3b991f9bf req-b7d53222-0514-48cd-8188-865c3e8d8422 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 945 time: 0.0501981 Jan 28 06:27:35.211243 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-526b6c02-b854-4015-822f-87c3b991f9bf req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Deleting port fc19d63c-98d4-451c-99c0-be4d30f02fac {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:27:35.216365 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-526b6c02-b854-4015-822f-87c3b991f9bf req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (fc19d63c-98d4-451c-99c0-be4d30f02fac), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:35.300960 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-526b6c02-b854-4015-822f-87c3b991f9bf req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] For port fc19d63c-98d4-451c-99c0-be4d30f02fac, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=fc19d63c-98d4-451c-99c0-be4d30f02fac,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:27:35.301317 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-526b6c02-b854-4015-822f-87c3b991f9bf req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (fc19d63c-98d4-451c-99c0-be4d30f02fac), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:35.317929 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-526b6c02-b854-4015-822f-87c3b991f9bf req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Calling delete_port for fc19d63c-98d4-451c-99c0-be4d30f02fac owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:27:35.512135 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-526b6c02-b854-4015-822f-87c3b991f9bf req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (fc19d63c-98d4-451c-99c0-be4d30f02fac), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:35.541892 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event deleted for resources: {'Port': ['ID=fc19d63c-98d4-451c-99c0-be4d30f02fac,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:27:35.554133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:35.554548 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:35.558893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:35.558893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:35.558893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:35.558893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:35.558893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:35.558893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:35.558893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:35.558893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:35.558893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:35.558893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:35.558893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:27:35.597038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-526b6c02-b854-4015-822f-87c3b991f9bf req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] No DVR routers for this DVR port fc19d63c-98d4-451c-99c0-be4d30f02fac on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:27:35.599857 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-526b6c02-b854-4015-822f-87c3b991f9bf req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:35.603455 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-526b6c02-b854-4015-822f-87c3b991f9bf req-a480b2f2-f3e3-4436-985e-8989446a02b2 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "DELETE /v2.0/ports/fc19d63c-98d4-451c-99c0-be4d30f02fac HTTP/1.1" status: 204 len: 173 time: 0.4892101 Jan 28 06:27:35.603905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466e810e-6fea-43de-b787-3aaa5f68149b', 'name': 'network-vif-deleted', 'tag': 'fc19d63c-98d4-451c-99c0-be4d30f02fac'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:27:35.606153 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0fca1e-8a1d-4953-841f-08eb43063f76" -d '{"events": [{"server_uuid": "466e810e-6fea-43de-b787-3aaa5f68149b", "name": "network-vif-deleted", "tag": "fc19d63c-98d4-451c-99c0-be4d30f02fac"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:27:35.658337 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8711a46f-28ab-42c5-ae51-b187b3ff129b x-openstack-request-id: req-8711a46f-28ab-42c5-ae51-b187b3ff129b {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:27:35.658646 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466e810e-6fea-43de-b787-3aaa5f68149b", "name": "network-vif-deleted", "tag": "fc19d63c-98d4-451c-99c0-be4d30f02fac", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:27:35.658906 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8711a46f-28ab-42c5-ae51-b187b3ff129b {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:27:35.659315 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466e810e-6fea-43de-b787-3aaa5f68149b', 'name': 'network-vif-deleted', 'tag': 'fc19d63c-98d4-451c-99c0-be4d30f02fac', 'status': 'completed', 'code': 200} Jan 28 06:27:35.743552 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8df597ea-bedb-403a-af10-ad5e023cd411 req-29a0405f-b5e3-4a02-8a4d-e98204516f76 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 210 time: 0.0264003 Jan 28 06:27:36.689769 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:36.839873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-588e4740-373b-4321-a827-b3dc50c2ce83 req-e4c839f3-9751-4f10-99b1-cb7f1816d026 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 210 time: 0.0260911 Jan 28 06:27:37.882877 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device fc19d63c-98d4-451c-99c0-be4d30f02fac no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:27:37.903661 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: fc19d63c-98d4-451c-99c0-be4d30f02fac {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:27:37.904059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device fc19d63c-98d4-451c-99c0-be4d30f02fac not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:27:37.939111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-12a20d3a-e696-435e-9718-e500e51c4c4f req-ee864104-4b5d-4e6b-a6de-4ead1469a135 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 210 time: 0.0262802 Jan 28 06:27:38.027001 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:39.034634 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b775c607-4022-41ba-99d5-45aad31fa815 req-202a1f62-2990-4e93-850a-9443cea98e94 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 210 time: 0.0265086 Jan 28 06:27:39.113288 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:40.136406 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbd7ef3e-9fc4-4f88-be9e-ebd78a384f16 req-4861b951-0307-459f-942f-383f62978f00 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 210 time: 0.0305185 Jan 28 06:27:41.232314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ed0e37a-612e-4941-bb85-78040f806f96 req-c5e60072-994d-48ae-b2b2-7b1ada9e1346 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 210 time: 0.0272315 Jan 28 06:27:42.330070 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ff1634a-065d-4ae8-874f-e45210c26dd3 req-acc89640-5cc7-40a6-a35f-dcc19af95f74 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 210 time: 0.0274897 Jan 28 06:27:43.428944 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76a7ceb8-b605-4c1b-8976-b1a7d0e205d3 req-438cf054-afdb-475a-84f3-aa4b38f39ea7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 210 time: 0.0270221 Jan 28 06:27:44.538278 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33dec680-db36-44ee-86b5-4377ab8aac6f req-ad0c7d3e-cc5a-4e96-a534-b242d1cc9ae1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=466e810e-6fea-43de-b787-3aaa5f68149b HTTP/1.1" status: 200 len: 210 time: 0.0290253 Jan 28 06:27:54.350960 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52836) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:27:54.509036 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-38d5784f-9452-4de8-a5e3-71e0473a1683 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Deleting port a24d220e-1bd1-42a0-b918-f154cd85c252 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:27:54.509382 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-38d5784f-9452-4de8-a5e3-71e0473a1683 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a24d220e-1bd1-42a0-b918-f154cd85c252), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:54.584822 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-38d5784f-9452-4de8-a5e3-71e0473a1683 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a24d220e-1bd1-42a0-b918-f154cd85c252), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:54.585151 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-38d5784f-9452-4de8-a5e3-71e0473a1683 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for floatingip (a24d220e-1bd1-42a0-b918-f154cd85c252), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:54.597393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-38d5784f-9452-4de8-a5e3-71e0473a1683 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Calling delete_port for a24d220e-1bd1-42a0-b918-f154cd85c252 owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:27:54.837746 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-38d5784f-9452-4de8-a5e3-71e0473a1683 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a24d220e-1bd1-42a0-b918-f154cd85c252), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:54.866994 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5784f-9452-4de8-a5e3-71e0473a1683 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event deleted for resources: {'Port': ['ID=a24d220e-1bd1-42a0-b918-f154cd85c252,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:27:54.927928 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-38d5784f-9452-4de8-a5e3-71e0473a1683 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for floatingip (486951ef-b6fe-4634-9db8-b4b2f8dce89a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:54.928258 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-38d5784f-9452-4de8-a5e3-71e0473a1683 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Floating IP 486951ef-b6fe-4634-9db8-b4b2f8dce89a disassociated (deleted). External IP: 172.25.0.173, port: 42eaa6ce-1200-425c-ac79-fa2b88aed641. Jan 28 06:27:55.133318 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d5784f-9452-4de8-a5e3-71e0473a1683 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:27:55.240151 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d5784f-9452-4de8-a5e3-71e0473a1683 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:27:55.244706 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-38d5784f-9452-4de8-a5e3-71e0473a1683 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:55.251350 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f0607d-9c33-452e-b88d-12c8b04dacd2 None None] Sync routers for ids ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:27:55.261692 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f0607d-9c33-452e-b88d-12c8b04dacd2 None None] Routers {'b082da49-aff1-4bf9-90dd-ec783c4f1cd5'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:27:55.262431 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f1f0607d-9c33-452e-b88d-12c8b04dacd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:27:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:27:55.272285 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-38d5784f-9452-4de8-a5e3-71e0473a1683 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "DELETE /v2.0/floatingips/486951ef-b6fe-4634-9db8-b4b2f8dce89a HTTP/1.1" status: 204 len: 168 time: 0.9202361 Jan 28 06:27:55.272879 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'tag': '42eaa6ce-1200-425c-ac79-fa2b88aed641'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:27:55.275208 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb75fb02-784a-45e2-9632-1c2d8598a074" -d '{"events": [{"name": "network-changed", "server_uuid": "9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4", "tag": "42eaa6ce-1200-425c-ac79-fa2b88aed641"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:27:55.278407 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:55.317764 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4a5a42-36eb-4e4d-bc64-57dd0bebf550 x-openstack-request-id: req-da4a5a42-36eb-4e4d-bc64-57dd0bebf550 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:27:55.318055 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4", "tag": "42eaa6ce-1200-425c-ac79-fa2b88aed641", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:27:55.318658 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da4a5a42-36eb-4e4d-bc64-57dd0bebf550 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:27:55.319169 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'tag': '42eaa6ce-1200-425c-ac79-fa2b88aed641', 'status': 'completed', 'code': 200} Jan 28 06:27:55.382118 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f1f0607d-9c33-452e-b88d-12c8b04dacd2 None None] Set router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:27:55.399124 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75fb02-784a-45e2-9632-1c2d8598a074 req-fbae189e-fec2-4b39-a33a-ae0857c65882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:27:55.400800 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bb75fb02-784a-45e2-9632-1c2d8598a074 req-fbae189e-fec2-4b39-a33a-ae0857c65882 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa041954cd34e19820d06481218d4c6&device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 1097 time: 0.0423694 Jan 28 06:27:55.494165 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75fb02-784a-45e2-9632-1c2d8598a074 req-9e44c872-149c-4574-a024-bd6cd2e04c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:27:55.495717 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bb75fb02-784a-45e2-9632-1c2d8598a074 req-9e44c872-149c-4574-a024-bd6cd2e04c72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 200 len: 912 time: 0.0891521 Jan 28 06:27:55.538481 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bb75fb02-784a-45e2-9632-1c2d8598a074 req-ecad8a64-41fc-4263-8a09-af168bb7b75b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42eaa6ce-1200-425c-ac79-fa2b88aed641 HTTP/1.1" status: 200 len: 217 time: 0.0373321 Jan 28 06:27:55.580962 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f1f0607d-9c33-452e-b88d-12c8b04dacd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:54Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:27:55.587054 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75fb02-784a-45e2-9632-1c2d8598a074 req-e363a46b-e4b0-4603-a00f-407a4b7f7945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:27:55.588522 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bb75fb02-784a-45e2-9632-1c2d8598a074 req-e363a46b-e4b0-4603-a00f-407a4b7f7945 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 200 len: 850 time: 0.0445385 Jan 28 06:27:55.611190 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f0607d-9c33-452e-b88d-12c8b04dacd2 None None] Checking router: b082da49-aff1-4bf9-90dd-ec783c4f1cd5 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:27:55.621254 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f0607d-9c33-452e-b88d-12c8b04dacd2 None None] Routers {'b082da49-aff1-4bf9-90dd-ec783c4f1cd5'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:27:55.622024 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f1f0607d-9c33-452e-b88d-12c8b04dacd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:27:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:27:55.639810 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75fb02-784a-45e2-9632-1c2d8598a074 req-476c74d6-b98a-4d2e-b18d-fed1a127ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:27:55.641239 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bb75fb02-784a-45e2-9632-1c2d8598a074 req-476c74d6-b98a-4d2e-b18d-fed1a127ae86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89b111dc-0805-4be8-ae88-1abd550770a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470095 Jan 28 06:27:55.730545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad361a06-47f5-415c-bfa9-c8da5bcb68ae req-2112b9a2-2cce-4077-ac22-3c3ee92b6eaa tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:27:55.731106 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f1f0607d-9c33-452e-b88d-12c8b04dacd2 None None] Set router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:27:55.731978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ad361a06-47f5-415c-bfa9-c8da5bcb68ae req-2112b9a2-2cce-4077-ac22-3c3ee92b6eaa tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 945 time: 0.0553281 Jan 28 06:27:55.734737 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bb75fb02-784a-45e2-9632-1c2d8598a074 req-e223c350-7846-421f-91d2-a8d4322ee1d0 service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875225 Jan 28 06:27:55.781641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ad361a06-47f5-415c-bfa9-c8da5bcb68ae req-7e19c3b9-2f7e-45d1-9fe3-ebb95ab2c230 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c94bc9d-1990-44e1-81d1-91c78415adff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434432 Jan 28 06:27:55.854199 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-bb75fb02-784a-45e2-9632-1c2d8598a074 req-9dcf64ff-90ca-47ad-88f7-9ec04ed0f07a service neutron] 10.222.0.64 "GET /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877259 Jan 28 06:27:55.937463 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f1f0607d-9c33-452e-b88d-12c8b04dacd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:54Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:27:55.964914 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f0607d-9c33-452e-b88d-12c8b04dacd2 None None] The sync data for ids ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'] in n-d-812111-12 is: [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:08:45Z', 'revision_number': 4, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '9ad332fa-4e92-4693-a6e4-61f99060cdf0', 'name': '', 'network_id': '89b111dc-0805-4be8-ae88-1abd550770a0', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'mac_address': 'fa:16:3e:61:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:43Z', 'updated_at': '2022-01-28T06:08:54Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'subnets': [{'id': 'e29bcda2-c5df-4a29-818b-7e378e331ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:27:56.182775 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986991b4-3ddd-4905-b1bc-a9206132889a None None] New status for floating IP 486951ef-b6fe-4634-9db8-b4b2f8dce89a: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:27:56.442172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb6842-5b4e-4d7d-b72d-310ad468f3ce req-193ab709-7ebe-4c3c-89c5-66fcb9719563 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:27:56.443655 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1dfb6842-5b4e-4d7d-b72d-310ad468f3ce req-193ab709-7ebe-4c3c-89c5-66fcb9719563 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 945 time: 0.0482178 Jan 28 06:27:56.530525 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-1dfb6842-5b4e-4d7d-b72d-310ad468f3ce req-1ff8bb04-f00b-4ec1-9171-91a7a999d4a6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Deleting port 42eaa6ce-1200-425c-ac79-fa2b88aed641 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:27:56.530865 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1dfb6842-5b4e-4d7d-b72d-310ad468f3ce req-1ff8bb04-f00b-4ec1-9171-91a7a999d4a6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (42eaa6ce-1200-425c-ac79-fa2b88aed641), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:56.621308 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-1dfb6842-5b4e-4d7d-b72d-310ad468f3ce req-1ff8bb04-f00b-4ec1-9171-91a7a999d4a6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] For port 42eaa6ce-1200-425c-ac79-fa2b88aed641, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=42eaa6ce-1200-425c-ac79-fa2b88aed641,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:27:56.621664 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1dfb6842-5b4e-4d7d-b72d-310ad468f3ce req-1ff8bb04-f00b-4ec1-9171-91a7a999d4a6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (42eaa6ce-1200-425c-ac79-fa2b88aed641), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:56.633354 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-1dfb6842-5b4e-4d7d-b72d-310ad468f3ce req-1ff8bb04-f00b-4ec1-9171-91a7a999d4a6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Calling delete_port for 42eaa6ce-1200-425c-ac79-fa2b88aed641 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:27:56.658436 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:27:56.815792 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1dfb6842-5b4e-4d7d-b72d-310ad468f3ce req-1ff8bb04-f00b-4ec1-9171-91a7a999d4a6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (42eaa6ce-1200-425c-ac79-fa2b88aed641), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:56.843885 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8bb04-f00b-4ec1-9171-91a7a999d4a6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event deleted for resources: {'Port': ['ID=42eaa6ce-1200-425c-ac79-fa2b88aed641,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:27:56.885060 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-56f2696e-0ccc-45cb-bb3d-9fdba55d41a2 req-85cc9491-f913-47ee-be7e-80867eb192a5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 210 time: 0.0270910 Jan 28 06:27:56.890023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfb6842-5b4e-4d7d-b72d-310ad468f3ce req-1ff8bb04-f00b-4ec1-9171-91a7a999d4a6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] No DVR routers for this DVR port 42eaa6ce-1200-425c-ac79-fa2b88aed641 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:27:56.893356 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1dfb6842-5b4e-4d7d-b72d-310ad468f3ce req-1ff8bb04-f00b-4ec1-9171-91a7a999d4a6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:56.896756 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1dfb6842-5b4e-4d7d-b72d-310ad468f3ce req-1ff8bb04-f00b-4ec1-9171-91a7a999d4a6 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.64 "DELETE /v2.0/ports/42eaa6ce-1200-425c-ac79-fa2b88aed641 HTTP/1.1" status: 204 len: 173 time: 0.4477899 Jan 28 06:27:57.320120 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'name': 'network-vif-deleted', 'tag': '42eaa6ce-1200-425c-ac79-fa2b88aed641'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:27:57.322817 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61da375e-3c66-4c68-a88c-8c8872965e01" -d '{"events": [{"server_uuid": "9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4", "name": "network-vif-deleted", "tag": "42eaa6ce-1200-425c-ac79-fa2b88aed641"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:27:57.361236 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fac9c3-d7df-4785-a275-7352a3835103 x-openstack-request-id: req-13fac9c3-d7df-4785-a275-7352a3835103 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:27:57.361782 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4", "name": "network-vif-deleted", "tag": "42eaa6ce-1200-425c-ac79-fa2b88aed641", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:27:57.362120 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13fac9c3-d7df-4785-a275-7352a3835103 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:27:57.362554 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4', 'name': 'network-vif-deleted', 'tag': '42eaa6ce-1200-425c-ac79-fa2b88aed641', 'status': 'completed', 'code': 200} Jan 28 06:27:57.981551 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb154449-aa6b-4776-b0c1-db9b675e93c7 req-e31583f7-4489-4325-8402-9b000c1d18a1 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 210 time: 0.0266118 Jan 28 06:27:58.020824 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:27:59.075987 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f80fd752-257d-44a2-aad4-043c28a7fbe9 req-44aac4d2-80fd-4b7a-aeb5-95c371c17735 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 210 time: 0.0252292 Jan 28 06:28:00.003061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 42eaa6ce-1200-425c-ac79-fa2b88aed641 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:28:00.022811 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 42eaa6ce-1200-425c-ac79-fa2b88aed641 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:28:00.023152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 42eaa6ce-1200-425c-ac79-fa2b88aed641 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:28:00.173999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2b17857-a3cb-45a0-9ccf-9196f00c1671 req-fc0d8029-7df3-4a4a-8a7d-fd87660ec25a tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 210 time: 0.0259800 Jan 28 06:28:01.276421 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a094277-2e3a-4172-9401-c05864a38e02 req-57eecf1a-eae3-4be5-9790-2a544056ebc7 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 210 time: 0.0302651 Jan 28 06:28:02.370835 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60e7c04b-4590-47fd-8c63-a1bb15c973ad req-f9c1d823-c127-4889-a26a-8cb9e8f66e64 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 210 time: 0.0272467 Jan 28 06:28:02.455767 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed09524f-9956-44de-b453-53c556f434ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:03.475016 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aaebe912-65e7-4134-8160-4e40a0a22947 req-8b5d7cd4-a825-4700-a8fb-d8f594db5679 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 210 time: 0.0292401 Jan 28 06:28:04.572472 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59a44ba7-3558-4b49-8c8c-5fbf624bc13e req-95268810-773b-4ff8-99f4-a8b28edf26b5 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 210 time: 0.0261343 Jan 28 06:28:04.815351 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e295b53f-527a-4d47-a519-ed1922d5306e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:05.666512 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01fb8e7c-18c8-49ba-b6a1-184c7383a4ee req-c75fc246-7d9d-4f8d-80f4-cbf0d8ef2772 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a68ffbb-9a33-4c04-a8a2-b2e5ff8e11f4 HTTP/1.1" status: 200 len: 210 time: 0.0258167 Jan 28 06:28:06.700763 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:06.721154 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52866) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:06.843423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b7116de2-2016-447c-89be-2b434e3f5696 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Deleting port e3da2a86-8964-474a-b0e3-259ffc139d53 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:28:06.843870 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7116de2-2016-447c-89be-2b434e3f5696 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (e3da2a86-8964-474a-b0e3-259ffc139d53), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:06.920252 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7116de2-2016-447c-89be-2b434e3f5696 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (e3da2a86-8964-474a-b0e3-259ffc139d53), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:06.920583 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7116de2-2016-447c-89be-2b434e3f5696 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for floatingip (e3da2a86-8964-474a-b0e3-259ffc139d53), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:06.932111 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b7116de2-2016-447c-89be-2b434e3f5696 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Calling delete_port for e3da2a86-8964-474a-b0e3-259ffc139d53 owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:28:07.134872 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7116de2-2016-447c-89be-2b434e3f5696 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (e3da2a86-8964-474a-b0e3-259ffc139d53), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:07.160087 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7116de2-2016-447c-89be-2b434e3f5696 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event deleted for resources: {'Port': ['ID=e3da2a86-8964-474a-b0e3-259ffc139d53,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:07.220233 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7116de2-2016-447c-89be-2b434e3f5696 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for floatingip (091eadf7-cb94-40a8-9a22-cd862df2d0b2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:07.222820 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7116de2-2016-447c-89be-2b434e3f5696 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:07.223989 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b7116de2-2016-447c-89be-2b434e3f5696 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "DELETE /v2.0/floatingips/091eadf7-cb94-40a8-9a22-cd862df2d0b2 HTTP/1.1" status: 204 len: 168 time: 0.5018399 Jan 28 06:28:08.026090 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:09.094863 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:12.784851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52886) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:12.839677 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f2a348aa-e1b2-422d-8c33-f45664a70d2b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group (4c94bc9d-1990-44e1-81d1-91c78415adff), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:12.866506 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f2a348aa-e1b2-422d-8c33-f45664a70d2b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group (4c94bc9d-1990-44e1-81d1-91c78415adff), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:12.997829 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f2a348aa-e1b2-422d-8c33-f45664a70d2b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4c94bc9d-1990-44e1-81d1-91c78415adff), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:13.000458 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f2a348aa-e1b2-422d-8c33-f45664a70d2b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:13.001815 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f2a348aa-e1b2-422d-8c33-f45664a70d2b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] 10.222.0.31 "DELETE /v2.0/security-groups/4c94bc9d-1990-44e1-81d1-91c78415adff HTTP/1.1" status: 204 len: 168 time: 0.2157896 Jan 28 06:28:13.022858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a348aa-e1b2-422d-8c33-f45664a70d2b tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c94bc9d-1990-44e1-81d1-91c78415adff,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:13.162682 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52890) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:13.935990 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78900399-86d6-4bcd-bc31-ac19dd9a77de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (b082da49-aff1-4bf9-90dd-ec783c4f1cd5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:14.185196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-78900399-86d6-4bcd-bc31-ac19dd9a77de admin admin] Deleting port 9ad332fa-4e92-4693-a6e4-61f99060cdf0 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:28:14.185417 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78900399-86d6-4bcd-bc31-ac19dd9a77de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:14.267505 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-78900399-86d6-4bcd-bc31-ac19dd9a77de admin admin] For port 9ad332fa-4e92-4693-a6e4-61f99060cdf0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=9ad332fa-4e92-4693-a6e4-61f99060cdf0,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:28:14.268082 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78900399-86d6-4bcd-bc31-ac19dd9a77de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:14.279722 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-78900399-86d6-4bcd-bc31-ac19dd9a77de admin admin] Calling delete_port for 9ad332fa-4e92-4693-a6e4-61f99060cdf0 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:28:14.563684 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78900399-86d6-4bcd-bc31-ac19dd9a77de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (9ad332fa-4e92-4693-a6e4-61f99060cdf0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:14.587897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78900399-86d6-4bcd-bc31-ac19dd9a77de admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad332fa-4e92-4693-a6e4-61f99060cdf0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:14.764883 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-78900399-86d6-4bcd-bc31-ac19dd9a77de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (b082da49-aff1-4bf9-90dd-ec783c4f1cd5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:14.991112 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78900399-86d6-4bcd-bc31-ac19dd9a77de admin admin] Router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:28:15.097990 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78900399-86d6-4bcd-bc31-ac19dd9a77de admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:28:15.103064 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-78900399-86d6-4bcd-bc31-ac19dd9a77de admin admin] 10.222.0.31 "PUT /v2.0/routers/b082da49-aff1-4bf9-90dd-ec783c4f1cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9389203 Jan 28 06:28:15.105540 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52894) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:15.108226 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f857014-f42d-4d92-bbb0-e17190c88fda None None] Sync routers for ids ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:28:15.121545 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f857014-f42d-4d92-bbb0-e17190c88fda None None] Routers {'b082da49-aff1-4bf9-90dd-ec783c4f1cd5'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:28:15.122155 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2f857014-f42d-4d92-bbb0-e17190c88fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:28:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:28:15.210710 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66d3cd90-ff09-4416-8844-093d79f92d96 admin admin] Publish callbacks [] for router (b082da49-aff1-4bf9-90dd-ec783c4f1cd5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:15.226819 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2f857014-f42d-4d92-bbb0-e17190c88fda None None] Set router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:28:15.315570 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66d3cd90-ff09-4416-8844-093d79f92d96 admin admin] Publish callbacks [] for router_gateway (b082da49-aff1-4bf9-90dd-ec783c4f1cd5), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:15.404843 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2f857014-f42d-4d92-bbb0-e17190c88fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:28:14Z', 'revision_number': 5, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port': {'id': 'f549cb85-6ef9-4423-8830-af90d598a65c', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:38Z', 'updated_at': '2022-01-28T06:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:28:15.430883 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-66d3cd90-ff09-4416-8844-093d79f92d96 admin admin] Deleting port f549cb85-6ef9-4423-8830-af90d598a65c {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:28:15.431223 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66d3cd90-ff09-4416-8844-093d79f92d96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f549cb85-6ef9-4423-8830-af90d598a65c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:15.431375 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f857014-f42d-4d92-bbb0-e17190c88fda None None] Checking router: b082da49-aff1-4bf9-90dd-ec783c4f1cd5 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:28:15.440240 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f857014-f42d-4d92-bbb0-e17190c88fda None None] Routers {'b082da49-aff1-4bf9-90dd-ec783c4f1cd5'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:28:15.440908 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2f857014-f42d-4d92-bbb0-e17190c88fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:28:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:28:15.514644 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-66d3cd90-ff09-4416-8844-093d79f92d96 admin admin] For port f549cb85-6ef9-4423-8830-af90d598a65c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=f549cb85-6ef9-4423-8830-af90d598a65c,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:28:15.515006 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66d3cd90-ff09-4416-8844-093d79f92d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f549cb85-6ef9-4423-8830-af90d598a65c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:15.528137 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2f857014-f42d-4d92-bbb0-e17190c88fda None None] Set router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:28:15.528696 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-66d3cd90-ff09-4416-8844-093d79f92d96 admin admin] Calling delete_port for f549cb85-6ef9-4423-8830-af90d598a65c owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:28:15.680423 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2f857014-f42d-4d92-bbb0-e17190c88fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:28:15Z', 'revision_number': 6, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:28:15.707133 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f857014-f42d-4d92-bbb0-e17190c88fda None None] The sync data for ids ['b082da49-aff1-4bf9-90dd-ec783c4f1cd5'] in n-d-812111-12 is: [{'id': 'b082da49-aff1-4bf9-90dd-ec783c4f1cd5', 'name': 'tempest-TestVolumeBootPattern-156778461-router', 'tenant_id': 'daa041954cd34e19820d06481218d4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:37Z', 'updated_at': '2022-01-28T06:28:15Z', 'revision_number': 6, 'project_id': 'daa041954cd34e19820d06481218d4c6', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:28:15.774800 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66d3cd90-ff09-4416-8844-093d79f92d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (f549cb85-6ef9-4423-8830-af90d598a65c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:15.799192 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3cd90-ff09-4416-8844-093d79f92d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=f549cb85-6ef9-4423-8830-af90d598a65c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:15.860088 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66d3cd90-ff09-4416-8844-093d79f92d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (b082da49-aff1-4bf9-90dd-ec783c4f1cd5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:15.949736 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66d3cd90-ff09-4416-8844-093d79f92d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (b082da49-aff1-4bf9-90dd-ec783c4f1cd5), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:15.951829 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66d3cd90-ff09-4416-8844-093d79f92d96 admin admin] Publish callbacks [] for router_controller (b082da49-aff1-4bf9-90dd-ec783c4f1cd5), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:16.067041 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66d3cd90-ff09-4416-8844-093d79f92d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (b082da49-aff1-4bf9-90dd-ec783c4f1cd5), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:16.067827 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d3cd90-ff09-4416-8844-093d79f92d96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b082da49-aff1-4bf9-90dd-ec783c4f1cd5 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:28:16.072664 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66d3cd90-ff09-4416-8844-093d79f92d96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:16.073862 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-66d3cd90-ff09-4416-8844-093d79f92d96 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b082da49-aff1-4bf9-90dd-ec783c4f1cd5 HTTP/1.1" status: 204 len: 168 time: 0.9673753 Jan 28 06:28:16.079599 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52896) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:16.125086 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc42bcc6-f4d5-4192-b14b-61805ef95212 admin admin] Deleting subnet e29bcda2-c5df-4a29-818b-7e378e331ce0 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:28:16.128450 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc42bcc6-f4d5-4192-b14b-61805ef95212 admin admin] Publish callbacks [] for subnet (e29bcda2-c5df-4a29-818b-7e378e331ce0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:16.164701 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc42bcc6-f4d5-4192-b14b-61805ef95212 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (e29bcda2-c5df-4a29-818b-7e378e331ce0), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:16.246926 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc42bcc6-f4d5-4192-b14b-61805ef95212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (e29bcda2-c5df-4a29-818b-7e378e331ce0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:16.368820 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc42bcc6-f4d5-4192-b14b-61805ef95212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (e29bcda2-c5df-4a29-818b-7e378e331ce0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:16.392840 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42bcc6-f4d5-4192-b14b-61805ef95212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e29bcda2-c5df-4a29-818b-7e378e331ce0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:16.398584 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc42bcc6-f4d5-4192-b14b-61805ef95212 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:16.401858 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fc42bcc6-f4d5-4192-b14b-61805ef95212 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e29bcda2-c5df-4a29-818b-7e378e331ce0 HTTP/1.1" status: 204 len: 168 time: 0.3232446 Jan 28 06:28:16.404292 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52898) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:16.406957 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9568370e-fb87-4ab8-aa4b-9e064173dd6e None None] Network 89b111dc-0805-4be8-ae88-1abd550770a0 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:28:16.474433 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (89b111dc-0805-4be8-ae88-1abd550770a0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:16.547244 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] Deleting port 90462be2-0b0d-4023-87a8-be852f4bfe5d {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:28:16.547586 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (90462be2-0b0d-4023-87a8-be852f4bfe5d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:16.563595 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] DHCP port deletion for 89b111dc-0805-4be8-ae88-1abd550770a0 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:28:16.613881 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] For port 90462be2-0b0d-4023-87a8-be852f4bfe5d, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=90462be2-0b0d-4023-87a8-be852f4bfe5d,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:28:16.614316 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (90462be2-0b0d-4023-87a8-be852f4bfe5d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:16.617443 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Deleting port 90462be2-0b0d-4023-87a8-be852f4bfe5d {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:28:16.618005 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (90462be2-0b0d-4023-87a8-be852f4bfe5d), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:16.629871 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] Calling delete_port for 90462be2-0b0d-4023-87a8-be852f4bfe5d owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:28:16.682651 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] For port 90462be2-0b0d-4023-87a8-be852f4bfe5d, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=90462be2-0b0d-4023-87a8-be852f4bfe5d,segment=NetworkSegment(2c60f1d4-8796-4a00-a079-50cd1e5a2d5c),segment_id=2c60f1d4-8796-4a00-a079-50cd1e5a2d5c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:28:16.683056 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (90462be2-0b0d-4023-87a8-be852f4bfe5d), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:16.696865 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Calling delete_port for 90462be2-0b0d-4023-87a8-be852f4bfe5d owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:28:16.843637 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (90462be2-0b0d-4023-87a8-be852f4bfe5d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:16.849961 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (90462be2-0b0d-4023-87a8-be852f4bfe5d), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:16.869972 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=90462be2-0b0d-4023-87a8-be852f4bfe5d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:16.873426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] No DVR routers for this DVR port 90462be2-0b0d-4023-87a8-be852f4bfe5d on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:28:16.877432 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Pushing event deleted for resources: {'Port': ['ID=90462be2-0b0d-4023-87a8-be852f4bfe5d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:16.879835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] No DVR routers for this DVR port 90462be2-0b0d-4023-87a8-be852f4bfe5d on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:28:16.890828 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:16.890828 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:16.891071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:16.891416 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:16.891741 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:16.892070 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:16.892588 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:16.893506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:16.893843 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:16.894175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:16.894544 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:16.894873 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:16.895198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6bcbb9-bc2c-4bfd-bb85-ae729945ceb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:16.946963 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (89b111dc-0805-4be8-ae88-1abd550770a0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:16.967959 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b111dc-0805-4be8-ae88-1abd550770a0']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:28:16.977645 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:28:16.977937 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c60f1d4-8796-4a00-a079-50cd1e5a2d5c') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:28:16.991479 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (2c60f1d4-8796-4a00-a079-50cd1e5a2d5c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:17.004992 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (2c60f1d4-8796-4a00-a079-50cd1e5a2d5c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:17.010759 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:28:17.011180 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (2c60f1d4-8796-4a00-a079-50cd1e5a2d5c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:28:17.012742 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:28:17.140387 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (89b111dc-0805-4be8-ae88-1abd550770a0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:17.146102 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:17.149317 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] 10.222.0.31 "DELETE /v2.0/networks/89b111dc-0805-4be8-ae88-1abd550770a0 HTTP/1.1" status: 204 len: 168 time: 0.7440412 Jan 28 06:28:17.152401 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52900) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:17.160711 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9fb15-5351-4846-97b2-291fa5711c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=89b111dc-0805-4be8-ae88-1abd550770a0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:17.492063 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-acf4bf75-a558-44ba-9ec6-52e2a4b30824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (221b46eb-1bd3-4628-852e-1ce888f98036), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:17.581779 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f549cb85-6ef9-4423-8830-af90d598a65c no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:28:17.606283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: f549cb85-6ef9-4423-8830-af90d598a65c {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:28:17.606672 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device f549cb85-6ef9-4423-8830-af90d598a65c not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:28:17.607090 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 9ad332fa-4e92-4693-a6e4-61f99060cdf0 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:28:17.626388 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 9ad332fa-4e92-4693-a6e4-61f99060cdf0 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:28:17.626770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 9ad332fa-4e92-4693-a6e4-61f99060cdf0 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:28:17.627186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 90462be2-0b0d-4023-87a8-be852f4bfe5d no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:28:17.646626 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 90462be2-0b0d-4023-87a8-be852f4bfe5d {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:28:17.646974 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 90462be2-0b0d-4023-87a8-be852f4bfe5d not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:28:17.740452 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-acf4bf75-a558-44ba-9ec6-52e2a4b30824 admin admin] Deleting port 72ed35b0-b134-4990-8902-25d9f60e1fdc {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:28:17.740796 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-acf4bf75-a558-44ba-9ec6-52e2a4b30824 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:17.817373 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-acf4bf75-a558-44ba-9ec6-52e2a4b30824 admin admin] For port 72ed35b0-b134-4990-8902-25d9f60e1fdc, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=72ed35b0-b134-4990-8902-25d9f60e1fdc,segment=NetworkSegment(04b2a23d-e586-41a4-83a1-7503211145a3),segment_id=04b2a23d-e586-41a4-83a1-7503211145a3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:28:17.817656 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-acf4bf75-a558-44ba-9ec6-52e2a4b30824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:17.830324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-acf4bf75-a558-44ba-9ec6-52e2a4b30824 admin admin] Calling delete_port for 72ed35b0-b134-4990-8902-25d9f60e1fdc owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:28:18.117667 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-acf4bf75-a558-44ba-9ec6-52e2a4b30824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (72ed35b0-b134-4990-8902-25d9f60e1fdc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:18.148839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4bf75-a558-44ba-9ec6-52e2a4b30824 admin admin] Pushing event deleted for resources: {'Port': ['ID=72ed35b0-b134-4990-8902-25d9f60e1fdc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:18.641530 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-acf4bf75-a558-44ba-9ec6-52e2a4b30824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (221b46eb-1bd3-4628-852e-1ce888f98036), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:18.854390 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf4bf75-a558-44ba-9ec6-52e2a4b30824 admin admin] Router 221b46eb-1bd3-4628-852e-1ce888f98036 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:28:18.965380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf4bf75-a558-44ba-9ec6-52e2a4b30824 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:28:18.970273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-acf4bf75-a558-44ba-9ec6-52e2a4b30824 admin admin] 10.222.0.31 "PUT /v2.0/routers/221b46eb-1bd3-4628-852e-1ce888f98036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8168623 Jan 28 06:28:18.973307 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52902) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:18.975817 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67987385-2089-416f-a6d4-a35f16d8ac39 None None] Sync routers for ids ['221b46eb-1bd3-4628-852e-1ce888f98036'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:28:18.987213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67987385-2089-416f-a6d4-a35f16d8ac39 None None] Routers {'221b46eb-1bd3-4628-852e-1ce888f98036'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:28:18.987951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-67987385-2089-416f-a6d4-a35f16d8ac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:28:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['221b46eb-1bd3-4628-852e-1ce888f98036'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:28:19.077016 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6705-ea9b-420d-8406-dccfae0afcfa admin admin] Publish callbacks [] for router (221b46eb-1bd3-4628-852e-1ce888f98036), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:19.092129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-67987385-2089-416f-a6d4-a35f16d8ac39 None None] Set router 221b46eb-1bd3-4628-852e-1ce888f98036 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:28:19.182271 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6705-ea9b-420d-8406-dccfae0afcfa admin admin] Publish callbacks [] for router_gateway (221b46eb-1bd3-4628-852e-1ce888f98036), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:19.271531 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-67987385-2089-416f-a6d4-a35f16d8ac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'name': 'tempest-TestVolumeBootPattern-84792081-router', 'tenant_id': '8c5f1075be4647b9a06c6557592ee62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '1e5dfb0c-133f-4b4f-8506-2adb9b278e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:51Z', 'updated_at': '2022-01-28T06:28:17Z', 'revision_number': 5, 'project_id': '8c5f1075be4647b9a06c6557592ee62d', 'gw_port': {'id': '1e5dfb0c-133f-4b4f-8506-2adb9b278e03', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:08:52Z', 'updated_at': '2022-01-28T06:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:28:19.322426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f6705-ea9b-420d-8406-dccfae0afcfa admin admin] Deleting port 1e5dfb0c-133f-4b4f-8506-2adb9b278e03 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:28:19.322760 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6705-ea9b-420d-8406-dccfae0afcfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1e5dfb0c-133f-4b4f-8506-2adb9b278e03), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:19.406862 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-ae9f6705-ea9b-420d-8406-dccfae0afcfa admin admin] For port 1e5dfb0c-133f-4b4f-8506-2adb9b278e03, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=1e5dfb0c-133f-4b4f-8506-2adb9b278e03,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:28:19.407224 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6705-ea9b-420d-8406-dccfae0afcfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1e5dfb0c-133f-4b4f-8506-2adb9b278e03), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:19.421403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f6705-ea9b-420d-8406-dccfae0afcfa admin admin] Calling delete_port for 1e5dfb0c-133f-4b4f-8506-2adb9b278e03 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:28:19.460318 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67987385-2089-416f-a6d4-a35f16d8ac39 None None] Checking router: 221b46eb-1bd3-4628-852e-1ce888f98036 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:28:19.468804 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67987385-2089-416f-a6d4-a35f16d8ac39 None None] Routers {'221b46eb-1bd3-4628-852e-1ce888f98036'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:28:19.469474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-67987385-2089-416f-a6d4-a35f16d8ac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:28:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['221b46eb-1bd3-4628-852e-1ce888f98036'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:28:19.557773 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-67987385-2089-416f-a6d4-a35f16d8ac39 None None] Set router 221b46eb-1bd3-4628-852e-1ce888f98036 gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:28:19.614837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-67987385-2089-416f-a6d4-a35f16d8ac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'name': 'tempest-TestVolumeBootPattern-84792081-router', 'tenant_id': '8c5f1075be4647b9a06c6557592ee62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:51Z', 'updated_at': '2022-01-28T06:28:19Z', 'revision_number': 6, 'project_id': '8c5f1075be4647b9a06c6557592ee62d', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:28:19.640975 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67987385-2089-416f-a6d4-a35f16d8ac39 None None] The sync data for ids ['221b46eb-1bd3-4628-852e-1ce888f98036'] in n-d-812111-12 is: [{'id': '221b46eb-1bd3-4628-852e-1ce888f98036', 'name': 'tempest-TestVolumeBootPattern-84792081-router', 'tenant_id': '8c5f1075be4647b9a06c6557592ee62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:08:51Z', 'updated_at': '2022-01-28T06:28:19Z', 'revision_number': 6, 'project_id': '8c5f1075be4647b9a06c6557592ee62d', 'gw_port_host': None}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:28:19.677691 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6705-ea9b-420d-8406-dccfae0afcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (1e5dfb0c-133f-4b4f-8506-2adb9b278e03), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:19.709209 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f6705-ea9b-420d-8406-dccfae0afcfa admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5dfb0c-133f-4b4f-8506-2adb9b278e03,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:19.768490 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6705-ea9b-420d-8406-dccfae0afcfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (221b46eb-1bd3-4628-852e-1ce888f98036), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:19.857144 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6705-ea9b-420d-8406-dccfae0afcfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (221b46eb-1bd3-4628-852e-1ce888f98036), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:19.859279 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6705-ea9b-420d-8406-dccfae0afcfa admin admin] Publish callbacks [] for router_controller (221b46eb-1bd3-4628-852e-1ce888f98036), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:19.986429 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6705-ea9b-420d-8406-dccfae0afcfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (221b46eb-1bd3-4628-852e-1ce888f98036), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:19.987467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9f6705-ea9b-420d-8406-dccfae0afcfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 221b46eb-1bd3-4628-852e-1ce888f98036 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:28:19.996492 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6705-ea9b-420d-8406-dccfae0afcfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:19.996492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ae9f6705-ea9b-420d-8406-dccfae0afcfa admin admin] 10.222.0.31 "DELETE /v2.0/routers/221b46eb-1bd3-4628-852e-1ce888f98036 HTTP/1.1" status: 204 len: 168 time: 1.0189605 Jan 28 06:28:19.996492 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52904) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:20.042493 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16d5188-bd54-43ec-b9f9-bfeb37d68dd8 admin admin] Deleting subnet 905a9aeb-fdce-491b-9531-7bd51fc10b65 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:28:20.045800 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d16d5188-bd54-43ec-b9f9-bfeb37d68dd8 admin admin] Publish callbacks [] for subnet (905a9aeb-fdce-491b-9531-7bd51fc10b65), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:20.082173 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d16d5188-bd54-43ec-b9f9-bfeb37d68dd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (905a9aeb-fdce-491b-9531-7bd51fc10b65), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:20.156767 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d16d5188-bd54-43ec-b9f9-bfeb37d68dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (905a9aeb-fdce-491b-9531-7bd51fc10b65), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:20.300873 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d16d5188-bd54-43ec-b9f9-bfeb37d68dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (905a9aeb-fdce-491b-9531-7bd51fc10b65), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:20.324820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d5188-bd54-43ec-b9f9-bfeb37d68dd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905a9aeb-fdce-491b-9531-7bd51fc10b65,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:20.330425 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d16d5188-bd54-43ec-b9f9-bfeb37d68dd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:20.334003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d16d5188-bd54-43ec-b9f9-bfeb37d68dd8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/905a9aeb-fdce-491b-9531-7bd51fc10b65 HTTP/1.1" status: 204 len: 168 time: 0.3370571 Jan 28 06:28:20.336239 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52906) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:20.336381 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b08991-e99f-4343-90ac-e7ef87b4e22e None None] Network 086ef462-d6c7-4cce-ac6b-d36920039f03 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:28:20.409275 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (086ef462-d6c7-4cce-ac6b-d36920039f03), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:20.463850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] Deleting port 0dc130df-cc9e-4218-af6b-b79cdc987a3b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:28:20.464472 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0dc130df-cc9e-4218-af6b-b79cdc987a3b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:20.483560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df2c589-6641-49ff-bc18-edbcf122739d None None] DHCP port deletion for 086ef462-d6c7-4cce-ac6b-d36920039f03 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:28:20.532771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4df2c589-6641-49ff-bc18-edbcf122739d None None] Deleting port 0dc130df-cc9e-4218-af6b-b79cdc987a3b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:28:20.533681 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4df2c589-6641-49ff-bc18-edbcf122739d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0dc130df-cc9e-4218-af6b-b79cdc987a3b), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:20.537456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] For port 0dc130df-cc9e-4218-af6b-b79cdc987a3b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0dc130df-cc9e-4218-af6b-b79cdc987a3b,segment=NetworkSegment(04b2a23d-e586-41a4-83a1-7503211145a3),segment_id=04b2a23d-e586-41a4-83a1-7503211145a3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:28:20.537819 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0dc130df-cc9e-4218-af6b-b79cdc987a3b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:20.551349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] Calling delete_port for 0dc130df-cc9e-4218-af6b-b79cdc987a3b owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:28:20.602575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4df2c589-6641-49ff-bc18-edbcf122739d None None] For port 0dc130df-cc9e-4218-af6b-b79cdc987a3b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0dc130df-cc9e-4218-af6b-b79cdc987a3b,segment=NetworkSegment(04b2a23d-e586-41a4-83a1-7503211145a3),segment_id=04b2a23d-e586-41a4-83a1-7503211145a3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:28:20.602990 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4df2c589-6641-49ff-bc18-edbcf122739d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0dc130df-cc9e-4218-af6b-b79cdc987a3b), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:20.617935 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4df2c589-6641-49ff-bc18-edbcf122739d None None] Calling delete_port for 0dc130df-cc9e-4218-af6b-b79cdc987a3b owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:28:20.729149 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (0dc130df-cc9e-4218-af6b-b79cdc987a3b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:20.734869 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4df2c589-6641-49ff-bc18-edbcf122739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (0dc130df-cc9e-4218-af6b-b79cdc987a3b), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:20.760890 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc130df-cc9e-4218-af6b-b79cdc987a3b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:20.761806 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2c589-6641-49ff-bc18-edbcf122739d None None] Pushing event deleted for resources: {'Port': ['ID=0dc130df-cc9e-4218-af6b-b79cdc987a3b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:20.762802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] No DVR routers for this DVR port 0dc130df-cc9e-4218-af6b-b79cdc987a3b on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:28:20.765345 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df2c589-6641-49ff-bc18-edbcf122739d None None] No DVR routers for this DVR port 0dc130df-cc9e-4218-af6b-b79cdc987a3b on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:28:20.835374 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (086ef462-d6c7-4cce-ac6b-d36920039f03), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:20.856528 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086ef462-d6c7-4cce-ac6b-d36920039f03']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:28:20.865943 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b2a23d-e586-41a4-83a1-7503211145a3') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:28:20.866239 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b2a23d-e586-41a4-83a1-7503211145a3') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:28:20.875732 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (04b2a23d-e586-41a4-83a1-7503211145a3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:20.888506 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (04b2a23d-e586-41a4-83a1-7503211145a3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:20.894831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:28:20.895216 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (04b2a23d-e586-41a4-83a1-7503211145a3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:28:20.896858 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:28:21.019606 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (086ef462-d6c7-4cce-ac6b-d36920039f03), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:21.024820 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:21.028041 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] 10.222.0.31 "DELETE /v2.0/networks/086ef462-d6c7-4cce-ac6b-d36920039f03 HTTP/1.1" status: 204 len: 168 time: 0.6908801 Jan 28 06:28:21.042164 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274de0c-b3d6-402b-8def-764cc3d6d28a admin admin] Pushing event deleted for resources: {'Network': ['ID=086ef462-d6c7-4cce-ac6b-d36920039f03,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:21.362011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52910) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:21.402517 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-91175d4a-e1bd-427e-b457-c4932c07f6ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=daa041954cd34e19820d06481218d4c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392962 Jan 28 06:28:21.404842 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 52912) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:21.451019 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5cde245-7b4b-4297-b988-8ac711b83ba2 admin admin] Publish callbacks [] for security_group (0039646f-00e4-40ec-94a4-e7090bc17286), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:21.472774 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5cde245-7b4b-4297-b988-8ac711b83ba2 admin admin] Publish callbacks [] for security_group (0039646f-00e4-40ec-94a4-e7090bc17286), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:21.584250 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 72ed35b0-b134-4990-8902-25d9f60e1fdc no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:28:21.597619 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5cde245-7b4b-4297-b988-8ac711b83ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0039646f-00e4-40ec-94a4-e7090bc17286), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:21.600273 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5cde245-7b4b-4297-b988-8ac711b83ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:21.601711 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f5cde245-7b4b-4297-b988-8ac711b83ba2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0039646f-00e4-40ec-94a4-e7090bc17286 HTTP/1.1" status: 204 len: 168 time: 0.1957467 Jan 28 06:28:21.607819 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 72ed35b0-b134-4990-8902-25d9f60e1fdc {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:28:21.608185 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 72ed35b0-b134-4990-8902-25d9f60e1fdc not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:28:21.608596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 1e5dfb0c-133f-4b4f-8506-2adb9b278e03 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:28:21.609847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cde245-7b4b-4297-b988-8ac711b83ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0039646f-00e4-40ec-94a4-e7090bc17286,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:21.633418 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 1e5dfb0c-133f-4b4f-8506-2adb9b278e03 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:28:21.633767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 1e5dfb0c-133f-4b4f-8506-2adb9b278e03 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:28:21.634183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0dc130df-cc9e-4218-af6b-b79cdc987a3b no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:28:21.656670 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 0dc130df-cc9e-4218-af6b-b79cdc987a3b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:28:21.657021 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0dc130df-cc9e-4218-af6b-b79cdc987a3b not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:28:22.256530 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52918) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:22.296221 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ed2c725f-f679-4263-b13b-9f9e5e015fa9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c5f1075be4647b9a06c6557592ee62d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384669 Jan 28 06:28:22.299136 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 52920) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:22.344522 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccac34e3-4193-4b05-bd72-fabde934a5fd admin admin] Publish callbacks [] for security_group (11911429-af31-44b3-833b-5d3b8d214de4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:22.365729 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccac34e3-4193-4b05-bd72-fabde934a5fd admin admin] Publish callbacks [] for security_group (11911429-af31-44b3-833b-5d3b8d214de4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:22.493783 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccac34e3-4193-4b05-bd72-fabde934a5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (11911429-af31-44b3-833b-5d3b8d214de4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:22.496313 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ccac34e3-4193-4b05-bd72-fabde934a5fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:22.497487 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ccac34e3-4193-4b05-bd72-fabde934a5fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11911429-af31-44b3-833b-5d3b8d214de4 HTTP/1.1" status: 204 len: 168 time: 0.1972749 Jan 28 06:28:22.506318 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac34e3-4193-4b05-bd72-fabde934a5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11911429-af31-44b3-833b-5d3b8d214de4,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:25.300603 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:28.003687 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:32.511759 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e3f2b69-5139-4708-9617-f02c44915241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:33.658355 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:28:34.832024 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a02b982-c6ca-475c-ab72-8fdfbc795b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:34.970129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-e582a6f2-939c-47a2-a011-030194669a72 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3d70054fa733431c9d97c934ebacf9a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317760 Jan 28 06:28:35.146427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-4bc979cf-7bc5-40d7-9195-bedb9667c66c tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:35.147872 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-4bc979cf-7bc5-40d7-9195-bedb9667c66c tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1721768 Jan 28 06:28:35.162636 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-d824f907-7307-4bc5-bc91-6deea03bb6d7 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/quotas/3d70054fa733431c9d97c934ebacf9a6 HTTP/1.1" status: 200 len: 375 time: 0.0093501 Jan 28 06:28:35.192576 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-afc140d9-d7bb-4818-98cb-9cd3729e490d tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d70054fa733431c9d97c934ebacf9a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250773 Jan 28 06:28:35.447212 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9f87eea-9aac-4717-ac7c-4ffeaefdd878 req-8678b74f-584b-46a5-9056-97dd46abd33b tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 210 time: 0.0269470 Jan 28 06:28:36.527963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9ddcd01-c3b6-4c27-8806-8380d83db5d5 req-74b60b3d-3c51-4e8b-9d16-1654e3f72fba tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 210 time: 0.0300775 Jan 28 06:28:36.705982 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:37.623707 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f94cd953-5f83-4944-8518-6c4be7766553 req-e6fa2efe-e907-4ec4-b5bd-c2ecabbe7e60 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 210 time: 0.0259783 Jan 28 06:28:37.813176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-22b913ee-abbe-4413-995c-26924057add2 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3d70054fa733431c9d97c934ebacf9a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213037 Jan 28 06:28:37.917190 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-02253d00-2538-4a02-a30a-e8dc31c36c4d tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:37.918678 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-02253d00-2538-4a02-a30a-e8dc31c36c4d tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1004326 Jan 28 06:28:37.936170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Request body: {'port': {'device_id': 'ad0f7b30-dee2-446f-9754-6470f59c677c', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'admin_state_up': True, 'tenant_id': '3d70054fa733431c9d97c934ebacf9a6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:28:37.991510 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:38.157082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Made reservation on behalf of 3d70054fa733431c9d97c934ebacf9a6 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:28:38.161184 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:38.170672 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:38.242873 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Publish callbacks [] for security_group (9b07a0b5-33a5-4c9e-ae14-0683d9e454a1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:38.305758 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9b07a0b5-33a5-4c9e-ae14-0683d9e454a1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:38.370893 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b07a0b5-33a5-4c9e-ae14-0683d9e454a1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:38.384595 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:38.384940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:38.385284 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:38.385619 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:38.385967 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:38.386316 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:38.386645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:38.386968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:38.387289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:38.387610 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:38.387928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:38.388244 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:38.388561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:38.449635 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Allocated IP 192.168.233.254 (af31de4a-dc15-4c0d-91ce-17d80a870a0e/f4a2a65a-b216-4cbb-a373-00dd8e698fcf/1011af70-b611-495c-a536-caca47efbaa0) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:28:38.591886 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Publish callbacks [] for port (1011af70-b611-495c-a536-caca47efbaa0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:38.701081 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (1011af70-b611-495c-a536-caca47efbaa0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:38.767563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Network af31de4a-dc15-4c0d-91ce-17d80a870a0e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:28:38.774972 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:28:38.776711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Pushing event updated for resources: {'Port': ['ID=1011af70-b611-495c-a536-caca47efbaa0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:38.778840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:28:38.811312 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd52001-18ea-4889-bf3d-dde5fad5bcfb req-d8f5bb4c-bb12-4ab8-b735-ceef89d7aa68 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:38.812839 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fd52001-18ea-4889-bf3d-dde5fad5bcfb req-d8f5bb4c-bb12-4ab8-b735-ceef89d7aa68 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 936 time: 0.1231110 Jan 28 06:28:38.859456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:38.860080 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:38.892304 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fd52001-18ea-4889-bf3d-dde5fad5bcfb req-8b11f367-c292-4c63-aa1f-52bbfc4f6d5f tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b07a0b5-33a5-4c9e-ae14-0683d9e454a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705338 Jan 28 06:28:39.016081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-27cd1651-04cc-47ff-bd78-81f3df8e70d3 None None] Provisioning complete for port 1011af70-b611-495c-a536-caca47efbaa0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:28:39.016643 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27cd1651-04cc-47ff-bd78-81f3df8e70d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1011af70-b611-495c-a536-caca47efbaa0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:39.035127 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-a19821ba-aec7-4dcf-a5ec-3b47b803ce5e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1024525 Jan 28 06:28:39.043848 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-ea710953-4696-4eca-8e68-0cd263962d87 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:28:39.044812 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-ea710953-4696-4eca-8e68-0cd263962d87 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051215 Jan 28 06:28:39.064355 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-27cd1651-04cc-47ff-bd78-81f3df8e70d3 None None] Port 1011af70-b611-495c-a536-caca47efbaa0 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:28:39.151384 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:39.163045 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Request body: {'port': {'device_id': 'ad0f7b30-dee2-446f-9754-6470f59c677c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:28:39.215345 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1011af70-b611-495c-a536-caca47efbaa0), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:39.478088 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1011af70-b611-495c-a536-caca47efbaa0 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:28:39.485246 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Publish callbacks [] for port (1011af70-b611-495c-a536-caca47efbaa0), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:39.497625 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Transition to ACTIVE for port object 1011af70-b611-495c-a536-caca47efbaa0 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:28:39.568628 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (1011af70-b611-495c-a536-caca47efbaa0), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:39.622025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Pushing event updated for resources: {'Port': ['ID=1011af70-b611-495c-a536-caca47efbaa0,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:39.692945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Attempting to bind port 1011af70-b611-495c-a536-caca47efbaa0 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:28:39.693279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Attempting to bind port 1011af70-b611-495c-a536-caca47efbaa0 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:28:39.693613 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Attempting to bind port 1011af70-b611-495c-a536-caca47efbaa0 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:28:39.698461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Port 1011af70-b611-495c-a536-caca47efbaa0 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:28:39.698783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Attempting to bind port 1011af70-b611-495c-a536-caca47efbaa0 on network af31de4a-dc15-4c0d-91ce-17d80a870a0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:28:39.703679 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:28:39.704329 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Checking segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:28:39.704446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Bound using segment: {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:28:39.704786 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Bound port: 1011af70-b611-495c-a536-caca47efbaa0, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed8bd3a-70a5-4a09-89aa-4d0ecd560170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:28:39.705134 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1011af70-b611-495c-a536-caca47efbaa0), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:39.774566 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] For port 1011af70-b611-495c-a536-caca47efbaa0, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:28:39.777587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] For port 1011af70-b611-495c-a536-caca47efbaa0, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1011af70-b611-495c-a536-caca47efbaa0,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:28:39.849663 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (1011af70-b611-495c-a536-caca47efbaa0), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:39.884432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:39.885065 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:39.886482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] 10.222.0.60 "PUT /v2.0/ports/1011af70-b611-495c-a536-caca47efbaa0 HTTP/1.1" status: 200 len: 1097 time: 0.8283136 Jan 28 06:28:39.886957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0f7b30-dee2-446f-9754-6470f59c677c', 'tag': '1011af70-b611-495c-a536-caca47efbaa0'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:28:39.889196 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464cfe7c-b30c-4777-8d47-32077c081466" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0f7b30-dee2-446f-9754-6470f59c677c", "tag": "1011af70-b611-495c-a536-caca47efbaa0"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:28:39.915968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423062fd-3327-4df3-8f50-c7fa8f4c252e service neutron] Pushing event updated for resources: {'Port': ['ID=1011af70-b611-495c-a536-caca47efbaa0,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:39.933512 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17931038-f470-43a8-aa83-22b48398d2e4 x-openstack-request-id: req-17931038-f470-43a8-aa83-22b48398d2e4 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:28:39.933803 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0f7b30-dee2-446f-9754-6470f59c677c", "tag": "1011af70-b611-495c-a536-caca47efbaa0", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:28:39.934066 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17931038-f470-43a8-aa83-22b48398d2e4 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:28:39.934513 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0f7b30-dee2-446f-9754-6470f59c677c', 'tag': '1011af70-b611-495c-a536-caca47efbaa0', 'status': 'completed', 'code': 200} Jan 28 06:28:40.043421 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cfe7c-b30c-4777-8d47-32077c081466 req-1785f988-fe36-437e-8fd8-00c8b2f2e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:40.044923 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-464cfe7c-b30c-4777-8d47-32077c081466 req-1785f988-fe36-437e-8fd8-00c8b2f2e7d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d70054fa733431c9d97c934ebacf9a6&device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 1100 time: 0.0725834 Jan 28 06:28:40.055313 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf9450-744b-4a75-a728-16e47afa28d0 req-1cabd6a0-12a8-48c2-9223-3a2dd25e3d5c tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:40.056811 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77cf9450-744b-4a75-a728-16e47afa28d0 req-1cabd6a0-12a8-48c2-9223-3a2dd25e3d5c tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 948 time: 0.0737171 Jan 28 06:28:40.086993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-464cfe7c-b30c-4777-8d47-32077c081466 req-53a7aeca-c155-4341-a724-601bbaab1314 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3d70054fa733431c9d97c934ebacf9a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281661 Jan 28 06:28:40.172010 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77cf9450-744b-4a75-a728-16e47afa28d0 req-bffcf413-4807-4307-91ba-e35ee7f2d53a tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b07a0b5-33a5-4c9e-ae14-0683d9e454a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051071 Jan 28 06:28:40.201889 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cfe7c-b30c-4777-8d47-32077c081466 req-8f47b6fa-96a0-44a0-9739-4c5dc637036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:40.203391 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-464cfe7c-b30c-4777-8d47-32077c081466 req-8f47b6fa-96a0-44a0-9739-4c5dc637036e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106992 Jan 28 06:28:40.301409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-73938785-59d0-4252-95d1-05d355fadd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:40.302841 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-73938785-59d0-4252-95d1-05d355fadd54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d70054fa733431c9d97c934ebacf9a6&device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 1100 time: 0.0442379 Jan 28 06:28:40.348779 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-6346f7d2-4414-49fe-825b-d1488347c6fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=1011af70-b611-495c-a536-caca47efbaa0 HTTP/1.1" status: 200 len: 217 time: 0.0339088 Jan 28 06:28:40.395725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-2d386bc8-507e-497b-90f2-90b288f55208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:40.397141 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-2d386bc8-507e-497b-90f2-90b288f55208 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0430565 Jan 28 06:28:40.577078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-622ee670-8012-4821-a3ea-a12991358586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:40.578511 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-622ee670-8012-4821-a3ea-a12991358586 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0399692 Jan 28 06:28:40.669103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-fd7c1f30-56f7-43d7-9359-fc707e642575 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848498 Jan 28 06:28:40.756517 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5677bd7d-a078-4f44-a197-68f49862ee76 req-0954de60-fd95-4eed-a66c-2af754236ef8 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822334 Jan 28 06:28:41.295628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de375f-40fd-4491-b65f-6ced03cf51bc req-1fadc39e-b8a5-4602-ae8a-5325fded2ed5 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:41.297106 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95de375f-40fd-4491-b65f-6ced03cf51bc req-1fadc39e-b8a5-4602-ae8a-5325fded2ed5 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 948 time: 0.0553479 Jan 28 06:28:41.352248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95de375f-40fd-4491-b65f-6ced03cf51bc req-05b34489-6c77-42bf-9447-169414c0ec5b tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b07a0b5-33a5-4c9e-ae14-0683d9e454a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494161 Jan 28 06:28:42.464652 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e454e-dfc5-4985-a80e-34c8b624bbd7 req-93e50915-c387-4144-8f17-32a0dd8fe3ea tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:42.466102 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f30e454e-dfc5-4985-a80e-34c8b624bbd7 req-93e50915-c387-4144-8f17-32a0dd8fe3ea tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 948 time: 0.0470970 Jan 28 06:28:42.512184 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f30e454e-dfc5-4985-a80e-34c8b624bbd7 req-3fd82f54-dc2a-4457-9fa8-eae6dd293fce tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b07a0b5-33a5-4c9e-ae14-0683d9e454a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404124 Jan 28 06:28:43.628379 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f903fea-d45c-49e9-ab9d-e10c09682c11 req-f345ace0-f9e0-4074-8e2e-f13612f87297 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:43.630380 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f903fea-d45c-49e9-ab9d-e10c09682c11 req-f345ace0-f9e0-4074-8e2e-f13612f87297 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 948 time: 0.0515726 Jan 28 06:28:43.675534 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f903fea-d45c-49e9-ab9d-e10c09682c11 req-3d2d3b7b-0446-4a84-9edb-05991db8d2d6 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b07a0b5-33a5-4c9e-ae14-0683d9e454a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396323 Jan 28 06:28:44.122664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1011af70-b611-495c-a536-caca47efbaa0 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:28:44.220415 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1011af70-b611-495c-a536-caca47efbaa0, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1011af70-b611-495c-a536-caca47efbaa0,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:28:44.231969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '1011af70-b611-495c-a536-caca47efbaa0', 'network_id': 'af31de4a-dc15-4c0d-91ce-17d80a870a0e', 'port_id': '1011af70-b611-495c-a536-caca47efbaa0', 'mac_address': 'fa:16:3e:fa:74:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2a65a-b216-4cbb-a373-00dd8e698fcf', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:28:44.269312 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 1011af70-b611-495c-a536-caca47efbaa0 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:28:44.269880 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1011af70-b611-495c-a536-caca47efbaa0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:44.282481 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1011af70-b611-495c-a536-caca47efbaa0 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:28:44.302065 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1011af70-b611-495c-a536-caca47efbaa0, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1011af70-b611-495c-a536-caca47efbaa0,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:28:44.368031 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1011af70-b611-495c-a536-caca47efbaa0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:44.415537 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=1011af70-b611-495c-a536-caca47efbaa0,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:44.683543 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['1011af70-b611-495c-a536-caca47efbaa0'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:28:44.797274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f30e8-55ec-425c-b34e-91391f80e8fd req-d2fb7511-1c0f-4019-bbca-13d97977c39e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:44.798787 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-498f30e8-55ec-425c-b34e-91391f80e8fd req-d2fb7511-1c0f-4019-bbca-13d97977c39e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 949 time: 0.0497363 Jan 28 06:28:44.851470 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-498f30e8-55ec-425c-b34e-91391f80e8fd req-99584728-45d3-44ae-ad03-0c200e3b1c3b tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b07a0b5-33a5-4c9e-ae14-0683d9e454a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417457 Jan 28 06:28:45.966880 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffe37d-777f-4f48-9cfa-6bc52ec622eb req-ef147528-9444-4b1d-bbe2-06ee22587f79 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:45.968329 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72ffe37d-777f-4f48-9cfa-6bc52ec622eb req-ef147528-9444-4b1d-bbe2-06ee22587f79 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 949 time: 0.0475068 Jan 28 06:28:46.018673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-72ffe37d-777f-4f48-9cfa-6bc52ec622eb req-584c0ff4-b207-4092-9ef9-19aa03417a9a tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b07a0b5-33a5-4c9e-ae14-0683d9e454a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447514 Jan 28 06:28:46.121667 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1011af70-b611-495c-a536-caca47efbaa0 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:28:46.311211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 1011af70-b611-495c-a536-caca47efbaa0 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:28:46.315233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 1011af70-b611-495c-a536-caca47efbaa0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:28:46.315609 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1011af70-b611-495c-a536-caca47efbaa0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:46.395026 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 1011af70-b611-495c-a536-caca47efbaa0 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:28:46.395429 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1011af70-b611-495c-a536-caca47efbaa0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:46.419421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0f7b30-dee2-446f-9754-6470f59c677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1011af70-b611-495c-a536-caca47efbaa0'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:28:46.421680 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e62050-a453-4486-9af2-9617d5d7b081" -d '{"events": [{"server_uuid": "ad0f7b30-dee2-446f-9754-6470f59c677c", "name": "network-vif-plugged", "status": "completed", "tag": "1011af70-b611-495c-a536-caca47efbaa0"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:28:46.434634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1011af70-b611-495c-a536-caca47efbaa0, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1011af70-b611-495c-a536-caca47efbaa0,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:28:46.520609 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7728d3-5d74-45a7-aa4e-8cd0c4df236a x-openstack-request-id: req-dd7728d3-5d74-45a7-aa4e-8cd0c4df236a {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:28:46.521469 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0f7b30-dee2-446f-9754-6470f59c677c", "name": "network-vif-plugged", "status": "completed", "tag": "1011af70-b611-495c-a536-caca47efbaa0", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:28:46.521882 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd7728d3-5d74-45a7-aa4e-8cd0c4df236a {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:28:46.522233 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0f7b30-dee2-446f-9754-6470f59c677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1011af70-b611-495c-a536-caca47efbaa0', 'code': 200} Jan 28 06:28:46.562633 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1011af70-b611-495c-a536-caca47efbaa0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:46.610291 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=1011af70-b611-495c-a536-caca47efbaa0,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:46.644765 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c022912-7981-409a-95a5-ded6b0ddb716 req-ec9e91b0-85e4-46e1-bb46-8b634abb6ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:46.646849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c022912-7981-409a-95a5-ded6b0ddb716 req-ec9e91b0-85e4-46e1-bb46-8b634abb6ae7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 1102 time: 0.0395944 Jan 28 06:28:46.687762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c022912-7981-409a-95a5-ded6b0ddb716 req-d22e6c5a-b09a-4a70-806d-028edc89320e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9b07a0b5-33a5-4c9e-ae14-0683d9e454a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361366 Jan 28 06:28:47.132068 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94daccf4-02c6-4df9-827a-20c736dd1db9 req-017b4b41-7449-4ff9-8cd1-20faae0b3151 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:47.134013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94daccf4-02c6-4df9-827a-20c736dd1db9 req-017b4b41-7449-4ff9-8cd1-20faae0b3151 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 950 time: 0.0479376 Jan 28 06:28:47.180515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94daccf4-02c6-4df9-827a-20c736dd1db9 req-eeb4eb4f-f9f7-4760-ba9a-6a7b6bdf824e tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b07a0b5-33a5-4c9e-ae14-0683d9e454a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405719 Jan 28 06:28:48.635339 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5284b3-b908-402f-8900-e70e638dfe87 req-eeeb8e2f-883c-4392-bb48-d0eefd66af32 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:48.636847 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df5284b3-b908-402f-8900-e70e638dfe87 req-eeeb8e2f-883c-4392-bb48-d0eefd66af32 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 950 time: 0.3876209 Jan 28 06:28:48.682242 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df5284b3-b908-402f-8900-e70e638dfe87 req-2776a84a-2b47-4d51-aace-760c3d692788 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b07a0b5-33a5-4c9e-ae14-0683d9e454a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396464 Jan 28 06:28:48.997900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0178e49-5ecc-4a16-9086-0fb6791b06ab req-1fed9304-48fd-4192-a3b6-0ffddbca2371 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad0f7b30-dee2-446f-9754-6470f59c677c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408466 Jan 28 06:28:49.087317 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-9e9befc6-5c32-4cc3-964c-c35dd8de7ebb req-1845056c-848e-4ee4-8bf0-08cac9fd72ef service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:28:49.088361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9e9befc6-5c32-4cc3-964c-c35dd8de7ebb req-1845056c-848e-4ee4-8bf0-08cac9fd72ef service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0576603 Jan 28 06:28:49.100049 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0178e49-5ecc-4a16-9086-0fb6791b06ab req-9957835c-6485-4842-8509-025578f1b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:49.101537 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0178e49-5ecc-4a16-9086-0fb6791b06ab req-9957835c-6485-4842-8509-025578f1b2e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d70054fa733431c9d97c934ebacf9a6&device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 1102 time: 0.0479004 Jan 28 06:28:49.206931 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0178e49-5ecc-4a16-9086-0fb6791b06ab req-027de73b-b23c-4cbd-82e5-7f8046a7a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:49.208970 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0178e49-5ecc-4a16-9086-0fb6791b06ab req-027de73b-b23c-4cbd-82e5-7f8046a7a0ca service neutron] 10.222.0.60 "GET /v2.0/networks?id=af31de4a-dc15-4c0d-91ce-17d80a870a0e HTTP/1.1" status: 200 len: 870 time: 0.0888186 Jan 28 06:28:49.252357 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0178e49-5ecc-4a16-9086-0fb6791b06ab req-4b07d49b-b913-4a35-8083-01ba65b714f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=1011af70-b611-495c-a536-caca47efbaa0 HTTP/1.1" status: 200 len: 217 time: 0.0349360 Jan 28 06:28:49.298752 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0178e49-5ecc-4a16-9086-0fb6791b06ab req-98ceb30a-01da-4636-a882-f654f5afcb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:49.300331 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0178e49-5ecc-4a16-9086-0fb6791b06ab req-98ceb30a-01da-4636-a882-f654f5afcb2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4a2a65a-b216-4cbb-a373-00dd8e698fcf HTTP/1.1" status: 200 len: 843 time: 0.0449078 Jan 28 06:28:49.352285 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0178e49-5ecc-4a16-9086-0fb6791b06ab req-8507bb0a-5b9f-40c7-9d0c-7f771fa6e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:49.353775 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0178e49-5ecc-4a16-9086-0fb6791b06ab req-8507bb0a-5b9f-40c7-9d0c-7f771fa6e5f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af31de4a-dc15-4c0d-91ce-17d80a870a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0465949 Jan 28 06:28:49.443142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0178e49-5ecc-4a16-9086-0fb6791b06ab req-cb95557b-46c3-431b-8d12-bd046b5ebc8a service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830681 Jan 28 06:28:49.539382 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0178e49-5ecc-4a16-9086-0fb6791b06ab req-1073a907-9378-43c4-8ae0-408ab5190b85 service neutron] 10.222.0.60 "GET /v2.0/networks/af31de4a-dc15-4c0d-91ce-17d80a870a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901933 Jan 28 06:28:49.618014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-a7830dcf-2595-4ada-94f5-6e5a42bec9c5 req-46a8ad8f-4171-4312-bd2f-1dd1449d7378 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:28:49.619100 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a7830dcf-2595-4ada-94f5-6e5a42bec9c5 req-46a8ad8f-4171-4312-bd2f-1dd1449d7378 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0554423 Jan 28 06:28:50.313624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0e93e-4afa-47b7-be41-96758c8a3a79 req-eb0d3dd3-79fb-4413-9b03-5414d0f09d39 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:50.315274 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-25c0e93e-4afa-47b7-be41-96758c8a3a79 req-eb0d3dd3-79fb-4413-9b03-5414d0f09d39 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 950 time: 0.0493891 Jan 28 06:28:50.361757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-25c0e93e-4afa-47b7-be41-96758c8a3a79 req-a2ca6ba9-7efd-4a9a-a8c6-cdea72507caa tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b07a0b5-33a5-4c9e-ae14-0683d9e454a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 Jan 28 06:28:51.484442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11637e-9cd9-4462-8bd0-ed5b0386ce26 req-b2cbfb40-ad37-43f4-ab66-c356cc85568c tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:51.485907 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c11637e-9cd9-4462-8bd0-ed5b0386ce26 req-b2cbfb40-ad37-43f4-ab66-c356cc85568c tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 950 time: 0.0475810 Jan 28 06:28:51.532982 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3c11637e-9cd9-4462-8bd0-ed5b0386ce26 req-470fdd43-b97d-4aa8-9e97-f9bc9075c610 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b07a0b5-33a5-4c9e-ae14-0683d9e454a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409305 Jan 28 06:28:51.768385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106cd3a-3b6b-4a60-95a5-ceabf639bdc1 req-c8dafd70-bf93-4bb9-b614-5bba9bb8c560 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:51.769752 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d106cd3a-3b6b-4a60-95a5-ceabf639bdc1 req-c8dafd70-bf93-4bb9-b614-5bba9bb8c560 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 950 time: 0.0499523 Jan 28 06:28:51.854142 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-d106cd3a-3b6b-4a60-95a5-ceabf639bdc1 req-b37c43c4-dbbb-43e8-8bf4-f9ae6c67e5e6 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Deleting port 1011af70-b611-495c-a536-caca47efbaa0 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:28:51.854516 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d106cd3a-3b6b-4a60-95a5-ceabf639bdc1 req-b37c43c4-dbbb-43e8-8bf4-f9ae6c67e5e6 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1011af70-b611-495c-a536-caca47efbaa0), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:51.943836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d106cd3a-3b6b-4a60-95a5-ceabf639bdc1 req-b37c43c4-dbbb-43e8-8bf4-f9ae6c67e5e6 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] For port 1011af70-b611-495c-a536-caca47efbaa0, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1011af70-b611-495c-a536-caca47efbaa0,segment=NetworkSegment(eed8bd3a-70a5-4a09-89aa-4d0ecd560170),segment_id=eed8bd3a-70a5-4a09-89aa-4d0ecd560170)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:28:51.944191 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d106cd3a-3b6b-4a60-95a5-ceabf639bdc1 req-b37c43c4-dbbb-43e8-8bf4-f9ae6c67e5e6 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1011af70-b611-495c-a536-caca47efbaa0), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:51.955817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-d106cd3a-3b6b-4a60-95a5-ceabf639bdc1 req-b37c43c4-dbbb-43e8-8bf4-f9ae6c67e5e6 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Calling delete_port for 1011af70-b611-495c-a536-caca47efbaa0 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:28:52.191498 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d106cd3a-3b6b-4a60-95a5-ceabf639bdc1 req-b37c43c4-dbbb-43e8-8bf4-f9ae6c67e5e6 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (1011af70-b611-495c-a536-caca47efbaa0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:52.219261 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c43c4-dbbb-43e8-8bf4-f9ae6c67e5e6 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Pushing event deleted for resources: {'Port': ['ID=1011af70-b611-495c-a536-caca47efbaa0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:52.225227 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['1011af70-b611-495c-a536-caca47efbaa0'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:28:52.265340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d106cd3a-3b6b-4a60-95a5-ceabf639bdc1 req-b37c43c4-dbbb-43e8-8bf4-f9ae6c67e5e6 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] No DVR routers for this DVR port 1011af70-b611-495c-a536-caca47efbaa0 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:28:52.268090 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d106cd3a-3b6b-4a60-95a5-ceabf639bdc1 req-b37c43c4-dbbb-43e8-8bf4-f9ae6c67e5e6 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:52.271553 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d106cd3a-3b6b-4a60-95a5-ceabf639bdc1 req-b37c43c4-dbbb-43e8-8bf4-f9ae6c67e5e6 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.60 "DELETE /v2.0/ports/1011af70-b611-495c-a536-caca47efbaa0 HTTP/1.1" status: 204 len: 173 time: 0.4963968 Jan 28 06:28:52.272097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0f7b30-dee2-446f-9754-6470f59c677c', 'name': 'network-vif-deleted', 'tag': '1011af70-b611-495c-a536-caca47efbaa0'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:28:52.274494 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d503ef-e8e9-418b-8c66-826e5599883c" -d '{"events": [{"server_uuid": "ad0f7b30-dee2-446f-9754-6470f59c677c", "name": "network-vif-deleted", "tag": "1011af70-b611-495c-a536-caca47efbaa0"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:28:52.312652 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846d9863-4269-40a5-bad4-f370944d0802 x-openstack-request-id: req-846d9863-4269-40a5-bad4-f370944d0802 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:28:52.312949 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0f7b30-dee2-446f-9754-6470f59c677c", "name": "network-vif-deleted", "tag": "1011af70-b611-495c-a536-caca47efbaa0", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:28:52.313208 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-846d9863-4269-40a5-bad4-f370944d0802 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:28:52.313602 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0f7b30-dee2-446f-9754-6470f59c677c', 'name': 'network-vif-deleted', 'tag': '1011af70-b611-495c-a536-caca47efbaa0', 'status': 'completed', 'code': 200} Jan 28 06:28:52.638993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1cebb442-77dc-4f8d-bb19-5146f97e63f5 req-85652c7c-9f75-4d72-aab7-4e404620b712 tempest-ServersAdminNegativeTestJSON-826918580 tempest-ServersAdminNegativeTestJSON-826918580-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0f7b30-dee2-446f-9754-6470f59c677c HTTP/1.1" status: 200 len: 210 time: 0.0264134 Jan 28 06:28:54.151423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53070) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:54.282071 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-70257f54-f66d-4646-8c11-2fe0fee47879 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d70054fa733431c9d97c934ebacf9a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294768 Jan 28 06:28:54.284560 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53074) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:54.331030 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] Publish callbacks [] for security_group (9b07a0b5-33a5-4c9e-ae14-0683d9e454a1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:54.355198 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] Publish callbacks [] for security_group (9b07a0b5-33a5-4c9e-ae14-0683d9e454a1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:54.459970 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9b07a0b5-33a5-4c9e-ae14-0683d9e454a1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:54.462639 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:54.463825 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b07a0b5-33a5-4c9e-ae14-0683d9e454a1 HTTP/1.1" status: 204 len: 168 time: 0.1783624 Jan 28 06:28:54.471854 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b07a0b5-33a5-4c9e-ae14-0683d9e454a1,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:54.480379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:54.480735 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:54.481092 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:54.481452 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:54.481791 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:54.482133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:54.482499 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:54.482832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:54.483165 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:54.483495 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:54.483825 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:54.484151 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:54.484477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1cf66-83dd-4eea-9783-daf1c5a392ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:28:55.126832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53080) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:55.147466 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0f059114-73dd-4b17-823e-ba49ea0b0652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:55.214483 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0f059114-73dd-4b17-823e-ba49ea0b0652 admin admin] Publish callbacks [] for security_group (f9c68540-fd2c-4187-84b2-bac8653a816e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:55.271154 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0f059114-73dd-4b17-823e-ba49ea0b0652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f9c68540-fd2c-4187-84b2-bac8653a816e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:55.288146 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:55.312239 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0f059114-73dd-4b17-823e-ba49ea0b0652 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c774767a6634e8cb984618bb06f0e11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1842232 Jan 28 06:28:55.313393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f059114-73dd-4b17-823e-ba49ea0b0652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c68540-fd2c-4187-84b2-bac8653a816e,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:55.314959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53082) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:55.365322 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c39d909-037a-424f-9827-5d973af69a5f admin admin] Publish callbacks [] for security_group (f9c68540-fd2c-4187-84b2-bac8653a816e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:55.386545 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c39d909-037a-424f-9827-5d973af69a5f admin admin] Publish callbacks [] for security_group (f9c68540-fd2c-4187-84b2-bac8653a816e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:55.516789 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c39d909-037a-424f-9827-5d973af69a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f9c68540-fd2c-4187-84b2-bac8653a816e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:55.519504 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c39d909-037a-424f-9827-5d973af69a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:55.520673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7c39d909-037a-424f-9827-5d973af69a5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9c68540-fd2c-4187-84b2-bac8653a816e HTTP/1.1" status: 204 len: 168 time: 0.2039680 Jan 28 06:28:55.529308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39d909-037a-424f-9827-5d973af69a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c68540-fd2c-4187-84b2-bac8653a816e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:56.170147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1011af70-b611-495c-a536-caca47efbaa0 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:28:56.190035 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 1011af70-b611-495c-a536-caca47efbaa0 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:28:56.190405 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1011af70-b611-495c-a536-caca47efbaa0 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:28:56.597823 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53104) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:56.692076 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2d196b85-44d3-4c26-9302-0adfb3e76a20 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-185898003-network', 'tenant_id': '296f191bd57e422a9a88e67bd98bd4a1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:28:56.779520 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d196b85-44d3-4c26-9302-0adfb3e76a20 admin admin] Made reservation on behalf of 296f191bd57e422a9a88e67bd98bd4a1 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:28:56.781888 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d196b85-44d3-4c26-9302-0adfb3e76a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:56.791345 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d196b85-44d3-4c26-9302-0adfb3e76a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:56.864259 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d196b85-44d3-4c26-9302-0adfb3e76a20 admin admin] Publish callbacks [] for security_group (fd9f8b25-db36-4178-bd29-2cb9fbb80ddd), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:56.939383 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d196b85-44d3-4c26-9302-0adfb3e76a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (fd9f8b25-db36-4178-bd29-2cb9fbb80ddd), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:56.964716 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d196b85-44d3-4c26-9302-0adfb3e76a20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:28:56.973560 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d196b85-44d3-4c26-9302-0adfb3e76a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:56.982032 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d196b85-44d3-4c26-9302-0adfb3e76a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (b12865ab-65da-424b-9488-a8b084daeef7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:56.982032 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-2d196b85-44d3-4c26-9302-0adfb3e76a20 admin admin] Added segment b12865ab-65da-424b-9488-a8b084daeef7 of type vlan for network 1c6c3087-c406-4e5d-88df-930f2041a20d Jan 28 06:28:57.021698 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d196b85-44d3-4c26-9302-0adfb3e76a20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (1c6c3087-c406-4e5d-88df-930f2041a20d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:57.105123 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d196b85-44d3-4c26-9302-0adfb3e76a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (1c6c3087-c406-4e5d-88df-930f2041a20d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:57.106143 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d196b85-44d3-4c26-9302-0adfb3e76a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:57.106795 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d196b85-44d3-4c26-9302-0adfb3e76a20 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:57.166952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d196b85-44d3-4c26-9302-0adfb3e76a20 admin admin] Pushing event updated for resources: {'Network': ['ID=1c6c3087-c406-4e5d-88df-930f2041a20d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:57.177222 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 1c6c3087-c406-4e5d-88df-930f2041a20d details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:28:57.228940 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2d196b85-44d3-4c26-9302-0adfb3e76a20 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6298842 Jan 28 06:28:57.231681 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53108) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:28:57.236523 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b1ded676-1326-45da-948a-4ed4f7a70058 admin admin] Request body: {'subnet': {'network_id': '1c6c3087-c406-4e5d-88df-930f2041a20d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-185898003-subnet', 'tenant_id': '296f191bd57e422a9a88e67bd98bd4a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:28:57.316785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ded676-1326-45da-948a-4ed4f7a70058 admin admin] Made reservation on behalf of 296f191bd57e422a9a88e67bd98bd4a1 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:28:57.319133 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1ded676-1326-45da-948a-4ed4f7a70058 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:57.534311 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1ded676-1326-45da-948a-4ed4f7a70058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (62d644ab-2929-4eb1-8609-d3c4eaa074b0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:57.588897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ded676-1326-45da-948a-4ed4f7a70058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62d644ab-2929-4eb1-8609-d3c4eaa074b0,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:28:57.599106 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ded676-1326-45da-948a-4ed4f7a70058 admin admin] Checking segment: {'id': 'b12865ab-65da-424b-9488-a8b084daeef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1c6c3087-c406-4e5d-88df-930f2041a20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:28:57.599700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ded676-1326-45da-948a-4ed4f7a70058 admin admin] Network hostable DHCP agents. Network: 1c6c3087-c406-4e5d-88df-930f2041a20d, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:28:57.687858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ded676-1326-45da-948a-4ed4f7a70058 admin admin] Network 1c6c3087-c406-4e5d-88df-930f2041a20d is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:28:57.767883 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-b1ded676-1326-45da-948a-4ed4f7a70058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 1c6c3087-c406-4e5d-88df-930f2041a20d) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:28:57.771991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ded676-1326-45da-948a-4ed4f7a70058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:57.772590 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b1ded676-1326-45da-948a-4ed4f7a70058 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:57.777058 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7015789-570f-4b19-b445-9508de271188 None None] Network 1c6c3087-c406-4e5d-88df-930f2041a20d requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:28:57.851707 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b1ded676-1326-45da-948a-4ed4f7a70058 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6189415 Jan 28 06:28:57.875129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f005543-5602-4aeb-9ad4-be47bdf30c5b None None] Network 1c6c3087-c406-4e5d-88df-930f2041a20d requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:28:58.088510 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:28:58.271231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-c59e8718-55eb-45e1-a8c3-d0ce1af1a440 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:28:58.273231 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-c59e8718-55eb-45e1-a8c3-d0ce1af1a440 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/networks?id=1c6c3087-c406-4e5d-88df-930f2041a20d HTTP/1.1" status: 200 len: 811 time: 0.1008172 Jan 28 06:28:58.287642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-fa1d29c4-7a64-41a1-9c97-88de8af4c2e0 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/quotas/296f191bd57e422a9a88e67bd98bd4a1 HTTP/1.1" status: 200 len: 375 time: 0.0089121 Jan 28 06:28:58.319662 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-43536601-654d-4c55-aeed-3eb025a155f4 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=296f191bd57e422a9a88e67bd98bd4a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258603 Jan 28 06:28:58.411294 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-2cfbcc62-d02e-4774-a4b0-b06d3ba8f98c service neutron] 10.222.0.31 "GET /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850399 Jan 28 06:28:58.499171 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-87985f5c-386c-4bfc-8dc0-31139735e352 service neutron] 10.222.0.31 "GET /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815110 Jan 28 06:28:58.729812 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b568ebd0-513d-4ed6-bc24-9fcb63091358 req-cdad9605-a428-48c2-be8b-c7b15890ef7b tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 210 time: 0.0312431 Jan 28 06:28:59.808690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cee73ba4-55ed-4dd7-8169-145cdf9e59a7 req-9b173def-bdea-4cc9-9cea-a2cb6e2dc2be tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 210 time: 0.0275180 Jan 28 06:29:00.900866 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10f11e2d-11c0-470d-968a-ef0f28b27242 req-1fc6bd03-da82-43ce-a9c6-b06d87c777db tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 210 time: 0.0265145 Jan 28 06:29:01.264115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-14d90d3c-9bff-493a-a17e-eb679d8d91ad tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:01.265633 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-14d90d3c-9bff-493a-a17e-eb679d8d91ad tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.64 "GET /v2.0/networks?id=1c6c3087-c406-4e5d-88df-930f2041a20d HTTP/1.1" status: 200 len: 811 time: 0.1033463 Jan 28 06:29:01.284468 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-595ae95b-9be2-47dc-a4af-aaf2228b06a5 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Request body: {'port': {'device_id': '8848bee1-0b67-4ebf-8f35-2b3f860806c8', 'network_id': '1c6c3087-c406-4e5d-88df-930f2041a20d', 'admin_state_up': True, 'tenant_id': '296f191bd57e422a9a88e67bd98bd4a1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:29:01.499803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-595ae95b-9be2-47dc-a4af-aaf2228b06a5 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Made reservation on behalf of 296f191bd57e422a9a88e67bd98bd4a1 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:29:01.503441 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-595ae95b-9be2-47dc-a4af-aaf2228b06a5 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:01.634255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-595ae95b-9be2-47dc-a4af-aaf2228b06a5 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Allocated IP 172.20.0.13 (1c6c3087-c406-4e5d-88df-930f2041a20d/62d644ab-2929-4eb1-8609-d3c4eaa074b0/dae7c251-f035-426a-9460-4a721cf28a28) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:29:01.777828 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-595ae95b-9be2-47dc-a4af-aaf2228b06a5 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Publish callbacks [] for port (dae7c251-f035-426a-9460-4a721cf28a28), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:01.917218 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-595ae95b-9be2-47dc-a4af-aaf2228b06a5 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (dae7c251-f035-426a-9460-4a721cf28a28), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:01.963961 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-595ae95b-9be2-47dc-a4af-aaf2228b06a5 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Network 1c6c3087-c406-4e5d-88df-930f2041a20d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:29:01.966972 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-595ae95b-9be2-47dc-a4af-aaf2228b06a5 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:29:01.973390 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-595ae95b-9be2-47dc-a4af-aaf2228b06a5 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:29:01.979508 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ae95b-9be2-47dc-a4af-aaf2228b06a5 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Pushing event updated for resources: {'Port': ['ID=dae7c251-f035-426a-9460-4a721cf28a28,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:29:02.021342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c4f05-1944-4023-a762-87a828d89cbc req-062d08f9-2b7a-4683-a265-941e5ca4a613 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:02.022863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e9c4f05-1944-4023-a762-87a828d89cbc req-062d08f9-2b7a-4683-a265-941e5ca4a613 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 932 time: 0.0521567 Jan 28 06:29:02.027056 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-595ae95b-9be2-47dc-a4af-aaf2228b06a5 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:02.027682 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-595ae95b-9be2-47dc-a4af-aaf2228b06a5 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:02.070008 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e9c4f05-1944-4023-a762-87a828d89cbc req-530798b2-58fa-4ca3-8015-3578723d2720 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405259 Jan 28 06:29:02.102261 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-595ae95b-9be2-47dc-a4af-aaf2228b06a5 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8214228 Jan 28 06:29:02.118858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Request body: {'port': {'device_id': '8848bee1-0b67-4ebf-8f35-2b3f860806c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:29:02.172183 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dae7c251-f035-426a-9460-4a721cf28a28), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:02.437448 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae7c251-f035-426a-9460-4a721cf28a28 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:29:02.444850 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Publish callbacks [] for port (dae7c251-f035-426a-9460-4a721cf28a28), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:02.456991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Transition to ACTIVE for port object dae7c251-f035-426a-9460-4a721cf28a28 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:29:02.459594 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-271aa562-b39b-44d3-843b-a1237143875c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:02.528317 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (dae7c251-f035-426a-9460-4a721cf28a28), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:02.577831 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Pushing event updated for resources: {'Port': ['ID=dae7c251-f035-426a-9460-4a721cf28a28,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:29:02.646504 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Attempting to bind port dae7c251-f035-426a-9460-4a721cf28a28 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:29:02.646840 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Attempting to bind port dae7c251-f035-426a-9460-4a721cf28a28 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'b12865ab-65da-424b-9488-a8b084daeef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1c6c3087-c406-4e5d-88df-930f2041a20d'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:29:02.647167 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Attempting to bind port dae7c251-f035-426a-9460-4a721cf28a28 on network 1c6c3087-c406-4e5d-88df-930f2041a20d {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:29:02.652048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Port dae7c251-f035-426a-9460-4a721cf28a28 on network 1c6c3087-c406-4e5d-88df-930f2041a20d not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:29:02.652369 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Attempting to bind port dae7c251-f035-426a-9460-4a721cf28a28 on network 1c6c3087-c406-4e5d-88df-930f2041a20d {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:29:02.657119 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:29:02.657456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Checking segment: {'id': 'b12865ab-65da-424b-9488-a8b084daeef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1c6c3087-c406-4e5d-88df-930f2041a20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:29:02.657839 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Bound using segment: {'id': 'b12865ab-65da-424b-9488-a8b084daeef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1c6c3087-c406-4e5d-88df-930f2041a20d'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:29:02.658255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Bound port: dae7c251-f035-426a-9460-4a721cf28a28, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b12865ab-65da-424b-9488-a8b084daeef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1c6c3087-c406-4e5d-88df-930f2041a20d'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:29:02.658636 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dae7c251-f035-426a-9460-4a721cf28a28), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:02.724825 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] For port dae7c251-f035-426a-9460-4a721cf28a28, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:29:02.728550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] For port dae7c251-f035-426a-9460-4a721cf28a28, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=dae7c251-f035-426a-9460-4a721cf28a28,segment=NetworkSegment(b12865ab-65da-424b-9488-a8b084daeef7),segment_id=b12865ab-65da-424b-9488-a8b084daeef7)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:29:02.808855 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (dae7c251-f035-426a-9460-4a721cf28a28), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:02.843148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:02.843790 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:02.845164 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] 10.222.0.64 "PUT /v2.0/ports/dae7c251-f035-426a-9460-4a721cf28a28 HTTP/1.1" status: 200 len: 1093 time: 0.7310011 Jan 28 06:29:02.845605 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8848bee1-0b67-4ebf-8f35-2b3f860806c8', 'tag': 'dae7c251-f035-426a-9460-4a721cf28a28'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:29:02.847880 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bcf370-95de-4d53-90ec-651771eed980" -d '{"events": [{"name": "network-changed", "server_uuid": "8848bee1-0b67-4ebf-8f35-2b3f860806c8", "tag": "dae7c251-f035-426a-9460-4a721cf28a28"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:29:02.870894 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5cede-7235-4a86-904e-6269ab51bf68 service neutron] Pushing event updated for resources: {'Port': ['ID=dae7c251-f035-426a-9460-4a721cf28a28,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:29:02.956949 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824c88a0-31fa-43ad-9a0c-cf883e0cbcc3 x-openstack-request-id: req-824c88a0-31fa-43ad-9a0c-cf883e0cbcc3 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:29:02.957249 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8848bee1-0b67-4ebf-8f35-2b3f860806c8", "tag": "dae7c251-f035-426a-9460-4a721cf28a28", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:29:02.957512 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-824c88a0-31fa-43ad-9a0c-cf883e0cbcc3 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:29:02.957920 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8848bee1-0b67-4ebf-8f35-2b3f860806c8', 'tag': 'dae7c251-f035-426a-9460-4a721cf28a28', 'status': 'completed', 'code': 200} Jan 28 06:29:03.025791 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-56496757-5bf2-4226-b641-85b654df5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:03.027208 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-56496757-5bf2-4226-b641-85b654df5d28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=296f191bd57e422a9a88e67bd98bd4a1&device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 1096 time: 0.0417085 Jan 28 06:29:03.073317 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-7a6c774c-1ede-4026-8364-6ff56fc3a505 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dae7c251-f035-426a-9460-4a721cf28a28 HTTP/1.1" status: 200 len: 217 time: 0.0333116 Jan 28 06:29:03.125731 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-f30584e8-22d6-462e-9b6d-9cced3838c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:03.127241 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-f30584e8-22d6-462e-9b6d-9cced3838c13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62d644ab-2929-4eb1-8609-d3c4eaa074b0 HTTP/1.1" status: 200 len: 851 time: 0.0488834 Jan 28 06:29:03.158657 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-408035ee-9938-4e00-9737-b3f2e9dd1c10 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c6c3087-c406-4e5d-88df-930f2041a20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255353 Jan 28 06:29:03.187630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda106a5-1984-448a-9632-9e8b5584375c req-878176f6-6f65-454d-8d11-aac352190379 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:03.189144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dda106a5-1984-448a-9632-9e8b5584375c req-878176f6-6f65-454d-8d11-aac352190379 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 944 time: 0.0520823 Jan 28 06:29:03.237738 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dda106a5-1984-448a-9632-9e8b5584375c req-d226d191-73e1-4cf8-bd28-5659aae766c1 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424726 Jan 28 06:29:03.247581 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-4765c563-465b-4747-92f3-c26cb99244e4 service neutron] 10.222.0.64 "GET /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824585 Jan 28 06:29:03.339146 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2a5b26d5-3d2e-4019-b79b-4320702606b6 req-06306db9-acc1-4a32-b9cd-81625ea7a8f3 service neutron] 10.222.0.64 "GET /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861917 Jan 28 06:29:03.547211 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcf370-95de-4d53-90ec-651771eed980 req-6c61de6e-4aa0-48cf-9ece-a9c976dd1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:03.548706 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-02bcf370-95de-4d53-90ec-651771eed980 req-6c61de6e-4aa0-48cf-9ece-a9c976dd1860 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=296f191bd57e422a9a88e67bd98bd4a1&device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 1096 time: 0.0404375 Jan 28 06:29:03.964771 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcf370-95de-4d53-90ec-651771eed980 req-1a99b805-5739-47fa-a479-3157cf75929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:03.966266 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-02bcf370-95de-4d53-90ec-651771eed980 req-1a99b805-5739-47fa-a479-3157cf75929a service neutron] 10.222.0.64 "GET /v2.0/networks?id=1c6c3087-c406-4e5d-88df-930f2041a20d HTTP/1.1" status: 200 len: 912 time: 0.4110913 Jan 28 06:29:04.007290 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-02bcf370-95de-4d53-90ec-651771eed980 req-99a14e62-c27f-4742-9f96-8745f9554721 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dae7c251-f035-426a-9460-4a721cf28a28 HTTP/1.1" status: 200 len: 217 time: 0.0344601 Jan 28 06:29:04.054826 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcf370-95de-4d53-90ec-651771eed980 req-6ce9ffba-c1db-4aac-b577-0ed738387e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:04.056218 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-02bcf370-95de-4d53-90ec-651771eed980 req-6ce9ffba-c1db-4aac-b577-0ed738387e9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62d644ab-2929-4eb1-8609-d3c4eaa074b0 HTTP/1.1" status: 200 len: 851 time: 0.0438411 Jan 28 06:29:04.096793 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-02bcf370-95de-4d53-90ec-651771eed980 req-af588e49-ebe7-493b-ac26-aa2d65053271 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c6c3087-c406-4e5d-88df-930f2041a20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232954 Jan 28 06:29:04.198257 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-02bcf370-95de-4d53-90ec-651771eed980 req-68e7b8bd-daa2-4a86-a1da-c6f034dcccca service neutron] 10.222.0.64 "GET /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850849 Jan 28 06:29:04.293522 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-02bcf370-95de-4d53-90ec-651771eed980 req-d9a0e235-4220-4df6-90b7-fb696732ec34 service neutron] 10.222.0.64 "GET /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889473 Jan 28 06:29:04.356101 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc33e67-771d-46df-80cb-8f5106c68da6 req-1313dd3b-5835-4b19-a4cc-62ca17180dab tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:04.357590 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8cc33e67-771d-46df-80cb-8f5106c68da6 req-1313dd3b-5835-4b19-a4cc-62ca17180dab tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 944 time: 0.0486419 Jan 28 06:29:04.405223 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8cc33e67-771d-46df-80cb-8f5106c68da6 req-4060c67d-b9aa-4d19-9a5f-5eb0d35d40ab tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417712 Jan 28 06:29:04.831188 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c599e575-de87-4f00-8daf-1dc600ea10cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:05.518163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65deed-0af3-442e-b518-47614fb60dee req-36940804-c890-4708-8ea0-532027fc0616 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:05.519685 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0b65deed-0af3-442e-b518-47614fb60dee req-36940804-c890-4708-8ea0-532027fc0616 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 944 time: 0.0478539 Jan 28 06:29:05.570691 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0b65deed-0af3-442e-b518-47614fb60dee req-4c337fcf-0007-48bf-8cf0-d7aeaecfb936 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448494 Jan 28 06:29:06.252499 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device dae7c251-f035-426a-9460-4a721cf28a28 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:29:06.348287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port dae7c251-f035-426a-9460-4a721cf28a28, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=dae7c251-f035-426a-9460-4a721cf28a28,segment=NetworkSegment(b12865ab-65da-424b-9488-a8b084daeef7),segment_id=b12865ab-65da-424b-9488-a8b084daeef7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:29:06.359889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'dae7c251-f035-426a-9460-4a721cf28a28', 'network_id': '1c6c3087-c406-4e5d-88df-930f2041a20d', 'port_id': 'dae7c251-f035-426a-9460-4a721cf28a28', 'mac_address': 'fa:16:3e:31:05:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d644ab-2929-4eb1-8609-d3c4eaa074b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:29:06.396676 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port dae7c251-f035-426a-9460-4a721cf28a28 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:29:06.397058 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dae7c251-f035-426a-9460-4a721cf28a28), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:06.409522 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae7c251-f035-426a-9460-4a721cf28a28 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:29:06.427871 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port dae7c251-f035-426a-9460-4a721cf28a28, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=dae7c251-f035-426a-9460-4a721cf28a28,segment=NetworkSegment(b12865ab-65da-424b-9488-a8b084daeef7),segment_id=b12865ab-65da-424b-9488-a8b084daeef7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:29:06.539717 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dae7c251-f035-426a-9460-4a721cf28a28), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:06.586920 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=dae7c251-f035-426a-9460-4a721cf28a28,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:29:06.670992 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:06.685756 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18997163-0ec1-4c37-b253-54150f4c48c7 req-0ba49302-fb44-44ae-881e-9d63c83e42d1 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:06.687294 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18997163-0ec1-4c37-b253-54150f4c48c7 req-0ba49302-fb44-44ae-881e-9d63c83e42d1 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 945 time: 0.0481019 Jan 28 06:29:06.734181 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18997163-0ec1-4c37-b253-54150f4c48c7 req-0eb872ac-395d-47ee-9140-9ffc558a343e tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413537 Jan 28 06:29:06.821529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['dae7c251-f035-426a-9460-4a721cf28a28'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:29:07.849053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cde1e3-2b04-457a-b4d2-c435cc4e1044 req-45002a35-3f41-41a0-b0df-df9f71bec73c tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:07.850540 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d5cde1e3-2b04-457a-b4d2-c435cc4e1044 req-45002a35-3f41-41a0-b0df-df9f71bec73c tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 945 time: 0.0473833 Jan 28 06:29:07.896760 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d5cde1e3-2b04-457a-b4d2-c435cc4e1044 req-7702a762-46ad-4921-8bfc-9046a45a796e tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404015 Jan 28 06:29:08.008492 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:08.250639 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device dae7c251-f035-426a-9460-4a721cf28a28 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:29:08.339275 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port dae7c251-f035-426a-9460-4a721cf28a28 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:29:08.343047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port dae7c251-f035-426a-9460-4a721cf28a28 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:29:08.343434 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (dae7c251-f035-426a-9460-4a721cf28a28), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:08.421711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port dae7c251-f035-426a-9460-4a721cf28a28 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:29:08.422113 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dae7c251-f035-426a-9460-4a721cf28a28), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:08.443772 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8848bee1-0b67-4ebf-8f35-2b3f860806c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae7c251-f035-426a-9460-4a721cf28a28'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:29:08.446841 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1f98db-1ed6-43e5-93f2-1749014e786a" -d '{"events": [{"server_uuid": "8848bee1-0b67-4ebf-8f35-2b3f860806c8", "name": "network-vif-plugged", "status": "completed", "tag": "dae7c251-f035-426a-9460-4a721cf28a28"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:29:08.458933 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port dae7c251-f035-426a-9460-4a721cf28a28, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=dae7c251-f035-426a-9460-4a721cf28a28,segment=NetworkSegment(b12865ab-65da-424b-9488-a8b084daeef7),segment_id=b12865ab-65da-424b-9488-a8b084daeef7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:29:08.489872 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bf18fd-82e5-4161-bced-f4b9dbf2ac9f x-openstack-request-id: req-f9bf18fd-82e5-4161-bced-f4b9dbf2ac9f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:29:08.489872 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8848bee1-0b67-4ebf-8f35-2b3f860806c8", "name": "network-vif-plugged", "status": "completed", "tag": "dae7c251-f035-426a-9460-4a721cf28a28", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:29:08.489872 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9bf18fd-82e5-4161-bced-f4b9dbf2ac9f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:29:08.489872 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8848bee1-0b67-4ebf-8f35-2b3f860806c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae7c251-f035-426a-9460-4a721cf28a28', 'code': 200} Jan 28 06:29:08.545327 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dae7c251-f035-426a-9460-4a721cf28a28), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:08.593496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=dae7c251-f035-426a-9460-4a721cf28a28,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:29:08.608015 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83004fd5-9581-4c93-93af-db8349e374f0 req-021132fd-b693-4585-a0ac-230ac110d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:08.609549 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-83004fd5-9581-4c93-93af-db8349e374f0 req-021132fd-b693-4585-a0ac-230ac110d889 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 1098 time: 0.0404642 Jan 28 06:29:08.652758 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-83004fd5-9581-4c93-93af-db8349e374f0 req-507491bd-6985-4e0e-b254-7892debec3f2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370286 Jan 28 06:29:09.021998 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca9dcf-9fd9-480b-8ff6-69ace81d3f79 req-debad53b-8f68-4f5e-99cf-72f0b17e0eeb tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:09.024125 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7ca9dcf-9fd9-480b-8ff6-69ace81d3f79 req-debad53b-8f68-4f5e-99cf-72f0b17e0eeb tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0519695 Jan 28 06:29:09.069541 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7ca9dcf-9fd9-480b-8ff6-69ace81d3f79 req-eb996697-00b9-4504-90b7-fd863308c8bf tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399227 Jan 28 06:29:09.127976 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:10.186474 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58296cab-6f96-4b2a-8ac5-13d1160dcdc3 req-7ce4f24b-333d-41cb-adff-d575fb639ea5 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:10.188007 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58296cab-6f96-4b2a-8ac5-13d1160dcdc3 req-7ce4f24b-333d-41cb-adff-d575fb639ea5 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0484037 Jan 28 06:29:10.234225 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58296cab-6f96-4b2a-8ac5-13d1160dcdc3 req-468390aa-efb8-4942-adff-899e448b4fe1 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406232 Jan 28 06:29:10.657059 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:29:10.668076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae775684-2c09-48bb-917f-9834fceb0931 req-d7758707-fe77-4333-93e4-28a8b7449772 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:10.673258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae775684-2c09-48bb-917f-9834fceb0931 req-d7758707-fe77-4333-93e4-28a8b7449772 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0519156 Jan 28 06:29:10.715626 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae775684-2c09-48bb-917f-9834fceb0931 req-28b46fae-b1ee-4881-b7a6-b034adb4a084 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403619 Jan 28 06:29:10.736622 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 53168) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:29:10.823926 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-f9e35cd2-2ff7-4f47-96cb-63aa3f0d80e8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858362 Jan 28 06:29:10.832487 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-85b5dc15-837d-4174-8951-64d307c1f0a6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:29:10.833434 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-85b5dc15-837d-4174-8951-64d307c1f0a6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048387 Jan 28 06:29:11.833604 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146043c-25e5-4cec-b652-30a501286c54 req-6fe616b8-767f-448a-a2fa-76e61acf6bed tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:11.835151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6146043c-25e5-4cec-b652-30a501286c54 req-6fe616b8-767f-448a-a2fa-76e61acf6bed tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0495772 Jan 28 06:29:11.884017 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6146043c-25e5-4cec-b652-30a501286c54 req-dbb6bb46-18d7-4065-972a-94565986729e tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431595 Jan 28 06:29:13.000655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a782c-5837-487c-915a-8c234312fa8b req-4be761f6-5723-4fae-8559-e93bcb0dce79 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:13.002096 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d70a782c-5837-487c-915a-8c234312fa8b req-4be761f6-5723-4fae-8559-e93bcb0dce79 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0480299 Jan 28 06:29:13.051943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d70a782c-5837-487c-915a-8c234312fa8b req-8b78e0aa-5375-40d3-b52b-9bfaae556b9f tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442021 Jan 28 06:29:13.169327 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-1521eb92-166e-4d6c-b3f9-63fafddcc6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:13.170759 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-1521eb92-166e-4d6c-b3f9-63fafddcc6df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=296f191bd57e422a9a88e67bd98bd4a1&device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 1098 time: 0.0411003 Jan 28 06:29:13.262059 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-17b14487-7b94-4415-b0b3-3e95bb1a35e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:13.263554 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-17b14487-7b94-4415-b0b3-3e95bb1a35e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1c6c3087-c406-4e5d-88df-930f2041a20d HTTP/1.1" status: 200 len: 912 time: 0.0874369 Jan 28 06:29:13.303424 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-c25e7d1a-6809-4702-9bae-e05cb78fc680 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dae7c251-f035-426a-9460-4a721cf28a28 HTTP/1.1" status: 200 len: 217 time: 0.0346403 Jan 28 06:29:13.355674 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-a2565e49-8d74-42fa-a304-bc01293def57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:13.357131 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-a2565e49-8d74-42fa-a304-bc01293def57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62d644ab-2929-4eb1-8609-d3c4eaa074b0 HTTP/1.1" status: 200 len: 851 time: 0.0484405 Jan 28 06:29:13.387195 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-21345e5e-8523-4d54-8396-c0c9ac80e452 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c6c3087-c406-4e5d-88df-930f2041a20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242672 Jan 28 06:29:13.475332 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-86afeca7-fcec-46b8-8e86-3eb422a48683 service neutron] 10.222.0.64 "GET /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824792 Jan 28 06:29:13.568028 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-d4b22d1e-5014-4ae8-b372-6b91f3dc7236 service neutron] 10.222.0.64 "GET /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873640 Jan 28 06:29:14.165295 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d366d-b148-4069-ab9b-8580a15d31ad req-59d057c0-640b-4e93-8ecd-7c408d2770fb tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:14.167532 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e24d366d-b148-4069-ab9b-8580a15d31ad req-59d057c0-640b-4e93-8ecd-7c408d2770fb tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0482924 Jan 28 06:29:14.214652 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e24d366d-b148-4069-ab9b-8580a15d31ad req-39fb28b2-b5eb-4818-990c-27e2da558b09 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416689 Jan 28 06:29:15.338462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f891ec-0b03-44f4-a512-691ef8d1da76 req-9c556644-54af-4e94-bbb3-243c3f4ffb88 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:15.339951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5f891ec-0b03-44f4-a512-691ef8d1da76 req-9c556644-54af-4e94-bbb3-243c3f4ffb88 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0473561 Jan 28 06:29:15.389016 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5f891ec-0b03-44f4-a512-691ef8d1da76 req-6eeec23c-58d6-4451-aeb4-268efcad20c6 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429993 Jan 28 06:29:16.512133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa0dfc-98c1-4b25-ad9a-49ae16431a2d req-eaba2c2e-5832-46b5-950a-920b28c107a1 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:16.513637 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36aa0dfc-98c1-4b25-ad9a-49ae16431a2d req-eaba2c2e-5832-46b5-950a-920b28c107a1 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0527754 Jan 28 06:29:16.560241 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36aa0dfc-98c1-4b25-ad9a-49ae16431a2d req-1b54691a-a17b-4eb6-bde9-2a9e93e3d63f tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411403 Jan 28 06:29:17.675167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25f0f4-5c32-43c6-a01c-2be7ded33254 req-347eac5c-784d-4835-a8c9-7c7f99022fb8 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:17.676621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d25f0f4-5c32-43c6-a01c-2be7ded33254 req-347eac5c-784d-4835-a8c9-7c7f99022fb8 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0484512 Jan 28 06:29:17.722434 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d25f0f4-5c32-43c6-a01c-2be7ded33254 req-91eeba81-c6e6-488b-aa1c-398230003c49 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401871 Jan 28 06:29:18.835861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039df3cb-d8a0-49f5-b93d-8bee90ce6948 req-5c40bd6e-f25c-4acf-83f4-185077190b05 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:18.837229 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-039df3cb-d8a0-49f5-b93d-8bee90ce6948 req-5c40bd6e-f25c-4acf-83f4-185077190b05 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0469553 Jan 28 06:29:18.887978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-039df3cb-d8a0-49f5-b93d-8bee90ce6948 req-60a3c9c7-a3dc-47cd-a177-2d7bb6210f9b tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443876 Jan 28 06:29:20.003897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419939f-9a11-4ce3-82cd-aca8d41e782b req-093bac74-2f64-40b7-9d0b-e2fbaff2afbe tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:20.005342 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8419939f-9a11-4ce3-82cd-aca8d41e782b req-093bac74-2f64-40b7-9d0b-e2fbaff2afbe tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0474041 Jan 28 06:29:20.050863 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8419939f-9a11-4ce3-82cd-aca8d41e782b req-05298795-51f1-4726-bd77-033849077aad tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397942 Jan 28 06:29:21.164591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e585aea-7e4a-4ad9-9daf-7530a40d98b7 req-bda1ec54-b945-48b5-8d50-bf0cfe9f71fc tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:21.166061 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e585aea-7e4a-4ad9-9daf-7530a40d98b7 req-bda1ec54-b945-48b5-8d50-bf0cfe9f71fc tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0468128 Jan 28 06:29:21.211872 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e585aea-7e4a-4ad9-9daf-7530a40d98b7 req-23c5c464-fd59-4930-9434-2166f89480fb tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392656 Jan 28 06:29:22.330604 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748f60b-7804-4d0d-b126-ea4f05df4987 req-f412e4a6-4ed8-4144-8cf2-3d99f161d70b tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:22.332066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a748f60b-7804-4d0d-b126-ea4f05df4987 req-f412e4a6-4ed8-4144-8cf2-3d99f161d70b tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0519984 Jan 28 06:29:22.378869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a748f60b-7804-4d0d-b126-ea4f05df4987 req-bb215410-82cb-45bd-ac75-21fb5e6a6ca3 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412331 Jan 28 06:29:23.498404 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5818b-faa3-449a-b383-4ebe628dd5e1 req-a60081df-a867-4547-80d8-1a3d73313f27 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:23.499951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a3c5818b-faa3-449a-b383-4ebe628dd5e1 req-a60081df-a867-4547-80d8-1a3d73313f27 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0528822 Jan 28 06:29:23.549128 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a3c5818b-faa3-449a-b383-4ebe628dd5e1 req-e6e715c1-b6d3-4746-a6a3-b8062f36eee2 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434625 Jan 28 06:29:24.665919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd056c0-8d35-4a83-9825-a46ec53719e1 req-c1bcc0e0-779d-4ee6-9fc5-b475fcf2e83c tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:24.667420 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8cd056c0-8d35-4a83-9825-a46ec53719e1 req-c1bcc0e0-779d-4ee6-9fc5-b475fcf2e83c tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0506763 Jan 28 06:29:24.712886 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8cd056c0-8d35-4a83-9825-a46ec53719e1 req-7ff0d595-e703-4642-9b2b-af586536ae32 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399883 Jan 28 06:29:25.304347 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:25.826311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e8494-78ad-4446-a24f-287fd7e3ac3b req-04115129-863b-41b4-969a-b745cb560238 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:25.827747 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e65e8494-78ad-4446-a24f-287fd7e3ac3b req-04115129-863b-41b4-969a-b745cb560238 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0470123 Jan 28 06:29:25.874171 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e65e8494-78ad-4446-a24f-287fd7e3ac3b req-cf613f23-dc35-4cdc-a243-c9164f37ede8 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408301 Jan 28 06:29:26.991731 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455ee20-34fe-4daf-8966-64945806a073 req-fb7923b9-faa0-4392-bb54-19bcffc64c44 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:26.993210 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1455ee20-34fe-4daf-8966-64945806a073 req-fb7923b9-faa0-4392-bb54-19bcffc64c44 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0497990 Jan 28 06:29:27.045137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1455ee20-34fe-4daf-8966-64945806a073 req-a78d4e35-f637-4548-8eea-34a18e16ade0 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457542 Jan 28 06:29:28.053274 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:28.159186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b53716-dd20-4b9e-9839-37ab9e244d41 req-b8523372-aeef-465a-b8d4-957dc803469a tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:28.160642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05b53716-dd20-4b9e-9839-37ab9e244d41 req-b8523372-aeef-465a-b8d4-957dc803469a tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0467868 Jan 28 06:29:28.207016 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05b53716-dd20-4b9e-9839-37ab9e244d41 req-444d2810-3da2-4532-929b-d79d05168cef tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407786 Jan 28 06:29:29.320566 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a5ba9-382b-4ff3-8325-54ec427e4482 req-10765951-654d-430e-aaf5-812cddb4d0e7 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:29.322048 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a68a5ba9-382b-4ff3-8325-54ec427e4482 req-10765951-654d-430e-aaf5-812cddb4d0e7 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0479486 Jan 28 06:29:29.368404 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a68a5ba9-382b-4ff3-8325-54ec427e4482 req-39b9ce62-a475-47a1-a702-34217cc7f84d tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 Jan 28 06:29:30.487961 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b608dd7-db50-48a9-a629-6d4c8856cab1 req-44b784a4-257c-44c7-9668-ed0f70914b9f tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:30.489428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0b608dd7-db50-48a9-a629-6d4c8856cab1 req-44b784a4-257c-44c7-9668-ed0f70914b9f tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0530913 Jan 28 06:29:30.537677 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0b608dd7-db50-48a9-a629-6d4c8856cab1 req-dba1745c-b982-4908-bb28-49c2c4596512 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427749 Jan 28 06:29:31.652827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed58b6-6b84-4174-86e5-0559f4ed3d54 req-31dbfe15-8653-4e0a-91a0-4737f4c798d6 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:31.654322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59ed58b6-6b84-4174-86e5-0559f4ed3d54 req-31dbfe15-8653-4e0a-91a0-4737f4c798d6 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0488346 Jan 28 06:29:31.701088 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59ed58b6-6b84-4174-86e5-0559f4ed3d54 req-502ba8f3-45cd-4168-8204-094952e07c7d tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401447 Jan 28 06:29:32.465118 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d544774-01a2-4806-bf7d-8ec24b221475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:32.818144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6a02a-9e4e-4976-839f-0c572a8f5802 req-60192fd4-f27e-4105-894b-de40f3b4ce6e tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:32.819672 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7d6a02a-9e4e-4976-839f-0c572a8f5802 req-60192fd4-f27e-4105-894b-de40f3b4ce6e tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0468283 Jan 28 06:29:32.871144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7d6a02a-9e4e-4976-839f-0c572a8f5802 req-143ccaff-d9d5-4e74-a7f9-42192b991b8b tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458796 Jan 28 06:29:34.048169 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f599b-19c9-4cbd-991e-3dc5773de16a req-be254d69-e499-44bb-a844-57c6b84fa73d tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:34.049671 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f3f599b-19c9-4cbd-991e-3dc5773de16a req-be254d69-e499-44bb-a844-57c6b84fa73d tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.1081054 Jan 28 06:29:34.096561 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f3f599b-19c9-4cbd-991e-3dc5773de16a req-180c4629-a5a2-405c-9d95-0d9809d69a5c tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413709 Jan 28 06:29:34.801492 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb697-a956-4724-bdd0-7f4545b37967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:35.210046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d295d3-a482-4bd2-a224-9cc56650b945 req-3acb798c-1cf3-4ee6-99a6-da4541e65df1 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:35.211563 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34d295d3-a482-4bd2-a224-9cc56650b945 req-3acb798c-1cf3-4ee6-99a6-da4541e65df1 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0469127 Jan 28 06:29:35.257251 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34d295d3-a482-4bd2-a224-9cc56650b945 req-9d3c8d2e-6581-4805-b14a-e929726e8310 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401969 Jan 28 06:29:36.372570 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043944c-664d-4a59-915e-808a4743b41d req-ee718222-445f-495f-afe5-1dbf1863f84e tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:36.374076 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5043944c-664d-4a59-915e-808a4743b41d req-ee718222-445f-495f-afe5-1dbf1863f84e tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0515776 Jan 28 06:29:36.420900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5043944c-664d-4a59-915e-808a4743b41d req-492ca3a7-6979-45de-ac2b-d4c83abc2660 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411317 Jan 28 06:29:36.675701 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:37.534739 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20758f-11ac-4018-ac37-474bf0246b82 req-d7cc2756-95bd-4179-b42c-dbd04cb9c718 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:37.536228 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff20758f-11ac-4018-ac37-474bf0246b82 req-d7cc2756-95bd-4179-b42c-dbd04cb9c718 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0487878 Jan 28 06:29:37.583246 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff20758f-11ac-4018-ac37-474bf0246b82 req-d9d137c3-4cf6-4696-8819-6bc8ed5a5a03 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414171 Jan 28 06:29:38.024103 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:38.702226 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384cf60-22fd-44d2-a05d-34e03528ba63 req-45c76214-fd47-4190-9f14-91b5df880c2d tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:38.703818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6384cf60-22fd-44d2-a05d-34e03528ba63 req-45c76214-fd47-4190-9f14-91b5df880c2d tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0517397 Jan 28 06:29:38.750940 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6384cf60-22fd-44d2-a05d-34e03528ba63 req-4c78b36a-23e1-491e-9b98-fa80759e2faf tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411656 Jan 28 06:29:39.104098 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:39.865810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a24429-0039-4442-9bcc-73b2bc2dd0ca req-ccfd384f-57db-409f-b46f-1913c0b9e1d5 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:39.867290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41a24429-0039-4442-9bcc-73b2bc2dd0ca req-ccfd384f-57db-409f-b46f-1913c0b9e1d5 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0481184 Jan 28 06:29:39.912424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41a24429-0039-4442-9bcc-73b2bc2dd0ca req-30db198e-95a4-43e2-9fb7-5caf893165e2 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397179 Jan 28 06:29:40.909840 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-e7c633ff-e53c-4d60-9a8b-009bb99195f6 service neutron] show failed (client error): The resource could not be found. Jan 28 06:29:40.910929 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-e7c633ff-e53c-4d60-9a8b-009bb99195f6 service neutron] 10.222.0.64 "GET /v2.0/ports/dae7c251-f035-426a-9460-4a721cf28a28/bindings/n-h2-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.0560300 Jan 28 06:29:41.026366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7a41f-79e7-4f9c-9877-eaf7cd2b2ea5 req-67d9855f-9753-4948-90f8-70e895c6b302 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:41.027867 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cee7a41f-79e7-4f9c-9877-eaf7cd2b2ea5 req-67d9855f-9753-4948-90f8-70e895c6b302 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0489509 Jan 28 06:29:41.077687 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cee7a41f-79e7-4f9c-9877-eaf7cd2b2ea5 req-2b498d86-5d8c-4b78-a307-16a7da46ef9b tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442436 Jan 28 06:29:41.417235 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-ec3cc8ec-7158-4f4c-8912-e352091422dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:41.418798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-ec3cc8ec-7158-4f4c-8912-e352091422dd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8&tenant_id=296f191bd57e422a9a88e67bd98bd4a1 HTTP/1.1" status: 200 len: 1098 time: 0.0698330 Jan 28 06:29:41.435911 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:29:41.489019 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dae7c251-f035-426a-9460-4a721cf28a28), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:41.692243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] For port dae7c251-f035-426a-9460-4a721cf28a28, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=dae7c251-f035-426a-9460-4a721cf28a28,segment=NetworkSegment(b12865ab-65da-424b-9488-a8b084daeef7),segment_id=b12865ab-65da-424b-9488-a8b084daeef7)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:29:41.724587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] For port dae7c251-f035-426a-9460-4a721cf28a28, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:29:41.763558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8848bee1-0b67-4ebf-8f35-2b3f860806c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae7c251-f035-426a-9460-4a721cf28a28'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:29:41.765844 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fdfc73-338c-44ff-8624-e345a0af9e49" -d '{"events": [{"server_uuid": "8848bee1-0b67-4ebf-8f35-2b3f860806c8", "name": "network-vif-unplugged", "status": "completed", "tag": "dae7c251-f035-426a-9460-4a721cf28a28"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:29:41.769930 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Publish callbacks [] for port (dae7c251-f035-426a-9460-4a721cf28a28), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:41.782113 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Transition to ACTIVE for port object dae7c251-f035-426a-9460-4a721cf28a28 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:29:41.813370 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda40d09-a546-48bc-8926-b270e0956807 x-openstack-request-id: req-cda40d09-a546-48bc-8926-b270e0956807 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:29:41.813663 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8848bee1-0b67-4ebf-8f35-2b3f860806c8", "name": "network-vif-unplugged", "status": "completed", "tag": "dae7c251-f035-426a-9460-4a721cf28a28", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:29:41.813915 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cda40d09-a546-48bc-8926-b270e0956807 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:29:41.814342 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8848bee1-0b67-4ebf-8f35-2b3f860806c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae7c251-f035-426a-9460-4a721cf28a28', 'code': 200} Jan 28 06:29:41.870256 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (dae7c251-f035-426a-9460-4a721cf28a28), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:41.931670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] No DVR routers for this DVR port dae7c251-f035-426a-9460-4a721cf28a28 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:29:41.933566 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Pushing event updated for resources: {'Port': ['ID=dae7c251-f035-426a-9460-4a721cf28a28,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:29:41.944330 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:41.944330 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:41.944330 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:41.944652 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:41.944968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:41.945304 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:41.945638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:41.945975 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:41.946317 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:41.946656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:41.946983 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:41.947309 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:41.947642 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:41.984184 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Attempting to bind port dae7c251-f035-426a-9460-4a721cf28a28 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:29:41.984519 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Attempting to bind port dae7c251-f035-426a-9460-4a721cf28a28 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'b12865ab-65da-424b-9488-a8b084daeef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1c6c3087-c406-4e5d-88df-930f2041a20d'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:29:41.984849 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Attempting to bind port dae7c251-f035-426a-9460-4a721cf28a28 on network 1c6c3087-c406-4e5d-88df-930f2041a20d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:29:41.990016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Port dae7c251-f035-426a-9460-4a721cf28a28 on network 1c6c3087-c406-4e5d-88df-930f2041a20d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:29:41.990367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Attempting to bind port dae7c251-f035-426a-9460-4a721cf28a28 on network 1c6c3087-c406-4e5d-88df-930f2041a20d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:29:41.995098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:29:41.995434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Checking segment: {'id': 'b12865ab-65da-424b-9488-a8b084daeef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1c6c3087-c406-4e5d-88df-930f2041a20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:29:41.995812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Bound using segment: {'id': 'b12865ab-65da-424b-9488-a8b084daeef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1c6c3087-c406-4e5d-88df-930f2041a20d'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:29:41.996230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Bound port: dae7c251-f035-426a-9460-4a721cf28a28, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b12865ab-65da-424b-9488-a8b084daeef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1c6c3087-c406-4e5d-88df-930f2041a20d'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:29:41.996608 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dae7c251-f035-426a-9460-4a721cf28a28), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:42.057862 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] For port dae7c251-f035-426a-9460-4a721cf28a28, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:29:42.060796 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] For port dae7c251-f035-426a-9460-4a721cf28a28, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=dae7c251-f035-426a-9460-4a721cf28a28,segment=NetworkSegment(b12865ab-65da-424b-9488-a8b084daeef7),segment_id=b12865ab-65da-424b-9488-a8b084daeef7)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:29:42.173637 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (dae7c251-f035-426a-9460-4a721cf28a28), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:42.208914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:42.209466 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:42.211075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] 10.222.0.60 "PUT /v2.0/ports/dae7c251-f035-426a-9460-4a721cf28a28 HTTP/1.1" status: 200 len: 1093 time: 0.7791591 Jan 28 06:29:42.237964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae4c34-7635-424b-b3b2-1cbf48882fcf req-6809dd9c-c680-4e72-9d1b-441663686dac tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:42.239476 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9ae4c34-7635-424b-b3b2-1cbf48882fcf req-6809dd9c-c680-4e72-9d1b-441663686dac tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 944 time: 0.0927076 Jan 28 06:29:42.281885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3689d-96a8-4633-8d9d-a8d35a0062a8 service neutron] Pushing event updated for resources: {'Port': ['ID=dae7c251-f035-426a-9460-4a721cf28a28,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:29:42.325991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-36d9c00a-e09d-4663-90a2-3f707ab639bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:42.327531 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-36d9c00a-e09d-4663-90a2-3f707ab639bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=296f191bd57e422a9a88e67bd98bd4a1&device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 1096 time: 0.0843675 Jan 28 06:29:42.331506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9ae4c34-7635-424b-b3b2-1cbf48882fcf req-ea9e8d30-2e6e-4fe2-97f2-0a9522d6c68d tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705950 Jan 28 06:29:42.415505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-05e42cfa-7cdb-4549-8d3d-edc63332038f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:42.416948 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-05e42cfa-7cdb-4549-8d3d-edc63332038f service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c6c3087-c406-4e5d-88df-930f2041a20d HTTP/1.1" status: 200 len: 912 time: 0.0828514 Jan 28 06:29:42.460229 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-eedbf94d-3e8a-44f5-8fce-4fe7900d60a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dae7c251-f035-426a-9460-4a721cf28a28 HTTP/1.1" status: 200 len: 217 time: 0.0376208 Jan 28 06:29:42.506918 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-1bc16177-d290-4b21-855b-144aca5c49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:42.508406 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-1bc16177-d290-4b21-855b-144aca5c49a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=62d644ab-2929-4eb1-8609-d3c4eaa074b0 HTTP/1.1" status: 200 len: 851 time: 0.0432160 Jan 28 06:29:42.539308 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-822d9a00-a3ae-4084-9f77-73532923727d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c6c3087-c406-4e5d-88df-930f2041a20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252914 Jan 28 06:29:42.629074 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-b25694b0-b98a-4931-8884-42985d3d44a5 service neutron] 10.222.0.60 "GET /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843656 Jan 28 06:29:42.716262 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d758e1d-3f82-414a-8744-22b21e1cd64b req-015276ae-b310-46fc-ae34-9df0c9ce2eec service neutron] 10.222.0.60 "GET /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813646 Jan 28 06:29:43.468355 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246969c-d2c4-4d04-abed-8b0d5fd4cece req-ddaf5eab-7ad8-416d-ab6e-a31a67b8c654 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:43.469854 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9246969c-d2c4-4d04-abed-8b0d5fd4cece req-ddaf5eab-7ad8-416d-ab6e-a31a67b8c654 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 944 time: 0.0530341 Jan 28 06:29:43.530918 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9246969c-d2c4-4d04-abed-8b0d5fd4cece req-9dbdb828-215c-4590-b834-92cb2522e242 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550041 Jan 28 06:29:43.815378 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8848bee1-0b67-4ebf-8f35-2b3f860806c8', 'tag': 'dae7c251-f035-426a-9460-4a721cf28a28'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:29:43.817628 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "8848bee1-0b67-4ebf-8f35-2b3f860806c8", "tag": "dae7c251-f035-426a-9460-4a721cf28a28"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:29:43.867765 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32383e2-b46c-47ea-8a04-f5a7aec4a7d2 x-openstack-request-id: req-d32383e2-b46c-47ea-8a04-f5a7aec4a7d2 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:29:43.868134 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8848bee1-0b67-4ebf-8f35-2b3f860806c8", "tag": "dae7c251-f035-426a-9460-4a721cf28a28", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:29:43.868598 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d32383e2-b46c-47ea-8a04-f5a7aec4a7d2 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:29:43.869211 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8848bee1-0b67-4ebf-8f35-2b3f860806c8', 'tag': 'dae7c251-f035-426a-9460-4a721cf28a28', 'status': 'completed', 'code': 200} Jan 28 06:29:43.948218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-84468ced-e205-4359-a27d-f23da0999a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:43.950222 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-84468ced-e205-4359-a27d-f23da0999a36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=296f191bd57e422a9a88e67bd98bd4a1&device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 1096 time: 0.0439081 Jan 28 06:29:43.954970 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-a20c67b0-dfbf-4c5b-b64c-613c2b86732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:43.956892 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-a20c67b0-dfbf-4c5b-b64c-613c2b86732f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=296f191bd57e422a9a88e67bd98bd4a1&device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 1096 time: 0.0436268 Jan 28 06:29:44.042283 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-648e498e-e60a-4475-abe6-88e896078993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:44.043779 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-648e498e-e60a-4475-abe6-88e896078993 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c6c3087-c406-4e5d-88df-930f2041a20d HTTP/1.1" status: 200 len: 912 time: 0.0869780 Jan 28 06:29:44.052064 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-80651c20-1696-40b7-b7a7-bd8d2d9491c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:44.054099 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-80651c20-1696-40b7-b7a7-bd8d2d9491c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1c6c3087-c406-4e5d-88df-930f2041a20d HTTP/1.1" status: 200 len: 912 time: 0.0920529 Jan 28 06:29:44.089632 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-cf31d340-44f8-4ca2-a7aa-988ca4ff70f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dae7c251-f035-426a-9460-4a721cf28a28 HTTP/1.1" status: 200 len: 217 time: 0.0395634 Jan 28 06:29:44.094916 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-9cdd9796-bfd1-43fa-9ffa-144f877ef1e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dae7c251-f035-426a-9460-4a721cf28a28 HTTP/1.1" status: 200 len: 217 time: 0.0354109 Jan 28 06:29:44.137999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-561d00e1-669e-4f49-995e-f220f64aa6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:44.139485 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-561d00e1-669e-4f49-995e-f220f64aa6f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=62d644ab-2929-4eb1-8609-d3c4eaa074b0 HTTP/1.1" status: 200 len: 851 time: 0.0443459 Jan 28 06:29:44.141926 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-35f69661-4e59-474d-95a0-492ab15b1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:44.143389 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-35f69661-4e59-474d-95a0-492ab15b1bef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62d644ab-2929-4eb1-8609-d3c4eaa074b0 HTTP/1.1" status: 200 len: 851 time: 0.0428014 Jan 28 06:29:44.173861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-f922b105-8bf3-4401-ad44-4a11497fc035 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c6c3087-c406-4e5d-88df-930f2041a20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259550 Jan 28 06:29:44.178326 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-98edbf30-dd00-4de7-a529-b8b705cdb411 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c6c3087-c406-4e5d-88df-930f2041a20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290155 Jan 28 06:29:44.268245 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-69808a7e-e97f-44e2-b3f2-3555f1fd307a service neutron] 10.222.0.64 "GET /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848768 Jan 28 06:29:44.269569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-33a64c7b-8e1a-4ba1-b7fb-d38c712200ba service neutron] 10.222.0.60 "GET /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891025 Jan 28 06:29:44.358840 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-19c4c9bc-a166-4288-a50f-4cd8eee084ca service neutron] 10.222.0.60 "GET /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833154 Jan 28 06:29:44.361468 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0ab07b24-ab1c-4ff2-8856-e8a1942f4cf3 req-d36f0358-462b-4b1d-8b5c-8c59fbb922d9 service neutron] 10.222.0.64 "GET /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880001 Jan 28 06:29:44.431340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device dae7c251-f035-426a-9460-4a721cf28a28 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:29:44.470951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] The host n-h1-812111-12 is not matching for port dae7c251-f035-426a-9460-4a721cf28a28 host n-h2-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:29:44.471335 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device dae7c251-f035-426a-9460-4a721cf28a28 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:29:44.648418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1921b2-7d4e-4fd9-9bf2-0758fd9afdd1 req-42588489-c161-4a3d-b331-61685e7b5802 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:44.649816 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2f1921b2-7d4e-4fd9-9bf2-0758fd9afdd1 req-42588489-c161-4a3d-b331-61685e7b5802 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 944 time: 0.0482557 Jan 28 06:29:44.695909 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2f1921b2-7d4e-4fd9-9bf2-0758fd9afdd1 req-343b4f08-48dd-4b14-ae7a-0e9cb356a21b tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403788 Jan 28 06:29:45.816397 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f447d-b3ef-4473-89fd-fe341c053741 req-2dac74fa-2158-449f-80bb-b0c7e3aa55ca tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:45.817770 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e27f447d-b3ef-4473-89fd-fe341c053741 req-2dac74fa-2158-449f-80bb-b0c7e3aa55ca tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 944 time: 0.0512424 Jan 28 06:29:45.862810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e27f447d-b3ef-4473-89fd-fe341c053741 req-d042ae1d-66d3-4d71-b7b7-56ca84fa73dc tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388925 Jan 28 06:29:46.333946 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device dae7c251-f035-426a-9460-4a721cf28a28 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:29:46.339184 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494a556-247b-40c5-abbc-ca7533163245 req-6c64f427-99fa-4874-b4ab-ea968b87e8e0 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:46.340669 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a494a556-247b-40c5-abbc-ca7533163245 req-6c64f427-99fa-4874-b4ab-ea968b87e8e0 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.64 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8&tenant_id=296f191bd57e422a9a88e67bd98bd4a1&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 944 time: 0.0840220 Jan 28 06:29:46.401709 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [req-a494a556-247b-40c5-abbc-ca7533163245 req-e583cfa1-9ac7-4cbf-babb-af4cb220162a service neutron] delete failed (client error): The resource could not be found. Jan 28 06:29:46.403149 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a494a556-247b-40c5-abbc-ca7533163245 req-e583cfa1-9ac7-4cbf-babb-af4cb220162a service neutron] 10.222.0.64 "DELETE /v2.0/ports/dae7c251-f035-426a-9460-4a721cf28a28/bindings/n-h1-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.0544596 Jan 28 06:29:46.431041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port dae7c251-f035-426a-9460-4a721cf28a28, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=dae7c251-f035-426a-9460-4a721cf28a28,segment=NetworkSegment(b12865ab-65da-424b-9488-a8b084daeef7),segment_id=b12865ab-65da-424b-9488-a8b084daeef7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:29:46.447947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'dae7c251-f035-426a-9460-4a721cf28a28', 'network_id': '1c6c3087-c406-4e5d-88df-930f2041a20d', 'port_id': 'dae7c251-f035-426a-9460-4a721cf28a28', 'mac_address': 'fa:16:3e:31:05:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d644ab-2929-4eb1-8609-d3c4eaa074b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:29:46.489367 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port dae7c251-f035-426a-9460-4a721cf28a28 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:29:46.489781 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dae7c251-f035-426a-9460-4a721cf28a28), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:46.505293 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae7c251-f035-426a-9460-4a721cf28a28 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:29:46.516649 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494a556-247b-40c5-abbc-ca7533163245 req-bcb06235-aabc-4a18-9691-e58936aa517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:46.518198 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a494a556-247b-40c5-abbc-ca7533163245 req-bcb06235-aabc-4a18-9691-e58936aa517e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=296f191bd57e422a9a88e67bd98bd4a1&device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 1096 time: 0.0509520 Jan 28 06:29:46.539506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port dae7c251-f035-426a-9460-4a721cf28a28, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=dae7c251-f035-426a-9460-4a721cf28a28,segment=NetworkSegment(b12865ab-65da-424b-9488-a8b084daeef7),segment_id=b12865ab-65da-424b-9488-a8b084daeef7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:29:46.609559 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494a556-247b-40c5-abbc-ca7533163245 req-d77b7045-c886-43fa-afbf-a856a1611c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:46.611070 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a494a556-247b-40c5-abbc-ca7533163245 req-d77b7045-c886-43fa-afbf-a856a1611c8c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1c6c3087-c406-4e5d-88df-930f2041a20d HTTP/1.1" status: 200 len: 912 time: 0.0872133 Jan 28 06:29:46.629999 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dae7c251-f035-426a-9460-4a721cf28a28), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:46.655682 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a494a556-247b-40c5-abbc-ca7533163245 req-1653062e-65ef-43a6-9f8d-c9961b413ade service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dae7c251-f035-426a-9460-4a721cf28a28 HTTP/1.1" status: 200 len: 217 time: 0.0383584 Jan 28 06:29:46.678321 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=dae7c251-f035-426a-9460-4a721cf28a28,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:29:46.685902 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:46.686252 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:46.686621 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:46.686962 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:46.687302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:46.687635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:46.687981 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:46.688311 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:46.688643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:46.688966 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:46.689294 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:46.689617 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:46.689967 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:46.703782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494a556-247b-40c5-abbc-ca7533163245 req-65c45e3e-a3eb-427b-a4e1-da5da01b72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:46.707151 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a494a556-247b-40c5-abbc-ca7533163245 req-65c45e3e-a3eb-427b-a4e1-da5da01b72a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62d644ab-2929-4eb1-8609-d3c4eaa074b0 HTTP/1.1" status: 200 len: 851 time: 0.0447457 Jan 28 06:29:46.734991 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a494a556-247b-40c5-abbc-ca7533163245 req-4484e224-bac4-4abd-b6a5-617e613a975a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c6c3087-c406-4e5d-88df-930f2041a20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236609 Jan 28 06:29:46.825943 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a494a556-247b-40c5-abbc-ca7533163245 req-d7ca4962-558f-4598-b580-f1d42e39da8a service neutron] 10.222.0.64 "GET /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847323 Jan 28 06:29:46.910080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['dae7c251-f035-426a-9460-4a721cf28a28'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:29:46.919124 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a494a556-247b-40c5-abbc-ca7533163245 req-f348151d-ae70-49e0-b9ed-b394bb66494b service neutron] 10.222.0.64 "GET /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848961 Jan 28 06:29:47.656941 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:29:48.363198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device dae7c251-f035-426a-9460-4a721cf28a28 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:29:48.524765 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaeb77d-a0c6-4690-81be-fdcb78eb1fbc req-5e03055b-5f45-44d5-beb2-4e62e776b00a tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:48.526237 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7aaeb77d-a0c6-4690-81be-fdcb78eb1fbc req-5e03055b-5f45-44d5-beb2-4e62e776b00a tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 945 time: 0.0489724 Jan 28 06:29:48.539376 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port dae7c251-f035-426a-9460-4a721cf28a28 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:29:48.543304 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port dae7c251-f035-426a-9460-4a721cf28a28 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:29:48.543682 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (dae7c251-f035-426a-9460-4a721cf28a28), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:48.573353 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7aaeb77d-a0c6-4690-81be-fdcb78eb1fbc req-3daa75c8-2bd4-4b06-8b56-65ea3b8e1e3d tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415287 Jan 28 06:29:48.624290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port dae7c251-f035-426a-9460-4a721cf28a28 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:29:48.624680 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dae7c251-f035-426a-9460-4a721cf28a28), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:48.646495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8848bee1-0b67-4ebf-8f35-2b3f860806c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae7c251-f035-426a-9460-4a721cf28a28'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:29:48.649382 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ba93de-b53f-4896-9924-ef2aab8d8e18" -d '{"events": [{"server_uuid": "8848bee1-0b67-4ebf-8f35-2b3f860806c8", "name": "network-vif-plugged", "status": "completed", "tag": "dae7c251-f035-426a-9460-4a721cf28a28"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:29:48.661240 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port dae7c251-f035-426a-9460-4a721cf28a28, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=dae7c251-f035-426a-9460-4a721cf28a28,segment=NetworkSegment(b12865ab-65da-424b-9488-a8b084daeef7),segment_id=b12865ab-65da-424b-9488-a8b084daeef7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:29:48.689702 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e91ca2-e102-43f3-8dfc-bba36ff96980 x-openstack-request-id: req-60e91ca2-e102-43f3-8dfc-bba36ff96980 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:29:48.689702 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8848bee1-0b67-4ebf-8f35-2b3f860806c8", "name": "network-vif-plugged", "status": "completed", "tag": "dae7c251-f035-426a-9460-4a721cf28a28", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:29:48.689702 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60e91ca2-e102-43f3-8dfc-bba36ff96980 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:29:48.689702 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8848bee1-0b67-4ebf-8f35-2b3f860806c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae7c251-f035-426a-9460-4a721cf28a28', 'code': 200} Jan 28 06:29:48.789936 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dae7c251-f035-426a-9460-4a721cf28a28), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:48.836089 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=dae7c251-f035-426a-9460-4a721cf28a28,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:29:49.691091 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d2ed1-e0fe-4d7a-b179-85e333107af1 req-2910ac1d-05a4-41e1-af3e-be432989206d tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:49.692530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-793d2ed1-e0fe-4d7a-b179-85e333107af1 req-2910ac1d-05a4-41e1-af3e-be432989206d tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0506041 Jan 28 06:29:49.738177 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-793d2ed1-e0fe-4d7a-b179-85e333107af1 req-abeb61b1-888a-48e5-8390-749a2b8621aa tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399022 Jan 28 06:29:49.954716 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ad814b4c-e5f3-4e5b-8217-826606060194 req-6e4d49ed-8b48-4650-bc16-12a0d473996b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0379989 Jan 28 06:29:50.065727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494a556-247b-40c5-abbc-ca7533163245 req-07b2562f-fc97-4182-8299-384935db1b96 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:50.066358 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad814b4c-e5f3-4e5b-8217-826606060194 req-7cb39f8d-a639-4b67-a7a3-1b671a5cddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:50.067216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a494a556-247b-40c5-abbc-ca7533163245 req-07b2562f-fc97-4182-8299-384935db1b96 tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.60 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 946 time: 0.0482485 Jan 28 06:29:50.067873 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ad814b4c-e5f3-4e5b-8217-826606060194 req-7cb39f8d-a639-4b67-a7a3-1b671a5cddf7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=296f191bd57e422a9a88e67bd98bd4a1&device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 1098 time: 0.0414102 Jan 28 06:29:50.161796 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-a494a556-247b-40c5-abbc-ca7533163245 req-cd5946a5-5270-4f63-923c-f54b6315f3ab tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Deleting port dae7c251-f035-426a-9460-4a721cf28a28 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:29:50.162141 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a494a556-247b-40c5-abbc-ca7533163245 req-cd5946a5-5270-4f63-923c-f54b6315f3ab tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (dae7c251-f035-426a-9460-4a721cf28a28), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:50.181997 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad814b4c-e5f3-4e5b-8217-826606060194 req-9ba15697-d8a8-40e4-b2c5-74e2f63f47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:50.183504 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ad814b4c-e5f3-4e5b-8217-826606060194 req-9ba15697-d8a8-40e4-b2c5-74e2f63f47c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c6c3087-c406-4e5d-88df-930f2041a20d HTTP/1.1" status: 200 len: 912 time: 0.0921569 Jan 28 06:29:50.224511 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ad814b4c-e5f3-4e5b-8217-826606060194 req-82e52cc7-8e9b-444f-89bd-d8fb8657a358 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dae7c251-f035-426a-9460-4a721cf28a28 HTTP/1.1" status: 200 len: 217 time: 0.0352099 Jan 28 06:29:50.251392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a494a556-247b-40c5-abbc-ca7533163245 req-cd5946a5-5270-4f63-923c-f54b6315f3ab tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] For port dae7c251-f035-426a-9460-4a721cf28a28, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=dae7c251-f035-426a-9460-4a721cf28a28,segment=NetworkSegment(b12865ab-65da-424b-9488-a8b084daeef7),segment_id=b12865ab-65da-424b-9488-a8b084daeef7)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:29:50.251756 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a494a556-247b-40c5-abbc-ca7533163245 req-cd5946a5-5270-4f63-923c-f54b6315f3ab tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (dae7c251-f035-426a-9460-4a721cf28a28), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:50.264690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-a494a556-247b-40c5-abbc-ca7533163245 req-cd5946a5-5270-4f63-923c-f54b6315f3ab tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Calling delete_port for dae7c251-f035-426a-9460-4a721cf28a28 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:29:50.272375 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad814b4c-e5f3-4e5b-8217-826606060194 req-ffc70832-3e55-47ee-83e9-3c4555970246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:50.274050 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ad814b4c-e5f3-4e5b-8217-826606060194 req-ffc70832-3e55-47ee-83e9-3c4555970246 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=62d644ab-2929-4eb1-8609-d3c4eaa074b0 HTTP/1.1" status: 200 len: 851 time: 0.0444052 Jan 28 06:29:50.307819 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ad814b4c-e5f3-4e5b-8217-826606060194 req-b2fce454-269a-45f1-8537-ed403fd4f28d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c6c3087-c406-4e5d-88df-930f2041a20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284111 Jan 28 06:29:50.396487 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ad814b4c-e5f3-4e5b-8217-826606060194 req-b82c6305-9f74-44b8-94fa-b7fa50145721 service neutron] 10.222.0.60 "GET /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830929 Jan 28 06:29:50.488764 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ad814b4c-e5f3-4e5b-8217-826606060194 req-973ca11c-6f18-4051-b665-226a3d39e69a service neutron] 10.222.0.60 "GET /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867069 Jan 28 06:29:50.493240 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a494a556-247b-40c5-abbc-ca7533163245 req-cd5946a5-5270-4f63-923c-f54b6315f3ab tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (dae7c251-f035-426a-9460-4a721cf28a28), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:50.520951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5946a5-5270-4f63-923c-f54b6315f3ab tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Pushing event deleted for resources: {'Port': ['ID=dae7c251-f035-426a-9460-4a721cf28a28,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:29:50.527042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['dae7c251-f035-426a-9460-4a721cf28a28'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:29:50.564664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a494a556-247b-40c5-abbc-ca7533163245 req-cd5946a5-5270-4f63-923c-f54b6315f3ab tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] No DVR routers for this DVR port dae7c251-f035-426a-9460-4a721cf28a28 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:29:50.567191 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a494a556-247b-40c5-abbc-ca7533163245 req-cd5946a5-5270-4f63-923c-f54b6315f3ab tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:50.571125 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a494a556-247b-40c5-abbc-ca7533163245 req-cd5946a5-5270-4f63-923c-f54b6315f3ab tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.60 "DELETE /v2.0/ports/dae7c251-f035-426a-9460-4a721cf28a28 HTTP/1.1" status: 204 len: 173 time: 0.4952199 Jan 28 06:29:50.571566 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8848bee1-0b67-4ebf-8f35-2b3f860806c8', 'name': 'network-vif-deleted', 'tag': 'dae7c251-f035-426a-9460-4a721cf28a28'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:29:50.573838 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2a681b-2fbe-4463-a9b0-d8164b4da360" -d '{"events": [{"server_uuid": "8848bee1-0b67-4ebf-8f35-2b3f860806c8", "name": "network-vif-deleted", "tag": "dae7c251-f035-426a-9460-4a721cf28a28"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:29:50.612010 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe65ab3-b02f-46d2-87d4-e4ab63dc8cad x-openstack-request-id: req-9fe65ab3-b02f-46d2-87d4-e4ab63dc8cad {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:29:50.612564 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8848bee1-0b67-4ebf-8f35-2b3f860806c8", "name": "network-vif-deleted", "tag": "dae7c251-f035-426a-9460-4a721cf28a28", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:29:50.612831 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9fe65ab3-b02f-46d2-87d4-e4ab63dc8cad {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:29:50.613247 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8848bee1-0b67-4ebf-8f35-2b3f860806c8', 'name': 'network-vif-deleted', 'tag': 'dae7c251-f035-426a-9460-4a721cf28a28', 'status': 'completed', 'code': 200} Jan 28 06:29:50.835102 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32231fb6-7272-4010-b8c1-2e92a345004e req-d38b83e0-81fa-49a5-8ab8-1cea1b4ab59f tempest-DeleteServersTestJSON-1470718944 tempest-DeleteServersTestJSON-1470718944-project] 10.222.0.31 "GET /v2.0/ports?device_id=8848bee1-0b67-4ebf-8f35-2b3f860806c8 HTTP/1.1" status: 200 len: 210 time: 0.0290163 Jan 28 06:29:51.964967 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53280) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:29:52.008597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-20502c25-fae3-48c8-aee4-a37f67d4f287 admin admin] Deleting subnet 62d644ab-2929-4eb1-8609-d3c4eaa074b0 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:29:52.011697 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-20502c25-fae3-48c8-aee4-a37f67d4f287 admin admin] Publish callbacks [] for subnet (62d644ab-2929-4eb1-8609-d3c4eaa074b0), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:52.045138 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-20502c25-fae3-48c8-aee4-a37f67d4f287 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (62d644ab-2929-4eb1-8609-d3c4eaa074b0), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:52.083124 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-20502c25-fae3-48c8-aee4-a37f67d4f287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (62d644ab-2929-4eb1-8609-d3c4eaa074b0), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:52.224463 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-20502c25-fae3-48c8-aee4-a37f67d4f287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (62d644ab-2929-4eb1-8609-d3c4eaa074b0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:52.255276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20502c25-fae3-48c8-aee4-a37f67d4f287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62d644ab-2929-4eb1-8609-d3c4eaa074b0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:29:52.257861 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-20502c25-fae3-48c8-aee4-a37f67d4f287 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:52.270424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-20502c25-fae3-48c8-aee4-a37f67d4f287 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/62d644ab-2929-4eb1-8609-d3c4eaa074b0 HTTP/1.1" status: 204 len: 168 time: 0.2950206 Jan 28 06:29:52.270424 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53282) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:29:52.330455 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d59fe141-b899-4a8d-899c-909350146cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (1c6c3087-c406-4e5d-88df-930f2041a20d), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:52.410011 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d59fe141-b899-4a8d-899c-909350146cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (1c6c3087-c406-4e5d-88df-930f2041a20d), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:52.430459 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d59fe141-b899-4a8d-899c-909350146cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6c3087-c406-4e5d-88df-930f2041a20d']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:29:52.439920 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d59fe141-b899-4a8d-899c-909350146cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12865ab-65da-424b-9488-a8b084daeef7') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:29:52.440218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d59fe141-b899-4a8d-899c-909350146cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12865ab-65da-424b-9488-a8b084daeef7') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:29:52.450054 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d59fe141-b899-4a8d-899c-909350146cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (b12865ab-65da-424b-9488-a8b084daeef7), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:52.462806 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d59fe141-b899-4a8d-899c-909350146cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (b12865ab-65da-424b-9488-a8b084daeef7), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:52.468451 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59fe141-b899-4a8d-899c-909350146cb3 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:29:52.468825 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d59fe141-b899-4a8d-899c-909350146cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (b12865ab-65da-424b-9488-a8b084daeef7), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:29:52.477736 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:29:52.595460 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d59fe141-b899-4a8d-899c-909350146cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (1c6c3087-c406-4e5d-88df-930f2041a20d), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:52.601412 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d59fe141-b899-4a8d-899c-909350146cb3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:52.604608 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d59fe141-b899-4a8d-899c-909350146cb3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1c6c3087-c406-4e5d-88df-930f2041a20d HTTP/1.1" status: 204 len: 168 time: 0.3401568 Jan 28 06:29:52.617129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fe141-b899-4a8d-899c-909350146cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c6c3087-c406-4e5d-88df-930f2041a20d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:29:53.036222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53286) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:29:53.074316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3e4d6348-ba76-4222-830c-541c64a64b7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=296f191bd57e422a9a88e67bd98bd4a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0369503 Jan 28 06:29:53.076743 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53288) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:29:53.126935 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f8103e3-1a95-4cd9-a48a-c6a60365c8d8 admin admin] Publish callbacks [] for security_group (fd9f8b25-db36-4178-bd29-2cb9fbb80ddd), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:53.147687 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f8103e3-1a95-4cd9-a48a-c6a60365c8d8 admin admin] Publish callbacks [] for security_group (fd9f8b25-db36-4178-bd29-2cb9fbb80ddd), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:53.252520 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f8103e3-1a95-4cd9-a48a-c6a60365c8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (fd9f8b25-db36-4178-bd29-2cb9fbb80ddd), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:53.255097 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f8103e3-1a95-4cd9-a48a-c6a60365c8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:53.256770 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9f8103e3-1a95-4cd9-a48a-c6a60365c8d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd9f8b25-db36-4178-bd29-2cb9fbb80ddd HTTP/1.1" status: 204 len: 168 time: 0.1791296 Jan 28 06:29:53.264540 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8103e3-1a95-4cd9-a48a-c6a60365c8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9f8b25-db36-4178-bd29-2cb9fbb80ddd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:29:54.352788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53310) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:29:54.420188 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device dae7c251-f035-426a-9460-4a721cf28a28 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:29:54.440250 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: dae7c251-f035-426a-9460-4a721cf28a28 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:29:54.440686 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device dae7c251-f035-426a-9460-4a721cf28a28 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:29:54.449854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d14f6f62-5e0d-4ec5-9ac1-08f13f7a8a9e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1877289418-network', 'tenant_id': '8d72395270a5422f9b8c9631dd660316'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:29:54.532904 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14f6f62-5e0d-4ec5-9ac1-08f13f7a8a9e admin admin] Made reservation on behalf of 8d72395270a5422f9b8c9631dd660316 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:29:54.536473 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d14f6f62-5e0d-4ec5-9ac1-08f13f7a8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:54.544531 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d14f6f62-5e0d-4ec5-9ac1-08f13f7a8a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:54.617066 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d14f6f62-5e0d-4ec5-9ac1-08f13f7a8a9e admin admin] Publish callbacks [] for security_group (3df20222-9ced-40c4-80f1-7da79a7cd378), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:54.698595 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d14f6f62-5e0d-4ec5-9ac1-08f13f7a8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3df20222-9ced-40c4-80f1-7da79a7cd378), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:54.722696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14f6f62-5e0d-4ec5-9ac1-08f13f7a8a9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:29:54.732567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f6f62-5e0d-4ec5-9ac1-08f13f7a8a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df20222-9ced-40c4-80f1-7da79a7cd378,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:29:54.737183 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d14f6f62-5e0d-4ec5-9ac1-08f13f7a8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (942edde5-2caa-4ff6-a59e-d3b66b1f60cc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:54.737779 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-d14f6f62-5e0d-4ec5-9ac1-08f13f7a8a9e admin admin] Added segment 942edde5-2caa-4ff6-a59e-d3b66b1f60cc of type vlan for network 5a1208eb-3f52-45cd-a2e2-8c637012731f Jan 28 06:29:54.778700 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d14f6f62-5e0d-4ec5-9ac1-08f13f7a8a9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (5a1208eb-3f52-45cd-a2e2-8c637012731f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:54.875757 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d14f6f62-5e0d-4ec5-9ac1-08f13f7a8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (5a1208eb-3f52-45cd-a2e2-8c637012731f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:54.876783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14f6f62-5e0d-4ec5-9ac1-08f13f7a8a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:54.877367 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d14f6f62-5e0d-4ec5-9ac1-08f13f7a8a9e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:54.935261 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f6f62-5e0d-4ec5-9ac1-08f13f7a8a9e admin admin] Pushing event updated for resources: {'Network': ['ID=5a1208eb-3f52-45cd-a2e2-8c637012731f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:29:54.946832 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 5a1208eb-3f52-45cd-a2e2-8c637012731f details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:29:55.015773 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d14f6f62-5e0d-4ec5-9ac1-08f13f7a8a9e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6618249 Jan 28 06:29:55.018678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53314) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:29:55.024197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d4c523b2-d003-4b31-9417-2316e4fdc73d admin admin] Request body: {'subnet': {'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1877289418-subnet', 'tenant_id': '8d72395270a5422f9b8c9631dd660316', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:29:55.121385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c523b2-d003-4b31-9417-2316e4fdc73d admin admin] Made reservation on behalf of 8d72395270a5422f9b8c9631dd660316 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:29:55.123734 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d4c523b2-d003-4b31-9417-2316e4fdc73d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:55.304832 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:55.361357 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d4c523b2-d003-4b31-9417-2316e4fdc73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (c0550772-0a85-4d60-a0b1-f821b4b7af84), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:55.421694 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c523b2-d003-4b31-9417-2316e4fdc73d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0550772-0a85-4d60-a0b1-f821b4b7af84,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:29:55.426022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c523b2-d003-4b31-9417-2316e4fdc73d admin admin] Checking segment: {'id': '942edde5-2caa-4ff6-a59e-d3b66b1f60cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:29:55.426405 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c523b2-d003-4b31-9417-2316e4fdc73d admin admin] Network hostable DHCP agents. Network: 5a1208eb-3f52-45cd-a2e2-8c637012731f, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:29:55.580638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c523b2-d003-4b31-9417-2316e4fdc73d admin admin] Network 5a1208eb-3f52-45cd-a2e2-8c637012731f is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:29:55.726917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d4c523b2-d003-4b31-9417-2316e4fdc73d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 5a1208eb-3f52-45cd-a2e2-8c637012731f) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:29:55.731007 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c523b2-d003-4b31-9417-2316e4fdc73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:55.731628 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d4c523b2-d003-4b31-9417-2316e4fdc73d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:55.736922 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a36152-4581-4921-9d6a-2fc3ce174c20 None None] Network 5a1208eb-3f52-45cd-a2e2-8c637012731f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:29:55.830796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25f1b4d-eb9b-4ff5-86d9-573365833592 None None] Network 5a1208eb-3f52-45cd-a2e2-8c637012731f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:29:55.835854 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d4c523b2-d003-4b31-9417-2316e4fdc73d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8160856 Jan 28 06:29:56.245992 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-d0b2eafc-8e80-4b38-8bd6-e5a9d2a1061e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:56.247471 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-d0b2eafc-8e80-4b38-8bd6-e5a9d2a1061e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/networks?id=5a1208eb-3f52-45cd-a2e2-8c637012731f HTTP/1.1" status: 200 len: 815 time: 0.1027133 Jan 28 06:29:56.262024 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-168c76db-077d-4ce3-b6a5-cbedfc2cb0cc tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/quotas/8d72395270a5422f9b8c9631dd660316 HTTP/1.1" status: 200 len: 375 time: 0.0092449 Jan 28 06:29:56.291804 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-32df71db-9ea5-4257-a7a6-eb988eb58143 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d72395270a5422f9b8c9631dd660316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250652 Jan 28 06:29:56.382876 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-cc284d32-c85a-4212-b67c-e8e4a3ae5a9e service neutron] 10.222.0.31 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847268 Jan 28 06:29:56.468674 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-f5e2ed1a-2188-449b-8d82-49da40d2fa45 service neutron] 10.222.0.31 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802016 Jan 28 06:29:56.760958 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfd438ec-d092-490c-9f58-ee942c7f722e req-d61f466f-f5f9-41a1-8974-828057fae1be tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 210 time: 0.0839989 Jan 28 06:29:57.853106 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d5e6a642-2ea4-4c24-8708-df36080f9acb req-a0ae01f3-8257-4def-b4a1-1d3f65b1bb94 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 210 time: 0.0261502 Jan 28 06:29:58.041619 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:58.949093 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5eccb591-84a9-4ac9-9c7b-6d751fa66266 req-415d54b9-c408-4bae-81c1-dddf98eed3bc tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 210 time: 0.0289812 Jan 28 06:29:59.231570 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-0eb45852-a049-475b-ae1e-e1bd6350b1db tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:29:59.232960 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-0eb45852-a049-475b-ae1e-e1bd6350b1db tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.64 "GET /v2.0/networks?id=5a1208eb-3f52-45cd-a2e2-8c637012731f HTTP/1.1" status: 200 len: 815 time: 0.0994482 Jan 28 06:29:59.254580 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Request body: {'port': {'device_id': 'f409a952-59f2-4e41-a762-579ddd1a029c', 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f', 'admin_state_up': True, 'tenant_id': '8d72395270a5422f9b8c9631dd660316'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:29:59.498928 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Made reservation on behalf of 8d72395270a5422f9b8c9631dd660316 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:29:59.502413 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:59.624156 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Allocated IP 172.20.0.6 (5a1208eb-3f52-45cd-a2e2-8c637012731f/c0550772-0a85-4d60-a0b1-f821b4b7af84/b323d7ce-db69-4a1c-b291-ad6eb92fd5f9) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:29:59.768255 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Publish callbacks [] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:59.887379 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:29:59.929268 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Network 5a1208eb-3f52-45cd-a2e2-8c637012731f is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:29:59.932213 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:29:59.937765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:29:59.964970 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Pushing event updated for resources: {'Port': ['ID=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:29:59.979688 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:59.980041 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:59.980386 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:59.980728 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:59.981062 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:59.981390 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:59.981720 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:59.982048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:59.982409 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:59.982737 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:59.983063 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:59.983383 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:29:59.983700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:00.005305 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:00.006614 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:00.079015 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-3d699aa9-6d39-408d-bc96-26e874098913 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8279762 Jan 28 06:30:00.095675 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Request body: {'port': {'device_id': 'f409a952-59f2-4e41-a762-579ddd1a029c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:30:00.153027 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:00.414536 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7026d1-f19b-4413-92b6-c5fb98efabd8 req-0e39059a-5cd7-4e70-8db2-dc971ce3fff4 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:00.416038 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a7026d1-f19b-4413-92b6-c5fb98efabd8 req-0e39059a-5cd7-4e70-8db2-dc971ce3fff4 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 931 time: 0.3958817 Jan 28 06:30:00.429197 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:30:00.436681 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Publish callbacks [] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:00.449774 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Transition to ACTIVE for port object b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:30:00.464374 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a7026d1-f19b-4413-92b6-c5fb98efabd8 req-56704629-2c33-4917-ac4f-a97d1720e02d tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426397 Jan 28 06:30:00.538939 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:00.591254 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Pushing event updated for resources: {'Port': ['ID=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:30:00.654154 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Attempting to bind port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:30:00.654519 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Attempting to bind port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '942edde5-2caa-4ff6-a59e-d3b66b1f60cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:30:00.654849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Attempting to bind port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 on network 5a1208eb-3f52-45cd-a2e2-8c637012731f {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:30:00.659148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 on network 5a1208eb-3f52-45cd-a2e2-8c637012731f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:30:00.659477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Attempting to bind port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 on network 5a1208eb-3f52-45cd-a2e2-8c637012731f {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:30:00.664692 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:30:00.664981 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Checking segment: {'id': '942edde5-2caa-4ff6-a59e-d3b66b1f60cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:30:00.665367 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Bound using segment: {'id': '942edde5-2caa-4ff6-a59e-d3b66b1f60cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:30:00.665789 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Bound port: b323d7ce-db69-4a1c-b291-ad6eb92fd5f9, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942edde5-2caa-4ff6-a59e-d3b66b1f60cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:30:00.666143 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:00.730656 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] For port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:30:00.733756 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] For port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:30:00.830305 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:00.865921 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:00.866701 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:00.868238 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] 10.222.0.64 "PUT /v2.0/ports/b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 HTTP/1.1" status: 200 len: 1092 time: 0.7770905 Jan 28 06:30:00.868685 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f409a952-59f2-4e41-a762-579ddd1a029c', 'tag': 'b323d7ce-db69-4a1c-b291-ad6eb92fd5f9'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:30:00.870983 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b70693-7e4a-469c-8102-958d66aa1007" -d '{"events": [{"name": "network-changed", "server_uuid": "f409a952-59f2-4e41-a762-579ddd1a029c", "tag": "b323d7ce-db69-4a1c-b291-ad6eb92fd5f9"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:30:00.893968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532293f8-e2ba-495a-9772-07e8acb38226 service neutron] Pushing event updated for resources: {'Port': ['ID=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:30:00.906166 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce0f684-5697-44fe-87f6-2e8e63524a3e x-openstack-request-id: req-fce0f684-5697-44fe-87f6-2e8e63524a3e {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:30:00.906511 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f409a952-59f2-4e41-a762-579ddd1a029c", "tag": "b323d7ce-db69-4a1c-b291-ad6eb92fd5f9", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:30:00.906771 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fce0f684-5697-44fe-87f6-2e8e63524a3e {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:30:00.907174 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f409a952-59f2-4e41-a762-579ddd1a029c', 'tag': 'b323d7ce-db69-4a1c-b291-ad6eb92fd5f9', 'status': 'completed', 'code': 200} Jan 28 06:30:00.988658 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b70693-7e4a-469c-8102-958d66aa1007 req-3342c683-95e6-4f60-a21a-309b541a479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:00.990118 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b6b70693-7e4a-469c-8102-958d66aa1007 req-3342c683-95e6-4f60-a21a-309b541a479d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d72395270a5422f9b8c9631dd660316&device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 1095 time: 0.0419281 Jan 28 06:30:01.095166 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b70693-7e4a-469c-8102-958d66aa1007 req-547c1ed0-60d0-4dcc-a34e-31d302c14a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:01.096689 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b6b70693-7e4a-469c-8102-958d66aa1007 req-547c1ed0-60d0-4dcc-a34e-31d302c14a73 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8d72395270a5422f9b8c9631dd660316&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0930955 Jan 28 06:30:01.191046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b70693-7e4a-469c-8102-958d66aa1007 req-bd96a786-9f56-4a62-a1b9-79e6f134df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:01.192559 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b6b70693-7e4a-469c-8102-958d66aa1007 req-bd96a786-9f56-4a62-a1b9-79e6f134df84 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898674 Jan 28 06:30:01.285019 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-cf480129-98f7-4f40-9e7a-e7fb16bcee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:01.286435 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-cf480129-98f7-4f40-9e7a-e7fb16bcee92 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d72395270a5422f9b8c9631dd660316&device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 1095 time: 0.0409393 Jan 28 06:30:01.339939 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-898747c1-e2b6-4365-ac16-b5a978cc8060 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 HTTP/1.1" status: 200 len: 217 time: 0.0374444 Jan 28 06:30:01.386515 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-88259f71-7d40-42fb-ac80-1f558e3bcc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:01.387980 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-88259f71-7d40-42fb-ac80-1f558e3bcc52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0550772-0a85-4d60-a0b1-f821b4b7af84 HTTP/1.1" status: 200 len: 855 time: 0.0430365 Jan 28 06:30:01.419071 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-c15df247-0b21-428b-b8ee-a0cbf950901e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a1208eb-3f52-45cd-a2e2-8c637012731f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247717 Jan 28 06:30:01.512291 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-db56dfb2-69d7-4b33-bdb8-ba909666525a service neutron] 10.222.0.64 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866253 Jan 28 06:30:01.582715 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5756629-4e3a-4103-b397-b0e40d5d4bde req-0c94971c-af8b-422e-b56e-220b933acc73 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:01.584849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5756629-4e3a-4103-b397-b0e40d5d4bde req-0c94971c-af8b-422e-b56e-220b933acc73 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 943 time: 0.0478544 Jan 28 06:30:01.606604 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb58d5f8-635b-4c03-91eb-41a2bd17a99e req-084dc677-194e-4440-b8cb-9d1ca470e4d3 service neutron] 10.222.0.64 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886631 Jan 28 06:30:01.631731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a5756629-4e3a-4103-b397-b0e40d5d4bde req-b1248ff5-50bf-4e5e-97e3-a2e19037c147 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400293 Jan 28 06:30:02.458283 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6d35759-8d25-4733-8d55-349dfa0bb9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:02.751970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf809e59-b303-4edc-ac2a-8a80cd5a12ae req-5c2b740d-10ae-4df0-a8a7-b5caaf5e57c6 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:02.753409 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf809e59-b303-4edc-ac2a-8a80cd5a12ae req-5c2b740d-10ae-4df0-a8a7-b5caaf5e57c6 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 943 time: 0.0498943 Jan 28 06:30:02.799532 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf809e59-b303-4edc-ac2a-8a80cd5a12ae req-f8126d3f-0e98-4536-9e1f-b27873a37f16 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402305 Jan 28 06:30:03.913213 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997a7b9-c2c6-4843-bcc6-23ca8dba489b req-8c6a3142-ca4e-4492-9e05-fa7c26114faa tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:03.914722 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e997a7b9-c2c6-4843-bcc6-23ca8dba489b req-8c6a3142-ca4e-4492-9e05-fa7c26114faa tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 943 time: 0.0472136 Jan 28 06:30:03.961080 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e997a7b9-c2c6-4843-bcc6-23ca8dba489b req-6d7c1401-daf2-4c46-bae8-50497b2f3b0b tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407069 Jan 28 06:30:04.527038 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:30:04.619703 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:30:04.631871 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'b323d7ce-db69-4a1c-b291-ad6eb92fd5f9', 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f', 'port_id': 'b323d7ce-db69-4a1c-b291-ad6eb92fd5f9', 'mac_address': 'fa:16:3e:23:6a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0550772-0a85-4d60-a0b1-f821b4b7af84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:30:04.671359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:30:04.671675 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:04.684297 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:30:04.703110 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:30:04.795144 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:04.824919 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c9076b8-4b32-4a1e-a4e7-fa7678ef9d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:04.843511 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:30:05.055999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['b323d7ce-db69-4a1c-b291-ad6eb92fd5f9'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:30:05.076445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742cd6c-7170-4f07-a3c3-17202a7eb3e6 req-83e1f67f-9fce-4a54-94de-d2598939d706 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:05.077935 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f742cd6c-7170-4f07-a3c3-17202a7eb3e6 req-83e1f67f-9fce-4a54-94de-d2598939d706 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 944 time: 0.0478332 Jan 28 06:30:05.127727 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f742cd6c-7170-4f07-a3c3-17202a7eb3e6 req-ddace4e1-ceb6-4081-92aa-e3eec8ae02cf tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441444 Jan 28 06:30:06.240008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a793c-3a3c-4450-a692-5cb7d9ea9f3b req-921b6109-c68a-44a5-b0b0-c786db086b55 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:06.242184 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-194a793c-3a3c-4450-a692-5cb7d9ea9f3b req-921b6109-c68a-44a5-b0b0-c786db086b55 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 944 time: 0.0477886 Jan 28 06:30:06.289054 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-194a793c-3a3c-4450-a692-5cb7d9ea9f3b req-398b52ad-6969-42f8-a959-4e7f09148e9f tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 Jan 28 06:30:06.526534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:30:06.629321 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:30:06.633063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:30:06.633444 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:06.712644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:30:06.713023 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:06.735062 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f409a952-59f2-4e41-a762-579ddd1a029c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b323d7ce-db69-4a1c-b291-ad6eb92fd5f9'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:30:06.737278 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a1cf84-b6f0-4283-84e2-87f8df3eee51" -d '{"events": [{"server_uuid": "f409a952-59f2-4e41-a762-579ddd1a029c", "name": "network-vif-plugged", "status": "completed", "tag": "b323d7ce-db69-4a1c-b291-ad6eb92fd5f9"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:30:06.747153 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:06.750506 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:30:06.775163 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f924afd7-281c-41da-a583-f6e3c6827f8f x-openstack-request-id: req-f924afd7-281c-41da-a583-f6e3c6827f8f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:30:06.775455 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f409a952-59f2-4e41-a762-579ddd1a029c", "name": "network-vif-plugged", "status": "completed", "tag": "b323d7ce-db69-4a1c-b291-ad6eb92fd5f9", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:30:06.775712 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f924afd7-281c-41da-a583-f6e3c6827f8f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:30:06.776098 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f409a952-59f2-4e41-a762-579ddd1a029c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b323d7ce-db69-4a1c-b291-ad6eb92fd5f9', 'code': 200} Jan 28 06:30:06.830233 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:06.882565 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:30:06.901651 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d2c8b-6831-4661-8476-73fd38553fda req-64509113-8137-4b96-96ff-8f79d65dcded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:06.903204 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-619d2c8b-6831-4661-8476-73fd38553fda req-64509113-8137-4b96-96ff-8f79d65dcded service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 1097 time: 0.0424640 Jan 28 06:30:06.950228 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-619d2c8b-6831-4661-8476-73fd38553fda req-f8ee8571-4544-4163-9755-81c3c901c81f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411985 Jan 28 06:30:07.408024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c00a2-9ca6-4ea2-9552-fd2f179bc592 req-ed5fe353-8fe7-4db4-ba0e-4b6346765f44 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:07.409527 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-235c00a2-9ca6-4ea2-9552-fd2f179bc592 req-ed5fe353-8fe7-4db4-ba0e-4b6346765f44 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0493929 Jan 28 06:30:07.456585 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-235c00a2-9ca6-4ea2-9552-fd2f179bc592 req-e6c4130c-f352-41d8-b583-323b4db21668 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411160 Jan 28 06:30:08.081524 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:08.574840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ba1f1-413b-47e0-84a0-3b282b78df47 req-60b18d12-ff74-49f4-8dfa-41795aff7cab tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:08.576316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e6ba1f1-413b-47e0-84a0-3b282b78df47 req-60b18d12-ff74-49f4-8dfa-41795aff7cab tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0505702 Jan 28 06:30:08.622555 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4e6ba1f1-413b-47e0-84a0-3b282b78df47 req-3cb438e2-7c43-43ac-b24b-e65bfe2e2efc tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407653 Jan 28 06:30:08.734920 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22750faf-c99d-4aa2-ae73-f3a450ef105f req-ea99e68a-a5fd-49bd-b558-be84fb5299ed tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:08.736279 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22750faf-c99d-4aa2-ae73-f3a450ef105f req-ea99e68a-a5fd-49bd-b558-be84fb5299ed tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0472538 Jan 28 06:30:08.781722 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22750faf-c99d-4aa2-ae73-f3a450ef105f req-1e32981d-e277-4eaa-9aac-15122a81a60f tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396612 Jan 28 06:30:09.039478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edb192-2db3-4040-baa0-bcba59297c76 req-74cc127a-cc7c-4254-a941-23f8eed2f132 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:09.041351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06edb192-2db3-4040-baa0-bcba59297c76 req-74cc127a-cc7c-4254-a941-23f8eed2f132 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0508108 Jan 28 06:30:09.087154 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06edb192-2db3-4040-baa0-bcba59297c76 req-db805141-cf74-4797-a4f1-c6a510ed0628 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400274 Jan 28 06:30:09.104420 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:09.199862 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5065cba-7bb0-4666-a7de-b2867a0c4039 req-40f7692f-04fa-4919-aaa6-d532e14eaf74 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:09.201325 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5065cba-7bb0-4666-a7de-b2867a0c4039 req-40f7692f-04fa-4919-aaa6-d532e14eaf74 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0483003 Jan 28 06:30:09.247516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5065cba-7bb0-4666-a7de-b2867a0c4039 req-084dd3c4-4766-491f-b8a0-dead65285fee tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405552 Jan 28 06:30:09.694291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3c7e4-e95a-4497-8d67-f9b1e5569acb req-dbacf26f-6018-4f05-a3d9-e73f4b75a77c tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:09.695813 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bba3c7e4-e95a-4497-8d67-f9b1e5569acb req-dbacf26f-6018-4f05-a3d9-e73f4b75a77c tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0483825 Jan 28 06:30:09.746895 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bba3c7e4-e95a-4497-8d67-f9b1e5569acb req-10d528da-f6b2-4a89-86a7-e0e2cb95d916 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446458 Jan 28 06:30:09.789138 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e7254071-e343-4ee2-925e-45e306c75789 req-26a5762a-59db-4cc6-8eec-4459bdf9dd0c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389411 Jan 28 06:30:10.865580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10300d63-c783-4029-90b9-25d8b0287bb8 req-6e781529-e340-4c47-84d9-f7610dda23c7 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:10.867127 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10300d63-c783-4029-90b9-25d8b0287bb8 req-6e781529-e340-4c47-84d9-f7610dda23c7 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0519519 Jan 28 06:30:10.914898 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10300d63-c783-4029-90b9-25d8b0287bb8 req-73a43c46-e4b6-40d0-9a77-c19e4a6b4538 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417631 Jan 28 06:30:12.030528 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c754a-3099-400f-a75e-08ccf04e3d4f req-21c9451c-7a61-41f6-b05b-3f655f1b7886 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:12.032078 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e14c754a-3099-400f-a75e-08ccf04e3d4f req-21c9451c-7a61-41f6-b05b-3f655f1b7886 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0484457 Jan 28 06:30:12.079338 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e14c754a-3099-400f-a75e-08ccf04e3d4f req-a7d55947-6221-453c-9c7a-290b0aceb2f7 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416336 Jan 28 06:30:12.158841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7254071-e343-4ee2-925e-45e306c75789 req-f92033f4-a82a-40a2-b70f-9f43ad52fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:12.160297 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e7254071-e343-4ee2-925e-45e306c75789 req-f92033f4-a82a-40a2-b70f-9f43ad52fb87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d72395270a5422f9b8c9631dd660316&device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 1097 time: 0.0388997 Jan 28 06:30:12.250062 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7254071-e343-4ee2-925e-45e306c75789 req-04edeacd-1636-4dba-92d4-c37e56c87e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:12.251494 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e7254071-e343-4ee2-925e-45e306c75789 req-04edeacd-1636-4dba-92d4-c37e56c87e6e service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a1208eb-3f52-45cd-a2e2-8c637012731f HTTP/1.1" status: 200 len: 916 time: 0.0861874 Jan 28 06:30:12.291576 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e7254071-e343-4ee2-925e-45e306c75789 req-12d4d50c-b99b-47f7-95e5-88aea3077f62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 HTTP/1.1" status: 200 len: 217 time: 0.0348136 Jan 28 06:30:12.337464 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7254071-e343-4ee2-925e-45e306c75789 req-2856f20d-e466-4377-924d-fd1803326727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:12.338963 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e7254071-e343-4ee2-925e-45e306c75789 req-2856f20d-e466-4377-924d-fd1803326727 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0550772-0a85-4d60-a0b1-f821b4b7af84 HTTP/1.1" status: 200 len: 855 time: 0.0418463 Jan 28 06:30:12.368659 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e7254071-e343-4ee2-925e-45e306c75789 req-99d70009-e96a-40ea-9c96-a55c398b06a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a1208eb-3f52-45cd-a2e2-8c637012731f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242898 Jan 28 06:30:12.456294 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e7254071-e343-4ee2-925e-45e306c75789 req-003b0cfa-a6ff-4b0c-970f-ccdfd5e3a515 service neutron] 10.222.0.64 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824327 Jan 28 06:30:12.543563 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e7254071-e343-4ee2-925e-45e306c75789 req-0fd795fa-ebd7-4eb7-b315-933f3f249287 service neutron] 10.222.0.64 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818965 Jan 28 06:30:13.196860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f61082-e9f0-4689-a875-a6f51d70b534 req-889c5a0f-ccac-4ebb-bab1-06ec23caf2f5 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:13.198338 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32f61082-e9f0-4689-a875-a6f51d70b534 req-889c5a0f-ccac-4ebb-bab1-06ec23caf2f5 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0509346 Jan 28 06:30:13.245036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32f61082-e9f0-4689-a875-a6f51d70b534 req-cbb89e67-1dfe-46b0-88b9-6d49b096c67a tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402987 Jan 28 06:30:14.361172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d759b5a-b328-449d-ba97-dc62ce786e41 req-3dc4a250-4efc-4f8a-acbf-1e3daaf4f600 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:14.362915 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d759b5a-b328-449d-ba97-dc62ce786e41 req-3dc4a250-4efc-4f8a-acbf-1e3daaf4f600 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0489638 Jan 28 06:30:14.409139 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d759b5a-b328-449d-ba97-dc62ce786e41 req-0e4aad3b-f6f0-4837-91c5-1dba9c3a5545 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405807 Jan 28 06:30:15.524148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87070d77-23c7-448e-b69a-dfaf96523207 req-d206c78d-4a68-4472-a68a-391497de733b tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:15.525643 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87070d77-23c7-448e-b69a-dfaf96523207 req-d206c78d-4a68-4472-a68a-391497de733b tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0481043 Jan 28 06:30:15.575446 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87070d77-23c7-448e-b69a-dfaf96523207 req-2ba1eaa5-30a8-4dc5-834c-bcfa8b9a41ca tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438337 Jan 28 06:30:16.689768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ee0ad-3bb3-4448-af1b-5a2f1d59955f req-cb2f1d7c-1ebb-41c8-bd20-4a369621ee73 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:16.691290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c24ee0ad-3bb3-4448-af1b-5a2f1d59955f req-cb2f1d7c-1ebb-41c8-bd20-4a369621ee73 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0483820 Jan 28 06:30:16.738233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c24ee0ad-3bb3-4448-af1b-5a2f1d59955f req-1a7dcf4c-28da-4382-a18b-dbe82f44106a tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414817 Jan 28 06:30:17.852229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aeddc7-3ce8-45e8-af11-d995d23c00c8 req-fc1aef1e-afbd-4a5f-bdd8-1e8996fcaff8 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:17.853679 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55aeddc7-3ce8-45e8-af11-d995d23c00c8 req-fc1aef1e-afbd-4a5f-bdd8-1e8996fcaff8 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0475037 Jan 28 06:30:17.899989 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-55aeddc7-3ce8-45e8-af11-d995d23c00c8 req-aaeba714-bafa-4393-915c-4a3506bcc05c tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405109 Jan 28 06:30:19.016687 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedfc23-ac34-4592-832b-7a9b909f59d3 req-1d437d89-9559-4019-8ee9-76033826722c tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:19.018139 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dfedfc23-ac34-4592-832b-7a9b909f59d3 req-1d437d89-9559-4019-8ee9-76033826722c tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0507572 Jan 28 06:30:19.065063 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dfedfc23-ac34-4592-832b-7a9b909f59d3 req-641b96a7-054f-47bb-be84-511752f6b8b2 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413620 Jan 28 06:30:20.178767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca31876-5c2f-4af0-b8bc-6e69dc133536 req-c1665e69-192a-4be1-9646-10fa6ea9aaaa tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:20.180345 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ca31876-5c2f-4af0-b8bc-6e69dc133536 req-c1665e69-192a-4be1-9646-10fa6ea9aaaa tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0477152 Jan 28 06:30:20.226605 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0ca31876-5c2f-4af0-b8bc-6e69dc133536 req-698898ed-67f6-4dd0-a5e6-68bebce45b5e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399406 Jan 28 06:30:21.343166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747b4b7-fbf4-43bf-93c7-e23268b26b3e req-c7b9d602-6e89-4b14-b7ca-622255a9d646 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:21.344745 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6747b4b7-fbf4-43bf-93c7-e23268b26b3e req-c7b9d602-6e89-4b14-b7ca-622255a9d646 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0507336 Jan 28 06:30:21.392340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6747b4b7-fbf4-43bf-93c7-e23268b26b3e req-dba4b50c-b47a-4788-a0a4-2223ea3dc233 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420878 Jan 28 06:30:22.509241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23bfb3-dc3d-4163-a5d1-9f2e5f16c022 req-c40ce4a6-e63f-4201-9343-61985a76951e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:22.510754 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c23bfb3-dc3d-4163-a5d1-9f2e5f16c022 req-c40ce4a6-e63f-4201-9343-61985a76951e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0485392 Jan 28 06:30:22.557969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4c23bfb3-dc3d-4163-a5d1-9f2e5f16c022 req-449813aa-a88b-4932-b172-3474d873cf8c tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416706 Jan 28 06:30:23.692291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fdb8c-d48e-40a7-af9d-77800e15439f req-73a6bb0a-c5d2-438b-9fd9-3778d72f3837 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:23.694360 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-169fdb8c-d48e-40a7-af9d-77800e15439f req-73a6bb0a-c5d2-438b-9fd9-3778d72f3837 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0657482 Jan 28 06:30:23.754556 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-169fdb8c-d48e-40a7-af9d-77800e15439f req-1b574c63-6d19-4aa5-96ca-d46cc52058a1 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533984 Jan 28 06:30:24.656936 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:30:24.869597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b13ca0-960d-4898-a98b-933c38b169cb req-3dd87a9b-0caa-4d85-92b4-cb19cfd667f1 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:24.871135 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11b13ca0-960d-4898-a98b-933c38b169cb req-3dd87a9b-0caa-4d85-92b4-cb19cfd667f1 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0478559 Jan 28 06:30:24.918113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11b13ca0-960d-4898-a98b-933c38b169cb req-d21c39dc-3d05-497f-8800-36b4393fa570 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406966 Jan 28 06:30:25.331915 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:26.032997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4315d8e-5504-4b67-b183-ba9c22c39eb2 req-c8028a8a-db0e-48b1-adc9-c77515c3b671 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:26.034515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4315d8e-5504-4b67-b183-ba9c22c39eb2 req-c8028a8a-db0e-48b1-adc9-c77515c3b671 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0478570 Jan 28 06:30:26.081043 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b4315d8e-5504-4b67-b183-ba9c22c39eb2 req-d0a7eec1-33fe-4953-92da-bfe1f8753b48 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410113 Jan 28 06:30:27.197915 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91265d6-7a21-42d3-b49b-f2f4254101ba req-d65d0125-a1b1-46f4-91a4-bef3ec1e3e18 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:27.199411 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e91265d6-7a21-42d3-b49b-f2f4254101ba req-d65d0125-a1b1-46f4-91a4-bef3ec1e3e18 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0507228 Jan 28 06:30:27.244900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e91265d6-7a21-42d3-b49b-f2f4254101ba req-7166a172-a20b-4fae-8e35-c9174ebf0cc9 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399148 Jan 28 06:30:28.012545 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:28.359138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb0fee-9d99-430d-be33-746f8b3aafa8 req-0641035b-0221-4729-bf91-d3c32c3066f1 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:28.360618 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52bb0fee-9d99-430d-be33-746f8b3aafa8 req-0641035b-0221-4729-bf91-d3c32c3066f1 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0484488 Jan 28 06:30:28.407163 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-52bb0fee-9d99-430d-be33-746f8b3aafa8 req-5a775dc4-ec47-4c33-84ec-9d6a04356c87 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406682 Jan 28 06:30:29.528033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8376bd-e0d7-4817-b2af-c9463fafb4b5 req-1d042988-89b9-41cc-b46c-57c64267e08b tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:29.529495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c8376bd-e0d7-4817-b2af-c9463fafb4b5 req-1d042988-89b9-41cc-b46c-57c64267e08b tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0527742 Jan 28 06:30:29.578682 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c8376bd-e0d7-4817-b2af-c9463fafb4b5 req-3310f266-ec33-43bd-94c8-25bb02a5223b tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433731 Jan 28 06:30:30.693494 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d984d33-d42a-479b-82ef-feb041683313 req-8c133ebd-5c18-4a19-af4f-039da2dc6666 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:30.694904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d984d33-d42a-479b-82ef-feb041683313 req-8c133ebd-5c18-4a19-af4f-039da2dc6666 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0478783 Jan 28 06:30:30.741040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d984d33-d42a-479b-82ef-feb041683313 req-9cde60dc-fd12-482d-bfdd-a5dcd0ec1b38 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405819 Jan 28 06:30:31.854285 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ecbac-a39b-4e92-b292-4bab6272cf61 req-350beb7a-39b6-4beb-adb9-35e1708351b0 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:31.855764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f1ecbac-a39b-4e92-b292-4bab6272cf61 req-350beb7a-39b6-4beb-adb9-35e1708351b0 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0478566 Jan 28 06:30:31.903024 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4f1ecbac-a39b-4e92-b292-4bab6272cf61 req-2c45c763-7486-4356-b998-249ff2818647 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416415 Jan 28 06:30:32.446291 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd5cc62b-a251-400e-a2da-fe07da2c7cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:33.022079 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd25c57-d1d0-4d4e-b74c-13464fc8bb23 req-2d85796e-1f56-4a48-b7f8-53e6d3fa27d7 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:33.023542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcd25c57-d1d0-4d4e-b74c-13464fc8bb23 req-2d85796e-1f56-4a48-b7f8-53e6d3fa27d7 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0521386 Jan 28 06:30:33.069325 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcd25c57-d1d0-4d4e-b74c-13464fc8bb23 req-bc34dbb2-0e93-4382-af95-011d06114bfa tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402136 Jan 28 06:30:34.183414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef168352-954d-486f-b0c0-c889c76fcfae req-1af39dec-2490-400b-825e-ed0b69c4b594 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:34.184971 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef168352-954d-486f-b0c0-c889c76fcfae req-1af39dec-2490-400b-825e-ed0b69c4b594 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0482469 Jan 28 06:30:34.235805 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef168352-954d-486f-b0c0-c889c76fcfae req-16f3bfd7-7b6a-4552-975e-8a3420e41e32 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452499 Jan 28 06:30:34.812306 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7db918ba-6932-425a-a8d2-873b21924372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:35.352692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea584e4-53b1-4a4a-b38d-501c61fff430 req-83a64d59-963c-4c86-bc90-9702e16f1b41 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:35.359648 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fea584e4-53b1-4a4a-b38d-501c61fff430 req-83a64d59-963c-4c86-bc90-9702e16f1b41 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0508037 Jan 28 06:30:35.400297 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fea584e4-53b1-4a4a-b38d-501c61fff430 req-c6cc5b2a-c173-4e0f-b2e5-4c2ff86975c9 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405860 Jan 28 06:30:36.516694 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9dbeb-91f5-431e-a638-7fed89d7d5f6 req-1a9a2da9-055a-421c-81ba-5095bbc8f8e6 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:36.518171 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8b9dbeb-91f5-431e-a638-7fed89d7d5f6 req-1a9a2da9-055a-421c-81ba-5095bbc8f8e6 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0490172 Jan 28 06:30:36.565282 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8b9dbeb-91f5-431e-a638-7fed89d7d5f6 req-b6ec7880-3c6a-47e9-87d5-1b596cb01ab1 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Jan 28 06:30:36.743390 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:37.679657 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633aa64-fc79-4e63-a17b-a3351c168ae5 req-b7cff5f9-f628-4aae-b000-dcaa7851c6fb tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:37.681148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4633aa64-fc79-4e63-a17b-a3351c168ae5 req-b7cff5f9-f628-4aae-b000-dcaa7851c6fb tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0468884 Jan 28 06:30:37.730978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4633aa64-fc79-4e63-a17b-a3351c168ae5 req-a114ec57-30cf-447e-bb53-6a084fc767ce tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443907 Jan 28 06:30:38.000577 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:38.844963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2796f4-dbe0-4b0a-a373-28a64eb3c912 req-45df1ce1-a21a-4cb5-a20a-e219b3126d4d tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:38.846483 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be2796f4-dbe0-4b0a-a373-28a64eb3c912 req-45df1ce1-a21a-4cb5-a20a-e219b3126d4d tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0486329 Jan 28 06:30:38.898063 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-be2796f4-dbe0-4b0a-a373-28a64eb3c912 req-6a87d690-da7e-41b9-a5d4-28e68d8bb89a tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457704 Jan 28 06:30:39.115392 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:39.666058 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [req-e7254071-e343-4ee2-925e-45e306c75789 req-d617a610-2288-40a7-81e1-a20636307b53 service neutron] show failed (client error): The resource could not be found. Jan 28 06:30:39.667131 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e7254071-e343-4ee2-925e-45e306c75789 req-d617a610-2288-40a7-81e1-a20636307b53 service neutron] 10.222.0.64 "GET /v2.0/ports/b323d7ce-db69-4a1c-b291-ad6eb92fd5f9/bindings/n-h2-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.0601144 Jan 28 06:30:40.017090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06256aa2-f7cc-4376-9009-9a8ee49f8d36 req-96f39b4e-a322-4c05-b3b6-662d0f4f2857 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:40.018575 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06256aa2-f7cc-4376-9009-9a8ee49f8d36 req-96f39b4e-a322-4c05-b3b6-662d0f4f2857 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0515742 Jan 28 06:30:40.069543 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06256aa2-f7cc-4376-9009-9a8ee49f8d36 req-4ca07ab2-4611-47cc-a89c-c29e1f7520a3 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452471 Jan 28 06:30:40.117996 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7254071-e343-4ee2-925e-45e306c75789 req-eacd97fb-8c34-41e9-889c-8c04c78d2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:40.119793 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7254071-e343-4ee2-925e-45e306c75789 req-eacd97fb-8c34-41e9-889c-8c04c78d2da6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c&tenant_id=8d72395270a5422f9b8c9631dd660316 HTTP/1.1" status: 200 len: 1097 time: 0.0449197 Jan 28 06:30:40.136884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:30:40.189524 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:40.389812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] For port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:30:40.423354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] For port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:30:40.466776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f409a952-59f2-4e41-a762-579ddd1a029c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b323d7ce-db69-4a1c-b291-ad6eb92fd5f9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:30:40.469000 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0f3f61-bff4-414c-a02e-c1e70e2555ef" -d '{"events": [{"server_uuid": "f409a952-59f2-4e41-a762-579ddd1a029c", "name": "network-vif-unplugged", "status": "completed", "tag": "b323d7ce-db69-4a1c-b291-ad6eb92fd5f9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:30:40.472511 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Publish callbacks [] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:40.485574 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Transition to ACTIVE for port object b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:30:40.523089 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309e2efc-d801-4f14-8851-965c26b5f543 x-openstack-request-id: req-309e2efc-d801-4f14-8851-965c26b5f543 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:30:40.523392 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f409a952-59f2-4e41-a762-579ddd1a029c", "name": "network-vif-unplugged", "status": "completed", "tag": "b323d7ce-db69-4a1c-b291-ad6eb92fd5f9", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:30:40.523647 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-309e2efc-d801-4f14-8851-965c26b5f543 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:30:40.524052 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f409a952-59f2-4e41-a762-579ddd1a029c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b323d7ce-db69-4a1c-b291-ad6eb92fd5f9', 'code': 200} Jan 28 06:30:40.554858 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:40.615491 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:30:40.617783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] No DVR routers for this DVR port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:30:40.653541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Attempting to bind port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:30:40.653870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Attempting to bind port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '942edde5-2caa-4ff6-a59e-d3b66b1f60cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:30:40.654198 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Attempting to bind port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 on network 5a1208eb-3f52-45cd-a2e2-8c637012731f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:30:40.658441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 on network 5a1208eb-3f52-45cd-a2e2-8c637012731f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:30:40.658758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Attempting to bind port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 on network 5a1208eb-3f52-45cd-a2e2-8c637012731f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:30:40.663553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:30:40.667534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Checking segment: {'id': '942edde5-2caa-4ff6-a59e-d3b66b1f60cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:30:40.667534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Bound using segment: {'id': '942edde5-2caa-4ff6-a59e-d3b66b1f60cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:30:40.667534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Bound port: b323d7ce-db69-4a1c-b291-ad6eb92fd5f9, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942edde5-2caa-4ff6-a59e-d3b66b1f60cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:30:40.667534 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:40.730497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] For port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:30:40.733287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] For port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:30:40.818270 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:40.851985 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:40.852597 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:40.853957 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7254071-e343-4ee2-925e-45e306c75789 req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] 10.222.0.60 "PUT /v2.0/ports/b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 HTTP/1.1" status: 200 len: 1092 time: 0.7210453 Jan 28 06:30:40.874052 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00680b50-1d4d-42ef-801e-724b567662d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:30:40.924572 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7254071-e343-4ee2-925e-45e306c75789 req-d9ed2fd0-eff5-4480-9266-32e8f75c017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:40.926123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7254071-e343-4ee2-925e-45e306c75789 req-d9ed2fd0-eff5-4480-9266-32e8f75c017b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d72395270a5422f9b8c9631dd660316&device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 1095 time: 0.0408113 Jan 28 06:30:41.018905 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7254071-e343-4ee2-925e-45e306c75789 req-0ed68719-d5e3-493e-9389-5b5449a77650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:41.020307 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7254071-e343-4ee2-925e-45e306c75789 req-0ed68719-d5e3-493e-9389-5b5449a77650 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5a1208eb-3f52-45cd-a2e2-8c637012731f HTTP/1.1" status: 200 len: 916 time: 0.0888793 Jan 28 06:30:41.064519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7254071-e343-4ee2-925e-45e306c75789 req-e4c894fe-20e6-46bf-815b-f4ddf38813bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 HTTP/1.1" status: 200 len: 217 time: 0.0380690 Jan 28 06:30:41.111536 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7254071-e343-4ee2-925e-45e306c75789 req-bf7fba47-a9d5-4f97-bbc1-28721455ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:41.113026 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7254071-e343-4ee2-925e-45e306c75789 req-bf7fba47-a9d5-4f97-bbc1-28721455ef8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0550772-0a85-4d60-a0b1-f821b4b7af84 HTTP/1.1" status: 200 len: 855 time: 0.0428143 Jan 28 06:30:41.145384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7254071-e343-4ee2-925e-45e306c75789 req-bcde6b07-3751-4310-8d79-d16661b85e60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a1208eb-3f52-45cd-a2e2-8c637012731f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257983 Jan 28 06:30:41.250129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3d013-cb2f-436c-9e25-bd550563754d req-54d49cfa-da21-488d-952a-dff24e614a2f tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:41.252429 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3d3d013-cb2f-436c-9e25-bd550563754d req-54d49cfa-da21-488d-952a-dff24e614a2f tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 943 time: 0.1092610 Jan 28 06:30:41.287079 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7254071-e343-4ee2-925e-45e306c75789 req-5e0c17b1-6533-4cbb-9d87-1137b14583c1 service neutron] 10.222.0.60 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319792 Jan 28 06:30:41.361047 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3d3d013-cb2f-436c-9e25-bd550563754d req-37f7eaa6-02f3-4b15-9306-c2a2b91e68d7 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016119 Jan 28 06:30:41.398615 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7254071-e343-4ee2-925e-45e306c75789 req-1b1ae454-f148-4c0e-afe6-a7428f6208f0 service neutron] 10.222.0.60 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066797 Jan 28 06:30:42.479735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e86313-bb6c-4f10-b5f7-8e05417ba15b req-a9a067fb-a0ec-4b2a-935c-3ed3655296ac tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:42.481201 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58e86313-bb6c-4f10-b5f7-8e05417ba15b req-a9a067fb-a0ec-4b2a-935c-3ed3655296ac tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 943 time: 0.0494010 Jan 28 06:30:42.524708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f409a952-59f2-4e41-a762-579ddd1a029c', 'tag': 'b323d7ce-db69-4a1c-b291-ad6eb92fd5f9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:30:42.526944 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591b2550-81d5-4e32-8b97-450cc9a39775" -d '{"events": [{"name": "network-changed", "server_uuid": "f409a952-59f2-4e41-a762-579ddd1a029c", "tag": "b323d7ce-db69-4a1c-b291-ad6eb92fd5f9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:30:42.533401 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58e86313-bb6c-4f10-b5f7-8e05417ba15b req-422639b5-5644-498f-bf8e-9a70fdbad891 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466135 Jan 28 06:30:42.573413 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122d7dbf-f07d-4112-80eb-4f8367597b45 x-openstack-request-id: req-122d7dbf-f07d-4112-80eb-4f8367597b45 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:30:42.573704 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f409a952-59f2-4e41-a762-579ddd1a029c", "tag": "b323d7ce-db69-4a1c-b291-ad6eb92fd5f9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:30:42.573958 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-122d7dbf-f07d-4112-80eb-4f8367597b45 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:30:42.574397 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f409a952-59f2-4e41-a762-579ddd1a029c', 'tag': 'b323d7ce-db69-4a1c-b291-ad6eb92fd5f9', 'status': 'completed', 'code': 200} Jan 28 06:30:42.655390 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-9d7fc0ee-2180-4d16-b166-076948f0e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:42.656836 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-9d7fc0ee-2180-4d16-b166-076948f0e594 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d72395270a5422f9b8c9631dd660316&device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 1095 time: 0.0459235 Jan 28 06:30:42.658919 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-932ba9a5-9ec7-48c9-811a-c6a03e3b1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:42.660429 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-932ba9a5-9ec7-48c9-811a-c6a03e3b1bad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d72395270a5422f9b8c9631dd660316&device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 1095 time: 0.0409443 Jan 28 06:30:42.747576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-2c6a39ce-5da6-4f1b-9034-4dfc13019deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:42.747856 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-7dd40058-4812-4e88-8fea-26950454813b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:42.749080 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-2c6a39ce-5da6-4f1b-9034-4dfc13019deb service neutron] 10.222.0.60 "GET /v2.0/networks?id=5a1208eb-3f52-45cd-a2e2-8c637012731f HTTP/1.1" status: 200 len: 916 time: 0.0850880 Jan 28 06:30:42.749279 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-7dd40058-4812-4e88-8fea-26950454813b service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a1208eb-3f52-45cd-a2e2-8c637012731f HTTP/1.1" status: 200 len: 916 time: 0.0836234 Jan 28 06:30:42.794603 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-d58d326c-6fe7-4861-8835-d63d64ddfed2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 HTTP/1.1" status: 200 len: 217 time: 0.0380051 Jan 28 06:30:42.797191 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-568f81da-9a88-426f-af00-e3890d500959 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 HTTP/1.1" status: 200 len: 217 time: 0.0403614 Jan 28 06:30:42.843945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-1ec5cbe6-4856-4cb9-9d06-af8fef94a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:42.845081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-7e5f5408-f57f-4026-9105-4862dc40f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:42.845382 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-1ec5cbe6-4856-4cb9-9d06-af8fef94a4fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0550772-0a85-4d60-a0b1-f821b4b7af84 HTTP/1.1" status: 200 len: 855 time: 0.0443575 Jan 28 06:30:42.846581 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-7e5f5408-f57f-4026-9105-4862dc40f2a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0550772-0a85-4d60-a0b1-f821b4b7af84 HTTP/1.1" status: 200 len: 855 time: 0.0435083 Jan 28 06:30:42.875919 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-27bda0be-f161-4da7-b536-b6d26e594a5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a1208eb-3f52-45cd-a2e2-8c637012731f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246615 Jan 28 06:30:42.880567 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-e2c07263-9a88-4a34-8148-6e7dd68d140d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a1208eb-3f52-45cd-a2e2-8c637012731f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243876 Jan 28 06:30:42.966650 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-09a1a969-bf64-4891-a636-0e114cd20748 service neutron] 10.222.0.60 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822322 Jan 28 06:30:42.968912 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-03c7fadd-a0ca-4b55-83f2-ca9f85850e51 service neutron] 10.222.0.64 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868275 Jan 28 06:30:43.057806 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-1d10154d-404c-4ffd-8390-13f7069ae169 service neutron] 10.222.0.64 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829680 Jan 28 06:30:43.063439 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-591b2550-81d5-4e32-8b97-450cc9a39775 req-3606bf0a-17e4-44b1-aa41-0532eb1d6620 service neutron] 10.222.0.60 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898604 Jan 28 06:30:43.660164 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a233fe0-882e-42fb-9909-50222d1ff781 req-ee6c5017-c585-452c-9b17-f98a9625d85b tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:43.661665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a233fe0-882e-42fb-9909-50222d1ff781 req-ee6c5017-c585-452c-9b17-f98a9625d85b tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 943 time: 0.0506239 Jan 28 06:30:43.712343 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a233fe0-882e-42fb-9909-50222d1ff781 req-5e60b050-3eaf-4f7c-b044-692be1edc9a7 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441236 Jan 28 06:30:44.041120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b04484-d5c7-405f-9d26-89953624489e req-8ca6d4b1-c91f-4008-bedb-68db8a704bd9 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:44.042650 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-89b04484-d5c7-405f-9d26-89953624489e req-8ca6d4b1-c91f-4008-bedb-68db8a704bd9 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 943 time: 0.0535002 Jan 28 06:30:44.089353 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-89b04484-d5c7-405f-9d26-89953624489e req-6acd4987-cbd6-4fee-b8a7-966153fc83c0 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411663 Jan 28 06:30:44.122252 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdf1f0-833c-4900-8204-94edaed29986 req-c3945098-e0c0-4b0c-9f32-eea8b987f0ce tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:44.123736 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d3bdf1f0-833c-4900-8204-94edaed29986 req-c3945098-e0c0-4b0c-9f32-eea8b987f0ce tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.64 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c&tenant_id=8d72395270a5422f9b8c9631dd660316&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 943 time: 0.0528076 Jan 28 06:30:44.186736 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [req-d3bdf1f0-833c-4900-8204-94edaed29986 req-9756e5de-5db3-4069-95a6-cd1ba8967df7 service neutron] delete failed (client error): The resource could not be found. Jan 28 06:30:44.187657 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d3bdf1f0-833c-4900-8204-94edaed29986 req-9756e5de-5db3-4069-95a6-cd1ba8967df7 service neutron] 10.222.0.64 "DELETE /v2.0/ports/b323d7ce-db69-4a1c-b291-ad6eb92fd5f9/bindings/n-h1-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.0569229 Jan 28 06:30:44.288360 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdf1f0-833c-4900-8204-94edaed29986 req-80b2094c-fc92-4e64-a472-9711279a5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:44.289850 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d3bdf1f0-833c-4900-8204-94edaed29986 req-80b2094c-fc92-4e64-a472-9711279a5f28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d72395270a5422f9b8c9631dd660316&device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 1095 time: 0.0407562 Jan 28 06:30:44.382287 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdf1f0-833c-4900-8204-94edaed29986 req-1b61afd3-edc1-48b5-a94f-92cd9ceabcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:44.383780 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d3bdf1f0-833c-4900-8204-94edaed29986 req-1b61afd3-edc1-48b5-a94f-92cd9ceabcb0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a1208eb-3f52-45cd-a2e2-8c637012731f HTTP/1.1" status: 200 len: 916 time: 0.0843775 Jan 28 06:30:44.428524 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d3bdf1f0-833c-4900-8204-94edaed29986 req-acac91ac-694d-45eb-8711-aa610bf78383 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 HTTP/1.1" status: 200 len: 217 time: 0.0383668 Jan 28 06:30:44.476149 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdf1f0-833c-4900-8204-94edaed29986 req-c11e064c-e507-4feb-861d-f06deb5b6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:44.477476 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d3bdf1f0-833c-4900-8204-94edaed29986 req-c11e064c-e507-4feb-861d-f06deb5b6892 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0550772-0a85-4d60-a0b1-f821b4b7af84 HTTP/1.1" status: 200 len: 855 time: 0.0436811 Jan 28 06:30:44.508486 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d3bdf1f0-833c-4900-8204-94edaed29986 req-4e8cac67-995c-4ec2-b1cc-1f97027e704e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a1208eb-3f52-45cd-a2e2-8c637012731f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248682 Jan 28 06:30:44.598684 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d3bdf1f0-833c-4900-8204-94edaed29986 req-61e3bddd-400f-4402-b9dd-cfb3e720364f service neutron] 10.222.0.64 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842121 Jan 28 06:30:44.625351 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:30:44.691201 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d3bdf1f0-833c-4900-8204-94edaed29986 req-0a7d4a25-6850-4b7d-8b9e-df1f005841b7 service neutron] 10.222.0.64 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807974 Jan 28 06:30:44.719346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:30:44.727023 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:30:44.761261 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'b323d7ce-db69-4a1c-b291-ad6eb92fd5f9', 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f', 'port_id': 'b323d7ce-db69-4a1c-b291-ad6eb92fd5f9', 'mac_address': 'fa:16:3e:23:6a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0550772-0a85-4d60-a0b1-f821b4b7af84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:30:44.790763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] The host n-h1-812111-12 is not matching for port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 host n-h2-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:30:44.791150 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:30:44.809084 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:30:44.809468 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:44.822503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:30:44.840445 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:30:44.920561 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:44.968970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:30:45.184408 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['b323d7ce-db69-4a1c-b291-ad6eb92fd5f9'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:30:45.206187 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea6b6b-1e12-4fcb-8fcb-7e5bcb8177a9 req-63445f8c-2a16-476b-a617-26064d2e01a5 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:45.207982 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8aea6b6b-1e12-4fcb-8fcb-7e5bcb8177a9 req-63445f8c-2a16-476b-a617-26064d2e01a5 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 944 time: 0.0490317 Jan 28 06:30:45.256634 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8aea6b6b-1e12-4fcb-8fcb-7e5bcb8177a9 req-7dc00ba3-55ff-4f00-8240-8a5b4f0d7d9e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424309 Jan 28 06:30:46.372222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9859f4-04fd-4322-9014-fff51dda0fdc req-6aa3179d-0d2a-48c1-a7e7-3ff1665ea0e3 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:46.373779 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9859f4-04fd-4322-9014-fff51dda0fdc req-6aa3179d-0d2a-48c1-a7e7-3ff1665ea0e3 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 944 time: 0.0507936 Jan 28 06:30:46.426108 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9859f4-04fd-4322-9014-fff51dda0fdc req-39bf0455-e143-445c-83a1-5c505b4e8839 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466070 Jan 28 06:30:46.543424 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9be21-be6c-4bba-a849-68faaa9b35e2 req-82441d36-aa66-41be-9a8c-94e6876e1698 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:46.543424 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86a9be21-be6c-4bba-a849-68faaa9b35e2 req-82441d36-aa66-41be-9a8c-94e6876e1698 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 944 time: 0.0503879 Jan 28 06:30:46.588130 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86a9be21-be6c-4bba-a849-68faaa9b35e2 req-33b971fc-c441-4dda-af41-d1b1bfbce34e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399973 Jan 28 06:30:46.642994 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:30:46.702747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc89fd3-b953-44be-b5e7-a5341bea3aff req-1b918c69-aaa2-4e85-a14f-55e5dd4930e7 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:46.704229 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdc89fd3-b953-44be-b5e7-a5341bea3aff req-1b918c69-aaa2-4e85-a14f-55e5dd4930e7 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 944 time: 0.0488796 Jan 28 06:30:46.751823 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdc89fd3-b953-44be-b5e7-a5341bea3aff req-a6dbfd46-758b-4f4d-9d11-442ce2769955 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419362 Jan 28 06:30:46.755068 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:30:46.759366 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:30:46.760033 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:46.838169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:30:46.838599 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:46.863768 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f409a952-59f2-4e41-a762-579ddd1a029c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b323d7ce-db69-4a1c-b291-ad6eb92fd5f9'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:30:46.865949 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63fe0e5-80aa-43a5-84f6-d8619a1eecd9" -d '{"events": [{"server_uuid": "f409a952-59f2-4e41-a762-579ddd1a029c", "name": "network-vif-plugged", "status": "completed", "tag": "b323d7ce-db69-4a1c-b291-ad6eb92fd5f9"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:30:46.879371 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:30:46.904330 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ca7b7f-6857-457f-ad2b-47cc8a746ce5 x-openstack-request-id: req-d6ca7b7f-6857-457f-ad2b-47cc8a746ce5 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:30:46.904614 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f409a952-59f2-4e41-a762-579ddd1a029c", "name": "network-vif-plugged", "status": "completed", "tag": "b323d7ce-db69-4a1c-b291-ad6eb92fd5f9", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:30:46.904895 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6ca7b7f-6857-457f-ad2b-47cc8a746ce5 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:30:46.905297 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f409a952-59f2-4e41-a762-579ddd1a029c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b323d7ce-db69-4a1c-b291-ad6eb92fd5f9', 'code': 200} Jan 28 06:30:46.960737 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:47.010528 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:30:47.017859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:47.018205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:47.018571 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:47.018913 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:47.019246 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:47.019576 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:47.019902 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:47.020226 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:47.020551 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:47.020873 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:47.021196 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:47.021519 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:47.021913 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:47.307712 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-f40e40ca-b0fb-4e42-9b5f-142694ecd079 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:47.309161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-f40e40ca-b0fb-4e42-9b5f-142694ecd079 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/networks?id=5a1208eb-3f52-45cd-a2e2-8c637012731f HTTP/1.1" status: 200 len: 815 time: 0.1023107 Jan 28 06:30:47.323578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-81ab5b04-e276-4386-84cf-347c3bc1cffb tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/quotas/8d72395270a5422f9b8c9631dd660316 HTTP/1.1" status: 200 len: 375 time: 0.0092061 Jan 28 06:30:47.370380 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-9e5e1e09-b942-4112-9489-968d1ca75c86 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d72395270a5422f9b8c9631dd660316&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0419443 Jan 28 06:30:47.380824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-b4b15c33-0f06-4cec-8e7d-99b7da46e6a2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:30:47.381748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-b4b15c33-0f06-4cec-8e7d-99b7da46e6a2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047574 Jan 28 06:30:47.471908 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-3e6ab346-0627-4a95-b0b2-0cfd44dec3a4 service neutron] 10.222.0.31 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839982 Jan 28 06:30:47.558224 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-413caf92-488e-45d7-b538-f786afc6aaa1 service neutron] 10.222.0.31 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807097 Jan 28 06:30:47.813861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bf380d11-9fcd-41af-b711-842b9f9b042c req-9ffd915d-3eed-4ff3-a1f3-335422ed7288 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 210 time: 0.0261042 Jan 28 06:30:48.572770 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb6cbe-ea3b-4edd-8439-5e8e65c128c1 req-f893a5f1-7e8b-4d73-8fd3-9c4b3c2ab83f tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:48.574128 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6bb6cbe-ea3b-4edd-8439-5e8e65c128c1 req-f893a5f1-7e8b-4d73-8fd3-9c4b3c2ab83f tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.60 "GET /v2.0/ports?device_id=f409a952-59f2-4e41-a762-579ddd1a029c HTTP/1.1" status: 200 len: 945 time: 0.0525358 Jan 28 06:30:48.662405 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e6bb6cbe-ea3b-4edd-8439-5e8e65c128c1 req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Deleting port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:30:48.662745 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e6bb6cbe-ea3b-4edd-8439-5e8e65c128c1 req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:48.752039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e6bb6cbe-ea3b-4edd-8439-5e8e65c128c1 req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] For port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:30:48.752409 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e6bb6cbe-ea3b-4edd-8439-5e8e65c128c1 req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:48.765664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e6bb6cbe-ea3b-4edd-8439-5e8e65c128c1 req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Calling delete_port for b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:30:48.918167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-090cf746-1594-4ade-8678-ccc003c84670 req-7542d59a-9843-40f3-b3ce-68c715413d15 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 210 time: 0.0338461 Jan 28 06:30:48.977909 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e6bb6cbe-ea3b-4edd-8439-5e8e65c128c1 req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b323d7ce-db69-4a1c-b291-ad6eb92fd5f9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:49.012161 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['b323d7ce-db69-4a1c-b291-ad6eb92fd5f9'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:30:49.013608 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Pushing event deleted for resources: {'Port': ['ID=b323d7ce-db69-4a1c-b291-ad6eb92fd5f9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:30:49.041095 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:49.041453 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:49.041801 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:49.042141 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:49.042500 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:49.042834 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:49.043165 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:49.043493 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:49.043821 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:49.044146 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:49.044472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:49.044796 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:49.045118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:30:49.064318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bb6cbe-ea3b-4edd-8439-5e8e65c128c1 req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] No DVR routers for this DVR port b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:30:49.067047 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e6bb6cbe-ea3b-4edd-8439-5e8e65c128c1 req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:49.071036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6bb6cbe-ea3b-4edd-8439-5e8e65c128c1 req-b10e8b92-4487-4481-a143-4d49a5df6add tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.60 "DELETE /v2.0/ports/b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 HTTP/1.1" status: 204 len: 173 time: 0.4915528 Jan 28 06:30:49.071481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f409a952-59f2-4e41-a762-579ddd1a029c', 'name': 'network-vif-deleted', 'tag': 'b323d7ce-db69-4a1c-b291-ad6eb92fd5f9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:30:49.073725 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1a1ae8-da60-4761-baf1-e3247bfd192a" -d '{"events": [{"server_uuid": "f409a952-59f2-4e41-a762-579ddd1a029c", "name": "network-vif-deleted", "tag": "b323d7ce-db69-4a1c-b291-ad6eb92fd5f9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:30:49.109131 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698707ea-e6ba-40a5-a62b-671d4a69130e x-openstack-request-id: req-698707ea-e6ba-40a5-a62b-671d4a69130e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:30:49.109431 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f409a952-59f2-4e41-a762-579ddd1a029c", "name": "network-vif-deleted", "tag": "b323d7ce-db69-4a1c-b291-ad6eb92fd5f9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:30:49.109689 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-698707ea-e6ba-40a5-a62b-671d4a69130e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:30:49.110096 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f409a952-59f2-4e41-a762-579ddd1a029c', 'name': 'network-vif-deleted', 'tag': 'b323d7ce-db69-4a1c-b291-ad6eb92fd5f9', 'status': 'completed', 'code': 200} Jan 28 06:30:49.821783 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-aa2a49cf-0308-43fd-872b-686b8a7d45ce tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:49.823157 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-aa2a49cf-0308-43fd-872b-686b8a7d45ce tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.64 "GET /v2.0/networks?id=5a1208eb-3f52-45cd-a2e2-8c637012731f HTTP/1.1" status: 200 len: 815 time: 0.1037221 Jan 28 06:30:49.841401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-55525c4e-9909-4a58-98d1-2ff83a84620e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Request body: {'port': {'device_id': 'a25c241e-c73f-4db2-bb9a-666abf6f798b', 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f', 'admin_state_up': True, 'tenant_id': '8d72395270a5422f9b8c9631dd660316'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:30:50.014670 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db72b975-d9e6-411c-a7f2-9fe8584f0abf req-064fa739-168b-4587-9297-191d49e01627 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 210 time: 0.0259323 Jan 28 06:30:50.017775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-55525c4e-9909-4a58-98d1-2ff83a84620e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Made reservation on behalf of 8d72395270a5422f9b8c9631dd660316 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:30:50.021309 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-55525c4e-9909-4a58-98d1-2ff83a84620e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:50.483485 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-55525c4e-9909-4a58-98d1-2ff83a84620e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Allocated IP 172.20.0.6 (5a1208eb-3f52-45cd-a2e2-8c637012731f/c0550772-0a85-4d60-a0b1-f821b4b7af84/50e0eee2-e386-416c-a012-e358e76ec4d4) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:30:50.630220 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-55525c4e-9909-4a58-98d1-2ff83a84620e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Publish callbacks [] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:50.807293 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-55525c4e-9909-4a58-98d1-2ff83a84620e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:50.848702 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-55525c4e-9909-4a58-98d1-2ff83a84620e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Network 5a1208eb-3f52-45cd-a2e2-8c637012731f is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:30:50.851682 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-55525c4e-9909-4a58-98d1-2ff83a84620e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:30:50.855298 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-55525c4e-9909-4a58-98d1-2ff83a84620e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:30:50.883549 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55525c4e-9909-4a58-98d1-2ff83a84620e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Pushing event updated for resources: {'Port': ['ID=50e0eee2-e386-416c-a012-e358e76ec4d4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:30:50.913601 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-55525c4e-9909-4a58-98d1-2ff83a84620e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:50.914968 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-55525c4e-9909-4a58-98d1-2ff83a84620e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:51.094677 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-55525c4e-9909-4a58-98d1-2ff83a84620e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2571478 Jan 28 06:30:51.111616 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Request body: {'port': {'device_id': 'a25c241e-c73f-4db2-bb9a-666abf6f798b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:30:51.135344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa2071-0bae-4833-93d1-5465f834a75e req-7af72662-2c3a-4126-9deb-87a67bc08c89 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:51.136817 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33fa2071-0bae-4833-93d1-5465f834a75e req-7af72662-2c3a-4126-9deb-87a67bc08c89 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 931 time: 0.0534060 Jan 28 06:30:51.171230 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:51.185468 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33fa2071-0bae-4833-93d1-5465f834a75e req-5b844c0b-2fa0-4f25-bc43-2881d8ad477f tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429845 Jan 28 06:30:51.426783 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e0eee2-e386-416c-a012-e358e76ec4d4 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:30:51.434967 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Publish callbacks [] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:51.447185 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Transition to ACTIVE for port object 50e0eee2-e386-416c-a012-e358e76ec4d4 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:30:51.520376 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:51.572326 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=50e0eee2-e386-416c-a012-e358e76ec4d4,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:30:51.638655 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Attempting to bind port 50e0eee2-e386-416c-a012-e358e76ec4d4 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:30:51.638984 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Attempting to bind port 50e0eee2-e386-416c-a012-e358e76ec4d4 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '942edde5-2caa-4ff6-a59e-d3b66b1f60cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:30:51.639307 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Attempting to bind port 50e0eee2-e386-416c-a012-e358e76ec4d4 on network 5a1208eb-3f52-45cd-a2e2-8c637012731f {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:30:51.643582 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Port 50e0eee2-e386-416c-a012-e358e76ec4d4 on network 5a1208eb-3f52-45cd-a2e2-8c637012731f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:30:51.643919 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Attempting to bind port 50e0eee2-e386-416c-a012-e358e76ec4d4 on network 5a1208eb-3f52-45cd-a2e2-8c637012731f {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:30:51.648778 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:30:51.649250 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Checking segment: {'id': '942edde5-2caa-4ff6-a59e-d3b66b1f60cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:30:51.649629 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Bound using segment: {'id': '942edde5-2caa-4ff6-a59e-d3b66b1f60cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:30:51.650045 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Bound port: 50e0eee2-e386-416c-a012-e358e76ec4d4, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942edde5-2caa-4ff6-a59e-d3b66b1f60cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:30:51.650423 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:51.710746 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] For port 50e0eee2-e386-416c-a012-e358e76ec4d4, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:30:51.713622 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] For port 50e0eee2-e386-416c-a012-e358e76ec4d4, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=50e0eee2-e386-416c-a012-e358e76ec4d4,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:30:51.778164 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:51.814631 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:51.814631 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:51.815168 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] 10.222.0.64 "PUT /v2.0/ports/50e0eee2-e386-416c-a012-e358e76ec4d4 HTTP/1.1" status: 200 len: 1092 time: 0.7078679 Jan 28 06:30:51.815608 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25c241e-c73f-4db2-bb9a-666abf6f798b', 'tag': '50e0eee2-e386-416c-a012-e358e76ec4d4'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:30:51.817828 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb64269-f416-4521-a48c-16a43f06e5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a25c241e-c73f-4db2-bb9a-666abf6f798b", "tag": "50e0eee2-e386-416c-a012-e358e76ec4d4"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:30:51.841133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce5b84-874f-485f-b0d4-3367e9cab2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=50e0eee2-e386-416c-a012-e358e76ec4d4,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:30:51.854911 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e27996-a753-4171-978b-965134cf5c41 x-openstack-request-id: req-65e27996-a753-4171-978b-965134cf5c41 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:30:51.855516 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a25c241e-c73f-4db2-bb9a-666abf6f798b", "tag": "50e0eee2-e386-416c-a012-e358e76ec4d4", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:30:51.855516 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65e27996-a753-4171-978b-965134cf5c41 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:30:51.855836 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a25c241e-c73f-4db2-bb9a-666abf6f798b', 'tag': '50e0eee2-e386-416c-a012-e358e76ec4d4', 'status': 'completed', 'code': 200} Jan 28 06:30:51.937743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb64269-f416-4521-a48c-16a43f06e5d0 req-e619f8d2-1cb2-432d-b28c-48dcc60f188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:51.939284 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cdb64269-f416-4521-a48c-16a43f06e5d0 req-e619f8d2-1cb2-432d-b28c-48dcc60f188e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d72395270a5422f9b8c9631dd660316&device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 1095 time: 0.0412810 Jan 28 06:30:52.043554 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb64269-f416-4521-a48c-16a43f06e5d0 req-d6ee4a1e-2257-482f-8595-ba7dd157f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:52.044923 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cdb64269-f416-4521-a48c-16a43f06e5d0 req-d6ee4a1e-2257-482f-8595-ba7dd157f495 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8d72395270a5422f9b8c9631dd660316&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0928664 Jan 28 06:30:52.134530 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb64269-f416-4521-a48c-16a43f06e5d0 req-3e3a7e42-0cfa-4d81-86fa-226c4455d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:52.136004 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cdb64269-f416-4521-a48c-16a43f06e5d0 req-3e3a7e42-0cfa-4d81-86fa-226c4455d5ef service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0849259 Jan 28 06:30:52.240398 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-ad27bd01-f625-43a5-a9b0-15518a801772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:52.241915 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-ad27bd01-f625-43a5-a9b0-15518a801772 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d72395270a5422f9b8c9631dd660316&device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 1095 time: 0.0496261 Jan 28 06:30:52.289464 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-2dbbb745-1628-4cf4-98ab-ceb6d5376204 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50e0eee2-e386-416c-a012-e358e76ec4d4 HTTP/1.1" status: 200 len: 217 time: 0.0349710 Jan 28 06:30:52.302269 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6503ef-90b4-4165-b8fe-27174e8971b5 req-3f8136f3-a6af-456a-979b-fda734f36f4f tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:52.303690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fd6503ef-90b4-4165-b8fe-27174e8971b5 req-3f8136f3-a6af-456a-979b-fda734f36f4f tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 943 time: 0.0493069 Jan 28 06:30:52.337065 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-d58b3ce7-e08f-4508-85ea-1cf16f290f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:52.339414 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-d58b3ce7-e08f-4508-85ea-1cf16f290f7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0550772-0a85-4d60-a0b1-f821b4b7af84 HTTP/1.1" status: 200 len: 855 time: 0.0445530 Jan 28 06:30:52.350795 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fd6503ef-90b4-4165-b8fe-27174e8971b5 req-2903f7bf-b63d-481f-96b9-6cd2801e7219 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405989 Jan 28 06:30:52.373988 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-775e7f3e-454f-4122-94e4-d0770ff91c37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a1208eb-3f52-45cd-a2e2-8c637012731f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288463 Jan 28 06:30:52.461602 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-3a7ab90f-b86c-4402-849b-9005bdd5970b service neutron] 10.222.0.64 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813146 Jan 28 06:30:52.551917 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-80af3842-d4e6-4094-8c31-f518c4b06668 req-4186a8f9-04ce-4607-88e8-b7b56527a60a service neutron] 10.222.0.64 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847304 Jan 28 06:30:52.682823 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:30:52.705242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:30:52.705578 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device b323d7ce-db69-4a1c-b291-ad6eb92fd5f9 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:30:53.466952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e63ad7-3c1b-4cd7-bd36-de3d3c259fc1 req-701fc72d-dcb4-454f-b2fd-6dc115b399b9 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:53.468401 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03e63ad7-3c1b-4cd7-bd36-de3d3c259fc1 req-701fc72d-dcb4-454f-b2fd-6dc115b399b9 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 943 time: 0.0467815 Jan 28 06:30:53.518955 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03e63ad7-3c1b-4cd7-bd36-de3d3c259fc1 req-4166857e-f35b-459d-ae1e-4172c8817a5a tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450175 Jan 28 06:30:54.630557 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ff64b-fb30-444a-b284-f752b9bf0526 req-214805cb-60e4-4e78-ba24-908609c8727f tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:54.632008 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-335ff64b-fb30-444a-b284-f752b9bf0526 req-214805cb-60e4-4e78-ba24-908609c8727f tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 943 time: 0.0466964 Jan 28 06:30:54.679422 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-335ff64b-fb30-444a-b284-f752b9bf0526 req-c892f27c-927d-4c1b-ad3e-e12ffd38696c tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410006 Jan 28 06:30:54.731239 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 50e0eee2-e386-416c-a012-e358e76ec4d4 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:30:54.824109 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 50e0eee2-e386-416c-a012-e358e76ec4d4, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=50e0eee2-e386-416c-a012-e358e76ec4d4,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:30:54.835092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '50e0eee2-e386-416c-a012-e358e76ec4d4', 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f', 'port_id': '50e0eee2-e386-416c-a012-e358e76ec4d4', 'mac_address': 'fa:16:3e:97:37:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0550772-0a85-4d60-a0b1-f821b4b7af84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:30:54.875349 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 50e0eee2-e386-416c-a012-e358e76ec4d4 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:30:54.875736 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:54.888171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e0eee2-e386-416c-a012-e358e76ec4d4 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:30:54.906534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 50e0eee2-e386-416c-a012-e358e76ec4d4, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=50e0eee2-e386-416c-a012-e358e76ec4d4,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:30:54.978432 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:55.025169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=50e0eee2-e386-416c-a012-e358e76ec4d4,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:30:55.254608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['50e0eee2-e386-416c-a012-e358e76ec4d4'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:30:55.333361 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:55.794357 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2334dee-653c-456b-ac47-ce8b8fa5a303 req-115a3717-0554-49e5-ac4e-84fe1280f35e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:55.795739 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2334dee-653c-456b-ac47-ce8b8fa5a303 req-115a3717-0554-49e5-ac4e-84fe1280f35e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 944 time: 0.0473661 Jan 28 06:30:55.841413 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2334dee-653c-456b-ac47-ce8b8fa5a303 req-f8d46a04-c700-40a8-bc43-093131e2c6f6 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401735 Jan 28 06:30:56.746923 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 50e0eee2-e386-416c-a012-e358e76ec4d4 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:30:56.857376 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 50e0eee2-e386-416c-a012-e358e76ec4d4 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:30:56.861480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 50e0eee2-e386-416c-a012-e358e76ec4d4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:30:56.861951 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:56.958462 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 50e0eee2-e386-416c-a012-e358e76ec4d4 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:30:56.958845 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:56.977473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7188a9f-b2ab-42cd-90da-75cdc8b58c74 req-22566856-9e5d-4e5b-bd5f-5ec7c1b1bf25 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:56.978869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7188a9f-b2ab-42cd-90da-75cdc8b58c74 req-22566856-9e5d-4e5b-bd5f-5ec7c1b1bf25 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 944 time: 0.0523181 Jan 28 06:30:56.981118 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25c241e-c73f-4db2-bb9a-666abf6f798b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e0eee2-e386-416c-a012-e358e76ec4d4'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:30:56.983346 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5d81e7-97d7-48f9-872b-81169e72a4a8" -d '{"events": [{"server_uuid": "a25c241e-c73f-4db2-bb9a-666abf6f798b", "name": "network-vif-plugged", "status": "completed", "tag": "50e0eee2-e386-416c-a012-e358e76ec4d4"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:30:56.995885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 50e0eee2-e386-416c-a012-e358e76ec4d4, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=50e0eee2-e386-416c-a012-e358e76ec4d4,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:30:57.025246 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dd4f40-f76c-42ee-bfe1-62df9a0b2e10 x-openstack-request-id: req-f4dd4f40-f76c-42ee-bfe1-62df9a0b2e10 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:30:57.025686 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25c241e-c73f-4db2-bb9a-666abf6f798b", "name": "network-vif-plugged", "status": "completed", "tag": "50e0eee2-e386-416c-a012-e358e76ec4d4", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:30:57.026140 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4dd4f40-f76c-42ee-bfe1-62df9a0b2e10 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:30:57.026589 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25c241e-c73f-4db2-bb9a-666abf6f798b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e0eee2-e386-416c-a012-e358e76ec4d4', 'code': 200} Jan 28 06:30:57.028500 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7188a9f-b2ab-42cd-90da-75cdc8b58c74 req-b601f270-c56d-44ab-b2b4-b35ff43b878d tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437295 Jan 28 06:30:57.080587 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:57.128896 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=50e0eee2-e386-416c-a012-e358e76ec4d4,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:30:57.206969 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a63f6-625c-4d70-872a-716ff13c78e1 req-a3bdda97-56ca-4749-8424-019ada46c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:57.208449 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2f6a63f6-625c-4d70-872a-716ff13c78e1 req-a3bdda97-56ca-4749-8424-019ada46c59c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 1097 time: 0.0945287 Jan 28 06:30:57.250122 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2f6a63f6-625c-4d70-872a-716ff13c78e1 req-d389fb68-3ff9-485e-b0c9-b9e786ade080 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361700 Jan 28 06:30:58.000024 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:30:58.140995 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abfe3a-bd12-450b-8c2c-c9c61c9c3f2a req-d150dcac-b648-487d-adae-36aa5c6f36f8 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:58.142490 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96abfe3a-bd12-450b-8c2c-c9c61c9c3f2a req-d150dcac-b648-487d-adae-36aa5c6f36f8 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0471103 Jan 28 06:30:58.190467 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96abfe3a-bd12-450b-8c2c-c9c61c9c3f2a req-acd3d7c1-10e5-4b2c-acb9-d075656dd5c9 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Jan 28 06:30:59.304713 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb990b6-495b-4e47-b9ce-9092ce12db7b req-916bc992-4309-4153-86aa-335c566e9b65 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:59.306146 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-feb990b6-495b-4e47-b9ce-9092ce12db7b req-916bc992-4309-4153-86aa-335c566e9b65 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0463653 Jan 28 06:30:59.355214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-feb990b6-495b-4e47-b9ce-9092ce12db7b req-979bca02-f4ee-4960-8711-d929941d0e82 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424728 Jan 28 06:30:59.471981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b2d5e-cd30-4fc0-8956-6e927ce92ae7 req-967fb8b3-12cb-459b-9547-1be75fa9fe92 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:59.473376 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-607b2d5e-cd30-4fc0-8956-6e927ce92ae7 req-967fb8b3-12cb-459b-9547-1be75fa9fe92 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0523012 Jan 28 06:30:59.520381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-607b2d5e-cd30-4fc0-8956-6e927ce92ae7 req-16417193-32d3-4abc-b809-85ce493d8753 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413477 Jan 28 06:30:59.992180 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed658462-afca-4727-95b1-3d14d1d3001f req-9a4180c3-ad57-4223-8404-8ffaf9e8621b tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:30:59.993637 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed658462-afca-4727-95b1-3d14d1d3001f req-9a4180c3-ad57-4223-8404-8ffaf9e8621b tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0477967 Jan 28 06:31:00.040508 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed658462-afca-4727-95b1-3d14d1d3001f req-43d89bd1-855e-48cc-ad29-3c42f8aa2221 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Jan 28 06:31:00.226110 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-b166b59c-e1d3-4923-ab46-2f371d557e59 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392928 Jan 28 06:31:01.160079 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46649e5d-0776-442d-a886-ffee7ebeaa38 req-fef3a049-f2f3-4b55-9e37-0c83985e5298 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:01.161536 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46649e5d-0776-442d-a886-ffee7ebeaa38 req-fef3a049-f2f3-4b55-9e37-0c83985e5298 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0532427 Jan 28 06:31:01.207743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46649e5d-0776-442d-a886-ffee7ebeaa38 req-9d5322a7-21e0-47e8-97d4-5d3fdc9053fe tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406215 Jan 28 06:31:01.657222 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:31:02.328252 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35070d5f-0132-444e-a2e6-cef131eb1137 req-e435c669-c398-441c-9097-30ae9f62a02f tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:02.329764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35070d5f-0132-444e-a2e6-cef131eb1137 req-e435c669-c398-441c-9097-30ae9f62a02f tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0528862 Jan 28 06:31:02.350992 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-58bb132a-5d7d-49b7-8ba0-d329563b8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:02.352585 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-58bb132a-5d7d-49b7-8ba0-d329563b8700 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d72395270a5422f9b8c9631dd660316&device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 1097 time: 0.0396583 Jan 28 06:31:02.378469 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35070d5f-0132-444e-a2e6-cef131eb1137 req-0b5ef971-7add-4c5f-9b84-f9f851267af6 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429916 Jan 28 06:31:02.446083 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d168c2aa-28f6-410b-9124-419abde29903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:02.449809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-96706ca2-80b0-4b58-8e0a-c3d0c99a3faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:02.451358 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-96706ca2-80b0-4b58-8e0a-c3d0c99a3faa service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a1208eb-3f52-45cd-a2e2-8c637012731f HTTP/1.1" status: 200 len: 916 time: 0.0935776 Jan 28 06:31:02.492068 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-f7abbc8a-9c14-40fb-8468-1053ad887d45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50e0eee2-e386-416c-a012-e358e76ec4d4 HTTP/1.1" status: 200 len: 217 time: 0.0348802 Jan 28 06:31:02.544892 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-0d3c0a00-6f87-49c4-a6a1-493c3c552be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:02.546538 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-0d3c0a00-6f87-49c4-a6a1-493c3c552be5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0550772-0a85-4d60-a0b1-f821b4b7af84 HTTP/1.1" status: 200 len: 855 time: 0.0480037 Jan 28 06:31:02.576085 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-a96352da-a9aa-4826-b616-ab48c1115eca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a1208eb-3f52-45cd-a2e2-8c637012731f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242572 Jan 28 06:31:02.663204 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-c153639d-b8c6-432f-88f6-ebdf9fc94c3d service neutron] 10.222.0.64 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809810 Jan 28 06:31:02.754007 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-ff0217ea-d801-4b36-beb5-18f18f2206eb service neutron] 10.222.0.64 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844331 Jan 28 06:31:03.254039 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e74ecd-6113-4445-b248-ccc27c4fc766 req-0cb9be6b-0911-45ba-a52b-ed6e8266e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:03.255520 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a0e74ecd-6113-4445-b248-ccc27c4fc766 req-0cb9be6b-0911-45ba-a52b-ed6e8266e411 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d72395270a5422f9b8c9631dd660316&device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 1097 time: 0.0406063 Jan 28 06:31:03.358860 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e74ecd-6113-4445-b248-ccc27c4fc766 req-5dc591e6-bfe6-4ca5-b011-28f3ff60edce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:03.360310 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a0e74ecd-6113-4445-b248-ccc27c4fc766 req-5dc591e6-bfe6-4ca5-b011-28f3ff60edce service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a1208eb-3f52-45cd-a2e2-8c637012731f HTTP/1.1" status: 200 len: 916 time: 0.0859063 Jan 28 06:31:03.401565 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a0e74ecd-6113-4445-b248-ccc27c4fc766 req-36aaa453-1883-44b1-9315-179e2fe2f1fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50e0eee2-e386-416c-a012-e358e76ec4d4 HTTP/1.1" status: 200 len: 217 time: 0.0351963 Jan 28 06:31:03.449423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e74ecd-6113-4445-b248-ccc27c4fc766 req-acc35787-ae9b-4c6b-9213-9c01f1138027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:03.451657 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a0e74ecd-6113-4445-b248-ccc27c4fc766 req-acc35787-ae9b-4c6b-9213-9c01f1138027 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0550772-0a85-4d60-a0b1-f821b4b7af84 HTTP/1.1" status: 200 len: 855 time: 0.0440075 Jan 28 06:31:03.481433 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a0e74ecd-6113-4445-b248-ccc27c4fc766 req-d85baf49-2c50-40fc-8094-dca94baacaf4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a1208eb-3f52-45cd-a2e2-8c637012731f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241385 Jan 28 06:31:03.501135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bbd8e-c508-45b9-8b9a-58616449fe33 req-90c2fa59-3724-4e76-9eb0-6f5213a2de03 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:03.502680 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-966bbd8e-c508-45b9-8b9a-58616449fe33 req-90c2fa59-3724-4e76-9eb0-6f5213a2de03 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0510113 Jan 28 06:31:03.551659 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-966bbd8e-c508-45b9-8b9a-58616449fe33 req-28b40dff-4e3c-446a-8f20-6d4df4f0c1b3 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426524 Jan 28 06:31:03.577133 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a0e74ecd-6113-4445-b248-ccc27c4fc766 req-a2bf504f-2fe8-4e62-a798-927d5281e829 service neutron] 10.222.0.64 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897887 Jan 28 06:31:03.665326 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a0e74ecd-6113-4445-b248-ccc27c4fc766 req-d308ecb7-2be6-49f7-ba21-504a837819af service neutron] 10.222.0.64 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822163 Jan 28 06:31:04.670634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887c71e-7afb-4a8c-9600-8c3bc3ead999 req-d3f96fab-5975-448a-9aa2-8897311afb17 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:04.672029 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5887c71e-7afb-4a8c-9600-8c3bc3ead999 req-d3f96fab-5975-448a-9aa2-8897311afb17 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0531468 Jan 28 06:31:04.718908 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5887c71e-7afb-4a8c-9600-8c3bc3ead999 req-c91b9f55-7eb3-4f51-bf1f-f8e2ce975736 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413759 Jan 28 06:31:04.845910 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6f9e6ff-f2e2-409d-ab02-b2ed30129fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:05.831636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46504bdf-0812-4981-81ec-037ac96fd5d5 req-101a9670-ef09-4dfb-8f6c-f6e6beb84f31 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:05.832992 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46504bdf-0812-4981-81ec-037ac96fd5d5 req-101a9670-ef09-4dfb-8f6c-f6e6beb84f31 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0475914 Jan 28 06:31:05.881847 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46504bdf-0812-4981-81ec-037ac96fd5d5 req-6d9afde3-c008-4510-8eb7-2f6abc82ceb5 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432863 Jan 28 06:31:06.708731 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:06.995344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df0615-0fc9-47de-a751-5716ded9cde3 req-2a96dd93-4ac4-4973-9b01-c77b847c2feb tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:06.996813 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-83df0615-0fc9-47de-a751-5716ded9cde3 req-2a96dd93-4ac4-4973-9b01-c77b847c2feb tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0473671 Jan 28 06:31:07.042824 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-83df0615-0fc9-47de-a751-5716ded9cde3 req-223b0ab0-88ce-4464-8972-a4943c00d6b1 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396724 Jan 28 06:31:08.040139 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:08.158374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984d215-6325-4275-a40c-9d19f5c70036 req-01acb525-8d31-4f58-8aba-3959e7ea47e7 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:08.159800 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7984d215-6325-4275-a40c-9d19f5c70036 req-01acb525-8d31-4f58-8aba-3959e7ea47e7 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0487053 Jan 28 06:31:08.206484 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7984d215-6325-4275-a40c-9d19f5c70036 req-87298bc4-8bb8-4b02-b3f1-6ed00772bcc5 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Jan 28 06:31:09.120560 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:09.324061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22442315-69c8-489e-8e76-2a874003306e req-e59b113d-5f35-4f0f-bf2c-9e69b958a867 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:09.325518 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22442315-69c8-489e-8e76-2a874003306e req-e59b113d-5f35-4f0f-bf2c-9e69b958a867 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0503247 Jan 28 06:31:09.371477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22442315-69c8-489e-8e76-2a874003306e req-394ba5df-cdd3-463f-9c97-1580a906c949 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 Jan 28 06:31:10.488028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dafb0-c234-4b95-8aaa-77b8096ac752 req-94ea62b7-50c8-470a-b738-8a68c2be9ecf tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:10.489485 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f2dafb0-c234-4b95-8aaa-77b8096ac752 req-94ea62b7-50c8-470a-b738-8a68c2be9ecf tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0482552 Jan 28 06:31:10.535590 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6f2dafb0-c234-4b95-8aaa-77b8096ac752 req-faf72a94-3c02-44fe-af43-b020c78e75af tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402896 Jan 28 06:31:11.648570 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce29a66-0a7f-44dd-a9fc-56ea8d15c4ea req-fa2f4fab-2b6c-4cb4-b75a-1688ea022ca9 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:11.650008 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bce29a66-0a7f-44dd-a9fc-56ea8d15c4ea req-fa2f4fab-2b6c-4cb4-b75a-1688ea022ca9 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0471637 Jan 28 06:31:11.697947 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bce29a66-0a7f-44dd-a9fc-56ea8d15c4ea req-935a699e-e908-4df2-8c83-94e31cc1f67d tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424345 Jan 28 06:31:12.809599 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842aa825-1a8e-4b8e-a6a9-9d05cb5cc6a7 req-42c067b1-e9cc-4a7b-bc7e-77b4e1d9b401 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:12.811056 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-842aa825-1a8e-4b8e-a6a9-9d05cb5cc6a7 req-42c067b1-e9cc-4a7b-bc7e-77b4e1d9b401 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0464444 Jan 28 06:31:12.857495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-842aa825-1a8e-4b8e-a6a9-9d05cb5cc6a7 req-c3a98d24-4dc0-471f-a681-58f7dfa9f81e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402257 Jan 28 06:31:13.973065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178500a-8dc1-4516-9bc8-d279cee5017a req-2728d470-8cba-4aff-aa99-ccd29e513d5c tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:13.974531 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e178500a-8dc1-4516-9bc8-d279cee5017a req-2728d470-8cba-4aff-aa99-ccd29e513d5c tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0477498 Jan 28 06:31:14.022119 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e178500a-8dc1-4516-9bc8-d279cee5017a req-594fc1fa-e643-431a-bd5b-b6fa2d7ab062 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420487 Jan 28 06:31:15.139598 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc021f7f-3dc0-4919-844b-ef7bd5ce7801 req-d43c3efa-3b01-4135-bed7-a54e3f6af67e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:15.141143 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc021f7f-3dc0-4919-844b-ef7bd5ce7801 req-d43c3efa-3b01-4135-bed7-a54e3f6af67e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0514936 Jan 28 06:31:15.186597 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc021f7f-3dc0-4919-844b-ef7bd5ce7801 req-a133260f-61f3-48b7-9b01-cbfdc2a665b1 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399458 Jan 28 06:31:16.299976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1ea91-9ea7-432b-a96e-567903656b69 req-4136bc07-0b92-4ea7-a409-1c27b084eb3e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:16.301411 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16d1ea91-9ea7-432b-a96e-567903656b69 req-4136bc07-0b92-4ea7-a409-1c27b084eb3e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0466101 Jan 28 06:31:16.345962 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16d1ea91-9ea7-432b-a96e-567903656b69 req-19d0fd89-9bb6-41a7-b5a4-165cf4bd0a77 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390522 Jan 28 06:31:17.461442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cd4b3-e2f4-4ec9-9e21-ccb5479e6a64 req-1e35256d-2f13-4030-bde4-cdac53aa3af6 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:17.462922 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-854cd4b3-e2f4-4ec9-9e21-ccb5479e6a64 req-1e35256d-2f13-4030-bde4-cdac53aa3af6 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0493283 Jan 28 06:31:17.508429 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-854cd4b3-e2f4-4ec9-9e21-ccb5479e6a64 req-4412f1b0-28ff-43b1-9771-94a47e4c25a5 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401025 Jan 28 06:31:18.621840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168d6fa-913f-4bbc-9dca-03b94c16f11e req-813df2ed-1f2b-4f78-b0d4-2d98261f1cde tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:18.623316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4168d6fa-913f-4bbc-9dca-03b94c16f11e req-813df2ed-1f2b-4f78-b0d4-2d98261f1cde tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0474622 Jan 28 06:31:18.668382 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4168d6fa-913f-4bbc-9dca-03b94c16f11e req-8c857830-5701-43ff-ad46-f10e1a3bc88d tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391920 Jan 28 06:31:19.781461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70594ddc-6d05-4cc1-9604-9a77d193e771 req-42443725-9902-4cf2-acce-a81bff36addc tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:19.782911 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70594ddc-6d05-4cc1-9604-9a77d193e771 req-42443725-9902-4cf2-acce-a81bff36addc tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0471840 Jan 28 06:31:19.832388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-70594ddc-6d05-4cc1-9604-9a77d193e771 req-c9a3a7f8-67f8-48a1-a74e-6b2d07e11a7d tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439365 Jan 28 06:31:20.948298 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475716aa-3c1e-4089-ac06-736c3ea59d08 req-a928f71d-e570-4367-881b-a6631b352531 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:20.950615 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-475716aa-3c1e-4089-ac06-736c3ea59d08 req-a928f71d-e570-4367-881b-a6631b352531 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0500472 Jan 28 06:31:20.997834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-475716aa-3c1e-4089-ac06-736c3ea59d08 req-99437ab6-e579-4e8e-8c99-6b1ae2bb53ae tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405114 Jan 28 06:31:22.112262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb409b-b582-4d61-b8f9-74411faacab7 req-056528cf-d26a-436b-aea0-8c6a3653a484 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:22.113720 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ebb409b-b582-4d61-b8f9-74411faacab7 req-056528cf-d26a-436b-aea0-8c6a3653a484 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0473316 Jan 28 06:31:22.160488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ebb409b-b582-4d61-b8f9-74411faacab7 req-7482fa78-31b0-4c16-b17c-04861669c487 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411355 Jan 28 06:31:23.278008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f3a65-25ac-4bd0-ad8c-512957e84e86 req-a73a771a-2530-4379-aab1-4dc087f5a5ef tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:23.279473 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-957f3a65-25ac-4bd0-ad8c-512957e84e86 req-a73a771a-2530-4379-aab1-4dc087f5a5ef tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0499127 Jan 28 06:31:23.326269 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-957f3a65-25ac-4bd0-ad8c-512957e84e86 req-5098f11f-ef63-463e-a43f-191b2b72caa7 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404959 Jan 28 06:31:24.442508 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf10488-a263-44fb-b1f5-299d56a4d244 req-c23458b9-1dda-4798-8451-03048d5873d5 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:24.443961 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbf10488-a263-44fb-b1f5-299d56a4d244 req-c23458b9-1dda-4798-8451-03048d5873d5 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0469024 Jan 28 06:31:24.489518 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbf10488-a263-44fb-b1f5-299d56a4d244 req-c203f41b-b3e3-4446-b86f-dea6463f9799 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401368 Jan 28 06:31:25.320315 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:25.602431 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54873557-de71-4c67-9647-d81de408da66 req-bf6a9101-a279-4868-a646-ff1439cb5fc3 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:25.603936 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54873557-de71-4c67-9647-d81de408da66 req-bf6a9101-a279-4868-a646-ff1439cb5fc3 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0478804 Jan 28 06:31:25.657616 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54873557-de71-4c67-9647-d81de408da66 req-5aba068b-4fba-4929-b3ae-454fde728bf8 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481169 Jan 28 06:31:26.771135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba1c87-80ae-433b-8d3f-01a7f6808dc6 req-87f04cf7-5160-4bc2-a691-f9f2218bd3a1 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:26.772490 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22ba1c87-80ae-433b-8d3f-01a7f6808dc6 req-87f04cf7-5160-4bc2-a691-f9f2218bd3a1 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0473475 Jan 28 06:31:26.817736 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22ba1c87-80ae-433b-8d3f-01a7f6808dc6 req-31e46702-3fba-42ce-897a-df51b579ff0e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397210 Jan 28 06:31:27.930987 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a0fd3-42c9-4639-b22c-cae294d5c629 req-ece14359-ae36-4585-9ea1-5d18619a7c6e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:27.932457 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-040a0fd3-42c9-4639-b22c-cae294d5c629 req-ece14359-ae36-4585-9ea1-5d18619a7c6e tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0472631 Jan 28 06:31:27.980472 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-040a0fd3-42c9-4639-b22c-cae294d5c629 req-75a5880b-c98e-4748-bb09-a0a7e3c30859 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424716 Jan 28 06:31:28.023136 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:29.097092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e881d6-4a01-4e42-9cf8-48e57675a944 req-81bebd8b-7300-4f36-bf35-ea633738c353 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:29.098578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d5e881d6-4a01-4e42-9cf8-48e57675a944 req-81bebd8b-7300-4f36-bf35-ea633738c353 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0503521 Jan 28 06:31:29.144101 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d5e881d6-4a01-4e42-9cf8-48e57675a944 req-668d7b1f-6e5f-43af-b5d3-f406768e12e3 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400672 Jan 28 06:31:29.986426 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-3066be20-7194-463f-adb8-5b742881f18c service neutron] show failed (client error): The resource could not be found. Jan 28 06:31:29.987467 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-3066be20-7194-463f-adb8-5b742881f18c service neutron] 10.222.0.64 "GET /v2.0/ports/50e0eee2-e386-416c-a012-e358e76ec4d4/bindings/n-h2-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.0600958 Jan 28 06:31:30.268034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fd94f-13e1-4f89-8b24-199a1e9b7701 req-c37e5f75-6776-4937-b2d1-990d43f9ba85 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:30.269506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-344fd94f-13e1-4f89-8b24-199a1e9b7701 req-c37e5f75-6776-4937-b2d1-990d43f9ba85 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0570107 Jan 28 06:31:30.316156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-344fd94f-13e1-4f89-8b24-199a1e9b7701 req-8c526103-3bd3-4964-a532-69271766daf3 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410898 Jan 28 06:31:30.385410 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-7887ebb7-a3b8-4d67-8f61-994c4ea3c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:30.387021 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-7887ebb7-a3b8-4d67-8f61-994c4ea3c5a7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b&tenant_id=8d72395270a5422f9b8c9631dd660316 HTTP/1.1" status: 200 len: 1097 time: 0.0455077 Jan 28 06:31:30.404608 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:31:30.458069 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:30.658454 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] For port 50e0eee2-e386-416c-a012-e358e76ec4d4, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=50e0eee2-e386-416c-a012-e358e76ec4d4,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:31:30.690931 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] For port 50e0eee2-e386-416c-a012-e358e76ec4d4, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:31:30.737218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25c241e-c73f-4db2-bb9a-666abf6f798b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e0eee2-e386-416c-a012-e358e76ec4d4'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:31:30.739461 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ce0848-d79c-4707-957b-033e928a865a" -d '{"events": [{"server_uuid": "a25c241e-c73f-4db2-bb9a-666abf6f798b", "name": "network-vif-unplugged", "status": "completed", "tag": "50e0eee2-e386-416c-a012-e358e76ec4d4"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:31:30.742900 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Publish callbacks [] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:30.756043 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Transition to ACTIVE for port object 50e0eee2-e386-416c-a012-e358e76ec4d4 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:31:30.795829 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237c0816-15d4-40c3-9e18-378f2cefac65 x-openstack-request-id: req-237c0816-15d4-40c3-9e18-378f2cefac65 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:31:30.796131 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25c241e-c73f-4db2-bb9a-666abf6f798b", "name": "network-vif-unplugged", "status": "completed", "tag": "50e0eee2-e386-416c-a012-e358e76ec4d4", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:31:30.796389 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-237c0816-15d4-40c3-9e18-378f2cefac65 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:31:30.796832 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25c241e-c73f-4db2-bb9a-666abf6f798b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e0eee2-e386-416c-a012-e358e76ec4d4', 'code': 200} Jan 28 06:31:30.834402 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:30.895292 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] No DVR routers for this DVR port 50e0eee2-e386-416c-a012-e358e76ec4d4 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:31:30.899653 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Pushing event updated for resources: {'Port': ['ID=50e0eee2-e386-416c-a012-e358e76ec4d4,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:30.933203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Attempting to bind port 50e0eee2-e386-416c-a012-e358e76ec4d4 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:31:30.933545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Attempting to bind port 50e0eee2-e386-416c-a012-e358e76ec4d4 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '942edde5-2caa-4ff6-a59e-d3b66b1f60cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:31:30.933866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Attempting to bind port 50e0eee2-e386-416c-a012-e358e76ec4d4 on network 5a1208eb-3f52-45cd-a2e2-8c637012731f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:31:30.938290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Port 50e0eee2-e386-416c-a012-e358e76ec4d4 on network 5a1208eb-3f52-45cd-a2e2-8c637012731f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:31:30.938628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Attempting to bind port 50e0eee2-e386-416c-a012-e358e76ec4d4 on network 5a1208eb-3f52-45cd-a2e2-8c637012731f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:31:30.943441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:31:30.943781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Checking segment: {'id': '942edde5-2caa-4ff6-a59e-d3b66b1f60cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:31:30.944163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Bound using segment: {'id': '942edde5-2caa-4ff6-a59e-d3b66b1f60cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:31:30.944588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Bound port: 50e0eee2-e386-416c-a012-e358e76ec4d4, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942edde5-2caa-4ff6-a59e-d3b66b1f60cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:31:30.944946 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:31.010740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] For port 50e0eee2-e386-416c-a012-e358e76ec4d4, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:31:31.016427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] For port 50e0eee2-e386-416c-a012-e358e76ec4d4, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=50e0eee2-e386-416c-a012-e358e76ec4d4,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:31:31.086097 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:31.123999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:31.124624 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:31.126198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] 10.222.0.60 "PUT /v2.0/ports/50e0eee2-e386-416c-a012-e358e76ec4d4 HTTP/1.1" status: 200 len: 1092 time: 0.7258363 Jan 28 06:31:31.146718 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f97732-ac6d-44a9-b39e-8cf95beb5309 service neutron] Pushing event updated for resources: {'Port': ['ID=50e0eee2-e386-416c-a012-e358e76ec4d4,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:31.198191 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-eb6186aa-7c73-4c6b-b148-ea9afc25dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:31.199630 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-eb6186aa-7c73-4c6b-b148-ea9afc25dcd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d72395270a5422f9b8c9631dd660316&device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 1095 time: 0.0398889 Jan 28 06:31:31.289900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-92e23756-eb4e-492c-b08b-07f4d4c5e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:31.291392 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-92e23756-eb4e-492c-b08b-07f4d4c5e081 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5a1208eb-3f52-45cd-a2e2-8c637012731f HTTP/1.1" status: 200 len: 916 time: 0.0841048 Jan 28 06:31:31.334473 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-2e7e34fa-2f50-4f7c-85e1-d8edba37d278 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50e0eee2-e386-416c-a012-e358e76ec4d4 HTTP/1.1" status: 200 len: 217 time: 0.0361879 Jan 28 06:31:31.382931 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-edcad3bc-a7b3-4a82-bfbd-be09178deaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:31.384415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-edcad3bc-a7b3-4a82-bfbd-be09178deaba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0550772-0a85-4d60-a0b1-f821b4b7af84 HTTP/1.1" status: 200 len: 855 time: 0.0446579 Jan 28 06:31:31.782994 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-49daab35-b206-4d23-9bf3-28161b247eac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a1208eb-3f52-45cd-a2e2-8c637012731f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3879318 Jan 28 06:31:31.817527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091326a7-d664-4075-810d-476d33b2ee46 req-0f398120-eaee-42b0-91bf-608317f4c318 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:31.818978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-091326a7-d664-4075-810d-476d33b2ee46 req-0f398120-eaee-42b0-91bf-608317f4c318 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 943 time: 0.4325619 Jan 28 06:31:31.907426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-091326a7-d664-4075-810d-476d33b2ee46 req-280bb761-a9cf-4456-a08c-485db95b93dc tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656703 Jan 28 06:31:31.912778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-26711aa3-04ff-4414-95ee-ccfbe188e095 service neutron] 10.222.0.60 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224356 Jan 28 06:31:32.004880 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42e14793-d9ae-44d8-b9d5-e63f925c7495 req-8d0d385e-c8b8-4520-83c0-8f1d58a70b5b service neutron] 10.222.0.60 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861845 Jan 28 06:31:32.422887 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d769177-1a67-4a60-9736-44a423cf0bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:32.798506 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25c241e-c73f-4db2-bb9a-666abf6f798b', 'tag': '50e0eee2-e386-416c-a012-e358e76ec4d4'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:31:32.800793 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b08566-6c23-47bf-bc65-d86e8fed9f40" -d '{"events": [{"name": "network-changed", "server_uuid": "a25c241e-c73f-4db2-bb9a-666abf6f798b", "tag": "50e0eee2-e386-416c-a012-e358e76ec4d4"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:31:32.849262 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8421cbe-c469-4fbb-9eb2-6693ef045893 x-openstack-request-id: req-d8421cbe-c469-4fbb-9eb2-6693ef045893 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:31:32.849561 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a25c241e-c73f-4db2-bb9a-666abf6f798b", "tag": "50e0eee2-e386-416c-a012-e358e76ec4d4", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:31:32.849815 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8421cbe-c469-4fbb-9eb2-6693ef045893 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:31:32.850210 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a25c241e-c73f-4db2-bb9a-666abf6f798b', 'tag': '50e0eee2-e386-416c-a012-e358e76ec4d4', 'status': 'completed', 'code': 200} Jan 28 06:31:32.928650 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-85bb105f-4eab-437c-944c-986ddfbbe1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:32.930149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-85bb105f-4eab-437c-944c-986ddfbbe1a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d72395270a5422f9b8c9631dd660316&device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 1095 time: 0.0414791 Jan 28 06:31:32.932466 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-e465092f-6dff-494e-ac17-4b766cd91441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:32.934031 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-e465092f-6dff-494e-ac17-4b766cd91441 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d72395270a5422f9b8c9631dd660316&device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 1095 time: 0.0423050 Jan 28 06:31:33.027654 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-09c23ea2-c7db-4f21-af14-283dc2fb491a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:33.029060 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-09c23ea2-c7db-4f21-af14-283dc2fb491a service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a1208eb-3f52-45cd-a2e2-8c637012731f HTTP/1.1" status: 200 len: 916 time: 0.0895026 Jan 28 06:31:33.059872 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dc978-22d4-435d-9bf1-9a8b6f1c6e2e req-7916e8c8-8938-4805-b803-f9ee22b051fa tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:33.061371 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b72dc978-22d4-435d-9bf1-9a8b6f1c6e2e req-7916e8c8-8938-4805-b803-f9ee22b051fa tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 943 time: 0.0769012 Jan 28 06:31:33.063344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-3ac1e8a0-2d5d-4e07-afec-5541cb612a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:33.064660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-3ac1e8a0-2d5d-4e07-afec-5541cb612a8a service neutron] 10.222.0.60 "GET /v2.0/networks?id=5a1208eb-3f52-45cd-a2e2-8c637012731f HTTP/1.1" status: 200 len: 916 time: 0.1287897 Jan 28 06:31:33.075856 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-7a707530-66e7-485b-9377-cd896c664d8e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50e0eee2-e386-416c-a012-e358e76ec4d4 HTTP/1.1" status: 200 len: 217 time: 0.0403533 Jan 28 06:31:33.115973 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-6d459aa9-f7cd-49f0-8641-f28732e985b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50e0eee2-e386-416c-a012-e358e76ec4d4 HTTP/1.1" status: 200 len: 217 time: 0.0423107 Jan 28 06:31:33.124800 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-dd2a3a6b-c9e5-4a90-bad2-10b822a9e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:33.127259 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-dd2a3a6b-c9e5-4a90-bad2-10b822a9e750 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0550772-0a85-4d60-a0b1-f821b4b7af84 HTTP/1.1" status: 200 len: 855 time: 0.0458064 Jan 28 06:31:33.157695 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-73752c33-5f5e-458b-95b7-7557a838bd61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a1208eb-3f52-45cd-a2e2-8c637012731f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246329 Jan 28 06:31:33.173617 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b72dc978-22d4-435d-9bf1-9a8b6f1c6e2e req-0d1c2d67-903c-4600-90a8-e8ae58df5be6 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058190 Jan 28 06:31:33.185838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-1fc1cc11-b410-42f6-a6f1-52285317ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:33.187370 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-1fc1cc11-b410-42f6-a6f1-52285317ae3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0550772-0a85-4d60-a0b1-f821b4b7af84 HTTP/1.1" status: 200 len: 855 time: 0.0609827 Jan 28 06:31:33.218084 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-7b97446d-3ec0-42c3-b479-812f9cb2d21f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a1208eb-3f52-45cd-a2e2-8c637012731f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240207 Jan 28 06:31:33.253406 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-1f93cfe2-4621-4942-9e14-9880799820c3 service neutron] 10.222.0.64 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893126 Jan 28 06:31:33.306263 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-38025525-dcd2-4004-877f-2b6236ff0cd3 service neutron] 10.222.0.60 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816791 Jan 28 06:31:33.343126 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-97517e6b-fd48-4021-804f-75de0ada55e5 service neutron] 10.222.0.64 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837371 Jan 28 06:31:33.400046 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33b08566-6c23-47bf-bc65-d86e8fed9f40 req-da5cd37f-2910-43ab-b553-1d2d09b4b1ff service neutron] 10.222.0.60 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874009 Jan 28 06:31:34.294251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6753832-0a5d-42a4-98fc-4f544451a1e5 req-c509b447-01f3-490e-b74f-1a366759da33 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:34.295786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6753832-0a5d-42a4-98fc-4f544451a1e5 req-c509b447-01f3-490e-b74f-1a366759da33 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 943 time: 0.0496900 Jan 28 06:31:34.341669 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6753832-0a5d-42a4-98fc-4f544451a1e5 req-07770bf0-3dfd-4bcc-80ae-079a0229b42f tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398972 Jan 28 06:31:34.653439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144938c-3f4e-42e5-a7e8-698242ee97c2 req-47876e15-155d-477b-8249-8d1a5b5a8b68 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:34.654940 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f144938c-3f4e-42e5-a7e8-698242ee97c2 req-47876e15-155d-477b-8249-8d1a5b5a8b68 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 943 time: 0.0516210 Jan 28 06:31:34.701934 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f144938c-3f4e-42e5-a7e8-698242ee97c2 req-e612130e-51c7-4d70-ac31-90b2c0d2bc1c tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406940 Jan 28 06:31:34.721228 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29328e0e-700d-4f5e-bd02-8a311f5396f0 req-06c93203-1c07-4b68-92c4-727c1513418c tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:34.722732 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-29328e0e-700d-4f5e-bd02-8a311f5396f0 req-06c93203-1c07-4b68-92c4-727c1513418c tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.64 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b&tenant_id=8d72395270a5422f9b8c9631dd660316&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 943 time: 0.0526350 Jan 28 06:31:34.788611 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [req-29328e0e-700d-4f5e-bd02-8a311f5396f0 req-15f82d4e-8e99-4549-b8e4-f2580978e6ac service neutron] delete failed (client error): The resource could not be found. Jan 28 06:31:34.789562 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-29328e0e-700d-4f5e-bd02-8a311f5396f0 req-15f82d4e-8e99-4549-b8e4-f2580978e6ac service neutron] 10.222.0.64 "DELETE /v2.0/ports/50e0eee2-e386-416c-a012-e358e76ec4d4/bindings/n-h1-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.0591710 Jan 28 06:31:34.823310 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4d19011-03b1-4197-bcda-e90fdb6aa065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:34.873808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 50e0eee2-e386-416c-a012-e358e76ec4d4 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:31:34.895560 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29328e0e-700d-4f5e-bd02-8a311f5396f0 req-6a5626bf-e52a-4cba-829c-013d357b1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:34.897051 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-29328e0e-700d-4f5e-bd02-8a311f5396f0 req-6a5626bf-e52a-4cba-829c-013d357b1a34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d72395270a5422f9b8c9631dd660316&device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 1095 time: 0.0430996 Jan 28 06:31:34.933585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 50e0eee2-e386-416c-a012-e358e76ec4d4 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:31:34.987725 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29328e0e-700d-4f5e-bd02-8a311f5396f0 req-7277c62e-57f4-42e3-a924-daec3fe44d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:34.989219 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-29328e0e-700d-4f5e-bd02-8a311f5396f0 req-7277c62e-57f4-42e3-a924-daec3fe44d96 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a1208eb-3f52-45cd-a2e2-8c637012731f HTTP/1.1" status: 200 len: 916 time: 0.0866218 Jan 28 06:31:34.996782 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] The host n-h1-812111-12 is not matching for port 50e0eee2-e386-416c-a012-e358e76ec4d4 host n-h2-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:31:34.997177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 50e0eee2-e386-416c-a012-e358e76ec4d4 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:31:35.003308 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 50e0eee2-e386-416c-a012-e358e76ec4d4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=50e0eee2-e386-416c-a012-e358e76ec4d4,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:31:35.014164 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '50e0eee2-e386-416c-a012-e358e76ec4d4', 'network_id': '5a1208eb-3f52-45cd-a2e2-8c637012731f', 'port_id': '50e0eee2-e386-416c-a012-e358e76ec4d4', 'mac_address': 'fa:16:3e:97:37:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0550772-0a85-4d60-a0b1-f821b4b7af84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:31:35.035724 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-29328e0e-700d-4f5e-bd02-8a311f5396f0 req-042b7d2c-b25d-4bf1-bf87-d3bd85117a96 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50e0eee2-e386-416c-a012-e358e76ec4d4 HTTP/1.1" status: 200 len: 217 time: 0.0405931 Jan 28 06:31:35.086590 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29328e0e-700d-4f5e-bd02-8a311f5396f0 req-450f54ae-ccc6-4053-a297-ff2a3653a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:35.088008 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-29328e0e-700d-4f5e-bd02-8a311f5396f0 req-450f54ae-ccc6-4053-a297-ff2a3653a358 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0550772-0a85-4d60-a0b1-f821b4b7af84 HTTP/1.1" status: 200 len: 855 time: 0.0469985 Jan 28 06:31:35.120133 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-29328e0e-700d-4f5e-bd02-8a311f5396f0 req-e7fd8cf3-a16a-4b93-86ea-09452f5d906c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a1208eb-3f52-45cd-a2e2-8c637012731f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264020 Jan 28 06:31:35.211020 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 50e0eee2-e386-416c-a012-e358e76ec4d4 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:31:35.211402 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:35.216034 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-29328e0e-700d-4f5e-bd02-8a311f5396f0 req-ff86b8db-2928-4505-a43d-385481929b61 service neutron] 10.222.0.64 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896196 Jan 28 06:31:35.224053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e0eee2-e386-416c-a012-e358e76ec4d4 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:31:35.243520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 50e0eee2-e386-416c-a012-e358e76ec4d4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=50e0eee2-e386-416c-a012-e358e76ec4d4,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:31:35.304621 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-29328e0e-700d-4f5e-bd02-8a311f5396f0 req-a22b55ac-8900-4650-9111-eff5d22f6a90 service neutron] 10.222.0.64 "GET /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828464 Jan 28 06:31:35.325836 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:35.373326 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=50e0eee2-e386-416c-a012-e358e76ec4d4,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:35.606925 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['50e0eee2-e386-416c-a012-e358e76ec4d4'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:31:35.820369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193b6ca-ad8f-4ca6-8070-597678c869f9 req-3a62f9fe-6515-45ef-9b62-402f54a0eebd tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:35.821845 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0193b6ca-ad8f-4ca6-8070-597678c869f9 req-3a62f9fe-6515-45ef-9b62-402f54a0eebd tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 944 time: 0.0480030 Jan 28 06:31:35.868375 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0193b6ca-ad8f-4ca6-8070-597678c869f9 req-fc07cb6f-989b-43ac-b722-b28a1a8d50df tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 Jan 28 06:31:36.702636 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:36.887187 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 50e0eee2-e386-416c-a012-e358e76ec4d4 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:31:36.981540 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513e07b-eaad-415d-bdb9-8d848a1c2d53 req-371ad54b-5a95-4963-b49d-b687dc57008a tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:36.983019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9513e07b-eaad-415d-bdb9-8d848a1c2d53 req-371ad54b-5a95-4963-b49d-b687dc57008a tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 944 time: 0.0473592 Jan 28 06:31:36.996608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 50e0eee2-e386-416c-a012-e358e76ec4d4 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:31:37.001094 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 50e0eee2-e386-416c-a012-e358e76ec4d4 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:31:37.001480 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:37.034361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9513e07b-eaad-415d-bdb9-8d848a1c2d53 req-cc92a47d-b065-4cdc-b0fb-d66f4ccf7bb3 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453718 Jan 28 06:31:37.084242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 50e0eee2-e386-416c-a012-e358e76ec4d4 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:31:37.084640 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:37.107817 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25c241e-c73f-4db2-bb9a-666abf6f798b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e0eee2-e386-416c-a012-e358e76ec4d4'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:31:37.110402 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc46d5b6-434a-40e4-a951-a7dd2611bcca" -d '{"events": [{"server_uuid": "a25c241e-c73f-4db2-bb9a-666abf6f798b", "name": "network-vif-plugged", "status": "completed", "tag": "50e0eee2-e386-416c-a012-e358e76ec4d4"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:31:37.123672 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 50e0eee2-e386-416c-a012-e358e76ec4d4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=50e0eee2-e386-416c-a012-e358e76ec4d4,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:31:37.148154 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6575a762-c2c6-4463-8c39-7e0948c067b7 x-openstack-request-id: req-6575a762-c2c6-4463-8c39-7e0948c067b7 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:31:37.148444 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25c241e-c73f-4db2-bb9a-666abf6f798b", "name": "network-vif-plugged", "status": "completed", "tag": "50e0eee2-e386-416c-a012-e358e76ec4d4", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:31:37.148696 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6575a762-c2c6-4463-8c39-7e0948c067b7 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:31:37.149166 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25c241e-c73f-4db2-bb9a-666abf6f798b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e0eee2-e386-416c-a012-e358e76ec4d4', 'code': 200} Jan 28 06:31:37.149455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390340ab-4905-4423-a450-e5175ba261e8 req-8d6b02f8-78e5-4ff1-9e14-fa4a19af15f2 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:37.150980 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-390340ab-4905-4423-a450-e5175ba261e8 req-8d6b02f8-78e5-4ff1-9e14-fa4a19af15f2 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 944 time: 0.0484214 Jan 28 06:31:37.171190 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:37.198745 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-390340ab-4905-4423-a450-e5175ba261e8 req-c08f8c41-293c-4198-9c53-09607cb1e949 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416696 Jan 28 06:31:37.219245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=50e0eee2-e386-416c-a012-e358e76ec4d4,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:37.316161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2e6d1-f5b2-4ad0-ab78-c67e9bf6d66a req-3e869205-b5ce-4932-904c-0ee444c8a1c0 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:37.317637 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5eb2e6d1-f5b2-4ad0-ab78-c67e9bf6d66a req-3e869205-b5ce-4932-904c-0ee444c8a1c0 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0473638 Jan 28 06:31:37.363841 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5eb2e6d1-f5b2-4ad0-ab78-c67e9bf6d66a req-6af7cd77-321e-487d-9243-30252a6d3e11 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404472 Jan 28 06:31:37.891410 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02acd0-839a-48a3-b013-d8bdc1f9b0a9 req-eaab7315-2670-4cf1-80dc-80e9df0b2256 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:37.892871 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb02acd0-839a-48a3-b013-d8bdc1f9b0a9 req-eaab7315-2670-4cf1-80dc-80e9df0b2256 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0520210 Jan 28 06:31:37.939571 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb02acd0-839a-48a3-b013-d8bdc1f9b0a9 req-2dfe1f40-a15a-466c-a6dd-361dcd7c51e2 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411255 Jan 28 06:31:38.028150 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:38.657432 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:31:39.053857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab6500-2d0f-4716-9f27-246ad47efee7 req-a4dc4466-c60b-4580-b0b0-958f86cd601f tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:39.055358 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfab6500-2d0f-4716-9f27-246ad47efee7 req-a4dc4466-c60b-4580-b0b0-958f86cd601f tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0481939 Jan 28 06:31:39.102171 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cfab6500-2d0f-4716-9f27-246ad47efee7 req-62fd9d6a-64dd-4784-8bc2-142ff9352a73 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df20222-9ced-40c4-80f1-7da79a7cd378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Jan 28 06:31:39.114644 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:39.166712 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb86e7-a5ce-4b9e-b088-4b427a25b64a req-f527d640-dc5f-427c-aeea-351e793af4a9 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:39.168142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65fb86e7-a5ce-4b9e-b088-4b427a25b64a req-f527d640-dc5f-427c-aeea-351e793af4a9 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 945 time: 0.0530148 Jan 28 06:31:39.254645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-65fb86e7-a5ce-4b9e-b088-4b427a25b64a req-2e503078-f209-45b0-8814-1c902acdf58d tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Deleting port 50e0eee2-e386-416c-a012-e358e76ec4d4 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:31:39.254874 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-65fb86e7-a5ce-4b9e-b088-4b427a25b64a req-2e503078-f209-45b0-8814-1c902acdf58d tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:39.342285 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-65fb86e7-a5ce-4b9e-b088-4b427a25b64a req-2e503078-f209-45b0-8814-1c902acdf58d tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] For port 50e0eee2-e386-416c-a012-e358e76ec4d4, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=50e0eee2-e386-416c-a012-e358e76ec4d4,segment=NetworkSegment(942edde5-2caa-4ff6-a59e-d3b66b1f60cc),segment_id=942edde5-2caa-4ff6-a59e-d3b66b1f60cc)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:31:39.342670 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-65fb86e7-a5ce-4b9e-b088-4b427a25b64a req-2e503078-f209-45b0-8814-1c902acdf58d tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:39.354406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-65fb86e7-a5ce-4b9e-b088-4b427a25b64a req-2e503078-f209-45b0-8814-1c902acdf58d tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Calling delete_port for 50e0eee2-e386-416c-a012-e358e76ec4d4 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:31:39.532753 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-65fb86e7-a5ce-4b9e-b088-4b427a25b64a req-2e503078-f209-45b0-8814-1c902acdf58d tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (50e0eee2-e386-416c-a012-e358e76ec4d4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:39.565697 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['50e0eee2-e386-416c-a012-e358e76ec4d4'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:31:39.566201 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e503078-f209-45b0-8814-1c902acdf58d tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Pushing event deleted for resources: {'Port': ['ID=50e0eee2-e386-416c-a012-e358e76ec4d4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:39.606903 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fb86e7-a5ce-4b9e-b088-4b427a25b64a req-2e503078-f209-45b0-8814-1c902acdf58d tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] No DVR routers for this DVR port 50e0eee2-e386-416c-a012-e358e76ec4d4 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:31:39.610040 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-65fb86e7-a5ce-4b9e-b088-4b427a25b64a req-2e503078-f209-45b0-8814-1c902acdf58d tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:39.613316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65fb86e7-a5ce-4b9e-b088-4b427a25b64a req-2e503078-f209-45b0-8814-1c902acdf58d tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.60 "DELETE /v2.0/ports/50e0eee2-e386-416c-a012-e358e76ec4d4 HTTP/1.1" status: 204 len: 173 time: 0.4398434 Jan 28 06:31:39.613763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25c241e-c73f-4db2-bb9a-666abf6f798b', 'name': 'network-vif-deleted', 'tag': '50e0eee2-e386-416c-a012-e358e76ec4d4'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:31:39.616014 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567bc0a5-68d5-488e-b0c2-57666c827052" -d '{"events": [{"server_uuid": "a25c241e-c73f-4db2-bb9a-666abf6f798b", "name": "network-vif-deleted", "tag": "50e0eee2-e386-416c-a012-e358e76ec4d4"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:31:39.653160 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9688ce9-4073-41c0-9f58-255494b3efd5 x-openstack-request-id: req-e9688ce9-4073-41c0-9f58-255494b3efd5 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:31:39.653286 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25c241e-c73f-4db2-bb9a-666abf6f798b", "name": "network-vif-deleted", "tag": "50e0eee2-e386-416c-a012-e358e76ec4d4", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:31:39.653448 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9688ce9-4073-41c0-9f58-255494b3efd5 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:31:39.653877 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25c241e-c73f-4db2-bb9a-666abf6f798b', 'name': 'network-vif-deleted', 'tag': '50e0eee2-e386-416c-a012-e358e76ec4d4', 'status': 'completed', 'code': 200} Jan 28 06:31:40.208934 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b0a1b12-caba-4771-9570-5a7f46cf3aa3 req-a391c61c-4d1b-4170-bb57-522a3b6b5417 tempest-ServerDiskConfigTestJSON-1926494292 tempest-ServerDiskConfigTestJSON-1926494292-project] 10.222.0.31 "GET /v2.0/ports?device_id=a25c241e-c73f-4db2-bb9a-666abf6f798b HTTP/1.1" status: 200 len: 210 time: 0.0266860 Jan 28 06:31:41.331472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53668) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:31:41.374960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43c1347-141c-43e4-9cce-cbed4bd8ffa6 admin admin] Deleting subnet c0550772-0a85-4d60-a0b1-f821b4b7af84 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:31:41.377937 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d43c1347-141c-43e4-9cce-cbed4bd8ffa6 admin admin] Publish callbacks [] for subnet (c0550772-0a85-4d60-a0b1-f821b4b7af84), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:41.415319 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d43c1347-141c-43e4-9cce-cbed4bd8ffa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (c0550772-0a85-4d60-a0b1-f821b4b7af84), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:41.452509 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d43c1347-141c-43e4-9cce-cbed4bd8ffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (c0550772-0a85-4d60-a0b1-f821b4b7af84), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:41.611961 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d43c1347-141c-43e4-9cce-cbed4bd8ffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (c0550772-0a85-4d60-a0b1-f821b4b7af84), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:41.636220 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c1347-141c-43e4-9cce-cbed4bd8ffa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0550772-0a85-4d60-a0b1-f821b4b7af84,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:41.642039 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d43c1347-141c-43e4-9cce-cbed4bd8ffa6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:41.645276 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d43c1347-141c-43e4-9cce-cbed4bd8ffa6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c0550772-0a85-4d60-a0b1-f821b4b7af84 HTTP/1.1" status: 204 len: 168 time: 0.3127446 Jan 28 06:31:41.647824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53670) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:31:41.717214 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f32516c-da2b-4500-b025-7f5f4a3b508f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (5a1208eb-3f52-45cd-a2e2-8c637012731f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:41.793479 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f32516c-da2b-4500-b025-7f5f4a3b508f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (5a1208eb-3f52-45cd-a2e2-8c637012731f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:41.814066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8f32516c-da2b-4500-b025-7f5f4a3b508f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1208eb-3f52-45cd-a2e2-8c637012731f']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:31:41.823087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8f32516c-da2b-4500-b025-7f5f4a3b508f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942edde5-2caa-4ff6-a59e-d3b66b1f60cc') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:31:41.823381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8f32516c-da2b-4500-b025-7f5f4a3b508f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942edde5-2caa-4ff6-a59e-d3b66b1f60cc') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:31:41.832902 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f32516c-da2b-4500-b025-7f5f4a3b508f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (942edde5-2caa-4ff6-a59e-d3b66b1f60cc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:41.845653 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f32516c-da2b-4500-b025-7f5f4a3b508f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (942edde5-2caa-4ff6-a59e-d3b66b1f60cc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:41.851362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f32516c-da2b-4500-b025-7f5f4a3b508f admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:31:41.851723 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f32516c-da2b-4500-b025-7f5f4a3b508f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (942edde5-2caa-4ff6-a59e-d3b66b1f60cc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:31:41.853299 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:31:41.971168 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f32516c-da2b-4500-b025-7f5f4a3b508f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (5a1208eb-3f52-45cd-a2e2-8c637012731f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:41.976605 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f32516c-da2b-4500-b025-7f5f4a3b508f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:41.979716 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8f32516c-da2b-4500-b025-7f5f4a3b508f admin admin] 10.222.0.31 "DELETE /v2.0/networks/5a1208eb-3f52-45cd-a2e2-8c637012731f HTTP/1.1" status: 204 len: 168 time: 0.3309743 Jan 28 06:31:41.990666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32516c-da2b-4500-b025-7f5f4a3b508f admin admin] Pushing event deleted for resources: {'Network': ['ID=5a1208eb-3f52-45cd-a2e2-8c637012731f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:42.239519 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53674) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:31:42.279326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b8e54981-7f79-4097-9fc0-9c25b73868e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d72395270a5422f9b8c9631dd660316&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385427 Jan 28 06:31:42.281888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53676) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:31:42.330786 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf83f-4828-46c4-8702-7f4c86df7525 admin admin] Publish callbacks [] for security_group (3df20222-9ced-40c4-80f1-7da79a7cd378), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:42.352136 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf83f-4828-46c4-8702-7f4c86df7525 admin admin] Publish callbacks [] for security_group (3df20222-9ced-40c4-80f1-7da79a7cd378), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:42.508290 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf83f-4828-46c4-8702-7f4c86df7525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3df20222-9ced-40c4-80f1-7da79a7cd378), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:42.511026 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf83f-4828-46c4-8702-7f4c86df7525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:42.512223 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b1fcf83f-4828-46c4-8702-7f4c86df7525 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3df20222-9ced-40c4-80f1-7da79a7cd378 HTTP/1.1" status: 204 len: 168 time: 0.2293229 Jan 28 06:31:42.520155 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcf83f-4828-46c4-8702-7f4c86df7525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df20222-9ced-40c4-80f1-7da79a7cd378,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:42.924421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 50e0eee2-e386-416c-a012-e358e76ec4d4 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:31:42.944324 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 50e0eee2-e386-416c-a012-e358e76ec4d4 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:31:42.944678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 50e0eee2-e386-416c-a012-e358e76ec4d4 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:31:43.462117 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53698) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:31:43.558493 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-bd542112-5eb6-47df-b0dc-882982f4160f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-311873756-network', 'tenant_id': '62b854be11f34f99b792a449845310ad'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:31:43.639991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd542112-5eb6-47df-b0dc-882982f4160f admin admin] Made reservation on behalf of 62b854be11f34f99b792a449845310ad for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:31:43.643211 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd542112-5eb6-47df-b0dc-882982f4160f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:43.655505 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd542112-5eb6-47df-b0dc-882982f4160f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:43.728109 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd542112-5eb6-47df-b0dc-882982f4160f admin admin] Publish callbacks [] for security_group (aedad952-6a54-4587-954d-dd1f142e150a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:43.811300 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd542112-5eb6-47df-b0dc-882982f4160f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (aedad952-6a54-4587-954d-dd1f142e150a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:43.838362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd542112-5eb6-47df-b0dc-882982f4160f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:31:43.845014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd542112-5eb6-47df-b0dc-882982f4160f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedad952-6a54-4587-954d-dd1f142e150a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:43.850819 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd542112-5eb6-47df-b0dc-882982f4160f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (b1355077-c62a-46bc-9a81-9899d81018b3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:43.851162 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-bd542112-5eb6-47df-b0dc-882982f4160f admin admin] Added segment b1355077-c62a-46bc-9a81-9899d81018b3 of type vlan for network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac Jan 28 06:31:43.890434 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd542112-5eb6-47df-b0dc-882982f4160f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (9b9203c5-3a24-4dfa-96e9-5fbed272fbac), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:43.976839 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd542112-5eb6-47df-b0dc-882982f4160f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (9b9203c5-3a24-4dfa-96e9-5fbed272fbac), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:43.977816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd542112-5eb6-47df-b0dc-882982f4160f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:43.978420 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd542112-5eb6-47df-b0dc-882982f4160f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:44.039714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd542112-5eb6-47df-b0dc-882982f4160f admin admin] Pushing event updated for resources: {'Network': ['ID=9b9203c5-3a24-4dfa-96e9-5fbed272fbac,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:44.049203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:31:44.113634 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bd542112-5eb6-47df-b0dc-882982f4160f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6480398 Jan 28 06:31:44.114420 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53702) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:31:44.119586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8b3df0ea-7a44-4576-aa50-30a5465d935c admin admin] Request body: {'subnet': {'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-311873756-subnet', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:31:44.194018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3df0ea-7a44-4576-aa50-30a5465d935c admin admin] Made reservation on behalf of 62b854be11f34f99b792a449845310ad for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:31:44.196371 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b3df0ea-7a44-4576-aa50-30a5465d935c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:44.411770 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b3df0ea-7a44-4576-aa50-30a5465d935c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (cced84d8-c444-4945-8d44-3d5d4818c7f9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:44.465997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3df0ea-7a44-4576-aa50-30a5465d935c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cced84d8-c444-4945-8d44-3d5d4818c7f9,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:44.476520 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3df0ea-7a44-4576-aa50-30a5465d935c admin admin] Checking segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:31:44.476872 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3df0ea-7a44-4576-aa50-30a5465d935c admin admin] Network hostable DHCP agents. Network: 9b9203c5-3a24-4dfa-96e9-5fbed272fbac, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:31:44.560088 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3df0ea-7a44-4576-aa50-30a5465d935c admin admin] Network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:31:44.623043 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-8b3df0ea-7a44-4576-aa50-30a5465d935c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 9b9203c5-3a24-4dfa-96e9-5fbed272fbac) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:31:44.627816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3df0ea-7a44-4576-aa50-30a5465d935c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:44.628471 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b3df0ea-7a44-4576-aa50-30a5465d935c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:44.632934 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6088ee-3ac1-40fa-9d13-3eb3406dafa4 None None] Network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:31:44.702054 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8b3df0ea-7a44-4576-aa50-30a5465d935c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5845332 Jan 28 06:31:44.702959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53704) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:31:44.707649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:31:44.733248 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'project_id': '62b854be11f34f99b792a449845310ad', 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:31:44.734127 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:44.789056 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (ef83a56b-c267-4ccf-a832-e154a27deaa9), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:44.790148 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (ef83a56b-c267-4ccf-a832-e154a27deaa9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:44.843190 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Publish callbacks [] for router_controller (ef83a56b-c267-4ccf-a832-e154a27deaa9), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:44.880683 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Allocated IP 172.20.0.2 (9b9203c5-3a24-4dfa-96e9-5fbed272fbac/cced84d8-c444-4945-8d44-3d5d4818c7f9/ed407ecd-d25c-4033-af31-eb1150ed8b51) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:31:45.044414 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Publish callbacks [] for router_gateway (ef83a56b-c267-4ccf-a832-e154a27deaa9), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:45.044734 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Publish callbacks [] for port (ed407ecd-d25c-4033-af31-eb1150ed8b51), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:45.132010 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (ed407ecd-d25c-4033-af31-eb1150ed8b51), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:45.170981 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:31:45.177293 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:31:45.181658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:31:45.184731 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Pushing event updated for resources: {'Port': ['ID=ed407ecd-d25c-4033-af31-eb1150ed8b51,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:45.240984 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Attempting to bind port ed407ecd-d25c-4033-af31-eb1150ed8b51 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:31:45.241359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Attempting to bind port ed407ecd-d25c-4033-af31-eb1150ed8b51 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:31:45.241726 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Attempting to bind port ed407ecd-d25c-4033-af31-eb1150ed8b51 on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:31:45.247163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:31:45.249747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Checking segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:31:45.249747 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:45.249747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Bound using segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:31:45.249747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Bound port: ed407ecd-d25c-4033-af31-eb1150ed8b51, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:31:45.249747 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ed407ecd-d25c-4033-af31-eb1150ed8b51), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:45.311411 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] For port ed407ecd-d25c-4033-af31-eb1150ed8b51, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:31:45.314895 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] For port ed407ecd-d25c-4033-af31-eb1150ed8b51, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ed407ecd-d25c-4033-af31-eb1150ed8b51,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:31:45.352594 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Publish callbacks [] for router_gateway (ef83a56b-c267-4ccf-a832-e154a27deaa9), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:45.372019 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:45.394552 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ed407ecd-d25c-4033-af31-eb1150ed8b51), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:45.454050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e1b6d-8dcb-4004-a024-afc3331efa53 None None] Pushing event updated for resources: {'Port': ['ID=ed407ecd-d25c-4033-af31-eb1150ed8b51,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:45.488100 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Allocated IP 172.25.0.179 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/438ce260-3244-4d11-8e57-bd025086c843) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:31:45.620371 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Publish callbacks [] for port (438ce260-3244-4d11-8e57-bd025086c843), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:45.720903 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (438ce260-3244-4d11-8e57-bd025086c843), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:45.755197 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ed407ecd-d25c-4033-af31-eb1150ed8b51 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:31:45.764609 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:31:45.770132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:31:45.775946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:31:45.781980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Pushing event updated for resources: {'Port': ['ID=438ce260-3244-4d11-8e57-bd025086c843,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:45.806976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port ed407ecd-d25c-4033-af31-eb1150ed8b51 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:31:45.807350 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ed407ecd-d25c-4033-af31-eb1150ed8b51), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:45.890003 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port ed407ecd-d25c-4033-af31-eb1150ed8b51 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:31:45.890318 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ed407ecd-d25c-4033-af31-eb1150ed8b51), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:45.924177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port ed407ecd-d25c-4033-af31-eb1150ed8b51, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ed407ecd-d25c-4033-af31-eb1150ed8b51,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:31:46.006084 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ed407ecd-d25c-4033-af31-eb1150ed8b51), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:46.053871 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=ed407ecd-d25c-4033-af31-eb1150ed8b51,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:46.122057 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Publish callbacks [] for router_gateway (ef83a56b-c267-4ccf-a832-e154a27deaa9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:46.323116 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (ef83a56b-c267-4ccf-a832-e154a27deaa9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:46.385674 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e28daa-e6ae-444a-803f-9841a1a90b6f None None] Network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:31:46.486309 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a1b547c1-c15a-423e-a009-806950ac47dd None None] Provisioning complete for port ed407ecd-d25c-4033-af31-eb1150ed8b51 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:31:46.486613 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a1b547c1-c15a-423e-a009-806950ac47dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ed407ecd-d25c-4033-af31-eb1150ed8b51), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:46.531226 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Router ef83a56b-c267-4ccf-a832-e154a27deaa9 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:31:46.579771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a1b547c1-c15a-423e-a009-806950ac47dd None None] Current status of the port ed407ecd-d25c-4033-af31-eb1150ed8b51 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:31:46.648447 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:31:46.658014 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Sync routers for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:31:46.669716 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:31:46.676287 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:31:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:31:46.748757 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:46.748757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-87bc144b-964b-44fc-9ee9-160a37a833a2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0421290 Jan 28 06:31:46.749012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53706) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:31:46.775859 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:31:46.799958 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f4c7657c-55a1-42e0-81bd-20e83b62fa5f None None] Provisioning complete for port ed407ecd-d25c-4033-af31-eb1150ed8b51 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:31:46.800477 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4c7657c-55a1-42e0-81bd-20e83b62fa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ed407ecd-d25c-4033-af31-eb1150ed8b51), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:46.882537 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f4c7657c-55a1-42e0-81bd-20e83b62fa5f None None] Current status of the port ed407ecd-d25c-4033-af31-eb1150ed8b51 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:31:46.955491 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:45Z', 'revision_number': 3, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:31:46.987039 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Checking router: ef83a56b-c267-4ccf-a832-e154a27deaa9 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:31:46.987393 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Updating router ef83a56b-c267-4ccf-a832-e154a27deaa9 port 438ce260-3244-4d11-8e57-bd025086c843 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:31:47.013994 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (438ce260-3244-4d11-8e57-bd025086c843), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:47.275688 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Publish callbacks [] for port (438ce260-3244-4d11-8e57-bd025086c843), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:47.320097 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (438ce260-3244-4d11-8e57-bd025086c843), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:47.372282 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Attempting to bind port 438ce260-3244-4d11-8e57-bd025086c843 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:31:47.372654 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Attempting to bind port 438ce260-3244-4d11-8e57-bd025086c843 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:31:47.373093 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Attempting to bind port 438ce260-3244-4d11-8e57-bd025086c843 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:31:47.380339 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc488fe-7e9e-457c-94b9-b243230d42eb None None] Pushing event updated for resources: {'Port': ['ID=438ce260-3244-4d11-8e57-bd025086c843,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:47.388678 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:31:47.389052 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:31:47.389447 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:47.389830 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:31:47.390292 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Bound port: 438ce260-3244-4d11-8e57-bd025086c843, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:31:47.391053 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (438ce260-3244-4d11-8e57-bd025086c843), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:47.395016 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc488fe-7e9e-457c-94b9-b243230d42eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:47.395715 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc488fe-7e9e-457c-94b9-b243230d42eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:47.395715 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc488fe-7e9e-457c-94b9-b243230d42eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:47.396010 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc488fe-7e9e-457c-94b9-b243230d42eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:47.396336 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc488fe-7e9e-457c-94b9-b243230d42eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:47.396663 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc488fe-7e9e-457c-94b9-b243230d42eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:47.396983 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc488fe-7e9e-457c-94b9-b243230d42eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:47.397309 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc488fe-7e9e-457c-94b9-b243230d42eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:47.397624 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc488fe-7e9e-457c-94b9-b243230d42eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:47.397939 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc488fe-7e9e-457c-94b9-b243230d42eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:47.398256 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc488fe-7e9e-457c-94b9-b243230d42eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:47.398718 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc488fe-7e9e-457c-94b9-b243230d42eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:47.399390 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc488fe-7e9e-457c-94b9-b243230d42eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:47.456977 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] For port 438ce260-3244-4d11-8e57-bd025086c843, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:31:47.460347 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] For port 438ce260-3244-4d11-8e57-bd025086c843, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=438ce260-3244-4d11-8e57-bd025086c843,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:31:47.529635 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:47.537561 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (438ce260-3244-4d11-8e57-bd025086c843), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:47.595880 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:31:47.596487 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:31:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:31:47.599083 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc488fe-7e9e-457c-94b9-b243230d42eb None None] Pushing event updated for resources: {'Port': ['ID=438ce260-3244-4d11-8e57-bd025086c843,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:47.699729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ed407ecd-d25c-4033-af31-eb1150ed8b51 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:31:47.703168 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] Allocated IP 172.20.0.1 (9b9203c5-3a24-4dfa-96e9-5fbed272fbac/cced84d8-c444-4945-8d44-3d5d4818c7f9/df03d5bf-30b3-4827-8b5b-9c2fd95a0945) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:31:47.756791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port ed407ecd-d25c-4033-af31-eb1150ed8b51 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:31:47.757173 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ed407ecd-d25c-4033-af31-eb1150ed8b51), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:47.813514 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:31:47.820226 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] Publish callbacks [] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:47.836330 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port ed407ecd-d25c-4033-af31-eb1150ed8b51 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:31:47.903069 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:47.939823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] Network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:31:47.944337 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:31:47.946949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:31:47.980112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] Pushing event updated for resources: {'Port': ['ID=df03d5bf-30b3-4827-8b5b-9c2fd95a0945,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:47.996042 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:45Z', 'revision_number': 3, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:31:47.996454 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (ef83a56b-c267-4ccf-a832-e154a27deaa9), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:48.023512 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8bae19-ed72-4f4a-8a1d-3ab2f6cb3836 None None] The sync data for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 is: [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:45Z', 'revision_number': 3, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:31:48.200481 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:48.220881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ea548c15-e149-4f91-9e2f-519e7df4573f None None] Provisioning complete for port df03d5bf-30b3-4827-8b5b-9c2fd95a0945 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:31:48.221486 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea548c15-e149-4f91-9e2f-519e7df4573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:48.277595 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ea548c15-e149-4f91-9e2f-519e7df4573f None None] Port df03d5bf-30b3-4827-8b5b-9c2fd95a0945 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:31:48.388169 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] Publish callbacks [] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:48.445837 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:48.522236 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (ef83a56b-c267-4ccf-a832-e154a27deaa9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:48.523921 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] Pushing event updated for resources: {'Port': ['ID=df03d5bf-30b3-4827-8b5b-9c2fd95a0945,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:48.622789 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] Network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:31:48.624286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:31:48.756546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] Router ef83a56b-c267-4ccf-a832-e154a27deaa9 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:31:48.876870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:31:48.882070 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b05e6db0-318d-4ed5-a6dd-53889c433b05 admin admin] 10.222.0.31 "PUT /v2.0/routers/ef83a56b-c267-4ccf-a832-e154a27deaa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1321182 Jan 28 06:31:48.905055 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-02a669cf-9bfc-47be-87f1-53c828662179 None None] Provisioning complete for port df03d5bf-30b3-4827-8b5b-9c2fd95a0945 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:31:48.905606 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02a669cf-9bfc-47be-87f1-53c828662179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:48.943642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-02a669cf-9bfc-47be-87f1-53c828662179 None None] Port df03d5bf-30b3-4827-8b5b-9c2fd95a0945 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:31:49.625867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53714) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:31:49.630661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1474674853', 'description': 'tempest-description--1534727871'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:31:49.727494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 438ce260-3244-4d11-8e57-bd025086c843 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:31:49.728286 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:49.766422 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Sync routers for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:31:49.780581 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:31:49.781875 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:31:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:31:49.802978 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for security_group (043fa460-680d-4aa9-8f9e-49d51488f79f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:49.834024 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 438ce260-3244-4d11-8e57-bd025086c843 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:31:49.834864 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (438ce260-3244-4d11-8e57-bd025086c843), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:49.868628 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (043fa460-680d-4aa9-8f9e-49d51488f79f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:49.899439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043fa460-680d-4aa9-8f9e-49d51488f79f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:49.907703 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:49.908052 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:49.908408 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:49.908750 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:49.909090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:49.909430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:49.909767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:49.910119 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:49.910456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:49.910816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:49.911149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:49.911478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:49.911811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:49.930329 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:31:49.957111 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:49.958542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-63c0a301-3b67-4120-8926-038a3e361a05 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3313951 Jan 28 06:31:49.962392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53716) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:31:49.967107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c50f8b82-9f04-4e35-968c-f2b59375272b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Request body: {'security_group_rule': {'security_group_id': '043fa460-680d-4aa9-8f9e-49d51488f79f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:31:50.031163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 438ce260-3244-4d11-8e57-bd025086c843 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:31:50.031533 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (438ce260-3244-4d11-8e57-bd025086c843), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:50.056999 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c50f8b82-9f04-4e35-968c-f2b59375272b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for security_group_rule (1d8510c4-431b-4b96-873f-ae8aad0d4861), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:50.092468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 438ce260-3244-4d11-8e57-bd025086c843, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=438ce260-3244-4d11-8e57-bd025086c843,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:31:50.114354 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c50f8b82-9f04-4e35-968c-f2b59375272b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for security_group_rule (1d8510c4-431b-4b96-873f-ae8aad0d4861), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:50.160250 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (438ce260-3244-4d11-8e57-bd025086c843), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:50.182730 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c50f8b82-9f04-4e35-968c-f2b59375272b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (1d8510c4-431b-4b96-873f-ae8aad0d4861), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:50.206494 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f8b82-9f04-4e35-968c-f2b59375272b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8510c4-431b-4b96-873f-ae8aad0d4861,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:50.217453 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 2, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:31:50.222385 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=438ce260-3244-4d11-8e57-bd025086c843,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:50.247703 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Checking router: ef83a56b-c267-4ccf-a832-e154a27deaa9 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:31:50.248059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Updating router ef83a56b-c267-4ccf-a832-e154a27deaa9 port df03d5bf-30b3-4827-8b5b-9c2fd95a0945 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:31:50.255535 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:50.255876 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:50.256212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:50.256551 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:50.256879 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:50.257205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:50.257534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:50.257858 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:50.258178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:50.258556 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:50.258876 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:50.259198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:50.259543 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:50.271842 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c50f8b82-9f04-4e35-968c-f2b59375272b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:50.273827 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c50f8b82-9f04-4e35-968c-f2b59375272b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3098574 Jan 28 06:31:50.275863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53718) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:31:50.280462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d48d6aad-b66e-4e96-9b9b-4b08e386c9cc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Request body: {'security_group_rule': {'security_group_id': '043fa460-680d-4aa9-8f9e-49d51488f79f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:31:50.285358 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:50.359080 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d48d6aad-b66e-4e96-9b9b-4b08e386c9cc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for security_group_rule (57c973a3-9df4-4dc8-9e13-b8ca30156feb), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:50.426738 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d48d6aad-b66e-4e96-9b9b-4b08e386c9cc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for security_group_rule (57c973a3-9df4-4dc8-9e13-b8ca30156feb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:50.480128 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d48d6aad-b66e-4e96-9b9b-4b08e386c9cc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (57c973a3-9df4-4dc8-9e13-b8ca30156feb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:50.499359 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d6aad-b66e-4e96-9b9b-4b08e386c9cc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c973a3-9df4-4dc8-9e13-b8ca30156feb,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:50.561938 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d48d6aad-b66e-4e96-9b9b-4b08e386c9cc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:50.566167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d48d6aad-b66e-4e96-9b9b-4b08e386c9cc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2864196 Jan 28 06:31:50.575909 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53720) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:31:50.575909 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-29626f6b-a0c9-4cda-8e81-3abd30f32dbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:31:50.634442 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29626f6b-a0c9-4cda-8e81-3abd30f32dbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:50.711192 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Publish callbacks [] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:50.731122 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29626f6b-a0c9-4cda-8e81-3abd30f32dbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:50.782885 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:50.833326 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79209e6a-81ab-4622-a973-a89df064c5cb None None] Pushing event updated for resources: {'Port': ['ID=df03d5bf-30b3-4827-8b5b-9c2fd95a0945,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:50.843441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-29626f6b-a0c9-4cda-8e81-3abd30f32dbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Allocated IP 172.25.0.172 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/0eda73d6-dc07-4a81-a566-822fe6e68a28) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:31:50.900707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Attempting to bind port df03d5bf-30b3-4827-8b5b-9c2fd95a0945 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:31:50.901667 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Attempting to bind port df03d5bf-30b3-4827-8b5b-9c2fd95a0945 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:31:50.902043 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Attempting to bind port df03d5bf-30b3-4827-8b5b-9c2fd95a0945 on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:31:50.909149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:31:50.914088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Checking segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:31:50.914088 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:50.914088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Bound using segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:31:50.914088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Bound port: df03d5bf-30b3-4827-8b5b-9c2fd95a0945, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:31:50.914088 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:50.951221 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29626f6b-a0c9-4cda-8e81-3abd30f32dbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for port (0eda73d6-dc07-4a81-a566-822fe6e68a28), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:50.980204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] For port df03d5bf-30b3-4827-8b5b-9c2fd95a0945, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:31:50.983924 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] For port df03d5bf-30b3-4827-8b5b-9c2fd95a0945, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=df03d5bf-30b3-4827-8b5b-9c2fd95a0945,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:31:51.052178 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29626f6b-a0c9-4cda-8e81-3abd30f32dbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (0eda73d6-dc07-4a81-a566-822fe6e68a28), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:51.081430 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-bfa911da-7b4f-49c2-8ccd-0d74b0333bbd None None] Provisioning complete for port df03d5bf-30b3-4827-8b5b-9c2fd95a0945 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:31:51.081818 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bfa911da-7b4f-49c2-8ccd-0d74b0333bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:51.095791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29626f6b-a0c9-4cda-8e81-3abd30f32dbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:31:51.098466 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-29626f6b-a0c9-4cda-8e81-3abd30f32dbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:31:51.104011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29626f6b-a0c9-4cda-8e81-3abd30f32dbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:31:51.106645 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:51.128389 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29626f6b-a0c9-4cda-8e81-3abd30f32dbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Pushing event updated for resources: {'Port': ['ID=0eda73d6-dc07-4a81-a566-822fe6e68a28,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:51.164849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bfa911da-7b4f-49c2-8ccd-0d74b0333bbd None None] Port df03d5bf-30b3-4827-8b5b-9c2fd95a0945 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:31:51.182652 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:31:51.183235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:31:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:31:51.197987 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29626f6b-a0c9-4cda-8e81-3abd30f32dbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for floatingip (0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:51.226735 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79209e6a-81ab-4622-a973-a89df064c5cb None None] Pushing event updated for resources: {'Port': ['ID=df03d5bf-30b3-4827-8b5b-9c2fd95a0945,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:51.305127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:31:51.314278 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29626f6b-a0c9-4cda-8e81-3abd30f32dbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0eda73d6-dc07-4a81-a566-822fe6e68a28), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:51.439795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d76830cd-2cf9-4c1e-875a-9092f1a6e7d6 None None] Provisioning complete for port df03d5bf-30b3-4827-8b5b-9c2fd95a0945 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:31:51.440101 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d76830cd-2cf9-4c1e-875a-9092f1a6e7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:51.473506 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29626f6b-a0c9-4cda-8e81-3abd30f32dbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for port (0eda73d6-dc07-4a81-a566-822fe6e68a28), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:51.531867 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29626f6b-a0c9-4cda-8e81-3abd30f32dbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (0eda73d6-dc07-4a81-a566-822fe6e68a28), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:51.572738 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d76830cd-2cf9-4c1e-875a-9092f1a6e7d6 None None] Current status of the port df03d5bf-30b3-4827-8b5b-9c2fd95a0945 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:31:51.573130 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d76830cd-2cf9-4c1e-875a-9092f1a6e7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:51.605701 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:31:51.606094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29626f6b-a0c9-4cda-8e81-3abd30f32dbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Pushing event updated for resources: {'Port': ['ID=0eda73d6-dc07-4a81-a566-822fe6e68a28,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:51.615398 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29626f6b-a0c9-4cda-8e81-3abd30f32dbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:51.641366 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d76830cd-2cf9-4c1e-875a-9092f1a6e7d6 None None] For port df03d5bf-30b3-4827-8b5b-9c2fd95a0945, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=df03d5bf-30b3-4827-8b5b-9c2fd95a0945,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:31:51.642916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb7fc8e-9691-4caa-9d5a-7a1859994d9d None None] The sync data for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 is: [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:31:51.696136 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29626f6b-a0c9-4cda-8e81-3abd30f32dbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:51.705510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-29626f6b-a0c9-4cda-8e81-3abd30f32dbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1301043 Jan 28 06:31:51.714820 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d76830cd-2cf9-4c1e-875a-9092f1a6e7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:51.726032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 438ce260-3244-4d11-8e57-bd025086c843 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:31:51.814205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76830cd-2cf9-4c1e-875a-9092f1a6e7d6 None None] Pushing event updated for resources: {'Port': ['ID=df03d5bf-30b3-4827-8b5b-9c2fd95a0945,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:51.827364 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 438ce260-3244-4d11-8e57-bd025086c843 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:31:51.827824 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (438ce260-3244-4d11-8e57-bd025086c843), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:51.893762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-482e25b5-d9e3-4e85-aafb-5cafd82cf2ef tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1474674853&fields=id&tenant_id=62b854be11f34f99b792a449845310ad HTTP/1.1" status: 200 len: 267 time: 0.0519238 Jan 28 06:31:51.929235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 438ce260-3244-4d11-8e57-bd025086c843 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:31:52.013313 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-8029ea08-7d3e-4462-805e-270025123ce2 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:52.014862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-8029ea08-7d3e-4462-805e-270025123ce2 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 811 time: 0.1098325 Jan 28 06:31:52.029920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-30fb4ab6-6352-43a1-8d6e-7569bb5a1685 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/quotas/62b854be11f34f99b792a449845310ad HTTP/1.1" status: 200 len: 375 time: 0.0095468 Jan 28 06:31:52.087932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-02780157-e986-4923-88fb-6cbf5ebd8e0e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524552 Jan 28 06:31:52.193754 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-20eb08e8-ce04-42e6-884c-c0fec84b8c09 service neutron] 10.222.0.31 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933135 Jan 28 06:31:52.292662 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-37c0b704-87f9-4f20-a024-8670450c2038 service neutron] 10.222.0.31 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929842 Jan 28 06:31:52.519803 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdde75ac-d47a-43d5-81ee-996e849367f0 req-eab0f7bb-b177-45f0-ba6a-3f72cdbb4eca tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 210 time: 0.0412099 Jan 28 06:31:53.618417 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b31312d7-d38d-4ae3-bec0-4a464e50707a req-8f231e4c-3c28-4aa9-989b-063c116e0c70 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 210 time: 0.0270982 Jan 28 06:31:53.726012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device df03d5bf-30b3-4827-8b5b-9c2fd95a0945 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:31:53.773849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port df03d5bf-30b3-4827-8b5b-9c2fd95a0945 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:31:53.774147 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:53.852830 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port df03d5bf-30b3-4827-8b5b-9c2fd95a0945 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:31:54.529758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-a2ded8fc-8afd-4433-9bf1-18b042ac96eb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:54.540057 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-a2ded8fc-8afd-4433-9bf1-18b042ac96eb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 811 time: 0.1078291 Jan 28 06:31:54.600630 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-4b6c8cbf-361f-4623-9d4c-9ac9fdabfb14 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b854be11f34f99b792a449845310ad HTTP/1.1" status: 200 len: 380 time: 0.0537665 Jan 28 06:31:54.608669 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Request body: {'port': {'device_id': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'admin_state_up': True, 'tenant_id': '62b854be11f34f99b792a449845310ad', 'security_groups': ['043fa460-680d-4aa9-8f9e-49d51488f79f']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:31:54.727523 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1010fe0-8a04-4e77-9e9e-1bd7d033a30f req-ed36d3ed-93d2-48e7-bb1a-b5cda4710bd7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 210 time: 0.0272193 Jan 28 06:31:54.759480 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Made reservation on behalf of 62b854be11f34f99b792a449845310ad for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:31:54.766646 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:54.892443 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Allocated IP 172.20.0.11 (9b9203c5-3a24-4dfa-96e9-5fbed272fbac/cced84d8-c444-4945-8d44-3d5d4818c7f9/7e6ac9b9-5175-4983-8874-7344e9589cfa) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:31:55.098210 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:55.172178 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:55.214344 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:31:55.217264 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:31:55.223988 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:31:55.230039 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Pushing event updated for resources: {'Port': ['ID=7e6ac9b9-5175-4983-8874-7344e9589cfa,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:55.263294 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:55.263642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:55.263982 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:55.264319 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:55.264652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:55.264982 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:55.265347 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:55.265901 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:55.266286 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:55.266633 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:55.266959 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:55.267284 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:55.267607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:31:55.289110 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:55.289727 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:55.302802 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:55.361719 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-4234a1ea-d176-4618-afd7-f2e21f2f968f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7522497 Jan 28 06:31:55.374941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Request body: {'port': {'device_id': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:31:55.435142 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:55.461831 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b9536c59-952b-4997-838c-e6aea2fba37b None None] Provisioning complete for port 7e6ac9b9-5175-4983-8874-7344e9589cfa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:31:55.462204 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9536c59-952b-4997-838c-e6aea2fba37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:55.497483 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b9536c59-952b-4997-838c-e6aea2fba37b None None] Port 7e6ac9b9-5175-4983-8874-7344e9589cfa cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:31:55.695642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6ac9b9-5175-4983-8874-7344e9589cfa {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:31:55.702969 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Publish callbacks [] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:55.714266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Transition to ACTIVE for port object 7e6ac9b9-5175-4983-8874-7344e9589cfa will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:31:55.828391 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:55.843782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b5321-cfbd-46d5-9d94-3ce24bd93c4c req-e933661e-dd35-44fd-a50f-bab96fcc21a8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:55.845462 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f86b5321-cfbd-46d5-9d94-3ce24bd93c4c req-e933661e-dd35-44fd-a50f-bab96fcc21a8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 932 time: 0.0486097 Jan 28 06:31:55.879196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6ac9b9-5175-4983-8874-7344e9589cfa,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:55.902710 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f86b5321-cfbd-46d5-9d94-3ce24bd93c4c req-1cace01c-8c53-40f3-a14b-a3e52eef98ea tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512145 Jan 28 06:31:55.963294 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Attempting to bind port 7e6ac9b9-5175-4983-8874-7344e9589cfa on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:31:55.963638 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Attempting to bind port 7e6ac9b9-5175-4983-8874-7344e9589cfa by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:31:55.963979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Attempting to bind port 7e6ac9b9-5175-4983-8874-7344e9589cfa on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:31:55.969303 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Port 7e6ac9b9-5175-4983-8874-7344e9589cfa on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:31:55.969638 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Attempting to bind port 7e6ac9b9-5175-4983-8874-7344e9589cfa on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:31:55.974642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:31:55.974988 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Checking segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:31:55.975381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Bound using segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:31:55.975814 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Bound port: 7e6ac9b9-5175-4983-8874-7344e9589cfa, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:31:55.976177 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:56.043223 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] For port 7e6ac9b9-5175-4983-8874-7344e9589cfa, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:31:56.046241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] For port 7e6ac9b9-5175-4983-8874-7344e9589cfa, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:31:56.102737 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:56.137768 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:56.138360 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:56.139774 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] 10.222.0.64 "PUT /v2.0/ports/7e6ac9b9-5175-4983-8874-7344e9589cfa HTTP/1.1" status: 200 len: 1093 time: 0.7693801 Jan 28 06:31:56.140213 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'tag': '7e6ac9b9-5175-4983-8874-7344e9589cfa'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:31:56.142455 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86388dcdfa6289176eae8f828b5016613a03d5d9c27e062e487b605e446c1bc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681f028a-c828-4f5f-a7ee-41df4a7348bd" -d '{"events": [{"name": "network-changed", "server_uuid": "27c2de1b-053d-4d56-93af-d8789e6f06c9", "tag": "7e6ac9b9-5175-4983-8874-7344e9589cfa"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:31:56.167964 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935335b8-64c6-4bd4-9f1c-b2e21a7b10f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6ac9b9-5175-4983-8874-7344e9589cfa,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:56.184803 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109e7656-d64f-4424-9db1-47c4d8c55d94 x-openstack-request-id: req-109e7656-d64f-4424-9db1-47c4d8c55d94 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:31:56.185116 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c2de1b-053d-4d56-93af-d8789e6f06c9", "tag": "7e6ac9b9-5175-4983-8874-7344e9589cfa", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:31:56.185378 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-109e7656-d64f-4424-9db1-47c4d8c55d94 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:31:56.185974 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'tag': '7e6ac9b9-5175-4983-8874-7344e9589cfa', 'status': 'completed', 'code': 200} Jan 28 06:31:56.269124 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f028a-c828-4f5f-a7ee-41df4a7348bd req-f5a09eac-47f3-4a37-9289-d14782009cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:56.270712 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-681f028a-c828-4f5f-a7ee-41df4a7348bd req-f5a09eac-47f3-4a37-9289-d14782009cb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 1096 time: 0.0438037 Jan 28 06:31:56.383294 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f028a-c828-4f5f-a7ee-41df4a7348bd req-67807e8a-3dc3-49b3-96fb-a9b372a0725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:56.384836 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-681f028a-c828-4f5f-a7ee-41df4a7348bd req-67807e8a-3dc3-49b3-96fb-a9b372a0725b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=62b854be11f34f99b792a449845310ad&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1014750 Jan 28 06:31:56.478433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f028a-c828-4f5f-a7ee-41df4a7348bd req-248d4a56-f0ce-4e81-a92a-c807d0f656bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:56.479851 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-681f028a-c828-4f5f-a7ee-41df4a7348bd req-248d4a56-f0ce-4e81-a92a-c807d0f656bf service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896475 Jan 28 06:31:56.579092 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-68d235f3-e568-46f8-be17-ffc9970bbffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:56.580579 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-68d235f3-e568-46f8-be17-ffc9970bbffb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 1096 time: 0.0453846 Jan 28 06:31:56.626812 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-0cf35b13-d8be-4203-8203-a35903b955ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa HTTP/1.1" status: 200 len: 217 time: 0.0344007 Jan 28 06:31:56.673891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-997385f2-2baa-4edb-886e-b14d65d07396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:56.675346 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-997385f2-2baa-4edb-886e-b14d65d07396 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0435078 Jan 28 06:31:56.723152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-a23af4b7-fbde-42ba-8fcc-268e81cd9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:56.724646 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-a23af4b7-fbde-42ba-8fcc-268e81cd9f8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436578 Jan 28 06:31:56.813001 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-83083fab-7a35-4f40-94ce-a26fda43f1be service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820174 Jan 28 06:31:56.903418 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a707441e-c0df-4cc0-a6ab-964eb786aaf1 req-4debd1e0-20cc-44ed-a929-97b0a1a699dd service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855856 Jan 28 06:31:57.021142 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a914d0f-1340-4146-8cf9-97b0f0a48343 req-18d310cc-28e7-4dd0-a86c-e81cd6a50ab1 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:57.022735 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a914d0f-1340-4146-8cf9-97b0f0a48343 req-18d310cc-28e7-4dd0-a86c-e81cd6a50ab1 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 944 time: 0.0490427 Jan 28 06:31:57.069713 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a914d0f-1340-4146-8cf9-97b0f0a48343 req-2de67507-7725-4d22-b315-2bbec2de8fd8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412419 Jan 28 06:31:58.022701 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:58.188802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cd11d-df72-4811-a8d3-f9249356f227 req-3c92e4e7-2023-458f-8430-107e385e577b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:58.190399 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d85cd11d-df72-4811-a8d3-f9249356f227 req-3c92e4e7-2023-458f-8430-107e385e577b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 944 time: 0.0481827 Jan 28 06:31:58.237462 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d85cd11d-df72-4811-a8d3-f9249356f227 req-a2a1f819-4d20-4da2-8735-37ca34d59e19 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414698 Jan 28 06:31:58.996220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7e6ac9b9-5175-4983-8874-7344e9589cfa details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:31:59.089668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 7e6ac9b9-5175-4983-8874-7344e9589cfa, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:31:59.100905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '7e6ac9b9-5175-4983-8874-7344e9589cfa', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'port_id': '7e6ac9b9-5175-4983-8874-7344e9589cfa', 'mac_address': 'fa:16:3e:1a:57:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:31:59.136369 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 7e6ac9b9-5175-4983-8874-7344e9589cfa is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:31:59.136751 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:59.149779 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6ac9b9-5175-4983-8874-7344e9589cfa {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:31:59.168203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 7e6ac9b9-5175-4983-8874-7344e9589cfa, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:31:59.251241 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:31:59.300280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=7e6ac9b9-5175-4983-8874-7344e9589cfa,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:31:59.357424 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc0f0f-7ccb-4a92-b489-c2f2cba00e08 req-6b992951-8ce0-42cf-bad9-e571bfcdcf6b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:31:59.358531 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58dc0f0f-7ccb-4a92-b489-c2f2cba00e08 req-6b992951-8ce0-42cf-bad9-e571bfcdcf6b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 945 time: 0.0510938 Jan 28 06:31:59.405299 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-58dc0f0f-7ccb-4a92-b489-c2f2cba00e08 req-7c4fa825-78a5-4a48-a725-5e91c299cf36 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406294 Jan 28 06:31:59.525691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['7e6ac9b9-5175-4983-8874-7344e9589cfa'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:32:00.518469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63f817-bda9-4a5d-a38d-8ed1f3bb5c1c req-176e5e2d-60d8-4396-8ec6-9b73906a097f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:00.519950 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc63f817-bda9-4a5d-a38d-8ed1f3bb5c1c req-176e5e2d-60d8-4396-8ec6-9b73906a097f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 945 time: 0.0488005 Jan 28 06:32:00.566141 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc63f817-bda9-4a5d-a38d-8ed1f3bb5c1c req-72307bfb-280c-41a1-9af5-b5115eee9e09 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407581 Jan 28 06:32:00.993211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7e6ac9b9-5175-4983-8874-7344e9589cfa up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:32:01.136440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 7e6ac9b9-5175-4983-8874-7344e9589cfa completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:32:01.140727 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 7e6ac9b9-5175-4983-8874-7344e9589cfa triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:32:01.141098 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:01.216038 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 7e6ac9b9-5175-4983-8874-7344e9589cfa is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:32:01.216428 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:01.237718 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6ac9b9-5175-4983-8874-7344e9589cfa'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:32:01.239957 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec116dd2133733478d25b6ba14af61939adc2d242004a1d87ade85185c2142f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfb7c1e-8c0a-4121-9298-8e179ad05df9" -d '{"events": [{"server_uuid": "27c2de1b-053d-4d56-93af-d8789e6f06c9", "name": "network-vif-plugged", "status": "completed", "tag": "7e6ac9b9-5175-4983-8874-7344e9589cfa"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:32:01.252809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 7e6ac9b9-5175-4983-8874-7344e9589cfa, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:32:01.278230 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20686676-13fd-4f5c-a856-6259a045c19d x-openstack-request-id: req-20686676-13fd-4f5c-a856-6259a045c19d {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:32:01.278554 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c2de1b-053d-4d56-93af-d8789e6f06c9", "name": "network-vif-plugged", "status": "completed", "tag": "7e6ac9b9-5175-4983-8874-7344e9589cfa", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:32:01.278836 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20686676-13fd-4f5c-a856-6259a045c19d {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:32:01.279241 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6ac9b9-5175-4983-8874-7344e9589cfa', 'code': 200} Jan 28 06:32:01.319836 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:01.374154 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=7e6ac9b9-5175-4983-8874-7344e9589cfa,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:01.408787 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c178d6-aacd-4c9b-9565-7d75d556bcfe req-ea6359a6-0d3c-4d92-b1c4-94e639707f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:01.410283 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-11c178d6-aacd-4c9b-9565-7d75d556bcfe req-ea6359a6-0d3c-4d92-b1c4-94e639707f59 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 1098 time: 0.0425546 Jan 28 06:32:01.454114 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-11c178d6-aacd-4c9b-9565-7d75d556bcfe req-f3aed445-dd03-4111-b5b7-4b410a8cea98 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377831 Jan 28 06:32:01.730750 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2415e-358b-471a-a535-a9a62bd32ed7 req-ed625a72-9084-4225-9924-9f2899978a7f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:01.732188 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2e2415e-358b-471a-a535-a9a62bd32ed7 req-ed625a72-9084-4225-9924-9f2899978a7f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0461369 Jan 28 06:32:01.782404 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c2e2415e-358b-471a-a535-a9a62bd32ed7 req-55e8b1d1-353c-4019-b51d-3a828907265d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440395 Jan 28 06:32:02.456418 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18e2e038-70f3-4aa2-925a-ac5bec82bfef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:02.934561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cae21b-97f6-44c8-aeef-23d251661685 req-3ce844a9-fa0f-4045-b37c-1da69619b6e6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:02.936075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85cae21b-97f6-44c8-aeef-23d251661685 req-3ce844a9-fa0f-4045-b37c-1da69619b6e6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0476289 Jan 28 06:32:02.983101 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85cae21b-97f6-44c8-aeef-23d251661685 req-cd6404b3-0452-46fc-82e2-9cca5ceb871a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406101 Jan 28 06:32:03.097216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec6ec1-0f01-4750-928f-ed32668191af req-d1855e4c-967d-4483-8262-08c8481f777e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:03.098729 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ceec6ec1-0f01-4750-928f-ed32668191af req-d1855e4c-967d-4483-8262-08c8481f777e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0488515 Jan 28 06:32:03.107174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 53776) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:32:03.111965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-92125ed5-1b27-47cd-ac85-0355fabc6cc7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Request body: {'floatingip': {'port_id': '7e6ac9b9-5175-4983-8874-7344e9589cfa'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:32:03.153695 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92125ed5-1b27-47cd-ac85-0355fabc6cc7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for floatingip (0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:03.583288 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92125ed5-1b27-47cd-ac85-0355fabc6cc7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:03.645101 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92125ed5-1b27-47cd-ac85-0355fabc6cc7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:03.740108 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-92125ed5-1b27-47cd-ac85-0355fabc6cc7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Floating IP 0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062 associated. External IP: 172.25.0.172, port: 7e6ac9b9-5175-4983-8874-7344e9589cfa. Jan 28 06:32:03.941558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92125ed5-1b27-47cd-ac85-0355fabc6cc7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Router ef83a56b-c267-4ccf-a832-e154a27deaa9 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:32:04.045334 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92125ed5-1b27-47cd-ac85-0355fabc6cc7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:32:04.051120 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92125ed5-1b27-47cd-ac85-0355fabc6cc7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:04.089470 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b379d-7214-45e5-b57b-bc149b8664eb None None] Sync routers for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:32:04.089470 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b379d-7214-45e5-b57b-bc149b8664eb None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:32:04.089470 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8a9b379d-7214-45e5-b57b-bc149b8664eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:31:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:32:04.091069 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-92125ed5-1b27-47cd-ac85-0355fabc6cc7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "PUT /v2.0/floatingips/0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062 HTTP/1.1" status: 200 len: 992 time: 0.9710932 Jan 28 06:32:04.091069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'tag': '7e6ac9b9-5175-4983-8874-7344e9589cfa'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:32:04.091069 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bf2e29e4cf2c7b156a0402a9a7512368b127fbf6dd9625bc6097ace37a17849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fa5e45-8b10-4050-90a7-4a3ab5481bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "27c2de1b-053d-4d56-93af-d8789e6f06c9", "tag": "7e6ac9b9-5175-4983-8874-7344e9589cfa"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:32:04.123531 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3deef02-12f3-485e-aaff-a53d5344df94 x-openstack-request-id: req-b3deef02-12f3-485e-aaff-a53d5344df94 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:32:04.123804 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c2de1b-053d-4d56-93af-d8789e6f06c9", "tag": "7e6ac9b9-5175-4983-8874-7344e9589cfa", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:32:04.124062 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3deef02-12f3-485e-aaff-a53d5344df94 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:32:04.124512 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'tag': '7e6ac9b9-5175-4983-8874-7344e9589cfa', 'status': 'completed', 'code': 200} Jan 28 06:32:04.176887 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8a9b379d-7214-45e5-b57b-bc149b8664eb None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:32:04.223247 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa5e45-8b10-4050-90a7-4a3ab5481bcc req-1f385323-0c09-459b-aa7d-05e790fdba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:04.224767 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fa5e45-8b10-4050-90a7-4a3ab5481bcc req-1f385323-0c09-459b-aa7d-05e790fdba84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 1098 time: 0.0407653 Jan 28 06:32:04.317545 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa5e45-8b10-4050-90a7-4a3ab5481bcc req-208ffd49-3469-45b1-9e76-dedd06ad8eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:04.319161 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fa5e45-8b10-4050-90a7-4a3ab5481bcc req-208ffd49-3469-45b1-9e76-dedd06ad8eaf service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0887077 Jan 28 06:32:04.383627 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fa5e45-8b10-4050-90a7-4a3ab5481bcc req-67c97874-29cc-4fd8-89cb-41ca560b9be4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa HTTP/1.1" status: 200 len: 1000 time: 0.0587490 Jan 28 06:32:04.401950 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8a9b379d-7214-45e5-b57b-bc149b8664eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'port_id': '7e6ac9b9-5175-4983-8874-7344e9589cfa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'mac_address': 'fa:16:3e:1a:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:31:51Z', 'updated_at': '2022-01-28T06:32:03Z', 'revision_number': 1, 'project_id': '62b854be11f34f99b792a449845310ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:32:04.431995 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b379d-7214-45e5-b57b-bc149b8664eb None None] Checking router: ef83a56b-c267-4ccf-a832-e154a27deaa9 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:32:04.437735 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa5e45-8b10-4050-90a7-4a3ab5481bcc req-f1e4fd5c-5a3a-4501-a1b2-d902e233926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:04.439260 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fa5e45-8b10-4050-90a7-4a3ab5481bcc req-f1e4fd5c-5a3a-4501-a1b2-d902e233926e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0494623 Jan 28 06:32:04.440650 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b379d-7214-45e5-b57b-bc149b8664eb None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:32:04.441319 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8a9b379d-7214-45e5-b57b-bc149b8664eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:31:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:32:04.482714 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa5e45-8b10-4050-90a7-4a3ab5481bcc req-4ee5b59c-9a64-4874-a3ea-87c043c4c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:04.484954 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fa5e45-8b10-4050-90a7-4a3ab5481bcc req-4ee5b59c-9a64-4874-a3ea-87c043c4c9db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403175 Jan 28 06:32:04.548044 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8a9b379d-7214-45e5-b57b-bc149b8664eb None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:32:04.573909 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fa5e45-8b10-4050-90a7-4a3ab5481bcc req-98d4f748-c5ab-4a87-81c6-6fb34e9c1b60 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836015 Jan 28 06:32:04.665586 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-05fa5e45-8b10-4050-90a7-4a3ab5481bcc req-611d525c-70f1-4862-a813-42cdf37a0141 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853453 Jan 28 06:32:04.771060 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8a9b379d-7214-45e5-b57b-bc149b8664eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'port_id': '7e6ac9b9-5175-4983-8874-7344e9589cfa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'mac_address': 'fa:16:3e:1a:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:31:51Z', 'updated_at': '2022-01-28T06:32:03Z', 'revision_number': 1, 'project_id': '62b854be11f34f99b792a449845310ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:32:04.797381 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b379d-7214-45e5-b57b-bc149b8664eb None None] The sync data for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 is: [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'port_id': '7e6ac9b9-5175-4983-8874-7344e9589cfa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'mac_address': 'fa:16:3e:1a:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:31:51Z', 'updated_at': '2022-01-28T06:32:03Z', 'revision_number': 1, 'project_id': '62b854be11f34f99b792a449845310ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:32:04.839916 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80eff6de-726b-4e25-8b68-378b55122d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:04.985140 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb2b57-99eb-4d9c-8417-82f834e41bf7 None None] New status for floating IP 0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:32:05.160270 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1693f522-59f0-4465-aab9-39668f90161e req-a86c4822-9a54-4db2-a866-f5fa209bbe54 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427864 Jan 28 06:32:05.263431 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693f522-59f0-4465-aab9-39668f90161e req-432ca2f5-5954-4d15-bef0-6ad2d906d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:05.265658 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1693f522-59f0-4465-aab9-39668f90161e req-432ca2f5-5954-4d15-bef0-6ad2d906d42d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 1098 time: 0.0424614 Jan 28 06:32:05.370803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693f522-59f0-4465-aab9-39668f90161e req-5fe25b2a-227c-43e3-8c16-883a875c2db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:05.372280 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1693f522-59f0-4465-aab9-39668f90161e req-5fe25b2a-227c-43e3-8c16-883a875c2db3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0878668 Jan 28 06:32:05.434012 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1693f522-59f0-4465-aab9-39668f90161e req-daf2bd96-15e3-48b2-a73e-2e6d817ec58d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa HTTP/1.1" status: 200 len: 1002 time: 0.0561779 Jan 28 06:32:05.484697 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693f522-59f0-4465-aab9-39668f90161e req-61f904bd-da96-4b5c-b8f8-55c72e669f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:05.486121 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1693f522-59f0-4465-aab9-39668f90161e req-61f904bd-da96-4b5c-b8f8-55c72e669f1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0459504 Jan 28 06:32:05.529957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693f522-59f0-4465-aab9-39668f90161e req-e5bc61ee-1c67-4a3e-b5fc-812a5ce335db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:05.532143 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1693f522-59f0-4465-aab9-39668f90161e req-e5bc61ee-1c67-4a3e-b5fc-812a5ce335db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406330 Jan 28 06:32:05.618681 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1693f522-59f0-4465-aab9-39668f90161e req-ae43beaf-ecda-4c27-8a6d-daf24f11f061 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808935 Jan 28 06:32:05.711019 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1693f522-59f0-4465-aab9-39668f90161e req-b670a29e-bf10-43cb-bf79-e02e62a6dffb service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861344 Jan 28 06:32:06.713373 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:08.016443 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:09.113275 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:15.656173 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:32:25.342124 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:28.027680 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:32.439355 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c23dcda-281f-482c-ab45-1fd01bcb57b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:34.843876 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-120e866f-9d03-4dd0-aaf8-6fafcb99db84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:36.690954 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:38.039209 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:39.153219 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:52.656778 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:32:55.336430 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:32:58.062006 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:33:02.433013 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf902e58-d25e-4721-bee0-2d3ad02e3213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:33:04.809951 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be59ab98-29d7-4a96-9a90-cb118c03cbb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:33:06.248304 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b3d4133-b15e-4e31-a9e6-3514dbfefa0c req-b802d83f-121e-47c0-85b1-c246ddb4f281 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0816398 Jan 28 06:33:06.345565 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d4133-b15e-4e31-a9e6-3514dbfefa0c req-884a57ff-c291-446e-9f20-d28b455af230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:06.354259 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b3d4133-b15e-4e31-a9e6-3514dbfefa0c req-884a57ff-c291-446e-9f20-d28b455af230 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 1098 time: 0.0407794 Jan 28 06:33:06.452743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d4133-b15e-4e31-a9e6-3514dbfefa0c req-46f051ba-846b-4284-85ff-0c6a46210b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:06.454158 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b3d4133-b15e-4e31-a9e6-3514dbfefa0c req-46f051ba-846b-4284-85ff-0c6a46210b88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0889776 Jan 28 06:33:06.517618 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b3d4133-b15e-4e31-a9e6-3514dbfefa0c req-df7b9735-a17c-4d28-bb41-e07739663106 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa HTTP/1.1" status: 200 len: 1002 time: 0.0580270 Jan 28 06:33:06.566925 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d4133-b15e-4e31-a9e6-3514dbfefa0c req-0e1f1574-2f6c-4365-b70d-608939db49ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:06.568328 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b3d4133-b15e-4e31-a9e6-3514dbfefa0c req-0e1f1574-2f6c-4365-b70d-608939db49ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0457554 Jan 28 06:33:06.618808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d4133-b15e-4e31-a9e6-3514dbfefa0c req-83201e9e-57fc-4589-813a-b9cb702dba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:06.620574 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b3d4133-b15e-4e31-a9e6-3514dbfefa0c req-83201e9e-57fc-4589-813a-b9cb702dba1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463192 Jan 28 06:33:06.702510 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:33:06.709627 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b3d4133-b15e-4e31-a9e6-3514dbfefa0c req-e7873a48-7a95-41ee-8049-e132c62119c2 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822568 Jan 28 06:33:06.800281 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b3d4133-b15e-4e31-a9e6-3514dbfefa0c req-39d9fe3b-eb08-40cd-937f-c60be5bdc254 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852761 Jan 28 06:33:08.061562 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:33:09.158893 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:33:25.363297 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:33:28.032190 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:33:29.659008 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:33:32.467288 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c885fbd7-edae-495e-8539-42f4658623bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:33:34.820556 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9329b4b1-90b3-462b-8375-bd310dbff910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:33:36.723679 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:33:38.032698 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:33:39.118146 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:33:40.503976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a304f1-9e70-4059-9314-55fe8fca522a req-2286651f-dcab-4e22-8a65-365afba66baa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:40.505356 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8a304f1-9e70-4059-9314-55fe8fca522a req-2286651f-dcab-4e22-8a65-365afba66baa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0960884 Jan 28 06:33:40.554786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8a304f1-9e70-4059-9314-55fe8fca522a req-8a2127ca-05c8-4e6e-8602-91edfcced6d0 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437198 Jan 28 06:33:40.909977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcd2ec-83dd-4f94-87c3-46665fb37c53 req-afcb3da2-f813-4b07-ab4a-8ba031333263 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:40.911475 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cdcd2ec-83dd-4f94-87c3-46665fb37c53 req-afcb3da2-f813-4b07-ab4a-8ba031333263 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0486276 Jan 28 06:33:40.958429 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2cdcd2ec-83dd-4f94-87c3-46665fb37c53 req-9ff1504e-3b71-4b00-9a58-4943405ed085 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413749 Jan 28 06:33:41.105070 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-ca2f7f0a-85ae-422b-9288-422d461c3a11 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763931 Jan 28 06:33:42.155870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709482bc-5b24-467c-b549-f12a825285fd req-28ad122a-7b7e-4691-aabd-e476c59ef012 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:42.157324 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-709482bc-5b24-467c-b549-f12a825285fd req-28ad122a-7b7e-4691-aabd-e476c59ef012 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0948696 Jan 28 06:33:42.202875 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-709482bc-5b24-467c-b549-f12a825285fd req-6fded5a6-2768-4bb7-84a6-7f83f5c89039 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399644 Jan 28 06:33:43.316638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8202f7-a6bb-4f0d-b4a0-b29fc194320d req-1fafaea5-89d5-45fc-9994-f6f8cba4812c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:43.318080 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a8202f7-a6bb-4f0d-b4a0-b29fc194320d req-1fafaea5-89d5-45fc-9994-f6f8cba4812c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0475838 Jan 28 06:33:43.364167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a8202f7-a6bb-4f0d-b4a0-b29fc194320d req-de713580-5dd8-4362-b30f-f7dcd3ae6c14 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405421 Jan 28 06:33:44.481126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d4f6c-6b72-4048-af9a-2bd6e31dabf9 req-bd5b0ec8-fbe1-4532-8d27-b65eb8781769 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:44.482637 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c9d4f6c-6b72-4048-af9a-2bd6e31dabf9 req-bd5b0ec8-fbe1-4532-8d27-b65eb8781769 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0485175 Jan 28 06:33:44.533335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c9d4f6c-6b72-4048-af9a-2bd6e31dabf9 req-efade8bc-a657-4947-aa5c-b2d1c8d76464 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451801 Jan 28 06:33:45.651572 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff8024-e8ba-4e5f-89d0-5f856720127a req-5c155273-e067-408f-a8b6-a7783a6be2af tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:45.653232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abff8024-e8ba-4e5f-89d0-5f856720127a req-5c155273-e067-408f-a8b6-a7783a6be2af tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0513465 Jan 28 06:33:45.706514 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abff8024-e8ba-4e5f-89d0-5f856720127a req-77f655ad-070d-47f0-9055-ffd77ac47327 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471423 Jan 28 06:33:46.821380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf74d9-6a6d-40e6-a3fd-b8bdf2631648 req-026b0877-a4a7-4844-b4e9-119ba78a1ad3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:46.822948 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19cf74d9-6a6d-40e6-a3fd-b8bdf2631648 req-026b0877-a4a7-4844-b4e9-119ba78a1ad3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0485172 Jan 28 06:33:46.869044 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19cf74d9-6a6d-40e6-a3fd-b8bdf2631648 req-aab17ed2-1b12-4dd9-8de9-6462c1da8c02 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397620 Jan 28 06:33:47.295364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-700c15f7-ec12-494c-979c-90a7762101c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:47.296866 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-700c15f7-ec12-494c-979c-90a7762101c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 1098 time: 0.0403855 Jan 28 06:33:47.709883 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-af6fe95c-cdba-4fcc-90a6-5db1a3d65d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:47.711391 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-af6fe95c-cdba-4fcc-90a6-5db1a3d65d39 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.4092391 Jan 28 06:33:47.775790 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-0f1cd4f5-31f2-4320-8a35-e860d11bcc54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa HTTP/1.1" status: 200 len: 1002 time: 0.0573342 Jan 28 06:33:47.825907 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-421d2338-e805-4e03-9476-a313f0fc4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:47.827364 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-421d2338-e805-4e03-9476-a313f0fc4fd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0455112 Jan 28 06:33:47.870134 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-44ba282b-4c33-4766-b999-7d8b62d38b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:47.872378 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-44ba282b-4c33-4766-b999-7d8b62d38b29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391912 Jan 28 06:33:47.959184 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-8508f95f-bba7-4fe9-8f19-d4ec158c7e24 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807569 Jan 28 06:33:47.986442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275b29a-da73-4303-a8a1-7776f7717b1a req-ff8a838f-89c0-4c25-bc16-ad96b57cb9d7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:47.987942 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6275b29a-da73-4303-a8a1-7776f7717b1a req-ff8a838f-89c0-4c25-bc16-ad96b57cb9d7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0513630 Jan 28 06:33:48.035023 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6275b29a-da73-4303-a8a1-7776f7717b1a req-a5db7255-7798-4af4-8957-560648a24011 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415628 Jan 28 06:33:48.049995 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-5591468b-117d-4488-983c-41e650531051 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853312 Jan 28 06:33:49.149105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944b867-0718-43ec-8505-9bfc8767edcb req-2236a071-84c0-4317-a3cc-0dada1afb590 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:49.150591 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7944b867-0718-43ec-8505-9bfc8767edcb req-2236a071-84c0-4317-a3cc-0dada1afb590 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0467904 Jan 28 06:33:49.198120 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7944b867-0718-43ec-8505-9bfc8767edcb req-79fa2f29-0b88-4096-a9b0-3f6ccba018f6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412190 Jan 28 06:33:50.314557 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2c268-6139-486b-a5de-6b8d3b133adc req-050e3f05-a15a-4f82-b638-08886cefc91a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:50.316002 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bbb2c268-6139-486b-a5de-6b8d3b133adc req-050e3f05-a15a-4f82-b638-08886cefc91a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0493901 Jan 28 06:33:50.366948 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bbb2c268-6139-486b-a5de-6b8d3b133adc req-e741a12e-121a-4f89-9b51-9a34a1c01765 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454690 Jan 28 06:33:51.488758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7339a7-d60c-454f-8479-ac681334d2c2 req-b8dc5c26-0fad-472f-bc46-75194697afea tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:51.490215 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb7339a7-d60c-454f-8479-ac681334d2c2 req-b8dc5c26-0fad-472f-bc46-75194697afea tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0475290 Jan 28 06:33:51.536963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb7339a7-d60c-454f-8479-ac681334d2c2 req-18ca28e8-ec15-45ba-9e9b-20a0725e66e0 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412042 Jan 28 06:33:52.658238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd7324-a006-4db5-806e-15d0db9598b8 req-7365be27-09af-4695-9f00-1f5f1b29824f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:52.659720 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7bd7324-a006-4db5-806e-15d0db9598b8 req-7365be27-09af-4695-9f00-1f5f1b29824f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0484567 Jan 28 06:33:52.705479 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7bd7324-a006-4db5-806e-15d0db9598b8 req-cc194aca-4d14-4f9d-bfd8-bbff1cc391be tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398500 Jan 28 06:33:53.822127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbc464-4bb1-435d-967e-df29568f8328 req-914e6cc9-f3e8-4c49-b901-28d3b0793776 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:53.823530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cdbc464-4bb1-435d-967e-df29568f8328 req-914e6cc9-f3e8-4c49-b901-28d3b0793776 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0508466 Jan 28 06:33:53.869559 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cdbc464-4bb1-435d-967e-df29568f8328 req-5b4cb469-e2c5-45e9-8c92-bcd45cd7a5b7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404510 Jan 28 06:33:54.982769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942937f2-d3d6-48e0-8b3a-68a7eb65903d req-fd2641e3-d3a1-46e9-b98a-bc2fa28ea24a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:54.984281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-942937f2-d3d6-48e0-8b3a-68a7eb65903d req-fd2641e3-d3a1-46e9-b98a-bc2fa28ea24a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0479660 Jan 28 06:33:55.031162 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-942937f2-d3d6-48e0-8b3a-68a7eb65903d req-9f4e4ee9-cba5-4d48-b15c-9621992348b2 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413895 Jan 28 06:33:55.375285 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:33:56.151524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7820f-0383-427d-ab4b-f839fd6451ec req-b9933e0b-b978-4963-bce1-ff0c4acf8eca tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:56.153142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95e7820f-0383-427d-ab4b-f839fd6451ec req-b9933e0b-b978-4963-bce1-ff0c4acf8eca tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0547643 Jan 28 06:33:56.205972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95e7820f-0383-427d-ab4b-f839fd6451ec req-a5cdb9b3-1b24-472f-925c-cc83fd4936f6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458505 Jan 28 06:33:57.322696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecee12-9366-49d5-92f1-269180438214 req-6f8b8fdb-87f2-48f2-81a7-d8360e5f563a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:57.324177 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4aecee12-9366-49d5-92f1-269180438214 req-6f8b8fdb-87f2-48f2-81a7-d8360e5f563a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0474374 Jan 28 06:33:57.371956 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4aecee12-9366-49d5-92f1-269180438214 req-dce6005f-7897-4e4d-8e90-c15d2dff9e03 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419958 Jan 28 06:33:58.055138 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:33:58.486584 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744cc01-a420-480c-ba78-2bcc5262e240 req-e6694bd1-7a36-46f8-b459-826cb5bb14b9 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:58.488538 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4744cc01-a420-480c-ba78-2bcc5262e240 req-e6694bd1-7a36-46f8-b459-826cb5bb14b9 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0463817 Jan 28 06:33:58.537808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4744cc01-a420-480c-ba78-2bcc5262e240 req-6629ad24-67e1-4b10-b4e8-eb9371e9c93d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437102 Jan 28 06:33:59.654205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd91af-3c1f-4ab4-b5ca-abc2dcd62c2a req-e562c372-2af0-46aa-8ced-6198699e4f5a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:33:59.655722 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67bd91af-3c1f-4ab4-b5ca-abc2dcd62c2a req-e562c372-2af0-46aa-8ced-6198699e4f5a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0496619 Jan 28 06:33:59.704151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-67bd91af-3c1f-4ab4-b5ca-abc2dcd62c2a req-0b5ee319-cf6a-4962-931e-8cd3e25927cd tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425394 Jan 28 06:34:00.184757 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-23d3b0ea-c19e-4465-a8d1-fd530030987b service neutron] show failed (client error): The resource could not be found. Jan 28 06:34:00.185761 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-23d3b0ea-c19e-4465-a8d1-fd530030987b service neutron] 10.222.0.64 "GET /v2.0/ports/7e6ac9b9-5175-4983-8874-7344e9589cfa/bindings/n-h2-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.0538216 Jan 28 06:34:00.763012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-fd61da51-4d2b-4204-8362-f68a8042872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:00.764486 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-fd61da51-4d2b-4204-8362-f68a8042872d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9&tenant_id=62b854be11f34f99b792a449845310ad HTTP/1.1" status: 200 len: 1098 time: 0.0805931 Jan 28 06:34:00.791000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:34:00.867790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074b5e-81ab-46d2-ae94-070d546019b7 req-650b5c41-4ead-4ece-99c6-4ea09b9eb48f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:00.869221 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90074b5e-81ab-46d2-ae94-070d546019b7 req-650b5c41-4ead-4ece-99c6-4ea09b9eb48f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0940738 Jan 28 06:34:00.873900 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:00.955857 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90074b5e-81ab-46d2-ae94-070d546019b7 req-1fb4db28-4f2d-43c6-bb21-5c16f9e8feae tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796714 Jan 28 06:34:01.106575 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] For port 7e6ac9b9-5175-4983-8874-7344e9589cfa, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:34:01.139233 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] For port 7e6ac9b9-5175-4983-8874-7344e9589cfa, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:34:01.530662 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e6ac9b9-5175-4983-8874-7344e9589cfa'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:34:01.536305 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Publish callbacks [] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:01.548098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Transition to ACTIVE for port object 7e6ac9b9-5175-4983-8874-7344e9589cfa will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:34:01.571376 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec0f4f5-af6f-4867-9502-e7433c5274fc" -d '{"events": [{"server_uuid": "27c2de1b-053d-4d56-93af-d8789e6f06c9", "name": "network-vif-unplugged", "status": "completed", "tag": "7e6ac9b9-5175-4983-8874-7344e9589cfa"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:34:01.638535 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:01.672802 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936a1b8e-a251-4f1c-8124-7681559bb09c x-openstack-request-id: req-936a1b8e-a251-4f1c-8124-7681559bb09c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:34:01.673096 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c2de1b-053d-4d56-93af-d8789e6f06c9", "name": "network-vif-unplugged", "status": "completed", "tag": "7e6ac9b9-5175-4983-8874-7344e9589cfa", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:34:01.673348 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-936a1b8e-a251-4f1c-8124-7681559bb09c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:34:01.673731 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e6ac9b9-5175-4983-8874-7344e9589cfa', 'code': 200} Jan 28 06:34:01.775613 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Pushing event updated for resources: {'Port': ['ID=7e6ac9b9-5175-4983-8874-7344e9589cfa,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:34:01.804815 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:01.805161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:01.805514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:01.805857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:01.806191 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:01.806569 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:01.806901 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:01.807226 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:01.807552 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:01.807877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:01.808203 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:01.808527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:01.808847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:01.848745 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] No DVR routers for this DVR port 7e6ac9b9-5175-4983-8874-7344e9589cfa on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:34:01.988911 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Attempting to bind port 7e6ac9b9-5175-4983-8874-7344e9589cfa on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:34:01.989240 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Attempting to bind port 7e6ac9b9-5175-4983-8874-7344e9589cfa by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:34:01.989594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Attempting to bind port 7e6ac9b9-5175-4983-8874-7344e9589cfa on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:34:01.993833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Port 7e6ac9b9-5175-4983-8874-7344e9589cfa on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:34:01.994154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Attempting to bind port 7e6ac9b9-5175-4983-8874-7344e9589cfa on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:34:01.999346 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:34:01.999692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Checking segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:34:02.000075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Bound using segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:34:02.000503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Bound port: 7e6ac9b9-5175-4983-8874-7344e9589cfa, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:34:02.000914 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:02.096616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] For port 7e6ac9b9-5175-4983-8874-7344e9589cfa, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:34:02.100809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] For port 7e6ac9b9-5175-4983-8874-7344e9589cfa, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:34:02.108053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ec2ab-32c9-424a-b701-f8a5e9c5eebc req-02a5b565-8a1b-426a-80c1-25690a6dbbe7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:02.109323 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-624ec2ab-32c9-424a-b701-f8a5e9c5eebc req-02a5b565-8a1b-426a-80c1-25690a6dbbe7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 944 time: 0.0771701 Jan 28 06:34:02.158974 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-624ec2ab-32c9-424a-b701-f8a5e9c5eebc req-191428bc-c090-462a-b0ad-bbbfb3cd2281 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431912 Jan 28 06:34:02.180443 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:02.213939 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:02.214590 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:02.215954 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] 10.222.0.60 "PUT /v2.0/ports/7e6ac9b9-5175-4983-8874-7344e9589cfa HTTP/1.1" status: 200 len: 1093 time: 1.4389844 Jan 28 06:34:02.239698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c72d3b-a404-40a2-b95e-22679efdbe1b service neutron] Pushing event updated for resources: {'Port': ['ID=7e6ac9b9-5175-4983-8874-7344e9589cfa,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:34:02.291980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-a1e5ff2e-365e-4d8c-91bb-6528bde4575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:02.293497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-a1e5ff2e-365e-4d8c-91bb-6528bde4575b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 1096 time: 0.0440624 Jan 28 06:34:02.394329 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-068ef4e1-c406-4f93-9228-51ebd579ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:02.395577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-068ef4e1-c406-4f93-9228-51ebd579ce84 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0967202 Jan 28 06:34:02.473043 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e009d56d-3e3e-432f-adbb-072bb328bf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:02.489308 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-3ab918ec-f186-4120-82a4-14aa1d2d6771 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa HTTP/1.1" status: 200 len: 1000 time: 0.0881858 Jan 28 06:34:02.542647 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-094069e9-dba1-4c1a-8338-6c7e2d44e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:02.544099 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-094069e9-dba1-4c1a-8338-6c7e2d44e632 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0497689 Jan 28 06:34:02.588486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-ecbfb10d-10a1-4c35-8692-d700f2ff118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:02.589934 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-ecbfb10d-10a1-4c35-8692-d700f2ff118b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398102 Jan 28 06:34:02.676156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-91bf79b3-1ff2-4617-9369-dbcac5e0727f service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804229 Jan 28 06:34:02.767234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdcc768c-d1fb-42a0-8732-7265dd7249f0 req-50d9b04d-f14d-429d-b14c-fc35bd000ec6 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856581 Jan 28 06:34:03.279892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c1a81-4034-4cfb-a884-ce81535ecb79 req-7fa98068-c683-4325-8f62-3098fa896a64 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:03.281294 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce2c1a81-4034-4cfb-a884-ce81535ecb79 req-7fa98068-c683-4325-8f62-3098fa896a64 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 944 time: 0.0498712 Jan 28 06:34:03.327758 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce2c1a81-4034-4cfb-a884-ce81535ecb79 req-44358daf-4bf8-442f-8077-ac123a5e9fc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403929 Jan 28 06:34:03.675501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'tag': '7e6ac9b9-5175-4983-8874-7344e9589cfa'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:34:03.678057 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "27c2de1b-053d-4d56-93af-d8789e6f06c9", "tag": "7e6ac9b9-5175-4983-8874-7344e9589cfa"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:34:03.725507 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa537d28-8523-481e-9f8c-21cec882b1f9 x-openstack-request-id: req-aa537d28-8523-481e-9f8c-21cec882b1f9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:34:03.725798 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c2de1b-053d-4d56-93af-d8789e6f06c9", "tag": "7e6ac9b9-5175-4983-8874-7344e9589cfa", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:34:03.726053 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa537d28-8523-481e-9f8c-21cec882b1f9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:34:03.726552 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'tag': '7e6ac9b9-5175-4983-8874-7344e9589cfa', 'status': 'completed', 'code': 200} Jan 28 06:34:03.758136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7e6ac9b9-5175-4983-8874-7344e9589cfa no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:34:03.802377 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] The host n-h1-812111-12 is not matching for port 7e6ac9b9-5175-4983-8874-7344e9589cfa host n-h2-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:34:03.803131 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 7e6ac9b9-5175-4983-8874-7344e9589cfa not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:34:03.810599 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-8a7412bd-6d54-4af8-a8ba-1e2762724e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:03.812073 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-fcaeecdc-c963-4f9d-b504-4710fc03c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:03.812194 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-8a7412bd-6d54-4af8-a8ba-1e2762724e84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 1096 time: 0.0420001 Jan 28 06:34:03.813549 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-fcaeecdc-c963-4f9d-b504-4710fc03c36a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 1096 time: 0.0463891 Jan 28 06:34:03.902729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-6cb9e999-ee90-4309-931a-b643018a483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:03.904208 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-6cb9e999-ee90-4309-931a-b643018a483e service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0847566 Jan 28 06:34:03.904850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-9fa75f39-aadf-4aa4-b62d-65f3cabf533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:03.906669 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-9fa75f39-aadf-4aa4-b62d-65f3cabf533b service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0888503 Jan 28 06:34:03.973508 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-d933d4c8-1cec-40d0-91d0-62ffd9bcf67e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa HTTP/1.1" status: 200 len: 1000 time: 0.0616539 Jan 28 06:34:03.978457 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-612ee118-1613-486e-85be-69ab860814bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa HTTP/1.1" status: 200 len: 1000 time: 0.0665984 Jan 28 06:34:04.026076 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-7af5ac3b-0ec2-48f5-8291-6dcee5af6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:04.027563 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-7af5ac3b-0ec2-48f5-8291-6dcee5af6451 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0488043 Jan 28 06:34:04.028247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-496b780c-1b2b-4d38-bc14-369131d87786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:04.029777 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-496b780c-1b2b-4d38-bc14-369131d87786 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0442297 Jan 28 06:34:04.072636 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-29a7ee2c-0d70-47ae-9ef9-0ed684af1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:04.074122 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-29a7ee2c-0d70-47ae-9ef9-0ed684af1f7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413232 Jan 28 06:34:04.074922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-a2b0881c-8ebd-4c69-9713-5ec2c6028aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:04.076401 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-a2b0881c-8ebd-4c69-9713-5ec2c6028aaa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400295 Jan 28 06:34:04.162919 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-96b0baca-7266-445c-9466-3445fadb094b service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829084 Jan 28 06:34:04.168856 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-114d4c69-5c98-466d-913e-ad058f0e030c service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855048 Jan 28 06:34:04.257242 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-2b50739d-a57f-4ff8-aead-ea6252d45e4f service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888939 Jan 28 06:34:04.260154 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-17558181-ae53-4d1e-ab1f-7976cc5b4d6f req-79f6d0a8-a791-459c-abd9-4e0c016e8d01 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851748 Jan 28 06:34:04.454378 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa739310-8907-48fd-b787-dc1c44939552 req-534d7893-c4e9-47a4-a7d2-a235364194ae tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:04.455862 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa739310-8907-48fd-b787-dc1c44939552 req-534d7893-c4e9-47a4-a7d2-a235364194ae tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 944 time: 0.0489724 Jan 28 06:34:04.502610 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa739310-8907-48fd-b787-dc1c44939552 req-d1df0439-4397-4574-8e69-7c06215e7b2e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409050 Jan 28 06:34:04.826632 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-258dbaab-d287-47fd-91a6-08f057c44d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:05.625574 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c56fa-6e8e-4481-ae9f-af5ada75bd39 req-0a5cf5f1-427f-433f-a41c-e187a7aa2d1d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:05.627073 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-545c56fa-6e8e-4481-ae9f-af5ada75bd39 req-0a5cf5f1-427f-433f-a41c-e187a7aa2d1d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 944 time: 0.0531852 Jan 28 06:34:05.674123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-545c56fa-6e8e-4481-ae9f-af5ada75bd39 req-ec6a836b-a8d9-4ca2-a71c-47003794f1c1 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414820 Jan 28 06:34:05.700069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 7e6ac9b9-5175-4983-8874-7344e9589cfa details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:34:05.796216 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 7e6ac9b9-5175-4983-8874-7344e9589cfa, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:34:05.811437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '7e6ac9b9-5175-4983-8874-7344e9589cfa', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'port_id': '7e6ac9b9-5175-4983-8874-7344e9589cfa', 'mac_address': 'fa:16:3e:1a:57:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:34:05.846672 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 7e6ac9b9-5175-4983-8874-7344e9589cfa is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:34:05.847818 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:05.859984 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6ac9b9-5175-4983-8874-7344e9589cfa {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:34:05.882145 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 7e6ac9b9-5175-4983-8874-7344e9589cfa, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:34:05.929743 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:05.971323 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cf23d-2dbc-41c0-8d5f-64ae7aea2cb6 req-71178439-963d-4a3e-b178-f0d79f72d66c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:05.973808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c36cf23d-2dbc-41c0-8d5f-64ae7aea2cb6 req-71178439-963d-4a3e-b178-f0d79f72d66c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 945 time: 0.0546920 Jan 28 06:34:05.978319 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=7e6ac9b9-5175-4983-8874-7344e9589cfa,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:34:05.987272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:05.987615 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:05.987954 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:05.988682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:05.988798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:05.989093 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:05.989414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:05.989748 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:05.990059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:05.990408 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:05.990730 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:05.991046 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:05.991389 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:34:06.027454 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c36cf23d-2dbc-41c0-8d5f-64ae7aea2cb6 req-fa82e78c-bd40-4a32-b447-f345809727bc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463305 Jan 28 06:34:06.053191 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae75638-920e-4758-b5e8-a75a63eeec92 req-ed1edd3e-3ad3-48f7-bf72-7de167bed9ff tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:06.054640 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ae75638-920e-4758-b5e8-a75a63eeec92 req-ed1edd3e-3ad3-48f7-bf72-7de167bed9ff tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.64 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9&tenant_id=62b854be11f34f99b792a449845310ad&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 945 time: 0.0527084 Jan 28 06:34:06.113686 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [req-4ae75638-920e-4758-b5e8-a75a63eeec92 req-267124ba-302c-460b-8275-84372257c6f7 service neutron] delete failed (client error): The resource could not be found. Jan 28 06:34:06.114711 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ae75638-920e-4758-b5e8-a75a63eeec92 req-267124ba-302c-460b-8275-84372257c6f7 service neutron] 10.222.0.64 "DELETE /v2.0/ports/7e6ac9b9-5175-4983-8874-7344e9589cfa/bindings/n-h1-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.0535579 Jan 28 06:34:06.219836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae75638-920e-4758-b5e8-a75a63eeec92 req-e4347467-1ba2-4d9c-985c-f00f05df4542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:06.221318 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ae75638-920e-4758-b5e8-a75a63eeec92 req-e4347467-1ba2-4d9c-985c-f00f05df4542 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 1097 time: 0.0450046 Jan 28 06:34:06.249663 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['7e6ac9b9-5175-4983-8874-7344e9589cfa'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:34:06.309420 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae75638-920e-4758-b5e8-a75a63eeec92 req-56392203-27d4-4b5f-8975-4cb5279253e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:06.310877 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ae75638-920e-4758-b5e8-a75a63eeec92 req-56392203-27d4-4b5f-8975-4cb5279253e2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0842814 Jan 28 06:34:06.384414 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ae75638-920e-4758-b5e8-a75a63eeec92 req-f5d9f89b-c931-4bf3-944d-0d77f4dfcf84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa HTTP/1.1" status: 200 len: 1001 time: 0.0672526 Jan 28 06:34:06.434722 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae75638-920e-4758-b5e8-a75a63eeec92 req-b21af771-d8cf-446e-b060-e4f181bb2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:06.436211 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ae75638-920e-4758-b5e8-a75a63eeec92 req-b21af771-d8cf-446e-b060-e4f181bb2df6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0456879 Jan 28 06:34:06.481845 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae75638-920e-4758-b5e8-a75a63eeec92 req-9a0865a6-8d84-4946-94b6-8c47186733a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:06.483373 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ae75638-920e-4758-b5e8-a75a63eeec92 req-9a0865a6-8d84-4946-94b6-8c47186733a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415101 Jan 28 06:34:06.575219 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ae75638-920e-4758-b5e8-a75a63eeec92 req-99bce43f-a727-4ede-8536-a266b5702c1a service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862155 Jan 28 06:34:06.658090 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:34:06.665655 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4ae75638-920e-4758-b5e8-a75a63eeec92 req-e5fccb1f-878b-4eda-88dd-35aeb756fd78 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828526 Jan 28 06:34:06.764067 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:07.154035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b079a-3c25-4139-ac8e-fbe0fef05654 req-05a756df-d260-438e-ba3f-49b8f31835d3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:07.165485 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af0b079a-3c25-4139-ac8e-fbe0fef05654 req-05a756df-d260-438e-ba3f-49b8f31835d3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 945 time: 0.0556333 Jan 28 06:34:07.204214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af0b079a-3c25-4139-ac8e-fbe0fef05654 req-a41ed337-39aa-408f-a834-e12cca3f2c72 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422804 Jan 28 06:34:07.733072 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 7e6ac9b9-5175-4983-8874-7344e9589cfa up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:34:07.866782 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 7e6ac9b9-5175-4983-8874-7344e9589cfa completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:34:07.871053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 7e6ac9b9-5175-4983-8874-7344e9589cfa triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:34:07.871428 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:07.949346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 7e6ac9b9-5175-4983-8874-7344e9589cfa is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:34:07.949740 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:07.971210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6ac9b9-5175-4983-8874-7344e9589cfa'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:34:07.994944 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 7e6ac9b9-5175-4983-8874-7344e9589cfa, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:34:08.013056 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844dcd37-e3a6-4f63-840c-b52c875c09e2" -d '{"events": [{"server_uuid": "27c2de1b-053d-4d56-93af-d8789e6f06c9", "name": "network-vif-plugged", "status": "completed", "tag": "7e6ac9b9-5175-4983-8874-7344e9589cfa"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:34:08.050192 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:08.080183 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:08.097485 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be07ad4-e2c2-4dae-8727-6c79fa707a73 x-openstack-request-id: req-7be07ad4-e2c2-4dae-8727-6c79fa707a73 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:34:08.097841 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c2de1b-053d-4d56-93af-d8789e6f06c9", "name": "network-vif-plugged", "status": "completed", "tag": "7e6ac9b9-5175-4983-8874-7344e9589cfa", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:34:08.098073 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7be07ad4-e2c2-4dae-8727-6c79fa707a73 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:34:08.098499 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6ac9b9-5175-4983-8874-7344e9589cfa', 'code': 200} Jan 28 06:34:08.103079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=7e6ac9b9-5175-4983-8874-7344e9589cfa,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:34:08.320178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aef4b0-980f-421e-93d2-afeb09f33ae1 req-481bf491-f8a2-438f-815d-5241544838d6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:08.321654 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95aef4b0-980f-421e-93d2-afeb09f33ae1 req-481bf491-f8a2-438f-815d-5241544838d6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0495009 Jan 28 06:34:08.369516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95aef4b0-980f-421e-93d2-afeb09f33ae1 req-73cbaeb2-807d-4641-b8f8-52e47dd26618 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421760 Jan 28 06:34:08.482995 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb137f-4fd5-4b47-a7b4-49136ecefea8 req-6a4fba99-a398-42bc-87bb-6db27e4eb675 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:08.484384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9dbb137f-4fd5-4b47-a7b4-49136ecefea8 req-6a4fba99-a398-42bc-87bb-6db27e4eb675 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0476351 Jan 28 06:34:08.535653 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9dbb137f-4fd5-4b47-a7b4-49136ecefea8 req-38b56261-1900-4a71-a4d7-cd0c15839470 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453036 Jan 28 06:34:08.645967 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929e9d4-8a2a-41a8-8da3-77bad671500e req-76a5f810-2f2b-4ec6-8b7d-ae27129d9af8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:08.647458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6929e9d4-8a2a-41a8-8da3-77bad671500e req-76a5f810-2f2b-4ec6-8b7d-ae27129d9af8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0471220 Jan 28 06:34:08.694034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6929e9d4-8a2a-41a8-8da3-77bad671500e req-0ab6d8f1-f55d-4a6a-9754-28202b51ea18 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411353 Jan 28 06:34:09.129423 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:09.130793 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a627f31-92f3-4af9-a366-dbaa52fb2729 req-9c3d068e-53ce-4ed9-8f36-b2b23bedbc67 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:09.132277 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a627f31-92f3-4af9-a366-dbaa52fb2729 req-9c3d068e-53ce-4ed9-8f36-b2b23bedbc67 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0475376 Jan 28 06:34:09.185092 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a627f31-92f3-4af9-a366-dbaa52fb2729 req-c329264e-24af-4c16-9498-0238d906340b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472400 Jan 28 06:34:10.305310 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03534b0f-d4a2-45c4-b6ff-0814c93213ac req-b3a377b9-bf2e-40b1-a699-d4712642ea7c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:10.306807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03534b0f-d4a2-45c4-b6ff-0814c93213ac req-b3a377b9-bf2e-40b1-a699-d4712642ea7c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0510876 Jan 28 06:34:10.352566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03534b0f-d4a2-45c4-b6ff-0814c93213ac req-cb661e3e-4d0b-4a7a-a37b-e2002289fc2b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400693 Jan 28 06:34:10.533106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0837f0-c90f-4dfc-a188-c75241fd5ce8 req-b8b58cde-d58e-4d66-8d6e-7a2872442ae7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:10.534818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f0837f0-c90f-4dfc-a188-c75241fd5ce8 req-b8b58cde-d58e-4d66-8d6e-7a2872442ae7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.60 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 946 time: 0.0491152 Jan 28 06:34:10.625328 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-0f0837f0-c90f-4dfc-a188-c75241fd5ce8 req-5fcf8b8f-0b16-42cf-ba59-b94ccf1698aa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Deleting port 7e6ac9b9-5175-4983-8874-7344e9589cfa {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:34:10.625660 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f0837f0-c90f-4dfc-a188-c75241fd5ce8 req-5fcf8b8f-0b16-42cf-ba59-b94ccf1698aa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:10.712179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-0f0837f0-c90f-4dfc-a188-c75241fd5ce8 req-5fcf8b8f-0b16-42cf-ba59-b94ccf1698aa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] For port 7e6ac9b9-5175-4983-8874-7344e9589cfa, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=7e6ac9b9-5175-4983-8874-7344e9589cfa,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:34:10.712537 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f0837f0-c90f-4dfc-a188-c75241fd5ce8 req-5fcf8b8f-0b16-42cf-ba59-b94ccf1698aa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:10.930564 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f0837f0-c90f-4dfc-a188-c75241fd5ce8 req-5fcf8b8f-0b16-42cf-ba59-b94ccf1698aa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:10.930968 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f0837f0-c90f-4dfc-a188-c75241fd5ce8 req-5fcf8b8f-0b16-42cf-ba59-b94ccf1698aa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:10.931290 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-0f0837f0-c90f-4dfc-a188-c75241fd5ce8 req-5fcf8b8f-0b16-42cf-ba59-b94ccf1698aa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Floating IP 0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062 disassociated. External IP: 172.25.0.172, port: 7e6ac9b9-5175-4983-8874-7344e9589cfa. Jan 28 06:34:10.931635 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-0f0837f0-c90f-4dfc-a188-c75241fd5ce8 req-5fcf8b8f-0b16-42cf-ba59-b94ccf1698aa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Calling delete_port for 7e6ac9b9-5175-4983-8874-7344e9589cfa owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:34:11.117825 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f0837f0-c90f-4dfc-a188-c75241fd5ce8 req-5fcf8b8f-0b16-42cf-ba59-b94ccf1698aa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (7e6ac9b9-5175-4983-8874-7344e9589cfa), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:11.144727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf8b8f-0b16-42cf-ba59-b94ccf1698aa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Pushing event deleted for resources: {'Port': ['ID=7e6ac9b9-5175-4983-8874-7344e9589cfa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:34:11.264191 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f0837f0-c90f-4dfc-a188-c75241fd5ce8 req-5fcf8b8f-0b16-42cf-ba59-b94ccf1698aa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Router ef83a56b-c267-4ccf-a832-e154a27deaa9 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:34:11.376515 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f0837f0-c90f-4dfc-a188-c75241fd5ce8 req-5fcf8b8f-0b16-42cf-ba59-b94ccf1698aa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:34:11.389876 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14f4a1-dea3-46c3-9635-87555732f049 None None] Sync routers for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:34:11.400292 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14f4a1-dea3-46c3-9635-87555732f049 None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:34:11.400900 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1b14f4a1-dea3-46c3-9635-87555732f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:34:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:34:11.418796 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0837f0-c90f-4dfc-a188-c75241fd5ce8 req-5fcf8b8f-0b16-42cf-ba59-b94ccf1698aa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] No DVR routers for this DVR port 7e6ac9b9-5175-4983-8874-7344e9589cfa on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:34:11.421410 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f0837f0-c90f-4dfc-a188-c75241fd5ce8 req-5fcf8b8f-0b16-42cf-ba59-b94ccf1698aa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:11.425190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f0837f0-c90f-4dfc-a188-c75241fd5ce8 req-5fcf8b8f-0b16-42cf-ba59-b94ccf1698aa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.60 "DELETE /v2.0/ports/7e6ac9b9-5175-4983-8874-7344e9589cfa HTTP/1.1" status: 204 len: 173 time: 0.8848498 Jan 28 06:34:11.425660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'name': 'network-vif-deleted', 'tag': '7e6ac9b9-5175-4983-8874-7344e9589cfa'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:34:11.427981 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b82248e-3c0b-4b32-bdd1-f82a7e718158" -d '{"events": [{"server_uuid": "27c2de1b-053d-4d56-93af-d8789e6f06c9", "name": "network-vif-deleted", "tag": "7e6ac9b9-5175-4983-8874-7344e9589cfa"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:34:11.463913 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cd05f3cc-c2b5-40ed-9ddf-4777d5e272b4 req-0156a782-f8b6-475e-86b8-3b7b747ef4c7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=27c2de1b-053d-4d56-93af-d8789e6f06c9 HTTP/1.1" status: 200 len: 210 time: 0.0325627 Jan 28 06:34:11.473581 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5698f58d-81e4-4f66-8ad2-77c83ec021b1 x-openstack-request-id: req-5698f58d-81e4-4f66-8ad2-77c83ec021b1 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:34:11.473886 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c2de1b-053d-4d56-93af-d8789e6f06c9", "name": "network-vif-deleted", "tag": "7e6ac9b9-5175-4983-8874-7344e9589cfa", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:34:11.474147 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5698f58d-81e4-4f66-8ad2-77c83ec021b1 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:34:11.474593 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c2de1b-053d-4d56-93af-d8789e6f06c9', 'name': 'network-vif-deleted', 'tag': '7e6ac9b9-5175-4983-8874-7344e9589cfa', 'status': 'completed', 'code': 200} Jan 28 06:34:11.608490 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-1b14f4a1-dea3-46c3-9635-87555732f049 None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:34:11.804475 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1b14f4a1-dea3-46c3-9635-87555732f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:34:11.830472 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14f4a1-dea3-46c3-9635-87555732f049 None None] Checking router: ef83a56b-c267-4ccf-a832-e154a27deaa9 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:34:11.840092 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14f4a1-dea3-46c3-9635-87555732f049 None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:34:11.840685 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1b14f4a1-dea3-46c3-9635-87555732f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:34:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:34:11.947416 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-1b14f4a1-dea3-46c3-9635-87555732f049 None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:34:12.148086 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1b14f4a1-dea3-46c3-9635-87555732f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:34:12.178235 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14f4a1-dea3-46c3-9635-87555732f049 None None] The sync data for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 is: [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:34:12.421651 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1240dcf-6e79-495f-9c94-c0c96dbbbc90 None None] New status for floating IP 0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:34:12.719692 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-f7044294-670f-4933-807f-c4b6a3b5208b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1474674853&fields=id&tenant_id=62b854be11f34f99b792a449845310ad HTTP/1.1" status: 200 len: 267 time: 0.0414035 Jan 28 06:34:12.828738 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-6a8b1ebf-8210-40ba-a23a-d5601d7a029f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:12.830210 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-6a8b1ebf-8210-40ba-a23a-d5601d7a029f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 811 time: 0.1041384 Jan 28 06:34:12.844235 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-278be732-588b-4c25-8fec-49a8a4efd403 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/quotas/62b854be11f34f99b792a449845310ad HTTP/1.1" status: 200 len: 375 time: 0.0087266 Jan 28 06:34:12.894314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-7c8201fc-1d20-4af3-87c8-fa3c3126fe36 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447054 Jan 28 06:34:13.064282 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-8075cc58-3f78-41fa-aa3c-f8a4d2d7c141 service neutron] 10.222.0.31 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229620 Jan 28 06:34:13.152748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-26ce9370-9b47-46ec-a603-e2d7f618e853 service neutron] 10.222.0.31 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822062 Jan 28 06:34:13.408401 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b81cf48a-2390-4e87-9353-030e4482e88d req-30fd14c0-14f5-4d81-a6fe-79128887fc50 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 210 time: 0.0272503 Jan 28 06:34:13.754852 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 7e6ac9b9-5175-4983-8874-7344e9589cfa no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:34:13.775752 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 7e6ac9b9-5175-4983-8874-7344e9589cfa {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:34:13.776101 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 7e6ac9b9-5175-4983-8874-7344e9589cfa not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:34:14.504529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7e89931-9113-4275-88ae-debac56d84ca req-a312ee8a-d583-492f-a39c-cc7086976e9e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 210 time: 0.0259852 Jan 28 06:34:15.577374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-fc6eb98f-3492-4d50-b8da-9aabac1c7f5d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:15.579171 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-fc6eb98f-3492-4d50-b8da-9aabac1c7f5d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 811 time: 0.1110535 Jan 28 06:34:15.607746 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7632604b-2a3f-4daf-942d-7a9cc5660d46 req-26e693b8-52da-4565-b8dc-81ca8223eb10 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 210 time: 0.0275536 Jan 28 06:34:15.674888 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-aa386e76-1895-458b-a662-c62249c84734 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b854be11f34f99b792a449845310ad HTTP/1.1" status: 200 len: 380 time: 0.0693369 Jan 28 06:34:15.683275 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-d79504ba-f3e4-4fe9-a459-a3063141de68 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Request body: {'port': {'device_id': '81effd73-f763-4f46-9c89-ddd0419a1037', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'admin_state_up': True, 'tenant_id': '62b854be11f34f99b792a449845310ad', 'security_groups': ['043fa460-680d-4aa9-8f9e-49d51488f79f']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:34:15.860422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-d79504ba-f3e4-4fe9-a459-a3063141de68 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Made reservation on behalf of 62b854be11f34f99b792a449845310ad for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:34:15.863827 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-d79504ba-f3e4-4fe9-a459-a3063141de68 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:15.987341 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-d79504ba-f3e4-4fe9-a459-a3063141de68 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Allocated IP 172.20.0.4 (9b9203c5-3a24-4dfa-96e9-5fbed272fbac/cced84d8-c444-4945-8d44-3d5d4818c7f9/44b34203-c1e1-4b7d-b995-e72109952d33) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:34:16.127033 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-d79504ba-f3e4-4fe9-a459-a3063141de68 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for port (44b34203-c1e1-4b7d-b995-e72109952d33), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:16.231677 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-d79504ba-f3e4-4fe9-a459-a3063141de68 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:16.275119 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-d79504ba-f3e4-4fe9-a459-a3063141de68 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:34:16.278231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-d79504ba-f3e4-4fe9-a459-a3063141de68 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:34:16.284561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-d79504ba-f3e4-4fe9-a459-a3063141de68 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:34:16.312402 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79504ba-f3e4-4fe9-a459-a3063141de68 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Pushing event updated for resources: {'Port': ['ID=44b34203-c1e1-4b7d-b995-e72109952d33,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:34:16.341410 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-d79504ba-f3e4-4fe9-a459-a3063141de68 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:16.342155 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-d79504ba-f3e4-4fe9-a459-a3063141de68 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:16.491611 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-d79504ba-f3e4-4fe9-a459-a3063141de68 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8119950 Jan 28 06:34:16.508818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Request body: {'port': {'device_id': '81effd73-f763-4f46-9c89-ddd0419a1037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:34:16.538569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-109fa568-af4b-4e0a-bfd1-8c5388f67e16 None None] Provisioning complete for port 44b34203-c1e1-4b7d-b995-e72109952d33 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:34:16.539176 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-109fa568-af4b-4e0a-bfd1-8c5388f67e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:16.562400 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:16.573217 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-109fa568-af4b-4e0a-bfd1-8c5388f67e16 None None] Port 44b34203-c1e1-4b7d-b995-e72109952d33 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:34:17.117023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d7a0f-e9c3-4baf-89f5-668b0d8518a3 req-5ef88c6b-4d88-4033-aec2-a1000cc5afd7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:17.118532 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db3d7a0f-e9c3-4baf-89f5-668b0d8518a3 req-5ef88c6b-4d88-4033-aec2-a1000cc5afd7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 931 time: 0.1110938 Jan 28 06:34:17.193441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db3d7a0f-e9c3-4baf-89f5-668b0d8518a3 req-12c1b9b1-182b-48a9-853c-ed26cf0e7b69 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686693 Jan 28 06:34:17.247020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b34203-c1e1-4b7d-b995-e72109952d33 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:34:17.255276 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Publish callbacks [] for port (44b34203-c1e1-4b7d-b995-e72109952d33), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:17.266903 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Transition to ACTIVE for port object 44b34203-c1e1-4b7d-b995-e72109952d33 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:34:17.358031 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:17.408308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Pushing event updated for resources: {'Port': ['ID=44b34203-c1e1-4b7d-b995-e72109952d33,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:34:17.483392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Attempting to bind port 44b34203-c1e1-4b7d-b995-e72109952d33 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:34:17.483733 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Attempting to bind port 44b34203-c1e1-4b7d-b995-e72109952d33 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:34:17.484069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Attempting to bind port 44b34203-c1e1-4b7d-b995-e72109952d33 on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:34:17.489255 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Port 44b34203-c1e1-4b7d-b995-e72109952d33 on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:34:17.489577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Attempting to bind port 44b34203-c1e1-4b7d-b995-e72109952d33 on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:34:17.494648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:34:17.494988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Checking segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:34:17.495372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Bound using segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:34:17.496064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Bound port: 44b34203-c1e1-4b7d-b995-e72109952d33, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:34:17.496432 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:17.564578 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] For port 44b34203-c1e1-4b7d-b995-e72109952d33, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:34:17.568114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] For port 44b34203-c1e1-4b7d-b995-e72109952d33, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=44b34203-c1e1-4b7d-b995-e72109952d33,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:34:17.633043 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:17.669301 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:17.669919 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:17.671328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] 10.222.0.60 "PUT /v2.0/ports/44b34203-c1e1-4b7d-b995-e72109952d33 HTTP/1.1" status: 200 len: 1092 time: 1.1666942 Jan 28 06:34:17.671766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81effd73-f763-4f46-9c89-ddd0419a1037', 'tag': '44b34203-c1e1-4b7d-b995-e72109952d33'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:34:17.674002 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70be81b-0f66-47ea-9922-6c9324f1f405" -d '{"events": [{"name": "network-changed", "server_uuid": "81effd73-f763-4f46-9c89-ddd0419a1037", "tag": "44b34203-c1e1-4b7d-b995-e72109952d33"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:34:17.695501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5415da2-0426-4924-9d39-4a4ad32e275d service neutron] Pushing event updated for resources: {'Port': ['ID=44b34203-c1e1-4b7d-b995-e72109952d33,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:34:17.847757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-0a09f813-9cac-4367-9079-159647fc60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:17.849291 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-0a09f813-9cac-4367-9079-159647fc60b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 1095 time: 0.0514038 Jan 28 06:34:17.898567 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-fcfe0ec9-f645-46ae-9030-e52205255832 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b34203-c1e1-4b7d-b995-e72109952d33 HTTP/1.1" status: 200 len: 217 time: 0.0374939 Jan 28 06:34:17.951176 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-e516ca70-d40f-49e8-8ecc-8a18e3f3055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:17.952705 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-e516ca70-d40f-49e8-8ecc-8a18e3f3055c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0490301 Jan 28 06:34:18.004256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-42f52aa7-db2f-475e-9913-b2edc69d0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:18.005770 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-42f52aa7-db2f-475e-9913-b2edc69d0197 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469391 Jan 28 06:34:18.008344 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b5fd9c-1ddf-4be4-8857-96e86be77af3 x-openstack-request-id: req-78b5fd9c-1ddf-4be4-8857-96e86be77af3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:34:18.008637 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81effd73-f763-4f46-9c89-ddd0419a1037", "tag": "44b34203-c1e1-4b7d-b995-e72109952d33", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:34:18.008899 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78b5fd9c-1ddf-4be4-8857-96e86be77af3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:34:18.009304 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81effd73-f763-4f46-9c89-ddd0419a1037', 'tag': '44b34203-c1e1-4b7d-b995-e72109952d33', 'status': 'completed', 'code': 200} Jan 28 06:34:18.106018 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-8d267626-f6e8-4202-ae3c-f9711dad81a9 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809259 Jan 28 06:34:18.200618 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e71c5006-69c4-4111-9160-e891db4e3b88 req-d963d197-4afa-4e7c-887d-2164f533981c service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874672 Jan 28 06:34:18.313097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b03663-545f-4c6a-b31d-b8f0c657b6d2 req-fed12cd1-f0c7-432d-9e8d-b84412365dcf tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:18.314621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f4b03663-545f-4c6a-b31d-b8f0c657b6d2 req-fed12cd1-f0c7-432d-9e8d-b84412365dcf tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 943 time: 0.0514631 Jan 28 06:34:18.389745 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f4b03663-545f-4c6a-b31d-b8f0c657b6d2 req-8b6f7a7c-f530-4d27-82b2-7613125fb212 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688522 Jan 28 06:34:18.395462 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70be81b-0f66-47ea-9922-6c9324f1f405 req-97c8d96e-d8eb-4bda-9c48-f61a935a8816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:18.396985 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a70be81b-0f66-47ea-9922-6c9324f1f405 req-97c8d96e-d8eb-4bda-9c48-f61a935a8816 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 1095 time: 0.0605917 Jan 28 06:34:18.489491 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70be81b-0f66-47ea-9922-6c9324f1f405 req-a065b3a6-bf6f-402c-b87d-0fa11d28e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:18.490958 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a70be81b-0f66-47ea-9922-6c9324f1f405 req-a065b3a6-bf6f-402c-b87d-0fa11d28e1c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0881412 Jan 28 06:34:18.531450 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a70be81b-0f66-47ea-9922-6c9324f1f405 req-1d1496a6-32d9-45f8-ac28-c0eea102fa36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b34203-c1e1-4b7d-b995-e72109952d33 HTTP/1.1" status: 200 len: 217 time: 0.0344188 Jan 28 06:34:18.586147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70be81b-0f66-47ea-9922-6c9324f1f405 req-8fdf9660-5f1f-4d1d-af3e-a6d3258aaa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:18.587639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a70be81b-0f66-47ea-9922-6c9324f1f405 req-8fdf9660-5f1f-4d1d-af3e-a6d3258aaa85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0502789 Jan 28 06:34:18.637811 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70be81b-0f66-47ea-9922-6c9324f1f405 req-396978c3-d084-4e36-aeb9-d230409bbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:18.639324 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a70be81b-0f66-47ea-9922-6c9324f1f405 req-396978c3-d084-4e36-aeb9-d230409bbaef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451550 Jan 28 06:34:18.728436 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a70be81b-0f66-47ea-9922-6c9324f1f405 req-e2301bc1-45ea-4a42-a993-618cbfcd522a service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820606 Jan 28 06:34:18.820517 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a70be81b-0f66-47ea-9922-6c9324f1f405 req-01a36e3e-0f9b-4f78-aedd-aed4de51e259 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847518 Jan 28 06:34:19.506213 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dbb6f-ee14-4c0e-b1f3-05e78ea86149 req-e1da3c4b-9eae-4e44-a16a-4515a7603414 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:19.507713 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-194dbb6f-ee14-4c0e-b1f3-05e78ea86149 req-e1da3c4b-9eae-4e44-a16a-4515a7603414 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 943 time: 0.0478547 Jan 28 06:34:19.553875 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-194dbb6f-ee14-4c0e-b1f3-05e78ea86149 req-1016df3c-7fe0-41ba-b64a-5ed65188296d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404973 Jan 28 06:34:19.809368 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 44b34203-c1e1-4b7d-b995-e72109952d33 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:34:19.902623 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 44b34203-c1e1-4b7d-b995-e72109952d33, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=44b34203-c1e1-4b7d-b995-e72109952d33,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:34:19.914831 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '44b34203-c1e1-4b7d-b995-e72109952d33', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'port_id': '44b34203-c1e1-4b7d-b995-e72109952d33', 'mac_address': 'fa:16:3e:a6:d1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:34:19.954428 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 44b34203-c1e1-4b7d-b995-e72109952d33 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:34:19.954819 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:19.967255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b34203-c1e1-4b7d-b995-e72109952d33 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:34:19.986215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 44b34203-c1e1-4b7d-b995-e72109952d33, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=44b34203-c1e1-4b7d-b995-e72109952d33,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:34:20.055223 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:20.101592 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=44b34203-c1e1-4b7d-b995-e72109952d33,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:34:20.308893 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['44b34203-c1e1-4b7d-b995-e72109952d33'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:34:20.670560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff30db-c444-4448-b1f0-1cd7c2a53a2f req-89f661b6-15aa-44db-b564-94ea314a5e5a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:20.672021 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6ff30db-c444-4448-b1f0-1cd7c2a53a2f req-89f661b6-15aa-44db-b564-94ea314a5e5a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 944 time: 0.0471354 Jan 28 06:34:20.721233 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6ff30db-c444-4448-b1f0-1cd7c2a53a2f req-998afc88-bc11-4925-bb52-41fb86584300 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436790 Jan 28 06:34:21.825565 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 44b34203-c1e1-4b7d-b995-e72109952d33 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:34:21.834280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41facc2f-5339-4b43-b9b2-ad9082c32c24 req-f9203642-86e6-4179-8b20-0d5256af7fef tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:21.835847 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41facc2f-5339-4b43-b9b2-ad9082c32c24 req-f9203642-86e6-4179-8b20-0d5256af7fef tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 944 time: 0.0481131 Jan 28 06:34:21.885664 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-41facc2f-5339-4b43-b9b2-ad9082c32c24 req-8d2f985f-21ae-4bd1-a04d-1d180e6ef14c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441604 Jan 28 06:34:21.969318 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 44b34203-c1e1-4b7d-b995-e72109952d33 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:34:21.974710 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 44b34203-c1e1-4b7d-b995-e72109952d33 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:34:21.975086 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:22.053386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 44b34203-c1e1-4b7d-b995-e72109952d33 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:34:22.053768 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:22.075345 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81effd73-f763-4f46-9c89-ddd0419a1037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b34203-c1e1-4b7d-b995-e72109952d33'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:34:22.077606 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a795c8-bf4d-446a-be1a-7bf1cc7e3f33" -d '{"events": [{"server_uuid": "81effd73-f763-4f46-9c89-ddd0419a1037", "name": "network-vif-plugged", "status": "completed", "tag": "44b34203-c1e1-4b7d-b995-e72109952d33"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:34:22.089860 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 44b34203-c1e1-4b7d-b995-e72109952d33, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=44b34203-c1e1-4b7d-b995-e72109952d33,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:34:22.115176 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85992376-1155-4155-a87b-e89becc12197 x-openstack-request-id: req-85992376-1155-4155-a87b-e89becc12197 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:34:22.115469 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81effd73-f763-4f46-9c89-ddd0419a1037", "name": "network-vif-plugged", "status": "completed", "tag": "44b34203-c1e1-4b7d-b995-e72109952d33", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:34:22.115726 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85992376-1155-4155-a87b-e89becc12197 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:34:22.116277 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81effd73-f763-4f46-9c89-ddd0419a1037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b34203-c1e1-4b7d-b995-e72109952d33', 'code': 200} Jan 28 06:34:22.157971 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:22.204903 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=44b34203-c1e1-4b7d-b995-e72109952d33,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:34:22.241918 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06f667-9980-4be8-883c-ec9780602da9 req-d8ea6ee0-75be-4072-ad8a-710efab5b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:22.243464 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d06f667-9980-4be8-883c-ec9780602da9 req-d8ea6ee0-75be-4072-ad8a-710efab5b221 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 1097 time: 0.0419641 Jan 28 06:34:22.287604 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1d06f667-9980-4be8-883c-ec9780602da9 req-7fc3e1fb-f483-4a3e-be43-4f81e6802982 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379674 Jan 28 06:34:23.000919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10027606-b507-4455-bbdc-ea811458b0da req-362d1b96-d65e-4112-a37b-f1a39826cca5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:23.002896 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10027606-b507-4455-bbdc-ea811458b0da req-362d1b96-d65e-4112-a37b-f1a39826cca5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0506263 Jan 28 06:34:23.048266 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10027606-b507-4455-bbdc-ea811458b0da req-10e3bee3-b590-4276-9cec-b9da3fd21521 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396779 Jan 28 06:34:24.164508 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58f9de-e9d3-4f19-a67c-84b4d7c6b606 req-a35fa64a-d657-4dbb-b57b-1087a9e4e5c3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:24.165987 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba58f9de-e9d3-4f19-a67c-84b4d7c6b606 req-a35fa64a-d657-4dbb-b57b-1087a9e4e5c3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0478716 Jan 28 06:34:24.211899 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba58f9de-e9d3-4f19-a67c-84b4d7c6b606 req-863b6a1c-93d0-408b-83ef-fc622b338797 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404425 Jan 28 06:34:24.329502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657d260-5eaa-4105-b1da-1a0ba297627b req-9ce8f1ad-147d-4902-ba55-a8fb2ff199d1 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:24.331530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9657d260-5eaa-4105-b1da-1a0ba297627b req-9ce8f1ad-147d-4902-ba55-a8fb2ff199d1 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0475333 Jan 28 06:34:24.341165 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 54190) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:34:24.345496 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9f2cd4f0-d5bd-468f-85ea-a582a8b4fa4b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Request body: {'floatingip': {'port_id': '44b34203-c1e1-4b7d-b995-e72109952d33'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:34:24.387486 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f2cd4f0-d5bd-468f-85ea-a582a8b4fa4b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for floatingip (0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:24.826556 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f2cd4f0-d5bd-468f-85ea-a582a8b4fa4b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:24.894999 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f2cd4f0-d5bd-468f-85ea-a582a8b4fa4b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:24.994474 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-9f2cd4f0-d5bd-468f-85ea-a582a8b4fa4b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Floating IP 0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062 associated. External IP: 172.25.0.172, port: 44b34203-c1e1-4b7d-b995-e72109952d33. Jan 28 06:34:25.193984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2cd4f0-d5bd-468f-85ea-a582a8b4fa4b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Router ef83a56b-c267-4ccf-a832-e154a27deaa9 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:34:25.299238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2cd4f0-d5bd-468f-85ea-a582a8b4fa4b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:34:25.304739 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9f2cd4f0-d5bd-468f-85ea-a582a8b4fa4b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:25.309484 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305f00bf-09cc-4c50-b7bb-7e986bdc6c81 None None] Sync routers for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:34:25.320018 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305f00bf-09cc-4c50-b7bb-7e986bdc6c81 None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:34:25.320652 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-305f00bf-09cc-4c50-b7bb-7e986bdc6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:34:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:34:25.330624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9f2cd4f0-d5bd-468f-85ea-a582a8b4fa4b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "PUT /v2.0/floatingips/0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062 HTTP/1.1" status: 200 len: 991 time: 0.9883866 Jan 28 06:34:25.331218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81effd73-f763-4f46-9c89-ddd0419a1037', 'tag': '44b34203-c1e1-4b7d-b995-e72109952d33'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:34:25.333483 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53d766d-2921-48a7-9a09-72f620478951" -d '{"events": [{"name": "network-changed", "server_uuid": "81effd73-f763-4f46-9c89-ddd0419a1037", "tag": "44b34203-c1e1-4b7d-b995-e72109952d33"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:34:25.376178 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:25.379029 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c6c2ab-416b-4d1a-9be3-bde3ca309f02 x-openstack-request-id: req-71c6c2ab-416b-4d1a-9be3-bde3ca309f02 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:34:25.379324 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81effd73-f763-4f46-9c89-ddd0419a1037", "tag": "44b34203-c1e1-4b7d-b995-e72109952d33", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:34:25.379579 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71c6c2ab-416b-4d1a-9be3-bde3ca309f02 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:34:25.379982 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81effd73-f763-4f46-9c89-ddd0419a1037', 'tag': '44b34203-c1e1-4b7d-b995-e72109952d33', 'status': 'completed', 'code': 200} Jan 28 06:34:25.430409 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-305f00bf-09cc-4c50-b7bb-7e986bdc6c81 None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:34:25.475718 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d766d-2921-48a7-9a09-72f620478951 req-ded95701-7eb4-4e3d-b2ad-d177716d973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:25.477167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d53d766d-2921-48a7-9a09-72f620478951 req-ded95701-7eb4-4e3d-b2ad-d177716d973a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 1097 time: 0.0452235 Jan 28 06:34:25.569490 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d766d-2921-48a7-9a09-72f620478951 req-8e5de927-1b44-4043-bfeb-365802d5165f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:25.571039 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d53d766d-2921-48a7-9a09-72f620478951 req-8e5de927-1b44-4043-bfeb-365802d5165f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0876718 Jan 28 06:34:25.646039 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d53d766d-2921-48a7-9a09-72f620478951 req-faf87ca8-cd47-46cb-9528-639fb3a28519 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b34203-c1e1-4b7d-b995-e72109952d33 HTTP/1.1" status: 200 len: 999 time: 0.0686963 Jan 28 06:34:25.656614 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-305f00bf-09cc-4c50-b7bb-7e986bdc6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'port_id': '44b34203-c1e1-4b7d-b995-e72109952d33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'mac_address': 'fa:16:3e:a6:d1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81effd73-f763-4f46-9c89-ddd0419a1037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:31:51Z', 'updated_at': '2022-01-28T06:34:24Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:34:25.690666 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305f00bf-09cc-4c50-b7bb-7e986bdc6c81 None None] Checking router: ef83a56b-c267-4ccf-a832-e154a27deaa9 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:34:25.695423 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d766d-2921-48a7-9a09-72f620478951 req-f17d7748-c26a-4dbc-97a4-e990bb4ab41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:25.696905 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d53d766d-2921-48a7-9a09-72f620478951 req-f17d7748-c26a-4dbc-97a4-e990bb4ab41e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0453830 Jan 28 06:34:25.700481 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305f00bf-09cc-4c50-b7bb-7e986bdc6c81 None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:34:25.701133 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-305f00bf-09cc-4c50-b7bb-7e986bdc6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:34:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:34:25.743381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d766d-2921-48a7-9a09-72f620478951 req-8bb5357a-d031-49b9-8584-7165dc132205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:25.744802 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d53d766d-2921-48a7-9a09-72f620478951 req-8bb5357a-d031-49b9-8584-7165dc132205 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416660 Jan 28 06:34:25.806927 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-305f00bf-09cc-4c50-b7bb-7e986bdc6c81 None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:34:25.840989 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d53d766d-2921-48a7-9a09-72f620478951 req-d3b70c00-500e-4ac1-96ae-8f55b6d1bf8e service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889120 Jan 28 06:34:25.929940 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d53d766d-2921-48a7-9a09-72f620478951 req-8c51ada7-a01b-4e35-bcbb-9dce4794b532 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831161 Jan 28 06:34:26.025919 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-305f00bf-09cc-4c50-b7bb-7e986bdc6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'port_id': '44b34203-c1e1-4b7d-b995-e72109952d33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'mac_address': 'fa:16:3e:a6:d1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81effd73-f763-4f46-9c89-ddd0419a1037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:31:51Z', 'updated_at': '2022-01-28T06:34:24Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:34:26.140078 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305f00bf-09cc-4c50-b7bb-7e986bdc6c81 None None] The sync data for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 is: [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'port_id': '44b34203-c1e1-4b7d-b995-e72109952d33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'mac_address': 'fa:16:3e:a6:d1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81effd73-f763-4f46-9c89-ddd0419a1037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:31:51Z', 'updated_at': '2022-01-28T06:34:24Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:34:26.333166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4570a-817d-455c-bb36-2e4df90b770f None None] New status for floating IP 0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:34:28.066367 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:32.477720 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23fae629-0af2-4f31-b645-446924baeaa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:34.797450 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4df6c585-76c1-46b3-8022-e3c89b9dd557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:36.723426 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:38.066960 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:39.123003 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:43.657419 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:34:54.777951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62062e26-2f5d-465e-af66-5021cb6a537b req-105947b9-bc3e-48fe-9353-185a1f415bf5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408509 Jan 28 06:34:54.882731 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62062e26-2f5d-465e-af66-5021cb6a537b req-2474fab2-26cf-4e11-a8d9-c1ccbc000557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:54.884259 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62062e26-2f5d-465e-af66-5021cb6a537b req-2474fab2-26cf-4e11-a8d9-c1ccbc000557 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 1097 time: 0.0478637 Jan 28 06:34:54.987335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62062e26-2f5d-465e-af66-5021cb6a537b req-d62c762f-e909-4b2c-89d3-4d8f2f24a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:54.988848 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62062e26-2f5d-465e-af66-5021cb6a537b req-d62c762f-e909-4b2c-89d3-4d8f2f24a59b service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0849528 Jan 28 06:34:55.057328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62062e26-2f5d-465e-af66-5021cb6a537b req-8e70d8e4-a833-4c55-a466-95cb6818278f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b34203-c1e1-4b7d-b995-e72109952d33 HTTP/1.1" status: 200 len: 1001 time: 0.0621455 Jan 28 06:34:55.104273 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62062e26-2f5d-465e-af66-5021cb6a537b req-686b2bff-0fd7-4857-ab31-af70b9298c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:55.105673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62062e26-2f5d-465e-af66-5021cb6a537b req-686b2bff-0fd7-4857-ab31-af70b9298c23 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0418878 Jan 28 06:34:55.148962 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62062e26-2f5d-465e-af66-5021cb6a537b req-4ee2bffe-9b72-446b-a27b-edd7b608eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:55.150453 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62062e26-2f5d-465e-af66-5021cb6a537b req-4ee2bffe-9b72-446b-a27b-edd7b608eca2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390816 Jan 28 06:34:55.419309 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:34:55.482712 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62062e26-2f5d-465e-af66-5021cb6a537b req-d2fb6c5a-2f48-4ba2-9284-a9872632f39d service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254611 Jan 28 06:34:55.571504 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62062e26-2f5d-465e-af66-5021cb6a537b req-446d9733-8078-4e73-96e7-233bc7bc19ea service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818889 Jan 28 06:34:58.093074 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:35:02.470412 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44820064-fcf5-4112-8905-805728279cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:35:04.825975 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c518ecda-169f-45bd-8a6f-7e2fb3cb23b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:35:06.723637 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:35:08.054588 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:35:09.128817 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:35:20.656773 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:35:25.413965 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:35:28.071165 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:35:32.471064 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4a2fd941-7869-444f-98f1-7144fc8915c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:35:34.813865 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5ac9a29-f142-4f30-806d-502ecf05a7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:35:36.716634 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:35:38.057994 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:35:39.111147 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:35:53.970960 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c3b50a0-3a39-4962-8d32-68f11b0b179e req-e131c09d-dd11-42b3-a545-e73f1b385a64 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394695 Jan 28 06:35:54.072328 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b50a0-3a39-4962-8d32-68f11b0b179e req-b57cb30b-5d55-4f5b-8990-ac2a6ba75057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:54.073730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c3b50a0-3a39-4962-8d32-68f11b0b179e req-b57cb30b-5d55-4f5b-8990-ac2a6ba75057 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 1097 time: 0.0467913 Jan 28 06:35:54.175659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b50a0-3a39-4962-8d32-68f11b0b179e req-1e5f542a-6306-4269-b8b2-e67a1208d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:54.177280 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c3b50a0-3a39-4962-8d32-68f11b0b179e req-1e5f542a-6306-4269-b8b2-e67a1208d962 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0852668 Jan 28 06:35:54.243975 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c3b50a0-3a39-4962-8d32-68f11b0b179e req-2b6a81ed-2f85-4938-a4fc-c9838c7c1489 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b34203-c1e1-4b7d-b995-e72109952d33 HTTP/1.1" status: 200 len: 1001 time: 0.0609317 Jan 28 06:35:54.290643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b50a0-3a39-4962-8d32-68f11b0b179e req-39091fc3-b1ee-4fcf-8476-eadc87e2caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:54.295668 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c3b50a0-3a39-4962-8d32-68f11b0b179e req-39091fc3-b1ee-4fcf-8476-eadc87e2caf2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0425568 Jan 28 06:35:54.334954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b50a0-3a39-4962-8d32-68f11b0b179e req-ba961b53-02cb-4143-9b70-fd640f959ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:54.336323 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c3b50a0-3a39-4962-8d32-68f11b0b179e req-ba961b53-02cb-4143-9b70-fd640f959ea6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388384 Jan 28 06:35:54.432339 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c3b50a0-3a39-4962-8d32-68f11b0b179e req-4f423361-34e6-4e6a-8bfc-08d98d5f6269 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901313 Jan 28 06:35:54.519758 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c3b50a0-3a39-4962-8d32-68f11b0b179e req-9873bc76-92f9-4808-aca3-38cdb89beb7e service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812955 Jan 28 06:35:55.414259 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:35:57.656756 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:35:58.081265 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:01.747621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200664aa-2287-4efd-bdab-87ce29998bfe req-95c6007e-8e7c-452b-864d-6855d8f81903 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:01.749108 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-200664aa-2287-4efd-bdab-87ce29998bfe req-95c6007e-8e7c-452b-864d-6855d8f81903 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0509193 Jan 28 06:36:01.800859 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-200664aa-2287-4efd-bdab-87ce29998bfe req-55896503-13a2-4591-b192-4e6d8e6f3381 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461864 Jan 28 06:36:02.532340 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74983da6-0121-476f-8151-b2d99b150b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:02.916193 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e999bc-1d77-4a5c-a706-fc3c06d79455 req-6cb14f41-182b-4a6b-aa3b-71ee975da59b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:02.917660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29e999bc-1d77-4a5c-a706-fc3c06d79455 req-6cb14f41-182b-4a6b-aa3b-71ee975da59b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0476830 Jan 28 06:36:02.964977 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29e999bc-1d77-4a5c-a706-fc3c06d79455 req-a5aeb4fe-3854-4044-b82b-63a9212248e8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417426 Jan 28 06:36:04.078097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e1f6d-9474-411d-8ccd-b4c8e8c73bbc req-b9accb1a-24be-4c8d-844c-8c577904750f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:04.079499 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-018e1f6d-9474-411d-8ccd-b4c8e8c73bbc req-b9accb1a-24be-4c8d-844c-8c577904750f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0469234 Jan 28 06:36:04.125103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-018e1f6d-9474-411d-8ccd-b4c8e8c73bbc req-7eddf652-64d8-4cb9-be77-0ce97735d263 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393865 Jan 28 06:36:04.836575 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6dd89ca-9bd7-4ef6-88fc-b2448ff1dd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:04.931792 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-1c74f248-94f0-4697-befb-62c98ac07d37 req-589aae84-f968-48f7-b8a8-ac0af0eb0856 tempest-TestVolumeBootPattern-415731497 tempest-TestVolumeBootPattern-415731497-project] (103635) timed out ('10.222.0.64', 63327) {{(pid=103635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 06:36:05.242613 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d36c40-93e7-4cdb-98bb-bfcb8bb56241 req-b3fd886b-639d-406d-8d16-577237142181 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:05.244065 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-02d36c40-93e7-4cdb-98bb-bfcb8bb56241 req-b3fd886b-639d-406d-8d16-577237142181 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0509527 Jan 28 06:36:05.289930 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-02d36c40-93e7-4cdb-98bb-bfcb8bb56241 req-12c43caf-8bd7-4b11-95c3-ba2a4aa1492d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401409 Jan 28 06:36:06.402357 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ae6a7-92bf-447e-9776-aed251c1a216 req-7d0524ba-fbbd-4916-a960-8edb99436dea tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:06.403811 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e5ae6a7-92bf-447e-9776-aed251c1a216 req-7d0524ba-fbbd-4916-a960-8edb99436dea tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0471127 Jan 28 06:36:06.449725 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e5ae6a7-92bf-447e-9776-aed251c1a216 req-c895ea38-402e-45e9-9e1e-43f52c2c050e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403676 Jan 28 06:36:06.750779 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:07.566365 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee0997-6909-4bac-822c-b345f826df00 req-ca31f4ba-86b9-4c4b-9090-a6cdfc57682f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:07.567819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7ee0997-6909-4bac-822c-b345f826df00 req-ca31f4ba-86b9-4c4b-9090-a6cdfc57682f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0509777 Jan 28 06:36:07.612113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d7ee0997-6909-4bac-822c-b345f826df00 req-ca6922eb-fffc-44d4-8779-1cc2d87bc41c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387745 Jan 28 06:36:08.048216 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:08.728809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbec21-acf2-4db7-8d93-cbcf9de59d3c req-713167b9-c9c7-46e7-8b68-96d512ac5c71 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:08.730272 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3dbec21-acf2-4db7-8d93-cbcf9de59d3c req-713167b9-c9c7-46e7-8b68-96d512ac5c71 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0492110 Jan 28 06:36:08.780946 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3dbec21-acf2-4db7-8d93-cbcf9de59d3c req-78180b52-9ebd-4b89-a613-71518f3f0c2e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445280 Jan 28 06:36:09.122729 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:09.896271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782763a-85c7-4879-8712-394f4dd80332 req-221e76b7-2d8d-4534-9945-0e6ddc5d1a7e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:09.897804 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1782763a-85c7-4879-8712-394f4dd80332 req-221e76b7-2d8d-4534-9945-0e6ddc5d1a7e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0486505 Jan 28 06:36:09.948218 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1782763a-85c7-4879-8712-394f4dd80332 req-5ea75463-9713-442d-b45f-e35380d3b46c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446999 Jan 28 06:36:11.064643 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980689df-d869-498e-b440-dc101d41d8fe req-a9d1365b-6e40-4173-8ece-3e6798181261 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:11.066099 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-980689df-d869-498e-b440-dc101d41d8fe req-a9d1365b-6e40-4173-8ece-3e6798181261 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0466158 Jan 28 06:36:11.112237 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-980689df-d869-498e-b440-dc101d41d8fe req-3837ab9c-38bf-4234-8bd6-03d724441fda tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404372 Jan 28 06:36:12.227509 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ab03b-775f-45ca-bfe5-73cf9172558b req-0f8ec0c6-9360-47dc-846a-31ec1ad0a5c2 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:12.229003 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d5ab03b-775f-45ca-bfe5-73cf9172558b req-0f8ec0c6-9360-47dc-846a-31ec1ad0a5c2 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0481193 Jan 28 06:36:12.276798 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d5ab03b-775f-45ca-bfe5-73cf9172558b req-d85b77fd-b05f-4d5c-970b-c572b472cb2c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422781 Jan 28 06:36:13.397335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5dc6f-cc61-4187-ab34-342f6a0c3dee req-7d40e890-8d52-4f28-bb3d-0b74cb455b2d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:13.398825 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1be5dc6f-cc61-4187-ab34-342f6a0c3dee req-7d40e890-8d52-4f28-bb3d-0b74cb455b2d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0554945 Jan 28 06:36:13.444677 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1be5dc6f-cc61-4187-ab34-342f6a0c3dee req-0d25f1c5-8f53-4c30-a561-c1abd16504cd tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403228 Jan 28 06:36:13.828648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026912d-782b-42a1-bd29-c9d380ca13b0 req-ed689b0d-cbe5-40b9-a500-897fc7eb0053 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:13.830141 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9026912d-782b-42a1-bd29-c9d380ca13b0 req-ed689b0d-cbe5-40b9-a500-897fc7eb0053 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0483592 Jan 28 06:36:13.878764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9026912d-782b-42a1-bd29-c9d380ca13b0 req-9979db06-d626-4417-b5cc-757bc091f655 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424647 Jan 28 06:36:13.959566 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-95d100e5-94df-49a0-ac84-6f512d022d41 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443485 Jan 28 06:36:14.993197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f6d7b-a667-480c-91b0-49df1f274fa8 req-3ba01ade-5c78-441b-bbb1-c97a8aa53378 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:14.994676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e82f6d7b-a667-480c-91b0-49df1f274fa8 req-3ba01ade-5c78-441b-bbb1-c97a8aa53378 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0475636 Jan 28 06:36:15.046652 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e82f6d7b-a667-480c-91b0-49df1f274fa8 req-dea80b25-9d48-494f-bba3-fea1a1020418 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461240 Jan 28 06:36:16.067986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-026c7497-a388-48d6-a3c2-545a9f48b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:16.069348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-026c7497-a388-48d6-a3c2-545a9f48b475 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 1097 time: 0.0399487 Jan 28 06:36:16.201036 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5fe79-5b22-4093-9b7b-59c1a941266a req-f4cd42b9-d4fe-42b9-a3ba-5d1326b3aa96 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:16.202548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a6b5fe79-5b22-4093-9b7b-59c1a941266a req-f4cd42b9-d4fe-42b9-a3ba-5d1326b3aa96 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0823510 Jan 28 06:36:16.203912 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-eb0f8437-d1d2-4a78-9eba-aa6a57a60496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:16.205230 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-eb0f8437-d1d2-4a78-9eba-aa6a57a60496 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.1301966 Jan 28 06:36:16.301042 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a6b5fe79-5b22-4093-9b7b-59c1a941266a req-70d1925b-7cfe-4699-9956-5bf45db3be47 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920796 Jan 28 06:36:16.302872 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-65705dcd-885e-42fb-a5b7-d826c837fe7b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b34203-c1e1-4b7d-b995-e72109952d33 HTTP/1.1" status: 200 len: 1001 time: 0.0883365 Jan 28 06:36:16.352182 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-48bdb690-fcfd-452b-8da7-c592b94000d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:16.353648 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-48bdb690-fcfd-452b-8da7-c592b94000d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0449524 Jan 28 06:36:16.399262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-927927bb-aa60-4727-b978-5fb865c4ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:16.400796 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-927927bb-aa60-4727-b978-5fb865c4ec8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409248 Jan 28 06:36:16.491958 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-85eb7574-73fe-45be-bfa6-5f4e439dcc55 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854120 Jan 28 06:36:16.580779 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-5e8aef5b-1954-4ece-b6df-f207c528cead service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834415 Jan 28 06:36:17.418269 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4dec5-4c95-4d41-83ac-7d5238d320bc req-11e8c4de-11d0-4fea-8a9a-4411bec69e23 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:17.419819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bee4dec5-4c95-4d41-83ac-7d5238d320bc req-11e8c4de-11d0-4fea-8a9a-4411bec69e23 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0507317 Jan 28 06:36:17.465976 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bee4dec5-4c95-4d41-83ac-7d5238d320bc req-c572183d-5fd8-4b72-a22e-a72a1c83a0c8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403166 Jan 28 06:36:18.584828 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe36ce2-6aff-4061-b59b-8f8150a62f79 req-558afce2-3f15-44de-8a7e-b0e3c364ae0b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:18.586322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ebe36ce2-6aff-4061-b59b-8f8150a62f79 req-558afce2-3f15-44de-8a7e-b0e3c364ae0b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0514662 Jan 28 06:36:18.633281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ebe36ce2-6aff-4061-b59b-8f8150a62f79 req-42564414-986b-41c8-880f-f14cb11b62d5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412393 Jan 28 06:36:18.805817 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-2c05c722-2536-4106-8dde-733dd5677e47 service neutron] show failed (client error): The resource could not be found. Jan 28 06:36:18.806747 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-2c05c722-2536-4106-8dde-733dd5677e47 service neutron] 10.222.0.60 "GET /v2.0/ports/44b34203-c1e1-4b7d-b995-e72109952d33/bindings/n-h1-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.0554881 Jan 28 06:36:19.241276 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-7c6f10c8-9012-4375-8448-b8ab323cbda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:19.242839 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-7c6f10c8-9012-4375-8448-b8ab323cbda6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037&tenant_id=62b854be11f34f99b792a449845310ad HTTP/1.1" status: 200 len: 1097 time: 0.0771630 Jan 28 06:36:19.253152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-1b18a188-d65d-4f5d-ad79-7920f0577576 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:36:19.254447 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-1b18a188-d65d-4f5d-ad79-7920f0577576 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056925 Jan 28 06:36:19.271121 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:36:19.323830 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:19.524731 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] For port 44b34203-c1e1-4b7d-b995-e72109952d33, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=44b34203-c1e1-4b7d-b995-e72109952d33,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:36:19.561849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] For port 44b34203-c1e1-4b7d-b995-e72109952d33, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:36:19.601239 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81effd73-f763-4f46-9c89-ddd0419a1037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b34203-c1e1-4b7d-b995-e72109952d33'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:36:19.605992 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Publish callbacks [] for port (44b34203-c1e1-4b7d-b995-e72109952d33), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:19.619739 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Transition to ACTIVE for port object 44b34203-c1e1-4b7d-b995-e72109952d33 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:36:19.652042 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227a8b22-e440-4a26-ad95-6afc106441c2" -d '{"events": [{"server_uuid": "81effd73-f763-4f46-9c89-ddd0419a1037", "name": "network-vif-unplugged", "status": "completed", "tag": "44b34203-c1e1-4b7d-b995-e72109952d33"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:36:19.677292 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:19.766724 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c865a-4a69-4a5e-83dd-4dbd98f775da req-1a3c695b-6f95-4105-b50d-bdf7f72e3b60 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:19.769146 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d25c865a-4a69-4a5e-83dd-4dbd98f775da req-1a3c695b-6f95-4105-b50d-bdf7f72e3b60 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 943 time: 0.0647521 Jan 28 06:36:19.789976 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f592100-4a4e-4b08-b4d6-533ceaf8ad08 x-openstack-request-id: req-5f592100-4a4e-4b08-b4d6-533ceaf8ad08 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:36:19.790281 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81effd73-f763-4f46-9c89-ddd0419a1037", "name": "network-vif-unplugged", "status": "completed", "tag": "44b34203-c1e1-4b7d-b995-e72109952d33", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:36:19.790558 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f592100-4a4e-4b08-b4d6-533ceaf8ad08 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:36:19.790962 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81effd73-f763-4f46-9c89-ddd0419a1037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b34203-c1e1-4b7d-b995-e72109952d33', 'code': 200} Jan 28 06:36:19.799025 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Pushing event updated for resources: {'Port': ['ID=44b34203-c1e1-4b7d-b995-e72109952d33,revision_number=6']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:36:19.821308 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:19.821664 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:19.822011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:19.822389 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:19.822728 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:19.823068 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:19.823401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:19.823735 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:19.824071 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:19.824400 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:19.824731 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:19.825057 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:19.825382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:19.832176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d25c865a-4a69-4a5e-83dd-4dbd98f775da req-6897793f-2f35-4e17-a9af-97f208a599f8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571189 Jan 28 06:36:19.881899 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] No DVR routers for this DVR port 44b34203-c1e1-4b7d-b995-e72109952d33 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:36:20.017537 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Attempting to bind port 44b34203-c1e1-4b7d-b995-e72109952d33 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:36:20.017754 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Attempting to bind port 44b34203-c1e1-4b7d-b995-e72109952d33 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:36:20.018667 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Attempting to bind port 44b34203-c1e1-4b7d-b995-e72109952d33 on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:36:20.022852 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Port 44b34203-c1e1-4b7d-b995-e72109952d33 on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:36:20.023168 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Attempting to bind port 44b34203-c1e1-4b7d-b995-e72109952d33 on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:36:20.027913 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:36:20.028233 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Checking segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:36:20.028612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Bound using segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:36:20.029028 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Bound port: 44b34203-c1e1-4b7d-b995-e72109952d33, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:36:20.029377 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:20.093135 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] For port 44b34203-c1e1-4b7d-b995-e72109952d33, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:36:20.096783 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] For port 44b34203-c1e1-4b7d-b995-e72109952d33, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=44b34203-c1e1-4b7d-b995-e72109952d33,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:36:20.156742 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:20.190668 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:20.191368 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:20.192751 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] 10.222.0.64 "PUT /v2.0/ports/44b34203-c1e1-4b7d-b995-e72109952d33 HTTP/1.1" status: 200 len: 1092 time: 0.9262524 Jan 28 06:36:20.219329 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d2344-03cf-4899-88bf-36acc75bacec service neutron] Pushing event updated for resources: {'Port': ['ID=44b34203-c1e1-4b7d-b995-e72109952d33,revision_number=7']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:36:20.275657 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-d6b62e64-6336-419e-b80d-38f27c291894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:20.277190 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-d6b62e64-6336-419e-b80d-38f27c291894 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 1095 time: 0.0430498 Jan 28 06:36:20.371910 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-021a6b79-4780-46b6-a859-8c7c620f806e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:20.373669 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-021a6b79-4780-46b6-a859-8c7c620f806e service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0911088 Jan 28 06:36:20.437605 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-38fb94a8-b7b9-4d1e-8dfd-6116680584e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b34203-c1e1-4b7d-b995-e72109952d33 HTTP/1.1" status: 200 len: 999 time: 0.0583241 Jan 28 06:36:20.484544 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-dfd3bee8-a471-408e-80af-ff818503d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:20.486003 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-dfd3bee8-a471-408e-80af-ff818503d588 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0427163 Jan 28 06:36:20.535116 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-9e4371ab-2821-49be-abdc-7cb67962af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:20.536522 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-9e4371ab-2821-49be-abdc-7cb67962af15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449152 Jan 28 06:36:20.621316 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-d5aa3676-dd74-428d-ad8a-0e1b63c50061 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782580 Jan 28 06:36:20.711359 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c87ecedf-ce58-4d2d-ae34-1bc99559dae9 req-708cf7c0-a561-478c-a385-0e6b04c43308 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847127 Jan 28 06:36:20.954032 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1a01a-b773-461c-b483-37f21d89e747 req-7427e7c6-1150-461b-8084-9b8cc2316e45 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:20.955524 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5b1a01a-b773-461c-b483-37f21d89e747 req-7427e7c6-1150-461b-8084-9b8cc2316e45 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 943 time: 0.0481908 Jan 28 06:36:21.002263 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5b1a01a-b773-461c-b483-37f21d89e747 req-eaa0298d-2296-4267-a85b-0f3f68328759 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407059 Jan 28 06:36:21.792521 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81effd73-f763-4f46-9c89-ddd0419a1037', 'tag': '44b34203-c1e1-4b7d-b995-e72109952d33'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:36:21.794929 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca" -d '{"events": [{"name": "network-changed", "server_uuid": "81effd73-f763-4f46-9c89-ddd0419a1037", "tag": "44b34203-c1e1-4b7d-b995-e72109952d33"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:36:21.841990 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f4166b-995d-4319-b9f3-e97afad654f0 x-openstack-request-id: req-a5f4166b-995d-4319-b9f3-e97afad654f0 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:36:21.842280 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81effd73-f763-4f46-9c89-ddd0419a1037", "tag": "44b34203-c1e1-4b7d-b995-e72109952d33", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:36:21.842555 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5f4166b-995d-4319-b9f3-e97afad654f0 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:36:21.842952 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81effd73-f763-4f46-9c89-ddd0419a1037', 'tag': '44b34203-c1e1-4b7d-b995-e72109952d33', 'status': 'completed', 'code': 200} Jan 28 06:36:21.919565 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-1968020a-d688-492f-9bfb-efbab0e3e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:21.921058 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-1968020a-d688-492f-9bfb-efbab0e3e307 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 1095 time: 0.0417700 Jan 28 06:36:21.930551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-c3e47ea3-d355-4dc1-a8a8-9302314b205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:21.932033 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-c3e47ea3-d355-4dc1-a8a8-9302314b205e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 1095 time: 0.0407507 Jan 28 06:36:22.013645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-4e86d304-0206-4166-a55f-591aa2a57a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:22.015187 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-4e86d304-0206-4166-a55f-591aa2a57a14 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0889933 Jan 28 06:36:22.023034 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-03e93bb3-774f-4ec9-b275-25667b1337a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:22.024499 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-03e93bb3-774f-4ec9-b275-25667b1337a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0869291 Jan 28 06:36:22.089652 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-bf16e202-55cf-491b-b374-d270fec5ffcd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b34203-c1e1-4b7d-b995-e72109952d33 HTTP/1.1" status: 200 len: 999 time: 0.0585897 Jan 28 06:36:22.104489 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-a15d1b06-1123-4b85-9310-640985897714 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b34203-c1e1-4b7d-b995-e72109952d33 HTTP/1.1" status: 200 len: 999 time: 0.0834296 Jan 28 06:36:22.138776 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-5a66d0cc-61ed-4f4c-8bdb-291abeb8b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:22.140256 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-5a66d0cc-61ed-4f4c-8bdb-291abeb8b4cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0451286 Jan 28 06:36:22.165034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b9a0a-d0fe-4f30-9e10-fed7fb36255d req-43bb4326-3af3-438d-a5d7-55dd3761c6ed tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:22.166527 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d89b9a0a-d0fe-4f30-9e10-fed7fb36255d req-43bb4326-3af3-438d-a5d7-55dd3761c6ed tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 943 time: 0.0902634 Jan 28 06:36:22.174116 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-e0de761f-5c88-45a3-b4d0-5fd6202dcb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:22.176072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-e0de761f-5c88-45a3-b4d0-5fd6202dcb1f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0655439 Jan 28 06:36:22.188150 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-eaefc83c-bd83-4cfd-b593-7bafe3e468cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:22.189673 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-eaefc83c-bd83-4cfd-b593-7bafe3e468cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439065 Jan 28 06:36:22.244812 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d89b9a0a-d0fe-4f30-9e10-fed7fb36255d req-463db426-381e-4606-a0c4-fe6ea6f2572d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677705 Jan 28 06:36:22.263577 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-f96bf30a-be31-4a02-8379-73e7f1d0c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:22.266335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-f96bf30a-be31-4a02-8379-73e7f1d0c4ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829744 Jan 28 06:36:22.296737 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-6ebcaeda-d65e-43a3-8e66-d2646204ed4e service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892885 Jan 28 06:36:22.364441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-5dca36ea-92c4-44ac-9cf5-4e63d0881864 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924101 Jan 28 06:36:22.382751 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-03bc6d59-f964-4149-86f5-44fa3dbe41c6 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928345 Jan 28 06:36:22.456919 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cb12ca58-0e9a-487f-9aa8-f78a7e392bca req-7bff2d23-1ca2-41b4-9d1f-e8bbd80cdb06 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866141 Jan 28 06:36:22.481174 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 44b34203-c1e1-4b7d-b995-e72109952d33 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:36:22.521030 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] The host n-h2-812111-12 is not matching for port 44b34203-c1e1-4b7d-b995-e72109952d33 host n-h1-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:36:22.521419 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 44b34203-c1e1-4b7d-b995-e72109952d33 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:36:23.368591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe52ca-c321-48c3-ada0-3d476baa9a36 req-16673cfa-4df3-44c4-8136-0e43f593c95f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:23.370072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ecfe52ca-c321-48c3-ada0-3d476baa9a36 req-16673cfa-4df3-44c4-8136-0e43f593c95f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 943 time: 0.0491230 Jan 28 06:36:23.421283 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ecfe52ca-c321-48c3-ada0-3d476baa9a36 req-d3321989-f7ea-4a6b-befb-c8351b2eec6c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454023 Jan 28 06:36:23.750217 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a663a1-2bf1-4a4e-ad53-d26b2a38b53f req-bd085aaf-8129-4c7f-acdf-39be4573258f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:23.752897 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00a663a1-2bf1-4a4e-ad53-d26b2a38b53f req-bd085aaf-8129-4c7f-acdf-39be4573258f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 943 time: 0.0497758 Jan 28 06:36:23.801556 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00a663a1-2bf1-4a4e-ad53-d26b2a38b53f req-ad878740-9531-4fc9-bced-d702c6021830 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437269 Jan 28 06:36:23.885300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31eb8d-ec0f-4692-b360-1f5f32986721 req-d8a13f15-4c35-4cf5-ae1f-37bd6dfc659c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:23.886773 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f31eb8d-ec0f-4692-b360-1f5f32986721 req-d8a13f15-4c35-4cf5-ae1f-37bd6dfc659c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.60 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037&tenant_id=62b854be11f34f99b792a449845310ad&binding%3Ahost_id=n-h1-812111-12 HTTP/1.1" status: 200 len: 943 time: 0.0826392 Jan 28 06:36:23.948558 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-9f31eb8d-ec0f-4692-b360-1f5f32986721 req-a927e7fc-9457-4c5f-ab94-774bfba95ac4 service neutron] delete failed (client error): The resource could not be found. Jan 28 06:36:23.949471 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f31eb8d-ec0f-4692-b360-1f5f32986721 req-a927e7fc-9457-4c5f-ab94-774bfba95ac4 service neutron] 10.222.0.60 "DELETE /v2.0/ports/44b34203-c1e1-4b7d-b995-e72109952d33/bindings/n-h2-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.0566864 Jan 28 06:36:24.051206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31eb8d-ec0f-4692-b360-1f5f32986721 req-d8687be5-a3ef-4d39-942a-985a24935aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:24.052845 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f31eb8d-ec0f-4692-b360-1f5f32986721 req-d8687be5-a3ef-4d39-942a-985a24935aa9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 1095 time: 0.0397890 Jan 28 06:36:24.142868 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31eb8d-ec0f-4692-b360-1f5f32986721 req-f6a281af-d73a-43dc-8b08-136478d8b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:24.144365 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f31eb8d-ec0f-4692-b360-1f5f32986721 req-f6a281af-d73a-43dc-8b08-136478d8b551 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0855031 Jan 28 06:36:24.209138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f31eb8d-ec0f-4692-b360-1f5f32986721 req-e99ea32a-75f7-4fa3-88f2-6cae4a86ae8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b34203-c1e1-4b7d-b995-e72109952d33 HTTP/1.1" status: 200 len: 999 time: 0.0586438 Jan 28 06:36:24.257181 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31eb8d-ec0f-4692-b360-1f5f32986721 req-36126943-f05c-437e-8c2d-b1d7826a7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:24.258645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f31eb8d-ec0f-4692-b360-1f5f32986721 req-36126943-f05c-437e-8c2d-b1d7826a7360 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0441689 Jan 28 06:36:24.306144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31eb8d-ec0f-4692-b360-1f5f32986721 req-46c94976-8335-4f26-95fd-1c9ec3de9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:24.307640 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f31eb8d-ec0f-4692-b360-1f5f32986721 req-46c94976-8335-4f26-95fd-1c9ec3de9d07 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432017 Jan 28 06:36:24.379821 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 44b34203-c1e1-4b7d-b995-e72109952d33 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:36:24.393921 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f31eb8d-ec0f-4692-b360-1f5f32986721 req-c56be277-7df1-4727-b658-b5fe4aa18b28 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807228 Jan 28 06:36:24.477351 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 44b34203-c1e1-4b7d-b995-e72109952d33, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=44b34203-c1e1-4b7d-b995-e72109952d33,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:36:24.485908 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f31eb8d-ec0f-4692-b360-1f5f32986721 req-b3190b6f-87fa-4804-8460-0e86bfee3bf6 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862741 Jan 28 06:36:24.489428 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '44b34203-c1e1-4b7d-b995-e72109952d33', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'port_id': '44b34203-c1e1-4b7d-b995-e72109952d33', 'mac_address': 'fa:16:3e:a6:d1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:36:24.526043 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 44b34203-c1e1-4b7d-b995-e72109952d33 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:36:24.526462 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:24.539725 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b34203-c1e1-4b7d-b995-e72109952d33 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:36:24.558273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 44b34203-c1e1-4b7d-b995-e72109952d33, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=44b34203-c1e1-4b7d-b995-e72109952d33,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:36:24.625024 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:24.674503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=44b34203-c1e1-4b7d-b995-e72109952d33,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:36:24.681762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:24.682112 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:24.682538 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:24.682874 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:24.683204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:24.683530 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:24.683853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:24.684177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:24.684494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:24.684809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:24.685130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:24.685448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:24.685805 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:24.921057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea5605-6f0b-4e18-9865-fcf9a076e034 req-8c2e3d13-af08-4eb7-8e40-d67009b49060 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:24.922542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62ea5605-6f0b-4e18-9865-fcf9a076e034 req-8c2e3d13-af08-4eb7-8e40-d67009b49060 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 944 time: 0.0487273 Jan 28 06:36:24.931363 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['44b34203-c1e1-4b7d-b995-e72109952d33'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:36:24.971271 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-62ea5605-6f0b-4e18-9865-fcf9a076e034 req-d0851f0b-10c7-460a-b118-d13104a6e0a7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421793 Jan 28 06:36:25.423376 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:26.087812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822107e2-221d-4662-af1d-db520533bf63 req-c45ad87d-7fa2-41ab-a2e6-294ef916200c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:26.089225 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-822107e2-221d-4662-af1d-db520533bf63 req-c45ad87d-7fa2-41ab-a2e6-294ef916200c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 944 time: 0.0480883 Jan 28 06:36:26.135966 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-822107e2-221d-4662-af1d-db520533bf63 req-a94e087d-6d0d-4bec-bc39-e0cd916bc37d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411646 Jan 28 06:36:26.252032 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f3f54-cd6a-45c1-a9b2-663a663f23d8 req-a2439651-b403-4ee5-a5b3-f5ad9712663a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:26.254288 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-901f3f54-cd6a-45c1-a9b2-663a663f23d8 req-a2439651-b403-4ee5-a5b3-f5ad9712663a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 944 time: 0.0520594 Jan 28 06:36:26.300363 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-901f3f54-cd6a-45c1-a9b2-663a663f23d8 req-29713f3a-029a-4767-993a-2a87117432cb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405447 Jan 28 06:36:26.379926 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 44b34203-c1e1-4b7d-b995-e72109952d33 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:36:26.522332 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 44b34203-c1e1-4b7d-b995-e72109952d33 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:36:26.526465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 44b34203-c1e1-4b7d-b995-e72109952d33 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:36:26.527838 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:26.607244 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 44b34203-c1e1-4b7d-b995-e72109952d33 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:36:26.607553 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:26.631767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81effd73-f763-4f46-9c89-ddd0419a1037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b34203-c1e1-4b7d-b995-e72109952d33'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:36:26.634033 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6967f19d-95f3-420b-9ed5-dd9d93830a86" -d '{"events": [{"server_uuid": "81effd73-f763-4f46-9c89-ddd0419a1037", "name": "network-vif-plugged", "status": "completed", "tag": "44b34203-c1e1-4b7d-b995-e72109952d33"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:36:26.646130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 44b34203-c1e1-4b7d-b995-e72109952d33, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=44b34203-c1e1-4b7d-b995-e72109952d33,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:36:26.647817 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb4d96-7422-4540-a404-b5c495dcf8e0 req-10a16630-9f11-4dce-b5c5-edd716f48ae4 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:26.650309 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73eb4d96-7422-4540-a404-b5c495dcf8e0 req-10a16630-9f11-4dce-b5c5-edd716f48ae4 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 944 time: 0.0516477 Jan 28 06:36:26.680801 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77f43d8-5051-40f4-9b6b-c56404939c65 x-openstack-request-id: req-a77f43d8-5051-40f4-9b6b-c56404939c65 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:36:26.681096 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81effd73-f763-4f46-9c89-ddd0419a1037", "name": "network-vif-plugged", "status": "completed", "tag": "44b34203-c1e1-4b7d-b995-e72109952d33", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:36:26.681353 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a77f43d8-5051-40f4-9b6b-c56404939c65 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:36:26.681775 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81effd73-f763-4f46-9c89-ddd0419a1037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b34203-c1e1-4b7d-b995-e72109952d33', 'code': 200} Jan 28 06:36:26.702621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73eb4d96-7422-4540-a404-b5c495dcf8e0 req-2baaf38a-935a-46ef-bf0c-eec9dfc55581 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474823 Jan 28 06:36:26.720732 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:26.774948 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=44b34203-c1e1-4b7d-b995-e72109952d33,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:36:26.778338 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c99d7-096b-4007-8b6e-cfaa9c627545 req-8b54b9cd-1ae8-4883-be7d-00236b606853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:26.779857 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-680c99d7-096b-4007-8b6e-cfaa9c627545 req-8b54b9cd-1ae8-4883-be7d-00236b606853 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 1097 time: 0.0410480 Jan 28 06:36:26.866762 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c99d7-096b-4007-8b6e-cfaa9c627545 req-1253fa75-0524-4498-adbc-ab89f999aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:26.868121 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-680c99d7-096b-4007-8b6e-cfaa9c627545 req-1253fa75-0524-4498-adbc-ab89f999aa41 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0826249 Jan 28 06:36:26.934171 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-680c99d7-096b-4007-8b6e-cfaa9c627545 req-185a9db8-e368-4859-896f-d605674b271e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b34203-c1e1-4b7d-b995-e72109952d33 HTTP/1.1" status: 200 len: 1001 time: 0.0602293 Jan 28 06:36:26.982043 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c99d7-096b-4007-8b6e-cfaa9c627545 req-d49f3c99-eca6-4765-a80a-08d273d440de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:26.983490 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-680c99d7-096b-4007-8b6e-cfaa9c627545 req-d49f3c99-eca6-4765-a80a-08d273d440de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0432525 Jan 28 06:36:27.026677 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c99d7-096b-4007-8b6e-cfaa9c627545 req-322c48c6-dab2-4f53-8512-53eb3cf6f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:27.028124 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-680c99d7-096b-4007-8b6e-cfaa9c627545 req-322c48c6-dab2-4f53-8512-53eb3cf6f187 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387669 Jan 28 06:36:27.118183 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-680c99d7-096b-4007-8b6e-cfaa9c627545 req-a96b7261-4719-487b-902a-3bcc86f82ddf service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833209 Jan 28 06:36:27.204190 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-680c99d7-096b-4007-8b6e-cfaa9c627545 req-57b1f03f-6f6b-47fc-97a2-084cf4b9202e service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793891 Jan 28 06:36:27.821907 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b1806-78e7-4329-bb82-c402784cdfa2 req-7ba5e6fa-ab1b-4390-959a-907c0a50ad1b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:27.823439 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7a6b1806-78e7-4329-bb82-c402784cdfa2 req-7ba5e6fa-ab1b-4390-959a-907c0a50ad1b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0495765 Jan 28 06:36:27.873581 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7a6b1806-78e7-4329-bb82-c402784cdfa2 req-d70c6364-6ed3-4b4c-9f4b-644fff513c56 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444479 Jan 28 06:36:28.082243 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:28.988333 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fac239-deca-4c5f-af1b-a4fa08d51d8f req-5e11c281-19fa-4dd2-8041-794502975884 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:28.991019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a3fac239-deca-4c5f-af1b-a4fa08d51d8f req-5e11c281-19fa-4dd2-8041-794502975884 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0499146 Jan 28 06:36:29.037397 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a3fac239-deca-4c5f-af1b-a4fa08d51d8f req-ee9c2eec-286f-435c-8661-2b958f94477a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410409 Jan 28 06:36:29.462513 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732a00f-e402-4fef-8667-d92ae6b14382 req-8fad9ec1-b295-412b-bda7-302c7c7a3035 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:29.463980 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5732a00f-e402-4fef-8667-d92ae6b14382 req-8fad9ec1-b295-412b-bda7-302c7c7a3035 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0474374 Jan 28 06:36:29.511208 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5732a00f-e402-4fef-8667-d92ae6b14382 req-8fd8ca23-b3f6-4114-a482-6aaf96c00149 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414419 Jan 28 06:36:30.631763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c98889-6c10-456a-8c6b-f9602584f794 req-5a5cd5a7-a3b0-4871-8094-3277c101af67 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:30.633168 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64c98889-6c10-456a-8c6b-f9602584f794 req-5a5cd5a7-a3b0-4871-8094-3277c101af67 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0532339 Jan 28 06:36:30.680187 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64c98889-6c10-456a-8c6b-f9602584f794 req-65b4a433-d94f-44a6-8499-090d7c033955 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412171 Jan 28 06:36:30.847328 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3a174-b337-4ee7-924b-e86e49d8a0f9 req-47f5656d-930e-47ed-9512-61975d7f80a3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:30.848778 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f2e3a174-b337-4ee7-924b-e86e49d8a0f9 req-47f5656d-930e-47ed-9512-61975d7f80a3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.64 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 945 time: 0.0521965 Jan 28 06:36:30.939168 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-f2e3a174-b337-4ee7-924b-e86e49d8a0f9 req-7fa6ba5c-08c5-4abb-8663-71f71ac76e95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Deleting port 44b34203-c1e1-4b7d-b995-e72109952d33 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:36:30.939437 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f2e3a174-b337-4ee7-924b-e86e49d8a0f9 req-7fa6ba5c-08c5-4abb-8663-71f71ac76e95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:31.031701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-f2e3a174-b337-4ee7-924b-e86e49d8a0f9 req-7fa6ba5c-08c5-4abb-8663-71f71ac76e95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] For port 44b34203-c1e1-4b7d-b995-e72109952d33, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=44b34203-c1e1-4b7d-b995-e72109952d33,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:36:31.032070 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f2e3a174-b337-4ee7-924b-e86e49d8a0f9 req-7fa6ba5c-08c5-4abb-8663-71f71ac76e95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:31.202543 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f2e3a174-b337-4ee7-924b-e86e49d8a0f9 req-7fa6ba5c-08c5-4abb-8663-71f71ac76e95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:31.202833 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f2e3a174-b337-4ee7-924b-e86e49d8a0f9 req-7fa6ba5c-08c5-4abb-8663-71f71ac76e95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:31.203157 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [req-f2e3a174-b337-4ee7-924b-e86e49d8a0f9 req-7fa6ba5c-08c5-4abb-8663-71f71ac76e95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Floating IP 0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062 disassociated. External IP: 172.25.0.172, port: 44b34203-c1e1-4b7d-b995-e72109952d33. Jan 28 06:36:31.203505 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-f2e3a174-b337-4ee7-924b-e86e49d8a0f9 req-7fa6ba5c-08c5-4abb-8663-71f71ac76e95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Calling delete_port for 44b34203-c1e1-4b7d-b995-e72109952d33 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:36:31.414019 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f2e3a174-b337-4ee7-924b-e86e49d8a0f9 req-7fa6ba5c-08c5-4abb-8663-71f71ac76e95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (44b34203-c1e1-4b7d-b995-e72109952d33), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:31.442078 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6ba5c-08c5-4abb-8663-71f71ac76e95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Pushing event deleted for resources: {'Port': ['ID=44b34203-c1e1-4b7d-b995-e72109952d33,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:36:31.577267 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2e3a174-b337-4ee7-924b-e86e49d8a0f9 req-7fa6ba5c-08c5-4abb-8663-71f71ac76e95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Router ef83a56b-c267-4ccf-a832-e154a27deaa9 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:36:31.690426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2e3a174-b337-4ee7-924b-e86e49d8a0f9 req-7fa6ba5c-08c5-4abb-8663-71f71ac76e95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:36:31.701386 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e625b450-ea01-43dc-9210-35dd1c73acb2 None None] Sync routers for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:36:31.711969 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e625b450-ea01-43dc-9210-35dd1c73acb2 None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:36:31.712592 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e625b450-ea01-43dc-9210-35dd1c73acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:36:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:36:31.735375 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e3a174-b337-4ee7-924b-e86e49d8a0f9 req-7fa6ba5c-08c5-4abb-8663-71f71ac76e95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] No DVR routers for this DVR port 44b34203-c1e1-4b7d-b995-e72109952d33 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:36:31.743362 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-f2e3a174-b337-4ee7-924b-e86e49d8a0f9 req-7fa6ba5c-08c5-4abb-8663-71f71ac76e95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:31.747836 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f2e3a174-b337-4ee7-924b-e86e49d8a0f9 req-7fa6ba5c-08c5-4abb-8663-71f71ac76e95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.64 "DELETE /v2.0/ports/44b34203-c1e1-4b7d-b995-e72109952d33 HTTP/1.1" status: 204 len: 173 time: 0.8937576 Jan 28 06:36:31.748624 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81effd73-f763-4f46-9c89-ddd0419a1037', 'name': 'network-vif-deleted', 'tag': '44b34203-c1e1-4b7d-b995-e72109952d33'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:36:31.751699 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb1886c-d1df-4bd2-8768-19a0859f006c" -d '{"events": [{"server_uuid": "81effd73-f763-4f46-9c89-ddd0419a1037", "name": "network-vif-deleted", "tag": "44b34203-c1e1-4b7d-b995-e72109952d33"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:36:31.794145 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6ca0ae-01ac-40b5-a33d-a2199ae2eb50 x-openstack-request-id: req-9a6ca0ae-01ac-40b5-a33d-a2199ae2eb50 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:36:31.794462 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81effd73-f763-4f46-9c89-ddd0419a1037", "name": "network-vif-deleted", "tag": "44b34203-c1e1-4b7d-b995-e72109952d33", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:36:31.794716 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a6ca0ae-01ac-40b5-a33d-a2199ae2eb50 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:36:31.795116 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81effd73-f763-4f46-9c89-ddd0419a1037', 'name': 'network-vif-deleted', 'tag': '44b34203-c1e1-4b7d-b995-e72109952d33', 'status': 'completed', 'code': 200} Jan 28 06:36:31.803439 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-492c5475-9063-4ece-b560-82ccdd4b8515 req-f7f2e21e-a800-4afa-954b-fd0f52827de9 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=81effd73-f763-4f46-9c89-ddd0419a1037 HTTP/1.1" status: 200 len: 210 time: 0.0434370 Jan 28 06:36:31.828717 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e625b450-ea01-43dc-9210-35dd1c73acb2 None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:36:32.032899 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e625b450-ea01-43dc-9210-35dd1c73acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:36:32.063891 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e625b450-ea01-43dc-9210-35dd1c73acb2 None None] Checking router: ef83a56b-c267-4ccf-a832-e154a27deaa9 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:36:32.073382 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e625b450-ea01-43dc-9210-35dd1c73acb2 None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:36:32.073990 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e625b450-ea01-43dc-9210-35dd1c73acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:36:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:36:32.183515 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e625b450-ea01-43dc-9210-35dd1c73acb2 None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:36:32.420034 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e625b450-ea01-43dc-9210-35dd1c73acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:36:32.448053 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e625b450-ea01-43dc-9210-35dd1c73acb2 None None] The sync data for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 is: [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:36:32.477356 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8b16cf1-80ed-4696-b336-aef852d1e2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:32.676267 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5f7c75-803d-4a84-8da6-4039fdfcdb47 None None] New status for floating IP 0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:36:33.086837 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76496b06-ea30-4566-a670-565692903405 req-9aff9170-7655-42ef-aaed-08486780d13b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1474674853&fields=id&tenant_id=62b854be11f34f99b792a449845310ad HTTP/1.1" status: 200 len: 267 time: 0.0420139 Jan 28 06:36:33.442590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76496b06-ea30-4566-a670-565692903405 req-60bf138e-d5e0-4f70-9aae-553a0c6c2701 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:33.444049 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76496b06-ea30-4566-a670-565692903405 req-60bf138e-d5e0-4f70-9aae-553a0c6c2701 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 811 time: 0.3508759 Jan 28 06:36:33.459262 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76496b06-ea30-4566-a670-565692903405 req-7c72ee8a-4537-4132-aa4e-46b501593f43 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/quotas/62b854be11f34f99b792a449845310ad HTTP/1.1" status: 200 len: 375 time: 0.0097053 Jan 28 06:36:33.513486 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76496b06-ea30-4566-a670-565692903405 req-9a358944-ab85-4440-be52-e5f80ae073d6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491228 Jan 28 06:36:33.620883 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-76496b06-ea30-4566-a670-565692903405 req-08aa1985-d7cb-4967-9a95-8aca847b3273 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:36:33.621891 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76496b06-ea30-4566-a670-565692903405 req-08aa1985-d7cb-4967-9a95-8aca847b3273 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0427680 Jan 28 06:36:33.713643 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76496b06-ea30-4566-a670-565692903405 req-f085a559-ad1f-42dc-966a-8dc2b61ee0aa service neutron] 10.222.0.31 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846522 Jan 28 06:36:33.802104 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76496b06-ea30-4566-a670-565692903405 req-72c3e734-6170-405f-bd5e-575e4e1f11c1 service neutron] 10.222.0.31 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829918 Jan 28 06:36:34.033043 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fbca8d14-00bb-4572-92f6-b70657f646de req-0f5e9478-3b8b-4d39-b9e1-3b59871e508e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 210 time: 0.0257232 Jan 28 06:36:34.395426 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 44b34203-c1e1-4b7d-b995-e72109952d33 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:36:34.415776 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 44b34203-c1e1-4b7d-b995-e72109952d33 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:36:34.416131 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 44b34203-c1e1-4b7d-b995-e72109952d33 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:36:34.656453 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:36:34.819031 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75b5726f-b016-4627-bc47-c192f3e48702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:35.132283 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3754fc73-63e2-41ca-9ba6-79448b924a1b req-790ae4ae-4aff-4490-982d-2a8c37b6a576 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 210 time: 0.0278563 Jan 28 06:36:35.973649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76496b06-ea30-4566-a670-565692903405 req-7ea66d4a-84e6-4aa3-b542-277396d94b72 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:35.975129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76496b06-ea30-4566-a670-565692903405 req-7ea66d4a-84e6-4aa3-b542-277396d94b72 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 811 time: 0.1040826 Jan 28 06:36:36.049690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76496b06-ea30-4566-a670-565692903405 req-4843f91f-c869-4c97-acd8-57fe20fe97c4 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b854be11f34f99b792a449845310ad HTTP/1.1" status: 200 len: 380 time: 0.0539656 Jan 28 06:36:36.051784 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-76496b06-ea30-4566-a670-565692903405 req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Request body: {'port': {'device_id': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'admin_state_up': True, 'tenant_id': '62b854be11f34f99b792a449845310ad', 'security_groups': ['043fa460-680d-4aa9-8f9e-49d51488f79f']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:36:36.229066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f60061ac-17de-418d-8fb8-31886e18b258 req-6ea81130-a089-4484-bdf3-b918f6fb269b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 210 time: 0.0276849 Jan 28 06:36:36.236143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76496b06-ea30-4566-a670-565692903405 req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Made reservation on behalf of 62b854be11f34f99b792a449845310ad for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:36:36.240521 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76496b06-ea30-4566-a670-565692903405 req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:36.362421 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-76496b06-ea30-4566-a670-565692903405 req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Allocated IP 172.20.0.4 (9b9203c5-3a24-4dfa-96e9-5fbed272fbac/cced84d8-c444-4945-8d44-3d5d4818c7f9/ea77bb87-0c4d-4213-8660-dbd698e245ea) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:36:36.496942 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76496b06-ea30-4566-a670-565692903405 req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:36.618262 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76496b06-ea30-4566-a670-565692903405 req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:36.662254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76496b06-ea30-4566-a670-565692903405 req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:36:36.665352 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-76496b06-ea30-4566-a670-565692903405 req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:36:36.671614 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-76496b06-ea30-4566-a670-565692903405 req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:36:36.677944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Pushing event updated for resources: {'Port': ['ID=ea77bb87-0c4d-4213-8660-dbd698e245ea,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:36:36.713701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:36.714035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:36.714406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:36.714749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:36.715087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:36.715421 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:36.715786 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:36.716118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:36.716446 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:36.716772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:36.717101 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:36.717424 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:36.717752 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:36:36.742255 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76496b06-ea30-4566-a670-565692903405 req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:36.742908 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76496b06-ea30-4566-a670-565692903405 req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:36.777771 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:36.871630 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76496b06-ea30-4566-a670-565692903405 req-fd5c2234-7611-4a17-975e-e508cd0f3a95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8248312 Jan 28 06:36:36.888858 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Request body: {'port': {'device_id': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:36:36.910489 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c978bd61-1599-4da5-882b-64de1da204d5 None None] Provisioning complete for port ea77bb87-0c4d-4213-8660-dbd698e245ea triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:36:36.910861 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c978bd61-1599-4da5-882b-64de1da204d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:36.942208 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:36.944509 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c978bd61-1599-4da5-882b-64de1da204d5 None None] Port ea77bb87-0c4d-4213-8660-dbd698e245ea cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:36:37.209399 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea77bb87-0c4d-4213-8660-dbd698e245ea {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:36:37.216794 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Publish callbacks [] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:37.228423 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Transition to ACTIVE for port object ea77bb87-0c4d-4213-8660-dbd698e245ea will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:36:37.276256 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:37.358039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea77bb87-0c4d-4213-8660-dbd698e245ea,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:36:37.390818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b91a1-0dd2-4101-82c3-d8008026efab req-285e2d68-2637-4392-9877-ae2fdd94fce6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:37.398493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a2b91a1-0dd2-4101-82c3-d8008026efab req-285e2d68-2637-4392-9877-ae2fdd94fce6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 943 time: 0.0914598 Jan 28 06:36:37.476988 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Attempting to bind port ea77bb87-0c4d-4213-8660-dbd698e245ea on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:36:37.477324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Attempting to bind port ea77bb87-0c4d-4213-8660-dbd698e245ea by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:36:37.477649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Attempting to bind port ea77bb87-0c4d-4213-8660-dbd698e245ea on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:36:37.485352 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2a2b91a1-0dd2-4101-82c3-d8008026efab req-645f5873-5bbf-4a8a-ad20-3f3b93ac07ad tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711753 Jan 28 06:36:37.486559 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Port ea77bb87-0c4d-4213-8660-dbd698e245ea on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:36:37.486895 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Attempting to bind port ea77bb87-0c4d-4213-8660-dbd698e245ea on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:36:37.492866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:36:37.493211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Checking segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:36:37.493600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Bound using segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:36:37.494029 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Bound port: ea77bb87-0c4d-4213-8660-dbd698e245ea, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:36:37.494403 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:37.560180 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:36:37.563472 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:36:37.657809 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:37.693640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:37.694259 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:37.695669 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76496b06-ea30-4566-a670-565692903405 req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] 10.222.0.60 "PUT /v2.0/ports/ea77bb87-0c4d-4213-8660-dbd698e245ea HTTP/1.1" status: 200 len: 1092 time: 0.8109047 Jan 28 06:36:37.696120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:36:37.698463 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b44a1f8-8097-4783-a7fd-31e663563936" -d '{"events": [{"name": "network-changed", "server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:36:37.724340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e60f0-6efe-4800-8511-c92149294bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea77bb87-0c4d-4213-8660-dbd698e245ea,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:36:37.747592 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e51dcd-5a70-4f3f-9ab5-3237e567e021 x-openstack-request-id: req-84e51dcd-5a70-4f3f-9ab5-3237e567e021 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:36:37.747592 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:36:37.747592 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84e51dcd-5a70-4f3f-9ab5-3237e567e021 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:36:37.747592 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'status': 'completed', 'code': 200} Jan 28 06:36:37.833010 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44a1f8-8097-4783-a7fd-31e663563936 req-45015095-8a7e-4b90-818c-8120f8195863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:37.834560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b44a1f8-8097-4783-a7fd-31e663563936 req-45015095-8a7e-4b90-818c-8120f8195863 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 1095 time: 0.0488608 Jan 28 06:36:38.002894 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44a1f8-8097-4783-a7fd-31e663563936 req-c80ca4af-ec5f-42af-834b-4e75e986fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:38.004307 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b44a1f8-8097-4783-a7fd-31e663563936 req-c80ca4af-ec5f-42af-834b-4e75e986fc64 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=62b854be11f34f99b792a449845310ad&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1581826 Jan 28 06:36:38.059429 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:38.095949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44a1f8-8097-4783-a7fd-31e663563936 req-ab61a1c1-035f-42fd-9ffa-9f4b01364e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:38.097407 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5b44a1f8-8097-4783-a7fd-31e663563936 req-ab61a1c1-035f-42fd-9ffa-9f4b01364e2b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866301 Jan 28 06:36:38.196327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76496b06-ea30-4566-a670-565692903405 req-c389ec35-c964-457a-8656-dbadca1131d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:38.197827 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76496b06-ea30-4566-a670-565692903405 req-c389ec35-c964-457a-8656-dbadca1131d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 1095 time: 0.0460861 Jan 28 06:36:38.244796 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76496b06-ea30-4566-a670-565692903405 req-1218530d-d649-414c-b466-c1b1b30acfa6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea HTTP/1.1" status: 200 len: 217 time: 0.0344555 Jan 28 06:36:38.291775 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76496b06-ea30-4566-a670-565692903405 req-cea63afa-2d84-4c39-9476-090086fc2378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:38.293101 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76496b06-ea30-4566-a670-565692903405 req-cea63afa-2d84-4c39-9476-090086fc2378 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0429823 Jan 28 06:36:38.339943 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76496b06-ea30-4566-a670-565692903405 req-0da6468d-2498-4409-8fea-22d65a0eade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:38.341384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76496b06-ea30-4566-a670-565692903405 req-0da6468d-2498-4409-8fea-22d65a0eade6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428131 Jan 28 06:36:38.429515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76496b06-ea30-4566-a670-565692903405 req-5b9cdab0-011e-4e3b-bef6-a6946f9ab6d9 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820103 Jan 28 06:36:38.521395 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76496b06-ea30-4566-a670-565692903405 req-8116d232-0caf-4874-84f2-bf272ea7326c service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861597 Jan 28 06:36:38.608583 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d0aef-101f-4b23-aca1-bcac006e79fb req-2fdce26f-d0be-4e4f-a6f2-d93129cee115 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:38.610540 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b7d0aef-101f-4b23-aca1-bcac006e79fb req-2fdce26f-d0be-4e4f-a6f2-d93129cee115 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 943 time: 0.0498960 Jan 28 06:36:38.657472 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3b7d0aef-101f-4b23-aca1-bcac006e79fb req-7bd9ad67-a5bb-46fc-998c-31712157d690 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 Jan 28 06:36:39.133389 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:39.773391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d2c09-24a1-4d9f-8845-39c704b3a8a1 req-8c4845a3-00ab-4b28-8913-5f5bf191b99e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:39.774799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d37d2c09-24a1-4d9f-8845-39c704b3a8a1 req-8c4845a3-00ab-4b28-8913-5f5bf191b99e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 943 time: 0.0474069 Jan 28 06:36:39.820699 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d37d2c09-24a1-4d9f-8845-39c704b3a8a1 req-b7e9649f-09d6-44ff-855d-504fcda885bb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403183 Jan 28 06:36:40.547785 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ea77bb87-0c4d-4213-8660-dbd698e245ea details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:36:40.643222 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:36:40.654250 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'port_id': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'mac_address': 'fa:16:3e:fb:df:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:36:40.691020 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ea77bb87-0c4d-4213-8660-dbd698e245ea is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:36:40.691404 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:40.703871 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea77bb87-0c4d-4213-8660-dbd698e245ea {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:36:40.727192 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:36:40.805625 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:40.851642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ea77bb87-0c4d-4213-8660-dbd698e245ea,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:36:40.942182 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aebd52-3bfc-47b5-9b64-a6be3c5bfc75 req-628ec669-0aaf-44fa-aaff-62a13d693988 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:40.943667 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1aebd52-3bfc-47b5-9b64-a6be3c5bfc75 req-628ec669-0aaf-44fa-aaff-62a13d693988 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 944 time: 0.0517397 Jan 28 06:36:40.988885 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1aebd52-3bfc-47b5-9b64-a6be3c5bfc75 req-7ae562ee-8dda-4657-8306-d65941502e30 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396721 Jan 28 06:36:41.080730 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['ea77bb87-0c4d-4213-8660-dbd698e245ea'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:36:42.102722 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87f99e-cefb-4c0e-96ab-466536754049 req-e7b8a066-00d0-489e-9d9b-a7b425dbdbed tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:42.104183 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b87f99e-cefb-4c0e-96ab-466536754049 req-e7b8a066-00d0-489e-9d9b-a7b425dbdbed tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 944 time: 0.0473504 Jan 28 06:36:42.150197 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6b87f99e-cefb-4c0e-96ab-466536754049 req-0ab9b7c6-0d9d-4aed-b554-a49aad948900 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404396 Jan 28 06:36:42.562288 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ea77bb87-0c4d-4213-8660-dbd698e245ea up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:36:42.687768 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port ea77bb87-0c4d-4213-8660-dbd698e245ea completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:36:42.692130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port ea77bb87-0c4d-4213-8660-dbd698e245ea triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:36:42.692505 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:42.767003 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ea77bb87-0c4d-4213-8660-dbd698e245ea is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:36:42.767412 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:42.789304 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:36:42.794287 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6d0471-92b9-49d6-85f6-0e310adfcfd1" -d '{"events": [{"server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "name": "network-vif-plugged", "status": "completed", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:36:42.804845 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:36:42.835726 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94df5be4-cce3-48d6-a0a4-f97f0ba92f92 x-openstack-request-id: req-94df5be4-cce3-48d6-a0a4-f97f0ba92f92 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:36:42.836017 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "name": "network-vif-plugged", "status": "completed", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:36:42.836298 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94df5be4-cce3-48d6-a0a4-f97f0ba92f92 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:36:42.836716 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'code': 200} Jan 28 06:36:42.864838 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:42.915664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ea77bb87-0c4d-4213-8660-dbd698e245ea,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:36:42.959401 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec81998-8c66-4520-901f-6c2a1b4a2f9a req-1171e9c0-76d8-4096-aac4-4db5c10015d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:42.960870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ec81998-8c66-4520-901f-6c2a1b4a2f9a req-1171e9c0-76d8-4096-aac4-4db5c10015d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 1097 time: 0.0392365 Jan 28 06:36:43.006040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ec81998-8c66-4520-901f-6c2a1b4a2f9a req-eaedaa44-ea5e-45a0-8a71-22dc5a4a2160 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398567 Jan 28 06:36:43.264464 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fc3b3-6642-4462-9a83-15ea0f2fcdf1 req-f932a0cf-9ecc-442e-80fa-75f6fb8fe3a1 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:43.265928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-817fc3b3-6642-4462-9a83-15ea0f2fcdf1 req-f932a0cf-9ecc-442e-80fa-75f6fb8fe3a1 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0478933 Jan 28 06:36:43.311965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-817fc3b3-6642-4462-9a83-15ea0f2fcdf1 req-a1b0af4e-33da-4d44-b969-bdae038185c9 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400045 Jan 28 06:36:44.429443 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5da29-4941-41ef-b09e-1c5439d11e2e req-3cd9733c-95fe-453a-aa13-ff42a530b7e4 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:44.431044 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40d5da29-4941-41ef-b09e-1c5439d11e2e req-3cd9733c-95fe-453a-aa13-ff42a530b7e4 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0484300 Jan 28 06:36:44.477666 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40d5da29-4941-41ef-b09e-1c5439d11e2e req-4f7a82ae-fef8-4274-b8b2-90b833a647b7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410831 Jan 28 06:36:44.590886 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aadeac-de9a-45ce-8c38-e636a1c60516 req-b39e7571-2838-41ae-8645-9979a1e26774 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:44.592265 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-49aadeac-de9a-45ce-8c38-e636a1c60516 req-b39e7571-2838-41ae-8645-9979a1e26774 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0510323 Jan 28 06:36:44.601423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54584) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:36:44.606047 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c9ba37d0-65e4-4c37-9e37-bbbbec5fa2b0 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Request body: {'floatingip': {'port_id': 'ea77bb87-0c4d-4213-8660-dbd698e245ea'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:36:44.644473 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9ba37d0-65e4-4c37-9e37-bbbbec5fa2b0 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for floatingip (0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:45.391847 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9ba37d0-65e4-4c37-9e37-bbbbec5fa2b0 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:45.441796 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9ba37d0-65e4-4c37-9e37-bbbbec5fa2b0 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:45.542848 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-c9ba37d0-65e4-4c37-9e37-bbbbec5fa2b0 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Floating IP 0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062 associated. External IP: 172.25.0.172, port: ea77bb87-0c4d-4213-8660-dbd698e245ea. Jan 28 06:36:45.748475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ba37d0-65e4-4c37-9e37-bbbbec5fa2b0 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Router ef83a56b-c267-4ccf-a832-e154a27deaa9 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:36:45.859117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ba37d0-65e4-4c37-9e37-bbbbec5fa2b0 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:36:45.864293 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9ba37d0-65e4-4c37-9e37-bbbbec5fa2b0 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:45.869335 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2fe7b-ca45-4344-a7bf-260bcc58fbf3 None None] Sync routers for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:36:45.880199 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2fe7b-ca45-4344-a7bf-260bcc58fbf3 None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:36:45.880786 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-eac2fe7b-ca45-4344-a7bf-260bcc58fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:36:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:36:45.894758 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c9ba37d0-65e4-4c37-9e37-bbbbec5fa2b0 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "PUT /v2.0/floatingips/0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062 HTTP/1.1" status: 200 len: 991 time: 1.2896521 Jan 28 06:36:45.894758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:36:45.895491 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e3e354-0a22-46f0-adf0-9ecab0b72858" -d '{"events": [{"name": "network-changed", "server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:36:45.942224 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e57397-97e9-4022-b31e-533c9203a944 x-openstack-request-id: req-b9e57397-97e9-4022-b31e-533c9203a944 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:36:45.942551 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:36:45.942824 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9e57397-97e9-4022-b31e-533c9203a944 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:36:45.943223 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'status': 'completed', 'code': 200} Jan 28 06:36:45.988471 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-eac2fe7b-ca45-4344-a7bf-260bcc58fbf3 None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:36:46.036740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3e354-0a22-46f0-adf0-9ecab0b72858 req-e485dc54-fc06-4a89-80e4-13b3884d60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:46.038243 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66e3e354-0a22-46f0-adf0-9ecab0b72858 req-e485dc54-fc06-4a89-80e4-13b3884d60e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 1097 time: 0.0417230 Jan 28 06:36:46.133435 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3e354-0a22-46f0-adf0-9ecab0b72858 req-73a696b2-4833-4367-ab6f-1efdd0aebabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:46.134955 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66e3e354-0a22-46f0-adf0-9ecab0b72858 req-73a696b2-4833-4367-ab6f-1efdd0aebabe service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0907350 Jan 28 06:36:46.201089 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66e3e354-0a22-46f0-adf0-9ecab0b72858 req-99cd711c-aec1-45d6-9589-5685d715b9b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea HTTP/1.1" status: 200 len: 999 time: 0.0604897 Jan 28 06:36:46.247329 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3e354-0a22-46f0-adf0-9ecab0b72858 req-6afff7ca-a9ff-4705-aa2c-e2f0c1253bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:46.249064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66e3e354-0a22-46f0-adf0-9ecab0b72858 req-6afff7ca-a9ff-4705-aa2c-e2f0c1253bfb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0426331 Jan 28 06:36:46.296854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3e354-0a22-46f0-adf0-9ecab0b72858 req-944a2d29-06f4-4226-a6d5-cb36e212c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:46.298993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66e3e354-0a22-46f0-adf0-9ecab0b72858 req-944a2d29-06f4-4226-a6d5-cb36e212c412 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435717 Jan 28 06:36:46.300697 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-eac2fe7b-ca45-4344-a7bf-260bcc58fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'port_id': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'mac_address': 'fa:16:3e:fb:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:31:51Z', 'updated_at': '2022-01-28T06:36:45Z', 'revision_number': 9, 'project_id': '62b854be11f34f99b792a449845310ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:36:46.329490 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2fe7b-ca45-4344-a7bf-260bcc58fbf3 None None] Checking router: ef83a56b-c267-4ccf-a832-e154a27deaa9 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:36:46.337834 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2fe7b-ca45-4344-a7bf-260bcc58fbf3 None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:36:46.338462 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-eac2fe7b-ca45-4344-a7bf-260bcc58fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:36:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:36:46.386059 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66e3e354-0a22-46f0-adf0-9ecab0b72858 req-b3bdd8c6-b27b-4aac-bea4-9cbc93928149 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815208 Jan 28 06:36:46.445048 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-eac2fe7b-ca45-4344-a7bf-260bcc58fbf3 None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:36:46.477085 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66e3e354-0a22-46f0-adf0-9ecab0b72858 req-6ec22a40-8593-43dc-a7c1-35dc4085a9e9 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852401 Jan 28 06:36:46.674024 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-eac2fe7b-ca45-4344-a7bf-260bcc58fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'port_id': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'mac_address': 'fa:16:3e:fb:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:31:51Z', 'updated_at': '2022-01-28T06:36:45Z', 'revision_number': 9, 'project_id': '62b854be11f34f99b792a449845310ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:36:46.699456 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2fe7b-ca45-4344-a7bf-260bcc58fbf3 None None] The sync data for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 is: [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'port_id': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'mac_address': 'fa:16:3e:fb:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:31:51Z', 'updated_at': '2022-01-28T06:36:45Z', 'revision_number': 9, 'project_id': '62b854be11f34f99b792a449845310ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:36:46.892282 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f011df1-2de4-4b12-a8d4-d13d0a8b1f95 None None] New status for floating IP 0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:36:55.422620 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:36:55.915329 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-998982a7-8804-415e-9515-ae55021293b3 req-2aa17b3d-1d4b-49c8-afe7-7b8c3cf6eaf1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395839 Jan 28 06:36:56.011850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998982a7-8804-415e-9515-ae55021293b3 req-b2c1d26f-7b69-4e8d-ab70-0d8130960db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:56.013282 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-998982a7-8804-415e-9515-ae55021293b3 req-b2c1d26f-7b69-4e8d-ab70-0d8130960db1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 1097 time: 0.0400832 Jan 28 06:36:56.118174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998982a7-8804-415e-9515-ae55021293b3 req-9f81b7fc-2516-41eb-a4e1-4b050247dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:56.119731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-998982a7-8804-415e-9515-ae55021293b3 req-9f81b7fc-2516-41eb-a4e1-4b050247dd95 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0872514 Jan 28 06:36:56.182538 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-998982a7-8804-415e-9515-ae55021293b3 req-5cf382b8-dee9-4c44-b3f2-24f5ee7539f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea HTTP/1.1" status: 200 len: 1002 time: 0.0572126 Jan 28 06:36:56.229578 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998982a7-8804-415e-9515-ae55021293b3 req-708c9a91-2b12-4487-a734-4e3cd79eb707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:56.231076 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-998982a7-8804-415e-9515-ae55021293b3 req-708c9a91-2b12-4487-a734-4e3cd79eb707 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0427439 Jan 28 06:36:56.277667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998982a7-8804-415e-9515-ae55021293b3 req-c670b7cb-bffa-47fc-805a-bd4aad1b5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:36:56.279064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-998982a7-8804-415e-9515-ae55021293b3 req-c670b7cb-bffa-47fc-805a-bd4aad1b5bcf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423582 Jan 28 06:36:56.365718 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-998982a7-8804-415e-9515-ae55021293b3 req-67c6a98f-9ae1-494d-8e0e-0d4a400977d5 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793045 Jan 28 06:36:56.459555 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-998982a7-8804-415e-9515-ae55021293b3 req-ceee4fa7-75ed-4788-b523-38d61e5e1107 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875006 Jan 28 06:36:58.104414 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:37:02.531226 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a67eb40-3169-4721-b123-bff83ca9c08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:37:04.835748 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e67e4c9-9ddf-40d2-82ab-8463e62c258e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:37:06.748327 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:37:08.060568 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:37:09.131326 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:37:11.656620 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:37:25.442217 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:37:28.087743 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:37:32.496500 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa2e1-e034-4851-80da-f4277794d39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:37:34.805084 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a844509d-650b-4fd1-a3cb-27fd6d7fe99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:37:36.727162 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:37:38.086927 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:37:39.125060 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:37:48.656285 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:37:55.429661 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:37:56.940764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d21e25e-43aa-4fb6-85e3-15eec4731d37 req-bf3b230f-deea-47e8-b9c5-ee0bc93672c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539265 Jan 28 06:37:57.053529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21e25e-43aa-4fb6-85e3-15eec4731d37 req-fd8fa58e-771d-4260-a3cc-11cfd626040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:37:57.055183 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d21e25e-43aa-4fb6-85e3-15eec4731d37 req-fd8fa58e-771d-4260-a3cc-11cfd626040d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 1097 time: 0.0554352 Jan 28 06:37:57.171276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21e25e-43aa-4fb6-85e3-15eec4731d37 req-d91d23f5-ff3f-4abc-af67-5e762158c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:37:57.172778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d21e25e-43aa-4fb6-85e3-15eec4731d37 req-d91d23f5-ff3f-4abc-af67-5e762158c851 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0985658 Jan 28 06:37:57.494524 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d21e25e-43aa-4fb6-85e3-15eec4731d37 req-61edbad9-64d2-4fd3-8172-a4a184a7289f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea HTTP/1.1" status: 200 len: 1002 time: 0.3159242 Jan 28 06:37:57.544947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21e25e-43aa-4fb6-85e3-15eec4731d37 req-8f96c847-d550-48ac-b08b-fe211d60cb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:37:57.546468 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d21e25e-43aa-4fb6-85e3-15eec4731d37 req-8f96c847-d550-48ac-b08b-fe211d60cb4f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0462036 Jan 28 06:37:57.594223 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21e25e-43aa-4fb6-85e3-15eec4731d37 req-218b7597-2b8d-4b26-931c-7fa0dfe64534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:37:57.595772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d21e25e-43aa-4fb6-85e3-15eec4731d37 req-218b7597-2b8d-4b26-931c-7fa0dfe64534 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437422 Jan 28 06:37:57.692710 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d21e25e-43aa-4fb6-85e3-15eec4731d37 req-cdcef61a-9ccc-4a81-a8b5-ae6aa6b843d8 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900631 Jan 28 06:37:57.787661 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d21e25e-43aa-4fb6-85e3-15eec4731d37 req-07bfe80b-27e1-433b-aa02-4b77ffdc9b0f service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889759 Jan 28 06:37:58.104429 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:02.510002 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e77dcb7-c289-4238-bb6d-dc483fc4e631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:04.846797 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66629229-47fc-46fe-ad27-d0a85f54d984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:06.752855 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:08.064180 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:09.135744 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:22.552950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cf093-7f88-4b2b-be69-5d3f060449b6 req-93b0ff38-18a6-4bee-82f2-25dc816982e7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:22.554452 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a39cf093-7f88-4b2b-be69-5d3f060449b6 req-93b0ff38-18a6-4bee-82f2-25dc816982e7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0528262 Jan 28 06:38:22.601895 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a39cf093-7f88-4b2b-be69-5d3f060449b6 req-a805d01f-770b-4adf-8e63-d5ac96a4d20c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417655 Jan 28 06:38:22.700705 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-160b4c16-de11-495a-a2b7-15b9eac36bdb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396693 Jan 28 06:38:23.718120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608d215-d6d2-4275-809e-dc50c2caff35 req-f70c0d3a-e5e1-4041-ac3c-fa25faa7bafa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:23.719611 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7608d215-d6d2-4275-809e-dc50c2caff35 req-f70c0d3a-e5e1-4041-ac3c-fa25faa7bafa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0489397 Jan 28 06:38:23.766665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7608d215-d6d2-4275-809e-dc50c2caff35 req-49f6de89-7377-4682-bc31-129e87b1e04e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411422 Jan 28 06:38:24.769312 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-7cb1ee4d-659b-4008-9630-ac3454692d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:24.771363 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-7cb1ee4d-659b-4008-9630-ac3454692d8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 1097 time: 0.0444887 Jan 28 06:38:24.891003 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-99739c15-f6a0-4ca0-bb5a-463193e2ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:24.892490 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-99739c15-f6a0-4ca0-bb5a-463193e2ce78 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.1148412 Jan 28 06:38:24.914192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253af1a-febc-431b-9792-0919adb46037 req-99ee0f66-de8b-4c6c-acb8-fbb3da719e9e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:24.915633 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1253af1a-febc-431b-9792-0919adb46037 req-99ee0f66-de8b-4c6c-acb8-fbb3da719e9e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0798597 Jan 28 06:38:24.990183 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-e7085d56-a3a0-4172-90b7-f64418f95f4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea HTTP/1.1" status: 200 len: 1002 time: 0.0916049 Jan 28 06:38:25.009629 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1253af1a-febc-431b-9792-0919adb46037 req-fb7248a9-ed41-418b-bc52-6ecc42a76789 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674207 Jan 28 06:38:25.043652 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-813ec7ec-56d5-42ab-ae10-d5c58f9da86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:25.045116 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-813ec7ec-56d5-42ab-ae10-d5c58f9da86f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0476649 Jan 28 06:38:25.091979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-0722b4ef-67b5-4ad2-b6b0-90207e1d2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:25.093544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-0722b4ef-67b5-4ad2-b6b0-90207e1d2dbe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431583 Jan 28 06:38:25.180364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-f19f36d3-6207-471c-b6b5-d6dfb0dc1a36 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808716 Jan 28 06:38:25.272274 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-7aafcd15-8eee-4cf6-8a49-da8ccdcddf18 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863962 Jan 28 06:38:25.472691 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:25.655606 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:38:26.124553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75fdb2-0521-4756-82a3-c4e8840fbf32 req-88aa3704-de2a-43e2-9b0f-891814bb69b6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:26.126023 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fd75fdb2-0521-4756-82a3-c4e8840fbf32 req-88aa3704-de2a-43e2-9b0f-891814bb69b6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0488110 Jan 28 06:38:26.172725 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fd75fdb2-0521-4756-82a3-c4e8840fbf32 req-c9783691-d297-45c8-8368-af33a51e9de6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404756 Jan 28 06:38:27.287795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2603bf4-02ac-422a-8b72-6d323b16c6b8 req-7f8077d8-0f43-4128-b508-d76d723b420a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:27.289262 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2603bf4-02ac-422a-8b72-6d323b16c6b8 req-7f8077d8-0f43-4128-b508-d76d723b420a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0482190 Jan 28 06:38:27.335341 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2603bf4-02ac-422a-8b72-6d323b16c6b8 req-0538f10f-9149-4dea-ad32-e6272f59fea7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405762 Jan 28 06:38:28.101600 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:28.453907 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdbfef-7971-410a-998c-5cc709f100e9 req-809e422a-bb36-4a52-9d90-dd3b42705796 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:28.455394 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ddbdbfef-7971-410a-998c-5cc709f100e9 req-809e422a-bb36-4a52-9d90-dd3b42705796 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0516787 Jan 28 06:38:28.502515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ddbdbfef-7971-410a-998c-5cc709f100e9 req-1fc21f27-0f4e-4009-b14f-d6fec455d261 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408764 Jan 28 06:38:29.619591 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21179088-107f-486d-a399-d850b6d34a51 req-babfa2af-25db-4863-838c-6326d6577166 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:29.621066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-21179088-107f-486d-a399-d850b6d34a51 req-babfa2af-25db-4863-838c-6326d6577166 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0486147 Jan 28 06:38:29.668109 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-21179088-107f-486d-a399-d850b6d34a51 req-a9421907-92c3-434f-828e-9993ebf6e756 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411243 Jan 28 06:38:30.787526 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50310116-5448-4ec6-a0bc-8d686bf2dcb4 req-74e6705d-30c4-4889-84d8-89bff8c697c6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:30.788983 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50310116-5448-4ec6-a0bc-8d686bf2dcb4 req-74e6705d-30c4-4889-84d8-89bff8c697c6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0526080 Jan 28 06:38:30.835189 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-50310116-5448-4ec6-a0bc-8d686bf2dcb4 req-76f4766d-1649-4c42-bf4c-4f4dc0a78de8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405722 Jan 28 06:38:31.949622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc329f-9ffb-4a34-8033-da31445d7161 req-794b0ce2-e520-4ba3-a4ea-dc0a50c47c40 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:31.951152 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91cc329f-9ffb-4a34-8033-da31445d7161 req-794b0ce2-e520-4ba3-a4ea-dc0a50c47c40 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0481491 Jan 28 06:38:31.997691 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-91cc329f-9ffb-4a34-8033-da31445d7161 req-755d1c6c-aefd-45e9-b319-b64dcbdcda8c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409904 Jan 28 06:38:32.536537 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4c9540f-7cd3-43bb-8cae-28181ee49fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:33.114867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2e93b-e5fe-4226-ae45-a0ed5797c8e1 req-db61c96b-6245-40d0-b570-ab83540e6f2d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:33.116334 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06b2e93b-e5fe-4226-ae45-a0ed5797c8e1 req-db61c96b-6245-40d0-b570-ab83540e6f2d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0502238 Jan 28 06:38:33.166234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06b2e93b-e5fe-4226-ae45-a0ed5797c8e1 req-4a4b2a14-6df0-482e-99f3-54be630a9608 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443573 Jan 28 06:38:34.281511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01fc7d-36c9-4491-b7b8-2a1b2c12aed8 req-d2d4e987-04b4-46a2-a8c6-d4e82690a6f8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:34.283087 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab01fc7d-36c9-4491-b7b8-2a1b2c12aed8 req-d2d4e987-04b4-46a2-a8c6-d4e82690a6f8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0489848 Jan 28 06:38:34.330170 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab01fc7d-36c9-4491-b7b8-2a1b2c12aed8 req-81863466-f0aa-4178-8403-d2402ad34dd9 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412617 Jan 28 06:38:34.812039 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07b6cb00-965a-4605-83e2-d045958fbcaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:35.448226 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a19e7-ec94-45b4-91b5-3820bbf7e99b req-80103218-a8a5-49dd-a14b-647001e7a97a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:35.449675 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc5a19e7-ec94-45b4-91b5-3820bbf7e99b req-80103218-a8a5-49dd-a14b-647001e7a97a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0476279 Jan 28 06:38:35.495406 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc5a19e7-ec94-45b4-91b5-3820bbf7e99b req-8703d918-ba3b-4f9c-a1c9-1fb690ab07d4 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401595 Jan 28 06:38:36.614140 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3384817-2688-4bec-aff5-3ecda042b0d9 req-5606105f-393f-438f-9b20-f7c9cc1a11b4 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:36.615675 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3384817-2688-4bec-aff5-3ecda042b0d9 req-5606105f-393f-438f-9b20-f7c9cc1a11b4 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0525165 Jan 28 06:38:36.662017 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c3384817-2688-4bec-aff5-3ecda042b0d9 req-bb632041-05a0-4d92-8b0d-81a2fc949f52 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407879 Jan 28 06:38:36.740985 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:37.569630 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-83193480-1f09-4bac-bd93-0435dc5f1a50 service neutron] show failed (client error): The resource could not be found. Jan 28 06:38:37.570676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-83193480-1f09-4bac-bd93-0435dc5f1a50 service neutron] 10.222.0.60 "GET /v2.0/ports/ea77bb87-0c4d-4213-8660-dbd698e245ea/bindings/n-h1-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.0542922 Jan 28 06:38:37.779362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef066c-02f1-4d2c-9725-245db2412719 req-2c477de9-d8dd-4078-9f0f-01345c075137 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:37.780828 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32ef066c-02f1-4d2c-9725-245db2412719 req-2c477de9-d8dd-4078-9f0f-01345c075137 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0490787 Jan 28 06:38:37.827228 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32ef066c-02f1-4d2c-9725-245db2412719 req-b695c0a3-c534-41e4-a318-812852b6473b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401068 Jan 28 06:38:38.079272 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:38.094451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-e55baee6-51b0-405b-83fd-687f7d5a7c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:38.095930 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-e55baee6-51b0-405b-83fd-687f7d5a7c55 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a&tenant_id=62b854be11f34f99b792a449845310ad HTTP/1.1" status: 200 len: 1097 time: 0.0871768 Jan 28 06:38:38.112464 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:38:38.166786 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:38.371044 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:38:38.404636 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:38:38.446393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:38:38.448636 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b27c92-b7d1-4c19-a5e7-3043f08780ca" -d '{"events": [{"server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "name": "network-vif-unplugged", "status": "completed", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:38:38.452479 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Publish callbacks [] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:38.465133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Transition to ACTIVE for port object ea77bb87-0c4d-4213-8660-dbd698e245ea will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:38:38.496002 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7e32e7-5e2b-48b5-997b-01a758f3643b x-openstack-request-id: req-ae7e32e7-5e2b-48b5-997b-01a758f3643b {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:38:38.496310 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "name": "network-vif-unplugged", "status": "completed", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:38:38.496573 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae7e32e7-5e2b-48b5-997b-01a758f3643b {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:38:38.497007 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'code': 200} Jan 28 06:38:38.532252 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:38.618810 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Pushing event updated for resources: {'Port': ['ID=ea77bb87-0c4d-4213-8660-dbd698e245ea,revision_number=6']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:38:38.632391 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:38.633765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:38.633765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:38.633765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:38.633765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:38.634099 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:38.634409 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:38.634741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:38.635069 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:38.635400 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:38.635923 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:38.636033 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:38.636358 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:38.672500 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] No DVR routers for this DVR port ea77bb87-0c4d-4213-8660-dbd698e245ea on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:38:38.812004 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Attempting to bind port ea77bb87-0c4d-4213-8660-dbd698e245ea on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:38:38.812336 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Attempting to bind port ea77bb87-0c4d-4213-8660-dbd698e245ea by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:38:38.812667 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Attempting to bind port ea77bb87-0c4d-4213-8660-dbd698e245ea on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:38:38.816979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Port ea77bb87-0c4d-4213-8660-dbd698e245ea on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:38:38.817306 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Attempting to bind port ea77bb87-0c4d-4213-8660-dbd698e245ea on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:38:38.822095 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:38:38.822473 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Checking segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:38:38.822863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Bound using segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:38:38.823287 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Bound port: ea77bb87-0c4d-4213-8660-dbd698e245ea, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:38:38.823640 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:38.889610 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:38:38.892548 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:38:38.946594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8da93a-fd72-488a-9196-c39088ba5e0c req-cafb753a-ebc7-4f57-9096-3e7c351538f2 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:38.948063 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df8da93a-fd72-488a-9196-c39088ba5e0c req-cafb753a-ebc7-4f57-9096-3e7c351538f2 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 943 time: 0.0520787 Jan 28 06:38:38.988508 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:38.996480 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df8da93a-fd72-488a-9196-c39088ba5e0c req-3a7d5419-0047-41ff-b0a8-cb4e2f359b73 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428090 Jan 28 06:38:39.024896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:39.025539 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:39.026981 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] 10.222.0.64 "PUT /v2.0/ports/ea77bb87-0c4d-4213-8660-dbd698e245ea HTTP/1.1" status: 200 len: 1092 time: 0.9184144 Jan 28 06:38:39.052015 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32545625-66ce-4f17-995a-e949d7a3f683 service neutron] Pushing event updated for resources: {'Port': ['ID=ea77bb87-0c4d-4213-8660-dbd698e245ea,revision_number=7']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:38:39.118118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-4a6a70a2-8840-4e64-afa7-334bd6b44c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:39.118118 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-4a6a70a2-8840-4e64-afa7-334bd6b44c8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 1095 time: 0.0500028 Jan 28 06:38:39.209545 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-bfd42ffd-ac72-4d4b-9abf-04c7ea1c5824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:39.209785 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:39.211066 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-bfd42ffd-ac72-4d4b-9abf-04c7ea1c5824 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0942254 Jan 28 06:38:39.276568 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-82107674-4b26-498f-9d07-9be5f30042ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea HTTP/1.1" status: 200 len: 1000 time: 0.0598385 Jan 28 06:38:39.323690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-306a2b76-cb73-4743-919a-4ad4da9d7153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:39.325038 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-306a2b76-cb73-4743-919a-4ad4da9d7153 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0433264 Jan 28 06:38:39.373094 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-13e150ac-36e2-4e5a-ae37-85910c2ac805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:39.374901 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-13e150ac-36e2-4e5a-ae37-85910c2ac805 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445571 Jan 28 06:38:39.461979 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-ec1b6e4e-e5e1-4a0f-94b6-724ab041c437 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812497 Jan 28 06:38:39.551964 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9b55db8d-8c24-4c26-8f67-ec3aef164f4e req-b971eb8c-a5f2-47a9-a46a-0d009dd23632 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846505 Jan 28 06:38:40.115067 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b8582-e28d-4d3e-907e-39f62b43b4e1 req-93921895-af4c-4aaa-99d1-1569327ce4c9 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:40.116672 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab7b8582-e28d-4d3e-907e-39f62b43b4e1 req-93921895-af4c-4aaa-99d1-1569327ce4c9 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 943 time: 0.0487204 Jan 28 06:38:40.165437 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab7b8582-e28d-4d3e-907e-39f62b43b4e1 req-92c3d061-d046-4bbb-971a-80bb9ada1235 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432653 Jan 28 06:38:40.499342 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:38:40.501772 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab0fcab-f371-4d75-8609-a03d1c4c2e35" -d '{"events": [{"name": "network-changed", "server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:38:40.549300 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba11410-70b5-4944-8f85-70d510ccea11 x-openstack-request-id: req-eba11410-70b5-4944-8f85-70d510ccea11 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:38:40.549615 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:38:40.549874 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eba11410-70b5-4944-8f85-70d510ccea11 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:38:40.550320 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'status': 'completed', 'code': 200} Jan 28 06:38:40.634265 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-9f880ab5-40f7-4bfa-a00b-cec0dae870cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:40.634560 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-42da4410-6e29-4a0f-bdf2-34ebf89debe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:40.635778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-9f880ab5-40f7-4bfa-a00b-cec0dae870cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 1095 time: 0.0471740 Jan 28 06:38:40.635890 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-42da4410-6e29-4a0f-bdf2-34ebf89debe6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 1095 time: 0.0428588 Jan 28 06:38:40.725984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-38ff57a7-a8dc-4426-97e7-90485caed9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:40.726257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-c2d05822-6de8-40e3-b02a-fc89ee05fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:40.727501 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-38ff57a7-a8dc-4426-97e7-90485caed9c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0859380 Jan 28 06:38:40.727625 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-c2d05822-6de8-40e3-b02a-fc89ee05fa2b service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0858426 Jan 28 06:38:40.796171 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-0948f572-bcd6-4adf-8f86-2fa904ddf0c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea HTTP/1.1" status: 200 len: 1000 time: 0.0630491 Jan 28 06:38:40.797859 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-222aed75-43e0-4612-b875-16cb69bec056 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea HTTP/1.1" status: 200 len: 1000 time: 0.0635259 Jan 28 06:38:40.843624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-b4ff0344-248e-4c3b-90ca-43cbc9f6ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:40.845088 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-b4ff0344-248e-4c3b-90ca-43cbc9f6ae17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0439048 Jan 28 06:38:40.846249 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-157b0409-764f-4a03-89f3-77a30e45baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:40.848553 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-157b0409-764f-4a03-89f3-77a30e45baa8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0442884 Jan 28 06:38:40.888819 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-b6311ac6-939d-4705-8a93-330eebbdadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:40.890328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-b6311ac6-939d-4705-8a93-330eebbdadb7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397229 Jan 28 06:38:40.895118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-a3fdccb2-d069-438a-b9b1-ff3d59d0b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:40.896607 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-a3fdccb2-d069-438a-b9b1-ff3d59d0b102 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417359 Jan 28 06:38:40.900146 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-f5bd5a84-e044-4119-a269-ac4fb193ee2c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:38:40.901065 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-f5bd5a84-e044-4119-a269-ac4fb193ee2c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049057 Jan 28 06:38:40.990218 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-075169b1-91ad-4397-8da8-810604bdcae1 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873382 Jan 28 06:38:40.993361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-861f02b8-9a32-435b-9f2c-9278ea1cf656 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862014 Jan 28 06:38:41.033749 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ea77bb87-0c4d-4213-8660-dbd698e245ea no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:38:41.079364 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] The host n-h2-812111-12 is not matching for port ea77bb87-0c4d-4213-8660-dbd698e245ea host n-h1-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:38:41.079971 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ea77bb87-0c4d-4213-8660-dbd698e245ea not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:38:41.085060 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-0482e967-6605-44df-8a35-bcc2082175a2 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881951 Jan 28 06:38:41.086879 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eab0fcab-f371-4d75-8609-a03d1c4c2e35 req-94f73bc6-e91a-4ff4-a3a9-81f12cfcc8f2 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871043 Jan 28 06:38:41.281634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19480937-e297-4dfd-a498-4c03805abb85 req-0e387301-070f-4b7b-a12c-4858a393e829 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:41.283126 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19480937-e297-4dfd-a498-4c03805abb85 req-0e387301-070f-4b7b-a12c-4858a393e829 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 943 time: 0.0496233 Jan 28 06:38:41.335585 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19480937-e297-4dfd-a498-4c03805abb85 req-29979b8b-541b-4e55-b98d-b56e6cf1d82f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467708 Jan 28 06:38:42.508354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f82ea8-58fb-4c48-b775-4a03b18c3b04 req-13a57908-22ed-4740-a02b-232c22ac69b4 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:42.509877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5f82ea8-58fb-4c48-b775-4a03b18c3b04 req-13a57908-22ed-4740-a02b-232c22ac69b4 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 943 time: 0.1013455 Jan 28 06:38:42.556943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5f82ea8-58fb-4c48-b775-4a03b18c3b04 req-20710783-0ecf-4ab6-a9cf-6b01124021f1 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412395 Jan 28 06:38:42.936915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ea77bb87-0c4d-4213-8660-dbd698e245ea details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:38:43.035988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:38:43.052456 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'port_id': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'mac_address': 'fa:16:3e:fb:df:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:38:43.084131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbf156-1c45-4cd8-ada5-a83b1392a2ac req-f3929426-7bad-49a7-bc9e-44ce0e4b6461 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:43.085676 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbcbf156-1c45-4cd8-ada5-a83b1392a2ac req-f3929426-7bad-49a7-bc9e-44ce0e4b6461 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 943 time: 0.0508943 Jan 28 06:38:43.094033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port ea77bb87-0c4d-4213-8660-dbd698e245ea is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:38:43.094457 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:43.108608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea77bb87-0c4d-4213-8660-dbd698e245ea {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:38:43.112798 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-37159985-13eb-440b-b5ed-e06aea5492dc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:43.115174 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-37159985-13eb-440b-b5ed-e06aea5492dc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.64 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a&tenant_id=62b854be11f34f99b792a449845310ad&binding%3Ahost_id=n-h1-812111-12 HTTP/1.1" status: 200 len: 943 time: 0.0579751 Jan 28 06:38:43.129596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:38:43.138006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbcbf156-1c45-4cd8-ada5-a83b1392a2ac req-cf4ae03f-3007-4948-9d43-1e1b7260f6f5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454311 Jan 28 06:38:43.176574 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-d9141122-3c62-4cce-a066-4af89daa5c3a service neutron] 10.222.0.64 "GET /v2.0/ports/ea77bb87-0c4d-4213-8660-dbd698e245ea/bindings/n-h1-812111-12 HTTP/1.1" status: 200 len: 383 time: 0.0548155 Jan 28 06:38:43.204051 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:43.255403 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=ea77bb87-0c4d-4213-8660-dbd698e245ea,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:38:43.260914 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-da01e564-fa68-4ab3-8f2d-435d160da83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:43.262455 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-da01e564-fa68-4ab3-8f2d-435d160da83d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 1096 time: 0.0420444 Jan 28 06:38:43.262707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:43.263061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:43.263407 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:43.263748 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:43.264086 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:43.264424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:43.264757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:43.265091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:43.265421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:43.265748 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:43.266075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:43.266425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:43.266752 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:43.355456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-c8322813-424b-40ef-803d-7016bc291908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:43.356911 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-c8322813-424b-40ef-803d-7016bc291908 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0887709 Jan 28 06:38:43.420965 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-7292f7e0-11bf-480a-9577-160c2044f5ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea HTTP/1.1" status: 200 len: 1001 time: 0.0576150 Jan 28 06:38:43.468517 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-e8b7d492-4a41-4879-8c10-c7542caeeaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:43.469868 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-e8b7d492-4a41-4879-8c10-c7542caeeaf2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0425427 Jan 28 06:38:43.511065 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['ea77bb87-0c4d-4213-8660-dbd698e245ea'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:38:43.519533 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-db9aff50-2780-4be5-afdc-48eae21afb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:43.521633 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-db9aff50-2780-4be5-afdc-48eae21afb49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459387 Jan 28 06:38:43.611457 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-a724b002-d5a9-4750-bbd0-616d0974d4b5 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831285 Jan 28 06:38:43.703595 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-e1343144-e16d-4760-8ede-17ccc95c80ca service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863447 Jan 28 06:38:44.300574 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb208cc-4cc3-4b4b-b1d1-ddee60273309 req-d007e291-90e3-42a8-9f7e-f34b92a60440 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:44.302592 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6eb208cc-4cc3-4b4b-b1d1-ddee60273309 req-d007e291-90e3-42a8-9f7e-f34b92a60440 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 944 time: 0.0953641 Jan 28 06:38:44.347912 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6eb208cc-4cc3-4b4b-b1d1-ddee60273309 req-197d225b-dd3e-438e-8e99-beedff6202ef tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396104 Jan 28 06:38:44.946904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ea77bb87-0c4d-4213-8660-dbd698e245ea up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:38:45.091847 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port ea77bb87-0c4d-4213-8660-dbd698e245ea completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:38:45.095913 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port ea77bb87-0c4d-4213-8660-dbd698e245ea triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:38:45.096295 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:45.176025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port ea77bb87-0c4d-4213-8660-dbd698e245ea is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:38:45.176424 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:45.203708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:38:45.203708 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c3cf93-8603-414b-8b7e-1cb2e4db4825" -d '{"events": [{"server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "name": "network-vif-plugged", "status": "completed", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:38:45.212741 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:38:45.251597 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142350ce-f2fe-49ec-b09a-5aca3f224ba3 x-openstack-request-id: req-142350ce-f2fe-49ec-b09a-5aca3f224ba3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:38:45.251889 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "name": "network-vif-plugged", "status": "completed", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:38:45.255498 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-142350ce-f2fe-49ec-b09a-5aca3f224ba3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:38:45.255498 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'code': 200} Jan 28 06:38:45.278368 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:45.324353 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=ea77bb87-0c4d-4213-8660-dbd698e245ea,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:38:45.463159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4e995-acb3-4947-8321-81c42eb1f87a req-5dd34dd2-e689-4c8c-a1c2-3e105cd88993 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:45.464555 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6bc4e995-acb3-4947-8321-81c42eb1f87a req-5dd34dd2-e689-4c8c-a1c2-3e105cd88993 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0479484 Jan 28 06:38:45.511818 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6bc4e995-acb3-4947-8321-81c42eb1f87a req-0fbc031d-6ee8-44fd-ba64-3f931dc5c673 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417509 Jan 28 06:38:46.336069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-3f36139e-65e9-4993-b6ef-f91ec8f27c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:46.337476 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-3f36139e-65e9-4993-b6ef-f91ec8f27c90 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a&tenant_id=62b854be11f34f99b792a449845310ad HTTP/1.1" status: 200 len: 1097 time: 0.0395041 Jan 28 06:38:46.353029 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:38:46.407751 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:46.634802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:38:46.659971 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5636cf9-3de1-4dfd-a9b7-fe4766a6bd0b req-74b98cfa-1b50-4e12-9ad0-e158df36b769 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:46.662183 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5636cf9-3de1-4dfd-a9b7-fe4766a6bd0b req-74b98cfa-1b50-4e12-9ad0-e158df36b769 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0787280 Jan 28 06:38:46.691285 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:38:46.756127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:38:46.758371 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bebe834-af4f-45db-9800-e9db4df88ae4" -d '{"events": [{"server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "name": "network-vif-unplugged", "status": "completed", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:38:46.761795 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Publish callbacks [] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:46.766910 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5636cf9-3de1-4dfd-a9b7-fe4766a6bd0b req-4fd25b70-c410-4f9e-8ca3-1ba69976a01e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974436 Jan 28 06:38:46.778418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Transition to ACTIVE for port object ea77bb87-0c4d-4213-8660-dbd698e245ea will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:38:46.810678 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fcb8a0-05da-412e-89b4-647007cdeef6 x-openstack-request-id: req-f2fcb8a0-05da-412e-89b4-647007cdeef6 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:38:46.810971 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "name": "network-vif-unplugged", "status": "completed", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:38:46.811227 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2fcb8a0-05da-412e-89b4-647007cdeef6 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:38:46.811623 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'code': 200} Jan 28 06:38:46.843758 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:46.923162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Pushing event updated for resources: {'Port': ['ID=ea77bb87-0c4d-4213-8660-dbd698e245ea,revision_number=10']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:38:46.935362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:46.935704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:46.936050 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:46.936404 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:46.936723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:46.937053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:46.937375 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:46.937699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:46.938020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:46.938365 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:46.938694 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:46.942038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:46.942038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:38:46.977053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] No DVR routers for this DVR port ea77bb87-0c4d-4213-8660-dbd698e245ea on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:38:47.114204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Attempting to bind port ea77bb87-0c4d-4213-8660-dbd698e245ea on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:38:47.114785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Attempting to bind port ea77bb87-0c4d-4213-8660-dbd698e245ea by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:38:47.115129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Attempting to bind port ea77bb87-0c4d-4213-8660-dbd698e245ea on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:38:47.119640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Port ea77bb87-0c4d-4213-8660-dbd698e245ea on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:38:47.119965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Attempting to bind port ea77bb87-0c4d-4213-8660-dbd698e245ea on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:38:47.125114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:38:47.125511 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Checking segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:38:47.125895 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Bound using segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:38:47.126338 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Bound port: ea77bb87-0c4d-4213-8660-dbd698e245ea, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:38:47.126704 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:47.192582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:38:47.195524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:38:47.309671 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:47.344539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:47.345198 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:47.346608 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] 10.222.0.60 "PUT /v2.0/ports/ea77bb87-0c4d-4213-8660-dbd698e245ea HTTP/1.1" status: 200 len: 1093 time: 0.9973583 Jan 28 06:38:47.369694 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99417a-32c4-4745-9685-b65935fea352 service neutron] Pushing event updated for resources: {'Port': ['ID=ea77bb87-0c4d-4213-8660-dbd698e245ea,revision_number=11']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:38:47.438567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-7f0500fc-ea45-4ed9-a92b-1862896c41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:47.440084 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-7f0500fc-ea45-4ed9-a92b-1862896c41f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 1096 time: 0.0480509 Jan 28 06:38:47.532261 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-c1e83ffb-200c-4213-9e5b-8cad544e375f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:47.533741 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-c1e83ffb-200c-4213-9e5b-8cad544e375f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0878739 Jan 28 06:38:47.601966 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-48acb174-909f-462f-815d-577e929dab4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea HTTP/1.1" status: 200 len: 1000 time: 0.0622180 Jan 28 06:38:47.652214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ffa1482e-55b1-4f3f-a885-26c6c6e75a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:47.653524 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-ffa1482e-55b1-4f3f-a885-26c6c6e75a97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0434844 Jan 28 06:38:47.699245 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-353869d8-9b0a-4ef9-affc-ea68f373a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:47.700704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-353869d8-9b0a-4ef9-affc-ea68f373a0a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416558 Jan 28 06:38:47.792844 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-8a1559a5-5bbe-4080-afba-3dc51debfe6c service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861180 Jan 28 06:38:47.917322 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995876f-467f-461b-866f-9a1faf3b58ed req-c43fe297-e846-447d-b9bd-5cd154e6e2f6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:47.918731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8995876f-467f-461b-866f-9a1faf3b58ed req-c43fe297-e846-447d-b9bd-5cd154e6e2f6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 944 time: 0.0766430 Jan 28 06:38:47.922327 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-adf8bcb9-6d29-48c0-8124-5a190dbf14a8 req-f631fa15-7787-4e58-a29f-ca27fecf67e2 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238618 Jan 28 06:38:47.969459 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8995876f-467f-461b-866f-9a1faf3b58ed req-60ee7e86-384e-45bd-9d6d-b796f6cf6f27 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451350 Jan 28 06:38:48.812559 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:38:48.815245 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa94c45-28c9-4bb3-a16b-9e87bc808767" -d '{"events": [{"name": "network-changed", "server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:38:48.863818 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8efdd6-ac35-4b41-aa60-6e4d2bdfa653 x-openstack-request-id: req-bf8efdd6-ac35-4b41-aa60-6e4d2bdfa653 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:38:48.864111 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:38:48.864362 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf8efdd6-ac35-4b41-aa60-6e4d2bdfa653 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:38:48.865191 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'status': 'completed', 'code': 200} Jan 28 06:38:48.944290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-a4ad3fd7-a304-4ec1-a850-a8ca784178df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:48.944967 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-34ccc939-9f43-4de1-bfa1-47d91fe659ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:48.945807 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-a4ad3fd7-a304-4ec1-a850-a8ca784178df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 1096 time: 0.0416455 Jan 28 06:38:48.946474 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-34ccc939-9f43-4de1-bfa1-47d91fe659ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 1096 time: 0.0407057 Jan 28 06:38:48.952549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ea77bb87-0c4d-4213-8660-dbd698e245ea no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:38:49.009529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] The host n-h1-812111-12 is not matching for port ea77bb87-0c4d-4213-8660-dbd698e245ea host n-h2-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:38:49.009941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device ea77bb87-0c4d-4213-8660-dbd698e245ea not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:38:49.045171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-94efc879-a09a-4e90-babb-fc9fb7ff76ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:49.046680 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-94efc879-a09a-4e90-babb-fc9fb7ff76ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0946095 Jan 28 06:38:49.052910 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-72f5e02e-3701-4e05-8f46-dcc6d1346e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:49.054545 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-72f5e02e-3701-4e05-8f46-dcc6d1346e62 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.1024387 Jan 28 06:38:49.071653 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ea77bb87-0c4d-4213-8660-dbd698e245ea details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:38:49.121089 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-fb03cf2d-f528-4c0d-8aea-63b4fc3e451b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea HTTP/1.1" status: 200 len: 1000 time: 0.0603466 Jan 28 06:38:49.146671 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-2d95c5d6-8b2f-4734-ba55-a956a2012ddc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea HTTP/1.1" status: 200 len: 1000 time: 0.0900097 Jan 28 06:38:49.153638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be3e62-488b-481d-8c89-08bb682540b4 req-c2da54c3-bc37-4556-bfe2-85374a85308d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:49.155007 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20be3e62-488b-481d-8c89-08bb682540b4 req-c2da54c3-bc37-4556-bfe2-85374a85308d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 944 time: 0.1074703 Jan 28 06:38:49.170676 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-920a669c-3286-4d7d-bac0-dddb4772cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:49.172178 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-920a669c-3286-4d7d-bac0-dddb4772cf5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0459633 Jan 28 06:38:49.183299 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:38:49.196989 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'port_id': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'mac_address': 'fa:16:3e:fb:df:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:38:49.223465 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-d6569661-d888-415f-afd5-75ac3ade7739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:49.225171 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-d6569661-d888-415f-afd5-75ac3ade7739 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470195 Jan 28 06:38:49.233772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-497feb41-df8d-4ae9-a176-b14fb3bb77ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:49.235271 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-497feb41-df8d-4ae9-a176-b14fb3bb77ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0794029 Jan 28 06:38:49.241425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ea77bb87-0c4d-4213-8660-dbd698e245ea is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:38:49.241829 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:49.255399 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea77bb87-0c4d-4213-8660-dbd698e245ea {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:38:49.259467 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20be3e62-488b-481d-8c89-08bb682540b4 req-d987c21c-97f6-4c45-9c8c-f851d89cee3e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921855 Jan 28 06:38:49.277438 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:38:49.327064 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-139afdc3-9505-4656-bc02-a803b4d1e673 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949566 Jan 28 06:38:49.352635 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:49.415437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ea77bb87-0c4d-4213-8660-dbd698e245ea,revision_number=12']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:38:49.444081 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-90932d1f-9431-4a20-a55a-7c59f18e7954 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113234 Jan 28 06:38:49.550406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-f404710b-94f2-4e49-99f7-cc8b4fc659d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:49.551948 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-f404710b-94f2-4e49-99f7-cc8b4fc659d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3049824 Jan 28 06:38:49.644080 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-a7f309ef-fe90-48ed-a9ac-afe0864110ec service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849710 Jan 28 06:38:49.679884 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['ea77bb87-0c4d-4213-8660-dbd698e245ea'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:38:49.751166 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-efa94c45-28c9-4bb3-a16b-9e87bc808767 req-b6304ad4-ca6f-463f-8e7e-a926f32d50d0 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000254 Jan 28 06:38:50.385735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e2bd7-2a2c-4824-a1ea-e64fb6a7d8e8 req-63e1e8bc-19d5-4355-b4d8-08c4b1c54750 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:50.387379 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d7e2bd7-2a2c-4824-a1ea-e64fb6a7d8e8 req-63e1e8bc-19d5-4355-b4d8-08c4b1c54750 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0497656 Jan 28 06:38:50.433042 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d7e2bd7-2a2c-4824-a1ea-e64fb6a7d8e8 req-5ccdf0c4-7e9f-4dd5-a5de-fff9cf988815 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399997 Jan 28 06:38:50.553838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23c4c9-b155-424d-9741-c3dfa2891467 req-86399402-6975-4def-bea1-6d87083243ee tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:50.555257 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ee23c4c9-b155-424d-9741-c3dfa2891467 req-86399402-6975-4def-bea1-6d87083243ee tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0536990 Jan 28 06:38:50.601708 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ee23c4c9-b155-424d-9741-c3dfa2891467 req-ef32f111-570e-4b3f-84c4-dcbc5a2c79e3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407112 Jan 28 06:38:50.714933 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f059965-a593-4326-9b24-3fe03388d4aa req-7065b623-ebe4-47f9-9cb1-ddf6131e502f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:50.716399 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f059965-a593-4326-9b24-3fe03388d4aa req-7065b623-ebe4-47f9-9cb1-ddf6131e502f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0479407 Jan 28 06:38:50.763314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8f059965-a593-4326-9b24-3fe03388d4aa req-cb845efd-d2b7-42b1-8506-73f0b984fdfb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414259 Jan 28 06:38:51.062179 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ea77bb87-0c4d-4213-8660-dbd698e245ea up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:38:51.169659 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port ea77bb87-0c4d-4213-8660-dbd698e245ea completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:38:51.173682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port ea77bb87-0c4d-4213-8660-dbd698e245ea triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:38:51.174052 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:51.214149 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80776d-682c-443f-8b79-f5a75311598c req-2074aa9e-1994-4533-b8b4-687000860af4 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:51.215765 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d80776d-682c-443f-8b79-f5a75311598c req-2074aa9e-1994-4533-b8b4-687000860af4 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 945 time: 0.0488987 Jan 28 06:38:51.251861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ea77bb87-0c4d-4213-8660-dbd698e245ea is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:38:51.252258 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:51.266865 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d80776d-682c-443f-8b79-f5a75311598c req-0478ad31-bbda-415f-be08-b5bde1aadda9 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455902 Jan 28 06:38:51.275682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:38:51.277963 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa53ac7f-2f11-4e45-84c6-b00c6884ac45" -d '{"events": [{"server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "name": "network-vif-plugged", "status": "completed", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:38:51.293880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:38:51.317305 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4268fcea-a211-4475-8585-197f7be24327 x-openstack-request-id: req-4268fcea-a211-4475-8585-197f7be24327 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:38:51.317305 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "name": "network-vif-plugged", "status": "completed", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:38:51.317305 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4268fcea-a211-4475-8585-197f7be24327 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:38:51.317305 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'code': 200} Jan 28 06:38:51.354905 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:51.402958 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ea77bb87-0c4d-4213-8660-dbd698e245ea,revision_number=13']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:38:52.382398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05a35-c049-40e1-9062-fc26a8cedfc5 req-ad860866-6785-41f4-8d39-0a8c943b84ee tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:52.383887 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68d05a35-c049-40e1-9062-fc26a8cedfc5 req-ad860866-6785-41f4-8d39-0a8c943b84ee tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 946 time: 0.0487063 Jan 28 06:38:52.432205 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68d05a35-c049-40e1-9062-fc26a8cedfc5 req-39a3949b-28d6-418c-981f-3828e2fe65d2 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428131 Jan 28 06:38:52.657737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cddb7-0ce6-4de6-924b-241e529d9007 req-e53f7512-d6ac-4c30-a19e-c71c265248eb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:52.659258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-948cddb7-0ce6-4de6-924b-241e529d9007 req-e53f7512-d6ac-4c30-a19e-c71c265248eb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.60 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 946 time: 0.0513000 Jan 28 06:38:52.748187 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-948cddb7-0ce6-4de6-924b-241e529d9007 req-71cf4892-50db-40df-a0f0-94fd4e2b74b5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Deleting port ea77bb87-0c4d-4213-8660-dbd698e245ea {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:38:52.748528 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-948cddb7-0ce6-4de6-924b-241e529d9007 req-71cf4892-50db-40df-a0f0-94fd4e2b74b5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:52.838679 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-948cddb7-0ce6-4de6-924b-241e529d9007 req-71cf4892-50db-40df-a0f0-94fd4e2b74b5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] For port ea77bb87-0c4d-4213-8660-dbd698e245ea, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ea77bb87-0c4d-4213-8660-dbd698e245ea,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:38:52.839273 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-948cddb7-0ce6-4de6-924b-241e529d9007 req-71cf4892-50db-40df-a0f0-94fd4e2b74b5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:53.013320 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-948cddb7-0ce6-4de6-924b-241e529d9007 req-71cf4892-50db-40df-a0f0-94fd4e2b74b5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:53.013602 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-948cddb7-0ce6-4de6-924b-241e529d9007 req-71cf4892-50db-40df-a0f0-94fd4e2b74b5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:53.013920 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [req-948cddb7-0ce6-4de6-924b-241e529d9007 req-71cf4892-50db-40df-a0f0-94fd4e2b74b5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Floating IP 0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062 disassociated. External IP: 172.25.0.172, port: ea77bb87-0c4d-4213-8660-dbd698e245ea. Jan 28 06:38:53.014263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-948cddb7-0ce6-4de6-924b-241e529d9007 req-71cf4892-50db-40df-a0f0-94fd4e2b74b5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Calling delete_port for ea77bb87-0c4d-4213-8660-dbd698e245ea owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:38:53.189166 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-948cddb7-0ce6-4de6-924b-241e529d9007 req-71cf4892-50db-40df-a0f0-94fd4e2b74b5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ea77bb87-0c4d-4213-8660-dbd698e245ea), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:53.219415 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf4892-50db-40df-a0f0-94fd4e2b74b5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Pushing event deleted for resources: {'Port': ['ID=ea77bb87-0c4d-4213-8660-dbd698e245ea,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:38:53.337708 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-948cddb7-0ce6-4de6-924b-241e529d9007 req-71cf4892-50db-40df-a0f0-94fd4e2b74b5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Router ef83a56b-c267-4ccf-a832-e154a27deaa9 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:38:53.450634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-948cddb7-0ce6-4de6-924b-241e529d9007 req-71cf4892-50db-40df-a0f0-94fd4e2b74b5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:38:53.462188 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae79565-1cb1-4f4c-bdc3-1f2cf515017b None None] Sync routers for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:38:53.471534 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae79565-1cb1-4f4c-bdc3-1f2cf515017b None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:38:53.472385 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9ae79565-1cb1-4f4c-bdc3-1f2cf515017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:38:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:38:53.496698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-948cddb7-0ce6-4de6-924b-241e529d9007 req-71cf4892-50db-40df-a0f0-94fd4e2b74b5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] No DVR routers for this DVR port ea77bb87-0c4d-4213-8660-dbd698e245ea on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:38:53.501906 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-948cddb7-0ce6-4de6-924b-241e529d9007 req-71cf4892-50db-40df-a0f0-94fd4e2b74b5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:53.503461 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-948cddb7-0ce6-4de6-924b-241e529d9007 req-71cf4892-50db-40df-a0f0-94fd4e2b74b5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.60 "DELETE /v2.0/ports/ea77bb87-0c4d-4213-8660-dbd698e245ea HTTP/1.1" status: 204 len: 173 time: 0.8384786 Jan 28 06:38:53.504598 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'name': 'network-vif-deleted', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:38:53.507324 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8039e39-1991-4c80-94a3-3b4eb157c4d2" -d '{"events": [{"server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "name": "network-vif-deleted", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:38:53.539552 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10351ac2-f9c2-4bad-b06b-8cb8f596b544 req-01b46a4b-a946-44bd-a267-258646c850fc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 210 time: 0.0292315 Jan 28 06:38:53.554378 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7723cf26-f32e-48b0-a35a-6bdcd14f355a x-openstack-request-id: req-7723cf26-f32e-48b0-a35a-6bdcd14f355a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:38:53.554685 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011e2f34-0d29-4cdf-bacb-ff075a36c18a", "name": "network-vif-deleted", "tag": "ea77bb87-0c4d-4213-8660-dbd698e245ea", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:38:53.554947 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7723cf26-f32e-48b0-a35a-6bdcd14f355a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:38:53.555359 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011e2f34-0d29-4cdf-bacb-ff075a36c18a', 'name': 'network-vif-deleted', 'tag': 'ea77bb87-0c4d-4213-8660-dbd698e245ea', 'status': 'completed', 'code': 200} Jan 28 06:38:53.587933 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9ae79565-1cb1-4f4c-bdc3-1f2cf515017b None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:38:53.791256 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9ae79565-1cb1-4f4c-bdc3-1f2cf515017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:38:53.816905 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae79565-1cb1-4f4c-bdc3-1f2cf515017b None None] Checking router: ef83a56b-c267-4ccf-a832-e154a27deaa9 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:38:53.824805 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae79565-1cb1-4f4c-bdc3-1f2cf515017b None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:38:53.825398 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9ae79565-1cb1-4f4c-bdc3-1f2cf515017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:38:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:38:53.932192 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9ae79565-1cb1-4f4c-bdc3-1f2cf515017b None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:38:54.211487 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9ae79565-1cb1-4f4c-bdc3-1f2cf515017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:38:54.242183 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae79565-1cb1-4f4c-bdc3-1f2cf515017b None None] The sync data for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 is: [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:38:54.477268 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2095f957-bf6c-4534-93cd-23235acc35f0 None None] New status for floating IP 0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:38:54.648283 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1af5e3ac-47e5-4e66-a702-1eeb87d3cf76 req-de4866f3-65af-4d70-936c-76b04c2971d0 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=011e2f34-0d29-4cdf-bacb-ff075a36c18a HTTP/1.1" status: 200 len: 210 time: 0.0273550 Jan 28 06:38:55.090100 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ea77bb87-0c4d-4213-8660-dbd698e245ea no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:38:55.110253 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: ea77bb87-0c4d-4213-8660-dbd698e245ea {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:38:55.110625 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ea77bb87-0c4d-4213-8660-dbd698e245ea not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:38:55.438407 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:55.928811 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-3018255f-83e0-4a36-bebb-fefbd74717c5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1474674853&fields=id&tenant_id=62b854be11f34f99b792a449845310ad HTTP/1.1" status: 200 len: 267 time: 0.0434358 Jan 28 06:38:56.038386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-3bd566d8-c9f2-4e5c-8397-c11c6ebe325b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:38:56.039759 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-3bd566d8-c9f2-4e5c-8397-c11c6ebe325b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 811 time: 0.1041000 Jan 28 06:38:56.058200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-0a84c532-8179-4bcf-bda4-94dab0d071bf tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/quotas/62b854be11f34f99b792a449845310ad HTTP/1.1" status: 200 len: 375 time: 0.0129604 Jan 28 06:38:56.107854 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-731ce8fe-7090-4083-a7f6-cbb662573483 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446689 Jan 28 06:38:56.205561 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-97b4efa6-e653-45e9-a578-7b27172f4f31 service neutron] 10.222.0.31 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858126 Jan 28 06:38:56.294624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-cfa487d5-1749-4f69-a3dc-5d8161f7996d service neutron] 10.222.0.31 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831683 Jan 28 06:38:57.529843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-698aac2e-f027-4619-a534-c284eb764af3 req-bef962a3-330d-49d8-9bfd-227e728e43e8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 210 time: 0.0259993 Jan 28 06:38:58.126423 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:38:58.607749 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-54bc6be5-08fc-4896-84e1-39c3935f0a87 req-7b63cd54-ba91-49c8-90c8-c62d23d2f7de tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 210 time: 0.0263593 Jan 28 06:38:59.690011 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66b2e446-cbcd-4384-9971-35bd133355fb req-8d0cf52f-c995-41ab-8e82-9e0506b637c6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 210 time: 0.0312519 Jan 28 06:39:00.766079 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7aaf907d-0799-461e-bb2d-79355c373b8f req-d3ceea21-958b-4d80-a2e1-887236aab7ae tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 210 time: 0.0260417 Jan 28 06:39:01.857128 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-af3b1612-058f-4722-a99f-39f4bfcd7023 req-2eb3a36d-4e27-419f-849a-653a167c4e7c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 210 time: 0.0264878 Jan 28 06:39:02.520298 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-790aa3d3-e5f4-46f7-813b-3c0ff26d898d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:02.654314 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:39:02.949857 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ad1c0b7-4f57-44b7-a60a-2cca203ba004 req-32f0fbae-e579-4879-b2ca-25ae39cf7435 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 210 time: 0.0264578 Jan 28 06:39:03.462096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-7082712f-5c5a-4b78-8d69-77b1c07d4906 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:03.463607 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-7082712f-5c5a-4b78-8d69-77b1c07d4906 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 811 time: 0.1033876 Jan 28 06:39:03.529700 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-7c0eaef7-46a5-491e-8ed3-cbd7f4bf66a8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b854be11f34f99b792a449845310ad HTTP/1.1" status: 200 len: 380 time: 0.0525277 Jan 28 06:39:03.538632 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-6bbcf57a-3364-42aa-8c85-de35fda67490 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Request body: {'port': {'device_id': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'admin_state_up': True, 'tenant_id': '62b854be11f34f99b792a449845310ad', 'security_groups': ['043fa460-680d-4aa9-8f9e-49d51488f79f']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:39:03.735264 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-6bbcf57a-3364-42aa-8c85-de35fda67490 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Made reservation on behalf of 62b854be11f34f99b792a449845310ad for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:39:03.739223 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-6bbcf57a-3364-42aa-8c85-de35fda67490 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:03.859596 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-6bbcf57a-3364-42aa-8c85-de35fda67490 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Allocated IP 172.20.0.11 (9b9203c5-3a24-4dfa-96e9-5fbed272fbac/cced84d8-c444-4945-8d44-3d5d4818c7f9/00458390-9fd1-47f7-b4a3-7691c6c4d701) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:39:03.995518 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-6bbcf57a-3364-42aa-8c85-de35fda67490 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:04.045755 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32245a75-e083-4472-9cf4-2766d8d1a1db req-ec83e543-30eb-425f-ac48-9610bb2610e5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 210 time: 0.0262299 Jan 28 06:39:04.086863 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-6bbcf57a-3364-42aa-8c85-de35fda67490 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:04.128444 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-6bbcf57a-3364-42aa-8c85-de35fda67490 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:39:04.131248 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-6bbcf57a-3364-42aa-8c85-de35fda67490 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:39:04.134715 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-6bbcf57a-3364-42aa-8c85-de35fda67490 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:39:04.174635 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcf57a-3364-42aa-8c85-de35fda67490 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Pushing event updated for resources: {'Port': ['ID=00458390-9fd1-47f7-b4a3-7691c6c4d701,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:39:04.201219 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-6bbcf57a-3364-42aa-8c85-de35fda67490 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:04.201922 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-6bbcf57a-3364-42aa-8c85-de35fda67490 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:04.306545 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-6bbcf57a-3364-42aa-8c85-de35fda67490 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7722349 Jan 28 06:39:04.323216 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Request body: {'port': {'device_id': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:39:04.377559 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:04.398976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-290967d0-fe3f-437e-8826-b56d1e412c7f None None] Provisioning complete for port 00458390-9fd1-47f7-b4a3-7691c6c4d701 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:39:04.399586 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-290967d0-fe3f-437e-8826-b56d1e412c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:04.433160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-290967d0-fe3f-437e-8826-b56d1e412c7f None None] Port 00458390-9fd1-47f7-b4a3-7691c6c4d701 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:39:04.641229 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00458390-9fd1-47f7-b4a3-7691c6c4d701 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:39:04.648913 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Publish callbacks [] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:04.661260 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Transition to ACTIVE for port object 00458390-9fd1-47f7-b4a3-7691c6c4d701 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:39:04.752183 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:04.806172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Pushing event updated for resources: {'Port': ['ID=00458390-9fd1-47f7-b4a3-7691c6c4d701,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:39:04.823415 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-150f9ff1-7529-4676-b46a-c38b6b069716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:04.884979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Attempting to bind port 00458390-9fd1-47f7-b4a3-7691c6c4d701 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:39:04.885406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Attempting to bind port 00458390-9fd1-47f7-b4a3-7691c6c4d701 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:39:04.885734 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Attempting to bind port 00458390-9fd1-47f7-b4a3-7691c6c4d701 on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:39:04.890181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Port 00458390-9fd1-47f7-b4a3-7691c6c4d701 on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:39:04.890578 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Attempting to bind port 00458390-9fd1-47f7-b4a3-7691c6c4d701 on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:39:04.895690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:39:04.896025 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Checking segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:39:04.896403 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Bound using segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:39:04.896820 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Bound port: 00458390-9fd1-47f7-b4a3-7691c6c4d701, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:39:04.897169 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:04.961402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:39:04.964643 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:39:05.063807 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:05.102901 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:05.104117 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:05.105617 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] 10.222.0.64 "PUT /v2.0/ports/00458390-9fd1-47f7-b4a3-7691c6c4d701 HTTP/1.1" status: 200 len: 1093 time: 0.7865019 Jan 28 06:39:05.106016 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:39:05.108307 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8710a432-abc3-437c-9b87-ce49c087c466" -d '{"events": [{"name": "network-changed", "server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:39:05.146904 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e24ffd-2ce6-4a10-92cd-9f2b07cba4be service neutron] Pushing event updated for resources: {'Port': ['ID=00458390-9fd1-47f7-b4a3-7691c6c4d701,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:39:05.166024 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56da486d-0ac1-4db7-adfc-8f17a7d16f15 x-openstack-request-id: req-56da486d-0ac1-4db7-adfc-8f17a7d16f15 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:39:05.170034 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:39:05.170034 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56da486d-0ac1-4db7-adfc-8f17a7d16f15 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:39:05.170034 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'status': 'completed', 'code': 200} Jan 28 06:39:05.170366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a77e1-ddcc-4163-ac5a-5d2d0fa851f4 req-46b77146-8208-4357-927e-a907a9637377 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:05.171645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e35a77e1-ddcc-4163-ac5a-5d2d0fa851f4 req-46b77146-8208-4357-927e-a907a9637377 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0535519 Jan 28 06:39:05.227361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e35a77e1-ddcc-4163-ac5a-5d2d0fa851f4 req-3690aeef-f041-4725-b71d-2baff280438a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498800 Jan 28 06:39:05.250430 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710a432-abc3-437c-9b87-ce49c087c466 req-6f6a7b22-586b-45d9-902f-50ecd9097db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:05.252240 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8710a432-abc3-437c-9b87-ce49c087c466 req-6f6a7b22-586b-45d9-902f-50ecd9097db8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 1096 time: 0.0460596 Jan 28 06:39:05.355505 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710a432-abc3-437c-9b87-ce49c087c466 req-99742cb0-282a-42ed-830b-c8dca10f3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:05.356961 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8710a432-abc3-437c-9b87-ce49c087c466 req-99742cb0-282a-42ed-830b-c8dca10f3e99 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=62b854be11f34f99b792a449845310ad&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0925281 Jan 28 06:39:05.451409 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710a432-abc3-437c-9b87-ce49c087c466 req-d7f7e11e-bf50-4b52-935f-12aa7eba73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:05.452861 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8710a432-abc3-437c-9b87-ce49c087c466 req-d7f7e11e-bf50-4b52-935f-12aa7eba73fe service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908418 Jan 28 06:39:05.548023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-0e2a1876-9108-4f7c-bf52-6afa4766946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:05.549526 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-0e2a1876-9108-4f7c-bf52-6afa4766946c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 1096 time: 0.0408795 Jan 28 06:39:05.600798 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-efa0b63f-1d0b-464e-8d0d-4bfe22e3bc3f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701 HTTP/1.1" status: 200 len: 217 time: 0.0378909 Jan 28 06:39:05.648656 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-fab305cc-920f-4c11-bbd4-e69eb457750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:05.650377 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-fab305cc-920f-4c11-bbd4-e69eb457750c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0442419 Jan 28 06:39:05.693544 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-78c54061-eb42-487a-9e00-8653c0ac497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:05.695050 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-78c54061-eb42-487a-9e00-8653c0ac497d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393133 Jan 28 06:39:05.794350 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-c8d753a9-b488-4aa2-8257-1766a66b30d1 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923138 Jan 28 06:39:05.886477 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0a216591-bbc5-4690-8a3d-2af7c0af2949 req-834e0a4c-e63d-4bf9-8b9e-67561d49ade0 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834355 Jan 28 06:39:06.346558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d6e5d-a7c1-4d6b-b122-44e3302924f9 req-d1ad35b1-8118-4e70-b01b-9da637026699 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:06.348848 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a1d6e5d-a7c1-4d6b-b122-44e3302924f9 req-d1ad35b1-8118-4e70-b01b-9da637026699 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0508957 Jan 28 06:39:06.396013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a1d6e5d-a7c1-4d6b-b122-44e3302924f9 req-ae5c84a5-db01-4907-a4a1-439e8c4b54d3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415754 Jan 28 06:39:06.751975 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:07.514856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5b140-3b0d-4454-a935-4148826a98d4 req-e2776615-70c3-4c61-b52e-193d17d55437 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:07.516378 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4ef5b140-3b0d-4454-a935-4148826a98d4 req-e2776615-70c3-4c61-b52e-193d17d55437 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0496659 Jan 28 06:39:07.562434 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4ef5b140-3b0d-4454-a935-4148826a98d4 req-ae8f3399-c585-48a9-a509-1093334e309e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404088 Jan 28 06:39:08.075197 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:08.680410 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66c592-29a3-4df9-94d3-b5d99700c0b2 req-549a9bdd-7e36-499b-a6e6-dc209b9783e0 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:08.681898 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc66c592-29a3-4df9-94d3-b5d99700c0b2 req-549a9bdd-7e36-499b-a6e6-dc209b9783e0 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0524483 Jan 28 06:39:08.728868 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc66c592-29a3-4df9-94d3-b5d99700c0b2 req-4b727bed-ac4e-4ec0-95ec-ad30e00edfcf tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413218 Jan 28 06:39:09.019928 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 00458390-9fd1-47f7-b4a3-7691c6c4d701 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:39:09.126263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:39:09.138800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'port_id': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'mac_address': 'fa:16:3e:a8:49:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:39:09.164396 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:09.176892 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 00458390-9fd1-47f7-b4a3-7691c6c4d701 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:39:09.186494 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:09.189658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00458390-9fd1-47f7-b4a3-7691c6c4d701 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:39:09.208024 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:39:09.274954 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:09.320480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=00458390-9fd1-47f7-b4a3-7691c6c4d701,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:39:09.551180 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['00458390-9fd1-47f7-b4a3-7691c6c4d701'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:39:09.848034 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e292e54-fcf7-4533-b5ae-344827ff3b22 req-305ba2f6-c242-4b9e-85c4-8d5fbdab2dfb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:09.849574 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e292e54-fcf7-4533-b5ae-344827ff3b22 req-305ba2f6-c242-4b9e-85c4-8d5fbdab2dfb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0501950 Jan 28 06:39:09.897916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0e292e54-fcf7-4533-b5ae-344827ff3b22 req-b6659b22-67b8-4217-8fc3-45e9dd4d355b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419350 Jan 28 06:39:11.019987 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1c222-d7b9-424c-997f-61b45a8740f3 req-0c273f45-f552-409e-88db-b3527f7d5f6b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:11.021460 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6f1c222-d7b9-424c-997f-61b45a8740f3 req-0c273f45-f552-409e-88db-b3527f7d5f6b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0532885 Jan 28 06:39:11.030758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 00458390-9fd1-47f7-b4a3-7691c6c4d701 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:39:11.067687 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e6f1c222-d7b9-424c-997f-61b45a8740f3 req-ccadb121-6355-4f0b-b0a4-79a0572bce9c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406759 Jan 28 06:39:11.163555 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 00458390-9fd1-47f7-b4a3-7691c6c4d701 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:39:11.167591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 00458390-9fd1-47f7-b4a3-7691c6c4d701 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:39:11.168011 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:11.245172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 00458390-9fd1-47f7-b4a3-7691c6c4d701 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:39:11.245468 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:11.266665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:39:11.268845 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3bf18f-18d0-402b-a388-70fecff78dca" -d '{"events": [{"server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "name": "network-vif-plugged", "status": "completed", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:39:11.289544 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:39:11.354579 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bde339a-3617-4665-923a-8bfa5dba2446 x-openstack-request-id: req-5bde339a-3617-4665-923a-8bfa5dba2446 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:39:11.354871 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "name": "network-vif-plugged", "status": "completed", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:39:11.355141 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bde339a-3617-4665-923a-8bfa5dba2446 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:39:11.355844 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'code': 200} Jan 28 06:39:11.366140 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:11.414621 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=00458390-9fd1-47f7-b4a3-7691c6c4d701,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:39:11.484595 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862744c7-9272-46a3-a374-dd76d4267762 req-d96b8964-3f81-44f7-93e2-f5b651bbb441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:11.486074 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-862744c7-9272-46a3-a374-dd76d4267762 req-d96b8964-3f81-44f7-93e2-f5b651bbb441 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 1098 time: 0.0400400 Jan 28 06:39:11.536064 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-862744c7-9272-46a3-a374-dd76d4267762 req-97ef49d8-ccc3-45a1-9268-203de21ffa1f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443873 Jan 28 06:39:12.183386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf24ba9-7be4-4400-a999-edabeb2cc69d req-ba252884-f480-41f0-aebe-ed34390ead6a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:12.184771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9bf24ba9-7be4-4400-a999-edabeb2cc69d req-ba252884-f480-41f0-aebe-ed34390ead6a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0481737 Jan 28 06:39:12.230370 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9bf24ba9-7be4-4400-a999-edabeb2cc69d req-8c0824fa-5cd3-4bab-8d5b-d5afbc0102e3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400050 Jan 28 06:39:13.347053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44250a-5b7c-4155-8c2b-963a37c959a9 req-0d800611-b462-4480-9f9a-a8f8953bd6c9 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:13.348509 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd44250a-5b7c-4155-8c2b-963a37c959a9 req-0d800611-b462-4480-9f9a-a8f8953bd6c9 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0482316 Jan 28 06:39:13.399176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd44250a-5b7c-4155-8c2b-963a37c959a9 req-e77aec5c-6c72-4fad-a541-6f2a5d3e3f91 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450861 Jan 28 06:39:13.520212 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0c90b-2e6d-439f-9c59-e376fa6c5262 req-155f3f11-87cd-4260-97de-8bd345f77b9f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:13.522644 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65e0c90b-2e6d-439f-9c59-e376fa6c5262 req-155f3f11-87cd-4260-97de-8bd345f77b9f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0536237 Jan 28 06:39:13.531162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 54976) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:39:13.536251 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b254c64d-4c88-4d65-84be-91e31f5188cc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Request body: {'floatingip': {'port_id': '00458390-9fd1-47f7-b4a3-7691c6c4d701'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:39:13.577592 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b254c64d-4c88-4d65-84be-91e31f5188cc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for floatingip (0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:14.350405 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b254c64d-4c88-4d65-84be-91e31f5188cc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:14.428938 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b254c64d-4c88-4d65-84be-91e31f5188cc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:14.527376 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-b254c64d-4c88-4d65-84be-91e31f5188cc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Floating IP 0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062 associated. External IP: 172.25.0.172, port: 00458390-9fd1-47f7-b4a3-7691c6c4d701. Jan 28 06:39:14.733393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b254c64d-4c88-4d65-84be-91e31f5188cc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Router ef83a56b-c267-4ccf-a832-e154a27deaa9 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:39:14.840277 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b254c64d-4c88-4d65-84be-91e31f5188cc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:39:14.845323 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b254c64d-4c88-4d65-84be-91e31f5188cc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:14.851876 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1aee0-120e-4749-af3c-bcfac05e1ad0 None None] Sync routers for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:39:14.862504 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1aee0-120e-4749-af3c-bcfac05e1ad0 None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:39:14.863161 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-73e1aee0-120e-4749-af3c-bcfac05e1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:39:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:39:14.872081 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b254c64d-4c88-4d65-84be-91e31f5188cc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "PUT /v2.0/floatingips/0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062 HTTP/1.1" status: 200 len: 993 time: 1.3397346 Jan 28 06:39:14.872647 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:39:14.875403 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b960bf1c-ef09-4071-b22d-4b1d8ab24855" -d '{"events": [{"name": "network-changed", "server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:39:14.914036 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a66743-ca0d-444a-8d8a-212c4d679c09 x-openstack-request-id: req-f2a66743-ca0d-444a-8d8a-212c4d679c09 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:39:14.914354 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:39:14.914610 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2a66743-ca0d-444a-8d8a-212c4d679c09 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:39:14.915011 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'status': 'completed', 'code': 200} Jan 28 06:39:14.975490 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-73e1aee0-120e-4749-af3c-bcfac05e1ad0 None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:39:15.008043 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960bf1c-ef09-4071-b22d-4b1d8ab24855 req-f1662632-8532-469c-8286-3061f0a06d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:15.009474 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b960bf1c-ef09-4071-b22d-4b1d8ab24855 req-f1662632-8532-469c-8286-3061f0a06d4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 1098 time: 0.0422237 Jan 28 06:39:15.099195 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960bf1c-ef09-4071-b22d-4b1d8ab24855 req-9265d90d-22f0-4808-bf43-6a36c6970fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:15.100680 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b960bf1c-ef09-4071-b22d-4b1d8ab24855 req-9265d90d-22f0-4808-bf43-6a36c6970fd4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0854697 Jan 28 06:39:15.169830 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b960bf1c-ef09-4071-b22d-4b1d8ab24855 req-c213e1dd-ccd9-4c81-926b-0a31e51e1477 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701 HTTP/1.1" status: 200 len: 1001 time: 0.0637863 Jan 28 06:39:15.197559 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-73e1aee0-120e-4749-af3c-bcfac05e1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'port_id': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'mac_address': 'fa:16:3e:a8:49:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:31:51Z', 'updated_at': '2022-01-28T06:39:14Z', 'revision_number': 13, 'project_id': '62b854be11f34f99b792a449845310ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:39:15.217879 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960bf1c-ef09-4071-b22d-4b1d8ab24855 req-37f2be73-ec2b-44c5-9f4f-8aac0e125f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:15.219412 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b960bf1c-ef09-4071-b22d-4b1d8ab24855 req-37f2be73-ec2b-44c5-9f4f-8aac0e125f58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0445416 Jan 28 06:39:15.223994 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1aee0-120e-4749-af3c-bcfac05e1ad0 None None] Checking router: ef83a56b-c267-4ccf-a832-e154a27deaa9 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:39:15.232154 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1aee0-120e-4749-af3c-bcfac05e1ad0 None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:39:15.232777 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-73e1aee0-120e-4749-af3c-bcfac05e1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:39:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:39:15.263550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960bf1c-ef09-4071-b22d-4b1d8ab24855 req-3073933c-5684-436c-a5c6-540b5e71b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:39:15.264954 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b960bf1c-ef09-4071-b22d-4b1d8ab24855 req-3073933c-5684-436c-a5c6-540b5e71b7ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400386 Jan 28 06:39:15.337701 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-73e1aee0-120e-4749-af3c-bcfac05e1ad0 None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:39:15.356853 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b960bf1c-ef09-4071-b22d-4b1d8ab24855 req-c1cec8e7-9f35-41be-ae92-c98a906727d3 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862095 Jan 28 06:39:15.447991 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b960bf1c-ef09-4071-b22d-4b1d8ab24855 req-f6ca2267-094d-4cda-9e5d-33718c7d351c service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860412 Jan 28 06:39:15.559519 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-73e1aee0-120e-4749-af3c-bcfac05e1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'port_id': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'mac_address': 'fa:16:3e:a8:49:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:31:51Z', 'updated_at': '2022-01-28T06:39:14Z', 'revision_number': 13, 'project_id': '62b854be11f34f99b792a449845310ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:39:15.588859 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1aee0-120e-4749-af3c-bcfac05e1ad0 None None] The sync data for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 is: [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'port_id': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'mac_address': 'fa:16:3e:a8:49:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:31:51Z', 'updated_at': '2022-01-28T06:39:14Z', 'revision_number': 13, 'project_id': '62b854be11f34f99b792a449845310ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:39:15.778224 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84afda11-65c3-4355-b9da-7a72ed7b8b57 None None] New status for floating IP 0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:39:25.434661 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:28.140581 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:32.475665 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4011b42e-421c-4cd2-a11c-229f3da63f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:34.854766 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e79f1a82-090a-4fd2-b87d-c2ca8cd90e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:36.745693 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:38.056989 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:39.159723 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:39.653970 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:39:55.488231 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:39:58.119585 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:40:02.496876 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a16764f-44e3-4fb0-bf7c-4437a32c3619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:40:04.812007 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d3ce-904f-4e46-a76d-28ce454e6637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:40:06.736843 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:40:08.088722 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:40:09.182431 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:40:12.149552 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-69141294-9d11-4523-b5cf-bfb1ad49a3a2 req-0e5fe25a-e998-4959-a2ab-604dbf085188 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445879 Jan 28 06:40:12.266280 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69141294-9d11-4523-b5cf-bfb1ad49a3a2 req-fc213d82-310d-4b5d-8938-78ded020ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:12.268382 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-69141294-9d11-4523-b5cf-bfb1ad49a3a2 req-fc213d82-310d-4b5d-8938-78ded020ec7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 1098 time: 0.0407786 Jan 28 06:40:12.372488 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69141294-9d11-4523-b5cf-bfb1ad49a3a2 req-34140206-8c5b-4226-b0c5-291361a11288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:12.373979 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-69141294-9d11-4523-b5cf-bfb1ad49a3a2 req-34140206-8c5b-4226-b0c5-291361a11288 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0847588 Jan 28 06:40:12.479543 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-69141294-9d11-4523-b5cf-bfb1ad49a3a2 req-2b26cc01-119c-4d07-9f71-0b49c6c43f3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701 HTTP/1.1" status: 200 len: 1003 time: 0.0986304 Jan 28 06:40:12.528332 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69141294-9d11-4523-b5cf-bfb1ad49a3a2 req-2e2a2d34-65e9-4c02-a790-38564180a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:12.529797 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-69141294-9d11-4523-b5cf-bfb1ad49a3a2 req-2e2a2d34-65e9-4c02-a790-38564180a517 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0446291 Jan 28 06:40:12.574019 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69141294-9d11-4523-b5cf-bfb1ad49a3a2 req-ea150d23-64e0-4ebf-bc4e-b0b278726082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:12.575508 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-69141294-9d11-4523-b5cf-bfb1ad49a3a2 req-ea150d23-64e0-4ebf-bc4e-b0b278726082 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397651 Jan 28 06:40:12.665829 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-69141294-9d11-4523-b5cf-bfb1ad49a3a2 req-14e9574d-f1ec-42fe-9c0b-d8004640d5bf service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842407 Jan 28 06:40:12.753453 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-69141294-9d11-4523-b5cf-bfb1ad49a3a2 req-b770db57-8a12-4e7b-a6ad-a252e0118d4e service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814483 Jan 28 06:40:16.653262 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:40:25.442371 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:40:28.150625 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:40:32.508210 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e901d186-370c-44f9-92f7-c4f4145fd02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:40:34.819608 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-277cda68-a8f8-4706-8b49-2d57c7442d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:40:36.753812 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:40:38.079815 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:40:39.154213 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:40:53.652671 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:40:54.262168 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92688cf1-002e-4bff-8db9-ac5ba967a7e0 req-de1baf67-1c81-41fe-9419-c903734663c8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:54.262168 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92688cf1-002e-4bff-8db9-ac5ba967a7e0 req-de1baf67-1c81-41fe-9419-c903734663c8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0500331 Jan 28 06:40:54.303342 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-92688cf1-002e-4bff-8db9-ac5ba967a7e0 req-79507e30-3e53-4e30-92f9-236819f5f4f9 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408945 Jan 28 06:40:55.499261 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:40:58.162853 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:02.559511 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db929487-daaf-4b9b-b290-b80f4111a7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:04.850550 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96621c3f-ee2d-4823-9588-09cd1c5308a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:06.765087 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:08.090479 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:09.132994 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:12.126452 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-48fbaa0b-def7-4476-9561-4fe39f512cd5 req-3f14bdac-cd41-4595-b3ab-75c8daecdf90 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:41:12.127510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-48fbaa0b-def7-4476-9561-4fe39f512cd5 req-3f14bdac-cd41-4595-b3ab-75c8daecdf90 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0456865 Jan 28 06:41:12.466861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32261c94-2a24-43b9-bbd7-dd7188712711 req-07c1ee3b-8e83-4e69-a282-c75736060b6c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:12.468418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32261c94-2a24-43b9-bbd7-dd7188712711 req-07c1ee3b-8e83-4e69-a282-c75736060b6c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0541482 Jan 28 06:41:12.517808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32261c94-2a24-43b9-bbd7-dd7188712711 req-d4a6bb9f-da92-422a-9bac-a7553c858cef tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423193 Jan 28 06:41:12.641625 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-7a634ad1-0285-41a1-9eb7-3b612a5cad54 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846958 Jan 28 06:41:12.650781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-a6278528-0965-43de-963f-ee16e4c6363d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:41:12.651737 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-a6278528-0965-43de-963f-ee16e4c6363d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050209 Jan 28 06:41:13.636246 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b04cf5-be78-4611-9ef7-40236b652a80 req-461fafc1-8ff8-4825-9754-74d06432787c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:13.637757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1b04cf5-be78-4611-9ef7-40236b652a80 req-461fafc1-8ff8-4825-9754-74d06432787c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0492904 Jan 28 06:41:13.685810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e1b04cf5-be78-4611-9ef7-40236b652a80 req-fd8c370d-98f8-4fe2-a0af-7a889d8fc1f8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419486 Jan 28 06:41:14.190442 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d1fbf-55a5-4619-ba48-f58249afdbbd req-0a8b18d5-21fa-459e-b31c-ec788000a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:14.191994 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c55d1fbf-55a5-4619-ba48-f58249afdbbd req-0a8b18d5-21fa-459e-b31c-ec788000a25f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 1098 time: 0.0428255 Jan 28 06:41:14.298061 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d1fbf-55a5-4619-ba48-f58249afdbbd req-8c76fc45-a1fe-42e2-9213-50da417fd29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:14.299696 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c55d1fbf-55a5-4619-ba48-f58249afdbbd req-8c76fc45-a1fe-42e2-9213-50da417fd29e service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0902205 Jan 28 06:41:14.372693 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c55d1fbf-55a5-4619-ba48-f58249afdbbd req-128defd1-5ddd-4128-820c-f2cc3a2b1fd1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701 HTTP/1.1" status: 200 len: 1003 time: 0.0666656 Jan 28 06:41:14.422870 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d1fbf-55a5-4619-ba48-f58249afdbbd req-224df3b5-d2e5-4ef7-9704-861a0f95ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:14.424519 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c55d1fbf-55a5-4619-ba48-f58249afdbbd req-224df3b5-d2e5-4ef7-9704-861a0f95ce29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0465572 Jan 28 06:41:14.474258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d1fbf-55a5-4619-ba48-f58249afdbbd req-f985440f-718f-47df-8a0c-9f719114adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:14.475823 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c55d1fbf-55a5-4619-ba48-f58249afdbbd req-f985440f-718f-47df-8a0c-9f719114adf7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451415 Jan 28 06:41:14.570479 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c55d1fbf-55a5-4619-ba48-f58249afdbbd req-50c4d277-3587-4bd6-aa2e-41befb73cc59 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888960 Jan 28 06:41:14.660150 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c55d1fbf-55a5-4619-ba48-f58249afdbbd req-2a98d94f-8664-4901-b0bf-b9628e7272b9 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840604 Jan 28 06:41:14.804223 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392e74c-33f0-437c-95b5-c2c6fe95ae18 req-53ca2f8e-db1e-4997-8e6c-4f18a9aa1d5a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:14.805695 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c392e74c-33f0-437c-95b5-c2c6fe95ae18 req-53ca2f8e-db1e-4997-8e6c-4f18a9aa1d5a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0491710 Jan 28 06:41:14.855751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c392e74c-33f0-437c-95b5-c2c6fe95ae18 req-f4dc1938-4fba-4fb8-a44a-74986a040e40 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443823 Jan 28 06:41:15.261216 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-55f55134-a869-4046-95e2-082ea49de63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:15.262912 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-55f55134-a869-4046-95e2-082ea49de63f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 1098 time: 0.0460842 Jan 28 06:41:15.353570 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-8a7b130e-72f9-4317-a38d-a802ff2937cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:15.355083 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-8a7b130e-72f9-4317-a38d-a802ff2937cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0853460 Jan 28 06:41:15.426067 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-dbae4a85-9a47-487f-9061-fc156e1466eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701 HTTP/1.1" status: 200 len: 1003 time: 0.0637817 Jan 28 06:41:15.473864 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-ccb63af9-58a6-46bc-b0b6-34f21a8944b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:15.475333 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-ccb63af9-58a6-46bc-b0b6-34f21a8944b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0440102 Jan 28 06:41:15.521517 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-0a83d0da-b87d-4540-85e3-41b87e2984be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:15.523103 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-0a83d0da-b87d-4540-85e3-41b87e2984be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422101 Jan 28 06:41:15.619485 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-8536c6a1-302b-4d8e-a579-715c8e5f27ae service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907094 Jan 28 06:41:15.714042 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-c00ac666-d4f3-4244-8b01-420e182ea4cc service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874712 Jan 28 06:41:15.976486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b1ece-4cdc-4c8e-8472-874518e769e7 req-6aa4b03a-a23c-43bd-b7eb-1d4a856f5191 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:15.977980 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df1b1ece-4cdc-4c8e-8472-874518e769e7 req-6aa4b03a-a23c-43bd-b7eb-1d4a856f5191 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0489933 Jan 28 06:41:16.026926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df1b1ece-4cdc-4c8e-8472-874518e769e7 req-5c472eca-9482-4dc7-ac71-7fdf25620d12 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425406 Jan 28 06:41:17.145731 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618620e9-c8ac-4d78-91fc-67d76787f9fc req-5fb5b225-8080-4248-87d0-70d6d8f4da45 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:17.147216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-618620e9-c8ac-4d78-91fc-67d76787f9fc req-5fb5b225-8080-4248-87d0-70d6d8f4da45 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0480239 Jan 28 06:41:17.194334 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-618620e9-c8ac-4d78-91fc-67d76787f9fc req-477ecf73-9da9-476b-9ad1-8ddbf5919f92 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411086 Jan 28 06:41:18.315384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded54af-f49b-4d59-8d12-b1bee5c75ae8 req-8ee6fd07-5d95-4324-9da4-624feb779c95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:18.317410 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ded54af-f49b-4d59-8d12-b1bee5c75ae8 req-8ee6fd07-5d95-4324-9da4-624feb779c95 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0521135 Jan 28 06:41:18.363595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ded54af-f49b-4d59-8d12-b1bee5c75ae8 req-7a336edf-d25f-48a1-bbf4-0582b85ce548 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403447 Jan 28 06:41:19.485893 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57395c86-4535-4729-b813-0c7bbb22e442 req-f1a5c40a-ef97-44d3-9109-e7d6721ffc84 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:19.487404 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-57395c86-4535-4729-b813-0c7bbb22e442 req-f1a5c40a-ef97-44d3-9109-e7d6721ffc84 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0511773 Jan 28 06:41:19.536625 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-57395c86-4535-4729-b813-0c7bbb22e442 req-4efba4a8-dc6f-4699-9a66-b80f15cfce5d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435026 Jan 28 06:41:20.651954 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3577f1-ae81-4a36-9ab9-ac722a1864eb req-ea6367e6-49fa-42a9-8f50-966c8c754ab6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:20.653404 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de3577f1-ae81-4a36-9ab9-ac722a1864eb req-ea6367e6-49fa-42a9-8f50-966c8c754ab6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0479100 Jan 28 06:41:20.702870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de3577f1-ae81-4a36-9ab9-ac722a1864eb req-58094f8c-3672-4732-8ed8-5179ea54fdd8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438678 Jan 28 06:41:21.818067 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56cc0a-650e-4851-9b4b-c3850ee3a58a req-95a9a951-074f-45fe-8a3c-11e401f7e2c3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:21.819469 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e56cc0a-650e-4851-9b4b-c3850ee3a58a req-95a9a951-074f-45fe-8a3c-11e401f7e2c3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0477595 Jan 28 06:41:21.866109 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e56cc0a-650e-4851-9b4b-c3850ee3a58a req-672c575e-605e-4132-8210-a8817d455e0e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412014 Jan 28 06:41:22.982018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f7286-fe7c-4f45-8da6-a8cb0486e97f req-de46d5b7-14fc-490c-b37c-56a629c43118 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:22.983495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a82f7286-fe7c-4f45-8da6-a8cb0486e97f req-de46d5b7-14fc-490c-b37c-56a629c43118 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0466657 Jan 28 06:41:23.029408 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a82f7286-fe7c-4f45-8da6-a8cb0486e97f req-cc41fe42-29f3-48a0-9b5a-83458adb5d81 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398204 Jan 28 06:41:24.151207 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa96202-6199-46a8-9d0e-cfab4aa7108b req-e13a3acd-1ea2-4503-b18e-0fbdf4016621 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:24.152683 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ffa96202-6199-46a8-9d0e-cfab4aa7108b req-e13a3acd-1ea2-4503-b18e-0fbdf4016621 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0521340 Jan 28 06:41:24.199498 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ffa96202-6199-46a8-9d0e-cfab4aa7108b req-bda8c5c0-cf8d-41b9-9e45-8262a29ceabd tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411241 Jan 28 06:41:25.312606 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c33dd8-6c83-433c-95f5-b8dc5aec8fa1 req-578c02cf-d277-4d0b-85f1-924c77f84cbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:25.314061 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33c33dd8-6c83-433c-95f5-b8dc5aec8fa1 req-578c02cf-d277-4d0b-85f1-924c77f84cbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0470657 Jan 28 06:41:25.360004 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33c33dd8-6c83-433c-95f5-b8dc5aec8fa1 req-187a5e81-d858-4317-99bc-43aa15bfffdf tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404210 Jan 28 06:41:25.513170 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:26.489436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275d644-3f3a-4676-8b87-c49a308ae89b req-65335caf-ed21-4a15-aac8-e8bdef40320f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:26.491698 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4275d644-3f3a-4676-8b87-c49a308ae89b req-65335caf-ed21-4a15-aac8-e8bdef40320f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0563726 Jan 28 06:41:26.542404 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4275d644-3f3a-4676-8b87-c49a308ae89b req-359127b3-66d7-4196-8952-be785f1b7240 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450277 Jan 28 06:41:27.661885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea4987-c81f-4414-9e96-4fc3d9f2abb9 req-b15b2279-a64c-4ea2-8a88-0264cb647c5b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:27.663406 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9ea4987-c81f-4414-9e96-4fc3d9f2abb9 req-b15b2279-a64c-4ea2-8a88-0264cb647c5b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0484102 Jan 28 06:41:27.711572 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9ea4987-c81f-4414-9e96-4fc3d9f2abb9 req-03d3560f-8b96-4ec3-817e-03de68f59606 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425513 Jan 28 06:41:28.159199 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:28.835969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df739d6d-00e3-408c-954f-856908eb4b8f req-74c55e49-ad89-4b2d-8e1c-fa613d733e13 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:28.837533 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df739d6d-00e3-408c-954f-856908eb4b8f req-74c55e49-ad89-4b2d-8e1c-fa613d733e13 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0571265 Jan 28 06:41:28.891411 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-df739d6d-00e3-408c-954f-856908eb4b8f req-f0f0ac8b-e59b-49f1-8415-06d3b872d10c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478320 Jan 28 06:41:30.012152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff16ee5-1b9c-4b50-930e-571cc1b9863b req-6c008c97-e8e2-4ede-8742-2390ffc8ff70 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:30.013743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cff16ee5-1b9c-4b50-930e-571cc1b9863b req-6c008c97-e8e2-4ede-8742-2390ffc8ff70 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0501218 Jan 28 06:41:30.062392 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cff16ee5-1b9c-4b50-930e-571cc1b9863b req-a6fa7640-fbb9-4d6c-a5f5-4b9cb3cc074a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424628 Jan 28 06:41:30.654491 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:41:31.197795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6152b-cf71-4f13-ba16-9036c4d2c70c req-e91470be-4701-4d9b-876c-8fe19b9f798a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:31.205348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32f6152b-cf71-4f13-ba16-9036c4d2c70c req-e91470be-4701-4d9b-876c-8fe19b9f798a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0648570 Jan 28 06:41:31.264444 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32f6152b-cf71-4f13-ba16-9036c4d2c70c req-52ae80bc-4a14-4fc0-99a1-554f3ea85d92 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582221 Jan 28 06:41:31.760419 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 00458390-9fd1-47f7-b4a3-7691c6c4d701 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:41:31.852784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 00458390-9fd1-47f7-b4a3-7691c6c4d701 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:41:31.853557 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:31.894244 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:41:31.896517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:41:31.899291 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951b5d2b-ee17-4caa-b31e-e9d602a25421" -d '{"events": [{"server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "name": "network-vif-unplugged", "status": "completed", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:41:31.959695 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222719d3-4d00-4d16-aff8-265aa7561acf x-openstack-request-id: req-222719d3-4d00-4d16-aff8-265aa7561acf {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:41:31.960238 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "name": "network-vif-unplugged", "status": "completed", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:41:31.960643 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-222719d3-4d00-4d16-aff8-265aa7561acf {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:41:31.961275 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'code': 200} Jan 28 06:41:31.977030 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:32.030408 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=00458390-9fd1-47f7-b4a3-7691c6c4d701,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:32.041202 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:32.041908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:32.042637 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:32.043197 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:32.043762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:32.044348 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:32.044895 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:32.045442 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:32.046003 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:32.046586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:32.047153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:32.047699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:32.048242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:32.424851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f9b95-1aaa-4578-a5e3-1d08f41be1f0 req-4d90417c-1ed1-4625-b172-10369ef4ace9 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:32.427262 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e33f9b95-1aaa-4578-a5e3-1d08f41be1f0 req-4d90417c-1ed1-4625-b172-10369ef4ace9 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0740702 Jan 28 06:41:32.493090 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e33f9b95-1aaa-4578-a5e3-1d08f41be1f0 req-ab54f5d8-4edb-45ca-8834-958f246c3582 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559871 Jan 28 06:41:32.516035 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d7d28281-1816-40d0-a3f6-d7b7bd52b6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:32.568569 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4165cd8f-9e70-48fe-9b82-301c737a7d05 service neutron] show failed (client error): The resource could not be found. Jan 28 06:41:32.569762 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4165cd8f-9e70-48fe-9b82-301c737a7d05 service neutron] 10.222.0.64 "GET /v2.0/ports/00458390-9fd1-47f7-b4a3-7691c6c4d701/bindings/n-h2-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.0723772 Jan 28 06:41:33.221265 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-cbf36040-564e-43f9-b190-fba0a6ff3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:33.223446 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-cbf36040-564e-43f9-b190-fba0a6ff3ac8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62&tenant_id=62b854be11f34f99b792a449845310ad HTTP/1.1" status: 200 len: 1096 time: 0.0897300 Jan 28 06:41:33.240539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:33.297991 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:33.504056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:41:33.542147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:41:33.585259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00458390-9fd1-47f7-b4a3-7691c6c4d701 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:41:33.606509 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Publish callbacks [] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:33.626109 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Transition to ACTIVE for port object 00458390-9fd1-47f7-b4a3-7691c6c4d701 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:33.636825 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04049ee3-8878-456f-9419-a58678f62430 req-71cb3021-c32a-42c3-a025-14e92422838e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:33.638453 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04049ee3-8878-456f-9419-a58678f62430 req-71cb3021-c32a-42c3-a025-14e92422838e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0682101 Jan 28 06:41:33.687435 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04049ee3-8878-456f-9419-a58678f62430 req-d1a6c8a3-5584-47af-a411-cdc67870970a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431256 Jan 28 06:41:33.708181 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:33.795437 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Pushing event updated for resources: {'Port': ['ID=00458390-9fd1-47f7-b4a3-7691c6c4d701,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:33.808822 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:33.808822 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:33.809032 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:33.809331 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:33.809675 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:33.810005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:33.810349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:33.810678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:33.811001 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:33.811324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:33.811646 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:33.811986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:33.812286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:33.848532 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] No DVR routers for this DVR port 00458390-9fd1-47f7-b4a3-7691c6c4d701 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:41:33.991362 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Attempting to bind port 00458390-9fd1-47f7-b4a3-7691c6c4d701 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:41:33.991702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Attempting to bind port 00458390-9fd1-47f7-b4a3-7691c6c4d701 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:41:33.992057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Attempting to bind port 00458390-9fd1-47f7-b4a3-7691c6c4d701 on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:41:33.996533 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Port 00458390-9fd1-47f7-b4a3-7691c6c4d701 on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:41:33.996859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Attempting to bind port 00458390-9fd1-47f7-b4a3-7691c6c4d701 on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:41:34.002028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:41:34.002400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Checking segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:41:34.002791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Bound using segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:41:34.003228 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Bound port: 00458390-9fd1-47f7-b4a3-7691c6c4d701, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:41:34.003623 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:34.070564 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:41:34.073722 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:41:34.156294 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:34.191645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:34.192538 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:34.194052 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] 10.222.0.60 "PUT /v2.0/ports/00458390-9fd1-47f7-b4a3-7691c6c4d701 HTTP/1.1" status: 200 len: 1093 time: 0.9584227 Jan 28 06:41:34.196448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:41:34.210000 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63652997-9045-4289-9df2-f00409173e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:41:34.230832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283dd6f-c5df-480a-a910-1ddc25a83f2a service neutron] Pushing event updated for resources: {'Port': ['ID=00458390-9fd1-47f7-b4a3-7691c6c4d701,revision_number=8']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:34.282157 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-dd047152-e4b3-4039-93ba-46132d28ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:34.283885 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-dd047152-e4b3-4039-93ba-46132d28ceb4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 1096 time: 0.0486038 Jan 28 06:41:34.359210 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4874d2-a15c-4926-a7db-5c9c0e8fcfb6 x-openstack-request-id: req-7c4874d2-a15c-4926-a7db-5c9c0e8fcfb6 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:41:34.359640 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:41:34.360050 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c4874d2-a15c-4926-a7db-5c9c0e8fcfb6 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:41:34.360688 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'status': 'completed', 'code': 200} Jan 28 06:41:34.413202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-3dacf44c-8365-4f47-bdef-fe070a1e212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:34.415861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-3dacf44c-8365-4f47-bdef-fe070a1e212a service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.1242092 Jan 28 06:41:34.457886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63652997-9045-4289-9df2-f00409173e5f req-ec1da12e-a959-4a5c-9e6e-04c02eaaffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:34.459515 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-63652997-9045-4289-9df2-f00409173e5f req-ec1da12e-a959-4a5c-9e6e-04c02eaaffff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 1096 time: 0.0573981 Jan 28 06:41:34.498261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-5cd12071-c0c9-49af-9f91-8a5c78ffaeeb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701 HTTP/1.1" status: 200 len: 1001 time: 0.0746088 Jan 28 06:41:34.555726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-51b59cf1-cdd8-4353-a89a-88a93a354c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:34.558075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-51b59cf1-cdd8-4353-a89a-88a93a354c7e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0525312 Jan 28 06:41:34.567919 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63652997-9045-4289-9df2-f00409173e5f req-0950a01c-dac5-4a64-b60a-71dec4c00d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:34.569496 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-63652997-9045-4289-9df2-f00409173e5f req-0950a01c-dac5-4a64-b60a-71dec4c00d3a service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.1038263 Jan 28 06:41:34.609566 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-cfcecb2e-c6df-4b9c-8209-1933500efb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:34.611142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-cfcecb2e-c6df-4b9c-8209-1933500efb52 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471995 Jan 28 06:41:34.642489 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-63652997-9045-4289-9df2-f00409173e5f req-0f63758c-6aa1-4b45-a0b2-33cab493784e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701 HTTP/1.1" status: 200 len: 1001 time: 0.0671203 Jan 28 06:41:34.690879 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63652997-9045-4289-9df2-f00409173e5f req-0631bf7b-c6ca-41f8-b67d-2d5262d5f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:34.693355 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-63652997-9045-4289-9df2-f00409173e5f req-0631bf7b-c6ca-41f8-b67d-2d5262d5f4dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0456288 Jan 28 06:41:34.701097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-50bbecfa-3b2c-4a66-b1ce-540056c8d23d service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835295 Jan 28 06:41:34.743550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63652997-9045-4289-9df2-f00409173e5f req-a00eda6e-90c3-4df1-bfb1-558a14c64c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:34.745214 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-63652997-9045-4289-9df2-f00409173e5f req-a00eda6e-90c3-4df1-bfb1-558a14c64c31 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463457 Jan 28 06:41:34.819961 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ea60-c183-4e36-9b66-a679aadce618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:34.833437 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-5f7ba6a8-a38e-4a3f-a283-8312120bba0d service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263821 Jan 28 06:41:34.863930 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-63652997-9045-4289-9df2-f00409173e5f req-27b45fd0-75ad-4929-91ac-8cdfe6e1095c service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104722 Jan 28 06:41:34.865877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44393c0a-98d1-4b99-9e65-6d6b38e328b8 req-67255bb7-a28c-4835-b0b8-3ef8f633a3fc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:34.867435 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44393c0a-98d1-4b99-9e65-6d6b38e328b8 req-67255bb7-a28c-4835-b0b8-3ef8f633a3fc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0764928 Jan 28 06:41:34.916912 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44393c0a-98d1-4b99-9e65-6d6b38e328b8 req-2ff1344d-3b93-46dd-ba91-d5191ba5f7d1 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434904 Jan 28 06:41:34.957793 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-63652997-9045-4289-9df2-f00409173e5f req-5af43cbc-d755-44a9-b60f-77f33f855293 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880246 Jan 28 06:41:35.067457 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63652997-9045-4289-9df2-f00409173e5f req-00f2c43b-31b0-4d04-8eb5-c527fa6e143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:35.068980 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63652997-9045-4289-9df2-f00409173e5f req-00f2c43b-31b0-4d04-8eb5-c527fa6e143e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 1096 time: 0.0404239 Jan 28 06:41:35.164713 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63652997-9045-4289-9df2-f00409173e5f req-1944656d-9125-4301-a9cf-3d86e7b3241b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:35.166093 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63652997-9045-4289-9df2-f00409173e5f req-1944656d-9125-4301-a9cf-3d86e7b3241b service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0919390 Jan 28 06:41:35.233681 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63652997-9045-4289-9df2-f00409173e5f req-28ef7379-120b-449f-ace9-2ba65e350b5f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701 HTTP/1.1" status: 200 len: 1001 time: 0.0619774 Jan 28 06:41:35.293335 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63652997-9045-4289-9df2-f00409173e5f req-997dd9f4-b54d-401b-b9e2-5027d81be606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:35.295123 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63652997-9045-4289-9df2-f00409173e5f req-997dd9f4-b54d-401b-b9e2-5027d81be606 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0552325 Jan 28 06:41:35.340518 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63652997-9045-4289-9df2-f00409173e5f req-ea3eb146-3ac2-4b33-a667-e144930a4004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:35.342183 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63652997-9045-4289-9df2-f00409173e5f req-ea3eb146-3ac2-4b33-a667-e144930a4004 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414743 Jan 28 06:41:35.437582 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63652997-9045-4289-9df2-f00409173e5f req-f2cc7b47-f68a-44e0-9c8f-23a778e7361f service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876534 Jan 28 06:41:35.533976 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63652997-9045-4289-9df2-f00409173e5f req-4e2c70c3-504c-469e-b8e4-205f2a86faa9 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907168 Jan 28 06:41:36.051135 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abe5ad-185f-442f-b7c7-20c919d485cc req-38270927-d86a-4cd6-8a1b-df2466b1f44b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:36.052897 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5abe5ad-185f-442f-b7c7-20c919d485cc req-38270927-d86a-4cd6-8a1b-df2466b1f44b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0524449 Jan 28 06:41:36.104150 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5abe5ad-185f-442f-b7c7-20c919d485cc req-c88a1339-5655-4874-9696-e069a5126b7e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448644 Jan 28 06:41:36.761863 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:37.234445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59f76c-feb4-4255-8b18-a4b4b115dc76 req-6ca9c20d-20d9-4ce0-b37a-dfc7dd875ffb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:37.244771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d59f76c-feb4-4255-8b18-a4b4b115dc76 req-6ca9c20d-20d9-4ce0-b37a-dfc7dd875ffb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0634897 Jan 28 06:41:37.546680 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d59f76c-feb4-4255-8b18-a4b4b115dc76 req-7de2fd4a-277a-44a7-a2ba-15f7e46913f2 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3007786 Jan 28 06:41:38.095826 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:38.667026 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97874f-bf01-4347-9a86-9fe0bc88157e req-8eb5495b-2d2b-490e-bf05-466164ee5453 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:38.669422 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e97874f-bf01-4347-9a86-9fe0bc88157e req-8eb5495b-2d2b-490e-bf05-466164ee5453 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0511599 Jan 28 06:41:38.719481 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e97874f-bf01-4347-9a86-9fe0bc88157e req-8efc5c93-c18c-4a48-b5e9-a810d5358bbb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430446 Jan 28 06:41:39.172878 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:39.853513 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c0236-33a5-4eff-a32a-3f4ca3f99a55 req-eb247429-ec10-4086-8cd0-39e6b0f1975c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:39.855733 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-541c0236-33a5-4eff-a32a-3f4ca3f99a55 req-eb247429-ec10-4086-8cd0-39e6b0f1975c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0514412 Jan 28 06:41:39.911290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-541c0236-33a5-4eff-a32a-3f4ca3f99a55 req-a2c6b690-0f1a-474a-9b8e-51a76eda968b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491102 Jan 28 06:41:41.030206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d4090-eec5-4d6c-bcc0-28175e0c148a req-8c91c0d6-b202-4b2b-ab62-9b8024ca61b3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:41.031858 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-766d4090-eec5-4d6c-bcc0-28175e0c148a req-8c91c0d6-b202-4b2b-ab62-9b8024ca61b3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0499010 Jan 28 06:41:41.087736 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-766d4090-eec5-4d6c-bcc0-28175e0c148a req-4708ce7e-c051-486b-9c7f-85897f3834fc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497169 Jan 28 06:41:42.208347 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e419c-d929-4a78-bc9e-3b8d0a475278 req-02a31f4d-90a0-4df0-ade6-20fdbdb19b07 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:42.209859 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf3e419c-d929-4a78-bc9e-3b8d0a475278 req-02a31f4d-90a0-4df0-ade6-20fdbdb19b07 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0486929 Jan 28 06:41:42.259373 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf3e419c-d929-4a78-bc9e-3b8d0a475278 req-053e29e9-a182-4957-beba-16a0e3d37f50 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430603 Jan 28 06:41:43.382428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce392dda-3f96-407b-8483-5dcafa9f549b req-d07c1a5d-a2a1-46d9-87c1-30895e606882 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:43.402830 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce392dda-3f96-407b-8483-5dcafa9f549b req-d07c1a5d-a2a1-46d9-87c1-30895e606882 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0537605 Jan 28 06:41:43.436565 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce392dda-3f96-407b-8483-5dcafa9f549b req-20a523f3-1aa7-43d4-aa25-de46ec145589 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464115 Jan 28 06:41:44.567653 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876efa7d-0a58-4421-8717-dcbe8c86093b req-7b499e31-b873-41e0-a941-b90473090948 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:44.569259 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-876efa7d-0a58-4421-8717-dcbe8c86093b req-7b499e31-b873-41e0-a941-b90473090948 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0487518 Jan 28 06:41:44.621945 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-876efa7d-0a58-4421-8717-dcbe8c86093b req-3658f6d2-7794-4d08-9095-185cc8fc25da tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466475 Jan 28 06:41:45.740501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c2180-26d1-49bb-8760-0e41cd39bbc3 req-634d98ca-9a8a-42c7-a098-2d002610250c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:45.742051 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-651c2180-26d1-49bb-8760-0e41cd39bbc3 req-634d98ca-9a8a-42c7-a098-2d002610250c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0492103 Jan 28 06:41:45.794106 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-651c2180-26d1-49bb-8760-0e41cd39bbc3 req-970b4b34-721e-4368-9123-92b74a2df07a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459311 Jan 28 06:41:46.911330 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73721458-c8e6-442e-a158-15533671ceff req-8774eb3e-80db-4a3b-be06-d109959aaac2 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:46.912828 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73721458-c8e6-442e-a158-15533671ceff req-8774eb3e-80db-4a3b-be06-d109959aaac2 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0504751 Jan 28 06:41:46.959614 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73721458-c8e6-442e-a158-15533671ceff req-6c3d1c61-df7e-438e-84bd-86f34b54f6aa tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411937 Jan 28 06:41:48.126715 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60761d9-9cec-4e6a-aacd-ed9518d8d1c2 req-08460eba-1dd2-4af5-b038-a50e41e2bb96 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:48.128262 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f60761d9-9cec-4e6a-aacd-ed9518d8d1c2 req-08460eba-1dd2-4af5-b038-a50e41e2bb96 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0493979 Jan 28 06:41:48.175875 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f60761d9-9cec-4e6a-aacd-ed9518d8d1c2 req-8fdd10c2-b4c9-4314-84bc-fe8121ad8241 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411699 Jan 28 06:41:49.298018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb2a9b-29d0-42c8-b6ec-abfc84cfe2e3 req-1739cce0-be37-4435-8088-ff7ac4187835 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:49.299548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ebb2a9b-29d0-42c8-b6ec-abfc84cfe2e3 req-1739cce0-be37-4435-8088-ff7ac4187835 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0538290 Jan 28 06:41:49.346736 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7ebb2a9b-29d0-42c8-b6ec-abfc84cfe2e3 req-9870080d-83a0-43bb-a7f6-d79c9b4d1963 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413473 Jan 28 06:41:50.468919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4776024-d631-4e9f-a623-fd0e386b2c82 req-edf96378-b7b2-48e2-9e65-dedb3e56e891 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:50.470443 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4776024-d631-4e9f-a623-fd0e386b2c82 req-edf96378-b7b2-48e2-9e65-dedb3e56e891 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0495105 Jan 28 06:41:50.524124 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4776024-d631-4e9f-a623-fd0e386b2c82 req-1ccfbd5d-7fc4-4f67-849e-bd4bdfcc5d1b tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478137 Jan 28 06:41:51.654040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ab10f-e202-4ae5-ad9c-067216caf021 req-c60e4c62-7694-4cb7-9700-56c3cb64ff38 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:51.655571 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-991ab10f-e202-4ae5-ad9c-067216caf021 req-c60e4c62-7694-4cb7-9700-56c3cb64ff38 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0545769 Jan 28 06:41:51.716573 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-991ab10f-e202-4ae5-ad9c-067216caf021 req-b57b6f35-bf61-4ee6-ba3b-dc86ec7a0dd8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511494 Jan 28 06:41:52.836432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086db3e-34ea-42b2-86f7-a1007f793f66 req-646bf40e-1b87-4a0e-8180-cbbad2b78491 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:52.837833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f086db3e-34ea-42b2-86f7-a1007f793f66 req-646bf40e-1b87-4a0e-8180-cbbad2b78491 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0505342 Jan 28 06:41:52.887354 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f086db3e-34ea-42b2-86f7-a1007f793f66 req-19e53297-49d3-4823-b971-47e08ea3d432 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434551 Jan 28 06:41:53.763464 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 00458390-9fd1-47f7-b4a3-7691c6c4d701 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:41:53.862980 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:41:53.874728 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'port_id': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'mac_address': 'fa:16:3e:a8:49:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:41:53.912359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 00458390-9fd1-47f7-b4a3-7691c6c4d701 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:41:53.912758 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:53.925986 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00458390-9fd1-47f7-b4a3-7691c6c4d701 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:41:53.945750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:41:54.009115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d34cae-5d10-421f-aebc-23f9416a93bf req-e0688a18-6696-4175-8a09-e1bb533afc47 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:54.010630 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86d34cae-5d10-421f-aebc-23f9416a93bf req-e0688a18-6696-4175-8a09-e1bb533afc47 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 944 time: 0.0505753 Jan 28 06:41:54.024116 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:54.064677 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86d34cae-5d10-421f-aebc-23f9416a93bf req-799d94e5-412f-4ee5-b18c-6a8839ddc70f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484197 Jan 28 06:41:54.088976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=00458390-9fd1-47f7-b4a3-7691c6c4d701,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:54.312662 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['00458390-9fd1-47f7-b4a3-7691c6c4d701'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:41:54.744154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13818e21-8aa7-448f-8c03-e4ae71937d5f req-01c22470-9c31-4036-a6fc-11233b0b245a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:54.745683 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13818e21-8aa7-448f-8c03-e4ae71937d5f req-01c22470-9c31-4036-a6fc-11233b0b245a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0518565 Jan 28 06:41:54.830216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-a3892304-385e-40c1-b425-fe550a0cc3b6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:54.832124 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-a3892304-385e-40c1-b425-fe550a0cc3b6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.60 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62&tenant_id=62b854be11f34f99b792a449845310ad&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 945 time: 0.0853150 Jan 28 06:41:54.835428 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-13818e21-8aa7-448f-8c03-e4ae71937d5f req-13c22f4b-b279-4363-82d1-3c5a9ff5d429 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793133 Jan 28 06:41:54.906505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-adafdea8-c5be-4474-89e0-d25e5b3590e8 service neutron] 10.222.0.60 "GET /v2.0/ports/00458390-9fd1-47f7-b4a3-7691c6c4d701/bindings/n-h2-812111-12 HTTP/1.1" status: 200 len: 383 time: 0.0673842 Jan 28 06:41:54.990419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-96db1603-bfaf-4c3a-8d14-9e05de229c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:54.991932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-96db1603-bfaf-4c3a-8d14-9e05de229c82 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 1097 time: 0.0434432 Jan 28 06:41:55.080327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-56f05561-54d8-4f39-856d-b42f24036047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:55.082067 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-56f05561-54d8-4f39-856d-b42f24036047 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0841362 Jan 28 06:41:55.152219 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-0817ebbd-e073-4b8f-bb2d-eaa162aefd66 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701 HTTP/1.1" status: 200 len: 1002 time: 0.0637603 Jan 28 06:41:55.201141 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-201cfc2f-3eb2-41aa-b652-abf726cbcdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:55.202592 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-201cfc2f-3eb2-41aa-b652-abf726cbcdbd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0448787 Jan 28 06:41:55.247574 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-35327e7c-bee5-4663-86fe-16f8fe2da60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:55.249083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-35327e7c-bee5-4663-86fe-16f8fe2da60d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409553 Jan 28 06:41:55.341923 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-9979ffc6-3480-4ae4-88d0-b68cac31f51a service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863774 Jan 28 06:41:55.435314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-7589098e-d903-40e8-af8b-b584596caa20 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869966 Jan 28 06:41:55.496110 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:55.767828 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 00458390-9fd1-47f7-b4a3-7691c6c4d701 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:41:55.890813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 00458390-9fd1-47f7-b4a3-7691c6c4d701 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:55.895984 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 00458390-9fd1-47f7-b4a3-7691c6c4d701 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:55.896384 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:55.981942 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 00458390-9fd1-47f7-b4a3-7691c6c4d701 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:41:55.982355 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:55.991206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18367939-e6de-476e-a705-7c803fbfc671 req-3c6c3920-c059-4562-ae67-621f7a91b4d5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:55.992826 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18367939-e6de-476e-a705-7c803fbfc671 req-3c6c3920-c059-4562-ae67-621f7a91b4d5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0697634 Jan 28 06:41:56.006979 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:41:56.009368 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5870ed46-d57f-4f35-a7fb-e30945688aa3" -d '{"events": [{"server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "name": "network-vif-plugged", "status": "completed", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:41:56.031391 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:41:56.046161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18367939-e6de-476e-a705-7c803fbfc671 req-3179b217-2275-4acc-82f2-fc227efa158c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456100 Jan 28 06:41:56.068179 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36e5f80-98c4-4aec-b0ea-6429dfbe2dce x-openstack-request-id: req-f36e5f80-98c4-4aec-b0ea-6429dfbe2dce {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:41:56.068589 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "name": "network-vif-plugged", "status": "completed", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:41:56.069033 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f36e5f80-98c4-4aec-b0ea-6429dfbe2dce {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:41:56.069516 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'code': 200} Jan 28 06:41:56.101739 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:56.155250 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=00458390-9fd1-47f7-b4a3-7691c6c4d701,revision_number=10']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:57.168128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cc950-847a-4d8b-869d-f7ef08124d76 req-e078e00b-3d91-4e91-93c7-4003ddcd5613 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:57.169706 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a55cc950-847a-4d8b-869d-f7ef08124d76 req-e078e00b-3d91-4e91-93c7-4003ddcd5613 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 947 time: 0.0486684 Jan 28 06:41:57.217103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a55cc950-847a-4d8b-869d-f7ef08124d76 req-452bde5d-fee4-44f2-aaa0-e564a542c856 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407121 Jan 28 06:41:58.158650 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:41:58.342052 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00bbad-c994-4612-b333-80b5c25581af req-1b29a385-5e17-40df-abb6-cb0df825528f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:58.343755 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc00bbad-c994-4612-b333-80b5c25581af req-1b29a385-5e17-40df-abb6-cb0df825528f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 947 time: 0.0504925 Jan 28 06:41:58.398037 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc00bbad-c994-4612-b333-80b5c25581af req-e17a57da-a485-4f54-beca-7c3d82f0b591 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479703 Jan 28 06:41:59.519840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6d860-9f9e-4e60-a9f6-3f7a7484670b req-729c122f-a4fb-4a27-8c48-ef015e8c4fdc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:59.521337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcc6d860-9f9e-4e60-a9f6-3f7a7484670b req-729c122f-a4fb-4a27-8c48-ef015e8c4fdc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 947 time: 0.0500140 Jan 28 06:41:59.568300 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcc6d860-9f9e-4e60-a9f6-3f7a7484670b req-e17b24c9-3352-4fdf-804b-3dba6c64c62e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409148 Jan 28 06:42:00.693360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6eba5-09dd-4cad-bd71-7964d13c1b1a req-ad46ae99-03a3-4b4e-a668-b855798a87c0 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:00.694877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ff6eba5-09dd-4cad-bd71-7964d13c1b1a req-ad46ae99-03a3-4b4e-a668-b855798a87c0 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 947 time: 0.0498497 Jan 28 06:42:00.744083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ff6eba5-09dd-4cad-bd71-7964d13c1b1a req-b3908f73-07f1-477c-883f-6e077270f11e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429151 Jan 28 06:42:00.969481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007a910-8807-4ea3-9515-ea50cd7103fd req-9d4b70a0-2bea-4a5c-88a7-4e8e772f2443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:00.971017 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b007a910-8807-4ea3-9515-ea50cd7103fd req-9d4b70a0-2bea-4a5c-88a7-4e8e772f2443 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 1099 time: 0.0449097 Jan 28 06:42:01.075467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007a910-8807-4ea3-9515-ea50cd7103fd req-9f19f327-39d3-4422-8919-e2329969ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:01.077120 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b007a910-8807-4ea3-9515-ea50cd7103fd req-9f19f327-39d3-4422-8919-e2329969ccf3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0878499 Jan 28 06:42:01.148342 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b007a910-8807-4ea3-9515-ea50cd7103fd req-f486be0d-8a19-4e73-be72-f5f10f246840 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701 HTTP/1.1" status: 200 len: 1003 time: 0.0654662 Jan 28 06:42:01.198597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007a910-8807-4ea3-9515-ea50cd7103fd req-09bc9f75-4a97-46b5-aab4-3ff760a7a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:01.200020 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b007a910-8807-4ea3-9515-ea50cd7103fd req-09bc9f75-4a97-46b5-aab4-3ff760a7a0d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0460830 Jan 28 06:42:01.244575 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007a910-8807-4ea3-9515-ea50cd7103fd req-20c9d184-7a1e-4cd6-a396-0615f990f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:01.246039 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b007a910-8807-4ea3-9515-ea50cd7103fd req-20c9d184-7a1e-4cd6-a396-0615f990f13f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400691 Jan 28 06:42:01.342504 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b007a910-8807-4ea3-9515-ea50cd7103fd req-e22f4c82-460a-458b-ac36-882d80131eff service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899327 Jan 28 06:42:01.433589 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b007a910-8807-4ea3-9515-ea50cd7103fd req-7fdac8e0-9061-4254-b8a7-f03a23e42d68 service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857937 Jan 28 06:42:01.789331 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 00458390-9fd1-47f7-b4a3-7691c6c4d701 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:42:01.879014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da107e7d-e670-45ae-8b55-e4e3966c8daf req-83f674a2-3ac7-4500-9eb4-5061dcb92b33 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:01.880729 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da107e7d-e670-45ae-8b55-e4e3966c8daf req-83f674a2-3ac7-4500-9eb4-5061dcb92b33 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 947 time: 0.0556519 Jan 28 06:42:01.887620 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 00458390-9fd1-47f7-b4a3-7691c6c4d701 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:42:01.888032 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:01.912562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:42:01.915106 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45772c2-fd4a-48e8-99fa-32a3491a72d4" -d '{"events": [{"server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "name": "network-vif-unplugged", "status": "completed", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:42:01.930513 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:42:01.937634 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-da107e7d-e670-45ae-8b55-e4e3966c8daf req-b8eee94f-9308-4fcb-960b-b8a2ce046d5d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496604 Jan 28 06:42:01.968964 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994c51d6-b4b0-463f-8e7f-ac6e7594f618 x-openstack-request-id: req-994c51d6-b4b0-463f-8e7f-ac6e7594f618 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:42:01.969315 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "name": "network-vif-unplugged", "status": "completed", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:42:01.969574 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-994c51d6-b4b0-463f-8e7f-ac6e7594f618 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:42:01.970269 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'code': 200} Jan 28 06:42:02.045401 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:02.092644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=00458390-9fd1-47f7-b4a3-7691c6c4d701,revision_number=11']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:02.495651 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b0056135-42d2-45cc-8f2e-4f7bdbc6a976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:02.574645 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-bd5f3817-eb13-481b-9868-78e55ebceb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:02.576200 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-bd5f3817-eb13-481b-9868-78e55ebceb01 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62&tenant_id=62b854be11f34f99b792a449845310ad HTTP/1.1" status: 200 len: 1097 time: 0.0437694 Jan 28 06:42:02.592617 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:02.653096 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:02.859152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:42:02.900336 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:42:02.935743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00458390-9fd1-47f7-b4a3-7691c6c4d701 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:42:02.944254 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Publish callbacks [] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:02.957950 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Transition to ACTIVE for port object 00458390-9fd1-47f7-b4a3-7691c6c4d701 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:03.058181 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:03.060491 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f219233-1ca7-423a-ba56-51a3fcc37e6a req-0fc94e01-c5de-4c83-a7cd-0ab47868ee13 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:03.062001 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f219233-1ca7-423a-ba56-51a3fcc37e6a req-0fc94e01-c5de-4c83-a7cd-0ab47868ee13 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0488970 Jan 28 06:42:03.113427 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5f219233-1ca7-423a-ba56-51a3fcc37e6a req-978b2ecf-71c4-4624-8a9d-222b1b606900 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449102 Jan 28 06:42:03.162928 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Pushing event updated for resources: {'Port': ['ID=00458390-9fd1-47f7-b4a3-7691c6c4d701,revision_number=12']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:03.181510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:03.181848 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:03.182198 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:03.182567 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:03.182907 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:03.183245 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:03.183674 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:03.183910 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:03.184239 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:03.184567 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:03.184951 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:03.185278 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:03.185604 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:03.228338 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] No DVR routers for this DVR port 00458390-9fd1-47f7-b4a3-7691c6c4d701 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:03.370512 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Attempting to bind port 00458390-9fd1-47f7-b4a3-7691c6c4d701 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:42:03.370720 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Attempting to bind port 00458390-9fd1-47f7-b4a3-7691c6c4d701 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:42:03.371038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Attempting to bind port 00458390-9fd1-47f7-b4a3-7691c6c4d701 on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:42:03.375247 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Port 00458390-9fd1-47f7-b4a3-7691c6c4d701 on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:42:03.377545 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Attempting to bind port 00458390-9fd1-47f7-b4a3-7691c6c4d701 on network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:42:03.381104 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:42:03.381440 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Checking segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:42:03.381823 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Bound using segment: {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:42:03.382242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Bound port: 00458390-9fd1-47f7-b4a3-7691c6c4d701, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1355077-c62a-46bc-9a81-9899d81018b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:42:03.382771 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:03.446467 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:42:03.449782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:42:03.524840 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:03.563197 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:03.563861 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:03.565953 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] 10.222.0.64 "PUT /v2.0/ports/00458390-9fd1-47f7-b4a3-7691c6c4d701 HTTP/1.1" status: 200 len: 1094 time: 0.9771261 Jan 28 06:42:03.566449 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:42:03.568777 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68141cf-be82-4f64-aed2-2c09c91e66b8" -d '{"events": [{"name": "network-changed", "server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:42:03.595768 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4ae72-992d-4933-8583-c957bb0d32b5 service neutron] Pushing event updated for resources: {'Port': ['ID=00458390-9fd1-47f7-b4a3-7691c6c4d701,revision_number=13']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:03.652883 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-1e70a04b-8047-4a29-a67f-8707afc1e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:03.654566 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-1e70a04b-8047-4a29-a67f-8707afc1e876 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 1097 time: 0.0485861 Jan 28 06:42:03.754427 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-a5070cce-9437-43ad-8452-80d705e35cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:03.762088 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-a5070cce-9437-43ad-8452-80d705e35cc8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.1010926 Jan 28 06:42:03.811318 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c3d818-ce29-4080-b7c3-1e717b7ac725 x-openstack-request-id: req-f1c3d818-ce29-4080-b7c3-1e717b7ac725 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:42:03.811614 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:42:03.811872 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1c3d818-ce29-4080-b7c3-1e717b7ac725 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:42:03.812287 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'status': 'completed', 'code': 200} Jan 28 06:42:03.838065 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-c3e375cf-0c6f-4b18-b0b6-c007cfac530f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701 HTTP/1.1" status: 200 len: 1001 time: 0.0692272 Jan 28 06:42:03.864875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-499a0239-7cf9-44cc-a67a-5e7b9771f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:03.866566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-499a0239-7cf9-44cc-a67a-5e7b9771f811 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 1097 time: 0.0483661 Jan 28 06:42:03.893822 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-cf7c30ed-cb5b-4564-adc6-dc3f30df9b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:03.895762 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-cf7c30ed-cb5b-4564-adc6-dc3f30df9b77 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0513222 Jan 28 06:42:03.942722 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-a455afc7-0708-497a-b056-c2ad40886470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:03.944415 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-a455afc7-0708-497a-b056-c2ad40886470 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429003 Jan 28 06:42:03.968983 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-d985cc2e-a270-4245-a437-8d78db19fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:03.970508 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-d985cc2e-a270-4245-a437-8d78db19fdeb service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0982764 Jan 28 06:42:04.037408 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-6bce7034-7232-452b-ab83-5bf78e4b02aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701 HTTP/1.1" status: 200 len: 1001 time: 0.0611067 Jan 28 06:42:04.044328 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-501fe3a8-fa6d-457a-9d47-c5bb3fd21966 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942481 Jan 28 06:42:04.087125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-50396682-235d-4a67-ad9a-a061d8f2f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:04.088661 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-50396682-235d-4a67-ad9a-a061d8f2f5b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0452797 Jan 28 06:42:04.136232 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5d6b5d4f-2efc-40f3-9c98-26026f0d81d6 req-e713fa40-add9-4e88-9ab1-2ecc9863e1b9 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852191 Jan 28 06:42:04.140228 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-d933559c-47e5-4111-8371-cd3e4af33f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:04.141801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-d933559c-47e5-4111-8371-cd3e4af33f99 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476751 Jan 28 06:42:04.264846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-214ac144-b663-4fff-b7cb-da784079607f service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171081 Jan 28 06:42:04.303633 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b57cd-31c5-4797-b317-e96b2446b436 req-de21ec08-d2ae-4c6a-b45a-fb0c448b7c6d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:04.305578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-887b57cd-31c5-4797-b317-e96b2446b436 req-de21ec08-d2ae-4c6a-b45a-fb0c448b7c6d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0961468 Jan 28 06:42:04.337800 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-4de7bb35-c68d-4237-9c79-b80b8701f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:04.339614 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-4de7bb35-c68d-4237-9c79-b80b8701f39d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 1097 time: 0.0559993 Jan 28 06:42:04.406978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-887b57cd-31c5-4797-b317-e96b2446b436 req-75049f76-244b-4a39-bcdf-be208c3cb806 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715349 Jan 28 06:42:04.424269 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-3af1fc09-9483-4dce-8077-1dcd09ca91aa service neutron] 10.222.0.60 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480982 Jan 28 06:42:04.447773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-1706b26f-d74a-456f-baf2-d8b0d3763aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:04.449496 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-1706b26f-d74a-456f-baf2-d8b0d3763aa1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.1036167 Jan 28 06:42:04.528357 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-15c7313f-95aa-4c08-9957-693bb35d2317 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701 HTTP/1.1" status: 200 len: 1001 time: 0.0727022 Jan 28 06:42:04.579022 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-13fc1eb2-028c-4045-bbbe-ab04b9a81fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:04.580490 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-13fc1eb2-028c-4045-bbbe-ab04b9a81fd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0455043 Jan 28 06:42:04.625855 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-f34520d4-f2a2-4e7c-94ff-b448fc86e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:04.628232 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-f34520d4-f2a2-4e7c-94ff-b448fc86e913 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415559 Jan 28 06:42:04.721135 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-4466203b-9f22-4890-94b4-3157a9da088d service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874219 Jan 28 06:42:04.827113 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b68141cf-be82-4f64-aed2-2c09c91e66b8 req-adabaa51-74b9-4bf1-8304-15453651483a service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006274 Jan 28 06:42:04.873687 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bb31-d3b4-41b6-9d98-5e6fb9775b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:05.532471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5b86b-763a-49aa-9b34-2b80a20b5919 req-cdac1053-a66f-474e-9ccf-ae6ad0f6ee4d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:05.533977 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ae5b86b-763a-49aa-9b34-2b80a20b5919 req-cdac1053-a66f-474e-9ccf-ae6ad0f6ee4d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0564811 Jan 28 06:42:05.584756 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ae5b86b-763a-49aa-9b34-2b80a20b5919 req-b5d48b6a-e3f0-4487-8608-9b94662f167d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448451 Jan 28 06:42:06.713580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d72d8c-6eb0-4e7d-ac09-2fcf38e0c8e4 req-89f64915-86d5-4548-aa50-b8e72b83624f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:06.716881 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01d72d8c-6eb0-4e7d-ac09-2fcf38e0c8e4 req-89f64915-86d5-4548-aa50-b8e72b83624f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0547736 Jan 28 06:42:06.758518 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:06.771678 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01d72d8c-6eb0-4e7d-ac09-2fcf38e0c8e4 req-a72e68ab-c285-4406-8328-bde1cb1db045 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464604 Jan 28 06:42:07.654653 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:42:07.888942 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5aaeb-19b0-491b-bd59-df95ef3cb62d req-109d3948-ee39-45a2-bd09-0f914e5b7950 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:07.890504 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fe5aaeb-19b0-491b-bd59-df95ef3cb62d req-109d3948-ee39-45a2-bd09-0f914e5b7950 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0481215 Jan 28 06:42:07.943030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fe5aaeb-19b0-491b-bd59-df95ef3cb62d req-6f44ee96-5b59-4d47-b4f0-f391dad01d07 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458221 Jan 28 06:42:08.092574 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:09.060145 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92d9b1-b3a2-4eba-b1b2-a55c96423f47 req-6bbd442d-ad2a-48b6-b8bf-fd58fdb77a16 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:09.061605 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce92d9b1-b3a2-4eba-b1b2-a55c96423f47 req-6bbd442d-ad2a-48b6-b8bf-fd58fdb77a16 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0482137 Jan 28 06:42:09.115007 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce92d9b1-b3a2-4eba-b1b2-a55c96423f47 req-c5ada1ca-df25-4c70-987d-ddebe4763cc9 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471146 Jan 28 06:42:09.166795 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:10.240501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6133f55-948b-4e0a-9447-baba453f351f req-e361c97c-eb3e-48b4-abb7-3707708d556d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:10.241997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6133f55-948b-4e0a-9447-baba453f351f req-e361c97c-eb3e-48b4-abb7-3707708d556d tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0547965 Jan 28 06:42:10.292025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d6133f55-948b-4e0a-9447-baba453f351f req-360ff2e3-2cf7-4fdc-a6df-0a0ae3a348e5 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442855 Jan 28 06:42:11.418871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6098eae-d127-455b-90b8-d4e9f29c4be6 req-302085c3-27a7-483b-ac0a-6a9cd01ee072 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:11.420493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6098eae-d127-455b-90b8-d4e9f29c4be6 req-302085c3-27a7-483b-ac0a-6a9cd01ee072 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0546641 Jan 28 06:42:11.470864 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6098eae-d127-455b-90b8-d4e9f29c4be6 req-f0bc1e80-09ea-482e-bd31-95bd18f4093f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429270 Jan 28 06:42:12.595069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc3825-ad17-4d24-ad27-74fe88d29b34 req-d1ca6223-51f7-4567-98bd-dd46aae32702 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:12.596675 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07fc3825-ad17-4d24-ad27-74fe88d29b34 req-d1ca6223-51f7-4567-98bd-dd46aae32702 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0509014 Jan 28 06:42:12.647511 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07fc3825-ad17-4d24-ad27-74fe88d29b34 req-e798c504-7e6e-4faa-847c-c295994ddf31 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449109 Jan 28 06:42:13.778250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae18c6-8512-4717-9068-9a70284a4905 req-251ffd11-5774-4d9b-9a81-26245af274d1 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:13.779811 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7cae18c6-8512-4717-9068-9a70284a4905 req-251ffd11-5774-4d9b-9a81-26245af274d1 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0556126 Jan 28 06:42:13.834037 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7cae18c6-8512-4717-9068-9a70284a4905 req-ec2e0cfd-665c-463e-a227-2a97df00ea3c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439932 Jan 28 06:42:14.952188 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efa102-6825-44fb-be2b-e3dc425662a1 req-f13a5124-a3c3-43db-a1be-2f2ef4c96adc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:14.953626 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60efa102-6825-44fb-be2b-e3dc425662a1 req-f13a5124-a3c3-43db-a1be-2f2ef4c96adc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0486584 Jan 28 06:42:15.002835 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60efa102-6825-44fb-be2b-e3dc425662a1 req-0a04d4ec-0d9c-4c58-aaab-f9e8d72f3ffe tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416639 Jan 28 06:42:16.120056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8af2d-bb1e-4c95-998f-3f11a4be09ac req-fdf7115d-2d98-4657-acd7-87cee41de656 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:16.121524 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63e8af2d-bb1e-4c95-998f-3f11a4be09ac req-fdf7115d-2d98-4657-acd7-87cee41de656 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0479650 Jan 28 06:42:16.172560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-63e8af2d-bb1e-4c95-998f-3f11a4be09ac req-df06bbe4-1058-4e99-a4da-db1eb7b9ec82 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450878 Jan 28 06:42:16.239119 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61a997-9baf-4069-9e53-573d70ae5e60 req-350428cd-75ec-4f06-bf5f-bb7562c7b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:16.240523 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4f61a997-9baf-4069-9e53-573d70ae5e60 req-350428cd-75ec-4f06-bf5f-bb7562c7b528 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62b854be11f34f99b792a449845310ad&device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 1097 time: 0.0418530 Jan 28 06:42:16.344929 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61a997-9baf-4069-9e53-573d70ae5e60 req-f33497eb-4e20-4b86-980c-82a48e7e676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:16.347325 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4f61a997-9baf-4069-9e53-573d70ae5e60 req-f33497eb-4e20-4b86-980c-82a48e7e676b service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 200 len: 912 time: 0.0896335 Jan 28 06:42:16.413219 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4f61a997-9baf-4069-9e53-573d70ae5e60 req-e27c7947-b059-49a5-b7d0-e650997c6445 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701 HTTP/1.1" status: 200 len: 1001 time: 0.0586555 Jan 28 06:42:16.466080 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61a997-9baf-4069-9e53-573d70ae5e60 req-0d516e88-8a12-49f0-909a-237badccc455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:16.467549 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4f61a997-9baf-4069-9e53-573d70ae5e60 req-0d516e88-8a12-49f0-909a-237badccc455 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 200 len: 850 time: 0.0484459 Jan 28 06:42:16.513105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61a997-9baf-4069-9e53-573d70ae5e60 req-08a8ba88-dcdc-4d1f-8ec6-7733ad693525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:16.513979 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4f61a997-9baf-4069-9e53-573d70ae5e60 req-08a8ba88-dcdc-4d1f-8ec6-7733ad693525 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b9203c5-3a24-4dfa-96e9-5fbed272fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409980 Jan 28 06:42:16.599352 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4f61a997-9baf-4069-9e53-573d70ae5e60 req-c13962e3-5cad-4b0d-b2ab-c1378f5bc2e1 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793934 Jan 28 06:42:16.697039 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4f61a997-9baf-4069-9e53-573d70ae5e60 req-c7d075d5-4413-4dcd-936e-acfee3645b27 service neutron] 10.222.0.64 "GET /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923185 Jan 28 06:42:17.289914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68a844-9394-45ca-9572-b9f538b44487 req-863c67c4-5b9b-4104-b61b-886862ac85c8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:17.291489 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d68a844-9394-45ca-9572-b9f538b44487 req-863c67c4-5b9b-4104-b61b-886862ac85c8 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0501857 Jan 28 06:42:17.341875 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3d68a844-9394-45ca-9572-b9f538b44487 req-50352b76-9cbf-4982-ac3f-e076475e42da tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447359 Jan 28 06:42:18.461517 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f282c-b4ab-4f2f-9c2d-7ccd52e9b361 req-e88645ca-e5c0-45c1-a697-59b342a6f149 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:18.463040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc6f282c-b4ab-4f2f-9c2d-7ccd52e9b361 req-e88645ca-e5c0-45c1-a697-59b342a6f149 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0487752 Jan 28 06:42:18.511050 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc6f282c-b4ab-4f2f-9c2d-7ccd52e9b361 req-84eb2596-6380-42c4-a635-1ab35dffb107 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423031 Jan 28 06:42:19.634930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05287fa3-c57e-402d-8c71-452d4b619613 req-3de649b7-e5af-4193-a55f-97937b3635e2 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:19.636415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05287fa3-c57e-402d-8c71-452d4b619613 req-3de649b7-e5af-4193-a55f-97937b3635e2 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0511801 Jan 28 06:42:19.682758 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05287fa3-c57e-402d-8c71-452d4b619613 req-d3bd3705-5c41-4eec-9b83-3fceb1037bb6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407238 Jan 28 06:42:20.801672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d042cd-8597-4c96-b8c4-980f26401b0a req-e9fa05a2-29f5-4770-a5d5-fc45ce81b171 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:20.803266 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78d042cd-8597-4c96-b8c4-980f26401b0a req-e9fa05a2-29f5-4770-a5d5-fc45ce81b171 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0491350 Jan 28 06:42:20.853058 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-78d042cd-8597-4c96-b8c4-980f26401b0a req-e6535a54-f403-4730-99a2-86020c2f8d36 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441301 Jan 28 06:42:21.977638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f172e8-e28f-4aec-8a9c-60f82201995c req-ee82f09a-926c-493a-9ee0-c9e82605b03f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:21.979767 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30f172e8-e28f-4aec-8a9c-60f82201995c req-ee82f09a-926c-493a-9ee0-c9e82605b03f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0569870 Jan 28 06:42:21.993645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 00458390-9fd1-47f7-b4a3-7691c6c4d701 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:42:22.038852 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-30f172e8-e28f-4aec-8a9c-60f82201995c req-2889e071-13a8-45c7-b360-bae2cc2f844a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484173 Jan 28 06:42:22.103384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:42:22.115951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'port_id': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'mac_address': 'fa:16:3e:a8:49:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:42:22.159916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 00458390-9fd1-47f7-b4a3-7691c6c4d701 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:42:22.160324 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:22.170270 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ec4de-547c-4af1-a8b8-9017f1083b46 req-227ae673-b8aa-49ce-a2b6-c5a6a4b7a1cc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:22.172108 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d97ec4de-547c-4af1-a8b8-9017f1083b46 req-227ae673-b8aa-49ce-a2b6-c5a6a4b7a1cc tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0574770 Jan 28 06:42:22.174403 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00458390-9fd1-47f7-b4a3-7691c6c4d701 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:42:22.196029 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:42:22.223514 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d97ec4de-547c-4af1-a8b8-9017f1083b46 req-e08f4ff9-b1b1-4e2d-b7ad-c6b5786ff87e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439799 Jan 28 06:42:22.318895 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:22.339286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc4af9-e0f1-4da3-ac89-83a00f28f07d req-ef212fa9-c968-4bf8-afd2-54eb31ab143c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:22.340786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eecc4af9-e0f1-4da3-ac89-83a00f28f07d req-ef212fa9-c968-4bf8-afd2-54eb31ab143c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 945 time: 0.0498192 Jan 28 06:42:22.372836 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=00458390-9fd1-47f7-b4a3-7691c6c4d701,revision_number=14']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:22.391789 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eecc4af9-e0f1-4da3-ac89-83a00f28f07d req-f398b2a6-e04d-430a-8990-16108644aed7 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446448 Jan 28 06:42:22.634863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['00458390-9fd1-47f7-b4a3-7691c6c4d701'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:42:22.864678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fdad0-5d3d-44f1-a78d-e34a0ce52d90 req-464f7898-4b5d-489c-b0f6-39031abfc754 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:22.866146 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-967fdad0-5d3d-44f1-a78d-e34a0ce52d90 req-464f7898-4b5d-489c-b0f6-39031abfc754 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0553463 Jan 28 06:42:22.914502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-967fdad0-5d3d-44f1-a78d-e34a0ce52d90 req-010e5cb7-c02e-4bf3-bea7-171d64e93230 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424361 Jan 28 06:42:24.021633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 00458390-9fd1-47f7-b4a3-7691c6c4d701 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:42:24.036779 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46bfe5-e574-4984-a547-d680af81cb63 req-de2d54e8-129d-4c20-ad58-2256e352fba9 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:24.038277 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b46bfe5-e574-4984-a547-d680af81cb63 req-de2d54e8-129d-4c20-ad58-2256e352fba9 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 946 time: 0.0499780 Jan 28 06:42:24.093251 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b46bfe5-e574-4984-a547-d680af81cb63 req-6f9e77e2-817d-432a-8f8f-b9ff8e8847d0 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489194 Jan 28 06:42:24.187079 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 00458390-9fd1-47f7-b4a3-7691c6c4d701 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:24.192006 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 00458390-9fd1-47f7-b4a3-7691c6c4d701 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:24.192386 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:24.270633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 00458390-9fd1-47f7-b4a3-7691c6c4d701 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:42:24.270944 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:24.292527 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:42:24.294787 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aff71cb-95a7-47a6-81cc-c78070a20d21" -d '{"events": [{"server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "name": "network-vif-plugged", "status": "completed", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:42:24.307160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:42:24.336707 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcb6ca3-da1c-4dc7-9c19-7753394e5c3a x-openstack-request-id: req-ebcb6ca3-da1c-4dc7-9c19-7753394e5c3a {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:42:24.337021 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "name": "network-vif-plugged", "status": "completed", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:42:24.337276 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebcb6ca3-da1c-4dc7-9c19-7753394e5c3a {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:42:24.337712 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'code': 200} Jan 28 06:42:24.406402 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:24.458599 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=00458390-9fd1-47f7-b4a3-7691c6c4d701,revision_number=15']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:24.596882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c214253-634c-4ae7-bc4b-bc44aef1cff1 req-5676bce5-f4eb-4ca2-a30f-e36169c9ece6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:24.598405 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1c214253-634c-4ae7-bc4b-bc44aef1cff1 req-5676bce5-f4eb-4ca2-a30f-e36169c9ece6 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.64 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 947 time: 0.0503621 Jan 28 06:42:24.690168 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-1c214253-634c-4ae7-bc4b-bc44aef1cff1 req-51bcb48b-58b8-468f-8038-bf7752b5e722 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Deleting port 00458390-9fd1-47f7-b4a3-7691c6c4d701 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:42:24.690544 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1c214253-634c-4ae7-bc4b-bc44aef1cff1 req-51bcb48b-58b8-468f-8038-bf7752b5e722 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:25.119385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-1c214253-634c-4ae7-bc4b-bc44aef1cff1 req-51bcb48b-58b8-468f-8038-bf7752b5e722 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] For port 00458390-9fd1-47f7-b4a3-7691c6c4d701, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=00458390-9fd1-47f7-b4a3-7691c6c4d701,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:42:25.119758 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1c214253-634c-4ae7-bc4b-bc44aef1cff1 req-51bcb48b-58b8-468f-8038-bf7752b5e722 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:25.212501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab032c51-2b42-49a6-9cc0-9c7d701ece6c req-1a0c8093-03a7-4c58-a82a-0bb6f84d5bcb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:25.214162 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab032c51-2b42-49a6-9cc0-9c7d701ece6c req-1a0c8093-03a7-4c58-a82a-0bb6f84d5bcb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 947 time: 0.0527442 Jan 28 06:42:25.266273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab032c51-2b42-49a6-9cc0-9c7d701ece6c req-c7f10129-2bc2-49e1-bb02-5df4c7a10aeb tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups?id=043fa460-680d-4aa9-8f9e-49d51488f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452845 Jan 28 06:42:25.300100 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1c214253-634c-4ae7-bc4b-bc44aef1cff1 req-51bcb48b-58b8-468f-8038-bf7752b5e722 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:25.300564 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1c214253-634c-4ae7-bc4b-bc44aef1cff1 req-51bcb48b-58b8-468f-8038-bf7752b5e722 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:25.300886 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [req-1c214253-634c-4ae7-bc4b-bc44aef1cff1 req-51bcb48b-58b8-468f-8038-bf7752b5e722 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Floating IP 0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062 disassociated. External IP: 172.25.0.172, port: 00458390-9fd1-47f7-b4a3-7691c6c4d701. Jan 28 06:42:25.301234 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-1c214253-634c-4ae7-bc4b-bc44aef1cff1 req-51bcb48b-58b8-468f-8038-bf7752b5e722 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Calling delete_port for 00458390-9fd1-47f7-b4a3-7691c6c4d701 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:42:25.507304 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1c214253-634c-4ae7-bc4b-bc44aef1cff1 req-51bcb48b-58b8-468f-8038-bf7752b5e722 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (00458390-9fd1-47f7-b4a3-7691c6c4d701), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:25.537308 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcb48b-58b8-468f-8038-bf7752b5e722 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Pushing event deleted for resources: {'Port': ['ID=00458390-9fd1-47f7-b4a3-7691c6c4d701,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:25.540867 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:25.668487 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c214253-634c-4ae7-bc4b-bc44aef1cff1 req-51bcb48b-58b8-468f-8038-bf7752b5e722 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Router ef83a56b-c267-4ccf-a832-e154a27deaa9 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:42:25.787453 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c214253-634c-4ae7-bc4b-bc44aef1cff1 req-51bcb48b-58b8-468f-8038-bf7752b5e722 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:42:25.797792 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16245218-e18d-4994-96ee-32c8ed9f13f4 None None] Sync routers for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:42:25.808410 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16245218-e18d-4994-96ee-32c8ed9f13f4 None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:42:25.809370 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-16245218-e18d-4994-96ee-32c8ed9f13f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:42:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:25.840010 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c214253-634c-4ae7-bc4b-bc44aef1cff1 req-51bcb48b-58b8-468f-8038-bf7752b5e722 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] No DVR routers for this DVR port 00458390-9fd1-47f7-b4a3-7691c6c4d701 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:25.842662 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1c214253-634c-4ae7-bc4b-bc44aef1cff1 req-51bcb48b-58b8-468f-8038-bf7752b5e722 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:25.846653 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1c214253-634c-4ae7-bc4b-bc44aef1cff1 req-51bcb48b-58b8-468f-8038-bf7752b5e722 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.64 "DELETE /v2.0/ports/00458390-9fd1-47f7-b4a3-7691c6c4d701 HTTP/1.1" status: 204 len: 173 time: 1.2428539 Jan 28 06:42:25.847373 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'name': 'network-vif-deleted', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:42:25.849678 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c123979-f5de-401c-b2db-fd18840adee0" -d '{"events": [{"server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "name": "network-vif-deleted", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:42:25.898059 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e084021-67cc-4d75-8b63-6c6e52e488fa x-openstack-request-id: req-6e084021-67cc-4d75-8b63-6c6e52e488fa {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:42:25.898612 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f4accc-6b73-4861-b3ad-3c75aebb3b62", "name": "network-vif-deleted", "tag": "00458390-9fd1-47f7-b4a3-7691c6c4d701", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:42:25.898934 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e084021-67cc-4d75-8b63-6c6e52e488fa {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:42:25.899408 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f4accc-6b73-4861-b3ad-3c75aebb3b62', 'name': 'network-vif-deleted', 'tag': '00458390-9fd1-47f7-b4a3-7691c6c4d701', 'status': 'completed', 'code': 200} Jan 28 06:42:26.018840 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-16245218-e18d-4994-96ee-32c8ed9f13f4 None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:42:26.226930 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-16245218-e18d-4994-96ee-32c8ed9f13f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:26.259068 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16245218-e18d-4994-96ee-32c8ed9f13f4 None None] Checking router: ef83a56b-c267-4ccf-a832-e154a27deaa9 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:42:26.267398 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16245218-e18d-4994-96ee-32c8ed9f13f4 None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:42:26.268228 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-16245218-e18d-4994-96ee-32c8ed9f13f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:42:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:26.382109 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab1ee00a-e43d-49ed-a17b-b3fb75bec534 req-8d65153a-91c7-4069-a209-21c8da796261 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 210 time: 0.0325279 Jan 28 06:42:26.384976 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-16245218-e18d-4994-96ee-32c8ed9f13f4 None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:42:26.615876 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-16245218-e18d-4994-96ee-32c8ed9f13f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:26.645774 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16245218-e18d-4994-96ee-32c8ed9f13f4 None None] The sync data for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 is: [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:31:48Z', 'revision_number': 4, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'df03d5bf-30b3-4827-8b5b-9c2fd95a0945', 'name': '', 'network_id': '9b9203c5-3a24-4dfa-96e9-5fbed272fbac', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'mac_address': 'fa:16:3e:0a:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:47Z', 'updated_at': '2022-01-28T06:31:51Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'subnets': [{'id': 'cced84d8-c444-4945-8d44-3d5d4818c7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:42:26.989975 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8669434-f55e-44a6-8817-88ac4706a32c None None] New status for floating IP 0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:42:27.479022 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f235234a-64d1-4ab4-b9b7-456e294a8f41 req-cad6c08e-87b4-4944-86fa-d8858f38ec89 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 210 time: 0.0285316 Jan 28 06:42:28.025190 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 00458390-9fd1-47f7-b4a3-7691c6c4d701 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:42:28.046495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 00458390-9fd1-47f7-b4a3-7691c6c4d701 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:42:28.046841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 00458390-9fd1-47f7-b4a3-7691c6c4d701 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:42:28.166083 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:28.579947 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84b62222-e9ef-4fd2-aab7-bf950313ccd1 req-850da071-a45d-4ddd-b816-ac7df2cf747a tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 210 time: 0.0264897 Jan 28 06:42:29.686680 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5e0666f4-30be-4b0b-8a24-775b06d3d072 req-18844a00-11b3-4014-956e-8f77abef6192 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 210 time: 0.0263555 Jan 28 06:42:30.798417 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9b716965-289a-421d-8bd1-a9270fab3623 req-c2d19de0-27f9-4e3f-ba58-f16fea769b1e tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 210 time: 0.0504658 Jan 28 06:42:31.875847 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b2f8f30-1bee-4554-b119-cdb1734b3e6f req-b2a58919-a174-4347-b74e-6153a484da50 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 210 time: 0.0273318 Jan 28 06:42:32.519368 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-586b985b-ada8-4387-8849-4b8d0e2077d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:32.976629 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9770b393-c78f-49b2-821d-0abaf944b1f5 req-ca7ef9e4-6af6-4f39-b135-beab79dbbf0f tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 210 time: 0.0281012 Jan 28 06:42:34.076909 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c58c3008-6ebf-4b00-8d2f-ad999e374e23 req-3db11e16-50f7-4a48-b3b6-4b74b3e7ca8c tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/ports?device_id=32f4accc-6b73-4861-b3ad-3c75aebb3b62 HTTP/1.1" status: 200 len: 210 time: 0.0269561 Jan 28 06:42:34.834882 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-612998d6-4f30-41d1-96b4-66bae286047f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:36.789134 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:38.089588 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:39.149300 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:41.208456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55498) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:42:41.270881 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for security_group (043fa460-680d-4aa9-8f9e-49d51488f79f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:41.290470 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for security_group (043fa460-680d-4aa9-8f9e-49d51488f79f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:41.441289 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (043fa460-680d-4aa9-8f9e-49d51488f79f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:41.444040 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:41.447828 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "DELETE /v2.0/security-groups/043fa460-680d-4aa9-8f9e-49d51488f79f HTTP/1.1" status: 204 len: 168 time: 0.2382619 Jan 28 06:42:41.447978 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55500) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:42:41.458154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043fa460-680d-4aa9-8f9e-49d51488f79f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:41.464714 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [None req-2ba6ad88-7bc6-42dd-b1bd-a4c7807200b9 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] show failed (client error): The resource could not be found. Jan 28 06:42:41.466453 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:41.466965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:41.467469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:41.467956 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:41.468435 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:41.469256 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:41.469545 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2ba6ad88-7bc6-42dd-b1bd-a4c7807200b9 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "GET /v2.0/security-groups/043fa460-680d-4aa9-8f9e-49d51488f79f HTTP/1.1" status: 404 len: 347 time: 0.0202694 Jan 28 06:42:41.469744 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:41.470276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:41.470892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:41.471067 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55502) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:42:41.471396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:41.471779 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:41.472037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:41.472366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce199fe-5c7f-4474-9d47-695753666bc3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:41.610026 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7808cdbe-d33b-49f8-8265-e0cdfba7a8b3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Deleting port 0eda73d6-dc07-4a81-a566-822fe6e68a28 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:42:41.611350 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7808cdbe-d33b-49f8-8265-e0cdfba7a8b3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0eda73d6-dc07-4a81-a566-822fe6e68a28), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:41.692763 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7808cdbe-d33b-49f8-8265-e0cdfba7a8b3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0eda73d6-dc07-4a81-a566-822fe6e68a28), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:41.693090 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7808cdbe-d33b-49f8-8265-e0cdfba7a8b3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for floatingip (0eda73d6-dc07-4a81-a566-822fe6e68a28), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:41.704748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-7808cdbe-d33b-49f8-8265-e0cdfba7a8b3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Calling delete_port for 0eda73d6-dc07-4a81-a566-822fe6e68a28 owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:42:41.972618 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7808cdbe-d33b-49f8-8265-e0cdfba7a8b3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (0eda73d6-dc07-4a81-a566-822fe6e68a28), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:42.000616 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808cdbe-d33b-49f8-8265-e0cdfba7a8b3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Pushing event deleted for resources: {'Port': ['ID=0eda73d6-dc07-4a81-a566-822fe6e68a28,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:42.075496 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7808cdbe-d33b-49f8-8265-e0cdfba7a8b3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks [] for floatingip (0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:42.078182 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-7808cdbe-d33b-49f8-8265-e0cdfba7a8b3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:42.080035 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-7808cdbe-d33b-49f8-8265-e0cdfba7a8b3 tempest-ServerActionsTestJSON-1376559867 tempest-ServerActionsTestJSON-1376559867-project] 10.222.0.31 "DELETE /v2.0/floatingips/0adc2f96-9c41-4ed9-bc3f-f1d1fc7f9062 HTTP/1.1" status: 204 len: 168 time: 0.6065259 Jan 28 06:42:42.083371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55504) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:42:42.682984 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa8614f7-a3f2-4387-a822-bd2226af2f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (ef83a56b-c267-4ccf-a832-e154a27deaa9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:43.244812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-aa8614f7-a3f2-4387-a822-bd2226af2f06 admin admin] Deleting port df03d5bf-30b3-4827-8b5b-9c2fd95a0945 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:42:43.244812 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa8614f7-a3f2-4387-a822-bd2226af2f06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:43.319297 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-aa8614f7-a3f2-4387-a822-bd2226af2f06 admin admin] For port df03d5bf-30b3-4827-8b5b-9c2fd95a0945, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=df03d5bf-30b3-4827-8b5b-9c2fd95a0945,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:42:43.319672 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa8614f7-a3f2-4387-a822-bd2226af2f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:43.331422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-aa8614f7-a3f2-4387-a822-bd2226af2f06 admin admin] Calling delete_port for df03d5bf-30b3-4827-8b5b-9c2fd95a0945 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:42:43.598408 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa8614f7-a3f2-4387-a822-bd2226af2f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (df03d5bf-30b3-4827-8b5b-9c2fd95a0945), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:43.623384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8614f7-a3f2-4387-a822-bd2226af2f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=df03d5bf-30b3-4827-8b5b-9c2fd95a0945,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:43.793375 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa8614f7-a3f2-4387-a822-bd2226af2f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (ef83a56b-c267-4ccf-a832-e154a27deaa9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:44.014984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8614f7-a3f2-4387-a822-bd2226af2f06 admin admin] Router ef83a56b-c267-4ccf-a832-e154a27deaa9 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:42:44.122683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8614f7-a3f2-4387-a822-bd2226af2f06 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:42:44.129599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-aa8614f7-a3f2-4387-a822-bd2226af2f06 admin admin] 10.222.0.31 "PUT /v2.0/routers/ef83a56b-c267-4ccf-a832-e154a27deaa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0442812 Jan 28 06:42:44.131354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55508) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:42:44.132752 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b83ef9-5739-4d00-8b2a-07f0c328e85d None None] Sync routers for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:42:44.144182 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b83ef9-5739-4d00-8b2a-07f0c328e85d None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:42:44.144797 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-58b83ef9-5739-4d00-8b2a-07f0c328e85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:42:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:44.237040 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14dc279c-dbea-42eb-957f-c3c9788b7dc5 admin admin] Publish callbacks [] for router (ef83a56b-c267-4ccf-a832-e154a27deaa9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:44.247921 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-58b83ef9-5739-4d00-8b2a-07f0c328e85d None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:42:44.347586 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14dc279c-dbea-42eb-957f-c3c9788b7dc5 admin admin] Publish callbacks [] for router_gateway (ef83a56b-c267-4ccf-a832-e154a27deaa9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:44.426193 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-58b83ef9-5739-4d00-8b2a-07f0c328e85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '438ce260-3244-4d11-8e57-bd025086c843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:42:43Z', 'revision_number': 5, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port': {'id': '438ce260-3244-4d11-8e57-bd025086c843', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:31:45Z', 'updated_at': '2022-01-28T06:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:44.452039 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b83ef9-5739-4d00-8b2a-07f0c328e85d None None] Checking router: ef83a56b-c267-4ccf-a832-e154a27deaa9 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:42:44.462161 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b83ef9-5739-4d00-8b2a-07f0c328e85d None None] Routers {'ef83a56b-c267-4ccf-a832-e154a27deaa9'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:42:44.462838 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-58b83ef9-5739-4d00-8b2a-07f0c328e85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:42:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ef83a56b-c267-4ccf-a832-e154a27deaa9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:44.485770 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-14dc279c-dbea-42eb-957f-c3c9788b7dc5 admin admin] Deleting port 438ce260-3244-4d11-8e57-bd025086c843 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:42:44.486139 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14dc279c-dbea-42eb-957f-c3c9788b7dc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (438ce260-3244-4d11-8e57-bd025086c843), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:44.556252 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-58b83ef9-5739-4d00-8b2a-07f0c328e85d None None] Set router ef83a56b-c267-4ccf-a832-e154a27deaa9 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:42:44.570147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-14dc279c-dbea-42eb-957f-c3c9788b7dc5 admin admin] For port 438ce260-3244-4d11-8e57-bd025086c843, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=438ce260-3244-4d11-8e57-bd025086c843,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:42:44.574060 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14dc279c-dbea-42eb-957f-c3c9788b7dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (438ce260-3244-4d11-8e57-bd025086c843), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:44.583016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-14dc279c-dbea-42eb-957f-c3c9788b7dc5 admin admin] Calling delete_port for 438ce260-3244-4d11-8e57-bd025086c843 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:42:44.611343 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-58b83ef9-5739-4d00-8b2a-07f0c328e85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:42:44Z', 'revision_number': 6, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:44.638925 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b83ef9-5739-4d00-8b2a-07f0c328e85d None None] The sync data for ids ['ef83a56b-c267-4ccf-a832-e154a27deaa9'] in n-d-812111-12 is: [{'id': 'ef83a56b-c267-4ccf-a832-e154a27deaa9', 'name': 'tempest-ServerActionsTestJSON-311873756-router', 'tenant_id': '62b854be11f34f99b792a449845310ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:31:44Z', 'updated_at': '2022-01-28T06:42:44Z', 'revision_number': 6, 'project_id': '62b854be11f34f99b792a449845310ad', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:42:44.654420 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:42:45.126806 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14dc279c-dbea-42eb-957f-c3c9788b7dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (438ce260-3244-4d11-8e57-bd025086c843), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:45.156144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc279c-dbea-42eb-957f-c3c9788b7dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=438ce260-3244-4d11-8e57-bd025086c843,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:45.215824 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14dc279c-dbea-42eb-957f-c3c9788b7dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (ef83a56b-c267-4ccf-a832-e154a27deaa9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:45.318227 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14dc279c-dbea-42eb-957f-c3c9788b7dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (ef83a56b-c267-4ccf-a832-e154a27deaa9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:45.320453 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14dc279c-dbea-42eb-957f-c3c9788b7dc5 admin admin] Publish callbacks [] for router_controller (ef83a56b-c267-4ccf-a832-e154a27deaa9), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:45.484396 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14dc279c-dbea-42eb-957f-c3c9788b7dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (ef83a56b-c267-4ccf-a832-e154a27deaa9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:45.485033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dc279c-dbea-42eb-957f-c3c9788b7dc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef83a56b-c267-4ccf-a832-e154a27deaa9 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:42:45.490828 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-14dc279c-dbea-42eb-957f-c3c9788b7dc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:45.494074 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-14dc279c-dbea-42eb-957f-c3c9788b7dc5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ef83a56b-c267-4ccf-a832-e154a27deaa9 HTTP/1.1" status: 204 len: 168 time: 1.3593016 Jan 28 06:42:45.494187 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55510) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:42:45.541984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9f7a1e-9f51-4fd2-950e-6f554daded69 admin admin] Deleting subnet cced84d8-c444-4945-8d44-3d5d4818c7f9 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:42:45.545369 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc9f7a1e-9f51-4fd2-950e-6f554daded69 admin admin] Publish callbacks [] for subnet (cced84d8-c444-4945-8d44-3d5d4818c7f9), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:45.583512 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc9f7a1e-9f51-4fd2-950e-6f554daded69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (cced84d8-c444-4945-8d44-3d5d4818c7f9), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:45.713164 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc9f7a1e-9f51-4fd2-950e-6f554daded69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (cced84d8-c444-4945-8d44-3d5d4818c7f9), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:45.835262 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc9f7a1e-9f51-4fd2-950e-6f554daded69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (cced84d8-c444-4945-8d44-3d5d4818c7f9), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:45.866405 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f7a1e-9f51-4fd2-950e-6f554daded69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cced84d8-c444-4945-8d44-3d5d4818c7f9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:45.870426 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc9f7a1e-9f51-4fd2-950e-6f554daded69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:45.874378 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-bc9f7a1e-9f51-4fd2-950e-6f554daded69 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cced84d8-c444-4945-8d44-3d5d4818c7f9 HTTP/1.1" status: 204 len: 168 time: 0.3790407 Jan 28 06:42:45.877192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55512) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:42:45.880340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06894e1-dc3b-467c-b6cb-dc01838be5fa None None] Network 9b9203c5-3a24-4dfa-96e9-5fbed272fbac requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:42:45.951453 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (9b9203c5-3a24-4dfa-96e9-5fbed272fbac), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:46.026199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] Deleting port ed407ecd-d25c-4033-af31-eb1150ed8b51 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:42:46.026199 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ed407ecd-d25c-4033-af31-eb1150ed8b51), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:46.061627 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] DHCP port deletion for 9b9203c5-3a24-4dfa-96e9-5fbed272fbac request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:42:46.096083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] For port ed407ecd-d25c-4033-af31-eb1150ed8b51, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ed407ecd-d25c-4033-af31-eb1150ed8b51,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:42:46.096684 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device df03d5bf-30b3-4827-8b5b-9c2fd95a0945 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:42:46.096815 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ed407ecd-d25c-4033-af31-eb1150ed8b51), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:46.111428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] Calling delete_port for ed407ecd-d25c-4033-af31-eb1150ed8b51 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:42:46.125416 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: df03d5bf-30b3-4827-8b5b-9c2fd95a0945 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:42:46.125888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device df03d5bf-30b3-4827-8b5b-9c2fd95a0945 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:42:46.127044 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 438ce260-3244-4d11-8e57-bd025086c843 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:42:46.151359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 438ce260-3244-4d11-8e57-bd025086c843 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:42:46.151845 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 438ce260-3244-4d11-8e57-bd025086c843 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:42:46.165441 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Deleting port ed407ecd-d25c-4033-af31-eb1150ed8b51 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:42:46.165830 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ed407ecd-d25c-4033-af31-eb1150ed8b51), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:46.232825 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] For port ed407ecd-d25c-4033-af31-eb1150ed8b51, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ed407ecd-d25c-4033-af31-eb1150ed8b51,segment=NetworkSegment(b1355077-c62a-46bc-9a81-9899d81018b3),segment_id=b1355077-c62a-46bc-9a81-9899d81018b3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:42:46.233224 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ed407ecd-d25c-4033-af31-eb1150ed8b51), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:46.246763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Calling delete_port for ed407ecd-d25c-4033-af31-eb1150ed8b51 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:42:46.252262 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ed407ecd-d25c-4033-af31-eb1150ed8b51), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:46.280454 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed407ecd-d25c-4033-af31-eb1150ed8b51,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:46.282913 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] No DVR routers for this DVR port ed407ecd-d25c-4033-af31-eb1150ed8b51 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:46.330988 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (ed407ecd-d25c-4033-af31-eb1150ed8b51), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:46.357470 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Pushing event deleted for resources: {'Port': ['ID=ed407ecd-d25c-4033-af31-eb1150ed8b51,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:46.359676 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] No DVR routers for this DVR port ed407ecd-d25c-4033-af31-eb1150ed8b51 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:46.361127 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (9b9203c5-3a24-4dfa-96e9-5fbed272fbac), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:46.368183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:46.368515 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:46.369502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:46.369502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:46.369673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:46.370157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:46.370527 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:46.370935 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:46.371170 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:46.371495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:46.371904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:46.372138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:46.372467 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc00f91-a83e-4604-9531-4dcf230004d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:46.395821 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9203c5-3a24-4dfa-96e9-5fbed272fbac']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:46.405160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1355077-c62a-46bc-9a81-9899d81018b3') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:46.405468 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1355077-c62a-46bc-9a81-9899d81018b3') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:46.415119 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (b1355077-c62a-46bc-9a81-9899d81018b3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:46.428941 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (b1355077-c62a-46bc-9a81-9899d81018b3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:46.435407 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:42:46.435790 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (b1355077-c62a-46bc-9a81-9899d81018b3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:42:46.437491 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:42:46.569891 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (9b9203c5-3a24-4dfa-96e9-5fbed272fbac), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:46.575900 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:46.579408 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9b9203c5-3a24-4dfa-96e9-5fbed272fbac HTTP/1.1" status: 204 len: 168 time: 0.7006648 Jan 28 06:42:46.590399 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1366bcd-f269-4f91-9db8-520b8d29b5b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9203c5-3a24-4dfa-96e9-5fbed272fbac,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:46.995413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55516) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:42:47.034943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b3aec587-44f7-47c5-9f37-75badf52b0d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62b854be11f34f99b792a449845310ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383539 Jan 28 06:42:47.037419 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55518) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:42:47.085611 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9be38c9e-c462-49bb-a4f4-e22a9089a7e2 admin admin] Publish callbacks [] for security_group (aedad952-6a54-4587-954d-dd1f142e150a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:47.106122 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9be38c9e-c462-49bb-a4f4-e22a9089a7e2 admin admin] Publish callbacks [] for security_group (aedad952-6a54-4587-954d-dd1f142e150a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:47.244093 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9be38c9e-c462-49bb-a4f4-e22a9089a7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (aedad952-6a54-4587-954d-dd1f142e150a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:47.246738 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9be38c9e-c462-49bb-a4f4-e22a9089a7e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:47.247963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9be38c9e-c462-49bb-a4f4-e22a9089a7e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aedad952-6a54-4587-954d-dd1f142e150a HTTP/1.1" status: 204 len: 168 time: 0.2096508 Jan 28 06:42:47.257175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be38c9e-c462-49bb-a4f4-e22a9089a7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedad952-6a54-4587-954d-dd1f142e150a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:48.062839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ed407ecd-d25c-4033-af31-eb1150ed8b51 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:42:48.083250 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: ed407ecd-d25c-4033-af31-eb1150ed8b51 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:42:48.083597 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ed407ecd-d25c-4033-af31-eb1150ed8b51 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:42:48.428445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55540) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:42:48.531999 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1e51e548-8c9b-4880-a83f-7127c47f7e23 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1092925604-network', 'tenant_id': '448f60d2a0bf4f0f9b30031be8626c9d'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:48.628666 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e51e548-8c9b-4880-a83f-7127c47f7e23 admin admin] Made reservation on behalf of 448f60d2a0bf4f0f9b30031be8626c9d for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:48.631188 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e51e548-8c9b-4880-a83f-7127c47f7e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:48.640309 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e51e548-8c9b-4880-a83f-7127c47f7e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:48.725552 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e51e548-8c9b-4880-a83f-7127c47f7e23 admin admin] Publish callbacks [] for security_group (e177ba12-124b-47de-a9fc-9c640932f9bf), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:48.880490 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e51e548-8c9b-4880-a83f-7127c47f7e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e177ba12-124b-47de-a9fc-9c640932f9bf), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:48.907295 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e51e548-8c9b-4880-a83f-7127c47f7e23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:42:48.914100 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51e548-8c9b-4880-a83f-7127c47f7e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e177ba12-124b-47de-a9fc-9c640932f9bf,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:48.920117 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e51e548-8c9b-4880-a83f-7127c47f7e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (d3806e8f-6ed1-4916-8281-71bec6dda08e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:48.924949 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-1e51e548-8c9b-4880-a83f-7127c47f7e23 admin admin] Added segment d3806e8f-6ed1-4916-8281-71bec6dda08e of type vlan for network 53fb11e5-b78e-442b-bace-8e33bab0a67c Jan 28 06:42:48.962395 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e51e548-8c9b-4880-a83f-7127c47f7e23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (53fb11e5-b78e-442b-bace-8e33bab0a67c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:49.072649 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e51e548-8c9b-4880-a83f-7127c47f7e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (53fb11e5-b78e-442b-bace-8e33bab0a67c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:49.073701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e51e548-8c9b-4880-a83f-7127c47f7e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:49.074358 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1e51e548-8c9b-4880-a83f-7127c47f7e23 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:49.137445 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51e548-8c9b-4880-a83f-7127c47f7e23 admin admin] Pushing event updated for resources: {'Network': ['ID=53fb11e5-b78e-442b-bace-8e33bab0a67c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:49.147811 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 53fb11e5-b78e-442b-bace-8e33bab0a67c details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:42:49.243405 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1e51e548-8c9b-4880-a83f-7127c47f7e23 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8138282 Jan 28 06:42:49.246273 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55544) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:42:49.252045 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d5b6b6ca-1c8a-49b0-942d-5c08e4a85665 admin admin] Request body: {'subnet': {'network_id': '53fb11e5-b78e-442b-bace-8e33bab0a67c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1092925604-subnet', 'tenant_id': '448f60d2a0bf4f0f9b30031be8626c9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:49.360217 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b6b6ca-1c8a-49b0-942d-5c08e4a85665 admin admin] Made reservation on behalf of 448f60d2a0bf4f0f9b30031be8626c9d for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:49.363000 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5b6b6ca-1c8a-49b0-942d-5c08e4a85665 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:49.634655 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5b6b6ca-1c8a-49b0-942d-5c08e4a85665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (afe80224-013c-4db1-b434-ab1100b5a115), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:49.684100 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6b6ca-1c8a-49b0-942d-5c08e4a85665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afe80224-013c-4db1-b434-ab1100b5a115,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:49.700350 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b6b6ca-1c8a-49b0-942d-5c08e4a85665 admin admin] Checking segment: {'id': 'd3806e8f-6ed1-4916-8281-71bec6dda08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '53fb11e5-b78e-442b-bace-8e33bab0a67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:42:49.700710 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b6b6ca-1c8a-49b0-942d-5c08e4a85665 admin admin] Network hostable DHCP agents. Network: 53fb11e5-b78e-442b-bace-8e33bab0a67c, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:42:49.823010 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b6b6ca-1c8a-49b0-942d-5c08e4a85665 admin admin] Network 53fb11e5-b78e-442b-bace-8e33bab0a67c is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:42:49.897675 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-d5b6b6ca-1c8a-49b0-942d-5c08e4a85665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 53fb11e5-b78e-442b-bace-8e33bab0a67c) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:49.902718 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b6b6ca-1c8a-49b0-942d-5c08e4a85665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:49.903406 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5b6b6ca-1c8a-49b0-942d-5c08e4a85665 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:49.907736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de920cf0-23af-444a-8195-ec60aad6f5c0 None None] Network 53fb11e5-b78e-442b-bace-8e33bab0a67c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:42:50.016641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa69f468-efe0-44a6-8f67-b376b58e8ef9 None None] Network 53fb11e5-b78e-442b-bace-8e33bab0a67c requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:42:50.071862 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d5b6b6ca-1c8a-49b0-942d-5c08e4a85665 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8244333 Jan 28 06:42:50.505302 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663e500-618d-475b-a8db-368cffb1aa65 req-caabd776-0ee8-452f-99db-736178506a93 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:50.506829 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2663e500-618d-475b-a8db-368cffb1aa65 req-caabd776-0ee8-452f-99db-736178506a93 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/networks?id=53fb11e5-b78e-442b-bace-8e33bab0a67c HTTP/1.1" status: 200 len: 814 time: 0.1070647 Jan 28 06:42:50.522321 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2663e500-618d-475b-a8db-368cffb1aa65 req-3e43582f-3e40-43c8-9097-4cc159a37bbf tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/quotas/448f60d2a0bf4f0f9b30031be8626c9d HTTP/1.1" status: 200 len: 375 time: 0.0097113 Jan 28 06:42:50.554454 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2663e500-618d-475b-a8db-368cffb1aa65 req-a0431d10-1c0b-45d9-932b-37549712cc8b tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=448f60d2a0bf4f0f9b30031be8626c9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266583 Jan 28 06:42:50.565148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-2663e500-618d-475b-a8db-368cffb1aa65 req-d4785fb3-b217-493f-9885-a3cb04638991 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:42:50.566244 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2663e500-618d-475b-a8db-368cffb1aa65 req-d4785fb3-b217-493f-9885-a3cb04638991 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052314 Jan 28 06:42:50.658779 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2663e500-618d-475b-a8db-368cffb1aa65 req-c48f2b9b-35dc-46a7-ad85-af459527c465 service neutron] 10.222.0.31 "GET /v2.0/networks/53fb11e5-b78e-442b-bace-8e33bab0a67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870693 Jan 28 06:42:50.748620 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2663e500-618d-475b-a8db-368cffb1aa65 req-d3a36892-b58d-4d07-9b1a-a776e147c5c5 service neutron] 10.222.0.31 "GET /v2.0/networks/53fb11e5-b78e-442b-bace-8e33bab0a67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841186 Jan 28 06:42:51.017615 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-235798f8-492c-41d1-b488-1c2c1c487383 req-01c518f2-979f-478d-a52a-5b4cb4c52fe0 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 210 time: 0.0278347 Jan 28 06:42:52.095793 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f4ebed9a-3384-46b5-86d8-e3a16a39ee46 req-beed703f-e74c-47d0-9267-90d7f851150c tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 210 time: 0.0259738 Jan 28 06:42:53.202840 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-750fd8bc-c35b-43e8-a49d-24af8b86416d req-0e22ff05-62c7-4ca7-b78f-af0b69be86b1 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 210 time: 0.0346117 Jan 28 06:42:53.526576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663e500-618d-475b-a8db-368cffb1aa65 req-c5844791-7f11-4229-abe1-1138df2a91b5 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:53.528136 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2663e500-618d-475b-a8db-368cffb1aa65 req-c5844791-7f11-4229-abe1-1138df2a91b5 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.60 "GET /v2.0/networks?id=53fb11e5-b78e-442b-bace-8e33bab0a67c HTTP/1.1" status: 200 len: 814 time: 0.1290796 Jan 28 06:42:53.545477 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2663e500-618d-475b-a8db-368cffb1aa65 req-460419f8-7a50-4a8e-8fe7-aaf4aec0a11e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Request body: {'port': {'device_id': 'bae3c866-6363-48c7-a0a7-2278d44037e5', 'network_id': '53fb11e5-b78e-442b-bace-8e33bab0a67c', 'admin_state_up': True, 'tenant_id': '448f60d2a0bf4f0f9b30031be8626c9d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:53.730043 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2663e500-618d-475b-a8db-368cffb1aa65 req-460419f8-7a50-4a8e-8fe7-aaf4aec0a11e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Made reservation on behalf of 448f60d2a0bf4f0f9b30031be8626c9d for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:53.733668 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2663e500-618d-475b-a8db-368cffb1aa65 req-460419f8-7a50-4a8e-8fe7-aaf4aec0a11e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:53.884690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-2663e500-618d-475b-a8db-368cffb1aa65 req-460419f8-7a50-4a8e-8fe7-aaf4aec0a11e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Allocated IP 172.20.0.13 (53fb11e5-b78e-442b-bace-8e33bab0a67c/afe80224-013c-4db1-b434-ab1100b5a115/1193483a-1c87-4e88-aace-ed82db369230) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:54.056085 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2663e500-618d-475b-a8db-368cffb1aa65 req-460419f8-7a50-4a8e-8fe7-aaf4aec0a11e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Publish callbacks [] for port (1193483a-1c87-4e88-aace-ed82db369230), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:54.181425 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2663e500-618d-475b-a8db-368cffb1aa65 req-460419f8-7a50-4a8e-8fe7-aaf4aec0a11e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (1193483a-1c87-4e88-aace-ed82db369230), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:54.224725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2663e500-618d-475b-a8db-368cffb1aa65 req-460419f8-7a50-4a8e-8fe7-aaf4aec0a11e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Network 53fb11e5-b78e-442b-bace-8e33bab0a67c is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:54.227890 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-2663e500-618d-475b-a8db-368cffb1aa65 req-460419f8-7a50-4a8e-8fe7-aaf4aec0a11e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:54.234262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-2663e500-618d-475b-a8db-368cffb1aa65 req-460419f8-7a50-4a8e-8fe7-aaf4aec0a11e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:42:54.264481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460419f8-7a50-4a8e-8fe7-aaf4aec0a11e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Pushing event updated for resources: {'Port': ['ID=1193483a-1c87-4e88-aace-ed82db369230,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:54.305228 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663e500-618d-475b-a8db-368cffb1aa65 req-460419f8-7a50-4a8e-8fe7-aaf4aec0a11e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:54.306067 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2663e500-618d-475b-a8db-368cffb1aa65 req-460419f8-7a50-4a8e-8fe7-aaf4aec0a11e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:54.353181 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cb9bb-d1c4-44f0-b00f-daadf3631fa7 req-df68972b-e32b-4f1c-951e-604a5e0c4a2f tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:54.355169 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-349cb9bb-d1c4-44f0-b00f-daadf3631fa7 req-df68972b-e32b-4f1c-951e-604a5e0c4a2f tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 932 time: 0.0695336 Jan 28 06:42:54.410627 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-349cb9bb-d1c4-44f0-b00f-daadf3631fa7 req-59b9ce3e-0f04-4365-825f-d9416874d57b tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486341 Jan 28 06:42:54.417742 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2663e500-618d-475b-a8db-368cffb1aa65 req-460419f8-7a50-4a8e-8fe7-aaf4aec0a11e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8763161 Jan 28 06:42:54.434902 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Request body: {'port': {'device_id': 'bae3c866-6363-48c7-a0a7-2278d44037e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:54.489060 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1193483a-1c87-4e88-aace-ed82db369230), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:54.762757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1193483a-1c87-4e88-aace-ed82db369230 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:42:54.770566 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Publish callbacks [] for port (1193483a-1c87-4e88-aace-ed82db369230), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:54.783542 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Transition to ACTIVE for port object 1193483a-1c87-4e88-aace-ed82db369230 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:54.886150 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (1193483a-1c87-4e88-aace-ed82db369230), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:54.956588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Pushing event updated for resources: {'Port': ['ID=1193483a-1c87-4e88-aace-ed82db369230,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:55.009523 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Attempting to bind port 1193483a-1c87-4e88-aace-ed82db369230 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:42:55.009859 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Attempting to bind port 1193483a-1c87-4e88-aace-ed82db369230 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'd3806e8f-6ed1-4916-8281-71bec6dda08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '53fb11e5-b78e-442b-bace-8e33bab0a67c'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:42:55.010192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Attempting to bind port 1193483a-1c87-4e88-aace-ed82db369230 on network 53fb11e5-b78e-442b-bace-8e33bab0a67c {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:42:55.014823 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Port 1193483a-1c87-4e88-aace-ed82db369230 on network 53fb11e5-b78e-442b-bace-8e33bab0a67c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:42:55.015089 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Attempting to bind port 1193483a-1c87-4e88-aace-ed82db369230 on network 53fb11e5-b78e-442b-bace-8e33bab0a67c {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:42:55.020917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:42:55.021253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Checking segment: {'id': 'd3806e8f-6ed1-4916-8281-71bec6dda08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '53fb11e5-b78e-442b-bace-8e33bab0a67c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:42:55.021641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Bound using segment: {'id': 'd3806e8f-6ed1-4916-8281-71bec6dda08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '53fb11e5-b78e-442b-bace-8e33bab0a67c'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:42:55.022069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Bound port: 1193483a-1c87-4e88-aace-ed82db369230, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3806e8f-6ed1-4916-8281-71bec6dda08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '53fb11e5-b78e-442b-bace-8e33bab0a67c'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:42:55.022457 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1193483a-1c87-4e88-aace-ed82db369230), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:55.087125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] For port 1193483a-1c87-4e88-aace-ed82db369230, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:42:55.090147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] For port 1193483a-1c87-4e88-aace-ed82db369230, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1193483a-1c87-4e88-aace-ed82db369230,segment=NetworkSegment(d3806e8f-6ed1-4916-8281-71bec6dda08e),segment_id=d3806e8f-6ed1-4916-8281-71bec6dda08e)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:42:55.159061 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (1193483a-1c87-4e88-aace-ed82db369230), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:55.195084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:55.195695 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:55.197613 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2663e500-618d-475b-a8db-368cffb1aa65 req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] 10.222.0.60 "PUT /v2.0/ports/1193483a-1c87-4e88-aace-ed82db369230 HTTP/1.1" status: 200 len: 1093 time: 0.7671545 Jan 28 06:42:55.200086 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae3c866-6363-48c7-a0a7-2278d44037e5', 'tag': '1193483a-1c87-4e88-aace-ed82db369230'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:42:55.202760 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644c54d6-89ee-4212-a42a-924d74077641" -d '{"events": [{"name": "network-changed", "server_uuid": "bae3c866-6363-48c7-a0a7-2278d44037e5", "tag": "1193483a-1c87-4e88-aace-ed82db369230"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:42:55.229255 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801753c4-3ef7-4a7b-9d63-1eb56dcb42ea service neutron] Pushing event updated for resources: {'Port': ['ID=1193483a-1c87-4e88-aace-ed82db369230,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:55.247511 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f34021-2cf1-4951-b8ad-f8c779b4673c x-openstack-request-id: req-d2f34021-2cf1-4951-b8ad-f8c779b4673c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:42:55.247815 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae3c866-6363-48c7-a0a7-2278d44037e5", "tag": "1193483a-1c87-4e88-aace-ed82db369230", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:42:55.248060 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2f34021-2cf1-4951-b8ad-f8c779b4673c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:42:55.248574 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae3c866-6363-48c7-a0a7-2278d44037e5', 'tag': '1193483a-1c87-4e88-aace-ed82db369230', 'status': 'completed', 'code': 200} Jan 28 06:42:55.331692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c54d6-89ee-4212-a42a-924d74077641 req-7cf931f6-cc97-4cdf-9319-f481cb66f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:55.333116 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-644c54d6-89ee-4212-a42a-924d74077641 req-7cf931f6-cc97-4cdf-9319-f481cb66f819 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=448f60d2a0bf4f0f9b30031be8626c9d&device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 1096 time: 0.0437527 Jan 28 06:42:55.449354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c54d6-89ee-4212-a42a-924d74077641 req-2375eb3f-4fbb-4bc7-8b2e-c5a91cf2fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:55.450864 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-644c54d6-89ee-4212-a42a-924d74077641 req-2375eb3f-4fbb-4bc7-8b2e-c5a91cf2fc58 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=448f60d2a0bf4f0f9b30031be8626c9d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1043332 Jan 28 06:42:55.547002 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:55.590401 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308d28c-6a8a-4868-854a-7435eec094c8 req-55a99018-f1d2-4432-bd34-c7c76f87ff64 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:55.591893 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9308d28c-6a8a-4868-854a-7435eec094c8 req-55a99018-f1d2-4432-bd34-c7c76f87ff64 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 944 time: 0.0877264 Jan 28 06:42:55.593568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c54d6-89ee-4212-a42a-924d74077641 req-95ab10b0-6a66-4f6f-a3ac-36632794506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:55.595497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-644c54d6-89ee-4212-a42a-924d74077641 req-95ab10b0-6a66-4f6f-a3ac-36632794506c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1390822 Jan 28 06:42:55.652167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9308d28c-6a8a-4868-854a-7435eec094c8 req-2d00745d-bb83-4e30-b489-4585cae6a6e9 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533688 Jan 28 06:42:55.699363 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663e500-618d-475b-a8db-368cffb1aa65 req-0a61698e-6d34-4da4-85ec-e50d1ace8e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:55.702249 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2663e500-618d-475b-a8db-368cffb1aa65 req-0a61698e-6d34-4da4-85ec-e50d1ace8e9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=448f60d2a0bf4f0f9b30031be8626c9d&device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 1096 time: 0.0448270 Jan 28 06:42:55.753091 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2663e500-618d-475b-a8db-368cffb1aa65 req-bee04316-8f80-4b6c-95d9-836c7bec96d3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1193483a-1c87-4e88-aace-ed82db369230 HTTP/1.1" status: 200 len: 217 time: 0.0393739 Jan 28 06:42:55.801781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663e500-618d-475b-a8db-368cffb1aa65 req-2eae965b-849a-4da5-9afb-f5d0e8fffe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:55.803299 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2663e500-618d-475b-a8db-368cffb1aa65 req-2eae965b-849a-4da5-9afb-f5d0e8fffe3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=afe80224-013c-4db1-b434-ab1100b5a115 HTTP/1.1" status: 200 len: 854 time: 0.0449357 Jan 28 06:42:55.833827 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2663e500-618d-475b-a8db-368cffb1aa65 req-babea5bb-3bb1-40f6-a696-ba0739d14734 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=53fb11e5-b78e-442b-bace-8e33bab0a67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250802 Jan 28 06:42:55.928404 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2663e500-618d-475b-a8db-368cffb1aa65 req-412ccf77-8564-40c3-b3f1-82fb91590f13 service neutron] 10.222.0.60 "GET /v2.0/networks/53fb11e5-b78e-442b-bace-8e33bab0a67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887163 Jan 28 06:42:56.022877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2663e500-618d-475b-a8db-368cffb1aa65 req-de2e0f6c-0a2e-4453-986e-1b73f12bfeb7 service neutron] 10.222.0.60 "GET /v2.0/networks/53fb11e5-b78e-442b-bace-8e33bab0a67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877686 Jan 28 06:42:56.772114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3fef5-f4fe-4ccc-b998-40e013947d1c req-cc99d2fd-ce90-48a1-81e7-0762ef654fe3 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:56.773520 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cc3fef5-f4fe-4ccc-b998-40e013947d1c req-cc99d2fd-ce90-48a1-81e7-0762ef654fe3 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 944 time: 0.0485406 Jan 28 06:42:56.825842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cc3fef5-f4fe-4ccc-b998-40e013947d1c req-021a7c09-4b2c-4946-883d-a5e95d19992e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467002 Jan 28 06:42:57.944851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3741a9-2def-48b8-a882-f120baa80b21 req-ed73c6dc-f7e9-4e20-900d-0068806f688e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:57.946448 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa3741a9-2def-48b8-a882-f120baa80b21 req-ed73c6dc-f7e9-4e20-900d-0068806f688e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 944 time: 0.0504074 Jan 28 06:42:57.995343 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa3741a9-2def-48b8-a882-f120baa80b21 req-1ac6421d-16d3-4b1d-8d96-9561be4ffc37 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432069 Jan 28 06:42:58.183141 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:42:59.115353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe8210-fc15-4514-aea7-d1dc81c5fbd3 req-3f37fe34-e9d9-461c-8df8-a3c43e6ea40a tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:59.116964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29fe8210-fc15-4514-aea7-d1dc81c5fbd3 req-3f37fe34-e9d9-461c-8df8-a3c43e6ea40a tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 944 time: 0.0504944 Jan 28 06:42:59.166592 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29fe8210-fc15-4514-aea7-d1dc81c5fbd3 req-8ef6bcad-dd24-4a7f-8b6a-4e5965d1ab15 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440981 Jan 28 06:43:00.053343 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1193483a-1c87-4e88-aace-ed82db369230 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:43:00.152732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1193483a-1c87-4e88-aace-ed82db369230, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1193483a-1c87-4e88-aace-ed82db369230,segment=NetworkSegment(d3806e8f-6ed1-4916-8281-71bec6dda08e),segment_id=d3806e8f-6ed1-4916-8281-71bec6dda08e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:00.163754 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '1193483a-1c87-4e88-aace-ed82db369230', 'network_id': '53fb11e5-b78e-442b-bace-8e33bab0a67c', 'port_id': '1193483a-1c87-4e88-aace-ed82db369230', 'mac_address': 'fa:16:3e:1a:d0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe80224-013c-4db1-b434-ab1100b5a115', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:43:00.203725 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 1193483a-1c87-4e88-aace-ed82db369230 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:43:00.204777 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1193483a-1c87-4e88-aace-ed82db369230), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:00.218845 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1193483a-1c87-4e88-aace-ed82db369230 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:43:00.243960 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1193483a-1c87-4e88-aace-ed82db369230, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1193483a-1c87-4e88-aace-ed82db369230,segment=NetworkSegment(d3806e8f-6ed1-4916-8281-71bec6dda08e),segment_id=d3806e8f-6ed1-4916-8281-71bec6dda08e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:00.294705 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06563873-ed49-4c78-bcd5-deb2cd519b12 req-7f016b99-f2f9-46e3-8057-5536f209a843 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:00.296088 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06563873-ed49-4c78-bcd5-deb2cd519b12 req-7f016b99-f2f9-46e3-8057-5536f209a843 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 944 time: 0.0521543 Jan 28 06:43:00.341926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-06563873-ed49-4c78-bcd5-deb2cd519b12 req-4ec3b265-a096-4414-97cd-099a05f7b0ad tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396934 Jan 28 06:43:00.362907 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1193483a-1c87-4e88-aace-ed82db369230), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:00.409002 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=1193483a-1c87-4e88-aace-ed82db369230,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:00.636380 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['1193483a-1c87-4e88-aace-ed82db369230'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:43:01.458986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e86d1e-604e-4d58-8a34-52ec9878c409 req-e78e692b-6e2c-41bc-ad90-834ff9fc6ff1 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:01.460466 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95e86d1e-604e-4d58-8a34-52ec9878c409 req-e78e692b-6e2c-41bc-ad90-834ff9fc6ff1 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 945 time: 0.0486822 Jan 28 06:43:01.511366 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-95e86d1e-604e-4d58-8a34-52ec9878c409 req-7c0ba8af-c55a-4cc6-b697-661b57ac9118 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452621 Jan 28 06:43:02.069951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1193483a-1c87-4e88-aace-ed82db369230 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:43:02.205732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 1193483a-1c87-4e88-aace-ed82db369230 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:02.209824 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 1193483a-1c87-4e88-aace-ed82db369230 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:02.210199 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (1193483a-1c87-4e88-aace-ed82db369230), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:02.289026 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 1193483a-1c87-4e88-aace-ed82db369230 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:43:02.289312 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (1193483a-1c87-4e88-aace-ed82db369230), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:02.311827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae3c866-6363-48c7-a0a7-2278d44037e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1193483a-1c87-4e88-aace-ed82db369230'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:43:02.314784 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468352f5-10c7-4bcb-9acd-affd74dd76d7" -d '{"events": [{"server_uuid": "bae3c866-6363-48c7-a0a7-2278d44037e5", "name": "network-vif-plugged", "status": "completed", "tag": "1193483a-1c87-4e88-aace-ed82db369230"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:43:02.326616 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 1193483a-1c87-4e88-aace-ed82db369230, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1193483a-1c87-4e88-aace-ed82db369230,segment=NetworkSegment(d3806e8f-6ed1-4916-8281-71bec6dda08e),segment_id=d3806e8f-6ed1-4916-8281-71bec6dda08e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:02.354113 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd0a86d-4af4-46bc-a432-fea366ff5f56 x-openstack-request-id: req-9bd0a86d-4af4-46bc-a432-fea366ff5f56 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:43:02.354444 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae3c866-6363-48c7-a0a7-2278d44037e5", "name": "network-vif-plugged", "status": "completed", "tag": "1193483a-1c87-4e88-aace-ed82db369230", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:43:02.354708 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9bd0a86d-4af4-46bc-a432-fea366ff5f56 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:43:02.355106 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae3c866-6363-48c7-a0a7-2278d44037e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1193483a-1c87-4e88-aace-ed82db369230', 'code': 200} Jan 28 06:43:02.394372 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (1193483a-1c87-4e88-aace-ed82db369230), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:02.460278 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=1193483a-1c87-4e88-aace-ed82db369230,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:02.487058 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f447fc7-4d51-4f59-8332-f3fcca1b6154 req-2afd7a6d-94e9-4748-aac0-3f7b2480f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:02.488555 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f447fc7-4d51-4f59-8332-f3fcca1b6154 req-2afd7a6d-94e9-4748-aac0-3f7b2480f4a9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 1098 time: 0.0417800 Jan 28 06:43:02.520034 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1f61903-52e5-4cc5-bb4d-c900262d5159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:02.536720 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f447fc7-4d51-4f59-8332-f3fcca1b6154 req-8d9b71ff-0ee4-40c4-9422-a853720ebd56 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420837 Jan 28 06:43:02.628684 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4dc52-1504-4ae6-bda2-9e512162b5c3 req-f424fc65-d9d2-4219-88e4-4db944131dae tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:02.630153 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76d4dc52-1504-4ae6-bda2-9e512162b5c3 req-f424fc65-d9d2-4219-88e4-4db944131dae tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 946 time: 0.0480754 Jan 28 06:43:02.678154 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76d4dc52-1504-4ae6-bda2-9e512162b5c3 req-69ed3e8b-b301-4a01-ae11-995a2162ee3f tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421283 Jan 28 06:43:03.796901 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4be60-a297-4948-8091-cddb76c371a4 req-eb2b71eb-14ca-4cde-ba95-7299ec1ee3da tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:03.799176 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1bf4be60-a297-4948-8091-cddb76c371a4 req-eb2b71eb-14ca-4cde-ba95-7299ec1ee3da tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 946 time: 0.0509281 Jan 28 06:43:03.846415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1bf4be60-a297-4948-8091-cddb76c371a4 req-eb12d412-3207-4a88-b680-cd95afef4f98 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415702 Jan 28 06:43:04.823129 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d19fea4-d869-4108-9271-e87cdcb99d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:04.965024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66169632-9cc9-4b69-8feb-8e0011951097 req-64f883fb-f3e5-4c06-b73b-5db51a045857 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:04.966535 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66169632-9cc9-4b69-8feb-8e0011951097 req-64f883fb-f3e5-4c06-b73b-5db51a045857 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 946 time: 0.0512195 Jan 28 06:43:05.018119 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-66169632-9cc9-4b69-8feb-8e0011951097 req-a184e9c1-392a-4bdc-9cc4-2664405fca89 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453076 Jan 28 06:43:05.244945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-d5005556-d3b0-4bbc-a3a6-d8468305b095 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:05.246535 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-d5005556-d3b0-4bbc-a3a6-d8468305b095 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/networks?id=53fb11e5-b78e-442b-bace-8e33bab0a67c HTTP/1.1" status: 200 len: 814 time: 0.1043742 Jan 28 06:43:05.265561 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-c4312c79-7426-4b59-aa20-2f5d95983925 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/quotas/448f60d2a0bf4f0f9b30031be8626c9d HTTP/1.1" status: 200 len: 375 time: 0.0118885 Jan 28 06:43:05.338418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-590773c6-f321-49f7-8924-a69fd802ea11 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=448f60d2a0bf4f0f9b30031be8626c9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0628715 Jan 28 06:43:05.428599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-af1b271f-b154-4fde-bbef-25ef99a5dee2 service neutron] 10.222.0.31 "GET /v2.0/networks/53fb11e5-b78e-442b-bace-8e33bab0a67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848744 Jan 28 06:43:05.529505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-8ae6a03d-77e8-4e24-b5d2-8382b978e8c7 service neutron] 10.222.0.31 "GET /v2.0/networks/53fb11e5-b78e-442b-bace-8e33bab0a67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944643 Jan 28 06:43:05.805930 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-356d5c47-d3c8-4750-8b19-7441c1195ae6 req-9b014c4d-ce11-4193-9a25-93ea38d19168 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f HTTP/1.1" status: 200 len: 210 time: 0.0294456 Jan 28 06:43:06.857670 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:06.886008 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9a2629ce-1281-456a-9dc0-dbab3cd95d87 req-49260808-12fa-4014-ab5e-1c8e41fd9f45 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f HTTP/1.1" status: 200 len: 210 time: 0.0267053 Jan 28 06:43:07.982492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32906748-7bad-492d-ae2f-878f65ad2f1b req-3696284a-9fb6-4c89-a5e3-1c2bab05358b tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f HTTP/1.1" status: 200 len: 210 time: 0.0262392 Jan 28 06:43:08.097515 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:08.322135 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-1372b496-a880-446f-8977-728213ec5aa2 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:08.323524 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-1372b496-a880-446f-8977-728213ec5aa2 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.64 "GET /v2.0/networks?id=53fb11e5-b78e-442b-bace-8e33bab0a67c HTTP/1.1" status: 200 len: 814 time: 0.1042507 Jan 28 06:43:08.341479 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Request body: {'port': {'device_id': 'f7b5db8a-d7bd-47ef-b049-25eecb4a579f', 'network_id': '53fb11e5-b78e-442b-bace-8e33bab0a67c', 'admin_state_up': True, 'tenant_id': '448f60d2a0bf4f0f9b30031be8626c9d'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:08.552187 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Made reservation on behalf of 448f60d2a0bf4f0f9b30031be8626c9d for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:08.555668 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:08.687903 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Allocated IP 172.20.0.5 (53fb11e5-b78e-442b-bace-8e33bab0a67c/afe80224-013c-4db1-b434-ab1100b5a115/eb470b83-d2b4-4143-88ea-15becb1cf826) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:08.832547 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Publish callbacks [] for port (eb470b83-d2b4-4143-88ea-15becb1cf826), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:08.932049 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (eb470b83-d2b4-4143-88ea-15becb1cf826), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:08.965134 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['1193483a-1c87-4e88-aace-ed82db369230'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:43:08.981681 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Network 53fb11e5-b78e-442b-bace-8e33bab0a67c is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:08.986822 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:08.991577 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:43:08.995824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Pushing event updated for resources: {'Port': ['ID=eb470b83-d2b4-4143-88ea-15becb1cf826,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:09.031106 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:09.031534 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:09.031838 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:09.032187 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:09.032533 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:09.032850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:09.033179 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:09.033507 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:09.033834 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:09.034160 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:09.034529 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:09.034854 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:09.035179 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:09.071658 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:09.072286 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:09.140018 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-e4cfbd28-ecfc-424a-8846-6bd590d7c640 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8024468 Jan 28 06:43:09.145975 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b2dd0-74a4-44d5-b2a8-e89fb815cde5 req-eb07f170-73ba-419b-9cfa-7e5dfc6a9e6a tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:09.148403 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f42b2dd0-74a4-44d5-b2a8-e89fb815cde5 req-eb07f170-73ba-419b-9cfa-7e5dfc6a9e6a tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f HTTP/1.1" status: 200 len: 931 time: 0.0567019 Jan 28 06:43:09.157330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Request body: {'port': {'device_id': 'f7b5db8a-d7bd-47ef-b049-25eecb4a579f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:09.200413 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:09.206657 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f42b2dd0-74a4-44d5-b2a8-e89fb815cde5 req-ee14e22b-94f2-493b-a290-29eb4a13f0e8 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525255 Jan 28 06:43:09.215256 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (eb470b83-d2b4-4143-88ea-15becb1cf826), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:09.492379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb470b83-d2b4-4143-88ea-15becb1cf826 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:43:09.500592 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Publish callbacks [] for port (eb470b83-d2b4-4143-88ea-15becb1cf826), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:09.514465 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Transition to ACTIVE for port object eb470b83-d2b4-4143-88ea-15becb1cf826 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:09.588510 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (eb470b83-d2b4-4143-88ea-15becb1cf826), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:09.640712 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb470b83-d2b4-4143-88ea-15becb1cf826,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:09.712074 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Attempting to bind port eb470b83-d2b4-4143-88ea-15becb1cf826 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:43:09.712395 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Attempting to bind port eb470b83-d2b4-4143-88ea-15becb1cf826 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'd3806e8f-6ed1-4916-8281-71bec6dda08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '53fb11e5-b78e-442b-bace-8e33bab0a67c'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:43:09.712728 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Attempting to bind port eb470b83-d2b4-4143-88ea-15becb1cf826 on network 53fb11e5-b78e-442b-bace-8e33bab0a67c {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:43:09.717076 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Port eb470b83-d2b4-4143-88ea-15becb1cf826 on network 53fb11e5-b78e-442b-bace-8e33bab0a67c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:43:09.717422 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Attempting to bind port eb470b83-d2b4-4143-88ea-15becb1cf826 on network 53fb11e5-b78e-442b-bace-8e33bab0a67c {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:43:09.722936 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:43:09.723275 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Checking segment: {'id': 'd3806e8f-6ed1-4916-8281-71bec6dda08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '53fb11e5-b78e-442b-bace-8e33bab0a67c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:43:09.723662 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Bound using segment: {'id': 'd3806e8f-6ed1-4916-8281-71bec6dda08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '53fb11e5-b78e-442b-bace-8e33bab0a67c'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:43:09.724091 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Bound port: eb470b83-d2b4-4143-88ea-15becb1cf826, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3806e8f-6ed1-4916-8281-71bec6dda08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '53fb11e5-b78e-442b-bace-8e33bab0a67c'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:43:09.724451 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (eb470b83-d2b4-4143-88ea-15becb1cf826), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:09.793277 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] For port eb470b83-d2b4-4143-88ea-15becb1cf826, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:43:09.796449 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] For port eb470b83-d2b4-4143-88ea-15becb1cf826, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=eb470b83-d2b4-4143-88ea-15becb1cf826,segment=NetworkSegment(d3806e8f-6ed1-4916-8281-71bec6dda08e),segment_id=d3806e8f-6ed1-4916-8281-71bec6dda08e)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:43:09.876047 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (eb470b83-d2b4-4143-88ea-15becb1cf826), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:09.912082 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:09.912738 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:09.914134 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] 10.222.0.64 "PUT /v2.0/ports/eb470b83-d2b4-4143-88ea-15becb1cf826 HTTP/1.1" status: 200 len: 1092 time: 0.7612867 Jan 28 06:43:09.914623 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b5db8a-d7bd-47ef-b049-25eecb4a579f', 'tag': 'eb470b83-d2b4-4143-88ea-15becb1cf826'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:43:09.916910 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded2a54a-f375-4b46-9611-7d71ddb69bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b5db8a-d7bd-47ef-b049-25eecb4a579f", "tag": "eb470b83-d2b4-4143-88ea-15becb1cf826"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:43:09.941807 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1f83a-30f8-44d5-a28e-00565d70aba8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb470b83-d2b4-4143-88ea-15becb1cf826,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:09.969047 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec564d35-64d2-49ec-950f-355c33d8c0ac x-openstack-request-id: req-ec564d35-64d2-49ec-950f-355c33d8c0ac {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:43:09.969047 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b5db8a-d7bd-47ef-b049-25eecb4a579f", "tag": "eb470b83-d2b4-4143-88ea-15becb1cf826", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:43:09.969047 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec564d35-64d2-49ec-950f-355c33d8c0ac {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:43:09.969047 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b5db8a-d7bd-47ef-b049-25eecb4a579f', 'tag': 'eb470b83-d2b4-4143-88ea-15becb1cf826', 'status': 'completed', 'code': 200} Jan 28 06:43:10.053422 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2a54a-f375-4b46-9611-7d71ddb69bb7 req-46e91fe3-02a1-49c0-bad4-3258737edcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:10.054916 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ded2a54a-f375-4b46-9611-7d71ddb69bb7 req-46e91fe3-02a1-49c0-bad4-3258737edcb7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=448f60d2a0bf4f0f9b30031be8626c9d&device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f HTTP/1.1" status: 200 len: 1095 time: 0.0440128 Jan 28 06:43:10.161776 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2a54a-f375-4b46-9611-7d71ddb69bb7 req-3e442925-9e5b-4b83-92f0-6e35fd00c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:10.163302 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ded2a54a-f375-4b46-9611-7d71ddb69bb7 req-3e442925-9e5b-4b83-92f0-6e35fd00c720 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=448f60d2a0bf4f0f9b30031be8626c9d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0962718 Jan 28 06:43:10.260256 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2a54a-f375-4b46-9611-7d71ddb69bb7 req-dfdb874c-d6f0-445e-b8e9-e38af7799476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:10.261904 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ded2a54a-f375-4b46-9611-7d71ddb69bb7 req-dfdb874c-d6f0-445e-b8e9-e38af7799476 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924401 Jan 28 06:43:10.334781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06da3-2c31-411f-8952-eda6c6bb8203 req-0d0bdac4-cc4e-49b7-a7bf-61cdf3c46c1b tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:10.336386 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29b06da3-2c31-411f-8952-eda6c6bb8203 req-0d0bdac4-cc4e-49b7-a7bf-61cdf3c46c1b tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f HTTP/1.1" status: 200 len: 943 time: 0.0531151 Jan 28 06:43:10.368586 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-7f5db0df-ce60-4db8-8117-be8e3657773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:10.370155 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-7f5db0df-ce60-4db8-8117-be8e3657773c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=448f60d2a0bf4f0f9b30031be8626c9d&device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f HTTP/1.1" status: 200 len: 1095 time: 0.0492742 Jan 28 06:43:10.387374 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-29b06da3-2c31-411f-8952-eda6c6bb8203 req-93459d1e-f7ed-46dd-bebe-3cff6815531b tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451581 Jan 28 06:43:10.417104 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-cef3569a-c5ea-4de4-a98f-7f65ef62f711 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb470b83-d2b4-4143-88ea-15becb1cf826 HTTP/1.1" status: 200 len: 217 time: 0.0350451 Jan 28 06:43:10.466196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-5101abed-835a-431b-ad48-ddb921453fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:10.467693 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-5101abed-835a-431b-ad48-ddb921453fdc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=afe80224-013c-4db1-b434-ab1100b5a115 HTTP/1.1" status: 200 len: 854 time: 0.0445576 Jan 28 06:43:10.498557 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-de0f0116-4cc6-4684-92da-9ce117332ce2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53fb11e5-b78e-442b-bace-8e33bab0a67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248430 Jan 28 06:43:10.596045 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-802fd7f3-5abb-4382-84ee-b3e921e94b8c service neutron] 10.222.0.64 "GET /v2.0/networks/53fb11e5-b78e-442b-bace-8e33bab0a67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911610 Jan 28 06:43:10.685849 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2af2471f-a3ce-47c0-b87b-b96da83b9742 req-c3fef4c3-c6d2-4734-95f3-4142502ae072 service neutron] 10.222.0.64 "GET /v2.0/networks/53fb11e5-b78e-442b-bace-8e33bab0a67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839624 Jan 28 06:43:11.508397 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8bf47-a669-4690-a330-171e2a811b63 req-d9b62cd9-97bb-4e30-8fad-d066fec97e34 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:11.510369 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90a8bf47-a669-4690-a330-171e2a811b63 req-d9b62cd9-97bb-4e30-8fad-d066fec97e34 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f HTTP/1.1" status: 200 len: 943 time: 0.0507145 Jan 28 06:43:11.558443 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90a8bf47-a669-4690-a330-171e2a811b63 req-5afbeb84-e1c3-4012-a799-a101186be8df tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425124 Jan 28 06:43:12.182882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device eb470b83-d2b4-4143-88ea-15becb1cf826 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:43:12.282403 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port eb470b83-d2b4-4143-88ea-15becb1cf826, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=eb470b83-d2b4-4143-88ea-15becb1cf826,segment=NetworkSegment(d3806e8f-6ed1-4916-8281-71bec6dda08e),segment_id=d3806e8f-6ed1-4916-8281-71bec6dda08e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:12.294677 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'eb470b83-d2b4-4143-88ea-15becb1cf826', 'network_id': '53fb11e5-b78e-442b-bace-8e33bab0a67c', 'port_id': 'eb470b83-d2b4-4143-88ea-15becb1cf826', 'mac_address': 'fa:16:3e:cd:50:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe80224-013c-4db1-b434-ab1100b5a115', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:43:12.333500 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port eb470b83-d2b4-4143-88ea-15becb1cf826 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:43:12.333894 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (eb470b83-d2b4-4143-88ea-15becb1cf826), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:12.350352 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb470b83-d2b4-4143-88ea-15becb1cf826 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:43:12.370155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port eb470b83-d2b4-4143-88ea-15becb1cf826, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=eb470b83-d2b4-4143-88ea-15becb1cf826,segment=NetworkSegment(d3806e8f-6ed1-4916-8281-71bec6dda08e),segment_id=d3806e8f-6ed1-4916-8281-71bec6dda08e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:12.469462 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (eb470b83-d2b4-4143-88ea-15becb1cf826), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:12.520747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=eb470b83-d2b4-4143-88ea-15becb1cf826,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:12.683447 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3348231-90d3-4234-b1a7-d973e814091b req-79fa541b-389e-4122-9091-7b6d7ab8a9bc tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:12.684936 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3348231-90d3-4234-b1a7-d973e814091b req-79fa541b-389e-4122-9091-7b6d7ab8a9bc tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f HTTP/1.1" status: 200 len: 944 time: 0.0555456 Jan 28 06:43:12.729126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['eb470b83-d2b4-4143-88ea-15becb1cf826'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:43:12.735363 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e3348231-90d3-4234-b1a7-d973e814091b req-ba513745-5bbf-4ab3-9fd0-8321fd31ed83 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441432 Jan 28 06:43:13.852094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626d04c-237a-43ab-9a73-e2d6b2e940e6 req-21f5de25-c681-4bcf-aed3-d9b38d456986 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:13.853603 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1626d04c-237a-43ab-9a73-e2d6b2e940e6 req-21f5de25-c681-4bcf-aed3-d9b38d456986 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f HTTP/1.1" status: 200 len: 944 time: 0.0488746 Jan 28 06:43:13.901452 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1626d04c-237a-43ab-9a73-e2d6b2e940e6 req-184136c5-bc62-4ec4-9a62-8d40dba476d3 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421467 Jan 28 06:43:14.194059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device eb470b83-d2b4-4143-88ea-15becb1cf826 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:43:14.319880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port eb470b83-d2b4-4143-88ea-15becb1cf826 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:14.324102 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port eb470b83-d2b4-4143-88ea-15becb1cf826 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:14.326512 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (eb470b83-d2b4-4143-88ea-15becb1cf826), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:14.408662 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port eb470b83-d2b4-4143-88ea-15becb1cf826 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:43:14.409051 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (eb470b83-d2b4-4143-88ea-15becb1cf826), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:14.431252 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b5db8a-d7bd-47ef-b049-25eecb4a579f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb470b83-d2b4-4143-88ea-15becb1cf826'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:43:14.433454 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec195e08-5d9d-4aff-a3fd-1aa1cf1895da" -d '{"events": [{"server_uuid": "f7b5db8a-d7bd-47ef-b049-25eecb4a579f", "name": "network-vif-plugged", "status": "completed", "tag": "eb470b83-d2b4-4143-88ea-15becb1cf826"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:43:14.446497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port eb470b83-d2b4-4143-88ea-15becb1cf826, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=eb470b83-d2b4-4143-88ea-15becb1cf826,segment=NetworkSegment(d3806e8f-6ed1-4916-8281-71bec6dda08e),segment_id=d3806e8f-6ed1-4916-8281-71bec6dda08e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:14.473375 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f89ac6b-1b3f-4e8b-b57e-b6321b9d562d x-openstack-request-id: req-5f89ac6b-1b3f-4e8b-b57e-b6321b9d562d {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:43:14.473679 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b5db8a-d7bd-47ef-b049-25eecb4a579f", "name": "network-vif-plugged", "status": "completed", "tag": "eb470b83-d2b4-4143-88ea-15becb1cf826", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:43:14.473940 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f89ac6b-1b3f-4e8b-b57e-b6321b9d562d {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:43:14.474378 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b5db8a-d7bd-47ef-b049-25eecb4a579f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb470b83-d2b4-4143-88ea-15becb1cf826', 'code': 200} Jan 28 06:43:14.509296 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (eb470b83-d2b4-4143-88ea-15becb1cf826), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:14.560851 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=eb470b83-d2b4-4143-88ea-15becb1cf826,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:14.606272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888f785-c8ee-49b0-81f8-4930860024e4 req-4dd25769-c6ac-40b7-bb31-d7606013b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:14.607800 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d888f785-c8ee-49b0-81f8-4930860024e4 req-4dd25769-c6ac-40b7-bb31-d7606013b1f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f HTTP/1.1" status: 200 len: 1097 time: 0.0463562 Jan 28 06:43:14.650750 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d888f785-c8ee-49b0-81f8-4930860024e4 req-cc4ffbc9-d274-4686-977c-a3aca64d11dc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373080 Jan 28 06:43:15.021495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca7116-834c-4921-9b4f-1f74323eb0bf req-9d735e6a-7397-4505-861c-41770c6a81da tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:15.023026 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0ca7116-834c-4921-9b4f-1f74323eb0bf req-9d735e6a-7397-4505-861c-41770c6a81da tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f HTTP/1.1" status: 200 len: 945 time: 0.0530307 Jan 28 06:43:15.072030 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0ca7116-834c-4921-9b4f-1f74323eb0bf req-2f7bc508-6836-46df-b58b-7e3f91d054a9 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433531 Jan 28 06:43:16.148641 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8220841e-7d03-4384-8edf-6aaa268147b3 req-69012887-cfd1-44ae-a640-0caaa62390c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0486610 Jan 28 06:43:16.192718 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccf450-c39b-4011-8bad-6ac21cf7ffa3 req-8798ed0e-a173-4d71-9900-68024d305027 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:16.194383 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ecccf450-c39b-4011-8bad-6ac21cf7ffa3 req-8798ed0e-a173-4d71-9900-68024d305027 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f HTTP/1.1" status: 200 len: 945 time: 0.0512025 Jan 28 06:43:16.249633 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ecccf450-c39b-4011-8bad-6ac21cf7ffa3 req-919523c0-09c4-43b5-a6bb-163a3a013565 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477424 Jan 28 06:43:16.258038 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220841e-7d03-4384-8edf-6aaa268147b3 req-402ed718-927c-42ac-a46c-339f25ca8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:16.260083 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8220841e-7d03-4384-8edf-6aaa268147b3 req-402ed718-927c-42ac-a46c-339f25ca8522 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=448f60d2a0bf4f0f9b30031be8626c9d&device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f HTTP/1.1" status: 200 len: 1097 time: 0.0458925 Jan 28 06:43:16.371671 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220841e-7d03-4384-8edf-6aaa268147b3 req-4f247cba-b5b2-4127-8274-468e21a6ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:16.373187 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8220841e-7d03-4384-8edf-6aaa268147b3 req-4f247cba-b5b2-4127-8274-468e21a6ad09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=53fb11e5-b78e-442b-bace-8e33bab0a67c HTTP/1.1" status: 200 len: 915 time: 0.0938270 Jan 28 06:43:16.415916 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8220841e-7d03-4384-8edf-6aaa268147b3 req-502c94c6-0932-43d9-aff1-6fcf08b96cd7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb470b83-d2b4-4143-88ea-15becb1cf826 HTTP/1.1" status: 200 len: 217 time: 0.0368304 Jan 28 06:43:16.465272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220841e-7d03-4384-8edf-6aaa268147b3 req-fdd362c8-70f0-442b-b71e-40c36ad1b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:16.466808 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8220841e-7d03-4384-8edf-6aaa268147b3 req-fdd362c8-70f0-442b-b71e-40c36ad1b081 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=afe80224-013c-4db1-b434-ab1100b5a115 HTTP/1.1" status: 200 len: 854 time: 0.0457141 Jan 28 06:43:16.504921 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8220841e-7d03-4384-8edf-6aaa268147b3 req-bfcefc8f-c028-433c-bfd4-0b4be20c370a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53fb11e5-b78e-442b-bace-8e33bab0a67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314214 Jan 28 06:43:16.594863 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8220841e-7d03-4384-8edf-6aaa268147b3 req-86d9b429-b9d3-4d41-bf44-6b2552ee1c5e service neutron] 10.222.0.64 "GET /v2.0/networks/53fb11e5-b78e-442b-bace-8e33bab0a67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831161 Jan 28 06:43:16.686883 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-8220841e-7d03-4384-8edf-6aaa268147b3 req-c2bd6d9f-dc67-42cd-b2db-a5b672d26732 service neutron] 10.222.0.64 "GET /v2.0/networks/53fb11e5-b78e-442b-bace-8e33bab0a67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867217 Jan 28 06:43:16.832079 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e760b-b241-47a9-866e-5235ad54ea92 req-407b6293-e897-4e9a-9850-6efede5e0845 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:16.833669 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-408e760b-b241-47a9-866e-5235ad54ea92 req-407b6293-e897-4e9a-9850-6efede5e0845 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f HTTP/1.1" status: 200 len: 945 time: 0.0496690 Jan 28 06:43:16.885004 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-408e760b-b241-47a9-866e-5235ad54ea92 req-62500d98-a18b-4051-8f7c-28ead7f9dbc3 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458057 Jan 28 06:43:18.003470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67eebd9-cb3c-4121-a035-8d87b69cb66f req-271dc31c-c8f7-4860-8777-45ad21519703 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:18.004947 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f67eebd9-cb3c-4121-a035-8d87b69cb66f req-271dc31c-c8f7-4860-8777-45ad21519703 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f HTTP/1.1" status: 200 len: 945 time: 0.0482678 Jan 28 06:43:18.054365 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f67eebd9-cb3c-4121-a035-8d87b69cb66f req-70b005e7-5c9b-48e0-bead-799c1389049e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433435 Jan 28 06:43:18.239860 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c99162-3fa9-4eaf-8acc-bde8e89589d7 req-45ab122f-cf09-4147-b56f-dc2ce2e8b9bf tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:18.241244 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-47c99162-3fa9-4eaf-8acc-bde8e89589d7 req-45ab122f-cf09-4147-b56f-dc2ce2e8b9bf tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f HTTP/1.1" status: 200 len: 945 time: 0.0484424 Jan 28 06:43:18.327869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-47c99162-3fa9-4eaf-8acc-bde8e89589d7 req-3e4546ce-9230-4937-b3cb-ac0139bf7815 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Deleting port eb470b83-d2b4-4143-88ea-15becb1cf826 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:43:18.328730 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-47c99162-3fa9-4eaf-8acc-bde8e89589d7 req-3e4546ce-9230-4937-b3cb-ac0139bf7815 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (eb470b83-d2b4-4143-88ea-15becb1cf826), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:18.418326 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-47c99162-3fa9-4eaf-8acc-bde8e89589d7 req-3e4546ce-9230-4937-b3cb-ac0139bf7815 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] For port eb470b83-d2b4-4143-88ea-15becb1cf826, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=eb470b83-d2b4-4143-88ea-15becb1cf826,segment=NetworkSegment(d3806e8f-6ed1-4916-8281-71bec6dda08e),segment_id=d3806e8f-6ed1-4916-8281-71bec6dda08e)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:18.418685 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-47c99162-3fa9-4eaf-8acc-bde8e89589d7 req-3e4546ce-9230-4937-b3cb-ac0139bf7815 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (eb470b83-d2b4-4143-88ea-15becb1cf826), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:18.430346 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-47c99162-3fa9-4eaf-8acc-bde8e89589d7 req-3e4546ce-9230-4937-b3cb-ac0139bf7815 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Calling delete_port for eb470b83-d2b4-4143-88ea-15becb1cf826 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:43:18.644129 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-47c99162-3fa9-4eaf-8acc-bde8e89589d7 req-3e4546ce-9230-4937-b3cb-ac0139bf7815 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (eb470b83-d2b4-4143-88ea-15becb1cf826), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:18.675439 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4546ce-9230-4937-b3cb-ac0139bf7815 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Pushing event deleted for resources: {'Port': ['ID=eb470b83-d2b4-4143-88ea-15becb1cf826,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:18.677832 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['1193483a-1c87-4e88-aace-ed82db369230'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:43:18.708328 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['eb470b83-d2b4-4143-88ea-15becb1cf826'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:43:18.717062 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c99162-3fa9-4eaf-8acc-bde8e89589d7 req-3e4546ce-9230-4937-b3cb-ac0139bf7815 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] No DVR routers for this DVR port eb470b83-d2b4-4143-88ea-15becb1cf826 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:18.720040 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-47c99162-3fa9-4eaf-8acc-bde8e89589d7 req-3e4546ce-9230-4937-b3cb-ac0139bf7815 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:18.732733 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-47c99162-3fa9-4eaf-8acc-bde8e89589d7 req-3e4546ce-9230-4937-b3cb-ac0139bf7815 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.64 "DELETE /v2.0/ports/eb470b83-d2b4-4143-88ea-15becb1cf826 HTTP/1.1" status: 204 len: 173 time: 0.4774926 Jan 28 06:43:18.732733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b5db8a-d7bd-47ef-b049-25eecb4a579f', 'name': 'network-vif-deleted', 'tag': 'eb470b83-d2b4-4143-88ea-15becb1cf826'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:43:18.732733 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd9439c-bef0-44bf-807f-95f13ebd4616" -d '{"events": [{"server_uuid": "f7b5db8a-d7bd-47ef-b049-25eecb4a579f", "name": "network-vif-deleted", "tag": "eb470b83-d2b4-4143-88ea-15becb1cf826"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:43:18.763852 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa4fa0e-ea78-48a7-a6ef-2de0b5b5aba1 x-openstack-request-id: req-0aa4fa0e-ea78-48a7-a6ef-2de0b5b5aba1 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:43:18.764309 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b5db8a-d7bd-47ef-b049-25eecb4a579f", "name": "network-vif-deleted", "tag": "eb470b83-d2b4-4143-88ea-15becb1cf826", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:43:18.764437 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0aa4fa0e-ea78-48a7-a6ef-2de0b5b5aba1 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:43:18.764773 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b5db8a-d7bd-47ef-b049-25eecb4a579f', 'name': 'network-vif-deleted', 'tag': 'eb470b83-d2b4-4143-88ea-15becb1cf826', 'status': 'completed', 'code': 200} Jan 28 06:43:19.159400 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05181ac9-ae3d-4e9a-b3e0-e1d573409133 req-09ceb256-3526-4434-bc82-a1529c0119e8 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7b5db8a-d7bd-47ef-b049-25eecb4a579f HTTP/1.1" status: 200 len: 210 time: 0.0259070 Jan 28 06:43:20.309179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b80b9-9523-4ae1-b982-242bd30a4759 req-5ebb06ee-0a19-40e0-8e37-2f977ef645ff tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:20.310575 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a74b80b9-9523-4ae1-b982-242bd30a4759 req-5ebb06ee-0a19-40e0-8e37-2f977ef645ff tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 946 time: 0.0486238 Jan 28 06:43:20.361482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a74b80b9-9523-4ae1-b982-242bd30a4759 req-63c07835-6561-4c4b-88f9-846ed75f7f00 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442524 Jan 28 06:43:20.500681 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bc95e-fa9e-4949-9d6a-a493685e7f1f req-b56ee5f7-65f1-47c3-8adc-73185f1fe9ea tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:20.503032 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ec1bc95e-fa9e-4949-9d6a-a493685e7f1f req-b56ee5f7-65f1-47c3-8adc-73185f1fe9ea tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 946 time: 0.0527368 Jan 28 06:43:20.557638 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ec1bc95e-fa9e-4949-9d6a-a493685e7f1f req-4c165424-9fd0-4ffd-998e-362412d3c4c9 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466928 Jan 28 06:43:20.678672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5039e39-12b5-49e6-90a8-4bc73e5c8060 req-40f5f23a-6788-402f-a2a2-39ee4cf4dd79 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:20.682390 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5039e39-12b5-49e6-90a8-4bc73e5c8060 req-40f5f23a-6788-402f-a2a2-39ee4cf4dd79 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 946 time: 0.0482323 Jan 28 06:43:20.727828 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f5039e39-12b5-49e6-90a8-4bc73e5c8060 req-563c135a-2795-4131-b730-d05101d8f38d tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417712 Jan 28 06:43:20.847893 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-07c47345-96ee-46eb-be9e-0d3212360baf req-104214eb-1d41-42d2-b969-0789e6edea30 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:43:20.848914 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07c47345-96ee-46eb-be9e-0d3212360baf req-104214eb-1d41-42d2-b969-0789e6edea30 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0530894 Jan 28 06:43:20.961054 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd932e-70bb-4c72-b028-ecd06da15a39 req-8e4df775-f317-4cc3-abcb-57c0389362db tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:20.962621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcdd932e-70bb-4c72-b028-ecd06da15a39 req-8e4df775-f317-4cc3-abcb-57c0389362db tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 946 time: 0.0534122 Jan 28 06:43:21.012006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fcdd932e-70bb-4c72-b028-ecd06da15a39 req-fd9cf1d5-a023-4173-9552-4c2743984f9b tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 Jan 28 06:43:21.131661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32425891-4bcf-4ef2-8ed3-d849d1447324 req-c955bc86-ed47-4543-9d87-72116f878462 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:21.133168 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32425891-4bcf-4ef2-8ed3-d849d1447324 req-c955bc86-ed47-4543-9d87-72116f878462 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 946 time: 0.0494940 Jan 28 06:43:21.180875 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32425891-4bcf-4ef2-8ed3-d849d1447324 req-4cdd850c-503c-476d-86b9-f0cfb84ab91e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417922 Jan 28 06:43:21.309604 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483b182-6f4b-45c2-8e3b-d45c7d24b237 req-3e4ab959-f0af-4dd8-8dd8-6ffc5295f6ed tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:21.311194 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7483b182-6f4b-45c2-8e3b-d45c7d24b237 req-3e4ab959-f0af-4dd8-8dd8-6ffc5295f6ed tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 946 time: 0.0488062 Jan 28 06:43:21.636043 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7483b182-6f4b-45c2-8e3b-d45c7d24b237 req-a8882354-3d33-43ff-9463-990a982a9034 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183372 Jan 28 06:43:21.653380 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:43:22.201667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c79ad4-1bb4-4ea5-bc70-1f4f18b067aa req-fe107bb8-9a01-4dde-a300-b004d4e87dbd tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:22.203826 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-89c79ad4-1bb4-4ea5-bc70-1f4f18b067aa req-fe107bb8-9a01-4dde-a300-b004d4e87dbd tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 946 time: 0.0478957 Jan 28 06:43:22.213650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device eb470b83-d2b4-4143-88ea-15becb1cf826 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:43:22.236557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: eb470b83-d2b4-4143-88ea-15becb1cf826 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:43:22.236905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device eb470b83-d2b4-4143-88ea-15becb1cf826 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:43:22.251609 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-89c79ad4-1bb4-4ea5-bc70-1f4f18b067aa req-7de8157a-8513-4de9-8ef9-655f3c00f970 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420668 Jan 28 06:43:23.370731 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449e17c-236f-441d-aa8d-9bac8130dfc2 req-7bfb68a1-d7c1-4418-8f0c-f19ba180abba tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:23.372216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4449e17c-236f-441d-aa8d-9bac8130dfc2 req-7bfb68a1-d7c1-4418-8f0c-f19ba180abba tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 946 time: 0.0487840 Jan 28 06:43:23.420588 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4449e17c-236f-441d-aa8d-9bac8130dfc2 req-54d6c931-eb15-48c5-b561-8dbbfc3a9201 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/security-groups?id=e177ba12-124b-47de-a9fc-9c640932f9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421329 Jan 28 06:43:23.677046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4784655-7f60-4f1e-90d2-945c5cf93e4f req-c3aa19fb-3199-4f7f-a046-2a964b56e834 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:23.678778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d4784655-7f60-4f1e-90d2-945c5cf93e4f req-c3aa19fb-3199-4f7f-a046-2a964b56e834 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.60 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 946 time: 0.0514116 Jan 28 06:43:23.768325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-d4784655-7f60-4f1e-90d2-945c5cf93e4f req-feb92ea1-d7c5-4519-ae09-7cbb36bcfe01 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Deleting port 1193483a-1c87-4e88-aace-ed82db369230 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:43:23.768671 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d4784655-7f60-4f1e-90d2-945c5cf93e4f req-feb92ea1-d7c5-4519-ae09-7cbb36bcfe01 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (1193483a-1c87-4e88-aace-ed82db369230), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:23.857791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d4784655-7f60-4f1e-90d2-945c5cf93e4f req-feb92ea1-d7c5-4519-ae09-7cbb36bcfe01 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] For port 1193483a-1c87-4e88-aace-ed82db369230, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=1193483a-1c87-4e88-aace-ed82db369230,segment=NetworkSegment(d3806e8f-6ed1-4916-8281-71bec6dda08e),segment_id=d3806e8f-6ed1-4916-8281-71bec6dda08e)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:23.858151 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d4784655-7f60-4f1e-90d2-945c5cf93e4f req-feb92ea1-d7c5-4519-ae09-7cbb36bcfe01 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (1193483a-1c87-4e88-aace-ed82db369230), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:23.870008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-d4784655-7f60-4f1e-90d2-945c5cf93e4f req-feb92ea1-d7c5-4519-ae09-7cbb36bcfe01 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Calling delete_port for 1193483a-1c87-4e88-aace-ed82db369230 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:43:24.085803 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d4784655-7f60-4f1e-90d2-945c5cf93e4f req-feb92ea1-d7c5-4519-ae09-7cbb36bcfe01 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (1193483a-1c87-4e88-aace-ed82db369230), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:24.116991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb92ea1-d7c5-4519-ae09-7cbb36bcfe01 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Pushing event deleted for resources: {'Port': ['ID=1193483a-1c87-4e88-aace-ed82db369230,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:24.119774 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['1193483a-1c87-4e88-aace-ed82db369230'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:43:24.157786 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4784655-7f60-4f1e-90d2-945c5cf93e4f req-feb92ea1-d7c5-4519-ae09-7cbb36bcfe01 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] No DVR routers for this DVR port 1193483a-1c87-4e88-aace-ed82db369230 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:24.162978 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d4784655-7f60-4f1e-90d2-945c5cf93e4f req-feb92ea1-d7c5-4519-ae09-7cbb36bcfe01 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:24.166476 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d4784655-7f60-4f1e-90d2-945c5cf93e4f req-feb92ea1-d7c5-4519-ae09-7cbb36bcfe01 tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.60 "DELETE /v2.0/ports/1193483a-1c87-4e88-aace-ed82db369230 HTTP/1.1" status: 204 len: 173 time: 0.4828887 Jan 28 06:43:24.166931 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae3c866-6363-48c7-a0a7-2278d44037e5', 'name': 'network-vif-deleted', 'tag': '1193483a-1c87-4e88-aace-ed82db369230'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:43:24.169336 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64049184-b052-4c28-920c-af2f7cee2768" -d '{"events": [{"server_uuid": "bae3c866-6363-48c7-a0a7-2278d44037e5", "name": "network-vif-deleted", "tag": "1193483a-1c87-4e88-aace-ed82db369230"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:43:24.209780 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec674fc9-575c-4a89-8524-d2b3b83d799e x-openstack-request-id: req-ec674fc9-575c-4a89-8524-d2b3b83d799e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:43:24.210192 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae3c866-6363-48c7-a0a7-2278d44037e5", "name": "network-vif-deleted", "tag": "1193483a-1c87-4e88-aace-ed82db369230", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:43:24.210547 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec674fc9-575c-4a89-8524-d2b3b83d799e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:43:24.211016 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae3c866-6363-48c7-a0a7-2278d44037e5', 'name': 'network-vif-deleted', 'tag': '1193483a-1c87-4e88-aace-ed82db369230', 'status': 'completed', 'code': 200} Jan 28 06:43:24.536721 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e5bc5f63-e1a3-466c-b949-c800a1521e0e req-75f7ff03-4895-449a-b4c2-cfd38d41a34e tempest-ServersNegativeTestJSON-1224076975 tempest-ServersNegativeTestJSON-1224076975-project] 10.222.0.31 "GET /v2.0/ports?device_id=bae3c866-6363-48c7-a0a7-2278d44037e5 HTTP/1.1" status: 200 len: 210 time: 0.0273840 Jan 28 06:43:25.531262 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:25.595896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55702) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:25.640965 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-0741dd1e-1e70-41b0-ae11-046f06e2c65d admin admin] Deleting subnet afe80224-013c-4db1-b434-ab1100b5a115 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:43:25.643740 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0741dd1e-1e70-41b0-ae11-046f06e2c65d admin admin] Publish callbacks [] for subnet (afe80224-013c-4db1-b434-ab1100b5a115), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:25.682840 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0741dd1e-1e70-41b0-ae11-046f06e2c65d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (afe80224-013c-4db1-b434-ab1100b5a115), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:25.721150 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0741dd1e-1e70-41b0-ae11-046f06e2c65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (afe80224-013c-4db1-b434-ab1100b5a115), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:25.880028 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0741dd1e-1e70-41b0-ae11-046f06e2c65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (afe80224-013c-4db1-b434-ab1100b5a115), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:25.905298 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741dd1e-1e70-41b0-ae11-046f06e2c65d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afe80224-013c-4db1-b434-ab1100b5a115,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:25.911142 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0741dd1e-1e70-41b0-ae11-046f06e2c65d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:25.914787 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0741dd1e-1e70-41b0-ae11-046f06e2c65d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/afe80224-013c-4db1-b434-ab1100b5a115 HTTP/1.1" status: 204 len: 168 time: 0.3178957 Jan 28 06:43:25.917259 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55704) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:25.991862 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d982328-7bfe-4441-9e02-87392e82d08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (53fb11e5-b78e-442b-bace-8e33bab0a67c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:26.071025 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d982328-7bfe-4441-9e02-87392e82d08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (53fb11e5-b78e-442b-bace-8e33bab0a67c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:26.092091 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1d982328-7bfe-4441-9e02-87392e82d08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53fb11e5-b78e-442b-bace-8e33bab0a67c']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:26.102022 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1d982328-7bfe-4441-9e02-87392e82d08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3806e8f-6ed1-4916-8281-71bec6dda08e') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:26.104855 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1d982328-7bfe-4441-9e02-87392e82d08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3806e8f-6ed1-4916-8281-71bec6dda08e') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:26.112479 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d982328-7bfe-4441-9e02-87392e82d08a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (d3806e8f-6ed1-4916-8281-71bec6dda08e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:26.125552 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d982328-7bfe-4441-9e02-87392e82d08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (d3806e8f-6ed1-4916-8281-71bec6dda08e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:26.131998 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d982328-7bfe-4441-9e02-87392e82d08a admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:26.132321 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d982328-7bfe-4441-9e02-87392e82d08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (d3806e8f-6ed1-4916-8281-71bec6dda08e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:26.134015 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:26.274144 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d982328-7bfe-4441-9e02-87392e82d08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (53fb11e5-b78e-442b-bace-8e33bab0a67c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:26.279614 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1d982328-7bfe-4441-9e02-87392e82d08a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:26.283284 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1d982328-7bfe-4441-9e02-87392e82d08a admin admin] 10.222.0.31 "DELETE /v2.0/networks/53fb11e5-b78e-442b-bace-8e33bab0a67c HTTP/1.1" status: 204 len: 168 time: 0.3651047 Jan 28 06:43:26.294377 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d982328-7bfe-4441-9e02-87392e82d08a admin admin] Pushing event deleted for resources: {'Network': ['ID=53fb11e5-b78e-442b-bace-8e33bab0a67c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:26.616411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55708) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:26.659022 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5228fc62-bbf3-4422-adb6-20261bcf52c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=448f60d2a0bf4f0f9b30031be8626c9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413923 Jan 28 06:43:26.661758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55710) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:26.710495 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-543f22eb-af61-4a43-93c9-6c48256b82cb admin admin] Publish callbacks [] for security_group (e177ba12-124b-47de-a9fc-9c640932f9bf), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:26.731795 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-543f22eb-af61-4a43-93c9-6c48256b82cb admin admin] Publish callbacks [] for security_group (e177ba12-124b-47de-a9fc-9c640932f9bf), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:26.883483 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-543f22eb-af61-4a43-93c9-6c48256b82cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e177ba12-124b-47de-a9fc-9c640932f9bf), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:26.886290 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-543f22eb-af61-4a43-93c9-6c48256b82cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:26.887542 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-543f22eb-af61-4a43-93c9-6c48256b82cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e177ba12-124b-47de-a9fc-9c640932f9bf HTTP/1.1" status: 204 len: 168 time: 0.2247159 Jan 28 06:43:26.897871 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f22eb-af61-4a43-93c9-6c48256b82cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e177ba12-124b-47de-a9fc-9c640932f9bf,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:28.052151 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55732) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:28.149163 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1193483a-1c87-4e88-aace-ed82db369230 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:43:28.150074 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d5f605c6-c9df-4aa4-9d94-0ac5ee69af56 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-932133739'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:28.171075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 1193483a-1c87-4e88-aace-ed82db369230 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:43:28.171452 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 1193483a-1c87-4e88-aace-ed82db369230 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:43:28.210770 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:28.248956 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f605c6-c9df-4aa4-9d94-0ac5ee69af56 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Made reservation on behalf of 7265897670b54e7382b375300581f225 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:28.253215 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5f605c6-c9df-4aa4-9d94-0ac5ee69af56 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:28.262127 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5f605c6-c9df-4aa4-9d94-0ac5ee69af56 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:28.345103 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5f605c6-c9df-4aa4-9d94-0ac5ee69af56 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for security_group (9777b591-7156-438d-a0e5-1d3100d5405d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:28.414989 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5f605c6-c9df-4aa4-9d94-0ac5ee69af56 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9777b591-7156-438d-a0e5-1d3100d5405d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:28.442055 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f605c6-c9df-4aa4-9d94-0ac5ee69af56 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:43:28.451623 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f605c6-c9df-4aa4-9d94-0ac5ee69af56 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9777b591-7156-438d-a0e5-1d3100d5405d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:28.457262 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5f605c6-c9df-4aa4-9d94-0ac5ee69af56 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (b3420352-e7d1-43cb-ab4f-940f82642b20), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:28.457607 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-d5f605c6-c9df-4aa4-9d94-0ac5ee69af56 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Added segment b3420352-e7d1-43cb-ab4f-940f82642b20 of type vlan for network 15b96634-fbc1-4d75-b16c-6c77a6ae13af Jan 28 06:43:28.505132 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5f605c6-c9df-4aa4-9d94-0ac5ee69af56 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (15b96634-fbc1-4d75-b16c-6c77a6ae13af), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:28.611069 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5f605c6-c9df-4aa4-9d94-0ac5ee69af56 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (15b96634-fbc1-4d75-b16c-6c77a6ae13af), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:28.616073 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f605c6-c9df-4aa4-9d94-0ac5ee69af56 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:28.616672 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5f605c6-c9df-4aa4-9d94-0ac5ee69af56 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:28.681956 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f605c6-c9df-4aa4-9d94-0ac5ee69af56 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event updated for resources: {'Network': ['ID=15b96634-fbc1-4d75-b16c-6c77a6ae13af,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:28.693810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 15b96634-fbc1-4d75-b16c-6c77a6ae13af details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:43:28.752873 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d5f605c6-c9df-4aa4-9d94-0ac5ee69af56 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6995316 Jan 28 06:43:31.956471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55736) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:31.961826 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a3a91bcd-8be6-4ff4-89cd-4aad74a7048e tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Request body: {'subnet': {'network_id': '15b96634-fbc1-4d75-b16c-6c77a6ae13af', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:32.175153 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a91bcd-8be6-4ff4-89cd-4aad74a7048e tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Made reservation on behalf of 7265897670b54e7382b375300581f225 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:32.178949 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3a91bcd-8be6-4ff4-89cd-4aad74a7048e tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:32.445598 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3a91bcd-8be6-4ff4-89cd-4aad74a7048e tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (6dbfc6e0-ef43-42fc-b4c5-973b1395f2bc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:32.515313 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a91bcd-8be6-4ff4-89cd-4aad74a7048e tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event updated for resources: {'Subnet': ['ID=6dbfc6e0-ef43-42fc-b4c5-973b1395f2bc,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:32.521700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a91bcd-8be6-4ff4-89cd-4aad74a7048e tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Checking segment: {'id': 'b3420352-e7d1-43cb-ab4f-940f82642b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '15b96634-fbc1-4d75-b16c-6c77a6ae13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:43:32.522072 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a91bcd-8be6-4ff4-89cd-4aad74a7048e tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Network hostable DHCP agents. Network: 15b96634-fbc1-4d75-b16c-6c77a6ae13af, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:43:32.526281 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f206-c358-4cc7-a57a-8f6291061c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:32.616391 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a91bcd-8be6-4ff4-89cd-4aad74a7048e tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Network 15b96634-fbc1-4d75-b16c-6c77a6ae13af is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:43:32.714009 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-a3a91bcd-8be6-4ff4-89cd-4aad74a7048e tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 15b96634-fbc1-4d75-b16c-6c77a6ae13af) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:32.718457 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a91bcd-8be6-4ff4-89cd-4aad74a7048e tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:32.719299 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a3a91bcd-8be6-4ff4-89cd-4aad74a7048e tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:32.724580 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44a9a87-1032-4569-887f-8929d7ddeb1d None None] Network 15b96634-fbc1-4d75-b16c-6c77a6ae13af requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:43:32.830477 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a3a91bcd-8be6-4ff4-89cd-4aad74a7048e tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8689620 Jan 28 06:43:32.835531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55738) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:32.836537 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f0a67b9e-da4c-4c67-985d-dcd1cb069699 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-122125595'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:32.837481 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-15b96634-fbc1-4d75-b16c-6c77a6ae13af', 'network_id': '15b96634-fbc1-4d75-b16c-6c77a6ae13af', 'project_id': '7265897670b54e7382b375300581f225', 'fixed_ips': [{'subnet_id': '6dbfc6e0-ef43-42fc-b4c5-973b1395f2bc'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:43:32.838378 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:32.982698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Allocated IP 2001:db8:0:ffff::2 (15b96634-fbc1-4d75-b16c-6c77a6ae13af/6dbfc6e0-ef43-42fc-b4c5-973b1395f2bc/2775d55a-f737-4156-baee-2b679ed3b63f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:33.028125 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a67b9e-da4c-4c67-985d-dcd1cb069699 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Made reservation on behalf of 7265897670b54e7382b375300581f225 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:33.032935 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0a67b9e-da4c-4c67-985d-dcd1cb069699 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:33.064566 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a67b9e-da4c-4c67-985d-dcd1cb069699 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:43:33.074560 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0a67b9e-da4c-4c67-985d-dcd1cb069699 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (04708f19-88a4-413b-b88e-dc630ac653d4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:33.074923 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-f0a67b9e-da4c-4c67-985d-dcd1cb069699 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Added segment 04708f19-88a4-413b-b88e-dc630ac653d4 of type vlan for network 1c7dc862-4f4c-424b-83e2-8cbe4c736861 Jan 28 06:43:33.122470 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0a67b9e-da4c-4c67-985d-dcd1cb069699 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (1c7dc862-4f4c-424b-83e2-8cbe4c736861), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:33.136162 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Publish callbacks [] for port (2775d55a-f737-4156-baee-2b679ed3b63f), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:33.268598 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (2775d55a-f737-4156-baee-2b679ed3b63f), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:33.297433 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0a67b9e-da4c-4c67-985d-dcd1cb069699 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (1c7dc862-4f4c-424b-83e2-8cbe4c736861), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:33.302784 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a67b9e-da4c-4c67-985d-dcd1cb069699 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:33.303653 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0a67b9e-da4c-4c67-985d-dcd1cb069699 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:33.305384 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Network 15b96634-fbc1-4d75-b16c-6c77a6ae13af is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:33.309636 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:33.316111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:43:33.323455 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Pushing event updated for resources: {'Port': ['ID=2775d55a-f737-4156-baee-2b679ed3b63f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:33.375770 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Attempting to bind port 2775d55a-f737-4156-baee-2b679ed3b63f on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:43:33.376280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Attempting to bind port 2775d55a-f737-4156-baee-2b679ed3b63f by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b3420352-e7d1-43cb-ab4f-940f82642b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '15b96634-fbc1-4d75-b16c-6c77a6ae13af'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:43:33.376648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Attempting to bind port 2775d55a-f737-4156-baee-2b679ed3b63f on network 15b96634-fbc1-4d75-b16c-6c77a6ae13af {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:43:33.382110 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:43:33.382514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Checking segment: {'id': 'b3420352-e7d1-43cb-ab4f-940f82642b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '15b96634-fbc1-4d75-b16c-6c77a6ae13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:43:33.384054 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:33.384054 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Bound using segment: {'id': 'b3420352-e7d1-43cb-ab4f-940f82642b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '15b96634-fbc1-4d75-b16c-6c77a6ae13af'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:43:33.384054 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Bound port: 2775d55a-f737-4156-baee-2b679ed3b63f, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3420352-e7d1-43cb-ab4f-940f82642b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '15b96634-fbc1-4d75-b16c-6c77a6ae13af'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:43:33.384375 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2775d55a-f737-4156-baee-2b679ed3b63f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:33.422816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a67b9e-da4c-4c67-985d-dcd1cb069699 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event updated for resources: {'Network': ['ID=1c7dc862-4f4c-424b-83e2-8cbe4c736861,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:33.436414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 1c7dc862-4f4c-424b-83e2-8cbe4c736861 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:43:33.477668 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f0a67b9e-da4c-4c67-985d-dcd1cb069699 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6456695 Jan 28 06:43:33.480871 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55740) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:33.486871 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-45b27c91-14e5-4ef2-ab52-062dac90ab74 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Request body: {'subnet': {'network_id': '1c7dc862-4f4c-424b-83e2-8cbe4c736861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:33.513499 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] For port 2775d55a-f737-4156-baee-2b679ed3b63f, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:43:33.538949 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] For port 2775d55a-f737-4156-baee-2b679ed3b63f, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2775d55a-f737-4156-baee-2b679ed3b63f,segment=NetworkSegment(b3420352-e7d1-43cb-ab4f-940f82642b20),segment_id=b3420352-e7d1-43cb-ab4f-940f82642b20)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:43:33.628545 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2775d55a-f737-4156-baee-2b679ed3b63f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:33.685511 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a4794-e386-44e8-ae8f-5b4cb7c5226f None None] Pushing event updated for resources: {'Port': ['ID=2775d55a-f737-4156-baee-2b679ed3b63f,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:33.708221 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b27c91-14e5-4ef2-ab52-062dac90ab74 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Made reservation on behalf of 7265897670b54e7382b375300581f225 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:33.711928 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45b27c91-14e5-4ef2-ab52-062dac90ab74 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:34.039562 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45b27c91-14e5-4ef2-ab52-062dac90ab74 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (ae5a05cb-3433-4cc1-bb26-5c72a537e7f0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:34.109752 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b27c91-14e5-4ef2-ab52-062dac90ab74 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event updated for resources: {'Subnet': ['ID=ae5a05cb-3433-4cc1-bb26-5c72a537e7f0,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:34.117960 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b27c91-14e5-4ef2-ab52-062dac90ab74 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Checking segment: {'id': '04708f19-88a4-413b-b88e-dc630ac653d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1c7dc862-4f4c-424b-83e2-8cbe4c736861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:43:34.118355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b27c91-14e5-4ef2-ab52-062dac90ab74 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Network hostable DHCP agents. Network: 1c7dc862-4f4c-424b-83e2-8cbe4c736861, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:43:34.162710 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2775d55a-f737-4156-baee-2b679ed3b63f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:43:34.210877 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b27c91-14e5-4ef2-ab52-062dac90ab74 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Network 1c7dc862-4f4c-424b-83e2-8cbe4c736861 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:43:34.219115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 2775d55a-f737-4156-baee-2b679ed3b63f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:34.219653 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2775d55a-f737-4156-baee-2b679ed3b63f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:34.302826 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-45b27c91-14e5-4ef2-ab52-062dac90ab74 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 1c7dc862-4f4c-424b-83e2-8cbe4c736861) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:34.308289 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 2775d55a-f737-4156-baee-2b679ed3b63f is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:43:34.308437 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b27c91-14e5-4ef2-ab52-062dac90ab74 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:34.308795 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2775d55a-f737-4156-baee-2b679ed3b63f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:34.309656 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-45b27c91-14e5-4ef2-ab52-062dac90ab74 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:34.312634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301cdfff-bccb-4d54-8fcf-b0b2fc5eebfc None None] Network 1c7dc862-4f4c-424b-83e2-8cbe4c736861 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:43:34.395451 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 2775d55a-f737-4156-baee-2b679ed3b63f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2775d55a-f737-4156-baee-2b679ed3b63f,segment=NetworkSegment(b3420352-e7d1-43cb-ab4f-940f82642b20),segment_id=b3420352-e7d1-43cb-ab4f-940f82642b20)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:34.425740 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-45b27c91-14e5-4ef2-ab52-062dac90ab74 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9433689 Jan 28 06:43:34.428519 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55742) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:34.444663 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-1c7dc862-4f4c-424b-83e2-8cbe4c736861', 'network_id': '1c7dc862-4f4c-424b-83e2-8cbe4c736861', 'project_id': '7265897670b54e7382b375300581f225', 'fixed_ips': [{'subnet_id': 'ae5a05cb-3433-4cc1-bb26-5c72a537e7f0'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:43:34.445583 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:34.543191 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2775d55a-f737-4156-baee-2b679ed3b63f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:34.582945 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (1c7dc862-4f4c-424b-83e2-8cbe4c736861), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:34.649748 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (ae5a05cb-3433-4cc1-bb26-5c72a537e7f0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:34.663706 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=2775d55a-f737-4156-baee-2b679ed3b63f,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:34.673913 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Allocated IP 2001:db8::2 (1c7dc862-4f4c-424b-83e2-8cbe4c736861/ae5a05cb-3433-4cc1-bb26-5c72a537e7f0/0d2bed74-d08e-4dab-8623-e4d700892eb2) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:34.845118 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3146cdb-7a03-415d-95da-3aa86a402ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:34.846801 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Publish callbacks [] for port (0d2bed74-d08e-4dab-8623-e4d700892eb2), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:34.872538 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4a73c4-44fd-4d34-81fe-0e9f2b5135d8 None None] Network 15b96634-fbc1-4d75-b16c-6c77a6ae13af requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:43:34.943400 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (0d2bed74-d08e-4dab-8623-e4d700892eb2), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:34.949518 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e8a78164-0386-4fc5-b55c-2343c4bbb502 None None] Provisioning complete for port 2775d55a-f737-4156-baee-2b679ed3b63f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:34.949893 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8a78164-0386-4fc5-b55c-2343c4bbb502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2775d55a-f737-4156-baee-2b679ed3b63f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:35.029283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Network 1c7dc862-4f4c-424b-83e2-8cbe4c736861 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:35.040978 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:35.047367 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (ae5a05cb-3433-4cc1-bb26-5c72a537e7f0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:35.050866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:43:35.063818 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Pushing event updated for resources: {'Port': ['ID=0d2bed74-d08e-4dab-8623-e4d700892eb2,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:35.083970 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5a05cb-3433-4cc1-bb26-5c72a537e7f0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:35.172271 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (1c7dc862-4f4c-424b-83e2-8cbe4c736861), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:35.201071 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7dc862-4f4c-424b-83e2-8cbe4c736861']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:35.214734 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04708f19-88a4-413b-b88e-dc630ac653d4') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:35.215010 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04708f19-88a4-413b-b88e-dc630ac653d4') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:35.236575 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (04708f19-88a4-413b-b88e-dc630ac653d4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:35.254325 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (04708f19-88a4-413b-b88e-dc630ac653d4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:35.262275 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:35.262714 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (04708f19-88a4-413b-b88e-dc630ac653d4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:35.327951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Attempting to bind port 0d2bed74-d08e-4dab-8623-e4d700892eb2 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:43:35.328337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Attempting to bind port 0d2bed74-d08e-4dab-8623-e4d700892eb2 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '04708f19-88a4-413b-b88e-dc630ac653d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1c7dc862-4f4c-424b-83e2-8cbe4c736861'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:43:35.329056 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Attempting to bind port 0d2bed74-d08e-4dab-8623-e4d700892eb2 on network 1c7dc862-4f4c-424b-83e2-8cbe4c736861 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:35.329909 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:35.339587 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:43:35.339973 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Checking segment: {'id': '04708f19-88a4-413b-b88e-dc630ac653d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1c7dc862-4f4c-424b-83e2-8cbe4c736861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:43:35.340382 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:35.340781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Bound using segment: {'id': '04708f19-88a4-413b-b88e-dc630ac653d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1c7dc862-4f4c-424b-83e2-8cbe4c736861'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:43:35.341255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Bound port: 0d2bed74-d08e-4dab-8623-e4d700892eb2, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04708f19-88a4-413b-b88e-dc630ac653d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1c7dc862-4f4c-424b-83e2-8cbe4c736861'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:43:35.341644 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0d2bed74-d08e-4dab-8623-e4d700892eb2), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:35.343467 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e8a78164-0386-4fc5-b55c-2343c4bbb502 None None] Current status of the port 2775d55a-f737-4156-baee-2b679ed3b63f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:43:35.370508 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.db.api [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 06:43:35.370508 n-d-812111-12 neutron-server[103634]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 06:43:35.370508 n-d-812111-12 neutron-server[103634]: [parameters: {'id': '1c7dc862-4f4c-424b-83e2-8cbe4c736861'}] Jan 28 06:43:35.370508 n-d-812111-12 neutron-server[103634]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:43:35.371416 n-d-812111-12 neutron-server[103634]: DEBUG oslo_db.api [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:43:35.407460 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] For port 0d2bed74-d08e-4dab-8623-e4d700892eb2, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:43:35.410636 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] For port 0d2bed74-d08e-4dab-8623-e4d700892eb2, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0d2bed74-d08e-4dab-8623-e4d700892eb2,segment=NetworkSegment(04708f19-88a4-413b-b88e-dc630ac653d4),segment_id=04708f19-88a4-413b-b88e-dc630ac653d4)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:43:35.464538 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5b6765c5-e0b8-4eb3-aa3b-5e4e849ba44b None None] Provisioning complete for port 2775d55a-f737-4156-baee-2b679ed3b63f triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:35.464822 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b6765c5-e0b8-4eb3-aa3b-5e4e849ba44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2775d55a-f737-4156-baee-2b679ed3b63f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:35.500079 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0d2bed74-d08e-4dab-8623-e4d700892eb2), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:35.610265 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085efc23-632c-400e-bddc-33f81ae24958 None None] Pushing event updated for resources: {'Port': ['ID=0d2bed74-d08e-4dab-8623-e4d700892eb2,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:35.625534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5b6765c5-e0b8-4eb3-aa3b-5e4e849ba44b None None] Current status of the port 2775d55a-f737-4156-baee-2b679ed3b63f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:43:35.628864 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797f9fcf-f838-4fed-a713-64837eec92d3 None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 06:43:35.699813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797f9fcf-f838-4fed-a713-64837eec92d3 None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:43:35.848302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4876a366-e053-45ea-b963-c928caca3e76 None None] Network 1c7dc862-4f4c-424b-83e2-8cbe4c736861 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:43:35.873522 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (1c7dc862-4f4c-424b-83e2-8cbe4c736861), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:35.933874 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Deleting port 0d2bed74-d08e-4dab-8623-e4d700892eb2 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:43:35.934386 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0d2bed74-d08e-4dab-8623-e4d700892eb2), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:35.997578 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] For port 0d2bed74-d08e-4dab-8623-e4d700892eb2, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0d2bed74-d08e-4dab-8623-e4d700892eb2,segment=NetworkSegment(04708f19-88a4-413b-b88e-dc630ac653d4),segment_id=04708f19-88a4-413b-b88e-dc630ac653d4)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:35.997940 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0d2bed74-d08e-4dab-8623-e4d700892eb2), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:36.011634 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Calling delete_port for 0d2bed74-d08e-4dab-8623-e4d700892eb2 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:43:36.090395 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2775d55a-f737-4156-baee-2b679ed3b63f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:43:36.143766 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 2775d55a-f737-4156-baee-2b679ed3b63f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:36.144171 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2775d55a-f737-4156-baee-2b679ed3b63f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:36.182433 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (0d2bed74-d08e-4dab-8623-e4d700892eb2), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:36.211088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event deleted for resources: {'Port': ['ID=0d2bed74-d08e-4dab-8623-e4d700892eb2,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:36.216299 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] No DVR routers for this DVR port 0d2bed74-d08e-4dab-8623-e4d700892eb2 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:36.233049 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 2775d55a-f737-4156-baee-2b679ed3b63f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:43:36.297179 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (1c7dc862-4f4c-424b-83e2-8cbe4c736861), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:36.317495 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7dc862-4f4c-424b-83e2-8cbe4c736861']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:36.326536 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04708f19-88a4-413b-b88e-dc630ac653d4') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:36.326837 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04708f19-88a4-413b-b88e-dc630ac653d4') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:36.340243 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (04708f19-88a4-413b-b88e-dc630ac653d4), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:36.353181 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (04708f19-88a4-413b-b88e-dc630ac653d4), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:36.359571 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:36.359951 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (04708f19-88a4-413b-b88e-dc630ac653d4), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:36.363402 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:36.508118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (1c7dc862-4f4c-424b-83e2-8cbe4c736861), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:36.513462 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:36.517083 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "DELETE /v2.0/networks/1c7dc862-4f4c-424b-83e2-8cbe4c736861 HTTP/1.1" status: 204 len: 168 time: 2.0873208 Jan 28 06:43:36.520903 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55744) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:36.525891 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-324119d2-7c9a-4415-8482-3e2c7d013b55 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-68377658'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:36.541074 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078d25c-1f35-46e3-9090-071a26da9e45 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event deleted for resources: {'Network': ['ID=1c7dc862-4f4c-424b-83e2-8cbe4c736861,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:36.611031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324119d2-7c9a-4415-8482-3e2c7d013b55 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Made reservation on behalf of 7265897670b54e7382b375300581f225 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:36.614317 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-324119d2-7c9a-4415-8482-3e2c7d013b55 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:36.638177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324119d2-7c9a-4415-8482-3e2c7d013b55 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:43:36.647063 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-324119d2-7c9a-4415-8482-3e2c7d013b55 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (d923b01c-44d6-43c5-8769-7f79eb7d3f27), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:36.647419 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-324119d2-7c9a-4415-8482-3e2c7d013b55 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Added segment d923b01c-44d6-43c5-8769-7f79eb7d3f27 of type vlan for network 7207acbe-f242-4f03-b11b-9ef36c0b7cb1 Jan 28 06:43:36.697380 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-324119d2-7c9a-4415-8482-3e2c7d013b55 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (7207acbe-f242-4f03-b11b-9ef36c0b7cb1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:36.765080 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:36.851144 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-324119d2-7c9a-4415-8482-3e2c7d013b55 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (7207acbe-f242-4f03-b11b-9ef36c0b7cb1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:36.857154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324119d2-7c9a-4415-8482-3e2c7d013b55 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:36.857868 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-324119d2-7c9a-4415-8482-3e2c7d013b55 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:36.927060 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324119d2-7c9a-4415-8482-3e2c7d013b55 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event updated for resources: {'Network': ['ID=7207acbe-f242-4f03-b11b-9ef36c0b7cb1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:36.937376 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 7207acbe-f242-4f03-b11b-9ef36c0b7cb1 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:43:37.019650 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-324119d2-7c9a-4415-8482-3e2c7d013b55 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4975319 Jan 28 06:43:37.022204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55746) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:37.027146 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ae8a1d1d-ab12-4155-9073-3afb99b457f0 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Request body: {'subnet': {'network_id': '7207acbe-f242-4f03-b11b-9ef36c0b7cb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:37.174344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8a1d1d-ab12-4155-9073-3afb99b457f0 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Made reservation on behalf of 7265897670b54e7382b375300581f225 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:37.178223 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1d1d-ab12-4155-9073-3afb99b457f0 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:37.242085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-ae8a1d1d-ab12-4155-9073-3afb99b457f0 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Performing IP validity checks on allocation pools {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 06:43:37.242650 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-ae8a1d1d-ab12-4155-9073-3afb99b457f0 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 06:43:37.420354 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1d1d-ab12-4155-9073-3afb99b457f0 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (c0d6b148-e1d9-4f44-9871-19beb94ed1ab), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:37.480856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a1d1d-ab12-4155-9073-3afb99b457f0 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event updated for resources: {'Subnet': ['ID=c0d6b148-e1d9-4f44-9871-19beb94ed1ab,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:37.491897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8a1d1d-ab12-4155-9073-3afb99b457f0 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Checking segment: {'id': 'd923b01c-44d6-43c5-8769-7f79eb7d3f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7207acbe-f242-4f03-b11b-9ef36c0b7cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:43:37.492564 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8a1d1d-ab12-4155-9073-3afb99b457f0 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Network hostable DHCP agents. Network: 7207acbe-f242-4f03-b11b-9ef36c0b7cb1, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:43:37.616308 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8a1d1d-ab12-4155-9073-3afb99b457f0 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Network 7207acbe-f242-4f03-b11b-9ef36c0b7cb1 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:43:37.713841 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ae8a1d1d-ab12-4155-9073-3afb99b457f0 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 7207acbe-f242-4f03-b11b-9ef36c0b7cb1) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:37.719398 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8a1d1d-ab12-4155-9073-3afb99b457f0 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:37.722373 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1d1d-ab12-4155-9073-3afb99b457f0 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:37.722526 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b573607-f93c-4dd1-8550-f814ad95c22b None None] Network 7207acbe-f242-4f03-b11b-9ef36c0b7cb1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:43:37.807751 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ae8a1d1d-ab12-4155-9073-3afb99b457f0 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7842190 Jan 28 06:43:37.810213 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55748) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:37.822267 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-7207acbe-f242-4f03-b11b-9ef36c0b7cb1', 'network_id': '7207acbe-f242-4f03-b11b-9ef36c0b7cb1', 'project_id': '7265897670b54e7382b375300581f225', 'fixed_ips': [{'subnet_id': 'c0d6b148-e1d9-4f44-9871-19beb94ed1ab'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:43:37.827696 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:37.919831 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (7207acbe-f242-4f03-b11b-9ef36c0b7cb1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:37.970064 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Allocated IP 2001:db8::3 (7207acbe-f242-4f03-b11b-9ef36c0b7cb1/c0d6b148-e1d9-4f44-9871-19beb94ed1ab/2a60ccba-9370-473f-a29c-bee94b14786b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:37.973767 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (c0d6b148-e1d9-4f44-9871-19beb94ed1ab), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:38.128594 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:38.129558 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Publish callbacks [] for port (2a60ccba-9370-473f-a29c-bee94b14786b), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:38.200013 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (2a60ccba-9370-473f-a29c-bee94b14786b), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:38.237844 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Network 7207acbe-f242-4f03-b11b-9ef36c0b7cb1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:38.240628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:38.246034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:43:38.253656 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Pushing event updated for resources: {'Port': ['ID=2a60ccba-9370-473f-a29c-bee94b14786b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:38.291617 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (c0d6b148-e1d9-4f44-9871-19beb94ed1ab), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:38.316379 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Attempting to bind port 2a60ccba-9370-473f-a29c-bee94b14786b on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:43:38.316850 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Attempting to bind port 2a60ccba-9370-473f-a29c-bee94b14786b by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'd923b01c-44d6-43c5-8769-7f79eb7d3f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7207acbe-f242-4f03-b11b-9ef36c0b7cb1'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:43:38.317290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Attempting to bind port 2a60ccba-9370-473f-a29c-bee94b14786b on network 7207acbe-f242-4f03-b11b-9ef36c0b7cb1 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:43:38.322543 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:43:38.323008 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Checking segment: {'id': 'd923b01c-44d6-43c5-8769-7f79eb7d3f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7207acbe-f242-4f03-b11b-9ef36c0b7cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:43:38.323488 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:38.323955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Bound using segment: {'id': 'd923b01c-44d6-43c5-8769-7f79eb7d3f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7207acbe-f242-4f03-b11b-9ef36c0b7cb1'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:43:38.324496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Bound port: 2a60ccba-9370-473f-a29c-bee94b14786b, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd923b01c-44d6-43c5-8769-7f79eb7d3f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7207acbe-f242-4f03-b11b-9ef36c0b7cb1'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:43:38.324961 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2a60ccba-9370-473f-a29c-bee94b14786b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:38.327997 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d6b148-e1d9-4f44-9871-19beb94ed1ab,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:38.397666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] For port 2a60ccba-9370-473f-a29c-bee94b14786b, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:43:38.398101 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (7207acbe-f242-4f03-b11b-9ef36c0b7cb1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:38.398229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] For port 2a60ccba-9370-473f-a29c-bee94b14786b, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2a60ccba-9370-473f-a29c-bee94b14786b,segment=NetworkSegment(d923b01c-44d6-43c5-8769-7f79eb7d3f27),segment_id=d923b01c-44d6-43c5-8769-7f79eb7d3f27)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:43:38.416081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7207acbe-f242-4f03-b11b-9ef36c0b7cb1']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:38.425898 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd923b01c-44d6-43c5-8769-7f79eb7d3f27') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:38.426194 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd923b01c-44d6-43c5-8769-7f79eb7d3f27') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:38.435721 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (d923b01c-44d6-43c5-8769-7f79eb7d3f27), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:38.508449 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2a60ccba-9370-473f-a29c-bee94b14786b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:38.514366 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (d923b01c-44d6-43c5-8769-7f79eb7d3f27), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:38.521048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:38.522475 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (d923b01c-44d6-43c5-8769-7f79eb7d3f27), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:38.524712 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:38.597448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4bf94-5bc5-451d-8c2d-0659f596fa34 None None] Pushing event updated for resources: {'Port': ['ID=2a60ccba-9370-473f-a29c-bee94b14786b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:38.612632 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0c0567-c4f2-4de7-8ac8-675e93d0bb49 None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 06:43:38.622499 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.db.api [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 06:43:38.622499 n-d-812111-12 neutron-server[103634]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 06:43:38.622499 n-d-812111-12 neutron-server[103634]: [parameters: {'id': '7207acbe-f242-4f03-b11b-9ef36c0b7cb1'}] Jan 28 06:43:38.622499 n-d-812111-12 neutron-server[103634]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:43:38.623365 n-d-812111-12 neutron-server[103634]: DEBUG oslo_db.api [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:43:38.680155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0c0567-c4f2-4de7-8ac8-675e93d0bb49 None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:43:38.831473 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462c0f86-4680-45ca-af68-53ba65b2b676 None None] Network 7207acbe-f242-4f03-b11b-9ef36c0b7cb1 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:43:39.125098 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (7207acbe-f242-4f03-b11b-9ef36c0b7cb1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:39.182547 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Deleting port 2a60ccba-9370-473f-a29c-bee94b14786b {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:43:39.182886 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2a60ccba-9370-473f-a29c-bee94b14786b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:39.188504 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:39.246405 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] For port 2a60ccba-9370-473f-a29c-bee94b14786b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2a60ccba-9370-473f-a29c-bee94b14786b,segment=NetworkSegment(d923b01c-44d6-43c5-8769-7f79eb7d3f27),segment_id=d923b01c-44d6-43c5-8769-7f79eb7d3f27)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:39.246770 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2a60ccba-9370-473f-a29c-bee94b14786b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:39.260824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Calling delete_port for 2a60ccba-9370-473f-a29c-bee94b14786b owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:43:39.414664 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (2a60ccba-9370-473f-a29c-bee94b14786b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:39.441100 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event deleted for resources: {'Port': ['ID=2a60ccba-9370-473f-a29c-bee94b14786b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:39.445824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] No DVR routers for this DVR port 2a60ccba-9370-473f-a29c-bee94b14786b on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:39.524193 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (7207acbe-f242-4f03-b11b-9ef36c0b7cb1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:39.545363 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7207acbe-f242-4f03-b11b-9ef36c0b7cb1']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:39.555535 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd923b01c-44d6-43c5-8769-7f79eb7d3f27') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:39.555834 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd923b01c-44d6-43c5-8769-7f79eb7d3f27') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:39.569007 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (d923b01c-44d6-43c5-8769-7f79eb7d3f27), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:39.581720 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (d923b01c-44d6-43c5-8769-7f79eb7d3f27), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:39.587450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:39.587831 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (d923b01c-44d6-43c5-8769-7f79eb7d3f27), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:39.590684 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:39.728723 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (7207acbe-f242-4f03-b11b-9ef36c0b7cb1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:39.736839 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:39.739979 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "DELETE /v2.0/networks/7207acbe-f242-4f03-b11b-9ef36c0b7cb1 HTTP/1.1" status: 204 len: 168 time: 1.9283776 Jan 28 06:43:39.743677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55750) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:39.749740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f718c647-9555-4b7b-9e36-569258b87233 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1571605822'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:39.753548 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a24a2f-5628-4bb1-bcf8-c74fbdd383fc tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event deleted for resources: {'Network': ['ID=7207acbe-f242-4f03-b11b-9ef36c0b7cb1,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:39.828356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f718c647-9555-4b7b-9e36-569258b87233 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Made reservation on behalf of 7265897670b54e7382b375300581f225 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:39.831855 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f718c647-9555-4b7b-9e36-569258b87233 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:39.860908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f718c647-9555-4b7b-9e36-569258b87233 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:43:39.869355 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f718c647-9555-4b7b-9e36-569258b87233 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (757a27ba-8331-4af2-98d9-899859117bcf), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:39.870970 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-f718c647-9555-4b7b-9e36-569258b87233 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Added segment 757a27ba-8331-4af2-98d9-899859117bcf of type vlan for network 89ce8fce-1855-4825-8c11-07d4d579b06b Jan 28 06:43:39.910283 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f718c647-9555-4b7b-9e36-569258b87233 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (89ce8fce-1855-4825-8c11-07d4d579b06b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:40.003328 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f718c647-9555-4b7b-9e36-569258b87233 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (89ce8fce-1855-4825-8c11-07d4d579b06b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:40.008367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f718c647-9555-4b7b-9e36-569258b87233 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:40.008953 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f718c647-9555-4b7b-9e36-569258b87233 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:40.075414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718c647-9555-4b7b-9e36-569258b87233 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event updated for resources: {'Network': ['ID=89ce8fce-1855-4825-8c11-07d4d579b06b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:40.086767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 89ce8fce-1855-4825-8c11-07d4d579b06b details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:43:40.179065 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f718c647-9555-4b7b-9e36-569258b87233 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4341092 Jan 28 06:43:40.181854 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55752) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:40.187427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c057d7fc-559a-401e-bcba-0e12e9b93e64 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Request body: {'subnet': {'network_id': '89ce8fce-1855-4825-8c11-07d4d579b06b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:40.342046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c057d7fc-559a-401e-bcba-0e12e9b93e64 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Made reservation on behalf of 7265897670b54e7382b375300581f225 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:40.345793 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c057d7fc-559a-401e-bcba-0e12e9b93e64 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:40.594404 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c057d7fc-559a-401e-bcba-0e12e9b93e64 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (7b7662b8-6b17-4151-823e-77699b82ef73), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:40.659342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057d7fc-559a-401e-bcba-0e12e9b93e64 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event updated for resources: {'Subnet': ['ID=7b7662b8-6b17-4151-823e-77699b82ef73,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:40.668074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c057d7fc-559a-401e-bcba-0e12e9b93e64 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Checking segment: {'id': '757a27ba-8331-4af2-98d9-899859117bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '89ce8fce-1855-4825-8c11-07d4d579b06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:43:40.668440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c057d7fc-559a-401e-bcba-0e12e9b93e64 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Network hostable DHCP agents. Network: 89ce8fce-1855-4825-8c11-07d4d579b06b, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:43:40.759159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c057d7fc-559a-401e-bcba-0e12e9b93e64 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Network 89ce8fce-1855-4825-8c11-07d4d579b06b is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:43:40.867870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c057d7fc-559a-401e-bcba-0e12e9b93e64 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 89ce8fce-1855-4825-8c11-07d4d579b06b) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:40.872202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c057d7fc-559a-401e-bcba-0e12e9b93e64 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:40.872946 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c057d7fc-559a-401e-bcba-0e12e9b93e64 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:40.878726 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d453d2-05b6-46fa-b03a-4c821cd28cd7 None None] Network 89ce8fce-1855-4825-8c11-07d4d579b06b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:43:40.950495 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c057d7fc-559a-401e-bcba-0e12e9b93e64 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7675421 Jan 28 06:43:40.954248 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55754) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:40.959260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-795bc98a-9682-44f2-a988-b3f83dfe42a6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1731139249'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:40.988395 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-89ce8fce-1855-4825-8c11-07d4d579b06b', 'network_id': '89ce8fce-1855-4825-8c11-07d4d579b06b', 'project_id': '7265897670b54e7382b375300581f225', 'fixed_ips': [{'subnet_id': '7b7662b8-6b17-4151-823e-77699b82ef73'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:43:40.994390 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:41.045005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795bc98a-9682-44f2-a988-b3f83dfe42a6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Made reservation on behalf of 7265897670b54e7382b375300581f225 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:41.048747 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-795bc98a-9682-44f2-a988-b3f83dfe42a6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:41.074393 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795bc98a-9682-44f2-a988-b3f83dfe42a6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:43:41.086793 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-795bc98a-9682-44f2-a988-b3f83dfe42a6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (9f989143-7186-4e95-94a0-d067baab5f76), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:41.087453 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-795bc98a-9682-44f2-a988-b3f83dfe42a6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Added segment 9f989143-7186-4e95-94a0-d067baab5f76 of type vlan for network 30a7d11a-3c65-4c31-8622-4435d7c7a09b Jan 28 06:43:41.129550 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-795bc98a-9682-44f2-a988-b3f83dfe42a6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (30a7d11a-3c65-4c31-8622-4435d7c7a09b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:41.134493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Allocated IP 2001:db8::2 (89ce8fce-1855-4825-8c11-07d4d579b06b/7b7662b8-6b17-4151-823e-77699b82ef73/4d52f952-24cc-401b-bd9c-e255e6f49a5c) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:41.234828 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-795bc98a-9682-44f2-a988-b3f83dfe42a6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (30a7d11a-3c65-4c31-8622-4435d7c7a09b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:41.239990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795bc98a-9682-44f2-a988-b3f83dfe42a6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:41.240620 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-795bc98a-9682-44f2-a988-b3f83dfe42a6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:41.274981 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Publish callbacks [] for port (4d52f952-24cc-401b-bd9c-e255e6f49a5c), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:41.313411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bc98a-9682-44f2-a988-b3f83dfe42a6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event updated for resources: {'Network': ['ID=30a7d11a-3c65-4c31-8622-4435d7c7a09b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:41.324295 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 30a7d11a-3c65-4c31-8622-4435d7c7a09b details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:43:41.396656 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-795bc98a-9682-44f2-a988-b3f83dfe42a6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4410625 Jan 28 06:43:41.409964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55756) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:41.415091 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Request body: {'subnet': {'network_id': '30a7d11a-3c65-4c31-8622-4435d7c7a09b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:41.440073 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (4d52f952-24cc-401b-bd9c-e255e6f49a5c), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:41.481017 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Network 89ce8fce-1855-4825-8c11-07d4d579b06b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:41.486905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:41.493887 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:43:41.497487 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Pushing event updated for resources: {'Port': ['ID=4d52f952-24cc-401b-bd9c-e255e6f49a5c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:41.560213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Attempting to bind port 4d52f952-24cc-401b-bd9c-e255e6f49a5c on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:43:41.560586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Attempting to bind port 4d52f952-24cc-401b-bd9c-e255e6f49a5c by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '757a27ba-8331-4af2-98d9-899859117bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '89ce8fce-1855-4825-8c11-07d4d579b06b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:43:41.560944 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Attempting to bind port 4d52f952-24cc-401b-bd9c-e255e6f49a5c on network 89ce8fce-1855-4825-8c11-07d4d579b06b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:43:41.566932 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:43:41.567303 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Checking segment: {'id': '757a27ba-8331-4af2-98d9-899859117bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '89ce8fce-1855-4825-8c11-07d4d579b06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:43:41.567699 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:41.568215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Bound using segment: {'id': '757a27ba-8331-4af2-98d9-899859117bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '89ce8fce-1855-4825-8c11-07d4d579b06b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:43:41.568539 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Bound port: 4d52f952-24cc-401b-bd9c-e255e6f49a5c, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757a27ba-8331-4af2-98d9-899859117bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '89ce8fce-1855-4825-8c11-07d4d579b06b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:43:41.568912 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4d52f952-24cc-401b-bd9c-e255e6f49a5c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:41.627917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Made reservation on behalf of 7265897670b54e7382b375300581f225 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:41.631799 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:41.634067 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] For port 4d52f952-24cc-401b-bd9c-e255e6f49a5c, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:43:41.637294 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] For port 4d52f952-24cc-401b-bd9c-e255e6f49a5c, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4d52f952-24cc-401b-bd9c-e255e6f49a5c,segment=NetworkSegment(757a27ba-8331-4af2-98d9-899859117bcf),segment_id=757a27ba-8331-4af2-98d9-899859117bcf)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:43:41.754120 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4d52f952-24cc-401b-bd9c-e255e6f49a5c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:41.822264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f5c98-3d38-4cb8-af7a-ee1fe72bfd6a None None] Pushing event updated for resources: {'Port': ['ID=4d52f952-24cc-401b-bd9c-e255e6f49a5c,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:41.900800 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (f732176e-96f1-4276-9f80-14beb501750d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:41.993292 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Checking segment: {'id': '9f989143-7186-4e95-94a0-d067baab5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '30a7d11a-3c65-4c31-8622-4435d7c7a09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:43:41.993772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Network hostable DHCP agents. Network: 30a7d11a-3c65-4c31-8622-4435d7c7a09b, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:43:42.003519 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event updated for resources: {'Subnet': ['ID=f732176e-96f1-4276-9f80-14beb501750d,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:42.012551 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:42.012820 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:42.013475 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:42.013882 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:42.014420 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:42.014753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:42.015272 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:42.015872 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:42.016186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:42.016584 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:42.016986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:42.017394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:42.017782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:42.111702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Network 30a7d11a-3c65-4c31-8622-4435d7c7a09b is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:43:42.187123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4d52f952-24cc-401b-bd9c-e255e6f49a5c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:43:42.197039 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 30a7d11a-3c65-4c31-8622-4435d7c7a09b) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:42.201576 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:42.203349 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:42.213198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43413699-53fb-448d-9daf-4bc5786aa219 None None] Network 30a7d11a-3c65-4c31-8622-4435d7c7a09b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:43:42.307054 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 4d52f952-24cc-401b-bd9c-e255e6f49a5c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:42.307343 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4d52f952-24cc-401b-bd9c-e255e6f49a5c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:42.353922 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55760) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:42.358757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2dc043a5-7bf3-45fe-805a-486a4195aa84 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9429359 Jan 28 06:43:42.365084 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-30a7d11a-3c65-4c31-8622-4435d7c7a09b', 'network_id': '30a7d11a-3c65-4c31-8622-4435d7c7a09b', 'project_id': '7265897670b54e7382b375300581f225', 'fixed_ips': [{'subnet_id': 'f732176e-96f1-4276-9f80-14beb501750d'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:43:42.365921 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:42.469874 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (30a7d11a-3c65-4c31-8622-4435d7c7a09b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:42.552029 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 4d52f952-24cc-401b-bd9c-e255e6f49a5c is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:43:42.552756 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (4d52f952-24cc-401b-bd9c-e255e6f49a5c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:42.573174 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Allocated IP 2001:db8::2 (30a7d11a-3c65-4c31-8622-4435d7c7a09b/f732176e-96f1-4276-9f80-14beb501750d/9f692247-33e1-4780-b76b-c49e31ad8e68) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:42.609013 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 4d52f952-24cc-401b-bd9c-e255e6f49a5c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4d52f952-24cc-401b-bd9c-e255e6f49a5c,segment=NetworkSegment(757a27ba-8331-4af2-98d9-899859117bcf),segment_id=757a27ba-8331-4af2-98d9-899859117bcf)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:42.736891 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (4d52f952-24cc-401b-bd9c-e255e6f49a5c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:42.777268 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Publish callbacks [] for port (9f692247-33e1-4780-b76b-c49e31ad8e68), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:42.802668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=4d52f952-24cc-401b-bd9c-e255e6f49a5c,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:42.859936 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3137857-9632-4f71-8ae5-3d5823b67f2d None None] Network 89ce8fce-1855-4825-8c11-07d4d579b06b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:43:42.891745 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (f732176e-96f1-4276-9f80-14beb501750d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:43.064409 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (9f692247-33e1-4780-b76b-c49e31ad8e68), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:43.067958 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (f732176e-96f1-4276-9f80-14beb501750d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:43.096072 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event deleted for resources: {'Subnet': ['ID=f732176e-96f1-4276-9f80-14beb501750d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:43.125360 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Network 30a7d11a-3c65-4c31-8622-4435d7c7a09b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:43.140624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:43.148362 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:43:43.150327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-df7d8269-4d55-42fc-973f-80f8996a03b4 None None] Provisioning complete for port 4d52f952-24cc-401b-bd9c-e255e6f49a5c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:43.151053 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df7d8269-4d55-42fc-973f-80f8996a03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4d52f952-24cc-401b-bd9c-e255e6f49a5c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:43.159152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Pushing event updated for resources: {'Port': ['ID=9f692247-33e1-4780-b76b-c49e31ad8e68,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:43.164169 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (30a7d11a-3c65-4c31-8622-4435d7c7a09b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:43.188241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a7d11a-3c65-4c31-8622-4435d7c7a09b']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:43.200723 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f989143-7186-4e95-94a0-d067baab5f76') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:43.201284 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f989143-7186-4e95-94a0-d067baab5f76') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:43.211355 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (9f989143-7186-4e95-94a0-d067baab5f76), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:43.225240 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (9f989143-7186-4e95-94a0-d067baab5f76), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:43.234401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (9f989143-7186-4e95-94a0-d067baab5f76), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:43.240027 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:43.263794 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Attempting to bind port 9f692247-33e1-4780-b76b-c49e31ad8e68 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:43:43.264422 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Attempting to bind port 9f692247-33e1-4780-b76b-c49e31ad8e68 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '9f989143-7186-4e95-94a0-d067baab5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '30a7d11a-3c65-4c31-8622-4435d7c7a09b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:43:43.264542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Attempting to bind port 9f692247-33e1-4780-b76b-c49e31ad8e68 on network 30a7d11a-3c65-4c31-8622-4435d7c7a09b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:43:43.276104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:43:43.276487 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Checking segment: {'id': '9f989143-7186-4e95-94a0-d067baab5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '30a7d11a-3c65-4c31-8622-4435d7c7a09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:43:43.276888 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:43.277286 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Bound using segment: {'id': '9f989143-7186-4e95-94a0-d067baab5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '30a7d11a-3c65-4c31-8622-4435d7c7a09b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:43:43.277768 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Bound port: 9f692247-33e1-4780-b76b-c49e31ad8e68, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f989143-7186-4e95-94a0-d067baab5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '30a7d11a-3c65-4c31-8622-4435d7c7a09b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:43:43.278153 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9f692247-33e1-4780-b76b-c49e31ad8e68), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:43.360250 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-df7d8269-4d55-42fc-973f-80f8996a03b4 None None] Current status of the port 4d52f952-24cc-401b-bd9c-e255e6f49a5c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:43:43.382664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6db58842-107b-4413-b318-b2b695951e51 None None] For port 9f692247-33e1-4780-b76b-c49e31ad8e68, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:43:43.386880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6db58842-107b-4413-b318-b2b695951e51 None None] For port 9f692247-33e1-4780-b76b-c49e31ad8e68, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=9f692247-33e1-4780-b76b-c49e31ad8e68,segment=NetworkSegment(9f989143-7186-4e95-94a0-d067baab5f76),segment_id=9f989143-7186-4e95-94a0-d067baab5f76)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:43:43.403200 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.db.api [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 06:43:43.403200 n-d-812111-12 neutron-server[103634]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 06:43:43.403200 n-d-812111-12 neutron-server[103634]: [parameters: {'id': '30a7d11a-3c65-4c31-8622-4435d7c7a09b'}] Jan 28 06:43:43.403200 n-d-812111-12 neutron-server[103634]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:43:43.404428 n-d-812111-12 neutron-server[103634]: DEBUG oslo_db.api [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:43:43.525123 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (9f692247-33e1-4780-b76b-c49e31ad8e68), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:43.625886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db58842-107b-4413-b318-b2b695951e51 None None] Pushing event updated for resources: {'Port': ['ID=9f692247-33e1-4780-b76b-c49e31ad8e68,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:43.633190 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-92c073c5-227e-43ae-b0c0-0739c6275534 None None] Provisioning complete for port 4d52f952-24cc-401b-bd9c-e255e6f49a5c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:43.633566 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92c073c5-227e-43ae-b0c0-0739c6275534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4d52f952-24cc-401b-bd9c-e255e6f49a5c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:43.656755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2b844d-6481-4740-9840-c927d2c9b1c6 None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 06:43:43.795601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2b844d-6481-4740-9840-c927d2c9b1c6 None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:43:43.801540 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-92c073c5-227e-43ae-b0c0-0739c6275534 None None] Current status of the port 4d52f952-24cc-401b-bd9c-e255e6f49a5c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:43:43.906180 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (30a7d11a-3c65-4c31-8622-4435d7c7a09b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:43.964371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Deleting port 9f692247-33e1-4780-b76b-c49e31ad8e68 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:43:43.964710 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (9f692247-33e1-4780-b76b-c49e31ad8e68), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:43.966610 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac9a96a-a3a6-4b6b-b762-f7e2931e1341 None None] Network 30a7d11a-3c65-4c31-8622-4435d7c7a09b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:43:44.026534 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] For port 9f692247-33e1-4780-b76b-c49e31ad8e68, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=9f692247-33e1-4780-b76b-c49e31ad8e68,segment=NetworkSegment(9f989143-7186-4e95-94a0-d067baab5f76),segment_id=9f989143-7186-4e95-94a0-d067baab5f76)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:44.026895 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (9f692247-33e1-4780-b76b-c49e31ad8e68), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:44.059115 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Calling delete_port for 9f692247-33e1-4780-b76b-c49e31ad8e68 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:43:44.095018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4d52f952-24cc-401b-bd9c-e255e6f49a5c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:43:44.143138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 4d52f952-24cc-401b-bd9c-e255e6f49a5c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:44.143513 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (4d52f952-24cc-401b-bd9c-e255e6f49a5c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:44.225773 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 4d52f952-24cc-401b-bd9c-e255e6f49a5c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:43:44.226693 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (9f692247-33e1-4780-b76b-c49e31ad8e68), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:44.247943 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event deleted for resources: {'Port': ['ID=9f692247-33e1-4780-b76b-c49e31ad8e68,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:44.253969 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] No DVR routers for this DVR port 9f692247-33e1-4780-b76b-c49e31ad8e68 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:44.330358 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (30a7d11a-3c65-4c31-8622-4435d7c7a09b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:44.351080 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a7d11a-3c65-4c31-8622-4435d7c7a09b']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:44.360830 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f989143-7186-4e95-94a0-d067baab5f76') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:44.365569 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f989143-7186-4e95-94a0-d067baab5f76') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:44.370174 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (9f989143-7186-4e95-94a0-d067baab5f76), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:44.383005 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (9f989143-7186-4e95-94a0-d067baab5f76), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:44.388742 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:44.389649 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (9f989143-7186-4e95-94a0-d067baab5f76), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:44.392639 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:44.559153 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (30a7d11a-3c65-4c31-8622-4435d7c7a09b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:44.566563 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:44.569338 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "DELETE /v2.0/networks/30a7d11a-3c65-4c31-8622-4435d7c7a09b HTTP/1.1" status: 204 len: 168 time: 2.2139099 Jan 28 06:43:44.572714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55762) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:44.581931 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d46fe-bc70-4ff6-96a9-7953c676f537 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event deleted for resources: {'Network': ['ID=30a7d11a-3c65-4c31-8622-4435d7c7a09b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:44.602972 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ae0d6f-6a06-4f75-a3d7-d03fbfd0a3fb tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] GET failed (client error): The resource could not be found. Jan 28 06:43:44.604356 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-18ae0d6f-6a06-4f75-a3d7-d03fbfd0a3fb tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "GET /v2.0/subnets/f732176e-96f1-4276-9f80-14beb501750d HTTP/1.1" status: 404 len: 337 time: 0.0306501 Jan 28 06:43:44.607094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55764) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:44.625559 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-7967f505-ecb2-4740-9a72-344c5be26d52 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] DELETE failed (client error): The resource could not be found. Jan 28 06:43:44.626055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7967f505-ecb2-4740-9a72-344c5be26d52 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:43:44.629361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7967f505-ecb2-4740-9a72-344c5be26d52 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "DELETE /v2.0/networks/30a7d11a-3c65-4c31-8622-4435d7c7a09b HTTP/1.1" status: 404 len: 339 time: 0.0213859 Jan 28 06:43:44.633230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55766) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:44.659691 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-0314e95c-a947-4ebd-af62-44765e1d1ff9 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] DELETE failed (client error): The resource could not be found. Jan 28 06:43:44.660159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0314e95c-a947-4ebd-af62-44765e1d1ff9 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:43:44.663145 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0314e95c-a947-4ebd-af62-44765e1d1ff9 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "DELETE /v2.0/subnets/f732176e-96f1-4276-9f80-14beb501750d HTTP/1.1" status: 404 len: 337 time: 0.0290327 Jan 28 06:43:44.665582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55768) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:44.683117 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-67089b10-5722-4051-91a7-c258c45043e7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] DELETE failed (client error): The resource could not be found. Jan 28 06:43:44.683600 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67089b10-5722-4051-91a7-c258c45043e7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:43:44.687258 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-67089b10-5722-4051-91a7-c258c45043e7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "DELETE /v2.0/networks/30a7d11a-3c65-4c31-8622-4435d7c7a09b HTTP/1.1" status: 404 len: 339 time: 0.0207670 Jan 28 06:43:44.689750 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55770) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:44.739987 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfea9d2-0e6d-4c06-98d3-6e33c7010983 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Deleting subnet 7b7662b8-6b17-4151-823e-77699b82ef73 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:43:44.743076 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7dfea9d2-0e6d-4c06-98d3-6e33c7010983 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for subnet (7b7662b8-6b17-4151-823e-77699b82ef73), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:44.787902 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7dfea9d2-0e6d-4c06-98d3-6e33c7010983 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (7b7662b8-6b17-4151-823e-77699b82ef73), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:44.868935 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7dfea9d2-0e6d-4c06-98d3-6e33c7010983 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (7b7662b8-6b17-4151-823e-77699b82ef73), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:45.000368 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7dfea9d2-0e6d-4c06-98d3-6e33c7010983 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (7b7662b8-6b17-4151-823e-77699b82ef73), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:45.031413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfea9d2-0e6d-4c06-98d3-6e33c7010983 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event deleted for resources: {'Subnet': ['ID=7b7662b8-6b17-4151-823e-77699b82ef73,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:45.042574 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7dfea9d2-0e6d-4c06-98d3-6e33c7010983 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:45.049848 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7dfea9d2-0e6d-4c06-98d3-6e33c7010983 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "DELETE /v2.0/subnets/7b7662b8-6b17-4151-823e-77699b82ef73 HTTP/1.1" status: 204 len: 168 time: 0.3568501 Jan 28 06:43:45.050033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9331da-3f29-4691-9e75-db798bc61e22 None None] Network 89ce8fce-1855-4825-8c11-07d4d579b06b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:43:45.050590 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55774) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:45.125523 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (89ce8fce-1855-4825-8c11-07d4d579b06b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:45.183408 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Deleting port 4d52f952-24cc-401b-bd9c-e255e6f49a5c {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:43:45.183746 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (4d52f952-24cc-401b-bd9c-e255e6f49a5c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:45.205302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87193c25-5e42-4863-81ac-427492eaa7c8 None None] DHCP port deletion for 89ce8fce-1855-4825-8c11-07d4d579b06b request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:43:45.253011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] For port 4d52f952-24cc-401b-bd9c-e255e6f49a5c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4d52f952-24cc-401b-bd9c-e255e6f49a5c,segment=NetworkSegment(757a27ba-8331-4af2-98d9-899859117bcf),segment_id=757a27ba-8331-4af2-98d9-899859117bcf)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:45.253369 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (4d52f952-24cc-401b-bd9c-e255e6f49a5c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:45.253518 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-87193c25-5e42-4863-81ac-427492eaa7c8 None None] Deleting port 4d52f952-24cc-401b-bd9c-e255e6f49a5c {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:43:45.253938 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87193c25-5e42-4863-81ac-427492eaa7c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (4d52f952-24cc-401b-bd9c-e255e6f49a5c), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:45.266763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Calling delete_port for 4d52f952-24cc-401b-bd9c-e255e6f49a5c owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:43:45.316541 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-87193c25-5e42-4863-81ac-427492eaa7c8 None None] For port 4d52f952-24cc-401b-bd9c-e255e6f49a5c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=4d52f952-24cc-401b-bd9c-e255e6f49a5c,segment=NetworkSegment(757a27ba-8331-4af2-98d9-899859117bcf),segment_id=757a27ba-8331-4af2-98d9-899859117bcf)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:45.316947 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87193c25-5e42-4863-81ac-427492eaa7c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (4d52f952-24cc-401b-bd9c-e255e6f49a5c), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:45.330236 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-87193c25-5e42-4863-81ac-427492eaa7c8 None None] Calling delete_port for 4d52f952-24cc-401b-bd9c-e255e6f49a5c owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:43:45.446456 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (4d52f952-24cc-401b-bd9c-e255e6f49a5c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:45.455366 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87193c25-5e42-4863-81ac-427492eaa7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (4d52f952-24cc-401b-bd9c-e255e6f49a5c), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:45.492980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event deleted for resources: {'Port': ['ID=4d52f952-24cc-401b-bd9c-e255e6f49a5c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:45.497210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87193c25-5e42-4863-81ac-427492eaa7c8 None None] Pushing event deleted for resources: {'Port': ['ID=4d52f952-24cc-401b-bd9c-e255e6f49a5c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:45.508304 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87193c25-5e42-4863-81ac-427492eaa7c8 None None] No DVR routers for this DVR port 4d52f952-24cc-401b-bd9c-e255e6f49a5c on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:45.512991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] No DVR routers for this DVR port 4d52f952-24cc-401b-bd9c-e255e6f49a5c on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:45.635262 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (89ce8fce-1855-4825-8c11-07d4d579b06b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:45.660110 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ce8fce-1855-4825-8c11-07d4d579b06b']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:45.670234 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757a27ba-8331-4af2-98d9-899859117bcf') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:45.670767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757a27ba-8331-4af2-98d9-899859117bcf') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:45.680465 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (757a27ba-8331-4af2-98d9-899859117bcf), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:45.694784 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (757a27ba-8331-4af2-98d9-899859117bcf), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:45.700732 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:45.701124 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (757a27ba-8331-4af2-98d9-899859117bcf), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:45.705130 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:45.810441 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (89ce8fce-1855-4825-8c11-07d4d579b06b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:45.818609 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:45.821455 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "DELETE /v2.0/networks/89ce8fce-1855-4825-8c11-07d4d579b06b HTTP/1.1" status: 204 len: 168 time: 0.7702630 Jan 28 06:43:45.823930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55776) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:45.841727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132b12d-117c-468b-a9c3-3adff0f3d3b7 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event deleted for resources: {'Network': ['ID=89ce8fce-1855-4825-8c11-07d4d579b06b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:45.860693 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-8162c76f-7da6-4220-8463-62585b4ee858 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] DELETE failed (client error): The resource could not be found. Jan 28 06:43:45.861158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8162c76f-7da6-4220-8463-62585b4ee858 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:43:45.864214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8162c76f-7da6-4220-8463-62585b4ee858 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "DELETE /v2.0/subnets/c0d6b148-e1d9-4f44-9871-19beb94ed1ab HTTP/1.1" status: 404 len: 337 time: 0.0393810 Jan 28 06:43:45.866908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55778) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:45.885809 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-7773a37b-c0b1-4ecc-9215-e2505d424cc9 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] DELETE failed (client error): The resource could not be found. Jan 28 06:43:45.886223 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7773a37b-c0b1-4ecc-9215-e2505d424cc9 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:43:45.889217 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7773a37b-c0b1-4ecc-9215-e2505d424cc9 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "DELETE /v2.0/networks/7207acbe-f242-4f03-b11b-9ef36c0b7cb1 HTTP/1.1" status: 404 len: 339 time: 0.0213039 Jan 28 06:43:45.892042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55780) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:45.916553 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcdedc7-20b9-4bee-8c84-15becea34a59 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] DELETE failed (client error): The resource could not be found. Jan 28 06:43:45.917015 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dcdedc7-20b9-4bee-8c84-15becea34a59 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:43:45.920016 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2dcdedc7-20b9-4bee-8c84-15becea34a59 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "DELETE /v2.0/subnets/ae5a05cb-3433-4cc1-bb26-5c72a537e7f0 HTTP/1.1" status: 404 len: 337 time: 0.0270927 Jan 28 06:43:45.923211 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55782) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:45.941291 n-d-812111-12 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3ffa3a-27b8-41f1-adc9-f9f846cc4e35 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] DELETE failed (client error): The resource could not be found. Jan 28 06:43:45.941773 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3ffa3a-27b8-41f1-adc9-f9f846cc4e35 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:43:45.944686 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2f3ffa3a-27b8-41f1-adc9-f9f846cc4e35 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "DELETE /v2.0/networks/1c7dc862-4f4c-424b-83e2-8cbe4c736861 HTTP/1.1" status: 404 len: 339 time: 0.0205820 Jan 28 06:43:45.947110 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55784) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:45.996553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fef31c9-05fb-48f3-af78-769443e866e6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Deleting subnet 6dbfc6e0-ef43-42fc-b4c5-973b1395f2bc {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:43:45.999937 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fef31c9-05fb-48f3-af78-769443e866e6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for subnet (6dbfc6e0-ef43-42fc-b4c5-973b1395f2bc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:46.049217 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fef31c9-05fb-48f3-af78-769443e866e6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (6dbfc6e0-ef43-42fc-b4c5-973b1395f2bc), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:46.097122 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4d52f952-24cc-401b-bd9c-e255e6f49a5c no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:43:46.118850 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 4d52f952-24cc-401b-bd9c-e255e6f49a5c {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:43:46.119263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 4d52f952-24cc-401b-bd9c-e255e6f49a5c not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:43:46.151235 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fef31c9-05fb-48f3-af78-769443e866e6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (6dbfc6e0-ef43-42fc-b4c5-973b1395f2bc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:46.273616 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fef31c9-05fb-48f3-af78-769443e866e6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (6dbfc6e0-ef43-42fc-b4c5-973b1395f2bc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:46.305406 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef31c9-05fb-48f3-af78-769443e866e6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event deleted for resources: {'Subnet': ['ID=6dbfc6e0-ef43-42fc-b4c5-973b1395f2bc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:46.311625 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fef31c9-05fb-48f3-af78-769443e866e6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:46.317351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5fef31c9-05fb-48f3-af78-769443e866e6 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "DELETE /v2.0/subnets/6dbfc6e0-ef43-42fc-b4c5-973b1395f2bc HTTP/1.1" status: 204 len: 168 time: 0.3670897 Jan 28 06:43:46.318036 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55786) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:46.318681 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facd686c-4762-4bcc-b869-a9d529d0a295 None None] Network 15b96634-fbc1-4d75-b16c-6c77a6ae13af requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:43:46.400336 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (15b96634-fbc1-4d75-b16c-6c77a6ae13af), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:46.467830 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Deleting port 2775d55a-f737-4156-baee-2b679ed3b63f {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:43:46.468173 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2775d55a-f737-4156-baee-2b679ed3b63f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:46.488390 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] DHCP port deletion for 15b96634-fbc1-4d75-b16c-6c77a6ae13af request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:43:46.538252 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] For port 2775d55a-f737-4156-baee-2b679ed3b63f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2775d55a-f737-4156-baee-2b679ed3b63f,segment=NetworkSegment(b3420352-e7d1-43cb-ab4f-940f82642b20),segment_id=b3420352-e7d1-43cb-ab4f-940f82642b20)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:46.538633 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2775d55a-f737-4156-baee-2b679ed3b63f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:46.538817 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Deleting port 2775d55a-f737-4156-baee-2b679ed3b63f {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:43:46.539295 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2775d55a-f737-4156-baee-2b679ed3b63f), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:46.555340 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Calling delete_port for 2775d55a-f737-4156-baee-2b679ed3b63f owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:43:46.616821 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] For port 2775d55a-f737-4156-baee-2b679ed3b63f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2775d55a-f737-4156-baee-2b679ed3b63f,segment=NetworkSegment(b3420352-e7d1-43cb-ab4f-940f82642b20),segment_id=b3420352-e7d1-43cb-ab4f-940f82642b20)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:46.618050 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2775d55a-f737-4156-baee-2b679ed3b63f), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:46.633689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Calling delete_port for 2775d55a-f737-4156-baee-2b679ed3b63f owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:43:46.713303 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (2775d55a-f737-4156-baee-2b679ed3b63f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:46.720852 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (2775d55a-f737-4156-baee-2b679ed3b63f), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:46.743200 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event deleted for resources: {'Port': ['ID=2775d55a-f737-4156-baee-2b679ed3b63f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:46.745104 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] No DVR routers for this DVR port 2775d55a-f737-4156-baee-2b679ed3b63f on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:46.750352 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Pushing event deleted for resources: {'Port': ['ID=2775d55a-f737-4156-baee-2b679ed3b63f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:46.755220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] No DVR routers for this DVR port 2775d55a-f737-4156-baee-2b679ed3b63f on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:46.770905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:46.771251 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:46.771594 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:46.771931 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:46.772262 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:46.772589 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:46.772978 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:46.773303 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:46.773627 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:46.774288 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:46.774521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:46.774847 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:46.775169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cce28c-86b3-4b65-9266-dc72f5e1e2a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:46.830687 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (15b96634-fbc1-4d75-b16c-6c77a6ae13af), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:46.855897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b96634-fbc1-4d75-b16c-6c77a6ae13af']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:46.866318 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3420352-e7d1-43cb-ab4f-940f82642b20') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:46.866637 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3420352-e7d1-43cb-ab4f-940f82642b20') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:46.876861 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (b3420352-e7d1-43cb-ab4f-940f82642b20), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:46.891426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (b3420352-e7d1-43cb-ab4f-940f82642b20), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:46.897360 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:46.897829 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (b3420352-e7d1-43cb-ab4f-940f82642b20), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:46.900905 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:47.056048 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (15b96634-fbc1-4d75-b16c-6c77a6ae13af), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:47.064585 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:47.067200 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] 10.222.0.31 "DELETE /v2.0/networks/15b96634-fbc1-4d75-b16c-6c77a6ae13af HTTP/1.1" status: 204 len: 168 time: 0.7471681 Jan 28 06:43:47.079723 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab886ccf-8690-429d-ab85-925d380ea701 tempest-NetworksIpV6Test-539501121 tempest-NetworksIpV6Test-539501121-project] Pushing event deleted for resources: {'Network': ['ID=15b96634-fbc1-4d75-b16c-6c77a6ae13af,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:47.591255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55792) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:47.724582 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-54e5b2ee-46d8-40a0-9b13-889ad7f0bfdc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7265897670b54e7382b375300581f225&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320851 Jan 28 06:43:47.727007 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55796) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:47.778800 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-295a5c0e-5e67-4f1a-904a-5d735dac028f admin admin] Publish callbacks [] for security_group (9777b591-7156-438d-a0e5-1d3100d5405d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:47.804810 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-295a5c0e-5e67-4f1a-904a-5d735dac028f admin admin] Publish callbacks [] for security_group (9777b591-7156-438d-a0e5-1d3100d5405d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:47.930470 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-295a5c0e-5e67-4f1a-904a-5d735dac028f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (9777b591-7156-438d-a0e5-1d3100d5405d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:47.932940 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-295a5c0e-5e67-4f1a-904a-5d735dac028f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:47.936968 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-295a5c0e-5e67-4f1a-904a-5d735dac028f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9777b591-7156-438d-a0e5-1d3100d5405d HTTP/1.1" status: 204 len: 168 time: 0.2061999 Jan 28 06:43:47.942643 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a5c0e-5e67-4f1a-904a-5d735dac028f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9777b591-7156-438d-a0e5-1d3100d5405d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:48.097645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2775d55a-f737-4156-baee-2b679ed3b63f no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:43:48.123351 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 2775d55a-f737-4156-baee-2b679ed3b63f {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:43:48.124330 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2775d55a-f737-4156-baee-2b679ed3b63f not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:43:48.987404 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55818) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:49.083537 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1397dd12-a81e-4e55-bc3d-6bee3087d217 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1385785782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:49.210339 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1397dd12-a81e-4e55-bc3d-6bee3087d217 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (7b50f85e-a674-4d35-b274-65267e0c9b75), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:49.211468 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1397dd12-a81e-4e55-bc3d-6bee3087d217 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (7b50f85e-a674-4d35-b274-65267e0c9b75), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:49.273487 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1397dd12-a81e-4e55-bc3d-6bee3087d217 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks [] for router_controller (7b50f85e-a674-4d35-b274-65267e0c9b75), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:49.364757 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1397dd12-a81e-4e55-bc3d-6bee3087d217 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (7b50f85e-a674-4d35-b274-65267e0c9b75), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:49.475542 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1397dd12-a81e-4e55-bc3d-6bee3087d217 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:49.476824 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1397dd12-a81e-4e55-bc3d-6bee3087d217 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4883547 Jan 28 06:43:49.479503 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55822) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:49.485408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-97ff9ffe-cc8c-459d-8ed5-02d637f84445 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-698416440'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:49.576278 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ff9ffe-cc8c-459d-8ed5-02d637f84445 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Made reservation on behalf of faf4a48d4f9d479b82659839c09501bc for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:49.580234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97ff9ffe-cc8c-459d-8ed5-02d637f84445 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:49.588981 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97ff9ffe-cc8c-459d-8ed5-02d637f84445 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:49.665118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97ff9ffe-cc8c-459d-8ed5-02d637f84445 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks [] for security_group (f6c8ad9b-f6d5-49f5-948a-ded949bebdab), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:49.741758 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97ff9ffe-cc8c-459d-8ed5-02d637f84445 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f6c8ad9b-f6d5-49f5-948a-ded949bebdab), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:49.768913 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ff9ffe-cc8c-459d-8ed5-02d637f84445 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:43:49.783281 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff9ffe-cc8c-459d-8ed5-02d637f84445 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c8ad9b-f6d5-49f5-948a-ded949bebdab,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:49.788026 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97ff9ffe-cc8c-459d-8ed5-02d637f84445 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (88c29430-12ea-4fef-b43a-bb9b64066f40), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:49.788377 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-97ff9ffe-cc8c-459d-8ed5-02d637f84445 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Added segment 88c29430-12ea-4fef-b43a-bb9b64066f40 of type vlan for network 4b84cf0a-6346-4c73-91b8-cb6ca30546e4 Jan 28 06:43:49.829154 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97ff9ffe-cc8c-459d-8ed5-02d637f84445 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (4b84cf0a-6346-4c73-91b8-cb6ca30546e4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:49.945769 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97ff9ffe-cc8c-459d-8ed5-02d637f84445 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (4b84cf0a-6346-4c73-91b8-cb6ca30546e4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:49.950836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ff9ffe-cc8c-459d-8ed5-02d637f84445 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:49.952008 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-97ff9ffe-cc8c-459d-8ed5-02d637f84445 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:50.017866 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff9ffe-cc8c-459d-8ed5-02d637f84445 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Pushing event updated for resources: {'Network': ['ID=4b84cf0a-6346-4c73-91b8-cb6ca30546e4,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:50.028593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 4b84cf0a-6346-4c73-91b8-cb6ca30546e4 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:43:50.081720 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-97ff9ffe-cc8c-459d-8ed5-02d637f84445 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6010971 Jan 28 06:43:50.084725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55824) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:50.089937 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ac3c3ddd-8715-487c-9326-d5c51fef5bf3 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Request body: {'subnet': {'network_id': '4b84cf0a-6346-4c73-91b8-cb6ca30546e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:50.244698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3c3ddd-8715-487c-9326-d5c51fef5bf3 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Made reservation on behalf of faf4a48d4f9d479b82659839c09501bc for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:50.248889 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3ddd-8715-487c-9326-d5c51fef5bf3 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:50.490822 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3ddd-8715-487c-9326-d5c51fef5bf3 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (f2cdbab1-4e3b-4449-8971-1d101b0f8284), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:50.563846 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c3ddd-8715-487c-9326-d5c51fef5bf3 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Pushing event updated for resources: {'Subnet': ['ID=f2cdbab1-4e3b-4449-8971-1d101b0f8284,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:50.575783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c3ddd-8715-487c-9326-d5c51fef5bf3 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Checking segment: {'id': '88c29430-12ea-4fef-b43a-bb9b64066f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4b84cf0a-6346-4c73-91b8-cb6ca30546e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:43:50.576147 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3c3ddd-8715-487c-9326-d5c51fef5bf3 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Network hostable DHCP agents. Network: 4b84cf0a-6346-4c73-91b8-cb6ca30546e4, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:43:50.672152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3c3ddd-8715-487c-9326-d5c51fef5bf3 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Network 4b84cf0a-6346-4c73-91b8-cb6ca30546e4 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:43:50.745231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ac3c3ddd-8715-487c-9326-d5c51fef5bf3 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 4b84cf0a-6346-4c73-91b8-cb6ca30546e4) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:50.754363 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3c3ddd-8715-487c-9326-d5c51fef5bf3 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:50.754363 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3ddd-8715-487c-9326-d5c51fef5bf3 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:50.757682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9233b95a-742b-4644-9fd8-200489052cb4 None None] Network 4b84cf0a-6346-4c73-91b8-cb6ca30546e4 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:43:50.828044 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ac3c3ddd-8715-487c-9326-d5c51fef5bf3 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7391756 Jan 28 06:43:50.828378 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55826) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:50.838342 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-444ffb24-6fff-4d8f-a1f9-590864b82c79 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-912560880'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:50.860245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-4b84cf0a-6346-4c73-91b8-cb6ca30546e4', 'network_id': '4b84cf0a-6346-4c73-91b8-cb6ca30546e4', 'project_id': 'faf4a48d4f9d479b82659839c09501bc', 'fixed_ips': [{'subnet_id': 'f2cdbab1-4e3b-4449-8971-1d101b0f8284'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:43:50.861151 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:50.901509 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444ffb24-6fff-4d8f-a1f9-590864b82c79 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Made reservation on behalf of faf4a48d4f9d479b82659839c09501bc for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:50.905607 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-444ffb24-6fff-4d8f-a1f9-590864b82c79 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:50.942864 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444ffb24-6fff-4d8f-a1f9-590864b82c79 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:43:50.953643 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-444ffb24-6fff-4d8f-a1f9-590864b82c79 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (e516dd37-49d6-4bd8-a1fd-e264ba40b4a2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:50.953988 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-444ffb24-6fff-4d8f-a1f9-590864b82c79 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Added segment e516dd37-49d6-4bd8-a1fd-e264ba40b4a2 of type vlan for network 7661af05-4ce6-46f4-9b59-61428363b6af Jan 28 06:43:51.000562 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-444ffb24-6fff-4d8f-a1f9-590864b82c79 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (7661af05-4ce6-46f4-9b59-61428363b6af), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:51.012955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Allocated IP 172.20.0.2 (4b84cf0a-6346-4c73-91b8-cb6ca30546e4/f2cdbab1-4e3b-4449-8971-1d101b0f8284/9d0644af-d5d5-466c-8eac-ab6a84e66861) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:51.095900 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-444ffb24-6fff-4d8f-a1f9-590864b82c79 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (7661af05-4ce6-46f4-9b59-61428363b6af), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:51.101361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444ffb24-6fff-4d8f-a1f9-590864b82c79 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:51.101986 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-444ffb24-6fff-4d8f-a1f9-590864b82c79 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:51.162167 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Publish callbacks [] for port (9d0644af-d5d5-466c-8eac-ab6a84e66861), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:51.170575 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ffb24-6fff-4d8f-a1f9-590864b82c79 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Pushing event updated for resources: {'Network': ['ID=7661af05-4ce6-46f4-9b59-61428363b6af,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:51.180779 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 7661af05-4ce6-46f4-9b59-61428363b6af details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:43:51.189125 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-444ffb24-6fff-4d8f-a1f9-590864b82c79 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3595169 Jan 28 06:43:51.191814 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55828) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:51.197817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c7d768a3-fb8c-4a97-a7a9-376eabb81ab6 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Request body: {'subnet': {'network_id': '7661af05-4ce6-46f4-9b59-61428363b6af', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:51.260196 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (9d0644af-d5d5-466c-8eac-ab6a84e66861), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:51.309829 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Network 4b84cf0a-6346-4c73-91b8-cb6ca30546e4 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:51.311427 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Pushing event updated for resources: {'Port': ['ID=9d0644af-d5d5-466c-8eac-ab6a84e66861,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:51.313969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:51.316060 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:43:51.372863 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Attempting to bind port 9d0644af-d5d5-466c-8eac-ab6a84e66861 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:43:51.373263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Attempting to bind port 9d0644af-d5d5-466c-8eac-ab6a84e66861 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '88c29430-12ea-4fef-b43a-bb9b64066f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4b84cf0a-6346-4c73-91b8-cb6ca30546e4'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:43:51.374322 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Attempting to bind port 9d0644af-d5d5-466c-8eac-ab6a84e66861 on network 4b84cf0a-6346-4c73-91b8-cb6ca30546e4 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:43:51.375793 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d768a3-fb8c-4a97-a7a9-376eabb81ab6 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Made reservation on behalf of faf4a48d4f9d479b82659839c09501bc for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:51.379600 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:43:51.379971 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Checking segment: {'id': '88c29430-12ea-4fef-b43a-bb9b64066f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4b84cf0a-6346-4c73-91b8-cb6ca30546e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:43:51.380395 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7d768a3-fb8c-4a97-a7a9-376eabb81ab6 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:51.380557 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:51.380784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Bound using segment: {'id': '88c29430-12ea-4fef-b43a-bb9b64066f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4b84cf0a-6346-4c73-91b8-cb6ca30546e4'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:43:51.381244 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Bound port: 9d0644af-d5d5-466c-8eac-ab6a84e66861, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c29430-12ea-4fef-b43a-bb9b64066f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4b84cf0a-6346-4c73-91b8-cb6ca30546e4'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:43:51.381623 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9d0644af-d5d5-466c-8eac-ab6a84e66861), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:51.445028 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] For port 9d0644af-d5d5-466c-8eac-ab6a84e66861, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:43:51.448260 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] For port 9d0644af-d5d5-466c-8eac-ab6a84e66861, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=9d0644af-d5d5-466c-8eac-ab6a84e66861,segment=NetworkSegment(88c29430-12ea-4fef-b43a-bb9b64066f40),segment_id=88c29430-12ea-4fef-b43a-bb9b64066f40)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:43:51.540926 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (9d0644af-d5d5-466c-8eac-ab6a84e66861), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:51.603714 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0c14d-4093-4a1b-9e2e-b5f303202b69 None None] Pushing event updated for resources: {'Port': ['ID=9d0644af-d5d5-466c-8eac-ab6a84e66861,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:51.673179 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7d768a3-fb8c-4a97-a7a9-376eabb81ab6 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (61848350-f7c1-41db-90a5-7de40b897836), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:51.740567 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d768a3-fb8c-4a97-a7a9-376eabb81ab6 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Pushing event updated for resources: {'Subnet': ['ID=61848350-f7c1-41db-90a5-7de40b897836,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:51.768181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d768a3-fb8c-4a97-a7a9-376eabb81ab6 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Checking segment: {'id': 'e516dd37-49d6-4bd8-a1fd-e264ba40b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7661af05-4ce6-46f4-9b59-61428363b6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:43:51.772869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d768a3-fb8c-4a97-a7a9-376eabb81ab6 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Network hostable DHCP agents. Network: 7661af05-4ce6-46f4-9b59-61428363b6af, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:43:51.941875 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d768a3-fb8c-4a97-a7a9-376eabb81ab6 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Network 7661af05-4ce6-46f4-9b59-61428363b6af is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:43:52.038574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-c7d768a3-fb8c-4a97-a7a9-376eabb81ab6 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 7661af05-4ce6-46f4-9b59-61428363b6af) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:52.043994 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d768a3-fb8c-4a97-a7a9-376eabb81ab6 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:52.044725 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c7d768a3-fb8c-4a97-a7a9-376eabb81ab6 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:52.050886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878db69d-7e63-4470-9c15-5ff742b3865c None None] Network 7661af05-4ce6-46f4-9b59-61428363b6af requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:43:52.143178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55830) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:52.145495 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c7d768a3-fb8c-4a97-a7a9-376eabb81ab6 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9503136 Jan 28 06:43:52.150504 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8e22f937-0480-4090-ae33-d3174f8f4c78 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Request body: {'router': {'external_gateway_info': {'network_id': '7661af05-4ce6-46f4-9b59-61428363b6af'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:52.189396 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-7661af05-4ce6-46f4-9b59-61428363b6af', 'network_id': '7661af05-4ce6-46f4-9b59-61428363b6af', 'project_id': 'faf4a48d4f9d479b82659839c09501bc', 'fixed_ips': [{'subnet_id': '61848350-f7c1-41db-90a5-7de40b897836'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:43:52.191069 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:52.193586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 9d0644af-d5d5-466c-8eac-ab6a84e66861 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:43:52.332457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 9d0644af-d5d5-466c-8eac-ab6a84e66861 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:52.332672 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (9d0644af-d5d5-466c-8eac-ab6a84e66861), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:52.454497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Allocated IP 172.21.0.2 (7661af05-4ce6-46f4-9b59-61428363b6af/61848350-f7c1-41db-90a5-7de40b897836/7e6ef7c3-317a-4007-a96f-399e70c424bb) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:52.479982 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e22f937-0480-4090-ae33-d3174f8f4c78 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks [] for router_gateway (7b50f85e-a674-4d35-b274-65267e0c9b75), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:52.482111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 9d0644af-d5d5-466c-8eac-ab6a84e66861 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:43:52.483469 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (9d0644af-d5d5-466c-8eac-ab6a84e66861), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:52.568142 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 9d0644af-d5d5-466c-8eac-ab6a84e66861, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=9d0644af-d5d5-466c-8eac-ab6a84e66861,segment=NetworkSegment(88c29430-12ea-4fef-b43a-bb9b64066f40),segment_id=88c29430-12ea-4fef-b43a-bb9b64066f40)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:52.640097 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (9d0644af-d5d5-466c-8eac-ab6a84e66861), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:52.696042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=9d0644af-d5d5-466c-8eac-ab6a84e66861,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:52.723628 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Publish callbacks [] for port (7e6ef7c3-317a-4007-a96f-399e70c424bb), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:52.727847 n-d-812111-12 neutron-server[103635]: INFO neutron.api.v2.resource [None req-8e22f937-0480-4090-ae33-d3174f8f4c78 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:43:52.729163 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8e22f937-0480-4090-ae33-d3174f8f4c78 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] 10.222.0.31 "PUT /v2.0/routers/7b50f85e-a674-4d35-b274-65267e0c9b75 HTTP/1.1" status: 400 len: 364 time: 0.5836713 Jan 28 06:43:52.735067 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55832) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:52.748174 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c5e1c6-48f1-40db-8d87-f8a7499047ac None None] Network 4b84cf0a-6346-4c73-91b8-cb6ca30546e4 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:43:52.791850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-be190117-eeba-43e3-bbff-c1d3a7f3033c tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Deleting subnet 61848350-f7c1-41db-90a5-7de40b897836 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:43:52.815847 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be190117-eeba-43e3-bbff-c1d3a7f3033c tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks [] for subnet (61848350-f7c1-41db-90a5-7de40b897836), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:52.860706 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be190117-eeba-43e3-bbff-c1d3a7f3033c tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (61848350-f7c1-41db-90a5-7de40b897836), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:52.958043 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be190117-eeba-43e3-bbff-c1d3a7f3033c tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (61848350-f7c1-41db-90a5-7de40b897836), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:52.990209 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b1e59a17-c0e9-4bdb-b7a7-eec688d65263 None None] Provisioning complete for port 9d0644af-d5d5-466c-8eac-ab6a84e66861 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:52.990513 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b1e59a17-c0e9-4bdb-b7a7-eec688d65263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (9d0644af-d5d5-466c-8eac-ab6a84e66861), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:52.992704 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (7e6ef7c3-317a-4007-a96f-399e70c424bb), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:53.079164 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be190117-eeba-43e3-bbff-c1d3a7f3033c tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (61848350-f7c1-41db-90a5-7de40b897836), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:53.085682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Network 7661af05-4ce6-46f4-9b59-61428363b6af is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:53.096352 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:53.099412 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:43:53.105166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Pushing event updated for resources: {'Port': ['ID=7e6ef7c3-317a-4007-a96f-399e70c424bb,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:53.108521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be190117-eeba-43e3-bbff-c1d3a7f3033c tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Pushing event deleted for resources: {'Subnet': ['ID=61848350-f7c1-41db-90a5-7de40b897836,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:53.112591 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be190117-eeba-43e3-bbff-c1d3a7f3033c tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:53.116461 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-be190117-eeba-43e3-bbff-c1d3a7f3033c tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] 10.222.0.31 "DELETE /v2.0/subnets/61848350-f7c1-41db-90a5-7de40b897836 HTTP/1.1" status: 204 len: 168 time: 0.3804402 Jan 28 06:43:53.119480 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55834) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:53.205272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Attempting to bind port 7e6ef7c3-317a-4007-a96f-399e70c424bb on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:43:53.205888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Attempting to bind port 7e6ef7c3-317a-4007-a96f-399e70c424bb by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'e516dd37-49d6-4bd8-a1fd-e264ba40b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7661af05-4ce6-46f4-9b59-61428363b6af'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:43:53.205987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Attempting to bind port 7e6ef7c3-317a-4007-a96f-399e70c424bb on network 7661af05-4ce6-46f4-9b59-61428363b6af {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:43:53.215359 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (7661af05-4ce6-46f4-9b59-61428363b6af), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:53.215902 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:43:53.216040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Checking segment: {'id': 'e516dd37-49d6-4bd8-a1fd-e264ba40b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7661af05-4ce6-46f4-9b59-61428363b6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:43:53.216351 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:53.217293 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Bound using segment: {'id': 'e516dd37-49d6-4bd8-a1fd-e264ba40b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7661af05-4ce6-46f4-9b59-61428363b6af'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:43:53.217800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Bound port: 7e6ef7c3-317a-4007-a96f-399e70c424bb, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e516dd37-49d6-4bd8-a1fd-e264ba40b4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7661af05-4ce6-46f4-9b59-61428363b6af'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:43:53.218143 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7e6ef7c3-317a-4007-a96f-399e70c424bb), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:53.237594 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b1e59a17-c0e9-4bdb-b7a7-eec688d65263 None None] Current status of the port 9d0644af-d5d5-466c-8eac-ab6a84e66861 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:43:53.292239 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Deleting port 7e6ef7c3-317a-4007-a96f-399e70c424bb {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:43:53.293241 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7e6ef7c3-317a-4007-a96f-399e70c424bb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:53.293635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] For port 7e6ef7c3-317a-4007-a96f-399e70c424bb, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:43:53.298566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] For port 7e6ef7c3-317a-4007-a96f-399e70c424bb, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7e6ef7c3-317a-4007-a96f-399e70c424bb,segment=NetworkSegment(e516dd37-49d6-4bd8-a1fd-e264ba40b4a2),segment_id=e516dd37-49d6-4bd8-a1fd-e264ba40b4a2)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:43:53.360102 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7e6ef7c3-317a-4007-a96f-399e70c424bb), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:53.364700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] For port 7e6ef7c3-317a-4007-a96f-399e70c424bb, host n-d-812111-12, got binding levels [] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:53.369534 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7e6ef7c3-317a-4007-a96f-399e70c424bb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:53.381861 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Calling delete_port for 7e6ef7c3-317a-4007-a96f-399e70c424bb owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:43:53.466851 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74441e65-ac44-4574-965b-cdb02d78be36 None None] Pushing event updated for resources: {'Port': ['ID=7e6ef7c3-317a-4007-a96f-399e70c424bb,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:53.470746 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-79169ac3-0de2-4cba-bd0f-7ae50a14ec30 None None] Provisioning complete for port 9d0644af-d5d5-466c-8eac-ab6a84e66861 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:53.470746 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79169ac3-0de2-4cba-bd0f-7ae50a14ec30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (9d0644af-d5d5-466c-8eac-ab6a84e66861), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:53.495692 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed510fd6-05b5-4a97-bf84-c907e5dc14ed None None] get_active_networks_info from n-d-812111-12 {{(pid=103636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 06:43:53.562814 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (7e6ef7c3-317a-4007-a96f-399e70c424bb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:53.575250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] No DVR routers for this DVR port 7e6ef7c3-317a-4007-a96f-399e70c424bb on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:53.600712 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Pushing event deleted for resources: {'Port': ['ID=7e6ef7c3-317a-4007-a96f-399e70c424bb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:53.609604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed510fd6-05b5-4a97-bf84-c907e5dc14ed None None] Resources bound (agent type, host, resource id): {{(pid=103636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:43:53.615184 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-79169ac3-0de2-4cba-bd0f-7ae50a14ec30 None None] Current status of the port 9d0644af-d5d5-466c-8eac-ab6a84e66861 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:43:53.675685 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (7661af05-4ce6-46f4-9b59-61428363b6af), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:53.705128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7661af05-4ce6-46f4-9b59-61428363b6af']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:53.714771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e516dd37-49d6-4bd8-a1fd-e264ba40b4a2') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:53.715064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e516dd37-49d6-4bd8-a1fd-e264ba40b4a2') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:53.773891 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffbd7fa-f2c5-4394-92be-1aa2225a8b89 None None] Network 7661af05-4ce6-46f4-9b59-61428363b6af requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:43:54.005891 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (e516dd37-49d6-4bd8-a1fd-e264ba40b4a2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:54.019944 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (e516dd37-49d6-4bd8-a1fd-e264ba40b4a2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:54.025984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:54.026500 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (e516dd37-49d6-4bd8-a1fd-e264ba40b4a2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:54.030019 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:54.104839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 9d0644af-d5d5-466c-8eac-ab6a84e66861 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:43:54.157793 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 9d0644af-d5d5-466c-8eac-ab6a84e66861 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:54.158242 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (9d0644af-d5d5-466c-8eac-ab6a84e66861), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:54.175825 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (7661af05-4ce6-46f4-9b59-61428363b6af), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:54.185748 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:54.188982 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] 10.222.0.31 "DELETE /v2.0/networks/7661af05-4ce6-46f4-9b59-61428363b6af HTTP/1.1" status: 204 len: 168 time: 1.0683658 Jan 28 06:43:54.191886 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55836) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:54.199430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d371ee7-3277-4a23-890f-46ae1262d8d9 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Pushing event deleted for resources: {'Network': ['ID=7661af05-4ce6-46f4-9b59-61428363b6af,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:54.238596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 9d0644af-d5d5-466c-8eac-ab6a84e66861 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:43:54.254355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf82a42-6fe0-4f75-a890-2aa41558d955 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Deleting subnet f2cdbab1-4e3b-4449-8971-1d101b0f8284 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:43:54.257800 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6bf82a42-6fe0-4f75-a890-2aa41558d955 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks [] for subnet (f2cdbab1-4e3b-4449-8971-1d101b0f8284), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:54.299758 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6bf82a42-6fe0-4f75-a890-2aa41558d955 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (f2cdbab1-4e3b-4449-8971-1d101b0f8284), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:54.387458 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6bf82a42-6fe0-4f75-a890-2aa41558d955 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (f2cdbab1-4e3b-4449-8971-1d101b0f8284), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:54.534792 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6bf82a42-6fe0-4f75-a890-2aa41558d955 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (f2cdbab1-4e3b-4449-8971-1d101b0f8284), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:54.563388 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf82a42-6fe0-4f75-a890-2aa41558d955 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Pushing event deleted for resources: {'Subnet': ['ID=f2cdbab1-4e3b-4449-8971-1d101b0f8284,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:54.567137 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6bf82a42-6fe0-4f75-a890-2aa41558d955 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:54.573022 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6bf82a42-6fe0-4f75-a890-2aa41558d955 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] 10.222.0.31 "DELETE /v2.0/subnets/f2cdbab1-4e3b-4449-8971-1d101b0f8284 HTTP/1.1" status: 204 len: 168 time: 0.3768032 Jan 28 06:43:54.573238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55838) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:54.578836 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89dbc8d-cf67-4c5c-9353-181e82e2eef7 None None] Network 4b84cf0a-6346-4c73-91b8-cb6ca30546e4 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:43:54.657720 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (4b84cf0a-6346-4c73-91b8-cb6ca30546e4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:54.720126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Deleting port 9d0644af-d5d5-466c-8eac-ab6a84e66861 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:43:54.720460 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (9d0644af-d5d5-466c-8eac-ab6a84e66861), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:54.736521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0668a3c9-7fcc-4b7f-bef7-7137d8dce05d None None] DHCP port deletion for 4b84cf0a-6346-4c73-91b8-cb6ca30546e4 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:43:54.784358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] For port 9d0644af-d5d5-466c-8eac-ab6a84e66861, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=9d0644af-d5d5-466c-8eac-ab6a84e66861,segment=NetworkSegment(88c29430-12ea-4fef-b43a-bb9b64066f40),segment_id=88c29430-12ea-4fef-b43a-bb9b64066f40)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:54.785162 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (9d0644af-d5d5-466c-8eac-ab6a84e66861), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:54.790764 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0668a3c9-7fcc-4b7f-bef7-7137d8dce05d None None] Deleting port 9d0644af-d5d5-466c-8eac-ab6a84e66861 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:43:54.791134 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0668a3c9-7fcc-4b7f-bef7-7137d8dce05d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (9d0644af-d5d5-466c-8eac-ab6a84e66861), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:54.801378 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Calling delete_port for 9d0644af-d5d5-466c-8eac-ab6a84e66861 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:43:54.866666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0668a3c9-7fcc-4b7f-bef7-7137d8dce05d None None] For port 9d0644af-d5d5-466c-8eac-ab6a84e66861, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=9d0644af-d5d5-466c-8eac-ab6a84e66861,segment=NetworkSegment(88c29430-12ea-4fef-b43a-bb9b64066f40),segment_id=88c29430-12ea-4fef-b43a-bb9b64066f40)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:43:54.867208 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0668a3c9-7fcc-4b7f-bef7-7137d8dce05d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (9d0644af-d5d5-466c-8eac-ab6a84e66861), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:54.880721 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0668a3c9-7fcc-4b7f-bef7-7137d8dce05d None None] Calling delete_port for 9d0644af-d5d5-466c-8eac-ab6a84e66861 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:43:54.993260 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (9d0644af-d5d5-466c-8eac-ab6a84e66861), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:54.999123 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0668a3c9-7fcc-4b7f-bef7-7137d8dce05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (9d0644af-d5d5-466c-8eac-ab6a84e66861), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:55.025519 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668a3c9-7fcc-4b7f-bef7-7137d8dce05d None None] Pushing event deleted for resources: {'Port': ['ID=9d0644af-d5d5-466c-8eac-ab6a84e66861,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:55.031304 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Pushing event deleted for resources: {'Port': ['ID=9d0644af-d5d5-466c-8eac-ab6a84e66861,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:55.032961 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668a3c9-7fcc-4b7f-bef7-7137d8dce05d None None] No DVR routers for this DVR port 9d0644af-d5d5-466c-8eac-ab6a84e66861 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:55.033187 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] No DVR routers for this DVR port 9d0644af-d5d5-466c-8eac-ab6a84e66861 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:55.137122 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (4b84cf0a-6346-4c73-91b8-cb6ca30546e4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:55.161451 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b84cf0a-6346-4c73-91b8-cb6ca30546e4']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:55.171603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c29430-12ea-4fef-b43a-bb9b64066f40') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:55.171899 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c29430-12ea-4fef-b43a-bb9b64066f40') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:55.181782 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (88c29430-12ea-4fef-b43a-bb9b64066f40), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:55.195586 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (88c29430-12ea-4fef-b43a-bb9b64066f40), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:55.202422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:55.202821 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (88c29430-12ea-4fef-b43a-bb9b64066f40), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:55.205963 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:55.368687 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (4b84cf0a-6346-4c73-91b8-cb6ca30546e4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:55.375170 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:55.379429 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] 10.222.0.31 "DELETE /v2.0/networks/4b84cf0a-6346-4c73-91b8-cb6ca30546e4 HTTP/1.1" status: 204 len: 168 time: 0.8046682 Jan 28 06:43:55.381867 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55840) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:55.415702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281a1cf-f728-4ac1-b3ce-41633c9b582d tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Pushing event deleted for resources: {'Network': ['ID=4b84cf0a-6346-4c73-91b8-cb6ca30546e4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:55.415937 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a8a4923b-5ed8-4e09-83ed-ac849b0c8721 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b50f85e-a674-4d35-b274-65267e0c9b75 HTTP/1.1" status: 200 len: 205 time: 0.0325513 Jan 28 06:43:55.416522 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55842) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:55.508169 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6bed36c8-d022-4631-a0b0-f32532fe1b89 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks [] for router (7b50f85e-a674-4d35-b274-65267e0c9b75), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:55.608899 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:55.687728 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6bed36c8-d022-4631-a0b0-f32532fe1b89 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (7b50f85e-a674-4d35-b274-65267e0c9b75), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:55.689983 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6bed36c8-d022-4631-a0b0-f32532fe1b89 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks [] for router_controller (7b50f85e-a674-4d35-b274-65267e0c9b75), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:55.838806 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6bed36c8-d022-4631-a0b0-f32532fe1b89 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (7b50f85e-a674-4d35-b274-65267e0c9b75), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:55.839359 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bed36c8-d022-4631-a0b0-f32532fe1b89 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Fanout notify agent at l3_agent the message router_deleted on router 7b50f85e-a674-4d35-b274-65267e0c9b75 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:43:55.846436 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6bed36c8-d022-4631-a0b0-f32532fe1b89 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:55.847548 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6bed36c8-d022-4631-a0b0-f32532fe1b89 tempest-RoutersNegativeTest-1587285919 tempest-RoutersNegativeTest-1587285919-project] 10.222.0.31 "DELETE /v2.0/routers/7b50f85e-a674-4d35-b274-65267e0c9b75 HTTP/1.1" status: 204 len: 168 time: 0.4299147 Jan 28 06:43:56.093342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 9d0644af-d5d5-466c-8eac-ab6a84e66861 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:43:56.126069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 9d0644af-d5d5-466c-8eac-ab6a84e66861 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:43:56.126798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 9d0644af-d5d5-466c-8eac-ab6a84e66861 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:43:56.391966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55848) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:56.524584 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7884a87f-49c6-4047-be90-96136fadab15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=faf4a48d4f9d479b82659839c09501bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314130 Jan 28 06:43:56.527048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55852) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:56.580821 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e428a936-c140-437c-910c-e166f7dc5c5b admin admin] Publish callbacks [] for security_group (f6c8ad9b-f6d5-49f5-948a-ded949bebdab), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:56.602124 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e428a936-c140-437c-910c-e166f7dc5c5b admin admin] Publish callbacks [] for security_group (f6c8ad9b-f6d5-49f5-948a-ded949bebdab), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:56.753190 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e428a936-c140-437c-910c-e166f7dc5c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (f6c8ad9b-f6d5-49f5-948a-ded949bebdab), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:56.756036 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e428a936-c140-437c-910c-e166f7dc5c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:56.757268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e428a936-c140-437c-910c-e166f7dc5c5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6c8ad9b-f6d5-49f5-948a-ded949bebdab HTTP/1.1" status: 204 len: 168 time: 0.2292924 Jan 28 06:43:56.766317 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428a936-c140-437c-910c-e166f7dc5c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c8ad9b-f6d5-49f5-948a-ded949bebdab,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:57.974118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55874) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:58.072124 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b0d8e278-a436-4245-8623-c61581c42497 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1633284663-network', 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:58.241291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d8e278-a436-4245-8623-c61581c42497 admin admin] Made reservation on behalf of 134e5da27d264eb4bf1dbcb853783d0c for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:58.241291 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e278-a436-4245-8623-c61581c42497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:58.249987 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e278-a436-4245-8623-c61581c42497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:58.259452 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:58.323584 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e278-a436-4245-8623-c61581c42497 admin admin] Publish callbacks [] for security_group (4e64cf19-12ea-47ec-9602-34b857873423), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:58.419711 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e278-a436-4245-8623-c61581c42497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4e64cf19-12ea-47ec-9602-34b857873423), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:58.442188 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d8e278-a436-4245-8623-c61581c42497 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:43:58.457083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8e278-a436-4245-8623-c61581c42497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e64cf19-12ea-47ec-9602-34b857873423,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:58.463474 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e278-a436-4245-8623-c61581c42497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ef4efc35-a733-4faf-bfc7-6c4b8d7b9344), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:58.463825 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-b0d8e278-a436-4245-8623-c61581c42497 admin admin] Added segment ef4efc35-a733-4faf-bfc7-6c4b8d7b9344 of type vlan for network c3d3f0ba-2dd6-45f3-9474-c281910927d3 Jan 28 06:43:58.504577 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e278-a436-4245-8623-c61581c42497 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (c3d3f0ba-2dd6-45f3-9474-c281910927d3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:58.615630 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e278-a436-4245-8623-c61581c42497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (c3d3f0ba-2dd6-45f3-9474-c281910927d3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:58.616683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d8e278-a436-4245-8623-c61581c42497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:58.617267 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e278-a436-4245-8623-c61581c42497 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:58.656884 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:43:58.678237 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8e278-a436-4245-8623-c61581c42497 admin admin] Pushing event updated for resources: {'Network': ['ID=c3d3f0ba-2dd6-45f3-9474-c281910927d3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:58.689312 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network c3d3f0ba-2dd6-45f3-9474-c281910927d3 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:43:58.766400 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b0d8e278-a436-4245-8623-c61581c42497 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7910788 Jan 28 06:43:58.769249 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55880) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:58.774163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e654b27d-e611-4daf-a36e-c17830b7a911 admin admin] Request body: {'subnet': {'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1633284663-subnet', 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:58.872546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e654b27d-e611-4daf-a36e-c17830b7a911 admin admin] Made reservation on behalf of 134e5da27d264eb4bf1dbcb853783d0c for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:58.875414 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e654b27d-e611-4daf-a36e-c17830b7a911 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:59.099841 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e654b27d-e611-4daf-a36e-c17830b7a911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (dffbce7f-b94c-4cd2-9df0-7a780b5aceee), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:59.159658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654b27d-e611-4daf-a36e-c17830b7a911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dffbce7f-b94c-4cd2-9df0-7a780b5aceee,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:59.164856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e654b27d-e611-4daf-a36e-c17830b7a911 admin admin] Checking segment: {'id': 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:43:59.165224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e654b27d-e611-4daf-a36e-c17830b7a911 admin admin] Network hostable DHCP agents. Network: c3d3f0ba-2dd6-45f3-9474-c281910927d3, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:43:59.244133 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e654b27d-e611-4daf-a36e-c17830b7a911 admin admin] Network c3d3f0ba-2dd6-45f3-9474-c281910927d3 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:43:59.324479 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e654b27d-e611-4daf-a36e-c17830b7a911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, c3d3f0ba-2dd6-45f3-9474-c281910927d3) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:59.329473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e654b27d-e611-4daf-a36e-c17830b7a911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:59.330063 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e654b27d-e611-4daf-a36e-c17830b7a911 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:59.334628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada7f868-8b57-434f-b895-75a809c5ad59 None None] Network c3d3f0ba-2dd6-45f3-9474-c281910927d3 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:43:59.436439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-c3d3f0ba-2dd6-45f3-9474-c281910927d3', 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3', 'project_id': '134e5da27d264eb4bf1dbcb853783d0c', 'fixed_ips': [{'subnet_id': 'dffbce7f-b94c-4cd2-9df0-7a780b5aceee'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:43:59.437289 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:59.447760 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e654b27d-e611-4daf-a36e-c17830b7a911 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6774211 Jan 28 06:43:59.450411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55882) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:43:59.458685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1633284663-router', 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:59.570549 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (726901e5-ff3d-45bf-a136-df60085b1933), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:59.571713 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (726901e5-ff3d-45bf-a136-df60085b1933), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:59.577261 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Allocated IP 172.20.0.2 (c3d3f0ba-2dd6-45f3-9474-c281910927d3/dffbce7f-b94c-4cd2-9df0-7a780b5aceee/0c623f60-db3f-4d3f-9dbd-7352c1bce656) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:59.630709 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Publish callbacks [] for router_controller (726901e5-ff3d-45bf-a136-df60085b1933), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:59.727798 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Publish callbacks [] for port (0c623f60-db3f-4d3f-9dbd-7352c1bce656), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:43:59.953974 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Publish callbacks [] for router_gateway (726901e5-ff3d-45bf-a136-df60085b1933), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:00.048495 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (0c623f60-db3f-4d3f-9dbd-7352c1bce656), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:00.085795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Network c3d3f0ba-2dd6-45f3-9474-c281910927d3 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:00.088682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:00.092241 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:44:00.105612 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Pushing event updated for resources: {'Port': ['ID=0c623f60-db3f-4d3f-9dbd-7352c1bce656,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:00.158618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Attempting to bind port 0c623f60-db3f-4d3f-9dbd-7352c1bce656 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:44:00.158993 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Attempting to bind port 0c623f60-db3f-4d3f-9dbd-7352c1bce656 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:44:00.159542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Attempting to bind port 0c623f60-db3f-4d3f-9dbd-7352c1bce656 on network c3d3f0ba-2dd6-45f3-9474-c281910927d3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:44:00.166220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:44:00.167093 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Checking segment: {'id': 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:44:00.167241 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:00.167533 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Bound using segment: {'id': 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:44:00.168002 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Bound port: 0c623f60-db3f-4d3f-9dbd-7352c1bce656, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:44:00.168381 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0c623f60-db3f-4d3f-9dbd-7352c1bce656), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:00.235287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] For port 0c623f60-db3f-4d3f-9dbd-7352c1bce656, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:44:00.238168 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] For port 0c623f60-db3f-4d3f-9dbd-7352c1bce656, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0c623f60-db3f-4d3f-9dbd-7352c1bce656,segment=NetworkSegment(ef4efc35-a733-4faf-bfc7-6c4b8d7b9344),segment_id=ef4efc35-a733-4faf-bfc7-6c4b8d7b9344)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:44:00.322386 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Publish callbacks [] for router_gateway (726901e5-ff3d-45bf-a136-df60085b1933), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:00.329582 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:00.342453 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0c623f60-db3f-4d3f-9dbd-7352c1bce656), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:00.408349 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0a6c1-f307-4ed0-b2e5-da6f3f833321 None None] Pushing event updated for resources: {'Port': ['ID=0c623f60-db3f-4d3f-9dbd-7352c1bce656,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:00.449888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Allocated IP 172.25.0.159 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/32349051-3a7f-49a6-bad7-224190c44dfc) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:00.578992 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Publish callbacks [] for port (32349051-3a7f-49a6-bad7-224190c44dfc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:00.702138 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (32349051-3a7f-49a6-bad7-224190c44dfc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:00.744253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:00.748057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:00.750458 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:44:00.775902 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Pushing event updated for resources: {'Port': ['ID=32349051-3a7f-49a6-bad7-224190c44dfc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:01.136391 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Publish callbacks [] for router_gateway (726901e5-ff3d-45bf-a136-df60085b1933), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:01.345975 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (726901e5-ff3d-45bf-a136-df60085b1933), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:01.365802 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45702746-7e0e-4fe6-9653-cc1cdb2ae687 None None] Network c3d3f0ba-2dd6-45f3-9474-c281910927d3 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:44:01.429108 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-cd664920-17d2-4b95-a61e-ca5fb4da585f None None] Provisioning complete for port 0c623f60-db3f-4d3f-9dbd-7352c1bce656 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:01.429495 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd664920-17d2-4b95-a61e-ca5fb4da585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0c623f60-db3f-4d3f-9dbd-7352c1bce656), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:01.547115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cd664920-17d2-4b95-a61e-ca5fb4da585f None None] Current status of the port 0c623f60-db3f-4d3f-9dbd-7352c1bce656 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:44:01.547115 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd664920-17d2-4b95-a61e-ca5fb4da585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0c623f60-db3f-4d3f-9dbd-7352c1bce656), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:01.590438 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-cd664920-17d2-4b95-a61e-ca5fb4da585f None None] For port 0c623f60-db3f-4d3f-9dbd-7352c1bce656, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0c623f60-db3f-4d3f-9dbd-7352c1bce656,segment=NetworkSegment(ef4efc35-a733-4faf-bfc7-6c4b8d7b9344),segment_id=ef4efc35-a733-4faf-bfc7-6c4b8d7b9344)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:44:01.615897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Router 726901e5-ff3d-45bf-a136-df60085b1933 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:44:01.724767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:44:01.734966 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Sync routers for ids ['726901e5-ff3d-45bf-a136-df60085b1933'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:01.744141 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Routers {'726901e5-ff3d-45bf-a136-df60085b1933'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:44:01.744747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:43:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['726901e5-ff3d-45bf-a136-df60085b1933'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:01.780094 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd664920-17d2-4b95-a61e-ca5fb4da585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0c623f60-db3f-4d3f-9dbd-7352c1bce656), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:01.817739 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:01.819164 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9106ff76-db6e-484c-b849-383aa40f6943 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3668678 Jan 28 06:44:01.828752 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55884) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:44:02.037838 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd664920-17d2-4b95-a61e-ca5fb4da585f None None] Pushing event updated for resources: {'Port': ['ID=0c623f60-db3f-4d3f-9dbd-7352c1bce656,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:02.053518 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-145a98fd-084e-40c5-8ac5-20dc8bca74e7 None None] Provisioning complete for port 0c623f60-db3f-4d3f-9dbd-7352c1bce656 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:02.053888 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-145a98fd-084e-40c5-8ac5-20dc8bca74e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0c623f60-db3f-4d3f-9dbd-7352c1bce656), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:02.077820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Set router 726901e5-ff3d-45bf-a136-df60085b1933 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:44:02.186360 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0c623f60-db3f-4d3f-9dbd-7352c1bce656 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:44:02.270198 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:02.320054 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-145a98fd-084e-40c5-8ac5-20dc8bca74e7 None None] Current status of the port 0c623f60-db3f-4d3f-9dbd-7352c1bce656 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:44:02.331582 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 0c623f60-db3f-4d3f-9dbd-7352c1bce656 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:02.331954 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0c623f60-db3f-4d3f-9dbd-7352c1bce656), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:02.388847 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726901e5-ff3d-45bf-a136-df60085b1933', 'name': 'tempest-TestEncryptedCinderVolumes-1633284663-router', 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '32349051-3a7f-49a6-bad7-224190c44dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:59Z', 'updated_at': '2022-01-28T06:44:00Z', 'revision_number': 3, 'project_id': '134e5da27d264eb4bf1dbcb853783d0c', 'gw_port': {'id': '32349051-3a7f-49a6-bad7-224190c44dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:95:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726901e5-ff3d-45bf-a136-df60085b1933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:00Z', 'updated_at': '2022-01-28T06:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:02.435555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] Allocated IP 172.20.0.1 (c3d3f0ba-2dd6-45f3-9474-c281910927d3/dffbce7f-b94c-4cd2-9df0-7a780b5aceee/0857b386-8fde-4466-81f4-77ab918d47cf) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:02.441010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Checking router: 726901e5-ff3d-45bf-a136-df60085b1933 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:44:02.441362 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Updating router 726901e5-ff3d-45bf-a136-df60085b1933 port 32349051-3a7f-49a6-bad7-224190c44dfc binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:44:02.481749 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 0c623f60-db3f-4d3f-9dbd-7352c1bce656 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:44:02.484667 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (32349051-3a7f-49a6-bad7-224190c44dfc), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:02.538977 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] Publish callbacks [] for port (0857b386-8fde-4466-81f4-77ab918d47cf), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:02.596235 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-888b1854-533c-4696-962a-f8f4cb7d82c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:02.667809 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (0857b386-8fde-4466-81f4-77ab918d47cf), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:02.704949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] Network c3d3f0ba-2dd6-45f3-9474-c281910927d3 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:02.707867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:02.713877 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:44:02.749183 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Publish callbacks [] for port (32349051-3a7f-49a6-bad7-224190c44dfc), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:02.895682 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (32349051-3a7f-49a6-bad7-224190c44dfc), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:02.959113 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98774b4-e6af-4b5a-9a76-e1390b688349 None None] Pushing event updated for resources: {'Port': ['ID=32349051-3a7f-49a6-bad7-224190c44dfc,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:02.962405 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Attempting to bind port 32349051-3a7f-49a6-bad7-224190c44dfc on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:44:02.962774 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Attempting to bind port 32349051-3a7f-49a6-bad7-224190c44dfc by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:44:02.964869 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Attempting to bind port 32349051-3a7f-49a6-bad7-224190c44dfc on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:44:02.971748 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:44:02.972183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:44:02.972523 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:02.972910 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:44:02.973375 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Bound port: 32349051-3a7f-49a6-bad7-224190c44dfc, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:44:02.973817 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (32349051-3a7f-49a6-bad7-224190c44dfc), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:02.978838 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-9703a953-7ac0-43bf-b30b-39543fbda3b0 None None] Provisioning complete for port 0857b386-8fde-4466-81f4-77ab918d47cf triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:02.978838 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9703a953-7ac0-43bf-b30b-39543fbda3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0857b386-8fde-4466-81f4-77ab918d47cf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:03.023258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] Pushing event updated for resources: {'Port': ['ID=0857b386-8fde-4466-81f4-77ab918d47cf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:03.042176 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (726901e5-ff3d-45bf-a136-df60085b1933), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:03.056211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9703a953-7ac0-43bf-b30b-39543fbda3b0 None None] Port 0857b386-8fde-4466-81f4-77ab918d47cf cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:44:03.060763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] For port 32349051-3a7f-49a6-bad7-224190c44dfc, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:44:03.063869 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] For port 32349051-3a7f-49a6-bad7-224190c44dfc, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=32349051-3a7f-49a6-bad7-224190c44dfc,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:44:03.187919 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (32349051-3a7f-49a6-bad7-224190c44dfc), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:03.244991 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Routers {'726901e5-ff3d-45bf-a136-df60085b1933'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:44:03.245617 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:43:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['726901e5-ff3d-45bf-a136-df60085b1933'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:03.249394 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98774b4-e6af-4b5a-9a76-e1390b688349 None None] Pushing event updated for resources: {'Port': ['ID=32349051-3a7f-49a6-bad7-224190c44dfc,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:03.258716 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0857b386-8fde-4466-81f4-77ab918d47cf), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:03.361049 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] Set router 726901e5-ff3d-45bf-a136-df60085b1933 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:44:03.420474 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] Publish callbacks [] for port (0857b386-8fde-4466-81f4-77ab918d47cf), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:03.493562 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (0857b386-8fde-4466-81f4-77ab918d47cf), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:03.563358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726901e5-ff3d-45bf-a136-df60085b1933', 'name': 'tempest-TestEncryptedCinderVolumes-1633284663-router', 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '32349051-3a7f-49a6-bad7-224190c44dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:59Z', 'updated_at': '2022-01-28T06:44:03Z', 'revision_number': 4, 'project_id': '134e5da27d264eb4bf1dbcb853783d0c', 'gw_port': {'id': '32349051-3a7f-49a6-bad7-224190c44dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:95:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726901e5-ff3d-45bf-a136-df60085b1933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:00Z', 'updated_at': '2022-01-28T06:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0857b386-8fde-4466-81f4-77ab918d47cf', 'name': '', 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3', 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c', 'mac_address': 'fa:16:3e:58:e6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726901e5-ff3d-45bf-a136-df60085b1933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'dffbce7f-b94c-4cd2-9df0-7a780b5aceee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:02Z', 'updated_at': '2022-01-28T06:44:02Z', 'revision_number': 1, 'project_id': '134e5da27d264eb4bf1dbcb853783d0c', 'subnets': [{'id': 'dffbce7f-b94c-4cd2-9df0-7a780b5aceee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:03.565473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] Pushing event updated for resources: {'Port': ['ID=0857b386-8fde-4466-81f4-77ab918d47cf,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:03.568966 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (726901e5-ff3d-45bf-a136-df60085b1933), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:03.594557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711dc78-7337-40fb-a85f-33d9617e2ecc None None] The sync data for ids ['726901e5-ff3d-45bf-a136-df60085b1933'] in n-d-812111-12 is: [{'id': '726901e5-ff3d-45bf-a136-df60085b1933', 'name': 'tempest-TestEncryptedCinderVolumes-1633284663-router', 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '32349051-3a7f-49a6-bad7-224190c44dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:59Z', 'updated_at': '2022-01-28T06:44:03Z', 'revision_number': 4, 'project_id': '134e5da27d264eb4bf1dbcb853783d0c', 'gw_port': {'id': '32349051-3a7f-49a6-bad7-224190c44dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:95:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726901e5-ff3d-45bf-a136-df60085b1933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:00Z', 'updated_at': '2022-01-28T06:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0857b386-8fde-4466-81f4-77ab918d47cf', 'name': '', 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3', 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c', 'mac_address': 'fa:16:3e:58:e6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726901e5-ff3d-45bf-a136-df60085b1933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'dffbce7f-b94c-4cd2-9df0-7a780b5aceee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:02Z', 'updated_at': '2022-01-28T06:44:02Z', 'revision_number': 1, 'project_id': '134e5da27d264eb4bf1dbcb853783d0c', 'subnets': [{'id': 'dffbce7f-b94c-4cd2-9df0-7a780b5aceee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:03.668510 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] Network c3d3f0ba-2dd6-45f3-9474-c281910927d3 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:03.670482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:03.809653 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] Router 726901e5-ff3d-45bf-a136-df60085b1933 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:44:03.934196 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:44:03.947773 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-227c077d-b947-4289-89c8-445258c3c75b admin admin] 10.222.0.31 "PUT /v2.0/routers/726901e5-ff3d-45bf-a136-df60085b1933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1104853 Jan 28 06:44:03.984448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5480c4d6-369f-4516-8426-5b23319d53d6 None None] Provisioning complete for port 0857b386-8fde-4466-81f4-77ab918d47cf triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:03.984858 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5480c4d6-369f-4516-8426-5b23319d53d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0857b386-8fde-4466-81f4-77ab918d47cf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:04.024068 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5480c4d6-369f-4516-8426-5b23319d53d6 None None] Port 0857b386-8fde-4466-81f4-77ab918d47cf cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:44:04.835999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55904) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:44:04.840965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-42ac5f9e-0926-4d17-95d8-23a0af13dff0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-952812036-network', 'tenant_id': '470c6ec52a7948bbb9351b46fecc46d8'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:04.889790 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7a1aca1-0cc0-488f-bdfc-67dce2bb1906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:05.015545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ac5f9e-0926-4d17-95d8-23a0af13dff0 admin admin] Made reservation on behalf of 470c6ec52a7948bbb9351b46fecc46d8 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:05.017941 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42ac5f9e-0926-4d17-95d8-23a0af13dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:05.027134 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42ac5f9e-0926-4d17-95d8-23a0af13dff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:05.108242 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42ac5f9e-0926-4d17-95d8-23a0af13dff0 admin admin] Publish callbacks [] for security_group (89cededd-85c4-4181-9584-add5c72191bb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:05.184645 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42ac5f9e-0926-4d17-95d8-23a0af13dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (89cededd-85c4-4181-9584-add5c72191bb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:05.208923 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ac5f9e-0926-4d17-95d8-23a0af13dff0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:44:05.219038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac5f9e-0926-4d17-95d8-23a0af13dff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cededd-85c4-4181-9584-add5c72191bb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:05.223713 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42ac5f9e-0926-4d17-95d8-23a0af13dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (fbc654bc-0b2e-4e3c-b591-3bbff5f756a3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:05.224062 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-42ac5f9e-0926-4d17-95d8-23a0af13dff0 admin admin] Added segment fbc654bc-0b2e-4e3c-b591-3bbff5f756a3 of type vlan for network 9448a0cf-1f25-4547-8e7d-1a194df78af9 Jan 28 06:44:05.264100 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42ac5f9e-0926-4d17-95d8-23a0af13dff0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (9448a0cf-1f25-4547-8e7d-1a194df78af9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:05.379635 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42ac5f9e-0926-4d17-95d8-23a0af13dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (9448a0cf-1f25-4547-8e7d-1a194df78af9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:05.380642 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ac5f9e-0926-4d17-95d8-23a0af13dff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:05.381226 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42ac5f9e-0926-4d17-95d8-23a0af13dff0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:05.445722 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac5f9e-0926-4d17-95d8-23a0af13dff0 admin admin] Pushing event updated for resources: {'Network': ['ID=9448a0cf-1f25-4547-8e7d-1a194df78af9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:05.459566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 9448a0cf-1f25-4547-8e7d-1a194df78af9 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:44:05.531441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-42ac5f9e-0926-4d17-95d8-23a0af13dff0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6943390 Jan 28 06:44:05.534225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 55906) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:44:05.540522 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ff5db1c1-924a-46ea-bc5e-2f62f1ed4e05 admin admin] Request body: {'subnet': {'network_id': '9448a0cf-1f25-4547-8e7d-1a194df78af9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-952812036-subnet', 'tenant_id': '470c6ec52a7948bbb9351b46fecc46d8', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:05.591160 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Sync routers for ids ['726901e5-ff3d-45bf-a136-df60085b1933'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:05.600594 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Routers {'726901e5-ff3d-45bf-a136-df60085b1933'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:44:05.601191 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:44:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['726901e5-ff3d-45bf-a136-df60085b1933'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:05.632346 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5db1c1-924a-46ea-bc5e-2f62f1ed4e05 admin admin] Made reservation on behalf of 470c6ec52a7948bbb9351b46fecc46d8 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:05.634766 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ff5db1c1-924a-46ea-bc5e-2f62f1ed4e05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:05.710113 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Set router 726901e5-ff3d-45bf-a136-df60085b1933 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:44:05.907106 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ff5db1c1-924a-46ea-bc5e-2f62f1ed4e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (4a4d0962-1fa9-42cf-bdbd-207d3757def7), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:05.960544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5db1c1-924a-46ea-bc5e-2f62f1ed4e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4d0962-1fa9-42cf-bdbd-207d3757def7,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:05.972959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5db1c1-924a-46ea-bc5e-2f62f1ed4e05 admin admin] Checking segment: {'id': 'fbc654bc-0b2e-4e3c-b591-3bbff5f756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9448a0cf-1f25-4547-8e7d-1a194df78af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:44:05.973324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5db1c1-924a-46ea-bc5e-2f62f1ed4e05 admin admin] Network hostable DHCP agents. Network: 9448a0cf-1f25-4547-8e7d-1a194df78af9, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:44:06.007101 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726901e5-ff3d-45bf-a136-df60085b1933', 'name': 'tempest-TestEncryptedCinderVolumes-1633284663-router', 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '32349051-3a7f-49a6-bad7-224190c44dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:59Z', 'updated_at': '2022-01-28T06:44:03Z', 'revision_number': 4, 'project_id': '134e5da27d264eb4bf1dbcb853783d0c', 'gw_port': {'id': '32349051-3a7f-49a6-bad7-224190c44dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:95:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726901e5-ff3d-45bf-a136-df60085b1933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:00Z', 'updated_at': '2022-01-28T06:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0857b386-8fde-4466-81f4-77ab918d47cf', 'name': '', 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3', 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c', 'mac_address': 'fa:16:3e:58:e6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726901e5-ff3d-45bf-a136-df60085b1933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'dffbce7f-b94c-4cd2-9df0-7a780b5aceee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:02Z', 'updated_at': '2022-01-28T06:44:03Z', 'revision_number': 2, 'project_id': '134e5da27d264eb4bf1dbcb853783d0c', 'subnets': [{'id': 'dffbce7f-b94c-4cd2-9df0-7a780b5aceee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:06.033327 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Checking router: 726901e5-ff3d-45bf-a136-df60085b1933 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:44:06.033676 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Updating router 726901e5-ff3d-45bf-a136-df60085b1933 port 0857b386-8fde-4466-81f4-77ab918d47cf binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:44:06.063858 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0857b386-8fde-4466-81f4-77ab918d47cf), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.118568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5db1c1-924a-46ea-bc5e-2f62f1ed4e05 admin admin] Network 9448a0cf-1f25-4547-8e7d-1a194df78af9 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:44:06.147487 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 32349051-3a7f-49a6-bad7-224190c44dfc up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:44:06.188266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 32349051-3a7f-49a6-bad7-224190c44dfc triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:06.188650 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (32349051-3a7f-49a6-bad7-224190c44dfc), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.233184 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ff5db1c1-924a-46ea-bc5e-2f62f1ed4e05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 9448a0cf-1f25-4547-8e7d-1a194df78af9) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:06.242477 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5db1c1-924a-46ea-bc5e-2f62f1ed4e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:06.243081 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ff5db1c1-924a-46ea-bc5e-2f62f1ed4e05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.254454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d38fd73-6557-4853-9ee7-5d3ff2d00d68 None None] Network 9448a0cf-1f25-4547-8e7d-1a194df78af9 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:44:06.312157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 32349051-3a7f-49a6-bad7-224190c44dfc is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:44:06.312548 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (32349051-3a7f-49a6-bad7-224190c44dfc), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.338203 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Publish callbacks [] for port (0857b386-8fde-4466-81f4-77ab918d47cf), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.345715 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 32349051-3a7f-49a6-bad7-224190c44dfc, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=32349051-3a7f-49a6-bad7-224190c44dfc,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:44:06.361757 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ff5db1c1-924a-46ea-bc5e-2f62f1ed4e05 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8262942 Jan 28 06:44:06.364470 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55908) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:44:06.369808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-952812036-router', 'tenant_id': '470c6ec52a7948bbb9351b46fecc46d8', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:06.384631 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-9448a0cf-1f25-4547-8e7d-1a194df78af9', 'network_id': '9448a0cf-1f25-4547-8e7d-1a194df78af9', 'project_id': '470c6ec52a7948bbb9351b46fecc46d8', 'fixed_ips': [{'subnet_id': '4a4d0962-1fa9-42cf-bdbd-207d3757def7'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:44:06.385490 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.421512 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0857b386-8fde-4466-81f4-77ab918d47cf), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.455814 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (5d900dac-0e28-4976-8720-42d82dc358cf), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.456893 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (5d900dac-0e28-4976-8720-42d82dc358cf), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.460024 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (32349051-3a7f-49a6-bad7-224190c44dfc), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.546254 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Publish callbacks [] for router_controller (5d900dac-0e28-4976-8720-42d82dc358cf), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.549040 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Attempting to bind port 0857b386-8fde-4466-81f4-77ab918d47cf on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:44:06.549413 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Attempting to bind port 0857b386-8fde-4466-81f4-77ab918d47cf by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:44:06.549648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=32349051-3a7f-49a6-bad7-224190c44dfc,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:06.549764 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Attempting to bind port 0857b386-8fde-4466-81f4-77ab918d47cf on network c3d3f0ba-2dd6-45f3-9474-c281910927d3 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:44:06.551771 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8562e86-65d7-4407-a9a9-ec741335aa80 None None] Pushing event updated for resources: {'Port': ['ID=0857b386-8fde-4466-81f4-77ab918d47cf,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:06.562366 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:44:06.562366 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Checking segment: {'id': 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:44:06.562366 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.562693 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Bound using segment: {'id': 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:44:06.563063 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Bound port: 0857b386-8fde-4466-81f4-77ab918d47cf, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:44:06.563440 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0857b386-8fde-4466-81f4-77ab918d47cf), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.566377 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Allocated IP 172.20.0.2 (9448a0cf-1f25-4547-8e7d-1a194df78af9/4a4d0962-1fa9-42cf-bdbd-207d3757def7/ab3f750f-db52-4bc5-80a6-09911f58e6f8) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:06.567194 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8562e86-65d7-4407-a9a9-ec741335aa80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:06.567534 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8562e86-65d7-4407-a9a9-ec741335aa80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:06.567870 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8562e86-65d7-4407-a9a9-ec741335aa80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:06.568198 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8562e86-65d7-4407-a9a9-ec741335aa80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:06.568537 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8562e86-65d7-4407-a9a9-ec741335aa80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:06.568853 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8562e86-65d7-4407-a9a9-ec741335aa80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:06.569170 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8562e86-65d7-4407-a9a9-ec741335aa80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:06.569486 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8562e86-65d7-4407-a9a9-ec741335aa80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:06.570199 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8562e86-65d7-4407-a9a9-ec741335aa80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:06.570199 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8562e86-65d7-4407-a9a9-ec741335aa80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:06.570429 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8562e86-65d7-4407-a9a9-ec741335aa80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:06.570741 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8562e86-65d7-4407-a9a9-ec741335aa80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:06.571052 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8562e86-65d7-4407-a9a9-ec741335aa80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:06.641162 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] For port 0857b386-8fde-4466-81f4-77ab918d47cf, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:44:06.644395 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] For port 0857b386-8fde-4466-81f4-77ab918d47cf, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0857b386-8fde-4466-81f4-77ab918d47cf,segment=NetworkSegment(ef4efc35-a733-4faf-bfc7-6c4b8d7b9344),segment_id=ef4efc35-a733-4faf-bfc7-6c4b8d7b9344)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:44:06.737651 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Publish callbacks [] for port (ab3f750f-db52-4bc5-80a6-09911f58e6f8), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.765271 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-965adfe2-ea66-4913-810f-b93c88696394 None None] Provisioning complete for port 0857b386-8fde-4466-81f4-77ab918d47cf triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:06.765641 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-965adfe2-ea66-4913-810f-b93c88696394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0857b386-8fde-4466-81f4-77ab918d47cf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.777110 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Publish callbacks [] for router_gateway (5d900dac-0e28-4976-8720-42d82dc358cf), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.800769 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-965adfe2-ea66-4913-810f-b93c88696394 None None] Port 0857b386-8fde-4466-81f4-77ab918d47cf cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:44:06.838775 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0857b386-8fde-4466-81f4-77ab918d47cf), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.896026 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (ab3f750f-db52-4bc5-80a6-09911f58e6f8), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.898698 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:06.900180 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8562e86-65d7-4407-a9a9-ec741335aa80 None None] Pushing event updated for resources: {'Port': ['ID=0857b386-8fde-4466-81f4-77ab918d47cf,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:06.904985 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Routers {'726901e5-ff3d-45bf-a136-df60085b1933'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:44:06.904985 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:44:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['726901e5-ff3d-45bf-a136-df60085b1933'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:06.943202 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Network 9448a0cf-1f25-4547-8e7d-1a194df78af9 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:06.948044 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:06.953172 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:44:06.956362 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Pushing event updated for resources: {'Port': ['ID=ab3f750f-db52-4bc5-80a6-09911f58e6f8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:07.016933 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Attempting to bind port ab3f750f-db52-4bc5-80a6-09911f58e6f8 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:44:07.017309 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Attempting to bind port ab3f750f-db52-4bc5-80a6-09911f58e6f8 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'fbc654bc-0b2e-4e3c-b591-3bbff5f756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9448a0cf-1f25-4547-8e7d-1a194df78af9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:44:07.017673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Attempting to bind port ab3f750f-db52-4bc5-80a6-09911f58e6f8 on network 9448a0cf-1f25-4547-8e7d-1a194df78af9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:44:07.023612 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:44:07.024002 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Checking segment: {'id': 'fbc654bc-0b2e-4e3c-b591-3bbff5f756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9448a0cf-1f25-4547-8e7d-1a194df78af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:44:07.024437 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:07.024831 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Bound using segment: {'id': 'fbc654bc-0b2e-4e3c-b591-3bbff5f756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9448a0cf-1f25-4547-8e7d-1a194df78af9'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:44:07.025300 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Bound port: ab3f750f-db52-4bc5-80a6-09911f58e6f8, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc654bc-0b2e-4e3c-b591-3bbff5f756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9448a0cf-1f25-4547-8e7d-1a194df78af9'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:44:07.025443 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] Set router 726901e5-ff3d-45bf-a136-df60085b1933 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:44:07.025679 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ab3f750f-db52-4bc5-80a6-09911f58e6f8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:07.107204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] For port ab3f750f-db52-4bc5-80a6-09911f58e6f8, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:44:07.110458 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] For port ab3f750f-db52-4bc5-80a6-09911f58e6f8, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ab3f750f-db52-4bc5-80a6-09911f58e6f8,segment=NetworkSegment(fbc654bc-0b2e-4e3c-b591-3bbff5f756a3),segment_id=fbc654bc-0b2e-4e3c-b591-3bbff5f756a3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:44:07.191659 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Publish callbacks [] for router_gateway (5d900dac-0e28-4976-8720-42d82dc358cf), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:07.211424 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:07.226421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e1770a9a-d305-4e0a-b6af-f2b3edd5f692 None None] Provisioning complete for port 0857b386-8fde-4466-81f4-77ab918d47cf triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:07.229276 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1770a9a-d305-4e0a-b6af-f2b3edd5f692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0857b386-8fde-4466-81f4-77ab918d47cf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:07.260347 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726901e5-ff3d-45bf-a136-df60085b1933', 'name': 'tempest-TestEncryptedCinderVolumes-1633284663-router', 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '32349051-3a7f-49a6-bad7-224190c44dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:59Z', 'updated_at': '2022-01-28T06:44:03Z', 'revision_number': 4, 'project_id': '134e5da27d264eb4bf1dbcb853783d0c', 'gw_port': {'id': '32349051-3a7f-49a6-bad7-224190c44dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:95:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726901e5-ff3d-45bf-a136-df60085b1933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:00Z', 'updated_at': '2022-01-28T06:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0857b386-8fde-4466-81f4-77ab918d47cf', 'name': '', 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3', 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c', 'mac_address': 'fa:16:3e:58:e6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726901e5-ff3d-45bf-a136-df60085b1933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'dffbce7f-b94c-4cd2-9df0-7a780b5aceee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:02Z', 'updated_at': '2022-01-28T06:44:06Z', 'revision_number': 4, 'project_id': '134e5da27d264eb4bf1dbcb853783d0c', 'subnets': [{'id': 'dffbce7f-b94c-4cd2-9df0-7a780b5aceee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:07.288259 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d563d23f-01bc-47ac-9c1e-f1df854c96eb None None] The sync data for ids ['726901e5-ff3d-45bf-a136-df60085b1933'] in n-d-812111-12 is: [{'id': '726901e5-ff3d-45bf-a136-df60085b1933', 'name': 'tempest-TestEncryptedCinderVolumes-1633284663-router', 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '32349051-3a7f-49a6-bad7-224190c44dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:59Z', 'updated_at': '2022-01-28T06:44:03Z', 'revision_number': 4, 'project_id': '134e5da27d264eb4bf1dbcb853783d0c', 'gw_port': {'id': '32349051-3a7f-49a6-bad7-224190c44dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:95:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726901e5-ff3d-45bf-a136-df60085b1933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:00Z', 'updated_at': '2022-01-28T06:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '0857b386-8fde-4466-81f4-77ab918d47cf', 'name': '', 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3', 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c', 'mac_address': 'fa:16:3e:58:e6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726901e5-ff3d-45bf-a136-df60085b1933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'dffbce7f-b94c-4cd2-9df0-7a780b5aceee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:02Z', 'updated_at': '2022-01-28T06:44:06Z', 'revision_number': 4, 'project_id': '134e5da27d264eb4bf1dbcb853783d0c', 'subnets': [{'id': 'dffbce7f-b94c-4cd2-9df0-7a780b5aceee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:07.332580 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Allocated IP 172.25.0.103 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/b608cf7b-f24e-45a1-9229-8e51bce8a593) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:07.429905 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ab3f750f-db52-4bc5-80a6-09911f58e6f8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:07.449067 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Publish callbacks [] for port (b608cf7b-f24e-45a1-9229-8e51bce8a593), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:07.526265 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeaed53-9d4f-4f08-bcaa-4d76ec5c98a1 None None] Pushing event updated for resources: {'Port': ['ID=ab3f750f-db52-4bc5-80a6-09911f58e6f8,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:07.564383 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (b608cf7b-f24e-45a1-9229-8e51bce8a593), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:07.572495 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e1770a9a-d305-4e0a-b6af-f2b3edd5f692 None None] Current status of the port 0857b386-8fde-4466-81f4-77ab918d47cf is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:44:07.572893 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1770a9a-d305-4e0a-b6af-f2b3edd5f692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0857b386-8fde-4466-81f4-77ab918d47cf), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:07.620669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e1770a9a-d305-4e0a-b6af-f2b3edd5f692 None None] For port 0857b386-8fde-4466-81f4-77ab918d47cf, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0857b386-8fde-4466-81f4-77ab918d47cf,segment=NetworkSegment(ef4efc35-a733-4faf-bfc7-6c4b8d7b9344),segment_id=ef4efc35-a733-4faf-bfc7-6c4b8d7b9344)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:44:07.624665 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Pushing event updated for resources: {'Port': ['ID=b608cf7b-f24e-45a1-9229-8e51bce8a593,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:07.628516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:07.630368 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:07.632911 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:44:07.745524 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1770a9a-d305-4e0a-b6af-f2b3edd5f692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0857b386-8fde-4466-81f4-77ab918d47cf), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:07.839446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1770a9a-d305-4e0a-b6af-f2b3edd5f692 None None] Pushing event updated for resources: {'Port': ['ID=0857b386-8fde-4466-81f4-77ab918d47cf,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:08.020848 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Publish callbacks [] for router_gateway (5d900dac-0e28-4976-8720-42d82dc358cf), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:08.145306 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:08.246651 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (5d900dac-0e28-4976-8720-42d82dc358cf), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:08.266421 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 32349051-3a7f-49a6-bad7-224190c44dfc up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:44:08.318867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 32349051-3a7f-49a6-bad7-224190c44dfc triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:08.319241 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (32349051-3a7f-49a6-bad7-224190c44dfc), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:08.404351 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 32349051-3a7f-49a6-bad7-224190c44dfc is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:44:08.405472 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ab3f750f-db52-4bc5-80a6-09911f58e6f8 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:44:08.458971 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port ab3f750f-db52-4bc5-80a6-09911f58e6f8 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:08.459332 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ab3f750f-db52-4bc5-80a6-09911f58e6f8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:08.512535 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Router 5d900dac-0e28-4976-8720-42d82dc358cf is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:44:08.542905 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port ab3f750f-db52-4bc5-80a6-09911f58e6f8 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:44:08.543433 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ab3f750f-db52-4bc5-80a6-09911f58e6f8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:08.581360 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port ab3f750f-db52-4bc5-80a6-09911f58e6f8, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ab3f750f-db52-4bc5-80a6-09911f58e6f8,segment=NetworkSegment(fbc654bc-0b2e-4e3c-b591-3bbff5f756a3),segment_id=fbc654bc-0b2e-4e3c-b591-3bbff5f756a3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:44:08.631379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:44:08.641211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Sync routers for ids ['5d900dac-0e28-4976-8720-42d82dc358cf'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:08.651303 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Routers {'5d900dac-0e28-4976-8720-42d82dc358cf'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:44:08.653145 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:44:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['5d900dac-0e28-4976-8720-42d82dc358cf'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:08.707222 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ab3f750f-db52-4bc5-80a6-09911f58e6f8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:08.708015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0857b386-8fde-4466-81f4-77ab918d47cf up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:44:08.738219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:08.741901 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9558a274-7a2e-410a-b582-ec92537f8f90 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3736284 Jan 28 06:44:08.742040 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 55910) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:44:08.783361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3691e81-fe64-4f96-bed9-7387d475d623 None None] Network 9448a0cf-1f25-4547-8e7d-1a194df78af9 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:44:08.891622 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Set router 5d900dac-0e28-4976-8720-42d82dc358cf gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:44:08.947606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-aaadc3e0-9ccd-462a-b8a6-17dfc02373ec None None] Provisioning complete for port ab3f750f-db52-4bc5-80a6-09911f58e6f8 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:08.947975 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaadc3e0-9ccd-462a-b8a6-17dfc02373ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ab3f750f-db52-4bc5-80a6-09911f58e6f8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:08.949391 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=ab3f750f-db52-4bc5-80a6-09911f58e6f8,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:09.068066 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 0857b386-8fde-4466-81f4-77ab918d47cf triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:09.068348 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0857b386-8fde-4466-81f4-77ab918d47cf), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:09.173435 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:09.233103 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:09.240772 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-aaadc3e0-9ccd-462a-b8a6-17dfc02373ec None None] Current status of the port ab3f750f-db52-4bc5-80a6-09911f58e6f8 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:44:09.283507 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 0857b386-8fde-4466-81f4-77ab918d47cf is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:44:09.296610 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'name': 'tempest-TestEncryptedCinderVolumes-952812036-router', 'tenant_id': '470c6ec52a7948bbb9351b46fecc46d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b608cf7b-f24e-45a1-9229-8e51bce8a593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:44:06Z', 'updated_at': '2022-01-28T06:44:07Z', 'revision_number': 3, 'project_id': '470c6ec52a7948bbb9351b46fecc46d8', 'gw_port': {'id': 'b608cf7b-f24e-45a1-9229-8e51bce8a593', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:07Z', 'updated_at': '2022-01-28T06:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:09.329712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Checking router: 5d900dac-0e28-4976-8720-42d82dc358cf for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:44:09.330071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Updating router 5d900dac-0e28-4976-8720-42d82dc358cf port b608cf7b-f24e-45a1-9229-8e51bce8a593 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:44:09.347663 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Allocated IP 172.20.0.1 (9448a0cf-1f25-4547-8e7d-1a194df78af9/4a4d0962-1fa9-42cf-bdbd-207d3757def7/7c4fe995-08d3-413a-beeb-788005d5cf16) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:09.356169 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b608cf7b-f24e-45a1-9229-8e51bce8a593), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:09.457642 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Publish callbacks [] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:09.489633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-745cedf2-afdb-4b70-a8cc-509b6ddca2e2 None None] Provisioning complete for port ab3f750f-db52-4bc5-80a6-09911f58e6f8 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:09.490008 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-745cedf2-afdb-4b70-a8cc-509b6ddca2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ab3f750f-db52-4bc5-80a6-09911f58e6f8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:09.615808 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:09.643283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-745cedf2-afdb-4b70-a8cc-509b6ddca2e2 None None] Current status of the port ab3f750f-db52-4bc5-80a6-09911f58e6f8 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:44:09.654700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Network 9448a0cf-1f25-4547-8e7d-1a194df78af9 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:09.657455 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:09.660741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:44:09.689327 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Publish callbacks [] for port (b608cf7b-f24e-45a1-9229-8e51bce8a593), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:09.690839 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Pushing event updated for resources: {'Port': ['ID=7c4fe995-08d3-413a-beeb-788005d5cf16,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:09.704906 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:09.705256 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:09.705610 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:09.705955 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:09.706374 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:09.706651 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:09.706987 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:09.707318 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:09.707646 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:09.707974 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:09.708302 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:09.708626 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:09.708952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:09.723404 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (5d900dac-0e28-4976-8720-42d82dc358cf), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:09.813735 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b608cf7b-f24e-45a1-9229-8e51bce8a593), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:09.873698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5a427-f101-4cd4-802c-34a245077e83 None None] Pushing event updated for resources: {'Port': ['ID=b608cf7b-f24e-45a1-9229-8e51bce8a593,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:09.877381 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Attempting to bind port b608cf7b-f24e-45a1-9229-8e51bce8a593 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:44:09.877757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Attempting to bind port b608cf7b-f24e-45a1-9229-8e51bce8a593 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:44:09.878119 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Attempting to bind port b608cf7b-f24e-45a1-9229-8e51bce8a593 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:44:09.888053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:44:09.893316 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:44:09.893316 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:09.893316 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:44:09.893316 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Bound port: b608cf7b-f24e-45a1-9229-8e51bce8a593, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:44:09.893316 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b608cf7b-f24e-45a1-9229-8e51bce8a593), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:09.893316 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e93b5f76-3c7d-41a2-a8b3-0fff71431236 None None] Provisioning complete for port 7c4fe995-08d3-413a-beeb-788005d5cf16 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:09.893316 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e93b5f76-3c7d-41a2-a8b3-0fff71431236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:09.965985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e93b5f76-3c7d-41a2-a8b3-0fff71431236 None None] Port 7c4fe995-08d3-413a-beeb-788005d5cf16 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:44:09.972385 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] For port b608cf7b-f24e-45a1-9229-8e51bce8a593, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:44:09.975729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] For port b608cf7b-f24e-45a1-9229-8e51bce8a593, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b608cf7b-f24e-45a1-9229-8e51bce8a593,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:44:09.998762 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:10.090755 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b608cf7b-f24e-45a1-9229-8e51bce8a593), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:10.120705 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ab3f750f-db52-4bc5-80a6-09911f58e6f8 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:44:10.166331 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Publish callbacks [] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:10.192056 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5a427-f101-4cd4-802c-34a245077e83 None None] Pushing event updated for resources: {'Port': ['ID=b608cf7b-f24e-45a1-9229-8e51bce8a593,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:10.195909 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Routers {'5d900dac-0e28-4976-8720-42d82dc358cf'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:44:10.196509 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:44:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['5d900dac-0e28-4976-8720-42d82dc358cf'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:10.254235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port ab3f750f-db52-4bc5-80a6-09911f58e6f8 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:10.254645 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ab3f750f-db52-4bc5-80a6-09911f58e6f8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:10.299145 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:10.372505 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Pushing event updated for resources: {'Port': ['ID=7c4fe995-08d3-413a-beeb-788005d5cf16,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:10.375061 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (5d900dac-0e28-4976-8720-42d82dc358cf), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:10.469825 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Network 9448a0cf-1f25-4547-8e7d-1a194df78af9 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:10.471386 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:10.491636 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] Set router 5d900dac-0e28-4976-8720-42d82dc358cf gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:44:10.619575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port ab3f750f-db52-4bc5-80a6-09911f58e6f8 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:44:10.769828 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'name': 'tempest-TestEncryptedCinderVolumes-952812036-router', 'tenant_id': '470c6ec52a7948bbb9351b46fecc46d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b608cf7b-f24e-45a1-9229-8e51bce8a593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:44:06Z', 'updated_at': '2022-01-28T06:44:09Z', 'revision_number': 4, 'project_id': '470c6ec52a7948bbb9351b46fecc46d8', 'gw_port': {'id': 'b608cf7b-f24e-45a1-9229-8e51bce8a593', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:07Z', 'updated_at': '2022-01-28T06:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '7c4fe995-08d3-413a-beeb-788005d5cf16', 'name': '', 'network_id': '9448a0cf-1f25-4547-8e7d-1a194df78af9', 'tenant_id': '470c6ec52a7948bbb9351b46fecc46d8', 'mac_address': 'fa:16:3e:5d:63:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '4a4d0962-1fa9-42cf-bdbd-207d3757def7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:09Z', 'updated_at': '2022-01-28T06:44:09Z', 'revision_number': 1, 'project_id': '470c6ec52a7948bbb9351b46fecc46d8', 'subnets': [{'id': '4a4d0962-1fa9-42cf-bdbd-207d3757def7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:10.800715 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6aaaa9-9e39-492f-92a4-de13c31cac42 None None] The sync data for ids ['5d900dac-0e28-4976-8720-42d82dc358cf'] in n-d-812111-12 is: [{'id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'name': 'tempest-TestEncryptedCinderVolumes-952812036-router', 'tenant_id': '470c6ec52a7948bbb9351b46fecc46d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b608cf7b-f24e-45a1-9229-8e51bce8a593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:44:06Z', 'updated_at': '2022-01-28T06:44:09Z', 'revision_number': 4, 'project_id': '470c6ec52a7948bbb9351b46fecc46d8', 'gw_port': {'id': 'b608cf7b-f24e-45a1-9229-8e51bce8a593', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:07Z', 'updated_at': '2022-01-28T06:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '7c4fe995-08d3-413a-beeb-788005d5cf16', 'name': '', 'network_id': '9448a0cf-1f25-4547-8e7d-1a194df78af9', 'tenant_id': '470c6ec52a7948bbb9351b46fecc46d8', 'mac_address': 'fa:16:3e:5d:63:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '4a4d0962-1fa9-42cf-bdbd-207d3757def7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:09Z', 'updated_at': '2022-01-28T06:44:09Z', 'revision_number': 1, 'project_id': '470c6ec52a7948bbb9351b46fecc46d8', 'subnets': [{'id': '4a4d0962-1fa9-42cf-bdbd-207d3757def7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:10.811868 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a0df8098-0630-4e01-b432-f76a36c04bd4 None None] Provisioning complete for port 7c4fe995-08d3-413a-beeb-788005d5cf16 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:10.812245 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0df8098-0630-4e01-b432-f76a36c04bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:10.848387 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a0df8098-0630-4e01-b432-f76a36c04bd4 None None] Port 7c4fe995-08d3-413a-beeb-788005d5cf16 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:44:10.940952 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Router 5d900dac-0e28-4976-8720-42d82dc358cf has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:44:11.059559 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:44:11.064667 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-88af4574-c9b3-4388-950b-b691ee49a85e admin admin] 10.222.0.31 "PUT /v2.0/routers/5d900dac-0e28-4976-8720-42d82dc358cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3216643 Jan 28 06:44:12.158404 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b608cf7b-f24e-45a1-9229-8e51bce8a593 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:44:12.212508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port b608cf7b-f24e-45a1-9229-8e51bce8a593 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:12.212890 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b608cf7b-f24e-45a1-9229-8e51bce8a593), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:12.291951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b608cf7b-f24e-45a1-9229-8e51bce8a593 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:44:12.292467 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b608cf7b-f24e-45a1-9229-8e51bce8a593), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:12.313886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port b608cf7b-f24e-45a1-9229-8e51bce8a593, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b608cf7b-f24e-45a1-9229-8e51bce8a593,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:44:12.328110 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-f48f8781-fd1c-4f0c-9f5f-514294178a20 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:12.333661 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-f48f8781-fd1c-4f0c-9f5f-514294178a20 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/networks?id=c3d3f0ba-2dd6-45f3-9474-c281910927d3 HTTP/1.1" status: 200 len: 817 time: 0.1090555 Jan 28 06:44:12.345216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-acedc9c5-2999-4d7d-99c8-8203c8d8bbdc tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/quotas/134e5da27d264eb4bf1dbcb853783d0c HTTP/1.1" status: 200 len: 375 time: 0.0099113 Jan 28 06:44:12.399778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-e95f65a7-2939-4c96-b6c4-b8bc9461f0fa tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=134e5da27d264eb4bf1dbcb853783d0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492496 Jan 28 06:44:12.442551 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (b608cf7b-f24e-45a1-9229-8e51bce8a593), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:12.498351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-5ba75eed-2e3d-456f-a477-0e33fbbb817a service neutron] 10.222.0.31 "GET /v2.0/networks/c3d3f0ba-2dd6-45f3-9474-c281910927d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854976 Jan 28 06:44:12.503540 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=b608cf7b-f24e-45a1-9229-8e51bce8a593,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:12.593512 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-0560c279-cda4-4e08-8311-8ae566fc8908 service neutron] 10.222.0.31 "GET /v2.0/networks/c3d3f0ba-2dd6-45f3-9474-c281910927d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879331 Jan 28 06:44:12.959393 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f2ef74b3-3f7f-4b80-b016-e62b5491f30b req-9efdfa43-539b-4206-9580-ef33c09c6888 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 210 time: 0.1253030 Jan 28 06:44:14.039257 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15616ac7-f534-413c-af09-4272ed189136 req-6634dd91-5c8e-4888-8e96-4a7777bef6c4 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 210 time: 0.0266030 Jan 28 06:44:14.107709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b608cf7b-f24e-45a1-9229-8e51bce8a593 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:44:14.164317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port b608cf7b-f24e-45a1-9229-8e51bce8a593 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:14.164699 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (b608cf7b-f24e-45a1-9229-8e51bce8a593), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:14.244391 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port b608cf7b-f24e-45a1-9229-8e51bce8a593 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:44:14.421160 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Sync routers for ids ['5d900dac-0e28-4976-8720-42d82dc358cf'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:14.431941 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Routers {'5d900dac-0e28-4976-8720-42d82dc358cf'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:44:14.434093 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:44:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['5d900dac-0e28-4976-8720-42d82dc358cf'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:14.539499 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Set router 5d900dac-0e28-4976-8720-42d82dc358cf gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:44:14.738418 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'name': 'tempest-TestEncryptedCinderVolumes-952812036-router', 'tenant_id': '470c6ec52a7948bbb9351b46fecc46d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b608cf7b-f24e-45a1-9229-8e51bce8a593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:44:06Z', 'updated_at': '2022-01-28T06:44:09Z', 'revision_number': 4, 'project_id': '470c6ec52a7948bbb9351b46fecc46d8', 'gw_port': {'id': 'b608cf7b-f24e-45a1-9229-8e51bce8a593', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:07Z', 'updated_at': '2022-01-28T06:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '7c4fe995-08d3-413a-beeb-788005d5cf16', 'name': '', 'network_id': '9448a0cf-1f25-4547-8e7d-1a194df78af9', 'tenant_id': '470c6ec52a7948bbb9351b46fecc46d8', 'mac_address': 'fa:16:3e:5d:63:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '4a4d0962-1fa9-42cf-bdbd-207d3757def7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:09Z', 'updated_at': '2022-01-28T06:44:10Z', 'revision_number': 2, 'project_id': '470c6ec52a7948bbb9351b46fecc46d8', 'subnets': [{'id': '4a4d0962-1fa9-42cf-bdbd-207d3757def7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:14.770103 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Checking router: 5d900dac-0e28-4976-8720-42d82dc358cf for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:44:14.770103 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Updating router 5d900dac-0e28-4976-8720-42d82dc358cf port 7c4fe995-08d3-413a-beeb-788005d5cf16 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:44:14.795174 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:15.140508 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05419c4f-b41a-42df-a138-f93007c37078 req-2d41328e-76a6-4bc3-8e25-97361cb39ea0 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 210 time: 0.0292764 Jan 28 06:44:15.152581 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Publish callbacks [] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:15.243742 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:15.295781 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c10c2-b9fc-4ec0-ae4c-413ff5f3df87 None None] Pushing event updated for resources: {'Port': ['ID=7c4fe995-08d3-413a-beeb-788005d5cf16,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:15.351098 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Attempting to bind port 7c4fe995-08d3-413a-beeb-788005d5cf16 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:44:15.351470 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Attempting to bind port 7c4fe995-08d3-413a-beeb-788005d5cf16 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'fbc654bc-0b2e-4e3c-b591-3bbff5f756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9448a0cf-1f25-4547-8e7d-1a194df78af9'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:44:15.351829 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Attempting to bind port 7c4fe995-08d3-413a-beeb-788005d5cf16 on network 9448a0cf-1f25-4547-8e7d-1a194df78af9 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:44:15.357358 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:44:15.357732 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Checking segment: {'id': 'fbc654bc-0b2e-4e3c-b591-3bbff5f756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9448a0cf-1f25-4547-8e7d-1a194df78af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:44:15.358140 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:15.358560 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Bound using segment: {'id': 'fbc654bc-0b2e-4e3c-b591-3bbff5f756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9448a0cf-1f25-4547-8e7d-1a194df78af9'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:44:15.359035 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Bound port: 7c4fe995-08d3-413a-beeb-788005d5cf16, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc654bc-0b2e-4e3c-b591-3bbff5f756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9448a0cf-1f25-4547-8e7d-1a194df78af9'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:44:15.359420 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:15.427724 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] For port 7c4fe995-08d3-413a-beeb-788005d5cf16, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:44:15.430964 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] For port 7c4fe995-08d3-413a-beeb-788005d5cf16, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7c4fe995-08d3-413a-beeb-788005d5cf16,segment=NetworkSegment(fbc654bc-0b2e-4e3c-b591-3bbff5f756a3),segment_id=fbc654bc-0b2e-4e3c-b591-3bbff5f756a3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:44:15.514928 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b28ff00b-8dd9-49e2-9283-8770ae85f1b6 None None] Provisioning complete for port 7c4fe995-08d3-413a-beeb-788005d5cf16 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:15.515411 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b28ff00b-8dd9-49e2-9283-8770ae85f1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:15.541820 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:15.556357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b28ff00b-8dd9-49e2-9283-8770ae85f1b6 None None] Port 7c4fe995-08d3-413a-beeb-788005d5cf16 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:44:15.611912 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Routers {'5d900dac-0e28-4976-8720-42d82dc358cf'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:44:15.612480 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:44:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['5d900dac-0e28-4976-8720-42d82dc358cf'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:15.629098 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-14d4797c-f986-43cd-a905-bb21c1d2ec51 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:15.630848 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-14d4797c-f986-43cd-a905-bb21c1d2ec51 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.64 "GET /v2.0/networks?id=c3d3f0ba-2dd6-45f3-9474-c281910927d3 HTTP/1.1" status: 200 len: 817 time: 0.1133082 Jan 28 06:44:15.649844 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-21e90cee-e82d-43a1-9ad8-73ded2343f39 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Request body: {'port': {'device_id': 'a445ebaa-4114-474f-8a40-6ac1d2542cf7', 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3', 'admin_state_up': True, 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:15.650333 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c10c2-b9fc-4ec0-ae4c-413ff5f3df87 None None] Pushing event updated for resources: {'Port': ['ID=7c4fe995-08d3-413a-beeb-788005d5cf16,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:15.754470 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] Set router 5d900dac-0e28-4976-8720-42d82dc358cf gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:44:15.861364 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-21e90cee-e82d-43a1-9ad8-73ded2343f39 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Made reservation on behalf of 134e5da27d264eb4bf1dbcb853783d0c for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:15.868630 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-21e90cee-e82d-43a1-9ad8-73ded2343f39 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:15.884492 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-78bba379-0622-4f47-80a0-a7429564bf68 None None] Provisioning complete for port 7c4fe995-08d3-413a-beeb-788005d5cf16 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:15.885154 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78bba379-0622-4f47-80a0-a7429564bf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:15.983828 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-78bba379-0622-4f47-80a0-a7429564bf68 None None] Current status of the port 7c4fe995-08d3-413a-beeb-788005d5cf16 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:44:15.984354 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78bba379-0622-4f47-80a0-a7429564bf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:16.019757 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'name': 'tempest-TestEncryptedCinderVolumes-952812036-router', 'tenant_id': '470c6ec52a7948bbb9351b46fecc46d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b608cf7b-f24e-45a1-9229-8e51bce8a593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:44:06Z', 'updated_at': '2022-01-28T06:44:09Z', 'revision_number': 4, 'project_id': '470c6ec52a7948bbb9351b46fecc46d8', 'gw_port': {'id': 'b608cf7b-f24e-45a1-9229-8e51bce8a593', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:07Z', 'updated_at': '2022-01-28T06:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '7c4fe995-08d3-413a-beeb-788005d5cf16', 'name': '', 'network_id': '9448a0cf-1f25-4547-8e7d-1a194df78af9', 'tenant_id': '470c6ec52a7948bbb9351b46fecc46d8', 'mac_address': 'fa:16:3e:5d:63:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '4a4d0962-1fa9-42cf-bdbd-207d3757def7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:09Z', 'updated_at': '2022-01-28T06:44:15Z', 'revision_number': 4, 'project_id': '470c6ec52a7948bbb9351b46fecc46d8', 'subnets': [{'id': '4a4d0962-1fa9-42cf-bdbd-207d3757def7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:16.028239 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-78bba379-0622-4f47-80a0-a7429564bf68 None None] For port 7c4fe995-08d3-413a-beeb-788005d5cf16, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7c4fe995-08d3-413a-beeb-788005d5cf16,segment=NetworkSegment(fbc654bc-0b2e-4e3c-b591-3bbff5f756a3),segment_id=fbc654bc-0b2e-4e3c-b591-3bbff5f756a3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:44:16.049140 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48d61b-58d8-4190-b63d-2308e1604304 None None] The sync data for ids ['5d900dac-0e28-4976-8720-42d82dc358cf'] in n-d-812111-12 is: [{'id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'name': 'tempest-TestEncryptedCinderVolumes-952812036-router', 'tenant_id': '470c6ec52a7948bbb9351b46fecc46d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b608cf7b-f24e-45a1-9229-8e51bce8a593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:44:06Z', 'updated_at': '2022-01-28T06:44:09Z', 'revision_number': 4, 'project_id': '470c6ec52a7948bbb9351b46fecc46d8', 'gw_port': {'id': 'b608cf7b-f24e-45a1-9229-8e51bce8a593', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:07Z', 'updated_at': '2022-01-28T06:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '7c4fe995-08d3-413a-beeb-788005d5cf16', 'name': '', 'network_id': '9448a0cf-1f25-4547-8e7d-1a194df78af9', 'tenant_id': '470c6ec52a7948bbb9351b46fecc46d8', 'mac_address': 'fa:16:3e:5d:63:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '4a4d0962-1fa9-42cf-bdbd-207d3757def7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:09Z', 'updated_at': '2022-01-28T06:44:15Z', 'revision_number': 4, 'project_id': '470c6ec52a7948bbb9351b46fecc46d8', 'subnets': [{'id': '4a4d0962-1fa9-42cf-bdbd-207d3757def7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:16.069600 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-21e90cee-e82d-43a1-9ad8-73ded2343f39 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Allocated IP 172.20.0.9 (c3d3f0ba-2dd6-45f3-9474-c281910927d3/dffbce7f-b94c-4cd2-9df0-7a780b5aceee/49c8034e-3b92-4fb5-a15d-4a3622c14b89) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:16.110586 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78bba379-0622-4f47-80a0-a7429564bf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:16.226466 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7c4fe995-08d3-413a-beeb-788005d5cf16 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:44:16.267047 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea94b478-3846-4bde-a0a6-c295053c1019 req-2d012656-12e8-4a1d-83c0-6bfc7c778b0e tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 210 time: 0.0331950 Jan 28 06:44:16.272323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bba379-0622-4f47-80a0-a7429564bf68 None None] Pushing event updated for resources: {'Port': ['ID=7c4fe995-08d3-413a-beeb-788005d5cf16,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:16.294505 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-21e90cee-e82d-43a1-9ad8-73ded2343f39 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Publish callbacks [] for port (49c8034e-3b92-4fb5-a15d-4a3622c14b89), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:16.304015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7c4fe995-08d3-413a-beeb-788005d5cf16 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:16.304401 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:16.393488 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7c4fe995-08d3-413a-beeb-788005d5cf16 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:44:16.398522 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-21e90cee-e82d-43a1-9ad8-73ded2343f39 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (49c8034e-3b92-4fb5-a15d-4a3622c14b89), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:16.443664 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-21e90cee-e82d-43a1-9ad8-73ded2343f39 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Network c3d3f0ba-2dd6-45f3-9474-c281910927d3 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:16.446602 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-21e90cee-e82d-43a1-9ad8-73ded2343f39 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:16.450225 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-21e90cee-e82d-43a1-9ad8-73ded2343f39 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:44:16.492098 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e90cee-e82d-43a1-9ad8-73ded2343f39 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Pushing event updated for resources: {'Port': ['ID=49c8034e-3b92-4fb5-a15d-4a3622c14b89,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:16.547744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-21e90cee-e82d-43a1-9ad8-73ded2343f39 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:16.548523 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-21e90cee-e82d-43a1-9ad8-73ded2343f39 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:16.640590 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-21e90cee-e82d-43a1-9ad8-73ded2343f39 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9947522 Jan 28 06:44:16.718634 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Request body: {'port': {'device_id': 'a445ebaa-4114-474f-8a40-6ac1d2542cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:16.737932 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-41afe454-f434-4906-8d44-fedc0c9121a9 None None] Provisioning complete for port 49c8034e-3b92-4fb5-a15d-4a3622c14b89 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:16.738540 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41afe454-f434-4906-8d44-fedc0c9121a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (49c8034e-3b92-4fb5-a15d-4a3622c14b89), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:16.780836 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-41afe454-f434-4906-8d44-fedc0c9121a9 None None] Port 49c8034e-3b92-4fb5-a15d-4a3622c14b89 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:44:16.790829 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (49c8034e-3b92-4fb5-a15d-4a3622c14b89), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:17.070657 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c8034e-3b92-4fb5-a15d-4a3622c14b89 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:44:17.079748 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Publish callbacks [] for port (49c8034e-3b92-4fb5-a15d-4a3622c14b89), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:17.093071 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Transition to ACTIVE for port object 49c8034e-3b92-4fb5-a15d-4a3622c14b89 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:17.167461 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (49c8034e-3b92-4fb5-a15d-4a3622c14b89), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:17.220024 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Pushing event updated for resources: {'Port': ['ID=49c8034e-3b92-4fb5-a15d-4a3622c14b89,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:17.303678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Attempting to bind port 49c8034e-3b92-4fb5-a15d-4a3622c14b89 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:44:17.304048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Attempting to bind port 49c8034e-3b92-4fb5-a15d-4a3622c14b89 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:44:17.304352 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Attempting to bind port 49c8034e-3b92-4fb5-a15d-4a3622c14b89 on network c3d3f0ba-2dd6-45f3-9474-c281910927d3 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:44:17.310162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Port 49c8034e-3b92-4fb5-a15d-4a3622c14b89 on network c3d3f0ba-2dd6-45f3-9474-c281910927d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:44:17.310523 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Attempting to bind port 49c8034e-3b92-4fb5-a15d-4a3622c14b89 on network c3d3f0ba-2dd6-45f3-9474-c281910927d3 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:44:17.316729 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:44:17.317075 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Checking segment: {'id': 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:44:17.317591 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Bound using segment: {'id': 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:44:17.317905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Bound port: 49c8034e-3b92-4fb5-a15d-4a3622c14b89, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:44:17.318271 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (49c8034e-3b92-4fb5-a15d-4a3622c14b89), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:17.395888 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] For port 49c8034e-3b92-4fb5-a15d-4a3622c14b89, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:44:17.399804 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] For port 49c8034e-3b92-4fb5-a15d-4a3622c14b89, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=49c8034e-3b92-4fb5-a15d-4a3622c14b89,segment=NetworkSegment(ef4efc35-a733-4faf-bfc7-6c4b8d7b9344),segment_id=ef4efc35-a733-4faf-bfc7-6c4b8d7b9344)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:44:17.422088 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4a863-0bbd-4753-8aa7-b1d64e4b9899 req-86874e97-0596-4202-a1f4-3ba829bf930d tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:17.423861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2bb4a863-0bbd-4753-8aa7-b1d64e4b9899 req-86874e97-0596-4202-a1f4-3ba829bf930d tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 943 time: 0.0658724 Jan 28 06:44:17.478214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2bb4a863-0bbd-4753-8aa7-b1d64e4b9899 req-8f85e27c-f031-46be-8968-731adbcafad8 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467088 Jan 28 06:44:17.478475 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (49c8034e-3b92-4fb5-a15d-4a3622c14b89), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:17.532502 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:17.533109 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:17.534539 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] 10.222.0.64 "PUT /v2.0/ports/49c8034e-3b92-4fb5-a15d-4a3622c14b89 HTTP/1.1" status: 200 len: 1092 time: 0.8815050 Jan 28 06:44:17.534999 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a445ebaa-4114-474f-8a40-6ac1d2542cf7', 'tag': '49c8034e-3b92-4fb5-a15d-4a3622c14b89'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:44:17.554962 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c249438-44aa-4154-820f-709bab5440c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a445ebaa-4114-474f-8a40-6ac1d2542cf7", "tag": "49c8034e-3b92-4fb5-a15d-4a3622c14b89"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:44:17.587190 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783a8aa-4d4f-4164-8742-c21a20f9a728 service neutron] Pushing event updated for resources: {'Port': ['ID=49c8034e-3b92-4fb5-a15d-4a3622c14b89,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:17.601773 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba03751f-2a94-4850-afb7-c42c6b4d91d2 x-openstack-request-id: req-ba03751f-2a94-4850-afb7-c42c6b4d91d2 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:44:17.602075 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a445ebaa-4114-474f-8a40-6ac1d2542cf7", "tag": "49c8034e-3b92-4fb5-a15d-4a3622c14b89", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:44:17.602371 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba03751f-2a94-4850-afb7-c42c6b4d91d2 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:44:17.602989 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a445ebaa-4114-474f-8a40-6ac1d2542cf7', 'tag': '49c8034e-3b92-4fb5-a15d-4a3622c14b89', 'status': 'completed', 'code': 200} Jan 28 06:44:17.694851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c249438-44aa-4154-820f-709bab5440c3 req-e87d9e8d-bdf1-41a1-bf6d-62606d13f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:17.696974 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0c249438-44aa-4154-820f-709bab5440c3 req-e87d9e8d-bdf1-41a1-bf6d-62606d13f0e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=134e5da27d264eb4bf1dbcb853783d0c&device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 1095 time: 0.0539207 Jan 28 06:44:17.821678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c249438-44aa-4154-820f-709bab5440c3 req-d42160f9-aa1e-499f-8347-03eb4e73a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:17.823495 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0c249438-44aa-4154-820f-709bab5440c3 req-d42160f9-aa1e-499f-8347-03eb4e73a016 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=134e5da27d264eb4bf1dbcb853783d0c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1093807 Jan 28 06:44:17.916450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c249438-44aa-4154-820f-709bab5440c3 req-d21a4e59-fed8-4048-b092-ecd42ffc72b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:17.917913 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0c249438-44aa-4154-820f-709bab5440c3 req-d21a4e59-fed8-4048-b092-ecd42ffc72b3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884564 Jan 28 06:44:18.020611 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-2e4c84e5-3381-4555-be6f-1f7480010351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:18.022102 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-2e4c84e5-3381-4555-be6f-1f7480010351 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=134e5da27d264eb4bf1dbcb853783d0c&device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 1095 time: 0.0469165 Jan 28 06:44:18.071099 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-908a80e7-2948-44e3-89f3-6828205f1a7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49c8034e-3b92-4fb5-a15d-4a3622c14b89 HTTP/1.1" status: 200 len: 217 time: 0.0357413 Jan 28 06:44:18.121370 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-1a603a8c-d3ec-492d-a9d3-3bad7a72b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:18.123534 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-1a603a8c-d3ec-492d-a9d3-3bad7a72b482 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dffbce7f-b94c-4cd2-9df0-7a780b5aceee HTTP/1.1" status: 200 len: 856 time: 0.0466902 Jan 28 06:44:18.124859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7c4fe995-08d3-413a-beeb-788005d5cf16 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:44:18.175263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7c4fe995-08d3-413a-beeb-788005d5cf16 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:18.175898 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:18.186042 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-b631e80b-7bfe-4570-aa46-23c5a36293ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:18.188045 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-b631e80b-7bfe-4570-aa46-23c5a36293ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c3d3f0ba-2dd6-45f3-9474-c281910927d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589490 Jan 28 06:44:18.268646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7c4fe995-08d3-413a-beeb-788005d5cf16 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:44:18.286771 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-c030e2a0-a7c1-4737-81aa-229731207c47 service neutron] 10.222.0.64 "GET /v2.0/networks/c3d3f0ba-2dd6-45f3-9474-c281910927d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929077 Jan 28 06:44:18.382036 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d8ee29a7-506b-4105-aa93-bb6f94f22a34 req-34195d60-8385-4c7a-a950-18e4ead9edd3 service neutron] 10.222.0.64 "GET /v2.0/networks/c3d3f0ba-2dd6-45f3-9474-c281910927d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898819 Jan 28 06:44:18.596858 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ae96f-9e3c-44fd-aaa7-fc0763cd02f2 req-a1d656f0-6fed-4763-9a84-e9fc383e55f7 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:18.598616 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe2ae96f-9e3c-44fd-aaa7-fc0763cd02f2 req-a1d656f0-6fed-4763-9a84-e9fc383e55f7 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 943 time: 0.0482655 Jan 28 06:44:18.649974 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe2ae96f-9e3c-44fd-aaa7-fc0763cd02f2 req-e632d381-89fb-485a-9c70-79460b711064 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423224 Jan 28 06:44:19.765892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a7c38-44bf-4d54-851a-e6375df86c31 req-a0d9c847-b65c-4229-b0ee-1c4c575c785b tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:19.767338 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a99a7c38-44bf-4d54-851a-e6375df86c31 req-a0d9c847-b65c-4229-b0ee-1c4c575c785b tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 943 time: 0.0491300 Jan 28 06:44:19.819682 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a99a7c38-44bf-4d54-851a-e6375df86c31 req-b72f4e74-3643-4803-9cb5-a3612629e1a2 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467205 Jan 28 06:44:20.933546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b30ab-a109-4aa6-a8b6-558041f53b3b req-12acf9dc-06c3-4e84-b701-a94925bb02b8 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:20.935703 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c57b30ab-a109-4aa6-a8b6-558041f53b3b req-12acf9dc-06c3-4e84-b701-a94925bb02b8 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 943 time: 0.0486367 Jan 28 06:44:20.983364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c57b30ab-a109-4aa6-a8b6-558041f53b3b req-1f1e9546-714c-48e4-a750-6a41189a660e tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420234 Jan 28 06:44:22.098110 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505559c-1e81-4b68-be45-50c36bf2d53f req-6cab3fe1-2c83-48a0-84fa-fb95e2c03304 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:22.099653 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0505559c-1e81-4b68-be45-50c36bf2d53f req-6cab3fe1-2c83-48a0-84fa-fb95e2c03304 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 943 time: 0.0485182 Jan 28 06:44:22.147788 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0505559c-1e81-4b68-be45-50c36bf2d53f req-2682a151-86c4-466f-b7be-042ccc39b4f4 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424109 Jan 28 06:44:22.365526 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 49c8034e-3b92-4fb5-a15d-4a3622c14b89 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:44:22.462087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 49c8034e-3b92-4fb5-a15d-4a3622c14b89, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=49c8034e-3b92-4fb5-a15d-4a3622c14b89,segment=NetworkSegment(ef4efc35-a733-4faf-bfc7-6c4b8d7b9344),segment_id=ef4efc35-a733-4faf-bfc7-6c4b8d7b9344)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:44:22.477492 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '49c8034e-3b92-4fb5-a15d-4a3622c14b89', 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3', 'port_id': '49c8034e-3b92-4fb5-a15d-4a3622c14b89', 'mac_address': 'fa:16:3e:b9:86:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dffbce7f-b94c-4cd2-9df0-7a780b5aceee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:44:22.515670 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 49c8034e-3b92-4fb5-a15d-4a3622c14b89 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:44:22.516060 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (49c8034e-3b92-4fb5-a15d-4a3622c14b89), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:22.529333 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c8034e-3b92-4fb5-a15d-4a3622c14b89 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:44:22.549004 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 49c8034e-3b92-4fb5-a15d-4a3622c14b89, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=49c8034e-3b92-4fb5-a15d-4a3622c14b89,segment=NetworkSegment(ef4efc35-a733-4faf-bfc7-6c4b8d7b9344),segment_id=ef4efc35-a733-4faf-bfc7-6c4b8d7b9344)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:44:22.614570 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (49c8034e-3b92-4fb5-a15d-4a3622c14b89), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:22.664233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=49c8034e-3b92-4fb5-a15d-4a3622c14b89,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:22.937917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['49c8034e-3b92-4fb5-a15d-4a3622c14b89'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:44:23.265911 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7805cb5-9327-410f-b708-7421ecc84aeb req-1c551c99-a804-4a2c-8e0f-91a0024f59ad tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:23.267347 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7805cb5-9327-410f-b708-7421ecc84aeb req-1c551c99-a804-4a2c-8e0f-91a0024f59ad tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 944 time: 0.0525725 Jan 28 06:44:23.315309 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c7805cb5-9327-410f-b708-7421ecc84aeb req-67316580-b9a0-462d-803b-7d445a5a9c91 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418932 Jan 28 06:44:24.366121 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 49c8034e-3b92-4fb5-a15d-4a3622c14b89 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:44:24.440552 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0afe6b-f974-4d3f-991f-5dc39cb57ca2 req-cddafb71-9c95-4b21-8fdf-130d78970ccd tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:24.442175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f0afe6b-f974-4d3f-991f-5dc39cb57ca2 req-cddafb71-9c95-4b21-8fdf-130d78970ccd tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 944 time: 0.0571227 Jan 28 06:44:24.483599 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 49c8034e-3b92-4fb5-a15d-4a3622c14b89 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:24.488124 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 49c8034e-3b92-4fb5-a15d-4a3622c14b89 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:24.492094 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (49c8034e-3b92-4fb5-a15d-4a3622c14b89), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:24.492219 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f0afe6b-f974-4d3f-991f-5dc39cb57ca2 req-29c7b497-db8d-467b-9af8-cdc7355d97d9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437572 Jan 28 06:44:24.577401 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 49c8034e-3b92-4fb5-a15d-4a3622c14b89 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:44:24.577778 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (49c8034e-3b92-4fb5-a15d-4a3622c14b89), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:24.601408 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a445ebaa-4114-474f-8a40-6ac1d2542cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c8034e-3b92-4fb5-a15d-4a3622c14b89'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:44:24.603608 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7afae0-8ddf-405e-a963-b5daae18c0bc" -d '{"events": [{"server_uuid": "a445ebaa-4114-474f-8a40-6ac1d2542cf7", "name": "network-vif-plugged", "status": "completed", "tag": "49c8034e-3b92-4fb5-a15d-4a3622c14b89"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:44:24.617251 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 49c8034e-3b92-4fb5-a15d-4a3622c14b89, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=49c8034e-3b92-4fb5-a15d-4a3622c14b89,segment=NetworkSegment(ef4efc35-a733-4faf-bfc7-6c4b8d7b9344),segment_id=ef4efc35-a733-4faf-bfc7-6c4b8d7b9344)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:44:24.696772 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595ff6a4-57af-43cc-bfb3-43fcebc5ef5f x-openstack-request-id: req-595ff6a4-57af-43cc-bfb3-43fcebc5ef5f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:44:24.697069 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a445ebaa-4114-474f-8a40-6ac1d2542cf7", "name": "network-vif-plugged", "status": "completed", "tag": "49c8034e-3b92-4fb5-a15d-4a3622c14b89", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:44:24.697328 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-595ff6a4-57af-43cc-bfb3-43fcebc5ef5f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:44:24.697727 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a445ebaa-4114-474f-8a40-6ac1d2542cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c8034e-3b92-4fb5-a15d-4a3622c14b89', 'code': 200} Jan 28 06:44:24.706089 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (49c8034e-3b92-4fb5-a15d-4a3622c14b89), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:24.754826 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=49c8034e-3b92-4fb5-a15d-4a3622c14b89,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:24.830270 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4f434-2a7f-4113-961e-5fb3196c1d2f req-4e62cf36-fad1-4508-80a2-ef83bb11491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:24.831916 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c5c4f434-2a7f-4113-961e-5fb3196c1d2f req-4e62cf36-fad1-4508-80a2-ef83bb11491d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0432036 Jan 28 06:44:24.876419 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c5c4f434-2a7f-4113-961e-5fb3196c1d2f req-f09d4461-e737-4018-a880-8aac8bca6c47 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383112 Jan 28 06:44:25.557565 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:25.630244 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79aa305-c034-49c3-9293-079c4c2f19c1 req-f3baf799-37f2-44df-85bc-0a7fe40c2f47 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:25.631746 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c79aa305-c034-49c3-9293-079c4c2f19c1 req-f3baf799-37f2-44df-85bc-0a7fe40c2f47 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 945 time: 0.0516584 Jan 28 06:44:25.687869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c79aa305-c034-49c3-9293-079c4c2f19c1 req-e51a6d94-cc50-4e71-9553-55aa7524aa05 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472677 Jan 28 06:44:26.835265 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd2c0b-f480-4af6-9de0-ecfa6ff64f9c req-7d0013be-6875-409b-9d9d-d151f1a7fb53 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:26.836733 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94fd2c0b-f480-4af6-9de0-ecfa6ff64f9c req-7d0013be-6875-409b-9d9d-d151f1a7fb53 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 945 time: 0.0788052 Jan 28 06:44:26.884641 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94fd2c0b-f480-4af6-9de0-ecfa6ff64f9c req-1564493f-8b33-45c2-a632-7ac7517633b6 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415554 Jan 28 06:44:27.000516 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5586724-40c3-425d-b6cb-b9b2c0b689ac req-04d8c54d-44b4-4e30-9fbb-d7ba8b97ed6a tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:27.002317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5586724-40c3-425d-b6cb-b9b2c0b689ac req-04d8c54d-44b4-4e30-9fbb-d7ba8b97ed6a tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 945 time: 0.0484710 Jan 28 06:44:27.055644 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5586724-40c3-425d-b6cb-b9b2c0b689ac req-1dbf6d8a-59ca-40d0-9f21-dbb435b05115 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477862 Jan 28 06:44:28.271742 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:32.522939 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea427ac6-7ae4-474e-800c-97ba723f13bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:34.824678 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43d223cc-d4b4-4b96-9ced-60f0f338d272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:35.657470 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:44:36.768320 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:38.140027 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:39.191327 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:50.490381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-ad814b4c-e5f3-4e5b-8217-826606060194 req-973ca11c-6f18-4051-b665-226a3d39e69a service neutron] (103634) timed out ('10.222.0.60', 58357) {{(pid=103634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 06:44:55.579149 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:44:58.207719 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:02.488162 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7aa69705-1bf9-4c6a-9c84-d15ee4f72561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:04.853269 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f75f9956-3a34-495e-b9d6-40c1dd85c6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:06.734456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3ea1a-7836-4e96-adc0-82f3e094d29b req-8d140506-7558-49b1-b4b2-49d8b31a3df9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:06.736077 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04a3ea1a-7836-4e96-adc0-82f3e094d29b req-8d140506-7558-49b1-b4b2-49d8b31a3df9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 945 time: 0.0535266 Jan 28 06:45:06.784722 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:06.786263 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04a3ea1a-7836-4e96-adc0-82f3e094d29b req-8ef7a7a5-b1dc-4748-89de-9f7fca063879 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438850 Jan 28 06:45:07.905582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656af91-3380-45c8-9f28-ac1429803cf9 req-23627523-7753-4b21-b65c-94b33cf23f34 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:07.907085 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5656af91-3380-45c8-9f28-ac1429803cf9 req-23627523-7753-4b21-b65c-94b33cf23f34 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 945 time: 0.0489943 Jan 28 06:45:07.956090 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5656af91-3380-45c8-9f28-ac1429803cf9 req-848ce110-85af-435f-8767-436396809d8f tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432405 Jan 28 06:45:08.109030 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:08.470330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb44cfc-44b1-444d-beea-2a184f47bad1 req-eb31ed91-2c8d-4a92-a118-3dad7742c2b5 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:08.471712 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-beb44cfc-44b1-444d-beea-2a184f47bad1 req-eb31ed91-2c8d-4a92-a118-3dad7742c2b5 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.64 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 945 time: 0.0484200 Jan 28 06:45:08.565849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-beb44cfc-44b1-444d-beea-2a184f47bad1 req-f9239441-27c2-46fc-bfc9-ec98b1344f05 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Deleting port 49c8034e-3b92-4fb5-a15d-4a3622c14b89 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:45:08.566185 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-beb44cfc-44b1-444d-beea-2a184f47bad1 req-f9239441-27c2-46fc-bfc9-ec98b1344f05 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (49c8034e-3b92-4fb5-a15d-4a3622c14b89), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:08.653980 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-beb44cfc-44b1-444d-beea-2a184f47bad1 req-f9239441-27c2-46fc-bfc9-ec98b1344f05 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] For port 49c8034e-3b92-4fb5-a15d-4a3622c14b89, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=49c8034e-3b92-4fb5-a15d-4a3622c14b89,segment=NetworkSegment(ef4efc35-a733-4faf-bfc7-6c4b8d7b9344),segment_id=ef4efc35-a733-4faf-bfc7-6c4b8d7b9344)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:45:08.654363 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-beb44cfc-44b1-444d-beea-2a184f47bad1 req-f9239441-27c2-46fc-bfc9-ec98b1344f05 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (49c8034e-3b92-4fb5-a15d-4a3622c14b89), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:08.667363 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-beb44cfc-44b1-444d-beea-2a184f47bad1 req-f9239441-27c2-46fc-bfc9-ec98b1344f05 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Calling delete_port for 49c8034e-3b92-4fb5-a15d-4a3622c14b89 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:45:08.904242 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-beb44cfc-44b1-444d-beea-2a184f47bad1 req-f9239441-27c2-46fc-bfc9-ec98b1344f05 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (49c8034e-3b92-4fb5-a15d-4a3622c14b89), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:08.934240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9239441-27c2-46fc-bfc9-ec98b1344f05 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Pushing event deleted for resources: {'Port': ['ID=49c8034e-3b92-4fb5-a15d-4a3622c14b89,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:08.937579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['49c8034e-3b92-4fb5-a15d-4a3622c14b89'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:45:08.985218 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb44cfc-44b1-444d-beea-2a184f47bad1 req-f9239441-27c2-46fc-bfc9-ec98b1344f05 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] No DVR routers for this DVR port 49c8034e-3b92-4fb5-a15d-4a3622c14b89 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:45:08.987920 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-beb44cfc-44b1-444d-beea-2a184f47bad1 req-f9239441-27c2-46fc-bfc9-ec98b1344f05 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:08.991456 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-beb44cfc-44b1-444d-beea-2a184f47bad1 req-f9239441-27c2-46fc-bfc9-ec98b1344f05 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.64 "DELETE /v2.0/ports/49c8034e-3b92-4fb5-a15d-4a3622c14b89 HTTP/1.1" status: 204 len: 173 time: 0.5138471 Jan 28 06:45:08.991900 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a445ebaa-4114-474f-8a40-6ac1d2542cf7', 'name': 'network-vif-deleted', 'tag': '49c8034e-3b92-4fb5-a15d-4a3622c14b89'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:45:08.994731 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d84598-b1ca-496e-8e76-ba1a2bad9c6e" -d '{"events": [{"server_uuid": "a445ebaa-4114-474f-8a40-6ac1d2542cf7", "name": "network-vif-deleted", "tag": "49c8034e-3b92-4fb5-a15d-4a3622c14b89"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:45:09.040392 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1374d17e-6297-4a16-bebc-fc6448112c57 x-openstack-request-id: req-1374d17e-6297-4a16-bebc-fc6448112c57 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:45:09.041236 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a445ebaa-4114-474f-8a40-6ac1d2542cf7", "name": "network-vif-deleted", "tag": "49c8034e-3b92-4fb5-a15d-4a3622c14b89", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:45:09.041486 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1374d17e-6297-4a16-bebc-fc6448112c57 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:45:09.041885 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a445ebaa-4114-474f-8a40-6ac1d2542cf7', 'name': 'network-vif-deleted', 'tag': '49c8034e-3b92-4fb5-a15d-4a3622c14b89', 'status': 'completed', 'code': 200} Jan 28 06:45:09.062892 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c9e95e36-ce22-432c-88f3-123ecd60f5be req-1ac591d5-7bef-49a6-9cb8-1206e7be2ad6 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 210 time: 0.0325723 Jan 28 06:45:09.205909 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:10.171363 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9aade650-1988-4d9a-830f-140336661a53 req-fc41fef7-b031-4954-979e-14e83aae7c57 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=a445ebaa-4114-474f-8a40-6ac1d2542cf7 HTTP/1.1" status: 200 len: 210 time: 0.0274956 Jan 28 06:45:12.595673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 49c8034e-3b92-4fb5-a15d-4a3622c14b89 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:45:12.616723 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 49c8034e-3b92-4fb5-a15d-4a3622c14b89 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:45:12.632082 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 49c8034e-3b92-4fb5-a15d-4a3622c14b89 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:45:12.657404 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:45:13.018943 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-53eb1819-fe46-4ee9-8699-0a3d1ba1fecb tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:13.020416 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-53eb1819-fe46-4ee9-8699-0a3d1ba1fecb tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/networks?id=c3d3f0ba-2dd6-45f3-9474-c281910927d3 HTTP/1.1" status: 200 len: 817 time: 0.1039622 Jan 28 06:45:13.035616 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-cc72aa0b-eb94-4f24-b7ba-40a18a4f8cb3 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/quotas/134e5da27d264eb4bf1dbcb853783d0c HTTP/1.1" status: 200 len: 375 time: 0.0091777 Jan 28 06:45:13.090743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-6308d37e-0847-4a4a-a009-27b25150dc98 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=134e5da27d264eb4bf1dbcb853783d0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502601 Jan 28 06:45:13.186043 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-ac98504c-9fce-49ff-bde5-f6c171a39ac6 service neutron] 10.222.0.31 "GET /v2.0/networks/c3d3f0ba-2dd6-45f3-9474-c281910927d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837371 Jan 28 06:45:13.282340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-fdf5e6ad-e2e7-4b85-8e9a-40afc0ca2113 service neutron] 10.222.0.31 "GET /v2.0/networks/c3d3f0ba-2dd6-45f3-9474-c281910927d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867743 Jan 28 06:45:13.538425 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0c3e7480-ab49-4199-a20e-2c02f958049a req-e3d27db7-a967-4ef9-85b8-5831e316ce73 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 210 time: 0.0275357 Jan 28 06:45:14.633748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8377fc6-216e-42d3-93d0-e77acdfb99f4 req-61606b9c-bce6-444b-9f6f-933568c48805 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 210 time: 0.0263407 Jan 28 06:45:15.750328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3cff52a5-23b2-4e62-98dd-2dfe79267b39 req-1c2febef-ccdc-4b33-9bb7-e5f1de133910 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 210 time: 0.0425262 Jan 28 06:45:15.835676 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-934e934b-6815-4cdd-b822-e7a57d8fab43 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:15.837126 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-934e934b-6815-4cdd-b822-e7a57d8fab43 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.60 "GET /v2.0/networks?id=c3d3f0ba-2dd6-45f3-9474-c281910927d3 HTTP/1.1" status: 200 len: 817 time: 0.1194298 Jan 28 06:45:15.855443 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Request body: {'port': {'device_id': 'fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b', 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3', 'admin_state_up': True, 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:16.080112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Made reservation on behalf of 134e5da27d264eb4bf1dbcb853783d0c for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:16.083854 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:16.216983 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Allocated IP 172.20.0.9 (c3d3f0ba-2dd6-45f3-9474-c281910927d3/dffbce7f-b94c-4cd2-9df0-7a780b5aceee/ac6fdfb6-fcef-4af7-af24-263973bd7bc0) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:16.363941 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Publish callbacks [] for port (ac6fdfb6-fcef-4af7-af24-263973bd7bc0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:16.561792 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ac6fdfb6-fcef-4af7-af24-263973bd7bc0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:16.604503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Network c3d3f0ba-2dd6-45f3-9474-c281910927d3 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:16.610099 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:16.614430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:45:16.620100 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Pushing event updated for resources: {'Port': ['ID=ac6fdfb6-fcef-4af7-af24-263973bd7bc0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:16.650569 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:16.650569 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:16.650851 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:16.651025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:16.651360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:16.651685 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:16.652012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:16.652394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:16.652723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:16.653047 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:16.653372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:16.653692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:16.654009 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:16.677412 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:16.678036 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:16.812601 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-c516375b-f398-4d8d-a27d-caf55f861ac9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9616499 Jan 28 06:45:16.847802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Request body: {'port': {'device_id': 'fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:16.858888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f918dde2-296f-4b01-84c3-70e35139360f None None] Provisioning complete for port ac6fdfb6-fcef-4af7-af24-263973bd7bc0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:16.859508 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f918dde2-296f-4b01-84c3-70e35139360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ac6fdfb6-fcef-4af7-af24-263973bd7bc0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:16.899704 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f918dde2-296f-4b01-84c3-70e35139360f None None] Port ac6fdfb6-fcef-4af7-af24-263973bd7bc0 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:45:16.937172 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad02e4-815a-4043-a180-c15009a0d5ce req-feddfcfc-6c56-4b58-8e91-b408b02df98e tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:16.938806 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82ad02e4-815a-4043-a180-c15009a0d5ce req-feddfcfc-6c56-4b58-8e91-b408b02df98e tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 931 time: 0.1129177 Jan 28 06:45:16.953277 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ac6fdfb6-fcef-4af7-af24-263973bd7bc0), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:17.029301 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-82ad02e4-815a-4043-a180-c15009a0d5ce req-7c70d26a-da4c-4cba-aae5-16f169c6e46b tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826004 Jan 28 06:45:17.254924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6fdfb6-fcef-4af7-af24-263973bd7bc0 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:45:17.262653 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Publish callbacks [] for port (ac6fdfb6-fcef-4af7-af24-263973bd7bc0), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:17.275082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Transition to ACTIVE for port object ac6fdfb6-fcef-4af7-af24-263973bd7bc0 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:17.344023 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ac6fdfb6-fcef-4af7-af24-263973bd7bc0), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:17.397275 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6fdfb6-fcef-4af7-af24-263973bd7bc0,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:17.466728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Attempting to bind port ac6fdfb6-fcef-4af7-af24-263973bd7bc0 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:45:17.467111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Attempting to bind port ac6fdfb6-fcef-4af7-af24-263973bd7bc0 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:45:17.467386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Attempting to bind port ac6fdfb6-fcef-4af7-af24-263973bd7bc0 on network c3d3f0ba-2dd6-45f3-9474-c281910927d3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:45:17.472104 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Port ac6fdfb6-fcef-4af7-af24-263973bd7bc0 on network c3d3f0ba-2dd6-45f3-9474-c281910927d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:45:17.472428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Attempting to bind port ac6fdfb6-fcef-4af7-af24-263973bd7bc0 on network c3d3f0ba-2dd6-45f3-9474-c281910927d3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:45:17.477957 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:45:17.478521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Checking segment: {'id': 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:45:17.478819 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Bound using segment: {'id': 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:45:17.479243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Bound port: ac6fdfb6-fcef-4af7-af24-263973bd7bc0, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:45:17.479603 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ac6fdfb6-fcef-4af7-af24-263973bd7bc0), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:17.552275 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] For port ac6fdfb6-fcef-4af7-af24-263973bd7bc0, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:45:17.555539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] For port ac6fdfb6-fcef-4af7-af24-263973bd7bc0, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ac6fdfb6-fcef-4af7-af24-263973bd7bc0,segment=NetworkSegment(ef4efc35-a733-4faf-bfc7-6c4b8d7b9344),segment_id=ef4efc35-a733-4faf-bfc7-6c4b8d7b9344)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:45:17.625003 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ac6fdfb6-fcef-4af7-af24-263973bd7bc0), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:17.661179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:17.661707 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:17.663082 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] 10.222.0.60 "PUT /v2.0/ports/ac6fdfb6-fcef-4af7-af24-263973bd7bc0 HTTP/1.1" status: 200 len: 1092 time: 0.8263154 Jan 28 06:45:17.666654 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b', 'tag': 'ac6fdfb6-fcef-4af7-af24-263973bd7bc0'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:45:17.673426 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac112f1-dd3e-4763-9eaa-79383a39f635" -d '{"events": [{"name": "network-changed", "server_uuid": "fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b", "tag": "ac6fdfb6-fcef-4af7-af24-263973bd7bc0"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:45:17.707130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf89355-71c4-479c-978a-5b082f1a45d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6fdfb6-fcef-4af7-af24-263973bd7bc0,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:17.726730 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbfdce9-7865-43db-9566-21a54df236f9 x-openstack-request-id: req-6fbfdce9-7865-43db-9566-21a54df236f9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:45:17.727058 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b", "tag": "ac6fdfb6-fcef-4af7-af24-263973bd7bc0", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:45:17.727319 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fbfdce9-7865-43db-9566-21a54df236f9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:45:17.727860 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b', 'tag': 'ac6fdfb6-fcef-4af7-af24-263973bd7bc0', 'status': 'completed', 'code': 200} Jan 28 06:45:17.818654 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac112f1-dd3e-4763-9eaa-79383a39f635 req-fadd5935-943c-4004-8058-06c4b65ec5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:17.821015 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dac112f1-dd3e-4763-9eaa-79383a39f635 req-fadd5935-943c-4004-8058-06c4b65ec5db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=134e5da27d264eb4bf1dbcb853783d0c&device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 1095 time: 0.0493832 Jan 28 06:45:17.932485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac112f1-dd3e-4763-9eaa-79383a39f635 req-9ed8b4c2-d512-495b-a9ee-f239992fd2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:17.933900 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dac112f1-dd3e-4763-9eaa-79383a39f635 req-9ed8b4c2-d512-495b-a9ee-f239992fd2f1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=134e5da27d264eb4bf1dbcb853783d0c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1004527 Jan 28 06:45:18.032640 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac112f1-dd3e-4763-9eaa-79383a39f635 req-37e8f2fa-06db-48c6-9fa8-b38133d28727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:18.034041 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dac112f1-dd3e-4763-9eaa-79383a39f635 req-37e8f2fa-06db-48c6-9fa8-b38133d28727 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940988 Jan 28 06:45:18.167435 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-4c48cc99-a9ae-48b0-959a-89b8c39a1447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:18.168953 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-4c48cc99-a9ae-48b0-959a-89b8c39a1447 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=134e5da27d264eb4bf1dbcb853783d0c&device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 1095 time: 0.0754256 Jan 28 06:45:18.184019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bf5ab-3ab7-4fd5-8229-a17e065a32e6 req-8e02e4b9-20cd-47de-ab0d-7e6922eef6f5 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:18.185523 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e6bf5ab-3ab7-4fd5-8229-a17e065a32e6 req-8e02e4b9-20cd-47de-ab0d-7e6922eef6f5 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 943 time: 0.0650945 Jan 28 06:45:18.523314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-3230dcc3-f0ac-4353-a726-282b938bb05f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac6fdfb6-fcef-4af7-af24-263973bd7bc0 HTTP/1.1" status: 200 len: 217 time: 0.3367808 Jan 28 06:45:18.584040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e6bf5ab-3ab7-4fd5-8229-a17e065a32e6 req-70198c37-8ffe-4816-9bb1-919228654d49 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916764 Jan 28 06:45:18.591874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-a973a5f2-9ab0-4a15-af90-affe0afac052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:18.593303 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-a973a5f2-9ab0-4a15-af90-affe0afac052 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dffbce7f-b94c-4cd2-9df0-7a780b5aceee HTTP/1.1" status: 200 len: 856 time: 0.0627506 Jan 28 06:45:18.642115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-325d8336-4bdf-4491-ab1b-6e7772860bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:18.643711 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-325d8336-4bdf-4491-ab1b-6e7772860bd8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3d3f0ba-2dd6-45f3-9474-c281910927d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446508 Jan 28 06:45:18.733423 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-5c957e0e-0aa4-4590-9577-7d784622c848 service neutron] 10.222.0.60 "GET /v2.0/networks/c3d3f0ba-2dd6-45f3-9474-c281910927d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832987 Jan 28 06:45:18.829062 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a530d02-12d3-4872-a572-a1503d7b14d4 req-17e65145-1527-48f1-a4f7-205a245b913c service neutron] 10.222.0.60 "GET /v2.0/networks/c3d3f0ba-2dd6-45f3-9474-c281910927d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897169 Jan 28 06:45:19.702930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08d850-49de-4348-a537-779ef348bc5f req-afe12bbc-aa95-4e43-a1a9-0e39c9413b21 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:19.704415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea08d850-49de-4348-a537-779ef348bc5f req-afe12bbc-aa95-4e43-a1a9-0e39c9413b21 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 943 time: 0.0499046 Jan 28 06:45:19.756076 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea08d850-49de-4348-a537-779ef348bc5f req-a94da715-4a55-48d8-987d-c63c9857d9e3 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428424 Jan 28 06:45:20.870873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaae006-aec2-42b7-90d6-55e1a88e1541 req-d8f41960-067a-40bb-9d02-2cc0e03a7bde tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:20.872352 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4eaae006-aec2-42b7-90d6-55e1a88e1541 req-d8f41960-067a-40bb-9d02-2cc0e03a7bde tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 943 time: 0.0482767 Jan 28 06:45:20.922894 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4eaae006-aec2-42b7-90d6-55e1a88e1541 req-6ec04344-388e-4f42-8e9a-e9b6b0bdf834 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446494 Jan 28 06:45:22.039766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e21c69-980f-4a6e-9d17-a08d45fbda88 req-26758c01-8213-429f-88be-92a223b992bf tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:22.041353 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00e21c69-980f-4a6e-9d17-a08d45fbda88 req-26758c01-8213-429f-88be-92a223b992bf tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 943 time: 0.0484078 Jan 28 06:45:22.089861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00e21c69-980f-4a6e-9d17-a08d45fbda88 req-35126bf9-1756-4f66-9ddc-4080b05a6fba tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424266 Jan 28 06:45:22.917451 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ac6fdfb6-fcef-4af7-af24-263973bd7bc0 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:45:23.012220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ac6fdfb6-fcef-4af7-af24-263973bd7bc0, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ac6fdfb6-fcef-4af7-af24-263973bd7bc0,segment=NetworkSegment(ef4efc35-a733-4faf-bfc7-6c4b8d7b9344),segment_id=ef4efc35-a733-4faf-bfc7-6c4b8d7b9344)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:45:23.023987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'ac6fdfb6-fcef-4af7-af24-263973bd7bc0', 'network_id': 'c3d3f0ba-2dd6-45f3-9474-c281910927d3', 'port_id': 'ac6fdfb6-fcef-4af7-af24-263973bd7bc0', 'mac_address': 'fa:16:3e:27:d4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dffbce7f-b94c-4cd2-9df0-7a780b5aceee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:45:23.064300 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ac6fdfb6-fcef-4af7-af24-263973bd7bc0 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:45:23.064696 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ac6fdfb6-fcef-4af7-af24-263973bd7bc0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:23.077906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6fdfb6-fcef-4af7-af24-263973bd7bc0 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:45:23.096548 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ac6fdfb6-fcef-4af7-af24-263973bd7bc0, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ac6fdfb6-fcef-4af7-af24-263973bd7bc0,segment=NetworkSegment(ef4efc35-a733-4faf-bfc7-6c4b8d7b9344),segment_id=ef4efc35-a733-4faf-bfc7-6c4b8d7b9344)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:45:23.154262 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ac6fdfb6-fcef-4af7-af24-263973bd7bc0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:23.204414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ac6fdfb6-fcef-4af7-af24-263973bd7bc0,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:23.212509 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:23.212862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:23.213209 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:23.213557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:23.213894 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:23.214227 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:23.214587 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:23.214918 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:23.215283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:23.215612 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:23.215941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:23.216268 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:23.216598 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:23.217408 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a499007-e4ff-411a-9eaf-20ef1baa0f3e req-5c482ebc-898c-4a35-9cb7-d62f4952764b tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:23.226478 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a499007-e4ff-411a-9eaf-20ef1baa0f3e req-5c482ebc-898c-4a35-9cb7-d62f4952764b tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 944 time: 0.0606232 Jan 28 06:45:23.269889 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1a499007-e4ff-411a-9eaf-20ef1baa0f3e req-d6c3a5ba-214e-4dc2-99e7-68a57fbb892b tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425551 Jan 28 06:45:23.442122 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['ac6fdfb6-fcef-4af7-af24-263973bd7bc0'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:45:24.390017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec1dfa-5000-4cf2-8c95-4436d628b769 req-5f54a2fa-ac29-4d49-a66b-600c9e2df9a9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:24.392078 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a6ec1dfa-5000-4cf2-8c95-4436d628b769 req-5f54a2fa-ac29-4d49-a66b-600c9e2df9a9 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 944 time: 0.0532780 Jan 28 06:45:24.440146 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a6ec1dfa-5000-4cf2-8c95-4436d628b769 req-92566a83-b5a3-4fe5-afd1-561e4a905634 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419855 Jan 28 06:45:24.923617 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ac6fdfb6-fcef-4af7-af24-263973bd7bc0 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:45:25.051604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port ac6fdfb6-fcef-4af7-af24-263973bd7bc0 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:25.056555 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port ac6fdfb6-fcef-4af7-af24-263973bd7bc0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:25.057327 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ac6fdfb6-fcef-4af7-af24-263973bd7bc0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:25.134915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ac6fdfb6-fcef-4af7-af24-263973bd7bc0 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:45:25.135312 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ac6fdfb6-fcef-4af7-af24-263973bd7bc0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:25.160783 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6fdfb6-fcef-4af7-af24-263973bd7bc0'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:45:25.163056 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee47e711-fa48-4466-ac5f-4e144bbf5437" -d '{"events": [{"server_uuid": "fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b", "name": "network-vif-plugged", "status": "completed", "tag": "ac6fdfb6-fcef-4af7-af24-263973bd7bc0"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:45:25.177811 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ac6fdfb6-fcef-4af7-af24-263973bd7bc0, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ac6fdfb6-fcef-4af7-af24-263973bd7bc0,segment=NetworkSegment(ef4efc35-a733-4faf-bfc7-6c4b8d7b9344),segment_id=ef4efc35-a733-4faf-bfc7-6c4b8d7b9344)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:45:25.203806 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5de1e48-7419-4680-88c2-e9b3666ea0b8 x-openstack-request-id: req-d5de1e48-7419-4680-88c2-e9b3666ea0b8 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:45:25.204102 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b", "name": "network-vif-plugged", "status": "completed", "tag": "ac6fdfb6-fcef-4af7-af24-263973bd7bc0", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:45:25.204361 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5de1e48-7419-4680-88c2-e9b3666ea0b8 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:45:25.204760 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6fdfb6-fcef-4af7-af24-263973bd7bc0', 'code': 200} Jan 28 06:45:25.263983 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ac6fdfb6-fcef-4af7-af24-263973bd7bc0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:25.316973 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ac6fdfb6-fcef-4af7-af24-263973bd7bc0,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:25.342698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4373572-5183-47dc-b9aa-e35e1eeea647 req-dfc088f0-1026-42a3-be6b-146c8f7c8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:25.344786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4373572-5183-47dc-b9aa-e35e1eeea647 req-dfc088f0-1026-42a3-be6b-146c8f7c8cbd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 1097 time: 0.0495136 Jan 28 06:45:25.388737 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4373572-5183-47dc-b9aa-e35e1eeea647 req-8a4e86dc-dc2f-4865-82eb-ebc7f34ab7b5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382240 Jan 28 06:45:25.568401 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4603f-0a34-447e-8a8d-54e3d07ed1ae req-41bdab4f-838b-4cab-82b3-dd3e4a008f8f tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:25.570216 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4dc4603f-0a34-447e-8a8d-54e3d07ed1ae req-41bdab4f-838b-4cab-82b3-dd3e4a008f8f tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 945 time: 0.0507531 Jan 28 06:45:25.572951 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:25.623395 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4dc4603f-0a34-447e-8a8d-54e3d07ed1ae req-0d90d85d-761b-46f0-b8e1-a141c0e414e6 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465684 Jan 28 06:45:26.739094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372790b0-4451-4c17-9015-581b3e5784e4 req-00670fb9-d00e-4b95-b0c2-75f4e542f635 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:26.740548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-372790b0-4451-4c17-9015-581b3e5784e4 req-00670fb9-d00e-4b95-b0c2-75f4e542f635 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 945 time: 0.0476868 Jan 28 06:45:26.786157 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-372790b0-4451-4c17-9015-581b3e5784e4 req-8a2c6442-c8be-4e57-b63e-5999c3fecedf tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398278 Jan 28 06:45:26.902586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42e9b4-4dd1-4dc2-a295-059823641506 req-b1e229f0-c788-4b55-89a8-00ea10a7a9e6 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:26.904187 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d42e9b4-4dd1-4dc2-a295-059823641506 req-b1e229f0-c788-4b55-89a8-00ea10a7a9e6 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 945 time: 0.0499911 Jan 28 06:45:26.954686 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d42e9b4-4dd1-4dc2-a295-059823641506 req-d20a11df-a08a-4d98-9dee-1f00201b9434 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442963 Jan 28 06:45:28.291052 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:32.487340 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d48c8ca-67d9-4d0b-963c-19cf9f5cf13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:34.812545 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-001bc605-0dac-420c-9bc6-e6b1d0206cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:36.783355 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:38.103416 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:39.171897 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:49.657207 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:45:55.674562 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:45:58.261621 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:02.811428 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0050fb84-6362-4426-bec9-1134eb083d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:05.027738 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db6b7788-ccf0-409c-b157-8446cdd7f33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:05.903169 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1f1dece-0e9d-476e-bb24-6223bc1c1384 req-13f7d3ca-a431-4b9e-9ae6-a189a2abbd1f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470016 Jan 28 06:46:06.002279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1dece-0e9d-476e-bb24-6223bc1c1384 req-1950b359-32f9-496b-a293-c988d5d9f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:06.003742 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1f1dece-0e9d-476e-bb24-6223bc1c1384 req-1950b359-32f9-496b-a293-c988d5d9f8e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=134e5da27d264eb4bf1dbcb853783d0c&device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 1097 time: 0.0418136 Jan 28 06:46:06.114497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1dece-0e9d-476e-bb24-6223bc1c1384 req-71c67cc6-e7de-40a3-920d-5ba88cf86d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:06.119805 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1f1dece-0e9d-476e-bb24-6223bc1c1384 req-71c67cc6-e7de-40a3-920d-5ba88cf86d18 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3d3f0ba-2dd6-45f3-9474-c281910927d3 HTTP/1.1" status: 200 len: 918 time: 0.0941968 Jan 28 06:46:06.167149 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1f1dece-0e9d-476e-bb24-6223bc1c1384 req-69f61a3c-4238-44bd-aa56-107139023427 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac6fdfb6-fcef-4af7-af24-263973bd7bc0 HTTP/1.1" status: 200 len: 217 time: 0.0391259 Jan 28 06:46:06.218049 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1dece-0e9d-476e-bb24-6223bc1c1384 req-0822ce7a-e2f2-4512-a600-4b35c47d762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:06.219544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1f1dece-0e9d-476e-bb24-6223bc1c1384 req-0822ce7a-e2f2-4512-a600-4b35c47d762a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dffbce7f-b94c-4cd2-9df0-7a780b5aceee HTTP/1.1" status: 200 len: 856 time: 0.0463080 Jan 28 06:46:06.325575 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1dece-0e9d-476e-bb24-6223bc1c1384 req-ef092ece-f122-4380-8cfd-5cde9ea811da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:06.327031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1f1dece-0e9d-476e-bb24-6223bc1c1384 req-ef092ece-f122-4380-8cfd-5cde9ea811da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3d3f0ba-2dd6-45f3-9474-c281910927d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736222 Jan 28 06:46:06.338084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbe923-b8df-4198-b04f-6fcff45d9f17 req-1d098b70-60e3-41ad-b5a6-b8d6efc94e52 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:06.339544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8fdbe923-b8df-4198-b04f-6fcff45d9f17 req-1d098b70-60e3-41ad-b5a6-b8d6efc94e52 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 945 time: 0.0775659 Jan 28 06:46:06.443966 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8fdbe923-b8df-4198-b04f-6fcff45d9f17 req-9ac61838-c26b-45aa-82a1-617efc6a9bfb tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962384 Jan 28 06:46:06.467552 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1f1dece-0e9d-476e-bb24-6223bc1c1384 req-becabd41-6a46-4734-878c-cab0b487bb98 service neutron] 10.222.0.60 "GET /v2.0/networks/c3d3f0ba-2dd6-45f3-9474-c281910927d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263895 Jan 28 06:46:06.574419 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1f1dece-0e9d-476e-bb24-6223bc1c1384 req-dd4e2da5-6b36-44a4-826e-f0e36cd49b41 service neutron] 10.222.0.60 "GET /v2.0/networks/c3d3f0ba-2dd6-45f3-9474-c281910927d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004429 Jan 28 06:46:06.844192 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:07.713913 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9f9bd-8ad6-4b75-81a7-de451cd3dbdf req-e93e531a-d332-4b4b-aa02-26e81710a765 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:07.713913 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1dd9f9bd-8ad6-4b75-81a7-de451cd3dbdf req-e93e531a-d332-4b4b-aa02-26e81710a765 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 945 time: 0.0525899 Jan 28 06:46:07.713913 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1dd9f9bd-8ad6-4b75-81a7-de451cd3dbdf req-f6adbcec-c4e5-4e4a-b0f0-5a80d113ea86 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e64cf19-12ea-47ec-9602-34b857873423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448091 Jan 28 06:46:07.970085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606011f-c3a6-4e2e-b239-9c84bbfe2893 req-2fc0b2f6-d1a7-4698-b9c3-e0edf12a374e tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:07.970085 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9606011f-c3a6-4e2e-b239-9c84bbfe2893 req-2fc0b2f6-d1a7-4698-b9c3-e0edf12a374e tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 945 time: 0.0513289 Jan 28 06:46:08.062634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-9606011f-c3a6-4e2e-b239-9c84bbfe2893 req-7bc3c9ab-0db4-4d40-b2ed-3c633c8dbe55 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Deleting port ac6fdfb6-fcef-4af7-af24-263973bd7bc0 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:46:08.095531 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9606011f-c3a6-4e2e-b239-9c84bbfe2893 req-7bc3c9ab-0db4-4d40-b2ed-3c633c8dbe55 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ac6fdfb6-fcef-4af7-af24-263973bd7bc0), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:08.137117 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:08.153347 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9606011f-c3a6-4e2e-b239-9c84bbfe2893 req-7bc3c9ab-0db4-4d40-b2ed-3c633c8dbe55 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] For port ac6fdfb6-fcef-4af7-af24-263973bd7bc0, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ac6fdfb6-fcef-4af7-af24-263973bd7bc0,segment=NetworkSegment(ef4efc35-a733-4faf-bfc7-6c4b8d7b9344),segment_id=ef4efc35-a733-4faf-bfc7-6c4b8d7b9344)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:46:08.153707 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9606011f-c3a6-4e2e-b239-9c84bbfe2893 req-7bc3c9ab-0db4-4d40-b2ed-3c633c8dbe55 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ac6fdfb6-fcef-4af7-af24-263973bd7bc0), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:08.165880 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-9606011f-c3a6-4e2e-b239-9c84bbfe2893 req-7bc3c9ab-0db4-4d40-b2ed-3c633c8dbe55 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Calling delete_port for ac6fdfb6-fcef-4af7-af24-263973bd7bc0 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:46:08.422385 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9606011f-c3a6-4e2e-b239-9c84bbfe2893 req-7bc3c9ab-0db4-4d40-b2ed-3c633c8dbe55 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ac6fdfb6-fcef-4af7-af24-263973bd7bc0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:08.453588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3c9ab-0db4-4d40-b2ed-3c633c8dbe55 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Pushing event deleted for resources: {'Port': ['ID=ac6fdfb6-fcef-4af7-af24-263973bd7bc0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:08.456779 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['ac6fdfb6-fcef-4af7-af24-263973bd7bc0'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:46:08.496855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-9606011f-c3a6-4e2e-b239-9c84bbfe2893 req-7bc3c9ab-0db4-4d40-b2ed-3c633c8dbe55 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] No DVR routers for this DVR port ac6fdfb6-fcef-4af7-af24-263973bd7bc0 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:46:08.500148 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9606011f-c3a6-4e2e-b239-9c84bbfe2893 req-7bc3c9ab-0db4-4d40-b2ed-3c633c8dbe55 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:08.504150 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9606011f-c3a6-4e2e-b239-9c84bbfe2893 req-7bc3c9ab-0db4-4d40-b2ed-3c633c8dbe55 tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.60 "DELETE /v2.0/ports/ac6fdfb6-fcef-4af7-af24-263973bd7bc0 HTTP/1.1" status: 204 len: 173 time: 0.5331314 Jan 28 06:46:08.504728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b', 'name': 'network-vif-deleted', 'tag': 'ac6fdfb6-fcef-4af7-af24-263973bd7bc0'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:46:08.507172 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07c7eb1-2641-4b99-84ad-f7da3befb8c5" -d '{"events": [{"server_uuid": "fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b", "name": "network-vif-deleted", "tag": "ac6fdfb6-fcef-4af7-af24-263973bd7bc0"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:46:08.542981 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ace4b77-5096-42c0-ac3f-b97796f13a6f x-openstack-request-id: req-1ace4b77-5096-42c0-ac3f-b97796f13a6f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:46:08.543284 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b", "name": "network-vif-deleted", "tag": "ac6fdfb6-fcef-4af7-af24-263973bd7bc0", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:46:08.543540 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ace4b77-5096-42c0-ac3f-b97796f13a6f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:46:08.543946 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b', 'name': 'network-vif-deleted', 'tag': 'ac6fdfb6-fcef-4af7-af24-263973bd7bc0', 'status': 'completed', 'code': 200} Jan 28 06:46:08.798028 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87214e5e-0375-4a02-b055-42d8b413f4bc req-e6789406-739d-4a5e-b6c6-143fdefc73fe tempest-TestEncryptedCinderVolumes-736161126 tempest-TestEncryptedCinderVolumes-736161126-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe885ac9-37f2-43b5-bbaa-e33b2dc2a21b HTTP/1.1" status: 200 len: 210 time: 0.0270767 Jan 28 06:46:09.193615 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:10.107342 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56318) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:10.482433 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (726901e5-ff3d-45bf-a136-df60085b1933), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:10.729101 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Deleting port 0857b386-8fde-4466-81f4-77ab918d47cf {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:46:10.741686 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0857b386-8fde-4466-81f4-77ab918d47cf), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:10.810435 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] For port 0857b386-8fde-4466-81f4-77ab918d47cf, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0857b386-8fde-4466-81f4-77ab918d47cf,segment=NetworkSegment(ef4efc35-a733-4faf-bfc7-6c4b8d7b9344),segment_id=ef4efc35-a733-4faf-bfc7-6c4b8d7b9344)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:46:10.810801 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0857b386-8fde-4466-81f4-77ab918d47cf), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:10.822366 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Calling delete_port for 0857b386-8fde-4466-81f4-77ab918d47cf owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:46:11.158757 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (0857b386-8fde-4466-81f4-77ab918d47cf), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:11.187258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=0857b386-8fde-4466-81f4-77ab918d47cf,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:11.212225 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:11.212574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:11.212915 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:11.213251 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:11.213590 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:11.213918 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:11.214243 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:11.214594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:11.214917 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:11.215261 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:11.215677 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:11.216020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:11.216340 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:11.367701 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (726901e5-ff3d-45bf-a136-df60085b1933), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:11.594472 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Router 726901e5-ff3d-45bf-a136-df60085b1933 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:46:11.699493 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:46:11.704555 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c80e1844-ecee-43ed-ac17-bcc871146d48 admin admin] 10.222.0.31 "PUT /v2.0/routers/726901e5-ff3d-45bf-a136-df60085b1933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5960886 Jan 28 06:46:11.706988 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56322) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:11.709818 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dab13bb-51a0-4a77-be1c-71857d36613e None None] Sync routers for ids ['726901e5-ff3d-45bf-a136-df60085b1933'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:11.721712 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab13bb-51a0-4a77-be1c-71857d36613e None None] Routers {'726901e5-ff3d-45bf-a136-df60085b1933'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:46:11.722363 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3dab13bb-51a0-4a77-be1c-71857d36613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:46:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['726901e5-ff3d-45bf-a136-df60085b1933'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:11.817253 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de35c73d-e4a2-472d-88f9-3447ce6ec3a6 admin admin] Publish callbacks [] for router (726901e5-ff3d-45bf-a136-df60085b1933), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:11.926719 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de35c73d-e4a2-472d-88f9-3447ce6ec3a6 admin admin] Publish callbacks [] for router_gateway (726901e5-ff3d-45bf-a136-df60085b1933), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:11.991284 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-3dab13bb-51a0-4a77-be1c-71857d36613e None None] Set router 726901e5-ff3d-45bf-a136-df60085b1933 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:46:12.054863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-de35c73d-e4a2-472d-88f9-3447ce6ec3a6 admin admin] Deleting port 32349051-3a7f-49a6-bad7-224190c44dfc {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:46:12.055202 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de35c73d-e4a2-472d-88f9-3447ce6ec3a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (32349051-3a7f-49a6-bad7-224190c44dfc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:12.138020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-de35c73d-e4a2-472d-88f9-3447ce6ec3a6 admin admin] For port 32349051-3a7f-49a6-bad7-224190c44dfc, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=32349051-3a7f-49a6-bad7-224190c44dfc,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:46:12.138477 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de35c73d-e4a2-472d-88f9-3447ce6ec3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (32349051-3a7f-49a6-bad7-224190c44dfc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:12.151713 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-de35c73d-e4a2-472d-88f9-3447ce6ec3a6 admin admin] Calling delete_port for 32349051-3a7f-49a6-bad7-224190c44dfc owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:46:12.184859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3dab13bb-51a0-4a77-be1c-71857d36613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726901e5-ff3d-45bf-a136-df60085b1933', 'name': 'tempest-TestEncryptedCinderVolumes-1633284663-router', 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '32349051-3a7f-49a6-bad7-224190c44dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:59Z', 'updated_at': '2022-01-28T06:46:10Z', 'revision_number': 5, 'project_id': '134e5da27d264eb4bf1dbcb853783d0c', 'gw_port': {'id': '32349051-3a7f-49a6-bad7-224190c44dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:95:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726901e5-ff3d-45bf-a136-df60085b1933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:00Z', 'updated_at': '2022-01-28T06:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:12.215560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dab13bb-51a0-4a77-be1c-71857d36613e None None] Checking router: 726901e5-ff3d-45bf-a136-df60085b1933 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:46:12.224035 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab13bb-51a0-4a77-be1c-71857d36613e None None] Routers {'726901e5-ff3d-45bf-a136-df60085b1933'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:46:12.225682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3dab13bb-51a0-4a77-be1c-71857d36613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:46:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['726901e5-ff3d-45bf-a136-df60085b1933'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:12.327548 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-3dab13bb-51a0-4a77-be1c-71857d36613e None None] Set router 726901e5-ff3d-45bf-a136-df60085b1933 gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:46:12.384795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3dab13bb-51a0-4a77-be1c-71857d36613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726901e5-ff3d-45bf-a136-df60085b1933', 'name': 'tempest-TestEncryptedCinderVolumes-1633284663-router', 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:59Z', 'updated_at': '2022-01-28T06:46:11Z', 'revision_number': 6, 'project_id': '134e5da27d264eb4bf1dbcb853783d0c', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:12.412571 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dab13bb-51a0-4a77-be1c-71857d36613e None None] The sync data for ids ['726901e5-ff3d-45bf-a136-df60085b1933'] in n-d-812111-12 is: [{'id': '726901e5-ff3d-45bf-a136-df60085b1933', 'name': 'tempest-TestEncryptedCinderVolumes-1633284663-router', 'tenant_id': '134e5da27d264eb4bf1dbcb853783d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:59Z', 'updated_at': '2022-01-28T06:46:11Z', 'revision_number': 6, 'project_id': '134e5da27d264eb4bf1dbcb853783d0c', 'gw_port_host': None}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:12.552334 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de35c73d-e4a2-472d-88f9-3447ce6ec3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (32349051-3a7f-49a6-bad7-224190c44dfc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:12.557305 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35c73d-e4a2-472d-88f9-3447ce6ec3a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=32349051-3a7f-49a6-bad7-224190c44dfc,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:12.616088 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de35c73d-e4a2-472d-88f9-3447ce6ec3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (726901e5-ff3d-45bf-a136-df60085b1933), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:12.707033 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de35c73d-e4a2-472d-88f9-3447ce6ec3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (726901e5-ff3d-45bf-a136-df60085b1933), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:12.709131 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de35c73d-e4a2-472d-88f9-3447ce6ec3a6 admin admin] Publish callbacks [] for router_controller (726901e5-ff3d-45bf-a136-df60085b1933), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:12.999833 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de35c73d-e4a2-472d-88f9-3447ce6ec3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (726901e5-ff3d-45bf-a136-df60085b1933), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:13.000343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de35c73d-e4a2-472d-88f9-3447ce6ec3a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 726901e5-ff3d-45bf-a136-df60085b1933 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:46:13.005068 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-de35c73d-e4a2-472d-88f9-3447ce6ec3a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:13.006722 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-de35c73d-e4a2-472d-88f9-3447ce6ec3a6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/726901e5-ff3d-45bf-a136-df60085b1933 HTTP/1.1" status: 204 len: 168 time: 1.2980323 Jan 28 06:46:13.009690 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56324) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:13.054456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c0040a-50a1-4a1a-a49d-e675bd321617 admin admin] Deleting subnet dffbce7f-b94c-4cd2-9df0-7a780b5aceee {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:46:13.057679 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5c0040a-50a1-4a1a-a49d-e675bd321617 admin admin] Publish callbacks [] for subnet (dffbce7f-b94c-4cd2-9df0-7a780b5aceee), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:13.092764 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5c0040a-50a1-4a1a-a49d-e675bd321617 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (dffbce7f-b94c-4cd2-9df0-7a780b5aceee), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:13.124358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ac6fdfb6-fcef-4af7-af24-263973bd7bc0 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:46:13.163564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: ac6fdfb6-fcef-4af7-af24-263973bd7bc0 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:46:13.163564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ac6fdfb6-fcef-4af7-af24-263973bd7bc0 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:46:13.169356 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5c0040a-50a1-4a1a-a49d-e675bd321617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (dffbce7f-b94c-4cd2-9df0-7a780b5aceee), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:13.708767 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5c0040a-50a1-4a1a-a49d-e675bd321617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (dffbce7f-b94c-4cd2-9df0-7a780b5aceee), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:13.736780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0040a-50a1-4a1a-a49d-e675bd321617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dffbce7f-b94c-4cd2-9df0-7a780b5aceee,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:13.764419 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d5c0040a-50a1-4a1a-a49d-e675bd321617 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:13.764419 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d5c0040a-50a1-4a1a-a49d-e675bd321617 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dffbce7f-b94c-4cd2-9df0-7a780b5aceee HTTP/1.1" status: 204 len: 168 time: 0.7349558 Jan 28 06:46:13.766586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57802ca-d1a3-4c1d-a9ed-55843d24802c None None] Network c3d3f0ba-2dd6-45f3-9474-c281910927d3 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:46:13.767320 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56326) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:13.838356 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (c3d3f0ba-2dd6-45f3-9474-c281910927d3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:13.897565 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] Deleting port 0c623f60-db3f-4d3f-9dbd-7352c1bce656 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:46:13.898104 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0c623f60-db3f-4d3f-9dbd-7352c1bce656), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:13.937657 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdfe41e-887f-40cd-82a1-ed576f1afe81 None None] DHCP port deletion for c3d3f0ba-2dd6-45f3-9474-c281910927d3 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:46:13.963917 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] For port 0c623f60-db3f-4d3f-9dbd-7352c1bce656, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0c623f60-db3f-4d3f-9dbd-7352c1bce656,segment=NetworkSegment(ef4efc35-a733-4faf-bfc7-6c4b8d7b9344),segment_id=ef4efc35-a733-4faf-bfc7-6c4b8d7b9344)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:46:13.969551 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0c623f60-db3f-4d3f-9dbd-7352c1bce656), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:13.977745 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] Calling delete_port for 0c623f60-db3f-4d3f-9dbd-7352c1bce656 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:46:13.986516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fcdfe41e-887f-40cd-82a1-ed576f1afe81 None None] Deleting port 0c623f60-db3f-4d3f-9dbd-7352c1bce656 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:46:13.986891 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fcdfe41e-887f-40cd-82a1-ed576f1afe81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0c623f60-db3f-4d3f-9dbd-7352c1bce656), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:14.054188 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fcdfe41e-887f-40cd-82a1-ed576f1afe81 None None] For port 0c623f60-db3f-4d3f-9dbd-7352c1bce656, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=0c623f60-db3f-4d3f-9dbd-7352c1bce656,segment=NetworkSegment(ef4efc35-a733-4faf-bfc7-6c4b8d7b9344),segment_id=ef4efc35-a733-4faf-bfc7-6c4b8d7b9344)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:46:14.054856 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fcdfe41e-887f-40cd-82a1-ed576f1afe81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0c623f60-db3f-4d3f-9dbd-7352c1bce656), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:14.069568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fcdfe41e-887f-40cd-82a1-ed576f1afe81 None None] Calling delete_port for 0c623f60-db3f-4d3f-9dbd-7352c1bce656 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:46:14.142118 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (0c623f60-db3f-4d3f-9dbd-7352c1bce656), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:14.151241 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fcdfe41e-887f-40cd-82a1-ed576f1afe81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (0c623f60-db3f-4d3f-9dbd-7352c1bce656), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:14.160016 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c623f60-db3f-4d3f-9dbd-7352c1bce656,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:14.161887 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] No DVR routers for this DVR port 0c623f60-db3f-4d3f-9dbd-7352c1bce656 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:46:14.184898 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfe41e-887f-40cd-82a1-ed576f1afe81 None None] Pushing event deleted for resources: {'Port': ['ID=0c623f60-db3f-4d3f-9dbd-7352c1bce656,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:14.196722 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdfe41e-887f-40cd-82a1-ed576f1afe81 None None] No DVR routers for this DVR port 0c623f60-db3f-4d3f-9dbd-7352c1bce656 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:46:14.214448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 32349051-3a7f-49a6-bad7-224190c44dfc no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:46:14.267034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 32349051-3a7f-49a6-bad7-224190c44dfc {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:46:14.267034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 32349051-3a7f-49a6-bad7-224190c44dfc not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:46:14.267034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0857b386-8fde-4466-81f4-77ab918d47cf no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:46:14.267295 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (c3d3f0ba-2dd6-45f3-9474-c281910927d3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:14.267404 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 0857b386-8fde-4466-81f4-77ab918d47cf {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:46:14.267404 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0857b386-8fde-4466-81f4-77ab918d47cf not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:46:14.267404 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0c623f60-db3f-4d3f-9dbd-7352c1bce656 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:46:14.268132 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d3f0ba-2dd6-45f3-9474-c281910927d3']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:14.279190 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 0c623f60-db3f-4d3f-9dbd-7352c1bce656 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:46:14.279819 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 0c623f60-db3f-4d3f-9dbd-7352c1bce656 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:46:14.282341 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:14.282708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef4efc35-a733-4faf-bfc7-6c4b8d7b9344') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:14.297435 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (ef4efc35-a733-4faf-bfc7-6c4b8d7b9344), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:14.311440 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (ef4efc35-a733-4faf-bfc7-6c4b8d7b9344), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:14.317470 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:46:14.317855 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (ef4efc35-a733-4faf-bfc7-6c4b8d7b9344), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:46:14.320252 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:46:14.599768 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (c3d3f0ba-2dd6-45f3-9474-c281910927d3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:14.605316 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:14.611859 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c3d3f0ba-2dd6-45f3-9474-c281910927d3 HTTP/1.1" status: 204 len: 168 time: 0.8402781 Jan 28 06:46:14.612982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56328) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:14.621190 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d566fcd-1046-4536-8c79-0b9c64505ff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3d3f0ba-2dd6-45f3-9474-c281910927d3,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:14.975620 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f11e0757-6d08-4332-ac15-0d741b9d15cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (5d900dac-0e28-4976-8720-42d82dc358cf), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:15.235155 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-f11e0757-6d08-4332-ac15-0d741b9d15cd admin admin] Deleting port 7c4fe995-08d3-413a-beeb-788005d5cf16 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:46:15.235572 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f11e0757-6d08-4332-ac15-0d741b9d15cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:15.314832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-f11e0757-6d08-4332-ac15-0d741b9d15cd admin admin] For port 7c4fe995-08d3-413a-beeb-788005d5cf16, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7c4fe995-08d3-413a-beeb-788005d5cf16,segment=NetworkSegment(fbc654bc-0b2e-4e3c-b591-3bbff5f756a3),segment_id=fbc654bc-0b2e-4e3c-b591-3bbff5f756a3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:46:15.315194 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f11e0757-6d08-4332-ac15-0d741b9d15cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:15.328354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-f11e0757-6d08-4332-ac15-0d741b9d15cd admin admin] Calling delete_port for 7c4fe995-08d3-413a-beeb-788005d5cf16 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:46:15.696877 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f11e0757-6d08-4332-ac15-0d741b9d15cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (7c4fe995-08d3-413a-beeb-788005d5cf16), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:15.727210 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e0757-6d08-4332-ac15-0d741b9d15cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4fe995-08d3-413a-beeb-788005d5cf16,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:15.901136 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f11e0757-6d08-4332-ac15-0d741b9d15cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (5d900dac-0e28-4976-8720-42d82dc358cf), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:16.136317 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11e0757-6d08-4332-ac15-0d741b9d15cd admin admin] Router 5d900dac-0e28-4976-8720-42d82dc358cf has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:46:16.246030 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11e0757-6d08-4332-ac15-0d741b9d15cd admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:46:16.252530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f11e0757-6d08-4332-ac15-0d741b9d15cd admin admin] 10.222.0.31 "PUT /v2.0/routers/5d900dac-0e28-4976-8720-42d82dc358cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6378591 Jan 28 06:46:16.253906 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56330) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:16.255124 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51db7c-656a-4653-a964-3cd3a505fb8c None None] Sync routers for ids ['5d900dac-0e28-4976-8720-42d82dc358cf'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:16.265033 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51db7c-656a-4653-a964-3cd3a505fb8c None None] Routers {'5d900dac-0e28-4976-8720-42d82dc358cf'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:46:16.265641 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5b51db7c-656a-4653-a964-3cd3a505fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:46:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['5d900dac-0e28-4976-8720-42d82dc358cf'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:16.363072 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Publish callbacks [] for router (5d900dac-0e28-4976-8720-42d82dc358cf), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:16.373681 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-5b51db7c-656a-4653-a964-3cd3a505fb8c None None] Set router 5d900dac-0e28-4976-8720-42d82dc358cf gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:46:16.469354 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Publish callbacks [] for router_gateway (5d900dac-0e28-4976-8720-42d82dc358cf), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:16.553872 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5b51db7c-656a-4653-a964-3cd3a505fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'name': 'tempest-TestEncryptedCinderVolumes-952812036-router', 'tenant_id': '470c6ec52a7948bbb9351b46fecc46d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b608cf7b-f24e-45a1-9229-8e51bce8a593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:44:06Z', 'updated_at': '2022-01-28T06:46:15Z', 'revision_number': 5, 'project_id': '470c6ec52a7948bbb9351b46fecc46d8', 'gw_port': {'id': 'b608cf7b-f24e-45a1-9229-8e51bce8a593', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:07Z', 'updated_at': '2022-01-28T06:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:16.578888 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51db7c-656a-4653-a964-3cd3a505fb8c None None] Checking router: 5d900dac-0e28-4976-8720-42d82dc358cf for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:46:16.587861 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51db7c-656a-4653-a964-3cd3a505fb8c None None] Routers {'5d900dac-0e28-4976-8720-42d82dc358cf'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:46:16.588515 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5b51db7c-656a-4653-a964-3cd3a505fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:46:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['5d900dac-0e28-4976-8720-42d82dc358cf'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:16.775633 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-5b51db7c-656a-4653-a964-3cd3a505fb8c None None] Set router 5d900dac-0e28-4976-8720-42d82dc358cf gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:46:16.832502 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5b51db7c-656a-4653-a964-3cd3a505fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'name': 'tempest-TestEncryptedCinderVolumes-952812036-router', 'tenant_id': '470c6ec52a7948bbb9351b46fecc46d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:44:06Z', 'updated_at': '2022-01-28T06:46:16Z', 'revision_number': 6, 'project_id': '470c6ec52a7948bbb9351b46fecc46d8', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:16.860292 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51db7c-656a-4653-a964-3cd3a505fb8c None None] The sync data for ids ['5d900dac-0e28-4976-8720-42d82dc358cf'] in n-d-812111-12 is: [{'id': '5d900dac-0e28-4976-8720-42d82dc358cf', 'name': 'tempest-TestEncryptedCinderVolumes-952812036-router', 'tenant_id': '470c6ec52a7948bbb9351b46fecc46d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:44:06Z', 'updated_at': '2022-01-28T06:46:16Z', 'revision_number': 6, 'project_id': '470c6ec52a7948bbb9351b46fecc46d8', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:16.921014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Deleting port b608cf7b-f24e-45a1-9229-8e51bce8a593 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:46:16.921533 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b608cf7b-f24e-45a1-9229-8e51bce8a593), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:16.999197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] For port b608cf7b-f24e-45a1-9229-8e51bce8a593, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=b608cf7b-f24e-45a1-9229-8e51bce8a593,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:46:16.999559 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b608cf7b-f24e-45a1-9229-8e51bce8a593), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:17.013035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Calling delete_port for b608cf7b-f24e-45a1-9229-8e51bce8a593 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:46:17.262379 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b608cf7b-f24e-45a1-9229-8e51bce8a593), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:17.291781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Pushing event deleted for resources: {'Port': ['ID=b608cf7b-f24e-45a1-9229-8e51bce8a593,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:17.304947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:17.304947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:17.305189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:17.306092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:17.306092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:17.306430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:17.309199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:17.309199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:17.309199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:17.309199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:17.309199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:17.309199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:17.309199 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:17.364094 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (5d900dac-0e28-4976-8720-42d82dc358cf), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:17.454792 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (5d900dac-0e28-4976-8720-42d82dc358cf), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:17.456790 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Publish callbacks [] for router_controller (5d900dac-0e28-4976-8720-42d82dc358cf), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:17.588421 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (5d900dac-0e28-4976-8720-42d82dc358cf), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:17.589009 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d900dac-0e28-4976-8720-42d82dc358cf {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:46:17.594101 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:17.595305 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-834066b6-7355-424c-8560-2a275e2cabab admin admin] 10.222.0.31 "DELETE /v2.0/routers/5d900dac-0e28-4976-8720-42d82dc358cf HTTP/1.1" status: 204 len: 168 time: 1.3404465 Jan 28 06:46:17.597835 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56332) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:17.646354 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-d043cce6-de23-4198-85c6-b8e408db39c6 admin admin] Deleting subnet 4a4d0962-1fa9-42cf-bdbd-207d3757def7 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:46:17.650765 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d043cce6-de23-4198-85c6-b8e408db39c6 admin admin] Publish callbacks [] for subnet (4a4d0962-1fa9-42cf-bdbd-207d3757def7), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:17.687989 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d043cce6-de23-4198-85c6-b8e408db39c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (4a4d0962-1fa9-42cf-bdbd-207d3757def7), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:17.773599 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d043cce6-de23-4198-85c6-b8e408db39c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (4a4d0962-1fa9-42cf-bdbd-207d3757def7), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:17.892307 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d043cce6-de23-4198-85c6-b8e408db39c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (4a4d0962-1fa9-42cf-bdbd-207d3757def7), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:17.920184 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043cce6-de23-4198-85c6-b8e408db39c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4d0962-1fa9-42cf-bdbd-207d3757def7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:17.928728 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d043cce6-de23-4198-85c6-b8e408db39c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:17.931808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a20bcbb-2e7d-4ebf-9bb1-01c159481b5f None None] Network 9448a0cf-1f25-4547-8e7d-1a194df78af9 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:46:17.938626 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56334) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:17.943234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d043cce6-de23-4198-85c6-b8e408db39c6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4a4d0962-1fa9-42cf-bdbd-207d3757def7 HTTP/1.1" status: 204 len: 168 time: 0.3439193 Jan 28 06:46:18.029533 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (9448a0cf-1f25-4547-8e7d-1a194df78af9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:18.088780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] Deleting port ab3f750f-db52-4bc5-80a6-09911f58e6f8 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:46:18.089123 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ab3f750f-db52-4bc5-80a6-09911f58e6f8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:18.103188 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa469e00-8077-4233-9662-4a4f74e01eb7 None None] DHCP port deletion for 9448a0cf-1f25-4547-8e7d-1a194df78af9 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:46:18.164123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-aa469e00-8077-4233-9662-4a4f74e01eb7 None None] Deleting port ab3f750f-db52-4bc5-80a6-09911f58e6f8 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:46:18.164872 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa469e00-8077-4233-9662-4a4f74e01eb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ab3f750f-db52-4bc5-80a6-09911f58e6f8), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:18.167629 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] For port ab3f750f-db52-4bc5-80a6-09911f58e6f8, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ab3f750f-db52-4bc5-80a6-09911f58e6f8,segment=NetworkSegment(fbc654bc-0b2e-4e3c-b591-3bbff5f756a3),segment_id=fbc654bc-0b2e-4e3c-b591-3bbff5f756a3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:46:18.168442 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ab3f750f-db52-4bc5-80a6-09911f58e6f8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:18.183730 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] Calling delete_port for ab3f750f-db52-4bc5-80a6-09911f58e6f8 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:46:18.222875 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7c4fe995-08d3-413a-beeb-788005d5cf16 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:46:18.251584 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 7c4fe995-08d3-413a-beeb-788005d5cf16 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:46:18.251929 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7c4fe995-08d3-413a-beeb-788005d5cf16 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:46:18.252340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ab3f750f-db52-4bc5-80a6-09911f58e6f8 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:46:18.288101 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-aa469e00-8077-4233-9662-4a4f74e01eb7 None None] For port ab3f750f-db52-4bc5-80a6-09911f58e6f8, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ab3f750f-db52-4bc5-80a6-09911f58e6f8,segment=NetworkSegment(fbc654bc-0b2e-4e3c-b591-3bbff5f756a3),segment_id=fbc654bc-0b2e-4e3c-b591-3bbff5f756a3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:46:18.288423 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa469e00-8077-4233-9662-4a4f74e01eb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ab3f750f-db52-4bc5-80a6-09911f58e6f8), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:18.305382 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-aa469e00-8077-4233-9662-4a4f74e01eb7 None None] Calling delete_port for ab3f750f-db52-4bc5-80a6-09911f58e6f8 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:46:18.335721 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ab3f750f-db52-4bc5-80a6-09911f58e6f8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:18.356246 n-d-812111-12 neutron-server[103636]: INFO neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No ports have port_id starting with ab3f750f-db52-4bc5-80a6-09911f58e6f8 Jan 28 06:46:18.359723 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b608cf7b-f24e-45a1-9229-8e51bce8a593 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:46:18.362486 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3f750f-db52-4bc5-80a6-09911f58e6f8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:18.367756 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] No DVR routers for this DVR port ab3f750f-db52-4bc5-80a6-09911f58e6f8 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:46:18.383177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: b608cf7b-f24e-45a1-9229-8e51bce8a593 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:46:18.390474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device b608cf7b-f24e-45a1-9229-8e51bce8a593 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:46:18.414135 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa469e00-8077-4233-9662-4a4f74e01eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (ab3f750f-db52-4bc5-80a6-09911f58e6f8), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:18.439135 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa469e00-8077-4233-9662-4a4f74e01eb7 None None] Pushing event deleted for resources: {'Port': ['ID=ab3f750f-db52-4bc5-80a6-09911f58e6f8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:18.442826 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa469e00-8077-4233-9662-4a4f74e01eb7 None None] No DVR routers for this DVR port ab3f750f-db52-4bc5-80a6-09911f58e6f8 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:46:18.447217 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (9448a0cf-1f25-4547-8e7d-1a194df78af9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:18.473343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9448a0cf-1f25-4547-8e7d-1a194df78af9']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:18.483463 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc654bc-0b2e-4e3c-b591-3bbff5f756a3') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:18.483769 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc654bc-0b2e-4e3c-b591-3bbff5f756a3') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:18.493205 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (fbc654bc-0b2e-4e3c-b591-3bbff5f756a3), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:18.507432 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (fbc654bc-0b2e-4e3c-b591-3bbff5f756a3), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:18.513705 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:46:18.514116 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (fbc654bc-0b2e-4e3c-b591-3bbff5f756a3), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:46:18.515814 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:46:18.741823 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (9448a0cf-1f25-4547-8e7d-1a194df78af9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:18.742991 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:18.746418 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] 10.222.0.31 "DELETE /v2.0/networks/9448a0cf-1f25-4547-8e7d-1a194df78af9 HTTP/1.1" status: 204 len: 168 time: 0.8054287 Jan 28 06:46:18.758805 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c6854-11b9-4aec-97cd-b05acd60113b admin admin] Pushing event deleted for resources: {'Network': ['ID=9448a0cf-1f25-4547-8e7d-1a194df78af9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:19.300768 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56338) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:19.340037 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6ee138b6-cc68-40dd-8d7a-38c2442d19b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=134e5da27d264eb4bf1dbcb853783d0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381019 Jan 28 06:46:19.345577 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56340) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:19.396997 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bac4ab3a-817b-44ff-9b9e-bc7c79936445 admin admin] Publish callbacks [] for security_group (4e64cf19-12ea-47ec-9602-34b857873423), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:19.418403 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bac4ab3a-817b-44ff-9b9e-bc7c79936445 admin admin] Publish callbacks [] for security_group (4e64cf19-12ea-47ec-9602-34b857873423), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:19.536339 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bac4ab3a-817b-44ff-9b9e-bc7c79936445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (4e64cf19-12ea-47ec-9602-34b857873423), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:19.540012 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bac4ab3a-817b-44ff-9b9e-bc7c79936445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:19.541280 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bac4ab3a-817b-44ff-9b9e-bc7c79936445 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e64cf19-12ea-47ec-9602-34b857873423 HTTP/1.1" status: 204 len: 168 time: 0.1948175 Jan 28 06:46:19.549461 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4ab3a-817b-44ff-9b9e-bc7c79936445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e64cf19-12ea-47ec-9602-34b857873423,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:20.277888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56346) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:20.317942 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-13b653b3-8b22-4bf0-aff4-910ecdf7db01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=470c6ec52a7948bbb9351b46fecc46d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388215 Jan 28 06:46:20.320387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56348) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:20.368241 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c05fbf4-f332-4e9d-87de-af7964d1fe79 admin admin] Publish callbacks [] for security_group (89cededd-85c4-4181-9584-add5c72191bb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:20.393481 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c05fbf4-f332-4e9d-87de-af7964d1fe79 admin admin] Publish callbacks [] for security_group (89cededd-85c4-4181-9584-add5c72191bb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:20.582452 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c05fbf4-f332-4e9d-87de-af7964d1fe79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (89cededd-85c4-4181-9584-add5c72191bb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:20.585431 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c05fbf4-f332-4e9d-87de-af7964d1fe79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:20.586662 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1c05fbf4-f332-4e9d-87de-af7964d1fe79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89cededd-85c4-4181-9584-add5c72191bb HTTP/1.1" status: 204 len: 168 time: 0.2653403 Jan 28 06:46:20.594691 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05fbf4-f332-4e9d-87de-af7964d1fe79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cededd-85c4-4181-9584-add5c72191bb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:21.854247 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56370) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:21.949476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2b0f7a52-f1f2-40b7-962b-60335db5a6a3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1766037810-network', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:22.085690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0f7a52-f1f2-40b7-962b-60335db5a6a3 admin admin] Made reservation on behalf of bc0f158d133b4ceaaeafea64830567b1 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:22.088238 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7a52-f1f2-40b7-962b-60335db5a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:22.097000 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7a52-f1f2-40b7-962b-60335db5a6a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:22.170139 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7a52-f1f2-40b7-962b-60335db5a6a3 admin admin] Publish callbacks [] for security_group (c4ae1c7f-870d-4e68-9bbd-6f61b3700a43), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:22.245307 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7a52-f1f2-40b7-962b-60335db5a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c4ae1c7f-870d-4e68-9bbd-6f61b3700a43), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:22.270226 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0f7a52-f1f2-40b7-962b-60335db5a6a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:46:22.280790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f7a52-f1f2-40b7-962b-60335db5a6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:22.285496 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7a52-f1f2-40b7-962b-60335db5a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (2b4b3935-6fdb-49c8-bcc6-6151900c0f1b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:22.285846 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-2b0f7a52-f1f2-40b7-962b-60335db5a6a3 admin admin] Added segment 2b4b3935-6fdb-49c8-bcc6-6151900c0f1b of type vlan for network 290dcc99-1b1b-41f6-be37-5a0997c03aa9 Jan 28 06:46:22.326855 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7a52-f1f2-40b7-962b-60335db5a6a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (290dcc99-1b1b-41f6-be37-5a0997c03aa9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:22.479405 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7a52-f1f2-40b7-962b-60335db5a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (290dcc99-1b1b-41f6-be37-5a0997c03aa9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:22.480330 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0f7a52-f1f2-40b7-962b-60335db5a6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:22.480889 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7a52-f1f2-40b7-962b-60335db5a6a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:22.543162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f7a52-f1f2-40b7-962b-60335db5a6a3 admin admin] Pushing event updated for resources: {'Network': ['ID=290dcc99-1b1b-41f6-be37-5a0997c03aa9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:22.553186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 290dcc99-1b1b-41f6-be37-5a0997c03aa9 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:46:22.613254 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2b0f7a52-f1f2-40b7-962b-60335db5a6a3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7578406 Jan 28 06:46:22.616353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56374) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:22.624004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5b86bd38-cea4-49d7-925e-c165b33437f6 admin admin] Request body: {'subnet': {'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1766037810-subnet', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:22.713355 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b86bd38-cea4-49d7-925e-c165b33437f6 admin admin] Made reservation on behalf of bc0f158d133b4ceaaeafea64830567b1 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:22.716023 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b86bd38-cea4-49d7-925e-c165b33437f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:22.959782 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b86bd38-cea4-49d7-925e-c165b33437f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (2e60680b-1db3-4f97-b22f-d7bcd2e9bd51), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:23.014936 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86bd38-cea4-49d7-925e-c165b33437f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e60680b-1db3-4f97-b22f-d7bcd2e9bd51,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:23.024883 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b86bd38-cea4-49d7-925e-c165b33437f6 admin admin] Checking segment: {'id': '2b4b3935-6fdb-49c8-bcc6-6151900c0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:46:23.025241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b86bd38-cea4-49d7-925e-c165b33437f6 admin admin] Network hostable DHCP agents. Network: 290dcc99-1b1b-41f6-be37-5a0997c03aa9, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:46:23.107417 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b86bd38-cea4-49d7-925e-c165b33437f6 admin admin] Network 290dcc99-1b1b-41f6-be37-5a0997c03aa9 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:46:23.175794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5b86bd38-cea4-49d7-925e-c165b33437f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 290dcc99-1b1b-41f6-be37-5a0997c03aa9) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:23.180357 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b86bd38-cea4-49d7-925e-c165b33437f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:23.181155 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b86bd38-cea4-49d7-925e-c165b33437f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:23.187122 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f987b87a-08e7-4d36-8d35-0715f39a5073 None None] Network 290dcc99-1b1b-41f6-be37-5a0997c03aa9 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:46:23.270849 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5b86bd38-cea4-49d7-925e-c165b33437f6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6532717 Jan 28 06:46:23.274258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56376) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:23.279199 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1766037810-router', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:23.291165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'fixed_ips': [{'subnet_id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:46:23.292661 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:23.416365 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (10c913f9-76e3-4996-9195-ace1aaf217a1), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:23.418090 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (10c913f9-76e3-4996-9195-ace1aaf217a1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:23.426032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Allocated IP 172.20.0.2 (290dcc99-1b1b-41f6-be37-5a0997c03aa9/2e60680b-1db3-4f97-b22f-d7bcd2e9bd51/c0e90c23-0c7d-428a-9c46-986ed30c8c7e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:23.471626 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Publish callbacks [] for router_controller (10c913f9-76e3-4996-9195-ace1aaf217a1), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:23.569777 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Publish callbacks [] for port (c0e90c23-0c7d-428a-9c46-986ed30c8c7e), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:23.680163 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (c0e90c23-0c7d-428a-9c46-986ed30c8c7e), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:23.708218 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Publish callbacks [] for router_gateway (10c913f9-76e3-4996-9195-ace1aaf217a1), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:23.721252 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Network 290dcc99-1b1b-41f6-be37-5a0997c03aa9 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:23.725772 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:23.731304 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:46:23.740701 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Pushing event updated for resources: {'Port': ['ID=c0e90c23-0c7d-428a-9c46-986ed30c8c7e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:23.762671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:23.763021 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:23.763417 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:23.763755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:23.764085 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:23.764413 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:23.764735 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:23.765056 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:23.765376 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:23.765695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:23.766011 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:23.766352 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:23.766668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:23.803784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Attempting to bind port c0e90c23-0c7d-428a-9c46-986ed30c8c7e on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:46:23.804160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Attempting to bind port c0e90c23-0c7d-428a-9c46-986ed30c8c7e by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '2b4b3935-6fdb-49c8-bcc6-6151900c0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:46:23.804530 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Attempting to bind port c0e90c23-0c7d-428a-9c46-986ed30c8c7e on network 290dcc99-1b1b-41f6-be37-5a0997c03aa9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:46:23.809496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:46:23.809872 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Checking segment: {'id': '2b4b3935-6fdb-49c8-bcc6-6151900c0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:46:23.810275 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:23.810707 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Bound using segment: {'id': '2b4b3935-6fdb-49c8-bcc6-6151900c0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:46:23.811193 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Bound port: c0e90c23-0c7d-428a-9c46-986ed30c8c7e, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4b3935-6fdb-49c8-bcc6-6151900c0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:46:23.811562 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c0e90c23-0c7d-428a-9c46-986ed30c8c7e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:23.874704 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] For port c0e90c23-0c7d-428a-9c46-986ed30c8c7e, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:46:23.877938 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] For port c0e90c23-0c7d-428a-9c46-986ed30c8c7e, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c0e90c23-0c7d-428a-9c46-986ed30c8c7e,segment=NetworkSegment(2b4b3935-6fdb-49c8-bcc6-6151900c0f1b),segment_id=2b4b3935-6fdb-49c8-bcc6-6151900c0f1b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:46:23.962869 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Publish callbacks [] for router_gateway (10c913f9-76e3-4996-9195-ace1aaf217a1), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:23.981832 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:24.081924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Allocated IP 172.25.0.83 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/e341686c-1587-4df4-82a3-3798b433134f) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:24.085368 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c0e90c23-0c7d-428a-9c46-986ed30c8c7e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:24.151519 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a12f4e-81c7-4a3a-8f46-078dca459194 None None] Pushing event updated for resources: {'Port': ['ID=c0e90c23-0c7d-428a-9c46-986ed30c8c7e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:24.199279 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Publish callbacks [] for port (e341686c-1587-4df4-82a3-3798b433134f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:24.332061 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (e341686c-1587-4df4-82a3-3798b433134f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:24.359672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:24.362506 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:24.366209 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:46:24.394254 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Pushing event updated for resources: {'Port': ['ID=e341686c-1587-4df4-82a3-3798b433134f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:24.718641 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Publish callbacks [] for router_gateway (10c913f9-76e3-4996-9195-ace1aaf217a1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:24.925443 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (10c913f9-76e3-4996-9195-ace1aaf217a1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:25.141806 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Router 10c913f9-76e3-4996-9195-ace1aaf217a1 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:46:25.142841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91af651f-fdfe-4419-90af-ea3f2f88bbca None None] Network 290dcc99-1b1b-41f6-be37-5a0997c03aa9 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:46:25.236300 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a3f0501b-dcc6-41f5-b849-71b3e9df1437 None None] Provisioning complete for port c0e90c23-0c7d-428a-9c46-986ed30c8c7e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:25.236642 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3f0501b-dcc6-41f5-b849-71b3e9df1437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c0e90c23-0c7d-428a-9c46-986ed30c8c7e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:25.260584 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:46:25.277319 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Sync routers for ids ['10c913f9-76e3-4996-9195-ace1aaf217a1'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:25.299308 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Routers {'10c913f9-76e3-4996-9195-ace1aaf217a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:46:25.299987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:46:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['10c913f9-76e3-4996-9195-ace1aaf217a1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:25.367716 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:25.369189 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f15aacce-f3b1-4c06-902c-831efe7be308 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0937469 Jan 28 06:46:25.371977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56378) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:25.638169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a3f0501b-dcc6-41f5-b849-71b3e9df1437 None None] Current status of the port c0e90c23-0c7d-428a-9c46-986ed30c8c7e is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:46:25.638630 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3f0501b-dcc6-41f5-b849-71b3e9df1437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c0e90c23-0c7d-428a-9c46-986ed30c8c7e), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:25.644516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Set router 10c913f9-76e3-4996-9195-ace1aaf217a1 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:46:25.761734 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:25.766542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a3f0501b-dcc6-41f5-b849-71b3e9df1437 None None] For port c0e90c23-0c7d-428a-9c46-986ed30c8c7e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c0e90c23-0c7d-428a-9c46-986ed30c8c7e,segment=NetworkSegment(2b4b3935-6fdb-49c8-bcc6-6151900c0f1b),segment_id=2b4b3935-6fdb-49c8-bcc6-6151900c0f1b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:46:25.839987 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:25.852484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'name': 'tempest-TestMinimumBasicScenario-1766037810-router', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'e341686c-1587-4df4-82a3-3798b433134f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:24Z', 'revision_number': 3, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'gw_port': {'id': 'e341686c-1587-4df4-82a3-3798b433134f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:25.878866 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3f0501b-dcc6-41f5-b849-71b3e9df1437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c0e90c23-0c7d-428a-9c46-986ed30c8c7e), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:25.883113 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Checking router: 10c913f9-76e3-4996-9195-ace1aaf217a1 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:46:25.883483 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Updating router 10c913f9-76e3-4996-9195-ace1aaf217a1 port e341686c-1587-4df4-82a3-3798b433134f binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:46:25.934108 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e341686c-1587-4df4-82a3-3798b433134f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:25.969979 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0501b-dcc6-41f5-b849-71b3e9df1437 None None] Pushing event updated for resources: {'Port': ['ID=c0e90c23-0c7d-428a-9c46-986ed30c8c7e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:25.998292 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] Allocated IP 172.20.0.1 (290dcc99-1b1b-41f6-be37-5a0997c03aa9/2e60680b-1db3-4f97-b22f-d7bcd2e9bd51/37b8c809-c5a7-44a8-b1ad-72e2b3b05c39) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:26.058745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d93f7b44-b038-4dd8-ab4d-ffc5d1b473ad None None] Provisioning complete for port c0e90c23-0c7d-428a-9c46-986ed30c8c7e triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:26.059026 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d93f7b44-b038-4dd8-ab4d-ffc5d1b473ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c0e90c23-0c7d-428a-9c46-986ed30c8c7e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:26.104941 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] Publish callbacks [] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:26.222337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c0e90c23-0c7d-428a-9c46-986ed30c8c7e up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:46:26.229750 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d93f7b44-b038-4dd8-ab4d-ffc5d1b473ad None None] Current status of the port c0e90c23-0c7d-428a-9c46-986ed30c8c7e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:46:26.234337 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:26.272876 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] Network 290dcc99-1b1b-41f6-be37-5a0997c03aa9 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:26.275699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:26.279413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:46:26.306690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] Pushing event updated for resources: {'Port': ['ID=37b8c809-c5a7-44a8-b1ad-72e2b3b05c39,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:26.307773 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Publish callbacks [] for port (e341686c-1587-4df4-82a3-3798b433134f), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:26.326278 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port c0e90c23-0c7d-428a-9c46-986ed30c8c7e triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:26.328470 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c0e90c23-0c7d-428a-9c46-986ed30c8c7e), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:26.333780 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (10c913f9-76e3-4996-9195-ace1aaf217a1), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:26.410372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c0e90c23-0c7d-428a-9c46-986ed30c8c7e is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:46:26.417676 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e341686c-1587-4df4-82a3-3798b433134f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:26.475590 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Attempting to bind port e341686c-1587-4df4-82a3-3798b433134f on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:46:26.475961 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Attempting to bind port e341686c-1587-4df4-82a3-3798b433134f by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:46:26.476330 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Attempting to bind port e341686c-1587-4df4-82a3-3798b433134f on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:46:26.478269 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1488ee-5cc6-4f86-b40c-8199df92cf08 None None] Pushing event updated for resources: {'Port': ['ID=e341686c-1587-4df4-82a3-3798b433134f,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:26.483944 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:46:26.487502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:46:26.487502 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:26.487502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:46:26.487502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Bound port: e341686c-1587-4df4-82a3-3798b433134f, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:46:26.487502 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e341686c-1587-4df4-82a3-3798b433134f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:26.543699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] For port e341686c-1587-4df4-82a3-3798b433134f, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:46:26.558189 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] For port e341686c-1587-4df4-82a3-3798b433134f, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e341686c-1587-4df4-82a3-3798b433134f,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:46:26.564646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-92dfa7a7-da12-46ca-a0e0-5b987e880331 None None] Provisioning complete for port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:26.564978 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92dfa7a7-da12-46ca-a0e0-5b987e880331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:26.599460 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-92dfa7a7-da12-46ca-a0e0-5b987e880331 None None] Port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:46:26.608568 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:26.656556 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:46:26.708299 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e341686c-1587-4df4-82a3-3798b433134f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:26.766027 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Routers {'10c913f9-76e3-4996-9195-ace1aaf217a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:46:26.766676 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:46:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['10c913f9-76e3-4996-9195-ace1aaf217a1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:26.768878 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] Publish callbacks [] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:26.807666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1488ee-5cc6-4f86-b40c-8199df92cf08 None None] Pushing event updated for resources: {'Port': ['ID=e341686c-1587-4df4-82a3-3798b433134f,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:26.867845 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:26.881589 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] Set router 10c913f9-76e3-4996-9195-ace1aaf217a1 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:46:26.939131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] Pushing event updated for resources: {'Port': ['ID=37b8c809-c5a7-44a8-b1ad-72e2b3b05c39,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:26.943564 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (10c913f9-76e3-4996-9195-ace1aaf217a1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:27.048459 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] Network 290dcc99-1b1b-41f6-be37-5a0997c03aa9 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:27.049850 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:27.096613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'name': 'tempest-TestMinimumBasicScenario-1766037810-router', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'e341686c-1587-4df4-82a3-3798b433134f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:26Z', 'revision_number': 4, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'gw_port': {'id': 'e341686c-1587-4df4-82a3-3798b433134f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '37b8c809-c5a7-44a8-b1ad-72e2b3b05c39', 'name': '', 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'mac_address': 'fa:16:3e:b5:e4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:25Z', 'updated_at': '2022-01-28T06:46:26Z', 'revision_number': 1, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'subnets': [{'id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:27.125866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a8ab4-4484-4f99-aa1c-e7cae27fc646 None None] The sync data for ids ['10c913f9-76e3-4996-9195-ace1aaf217a1'] in n-d-812111-12 is: [{'id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'name': 'tempest-TestMinimumBasicScenario-1766037810-router', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'e341686c-1587-4df4-82a3-3798b433134f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:26Z', 'revision_number': 4, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'gw_port': {'id': 'e341686c-1587-4df4-82a3-3798b433134f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '37b8c809-c5a7-44a8-b1ad-72e2b3b05c39', 'name': '', 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'mac_address': 'fa:16:3e:b5:e4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:25Z', 'updated_at': '2022-01-28T06:46:26Z', 'revision_number': 1, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'subnets': [{'id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:27.199754 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] Router 10c913f9-76e3-4996-9195-ace1aaf217a1 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:46:27.330156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:46:27.335643 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f56ec462-55a9-46e8-a70c-73cc96247923 admin admin] 10.222.0.31 "PUT /v2.0/routers/10c913f9-76e3-4996-9195-ace1aaf217a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9625018 Jan 28 06:46:27.431171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ef1763b6-6d8c-4395-a8bb-18d07b813dd5 None None] Provisioning complete for port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:27.434389 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef1763b6-6d8c-4395-a8bb-18d07b813dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:27.488657 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ef1763b6-6d8c-4395-a8bb-18d07b813dd5 None None] Port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:46:28.307966 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:28.331352 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e341686c-1587-4df4-82a3-3798b433134f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:46:28.353742 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56394) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:28.360740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-60d155eb-e891-4b16-a21f-f8899e3a08c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1861697715-network', 'tenant_id': 'da2ff197768b42138b256fa99ac41d97'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:28.400568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port e341686c-1587-4df4-82a3-3798b433134f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:28.402017 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e341686c-1587-4df4-82a3-3798b433134f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:28.444961 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d155eb-e891-4b16-a21f-f8899e3a08c9 admin admin] Made reservation on behalf of da2ff197768b42138b256fa99ac41d97 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:28.447640 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60d155eb-e891-4b16-a21f-f8899e3a08c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:28.462776 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60d155eb-e891-4b16-a21f-f8899e3a08c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:28.489097 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port e341686c-1587-4df4-82a3-3798b433134f is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:46:28.490621 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e341686c-1587-4df4-82a3-3798b433134f), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:28.517467 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port e341686c-1587-4df4-82a3-3798b433134f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e341686c-1587-4df4-82a3-3798b433134f,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:46:28.573107 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60d155eb-e891-4b16-a21f-f8899e3a08c9 admin admin] Publish callbacks [] for security_group (3d159f22-3b40-4d91-b37c-ebe44a9c4245), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:28.588047 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e341686c-1587-4df4-82a3-3798b433134f), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:28.646743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=e341686c-1587-4df4-82a3-3798b433134f,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:28.673386 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60d155eb-e891-4b16-a21f-f8899e3a08c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3d159f22-3b40-4d91-b37c-ebe44a9c4245), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:28.716857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d155eb-e891-4b16-a21f-f8899e3a08c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:46:28.723539 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d155eb-e891-4b16-a21f-f8899e3a08c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d159f22-3b40-4d91-b37c-ebe44a9c4245,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:28.731004 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60d155eb-e891-4b16-a21f-f8899e3a08c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (26387b81-79e8-4b69-9f0d-8ffabb4322a9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:28.731354 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-60d155eb-e891-4b16-a21f-f8899e3a08c9 admin admin] Added segment 26387b81-79e8-4b69-9f0d-8ffabb4322a9 of type vlan for network e1fa0274-49da-4ae4-be92-e6bc71d34d0d Jan 28 06:46:28.776402 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60d155eb-e891-4b16-a21f-f8899e3a08c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (e1fa0274-49da-4ae4-be92-e6bc71d34d0d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:28.897150 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60d155eb-e891-4b16-a21f-f8899e3a08c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (e1fa0274-49da-4ae4-be92-e6bc71d34d0d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:28.898148 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d155eb-e891-4b16-a21f-f8899e3a08c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:28.898785 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60d155eb-e891-4b16-a21f-f8899e3a08c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:28.965205 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d155eb-e891-4b16-a21f-f8899e3a08c9 admin admin] Pushing event updated for resources: {'Network': ['ID=e1fa0274-49da-4ae4-be92-e6bc71d34d0d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:28.975224 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network e1fa0274-49da-4ae4-be92-e6bc71d34d0d details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:46:29.036529 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-60d155eb-e891-4b16-a21f-f8899e3a08c9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6814814 Jan 28 06:46:29.039723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56396) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:29.044291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b7f87848-88be-47d9-817b-b673dd19bd94 admin admin] Request body: {'subnet': {'network_id': 'e1fa0274-49da-4ae4-be92-e6bc71d34d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1861697715-subnet', 'tenant_id': 'da2ff197768b42138b256fa99ac41d97', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:29.147834 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f87848-88be-47d9-817b-b673dd19bd94 admin admin] Made reservation on behalf of da2ff197768b42138b256fa99ac41d97 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:29.150242 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7f87848-88be-47d9-817b-b673dd19bd94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:29.410560 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7f87848-88be-47d9-817b-b673dd19bd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (048aa440-0df2-4420-8e1d-0b71cf9c6e55), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:29.466387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f87848-88be-47d9-817b-b673dd19bd94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=048aa440-0df2-4420-8e1d-0b71cf9c6e55,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:29.478622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f87848-88be-47d9-817b-b673dd19bd94 admin admin] Checking segment: {'id': '26387b81-79e8-4b69-9f0d-8ffabb4322a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e1fa0274-49da-4ae4-be92-e6bc71d34d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:46:29.478993 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f87848-88be-47d9-817b-b673dd19bd94 admin admin] Network hostable DHCP agents. Network: e1fa0274-49da-4ae4-be92-e6bc71d34d0d, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:46:29.514802 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Sync routers for ids ['10c913f9-76e3-4996-9195-ace1aaf217a1'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:29.525895 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Routers {'10c913f9-76e3-4996-9195-ace1aaf217a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:46:29.526576 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:46:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['10c913f9-76e3-4996-9195-ace1aaf217a1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:29.553343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f87848-88be-47d9-817b-b673dd19bd94 admin admin] Network e1fa0274-49da-4ae4-be92-e6bc71d34d0d is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:46:29.636011 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Set router 10c913f9-76e3-4996-9195-ace1aaf217a1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:46:29.650329 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b7f87848-88be-47d9-817b-b673dd19bd94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, e1fa0274-49da-4ae4-be92-e6bc71d34d0d) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:29.655251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f87848-88be-47d9-817b-b673dd19bd94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:29.656270 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7f87848-88be-47d9-817b-b673dd19bd94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:29.661848 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854bf73f-1617-4f6a-b88c-8c24bc430cd6 None None] Network e1fa0274-49da-4ae4-be92-e6bc71d34d0d requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:46:29.743776 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b7f87848-88be-47d9-817b-b673dd19bd94 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7034814 Jan 28 06:46:29.747175 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56398) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:29.752991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1861697715-router', 'tenant_id': 'da2ff197768b42138b256fa99ac41d97', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:29.789687 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9794045-911a-41e0-8840-254b737141ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-e1fa0274-49da-4ae4-be92-e6bc71d34d0d', 'network_id': 'e1fa0274-49da-4ae4-be92-e6bc71d34d0d', 'project_id': 'da2ff197768b42138b256fa99ac41d97', 'fixed_ips': [{'subnet_id': '048aa440-0df2-4420-8e1d-0b71cf9c6e55'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:46:29.790983 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9794045-911a-41e0-8840-254b737141ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:29.862369 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (f2190686-dc1c-4e0d-96bb-1b448d423e8f), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:29.863452 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (f2190686-dc1c-4e0d-96bb-1b448d423e8f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:29.866570 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'name': 'tempest-TestMinimumBasicScenario-1766037810-router', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'e341686c-1587-4df4-82a3-3798b433134f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:26Z', 'revision_number': 4, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'gw_port': {'id': 'e341686c-1587-4df4-82a3-3798b433134f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '37b8c809-c5a7-44a8-b1ad-72e2b3b05c39', 'name': '', 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'mac_address': 'fa:16:3e:b5:e4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:25Z', 'updated_at': '2022-01-28T06:46:26Z', 'revision_number': 2, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'subnets': [{'id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:29.897150 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Checking router: 10c913f9-76e3-4996-9195-ace1aaf217a1 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:46:29.898766 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Updating router 10c913f9-76e3-4996-9195-ace1aaf217a1 port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:46:29.954482 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:29.977643 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-e9794045-911a-41e0-8840-254b737141ee None None] Allocated IP 172.20.0.2 (e1fa0274-49da-4ae4-be92-e6bc71d34d0d/048aa440-0df2-4420-8e1d-0b71cf9c6e55/50f58fc1-3945-4421-88b0-8e75cf57a090) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:29.982671 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Publish callbacks [] for router_controller (f2190686-dc1c-4e0d-96bb-1b448d423e8f), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:30.140198 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9794045-911a-41e0-8840-254b737141ee None None] Publish callbacks [] for port (50f58fc1-3945-4421-88b0-8e75cf57a090), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:30.210637 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e341686c-1587-4df4-82a3-3798b433134f up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:46:30.239212 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9794045-911a-41e0-8840-254b737141ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (50f58fc1-3945-4421-88b0-8e75cf57a090), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:30.261329 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Publish callbacks [] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:30.263640 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Publish callbacks [] for router_gateway (f2190686-dc1c-4e0d-96bb-1b448d423e8f), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:30.289173 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9794045-911a-41e0-8840-254b737141ee None None] Network e1fa0274-49da-4ae4-be92-e6bc71d34d0d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:30.294399 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e9794045-911a-41e0-8840-254b737141ee None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:30.300166 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9794045-911a-41e0-8840-254b737141ee None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:46:30.311119 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9794045-911a-41e0-8840-254b737141ee None None] Pushing event updated for resources: {'Port': ['ID=50f58fc1-3945-4421-88b0-8e75cf57a090,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:30.324784 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:30.339434 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port e341686c-1587-4df4-82a3-3798b433134f triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:30.339805 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e341686c-1587-4df4-82a3-3798b433134f), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:30.401782 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e9794045-911a-41e0-8840-254b737141ee None None] Attempting to bind port 50f58fc1-3945-4421-88b0-8e75cf57a090 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:46:30.402210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e9794045-911a-41e0-8840-254b737141ee None None] Attempting to bind port 50f58fc1-3945-4421-88b0-8e75cf57a090 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '26387b81-79e8-4b69-9f0d-8ffabb4322a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e1fa0274-49da-4ae4-be92-e6bc71d34d0d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:46:30.402705 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9794045-911a-41e0-8840-254b737141ee None None] Attempting to bind port 50f58fc1-3945-4421-88b0-8e75cf57a090 on network e1fa0274-49da-4ae4-be92-e6bc71d34d0d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:46:30.417191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9794045-911a-41e0-8840-254b737141ee None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:46:30.417629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9794045-911a-41e0-8840-254b737141ee None None] Checking segment: {'id': '26387b81-79e8-4b69-9f0d-8ffabb4322a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e1fa0274-49da-4ae4-be92-e6bc71d34d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:46:30.417961 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9794045-911a-41e0-8840-254b737141ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:30.418374 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9794045-911a-41e0-8840-254b737141ee None None] Bound using segment: {'id': '26387b81-79e8-4b69-9f0d-8ffabb4322a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e1fa0274-49da-4ae4-be92-e6bc71d34d0d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:46:30.418849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e9794045-911a-41e0-8840-254b737141ee None None] Bound port: 50f58fc1-3945-4421-88b0-8e75cf57a090, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26387b81-79e8-4b69-9f0d-8ffabb4322a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e1fa0274-49da-4ae4-be92-e6bc71d34d0d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:46:30.419223 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9794045-911a-41e0-8840-254b737141ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (50f58fc1-3945-4421-88b0-8e75cf57a090), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:30.448094 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303060b-319c-4100-8a1a-cf047eaf4fa0 None None] Pushing event updated for resources: {'Port': ['ID=37b8c809-c5a7-44a8-b1ad-72e2b3b05c39,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:30.453574 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Attempting to bind port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:46:30.453915 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Attempting to bind port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '2b4b3935-6fdb-49c8-bcc6-6151900c0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:46:30.454244 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Attempting to bind port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 on network 290dcc99-1b1b-41f6-be37-5a0997c03aa9 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:46:30.465904 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303060b-319c-4100-8a1a-cf047eaf4fa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:30.466249 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303060b-319c-4100-8a1a-cf047eaf4fa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:30.466621 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303060b-319c-4100-8a1a-cf047eaf4fa0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:30.467629 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303060b-319c-4100-8a1a-cf047eaf4fa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:30.467629 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303060b-319c-4100-8a1a-cf047eaf4fa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:30.467629 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303060b-319c-4100-8a1a-cf047eaf4fa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:30.467929 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303060b-319c-4100-8a1a-cf047eaf4fa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:30.468228 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303060b-319c-4100-8a1a-cf047eaf4fa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:30.468551 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303060b-319c-4100-8a1a-cf047eaf4fa0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:30.469068 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303060b-319c-4100-8a1a-cf047eaf4fa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:30.469455 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303060b-319c-4100-8a1a-cf047eaf4fa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:30.469719 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303060b-319c-4100-8a1a-cf047eaf4fa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:30.470043 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0303060b-319c-4100-8a1a-cf047eaf4fa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:30.474433 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:46:30.474828 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Checking segment: {'id': '2b4b3935-6fdb-49c8-bcc6-6151900c0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:46:30.475229 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:30.475612 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Bound using segment: {'id': '2b4b3935-6fdb-49c8-bcc6-6151900c0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:46:30.476101 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Bound port: 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4b3935-6fdb-49c8-bcc6-6151900c0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:46:30.476480 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:30.534724 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e9794045-911a-41e0-8840-254b737141ee None None] For port 50f58fc1-3945-4421-88b0-8e75cf57a090, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:46:30.542075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e9794045-911a-41e0-8840-254b737141ee None None] For port 50f58fc1-3945-4421-88b0-8e75cf57a090, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=50f58fc1-3945-4421-88b0-8e75cf57a090,segment=NetworkSegment(26387b81-79e8-4b69-9f0d-8ffabb4322a9),segment_id=26387b81-79e8-4b69-9f0d-8ffabb4322a9)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:46:30.604907 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] For port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:46:30.608468 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] For port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=37b8c809-c5a7-44a8-b1ad-72e2b3b05c39,segment=NetworkSegment(2b4b3935-6fdb-49c8-bcc6-6151900c0f1b),segment_id=2b4b3935-6fdb-49c8-bcc6-6151900c0f1b)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:46:30.620596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port e341686c-1587-4df4-82a3-3798b433134f is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:46:30.626125 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9794045-911a-41e0-8840-254b737141ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (50f58fc1-3945-4421-88b0-8e75cf57a090), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:30.701711 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9794045-911a-41e0-8840-254b737141ee None None] Pushing event updated for resources: {'Port': ['ID=50f58fc1-3945-4421-88b0-8e75cf57a090,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:30.709336 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:30.726445 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Publish callbacks [] for router_gateway (f2190686-dc1c-4e0d-96bb-1b448d423e8f), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:30.758011 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:30.779023 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0b917e35-a749-4227-9520-04eece7a621e None None] Provisioning complete for port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:30.779413 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b917e35-a749-4227-9520-04eece7a621e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:30.820479 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303060b-319c-4100-8a1a-cf047eaf4fa0 None None] Pushing event updated for resources: {'Port': ['ID=37b8c809-c5a7-44a8-b1ad-72e2b3b05c39,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:30.839514 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Routers {'10c913f9-76e3-4996-9195-ace1aaf217a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:46:30.840494 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:46:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['10c913f9-76e3-4996-9195-ace1aaf217a1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:30.952488 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0b917e35-a749-4227-9520-04eece7a621e None None] Current status of the port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:46:30.952884 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b917e35-a749-4227-9520-04eece7a621e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:30.974478 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] Set router 10c913f9-76e3-4996-9195-ace1aaf217a1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:46:30.984440 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Allocated IP 172.25.0.201 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/8074e157-65e8-4d58-a2e6-285a56bad51b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:31.044861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0b917e35-a749-4227-9520-04eece7a621e None None] For port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=37b8c809-c5a7-44a8-b1ad-72e2b3b05c39,segment=NetworkSegment(2b4b3935-6fdb-49c8-bcc6-6151900c0f1b),segment_id=2b4b3935-6fdb-49c8-bcc6-6151900c0f1b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:46:31.119201 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b917e35-a749-4227-9520-04eece7a621e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:31.201524 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Publish callbacks [] for port (8074e157-65e8-4d58-a2e6-285a56bad51b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:31.287274 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b917e35-a749-4227-9520-04eece7a621e None None] Pushing event updated for resources: {'Port': ['ID=37b8c809-c5a7-44a8-b1ad-72e2b3b05c39,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:31.344827 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'name': 'tempest-TestMinimumBasicScenario-1766037810-router', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'e341686c-1587-4df4-82a3-3798b433134f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:26Z', 'revision_number': 4, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'gw_port': {'id': 'e341686c-1587-4df4-82a3-3798b433134f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '37b8c809-c5a7-44a8-b1ad-72e2b3b05c39', 'name': '', 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'mac_address': 'fa:16:3e:b5:e4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:25Z', 'updated_at': '2022-01-28T06:46:30Z', 'revision_number': 4, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'subnets': [{'id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:31.353486 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b4fcf4f0-e471-4ff4-b5e1-0e0d02b132f7 None None] Provisioning complete for port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:31.353906 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4fcf4f0-e471-4ff4-b5e1-0e0d02b132f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:31.367333 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (8074e157-65e8-4d58-a2e6-285a56bad51b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:31.388914 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f517e0ce-7c08-4a1b-8226-44cbf7678867 None None] The sync data for ids ['10c913f9-76e3-4996-9195-ace1aaf217a1'] in n-d-812111-12 is: [{'id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'name': 'tempest-TestMinimumBasicScenario-1766037810-router', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'e341686c-1587-4df4-82a3-3798b433134f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:26Z', 'revision_number': 4, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'gw_port': {'id': 'e341686c-1587-4df4-82a3-3798b433134f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '37b8c809-c5a7-44a8-b1ad-72e2b3b05c39', 'name': '', 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'mac_address': 'fa:16:3e:b5:e4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:25Z', 'updated_at': '2022-01-28T06:46:30Z', 'revision_number': 4, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'subnets': [{'id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:31.426359 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:31.432787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:31.438038 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:46:31.441214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Pushing event updated for resources: {'Port': ['ID=8074e157-65e8-4d58-a2e6-285a56bad51b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:31.519690 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b4fcf4f0-e471-4ff4-b5e1-0e0d02b132f7 None None] Current status of the port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:46:32.215562 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Publish callbacks [] for router_gateway (f2190686-dc1c-4e0d-96bb-1b448d423e8f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:32.389529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e636b9d6-0db5-4818-8a6d-1d18f14a6b1a None None] Network e1fa0274-49da-4ae4-be92-e6bc71d34d0d requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:46:32.516149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8ec430bb-98dd-401f-b074-7a512984d130 None None] Provisioning complete for port 50f58fc1-3945-4421-88b0-8e75cf57a090 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:32.516531 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ec430bb-98dd-401f-b074-7a512984d130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (50f58fc1-3945-4421-88b0-8e75cf57a090), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:32.564703 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (f2190686-dc1c-4e0d-96bb-1b448d423e8f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:32.577957 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-248624e9-cd77-4051-a6e6-096247c70ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:32.581378 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 50f58fc1-3945-4421-88b0-8e75cf57a090 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:46:32.869802 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Router f2190686-dc1c-4e0d-96bb-1b448d423e8f is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:46:32.882336 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 50f58fc1-3945-4421-88b0-8e75cf57a090 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:32.896564 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (50f58fc1-3945-4421-88b0-8e75cf57a090), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:32.896564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8ec430bb-98dd-401f-b074-7a512984d130 None None] Current status of the port 50f58fc1-3945-4421-88b0-8e75cf57a090 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:46:32.896564 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ec430bb-98dd-401f-b074-7a512984d130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (50f58fc1-3945-4421-88b0-8e75cf57a090), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:32.968209 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8ec430bb-98dd-401f-b074-7a512984d130 None None] For port 50f58fc1-3945-4421-88b0-8e75cf57a090, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=50f58fc1-3945-4421-88b0-8e75cf57a090,segment=NetworkSegment(26387b81-79e8-4b69-9f0d-8ffabb4322a9),segment_id=26387b81-79e8-4b69-9f0d-8ffabb4322a9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:46:33.035232 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:46:33.039065 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 50f58fc1-3945-4421-88b0-8e75cf57a090 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:46:33.039459 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (50f58fc1-3945-4421-88b0-8e75cf57a090), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:33.060179 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Sync routers for ids ['f2190686-dc1c-4e0d-96bb-1b448d423e8f'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:33.064740 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ec430bb-98dd-401f-b074-7a512984d130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (50f58fc1-3945-4421-88b0-8e75cf57a090), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:33.123827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Routers {'f2190686-dc1c-4e0d-96bb-1b448d423e8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:46:33.124553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:46:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f2190686-dc1c-4e0d-96bb-1b448d423e8f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:33.151336 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:33.151336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-41c811d1-e357-4913-a78e-c71dc8fc128f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4017622 Jan 28 06:46:33.153345 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56400) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:46:33.226517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec430bb-98dd-401f-b074-7a512984d130 None None] Pushing event updated for resources: {'Port': ['ID=50f58fc1-3945-4421-88b0-8e75cf57a090,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:33.278576 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:46:33.278932 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:46:33.289922 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7ccfc459-ea17-41ac-bdb9-3d4ce4893f59 None None] Provisioning complete for port 50f58fc1-3945-4421-88b0-8e75cf57a090 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:33.290337 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ccfc459-ea17-41ac-bdb9-3d4ce4893f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (50f58fc1-3945-4421-88b0-8e75cf57a090), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:33.339699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Set router f2190686-dc1c-4e0d-96bb-1b448d423e8f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:46:33.511103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7ccfc459-ea17-41ac-bdb9-3d4ce4893f59 None None] Current status of the port 50f58fc1-3945-4421-88b0-8e75cf57a090 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:46:33.575468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'name': 'tempest-TestMinimumBasicScenario-1861697715-router', 'tenant_id': 'da2ff197768b42138b256fa99ac41d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8074e157-65e8-4d58-a2e6-285a56bad51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:29Z', 'updated_at': '2022-01-28T06:46:31Z', 'revision_number': 3, 'project_id': 'da2ff197768b42138b256fa99ac41d97', 'gw_port': {'id': '8074e157-65e8-4d58-a2e6-285a56bad51b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:29:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:30Z', 'updated_at': '2022-01-28T06:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:33.610641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Checking router: f2190686-dc1c-4e0d-96bb-1b448d423e8f for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:46:33.611064 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Updating router f2190686-dc1c-4e0d-96bb-1b448d423e8f port 8074e157-65e8-4d58-a2e6-285a56bad51b binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:46:33.633338 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:33.640003 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8074e157-65e8-4d58-a2e6-285a56bad51b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:33.801211 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] Allocated IP 172.20.0.1 (e1fa0274-49da-4ae4-be92-e6bc71d34d0d/048aa440-0df2-4420-8e1d-0b71cf9c6e55/a7d7f2ed-5b8a-4482-b847-661ce245f777) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:33.839746 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 50f58fc1-3945-4421-88b0-8e75cf57a090 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:46:33.841025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:46:33.914703 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] Publish callbacks [] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:33.928468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:33.928839 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:34.007225 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Publish callbacks [] for port (8074e157-65e8-4d58-a2e6-285a56bad51b), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:34.027895 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:34.050338 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:46:34.072556 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] Network e1fa0274-49da-4ae4-be92-e6bc71d34d0d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:34.079759 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:34.084208 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:46:34.106895 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] Pushing event updated for resources: {'Port': ['ID=a7d7f2ed-5b8a-4482-b847-661ce245f777,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:34.130644 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (f2190686-dc1c-4e0d-96bb-1b448d423e8f), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:34.170271 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8074e157-65e8-4d58-a2e6-285a56bad51b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:34.268476 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 50f58fc1-3945-4421-88b0-8e75cf57a090 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:46:34.274992 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a821b2-4896-4429-96e1-8ee81f7c607b None None] Pushing event updated for resources: {'Port': ['ID=8074e157-65e8-4d58-a2e6-285a56bad51b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:34.296766 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Attempting to bind port 8074e157-65e8-4d58-a2e6-285a56bad51b on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:46:34.298562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Attempting to bind port 8074e157-65e8-4d58-a2e6-285a56bad51b by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:46:34.298562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Attempting to bind port 8074e157-65e8-4d58-a2e6-285a56bad51b on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:46:34.309403 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:46:34.309696 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:46:34.310108 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:34.310915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:46:34.311413 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Bound port: 8074e157-65e8-4d58-a2e6-285a56bad51b, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:46:34.311809 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8074e157-65e8-4d58-a2e6-285a56bad51b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:34.349834 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:34.384200 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] For port 8074e157-65e8-4d58-a2e6-285a56bad51b, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:46:34.389076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] For port 8074e157-65e8-4d58-a2e6-285a56bad51b, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8074e157-65e8-4d58-a2e6-285a56bad51b,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:46:34.391986 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 50f58fc1-3945-4421-88b0-8e75cf57a090 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:34.392567 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (50f58fc1-3945-4421-88b0-8e75cf57a090), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:34.448106 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-841955f1-04bb-456a-83c7-7771a3cf44e1 None None] Provisioning complete for port a7d7f2ed-5b8a-4482-b847-661ce245f777 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:34.448349 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-841955f1-04bb-456a-83c7-7771a3cf44e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:34.514843 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-841955f1-04bb-456a-83c7-7771a3cf44e1 None None] Port a7d7f2ed-5b8a-4482-b847-661ce245f777 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:46:34.523378 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8074e157-65e8-4d58-a2e6-285a56bad51b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:34.528628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 50f58fc1-3945-4421-88b0-8e75cf57a090 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:46:34.538151 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] Publish callbacks [] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:34.589255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Routers {'f2190686-dc1c-4e0d-96bb-1b448d423e8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:46:34.589889 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:46:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f2190686-dc1c-4e0d-96bb-1b448d423e8f'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:34.591645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a821b2-4896-4429-96e1-8ee81f7c607b None None] Pushing event updated for resources: {'Port': ['ID=8074e157-65e8-4d58-a2e6-285a56bad51b,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:34.650224 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:34.707055 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] Set router f2190686-dc1c-4e0d-96bb-1b448d423e8f gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:46:34.716816 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (f2190686-dc1c-4e0d-96bb-1b448d423e8f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:34.734749 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] Pushing event updated for resources: {'Port': ['ID=a7d7f2ed-5b8a-4482-b847-661ce245f777,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:34.829546 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] Network e1fa0274-49da-4ae4-be92-e6bc71d34d0d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:34.830892 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:34.872729 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e189f48d-38ea-4813-9607-3cd894ed7158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:34.957457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'name': 'tempest-TestMinimumBasicScenario-1861697715-router', 'tenant_id': 'da2ff197768b42138b256fa99ac41d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8074e157-65e8-4d58-a2e6-285a56bad51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:29Z', 'updated_at': '2022-01-28T06:46:34Z', 'revision_number': 4, 'project_id': 'da2ff197768b42138b256fa99ac41d97', 'gw_port': {'id': '8074e157-65e8-4d58-a2e6-285a56bad51b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:29:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:30Z', 'updated_at': '2022-01-28T06:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'a7d7f2ed-5b8a-4482-b847-661ce245f777', 'name': '', 'network_id': 'e1fa0274-49da-4ae4-be92-e6bc71d34d0d', 'tenant_id': 'da2ff197768b42138b256fa99ac41d97', 'mac_address': 'fa:16:3e:d1:63:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '048aa440-0df2-4420-8e1d-0b71cf9c6e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:33Z', 'updated_at': '2022-01-28T06:46:33Z', 'revision_number': 1, 'project_id': 'da2ff197768b42138b256fa99ac41d97', 'subnets': [{'id': '048aa440-0df2-4420-8e1d-0b71cf9c6e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:34.990347 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9c6822-9adc-4bbf-af23-7d76ff7baa31 None None] The sync data for ids ['f2190686-dc1c-4e0d-96bb-1b448d423e8f'] in n-d-812111-12 is: [{'id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'name': 'tempest-TestMinimumBasicScenario-1861697715-router', 'tenant_id': 'da2ff197768b42138b256fa99ac41d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8074e157-65e8-4d58-a2e6-285a56bad51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:29Z', 'updated_at': '2022-01-28T06:46:34Z', 'revision_number': 4, 'project_id': 'da2ff197768b42138b256fa99ac41d97', 'gw_port': {'id': '8074e157-65e8-4d58-a2e6-285a56bad51b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:29:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:30Z', 'updated_at': '2022-01-28T06:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'a7d7f2ed-5b8a-4482-b847-661ce245f777', 'name': '', 'network_id': 'e1fa0274-49da-4ae4-be92-e6bc71d34d0d', 'tenant_id': 'da2ff197768b42138b256fa99ac41d97', 'mac_address': 'fa:16:3e:d1:63:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '048aa440-0df2-4420-8e1d-0b71cf9c6e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:33Z', 'updated_at': '2022-01-28T06:46:33Z', 'revision_number': 1, 'project_id': 'da2ff197768b42138b256fa99ac41d97', 'subnets': [{'id': '048aa440-0df2-4420-8e1d-0b71cf9c6e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:35.144744 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4340fce4-8c14-455b-990a-e68ed4c904e9 None None] Provisioning complete for port a7d7f2ed-5b8a-4482-b847-661ce245f777 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:35.145260 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4340fce4-8c14-455b-990a-e68ed4c904e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:35.189171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4340fce4-8c14-455b-990a-e68ed4c904e9 None None] Port a7d7f2ed-5b8a-4482-b847-661ce245f777 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:46:35.399972 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] Router f2190686-dc1c-4e0d-96bb-1b448d423e8f has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:46:35.516432 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:46:35.522184 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a5053193-97b5-459a-9615-df3562189285 admin admin] 10.222.0.31 "PUT /v2.0/routers/f2190686-dc1c-4e0d-96bb-1b448d423e8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3663373 Jan 28 06:46:36.288160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8074e157-65e8-4d58-a2e6-285a56bad51b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:46:36.366820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 8074e157-65e8-4d58-a2e6-285a56bad51b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:36.367284 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8074e157-65e8-4d58-a2e6-285a56bad51b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:36.452052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 8074e157-65e8-4d58-a2e6-285a56bad51b is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:46:36.452447 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (8074e157-65e8-4d58-a2e6-285a56bad51b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:36.477797 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 8074e157-65e8-4d58-a2e6-285a56bad51b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8074e157-65e8-4d58-a2e6-285a56bad51b,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:46:36.553799 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (8074e157-65e8-4d58-a2e6-285a56bad51b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:36.605578 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=8074e157-65e8-4d58-a2e6-285a56bad51b,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:36.862607 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:38.159524 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:38.217206 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8074e157-65e8-4d58-a2e6-285a56bad51b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:46:38.313823 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 8074e157-65e8-4d58-a2e6-285a56bad51b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:38.315262 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (8074e157-65e8-4d58-a2e6-285a56bad51b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:38.413940 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 8074e157-65e8-4d58-a2e6-285a56bad51b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:46:38.965861 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Sync routers for ids ['f2190686-dc1c-4e0d-96bb-1b448d423e8f'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:38.983966 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Routers {'f2190686-dc1c-4e0d-96bb-1b448d423e8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:46:38.985084 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:46:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f2190686-dc1c-4e0d-96bb-1b448d423e8f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:39.122911 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Set router f2190686-dc1c-4e0d-96bb-1b448d423e8f gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:46:39.205594 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:39.447705 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'name': 'tempest-TestMinimumBasicScenario-1861697715-router', 'tenant_id': 'da2ff197768b42138b256fa99ac41d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8074e157-65e8-4d58-a2e6-285a56bad51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:29Z', 'updated_at': '2022-01-28T06:46:34Z', 'revision_number': 4, 'project_id': 'da2ff197768b42138b256fa99ac41d97', 'gw_port': {'id': '8074e157-65e8-4d58-a2e6-285a56bad51b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:30Z', 'updated_at': '2022-01-28T06:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'a7d7f2ed-5b8a-4482-b847-661ce245f777', 'name': '', 'network_id': 'e1fa0274-49da-4ae4-be92-e6bc71d34d0d', 'tenant_id': 'da2ff197768b42138b256fa99ac41d97', 'mac_address': 'fa:16:3e:d1:63:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '048aa440-0df2-4420-8e1d-0b71cf9c6e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:33Z', 'updated_at': '2022-01-28T06:46:34Z', 'revision_number': 2, 'project_id': 'da2ff197768b42138b256fa99ac41d97', 'subnets': [{'id': '048aa440-0df2-4420-8e1d-0b71cf9c6e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:39.480217 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Checking router: f2190686-dc1c-4e0d-96bb-1b448d423e8f for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:46:39.480604 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Updating router f2190686-dc1c-4e0d-96bb-1b448d423e8f port a7d7f2ed-5b8a-4482-b847-661ce245f777 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:46:39.513081 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:39.794256 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Publish callbacks [] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:40.033043 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:40.091701 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663960b-5ae8-4356-8de7-6f91516d6634 None None] Pushing event updated for resources: {'Port': ['ID=a7d7f2ed-5b8a-4482-b847-661ce245f777,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:40.141184 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Attempting to bind port a7d7f2ed-5b8a-4482-b847-661ce245f777 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:46:40.147197 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Attempting to bind port a7d7f2ed-5b8a-4482-b847-661ce245f777 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '26387b81-79e8-4b69-9f0d-8ffabb4322a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e1fa0274-49da-4ae4-be92-e6bc71d34d0d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:46:40.147197 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Attempting to bind port a7d7f2ed-5b8a-4482-b847-661ce245f777 on network e1fa0274-49da-4ae4-be92-e6bc71d34d0d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:46:40.148523 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:46:40.149027 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Checking segment: {'id': '26387b81-79e8-4b69-9f0d-8ffabb4322a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e1fa0274-49da-4ae4-be92-e6bc71d34d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:46:40.149533 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:40.150026 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Bound using segment: {'id': '26387b81-79e8-4b69-9f0d-8ffabb4322a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e1fa0274-49da-4ae4-be92-e6bc71d34d0d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:46:40.150637 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Bound port: a7d7f2ed-5b8a-4482-b847-661ce245f777, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26387b81-79e8-4b69-9f0d-8ffabb4322a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e1fa0274-49da-4ae4-be92-e6bc71d34d0d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:46:40.151154 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:40.221337 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] For port a7d7f2ed-5b8a-4482-b847-661ce245f777, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:46:40.225076 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] For port a7d7f2ed-5b8a-4482-b847-661ce245f777, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a7d7f2ed-5b8a-4482-b847-661ce245f777,segment=NetworkSegment(26387b81-79e8-4b69-9f0d-8ffabb4322a9),segment_id=26387b81-79e8-4b69-9f0d-8ffabb4322a9)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:46:40.296284 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:40.373881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-518a5cdc-3dc8-409b-80f3-960e24ab1179 None None] Provisioning complete for port a7d7f2ed-5b8a-4482-b847-661ce245f777 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:40.374930 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-518a5cdc-3dc8-409b-80f3-960e24ab1179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:40.406081 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Routers {'f2190686-dc1c-4e0d-96bb-1b448d423e8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:46:40.406747 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:46:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f2190686-dc1c-4e0d-96bb-1b448d423e8f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:40.481448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-518a5cdc-3dc8-409b-80f3-960e24ab1179 None None] Current status of the port a7d7f2ed-5b8a-4482-b847-661ce245f777 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:46:40.482217 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-518a5cdc-3dc8-409b-80f3-960e24ab1179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:40.501646 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663960b-5ae8-4356-8de7-6f91516d6634 None None] Pushing event updated for resources: {'Port': ['ID=a7d7f2ed-5b8a-4482-b847-661ce245f777,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:40.523820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-518a5cdc-3dc8-409b-80f3-960e24ab1179 None None] For port a7d7f2ed-5b8a-4482-b847-661ce245f777, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a7d7f2ed-5b8a-4482-b847-661ce245f777,segment=NetworkSegment(26387b81-79e8-4b69-9f0d-8ffabb4322a9),segment_id=26387b81-79e8-4b69-9f0d-8ffabb4322a9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:46:40.593260 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-518a5cdc-3dc8-409b-80f3-960e24ab1179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:40.650402 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] Set router f2190686-dc1c-4e0d-96bb-1b448d423e8f gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:46:40.690917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a5cdc-3dc8-409b-80f3-960e24ab1179 None None] Pushing event updated for resources: {'Port': ['ID=a7d7f2ed-5b8a-4482-b847-661ce245f777,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:40.721143 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-95dd27fb-11f4-481b-b9bb-972851e7f799 None None] Provisioning complete for port a7d7f2ed-5b8a-4482-b847-661ce245f777 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:40.721620 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-95dd27fb-11f4-481b-b9bb-972851e7f799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:40.825186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-95dd27fb-11f4-481b-b9bb-972851e7f799 None None] Current status of the port a7d7f2ed-5b8a-4482-b847-661ce245f777 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:46:40.965738 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'name': 'tempest-TestMinimumBasicScenario-1861697715-router', 'tenant_id': 'da2ff197768b42138b256fa99ac41d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8074e157-65e8-4d58-a2e6-285a56bad51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:29Z', 'updated_at': '2022-01-28T06:46:34Z', 'revision_number': 4, 'project_id': 'da2ff197768b42138b256fa99ac41d97', 'gw_port': {'id': '8074e157-65e8-4d58-a2e6-285a56bad51b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:30Z', 'updated_at': '2022-01-28T06:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'a7d7f2ed-5b8a-4482-b847-661ce245f777', 'name': '', 'network_id': 'e1fa0274-49da-4ae4-be92-e6bc71d34d0d', 'tenant_id': 'da2ff197768b42138b256fa99ac41d97', 'mac_address': 'fa:16:3e:d1:63:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '048aa440-0df2-4420-8e1d-0b71cf9c6e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:33Z', 'updated_at': '2022-01-28T06:46:40Z', 'revision_number': 4, 'project_id': 'da2ff197768b42138b256fa99ac41d97', 'subnets': [{'id': '048aa440-0df2-4420-8e1d-0b71cf9c6e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:40.998409 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385084af-621d-475c-9c02-751f0d6e1ee9 None None] The sync data for ids ['f2190686-dc1c-4e0d-96bb-1b448d423e8f'] in n-d-812111-12 is: [{'id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'name': 'tempest-TestMinimumBasicScenario-1861697715-router', 'tenant_id': 'da2ff197768b42138b256fa99ac41d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8074e157-65e8-4d58-a2e6-285a56bad51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:29Z', 'updated_at': '2022-01-28T06:46:34Z', 'revision_number': 4, 'project_id': 'da2ff197768b42138b256fa99ac41d97', 'gw_port': {'id': '8074e157-65e8-4d58-a2e6-285a56bad51b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:30Z', 'updated_at': '2022-01-28T06:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'a7d7f2ed-5b8a-4482-b847-661ce245f777', 'name': '', 'network_id': 'e1fa0274-49da-4ae4-be92-e6bc71d34d0d', 'tenant_id': 'da2ff197768b42138b256fa99ac41d97', 'mac_address': 'fa:16:3e:d1:63:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '048aa440-0df2-4420-8e1d-0b71cf9c6e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:33Z', 'updated_at': '2022-01-28T06:46:40Z', 'revision_number': 4, 'project_id': 'da2ff197768b42138b256fa99ac41d97', 'subnets': [{'id': '048aa440-0df2-4420-8e1d-0b71cf9c6e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:42.269593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a7d7f2ed-5b8a-4482-b847-661ce245f777 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:46:42.338234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a7d7f2ed-5b8a-4482-b847-661ce245f777 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:42.338512 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:42.448443 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a7d7f2ed-5b8a-4482-b847-661ce245f777 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:46:48.373628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-c2cda2e7-c4c4-47c6-8b43-43c1798852ff tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:48.374827 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-c2cda2e7-c4c4-47c6-8b43-43c1798852ff tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/networks?id=290dcc99-1b1b-41f6-be37-5a0997c03aa9 HTTP/1.1" status: 200 len: 815 time: 0.1055443 Jan 28 06:46:48.391311 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-f4a64e84-2f0e-4d34-97f1-8e34a46e33e5 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/quotas/bc0f158d133b4ceaaeafea64830567b1 HTTP/1.1" status: 200 len: 375 time: 0.0101109 Jan 28 06:46:48.449319 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-725096ca-deba-49bf-943e-3c8e78d8fa67 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc0f158d133b4ceaaeafea64830567b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528686 Jan 28 06:46:48.654102 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-c04d6faa-f35e-4e8c-8061-26c5ee549001 service neutron] 10.222.0.31 "GET /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923628 Jan 28 06:46:48.746102 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-d137c717-6b70-4ed4-ac04-c044866e8216 service neutron] 10.222.0.31 "GET /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864666 Jan 28 06:46:48.992753 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-08417faf-93e2-4778-8d93-a0c0fee8e5e0 req-45ce6d76-f8ae-44f6-b71d-f121def72305 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 210 time: 0.0267961 Jan 28 06:46:50.074640 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e89cebd-2c02-45ad-b198-2dc194fdbdac req-395afb83-547f-4be5-94a9-4a38535779ba tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 210 time: 0.0285485 Jan 28 06:46:51.175139 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3fbe92cb-2702-44f5-b709-568891764200 req-37db1011-ba1c-4830-bab0-2f27ab406b34 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 210 time: 0.0272875 Jan 28 06:46:51.612425 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-9b3e428b-4b96-441e-850c-d8af6cd12ac0 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:51.614421 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-9b3e428b-4b96-441e-850c-d8af6cd12ac0 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.64 "GET /v2.0/networks?id=290dcc99-1b1b-41f6-be37-5a0997c03aa9 HTTP/1.1" status: 200 len: 815 time: 0.1016581 Jan 28 06:46:51.635814 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-8b4eb368-344d-4f64-b954-ea3cf5d4a31a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Request body: {'port': {'device_id': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'admin_state_up': True, 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:51.798405 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-8b4eb368-344d-4f64-b954-ea3cf5d4a31a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Made reservation on behalf of bc0f158d133b4ceaaeafea64830567b1 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:51.802823 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-8b4eb368-344d-4f64-b954-ea3cf5d4a31a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:51.933829 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-8b4eb368-344d-4f64-b954-ea3cf5d4a31a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Allocated IP 172.20.0.10 (290dcc99-1b1b-41f6-be37-5a0997c03aa9/2e60680b-1db3-4f97-b22f-d7bcd2e9bd51/97a4f30e-d0d2-41df-a379-70e99f3b99c9) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:52.099104 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-8b4eb368-344d-4f64-b954-ea3cf5d4a31a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:52.203972 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-8b4eb368-344d-4f64-b954-ea3cf5d4a31a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:52.256105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4eb368-344d-4f64-b954-ea3cf5d4a31a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Pushing event updated for resources: {'Port': ['ID=97a4f30e-d0d2-41df-a379-70e99f3b99c9,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:52.274748 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-8b4eb368-344d-4f64-b954-ea3cf5d4a31a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Network 290dcc99-1b1b-41f6-be37-5a0997c03aa9 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:52.277020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-8b4eb368-344d-4f64-b954-ea3cf5d4a31a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:52.280232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-8b4eb368-344d-4f64-b954-ea3cf5d4a31a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:46:52.303388 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10bcfb-fc33-4a87-a692-81ad9c3d0ec7 req-12d9a664-fa88-4f86-b66e-d7a0ef748e4c tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:52.306263 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c10bcfb-fc33-4a87-a692-81ad9c3d0ec7 req-12d9a664-fa88-4f86-b66e-d7a0ef748e4c tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 932 time: 0.0538499 Jan 28 06:46:52.352341 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-8b4eb368-344d-4f64-b954-ea3cf5d4a31a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:52.352600 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-8b4eb368-344d-4f64-b954-ea3cf5d4a31a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:52.424848 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c10bcfb-fc33-4a87-a692-81ad9c3d0ec7 req-2da307c5-58dd-4487-8ab7-6713771553b3 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133890 Jan 28 06:46:52.465033 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-8b4eb368-344d-4f64-b954-ea3cf5d4a31a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8327875 Jan 28 06:46:52.505809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-9464544f-e5c1-4c7f-84e2-36dad372ffc0 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:46:52.506861 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-9464544f-e5c1-4c7f-84e2-36dad372ffc0 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077834 Jan 28 06:46:52.664359 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a9dc4f1c-1b2d-4eb5-b513-3878fc76e781 None None] Provisioning complete for port 97a4f30e-d0d2-41df-a379-70e99f3b99c9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:52.667006 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9dc4f1c-1b2d-4eb5-b513-3878fc76e781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:52.759077 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc4f1c-1b2d-4eb5-b513-3878fc76e781 None None] Port 97a4f30e-d0d2-41df-a379-70e99f3b99c9 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:46:53.569264 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9fbb4-39e4-42c1-8458-85f6b13abf6f req-88ed96a1-d3e1-4f47-bc59-940fa5baa94f tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:53.570855 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fb9fbb4-39e4-42c1-8458-85f6b13abf6f req-88ed96a1-d3e1-4f47-bc59-940fa5baa94f tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 932 time: 0.0737669 Jan 28 06:46:53.645962 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7fb9fbb4-39e4-42c1-8458-85f6b13abf6f req-e8d7a7b1-6ccc-4727-a8e2-c29f11978bed tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671058 Jan 28 06:46:54.153701 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Request body: {'port': {'device_id': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:54.237320 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:54.793035 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a4f30e-d0d2-41df-a379-70e99f3b99c9 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:46:54.809328 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Publish callbacks [] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:54.839510 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee6ec-2e0b-4e5e-b4d9-84650090dafb req-e44eac69-68d6-4fa3-b706-2f4f3fb025c0 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:54.841090 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de7ee6ec-2e0b-4e5e-b4d9-84650090dafb req-e44eac69-68d6-4fa3-b706-2f4f3fb025c0 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 932 time: 0.0789027 Jan 28 06:46:54.848452 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Transition to ACTIVE for port object 97a4f30e-d0d2-41df-a379-70e99f3b99c9 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:54.933309 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de7ee6ec-2e0b-4e5e-b4d9-84650090dafb req-4762c541-ce77-45c7-94a9-7923660ab99a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801761 Jan 28 06:46:54.949133 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:55.049898 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Pushing event updated for resources: {'Port': ['ID=97a4f30e-d0d2-41df-a379-70e99f3b99c9,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:55.232905 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Attempting to bind port 97a4f30e-d0d2-41df-a379-70e99f3b99c9 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:46:55.233593 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Attempting to bind port 97a4f30e-d0d2-41df-a379-70e99f3b99c9 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '2b4b3935-6fdb-49c8-bcc6-6151900c0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:46:55.233593 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Attempting to bind port 97a4f30e-d0d2-41df-a379-70e99f3b99c9 on network 290dcc99-1b1b-41f6-be37-5a0997c03aa9 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:46:55.240885 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Port 97a4f30e-d0d2-41df-a379-70e99f3b99c9 on network 290dcc99-1b1b-41f6-be37-5a0997c03aa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:46:55.241213 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Attempting to bind port 97a4f30e-d0d2-41df-a379-70e99f3b99c9 on network 290dcc99-1b1b-41f6-be37-5a0997c03aa9 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:46:55.262834 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:46:55.263204 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Checking segment: {'id': '2b4b3935-6fdb-49c8-bcc6-6151900c0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:46:55.263566 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Bound using segment: {'id': '2b4b3935-6fdb-49c8-bcc6-6151900c0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:46:55.264016 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Bound port: 97a4f30e-d0d2-41df-a379-70e99f3b99c9, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b4b3935-6fdb-49c8-bcc6-6151900c0f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:46:55.264456 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:55.415761 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] For port 97a4f30e-d0d2-41df-a379-70e99f3b99c9, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:46:55.420193 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] For port 97a4f30e-d0d2-41df-a379-70e99f3b99c9, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=97a4f30e-d0d2-41df-a379-70e99f3b99c9,segment=NetworkSegment(2b4b3935-6fdb-49c8-bcc6-6151900c0f1b),segment_id=2b4b3935-6fdb-49c8-bcc6-6151900c0f1b)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:46:55.518527 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:55.588122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Pushing event updated for resources: {'Port': ['ID=97a4f30e-d0d2-41df-a379-70e99f3b99c9,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:55.616705 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:55.617675 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:55.628202 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-34169a5b-d21e-4103-9eb6-503aed95380c service neutron] 10.222.0.64 "PUT /v2.0/ports/97a4f30e-d0d2-41df-a379-70e99f3b99c9 HTTP/1.1" status: 200 len: 1093 time: 1.4789252 Jan 28 06:46:55.629283 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'tag': '97a4f30e-d0d2-41df-a379-70e99f3b99c9'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:46:55.640820 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1931c0-e274-43fe-a550-d857379f3224" -d '{"events": [{"name": "network-changed", "server_uuid": "feee548e-f95f-4968-bb36-3b9de7ab342a", "tag": "97a4f30e-d0d2-41df-a379-70e99f3b99c9"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:46:55.663293 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:55.726922 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ee7057-44da-4b6d-8fc0-ffc1d5be6d42 x-openstack-request-id: req-91ee7057-44da-4b6d-8fc0-ffc1d5be6d42 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:46:55.727224 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feee548e-f95f-4968-bb36-3b9de7ab342a", "tag": "97a4f30e-d0d2-41df-a379-70e99f3b99c9", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:46:55.727489 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91ee7057-44da-4b6d-8fc0-ffc1d5be6d42 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:46:55.727919 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'tag': '97a4f30e-d0d2-41df-a379-70e99f3b99c9', 'status': 'completed', 'code': 200} Jan 28 06:46:56.105498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27176be3-b53e-4ffe-a505-c95cb4c53d9e req-a59256af-c539-439b-9f3a-d629a8d008d3 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:56.107908 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27176be3-b53e-4ffe-a505-c95cb4c53d9e req-a59256af-c539-439b-9f3a-d629a8d008d3 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 944 time: 0.0601881 Jan 28 06:46:56.179409 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-27176be3-b53e-4ffe-a505-c95cb4c53d9e req-eea792ca-35e8-4d3a-b97c-0b9963113bf9 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639255 Jan 28 06:46:57.316887 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a4436-1c89-4fc3-a8da-426251858cdb req-de0adc55-2435-40d0-85bb-6d8b572ec707 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:57.323986 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8b0a4436-1c89-4fc3-a8da-426251858cdb req-de0adc55-2435-40d0-85bb-6d8b572ec707 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 944 time: 0.0609798 Jan 28 06:46:57.383844 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8b0a4436-1c89-4fc3-a8da-426251858cdb req-223f6432-9306-4835-8536-f9dd63f2883c tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588963 Jan 28 06:46:58.221158 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:46:58.520271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768dbe0-497d-464f-bf93-c2778a56c1cc req-547d7351-2e0a-49db-90a3-63bd47993553 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:58.528752 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c768dbe0-497d-464f-bf93-c2778a56c1cc req-547d7351-2e0a-49db-90a3-63bd47993553 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 944 time: 0.0668249 Jan 28 06:46:58.589207 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c768dbe0-497d-464f-bf93-c2778a56c1cc req-9b0e3292-b123-4767-b2f6-6d9acc81207a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560467 Jan 28 06:46:59.721558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5f35f-3238-4107-a4f2-2e262a5de6f1 req-86ac5720-7c3e-4ce1-8fa9-a2204b9eee4c tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:59.725032 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6eb5f35f-3238-4107-a4f2-2e262a5de6f1 req-86ac5720-7c3e-4ce1-8fa9-a2204b9eee4c tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 944 time: 0.0559514 Jan 28 06:46:59.777068 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6eb5f35f-3238-4107-a4f2-2e262a5de6f1 req-9eebffb2-104d-4455-bf44-b063a8bdfca7 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480371 Jan 28 06:47:00.454228 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1931c0-e274-43fe-a550-d857379f3224 req-88423a02-10e5-4f66-883c-1e569022485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:00.455785 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4e1931c0-e274-43fe-a550-d857379f3224 req-88423a02-10e5-4f66-883c-1e569022485b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc0f158d133b4ceaaeafea64830567b1&device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 1096 time: 0.0430233 Jan 28 06:47:00.566423 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1931c0-e274-43fe-a550-d857379f3224 req-e32d7513-3a0c-4813-bcc7-7b845fcab821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:00.568007 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4e1931c0-e274-43fe-a550-d857379f3224 req-e32d7513-3a0c-4813-bcc7-7b845fcab821 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=bc0f158d133b4ceaaeafea64830567b1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0991926 Jan 28 06:47:00.664253 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1931c0-e274-43fe-a550-d857379f3224 req-07af29ea-f4da-4bc1-9500-360f01a95056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:00.665753 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4e1931c0-e274-43fe-a550-d857379f3224 req-07af29ea-f4da-4bc1-9500-360f01a95056 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900612 Jan 28 06:47:00.784061 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-c8083d5c-b784-4fbb-b7a0-102b18d98b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:00.786855 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-c8083d5c-b784-4fbb-b7a0-102b18d98b8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc0f158d133b4ceaaeafea64830567b1&device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 1096 time: 0.0460494 Jan 28 06:47:00.843681 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-cbf5ad6a-1692-424b-92e3-b27e1c44f6b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97a4f30e-d0d2-41df-a379-70e99f3b99c9 HTTP/1.1" status: 200 len: 217 time: 0.0432961 Jan 28 06:47:00.895968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-d84cfcd9-454a-4cf8-984f-042f8b9bf6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:00.897500 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-d84cfcd9-454a-4cf8-984f-042f8b9bf6aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e60680b-1db3-4f97-b22f-d7bcd2e9bd51 HTTP/1.1" status: 200 len: 854 time: 0.0477810 Jan 28 06:47:00.901696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101696a7-0a5f-4626-8666-5ca84e7223ee req-bdd28200-7c58-42c4-8419-e6d50709e3e0 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:00.907985 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-101696a7-0a5f-4626-8666-5ca84e7223ee req-bdd28200-7c58-42c4-8419-e6d50709e3e0 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 944 time: 0.0533192 Jan 28 06:47:00.944431 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-5a1542a5-b1d0-4a60-bb6d-7165bcb87310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:00.945988 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-5a1542a5-b1d0-4a60-bb6d-7165bcb87310 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=290dcc99-1b1b-41f6-be37-5a0997c03aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427270 Jan 28 06:47:00.957814 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-101696a7-0a5f-4626-8666-5ca84e7223ee req-e84d5cbe-d173-4840-89c5-912f6387216d tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474713 Jan 28 06:47:01.041927 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-c557377b-1ee9-4044-b38b-d6e574c900f3 service neutron] 10.222.0.64 "GET /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892150 Jan 28 06:47:01.134488 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-87444792-1cb1-4087-80a4-a5174bd8b079 req-d423f106-06e8-498f-8f78-3e7926bf74f9 service neutron] 10.222.0.64 "GET /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857046 Jan 28 06:47:02.078411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5d0b4-abfc-4e32-9dd4-98b812438e34 req-aa57f8d0-1ad7-44db-9d1f-ccbb778003b2 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:02.079979 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ee5d0b4-abfc-4e32-9dd4-98b812438e34 req-aa57f8d0-1ad7-44db-9d1f-ccbb778003b2 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 944 time: 0.0495195 Jan 28 06:47:02.129536 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ee5d0b4-abfc-4e32-9dd4-98b812438e34 req-38ac2b9d-bd71-4f0e-8dbe-82aeeb7102a1 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435624 Jan 28 06:47:02.506976 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82843e59-706b-4f4f-8c4d-502d17b5ea23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:03.244055 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843a89-c698-42bf-8d91-432f2da02fcd req-b2e05130-fce5-45aa-b651-95e74c9bfbb5 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:03.245484 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4843a89-c698-42bf-8d91-432f2da02fcd req-b2e05130-fce5-45aa-b651-95e74c9bfbb5 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 944 time: 0.0473852 Jan 28 06:47:03.292210 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4843a89-c698-42bf-8d91-432f2da02fcd req-cbb8f606-1efe-4f7d-be62-a54a9bd470bc tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408731 Jan 28 06:47:03.655474 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:47:04.413944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0398e-cf01-4285-837c-143c0481f907 req-c0ebd6be-9ce2-4027-9b8c-d08cbc839647 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:04.415407 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22b0398e-cf01-4285-837c-143c0481f907 req-c0ebd6be-9ce2-4027-9b8c-d08cbc839647 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 944 time: 0.0538416 Jan 28 06:47:04.473616 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22b0398e-cf01-4285-837c-143c0481f907 req-e929c653-3160-478f-8128-a4768925aafe tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513325 Jan 28 06:47:05.078075 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2b55baa-f467-4a53-9a84-5276da8dbf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:05.120662 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 97a4f30e-d0d2-41df-a379-70e99f3b99c9 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:47:05.218599 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 97a4f30e-d0d2-41df-a379-70e99f3b99c9, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=97a4f30e-d0d2-41df-a379-70e99f3b99c9,segment=NetworkSegment(2b4b3935-6fdb-49c8-bcc6-6151900c0f1b),segment_id=2b4b3935-6fdb-49c8-bcc6-6151900c0f1b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:47:05.230989 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '97a4f30e-d0d2-41df-a379-70e99f3b99c9', 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'port_id': '97a4f30e-d0d2-41df-a379-70e99f3b99c9', 'mac_address': 'fa:16:3e:e8:ee:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:47:05.272103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 97a4f30e-d0d2-41df-a379-70e99f3b99c9 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:47:05.272492 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:05.285751 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a4f30e-d0d2-41df-a379-70e99f3b99c9 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:47:05.304287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 97a4f30e-d0d2-41df-a379-70e99f3b99c9, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=97a4f30e-d0d2-41df-a379-70e99f3b99c9,segment=NetworkSegment(2b4b3935-6fdb-49c8-bcc6-6151900c0f1b),segment_id=2b4b3935-6fdb-49c8-bcc6-6151900c0f1b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:47:05.415018 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:05.462778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=97a4f30e-d0d2-41df-a379-70e99f3b99c9,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:05.596425 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87f93c-cdbb-4128-b37a-20d1381b2d12 req-744dd6dc-0a85-424f-89df-d02d76933bbf tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:05.598068 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba87f93c-cdbb-4128-b37a-20d1381b2d12 req-744dd6dc-0a85-424f-89df-d02d76933bbf tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 945 time: 0.0571239 Jan 28 06:47:05.645891 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ba87f93c-cdbb-4128-b37a-20d1381b2d12 req-1b4ab233-28da-4a21-942e-d21ddc8bdf2b tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420372 Jan 28 06:47:05.692223 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['97a4f30e-d0d2-41df-a379-70e99f3b99c9'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:47:06.759990 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108aadd-5c71-4681-b5ee-0bbb1bea91b4 req-1c658c04-80c7-432e-b18b-bb6ddbf9b54f tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:06.761496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b108aadd-5c71-4681-b5ee-0bbb1bea91b4 req-1c658c04-80c7-432e-b18b-bb6ddbf9b54f tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 945 time: 0.0479727 Jan 28 06:47:06.812681 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b108aadd-5c71-4681-b5ee-0bbb1bea91b4 req-c93b6e99-44c4-4371-83a1-69d23e87239b tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456159 Jan 28 06:47:06.906109 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:07.123127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 97a4f30e-d0d2-41df-a379-70e99f3b99c9 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:47:07.311078 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 97a4f30e-d0d2-41df-a379-70e99f3b99c9 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:07.315121 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 97a4f30e-d0d2-41df-a379-70e99f3b99c9 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:07.315520 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:07.392019 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 97a4f30e-d0d2-41df-a379-70e99f3b99c9 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:47:07.392327 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:07.417000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a4f30e-d0d2-41df-a379-70e99f3b99c9'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:47:07.419731 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aed675-b566-4606-b6ca-a9e11e9041ec" -d '{"events": [{"server_uuid": "feee548e-f95f-4968-bb36-3b9de7ab342a", "name": "network-vif-plugged", "status": "completed", "tag": "97a4f30e-d0d2-41df-a379-70e99f3b99c9"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:47:07.431901 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 97a4f30e-d0d2-41df-a379-70e99f3b99c9, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=97a4f30e-d0d2-41df-a379-70e99f3b99c9,segment=NetworkSegment(2b4b3935-6fdb-49c8-bcc6-6151900c0f1b),segment_id=2b4b3935-6fdb-49c8-bcc6-6151900c0f1b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:47:07.456750 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7431a9-ee2e-49a2-8c32-afaab58ca4c7 x-openstack-request-id: req-ea7431a9-ee2e-49a2-8c32-afaab58ca4c7 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:47:07.457036 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feee548e-f95f-4968-bb36-3b9de7ab342a", "name": "network-vif-plugged", "status": "completed", "tag": "97a4f30e-d0d2-41df-a379-70e99f3b99c9", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:47:07.457289 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea7431a9-ee2e-49a2-8c32-afaab58ca4c7 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:47:07.457681 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a4f30e-d0d2-41df-a379-70e99f3b99c9', 'code': 200} Jan 28 06:47:07.540837 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:07.585027 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12840783-4b60-419b-8a86-bb308287b66a req-9e9a1344-c0a1-4dbc-b213-20fc1fb12316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:07.586547 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-12840783-4b60-419b-8a86-bb308287b66a req-9e9a1344-c0a1-4dbc-b213-20fc1fb12316 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 1098 time: 0.0416391 Jan 28 06:47:07.587519 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=97a4f30e-d0d2-41df-a379-70e99f3b99c9,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:07.635991 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-12840783-4b60-419b-8a86-bb308287b66a req-0c61db10-5290-426b-b72c-f737d972c280 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428185 Jan 28 06:47:07.927266 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c27657-1a5c-40ac-9031-9570bee6c77c req-bea3876f-a107-4ec7-816a-e037b48d9b06 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:07.928730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05c27657-1a5c-40ac-9031-9570bee6c77c req-bea3876f-a107-4ec7-816a-e037b48d9b06 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 946 time: 0.0475397 Jan 28 06:47:07.975273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05c27657-1a5c-40ac-9031-9570bee6c77c req-21d0f316-9d2b-48af-b3c8-e7fce2b6ed68 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409369 Jan 28 06:47:08.123294 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:09.099260 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b14b7-da8d-4d12-91fd-336e17f22c3f req-317918f5-493d-4059-a33e-fdb8c29fc2bd tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:09.102207 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a95b14b7-da8d-4d12-91fd-336e17f22c3f req-317918f5-493d-4059-a33e-fdb8c29fc2bd tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 946 time: 0.0531087 Jan 28 06:47:09.152393 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a95b14b7-da8d-4d12-91fd-336e17f22c3f req-388a4f48-61b9-440a-a16e-18cc774805d7 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443707 Jan 28 06:47:09.220150 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:09.291540 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1f9dc-1b28-42e4-a5ae-1f3cf7174932 req-d07d6ea0-59c6-4909-8e48-a06b3bfa7fe7 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:09.297660 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59c1f9dc-1b28-42e4-a5ae-1f3cf7174932 req-d07d6ea0-59c6-4909-8e48-a06b3bfa7fe7 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 946 time: 0.0552166 Jan 28 06:47:09.342270 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59c1f9dc-1b28-42e4-a5ae-1f3cf7174932 req-7f57e2b5-9c1c-4244-ba0d-4451bb50a5fa tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438919 Jan 28 06:47:09.533104 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ff646-b3a8-4648-b869-3ba90f69e51d req-bdebde2b-a128-4aac-9d1d-fd48d0778956 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:09.534740 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b96ff646-b3a8-4648-b869-3ba90f69e51d req-bdebde2b-a128-4aac-9d1d-fd48d0778956 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 946 time: 0.0501065 Jan 28 06:47:09.581781 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b96ff646-b3a8-4648-b869-3ba90f69e51d req-5da6f4fa-830b-42b5-a929-89801e66a950 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406804 Jan 28 06:47:18.142411 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6247000-d892-4d6d-bc83-503bac62b4d5 req-15b6b585-c701-4e64-9e63-41934fb62b93 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437257 Jan 28 06:47:18.256807 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6247000-d892-4d6d-bc83-503bac62b4d5 req-c19ce786-03a1-4f6d-804f-8876f4c952a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:18.258655 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6247000-d892-4d6d-bc83-503bac62b4d5 req-c19ce786-03a1-4f6d-804f-8876f4c952a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc0f158d133b4ceaaeafea64830567b1&device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 1098 time: 0.0445890 Jan 28 06:47:18.379159 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6247000-d892-4d6d-bc83-503bac62b4d5 req-77a25c70-91ac-4544-b998-6f61e862fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:18.380672 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6247000-d892-4d6d-bc83-503bac62b4d5 req-77a25c70-91ac-4544-b998-6f61e862fe71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=290dcc99-1b1b-41f6-be37-5a0997c03aa9 HTTP/1.1" status: 200 len: 916 time: 0.0994873 Jan 28 06:47:18.423974 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6247000-d892-4d6d-bc83-503bac62b4d5 req-70e5a915-7d59-4bf1-b9d4-7dbc09abd848 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97a4f30e-d0d2-41df-a379-70e99f3b99c9 HTTP/1.1" status: 200 len: 217 time: 0.0369768 Jan 28 06:47:18.474243 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6247000-d892-4d6d-bc83-503bac62b4d5 req-dc1de48d-e83c-4d80-b7f6-f0ce532bbdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:18.475762 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6247000-d892-4d6d-bc83-503bac62b4d5 req-dc1de48d-e83c-4d80-b7f6-f0ce532bbdd6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e60680b-1db3-4f97-b22f-d7bcd2e9bd51 HTTP/1.1" status: 200 len: 854 time: 0.0456634 Jan 28 06:47:18.531970 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6247000-d892-4d6d-bc83-503bac62b4d5 req-54964779-4d2b-4b65-bbfb-016c1004e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:18.533517 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6247000-d892-4d6d-bc83-503bac62b4d5 req-54964779-4d2b-4b65-bbfb-016c1004e1b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=290dcc99-1b1b-41f6-be37-5a0997c03aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522871 Jan 28 06:47:18.623694 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6247000-d892-4d6d-bc83-503bac62b4d5 req-c636bf27-f507-40e9-8e5b-cb9dd612c07a service neutron] 10.222.0.64 "GET /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842566 Jan 28 06:47:18.726886 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6247000-d892-4d6d-bc83-503bac62b4d5 req-4fa34bef-d92c-4e26-ac19-8f4f3d373482 service neutron] 10.222.0.64 "GET /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964189 Jan 28 06:47:25.608389 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:28.225740 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:30.836361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b3de2-3d86-4244-a941-2ad82c8688b9 req-4f9019a2-312e-464f-8ecf-792bbd1680db tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:30.837935 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa5b3de2-3d86-4244-a941-2ad82c8688b9 req-4f9019a2-312e-464f-8ecf-792bbd1680db tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 946 time: 0.0643728 Jan 28 06:47:30.890523 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa5b3de2-3d86-4244-a941-2ad82c8688b9 req-4319433a-a88b-464f-8390-25ba4ec8929d tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454164 Jan 28 06:47:30.915628 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56620) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:47:31.015874 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbeb79d-4240-4967-8401-4f9cfbfc96be tempest-TestMinimumBasicScenario-647909334 tempest-TestMinimumBasicScenario-647909334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:31.018118 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fcbeb79d-4240-4967-8401-4f9cfbfc96be tempest-TestMinimumBasicScenario-647909334 tempest-TestMinimumBasicScenario-647909334-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 1093 time: 0.1014266 Jan 28 06:47:31.023403 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56624) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:47:31.028953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': '97a4f30e-d0d2-41df-a379-70e99f3b99c9', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:31.117443 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:31.218160 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:31.330842 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Allocated IP 172.25.0.44 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/ce03b24a-a12a-4b66-b5c5-429248606a02) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:31.443197 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for port (ce03b24a-a12a-4b66-b5c5-429248606a02), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:31.591679 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ce03b24a-a12a-4b66-b5c5-429248606a02), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:31.640112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:31.648735 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:31.650827 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Pushing event updated for resources: {'Port': ['ID=ce03b24a-a12a-4b66-b5c5-429248606a02,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:31.652790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:47:31.684329 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:31.684612 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:31.685090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:31.685435 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:31.685768 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:31.686098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:31.686450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:31.686782 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:31.687107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:31.687435 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:31.687758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:31.688076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:31.688395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:32.041386 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for floatingip (c570b1b9-90f2-4605-85f6-798f47d9fdab), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:32.167283 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ce03b24a-a12a-4b66-b5c5-429248606a02), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:32.334707 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for port (ce03b24a-a12a-4b66-b5c5-429248606a02), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:32.445477 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ce03b24a-a12a-4b66-b5c5-429248606a02), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:32.494169 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8be04559-fae8-4414-88e3-9955d03d7925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:32.512727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Pushing event updated for resources: {'Port': ['ID=ce03b24a-a12a-4b66-b5c5-429248606a02,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:32.527638 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (c570b1b9-90f2-4605-85f6-798f47d9fdab), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:32.631681 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Floating IP c570b1b9-90f2-4605-85f6-798f47d9fdab associated. External IP: 172.25.0.44, port: 97a4f30e-d0d2-41df-a379-70e99f3b99c9. Jan 28 06:47:32.843686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Router 10c913f9-76e3-4996-9195-ace1aaf217a1 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:47:32.952146 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:47:32.962418 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77592c9c-b7c7-4ea1-b8bb-3f6b3967c0fa None None] Sync routers for ids ['10c913f9-76e3-4996-9195-ace1aaf217a1'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:47:32.973290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77592c9c-b7c7-4ea1-b8bb-3f6b3967c0fa None None] Routers {'10c913f9-76e3-4996-9195-ace1aaf217a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:47:32.977325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-77592c9c-b7c7-4ea1-b8bb-3f6b3967c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:47:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['10c913f9-76e3-4996-9195-ace1aaf217a1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:33.035163 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:33.067151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d442ab25-85ca-4608-8204-70fc5a06a1b8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0425985 Jan 28 06:47:33.068474 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'tag': '97a4f30e-d0d2-41df-a379-70e99f3b99c9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:47:33.070653 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56626) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:47:33.071659 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276578c8-5580-4a5b-bdc6-e8e481640a59" -d '{"events": [{"name": "network-changed", "server_uuid": "feee548e-f95f-4968-bb36-3b9de7ab342a", "tag": "97a4f30e-d0d2-41df-a379-70e99f3b99c9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:47:33.076890 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1092663947', 'description': 'tempest-secgroup-smoke-1092663947 description', 'project_id': 'bc0f158d133b4ceaaeafea64830567b1'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:33.085746 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-77592c9c-b7c7-4ea1-b8bb-3f6b3967c0fa None None] Set router 10c913f9-76e3-4996-9195-ace1aaf217a1 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:47:33.168603 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:33.256609 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group (303bf498-50de-496a-ba76-3091bd21ac22), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:33.279075 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01e3915-f219-47f5-bb02-c77435ccd064 x-openstack-request-id: req-a01e3915-f219-47f5-bb02-c77435ccd064 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:47:33.279370 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feee548e-f95f-4968-bb36-3b9de7ab342a", "tag": "97a4f30e-d0d2-41df-a379-70e99f3b99c9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:47:33.279980 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a01e3915-f219-47f5-bb02-c77435ccd064 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:47:33.280112 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'tag': '97a4f30e-d0d2-41df-a379-70e99f3b99c9', 'status': 'completed', 'code': 200} Jan 28 06:47:33.311313 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (303bf498-50de-496a-ba76-3091bd21ac22), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:33.354817 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-77592c9c-b7c7-4ea1-b8bb-3f6b3967c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'name': 'tempest-TestMinimumBasicScenario-1766037810-router', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'e341686c-1587-4df4-82a3-3798b433134f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:26Z', 'revision_number': 4, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'gw_port': {'id': 'e341686c-1587-4df4-82a3-3798b433134f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'c570b1b9-90f2-4605-85f6-798f47d9fdab', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'port_id': '97a4f30e-d0d2-41df-a379-70e99f3b99c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'mac_address': 'fa:16:3e:e8:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:47:31Z', 'updated_at': '2022-01-28T06:47:31Z', 'revision_number': 0, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37b8c809-c5a7-44a8-b1ad-72e2b3b05c39', 'name': '', 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'mac_address': 'fa:16:3e:b5:e4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:25Z', 'updated_at': '2022-01-28T06:46:30Z', 'revision_number': 5, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'subnets': [{'id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:33.374515 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303bf498-50de-496a-ba76-3091bd21ac22,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:33.384137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77592c9c-b7c7-4ea1-b8bb-3f6b3967c0fa None None] Checking router: 10c913f9-76e3-4996-9195-ace1aaf217a1 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:47:33.387487 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:33.387840 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:33.388180 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:33.388517 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:33.388850 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:33.389179 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:33.389511 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:33.389840 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:33.390169 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:33.390517 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:33.390847 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:33.391170 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:33.391708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:33.393986 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77592c9c-b7c7-4ea1-b8bb-3f6b3967c0fa None None] Routers {'10c913f9-76e3-4996-9195-ace1aaf217a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:47:33.395176 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-77592c9c-b7c7-4ea1-b8bb-3f6b3967c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:47:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['10c913f9-76e3-4996-9195-ace1aaf217a1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:33.397309 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276578c8-5580-4a5b-bdc6-e8e481640a59 req-b1a364e2-df83-4f44-90f3-4f7615b76989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:33.398837 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-276578c8-5580-4a5b-bdc6-e8e481640a59 req-b1a364e2-df83-4f44-90f3-4f7615b76989 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc0f158d133b4ceaaeafea64830567b1&device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 1098 time: 0.0795712 Jan 28 06:47:33.456523 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:33.461105 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ffdcc2cb-57b7-467f-b7c5-12f16095f855 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3850186 Jan 28 06:47:33.462700 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56632) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:47:33.468564 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1425fd80-9182-425e-90c1-976fef27435a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Request body: {'security_group_rule': {'security_group_id': '303bf498-50de-496a-ba76-3091bd21ac22', 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:33.515230 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-77592c9c-b7c7-4ea1-b8bb-3f6b3967c0fa None None] Set router 10c913f9-76e3-4996-9195-ace1aaf217a1 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:47:33.526042 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276578c8-5580-4a5b-bdc6-e8e481640a59 req-dd6dbd1e-bc6c-466b-b8ba-acd1dcf478e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:33.527598 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-276578c8-5580-4a5b-bdc6-e8e481640a59 req-dd6dbd1e-bc6c-466b-b8ba-acd1dcf478e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=290dcc99-1b1b-41f6-be37-5a0997c03aa9 HTTP/1.1" status: 200 len: 916 time: 0.1230729 Jan 28 06:47:33.600601 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-276578c8-5580-4a5b-bdc6-e8e481640a59 req-1f61a76e-1f91-45bf-9ea8-ec2759da7f2a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97a4f30e-d0d2-41df-a379-70e99f3b99c9 HTTP/1.1" status: 200 len: 999 time: 0.0660005 Jan 28 06:47:33.603404 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1425fd80-9182-425e-90c1-976fef27435a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group_rule (bef87875-2716-4a93-9810-f6403a998f73), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:33.682046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276578c8-5580-4a5b-bdc6-e8e481640a59 req-68b6ea57-e552-4112-b0f9-738ea3b7bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:33.683565 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-276578c8-5580-4a5b-bdc6-e8e481640a59 req-68b6ea57-e552-4112-b0f9-738ea3b7bec9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e60680b-1db3-4f97-b22f-d7bcd2e9bd51 HTTP/1.1" status: 200 len: 854 time: 0.0773606 Jan 28 06:47:33.694563 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1425fd80-9182-425e-90c1-976fef27435a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group_rule (bef87875-2716-4a93-9810-f6403a998f73), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:33.733399 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276578c8-5580-4a5b-bdc6-e8e481640a59 req-7ead6f9d-183c-4eae-852e-f162e7244dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:33.734909 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-276578c8-5580-4a5b-bdc6-e8e481640a59 req-7ead6f9d-183c-4eae-852e-f162e7244dc0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=290dcc99-1b1b-41f6-be37-5a0997c03aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423460 Jan 28 06:47:33.753459 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-77592c9c-b7c7-4ea1-b8bb-3f6b3967c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'name': 'tempest-TestMinimumBasicScenario-1766037810-router', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'e341686c-1587-4df4-82a3-3798b433134f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:26Z', 'revision_number': 4, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'gw_port': {'id': 'e341686c-1587-4df4-82a3-3798b433134f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'c570b1b9-90f2-4605-85f6-798f47d9fdab', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'port_id': '97a4f30e-d0d2-41df-a379-70e99f3b99c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'mac_address': 'fa:16:3e:e8:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:47:31Z', 'updated_at': '2022-01-28T06:47:31Z', 'revision_number': 0, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37b8c809-c5a7-44a8-b1ad-72e2b3b05c39', 'name': '', 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'mac_address': 'fa:16:3e:b5:e4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:25Z', 'updated_at': '2022-01-28T06:46:30Z', 'revision_number': 5, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'subnets': [{'id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:33.786532 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77592c9c-b7c7-4ea1-b8bb-3f6b3967c0fa None None] The sync data for ids ['10c913f9-76e3-4996-9195-ace1aaf217a1'] in n-d-812111-12 is: [{'id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'name': 'tempest-TestMinimumBasicScenario-1766037810-router', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'e341686c-1587-4df4-82a3-3798b433134f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:26Z', 'revision_number': 4, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'gw_port': {'id': 'e341686c-1587-4df4-82a3-3798b433134f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'c570b1b9-90f2-4605-85f6-798f47d9fdab', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'port_id': '97a4f30e-d0d2-41df-a379-70e99f3b99c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'mac_address': 'fa:16:3e:e8:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:47:31Z', 'updated_at': '2022-01-28T06:47:31Z', 'revision_number': 0, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37b8c809-c5a7-44a8-b1ad-72e2b3b05c39', 'name': '', 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'mac_address': 'fa:16:3e:b5:e4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:25Z', 'updated_at': '2022-01-28T06:46:30Z', 'revision_number': 5, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'subnets': [{'id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:47:33.820072 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1425fd80-9182-425e-90c1-976fef27435a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (bef87875-2716-4a93-9810-f6403a998f73), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:33.845230 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425fd80-9182-425e-90c1-976fef27435a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef87875-2716-4a93-9810-f6403a998f73,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:33.870459 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-276578c8-5580-4a5b-bdc6-e8e481640a59 req-52cfdd91-7987-4644-84f2-076b08898d06 service neutron] 10.222.0.64 "GET /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288583 Jan 28 06:47:33.944864 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1425fd80-9182-425e-90c1-976fef27435a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:33.949476 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1425fd80-9182-425e-90c1-976fef27435a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4827554 Jan 28 06:47:33.949476 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56634) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:47:33.956275 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-34927d7c-47a0-4367-9913-4f38ad458c5a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Request body: {'security_group_rule': {'security_group_id': '303bf498-50de-496a-ba76-3091bd21ac22', 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:34.004881 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-276578c8-5580-4a5b-bdc6-e8e481640a59 req-f05f7514-d99f-4d99-803b-de96c72cfbd4 service neutron] 10.222.0.64 "GET /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279438 Jan 28 06:47:34.023357 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a00b0-b444-41be-bda9-1ef7d889871c None None] New status for floating IP c570b1b9-90f2-4605-85f6-798f47d9fdab: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:47:34.054008 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34927d7c-47a0-4367-9913-4f38ad458c5a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group_rule (1fda60e4-4843-42e9-bd25-1f48602996a7), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:34.107557 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34927d7c-47a0-4367-9913-4f38ad458c5a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group_rule (1fda60e4-4843-42e9-bd25-1f48602996a7), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:34.185355 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34927d7c-47a0-4367-9913-4f38ad458c5a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (1fda60e4-4843-42e9-bd25-1f48602996a7), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:34.203911 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34927d7c-47a0-4367-9913-4f38ad458c5a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fda60e4-4843-42e9-bd25-1f48602996a7,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:34.273374 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-34927d7c-47a0-4367-9913-4f38ad458c5a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:34.277191 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-34927d7c-47a0-4367-9913-4f38ad458c5a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3245234 Jan 28 06:47:34.277760 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56636) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:47:34.282650 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-31c95d8d-4f06-432a-b8b5-d3b364341d80 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Request body: {'security_group_rule': {'security_group_id': '303bf498-50de-496a-ba76-3091bd21ac22', 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:34.419087 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31c95d8d-4f06-432a-b8b5-d3b364341d80 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group_rule (083b5145-7865-4394-a812-da33b87241f4), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:34.479549 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31c95d8d-4f06-432a-b8b5-d3b364341d80 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group_rule (083b5145-7865-4394-a812-da33b87241f4), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:34.574482 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31c95d8d-4f06-432a-b8b5-d3b364341d80 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (083b5145-7865-4394-a812-da33b87241f4), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:34.592459 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c95d8d-4f06-432a-b8b5-d3b364341d80 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083b5145-7865-4394-a812-da33b87241f4,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:34.667454 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-31c95d8d-4f06-432a-b8b5-d3b364341d80 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:34.668701 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-31c95d8d-4f06-432a-b8b5-d3b364341d80 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3897610 Jan 28 06:47:34.671492 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56638) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:47:34.676006 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ae715bcf-ab92-4e21-8672-84af2ed241e2 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Request body: {'security_group_rule': {'security_group_id': '303bf498-50de-496a-ba76-3091bd21ac22', 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:34.759287 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae715bcf-ab92-4e21-8672-84af2ed241e2 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group_rule (87723d34-8f69-499d-bb5f-fa21db9e1dcd), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:34.818743 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae715bcf-ab92-4e21-8672-84af2ed241e2 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group_rule (87723d34-8f69-499d-bb5f-fa21db9e1dcd), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:34.826684 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8fee3059-6cc7-4bae-9855-ad750e63023b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:34.916463 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae715bcf-ab92-4e21-8672-84af2ed241e2 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (87723d34-8f69-499d-bb5f-fa21db9e1dcd), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:34.934552 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae715bcf-ab92-4e21-8672-84af2ed241e2 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87723d34-8f69-499d-bb5f-fa21db9e1dcd,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:35.038917 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae715bcf-ab92-4e21-8672-84af2ed241e2 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:35.040193 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ae715bcf-ab92-4e21-8672-84af2ed241e2 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3677318 Jan 28 06:47:35.043020 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56640) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:47:35.047529 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-5bf6f1eb-370d-4dc3-a8fe-9afd3d2ae90a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Request body: {'security_group_rule': {'security_group_id': '303bf498-50de-496a-ba76-3091bd21ac22', 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:35.191237 n-d-812111-12 neutron-server[103634]: INFO neutron.db.securitygroups_db [None req-5bf6f1eb-370d-4dc3-a8fe-9afd3d2ae90a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Project bc0f158d133b4ceaaeafea64830567b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:47:35.196842 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5bf6f1eb-370d-4dc3-a8fe-9afd3d2ae90a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group_rule (eddea490-080c-457d-9862-cbdeda8598bc), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:35.256451 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5bf6f1eb-370d-4dc3-a8fe-9afd3d2ae90a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group_rule (eddea490-080c-457d-9862-cbdeda8598bc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:35.356304 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5bf6f1eb-370d-4dc3-a8fe-9afd3d2ae90a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (eddea490-080c-457d-9862-cbdeda8598bc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:35.377412 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6f1eb-370d-4dc3-a8fe-9afd3d2ae90a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddea490-080c-457d-9862-cbdeda8598bc,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:35.462068 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5bf6f1eb-370d-4dc3-a8fe-9afd3d2ae90a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:35.466128 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5bf6f1eb-370d-4dc3-a8fe-9afd3d2ae90a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4194558 Jan 28 06:47:35.466393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56642) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:47:35.470758 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-55771f31-2e70-48d3-82d5-d3c680d0a74f tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Request body: {'security_group_rule': {'security_group_id': '303bf498-50de-496a-ba76-3091bd21ac22', 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:35.643463 n-d-812111-12 neutron-server[103634]: INFO neutron.db.securitygroups_db [None req-55771f31-2e70-48d3-82d5-d3c680d0a74f tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Project bc0f158d133b4ceaaeafea64830567b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:47:35.648859 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55771f31-2e70-48d3-82d5-d3c680d0a74f tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group_rule (5e041ce8-57d4-4ac8-b855-af77ed13e07e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:35.709889 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55771f31-2e70-48d3-82d5-d3c680d0a74f tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group_rule (5e041ce8-57d4-4ac8-b855-af77ed13e07e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:35.808699 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55771f31-2e70-48d3-82d5-d3c680d0a74f tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (5e041ce8-57d4-4ac8-b855-af77ed13e07e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:35.826680 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55771f31-2e70-48d3-82d5-d3c680d0a74f tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e041ce8-57d4-4ac8-b855-af77ed13e07e,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:35.925320 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-55771f31-2e70-48d3-82d5-d3c680d0a74f tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:35.926411 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-55771f31-2e70-48d3-82d5-d3c680d0a74f tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4591229 Jan 28 06:47:36.020918 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ca71997b-9197-4c33-a88a-5c4bdc339266 req-0e023699-ac8b-4061-bb3f-ba8a4b374f8e tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092663947&fields=id&tenant_id=bc0f158d133b4ceaaeafea64830567b1 HTTP/1.1" status: 200 len: 267 time: 0.0496619 Jan 28 06:47:36.074646 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71997b-9197-4c33-a88a-5c4bdc339266 req-f99d3ff8-9b22-4fb8-91b4-e3631faac0ff tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:36.076132 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ca71997b-9197-4c33-a88a-5c4bdc339266 req-f99d3ff8-9b22-4fb8-91b4-e3631faac0ff tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 946 time: 0.0496538 Jan 28 06:47:36.086831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-ca71997b-9197-4c33-a88a-5c4bdc339266 req-f1d21103-3b22-4df9-bb77-ff1fe82b07a3 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Request body: {'port': {'security_groups': ['c4ae1c7f-870d-4e68-9bbd-6f61b3700a43', '303bf498-50de-496a-ba76-3091bd21ac22']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:36.157387 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ca71997b-9197-4c33-a88a-5c4bdc339266 req-f1d21103-3b22-4df9-bb77-ff1fe82b07a3 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:36.343069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ca71997b-9197-4c33-a88a-5c4bdc339266 req-f1d21103-3b22-4df9-bb77-ff1fe82b07a3 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] For port 97a4f30e-d0d2-41df-a379-70e99f3b99c9, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=97a4f30e-d0d2-41df-a379-70e99f3b99c9,segment=NetworkSegment(2b4b3935-6fdb-49c8-bcc6-6151900c0f1b),segment_id=2b4b3935-6fdb-49c8-bcc6-6151900c0f1b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:47:36.372932 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ca71997b-9197-4c33-a88a-5c4bdc339266 req-f1d21103-3b22-4df9-bb77-ff1fe82b07a3 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:36.448115 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ca71997b-9197-4c33-a88a-5c4bdc339266 req-f1d21103-3b22-4df9-bb77-ff1fe82b07a3 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:36.481299 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['97a4f30e-d0d2-41df-a379-70e99f3b99c9'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:47:36.491463 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71997b-9197-4c33-a88a-5c4bdc339266 req-f1d21103-3b22-4df9-bb77-ff1fe82b07a3 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:36.492078 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ca71997b-9197-4c33-a88a-5c4bdc339266 req-f1d21103-3b22-4df9-bb77-ff1fe82b07a3 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:36.493522 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ca71997b-9197-4c33-a88a-5c4bdc339266 req-f1d21103-3b22-4df9-bb77-ff1fe82b07a3 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "PUT /v2.0/ports/97a4f30e-d0d2-41df-a379-70e99f3b99c9 HTTP/1.1" status: 200 len: 982 time: 0.4111438 Jan 28 06:47:36.493972 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'tag': '97a4f30e-d0d2-41df-a379-70e99f3b99c9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:47:36.496246 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c606205-f3f7-43cc-9961-0c3df1cdc39b" -d '{"events": [{"name": "network-changed", "server_uuid": "feee548e-f95f-4968-bb36-3b9de7ab342a", "tag": "97a4f30e-d0d2-41df-a379-70e99f3b99c9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:47:36.521987 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d21103-3b22-4df9-bb77-ff1fe82b07a3 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Pushing event updated for resources: {'Port': ['ID=97a4f30e-d0d2-41df-a379-70e99f3b99c9,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:36.562029 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0eff7c-4bd6-4ef8-9b6d-8b4d575ca822 x-openstack-request-id: req-3b0eff7c-4bd6-4ef8-9b6d-8b4d575ca822 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:47:36.562380 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feee548e-f95f-4968-bb36-3b9de7ab342a", "tag": "97a4f30e-d0d2-41df-a379-70e99f3b99c9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:47:36.562661 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b0eff7c-4bd6-4ef8-9b6d-8b4d575ca822 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:47:36.563051 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'tag': '97a4f30e-d0d2-41df-a379-70e99f3b99c9', 'status': 'completed', 'code': 200} Jan 28 06:47:36.641418 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['97a4f30e-d0d2-41df-a379-70e99f3b99c9'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:47:36.649702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a6be8-210a-4d51-9f9d-561cffd05461 req-c4f26681-309b-4bbd-9276-4b98bdeacba3 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:36.651494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-485a6be8-210a-4d51-9f9d-561cffd05461 req-c4f26681-309b-4bbd-9276-4b98bdeacba3 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 985 time: 0.0761905 Jan 28 06:47:36.661643 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c606205-f3f7-43cc-9961-0c3df1cdc39b req-d1e0e606-9f23-4fbd-9b20-00328edf5ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:36.664890 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0c606205-f3f7-43cc-9961-0c3df1cdc39b req-d1e0e606-9f23-4fbd-9b20-00328edf5ec2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc0f158d133b4ceaaeafea64830567b1&device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 1137 time: 0.0556636 Jan 28 06:47:36.755300 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-485a6be8-210a-4d51-9f9d-561cffd05461 req-83908290-3d39-49ea-9976-3c4480f456c2 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=303bf498-50de-496a-ba76-3091bd21ac22&id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949700 Jan 28 06:47:36.779416 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c606205-f3f7-43cc-9961-0c3df1cdc39b req-89a51fa9-a589-4846-b36a-6a2cc0b072bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:36.780988 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0c606205-f3f7-43cc-9961-0c3df1cdc39b req-89a51fa9-a589-4846-b36a-6a2cc0b072bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=290dcc99-1b1b-41f6-be37-5a0997c03aa9 HTTP/1.1" status: 200 len: 916 time: 0.1102173 Jan 28 06:47:36.849897 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:36.852799 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0c606205-f3f7-43cc-9961-0c3df1cdc39b req-0a36eec0-cdef-4a53-9b7d-fd3c687494a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97a4f30e-d0d2-41df-a379-70e99f3b99c9 HTTP/1.1" status: 200 len: 1001 time: 0.0643377 Jan 28 06:47:36.854848 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a882fe79-7b9e-4a5d-8e2a-95232b8e15e7 None None] Provisioning complete for port 97a4f30e-d0d2-41df-a379-70e99f3b99c9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:36.855217 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a882fe79-7b9e-4a5d-8e2a-95232b8e15e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:36.902682 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c606205-f3f7-43cc-9961-0c3df1cdc39b req-21cd79f7-f083-4778-bb1d-7d780731598c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:36.902682 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0c606205-f3f7-43cc-9961-0c3df1cdc39b req-21cd79f7-f083-4778-bb1d-7d780731598c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e60680b-1db3-4f97-b22f-d7bcd2e9bd51 HTTP/1.1" status: 200 len: 854 time: 0.0441041 Jan 28 06:47:36.947216 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c606205-f3f7-43cc-9961-0c3df1cdc39b req-139f546e-ce46-4eaa-89b2-090410c9164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:36.948718 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0c606205-f3f7-43cc-9961-0c3df1cdc39b req-139f546e-ce46-4eaa-89b2-090410c9164a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=290dcc99-1b1b-41f6-be37-5a0997c03aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399745 Jan 28 06:47:37.042781 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0c606205-f3f7-43cc-9961-0c3df1cdc39b req-6dbc2aa9-ed3d-41d4-b845-49b6f58a044d service neutron] 10.222.0.64 "GET /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879676 Jan 28 06:47:37.080907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a882fe79-7b9e-4a5d-8e2a-95232b8e15e7 None None] Current status of the port 97a4f30e-d0d2-41df-a379-70e99f3b99c9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:47:37.140387 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-0c606205-f3f7-43cc-9961-0c3df1cdc39b req-24e4364c-af09-41c9-9a50-0ca7cfe74e90 service neutron] 10.222.0.64 "GET /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922525 Jan 28 06:47:38.128241 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:39.167792 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:40.653801 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:47:41.121124 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15345964-738d-40ff-8f3d-f6f3b3fa68be req-a2af232e-3669-4ac7-aae9-9b0a0d0ff4f7 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:41.122638 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15345964-738d-40ff-8f3d-f6f3b3fa68be req-a2af232e-3669-4ac7-aae9-9b0a0d0ff4f7 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 985 time: 0.0507185 Jan 28 06:47:41.186856 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15345964-738d-40ff-8f3d-f6f3b3fa68be req-d9b69f60-f475-4203-aa37-987adf59d97a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=303bf498-50de-496a-ba76-3091bd21ac22&id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573535 Jan 28 06:47:41.244684 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3c9a5-d4b6-4133-a161-59959589a052 req-e1225715-e141-4208-9afb-f43b27ff3cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:41.246279 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-07f3c9a5-d4b6-4133-a161-59959589a052 req-e1225715-e141-4208-9afb-f43b27ff3cbf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc0f158d133b4ceaaeafea64830567b1&device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 1137 time: 0.0545127 Jan 28 06:47:41.337010 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3c9a5-d4b6-4133-a161-59959589a052 req-5ce86380-b84e-4e36-990f-eb67460f175e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:41.338465 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-07f3c9a5-d4b6-4133-a161-59959589a052 req-5ce86380-b84e-4e36-990f-eb67460f175e service neutron] 10.222.0.64 "GET /v2.0/networks?id=290dcc99-1b1b-41f6-be37-5a0997c03aa9 HTTP/1.1" status: 200 len: 916 time: 0.0854497 Jan 28 06:47:41.408346 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-07f3c9a5-d4b6-4133-a161-59959589a052 req-f9ff4261-cb41-4077-ac9e-3a9a0308cc0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97a4f30e-d0d2-41df-a379-70e99f3b99c9 HTTP/1.1" status: 200 len: 1001 time: 0.0633237 Jan 28 06:47:41.459122 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3c9a5-d4b6-4133-a161-59959589a052 req-c14e5090-c560-486d-9524-b2f18390a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:41.460596 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-07f3c9a5-d4b6-4133-a161-59959589a052 req-c14e5090-c560-486d-9524-b2f18390a9bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e60680b-1db3-4f97-b22f-d7bcd2e9bd51 HTTP/1.1" status: 200 len: 854 time: 0.0464845 Jan 28 06:47:41.513021 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3c9a5-d4b6-4133-a161-59959589a052 req-bff78fe1-bd55-49fb-b61d-82092573c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:41.514597 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-07f3c9a5-d4b6-4133-a161-59959589a052 req-bff78fe1-bd55-49fb-b61d-82092573c759 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=290dcc99-1b1b-41f6-be37-5a0997c03aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482342 Jan 28 06:47:41.607765 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-07f3c9a5-d4b6-4133-a161-59959589a052 req-65f2a829-57e4-4434-a594-1fe22ef2b6bc service neutron] 10.222.0.64 "GET /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861819 Jan 28 06:47:41.697458 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-07f3c9a5-d4b6-4133-a161-59959589a052 req-21a101f0-dac4-4075-bac6-c759552ec253 service neutron] 10.222.0.64 "GET /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834208 Jan 28 06:47:42.307468 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323fa09-7f87-44f0-a06c-6d1f545d73f3 req-0543239d-886d-4187-8b9a-3cc194b5b143 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:42.309956 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7323fa09-7f87-44f0-a06c-6d1f545d73f3 req-0543239d-886d-4187-8b9a-3cc194b5b143 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 985 time: 0.0498011 Jan 28 06:47:42.371311 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7323fa09-7f87-44f0-a06c-6d1f545d73f3 req-ebf89734-37ea-4be2-b5be-7655af066b8a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=303bf498-50de-496a-ba76-3091bd21ac22&id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548835 Jan 28 06:47:43.495701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68821528-0029-445a-b6cf-393a3003af2b req-b41a1e24-fdbb-4280-9f87-11ee4d01ed51 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:43.497113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68821528-0029-445a-b6cf-393a3003af2b req-b41a1e24-fdbb-4280-9f87-11ee4d01ed51 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 985 time: 0.0531893 Jan 28 06:47:43.561268 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68821528-0029-445a-b6cf-393a3003af2b req-4459c639-0840-43a8-aecb-5db146a61cf1 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=303bf498-50de-496a-ba76-3091bd21ac22&id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553391 Jan 28 06:47:44.679323 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949bb57-a373-4cd8-8b1d-09be45326f3b req-3b39fd58-4c42-4acb-9a2e-df090c9481cc tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:44.680843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5949bb57-a373-4cd8-8b1d-09be45326f3b req-3b39fd58-4c42-4acb-9a2e-df090c9481cc tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 985 time: 0.0486696 Jan 28 06:47:44.740870 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5949bb57-a373-4cd8-8b1d-09be45326f3b req-af216781-554d-4841-a8bb-13d12acd87bf tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=303bf498-50de-496a-ba76-3091bd21ac22&id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541940 Jan 28 06:47:45.859550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b38c2-c3fc-4074-8f52-a92ebacbd741 req-5c2180ca-a99a-4cf7-9420-7d972798b964 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:45.861090 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c8b38c2-c3fc-4074-8f52-a92ebacbd741 req-5c2180ca-a99a-4cf7-9420-7d972798b964 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 985 time: 0.0498686 Jan 28 06:47:45.925591 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1c8b38c2-c3fc-4074-8f52-a92ebacbd741 req-f316ab03-4297-4a56-856f-c1c0a992ae2b tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=303bf498-50de-496a-ba76-3091bd21ac22&id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585828 Jan 28 06:47:47.043617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b6b7e-17b4-4c60-b807-cfc71347c24c req-a055bf12-7edc-4736-aec1-677c1c543098 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:47.045106 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc4b6b7e-17b4-4c60-b807-cfc71347c24c req-a055bf12-7edc-4736-aec1-677c1c543098 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 985 time: 0.0505126 Jan 28 06:47:47.106522 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dc4b6b7e-17b4-4c60-b807-cfc71347c24c req-ca611bcc-817b-4d92-81dd-020df1582af1 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=303bf498-50de-496a-ba76-3091bd21ac22&id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555034 Jan 28 06:47:48.225700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898013b-d275-4ba8-9667-0cca273d29e7 req-a0ec7cfd-998f-49d1-97ff-e31803a55f84 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:48.227260 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9898013b-d275-4ba8-9667-0cca273d29e7 req-a0ec7cfd-998f-49d1-97ff-e31803a55f84 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 985 time: 0.0499725 Jan 28 06:47:48.287286 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9898013b-d275-4ba8-9667-0cca273d29e7 req-825a12c9-cc9c-47e8-8285-1ac13b885962 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=303bf498-50de-496a-ba76-3091bd21ac22&id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542970 Jan 28 06:47:49.693791 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb623f-7328-4314-91c2-3cc3a27411fe req-c47ceb88-69d1-4bdd-9bc4-8076a5943b01 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:49.695321 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4fb623f-7328-4314-91c2-3cc3a27411fe req-c47ceb88-69d1-4bdd-9bc4-8076a5943b01 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 985 time: 0.3382566 Jan 28 06:47:49.758443 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4fb623f-7328-4314-91c2-3cc3a27411fe req-b131e079-6809-4de3-9681-be92e3efd43d tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=303bf498-50de-496a-ba76-3091bd21ac22&id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573516 Jan 28 06:47:50.879253 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674734e7-9023-4473-9e71-fe36454bad1b req-0ec49e03-87e6-4a55-8491-50e80694ed91 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:50.880801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-674734e7-9023-4473-9e71-fe36454bad1b req-0ec49e03-87e6-4a55-8491-50e80694ed91 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 985 time: 0.0507057 Jan 28 06:47:50.942206 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-674734e7-9023-4473-9e71-fe36454bad1b req-2065b2c8-6755-4014-93c4-327e276b14cb tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=303bf498-50de-496a-ba76-3091bd21ac22&id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556512 Jan 28 06:47:52.062628 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419d6b2-3cc5-44f7-97d2-26fe4b71563f req-1246f8a0-653e-467c-9166-ceb6901ce02c tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:52.064550 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5419d6b2-3cc5-44f7-97d2-26fe4b71563f req-1246f8a0-653e-467c-9166-ceb6901ce02c tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 985 time: 0.0528936 Jan 28 06:47:52.124746 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5419d6b2-3cc5-44f7-97d2-26fe4b71563f req-7bd5c69f-8439-436c-b34e-35756e7b4bbd tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=303bf498-50de-496a-ba76-3091bd21ac22&id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544395 Jan 28 06:47:53.240981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f01d0c-834e-4aba-8b99-2af0420340ca req-f2291db3-c15f-4456-92dc-db41b628ade3 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:53.242531 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f01d0c-834e-4aba-8b99-2af0420340ca req-f2291db3-c15f-4456-92dc-db41b628ade3 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 985 time: 0.0498083 Jan 28 06:47:53.302485 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e7f01d0c-834e-4aba-8b99-2af0420340ca req-6a7d61f2-af16-4bff-93c5-6edcd22cde6b tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=303bf498-50de-496a-ba76-3091bd21ac22&id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540833 Jan 28 06:47:55.636553 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:47:58.242139 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:02.470804 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90f7e51d-9c68-479e-8e6e-ed7a982b3ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:04.824513 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-663eb446-8e4d-4d6d-8078-442c36e433b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:06.858634 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:08.150251 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:09.155896 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:17.652077 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:48:20.159987 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-604fddc2-9007-4692-95d5-852198ee33c7 req-5a10d3ba-835e-442c-8c58-6b27c4c85b8f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419881 Jan 28 06:48:20.263750 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fddc2-9007-4692-95d5-852198ee33c7 req-398c360a-7173-4429-840b-9d4f68401b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:20.265263 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-604fddc2-9007-4692-95d5-852198ee33c7 req-398c360a-7173-4429-840b-9d4f68401b33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc0f158d133b4ceaaeafea64830567b1&device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 1137 time: 0.0454323 Jan 28 06:48:20.371987 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fddc2-9007-4692-95d5-852198ee33c7 req-acf66b81-aa3f-40a9-9be1-21a44e493c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:20.373488 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-604fddc2-9007-4692-95d5-852198ee33c7 req-acf66b81-aa3f-40a9-9be1-21a44e493c5f service neutron] 10.222.0.64 "GET /v2.0/networks?id=290dcc99-1b1b-41f6-be37-5a0997c03aa9 HTTP/1.1" status: 200 len: 916 time: 0.0870552 Jan 28 06:48:20.447061 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-604fddc2-9007-4692-95d5-852198ee33c7 req-a1c39eb5-448e-446b-a980-0a57523f7199 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97a4f30e-d0d2-41df-a379-70e99f3b99c9 HTTP/1.1" status: 200 len: 1001 time: 0.0663433 Jan 28 06:48:20.501051 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fddc2-9007-4692-95d5-852198ee33c7 req-134e8fa0-0e9b-47dd-b106-2c388e1ba903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:20.502652 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-604fddc2-9007-4692-95d5-852198ee33c7 req-134e8fa0-0e9b-47dd-b106-2c388e1ba903 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e60680b-1db3-4f97-b22f-d7bcd2e9bd51 HTTP/1.1" status: 200 len: 854 time: 0.0495839 Jan 28 06:48:20.549835 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fddc2-9007-4692-95d5-852198ee33c7 req-43f18bae-eaff-4bf6-9a59-c8b0f355552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:20.551362 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-604fddc2-9007-4692-95d5-852198ee33c7 req-43f18bae-eaff-4bf6-9a59-c8b0f355552b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=290dcc99-1b1b-41f6-be37-5a0997c03aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416980 Jan 28 06:48:20.646809 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-604fddc2-9007-4692-95d5-852198ee33c7 req-beaee251-281b-4e8c-b248-591b6daebf89 service neutron] 10.222.0.64 "GET /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890234 Jan 28 06:48:20.738908 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-604fddc2-9007-4692-95d5-852198ee33c7 req-cd4e55ee-c574-4a33-a567-f16d4ef628de service neutron] 10.222.0.64 "GET /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835836 Jan 28 06:48:25.646772 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94371109-41e9-43d3-8793-9fd6103a84cc req-b435a9be-2fa7-45e8-8f52-197a35ec5674 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092663947&fields=id&tenant_id=bc0f158d133b4ceaaeafea64830567b1 HTTP/1.1" status: 200 len: 267 time: 0.0462799 Jan 28 06:48:25.652051 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:25.715020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94371109-41e9-43d3-8793-9fd6103a84cc req-598b251a-ef71-46a9-9c6a-17be7f47463e tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:25.719604 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94371109-41e9-43d3-8793-9fd6103a84cc req-598b251a-ef71-46a9-9c6a-17be7f47463e tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 985 time: 0.0551898 Jan 28 06:48:25.728545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-94371109-41e9-43d3-8793-9fd6103a84cc req-f77e5cbd-0f4a-40e3-89f8-d902f6b2caa8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Request body: {'port': {'security_groups': ['c4ae1c7f-870d-4e68-9bbd-6f61b3700a43']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:25.794026 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94371109-41e9-43d3-8793-9fd6103a84cc req-f77e5cbd-0f4a-40e3-89f8-d902f6b2caa8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:25.974192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-94371109-41e9-43d3-8793-9fd6103a84cc req-f77e5cbd-0f4a-40e3-89f8-d902f6b2caa8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] For port 97a4f30e-d0d2-41df-a379-70e99f3b99c9, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=97a4f30e-d0d2-41df-a379-70e99f3b99c9,segment=NetworkSegment(2b4b3935-6fdb-49c8-bcc6-6151900c0f1b),segment_id=2b4b3935-6fdb-49c8-bcc6-6151900c0f1b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:48:26.005902 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94371109-41e9-43d3-8793-9fd6103a84cc req-f77e5cbd-0f4a-40e3-89f8-d902f6b2caa8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:26.115319 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94371109-41e9-43d3-8793-9fd6103a84cc req-f77e5cbd-0f4a-40e3-89f8-d902f6b2caa8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:26.147315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['97a4f30e-d0d2-41df-a379-70e99f3b99c9'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:48:26.161017 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94371109-41e9-43d3-8793-9fd6103a84cc req-f77e5cbd-0f4a-40e3-89f8-d902f6b2caa8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:26.161654 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94371109-41e9-43d3-8793-9fd6103a84cc req-f77e5cbd-0f4a-40e3-89f8-d902f6b2caa8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:26.163103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94371109-41e9-43d3-8793-9fd6103a84cc req-f77e5cbd-0f4a-40e3-89f8-d902f6b2caa8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "PUT /v2.0/ports/97a4f30e-d0d2-41df-a379-70e99f3b99c9 HTTP/1.1" status: 200 len: 943 time: 0.4394851 Jan 28 06:48:26.172106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'tag': '97a4f30e-d0d2-41df-a379-70e99f3b99c9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:48:26.172106 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ad4d4e-9a70-41f2-a143-cad0a608e86c" -d '{"events": [{"name": "network-changed", "server_uuid": "feee548e-f95f-4968-bb36-3b9de7ab342a", "tag": "97a4f30e-d0d2-41df-a379-70e99f3b99c9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:48:26.172906 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56690) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:48:26.216785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e5cbd-0f4a-40e3-89f8-d902f6b2caa8 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Pushing event updated for resources: {'Port': ['ID=97a4f30e-d0d2-41df-a379-70e99f3b99c9,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:26.254326 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdffbdbf-1e49-4975-b1e2-cd56f8f39e37 x-openstack-request-id: req-bdffbdbf-1e49-4975-b1e2-cd56f8f39e37 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:48:26.254850 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feee548e-f95f-4968-bb36-3b9de7ab342a", "tag": "97a4f30e-d0d2-41df-a379-70e99f3b99c9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:48:26.255281 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdffbdbf-1e49-4975-b1e2-cd56f8f39e37 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:48:26.256473 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'tag': '97a4f30e-d0d2-41df-a379-70e99f3b99c9', 'status': 'completed', 'code': 200} Jan 28 06:48:26.275128 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1faac183-76c1-4b87-a236-b05e0fa153ac tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group (303bf498-50de-496a-ba76-3091bd21ac22), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:26.290080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['97a4f30e-d0d2-41df-a379-70e99f3b99c9'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:48:26.319705 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1faac183-76c1-4b87-a236-b05e0fa153ac tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group (303bf498-50de-496a-ba76-3091bd21ac22), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:26.420212 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad4d4e-9a70-41f2-a143-cad0a608e86c req-b7a5fdf7-c157-4e92-81b2-7973683f9b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:26.421883 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9ad4d4e-9a70-41f2-a143-cad0a608e86c req-b7a5fdf7-c157-4e92-81b2-7973683f9b59 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc0f158d133b4ceaaeafea64830567b1&device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 1098 time: 0.0746272 Jan 28 06:48:26.517975 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1faac183-76c1-4b87-a236-b05e0fa153ac tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (303bf498-50de-496a-ba76-3091bd21ac22), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:26.520902 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1faac183-76c1-4b87-a236-b05e0fa153ac tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:26.524759 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1faac183-76c1-4b87-a236-b05e0fa153ac tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "DELETE /v2.0/security-groups/303bf498-50de-496a-ba76-3091bd21ac22 HTTP/1.1" status: 204 len: 168 time: 0.3516459 Jan 28 06:48:26.525453 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56694) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:48:26.539461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f4816772-197c-439c-a6e2-590745d17878 None None] Provisioning complete for port 97a4f30e-d0d2-41df-a379-70e99f3b99c9 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:26.540586 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4816772-197c-439c-a6e2-590745d17878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:26.543136 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faac183-76c1-4b87-a236-b05e0fa153ac tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303bf498-50de-496a-ba76-3091bd21ac22,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:26.550654 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad4d4e-9a70-41f2-a143-cad0a608e86c req-2b3816c6-17b7-4590-9731-afe844add382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:26.552940 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9ad4d4e-9a70-41f2-a143-cad0a608e86c req-2b3816c6-17b7-4590-9731-afe844add382 service neutron] 10.222.0.64 "GET /v2.0/networks?id=290dcc99-1b1b-41f6-be37-5a0997c03aa9 HTTP/1.1" status: 200 len: 916 time: 0.1244125 Jan 28 06:48:26.651017 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f4816772-197c-439c-a6e2-590745d17878 None None] Current status of the port 97a4f30e-d0d2-41df-a379-70e99f3b99c9 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:48:26.657890 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9ad4d4e-9a70-41f2-a143-cad0a608e86c req-3d076eb1-e5fb-457c-962c-2770b174df55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97a4f30e-d0d2-41df-a379-70e99f3b99c9 HTTP/1.1" status: 200 len: 1001 time: 0.0980611 Jan 28 06:48:26.710862 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad4d4e-9a70-41f2-a143-cad0a608e86c req-51c02f0b-8d93-4b61-8672-2ba13ef3bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:26.712356 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9ad4d4e-9a70-41f2-a143-cad0a608e86c req-51c02f0b-8d93-4b61-8672-2ba13ef3bc87 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e60680b-1db3-4f97-b22f-d7bcd2e9bd51 HTTP/1.1" status: 200 len: 854 time: 0.0477126 Jan 28 06:48:26.718900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2faa90ff-cd43-467c-84f8-e3617aa4696b tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Deleting port ce03b24a-a12a-4b66-b5c5-429248606a02 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:48:26.719412 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2faa90ff-cd43-467c-84f8-e3617aa4696b tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ce03b24a-a12a-4b66-b5c5-429248606a02), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:26.762744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad4d4e-9a70-41f2-a143-cad0a608e86c req-fdf2ecde-489e-4630-858a-82aa5488c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:26.765036 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9ad4d4e-9a70-41f2-a143-cad0a608e86c req-fdf2ecde-489e-4630-858a-82aa5488c94a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=290dcc99-1b1b-41f6-be37-5a0997c03aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429633 Jan 28 06:48:26.800444 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2faa90ff-cd43-467c-84f8-e3617aa4696b tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ce03b24a-a12a-4b66-b5c5-429248606a02), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:26.800921 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2faa90ff-cd43-467c-84f8-e3617aa4696b tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for floatingip (ce03b24a-a12a-4b66-b5c5-429248606a02), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:26.815120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2faa90ff-cd43-467c-84f8-e3617aa4696b tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Calling delete_port for ce03b24a-a12a-4b66-b5c5-429248606a02 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:48:26.869026 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9ad4d4e-9a70-41f2-a143-cad0a608e86c req-d6366741-3c52-4436-9472-385b8b38f83f service neutron] 10.222.0.64 "GET /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969620 Jan 28 06:48:26.968886 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f9ad4d4e-9a70-41f2-a143-cad0a608e86c req-c2ada783-ab9d-42bd-b9ae-34ad10422e58 service neutron] 10.222.0.64 "GET /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945108 Jan 28 06:48:27.092486 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2faa90ff-cd43-467c-84f8-e3617aa4696b tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ce03b24a-a12a-4b66-b5c5-429248606a02), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:27.121074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa90ff-cd43-467c-84f8-e3617aa4696b tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Pushing event deleted for resources: {'Port': ['ID=ce03b24a-a12a-4b66-b5c5-429248606a02,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:27.188970 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2faa90ff-cd43-467c-84f8-e3617aa4696b tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks [] for floatingip (c570b1b9-90f2-4605-85f6-798f47d9fdab), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:27.189311 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-2faa90ff-cd43-467c-84f8-e3617aa4696b tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Floating IP c570b1b9-90f2-4605-85f6-798f47d9fdab disassociated (deleted). External IP: 172.25.0.44, port: 97a4f30e-d0d2-41df-a379-70e99f3b99c9. Jan 28 06:48:27.405644 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2faa90ff-cd43-467c-84f8-e3617aa4696b tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Router 10c913f9-76e3-4996-9195-ace1aaf217a1 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:48:27.518181 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faa90ff-cd43-467c-84f8-e3617aa4696b tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:48:27.522818 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2faa90ff-cd43-467c-84f8-e3617aa4696b tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:27.529601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0731031-7652-4dae-989f-616756e9be29 None None] Sync routers for ids ['10c913f9-76e3-4996-9195-ace1aaf217a1'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:48:27.540944 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0731031-7652-4dae-989f-616756e9be29 None None] Routers {'10c913f9-76e3-4996-9195-ace1aaf217a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:48:27.541694 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c0731031-7652-4dae-989f-616756e9be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:48:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['10c913f9-76e3-4996-9195-ace1aaf217a1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:27.557225 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2faa90ff-cd43-467c-84f8-e3617aa4696b tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "DELETE /v2.0/floatingips/c570b1b9-90f2-4605-85f6-798f47d9fdab HTTP/1.1" status: 204 len: 168 time: 1.0284688 Jan 28 06:48:27.664562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-c0731031-7652-4dae-989f-616756e9be29 None None] Set router 10c913f9-76e3-4996-9195-ace1aaf217a1 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:48:27.885684 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c0731031-7652-4dae-989f-616756e9be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'name': 'tempest-TestMinimumBasicScenario-1766037810-router', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'e341686c-1587-4df4-82a3-3798b433134f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:26Z', 'revision_number': 4, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'gw_port': {'id': 'e341686c-1587-4df4-82a3-3798b433134f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '37b8c809-c5a7-44a8-b1ad-72e2b3b05c39', 'name': '', 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'mac_address': 'fa:16:3e:b5:e4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:25Z', 'updated_at': '2022-01-28T06:46:30Z', 'revision_number': 5, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'subnets': [{'id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:27.913978 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0731031-7652-4dae-989f-616756e9be29 None None] Checking router: 10c913f9-76e3-4996-9195-ace1aaf217a1 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:48:27.923629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0731031-7652-4dae-989f-616756e9be29 None None] Routers {'10c913f9-76e3-4996-9195-ace1aaf217a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:48:27.924165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c0731031-7652-4dae-989f-616756e9be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:48:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['10c913f9-76e3-4996-9195-ace1aaf217a1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:28.035768 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-c0731031-7652-4dae-989f-616756e9be29 None None] Set router 10c913f9-76e3-4996-9195-ace1aaf217a1 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:48:28.258110 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'tag': '97a4f30e-d0d2-41df-a379-70e99f3b99c9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:48:28.260794 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97024a9-db79-428b-8db8-0c39149779b9" -d '{"events": [{"name": "network-changed", "server_uuid": "feee548e-f95f-4968-bb36-3b9de7ab342a", "tag": "97a4f30e-d0d2-41df-a379-70e99f3b99c9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:48:28.302694 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b521a0da-b4a5-478b-896a-6117c20bd9f0 x-openstack-request-id: req-b521a0da-b4a5-478b-896a-6117c20bd9f0 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:48:28.303053 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feee548e-f95f-4968-bb36-3b9de7ab342a", "tag": "97a4f30e-d0d2-41df-a379-70e99f3b99c9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:48:28.303508 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b521a0da-b4a5-478b-896a-6117c20bd9f0 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:48:28.303971 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'tag': '97a4f30e-d0d2-41df-a379-70e99f3b99c9', 'status': 'completed', 'code': 200} Jan 28 06:48:28.353471 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:28.393917 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97024a9-db79-428b-8db8-0c39149779b9 req-896098f5-ceb4-4f95-93ee-d3315750ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:28.396505 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b97024a9-db79-428b-8db8-0c39149779b9 req-896098f5-ceb4-4f95-93ee-d3315750ff4a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc0f158d133b4ceaaeafea64830567b1&device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 1098 time: 0.0481546 Jan 28 06:48:28.413961 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c0731031-7652-4dae-989f-616756e9be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'name': 'tempest-TestMinimumBasicScenario-1766037810-router', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'e341686c-1587-4df4-82a3-3798b433134f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:26Z', 'revision_number': 4, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'gw_port': {'id': 'e341686c-1587-4df4-82a3-3798b433134f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '37b8c809-c5a7-44a8-b1ad-72e2b3b05c39', 'name': '', 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'mac_address': 'fa:16:3e:b5:e4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:25Z', 'updated_at': '2022-01-28T06:46:30Z', 'revision_number': 5, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'subnets': [{'id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:28.444880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0731031-7652-4dae-989f-616756e9be29 None None] The sync data for ids ['10c913f9-76e3-4996-9195-ace1aaf217a1'] in n-d-812111-12 is: [{'id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'name': 'tempest-TestMinimumBasicScenario-1766037810-router', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'e341686c-1587-4df4-82a3-3798b433134f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:26Z', 'revision_number': 4, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'gw_port': {'id': 'e341686c-1587-4df4-82a3-3798b433134f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '37b8c809-c5a7-44a8-b1ad-72e2b3b05c39', 'name': '', 'network_id': '290dcc99-1b1b-41f6-be37-5a0997c03aa9', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'mac_address': 'fa:16:3e:b5:e4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:25Z', 'updated_at': '2022-01-28T06:46:30Z', 'revision_number': 5, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'subnets': [{'id': '2e60680b-1db3-4f97-b22f-d7bcd2e9bd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:48:28.505873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97024a9-db79-428b-8db8-0c39149779b9 req-9dc96195-f7d2-4e16-a62e-0607c92b4f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:28.512702 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b97024a9-db79-428b-8db8-0c39149779b9 req-9dc96195-f7d2-4e16-a62e-0607c92b4f2f service neutron] 10.222.0.64 "GET /v2.0/networks?id=290dcc99-1b1b-41f6-be37-5a0997c03aa9 HTTP/1.1" status: 200 len: 916 time: 0.1061800 Jan 28 06:48:28.565136 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b97024a9-db79-428b-8db8-0c39149779b9 req-0fed8585-b5ae-47b8-ad10-07fed6f42d1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97a4f30e-d0d2-41df-a379-70e99f3b99c9 HTTP/1.1" status: 200 len: 217 time: 0.0464318 Jan 28 06:48:28.629770 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97024a9-db79-428b-8db8-0c39149779b9 req-3dbbd54a-1151-4d6e-b1f9-13d6d14d99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:28.632702 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b97024a9-db79-428b-8db8-0c39149779b9 req-3dbbd54a-1151-4d6e-b1f9-13d6d14d99bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e60680b-1db3-4f97-b22f-d7bcd2e9bd51 HTTP/1.1" status: 200 len: 854 time: 0.0618842 Jan 28 06:48:28.737339 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97024a9-db79-428b-8db8-0c39149779b9 req-e368ae3c-93c7-43d5-9413-e5217dd58797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:28.747405 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b97024a9-db79-428b-8db8-0c39149779b9 req-e368ae3c-93c7-43d5-9413-e5217dd58797 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=290dcc99-1b1b-41f6-be37-5a0997c03aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088147 Jan 28 06:48:28.856663 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b97024a9-db79-428b-8db8-0c39149779b9 req-55c8efb9-8c87-43ac-bcb7-050b85d72693 service neutron] 10.222.0.64 "GET /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015718 Jan 28 06:48:28.904875 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694869ef-b175-4c61-9c30-66cf4e749929 None None] New status for floating IP c570b1b9-90f2-4605-85f6-798f47d9fdab: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:48:28.974143 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b97024a9-db79-428b-8db8-0c39149779b9 req-d282f5a0-4105-45ca-a847-09ff0fa14d9f service neutron] 10.222.0.64 "GET /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089573 Jan 28 06:48:32.520203 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0894-1367-41a3-82eb-9f29ef2a2ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:34.869389 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-020ec4ff-7311-4bf1-a242-470cd507f335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:36.818034 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:38.143680 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:39.160737 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:43.605215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c142028-9ebe-4373-a7a0-63830a49f1cc req-52931506-bde4-4757-ad42-34b38f7f768a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:43.606937 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c142028-9ebe-4373-a7a0-63830a49f1cc req-52931506-bde4-4757-ad42-34b38f7f768a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 946 time: 0.0522356 Jan 28 06:48:43.656785 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c142028-9ebe-4373-a7a0-63830a49f1cc req-c0e17921-84e9-46f4-9b51-c08f451221cb tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436018 Jan 28 06:48:44.785426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c032833-6894-42c1-a9cd-843be8d2f492 req-f0f74d01-4c99-4ce2-925e-6972c4176e3f tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:44.786978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c032833-6894-42c1-a9cd-843be8d2f492 req-f0f74d01-4c99-4ce2-925e-6972c4176e3f tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 946 time: 0.0553443 Jan 28 06:48:44.835936 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c032833-6894-42c1-a9cd-843be8d2f492 req-52776fa4-2ee5-4606-8962-f572683d432f tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430434 Jan 28 06:48:45.382958 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250311c7-187b-4d08-b31a-71d559277e02 req-c4d3cdcc-75b8-42cd-96ed-09e7ce204170 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:45.384426 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-250311c7-187b-4d08-b31a-71d559277e02 req-c4d3cdcc-75b8-42cd-96ed-09e7ce204170 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.64 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 946 time: 0.0524542 Jan 28 06:48:45.477377 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-250311c7-187b-4d08-b31a-71d559277e02 req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Deleting port 97a4f30e-d0d2-41df-a379-70e99f3b99c9 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:48:45.477634 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-250311c7-187b-4d08-b31a-71d559277e02 req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:45.563658 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-250311c7-187b-4d08-b31a-71d559277e02 req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] For port 97a4f30e-d0d2-41df-a379-70e99f3b99c9, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=97a4f30e-d0d2-41df-a379-70e99f3b99c9,segment=NetworkSegment(2b4b3935-6fdb-49c8-bcc6-6151900c0f1b),segment_id=2b4b3935-6fdb-49c8-bcc6-6151900c0f1b)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:48:45.564019 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-250311c7-187b-4d08-b31a-71d559277e02 req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:45.577237 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-250311c7-187b-4d08-b31a-71d559277e02 req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Calling delete_port for 97a4f30e-d0d2-41df-a379-70e99f3b99c9 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:48:45.817817 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-250311c7-187b-4d08-b31a-71d559277e02 req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (97a4f30e-d0d2-41df-a379-70e99f3b99c9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:45.847871 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Pushing event deleted for resources: {'Port': ['ID=97a4f30e-d0d2-41df-a379-70e99f3b99c9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:45.871512 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:45.873763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:45.873763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:45.873763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:45.873763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:45.873763 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:45.874272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:45.874508 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:45.875090 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:45.875410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:45.875738 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:45.876162 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:45.876366 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:45.898645 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-250311c7-187b-4d08-b31a-71d559277e02 req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] No DVR routers for this DVR port 97a4f30e-d0d2-41df-a379-70e99f3b99c9 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:48:45.901197 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-250311c7-187b-4d08-b31a-71d559277e02 req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:45.904785 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-250311c7-187b-4d08-b31a-71d559277e02 req-a10b1cdd-2ec0-49c3-997d-f7ea9f6ab27a tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.64 "DELETE /v2.0/ports/97a4f30e-d0d2-41df-a379-70e99f3b99c9 HTTP/1.1" status: 204 len: 173 time: 0.5151174 Jan 28 06:48:45.908210 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'name': 'network-vif-deleted', 'tag': '97a4f30e-d0d2-41df-a379-70e99f3b99c9'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:48:45.908210 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e2d779-f4a8-4b89-b32a-d360ff1fd2f6" -d '{"events": [{"server_uuid": "feee548e-f95f-4968-bb36-3b9de7ab342a", "name": "network-vif-deleted", "tag": "97a4f30e-d0d2-41df-a379-70e99f3b99c9"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:48:45.939198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7dbbde73-9d1e-401c-b16f-295d19c4d621 req-41867ead-870c-4b4b-b9e4-f2b21115e628 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 210 time: 0.0272017 Jan 28 06:48:46.015000 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5c1727-3ccf-475e-b3af-ef7ca6c1505b x-openstack-request-id: req-ed5c1727-3ccf-475e-b3af-ef7ca6c1505b {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:48:46.015296 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feee548e-f95f-4968-bb36-3b9de7ab342a", "name": "network-vif-deleted", "tag": "97a4f30e-d0d2-41df-a379-70e99f3b99c9", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:48:46.015551 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed5c1727-3ccf-475e-b3af-ef7ca6c1505b {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:48:46.015956 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feee548e-f95f-4968-bb36-3b9de7ab342a', 'name': 'network-vif-deleted', 'tag': '97a4f30e-d0d2-41df-a379-70e99f3b99c9', 'status': 'completed', 'code': 200} Jan 28 06:48:47.046748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7b9c67f2-f49d-4962-843d-158e6f1ddd6d req-e2effb62-9cf8-456b-939c-227645466bb1 tempest-TestMinimumBasicScenario-312573577 tempest-TestMinimumBasicScenario-312573577-project] 10.222.0.31 "GET /v2.0/ports?device_id=feee548e-f95f-4968-bb36-3b9de7ab342a HTTP/1.1" status: 200 len: 210 time: 0.0265205 Jan 28 06:48:47.564516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 97a4f30e-d0d2-41df-a379-70e99f3b99c9 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:48:47.585500 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 97a4f30e-d0d2-41df-a379-70e99f3b99c9 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:48:47.585841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 97a4f30e-d0d2-41df-a379-70e99f3b99c9 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:48:49.566962 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56804) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:48:50.262962 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b22a84f3-13d7-447f-a1ba-fb985e6e03dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (10c913f9-76e3-4996-9195-ace1aaf217a1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:50.520177 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b22a84f3-13d7-447f-a1ba-fb985e6e03dc admin admin] Deleting port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:48:50.521624 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b22a84f3-13d7-447f-a1ba-fb985e6e03dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:50.602772 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-b22a84f3-13d7-447f-a1ba-fb985e6e03dc admin admin] For port 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=37b8c809-c5a7-44a8-b1ad-72e2b3b05c39,segment=NetworkSegment(2b4b3935-6fdb-49c8-bcc6-6151900c0f1b),segment_id=2b4b3935-6fdb-49c8-bcc6-6151900c0f1b)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:48:50.603547 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b22a84f3-13d7-447f-a1ba-fb985e6e03dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:50.615376 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-b22a84f3-13d7-447f-a1ba-fb985e6e03dc admin admin] Calling delete_port for 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:48:50.880766 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b22a84f3-13d7-447f-a1ba-fb985e6e03dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (37b8c809-c5a7-44a8-b1ad-72e2b3b05c39), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:50.904901 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a84f3-13d7-447f-a1ba-fb985e6e03dc admin admin] Pushing event deleted for resources: {'Port': ['ID=37b8c809-c5a7-44a8-b1ad-72e2b3b05c39,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:51.093171 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b22a84f3-13d7-447f-a1ba-fb985e6e03dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (10c913f9-76e3-4996-9195-ace1aaf217a1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:51.312379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22a84f3-13d7-447f-a1ba-fb985e6e03dc admin admin] Router 10c913f9-76e3-4996-9195-ace1aaf217a1 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:48:51.421134 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22a84f3-13d7-447f-a1ba-fb985e6e03dc admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:48:51.426176 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b22a84f3-13d7-447f-a1ba-fb985e6e03dc admin admin] 10.222.0.31 "PUT /v2.0/routers/10c913f9-76e3-4996-9195-ace1aaf217a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8582022 Jan 28 06:48:51.428766 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56806) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:48:51.433070 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7117ec2-e834-41f4-9d01-e7baea2daab4 None None] Sync routers for ids ['10c913f9-76e3-4996-9195-ace1aaf217a1'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:48:51.445098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7117ec2-e834-41f4-9d01-e7baea2daab4 None None] Routers {'10c913f9-76e3-4996-9195-ace1aaf217a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:48:51.445958 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e7117ec2-e834-41f4-9d01-e7baea2daab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:48:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['10c913f9-76e3-4996-9195-ace1aaf217a1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:51.537024 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fec33d57-ab01-4cc7-bdc0-51b01586c37d admin admin] Publish callbacks [] for router (10c913f9-76e3-4996-9195-ace1aaf217a1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:51.563132 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-e7117ec2-e834-41f4-9d01-e7baea2daab4 None None] Set router 10c913f9-76e3-4996-9195-ace1aaf217a1 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:48:51.646458 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fec33d57-ab01-4cc7-bdc0-51b01586c37d admin admin] Publish callbacks [] for router_gateway (10c913f9-76e3-4996-9195-ace1aaf217a1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:51.744624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e7117ec2-e834-41f4-9d01-e7baea2daab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'name': 'tempest-TestMinimumBasicScenario-1766037810-router', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'e341686c-1587-4df4-82a3-3798b433134f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:48:50Z', 'revision_number': 5, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'gw_port': {'id': 'e341686c-1587-4df4-82a3-3798b433134f', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:51.770553 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-fec33d57-ab01-4cc7-bdc0-51b01586c37d admin admin] Deleting port e341686c-1587-4df4-82a3-3798b433134f {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:48:51.776250 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fec33d57-ab01-4cc7-bdc0-51b01586c37d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (e341686c-1587-4df4-82a3-3798b433134f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:51.778805 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7117ec2-e834-41f4-9d01-e7baea2daab4 None None] Checking router: 10c913f9-76e3-4996-9195-ace1aaf217a1 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:48:51.789671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7117ec2-e834-41f4-9d01-e7baea2daab4 None None] Routers {'10c913f9-76e3-4996-9195-ace1aaf217a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:48:51.790327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e7117ec2-e834-41f4-9d01-e7baea2daab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:48:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['10c913f9-76e3-4996-9195-ace1aaf217a1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:51.858563 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-fec33d57-ab01-4cc7-bdc0-51b01586c37d admin admin] For port e341686c-1587-4df4-82a3-3798b433134f, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e341686c-1587-4df4-82a3-3798b433134f,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:48:51.858955 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fec33d57-ab01-4cc7-bdc0-51b01586c37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (e341686c-1587-4df4-82a3-3798b433134f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:51.873765 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-fec33d57-ab01-4cc7-bdc0-51b01586c37d admin admin] Calling delete_port for e341686c-1587-4df4-82a3-3798b433134f owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:48:51.886423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-e7117ec2-e834-41f4-9d01-e7baea2daab4 None None] Set router 10c913f9-76e3-4996-9195-ace1aaf217a1 gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:48:51.940103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e7117ec2-e834-41f4-9d01-e7baea2daab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'name': 'tempest-TestMinimumBasicScenario-1766037810-router', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:48:51Z', 'revision_number': 6, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:51.970212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7117ec2-e834-41f4-9d01-e7baea2daab4 None None] The sync data for ids ['10c913f9-76e3-4996-9195-ace1aaf217a1'] in n-d-812111-12 is: [{'id': '10c913f9-76e3-4996-9195-ace1aaf217a1', 'name': 'tempest-TestMinimumBasicScenario-1766037810-router', 'tenant_id': 'bc0f158d133b4ceaaeafea64830567b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:23Z', 'updated_at': '2022-01-28T06:48:51Z', 'revision_number': 6, 'project_id': 'bc0f158d133b4ceaaeafea64830567b1', 'gw_port_host': None}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:48:52.132221 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fec33d57-ab01-4cc7-bdc0-51b01586c37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (e341686c-1587-4df4-82a3-3798b433134f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:52.160244 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec33d57-ab01-4cc7-bdc0-51b01586c37d admin admin] Pushing event deleted for resources: {'Port': ['ID=e341686c-1587-4df4-82a3-3798b433134f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:52.221642 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fec33d57-ab01-4cc7-bdc0-51b01586c37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (10c913f9-76e3-4996-9195-ace1aaf217a1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:52.326583 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fec33d57-ab01-4cc7-bdc0-51b01586c37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (10c913f9-76e3-4996-9195-ace1aaf217a1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:52.326583 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fec33d57-ab01-4cc7-bdc0-51b01586c37d admin admin] Publish callbacks [] for router_controller (10c913f9-76e3-4996-9195-ace1aaf217a1), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:52.434606 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fec33d57-ab01-4cc7-bdc0-51b01586c37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (10c913f9-76e3-4996-9195-ace1aaf217a1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:52.436116 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec33d57-ab01-4cc7-bdc0-51b01586c37d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10c913f9-76e3-4996-9195-ace1aaf217a1 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:48:52.446463 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fec33d57-ab01-4cc7-bdc0-51b01586c37d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:52.450683 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56808) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:48:52.452108 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fec33d57-ab01-4cc7-bdc0-51b01586c37d admin admin] 10.222.0.31 "DELETE /v2.0/routers/10c913f9-76e3-4996-9195-ace1aaf217a1 HTTP/1.1" status: 204 len: 168 time: 1.0223742 Jan 28 06:48:52.457145 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:48:52.487019 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:48:52.487534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 37b8c809-c5a7-44a8-b1ad-72e2b3b05c39 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:48:52.508290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Deleting subnet 2e60680b-1db3-4f97-b22f-d7bcd2e9bd51 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:48:52.512628 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Publish callbacks [] for subnet (2e60680b-1db3-4f97-b22f-d7bcd2e9bd51), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:52.551897 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (2e60680b-1db3-4f97-b22f-d7bcd2e9bd51), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:52.629524 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (2e60680b-1db3-4f97-b22f-d7bcd2e9bd51), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:52.766910 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (2e60680b-1db3-4f97-b22f-d7bcd2e9bd51), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:52.791867 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e60680b-1db3-4f97-b22f-d7bcd2e9bd51,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:52.809538 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:52.813198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2e60680b-1db3-4f97-b22f-d7bcd2e9bd51 HTTP/1.1" status: 204 len: 168 time: 0.3614149 Jan 28 06:48:52.815163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:52.815927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:52.815927 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:52.816120 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56810) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:48:52.816594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:52.816594 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:52.816913 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:52.817153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:52.817482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:52.817813 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:52.818139 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:52.818486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:52.818812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:52.819138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d5d8d6-cee1-4e03-83b9-e1f6d9ea0100 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:52.873388 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88134f81-ae00-40fa-bf29-0779031696c0 None None] Network 290dcc99-1b1b-41f6-be37-5a0997c03aa9 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:48:52.891960 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (290dcc99-1b1b-41f6-be37-5a0997c03aa9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:52.946236 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] Deleting port c0e90c23-0c7d-428a-9c46-986ed30c8c7e {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:48:52.946681 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c0e90c23-0c7d-428a-9c46-986ed30c8c7e), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:53.037973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] For port c0e90c23-0c7d-428a-9c46-986ed30c8c7e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c0e90c23-0c7d-428a-9c46-986ed30c8c7e,segment=NetworkSegment(2b4b3935-6fdb-49c8-bcc6-6151900c0f1b),segment_id=2b4b3935-6fdb-49c8-bcc6-6151900c0f1b)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:48:53.038513 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c0e90c23-0c7d-428a-9c46-986ed30c8c7e), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:53.062341 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] Calling delete_port for c0e90c23-0c7d-428a-9c46-986ed30c8c7e owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:48:53.089056 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] DHCP port deletion for 290dcc99-1b1b-41f6-be37-5a0997c03aa9 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:48:53.145588 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Deleting port c0e90c23-0c7d-428a-9c46-986ed30c8c7e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:48:53.146344 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c0e90c23-0c7d-428a-9c46-986ed30c8c7e), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:53.219394 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c0e90c23-0c7d-428a-9c46-986ed30c8c7e), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:53.223909 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] For port c0e90c23-0c7d-428a-9c46-986ed30c8c7e, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c0e90c23-0c7d-428a-9c46-986ed30c8c7e,segment=NetworkSegment(2b4b3935-6fdb-49c8-bcc6-6151900c0f1b),segment_id=2b4b3935-6fdb-49c8-bcc6-6151900c0f1b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:48:53.224249 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c0e90c23-0c7d-428a-9c46-986ed30c8c7e), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:53.239488 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Calling delete_port for c0e90c23-0c7d-428a-9c46-986ed30c8c7e owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:48:53.266135 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e90c23-0c7d-428a-9c46-986ed30c8c7e,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:53.273446 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] No DVR routers for this DVR port c0e90c23-0c7d-428a-9c46-986ed30c8c7e on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:48:53.343766 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (c0e90c23-0c7d-428a-9c46-986ed30c8c7e), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:53.346140 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (290dcc99-1b1b-41f6-be37-5a0997c03aa9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:53.355502 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] No DVR routers for this DVR port c0e90c23-0c7d-428a-9c46-986ed30c8c7e on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:48:53.368991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290dcc99-1b1b-41f6-be37-5a0997c03aa9']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:53.375494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Pushing event deleted for resources: {'Port': ['ID=c0e90c23-0c7d-428a-9c46-986ed30c8c7e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:53.384523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:53.384882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:53.385232 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:53.386152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:53.386152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:53.394081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:53.394081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:53.394081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:53.394081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:53.394081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:53.394081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:53.394081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:53.394081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4f9f86-dd7a-443b-8b5e-d188f4584145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:53.398235 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4b3935-6fdb-49c8-bcc6-6151900c0f1b') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:53.399619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4b3935-6fdb-49c8-bcc6-6151900c0f1b') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:53.410541 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (2b4b3935-6fdb-49c8-bcc6-6151900c0f1b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:53.424057 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (2b4b3935-6fdb-49c8-bcc6-6151900c0f1b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:53.430470 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (2b4b3935-6fdb-49c8-bcc6-6151900c0f1b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:53.434601 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:53.554560 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (290dcc99-1b1b-41f6-be37-5a0997c03aa9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:53.571608 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:53.574834 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] 10.222.0.31 "DELETE /v2.0/networks/290dcc99-1b1b-41f6-be37-5a0997c03aa9 HTTP/1.1" status: 204 len: 168 time: 0.7577887 Jan 28 06:48:53.576698 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fe097-40b5-4131-847b-17a7ebe12bfc admin admin] Pushing event deleted for resources: {'Network': ['ID=290dcc99-1b1b-41f6-be37-5a0997c03aa9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:53.582286 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56812) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:48:53.933074 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28355ec0-c854-4b05-9c2d-55ecf5ceb608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (f2190686-dc1c-4e0d-96bb-1b448d423e8f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:54.181910 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-28355ec0-c854-4b05-9c2d-55ecf5ceb608 admin admin] Deleting port a7d7f2ed-5b8a-4482-b847-661ce245f777 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:48:54.182254 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28355ec0-c854-4b05-9c2d-55ecf5ceb608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:54.260529 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c0e90c23-0c7d-428a-9c46-986ed30c8c7e no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:48:54.274903 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-28355ec0-c854-4b05-9c2d-55ecf5ceb608 admin admin] For port a7d7f2ed-5b8a-4482-b847-661ce245f777, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a7d7f2ed-5b8a-4482-b847-661ce245f777,segment=NetworkSegment(26387b81-79e8-4b69-9f0d-8ffabb4322a9),segment_id=26387b81-79e8-4b69-9f0d-8ffabb4322a9)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:48:54.275529 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28355ec0-c854-4b05-9c2d-55ecf5ceb608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:54.285882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: c0e90c23-0c7d-428a-9c46-986ed30c8c7e {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:48:54.292589 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c0e90c23-0c7d-428a-9c46-986ed30c8c7e not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:48:54.292589 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e341686c-1587-4df4-82a3-3798b433134f no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:48:54.292827 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-28355ec0-c854-4b05-9c2d-55ecf5ceb608 admin admin] Calling delete_port for a7d7f2ed-5b8a-4482-b847-661ce245f777 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:48:54.306234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: e341686c-1587-4df4-82a3-3798b433134f {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:48:54.306615 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e341686c-1587-4df4-82a3-3798b433134f not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:48:54.617749 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28355ec0-c854-4b05-9c2d-55ecf5ceb608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a7d7f2ed-5b8a-4482-b847-661ce245f777), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:54.648708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28355ec0-c854-4b05-9c2d-55ecf5ceb608 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d7f2ed-5b8a-4482-b847-661ce245f777,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:54.652758 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:48:54.823524 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-28355ec0-c854-4b05-9c2d-55ecf5ceb608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (f2190686-dc1c-4e0d-96bb-1b448d423e8f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:55.386752 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28355ec0-c854-4b05-9c2d-55ecf5ceb608 admin admin] Router f2190686-dc1c-4e0d-96bb-1b448d423e8f has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:48:55.493744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28355ec0-c854-4b05-9c2d-55ecf5ceb608 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:48:55.502207 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-28355ec0-c854-4b05-9c2d-55ecf5ceb608 admin admin] 10.222.0.31 "PUT /v2.0/routers/f2190686-dc1c-4e0d-96bb-1b448d423e8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9162796 Jan 28 06:48:55.502472 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56814) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:48:55.514645 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62956258-58a4-48a3-926c-b46e469d5468 None None] Sync routers for ids ['f2190686-dc1c-4e0d-96bb-1b448d423e8f'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:48:55.524953 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62956258-58a4-48a3-926c-b46e469d5468 None None] Routers {'f2190686-dc1c-4e0d-96bb-1b448d423e8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:48:55.525673 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-62956258-58a4-48a3-926c-b46e469d5468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:48:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f2190686-dc1c-4e0d-96bb-1b448d423e8f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:55.611727 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed083d4e-1500-4131-8c7a-d61436db2eb0 admin admin] Publish callbacks [] for router (f2190686-dc1c-4e0d-96bb-1b448d423e8f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:55.633470 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-62956258-58a4-48a3-926c-b46e469d5468 None None] Set router f2190686-dc1c-4e0d-96bb-1b448d423e8f gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:48:55.646048 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:55.732148 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed083d4e-1500-4131-8c7a-d61436db2eb0 admin admin] Publish callbacks [] for router_gateway (f2190686-dc1c-4e0d-96bb-1b448d423e8f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:55.868755 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ed083d4e-1500-4131-8c7a-d61436db2eb0 admin admin] Deleting port 8074e157-65e8-4d58-a2e6-285a56bad51b {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:48:55.869167 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed083d4e-1500-4131-8c7a-d61436db2eb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (8074e157-65e8-4d58-a2e6-285a56bad51b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:55.913329 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-62956258-58a4-48a3-926c-b46e469d5468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'name': 'tempest-TestMinimumBasicScenario-1861697715-router', 'tenant_id': 'da2ff197768b42138b256fa99ac41d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8074e157-65e8-4d58-a2e6-285a56bad51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:29Z', 'updated_at': '2022-01-28T06:48:54Z', 'revision_number': 5, 'project_id': 'da2ff197768b42138b256fa99ac41d97', 'gw_port': {'id': '8074e157-65e8-4d58-a2e6-285a56bad51b', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:30Z', 'updated_at': '2022-01-28T06:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:55.939637 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62956258-58a4-48a3-926c-b46e469d5468 None None] Checking router: f2190686-dc1c-4e0d-96bb-1b448d423e8f for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:48:55.948216 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62956258-58a4-48a3-926c-b46e469d5468 None None] Routers {'f2190686-dc1c-4e0d-96bb-1b448d423e8f'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:48:55.949016 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-62956258-58a4-48a3-926c-b46e469d5468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:48:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['f2190686-dc1c-4e0d-96bb-1b448d423e8f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:55.949508 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-ed083d4e-1500-4131-8c7a-d61436db2eb0 admin admin] For port 8074e157-65e8-4d58-a2e6-285a56bad51b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=8074e157-65e8-4d58-a2e6-285a56bad51b,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:48:55.949881 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed083d4e-1500-4131-8c7a-d61436db2eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (8074e157-65e8-4d58-a2e6-285a56bad51b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:55.963043 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-ed083d4e-1500-4131-8c7a-d61436db2eb0 admin admin] Calling delete_port for 8074e157-65e8-4d58-a2e6-285a56bad51b owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:48:56.037160 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-62956258-58a4-48a3-926c-b46e469d5468 None None] Set router f2190686-dc1c-4e0d-96bb-1b448d423e8f gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:48:56.094628 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-62956258-58a4-48a3-926c-b46e469d5468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'name': 'tempest-TestMinimumBasicScenario-1861697715-router', 'tenant_id': 'da2ff197768b42138b256fa99ac41d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:29Z', 'updated_at': '2022-01-28T06:48:55Z', 'revision_number': 6, 'project_id': 'da2ff197768b42138b256fa99ac41d97', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:56.122702 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62956258-58a4-48a3-926c-b46e469d5468 None None] The sync data for ids ['f2190686-dc1c-4e0d-96bb-1b448d423e8f'] in n-d-812111-12 is: [{'id': 'f2190686-dc1c-4e0d-96bb-1b448d423e8f', 'name': 'tempest-TestMinimumBasicScenario-1861697715-router', 'tenant_id': 'da2ff197768b42138b256fa99ac41d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:29Z', 'updated_at': '2022-01-28T06:48:55Z', 'revision_number': 6, 'project_id': 'da2ff197768b42138b256fa99ac41d97', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:48:56.217731 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed083d4e-1500-4131-8c7a-d61436db2eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (8074e157-65e8-4d58-a2e6-285a56bad51b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:56.245904 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed083d4e-1500-4131-8c7a-d61436db2eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8074e157-65e8-4d58-a2e6-285a56bad51b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:56.319401 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed083d4e-1500-4131-8c7a-d61436db2eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (f2190686-dc1c-4e0d-96bb-1b448d423e8f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:56.414973 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed083d4e-1500-4131-8c7a-d61436db2eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (f2190686-dc1c-4e0d-96bb-1b448d423e8f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:56.417182 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed083d4e-1500-4131-8c7a-d61436db2eb0 admin admin] Publish callbacks [] for router_controller (f2190686-dc1c-4e0d-96bb-1b448d423e8f), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:56.543597 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed083d4e-1500-4131-8c7a-d61436db2eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (f2190686-dc1c-4e0d-96bb-1b448d423e8f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:56.544475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed083d4e-1500-4131-8c7a-d61436db2eb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2190686-dc1c-4e0d-96bb-1b448d423e8f {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:48:56.549854 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ed083d4e-1500-4131-8c7a-d61436db2eb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:56.553481 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ed083d4e-1500-4131-8c7a-d61436db2eb0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f2190686-dc1c-4e0d-96bb-1b448d423e8f HTTP/1.1" status: 204 len: 168 time: 1.0477588 Jan 28 06:48:56.554432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56816) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:48:56.631732 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d634a8-3647-486d-a009-54333c258722 admin admin] Deleting subnet 048aa440-0df2-4420-8e1d-0b71cf9c6e55 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:48:56.635024 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-26d634a8-3647-486d-a009-54333c258722 admin admin] Publish callbacks [] for subnet (048aa440-0df2-4420-8e1d-0b71cf9c6e55), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:56.671171 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-26d634a8-3647-486d-a009-54333c258722 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (048aa440-0df2-4420-8e1d-0b71cf9c6e55), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:56.756409 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-26d634a8-3647-486d-a009-54333c258722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (048aa440-0df2-4420-8e1d-0b71cf9c6e55), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:56.880798 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-26d634a8-3647-486d-a009-54333c258722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (048aa440-0df2-4420-8e1d-0b71cf9c6e55), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:56.907291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d634a8-3647-486d-a009-54333c258722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=048aa440-0df2-4420-8e1d-0b71cf9c6e55,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:56.916919 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-26d634a8-3647-486d-a009-54333c258722 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:56.923326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-26d634a8-3647-486d-a009-54333c258722 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/048aa440-0df2-4420-8e1d-0b71cf9c6e55 HTTP/1.1" status: 204 len: 168 time: 0.3674753 Jan 28 06:48:56.925809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56818) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:48:56.930689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a7d7f2ed-5b8a-4482-b847-661ce245f777 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:48:56.957095 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d0a519-73c5-4820-8058-e2598e76cd7c None None] Network e1fa0274-49da-4ae4-be92-e6bc71d34d0d requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:48:56.959433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: a7d7f2ed-5b8a-4482-b847-661ce245f777 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:48:56.959784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a7d7f2ed-5b8a-4482-b847-661ce245f777 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:48:57.036119 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (e1fa0274-49da-4ae4-be92-e6bc71d34d0d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:57.134842 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] Deleting port 50f58fc1-3945-4421-88b0-8e75cf57a090 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:48:57.134842 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (50f58fc1-3945-4421-88b0-8e75cf57a090), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:57.146914 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfb53ad-6810-42a0-9eb1-f24b24c16562 None None] DHCP port deletion for e1fa0274-49da-4ae4-be92-e6bc71d34d0d request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:48:57.210040 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] For port 50f58fc1-3945-4421-88b0-8e75cf57a090, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=50f58fc1-3945-4421-88b0-8e75cf57a090,segment=NetworkSegment(26387b81-79e8-4b69-9f0d-8ffabb4322a9),segment_id=26387b81-79e8-4b69-9f0d-8ffabb4322a9)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:48:57.210532 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (50f58fc1-3945-4421-88b0-8e75cf57a090), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:57.224380 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] Calling delete_port for 50f58fc1-3945-4421-88b0-8e75cf57a090 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:48:57.225033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb53ad-6810-42a0-9eb1-f24b24c16562 None None] Deleting port 50f58fc1-3945-4421-88b0-8e75cf57a090 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:48:57.225489 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fcfb53ad-6810-42a0-9eb1-f24b24c16562 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (50f58fc1-3945-4421-88b0-8e75cf57a090), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:57.305634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fcfb53ad-6810-42a0-9eb1-f24b24c16562 None None] For port 50f58fc1-3945-4421-88b0-8e75cf57a090, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=50f58fc1-3945-4421-88b0-8e75cf57a090,segment=NetworkSegment(26387b81-79e8-4b69-9f0d-8ffabb4322a9),segment_id=26387b81-79e8-4b69-9f0d-8ffabb4322a9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:48:57.306355 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fcfb53ad-6810-42a0-9eb1-f24b24c16562 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (50f58fc1-3945-4421-88b0-8e75cf57a090), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:57.322116 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb53ad-6810-42a0-9eb1-f24b24c16562 None None] Calling delete_port for 50f58fc1-3945-4421-88b0-8e75cf57a090 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:48:57.440256 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (50f58fc1-3945-4421-88b0-8e75cf57a090), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:57.447115 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fcfb53ad-6810-42a0-9eb1-f24b24c16562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (50f58fc1-3945-4421-88b0-8e75cf57a090), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:57.464957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f58fc1-3945-4421-88b0-8e75cf57a090,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:57.471021 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] No DVR routers for this DVR port 50f58fc1-3945-4421-88b0-8e75cf57a090 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:48:57.473479 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb53ad-6810-42a0-9eb1-f24b24c16562 None None] Pushing event deleted for resources: {'Port': ['ID=50f58fc1-3945-4421-88b0-8e75cf57a090,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:57.479671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb53ad-6810-42a0-9eb1-f24b24c16562 None None] No DVR routers for this DVR port 50f58fc1-3945-4421-88b0-8e75cf57a090 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:48:57.562272 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (e1fa0274-49da-4ae4-be92-e6bc71d34d0d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:57.584866 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fa0274-49da-4ae4-be92-e6bc71d34d0d']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:57.595145 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26387b81-79e8-4b69-9f0d-8ffabb4322a9') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:57.595471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26387b81-79e8-4b69-9f0d-8ffabb4322a9') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:57.605614 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (26387b81-79e8-4b69-9f0d-8ffabb4322a9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:57.619502 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (26387b81-79e8-4b69-9f0d-8ffabb4322a9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:57.627890 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:57.628467 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (26387b81-79e8-4b69-9f0d-8ffabb4322a9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:57.630166 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:57.749654 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (e1fa0274-49da-4ae4-be92-e6bc71d34d0d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:57.756962 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:57.760334 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e1fa0274-49da-4ae4-be92-e6bc71d34d0d HTTP/1.1" status: 204 len: 168 time: 0.8334956 Jan 28 06:48:57.770695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384dfc2-979b-4ab1-8e09-d680f851b4d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1fa0274-49da-4ae4-be92-e6bc71d34d0d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:58.155785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56822) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:48:58.202455 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-68acb501-e125-4bfc-b987-4526a91e86fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc0f158d133b4ceaaeafea64830567b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452244 Jan 28 06:48:58.204991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56824) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:48:58.258284 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:58.274711 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66b03c16-a3de-475d-940a-170f219bb26f admin admin] Publish callbacks [] for security_group (c4ae1c7f-870d-4e68-9bbd-6f61b3700a43), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:58.285737 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 50f58fc1-3945-4421-88b0-8e75cf57a090 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:48:58.298888 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66b03c16-a3de-475d-940a-170f219bb26f admin admin] Publish callbacks [] for security_group (c4ae1c7f-870d-4e68-9bbd-6f61b3700a43), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:58.309060 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 50f58fc1-3945-4421-88b0-8e75cf57a090 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:48:58.309485 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 50f58fc1-3945-4421-88b0-8e75cf57a090 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:48:58.309985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8074e157-65e8-4d58-a2e6-285a56bad51b no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:48:58.329985 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 8074e157-65e8-4d58-a2e6-285a56bad51b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:48:58.330635 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 8074e157-65e8-4d58-a2e6-285a56bad51b not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:48:58.434680 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66b03c16-a3de-475d-940a-170f219bb26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (c4ae1c7f-870d-4e68-9bbd-6f61b3700a43), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:58.438053 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-66b03c16-a3de-475d-940a-170f219bb26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:58.439495 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-66b03c16-a3de-475d-940a-170f219bb26f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4ae1c7f-870d-4e68-9bbd-6f61b3700a43 HTTP/1.1" status: 204 len: 168 time: 0.2335362 Jan 28 06:48:58.447336 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b03c16-a3de-475d-940a-170f219bb26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ae1c7f-870d-4e68-9bbd-6f61b3700a43,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:59.087785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56830) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:48:59.130831 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1fa21ff8-82e3-4b98-a604-11e3051f9f7d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da2ff197768b42138b256fa99ac41d97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417283 Jan 28 06:48:59.133216 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56832) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:48:59.183549 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4b91a9a-1d60-43a3-99b0-e9ce2e79bbe1 admin admin] Publish callbacks [] for security_group (3d159f22-3b40-4d91-b37c-ebe44a9c4245), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:59.206674 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4b91a9a-1d60-43a3-99b0-e9ce2e79bbe1 admin admin] Publish callbacks [] for security_group (3d159f22-3b40-4d91-b37c-ebe44a9c4245), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:59.343153 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4b91a9a-1d60-43a3-99b0-e9ce2e79bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (3d159f22-3b40-4d91-b37c-ebe44a9c4245), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:59.345767 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f4b91a9a-1d60-43a3-99b0-e9ce2e79bbe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:48:59.347019 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f4b91a9a-1d60-43a3-99b0-e9ce2e79bbe1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d159f22-3b40-4d91-b37c-ebe44a9c4245 HTTP/1.1" status: 204 len: 168 time: 0.2128494 Jan 28 06:48:59.355120 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b91a9a-1d60-43a3-99b0-e9ce2e79bbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d159f22-3b40-4d91-b37c-ebe44a9c4245,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:01.942235 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56872) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:01.946995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9c634fa6-740f-4338-8eb3-65700417996f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1652579837', 'description': 'tempest-secgroup-smoke-1652579837 description', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:02.040791 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c634fa6-740f-4338-8eb3-65700417996f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:02.049945 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c634fa6-740f-4338-8eb3-65700417996f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:02.134495 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c634fa6-740f-4338-8eb3-65700417996f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (138b4a98-9b8f-4ebe-a28b-3f54f5e1a33d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:02.185316 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c634fa6-740f-4338-8eb3-65700417996f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (138b4a98-9b8f-4ebe-a28b-3f54f5e1a33d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:02.220371 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c634fa6-740f-4338-8eb3-65700417996f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138b4a98-9b8f-4ebe-a28b-3f54f5e1a33d,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:02.261192 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c634fa6-740f-4338-8eb3-65700417996f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (8f8cb42f-29c1-4220-820e-76de77dd5890), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:02.348475 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c634fa6-740f-4338-8eb3-65700417996f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8f8cb42f-29c1-4220-820e-76de77dd5890), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:02.385868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c634fa6-740f-4338-8eb3-65700417996f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8cb42f-29c1-4220-820e-76de77dd5890,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:02.453831 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9c634fa6-740f-4338-8eb3-65700417996f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:02.455199 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9c634fa6-740f-4338-8eb3-65700417996f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5119352 Jan 28 06:49:02.458118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56874) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:02.462854 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-62ae444f-9e6f-41da-8e8f-e46267bc1e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '8f8cb42f-29c1-4220-820e-76de77dd5890', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:02.520357 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eeeb8afc-3d11-4158-ba62-5fc81190e2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:02.566689 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62ae444f-9e6f-41da-8e8f-e46267bc1e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (c22e71ab-5b9d-47b1-be5d-9ee24f7c9cfd), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:02.644680 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62ae444f-9e6f-41da-8e8f-e46267bc1e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (c22e71ab-5b9d-47b1-be5d-9ee24f7c9cfd), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:02.737536 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62ae444f-9e6f-41da-8e8f-e46267bc1e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (c22e71ab-5b9d-47b1-be5d-9ee24f7c9cfd), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:02.755250 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae444f-9e6f-41da-8e8f-e46267bc1e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22e71ab-5b9d-47b1-be5d-9ee24f7c9cfd,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:02.853313 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-62ae444f-9e6f-41da-8e8f-e46267bc1e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:02.854631 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-62ae444f-9e6f-41da-8e8f-e46267bc1e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3955019 Jan 28 06:49:02.858051 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56876) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:02.862522 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-e9d45901-4151-4d7d-a3fd-3b2fe1805508 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '8f8cb42f-29c1-4220-820e-76de77dd5890', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:03.114284 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9d45901-4151-4d7d-a3fd-3b2fe1805508 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (4b4475cc-8a25-4ad3-9271-14bf9fc852b5), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:03.174872 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9d45901-4151-4d7d-a3fd-3b2fe1805508 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (4b4475cc-8a25-4ad3-9271-14bf9fc852b5), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:03.239858 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9d45901-4151-4d7d-a3fd-3b2fe1805508 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (4b4475cc-8a25-4ad3-9271-14bf9fc852b5), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:03.259019 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d45901-4151-4d7d-a3fd-3b2fe1805508 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4475cc-8a25-4ad3-9271-14bf9fc852b5,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:03.322139 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e9d45901-4151-4d7d-a3fd-3b2fe1805508 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:03.323454 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e9d45901-4151-4d7d-a3fd-3b2fe1805508 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4644034 Jan 28 06:49:03.327050 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56878) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:03.331457 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d1616b35-a6fb-4abb-993e-b26e47a75562 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '8f8cb42f-29c1-4220-820e-76de77dd5890', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:03.468549 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d1616b35-a6fb-4abb-993e-b26e47a75562 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (9d7456e0-8fb5-46a7-948f-353a6c9c785b), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:03.530053 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d1616b35-a6fb-4abb-993e-b26e47a75562 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (9d7456e0-8fb5-46a7-948f-353a6c9c785b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:03.611377 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d1616b35-a6fb-4abb-993e-b26e47a75562 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (9d7456e0-8fb5-46a7-948f-353a6c9c785b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:03.631516 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1616b35-a6fb-4abb-993e-b26e47a75562 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7456e0-8fb5-46a7-948f-353a6c9c785b,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:03.705249 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d1616b35-a6fb-4abb-993e-b26e47a75562 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:03.706676 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d1616b35-a6fb-4abb-993e-b26e47a75562 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3786764 Jan 28 06:49:03.709601 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56880) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:03.714388 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-65b6e024-3299-4cf7-8b56-37162a04e0a0 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '8f8cb42f-29c1-4220-820e-76de77dd5890', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:03.801994 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65b6e024-3299-4cf7-8b56-37162a04e0a0 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (769552ed-bdea-458b-a6a4-9a6f7be23b61), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:03.861139 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65b6e024-3299-4cf7-8b56-37162a04e0a0 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (769552ed-bdea-458b-a6a4-9a6f7be23b61), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:03.903190 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65b6e024-3299-4cf7-8b56-37162a04e0a0 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (769552ed-bdea-458b-a6a4-9a6f7be23b61), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:03.923593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6e024-3299-4cf7-8b56-37162a04e0a0 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769552ed-bdea-458b-a6a4-9a6f7be23b61,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:03.973670 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65b6e024-3299-4cf7-8b56-37162a04e0a0 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:03.975006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-65b6e024-3299-4cf7-8b56-37162a04e0a0 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2642608 Jan 28 06:49:03.977700 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56882) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:03.983096 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-77a1e1a4-444f-460e-bbd5-65aea1ce6270 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '8f8cb42f-29c1-4220-820e-76de77dd5890', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:04.062871 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-77a1e1a4-444f-460e-bbd5-65aea1ce6270 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Project 9be2f1d5e39042c9b5b0f4b6a2168aba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:49:04.068256 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77a1e1a4-444f-460e-bbd5-65aea1ce6270 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (d66a6f4c-ddde-4106-91dc-9185c55caf56), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:04.129600 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77a1e1a4-444f-460e-bbd5-65aea1ce6270 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (d66a6f4c-ddde-4106-91dc-9185c55caf56), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:04.199804 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77a1e1a4-444f-460e-bbd5-65aea1ce6270 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (d66a6f4c-ddde-4106-91dc-9185c55caf56), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:04.220344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1e1a4-444f-460e-bbd5-65aea1ce6270 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66a6f4c-ddde-4106-91dc-9185c55caf56,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:04.287677 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77a1e1a4-444f-460e-bbd5-65aea1ce6270 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:04.288916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-77a1e1a4-444f-460e-bbd5-65aea1ce6270 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3102999 Jan 28 06:49:04.291681 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56886) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:04.296645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3f041e5b-2e44-45a6-beac-a928dce91e6c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '8f8cb42f-29c1-4220-820e-76de77dd5890', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:04.405880 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-3f041e5b-2e44-45a6-beac-a928dce91e6c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Project 9be2f1d5e39042c9b5b0f4b6a2168aba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:49:04.411346 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3f041e5b-2e44-45a6-beac-a928dce91e6c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (a93e701e-a588-4442-905b-401059003af6), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:04.475320 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3f041e5b-2e44-45a6-beac-a928dce91e6c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (a93e701e-a588-4442-905b-401059003af6), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:04.588457 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3f041e5b-2e44-45a6-beac-a928dce91e6c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (a93e701e-a588-4442-905b-401059003af6), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:04.608152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f041e5b-2e44-45a6-beac-a928dce91e6c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93e701e-a588-4442-905b-401059003af6,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:04.671268 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3f041e5b-2e44-45a6-beac-a928dce91e6c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:04.672609 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-3f041e5b-2e44-45a6-beac-a928dce91e6c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3799028 Jan 28 06:49:04.675638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56888) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:04.680687 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-49c0542f-19ae-45c4-a0fe-5d73800365dc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'network': {'name': 'tempest-network-smoke--1493000069', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'port_security_enabled': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:04.771655 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c0542f-19ae-45c4-a0fe-5d73800365dc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Made reservation on behalf of 9be2f1d5e39042c9b5b0f4b6a2168aba for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:49:04.775049 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49c0542f-19ae-45c4-a0fe-5d73800365dc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:04.798439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c0542f-19ae-45c4-a0fe-5d73800365dc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:49:04.807355 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49c0542f-19ae-45c4-a0fe-5d73800365dc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (7280c61e-da8c-427c-a262-421e42948205), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:04.808274 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-49c0542f-19ae-45c4-a0fe-5d73800365dc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Added segment 7280c61e-da8c-427c-a262-421e42948205 of type vlan for network a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 Jan 28 06:49:04.849344 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49c0542f-19ae-45c4-a0fe-5d73800365dc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (a2f3a8d3-2eaf-4c94-b60d-37d57aec7155), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:04.869454 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a2528c0-5014-46ad-9cad-41ffc526edd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:04.949041 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49c0542f-19ae-45c4-a0fe-5d73800365dc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (a2f3a8d3-2eaf-4c94-b60d-37d57aec7155), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:04.954231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c0542f-19ae-45c4-a0fe-5d73800365dc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:04.958268 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49c0542f-19ae-45c4-a0fe-5d73800365dc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:05.024658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0542f-19ae-45c4-a0fe-5d73800365dc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Network': ['ID=a2f3a8d3-2eaf-4c94-b60d-37d57aec7155,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:05.039600 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:49:05.122608 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-49c0542f-19ae-45c4-a0fe-5d73800365dc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4458525 Jan 28 06:49:05.130437 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56890) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:05.130644 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1637898085', 'admin_state_up': True, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:05.274934 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (6ab6c477-98d4-4e50-9d64-d4976efaa858), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:05.275920 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (6ab6c477-98d4-4e50-9d64-d4976efaa858), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:05.329528 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_controller (6ab6c477-98d4-4e50-9d64-d4976efaa858), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:05.528312 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (6ab6c477-98d4-4e50-9d64-d4976efaa858), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:05.820466 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (6ab6c477-98d4-4e50-9d64-d4976efaa858), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:05.843560 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:05.944027 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.25.0.244 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/65114b6e-f1df-41cf-b861-25ff032829f3) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:06.048141 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (65114b6e-f1df-41cf-b861-25ff032829f3), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:06.138030 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (65114b6e-f1df-41cf-b861-25ff032829f3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:06.177317 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:06.183658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:06.188189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:49:06.191312 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=65114b6e-f1df-41cf-b861-25ff032829f3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:06.798441 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:06.839086 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (6ab6c477-98d4-4e50-9d64-d4976efaa858), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:07.038056 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (6ab6c477-98d4-4e50-9d64-d4976efaa858), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:07.234158 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router 6ab6c477-98d4-4e50-9d64-d4976efaa858 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:49:07.344520 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:49:07.355274 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Sync routers for ids ['6ab6c477-98d4-4e50-9d64-d4976efaa858'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:07.366997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Routers {'6ab6c477-98d4-4e50-9d64-d4976efaa858'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:49:07.389617 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:49:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6ab6c477-98d4-4e50-9d64-d4976efaa858'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:07.473474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Set router 6ab6c477-98d4-4e50-9d64-d4976efaa858 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:49:07.506015 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:07.507771 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f3333c5a-970f-45fc-91e2-159cc53cb644 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3808043 Jan 28 06:49:07.511304 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56892) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:07.658963 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3b3c9616-cc94-4bbe-9dd9-852695c90ef5 tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=9be2f1d5e39042c9b5b0f4b6a2168aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1407437 Jan 28 06:49:07.659202 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56896) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:07.816811 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f79ccd-ceca-48a3-81d8-8377936d652f tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:07.821087 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a2f79ccd-ceca-48a3-81d8-8377936d652f tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1584122 Jan 28 06:49:07.821552 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56898) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:07.829617 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637898085', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:06Z', 'revision_number': 3, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:07.862350 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cebd6f4a-1594-4321-aead-9ed653eb8f26 tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388274 Jan 28 06:49:07.864320 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56900) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:07.866239 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Checking router: 6ab6c477-98d4-4e50-9d64-d4976efaa858 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:07.866631 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Updating router 6ab6c477-98d4-4e50-9d64-d4976efaa858 port 65114b6e-f1df-41cf-b861-25ff032829f3 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:49:07.869382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-46f73d05-0914-4116-82ae-865f7317d605 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1255220249', 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:07.894106 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (65114b6e-f1df-41cf-b861-25ff032829f3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:08.045973 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f73d05-0914-4116-82ae-865f7317d605 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Made reservation on behalf of 9be2f1d5e39042c9b5b0f4b6a2168aba for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:49:08.049919 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46f73d05-0914-4116-82ae-865f7317d605 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:08.143004 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:08.188688 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Publish callbacks [] for port (65114b6e-f1df-41cf-b861-25ff032829f3), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:08.262880 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (65114b6e-f1df-41cf-b861-25ff032829f3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:08.318979 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Attempting to bind port 65114b6e-f1df-41cf-b861-25ff032829f3 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:49:08.319386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Attempting to bind port 65114b6e-f1df-41cf-b861-25ff032829f3 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:49:08.319874 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Attempting to bind port 65114b6e-f1df-41cf-b861-25ff032829f3 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:49:08.321930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97d696-4b38-4888-87a7-37de0a0877e8 None None] Pushing event updated for resources: {'Port': ['ID=65114b6e-f1df-41cf-b861-25ff032829f3,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:08.328633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:49:08.329013 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:49:08.329449 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:08.329993 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:49:08.330610 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Bound port: 65114b6e-f1df-41cf-b861-25ff032829f3, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:49:08.331020 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (65114b6e-f1df-41cf-b861-25ff032829f3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:08.371770 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46f73d05-0914-4116-82ae-865f7317d605 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (e8442b6d-75c6-4f38-8ab7-befa676246ba), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:08.384822 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] For port 65114b6e-f1df-41cf-b861-25ff032829f3, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:49:08.388956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] For port 65114b6e-f1df-41cf-b861-25ff032829f3, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=65114b6e-f1df-41cf-b861-25ff032829f3,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:49:08.433942 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f73d05-0914-4116-82ae-865f7317d605 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Subnet': ['ID=e8442b6d-75c6-4f38-8ab7-befa676246ba,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:08.444525 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f73d05-0914-4116-82ae-865f7317d605 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Checking segment: {'id': '7280c61e-da8c-427c-a262-421e42948205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:49:08.445101 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f73d05-0914-4116-82ae-865f7317d605 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network hostable DHCP agents. Network: a2f3a8d3-2eaf-4c94-b60d-37d57aec7155, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:49:08.492083 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (65114b6e-f1df-41cf-b861-25ff032829f3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:08.549695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Routers {'6ab6c477-98d4-4e50-9d64-d4976efaa858'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:49:08.550340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:49:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6ab6c477-98d4-4e50-9d64-d4976efaa858'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:08.571721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f73d05-0914-4116-82ae-865f7317d605 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:49:08.594068 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97d696-4b38-4888-87a7-37de0a0877e8 None None] Pushing event updated for resources: {'Port': ['ID=65114b6e-f1df-41cf-b861-25ff032829f3,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:08.639598 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-46f73d05-0914-4116-82ae-865f7317d605 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, a2f3a8d3-2eaf-4c94-b60d-37d57aec7155) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:08.649222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f73d05-0914-4116-82ae-865f7317d605 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:08.650918 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46f73d05-0914-4116-82ae-865f7317d605 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:08.658240 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b64935b-f7de-4adc-8ad2-b586be260def None None] Network a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:49:08.720708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] Set router 6ab6c477-98d4-4e50-9d64-d4976efaa858 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:49:08.739610 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-46f73d05-0914-4116-82ae-865f7317d605 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8741550 Jan 28 06:49:08.742565 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56902) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:08.883233 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-a2f3a8d3-2eaf-4c94-b60d-37d57aec7155', 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ips': [{'subnet_id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:49:08.889125 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:09.073481 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637898085', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:06Z', 'revision_number': 3, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:09.076460 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Allocated IP 172.20.0.2 (a2f3a8d3-2eaf-4c94-b60d-37d57aec7155/e8442b6d-75c6-4f38-8ab7-befa676246ba/a92922ad-5840-425c-87fb-6e9348993425) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:09.121455 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc418d-5ad0-4d69-b3e5-4ea7811d7224 None None] The sync data for ids ['6ab6c477-98d4-4e50-9d64-d4976efaa858'] in n-d-812111-12 is: [{'id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637898085', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:06Z', 'revision_number': 3, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:09.201603 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:09.260557 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:09.300392 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Publish callbacks [] for port (a92922ad-5840-425c-87fb-6e9348993425), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:09.377709 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (a92922ad-5840-425c-87fb-6e9348993425), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:09.457590 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Pushing event updated for resources: {'Port': ['ID=a92922ad-5840-425c-87fb-6e9348993425,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:09.471297 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Network a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:09.473492 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:09.480074 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:49:09.551032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Attempting to bind port a92922ad-5840-425c-87fb-6e9348993425 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:49:09.552138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Attempting to bind port a92922ad-5840-425c-87fb-6e9348993425 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '7280c61e-da8c-427c-a262-421e42948205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:49:09.552138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Attempting to bind port a92922ad-5840-425c-87fb-6e9348993425 on network a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:49:09.558565 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:49:09.559130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Checking segment: {'id': '7280c61e-da8c-427c-a262-421e42948205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:49:09.559685 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:09.560187 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Bound using segment: {'id': '7280c61e-da8c-427c-a262-421e42948205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:49:09.560769 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Bound port: a92922ad-5840-425c-87fb-6e9348993425, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7280c61e-da8c-427c-a262-421e42948205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:49:09.561278 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a92922ad-5840-425c-87fb-6e9348993425), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:09.647693 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] For port a92922ad-5840-425c-87fb-6e9348993425, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:49:09.651894 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] For port a92922ad-5840-425c-87fb-6e9348993425, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a92922ad-5840-425c-87fb-6e9348993425,segment=NetworkSegment(7280c61e-da8c-427c-a262-421e42948205),segment_id=7280c61e-da8c-427c-a262-421e42948205)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:49:09.699822 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.20.0.1 (a2f3a8d3-2eaf-4c94-b60d-37d57aec7155/e8442b6d-75c6-4f38-8ab7-befa676246ba/7b700d14-e048-490a-8306-af480b704e7a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:09.715301 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a92922ad-5840-425c-87fb-6e9348993425), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:09.798600 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e301c0-50d5-41c6-9156-7eb556dc4624 None None] Pushing event updated for resources: {'Port': ['ID=a92922ad-5840-425c-87fb-6e9348993425,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:09.863338 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (7b700d14-e048-490a-8306-af480b704e7a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:10.000881 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (7b700d14-e048-490a-8306-af480b704e7a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:10.055189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:10.058514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:10.066140 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:49:10.072941 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=7b700d14-e048-490a-8306-af480b704e7a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:10.124688 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (6ab6c477-98d4-4e50-9d64-d4976efaa858), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:10.396668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 65114b6e-f1df-41cf-b861-25ff032829f3 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:49:10.406028 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7b700d14-e048-490a-8306-af480b704e7a), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:10.447821 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 65114b6e-f1df-41cf-b861-25ff032829f3 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:10.448195 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (65114b6e-f1df-41cf-b861-25ff032829f3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:10.535779 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 65114b6e-f1df-41cf-b861-25ff032829f3 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:49:10.537992 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (65114b6e-f1df-41cf-b861-25ff032829f3), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:10.557055 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 65114b6e-f1df-41cf-b861-25ff032829f3, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=65114b6e-f1df-41cf-b861-25ff032829f3,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:49:10.645770 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (65114b6e-f1df-41cf-b861-25ff032829f3), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:10.646544 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a92922ad-5840-425c-87fb-6e9348993425 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:49:10.725585 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=65114b6e-f1df-41cf-b861-25ff032829f3,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:10.726195 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (7b700d14-e048-490a-8306-af480b704e7a), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:10.743762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a92922ad-5840-425c-87fb-6e9348993425 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:10.744142 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a92922ad-5840-425c-87fb-6e9348993425), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:10.788374 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (7b700d14-e048-490a-8306-af480b704e7a), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:10.854286 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a92922ad-5840-425c-87fb-6e9348993425 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:49:10.854985 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a92922ad-5840-425c-87fb-6e9348993425), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:10.880885 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (6ab6c477-98d4-4e50-9d64-d4976efaa858), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:10.883911 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=7b700d14-e048-490a-8306-af480b704e7a,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:10.898652 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port a92922ad-5840-425c-87fb-6e9348993425, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a92922ad-5840-425c-87fb-6e9348993425,segment=NetworkSegment(7280c61e-da8c-427c-a262-421e42948205),segment_id=7280c61e-da8c-427c-a262-421e42948205)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:49:10.994214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:10.995678 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:11.011373 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a92922ad-5840-425c-87fb-6e9348993425), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:11.073838 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=a92922ad-5840-425c-87fb-6e9348993425,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:11.141494 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router 6ab6c477-98d4-4e50-9d64-d4976efaa858 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:49:11.291491 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:49:11.303330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-15facd91-a964-4013-83e2-4eba75251956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "PUT /v2.0/routers/6ab6c477-98d4-4e50-9d64-d4976efaa858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5596273 Jan 28 06:49:11.396080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5146eafa-7f63-408e-9854-07e926beaeb9 None None] Network a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:49:11.464891 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Sync routers for ids ['6ab6c477-98d4-4e50-9d64-d4976efaa858'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:11.474916 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Routers {'6ab6c477-98d4-4e50-9d64-d4976efaa858'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:49:11.475531 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:49:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6ab6c477-98d4-4e50-9d64-d4976efaa858'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:11.482413 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-67027285-d640-4400-a317-fcf1c2769adb tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1652579837&fields=id&tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba HTTP/1.1" status: 200 len: 267 time: 0.0579643 Jan 28 06:49:11.503853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e7bf3253-1224-4fa3-ab06-5496348077ea None None] Provisioning complete for port a92922ad-5840-425c-87fb-6e9348993425 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:11.504947 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7bf3253-1224-4fa3-ab06-5496348077ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a92922ad-5840-425c-87fb-6e9348993425), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:11.602604 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Set router 6ab6c477-98d4-4e50-9d64-d4976efaa858 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:49:11.621397 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-e00cf5de-6d22-4c23-a296-941553481c92 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:11.635289 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-e00cf5de-6d22-4c23-a296-941553481c92 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/networks?id=a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 HTTP/1.1" status: 200 len: 797 time: 0.1518264 Jan 28 06:49:11.651852 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-eed520b5-9202-42f8-87e9-216466e56e8c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/quotas/9be2f1d5e39042c9b5b0f4b6a2168aba HTTP/1.1" status: 200 len: 375 time: 0.0155256 Jan 28 06:49:11.655568 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf3253-1224-4fa3-ab06-5496348077ea None None] Current status of the port a92922ad-5840-425c-87fb-6e9348993425 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:49:11.721606 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-0fbd4c16-b325-4be2-a06e-aedaaa969246 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642445 Jan 28 06:49:11.823446 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-b508409a-522e-4d4d-9d9f-7584155a68d6 service neutron] 10.222.0.31 "GET /v2.0/networks/a2f3a8d3-2eaf-4c94-b60d-37d57aec7155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983596 Jan 28 06:49:11.872917 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637898085', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '7b700d14-e048-490a-8306-af480b704e7a', 'name': '', 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:8e:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:09Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 2, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:11.894822 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-28bcaf93-cca8-4f7f-bcd0-3f41a79a635b None None] Provisioning complete for port a92922ad-5840-425c-87fb-6e9348993425 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:11.895102 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-28bcaf93-cca8-4f7f-bcd0-3f41a79a635b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a92922ad-5840-425c-87fb-6e9348993425), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:11.911723 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Checking router: 6ab6c477-98d4-4e50-9d64-d4976efaa858 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:11.912319 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Updating router 6ab6c477-98d4-4e50-9d64-d4976efaa858 port 7b700d14-e048-490a-8306-af480b704e7a binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:49:11.942788 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7b700d14-e048-490a-8306-af480b704e7a), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:11.960097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-4fd6ed03-c9b5-4854-ad0a-da0374664810 service neutron] 10.222.0.31 "GET /v2.0/networks/a2f3a8d3-2eaf-4c94-b60d-37d57aec7155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357837 Jan 28 06:49:12.055043 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-28bcaf93-cca8-4f7f-bcd0-3f41a79a635b None None] Current status of the port a92922ad-5840-425c-87fb-6e9348993425 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:49:12.079373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-28bcaf93-cca8-4f7f-bcd0-3f41a79a635b None None] Provisioning complete for port 7b700d14-e048-490a-8306-af480b704e7a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:12.079979 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-28bcaf93-cca8-4f7f-bcd0-3f41a79a635b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7b700d14-e048-490a-8306-af480b704e7a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:12.129304 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-28bcaf93-cca8-4f7f-bcd0-3f41a79a635b None None] Port 7b700d14-e048-490a-8306-af480b704e7a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:49:12.254748 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-32f80f47-5b8f-4aa1-abcb-6fed8fe3de35 None None] Provisioning complete for port 7b700d14-e048-490a-8306-af480b704e7a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:12.255164 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32f80f47-5b8f-4aa1-abcb-6fed8fe3de35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7b700d14-e048-490a-8306-af480b704e7a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:12.313210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-32f80f47-5b8f-4aa1-abcb-6fed8fe3de35 None None] Port 7b700d14-e048-490a-8306-af480b704e7a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:49:12.329100 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Publish callbacks [] for port (7b700d14-e048-490a-8306-af480b704e7a), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:12.351485 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 65114b6e-f1df-41cf-b861-25ff032829f3 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:49:12.388782 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7b700d14-e048-490a-8306-af480b704e7a), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:12.398744 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16161244-3f7c-4587-ae31-7018b74b1332 req-353ffbf0-4e36-46df-a963-663414675b5b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 210 time: 0.1251919 Jan 28 06:49:12.452834 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6cfbd-a673-4ad4-8664-bbf33fb16b99 None None] Pushing event updated for resources: {'Port': ['ID=7b700d14-e048-490a-8306-af480b704e7a,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:12.453069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 65114b6e-f1df-41cf-b861-25ff032829f3 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:12.453594 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (65114b6e-f1df-41cf-b861-25ff032829f3), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:12.490442 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6cfbd-a673-4ad4-8664-bbf33fb16b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:12.490442 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6cfbd-a673-4ad4-8664-bbf33fb16b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:12.490442 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6cfbd-a673-4ad4-8664-bbf33fb16b99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:12.490442 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6cfbd-a673-4ad4-8664-bbf33fb16b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:12.491223 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6cfbd-a673-4ad4-8664-bbf33fb16b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:12.491223 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6cfbd-a673-4ad4-8664-bbf33fb16b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:12.491471 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6cfbd-a673-4ad4-8664-bbf33fb16b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:12.491859 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6cfbd-a673-4ad4-8664-bbf33fb16b99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:12.492362 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6cfbd-a673-4ad4-8664-bbf33fb16b99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:12.492911 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6cfbd-a673-4ad4-8664-bbf33fb16b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:12.493119 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6cfbd-a673-4ad4-8664-bbf33fb16b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:12.493516 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6cfbd-a673-4ad4-8664-bbf33fb16b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:12.493926 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6cfbd-a673-4ad4-8664-bbf33fb16b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:12.535560 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Attempting to bind port 7b700d14-e048-490a-8306-af480b704e7a on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:49:12.536078 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Attempting to bind port 7b700d14-e048-490a-8306-af480b704e7a by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '7280c61e-da8c-427c-a262-421e42948205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:49:12.536551 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Attempting to bind port 7b700d14-e048-490a-8306-af480b704e7a on network a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:49:12.546996 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:49:12.546996 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Checking segment: {'id': '7280c61e-da8c-427c-a262-421e42948205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:49:12.546996 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:12.546996 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Bound using segment: {'id': '7280c61e-da8c-427c-a262-421e42948205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:49:12.546996 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Bound port: 7b700d14-e048-490a-8306-af480b704e7a, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7280c61e-da8c-427c-a262-421e42948205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:49:12.546996 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7b700d14-e048-490a-8306-af480b704e7a), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:12.548661 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0fdd2993-33a9-47b3-aa71-349b7936aa6b None None] Provisioning complete for port 7b700d14-e048-490a-8306-af480b704e7a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:12.549137 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0fdd2993-33a9-47b3-aa71-349b7936aa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7b700d14-e048-490a-8306-af480b704e7a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:12.606078 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd2993-33a9-47b3-aa71-349b7936aa6b None None] Port 7b700d14-e048-490a-8306-af480b704e7a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:49:12.624255 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] For port 7b700d14-e048-490a-8306-af480b704e7a, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:49:12.626742 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 65114b6e-f1df-41cf-b861-25ff032829f3 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:49:12.627941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a92922ad-5840-425c-87fb-6e9348993425 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:49:12.629303 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] For port 7b700d14-e048-490a-8306-af480b704e7a, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7b700d14-e048-490a-8306-af480b704e7a,segment=NetworkSegment(7280c61e-da8c-427c-a262-421e42948205),segment_id=7280c61e-da8c-427c-a262-421e42948205)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:49:12.680588 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a92922ad-5840-425c-87fb-6e9348993425 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:12.681170 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a92922ad-5840-425c-87fb-6e9348993425), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:12.733903 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f16af201-ef05-41c5-a8d5-9a7eaada7149 None None] Provisioning complete for port 7b700d14-e048-490a-8306-af480b704e7a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:12.734199 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f16af201-ef05-41c5-a8d5-9a7eaada7149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7b700d14-e048-490a-8306-af480b704e7a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:12.750075 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7b700d14-e048-490a-8306-af480b704e7a), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:12.811080 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Routers {'6ab6c477-98d4-4e50-9d64-d4976efaa858'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:49:12.812125 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:49:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6ab6c477-98d4-4e50-9d64-d4976efaa858'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:12.823605 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f16af201-ef05-41c5-a8d5-9a7eaada7149 None None] Port 7b700d14-e048-490a-8306-af480b704e7a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:49:12.829419 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a92922ad-5840-425c-87fb-6e9348993425 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:49:12.883541 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6cfbd-a673-4ad4-8664-bbf33fb16b99 None None] Pushing event updated for resources: {'Port': ['ID=7b700d14-e048-490a-8306-af480b704e7a,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:12.950978 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] Set router 6ab6c477-98d4-4e50-9d64-d4976efaa858 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:49:13.045615 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8d298ba8-ef0a-4ecf-a5f3-39f4a869afbd None None] Provisioning complete for port 7b700d14-e048-490a-8306-af480b704e7a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:13.046139 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d298ba8-ef0a-4ecf-a5f3-39f4a869afbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7b700d14-e048-490a-8306-af480b704e7a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:13.124748 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8d298ba8-ef0a-4ecf-a5f3-39f4a869afbd None None] Current status of the port 7b700d14-e048-490a-8306-af480b704e7a is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:49:13.125407 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d298ba8-ef0a-4ecf-a5f3-39f4a869afbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7b700d14-e048-490a-8306-af480b704e7a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:13.157824 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8d298ba8-ef0a-4ecf-a5f3-39f4a869afbd None None] For port 7b700d14-e048-490a-8306-af480b704e7a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7b700d14-e048-490a-8306-af480b704e7a,segment=NetworkSegment(7280c61e-da8c-427c-a262-421e42948205),segment_id=7280c61e-da8c-427c-a262-421e42948205)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:49:13.159975 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637898085', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '7b700d14-e048-490a-8306-af480b704e7a', 'name': '', 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:8e:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:09Z', 'updated_at': '2022-01-28T06:49:12Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:13.222782 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d298ba8-ef0a-4ecf-a5f3-39f4a869afbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7b700d14-e048-490a-8306-af480b704e7a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:13.275645 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d298ba8-ef0a-4ecf-a5f3-39f4a869afbd None None] Pushing event updated for resources: {'Port': ['ID=7b700d14-e048-490a-8306-af480b704e7a,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:13.284422 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c5065c-6b8b-497a-a756-2f88230984ba None None] The sync data for ids ['6ab6c477-98d4-4e50-9d64-d4976efaa858'] in n-d-812111-12 is: [{'id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637898085', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '7b700d14-e048-490a-8306-af480b704e7a', 'name': '', 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:8e:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:09Z', 'updated_at': '2022-01-28T06:49:12Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:13.526724 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-761a51ac-57e4-41e7-8564-64782d435126 req-d1569743-2b6f-435e-872b-557de89c8c48 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 210 time: 0.0836020 Jan 28 06:49:14.312549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7b700d14-e048-490a-8306-af480b704e7a up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:49:14.366619 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7b700d14-e048-490a-8306-af480b704e7a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:14.366994 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7b700d14-e048-490a-8306-af480b704e7a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:14.447369 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7b700d14-e048-490a-8306-af480b704e7a is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:49:14.620535 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff7851f9-e6aa-4de2-90c7-34c2b736d97a req-a709dfc9-607f-452e-a759-b98987940e13 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 210 time: 0.0260742 Jan 28 06:49:15.737135 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7abae470-771d-45a7-aa8b-60c66347ef9a req-a71c5bca-482d-4351-893e-31e9e3a1a173 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 210 time: 0.0328970 Jan 28 06:49:15.772326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-6089e7e7-f948-4eda-9f6e-5a2028fa5f66 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:15.773760 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-6089e7e7-f948-4eda-9f6e-5a2028fa5f66 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.60 "GET /v2.0/networks?id=a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 HTTP/1.1" status: 200 len: 797 time: 0.4301419 Jan 28 06:49:15.843983 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-314f576a-8b3a-4fa7-962b-450502dc5caf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba HTTP/1.1" status: 200 len: 380 time: 0.0557404 Jan 28 06:49:15.855185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-cda5e301-ad79-437f-9bbd-37e06d4c2372 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'port': {'device_id': '46605343-335a-4171-a5c4-26170f5fe1fe', 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155', 'admin_state_up': True, 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'security_groups': ['8f8cb42f-29c1-4220-820e-76de77dd5890']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:16.040324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-cda5e301-ad79-437f-9bbd-37e06d4c2372 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Made reservation on behalf of 9be2f1d5e39042c9b5b0f4b6a2168aba for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:49:16.043972 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-cda5e301-ad79-437f-9bbd-37e06d4c2372 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:16.173528 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-cda5e301-ad79-437f-9bbd-37e06d4c2372 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.20.0.6 (a2f3a8d3-2eaf-4c94-b60d-37d57aec7155/e8442b6d-75c6-4f38-8ab7-befa676246ba/ed62fdc1-3a1d-4daa-b837-90df2d488c5a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:16.317495 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-cda5e301-ad79-437f-9bbd-37e06d4c2372 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (ed62fdc1-3a1d-4daa-b837-90df2d488c5a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:16.434540 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-cda5e301-ad79-437f-9bbd-37e06d4c2372 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ed62fdc1-3a1d-4daa-b837-90df2d488c5a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:16.480871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-cda5e301-ad79-437f-9bbd-37e06d4c2372 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:16.484412 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-cda5e301-ad79-437f-9bbd-37e06d4c2372 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:16.490726 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-cda5e301-ad79-437f-9bbd-37e06d4c2372 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:49:16.516915 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5e301-ad79-437f-9bbd-37e06d4c2372 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=ed62fdc1-3a1d-4daa-b837-90df2d488c5a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:16.546586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-cda5e301-ad79-437f-9bbd-37e06d4c2372 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:16.547232 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-cda5e301-ad79-437f-9bbd-37e06d4c2372 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:16.676763 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-cda5e301-ad79-437f-9bbd-37e06d4c2372 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8252120 Jan 28 06:49:16.686636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-6de5f268-6316-4f08-b606-d532fe6bbd55 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:49:16.687782 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-6de5f268-6316-4f08-b606-d532fe6bbd55 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060511 Jan 28 06:49:16.748858 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Request body: {'port': {'device_id': '46605343-335a-4171-a5c4-26170f5fe1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:16.772835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-05ad0f91-b7ea-477c-8fa9-5a8aeb27b41e None None] Provisioning complete for port ed62fdc1-3a1d-4daa-b837-90df2d488c5a triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:16.773390 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-05ad0f91-b7ea-477c-8fa9-5a8aeb27b41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ed62fdc1-3a1d-4daa-b837-90df2d488c5a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:16.819369 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ed62fdc1-3a1d-4daa-b837-90df2d488c5a), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:16.920404 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fe5ba-206c-4be0-9c10-d412bb040b66 req-9a4a1331-bf78-4972-b246-da97b3b54ba9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:16.925530 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a31fe5ba-206c-4be0-9c10-d412bb040b66 req-9a4a1331-bf78-4972-b246-da97b3b54ba9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 931 time: 0.1003284 Jan 28 06:49:16.989127 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-05ad0f91-b7ea-477c-8fa9-5a8aeb27b41e None None] Port ed62fdc1-3a1d-4daa-b837-90df2d488c5a cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:49:17.079709 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a31fe5ba-206c-4be0-9c10-d412bb040b66 req-8f8c2c2c-b8e4-408b-bc1b-ce1d964e492f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8cb42f-29c1-4220-820e-76de77dd5890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506093 Jan 28 06:49:17.190846 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed62fdc1-3a1d-4daa-b837-90df2d488c5a {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:49:17.198594 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Publish callbacks [] for port (ed62fdc1-3a1d-4daa-b837-90df2d488c5a), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:17.212814 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Transition to ACTIVE for port object ed62fdc1-3a1d-4daa-b837-90df2d488c5a will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:17.273820 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ed62fdc1-3a1d-4daa-b837-90df2d488c5a), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:17.363471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Pushing event updated for resources: {'Port': ['ID=ed62fdc1-3a1d-4daa-b837-90df2d488c5a,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:17.401370 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Attempting to bind port ed62fdc1-3a1d-4daa-b837-90df2d488c5a on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:49:17.401714 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Attempting to bind port ed62fdc1-3a1d-4daa-b837-90df2d488c5a by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '7280c61e-da8c-427c-a262-421e42948205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:49:17.402048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Attempting to bind port ed62fdc1-3a1d-4daa-b837-90df2d488c5a on network a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:49:17.406900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Port ed62fdc1-3a1d-4daa-b837-90df2d488c5a on network a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:49:17.407230 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Attempting to bind port ed62fdc1-3a1d-4daa-b837-90df2d488c5a on network a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:49:17.412413 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:49:17.412753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Checking segment: {'id': '7280c61e-da8c-427c-a262-421e42948205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:49:17.413141 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Bound using segment: {'id': '7280c61e-da8c-427c-a262-421e42948205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:49:17.413575 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Bound port: ed62fdc1-3a1d-4daa-b837-90df2d488c5a, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7280c61e-da8c-427c-a262-421e42948205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:49:17.413939 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ed62fdc1-3a1d-4daa-b837-90df2d488c5a), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:17.487907 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] For port ed62fdc1-3a1d-4daa-b837-90df2d488c5a, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:49:17.492315 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] For port ed62fdc1-3a1d-4daa-b837-90df2d488c5a, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ed62fdc1-3a1d-4daa-b837-90df2d488c5a,segment=NetworkSegment(7280c61e-da8c-427c-a262-421e42948205),segment_id=7280c61e-da8c-427c-a262-421e42948205)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:49:17.554855 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ed62fdc1-3a1d-4daa-b837-90df2d488c5a), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:17.591959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:17.591959 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:17.591959 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] 10.222.0.60 "PUT /v2.0/ports/ed62fdc1-3a1d-4daa-b837-90df2d488c5a HTTP/1.1" status: 200 len: 1092 time: 0.8896716 Jan 28 06:49:17.592294 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46605343-335a-4171-a5c4-26170f5fe1fe', 'tag': 'ed62fdc1-3a1d-4daa-b837-90df2d488c5a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:49:17.594442 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca952b1-e6d1-4c02-b41e-99c31ace8fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "46605343-335a-4171-a5c4-26170f5fe1fe", "tag": "ed62fdc1-3a1d-4daa-b837-90df2d488c5a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:49:17.630982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e6a59-3cd3-4abd-ad9d-d650a6231fed service neutron] Pushing event updated for resources: {'Port': ['ID=ed62fdc1-3a1d-4daa-b837-90df2d488c5a,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:17.641779 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a161fc7a-fc4b-4893-82f0-e6449fc7284c x-openstack-request-id: req-a161fc7a-fc4b-4893-82f0-e6449fc7284c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:49:17.642083 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46605343-335a-4171-a5c4-26170f5fe1fe", "tag": "ed62fdc1-3a1d-4daa-b837-90df2d488c5a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:49:17.642372 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a161fc7a-fc4b-4893-82f0-e6449fc7284c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:49:17.642882 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46605343-335a-4171-a5c4-26170f5fe1fe', 'tag': 'ed62fdc1-3a1d-4daa-b837-90df2d488c5a', 'status': 'completed', 'code': 200} Jan 28 06:49:17.728953 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca952b1-e6d1-4c02-b41e-99c31ace8fb3 req-2e5d82a6-771f-40f2-9344-42bcdb37bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:17.730536 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ca952b1-e6d1-4c02-b41e-99c31ace8fb3 req-2e5d82a6-771f-40f2-9344-42bcdb37bf8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 1095 time: 0.0460551 Jan 28 06:49:17.847682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca952b1-e6d1-4c02-b41e-99c31ace8fb3 req-8876094f-3cce-49d8-ba52-695d060e4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:17.849172 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ca952b1-e6d1-4c02-b41e-99c31ace8fb3 req-8876094f-3cce-49d8-ba52-695d060e4cc3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1057041 Jan 28 06:49:17.945915 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca952b1-e6d1-4c02-b41e-99c31ace8fb3 req-fa234b7c-c119-4529-ad36-5571825a45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:17.947369 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ca952b1-e6d1-4c02-b41e-99c31ace8fb3 req-fa234b7c-c119-4529-ad36-5571825a45b7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923386 Jan 28 06:49:18.053105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-eb0389c0-4a50-4fb6-89ba-a3eec1e8747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:18.054562 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-eb0389c0-4a50-4fb6-89ba-a3eec1e8747b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 1095 time: 0.0458357 Jan 28 06:49:18.108989 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-55c1f5e8-b67e-4f99-8a96-4361d6e94edb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed62fdc1-3a1d-4daa-b837-90df2d488c5a HTTP/1.1" status: 200 len: 217 time: 0.0408669 Jan 28 06:49:18.166900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-783571b2-42ec-45dc-b12d-20d0ce6522b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:18.168336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-783571b2-42ec-45dc-b12d-20d0ce6522b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8442b6d-75c6-4f38-8ab7-befa676246ba HTTP/1.1" status: 200 len: 835 time: 0.0542967 Jan 28 06:49:18.237968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca50f29-fac4-461d-8d88-9975379db6ea req-030d95dc-c573-4723-99dd-be56315c02f3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:18.239470 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dca50f29-fac4-461d-8d88-9975379db6ea req-030d95dc-c573-4723-99dd-be56315c02f3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 943 time: 0.0886891 Jan 28 06:49:18.242447 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-828eb0e9-f469-450c-aac2-02e02bf00b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:18.243816 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-828eb0e9-f469-450c-aac2-02e02bf00b74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2f3a8d3-2eaf-4c94-b60d-37d57aec7155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615809 Jan 28 06:49:18.344226 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dca50f29-fac4-461d-8d88-9975379db6ea req-f8806e05-497c-4f70-ace3-76360031e81c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8cb42f-29c1-4220-820e-76de77dd5890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946012 Jan 28 06:49:18.369752 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-14d4c98c-7353-4787-9767-3c80ad1db590 service neutron] 10.222.0.60 "GET /v2.0/networks/a2f3a8d3-2eaf-4c94-b60d-37d57aec7155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181524 Jan 28 06:49:18.462667 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ad3b64d-1afe-4cea-8e62-6ca69f31414f req-a80beffa-0238-435f-8407-3df13c7bf33b service neutron] 10.222.0.60 "GET /v2.0/networks/a2f3a8d3-2eaf-4c94-b60d-37d57aec7155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867779 Jan 28 06:49:19.471181 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f86da-e7b2-451b-aa49-44291f6965f0 req-0b2c86b4-70c4-4b2d-b755-73d36b91be14 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:19.472689 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c07f86da-e7b2-451b-aa49-44291f6965f0 req-0b2c86b4-70c4-4b2d-b755-73d36b91be14 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 943 time: 0.0496290 Jan 28 06:49:19.524416 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c07f86da-e7b2-451b-aa49-44291f6965f0 req-07c42d4b-85e3-4bed-9f12-99fa38878149 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8cb42f-29c1-4220-820e-76de77dd5890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459309 Jan 28 06:49:20.645103 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017ce0b-076c-4031-bbf3-2b3ea7e39463 req-eb53ba6f-bd11-4bc3-b159-4a4edd61b5fa tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:20.646636 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f017ce0b-076c-4031-bbf3-2b3ea7e39463 req-eb53ba6f-bd11-4bc3-b159-4a4edd61b5fa tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 943 time: 0.0533350 Jan 28 06:49:20.699025 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f017ce0b-076c-4031-bbf3-2b3ea7e39463 req-cdde77a9-9bde-4947-90e7-677aec1fa1cc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8cb42f-29c1-4220-820e-76de77dd5890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466387 Jan 28 06:49:21.813558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab8ece-8cb6-473b-903a-ec9323fd7a5a req-1c517952-6e98-41c8-886c-e434d1492218 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:21.815008 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9ab8ece-8cb6-473b-903a-ec9323fd7a5a req-1c517952-6e98-41c8-886c-e434d1492218 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 943 time: 0.0492160 Jan 28 06:49:21.864221 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b9ab8ece-8cb6-473b-903a-ec9323fd7a5a req-94dbf25e-d932-418e-ac43-7ffe526e0a78 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8cb42f-29c1-4220-820e-76de77dd5890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432491 Jan 28 06:49:22.116122 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ed62fdc1-3a1d-4daa-b837-90df2d488c5a details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:49:22.212823 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ed62fdc1-3a1d-4daa-b837-90df2d488c5a, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ed62fdc1-3a1d-4daa-b837-90df2d488c5a,segment=NetworkSegment(7280c61e-da8c-427c-a262-421e42948205),segment_id=7280c61e-da8c-427c-a262-421e42948205)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:49:22.225122 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'ed62fdc1-3a1d-4daa-b837-90df2d488c5a', 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155', 'port_id': 'ed62fdc1-3a1d-4daa-b837-90df2d488c5a', 'mac_address': 'fa:16:3e:c5:80:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:49:22.263168 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ed62fdc1-3a1d-4daa-b837-90df2d488c5a is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:49:22.263556 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ed62fdc1-3a1d-4daa-b837-90df2d488c5a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:22.276144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed62fdc1-3a1d-4daa-b837-90df2d488c5a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:49:22.296634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ed62fdc1-3a1d-4daa-b837-90df2d488c5a, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ed62fdc1-3a1d-4daa-b837-90df2d488c5a,segment=NetworkSegment(7280c61e-da8c-427c-a262-421e42948205),segment_id=7280c61e-da8c-427c-a262-421e42948205)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:49:22.377337 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ed62fdc1-3a1d-4daa-b837-90df2d488c5a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:22.426115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ed62fdc1-3a1d-4daa-b837-90df2d488c5a,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:22.695701 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['ed62fdc1-3a1d-4daa-b837-90df2d488c5a'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:49:22.987432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677c6b1-102b-4089-a116-5e375cb607b5 req-f62aea1c-4f5b-4434-b079-6a3b2b323509 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:22.988833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a677c6b1-102b-4089-a116-5e375cb607b5 req-f62aea1c-4f5b-4434-b079-6a3b2b323509 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 944 time: 0.0494835 Jan 28 06:49:23.041732 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a677c6b1-102b-4089-a116-5e375cb607b5 req-fb980b5d-a6ad-488c-9e42-f3e5087891c7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8cb42f-29c1-4220-820e-76de77dd5890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472503 Jan 28 06:49:24.117225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ed62fdc1-3a1d-4daa-b837-90df2d488c5a up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:49:24.161418 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbe23b-4c03-4a3d-b67e-f694b288e90b req-270ca151-94b2-44cc-9176-5bae76ad5bef tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:24.162969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fdbe23b-4c03-4a3d-b67e-f694b288e90b req-270ca151-94b2-44cc-9176-5bae76ad5bef tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 944 time: 0.0510037 Jan 28 06:49:24.216860 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1fdbe23b-4c03-4a3d-b67e-f694b288e90b req-0a6b59c5-476c-4d7a-ae71-7061ddf0a6a5 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8cb42f-29c1-4220-820e-76de77dd5890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455124 Jan 28 06:49:24.244916 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port ed62fdc1-3a1d-4daa-b837-90df2d488c5a completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:24.250044 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port ed62fdc1-3a1d-4daa-b837-90df2d488c5a triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:24.250522 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ed62fdc1-3a1d-4daa-b837-90df2d488c5a), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:24.335350 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ed62fdc1-3a1d-4daa-b837-90df2d488c5a is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:49:24.335752 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ed62fdc1-3a1d-4daa-b837-90df2d488c5a), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:24.358858 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46605343-335a-4171-a5c4-26170f5fe1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed62fdc1-3a1d-4daa-b837-90df2d488c5a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:49:24.361096 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad986cab-c075-4f9a-8b4f-0eb9cde85a5d" -d '{"events": [{"server_uuid": "46605343-335a-4171-a5c4-26170f5fe1fe", "name": "network-vif-plugged", "status": "completed", "tag": "ed62fdc1-3a1d-4daa-b837-90df2d488c5a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:49:24.375418 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ed62fdc1-3a1d-4daa-b837-90df2d488c5a, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ed62fdc1-3a1d-4daa-b837-90df2d488c5a,segment=NetworkSegment(7280c61e-da8c-427c-a262-421e42948205),segment_id=7280c61e-da8c-427c-a262-421e42948205)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:49:24.404228 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448b75f9-f8e6-48fa-a97c-a484d83de31b x-openstack-request-id: req-448b75f9-f8e6-48fa-a97c-a484d83de31b {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:49:24.404527 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46605343-335a-4171-a5c4-26170f5fe1fe", "name": "network-vif-plugged", "status": "completed", "tag": "ed62fdc1-3a1d-4daa-b837-90df2d488c5a", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:49:24.404788 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-448b75f9-f8e6-48fa-a97c-a484d83de31b {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:49:24.405192 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46605343-335a-4171-a5c4-26170f5fe1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed62fdc1-3a1d-4daa-b837-90df2d488c5a', 'code': 200} Jan 28 06:49:24.496740 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ed62fdc1-3a1d-4daa-b837-90df2d488c5a), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:24.534104 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2976dc2-12a8-4441-9ad7-9455075e4fec req-0633f9c1-f85e-4632-b17f-ef7e4e181cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:24.535899 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2976dc2-12a8-4441-9ad7-9455075e4fec req-0633f9c1-f85e-4632-b17f-ef7e4e181cf5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 1097 time: 0.0430610 Jan 28 06:49:24.551642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ed62fdc1-3a1d-4daa-b837-90df2d488c5a,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:24.582244 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2976dc2-12a8-4441-9ad7-9455075e4fec req-6d61545e-7e5c-40c2-8d89-7bae4196eba0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8f8cb42f-29c1-4220-820e-76de77dd5890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404038 Jan 28 06:49:25.337514 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9403d5-cc2d-4069-b252-af85ff91d797 req-8a55ecb3-bb31-4cf1-a696-618d410bc8d8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:25.339019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa9403d5-cc2d-4069-b252-af85ff91d797 req-8a55ecb3-bb31-4cf1-a696-618d410bc8d8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 945 time: 0.0517073 Jan 28 06:49:25.392689 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa9403d5-cc2d-4069-b252-af85ff91d797 req-77f4cc47-9566-4929-959a-8d5d73ffad48 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8cb42f-29c1-4220-820e-76de77dd5890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473828 Jan 28 06:49:25.627849 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:26.507769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a48a2-480c-4406-936e-6b01d96d6267 req-f6829f9f-bf54-49a4-ae90-b268ee4a44bb tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:26.509250 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e7a48a2-480c-4406-936e-6b01d96d6267 req-f6829f9f-bf54-49a4-ae90-b268ee4a44bb tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 945 time: 0.0476916 Jan 28 06:49:26.557461 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e7a48a2-480c-4406-936e-6b01d96d6267 req-8db2f51e-d2d7-40c8-bfff-353d8ab9f90e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8cb42f-29c1-4220-820e-76de77dd5890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415382 Jan 28 06:49:26.674170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb25cfc-d3ce-4bb7-8807-e16e70003cd3 req-703f2684-daf9-4d27-aab3-5da93f0a52c5 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:26.675740 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9cb25cfc-d3ce-4bb7-8807-e16e70003cd3 req-703f2684-daf9-4d27-aab3-5da93f0a52c5 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 945 time: 0.0491464 Jan 28 06:49:26.728754 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9cb25cfc-d3ce-4bb7-8807-e16e70003cd3 req-9bd62090-f6d6-43b6-8f7b-39caed9c0795 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8cb42f-29c1-4220-820e-76de77dd5890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472605 Jan 28 06:49:26.752406 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56974) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:26.792740 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f188c2ed-0bfe-4561-addd-92e3b00fdb8b tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:26.795039 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f188c2ed-0bfe-4561-addd-92e3b00fdb8b tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 1092 time: 0.0416355 Jan 28 06:49:26.798065 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56976) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:26.802329 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': 'ed62fdc1-3a1d-4daa-b837-90df2d488c5a', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:26.891111 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:26.985227 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:27.088594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.25.0.100 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/805b2bda-1acb-4bb1-bd1c-8255d3b9af88) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:27.188111 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (805b2bda-1acb-4bb1-bd1c-8255d3b9af88), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:27.337055 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (805b2bda-1acb-4bb1-bd1c-8255d3b9af88), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:27.375647 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:27.378408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:27.381023 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:49:27.413005 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=805b2bda-1acb-4bb1-bd1c-8255d3b9af88,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:27.772523 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (250d8a11-226f-45ed-b334-28c7f9e45ebe), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:27.906856 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (805b2bda-1acb-4bb1-bd1c-8255d3b9af88), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:28.058223 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (805b2bda-1acb-4bb1-bd1c-8255d3b9af88), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:28.119338 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (805b2bda-1acb-4bb1-bd1c-8255d3b9af88), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:28.190582 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=805b2bda-1acb-4bb1-bd1c-8255d3b9af88,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:28.201585 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (250d8a11-226f-45ed-b334-28c7f9e45ebe), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:28.247149 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:28.308095 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Floating IP 250d8a11-226f-45ed-b334-28c7f9e45ebe associated. External IP: 172.25.0.100, port: ed62fdc1-3a1d-4daa-b837-90df2d488c5a. Jan 28 06:49:28.531335 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router 6ab6c477-98d4-4e50-9d64-d4976efaa858 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:49:28.643245 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:49:28.653650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95113fd4-33f4-452f-9438-aae7c53c18a7 None None] Sync routers for ids ['6ab6c477-98d4-4e50-9d64-d4976efaa858'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:28.664452 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95113fd4-33f4-452f-9438-aae7c53c18a7 None None] Routers {'6ab6c477-98d4-4e50-9d64-d4976efaa858'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:49:28.668835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-95113fd4-33f4-452f-9438-aae7c53c18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:49:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6ab6c477-98d4-4e50-9d64-d4976efaa858'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:28.727147 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:28.760799 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c3fb0aa4-50cc-4480-83ea-3b9631b7960e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9591279 Jan 28 06:49:28.760799 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46605343-335a-4171-a5c4-26170f5fe1fe', 'tag': 'ed62fdc1-3a1d-4daa-b837-90df2d488c5a'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:49:28.762123 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab3d6d7-0503-47f4-9c2a-2f1c21cced1f" -d '{"events": [{"name": "network-changed", "server_uuid": "46605343-335a-4171-a5c4-26170f5fe1fe", "tag": "ed62fdc1-3a1d-4daa-b837-90df2d488c5a"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:49:28.803243 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c798990-8e4e-4146-b6e6-fe0852b28102 x-openstack-request-id: req-0c798990-8e4e-4146-b6e6-fe0852b28102 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:49:28.806130 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46605343-335a-4171-a5c4-26170f5fe1fe", "tag": "ed62fdc1-3a1d-4daa-b837-90df2d488c5a", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:49:28.806130 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c798990-8e4e-4146-b6e6-fe0852b28102 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:49:28.806130 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46605343-335a-4171-a5c4-26170f5fe1fe', 'tag': 'ed62fdc1-3a1d-4daa-b837-90df2d488c5a', 'status': 'completed', 'code': 200} Jan 28 06:49:28.808465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-95113fd4-33f4-452f-9438-aae7c53c18a7 None None] Set router 6ab6c477-98d4-4e50-9d64-d4976efaa858 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:49:28.896325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145ac10-97e7-44e1-aeb6-b61eff9db654 req-9a9e6206-4630-4982-8937-85d9bbaa541a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:28.898730 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2145ac10-97e7-44e1-aeb6-b61eff9db654 req-9a9e6206-4630-4982-8937-85d9bbaa541a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 945 time: 0.0828171 Jan 28 06:49:28.925773 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3d6d7-0503-47f4-9c2a-2f1c21cced1f req-13cd68f7-9ff8-45b1-b462-dbbe7148869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:28.927611 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ab3d6d7-0503-47f4-9c2a-2f1c21cced1f req-13cd68f7-9ff8-45b1-b462-dbbe7148869f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 1097 time: 0.0779572 Jan 28 06:49:29.017444 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2145ac10-97e7-44e1-aeb6-b61eff9db654 req-3985adaa-9ec6-4dc4-b3a9-ab2d532d4782 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8cb42f-29c1-4220-820e-76de77dd5890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095247 Jan 28 06:49:29.051410 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 56984) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:29.057280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3d6d7-0503-47f4-9c2a-2f1c21cced1f req-0db9bc24-0354-456f-be90-a1fdb19f354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:29.060367 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ab3d6d7-0503-47f4-9c2a-2f1c21cced1f req-0db9bc24-0354-456f-be90-a1fdb19f354e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 HTTP/1.1" status: 200 len: 898 time: 0.1254885 Jan 28 06:49:29.076682 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-95113fd4-33f4-452f-9438-aae7c53c18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637898085', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '250d8a11-226f-45ed-b334-28c7f9e45ebe', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'port_id': 'ed62fdc1-3a1d-4daa-b837-90df2d488c5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155', 'mac_address': 'fa:16:3e:c5:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46605343-335a-4171-a5c4-26170f5fe1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:49:27Z', 'updated_at': '2022-01-28T06:49:27Z', 'revision_number': 0, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b700d14-e048-490a-8306-af480b704e7a', 'name': '', 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:8e:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:09Z', 'updated_at': '2022-01-28T06:49:13Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:29.146664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95113fd4-33f4-452f-9438-aae7c53c18a7 None None] Checking router: 6ab6c477-98d4-4e50-9d64-d4976efaa858 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:29.148841 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ab3d6d7-0503-47f4-9c2a-2f1c21cced1f req-f85d958d-7e77-494a-a76b-93ea0ca08480 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed62fdc1-3a1d-4daa-b837-90df2d488c5a HTTP/1.1" status: 200 len: 999 time: 0.0829275 Jan 28 06:49:29.160842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95113fd4-33f4-452f-9438-aae7c53c18a7 None None] Routers {'6ab6c477-98d4-4e50-9d64-d4976efaa858'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:49:29.161484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-95113fd4-33f4-452f-9438-aae7c53c18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:49:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6ab6c477-98d4-4e50-9d64-d4976efaa858'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:29.171933 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a1f0a567-b902-4cb8-8916-ff32f3e5012d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/floatingips/250d8a11-226f-45ed-b334-28c7f9e45ebe HTTP/1.1" status: 200 len: 991 time: 0.1183887 Jan 28 06:49:29.216355 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3d6d7-0503-47f4-9c2a-2f1c21cced1f req-c94d7154-96cf-4ff4-b927-6995ecf00339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:29.218111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ab3d6d7-0503-47f4-9c2a-2f1c21cced1f req-c94d7154-96cf-4ff4-b927-6995ecf00339 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8442b6d-75c6-4f38-8ab7-befa676246ba HTTP/1.1" status: 200 len: 835 time: 0.0621493 Jan 28 06:49:29.283450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3d6d7-0503-47f4-9c2a-2f1c21cced1f req-9a4f8a13-ae8d-40e5-9027-e4fc84c643a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:29.285340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ab3d6d7-0503-47f4-9c2a-2f1c21cced1f req-9a4f8a13-ae8d-40e5-9027-e4fc84c643a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2f3a8d3-2eaf-4c94-b60d-37d57aec7155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588169 Jan 28 06:49:29.288556 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-95113fd4-33f4-452f-9438-aae7c53c18a7 None None] Set router 6ab6c477-98d4-4e50-9d64-d4976efaa858 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:49:29.391678 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ab3d6d7-0503-47f4-9c2a-2f1c21cced1f req-828ebf9b-5c77-40a1-a15d-90636b9ac5fb service neutron] 10.222.0.60 "GET /v2.0/networks/a2f3a8d3-2eaf-4c94-b60d-37d57aec7155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994825 Jan 28 06:49:29.532034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6ab3d6d7-0503-47f4-9c2a-2f1c21cced1f req-c51607e3-e02e-43e0-b014-4e20bf23e830 service neutron] 10.222.0.60 "GET /v2.0/networks/a2f3a8d3-2eaf-4c94-b60d-37d57aec7155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392572 Jan 28 06:49:29.558245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-95113fd4-33f4-452f-9438-aae7c53c18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637898085', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '250d8a11-226f-45ed-b334-28c7f9e45ebe', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'port_id': 'ed62fdc1-3a1d-4daa-b837-90df2d488c5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155', 'mac_address': 'fa:16:3e:c5:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46605343-335a-4171-a5c4-26170f5fe1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:49:27Z', 'updated_at': '2022-01-28T06:49:27Z', 'revision_number': 0, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b700d14-e048-490a-8306-af480b704e7a', 'name': '', 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:8e:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:09Z', 'updated_at': '2022-01-28T06:49:13Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:29.595091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95113fd4-33f4-452f-9438-aae7c53c18a7 None None] The sync data for ids ['6ab6c477-98d4-4e50-9d64-d4976efaa858'] in n-d-812111-12 is: [{'id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637898085', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '250d8a11-226f-45ed-b334-28c7f9e45ebe', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'port_id': 'ed62fdc1-3a1d-4daa-b837-90df2d488c5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155', 'mac_address': 'fa:16:3e:c5:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46605343-335a-4171-a5c4-26170f5fe1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:49:27Z', 'updated_at': '2022-01-28T06:49:27Z', 'revision_number': 0, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b700d14-e048-490a-8306-af480b704e7a', 'name': '', 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:8e:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:09Z', 'updated_at': '2022-01-28T06:49:13Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:29.797635 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9486abd2-718c-46a6-bc52-62515e59ab52 None None] New status for floating IP 250d8a11-226f-45ed-b334-28c7f9e45ebe: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:49:30.174729 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 56986) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:30.238679 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2e8d9f3a-5ade-44a7-87ff-7281ecf79246 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/floatingips/250d8a11-226f-45ed-b334-28c7f9e45ebe HTTP/1.1" status: 200 len: 993 time: 0.0626392 Jan 28 06:49:31.653092 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:49:32.473386 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-45c04192-143f-467f-bb0a-dfaac865dd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:34.839202 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d35c3c2-0c17-40df-a2e8-8e9f99a653d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:36.807164 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:38.251117 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:39.216262 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:55.672782 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:57.126605 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066b98e-0647-437b-bf8b-96c2d187011f req-185a06f4-373f-4658-a3e5-fe19b105227b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:57.128134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4066b98e-0647-437b-bf8b-96c2d187011f req-185a06f4-373f-4658-a3e5-fe19b105227b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 945 time: 0.0551937 Jan 28 06:49:57.180477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4066b98e-0647-437b-bf8b-96c2d187011f req-46c3085a-be17-43f7-bbed-b22f89f35ea6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8cb42f-29c1-4220-820e-76de77dd5890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449941 Jan 28 06:49:58.261857 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:49:58.300224 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d8936-be92-4a3f-8f70-dceefcf379c2 req-b02218fd-6f75-47bf-b2d3-eda03ca5410a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:58.301735 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f9d8936-be92-4a3f-8f70-dceefcf379c2 req-b02218fd-6f75-47bf-b2d3-eda03ca5410a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 945 time: 0.0485101 Jan 28 06:49:58.351599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f9d8936-be92-4a3f-8f70-dceefcf379c2 req-937cf85c-6242-4c23-a454-0a2ac37c3c6d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8cb42f-29c1-4220-820e-76de77dd5890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441153 Jan 28 06:49:58.375152 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57002) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:49:58.442131 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3aa5377b-698e-4a25-8405-36a1562475e0 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/floatingips/250d8a11-226f-45ed-b334-28c7f9e45ebe HTTP/1.1" status: 200 len: 993 time: 0.0611050 Jan 28 06:49:59.852666 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbf1c1-0804-46e6-aec0-d65350ed6c53 req-3365e475-e863-4b3c-abf2-f215e8092a44 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:59.858329 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ecbf1c1-0804-46e6-aec0-d65350ed6c53 req-3365e475-e863-4b3c-abf2-f215e8092a44 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 945 time: 0.0503094 Jan 28 06:49:59.913662 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ecbf1c1-0804-46e6-aec0-d65350ed6c53 req-5f96d2d6-2c92-4e53-b8b9-01bccd89fd1b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8cb42f-29c1-4220-820e-76de77dd5890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527790 Jan 28 06:50:01.036076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9909f-7278-41c6-a51b-8441b70f9d83 req-f7bd414b-2e5b-4e67-b863-705c36aac622 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:01.037569 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98d9909f-7278-41c6-a51b-8441b70f9d83 req-f7bd414b-2e5b-4e67-b863-705c36aac622 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 945 time: 0.0494311 Jan 28 06:50:01.086384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-98d9909f-7278-41c6-a51b-8441b70f9d83 req-f2b3e376-9cc2-4176-9eea-ab99bc994eac tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8cb42f-29c1-4220-820e-76de77dd5890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425143 Jan 28 06:50:01.110857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57012) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:01.176806 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-51da483e-3744-4a74-935b-e7b4d1cd8819 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/floatingips/250d8a11-226f-45ed-b334-28c7f9e45ebe HTTP/1.1" status: 200 len: 993 time: 0.0598018 Jan 28 06:50:01.477810 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57018) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:01.638819 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port 805b2bda-1acb-4bb1-bd1c-8255d3b9af88 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:50:01.639160 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (805b2bda-1acb-4bb1-bd1c-8255d3b9af88), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:01.717175 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (805b2bda-1acb-4bb1-bd1c-8255d3b9af88), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:01.717525 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (805b2bda-1acb-4bb1-bd1c-8255d3b9af88), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:01.729396 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for 805b2bda-1acb-4bb1-bd1c-8255d3b9af88 owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:50:01.952758 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (805b2bda-1acb-4bb1-bd1c-8255d3b9af88), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:02.309329 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=805b2bda-1acb-4bb1-bd1c-8255d3b9af88,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:02.322356 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:02.322356 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:02.322356 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:02.323528 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:02.323622 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:02.323957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:02.324295 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:02.324637 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:02.324976 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:02.325318 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:02.325654 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:02.325984 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:02.326358 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:02.381971 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (250d8a11-226f-45ed-b334-28c7f9e45ebe), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:02.382366 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Floating IP 250d8a11-226f-45ed-b334-28c7f9e45ebe disassociated (deleted). External IP: 172.25.0.100, port: ed62fdc1-3a1d-4daa-b837-90df2d488c5a. Jan 28 06:50:02.507634 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7cf85ff-598f-4e39-8be7-2872095a3805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:02.601129 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router 6ab6c477-98d4-4e50-9d64-d4976efaa858 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:50:02.711830 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:50:02.716911 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:02.721893 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c2901c-935c-40c8-bc8e-5628f1dc3409 None None] Sync routers for ids ['6ab6c477-98d4-4e50-9d64-d4976efaa858'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:50:02.733915 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c2901c-935c-40c8-bc8e-5628f1dc3409 None None] Routers {'6ab6c477-98d4-4e50-9d64-d4976efaa858'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:50:02.734918 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-94c2901c-935c-40c8-bc8e-5628f1dc3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:49:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6ab6c477-98d4-4e50-9d64-d4976efaa858'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:02.745961 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-16bea4e5-863e-4f9e-8e11-5733cff66f04 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/floatingips/250d8a11-226f-45ed-b334-28c7f9e45ebe HTTP/1.1" status: 204 len: 168 time: 1.2671030 Jan 28 06:50:02.746654 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46605343-335a-4171-a5c4-26170f5fe1fe', 'tag': 'ed62fdc1-3a1d-4daa-b837-90df2d488c5a'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:50:02.749169 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8f54b3-a9d7-4df1-a59c-904370414257" -d '{"events": [{"name": "network-changed", "server_uuid": "46605343-335a-4171-a5c4-26170f5fe1fe", "tag": "ed62fdc1-3a1d-4daa-b837-90df2d488c5a"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:50:02.787846 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f34b04b-0c53-4cc8-ab31-7c5b368c7a83 x-openstack-request-id: req-3f34b04b-0c53-4cc8-ab31-7c5b368c7a83 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:50:02.788134 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46605343-335a-4171-a5c4-26170f5fe1fe", "tag": "ed62fdc1-3a1d-4daa-b837-90df2d488c5a", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:50:02.788394 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f34b04b-0c53-4cc8-ab31-7c5b368c7a83 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:50:02.788823 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46605343-335a-4171-a5c4-26170f5fe1fe', 'tag': 'ed62fdc1-3a1d-4daa-b837-90df2d488c5a', 'status': 'completed', 'code': 200} Jan 28 06:50:02.863256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-94c2901c-935c-40c8-bc8e-5628f1dc3409 None None] Set router 6ab6c477-98d4-4e50-9d64-d4976efaa858 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:50:02.889505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f54b3-a9d7-4df1-a59c-904370414257 req-a70069ad-8535-43a8-a3f8-5e875f9cc9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:02.891457 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a8f54b3-a9d7-4df1-a59c-904370414257 req-a70069ad-8535-43a8-a3f8-5e875f9cc9a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 1097 time: 0.0465987 Jan 28 06:50:02.991044 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f54b3-a9d7-4df1-a59c-904370414257 req-eceac442-5d46-4ad2-b3e4-8cd8381b20c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:02.992546 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a8f54b3-a9d7-4df1-a59c-904370414257 req-eceac442-5d46-4ad2-b3e4-8cd8381b20c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 HTTP/1.1" status: 200 len: 898 time: 0.0953019 Jan 28 06:50:03.044023 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a8f54b3-a9d7-4df1-a59c-904370414257 req-ef5a354c-6c2f-47cb-a24a-d0bd9ee3d759 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed62fdc1-3a1d-4daa-b837-90df2d488c5a HTTP/1.1" status: 200 len: 217 time: 0.0431635 Jan 28 06:50:03.100656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f54b3-a9d7-4df1-a59c-904370414257 req-f6b0ac2b-a3fc-4b36-a29a-3f780efcc8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:03.102327 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a8f54b3-a9d7-4df1-a59c-904370414257 req-f6b0ac2b-a3fc-4b36-a29a-3f780efcc8bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8442b6d-75c6-4f38-8ab7-befa676246ba HTTP/1.1" status: 200 len: 835 time: 0.0520122 Jan 28 06:50:03.112051 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-94c2901c-935c-40c8-bc8e-5628f1dc3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637898085', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '7b700d14-e048-490a-8306-af480b704e7a', 'name': '', 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:8e:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:09Z', 'updated_at': '2022-01-28T06:49:13Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:03.153126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c2901c-935c-40c8-bc8e-5628f1dc3409 None None] Checking router: 6ab6c477-98d4-4e50-9d64-d4976efaa858 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:50:03.154567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f54b3-a9d7-4df1-a59c-904370414257 req-39b66cd1-14cf-48f1-a77b-ee3168dfe015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:03.156108 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a8f54b3-a9d7-4df1-a59c-904370414257 req-39b66cd1-14cf-48f1-a77b-ee3168dfe015 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2f3a8d3-2eaf-4c94-b60d-37d57aec7155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467906 Jan 28 06:50:03.162052 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c2901c-935c-40c8-bc8e-5628f1dc3409 None None] Routers {'6ab6c477-98d4-4e50-9d64-d4976efaa858'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:50:03.162714 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-94c2901c-935c-40c8-bc8e-5628f1dc3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:49:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6ab6c477-98d4-4e50-9d64-d4976efaa858'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:03.286790 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-94c2901c-935c-40c8-bc8e-5628f1dc3409 None None] Set router 6ab6c477-98d4-4e50-9d64-d4976efaa858 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:50:03.289449 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce590b82-bb18-4228-b3a9-b4d1150328a5 req-a845a7fd-5708-4b4c-bc2b-2aeab8d9ab7c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:03.290977 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce590b82-bb18-4228-b3a9-b4d1150328a5 req-a845a7fd-5708-4b4c-bc2b-2aeab8d9ab7c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 945 time: 0.0735767 Jan 28 06:50:03.309631 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a8f54b3-a9d7-4df1-a59c-904370414257 req-b55781eb-d973-44db-98b0-d54ac4f8f3cd service neutron] 10.222.0.60 "GET /v2.0/networks/a2f3a8d3-2eaf-4c94-b60d-37d57aec7155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454067 Jan 28 06:50:03.363964 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce590b82-bb18-4228-b3a9-b4d1150328a5 req-3204ea0f-c025-4c6b-ba77-c8b34b843858 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8cb42f-29c1-4220-820e-76de77dd5890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667932 Jan 28 06:50:03.446778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a8f54b3-a9d7-4df1-a59c-904370414257 req-dc0754ba-dbd3-4bd9-9a61-b9b62d0277dc service neutron] 10.222.0.60 "GET /v2.0/networks/a2f3a8d3-2eaf-4c94-b60d-37d57aec7155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288359 Jan 28 06:50:03.538706 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-94c2901c-935c-40c8-bc8e-5628f1dc3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637898085', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '7b700d14-e048-490a-8306-af480b704e7a', 'name': '', 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:8e:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:09Z', 'updated_at': '2022-01-28T06:49:13Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:03.568380 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c2901c-935c-40c8-bc8e-5628f1dc3409 None None] The sync data for ids ['6ab6c477-98d4-4e50-9d64-d4976efaa858'] in n-d-812111-12 is: [{'id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637898085', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '7b700d14-e048-490a-8306-af480b704e7a', 'name': '', 'network_id': 'a2f3a8d3-2eaf-4c94-b60d-37d57aec7155', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:8e:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:09Z', 'updated_at': '2022-01-28T06:49:13Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': 'e8442b6d-75c6-4f38-8ab7-befa676246ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:50:03.793301 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35667f53-d700-4eef-b4cf-943ecd6ee431 None None] New status for floating IP 250d8a11-226f-45ed-b334-28c7f9e45ebe: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:50:04.491170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9bae7-9175-4170-b9c8-757c261d4495 req-8ca4f851-3a69-4c84-9a38-57868f5f1e8e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:04.492665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87e9bae7-9175-4170-b9c8-757c261d4495 req-8ca4f851-3a69-4c84-9a38-57868f5f1e8e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 945 time: 0.0501420 Jan 28 06:50:04.545053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-87e9bae7-9175-4170-b9c8-757c261d4495 req-e7574088-f7be-4ab1-beaf-d377c7ba9a49 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f8cb42f-29c1-4220-820e-76de77dd5890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458498 Jan 28 06:50:04.837994 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b79a6fb9-cec5-4d3c-b21b-ee53011df3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:04.992762 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7cc2b-baf7-487b-8289-d39ee8170f20 req-201a54a4-f933-423b-823f-9738661e5b72 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:04.994209 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eea7cc2b-baf7-487b-8289-d39ee8170f20 req-201a54a4-f933-423b-823f-9738661e5b72 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.60 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 945 time: 0.0495417 Jan 28 06:50:05.096396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-eea7cc2b-baf7-487b-8289-d39ee8170f20 req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port ed62fdc1-3a1d-4daa-b837-90df2d488c5a {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:50:05.096636 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-eea7cc2b-baf7-487b-8289-d39ee8170f20 req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ed62fdc1-3a1d-4daa-b837-90df2d488c5a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:05.184603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-eea7cc2b-baf7-487b-8289-d39ee8170f20 req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] For port ed62fdc1-3a1d-4daa-b837-90df2d488c5a, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ed62fdc1-3a1d-4daa-b837-90df2d488c5a,segment=NetworkSegment(7280c61e-da8c-427c-a262-421e42948205),segment_id=7280c61e-da8c-427c-a262-421e42948205)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:50:05.184978 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-eea7cc2b-baf7-487b-8289-d39ee8170f20 req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ed62fdc1-3a1d-4daa-b837-90df2d488c5a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:05.198924 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-eea7cc2b-baf7-487b-8289-d39ee8170f20 req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for ed62fdc1-3a1d-4daa-b837-90df2d488c5a owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:50:05.427277 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-eea7cc2b-baf7-487b-8289-d39ee8170f20 req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ed62fdc1-3a1d-4daa-b837-90df2d488c5a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:05.457876 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=ed62fdc1-3a1d-4daa-b837-90df2d488c5a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:05.474171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:05.474171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:05.474171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:05.474171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:05.474171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:05.474171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:05.474171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:05.474171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:05.474171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:05.474171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:05.474171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:05.474171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:05.474171 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:05.523103 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea7cc2b-baf7-487b-8289-d39ee8170f20 req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] No DVR routers for this DVR port ed62fdc1-3a1d-4daa-b837-90df2d488c5a on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:50:05.523103 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-eea7cc2b-baf7-487b-8289-d39ee8170f20 req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:05.523103 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eea7cc2b-baf7-487b-8289-d39ee8170f20 req-2e40741b-a7c8-4b57-b5df-20080fd15cc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.60 "DELETE /v2.0/ports/ed62fdc1-3a1d-4daa-b837-90df2d488c5a HTTP/1.1" status: 204 len: 173 time: 0.5206051 Jan 28 06:50:05.523103 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46605343-335a-4171-a5c4-26170f5fe1fe', 'name': 'network-vif-deleted', 'tag': 'ed62fdc1-3a1d-4daa-b837-90df2d488c5a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:50:05.523103 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88b21c1-7263-42ae-9ae7-fc204c2cab36" -d '{"events": [{"server_uuid": "46605343-335a-4171-a5c4-26170f5fe1fe", "name": "network-vif-deleted", "tag": "ed62fdc1-3a1d-4daa-b837-90df2d488c5a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:50:05.558334 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7adfaa1-092b-4418-90b5-4e398eef7c72 x-openstack-request-id: req-f7adfaa1-092b-4418-90b5-4e398eef7c72 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:50:05.558621 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46605343-335a-4171-a5c4-26170f5fe1fe", "name": "network-vif-deleted", "tag": "ed62fdc1-3a1d-4daa-b837-90df2d488c5a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:50:05.558874 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7adfaa1-092b-4418-90b5-4e398eef7c72 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:50:05.559274 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46605343-335a-4171-a5c4-26170f5fe1fe', 'name': 'network-vif-deleted', 'tag': 'ed62fdc1-3a1d-4daa-b837-90df2d488c5a', 'status': 'completed', 'code': 200} Jan 28 06:50:05.645319 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9c046e4c-fa5b-4231-a0b9-cce88411f4e4 req-ff533549-e39e-4c6c-9551-036414c3db17 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=46605343-335a-4171-a5c4-26170f5fe1fe HTTP/1.1" status: 200 len: 210 time: 0.0273190 Jan 28 06:50:06.706796 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57034) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:06.804244 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:07.096332 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6dddfca5-d738-472b-8557-ce4a1907029d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (6ab6c477-98d4-4e50-9d64-d4976efaa858), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:07.360918 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-6dddfca5-d738-472b-8557-ce4a1907029d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port 7b700d14-e048-490a-8306-af480b704e7a {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:50:07.361175 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6dddfca5-d738-472b-8557-ce4a1907029d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7b700d14-e048-490a-8306-af480b704e7a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:07.450642 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-6dddfca5-d738-472b-8557-ce4a1907029d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] For port 7b700d14-e048-490a-8306-af480b704e7a, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7b700d14-e048-490a-8306-af480b704e7a,segment=NetworkSegment(7280c61e-da8c-427c-a262-421e42948205),segment_id=7280c61e-da8c-427c-a262-421e42948205)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:50:07.451010 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6dddfca5-d738-472b-8557-ce4a1907029d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7b700d14-e048-490a-8306-af480b704e7a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:07.464201 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-6dddfca5-d738-472b-8557-ce4a1907029d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for 7b700d14-e048-490a-8306-af480b704e7a owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:50:07.731114 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6dddfca5-d738-472b-8557-ce4a1907029d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7b700d14-e048-490a-8306-af480b704e7a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:07.763430 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddfca5-d738-472b-8557-ce4a1907029d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=7b700d14-e048-490a-8306-af480b704e7a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:07.951771 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6dddfca5-d738-472b-8557-ce4a1907029d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (6ab6c477-98d4-4e50-9d64-d4976efaa858), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:08.129463 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:08.182570 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dddfca5-d738-472b-8557-ce4a1907029d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router 6ab6c477-98d4-4e50-9d64-d4976efaa858 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:50:08.300475 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dddfca5-d738-472b-8557-ce4a1907029d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:50:08.309414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57036) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:08.309868 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6dddfca5-d738-472b-8557-ce4a1907029d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "PUT /v2.0/routers/6ab6c477-98d4-4e50-9d64-d4976efaa858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6018071 Jan 28 06:50:08.315342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb3440-9e23-4fdf-8eb3-7fd7e51a2b07 None None] Sync routers for ids ['6ab6c477-98d4-4e50-9d64-d4976efaa858'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:50:08.345807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb3440-9e23-4fdf-8eb3-7fd7e51a2b07 None None] Routers {'6ab6c477-98d4-4e50-9d64-d4976efaa858'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:50:08.346484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5beb3440-9e23-4fdf-8eb3-7fd7e51a2b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6ab6c477-98d4-4e50-9d64-d4976efaa858'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:08.387269 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ad8875-57c6-4bb6-ae17-3e50666ac93e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting subnet e8442b6d-75c6-4f38-8ab7-befa676246ba {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:50:08.388270 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ed62fdc1-3a1d-4daa-b837-90df2d488c5a no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:50:08.390886 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1ad8875-57c6-4bb6-ae17-3e50666ac93e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for subnet (e8442b6d-75c6-4f38-8ab7-befa676246ba), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:08.423099 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: ed62fdc1-3a1d-4daa-b837-90df2d488c5a {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:50:08.423527 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ed62fdc1-3a1d-4daa-b837-90df2d488c5a not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:50:08.433756 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1ad8875-57c6-4bb6-ae17-3e50666ac93e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (e8442b6d-75c6-4f38-8ab7-befa676246ba), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:08.538325 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1ad8875-57c6-4bb6-ae17-3e50666ac93e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (e8442b6d-75c6-4f38-8ab7-befa676246ba), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:08.644763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-5beb3440-9e23-4fdf-8eb3-7fd7e51a2b07 None None] Set router 6ab6c477-98d4-4e50-9d64-d4976efaa858 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:50:08.652908 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:50:08.684481 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1ad8875-57c6-4bb6-ae17-3e50666ac93e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (e8442b6d-75c6-4f38-8ab7-befa676246ba), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:08.716835 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad8875-57c6-4bb6-ae17-3e50666ac93e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Subnet': ['ID=e8442b6d-75c6-4f38-8ab7-befa676246ba,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:08.720649 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1ad8875-57c6-4bb6-ae17-3e50666ac93e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:08.726844 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c1ad8875-57c6-4bb6-ae17-3e50666ac93e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/subnets/e8442b6d-75c6-4f38-8ab7-befa676246ba HTTP/1.1" status: 204 len: 168 time: 0.4134667 Jan 28 06:50:08.727144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57038) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:08.760781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be1ee05-9487-4165-b86a-7d3472a34651 None None] Network a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:50:08.851852 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc9754c-9da7-439b-be70-20478e22a960 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router (6ab6c477-98d4-4e50-9d64-d4976efaa858), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:08.932826 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5beb3440-9e23-4fdf-8eb3-7fd7e51a2b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637898085', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:50:07Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:08.962639 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb3440-9e23-4fdf-8eb3-7fd7e51a2b07 None None] Checking router: 6ab6c477-98d4-4e50-9d64-d4976efaa858 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:50:08.971356 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc9754c-9da7-439b-be70-20478e22a960 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (6ab6c477-98d4-4e50-9d64-d4976efaa858), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:08.973253 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb3440-9e23-4fdf-8eb3-7fd7e51a2b07 None None] Routers {'6ab6c477-98d4-4e50-9d64-d4976efaa858'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:50:08.974034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5beb3440-9e23-4fdf-8eb3-7fd7e51a2b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['6ab6c477-98d4-4e50-9d64-d4976efaa858'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:09.012976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] DHCP port deletion for a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:50:09.102493 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9754c-9da7-439b-be70-20478e22a960 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port 65114b6e-f1df-41cf-b861-25ff032829f3 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:50:09.102986 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc9754c-9da7-439b-be70-20478e22a960 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (65114b6e-f1df-41cf-b861-25ff032829f3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:09.127813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-5beb3440-9e23-4fdf-8eb3-7fd7e51a2b07 None None] Set router 6ab6c477-98d4-4e50-9d64-d4976efaa858 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:50:09.200716 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Deleting port a92922ad-5840-425c-87fb-6e9348993425 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:50:09.201394 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a92922ad-5840-425c-87fb-6e9348993425), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:09.207186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-5dc9754c-9da7-439b-be70-20478e22a960 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] For port 65114b6e-f1df-41cf-b861-25ff032829f3, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=65114b6e-f1df-41cf-b861-25ff032829f3,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:50:09.207553 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc9754c-9da7-439b-be70-20478e22a960 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (65114b6e-f1df-41cf-b861-25ff032829f3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:09.227688 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9754c-9da7-439b-be70-20478e22a960 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for 65114b6e-f1df-41cf-b861-25ff032829f3 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:50:09.289524 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:09.312566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] For port a92922ad-5840-425c-87fb-6e9348993425, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a92922ad-5840-425c-87fb-6e9348993425,segment=NetworkSegment(7280c61e-da8c-427c-a262-421e42948205),segment_id=7280c61e-da8c-427c-a262-421e42948205)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:50:09.312961 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a92922ad-5840-425c-87fb-6e9348993425), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:09.333071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Calling delete_port for a92922ad-5840-425c-87fb-6e9348993425 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:50:09.444198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-5beb3440-9e23-4fdf-8eb3-7fd7e51a2b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637898085', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:50:07Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:09.449908 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc9754c-9da7-439b-be70-20478e22a960 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (65114b6e-f1df-41cf-b861-25ff032829f3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:09.474361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb3440-9e23-4fdf-8eb3-7fd7e51a2b07 None None] The sync data for ids ['6ab6c477-98d4-4e50-9d64-d4976efaa858'] in n-d-812111-12 is: [{'id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1637898085', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:50:07Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '65114b6e-f1df-41cf-b861-25ff032829f3', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6c477-98d4-4e50-9d64-d4976efaa858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:05Z', 'updated_at': '2022-01-28T06:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:50:09.479531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9754c-9da7-439b-be70-20478e22a960 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=65114b6e-f1df-41cf-b861-25ff032829f3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:09.547130 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (a92922ad-5840-425c-87fb-6e9348993425), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:09.568384 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc9754c-9da7-439b-be70-20478e22a960 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (6ab6c477-98d4-4e50-9d64-d4976efaa858), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:09.574888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Pushing event deleted for resources: {'Port': ['ID=a92922ad-5840-425c-87fb-6e9348993425,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:09.579302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] No DVR routers for this DVR port a92922ad-5840-425c-87fb-6e9348993425 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:50:09.592730 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:09.593286 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:09.593521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:09.593857 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:09.594195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:09.594668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:09.594855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:09.595185 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:09.595508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:09.595822 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:09.596147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:09.596465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:09.596781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f9101-b951-487f-8502-c8f71b5fc0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:09.672750 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc9754c-9da7-439b-be70-20478e22a960 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (6ab6c477-98d4-4e50-9d64-d4976efaa858), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:09.674990 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc9754c-9da7-439b-be70-20478e22a960 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_controller (6ab6c477-98d4-4e50-9d64-d4976efaa858), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:09.811093 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc9754c-9da7-439b-be70-20478e22a960 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (6ab6c477-98d4-4e50-9d64-d4976efaa858), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:09.811709 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc9754c-9da7-439b-be70-20478e22a960 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Fanout notify agent at l3_agent the message router_deleted on router 6ab6c477-98d4-4e50-9d64-d4976efaa858 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:50:09.819898 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc9754c-9da7-439b-be70-20478e22a960 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:09.837542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5dc9754c-9da7-439b-be70-20478e22a960 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/routers/6ab6c477-98d4-4e50-9d64-d4976efaa858 HTTP/1.1" status: 204 len: 168 time: 1.0929759 Jan 28 06:50:09.838567 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57040) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:09.915455 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b5dfc9e-6db6-4f50-b304-9eb6ae5e5a79 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (a2f3a8d3-2eaf-4c94-b60d-37d57aec7155), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:10.011311 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b5dfc9e-6db6-4f50-b304-9eb6ae5e5a79 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (a2f3a8d3-2eaf-4c94-b60d-37d57aec7155), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:10.032705 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-8b5dfc9e-6db6-4f50-b304-9eb6ae5e5a79 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f3a8d3-2eaf-4c94-b60d-37d57aec7155']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:10.042229 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-8b5dfc9e-6db6-4f50-b304-9eb6ae5e5a79 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7280c61e-da8c-427c-a262-421e42948205') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:10.042618 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-8b5dfc9e-6db6-4f50-b304-9eb6ae5e5a79 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7280c61e-da8c-427c-a262-421e42948205') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:10.052802 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b5dfc9e-6db6-4f50-b304-9eb6ae5e5a79 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (7280c61e-da8c-427c-a262-421e42948205), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:10.067895 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b5dfc9e-6db6-4f50-b304-9eb6ae5e5a79 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (7280c61e-da8c-427c-a262-421e42948205), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:10.075607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5dfc9e-6db6-4f50-b304-9eb6ae5e5a79 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:50:10.076236 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b5dfc9e-6db6-4f50-b304-9eb6ae5e5a79 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (7280c61e-da8c-427c-a262-421e42948205), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: timer() Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:50:10.079309 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:50:10.211989 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b5dfc9e-6db6-4f50-b304-9eb6ae5e5a79 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (a2f3a8d3-2eaf-4c94-b60d-37d57aec7155), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:10.226769 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-8b5dfc9e-6db6-4f50-b304-9eb6ae5e5a79 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:10.226769 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-8b5dfc9e-6db6-4f50-b304-9eb6ae5e5a79 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/networks/a2f3a8d3-2eaf-4c94-b60d-37d57aec7155 HTTP/1.1" status: 204 len: 168 time: 0.3991883 Jan 28 06:50:10.227762 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57042) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:10.237400 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dfc9e-6db6-4f50-b304-9eb6ae5e5a79 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Network': ['ID=a2f3a8d3-2eaf-4c94-b60d-37d57aec7155,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:10.321646 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82e4ffc3-d006-41bd-84e7-01282f60a5cb tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (8f8cb42f-29c1-4220-820e-76de77dd5890), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:10.325392 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7b700d14-e048-490a-8306-af480b704e7a no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:50:10.347266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 7b700d14-e048-490a-8306-af480b704e7a {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:50:10.347619 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7b700d14-e048-490a-8306-af480b704e7a not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:50:10.348058 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 65114b6e-f1df-41cf-b861-25ff032829f3 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:50:10.351838 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82e4ffc3-d006-41bd-84e7-01282f60a5cb tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (8f8cb42f-29c1-4220-820e-76de77dd5890), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:10.372184 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 65114b6e-f1df-41cf-b861-25ff032829f3 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:50:10.372184 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 65114b6e-f1df-41cf-b861-25ff032829f3 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:50:10.372609 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a92922ad-5840-425c-87fb-6e9348993425 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:50:10.396076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: a92922ad-5840-425c-87fb-6e9348993425 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:50:10.396433 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a92922ad-5840-425c-87fb-6e9348993425 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:50:10.478605 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82e4ffc3-d006-41bd-84e7-01282f60a5cb tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8f8cb42f-29c1-4220-820e-76de77dd5890), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:10.481375 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82e4ffc3-d006-41bd-84e7-01282f60a5cb tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:10.482598 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-82e4ffc3-d006-41bd-84e7-01282f60a5cb tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/security-groups/8f8cb42f-29c1-4220-820e-76de77dd5890 HTTP/1.1" status: 204 len: 168 time: 0.2539988 Jan 28 06:50:10.492263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4ffc3-d006-41bd-84e7-01282f60a5cb tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8cb42f-29c1-4220-820e-76de77dd5890,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:11.029921 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57048) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:11.034781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f7788b5e-19b6-4008-a4d9-f5200a162e62 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-693874348', 'description': 'tempest-secgroup-smoke-693874348 description', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:11.124324 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7788b5e-19b6-4008-a4d9-f5200a162e62 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:11.199845 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7788b5e-19b6-4008-a4d9-f5200a162e62 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (5542f238-2913-4eab-ac7c-a70f2965f2bb), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:11.261030 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7788b5e-19b6-4008-a4d9-f5200a162e62 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5542f238-2913-4eab-ac7c-a70f2965f2bb), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:11.290374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7788b5e-19b6-4008-a4d9-f5200a162e62 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5542f238-2913-4eab-ac7c-a70f2965f2bb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:11.343198 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7788b5e-19b6-4008-a4d9-f5200a162e62 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:11.345387 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f7788b5e-19b6-4008-a4d9-f5200a162e62 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3141100 Jan 28 06:50:11.348660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57050) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:11.353075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-21edd328-e9aa-4af8-ba7f-34d88d2fa07f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '5542f238-2913-4eab-ac7c-a70f2965f2bb', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:11.513189 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21edd328-e9aa-4af8-ba7f-34d88d2fa07f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (c8fc061f-e8dd-4aae-b0f6-3a5760a04e42), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:11.570195 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21edd328-e9aa-4af8-ba7f-34d88d2fa07f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (c8fc061f-e8dd-4aae-b0f6-3a5760a04e42), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:11.632364 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21edd328-e9aa-4af8-ba7f-34d88d2fa07f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (c8fc061f-e8dd-4aae-b0f6-3a5760a04e42), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:11.653097 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21edd328-e9aa-4af8-ba7f-34d88d2fa07f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8fc061f-e8dd-4aae-b0f6-3a5760a04e42,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:11.720490 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21edd328-e9aa-4af8-ba7f-34d88d2fa07f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:11.721802 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-21edd328-e9aa-4af8-ba7f-34d88d2fa07f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3721442 Jan 28 06:50:11.728108 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57052) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:11.733404 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-25cc5f70-619d-4e3b-a2e9-587441a5fa1c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '5542f238-2913-4eab-ac7c-a70f2965f2bb', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:11.810154 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25cc5f70-619d-4e3b-a2e9-587441a5fa1c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (34836451-6d24-42b2-b990-e180740d2bed), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:11.864982 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25cc5f70-619d-4e3b-a2e9-587441a5fa1c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (34836451-6d24-42b2-b990-e180740d2bed), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:11.948289 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25cc5f70-619d-4e3b-a2e9-587441a5fa1c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (34836451-6d24-42b2-b990-e180740d2bed), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:11.968751 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc5f70-619d-4e3b-a2e9-587441a5fa1c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34836451-6d24-42b2-b990-e180740d2bed,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:12.040930 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25cc5f70-619d-4e3b-a2e9-587441a5fa1c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:12.043009 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-25cc5f70-619d-4e3b-a2e9-587441a5fa1c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3129714 Jan 28 06:50:12.046166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57054) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:12.050727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2c1f892a-67df-44e7-86d3-b12b8440217a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '5542f238-2913-4eab-ac7c-a70f2965f2bb', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:12.140747 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c1f892a-67df-44e7-86d3-b12b8440217a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (1304ac8e-623f-4a53-a665-af0f4ecb551c), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:12.201867 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c1f892a-67df-44e7-86d3-b12b8440217a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (1304ac8e-623f-4a53-a665-af0f4ecb551c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:12.261369 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c1f892a-67df-44e7-86d3-b12b8440217a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (1304ac8e-623f-4a53-a665-af0f4ecb551c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:12.281276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f892a-67df-44e7-86d3-b12b8440217a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1304ac8e-623f-4a53-a665-af0f4ecb551c,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:12.337129 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c1f892a-67df-44e7-86d3-b12b8440217a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:12.340162 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2c1f892a-67df-44e7-86d3-b12b8440217a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2919643 Jan 28 06:50:12.348235 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57056) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:12.353265 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-582a0f65-dd58-40bb-a98a-3ce90bd8fa35 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '5542f238-2913-4eab-ac7c-a70f2965f2bb', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:12.454744 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-582a0f65-dd58-40bb-a98a-3ce90bd8fa35 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (2781c617-768a-4b49-b981-6831e1f2938e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:12.526891 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-582a0f65-dd58-40bb-a98a-3ce90bd8fa35 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (2781c617-768a-4b49-b981-6831e1f2938e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:12.615326 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-582a0f65-dd58-40bb-a98a-3ce90bd8fa35 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (2781c617-768a-4b49-b981-6831e1f2938e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:12.636178 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a0f65-dd58-40bb-a98a-3ce90bd8fa35 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2781c617-768a-4b49-b981-6831e1f2938e,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:12.720441 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-582a0f65-dd58-40bb-a98a-3ce90bd8fa35 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:12.721582 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-582a0f65-dd58-40bb-a98a-3ce90bd8fa35 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3721724 Jan 28 06:50:12.724292 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57058) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:12.728880 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-57202089-ffee-473e-8635-988b33786f6d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '5542f238-2913-4eab-ac7c-a70f2965f2bb', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:12.844188 n-d-812111-12 neutron-server[103634]: INFO neutron.db.securitygroups_db [None req-57202089-ffee-473e-8635-988b33786f6d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Project 9be2f1d5e39042c9b5b0f4b6a2168aba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:50:12.849500 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57202089-ffee-473e-8635-988b33786f6d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (a2992df2-b2bf-44b5-9ed9-4d98e5b9d71e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:12.910432 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57202089-ffee-473e-8635-988b33786f6d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (a2992df2-b2bf-44b5-9ed9-4d98e5b9d71e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:13.027624 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57202089-ffee-473e-8635-988b33786f6d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (a2992df2-b2bf-44b5-9ed9-4d98e5b9d71e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:13.046289 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57202089-ffee-473e-8635-988b33786f6d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2992df2-b2bf-44b5-9ed9-4d98e5b9d71e,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:13.139150 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-57202089-ffee-473e-8635-988b33786f6d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:13.143264 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-57202089-ffee-473e-8635-988b33786f6d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4153483 Jan 28 06:50:13.143461 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57060) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:13.147869 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1db7a697-0fbc-47ad-9695-320a44d80953 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '5542f238-2913-4eab-ac7c-a70f2965f2bb', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:13.255403 n-d-812111-12 neutron-server[103634]: INFO neutron.db.securitygroups_db [None req-1db7a697-0fbc-47ad-9695-320a44d80953 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Project 9be2f1d5e39042c9b5b0f4b6a2168aba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:50:13.261787 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1db7a697-0fbc-47ad-9695-320a44d80953 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (bb0b9dd2-8c73-469b-8111-346c3f32da9d), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:13.325841 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1db7a697-0fbc-47ad-9695-320a44d80953 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (bb0b9dd2-8c73-469b-8111-346c3f32da9d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:13.409532 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1db7a697-0fbc-47ad-9695-320a44d80953 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (bb0b9dd2-8c73-469b-8111-346c3f32da9d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:13.429882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7a697-0fbc-47ad-9695-320a44d80953 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0b9dd2-8c73-469b-8111-346c3f32da9d,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:13.514230 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1db7a697-0fbc-47ad-9695-320a44d80953 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:13.515519 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1db7a697-0fbc-47ad-9695-320a44d80953 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3711262 Jan 28 06:50:13.518447 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57062) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:13.523153 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b70551dd-3840-4145-b878-61739e9d3f53 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'network': {'name': 'tempest-network-smoke--1599100590', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'port_security_enabled': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:13.615330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70551dd-3840-4145-b878-61739e9d3f53 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Made reservation on behalf of 9be2f1d5e39042c9b5b0f4b6a2168aba for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:50:13.618747 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b70551dd-3840-4145-b878-61739e9d3f53 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:13.644666 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70551dd-3840-4145-b878-61739e9d3f53 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:50:13.653668 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b70551dd-3840-4145-b878-61739e9d3f53 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a6968535-801b-4232-ab90-c9462d6a8857), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:13.654048 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-b70551dd-3840-4145-b878-61739e9d3f53 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Added segment a6968535-801b-4232-ab90-c9462d6a8857 of type vlan for network 572398b4-9ecd-4186-9a5b-ca756bd2cc07 Jan 28 06:50:13.696936 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b70551dd-3840-4145-b878-61739e9d3f53 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (572398b4-9ecd-4186-9a5b-ca756bd2cc07), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:13.763700 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b70551dd-3840-4145-b878-61739e9d3f53 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (572398b4-9ecd-4186-9a5b-ca756bd2cc07), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:13.768679 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70551dd-3840-4145-b878-61739e9d3f53 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:13.769268 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b70551dd-3840-4145-b878-61739e9d3f53 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:13.834817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70551dd-3840-4145-b878-61739e9d3f53 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Network': ['ID=572398b4-9ecd-4186-9a5b-ca756bd2cc07,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:13.845373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 572398b4-9ecd-4186-9a5b-ca756bd2cc07 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:50:13.909868 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b70551dd-3840-4145-b878-61739e9d3f53 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3903143 Jan 28 06:50:13.912466 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57064) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:13.917961 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1916523498', 'admin_state_up': True, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:14.027168 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (fd11bd4b-896d-476c-877f-66d80faf8340), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:14.028348 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (fd11bd4b-896d-476c-877f-66d80faf8340), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:14.083720 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_controller (fd11bd4b-896d-476c-877f-66d80faf8340), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:14.306906 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (fd11bd4b-896d-476c-877f-66d80faf8340), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:14.612354 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (fd11bd4b-896d-476c-877f-66d80faf8340), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:14.631511 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:14.737685 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.25.0.84 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/7a278051-7491-4a25-8701-0ecb28557c76) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:50:14.836347 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (7a278051-7491-4a25-8701-0ecb28557c76), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:14.965069 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (7a278051-7491-4a25-8701-0ecb28557c76), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:15.008277 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:50:15.011965 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:15.017698 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:50:15.023243 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=7a278051-7491-4a25-8701-0ecb28557c76,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:15.707466 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (fd11bd4b-896d-476c-877f-66d80faf8340), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:15.906102 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (fd11bd4b-896d-476c-877f-66d80faf8340), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:16.118252 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router fd11bd4b-896d-476c-877f-66d80faf8340 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:50:16.222638 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:50:16.233494 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Sync routers for ids ['fd11bd4b-896d-476c-877f-66d80faf8340'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:50:16.245284 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Routers {'fd11bd4b-896d-476c-877f-66d80faf8340'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:50:16.245942 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['fd11bd4b-896d-476c-877f-66d80faf8340'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:16.297937 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:16.302233 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-91b8f714-2673-4c89-a4a9-b87aaaec37ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3854415 Jan 28 06:50:16.302573 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57066) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:16.336656 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d2c89973-0913-40f4-8a93-4cd6009de23b tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=9be2f1d5e39042c9b5b0f4b6a2168aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329783 Jan 28 06:50:16.339610 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57068) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:16.351982 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Set router fd11bd4b-896d-476c-877f-66d80faf8340 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:50:16.431979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33009688-8e74-4ff7-ba08-9c2eb58fad94 tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:16.437420 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-33009688-8e74-4ff7-ba08-9c2eb58fad94 tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0968053 Jan 28 06:50:16.438435 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57070) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:16.470929 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6dd6b763-9456-4d4b-8a49-65bf8f8a3b0e tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313437 Jan 28 06:50:16.473026 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57072) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:16.477971 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-49374033-1587-403b-a6c2-fcfcb90954a9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-979015195', 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:16.549138 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916523498', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7a278051-7491-4a25-8701-0ecb28557c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:15Z', 'revision_number': 3, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '7a278051-7491-4a25-8701-0ecb28557c76', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:16.580703 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Checking router: fd11bd4b-896d-476c-877f-66d80faf8340 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:50:16.581046 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Updating router fd11bd4b-896d-476c-877f-66d80faf8340 port 7a278051-7491-4a25-8701-0ecb28557c76 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:50:16.605159 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7a278051-7491-4a25-8701-0ecb28557c76), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:16.649383 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49374033-1587-403b-a6c2-fcfcb90954a9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Made reservation on behalf of 9be2f1d5e39042c9b5b0f4b6a2168aba for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:50:16.653065 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49374033-1587-403b-a6c2-fcfcb90954a9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:16.867264 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Publish callbacks [] for port (7a278051-7491-4a25-8701-0ecb28557c76), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:16.912424 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49374033-1587-403b-a6c2-fcfcb90954a9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (429d9758-fb6b-4caf-bbad-a6622e14bc3f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:16.975002 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49374033-1587-403b-a6c2-fcfcb90954a9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Subnet': ['ID=429d9758-fb6b-4caf-bbad-a6622e14bc3f,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:16.982257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49374033-1587-403b-a6c2-fcfcb90954a9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Checking segment: {'id': 'a6968535-801b-4232-ab90-c9462d6a8857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:50:16.982658 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49374033-1587-403b-a6c2-fcfcb90954a9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network hostable DHCP agents. Network: 572398b4-9ecd-4186-9a5b-ca756bd2cc07, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:50:17.095226 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7a278051-7491-4a25-8701-0ecb28557c76), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:17.145233 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Attempting to bind port 7a278051-7491-4a25-8701-0ecb28557c76 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:50:17.145614 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Attempting to bind port 7a278051-7491-4a25-8701-0ecb28557c76 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:50:17.145975 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Attempting to bind port 7a278051-7491-4a25-8701-0ecb28557c76 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:50:17.152082 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c48424-2bc7-4f10-84b0-8bcb859c9d4a None None] Pushing event updated for resources: {'Port': ['ID=7a278051-7491-4a25-8701-0ecb28557c76,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:17.156852 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:50:17.157227 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:50:17.157638 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:17.158026 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:50:17.158524 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Bound port: 7a278051-7491-4a25-8701-0ecb28557c76, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:50:17.165102 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7a278051-7491-4a25-8701-0ecb28557c76), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:17.165339 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c48424-2bc7-4f10-84b0-8bcb859c9d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:17.165727 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c48424-2bc7-4f10-84b0-8bcb859c9d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:17.166074 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c48424-2bc7-4f10-84b0-8bcb859c9d4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:17.166445 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c48424-2bc7-4f10-84b0-8bcb859c9d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:17.166890 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c48424-2bc7-4f10-84b0-8bcb859c9d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:17.167228 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c48424-2bc7-4f10-84b0-8bcb859c9d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:17.167559 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c48424-2bc7-4f10-84b0-8bcb859c9d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:17.167889 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c48424-2bc7-4f10-84b0-8bcb859c9d4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:17.168214 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c48424-2bc7-4f10-84b0-8bcb859c9d4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:17.168536 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c48424-2bc7-4f10-84b0-8bcb859c9d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:17.168858 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c48424-2bc7-4f10-84b0-8bcb859c9d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:17.169179 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c48424-2bc7-4f10-84b0-8bcb859c9d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:17.169499 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c48424-2bc7-4f10-84b0-8bcb859c9d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:17.225618 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] For port 7a278051-7491-4a25-8701-0ecb28557c76, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:50:17.228709 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] For port 7a278051-7491-4a25-8701-0ecb28557c76, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7a278051-7491-4a25-8701-0ecb28557c76,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:50:17.266415 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49374033-1587-403b-a6c2-fcfcb90954a9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network 572398b4-9ecd-4186-9a5b-ca756bd2cc07 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:50:17.542112 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7a278051-7491-4a25-8701-0ecb28557c76), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:17.597374 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Routers {'fd11bd4b-896d-476c-877f-66d80faf8340'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:50:17.597973 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['fd11bd4b-896d-476c-877f-66d80faf8340'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:17.602504 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c48424-2bc7-4f10-84b0-8bcb859c9d4a None None] Pushing event updated for resources: {'Port': ['ID=7a278051-7491-4a25-8701-0ecb28557c76,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:17.609727 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-49374033-1587-403b-a6c2-fcfcb90954a9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 572398b4-9ecd-4186-9a5b-ca756bd2cc07) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:17.614316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49374033-1587-403b-a6c2-fcfcb90954a9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:17.615001 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-49374033-1587-403b-a6c2-fcfcb90954a9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:17.629564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff61a2c-b113-4aa6-9030-22b63c3dfbac None None] Network 572398b4-9ecd-4186-9a5b-ca756bd2cc07 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:50:17.706507 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] Set router fd11bd4b-896d-476c-877f-66d80faf8340 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:50:17.724865 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-572398b4-9ecd-4186-9a5b-ca756bd2cc07', 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ips': [{'subnet_id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:50:17.725699 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:17.795972 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-49374033-1587-403b-a6c2-fcfcb90954a9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3218617 Jan 28 06:50:17.798746 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57074) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:17.881120 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Allocated IP 172.20.0.2 (572398b4-9ecd-4186-9a5b-ca756bd2cc07/429d9758-fb6b-4caf-bbad-a6622e14bc3f/92f63415-cad8-44cc-9114-daf029bbd21b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:50:17.990169 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916523498', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7a278051-7491-4a25-8701-0ecb28557c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:15Z', 'revision_number': 3, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '7a278051-7491-4a25-8701-0ecb28557c76', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:18.016737 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dc7061-c275-4518-b7cb-0ff4b16551ad None None] The sync data for ids ['fd11bd4b-896d-476c-877f-66d80faf8340'] in n-d-812111-12 is: [{'id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916523498', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7a278051-7491-4a25-8701-0ecb28557c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:15Z', 'revision_number': 3, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '7a278051-7491-4a25-8701-0ecb28557c76', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:50:18.037435 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Publish callbacks [] for port (92f63415-cad8-44cc-9114-daf029bbd21b), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:18.153408 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (92f63415-cad8-44cc-9114-daf029bbd21b), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:18.194103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Network 572398b4-9ecd-4186-9a5b-ca756bd2cc07 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:50:18.197198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:18.201528 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:50:18.217792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Pushing event updated for resources: {'Port': ['ID=92f63415-cad8-44cc-9114-daf029bbd21b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:18.277301 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:18.313927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Attempting to bind port 92f63415-cad8-44cc-9114-daf029bbd21b on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:50:18.313927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Attempting to bind port 92f63415-cad8-44cc-9114-daf029bbd21b by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'a6968535-801b-4232-ab90-c9462d6a8857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:50:18.313927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Attempting to bind port 92f63415-cad8-44cc-9114-daf029bbd21b on network 572398b4-9ecd-4186-9a5b-ca756bd2cc07 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:50:18.316468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:50:18.316860 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Checking segment: {'id': 'a6968535-801b-4232-ab90-c9462d6a8857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:50:18.317276 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:18.317732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Bound using segment: {'id': 'a6968535-801b-4232-ab90-c9462d6a8857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:50:18.318215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Bound port: 92f63415-cad8-44cc-9114-daf029bbd21b, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6968535-801b-4232-ab90-c9462d6a8857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:50:18.318632 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (92f63415-cad8-44cc-9114-daf029bbd21b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:18.410120 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] For port 92f63415-cad8-44cc-9114-daf029bbd21b, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:50:18.413779 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] For port 92f63415-cad8-44cc-9114-daf029bbd21b, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=92f63415-cad8-44cc-9114-daf029bbd21b,segment=NetworkSegment(a6968535-801b-4232-ab90-c9462d6a8857),segment_id=a6968535-801b-4232-ab90-c9462d6a8857)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:50:18.430470 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7a278051-7491-4a25-8701-0ecb28557c76 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:50:18.492785 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (92f63415-cad8-44cc-9114-daf029bbd21b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:18.556956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7a278051-7491-4a25-8701-0ecb28557c76 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:18.557344 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7a278051-7491-4a25-8701-0ecb28557c76), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:18.602974 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f495e1b-67f7-4cc2-9dd4-1a989c48ed31 None None] Pushing event updated for resources: {'Port': ['ID=92f63415-cad8-44cc-9114-daf029bbd21b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:18.605373 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.20.0.1 (572398b4-9ecd-4186-9a5b-ca756bd2cc07/429d9758-fb6b-4caf-bbad-a6622e14bc3f/d1712f23-aa45-4792-8e82-3d0149d896a0) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:50:18.671183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7a278051-7491-4a25-8701-0ecb28557c76 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:50:18.671809 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (7a278051-7491-4a25-8701-0ecb28557c76), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:18.694508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 7a278051-7491-4a25-8701-0ecb28557c76, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7a278051-7491-4a25-8701-0ecb28557c76,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:50:18.741873 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:18.788512 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (7a278051-7491-4a25-8701-0ecb28557c76), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:18.848698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=7a278051-7491-4a25-8701-0ecb28557c76,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:19.016122 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:19.059936 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network 572398b4-9ecd-4186-9a5b-ca756bd2cc07 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:50:19.063151 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:19.071518 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:50:19.100917 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=d1712f23-aa45-4792-8e82-3d0149d896a0,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:19.125227 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (fd11bd4b-896d-476c-877f-66d80faf8340), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:19.348817 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:19.645445 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:19.730677 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:19.815226 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (fd11bd4b-896d-476c-877f-66d80faf8340), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:19.817212 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=d1712f23-aa45-4792-8e82-3d0149d896a0,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:19.927231 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network 572398b4-9ecd-4186-9a5b-ca756bd2cc07 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:50:19.928663 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:19.932120 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c5cdc9-6d25-48e2-b494-a89de81edb81 None None] Network 572398b4-9ecd-4186-9a5b-ca756bd2cc07 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:50:20.025399 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-054e39da-e48f-47f0-bcf9-e6b10dc03571 None None] Provisioning complete for port 92f63415-cad8-44cc-9114-daf029bbd21b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:20.025772 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-054e39da-e48f-47f0-bcf9-e6b10dc03571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (92f63415-cad8-44cc-9114-daf029bbd21b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:20.065166 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router fd11bd4b-896d-476c-877f-66d80faf8340 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:50:20.162999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-054e39da-e48f-47f0-bcf9-e6b10dc03571 None None] Current status of the port 92f63415-cad8-44cc-9114-daf029bbd21b is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:50:20.163807 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-054e39da-e48f-47f0-bcf9-e6b10dc03571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (92f63415-cad8-44cc-9114-daf029bbd21b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:20.200677 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:50:20.206658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-054e39da-e48f-47f0-bcf9-e6b10dc03571 None None] For port 92f63415-cad8-44cc-9114-daf029bbd21b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=92f63415-cad8-44cc-9114-daf029bbd21b,segment=NetworkSegment(a6968535-801b-4232-ab90-c9462d6a8857),segment_id=a6968535-801b-4232-ab90-c9462d6a8857)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:50:20.211030 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-608ab7f6-c81c-4405-9783-427a56571e27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "PUT /v2.0/routers/fd11bd4b-896d-476c-877f-66d80faf8340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4110448 Jan 28 06:50:20.256366 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Sync routers for ids ['fd11bd4b-896d-476c-877f-66d80faf8340'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:50:20.298620 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Routers {'fd11bd4b-896d-476c-877f-66d80faf8340'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:50:20.315633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['fd11bd4b-896d-476c-877f-66d80faf8340'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:20.507479 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-f370ea5c-af89-49e5-b508-a8de4294face tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693874348&fields=id&tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba HTTP/1.1" status: 200 len: 267 time: 0.0798411 Jan 28 06:50:20.609015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 92f63415-cad8-44cc-9114-daf029bbd21b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:50:20.653474 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-db21baa7-d134-4cb5-9402-0cc33168e474 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:20.660513 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-db21baa7-d134-4cb5-9402-0cc33168e474 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/networks?id=572398b4-9ecd-4186-9a5b-ca756bd2cc07 HTTP/1.1" status: 200 len: 797 time: 0.1514072 Jan 28 06:50:20.669710 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-054e39da-e48f-47f0-bcf9-e6b10dc03571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (92f63415-cad8-44cc-9114-daf029bbd21b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:20.680879 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-b279b38b-afaa-49a3-8e67-b31a42d0ef66 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/quotas/9be2f1d5e39042c9b5b0f4b6a2168aba HTTP/1.1" status: 200 len: 375 time: 0.0194700 Jan 28 06:50:20.744716 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-ad047239-a9f4-4210-924d-22720285e73d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613685 Jan 28 06:50:20.818593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 92f63415-cad8-44cc-9114-daf029bbd21b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:20.819263 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (92f63415-cad8-44cc-9114-daf029bbd21b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:20.820267 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-39270b91-ac63-48b0-a3e3-b6813f07f410 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:50:20.823283 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-39270b91-ac63-48b0-a3e3-b6813f07f410 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0662048 Jan 28 06:50:20.885569 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Set router fd11bd4b-896d-476c-877f-66d80faf8340 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:50:20.937745 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-3f9a923b-018b-42a0-943f-150e5e87fd5c service neutron] 10.222.0.31 "GET /v2.0/networks/572398b4-9ecd-4186-9a5b-ca756bd2cc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087716 Jan 28 06:50:20.977007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e39da-e48f-47f0-bcf9-e6b10dc03571 None None] Pushing event updated for resources: {'Port': ['ID=92f63415-cad8-44cc-9114-daf029bbd21b,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:21.034978 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ebc52644-98dc-4250-b940-6e58ff56786b None None] Provisioning complete for port d1712f23-aa45-4792-8e82-3d0149d896a0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:21.035352 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ebc52644-98dc-4250-b940-6e58ff56786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:21.127737 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ebc52644-98dc-4250-b940-6e58ff56786b None None] Port d1712f23-aa45-4792-8e82-3d0149d896a0 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:50:21.137244 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 92f63415-cad8-44cc-9114-daf029bbd21b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:50:21.138336 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7a278051-7491-4a25-8701-0ecb28557c76 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:50:21.182866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ebc52644-98dc-4250-b940-6e58ff56786b None None] Provisioning complete for port 92f63415-cad8-44cc-9114-daf029bbd21b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:21.183222 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ebc52644-98dc-4250-b940-6e58ff56786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (92f63415-cad8-44cc-9114-daf029bbd21b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:21.279005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 7a278051-7491-4a25-8701-0ecb28557c76 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:21.279393 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (7a278051-7491-4a25-8701-0ecb28557c76), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:21.353628 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916523498', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7a278051-7491-4a25-8701-0ecb28557c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:19Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '7a278051-7491-4a25-8701-0ecb28557c76', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'd1712f23-aa45-4792-8e82-3d0149d896a0', 'name': '', 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:5f:49:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:18Z', 'updated_at': '2022-01-28T06:50:19Z', 'revision_number': 2, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:21.356574 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-c8a9be82-fc5d-4966-a8ea-51a4ec31ec18 service neutron] 10.222.0.31 "GET /v2.0/networks/572398b4-9ecd-4186-9a5b-ca756bd2cc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178827 Jan 28 06:50:21.388061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Checking router: fd11bd4b-896d-476c-877f-66d80faf8340 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:50:21.388414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Updating router fd11bd4b-896d-476c-877f-66d80faf8340 port d1712f23-aa45-4792-8e82-3d0149d896a0 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:50:21.390198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ebc52644-98dc-4250-b940-6e58ff56786b None None] Current status of the port 92f63415-cad8-44cc-9114-daf029bbd21b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:50:21.422578 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:21.506900 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 7a278051-7491-4a25-8701-0ecb28557c76 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:50:21.580567 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-314f3171-41b4-417c-9725-4326d14229be None None] Provisioning complete for port d1712f23-aa45-4792-8e82-3d0149d896a0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:21.580955 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-314f3171-41b4-417c-9725-4326d14229be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:21.667200 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-314f3171-41b4-417c-9725-4326d14229be None None] Port d1712f23-aa45-4792-8e82-3d0149d896a0 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:50:21.768448 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Publish callbacks [] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:21.849394 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:21.902409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cb8a7-1849-44b2-b6c6-e97b5d8eb9ad None None] Pushing event updated for resources: {'Port': ['ID=d1712f23-aa45-4792-8e82-3d0149d896a0,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:21.960630 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Attempting to bind port d1712f23-aa45-4792-8e82-3d0149d896a0 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:50:21.961006 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Attempting to bind port d1712f23-aa45-4792-8e82-3d0149d896a0 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'a6968535-801b-4232-ab90-c9462d6a8857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:50:21.961379 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Attempting to bind port d1712f23-aa45-4792-8e82-3d0149d896a0 on network 572398b4-9ecd-4186-9a5b-ca756bd2cc07 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:50:21.967937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:50:21.968464 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Checking segment: {'id': 'a6968535-801b-4232-ab90-c9462d6a8857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:50:21.968875 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:21.969268 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Bound using segment: {'id': 'a6968535-801b-4232-ab90-c9462d6a8857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:50:21.969737 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Bound port: d1712f23-aa45-4792-8e82-3d0149d896a0, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6968535-801b-4232-ab90-c9462d6a8857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:50:21.970119 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:22.044601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] For port d1712f23-aa45-4792-8e82-3d0149d896a0, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:50:22.048091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] For port d1712f23-aa45-4792-8e82-3d0149d896a0, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=d1712f23-aa45-4792-8e82-3d0149d896a0,segment=NetworkSegment(a6968535-801b-4232-ab90-c9462d6a8857),segment_id=a6968535-801b-4232-ab90-c9462d6a8857)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:50:22.112859 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:22.173613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Routers {'fd11bd4b-896d-476c-877f-66d80faf8340'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:50:22.174368 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:50:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['fd11bd4b-896d-476c-877f-66d80faf8340'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:22.180446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cb8a7-1849-44b2-b6c6-e97b5d8eb9ad None None] Pushing event updated for resources: {'Port': ['ID=d1712f23-aa45-4792-8e82-3d0149d896a0,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:22.242461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-84314a27-58be-49af-96c7-336657ac9851 None None] Provisioning complete for port d1712f23-aa45-4792-8e82-3d0149d896a0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:22.242838 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84314a27-58be-49af-96c7-336657ac9851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:22.338284 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] Set router fd11bd4b-896d-476c-877f-66d80faf8340 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:50:22.369831 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 92f63415-cad8-44cc-9114-daf029bbd21b up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:50:22.486618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-84314a27-58be-49af-96c7-336657ac9851 None None] Current status of the port d1712f23-aa45-4792-8e82-3d0149d896a0 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:50:22.486928 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84314a27-58be-49af-96c7-336657ac9851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:22.652168 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-592dede1-298c-46e3-86f8-1a234e5f2954 req-c23bc0c4-2432-4edc-bcd8-1955cdd581ef tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 210 time: 0.0418882 Jan 28 06:50:22.751323 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 92f63415-cad8-44cc-9114-daf029bbd21b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:22.751697 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (92f63415-cad8-44cc-9114-daf029bbd21b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:22.755978 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-84314a27-58be-49af-96c7-336657ac9851 None None] For port d1712f23-aa45-4792-8e82-3d0149d896a0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=d1712f23-aa45-4792-8e82-3d0149d896a0,segment=NetworkSegment(a6968535-801b-4232-ab90-c9462d6a8857),segment_id=a6968535-801b-4232-ab90-c9462d6a8857)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:50:22.840361 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84314a27-58be-49af-96c7-336657ac9851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:22.927679 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 92f63415-cad8-44cc-9114-daf029bbd21b is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:50:22.935938 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84314a27-58be-49af-96c7-336657ac9851 None None] Pushing event updated for resources: {'Port': ['ID=d1712f23-aa45-4792-8e82-3d0149d896a0,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:22.940934 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916523498', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7a278051-7491-4a25-8701-0ecb28557c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:19Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '7a278051-7491-4a25-8701-0ecb28557c76', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'd1712f23-aa45-4792-8e82-3d0149d896a0', 'name': '', 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:5f:49:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:18Z', 'updated_at': '2022-01-28T06:50:22Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:22.974570 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965c6f8-5cee-47ce-962c-2cbf6c9809c5 None None] The sync data for ids ['fd11bd4b-896d-476c-877f-66d80faf8340'] in n-d-812111-12 is: [{'id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916523498', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7a278051-7491-4a25-8701-0ecb28557c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:19Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '7a278051-7491-4a25-8701-0ecb28557c76', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'd1712f23-aa45-4792-8e82-3d0149d896a0', 'name': '', 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:5f:49:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:18Z', 'updated_at': '2022-01-28T06:50:22Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:50:22.985273 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-70382079-417d-429f-a054-34bafc2f57af None None] Provisioning complete for port d1712f23-aa45-4792-8e82-3d0149d896a0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:22.985636 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70382079-417d-429f-a054-34bafc2f57af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:23.109092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-70382079-417d-429f-a054-34bafc2f57af None None] Current status of the port d1712f23-aa45-4792-8e82-3d0149d896a0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:50:23.761898 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4b6e350-8f69-4e1c-8a20-f9acbfad4d38 req-ae8a9140-8910-42a7-8e8f-823da748f635 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 210 time: 0.0478485 Jan 28 06:50:24.375949 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device d1712f23-aa45-4792-8e82-3d0149d896a0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:50:24.426191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port d1712f23-aa45-4792-8e82-3d0149d896a0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:24.426499 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:24.505301 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port d1712f23-aa45-4792-8e82-3d0149d896a0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:50:24.857926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2c17b8e8-398c-4f9b-ba8e-a2a2d61884af req-208ebc53-a4f3-4e80-b53f-6d8708cd4e8b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 210 time: 0.0279422 Jan 28 06:50:25.118229 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-21a71741-32d0-492c-81ff-7053767f1cf8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:25.119778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-21a71741-32d0-492c-81ff-7053767f1cf8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.60 "GET /v2.0/networks?id=572398b4-9ecd-4186-9a5b-ca756bd2cc07 HTTP/1.1" status: 200 len: 797 time: 0.1094637 Jan 28 06:50:25.187528 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-e448bcad-0a6f-4939-a174-68d10111eb4b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba HTTP/1.1" status: 200 len: 379 time: 0.0545244 Jan 28 06:50:25.195476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-70871374-a8ee-4750-af12-0bd4ca59292d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'port': {'device_id': 'd5663ff6-53c6-44c4-b258-19f608f540a1', 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07', 'admin_state_up': True, 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'security_groups': ['5542f238-2913-4eab-ac7c-a70f2965f2bb']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:25.409519 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-70871374-a8ee-4750-af12-0bd4ca59292d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Made reservation on behalf of 9be2f1d5e39042c9b5b0f4b6a2168aba for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:50:25.412891 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-70871374-a8ee-4750-af12-0bd4ca59292d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:25.539094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-70871374-a8ee-4750-af12-0bd4ca59292d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.20.0.10 (572398b4-9ecd-4186-9a5b-ca756bd2cc07/429d9758-fb6b-4caf-bbad-a6622e14bc3f/3a2352fa-fbdf-40d4-961b-a870ad2e4da8) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:50:25.713982 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-70871374-a8ee-4750-af12-0bd4ca59292d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (3a2352fa-fbdf-40d4-961b-a870ad2e4da8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:25.803554 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:25.873061 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-70871374-a8ee-4750-af12-0bd4ca59292d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3a2352fa-fbdf-40d4-961b-a870ad2e4da8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:25.919249 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-70871374-a8ee-4750-af12-0bd4ca59292d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network 572398b4-9ecd-4186-9a5b-ca756bd2cc07 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:50:25.922753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-70871374-a8ee-4750-af12-0bd4ca59292d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:25.933271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-70871374-a8ee-4750-af12-0bd4ca59292d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:50:25.977318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70871374-a8ee-4750-af12-0bd4ca59292d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=3a2352fa-fbdf-40d4-961b-a870ad2e4da8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:26.017992 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-70871374-a8ee-4750-af12-0bd4ca59292d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:26.018635 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-70871374-a8ee-4750-af12-0bd4ca59292d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:26.042430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed899447-c670-480e-9196-5c43d5233536 req-b4428cdb-d8af-4542-9205-eb8662ecd73e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:26.044336 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed899447-c670-480e-9196-5c43d5233536 req-b4428cdb-d8af-4542-9205-eb8662ecd73e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 932 time: 0.0931098 Jan 28 06:50:26.100231 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed899447-c670-480e-9196-5c43d5233536 req-1b235b3a-669b-4b2d-84cd-5be75cfdef85 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485260 Jan 28 06:50:26.115661 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-70871374-a8ee-4750-af12-0bd4ca59292d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9238460 Jan 28 06:50:26.133388 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Request body: {'port': {'device_id': 'd5663ff6-53c6-44c4-b258-19f608f540a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:26.190660 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3a2352fa-fbdf-40d4-961b-a870ad2e4da8), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:26.261413 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f39620b0-077b-4937-a1f7-db8cb3b0dad7 None None] Provisioning complete for port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:26.265097 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f39620b0-077b-4937-a1f7-db8cb3b0dad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3a2352fa-fbdf-40d4-961b-a870ad2e4da8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:26.298867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f39620b0-077b-4937-a1f7-db8cb3b0dad7 None None] Port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:50:26.457641 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:50:26.465710 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Publish callbacks [] for port (3a2352fa-fbdf-40d4-961b-a870ad2e4da8), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:26.477766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Transition to ACTIVE for port object 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:50:26.620885 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (3a2352fa-fbdf-40d4-961b-a870ad2e4da8), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:26.672248 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2352fa-fbdf-40d4-961b-a870ad2e4da8,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:26.752818 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Attempting to bind port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:50:26.753143 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Attempting to bind port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'a6968535-801b-4232-ab90-c9462d6a8857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:50:26.753499 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Attempting to bind port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 on network 572398b4-9ecd-4186-9a5b-ca756bd2cc07 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:50:26.757955 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 on network 572398b4-9ecd-4186-9a5b-ca756bd2cc07 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:50:26.758279 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Attempting to bind port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 on network 572398b4-9ecd-4186-9a5b-ca756bd2cc07 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:50:26.764505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:50:26.764794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Checking segment: {'id': 'a6968535-801b-4232-ab90-c9462d6a8857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:50:26.765144 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Bound using segment: {'id': 'a6968535-801b-4232-ab90-c9462d6a8857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:50:26.765571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Bound port: 3a2352fa-fbdf-40d4-961b-a870ad2e4da8, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6968535-801b-4232-ab90-c9462d6a8857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:50:26.765933 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3a2352fa-fbdf-40d4-961b-a870ad2e4da8), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:26.834327 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] For port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:50:26.837660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] For port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3a2352fa-fbdf-40d4-961b-a870ad2e4da8,segment=NetworkSegment(a6968535-801b-4232-ab90-c9462d6a8857),segment_id=a6968535-801b-4232-ab90-c9462d6a8857)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:50:26.889739 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (3a2352fa-fbdf-40d4-961b-a870ad2e4da8), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:26.927461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:26.928079 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:26.929470 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] 10.222.0.60 "PUT /v2.0/ports/3a2352fa-fbdf-40d4-961b-a870ad2e4da8 HTTP/1.1" status: 200 len: 1093 time: 0.8005440 Jan 28 06:50:26.929914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5663ff6-53c6-44c4-b258-19f608f540a1', 'tag': '3a2352fa-fbdf-40d4-961b-a870ad2e4da8'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:50:26.933279 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc15f1be-e391-46e6-a34e-e6f089d5aeac" -d '{"events": [{"name": "network-changed", "server_uuid": "d5663ff6-53c6-44c4-b258-19f608f540a1", "tag": "3a2352fa-fbdf-40d4-961b-a870ad2e4da8"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:50:26.988572 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf347414-4e14-4bf4-afb8-ae165bd118e9 x-openstack-request-id: req-cf347414-4e14-4bf4-afb8-ae165bd118e9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:50:26.989112 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5663ff6-53c6-44c4-b258-19f608f540a1", "tag": "3a2352fa-fbdf-40d4-961b-a870ad2e4da8", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:50:26.989370 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf347414-4e14-4bf4-afb8-ae165bd118e9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:50:26.989773 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5663ff6-53c6-44c4-b258-19f608f540a1', 'tag': '3a2352fa-fbdf-40d4-961b-a870ad2e4da8', 'status': 'completed', 'code': 200} Jan 28 06:50:26.995736 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7e2ba-22fb-402a-a613-3ab387df1c44 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2352fa-fbdf-40d4-961b-a870ad2e4da8,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:27.071929 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15f1be-e391-46e6-a34e-e6f089d5aeac req-d01d16b0-ef65-4075-8a7a-34499f19c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:27.073605 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc15f1be-e391-46e6-a34e-e6f089d5aeac req-d01d16b0-ef65-4075-8a7a-34499f19c1f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 1096 time: 0.0462132 Jan 28 06:50:27.221562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15f1be-e391-46e6-a34e-e6f089d5aeac req-5f4b2ea8-1d5e-4a63-bb0d-6cb30a051f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:27.223010 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc15f1be-e391-46e6-a34e-e6f089d5aeac req-5f4b2ea8-1d5e-4a63-bb0d-6cb30a051f0e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1369274 Jan 28 06:50:27.296723 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d251dd8-49d2-4299-a4c9-a25bb27a8dcd req-fcb674f0-7c3d-4442-9e51-fe968b45ed85 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:27.298151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d251dd8-49d2-4299-a4c9-a25bb27a8dcd req-fcb674f0-7c3d-4442-9e51-fe968b45ed85 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 944 time: 0.1131306 Jan 28 06:50:27.358469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15f1be-e391-46e6-a34e-e6f089d5aeac req-4d8f1ecd-0fb6-4bb6-b514-ce2d7270c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:27.359947 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc15f1be-e391-46e6-a34e-e6f089d5aeac req-4d8f1ecd-0fb6-4bb6-b514-ce2d7270c242 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312408 Jan 28 06:50:27.376507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d251dd8-49d2-4299-a4c9-a25bb27a8dcd req-004749d1-ccd1-477b-9c33-f5f46afc4e55 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691190 Jan 28 06:50:27.455935 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-838cc763-c698-4b1d-9edd-ea10528b06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:27.457420 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-838cc763-c698-4b1d-9edd-ea10528b06fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 1096 time: 0.0407279 Jan 28 06:50:27.509022 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-4ac50cd6-a22e-4933-8349-1f97832286f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a2352fa-fbdf-40d4-961b-a870ad2e4da8 HTTP/1.1" status: 200 len: 217 time: 0.0397768 Jan 28 06:50:27.559637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-11645f21-4690-4cfe-9e06-7861b1ae3eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:27.561225 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-11645f21-4690-4cfe-9e06-7861b1ae3eb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=429d9758-fb6b-4caf-bbad-a6622e14bc3f HTTP/1.1" status: 200 len: 834 time: 0.0462058 Jan 28 06:50:27.607692 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-0f1f5cfb-516f-4435-a25b-fe999837aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:27.609319 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-0f1f5cfb-516f-4435-a25b-fe999837aaac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=572398b4-9ecd-4186-9a5b-ca756bd2cc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422878 Jan 28 06:50:27.703335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-a34a50e3-5c69-4ac1-a01d-83f955e46546 service neutron] 10.222.0.60 "GET /v2.0/networks/572398b4-9ecd-4186-9a5b-ca756bd2cc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884461 Jan 28 06:50:27.793381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d2498f43-6381-4b06-85d4-0854f90aeb75 req-1a776e37-04f6-461b-8765-b962db6fc5c3 service neutron] 10.222.0.60 "GET /v2.0/networks/572398b4-9ecd-4186-9a5b-ca756bd2cc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845225 Jan 28 06:50:28.272111 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:28.498225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c828e26-94bd-4046-81f9-eb6755d0a813 req-306a6161-3d4c-4ed5-8b74-933dedbb660b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:28.500067 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c828e26-94bd-4046-81f9-eb6755d0a813 req-306a6161-3d4c-4ed5-8b74-933dedbb660b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 944 time: 0.0497618 Jan 28 06:50:28.554914 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c828e26-94bd-4046-81f9-eb6755d0a813 req-af2cb30b-91c8-41ef-a4f3-b1b1c4c84e3a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489542 Jan 28 06:50:29.678529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6d9c4-9edc-4445-bccf-b82f6dcf77b5 req-9b37703f-d0bc-431a-b919-0ca21757ec94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:29.680020 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ed6d9c4-9edc-4445-bccf-b82f6dcf77b5 req-9b37703f-d0bc-431a-b919-0ca21757ec94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 944 time: 0.0527451 Jan 28 06:50:29.735024 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5ed6d9c4-9edc-4445-bccf-b82f6dcf77b5 req-7efd130b-9fb2-462a-b7d4-9a1c09379c51 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488980 Jan 28 06:50:30.504660 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:50:30.611373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3a2352fa-fbdf-40d4-961b-a870ad2e4da8,segment=NetworkSegment(a6968535-801b-4232-ab90-c9462d6a8857),segment_id=a6968535-801b-4232-ab90-c9462d6a8857)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:50:30.626101 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '3a2352fa-fbdf-40d4-961b-a870ad2e4da8', 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07', 'port_id': '3a2352fa-fbdf-40d4-961b-a870ad2e4da8', 'mac_address': 'fa:16:3e:3e:b5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:50:30.668721 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:50:30.669400 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3a2352fa-fbdf-40d4-961b-a870ad2e4da8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:30.685020 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:50:30.708245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3a2352fa-fbdf-40d4-961b-a870ad2e4da8,segment=NetworkSegment(a6968535-801b-4232-ab90-c9462d6a8857),segment_id=a6968535-801b-4232-ab90-c9462d6a8857)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:50:30.803699 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3a2352fa-fbdf-40d4-961b-a870ad2e4da8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:30.883068 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=3a2352fa-fbdf-40d4-961b-a870ad2e4da8,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:30.894977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c80f4-dff0-4cd8-b954-c01debc0484b req-1b42405e-4b88-4851-b657-0277980eefb3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:30.898342 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b10c80f4-dff0-4cd8-b954-c01debc0484b req-1b42405e-4b88-4851-b657-0277980eefb3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 945 time: 0.0723889 Jan 28 06:50:30.960606 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b10c80f4-dff0-4cd8-b954-c01debc0484b req-03d751f7-d411-4f2c-9097-74043d4030cc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527539 Jan 28 06:50:31.089371 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['3a2352fa-fbdf-40d4-961b-a870ad2e4da8'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:50:32.086011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a9876-fe0d-43fd-8bd2-b03553136335 req-e691a3f3-554b-4e9b-9ff9-5431b85108be tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:32.087978 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf3a9876-fe0d-43fd-8bd2-b03553136335 req-e691a3f3-554b-4e9b-9ff9-5431b85108be tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 945 time: 0.0552931 Jan 28 06:50:32.142004 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cf3a9876-fe0d-43fd-8bd2-b03553136335 req-eea21cba-6dfc-42a4-960e-1f0585409082 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475731 Jan 28 06:50:32.494820 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c5d0f4f-788b-4497-b751-8eb63cb7ad3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:32.519480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:50:32.667290 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:50:32.672036 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:32.672407 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (3a2352fa-fbdf-40d4-961b-a870ad2e4da8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:32.749057 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:50:32.749453 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (3a2352fa-fbdf-40d4-961b-a870ad2e4da8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:32.782610 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5663ff6-53c6-44c4-b258-19f608f540a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2352fa-fbdf-40d4-961b-a870ad2e4da8'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:50:32.782610 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606540ce-4c66-4bec-9370-17559139dbb7" -d '{"events": [{"server_uuid": "d5663ff6-53c6-44c4-b258-19f608f540a1", "name": "network-vif-plugged", "status": "completed", "tag": "3a2352fa-fbdf-40d4-961b-a870ad2e4da8"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:50:32.792893 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3a2352fa-fbdf-40d4-961b-a870ad2e4da8,segment=NetworkSegment(a6968535-801b-4232-ab90-c9462d6a8857),segment_id=a6968535-801b-4232-ab90-c9462d6a8857)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:50:32.880025 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6962c46c-c8e0-472f-a1da-e0c43a75e6be x-openstack-request-id: req-6962c46c-c8e0-472f-a1da-e0c43a75e6be {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:50:32.880267 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5663ff6-53c6-44c4-b258-19f608f540a1", "name": "network-vif-plugged", "status": "completed", "tag": "3a2352fa-fbdf-40d4-961b-a870ad2e4da8", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:50:32.880520 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6962c46c-c8e0-472f-a1da-e0c43a75e6be {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:50:32.880933 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5663ff6-53c6-44c4-b258-19f608f540a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2352fa-fbdf-40d4-961b-a870ad2e4da8', 'code': 200} Jan 28 06:50:32.906136 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (3a2352fa-fbdf-40d4-961b-a870ad2e4da8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:32.960773 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=3a2352fa-fbdf-40d4-961b-a870ad2e4da8,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:33.009434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350765a9-abdd-47af-918a-0452f03dd8b5 req-16d54a40-217e-4ac1-ad06-123b51319eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:33.010949 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-350765a9-abdd-47af-918a-0452f03dd8b5 req-16d54a40-217e-4ac1-ad06-123b51319eed service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 1098 time: 0.0413496 Jan 28 06:50:33.057585 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-350765a9-abdd-47af-918a-0452f03dd8b5 req-e6bd8272-9a2b-4cf7-b583-48aafde7540c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409508 Jan 28 06:50:33.259573 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1108e-8056-4f06-a670-1ed8b935ed81 req-c73ca6a6-e55f-47c3-b099-00995d87196b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:33.261147 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ba1108e-8056-4f06-a670-1ed8b935ed81 req-c73ca6a6-e55f-47c3-b099-00995d87196b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 946 time: 0.0498941 Jan 28 06:50:33.313893 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ba1108e-8056-4f06-a670-1ed8b935ed81 req-e476aa70-58ae-4aff-a58d-1ac5b09762b3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469174 Jan 28 06:50:34.433788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917f75a-9661-439c-a2d2-fef4f7b26942 req-d9b6bdf7-ed70-4f63-88f1-884db875479d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:34.435316 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5917f75a-9661-439c-a2d2-fef4f7b26942 req-d9b6bdf7-ed70-4f63-88f1-884db875479d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 946 time: 0.0494485 Jan 28 06:50:34.486001 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5917f75a-9661-439c-a2d2-fef4f7b26942 req-39e448e1-a2ed-4ab4-93c9-f41a4668b5c4 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447767 Jan 28 06:50:34.602473 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d82e6-71b8-477e-9b2d-ee90956720f2 req-40510bf6-bcfe-4b13-b8db-6639213894ee tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:34.604279 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-289d82e6-71b8-477e-9b2d-ee90956720f2 req-40510bf6-bcfe-4b13-b8db-6639213894ee tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 946 time: 0.0503113 Jan 28 06:50:34.654635 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-289d82e6-71b8-477e-9b2d-ee90956720f2 req-9e01f20c-0f77-40c4-b721-8fb0b20c49b3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447986 Jan 28 06:50:34.676366 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57138) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:34.716607 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f308ad-bbd0-48c6-9fea-3f910bab7edf tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:34.718148 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-23f308ad-bbd0-48c6-9fea-3f910bab7edf tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 1093 time: 0.0406969 Jan 28 06:50:34.721027 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57140) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:34.725545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': '3a2352fa-fbdf-40d4-961b-a870ad2e4da8', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:34.843336 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:34.854942 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e823fe0-2d51-449b-abd1-11e833b8a66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:34.946175 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:35.054430 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.25.0.128 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/eeb5cb3c-7cf7-47fc-9e4b-1ace749df6e9) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:50:35.155586 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (eeb5cb3c-7cf7-47fc-9e4b-1ace749df6e9), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:35.255784 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (eeb5cb3c-7cf7-47fc-9e4b-1ace749df6e9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:35.293772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:50:35.296526 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:35.299905 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:50:35.332064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=eeb5cb3c-7cf7-47fc-9e4b-1ace749df6e9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:35.668696 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (829a802c-c322-45e2-96c3-e16552148b89), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:35.809797 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (eeb5cb3c-7cf7-47fc-9e4b-1ace749df6e9), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:35.963995 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (eeb5cb3c-7cf7-47fc-9e4b-1ace749df6e9), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:36.163942 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (eeb5cb3c-7cf7-47fc-9e4b-1ace749df6e9), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:36.236962 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=eeb5cb3c-7cf7-47fc-9e4b-1ace749df6e9,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:36.250221 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (829a802c-c322-45e2-96c3-e16552148b89), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:36.351960 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Floating IP 829a802c-c322-45e2-96c3-e16552148b89 associated. External IP: 172.25.0.128, port: 3a2352fa-fbdf-40d4-961b-a870ad2e4da8. Jan 28 06:50:36.559945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router fd11bd4b-896d-476c-877f-66d80faf8340 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:50:36.668268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:50:36.678265 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16429d91-6b94-4c4d-8ef4-17dd561bbb64 None None] Sync routers for ids ['fd11bd4b-896d-476c-877f-66d80faf8340'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:50:36.689156 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16429d91-6b94-4c4d-8ef4-17dd561bbb64 None None] Routers {'fd11bd4b-896d-476c-877f-66d80faf8340'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:50:36.689808 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-16429d91-6b94-4c4d-8ef4-17dd561bbb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:50:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['fd11bd4b-896d-476c-877f-66d80faf8340'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:36.795850 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-16429d91-6b94-4c4d-8ef4-17dd561bbb64 None None] Set router fd11bd4b-896d-476c-877f-66d80faf8340 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:50:36.817057 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:36.884744 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:37.032683 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-16429d91-6b94-4c4d-8ef4-17dd561bbb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916523498', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7a278051-7491-4a25-8701-0ecb28557c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:19Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '7a278051-7491-4a25-8701-0ecb28557c76', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '829a802c-c322-45e2-96c3-e16552148b89', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'port_id': '3a2352fa-fbdf-40d4-961b-a870ad2e4da8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07', 'mac_address': 'fa:16:3e:3e:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5663ff6-53c6-44c4-b258-19f608f540a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:50:35Z', 'updated_at': '2022-01-28T06:50:35Z', 'revision_number': 0, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1712f23-aa45-4792-8e82-3d0149d896a0', 'name': '', 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:5f:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:18Z', 'updated_at': '2022-01-28T06:50:22Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:37.064540 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16429d91-6b94-4c4d-8ef4-17dd561bbb64 None None] Checking router: fd11bd4b-896d-476c-877f-66d80faf8340 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:50:37.074088 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16429d91-6b94-4c4d-8ef4-17dd561bbb64 None None] Routers {'fd11bd4b-896d-476c-877f-66d80faf8340'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:50:37.074741 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-16429d91-6b94-4c4d-8ef4-17dd561bbb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:50:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['fd11bd4b-896d-476c-877f-66d80faf8340'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:37.161645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ee07530f-7866-4c1b-b1c7-1a81ee0124f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4394543 Jan 28 06:50:37.162243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5663ff6-53c6-44c4-b258-19f608f540a1', 'tag': '3a2352fa-fbdf-40d4-961b-a870ad2e4da8'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:50:37.164511 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a6e14f-48fa-47c7-bb38-7f28ce9d6727" -d '{"events": [{"name": "network-changed", "server_uuid": "d5663ff6-53c6-44c4-b258-19f608f540a1", "tag": "3a2352fa-fbdf-40d4-961b-a870ad2e4da8"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:50:37.187458 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-16429d91-6b94-4c4d-8ef4-17dd561bbb64 None None] Set router fd11bd4b-896d-476c-877f-66d80faf8340 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:50:37.240975 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcde238-d752-43bf-b105-b241137e3ab0 x-openstack-request-id: req-1dcde238-d752-43bf-b105-b241137e3ab0 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:50:37.241637 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5663ff6-53c6-44c4-b258-19f608f540a1", "tag": "3a2352fa-fbdf-40d4-961b-a870ad2e4da8", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:50:37.242053 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1dcde238-d752-43bf-b105-b241137e3ab0 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:50:37.242786 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5663ff6-53c6-44c4-b258-19f608f540a1', 'tag': '3a2352fa-fbdf-40d4-961b-a870ad2e4da8', 'status': 'completed', 'code': 200} Jan 28 06:50:37.329306 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d37a46-0888-48aa-a958-2234701fc7be req-6c8129f0-d8ee-4ecb-a7d9-d8312a5768ff tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:37.330795 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44d37a46-0888-48aa-a958-2234701fc7be req-6c8129f0-d8ee-4ecb-a7d9-d8312a5768ff tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 946 time: 0.0792103 Jan 28 06:50:37.357029 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6e14f-48fa-47c7-bb38-7f28ce9d6727 req-e0a49317-27e9-4907-a70f-f3edb30f9536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:37.358566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88a6e14f-48fa-47c7-bb38-7f28ce9d6727 req-e0a49317-27e9-4907-a70f-f3edb30f9536 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 1098 time: 0.0747399 Jan 28 06:50:37.430655 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-16429d91-6b94-4c4d-8ef4-17dd561bbb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916523498', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7a278051-7491-4a25-8701-0ecb28557c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:19Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '7a278051-7491-4a25-8701-0ecb28557c76', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '829a802c-c322-45e2-96c3-e16552148b89', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'port_id': '3a2352fa-fbdf-40d4-961b-a870ad2e4da8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07', 'mac_address': 'fa:16:3e:3e:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5663ff6-53c6-44c4-b258-19f608f540a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:50:35Z', 'updated_at': '2022-01-28T06:50:35Z', 'revision_number': 0, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1712f23-aa45-4792-8e82-3d0149d896a0', 'name': '', 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:5f:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:18Z', 'updated_at': '2022-01-28T06:50:22Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:37.432022 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44d37a46-0888-48aa-a958-2234701fc7be req-565742dd-252b-4647-827a-e88f66fe5cf4 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936823 Jan 28 06:50:37.462978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57146) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:37.464837 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16429d91-6b94-4c4d-8ef4-17dd561bbb64 None None] The sync data for ids ['fd11bd4b-896d-476c-877f-66d80faf8340'] in n-d-812111-12 is: [{'id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916523498', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7a278051-7491-4a25-8701-0ecb28557c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:19Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '7a278051-7491-4a25-8701-0ecb28557c76', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '829a802c-c322-45e2-96c3-e16552148b89', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'port_id': '3a2352fa-fbdf-40d4-961b-a870ad2e4da8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07', 'mac_address': 'fa:16:3e:3e:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5663ff6-53c6-44c4-b258-19f608f540a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:50:35Z', 'updated_at': '2022-01-28T06:50:35Z', 'revision_number': 0, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1712f23-aa45-4792-8e82-3d0149d896a0', 'name': '', 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:5f:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:18Z', 'updated_at': '2022-01-28T06:50:22Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:50:37.536231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6e14f-48fa-47c7-bb38-7f28ce9d6727 req-590b913a-343f-4775-8d5a-716114b7612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:37.537671 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88a6e14f-48fa-47c7-bb38-7f28ce9d6727 req-590b913a-343f-4775-8d5a-716114b7612e service neutron] 10.222.0.60 "GET /v2.0/networks?id=572398b4-9ecd-4186-9a5b-ca756bd2cc07 HTTP/1.1" status: 200 len: 898 time: 0.1678853 Jan 28 06:50:37.562452 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-cee22f24-fe90-4ac2-88bd-816b8f5ae07f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/floatingips/829a802c-c322-45e2-96c3-e16552148b89 HTTP/1.1" status: 200 len: 992 time: 0.0985746 Jan 28 06:50:37.615686 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88a6e14f-48fa-47c7-bb38-7f28ce9d6727 req-86553e8a-5237-4f5d-a7cd-20ab79ee1e01 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a2352fa-fbdf-40d4-961b-a870ad2e4da8 HTTP/1.1" status: 200 len: 1000 time: 0.0688334 Jan 28 06:50:37.668975 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6e14f-48fa-47c7-bb38-7f28ce9d6727 req-f38754a4-f042-4715-81d5-f4d02e64aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:37.671281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88a6e14f-48fa-47c7-bb38-7f28ce9d6727 req-f38754a4-f042-4715-81d5-f4d02e64aeb6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=429d9758-fb6b-4caf-bbad-a6622e14bc3f HTTP/1.1" status: 200 len: 834 time: 0.0482326 Jan 28 06:50:37.709897 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2f454-99ac-4391-8df8-617bec53fec1 None None] New status for floating IP 829a802c-c322-45e2-96c3-e16552148b89: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:50:37.728251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6e14f-48fa-47c7-bb38-7f28ce9d6727 req-bb47a55b-68e2-4292-9000-e455f3588709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:37.729769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88a6e14f-48fa-47c7-bb38-7f28ce9d6727 req-bb47a55b-68e2-4292-9000-e455f3588709 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=572398b4-9ecd-4186-9a5b-ca756bd2cc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514765 Jan 28 06:50:37.824182 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88a6e14f-48fa-47c7-bb38-7f28ce9d6727 req-b0219078-4c8f-41f4-9b5a-34e8c54d1c8a service neutron] 10.222.0.60 "GET /v2.0/networks/572398b4-9ecd-4186-9a5b-ca756bd2cc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881588 Jan 28 06:50:37.919645 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88a6e14f-48fa-47c7-bb38-7f28ce9d6727 req-4394d6a4-65f9-4f75-b563-7fdb7b2edae3 service neutron] 10.222.0.60 "GET /v2.0/networks/572398b4-9ecd-4186-9a5b-ca756bd2cc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899541 Jan 28 06:50:38.151598 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:38.564772 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57148) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:50:38.630683 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bfc2d2e4-2e3b-45cd-a4a8-294552df4711 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/floatingips/829a802c-c322-45e2-96c3-e16552148b89 HTTP/1.1" status: 200 len: 994 time: 0.0647900 Jan 28 06:50:39.163426 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:45.653511 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:50:55.688668 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:50:58.254997 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:02.471102 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4389a1a0-ee8c-4094-9190-eca1f6c3b2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:04.814881 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7eee30e9-f319-4383-b220-7f0143a0f398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:05.531613 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b0a4d-fa08-4736-9cd7-006fadee67d6 req-d7cb42bb-9c4c-453c-9045-bc8dfc2a0c1a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:05.533431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f8b0a4d-fa08-4736-9cd7-006fadee67d6 req-d7cb42bb-9c4c-453c-9045-bc8dfc2a0c1a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 946 time: 0.0525107 Jan 28 06:51:05.607953 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f8b0a4d-fa08-4736-9cd7-006fadee67d6 req-6dc8bc64-20d6-4caa-b519-322580d7749d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683768 Jan 28 06:51:05.619557 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed378a36-842a-4c50-8d2f-36e695d4440b req-20942ced-25e8-4c31-8257-f5809e1b1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:05.629761 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed378a36-842a-4c50-8d2f-36e695d4440b req-20942ced-25e8-4c31-8257-f5809e1b1217 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 1098 time: 0.0546026 Jan 28 06:51:05.720214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed378a36-842a-4c50-8d2f-36e695d4440b req-879c6f5b-040b-4b45-a767-ad8600a21162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:05.721808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed378a36-842a-4c50-8d2f-36e695d4440b req-879c6f5b-040b-4b45-a767-ad8600a21162 service neutron] 10.222.0.60 "GET /v2.0/networks?id=572398b4-9ecd-4186-9a5b-ca756bd2cc07 HTTP/1.1" status: 200 len: 898 time: 0.0934434 Jan 28 06:51:05.792356 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed378a36-842a-4c50-8d2f-36e695d4440b req-d74db2b2-dfd5-4a63-87d1-be2eeadba377 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a2352fa-fbdf-40d4-961b-a870ad2e4da8 HTTP/1.1" status: 200 len: 1002 time: 0.0626502 Jan 28 06:51:05.842464 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed378a36-842a-4c50-8d2f-36e695d4440b req-eb90fc82-b22b-482c-a498-a1b4fb3fa696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:05.844040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed378a36-842a-4c50-8d2f-36e695d4440b req-eb90fc82-b22b-482c-a498-a1b4fb3fa696 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=429d9758-fb6b-4caf-bbad-a6622e14bc3f HTTP/1.1" status: 200 len: 834 time: 0.0443366 Jan 28 06:51:05.893568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed378a36-842a-4c50-8d2f-36e695d4440b req-a3648088-ec67-4f34-86a2-f79d0582b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:05.895196 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed378a36-842a-4c50-8d2f-36e695d4440b req-a3648088-ec67-4f34-86a2-f79d0582b299 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=572398b4-9ecd-4186-9a5b-ca756bd2cc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450559 Jan 28 06:51:05.984206 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed378a36-842a-4c50-8d2f-36e695d4440b req-092581fa-3ddc-4f8b-89b5-2350a21fde06 service neutron] 10.222.0.60 "GET /v2.0/networks/572398b4-9ecd-4186-9a5b-ca756bd2cc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828238 Jan 28 06:51:06.078810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ed378a36-842a-4c50-8d2f-36e695d4440b req-ef5b2bcc-798f-423b-8754-eafc30ac5204 service neutron] 10.222.0.60 "GET /v2.0/networks/572398b4-9ecd-4186-9a5b-ca756bd2cc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880036 Jan 28 06:51:06.734381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aadd1b-3300-43ad-916d-28fb4b8a0e56 req-44cdd7a8-587b-4e25-8a0c-6f3adf95c731 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:06.737792 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4aadd1b-3300-43ad-916d-28fb4b8a0e56 req-44cdd7a8-587b-4e25-8a0c-6f3adf95c731 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 946 time: 0.0518878 Jan 28 06:51:06.786738 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e4aadd1b-3300-43ad-916d-28fb4b8a0e56 req-d72c3e1e-86ad-450f-8ce9-450c90249757 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448110 Jan 28 06:51:06.842480 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:07.912372 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbee956-83fb-4afb-9ef2-9f8c4742c100 req-f1fdd451-4f83-440c-bceb-9619ffd3329c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:07.914642 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fbee956-83fb-4afb-9ef2-9f8c4742c100 req-f1fdd451-4f83-440c-bceb-9619ffd3329c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 946 time: 0.0523665 Jan 28 06:51:07.971585 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2fbee956-83fb-4afb-9ef2-9f8c4742c100 req-46111484-e0ff-4fa3-89e8-7e70e23d20d8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506647 Jan 28 06:51:08.145271 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:09.088307 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4de78-87ca-4eac-a0de-58670b2b1d08 req-2045c547-3a69-4e87-a0e9-e61ed78e5413 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:09.089842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35d4de78-87ca-4eac-a0de-58670b2b1d08 req-2045c547-3a69-4e87-a0e9-e61ed78e5413 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 946 time: 0.0501504 Jan 28 06:51:09.140224 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35d4de78-87ca-4eac-a0de-58670b2b1d08 req-dc3f8530-2f58-4682-bc2a-2d44e8c3675f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444233 Jan 28 06:51:09.168224 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:10.263023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bda21-49cf-41e7-af65-cab6dc3b7f8f req-01d22164-de34-40ab-a219-c2d147997860 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:10.264506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a03bda21-49cf-41e7-af65-cab6dc3b7f8f req-01d22164-de34-40ab-a219-c2d147997860 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 946 time: 0.0528979 Jan 28 06:51:10.312991 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a03bda21-49cf-41e7-af65-cab6dc3b7f8f req-d67cb4e0-cc9c-4d4b-a3ef-b9aa33290d5b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427761 Jan 28 06:51:10.959559 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ea240-1465-4153-9373-7013a7011d67 req-120cbe04-a7a1-4e41-b3af-21e8b9588670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:10.961128 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-929ea240-1465-4153-9373-7013a7011d67 req-120cbe04-a7a1-4e41-b3af-21e8b9588670 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 1098 time: 0.0460587 Jan 28 06:51:11.066160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ea240-1465-4153-9373-7013a7011d67 req-df17b1e0-fc39-4656-b57b-7ef29e950471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:11.067665 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-929ea240-1465-4153-9373-7013a7011d67 req-df17b1e0-fc39-4656-b57b-7ef29e950471 service neutron] 10.222.0.60 "GET /v2.0/networks?id=572398b4-9ecd-4186-9a5b-ca756bd2cc07 HTTP/1.1" status: 200 len: 898 time: 0.0880384 Jan 28 06:51:11.139089 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-929ea240-1465-4153-9373-7013a7011d67 req-74cee9c9-bcbc-44c7-aa89-2dcb8889feef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a2352fa-fbdf-40d4-961b-a870ad2e4da8 HTTP/1.1" status: 200 len: 1002 time: 0.0653288 Jan 28 06:51:11.188467 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ea240-1465-4153-9373-7013a7011d67 req-3dcea859-e5cc-4155-b13c-f9517d09e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:11.189943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-929ea240-1465-4153-9373-7013a7011d67 req-3dcea859-e5cc-4155-b13c-f9517d09e239 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=429d9758-fb6b-4caf-bbad-a6622e14bc3f HTTP/1.1" status: 200 len: 834 time: 0.0454881 Jan 28 06:51:11.236142 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ea240-1465-4153-9373-7013a7011d67 req-70f645e8-45be-430b-a378-4409e4f5dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:11.237580 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-929ea240-1465-4153-9373-7013a7011d67 req-70f645e8-45be-430b-a378-4409e4f5dc82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=572398b4-9ecd-4186-9a5b-ca756bd2cc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419121 Jan 28 06:51:11.331382 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-929ea240-1465-4153-9373-7013a7011d67 req-4fa82525-3618-4e7f-bd0c-6ac48f29b785 service neutron] 10.222.0.60 "GET /v2.0/networks/572398b4-9ecd-4186-9a5b-ca756bd2cc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869567 Jan 28 06:51:11.466071 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0b57d-b5af-491c-ad12-95555f4000e8 req-5efeb152-7fd0-49ae-9eca-b4d619128e25 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:11.467579 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1d0b57d-b5af-491c-ad12-95555f4000e8 req-5efeb152-7fd0-49ae-9eca-b4d619128e25 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 946 time: 0.0822811 Jan 28 06:51:11.469512 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-929ea240-1465-4153-9373-7013a7011d67 req-2048cbb0-34f0-4288-a8ff-fefe1719a83f service neutron] 10.222.0.60 "GET /v2.0/networks/572398b4-9ecd-4186-9a5b-ca756bd2cc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312606 Jan 28 06:51:11.520279 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1d0b57d-b5af-491c-ad12-95555f4000e8 req-720e24f3-5d8c-4609-a55b-801eaca8970f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467727 Jan 28 06:51:12.636067 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334d22d-60ce-4066-8f63-933e0bfbea74 req-88791951-8753-4e0a-9c41-49c6ecbab086 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:12.637598 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1334d22d-60ce-4066-8f63-933e0bfbea74 req-88791951-8753-4e0a-9c41-49c6ecbab086 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 946 time: 0.0491235 Jan 28 06:51:12.687562 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1334d22d-60ce-4066-8f63-933e0bfbea74 req-ba79b208-f767-485e-8f55-b46c8337751f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442021 Jan 28 06:51:13.804760 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42452f86-86e0-4ede-a6aa-cdf5e603e752 req-6e3d35e9-5151-44b7-bb9a-38571bef359a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:13.806648 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42452f86-86e0-4ede-a6aa-cdf5e603e752 req-6e3d35e9-5151-44b7-bb9a-38571bef359a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 946 time: 0.0489464 Jan 28 06:51:13.864333 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42452f86-86e0-4ede-a6aa-cdf5e603e752 req-9f61405b-184a-47f1-a49e-1976b5bbfcc1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516396 Jan 28 06:51:14.982645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16d8ac-399d-4112-82e7-89c449adad23 req-07979347-c4a3-46c0-b482-5c1293e0b31b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:14.984213 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d16d8ac-399d-4112-82e7-89c449adad23 req-07979347-c4a3-46c0-b482-5c1293e0b31b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 946 time: 0.0494535 Jan 28 06:51:15.035462 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d16d8ac-399d-4112-82e7-89c449adad23 req-b822d157-9f64-4ce9-9e26-6956fb991522 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456431 Jan 28 06:51:16.152715 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c3a27-a46d-459c-b79f-c26628ad0560 req-c670149d-8f1a-451d-bd20-c4a796c0c1f9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:16.154200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b07c3a27-a46d-459c-b79f-c26628ad0560 req-c670149d-8f1a-451d-bd20-c4a796c0c1f9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 946 time: 0.0496550 Jan 28 06:51:16.203992 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b07c3a27-a46d-459c-b79f-c26628ad0560 req-fc2ed00d-291e-488c-9c43-73c9cdea67db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440924 Jan 28 06:51:17.327000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfe348-2b3d-436c-befb-424ae3159875 req-f0215a6a-2f6a-48ef-9017-513b964edd02 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:17.328493 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b2dfe348-2b3d-436c-befb-424ae3159875 req-f0215a6a-2f6a-48ef-9017-513b964edd02 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 946 time: 0.0547433 Jan 28 06:51:17.380064 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b2dfe348-2b3d-436c-befb-424ae3159875 req-1a917106-735f-4053-9873-c952ee1524a5 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458465 Jan 28 06:51:17.402719 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57188) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:51:17.463396 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ffe5a689-e920-4a9d-bd09-93b3ce41a9ef tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/floatingips/829a802c-c322-45e2-96c3-e16552148b89 HTTP/1.1" status: 200 len: 994 time: 0.0594957 Jan 28 06:51:22.654120 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:51:25.705053 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:28.282852 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:32.488384 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1bca-8601-43e0-95d1-21f897f15bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:34.819184 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b11042b5-70c8-45ad-89bc-33ccb57195e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:36.824896 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:38.133208 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:39.173139 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:47.833882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57198) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:51:47.999528 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port eeb5cb3c-7cf7-47fc-9e4b-1ace749df6e9 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:51:48.000126 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (eeb5cb3c-7cf7-47fc-9e4b-1ace749df6e9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:48.077717 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (eeb5cb3c-7cf7-47fc-9e4b-1ace749df6e9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:48.078044 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (eeb5cb3c-7cf7-47fc-9e4b-1ace749df6e9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:48.091172 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for eeb5cb3c-7cf7-47fc-9e4b-1ace749df6e9 owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:51:48.345036 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (eeb5cb3c-7cf7-47fc-9e4b-1ace749df6e9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:48.371242 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=eeb5cb3c-7cf7-47fc-9e4b-1ace749df6e9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:48.403125 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:48.403484 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:48.403841 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:48.404188 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:48.404531 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:48.404868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:48.405205 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:48.405545 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:48.405898 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:48.406215 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:48.406572 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:48.406900 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:48.407250 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:48.448517 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (829a802c-c322-45e2-96c3-e16552148b89), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:48.448856 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Floating IP 829a802c-c322-45e2-96c3-e16552148b89 disassociated (deleted). External IP: 172.25.0.128, port: 3a2352fa-fbdf-40d4-961b-a870ad2e4da8. Jan 28 06:51:49.024514 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router fd11bd4b-896d-476c-877f-66d80faf8340 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:51:49.133833 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:51:49.138776 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:49.149726 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145dbb4f-7a2c-408d-8cef-ddbeb77ac2c8 None None] Sync routers for ids ['fd11bd4b-896d-476c-877f-66d80faf8340'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:51:49.159341 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145dbb4f-7a2c-408d-8cef-ddbeb77ac2c8 None None] Routers {'fd11bd4b-896d-476c-877f-66d80faf8340'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:51:49.159953 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-145dbb4f-7a2c-408d-8cef-ddbeb77ac2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:51:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['fd11bd4b-896d-476c-877f-66d80faf8340'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:49.170359 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9ffefd22-dc85-450b-a2b7-8e068e811a94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/floatingips/829a802c-c322-45e2-96c3-e16552148b89 HTTP/1.1" status: 204 len: 168 time: 1.3353884 Jan 28 06:51:49.171260 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5663ff6-53c6-44c4-b258-19f608f540a1', 'tag': '3a2352fa-fbdf-40d4-961b-a870ad2e4da8'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:51:49.178358 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e25ebd3-2246-4cf4-892c-c2dce5e7e821" -d '{"events": [{"name": "network-changed", "server_uuid": "d5663ff6-53c6-44c4-b258-19f608f540a1", "tag": "3a2352fa-fbdf-40d4-961b-a870ad2e4da8"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:51:49.225203 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b396f4e-3770-4790-8586-61cf9ac297f3 x-openstack-request-id: req-9b396f4e-3770-4790-8586-61cf9ac297f3 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:51:49.226767 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5663ff6-53c6-44c4-b258-19f608f540a1", "tag": "3a2352fa-fbdf-40d4-961b-a870ad2e4da8", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:51:49.227171 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b396f4e-3770-4790-8586-61cf9ac297f3 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:51:49.227612 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5663ff6-53c6-44c4-b258-19f608f540a1', 'tag': '3a2352fa-fbdf-40d4-961b-a870ad2e4da8', 'status': 'completed', 'code': 200} Jan 28 06:51:49.282279 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-145dbb4f-7a2c-408d-8cef-ddbeb77ac2c8 None None] Set router fd11bd4b-896d-476c-877f-66d80faf8340 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:51:49.314712 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25ebd3-2246-4cf4-892c-c2dce5e7e821 req-c72c9617-1ed3-4f8d-b4f9-9ec9d16dae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:49.316264 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e25ebd3-2246-4cf4-892c-c2dce5e7e821 req-c72c9617-1ed3-4f8d-b4f9-9ec9d16dae4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 1098 time: 0.0451128 Jan 28 06:51:49.409072 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25ebd3-2246-4cf4-892c-c2dce5e7e821 req-db183612-4580-48b6-b865-32b5cc189295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:49.411111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e25ebd3-2246-4cf4-892c-c2dce5e7e821 req-db183612-4580-48b6-b865-32b5cc189295 service neutron] 10.222.0.60 "GET /v2.0/networks?id=572398b4-9ecd-4186-9a5b-ca756bd2cc07 HTTP/1.1" status: 200 len: 898 time: 0.0885158 Jan 28 06:51:49.464778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e25ebd3-2246-4cf4-892c-c2dce5e7e821 req-2f797182-b98e-4c89-9275-a993d37b6d96 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a2352fa-fbdf-40d4-961b-a870ad2e4da8 HTTP/1.1" status: 200 len: 217 time: 0.0478158 Jan 28 06:51:49.535069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25ebd3-2246-4cf4-892c-c2dce5e7e821 req-9dba97c7-d634-4c3b-8f26-869b22c89d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:49.536504 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e25ebd3-2246-4cf4-892c-c2dce5e7e821 req-9dba97c7-d634-4c3b-8f26-869b22c89d8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=429d9758-fb6b-4caf-bbad-a6622e14bc3f HTTP/1.1" status: 200 len: 834 time: 0.0666544 Jan 28 06:51:49.544818 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-145dbb4f-7a2c-408d-8cef-ddbeb77ac2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916523498', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7a278051-7491-4a25-8701-0ecb28557c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:19Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '7a278051-7491-4a25-8701-0ecb28557c76', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'd1712f23-aa45-4792-8e82-3d0149d896a0', 'name': '', 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:5f:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:18Z', 'updated_at': '2022-01-28T06:50:22Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:49.577745 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145dbb4f-7a2c-408d-8cef-ddbeb77ac2c8 None None] Checking router: fd11bd4b-896d-476c-877f-66d80faf8340 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:51:49.588764 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145dbb4f-7a2c-408d-8cef-ddbeb77ac2c8 None None] Routers {'fd11bd4b-896d-476c-877f-66d80faf8340'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:51:49.589574 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-145dbb4f-7a2c-408d-8cef-ddbeb77ac2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:51:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['fd11bd4b-896d-476c-877f-66d80faf8340'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:49.628677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25ebd3-2246-4cf4-892c-c2dce5e7e821 req-16ae9b63-e0b8-4655-936b-505c250f8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:49.630627 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e25ebd3-2246-4cf4-892c-c2dce5e7e821 req-16ae9b63-e0b8-4655-936b-505c250f8c7a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=572398b4-9ecd-4186-9a5b-ca756bd2cc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846879 Jan 28 06:51:49.639527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd266da-e4e7-44da-8b51-4391e6c1b671 req-fc8edc37-d5b0-4b2c-b63f-592ae5ee6ae3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:49.641273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5bd266da-e4e7-44da-8b51-4391e6c1b671 req-fc8edc37-d5b0-4b2c-b63f-592ae5ee6ae3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 946 time: 0.0677681 Jan 28 06:51:49.755121 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5bd266da-e4e7-44da-8b51-4391e6c1b671 req-fe4a4d41-c0f6-4f0e-949e-1643a3c5344f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043947 Jan 28 06:51:49.778712 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e25ebd3-2246-4cf4-892c-c2dce5e7e821 req-024fd175-3f99-4d80-ba46-62a16eeed3f7 service neutron] 10.222.0.60 "GET /v2.0/networks/572398b4-9ecd-4186-9a5b-ca756bd2cc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361725 Jan 28 06:51:49.794887 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-145dbb4f-7a2c-408d-8cef-ddbeb77ac2c8 None None] Set router fd11bd4b-896d-476c-877f-66d80faf8340 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:51:49.878134 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2e25ebd3-2246-4cf4-892c-c2dce5e7e821 req-5284517e-80be-483a-81f6-71a88aa53088 service neutron] 10.222.0.60 "GET /v2.0/networks/572398b4-9ecd-4186-9a5b-ca756bd2cc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935109 Jan 28 06:51:49.997003 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-145dbb4f-7a2c-408d-8cef-ddbeb77ac2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916523498', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7a278051-7491-4a25-8701-0ecb28557c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:19Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '7a278051-7491-4a25-8701-0ecb28557c76', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'd1712f23-aa45-4792-8e82-3d0149d896a0', 'name': '', 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:5f:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:18Z', 'updated_at': '2022-01-28T06:50:22Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:50.025694 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145dbb4f-7a2c-408d-8cef-ddbeb77ac2c8 None None] The sync data for ids ['fd11bd4b-896d-476c-877f-66d80faf8340'] in n-d-812111-12 is: [{'id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916523498', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7a278051-7491-4a25-8701-0ecb28557c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:19Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '7a278051-7491-4a25-8701-0ecb28557c76', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'd1712f23-aa45-4792-8e82-3d0149d896a0', 'name': '', 'network_id': '572398b4-9ecd-4186-9a5b-ca756bd2cc07', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:5f:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:18Z', 'updated_at': '2022-01-28T06:50:22Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '429d9758-fb6b-4caf-bbad-a6622e14bc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:51:50.265917 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c6f01-fa5d-42a6-b30f-dfaaae2a7762 None None] New status for floating IP 829a802c-c322-45e2-96c3-e16552148b89: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:51:50.931183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d368303-5eae-40f0-918d-903d65bd4ac9 req-0513e8b9-08b9-457e-a111-ba6ef04e8c4b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:50.932933 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d368303-5eae-40f0-918d-903d65bd4ac9 req-0513e8b9-08b9-457e-a111-ba6ef04e8c4b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 946 time: 0.0985854 Jan 28 06:51:50.984453 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d368303-5eae-40f0-918d-903d65bd4ac9 req-4e7d2301-956a-4cc9-8efc-0046ca50ea12 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=5542f238-2913-4eab-ac7c-a70f2965f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456519 Jan 28 06:51:51.219534 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0ab9c-ac65-473e-8489-4d1393789abb req-cded2034-8c90-4a33-8ee6-bfd07ecfd80b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:51.221280 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36a0ab9c-ac65-473e-8489-4d1393789abb req-cded2034-8c90-4a33-8ee6-bfd07ecfd80b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 946 time: 0.0498669 Jan 28 06:51:51.313460 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-36a0ab9c-ac65-473e-8489-4d1393789abb req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:51:51.313835 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-36a0ab9c-ac65-473e-8489-4d1393789abb req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (3a2352fa-fbdf-40d4-961b-a870ad2e4da8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:51.405087 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-36a0ab9c-ac65-473e-8489-4d1393789abb req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] For port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=3a2352fa-fbdf-40d4-961b-a870ad2e4da8,segment=NetworkSegment(a6968535-801b-4232-ab90-c9462d6a8857),segment_id=a6968535-801b-4232-ab90-c9462d6a8857)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:51:51.405451 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-36a0ab9c-ac65-473e-8489-4d1393789abb req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (3a2352fa-fbdf-40d4-961b-a870ad2e4da8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:51.419636 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-36a0ab9c-ac65-473e-8489-4d1393789abb req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:51:51.636282 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-36a0ab9c-ac65-473e-8489-4d1393789abb req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (3a2352fa-fbdf-40d4-961b-a870ad2e4da8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:51.667866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=3a2352fa-fbdf-40d4-961b-a870ad2e4da8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:51.681393 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:51.681797 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:51.682151 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:51.682529 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:51.682919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:51.683259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:51.683603 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:51.683950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:51.684291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:51.684632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:51.684971 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:51.685303 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:51.685637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:51.720813 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a0ab9c-ac65-473e-8489-4d1393789abb req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] No DVR routers for this DVR port 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:51:51.723624 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-36a0ab9c-ac65-473e-8489-4d1393789abb req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:51.727801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36a0ab9c-ac65-473e-8489-4d1393789abb req-b76ae979-2923-47a8-8354-f0ae1bb40a7b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.60 "DELETE /v2.0/ports/3a2352fa-fbdf-40d4-961b-a870ad2e4da8 HTTP/1.1" status: 204 len: 173 time: 0.5014181 Jan 28 06:51:51.728259 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5663ff6-53c6-44c4-b258-19f608f540a1', 'name': 'network-vif-deleted', 'tag': '3a2352fa-fbdf-40d4-961b-a870ad2e4da8'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:51:51.730550 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9b53f1-8f69-44d4-bfee-c7fcba99bf62" -d '{"events": [{"server_uuid": "d5663ff6-53c6-44c4-b258-19f608f540a1", "name": "network-vif-deleted", "tag": "3a2352fa-fbdf-40d4-961b-a870ad2e4da8"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:51:51.766572 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f32c16c-6dc8-480f-8c1e-d7999ea9f341 x-openstack-request-id: req-3f32c16c-6dc8-480f-8c1e-d7999ea9f341 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:51:51.766877 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5663ff6-53c6-44c4-b258-19f608f540a1", "name": "network-vif-deleted", "tag": "3a2352fa-fbdf-40d4-961b-a870ad2e4da8", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:51:51.767136 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f32c16c-6dc8-480f-8c1e-d7999ea9f341 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:51:51.767562 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5663ff6-53c6-44c4-b258-19f608f540a1', 'name': 'network-vif-deleted', 'tag': '3a2352fa-fbdf-40d4-961b-a870ad2e4da8', 'status': 'completed', 'code': 200} Jan 28 06:51:52.106489 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-600a033c-3c42-46c2-8c8f-bafb190e4e66 req-4371c38a-4c38-479f-8a6c-3248312edcc4 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5663ff6-53c6-44c4-b258-19f608f540a1 HTTP/1.1" status: 200 len: 210 time: 0.0308545 Jan 28 06:51:53.176196 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57216) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:51:53.525684 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a77b290c-6579-4ac9-8cfe-37297f26f458 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (fd11bd4b-896d-476c-877f-66d80faf8340), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:53.774808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a77b290c-6579-4ac9-8cfe-37297f26f458 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port d1712f23-aa45-4792-8e82-3d0149d896a0 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:51:53.775060 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a77b290c-6579-4ac9-8cfe-37297f26f458 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:53.863836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-a77b290c-6579-4ac9-8cfe-37297f26f458 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] For port d1712f23-aa45-4792-8e82-3d0149d896a0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=d1712f23-aa45-4792-8e82-3d0149d896a0,segment=NetworkSegment(a6968535-801b-4232-ab90-c9462d6a8857),segment_id=a6968535-801b-4232-ab90-c9462d6a8857)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:51:53.864195 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a77b290c-6579-4ac9-8cfe-37297f26f458 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:53.877075 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a77b290c-6579-4ac9-8cfe-37297f26f458 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for d1712f23-aa45-4792-8e82-3d0149d896a0 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:51:54.110637 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a77b290c-6579-4ac9-8cfe-37297f26f458 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (d1712f23-aa45-4792-8e82-3d0149d896a0), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:54.137034 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b290c-6579-4ac9-8cfe-37297f26f458 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=d1712f23-aa45-4792-8e82-3d0149d896a0,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:54.317864 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a77b290c-6579-4ac9-8cfe-37297f26f458 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (fd11bd4b-896d-476c-877f-66d80faf8340), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:54.550238 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77b290c-6579-4ac9-8cfe-37297f26f458 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router fd11bd4b-896d-476c-877f-66d80faf8340 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:51:54.653789 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77b290c-6579-4ac9-8cfe-37297f26f458 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:51:54.658985 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a77b290c-6579-4ac9-8cfe-37297f26f458 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "PUT /v2.0/routers/fd11bd4b-896d-476c-877f-66d80faf8340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4817853 Jan 28 06:51:54.661829 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57218) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:51:54.664656 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241cc279-8957-4969-9882-c7737bf567ad None None] Sync routers for ids ['fd11bd4b-896d-476c-877f-66d80faf8340'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:51:54.673959 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241cc279-8957-4969-9882-c7737bf567ad None None] Routers {'fd11bd4b-896d-476c-877f-66d80faf8340'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:51:54.674579 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-241cc279-8957-4969-9882-c7737bf567ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:51:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['fd11bd4b-896d-476c-877f-66d80faf8340'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:54.712215 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f658dd4-097d-48a6-b039-2621f9727def tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting subnet 429d9758-fb6b-4caf-bbad-a6622e14bc3f {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:51:54.715801 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f658dd4-097d-48a6-b039-2621f9727def tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for subnet (429d9758-fb6b-4caf-bbad-a6622e14bc3f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:54.760764 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f658dd4-097d-48a6-b039-2621f9727def tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (429d9758-fb6b-4caf-bbad-a6622e14bc3f), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:54.778441 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-241cc279-8957-4969-9882-c7737bf567ad None None] Set router fd11bd4b-896d-476c-877f-66d80faf8340 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:51:54.845855 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f658dd4-097d-48a6-b039-2621f9727def tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (429d9758-fb6b-4caf-bbad-a6622e14bc3f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:54.908042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:51:54.927656 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:51:54.928007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 3a2352fa-fbdf-40d4-961b-a870ad2e4da8 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:51:54.958000 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-241cc279-8957-4969-9882-c7737bf567ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916523498', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7a278051-7491-4a25-8701-0ecb28557c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:51:54Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '7a278051-7491-4a25-8701-0ecb28557c76', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:54.983639 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241cc279-8957-4969-9882-c7737bf567ad None None] Checking router: fd11bd4b-896d-476c-877f-66d80faf8340 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:51:54.985226 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f658dd4-097d-48a6-b039-2621f9727def tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (429d9758-fb6b-4caf-bbad-a6622e14bc3f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:54.992421 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241cc279-8957-4969-9882-c7737bf567ad None None] Routers {'fd11bd4b-896d-476c-877f-66d80faf8340'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:51:54.993003 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-241cc279-8957-4969-9882-c7737bf567ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:51:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['fd11bd4b-896d-476c-877f-66d80faf8340'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:55.015136 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1f658dd4-097d-48a6-b039-2621f9727def tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:55.020777 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1f658dd4-097d-48a6-b039-2621f9727def tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/subnets/429d9758-fb6b-4caf-bbad-a6622e14bc3f HTTP/1.1" status: 204 len: 168 time: 0.3554082 Jan 28 06:51:55.020777 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f658dd4-097d-48a6-b039-2621f9727def tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Subnet': ['ID=429d9758-fb6b-4caf-bbad-a6622e14bc3f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:55.021366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57220) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:51:55.024780 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e824ae-249e-4e9b-a2f0-3376ddacbdc0 None None] Network 572398b4-9ecd-4186-9a5b-ca756bd2cc07 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:51:55.097527 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-241cc279-8957-4969-9882-c7737bf567ad None None] Set router fd11bd4b-896d-476c-877f-66d80faf8340 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:51:55.141071 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a654cbf-f6b6-43c3-a51a-ca8092f522a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router (fd11bd4b-896d-476c-877f-66d80faf8340), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:55.203454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] DHCP port deletion for 572398b4-9ecd-4186-9a5b-ca756bd2cc07 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:51:55.248663 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a654cbf-f6b6-43c3-a51a-ca8092f522a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (fd11bd4b-896d-476c-877f-66d80faf8340), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:55.252684 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Deleting port 92f63415-cad8-44cc-9114-daf029bbd21b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:51:55.252684 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (92f63415-cad8-44cc-9114-daf029bbd21b), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:55.295002 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-241cc279-8957-4969-9882-c7737bf567ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916523498', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7a278051-7491-4a25-8701-0ecb28557c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:51:54Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '7a278051-7491-4a25-8701-0ecb28557c76', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:55.318832 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] For port 92f63415-cad8-44cc-9114-daf029bbd21b, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=92f63415-cad8-44cc-9114-daf029bbd21b,segment=NetworkSegment(a6968535-801b-4232-ab90-c9462d6a8857),segment_id=a6968535-801b-4232-ab90-c9462d6a8857)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:51:55.319229 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (92f63415-cad8-44cc-9114-daf029bbd21b), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:55.321775 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241cc279-8957-4969-9882-c7737bf567ad None None] The sync data for ids ['fd11bd4b-896d-476c-877f-66d80faf8340'] in n-d-812111-12 is: [{'id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916523498', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '7a278051-7491-4a25-8701-0ecb28557c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:51:54Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '7a278051-7491-4a25-8701-0ecb28557c76', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd11bd4b-896d-476c-877f-66d80faf8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:14Z', 'updated_at': '2022-01-28T06:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:51:55.333484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Calling delete_port for 92f63415-cad8-44cc-9114-daf029bbd21b owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:51:55.377556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0a654cbf-f6b6-43c3-a51a-ca8092f522a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port 7a278051-7491-4a25-8701-0ecb28557c76 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:51:55.377879 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a654cbf-f6b6-43c3-a51a-ca8092f522a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (7a278051-7491-4a25-8701-0ecb28557c76), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:55.455094 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-0a654cbf-f6b6-43c3-a51a-ca8092f522a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] For port 7a278051-7491-4a25-8701-0ecb28557c76, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=7a278051-7491-4a25-8701-0ecb28557c76,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:51:55.455329 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a654cbf-f6b6-43c3-a51a-ca8092f522a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (7a278051-7491-4a25-8701-0ecb28557c76), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:55.466810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0a654cbf-f6b6-43c3-a51a-ca8092f522a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for 7a278051-7491-4a25-8701-0ecb28557c76 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:51:55.498726 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (92f63415-cad8-44cc-9114-daf029bbd21b), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:55.527777 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] No DVR routers for this DVR port 92f63415-cad8-44cc-9114-daf029bbd21b on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:51:55.529604 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Pushing event deleted for resources: {'Port': ['ID=92f63415-cad8-44cc-9114-daf029bbd21b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:55.540906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:55.540906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:55.540906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:55.540906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:55.540906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:55.540906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:55.541882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:55.541882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:55.541882 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:55.542164 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:55.542427 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:55.542767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:55.543070 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b878e6-79ec-4d6e-b588-4286de7f00a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:55.728085 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a654cbf-f6b6-43c3-a51a-ca8092f522a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (7a278051-7491-4a25-8701-0ecb28557c76), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:55.751008 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:55.760464 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a654cbf-f6b6-43c3-a51a-ca8092f522a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=7a278051-7491-4a25-8701-0ecb28557c76,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:55.821934 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a654cbf-f6b6-43c3-a51a-ca8092f522a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (fd11bd4b-896d-476c-877f-66d80faf8340), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:55.919690 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a654cbf-f6b6-43c3-a51a-ca8092f522a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (fd11bd4b-896d-476c-877f-66d80faf8340), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:55.921780 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a654cbf-f6b6-43c3-a51a-ca8092f522a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_controller (fd11bd4b-896d-476c-877f-66d80faf8340), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:56.030354 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a654cbf-f6b6-43c3-a51a-ca8092f522a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (fd11bd4b-896d-476c-877f-66d80faf8340), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:56.031022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a654cbf-f6b6-43c3-a51a-ca8092f522a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Fanout notify agent at l3_agent the message router_deleted on router fd11bd4b-896d-476c-877f-66d80faf8340 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:51:56.037489 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a654cbf-f6b6-43c3-a51a-ca8092f522a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:56.039361 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0a654cbf-f6b6-43c3-a51a-ca8092f522a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/routers/fd11bd4b-896d-476c-877f-66d80faf8340 HTTP/1.1" status: 204 len: 168 time: 1.0128214 Jan 28 06:51:56.042100 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57222) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:51:56.125724 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b740d073-f82f-4351-840d-70f9bab20084 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (572398b4-9ecd-4186-9a5b-ca756bd2cc07), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:56.209613 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b740d073-f82f-4351-840d-70f9bab20084 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (572398b4-9ecd-4186-9a5b-ca756bd2cc07), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:56.235407 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b740d073-f82f-4351-840d-70f9bab20084 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572398b4-9ecd-4186-9a5b-ca756bd2cc07']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:56.244690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b740d073-f82f-4351-840d-70f9bab20084 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6968535-801b-4232-ab90-c9462d6a8857') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:56.244982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b740d073-f82f-4351-840d-70f9bab20084 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6968535-801b-4232-ab90-c9462d6a8857') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:56.254236 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b740d073-f82f-4351-840d-70f9bab20084 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (a6968535-801b-4232-ab90-c9462d6a8857), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:56.267530 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b740d073-f82f-4351-840d-70f9bab20084 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (a6968535-801b-4232-ab90-c9462d6a8857), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:56.273769 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b740d073-f82f-4351-840d-70f9bab20084 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:51:56.274145 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b740d073-f82f-4351-840d-70f9bab20084 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (a6968535-801b-4232-ab90-c9462d6a8857), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:51:56.277035 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:51:56.412741 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b740d073-f82f-4351-840d-70f9bab20084 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (572398b4-9ecd-4186-9a5b-ca756bd2cc07), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:56.420089 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b740d073-f82f-4351-840d-70f9bab20084 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:56.422679 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b740d073-f82f-4351-840d-70f9bab20084 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/networks/572398b4-9ecd-4186-9a5b-ca756bd2cc07 HTTP/1.1" status: 204 len: 168 time: 0.3794606 Jan 28 06:51:56.425555 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57224) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:51:56.435353 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740d073-f82f-4351-840d-70f9bab20084 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Network': ['ID=572398b4-9ecd-4186-9a5b-ca756bd2cc07,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:56.502757 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cb1a625e-d536-43d5-955d-203d9a8306cc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (5542f238-2913-4eab-ac7c-a70f2965f2bb), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:56.513376 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 92f63415-cad8-44cc-9114-daf029bbd21b no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:51:56.530089 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cb1a625e-d536-43d5-955d-203d9a8306cc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (5542f238-2913-4eab-ac7c-a70f2965f2bb), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:56.537011 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 92f63415-cad8-44cc-9114-daf029bbd21b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:51:56.537376 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 92f63415-cad8-44cc-9114-daf029bbd21b not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:51:56.537792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device d1712f23-aa45-4792-8e82-3d0149d896a0 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:51:56.556392 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: d1712f23-aa45-4792-8e82-3d0149d896a0 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:51:56.556665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device d1712f23-aa45-4792-8e82-3d0149d896a0 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:51:56.557077 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7a278051-7491-4a25-8701-0ecb28557c76 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:51:56.576171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 7a278051-7491-4a25-8701-0ecb28557c76 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:51:56.582584 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 7a278051-7491-4a25-8701-0ecb28557c76 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:51:56.675904 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cb1a625e-d536-43d5-955d-203d9a8306cc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (5542f238-2913-4eab-ac7c-a70f2965f2bb), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:56.678648 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cb1a625e-d536-43d5-955d-203d9a8306cc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:56.680708 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cb1a625e-d536-43d5-955d-203d9a8306cc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/security-groups/5542f238-2913-4eab-ac7c-a70f2965f2bb HTTP/1.1" status: 204 len: 168 time: 0.2541423 Jan 28 06:51:56.691543 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a625e-d536-43d5-955d-203d9a8306cc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5542f238-2913-4eab-ac7c-a70f2965f2bb,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:57.404004 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57230) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:51:57.408706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-df793979-acaf-4a84-93d2-e1dbafa8cfc8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-503591859', 'description': 'tempest-secgroup-smoke-503591859 description', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:57.539422 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df793979-acaf-4a84-93d2-e1dbafa8cfc8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:57.604156 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df793979-acaf-4a84-93d2-e1dbafa8cfc8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (dfbf5337-af31-4055-a239-1c24db982719), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:57.686978 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df793979-acaf-4a84-93d2-e1dbafa8cfc8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dfbf5337-af31-4055-a239-1c24db982719), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:57.716244 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df793979-acaf-4a84-93d2-e1dbafa8cfc8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbf5337-af31-4055-a239-1c24db982719,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:57.763689 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df793979-acaf-4a84-93d2-e1dbafa8cfc8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:57.764906 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-df793979-acaf-4a84-93d2-e1dbafa8cfc8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3598814 Jan 28 06:51:57.767763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57232) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:51:57.772064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-71b2ff43-99f6-4420-9c5a-2cf6d1ee9b49 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': 'dfbf5337-af31-4055-a239-1c24db982719', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:57.880954 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-71b2ff43-99f6-4420-9c5a-2cf6d1ee9b49 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (a2ef6e91-6078-401e-b83b-fe8c46da67ab), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:57.940402 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-71b2ff43-99f6-4420-9c5a-2cf6d1ee9b49 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (a2ef6e91-6078-401e-b83b-fe8c46da67ab), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:58.087451 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-71b2ff43-99f6-4420-9c5a-2cf6d1ee9b49 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (a2ef6e91-6078-401e-b83b-fe8c46da67ab), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:58.105562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2ff43-99f6-4420-9c5a-2cf6d1ee9b49 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ef6e91-6078-401e-b83b-fe8c46da67ab,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:58.186348 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-71b2ff43-99f6-4420-9c5a-2cf6d1ee9b49 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:58.187596 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-71b2ff43-99f6-4420-9c5a-2cf6d1ee9b49 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4189174 Jan 28 06:51:58.192777 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57234) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:51:58.195685 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-fce8fc13-c65d-4e3c-8515-937155248966 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': 'dfbf5337-af31-4055-a239-1c24db982719', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:58.281352 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:58.309833 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fce8fc13-c65d-4e3c-8515-937155248966 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (24bdc795-531a-4fb6-a8f8-fc7ce91ef31e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:58.355467 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fce8fc13-c65d-4e3c-8515-937155248966 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (24bdc795-531a-4fb6-a8f8-fc7ce91ef31e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:58.453065 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fce8fc13-c65d-4e3c-8515-937155248966 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (24bdc795-531a-4fb6-a8f8-fc7ce91ef31e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:58.472064 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8fc13-c65d-4e3c-8515-937155248966 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24bdc795-531a-4fb6-a8f8-fc7ce91ef31e,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:58.541613 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fce8fc13-c65d-4e3c-8515-937155248966 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:58.542888 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fce8fc13-c65d-4e3c-8515-937155248966 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3514683 Jan 28 06:51:58.545630 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57236) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:51:58.549873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c9526577-5c53-433c-8165-1da1cf5181ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': 'dfbf5337-af31-4055-a239-1c24db982719', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:58.669861 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9526577-5c53-433c-8165-1da1cf5181ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (f4fa9f17-ef68-49b2-bb5f-505d88416ca9), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:58.728265 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9526577-5c53-433c-8165-1da1cf5181ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (f4fa9f17-ef68-49b2-bb5f-505d88416ca9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:58.807439 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9526577-5c53-433c-8165-1da1cf5181ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (f4fa9f17-ef68-49b2-bb5f-505d88416ca9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:58.825477 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9526577-5c53-433c-8165-1da1cf5181ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fa9f17-ef68-49b2-bb5f-505d88416ca9,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:58.901185 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9526577-5c53-433c-8165-1da1cf5181ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:58.902466 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c9526577-5c53-433c-8165-1da1cf5181ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3558803 Jan 28 06:51:58.905233 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57238) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:51:58.909605 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-21b0f9f8-0e00-448d-9f79-8cec8c65bdc6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': 'dfbf5337-af31-4055-a239-1c24db982719', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:59.012656 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21b0f9f8-0e00-448d-9f79-8cec8c65bdc6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (fc367f85-78d0-4bf5-8ff9-0aa02db44368), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:59.071798 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21b0f9f8-0e00-448d-9f79-8cec8c65bdc6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (fc367f85-78d0-4bf5-8ff9-0aa02db44368), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:59.150354 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21b0f9f8-0e00-448d-9f79-8cec8c65bdc6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (fc367f85-78d0-4bf5-8ff9-0aa02db44368), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:59.169971 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0f9f8-0e00-448d-9f79-8cec8c65bdc6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc367f85-78d0-4bf5-8ff9-0aa02db44368,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:59.249268 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-21b0f9f8-0e00-448d-9f79-8cec8c65bdc6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:59.250863 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-21b0f9f8-0e00-448d-9f79-8cec8c65bdc6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3446770 Jan 28 06:51:59.253555 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57240) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:51:59.258772 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-5a86e849-265d-4290-845d-fc152a2cfbcd tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': 'dfbf5337-af31-4055-a239-1c24db982719', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:59.356214 n-d-812111-12 neutron-server[103634]: INFO neutron.db.securitygroups_db [None req-5a86e849-265d-4290-845d-fc152a2cfbcd tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Project 9be2f1d5e39042c9b5b0f4b6a2168aba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:51:59.361656 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5a86e849-265d-4290-845d-fc152a2cfbcd tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (3137f11e-fdac-4265-a8c8-2ac5480980fa), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:59.427179 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5a86e849-265d-4290-845d-fc152a2cfbcd tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (3137f11e-fdac-4265-a8c8-2ac5480980fa), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:59.521793 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5a86e849-265d-4290-845d-fc152a2cfbcd tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (3137f11e-fdac-4265-a8c8-2ac5480980fa), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:59.543842 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86e849-265d-4290-845d-fc152a2cfbcd tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3137f11e-fdac-4265-a8c8-2ac5480980fa,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:59.626985 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-5a86e849-265d-4290-845d-fc152a2cfbcd tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:59.628153 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-5a86e849-265d-4290-845d-fc152a2cfbcd tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3736589 Jan 28 06:51:59.630832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57242) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:51:59.635928 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-fc68fe63-3468-4cf3-ba30-3bf3002f5cce tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': 'dfbf5337-af31-4055-a239-1c24db982719', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:59.654027 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:51:59.733661 n-d-812111-12 neutron-server[103634]: INFO neutron.db.securitygroups_db [None req-fc68fe63-3468-4cf3-ba30-3bf3002f5cce tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Project 9be2f1d5e39042c9b5b0f4b6a2168aba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:51:59.739119 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc68fe63-3468-4cf3-ba30-3bf3002f5cce tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (0ed1543d-b9be-402c-8bb0-19c1ab441c26), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:59.814417 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc68fe63-3468-4cf3-ba30-3bf3002f5cce tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (0ed1543d-b9be-402c-8bb0-19c1ab441c26), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:59.899006 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc68fe63-3468-4cf3-ba30-3bf3002f5cce tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (0ed1543d-b9be-402c-8bb0-19c1ab441c26), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:51:59.916336 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68fe63-3468-4cf3-ba30-3bf3002f5cce tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed1543d-b9be-402c-8bb0-19c1ab441c26,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:00.003682 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fc68fe63-3468-4cf3-ba30-3bf3002f5cce tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:00.004941 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fc68fe63-3468-4cf3-ba30-3bf3002f5cce tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3731585 Jan 28 06:52:00.008525 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57244) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:52:00.013419 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-3c49fdee-56b4-473b-bee3-721d425a1d65 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'network': {'name': 'tempest-network-smoke--1715410438', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'port_security_enabled': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:52:00.104216 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c49fdee-56b4-473b-bee3-721d425a1d65 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Made reservation on behalf of 9be2f1d5e39042c9b5b0f4b6a2168aba for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:52:00.107591 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c49fdee-56b4-473b-bee3-721d425a1d65 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:00.134936 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c49fdee-56b4-473b-bee3-721d425a1d65 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:52:00.143444 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c49fdee-56b4-473b-bee3-721d425a1d65 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (751a8f01-f18e-4f20-b086-9d680204cd95), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:00.147621 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-3c49fdee-56b4-473b-bee3-721d425a1d65 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Added segment 751a8f01-f18e-4f20-b086-9d680204cd95 of type vlan for network beca3ccc-806e-43ba-907c-106ee17fef79 Jan 28 06:52:00.183802 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c49fdee-56b4-473b-bee3-721d425a1d65 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (beca3ccc-806e-43ba-907c-106ee17fef79), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:00.304427 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c49fdee-56b4-473b-bee3-721d425a1d65 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (beca3ccc-806e-43ba-907c-106ee17fef79), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:00.309450 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c49fdee-56b4-473b-bee3-721d425a1d65 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:00.310059 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3c49fdee-56b4-473b-bee3-721d425a1d65 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:00.374793 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49fdee-56b4-473b-bee3-721d425a1d65 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Network': ['ID=beca3ccc-806e-43ba-907c-106ee17fef79,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:00.386006 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network beca3ccc-806e-43ba-907c-106ee17fef79 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:52:00.427095 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3c49fdee-56b4-473b-bee3-721d425a1d65 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4175360 Jan 28 06:52:00.430208 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57246) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:52:00.434950 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1412465222', 'admin_state_up': True, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:52:00.538726 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (35835edc-19f4-40ed-89e2-eef5a5f113d2), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:00.539963 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (35835edc-19f4-40ed-89e2-eef5a5f113d2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:00.593702 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_controller (35835edc-19f4-40ed-89e2-eef5a5f113d2), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:00.809912 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (35835edc-19f4-40ed-89e2-eef5a5f113d2), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:01.121194 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (35835edc-19f4-40ed-89e2-eef5a5f113d2), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:01.139490 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:01.241597 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.25.0.156 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/44920e51-546b-4ebf-a78e-b9869d791dad) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:52:01.339403 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (44920e51-546b-4ebf-a78e-b9869d791dad), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:01.424694 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (44920e51-546b-4ebf-a78e-b9869d791dad), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:01.466107 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:52:01.468817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:52:01.471713 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:52:01.500652 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=44920e51-546b-4ebf-a78e-b9869d791dad,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:01.785808 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (35835edc-19f4-40ed-89e2-eef5a5f113d2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:01.979645 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (35835edc-19f4-40ed-89e2-eef5a5f113d2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:02.166780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router 35835edc-19f4-40ed-89e2-eef5a5f113d2 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:52:02.271738 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:52:02.281908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Sync routers for ids ['35835edc-19f4-40ed-89e2-eef5a5f113d2'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:52:02.291601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Routers {'35835edc-19f4-40ed-89e2-eef5a5f113d2'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:52:02.292216 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:51:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['35835edc-19f4-40ed-89e2-eef5a5f113d2'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:02.346666 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:02.347939 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d2e48b09-fa8d-497f-ac0d-354ce151d45b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9165144 Jan 28 06:52:02.351092 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57248) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:52:02.381857 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-169d9425-f483-46b2-8749-21d163c30398 tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=9be2f1d5e39042c9b5b0f4b6a2168aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296338 Jan 28 06:52:02.384713 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57250) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:52:02.474937 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7d59c8-83fe-4c59-a409-1bdc46762b34 tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:02.479796 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dd7d59c8-83fe-4c59-a409-1bdc46762b34 tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910628 Jan 28 06:52:02.480073 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57252) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:52:02.512082 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-3406a9b1-b394-4f88-a772-68a8b9a9db31 tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285885 Jan 28 06:52:02.512889 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57254) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:52:02.517168 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ff794999-fd6f-4bae-88b4-aa4fd9252ed3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-110008429', 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:52:02.571799 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Set router 35835edc-19f4-40ed-89e2-eef5a5f113d2 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:52:02.628166 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3b6326e-b234-4377-a35a-10709f16dc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:02.704232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff794999-fd6f-4bae-88b4-aa4fd9252ed3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Made reservation on behalf of 9be2f1d5e39042c9b5b0f4b6a2168aba for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:52:02.707674 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ff794999-fd6f-4bae-88b4-aa4fd9252ed3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:02.760534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412465222', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:52:01Z', 'revision_number': 3, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:24:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:01Z', 'updated_at': '2022-01-28T06:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:02.786518 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Checking router: 35835edc-19f4-40ed-89e2-eef5a5f113d2 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:52:02.786873 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Updating router 35835edc-19f4-40ed-89e2-eef5a5f113d2 port 44920e51-546b-4ebf-a78e-b9869d791dad binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:52:02.811686 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44920e51-546b-4ebf-a78e-b9869d791dad), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:02.950283 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ff794999-fd6f-4bae-88b4-aa4fd9252ed3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (e62898d0-8302-4271-847c-a954323e4883), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:03.012787 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff794999-fd6f-4bae-88b4-aa4fd9252ed3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Subnet': ['ID=e62898d0-8302-4271-847c-a954323e4883,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:03.020341 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff794999-fd6f-4bae-88b4-aa4fd9252ed3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Checking segment: {'id': '751a8f01-f18e-4f20-b086-9d680204cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:52:03.020724 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff794999-fd6f-4bae-88b4-aa4fd9252ed3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network hostable DHCP agents. Network: beca3ccc-806e-43ba-907c-106ee17fef79, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:52:03.067060 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Publish callbacks [] for port (44920e51-546b-4ebf-a78e-b9869d791dad), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:03.092904 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff794999-fd6f-4bae-88b4-aa4fd9252ed3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network beca3ccc-806e-43ba-907c-106ee17fef79 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:52:03.132759 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (44920e51-546b-4ebf-a78e-b9869d791dad), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:03.173073 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-ff794999-fd6f-4bae-88b4-aa4fd9252ed3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, beca3ccc-806e-43ba-907c-106ee17fef79) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:52:03.179391 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff794999-fd6f-4bae-88b4-aa4fd9252ed3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:03.180371 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ff794999-fd6f-4bae-88b4-aa4fd9252ed3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:03.188956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18d5ac3-4c5b-47ca-a4f1-d401f4ae4b82 None None] Network beca3ccc-806e-43ba-907c-106ee17fef79 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:52:03.208067 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Attempting to bind port 44920e51-546b-4ebf-a78e-b9869d791dad on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:52:03.208435 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Attempting to bind port 44920e51-546b-4ebf-a78e-b9869d791dad by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:52:03.208796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Attempting to bind port 44920e51-546b-4ebf-a78e-b9869d791dad on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:52:03.210611 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9609f56-b734-427d-9eba-db25a2c2489c None None] Pushing event updated for resources: {'Port': ['ID=44920e51-546b-4ebf-a78e-b9869d791dad,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:03.243289 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:52:03.243633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:52:03.244035 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:03.244416 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:52:03.244878 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Bound port: 44920e51-546b-4ebf-a78e-b9869d791dad, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:52:03.245252 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44920e51-546b-4ebf-a78e-b9869d791dad), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:03.278997 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ff794999-fd6f-4bae-88b4-aa4fd9252ed3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7655854 Jan 28 06:52:03.281779 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57256) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:52:03.318683 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] For port 44920e51-546b-4ebf-a78e-b9869d791dad, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:52:03.346586 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-beca3ccc-806e-43ba-907c-106ee17fef79', 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ips': [{'subnet_id': 'e62898d0-8302-4271-847c-a954323e4883'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:52:03.347445 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:03.351041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] For port 44920e51-546b-4ebf-a78e-b9869d791dad, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=44920e51-546b-4ebf-a78e-b9869d791dad,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:52:03.451917 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (44920e51-546b-4ebf-a78e-b9869d791dad), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:03.554767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Allocated IP 172.20.0.2 (beca3ccc-806e-43ba-907c-106ee17fef79/e62898d0-8302-4271-847c-a954323e4883/6f216a03-d2fd-46c9-87aa-b489f624b331) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:52:03.560833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9609f56-b734-427d-9eba-db25a2c2489c None None] Pushing event updated for resources: {'Port': ['ID=44920e51-546b-4ebf-a78e-b9869d791dad,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:03.569652 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Routers {'35835edc-19f4-40ed-89e2-eef5a5f113d2'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:52:03.570165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:51:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['35835edc-19f4-40ed-89e2-eef5a5f113d2'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:03.746607 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] Set router 35835edc-19f4-40ed-89e2-eef5a5f113d2 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:52:03.895365 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Publish callbacks [] for port (6f216a03-d2fd-46c9-87aa-b489f624b331), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:03.963425 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (6f216a03-d2fd-46c9-87aa-b489f624b331), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:04.009912 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412465222', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:52:01Z', 'revision_number': 3, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:24:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:01Z', 'updated_at': '2022-01-28T06:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:04.014129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Network beca3ccc-806e-43ba-907c-106ee17fef79 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:52:04.045443 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:52:04.047574 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Pushing event updated for resources: {'Port': ['ID=6f216a03-d2fd-46c9-87aa-b489f624b331,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:04.049759 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:52:04.051946 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee13dd2-1261-4c18-8cfd-6a1ffd2b1c56 None None] The sync data for ids ['35835edc-19f4-40ed-89e2-eef5a5f113d2'] in n-d-812111-12 is: [{'id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412465222', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:52:01Z', 'revision_number': 3, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:24:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:01Z', 'updated_at': '2022-01-28T06:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:52:04.071822 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:04.113253 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Attempting to bind port 6f216a03-d2fd-46c9-87aa-b489f624b331 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:52:04.113633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Attempting to bind port 6f216a03-d2fd-46c9-87aa-b489f624b331 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '751a8f01-f18e-4f20-b086-9d680204cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:52:04.114109 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Attempting to bind port 6f216a03-d2fd-46c9-87aa-b489f624b331 on network beca3ccc-806e-43ba-907c-106ee17fef79 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:52:04.120671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:52:04.121081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Checking segment: {'id': '751a8f01-f18e-4f20-b086-9d680204cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:52:04.121512 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:04.121942 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Bound using segment: {'id': '751a8f01-f18e-4f20-b086-9d680204cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:52:04.122874 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Bound port: 6f216a03-d2fd-46c9-87aa-b489f624b331, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751a8f01-f18e-4f20-b086-9d680204cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:52:04.122874 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6f216a03-d2fd-46c9-87aa-b489f624b331), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:04.192743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] For port 6f216a03-d2fd-46c9-87aa-b489f624b331, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:52:04.196381 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] For port 6f216a03-d2fd-46c9-87aa-b489f624b331, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6f216a03-d2fd-46c9-87aa-b489f624b331,segment=NetworkSegment(751a8f01-f18e-4f20-b086-9d680204cd95),segment_id=751a8f01-f18e-4f20-b086-9d680204cd95)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:52:04.282444 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6f216a03-d2fd-46c9-87aa-b489f624b331), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:04.406867 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.20.0.1 (beca3ccc-806e-43ba-907c-106ee17fef79/e62898d0-8302-4271-847c-a954323e4883/cf5911de-a65d-4d52-8c8b-050ffd1432eb) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:52:04.412571 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c30e7-c702-4b58-9667-a961e3564e11 None None] Pushing event updated for resources: {'Port': ['ID=6f216a03-d2fd-46c9-87aa-b489f624b331,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:04.505325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 44920e51-546b-4ebf-a78e-b9869d791dad up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:52:04.560574 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:04.582778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 44920e51-546b-4ebf-a78e-b9869d791dad triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:52:04.584808 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (44920e51-546b-4ebf-a78e-b9869d791dad), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:04.689343 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:04.696866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 44920e51-546b-4ebf-a78e-b9869d791dad is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:52:04.697332 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (44920e51-546b-4ebf-a78e-b9869d791dad), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:04.721530 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 44920e51-546b-4ebf-a78e-b9869d791dad, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=44920e51-546b-4ebf-a78e-b9869d791dad,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:52:04.740258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network beca3ccc-806e-43ba-907c-106ee17fef79 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:52:04.752544 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:52:04.763567 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:52:04.769197 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=cf5911de-a65d-4d52-8c8b-050ffd1432eb,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:04.813107 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (44920e51-546b-4ebf-a78e-b9869d791dad), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:04.819211 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (35835edc-19f4-40ed-89e2-eef5a5f113d2), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:04.864318 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4fc55776-21f9-4f82-8724-9b6478f30b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:04.870117 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=44920e51-546b-4ebf-a78e-b9869d791dad,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:05.026035 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:05.340787 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:05.396203 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:05.400520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc614a0-7d82-4730-81cc-60d6f74304a1 None None] Network beca3ccc-806e-43ba-907c-106ee17fef79 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:52:05.474786 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=cf5911de-a65d-4d52-8c8b-050ffd1432eb,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:05.479517 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (35835edc-19f4-40ed-89e2-eef5a5f113d2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:05.511575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a459c6b7-4106-48ce-bb9a-40b6092ccbc3 None None] Provisioning complete for port 6f216a03-d2fd-46c9-87aa-b489f624b331 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:52:05.512105 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a459c6b7-4106-48ce-bb9a-40b6092ccbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6f216a03-d2fd-46c9-87aa-b489f624b331), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:05.580321 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network beca3ccc-806e-43ba-907c-106ee17fef79 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:52:05.582329 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:52:05.599888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a459c6b7-4106-48ce-bb9a-40b6092ccbc3 None None] Current status of the port 6f216a03-d2fd-46c9-87aa-b489f624b331 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:52:05.600276 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a459c6b7-4106-48ce-bb9a-40b6092ccbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6f216a03-d2fd-46c9-87aa-b489f624b331), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:05.647224 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a459c6b7-4106-48ce-bb9a-40b6092ccbc3 None None] For port 6f216a03-d2fd-46c9-87aa-b489f624b331, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6f216a03-d2fd-46c9-87aa-b489f624b331,segment=NetworkSegment(751a8f01-f18e-4f20-b086-9d680204cd95),segment_id=751a8f01-f18e-4f20-b086-9d680204cd95)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:52:05.720453 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router 35835edc-19f4-40ed-89e2-eef5a5f113d2 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:52:05.721911 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a459c6b7-4106-48ce-bb9a-40b6092ccbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6f216a03-d2fd-46c9-87aa-b489f624b331), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:05.783734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459c6b7-4106-48ce-bb9a-40b6092ccbc3 None None] Pushing event updated for resources: {'Port': ['ID=6f216a03-d2fd-46c9-87aa-b489f624b331,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:05.843144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ea4aa5e3-a4d1-45ef-8b7e-fbef76493ee4 None None] Provisioning complete for port 6f216a03-d2fd-46c9-87aa-b489f624b331 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:52:05.843891 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea4aa5e3-a4d1-45ef-8b7e-fbef76493ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6f216a03-d2fd-46c9-87aa-b489f624b331), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:05.848393 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:52:05.864919 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-aa530ceb-17ea-41d8-be56-19c945c3d64e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "PUT /v2.0/routers/35835edc-19f4-40ed-89e2-eef5a5f113d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5734196 Jan 28 06:52:05.944593 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ea4aa5e3-a4d1-45ef-8b7e-fbef76493ee4 None None] Current status of the port 6f216a03-d2fd-46c9-87aa-b489f624b331 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:52:05.956566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-ea4aa5e3-a4d1-45ef-8b7e-fbef76493ee4 None None] Provisioning complete for port cf5911de-a65d-4d52-8c8b-050ffd1432eb triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:52:05.956938 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea4aa5e3-a4d1-45ef-8b7e-fbef76493ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:06.000646 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ea4aa5e3-a4d1-45ef-8b7e-fbef76493ee4 None None] Port cf5911de-a65d-4d52-8c8b-050ffd1432eb cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:52:06.014349 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Sync routers for ids ['35835edc-19f4-40ed-89e2-eef5a5f113d2'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:52:06.024978 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Routers {'35835edc-19f4-40ed-89e2-eef5a5f113d2'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:52:06.025735 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:52:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['35835edc-19f4-40ed-89e2-eef5a5f113d2'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:06.041162 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-d231fd10-f78d-4d3f-88c9-85539cb53ea3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503591859&fields=id&tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba HTTP/1.1" status: 200 len: 267 time: 0.0502906 Jan 28 06:52:06.126523 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-08476ad8-ce7d-459f-833c-778865fd53ff None None] Provisioning complete for port cf5911de-a65d-4d52-8c8b-050ffd1432eb triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:52:06.127047 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-08476ad8-ce7d-459f-833c-778865fd53ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:06.159207 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Set router 35835edc-19f4-40ed-89e2-eef5a5f113d2 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:52:06.163481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-da3c260b-dc4a-448d-a39c-2da1f1521f4b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:06.171017 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-08476ad8-ce7d-459f-833c-778865fd53ff None None] Port cf5911de-a65d-4d52-8c8b-050ffd1432eb cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:52:06.171249 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-da3c260b-dc4a-448d-a39c-2da1f1521f4b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/networks?id=beca3ccc-806e-43ba-907c-106ee17fef79 HTTP/1.1" status: 200 len: 797 time: 0.1237261 Jan 28 06:52:06.184327 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-9a9cce44-44bb-48d4-b979-af0f09a016e9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/quotas/9be2f1d5e39042c9b5b0f4b6a2168aba HTTP/1.1" status: 200 len: 375 time: 0.0122650 Jan 28 06:52:06.241273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-ec099580-daa0-4ebc-b110-def3fad939fd tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504253 Jan 28 06:52:06.292074 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5197ce23-66a4-4954-a523-8b5569fd362b None None] Provisioning complete for port cf5911de-a65d-4d52-8c8b-050ffd1432eb triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:52:06.292664 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5197ce23-66a4-4954-a523-8b5569fd362b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:06.333067 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5197ce23-66a4-4954-a523-8b5569fd362b None None] Port cf5911de-a65d-4d52-8c8b-050ffd1432eb cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:52:06.344083 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-f438ce1a-2c6a-4131-ad07-2d38c53531bd service neutron] 10.222.0.31 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903852 Jan 28 06:52:06.377543 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412465222', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:01Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'cf5911de-a65d-4d52-8c8b-050ffd1432eb', 'name': '', 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:50:c1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'e62898d0-8302-4271-847c-a954323e4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:04Z', 'updated_at': '2022-01-28T06:52:05Z', 'revision_number': 2, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': 'e62898d0-8302-4271-847c-a954323e4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:06.512855 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Checking router: 35835edc-19f4-40ed-89e2-eef5a5f113d2 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:52:06.513302 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Updating router 35835edc-19f4-40ed-89e2-eef5a5f113d2 port cf5911de-a65d-4d52-8c8b-050ffd1432eb binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:52:06.517624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6f216a03-d2fd-46c9-87aa-b489f624b331 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:52:06.540207 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:06.568629 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6f216a03-d2fd-46c9-87aa-b489f624b331 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:52:06.569363 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6f216a03-d2fd-46c9-87aa-b489f624b331), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:06.654918 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6f216a03-d2fd-46c9-87aa-b489f624b331 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:52:06.656156 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 44920e51-546b-4ebf-a78e-b9869d791dad up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:52:06.704745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 44920e51-546b-4ebf-a78e-b9869d791dad triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:52:06.705118 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (44920e51-546b-4ebf-a78e-b9869d791dad), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:06.758326 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-8af19ba7-885b-4fc2-ab45-da5d2f68770e service neutron] 10.222.0.31 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031653 Jan 28 06:52:06.809165 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 44920e51-546b-4ebf-a78e-b9869d791dad is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:52:06.830246 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:06.835363 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Publish callbacks [] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:06.916302 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:06.973376 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939554e-1f88-46f8-acb4-61190cb5691a None None] Pushing event updated for resources: {'Port': ['ID=cf5911de-a65d-4d52-8c8b-050ffd1432eb,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:07.003432 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939554e-1f88-46f8-acb4-61190cb5691a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:07.003707 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939554e-1f88-46f8-acb4-61190cb5691a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:07.004058 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939554e-1f88-46f8-acb4-61190cb5691a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:07.004397 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939554e-1f88-46f8-acb4-61190cb5691a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:07.004735 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939554e-1f88-46f8-acb4-61190cb5691a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:07.005120 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939554e-1f88-46f8-acb4-61190cb5691a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:07.005396 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939554e-1f88-46f8-acb4-61190cb5691a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:07.005726 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939554e-1f88-46f8-acb4-61190cb5691a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:07.006195 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939554e-1f88-46f8-acb4-61190cb5691a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:07.006551 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939554e-1f88-46f8-acb4-61190cb5691a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:07.006879 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939554e-1f88-46f8-acb4-61190cb5691a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:07.007202 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939554e-1f88-46f8-acb4-61190cb5691a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:07.007523 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d939554e-1f88-46f8-acb4-61190cb5691a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:07.037038 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Attempting to bind port cf5911de-a65d-4d52-8c8b-050ffd1432eb on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:52:07.037727 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Attempting to bind port cf5911de-a65d-4d52-8c8b-050ffd1432eb by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '751a8f01-f18e-4f20-b086-9d680204cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:52:07.037850 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Attempting to bind port cf5911de-a65d-4d52-8c8b-050ffd1432eb on network beca3ccc-806e-43ba-907c-106ee17fef79 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:52:07.043679 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:52:07.044057 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Checking segment: {'id': '751a8f01-f18e-4f20-b086-9d680204cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:52:07.044458 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:07.044855 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Bound using segment: {'id': '751a8f01-f18e-4f20-b086-9d680204cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:52:07.045329 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Bound port: cf5911de-a65d-4d52-8c8b-050ffd1432eb, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751a8f01-f18e-4f20-b086-9d680204cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:52:07.045710 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:07.063165 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2de89e63-7df3-450d-bfc0-ace7fa9772d6 req-0a61a20b-49cc-4862-83f3-b265f48a386d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 210 time: 0.0332181 Jan 28 06:52:07.111812 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] For port cf5911de-a65d-4d52-8c8b-050ffd1432eb, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:52:07.115123 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] For port cf5911de-a65d-4d52-8c8b-050ffd1432eb, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cf5911de-a65d-4d52-8c8b-050ffd1432eb,segment=NetworkSegment(751a8f01-f18e-4f20-b086-9d680204cd95),segment_id=751a8f01-f18e-4f20-b086-9d680204cd95)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:52:07.190258 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:07.247038 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Routers {'35835edc-19f4-40ed-89e2-eef5a5f113d2'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:52:07.247668 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:52:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['35835edc-19f4-40ed-89e2-eef5a5f113d2'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:07.258397 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7d1520ed-ce02-42d5-bc24-33d0eddcbb81 None None] Provisioning complete for port cf5911de-a65d-4d52-8c8b-050ffd1432eb triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:52:07.262569 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d1520ed-ce02-42d5-bc24-33d0eddcbb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:07.291824 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939554e-1f88-46f8-acb4-61190cb5691a None None] Pushing event updated for resources: {'Port': ['ID=cf5911de-a65d-4d52-8c8b-050ffd1432eb,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:07.374101 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] Set router 35835edc-19f4-40ed-89e2-eef5a5f113d2 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:52:07.505949 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7d1520ed-ce02-42d5-bc24-33d0eddcbb81 None None] Current status of the port cf5911de-a65d-4d52-8c8b-050ffd1432eb is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:52:07.506341 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d1520ed-ce02-42d5-bc24-33d0eddcbb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:07.537886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7d1520ed-ce02-42d5-bc24-33d0eddcbb81 None None] For port cf5911de-a65d-4d52-8c8b-050ffd1432eb, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cf5911de-a65d-4d52-8c8b-050ffd1432eb,segment=NetworkSegment(751a8f01-f18e-4f20-b086-9d680204cd95),segment_id=751a8f01-f18e-4f20-b086-9d680204cd95)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:52:07.577537 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412465222', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:01Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'cf5911de-a65d-4d52-8c8b-050ffd1432eb', 'name': '', 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:50:c1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'e62898d0-8302-4271-847c-a954323e4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:04Z', 'updated_at': '2022-01-28T06:52:07Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': 'e62898d0-8302-4271-847c-a954323e4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:07.603960 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a51733-cd63-49be-865b-83d4cff43e68 None None] The sync data for ids ['35835edc-19f4-40ed-89e2-eef5a5f113d2'] in n-d-812111-12 is: [{'id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412465222', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:01Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'cf5911de-a65d-4d52-8c8b-050ffd1432eb', 'name': '', 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:50:c1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'e62898d0-8302-4271-847c-a954323e4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:04Z', 'updated_at': '2022-01-28T06:52:07Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': 'e62898d0-8302-4271-847c-a954323e4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:52:07.612839 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d1520ed-ce02-42d5-bc24-33d0eddcbb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:07.674939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1520ed-ce02-42d5-bc24-33d0eddcbb81 None None] Pushing event updated for resources: {'Port': ['ID=cf5911de-a65d-4d52-8c8b-050ffd1432eb,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:07.737955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-86d181e9-dd9d-4db1-a567-618240a6f307 None None] Provisioning complete for port cf5911de-a65d-4d52-8c8b-050ffd1432eb triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:52:07.738357 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86d181e9-dd9d-4db1-a567-618240a6f307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:07.823380 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-86d181e9-dd9d-4db1-a567-618240a6f307 None None] Current status of the port cf5911de-a65d-4d52-8c8b-050ffd1432eb is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:52:08.142319 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bc63dd49-35e1-435b-9162-c0cdb83754c0 req-921fa0a9-5076-48d3-80d0-6a014d8af588 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 210 time: 0.0278990 Jan 28 06:52:08.172340 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:08.413665 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cf5911de-a65d-4d52-8c8b-050ffd1432eb up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:52:08.467329 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port cf5911de-a65d-4d52-8c8b-050ffd1432eb triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:52:08.467711 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:08.547562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port cf5911de-a65d-4d52-8c8b-050ffd1432eb is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:52:09.178408 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:09.219313 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e61dbc0b-278c-409e-a816-98cbdfd1c583 req-d798dd7c-2222-4dc7-befe-7a3fc605cb2b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 210 time: 0.0255830 Jan 28 06:52:10.296056 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fdb11161-b121-458b-8893-5949a1c6423a req-c0a11993-e471-48cf-b5be-c9bb3205e49e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 210 time: 0.0252144 Jan 28 06:52:11.390634 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1bcabea6-d994-4c39-ac37-2247b61b03ad req-13fba25e-a625-4df3-b7ed-2e23505e9863 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 210 time: 0.0288253 Jan 28 06:52:12.486620 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-082917c0-a5f0-4534-9fde-8ca3f7d79d1f req-ae35bf32-e67c-4d81-8e0e-d4a165c8b197 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 210 time: 0.0259016 Jan 28 06:52:13.088678 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-bba0b2c2-8dda-4915-ac84-530a7c57f487 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:13.090198 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-bba0b2c2-8dda-4915-ac84-530a7c57f487 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.64 "GET /v2.0/networks?id=beca3ccc-806e-43ba-907c-106ee17fef79 HTTP/1.1" status: 200 len: 797 time: 0.1048789 Jan 28 06:52:13.157386 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-40993927-d734-4506-895b-989a25a2d3cc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba HTTP/1.1" status: 200 len: 379 time: 0.0534277 Jan 28 06:52:13.166268 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-145b2198-c64c-4829-b65b-76b57f414480 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'port': {'device_id': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79', 'admin_state_up': True, 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'security_groups': ['dfbf5337-af31-4055-a239-1c24db982719']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:52:13.384019 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-145b2198-c64c-4829-b65b-76b57f414480 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Made reservation on behalf of 9be2f1d5e39042c9b5b0f4b6a2168aba for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:52:13.387395 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-145b2198-c64c-4829-b65b-76b57f414480 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:13.518780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-145b2198-c64c-4829-b65b-76b57f414480 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.20.0.4 (beca3ccc-806e-43ba-907c-106ee17fef79/e62898d0-8302-4271-847c-a954323e4883/014b41bf-1de8-4255-bb85-534f6a680369) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:52:13.582187 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a50a973-d606-466c-856e-54eeaeb6a0b5 req-964ebdd0-e993-4875-b92f-81427bdbcc59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 210 time: 0.0260141 Jan 28 06:52:13.659310 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-145b2198-c64c-4829-b65b-76b57f414480 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (014b41bf-1de8-4255-bb85-534f6a680369), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:13.761346 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-145b2198-c64c-4829-b65b-76b57f414480 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (014b41bf-1de8-4255-bb85-534f6a680369), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:13.802585 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-145b2198-c64c-4829-b65b-76b57f414480 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network beca3ccc-806e-43ba-907c-106ee17fef79 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:52:13.805511 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-145b2198-c64c-4829-b65b-76b57f414480 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:52:13.815283 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-145b2198-c64c-4829-b65b-76b57f414480 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:52:13.835576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b2198-c64c-4829-b65b-76b57f414480 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=014b41bf-1de8-4255-bb85-534f6a680369,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:13.865145 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-145b2198-c64c-4829-b65b-76b57f414480 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:13.865779 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-145b2198-c64c-4829-b65b-76b57f414480 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:13.952653 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-145b2198-c64c-4829-b65b-76b57f414480 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7908518 Jan 28 06:52:14.013312 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Request body: {'port': {'device_id': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:52:14.065459 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (014b41bf-1de8-4255-bb85-534f6a680369), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:14.079053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d8592c95-8237-4a36-9579-e80b1fa0303e None None] Provisioning complete for port 014b41bf-1de8-4255-bb85-534f6a680369 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:52:14.079621 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d8592c95-8237-4a36-9579-e80b1fa0303e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (014b41bf-1de8-4255-bb85-534f6a680369), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:14.115302 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d8592c95-8237-4a36-9579-e80b1fa0303e None None] Port 014b41bf-1de8-4255-bb85-534f6a680369 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:52:14.327365 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014b41bf-1de8-4255-bb85-534f6a680369 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:52:14.334788 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Publish callbacks [] for port (014b41bf-1de8-4255-bb85-534f6a680369), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:14.346430 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Transition to ACTIVE for port object 014b41bf-1de8-4255-bb85-534f6a680369 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:52:14.423792 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (014b41bf-1de8-4255-bb85-534f6a680369), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:14.475200 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Pushing event updated for resources: {'Port': ['ID=014b41bf-1de8-4255-bb85-534f6a680369,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:14.549067 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Attempting to bind port 014b41bf-1de8-4255-bb85-534f6a680369 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:52:14.549402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Attempting to bind port 014b41bf-1de8-4255-bb85-534f6a680369 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': '751a8f01-f18e-4f20-b086-9d680204cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:52:14.549863 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Attempting to bind port 014b41bf-1de8-4255-bb85-534f6a680369 on network beca3ccc-806e-43ba-907c-106ee17fef79 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:52:14.554536 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Port 014b41bf-1de8-4255-bb85-534f6a680369 on network beca3ccc-806e-43ba-907c-106ee17fef79 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:52:14.554860 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Attempting to bind port 014b41bf-1de8-4255-bb85-534f6a680369 on network beca3ccc-806e-43ba-907c-106ee17fef79 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:52:14.560902 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:52:14.561240 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Checking segment: {'id': '751a8f01-f18e-4f20-b086-9d680204cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:52:14.561624 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Bound using segment: {'id': '751a8f01-f18e-4f20-b086-9d680204cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:52:14.562058 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Bound port: 014b41bf-1de8-4255-bb85-534f6a680369, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751a8f01-f18e-4f20-b086-9d680204cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:52:14.562435 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (014b41bf-1de8-4255-bb85-534f6a680369), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:14.631170 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] For port 014b41bf-1de8-4255-bb85-534f6a680369, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:52:14.634637 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] For port 014b41bf-1de8-4255-bb85-534f6a680369, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=014b41bf-1de8-4255-bb85-534f6a680369,segment=NetworkSegment(751a8f01-f18e-4f20-b086-9d680204cd95),segment_id=751a8f01-f18e-4f20-b086-9d680204cd95)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:52:14.702384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757e293-ce6b-4f1e-b843-f501cd189385 req-c2c09af9-043c-4975-814f-d46fcb70dde4 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:14.703839 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c757e293-ce6b-4f1e-b843-f501cd189385 req-c2c09af9-043c-4975-814f-d46fcb70dde4 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 943 time: 0.0472548 Jan 28 06:52:14.704685 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (014b41bf-1de8-4255-bb85-534f6a680369), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:14.739859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:14.740377 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:14.741950 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] 10.222.0.64 "PUT /v2.0/ports/014b41bf-1de8-4255-bb85-534f6a680369 HTTP/1.1" status: 200 len: 1092 time: 0.7770689 Jan 28 06:52:14.742441 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'tag': '014b41bf-1de8-4255-bb85-534f6a680369'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:52:14.744731 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6de160-1f9e-4a2d-86a5-49328f0a9879" -d '{"events": [{"name": "network-changed", "server_uuid": "b398df82-8199-480b-bc32-6a4bc0371d17", "tag": "014b41bf-1de8-4255-bb85-534f6a680369"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:52:14.761129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c757e293-ce6b-4f1e-b843-f501cd189385 req-3fbcc045-d654-472a-8529-9391d93eecb2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513151 Jan 28 06:52:14.790014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf240d-a3c6-4c1d-9b7c-83c095fc1177 service neutron] Pushing event updated for resources: {'Port': ['ID=014b41bf-1de8-4255-bb85-534f6a680369,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:14.795156 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ba7ef3-4067-4a49-a8b5-e73ef02992c7 x-openstack-request-id: req-b3ba7ef3-4067-4a49-a8b5-e73ef02992c7 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:52:14.795462 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b398df82-8199-480b-bc32-6a4bc0371d17", "tag": "014b41bf-1de8-4255-bb85-534f6a680369", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:52:14.795891 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3ba7ef3-4067-4a49-a8b5-e73ef02992c7 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:52:14.796303 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'tag': '014b41bf-1de8-4255-bb85-534f6a680369', 'status': 'completed', 'code': 200} Jan 28 06:52:14.876270 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6de160-1f9e-4a2d-86a5-49328f0a9879 req-61c11e4a-5485-46a1-b455-3963bada6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:14.877806 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4f6de160-1f9e-4a2d-86a5-49328f0a9879 req-61c11e4a-5485-46a1-b455-3963bada6770 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 1095 time: 0.0451696 Jan 28 06:52:14.987683 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6de160-1f9e-4a2d-86a5-49328f0a9879 req-4b24f5de-7db7-431c-89f1-56f55b86e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:14.989160 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4f6de160-1f9e-4a2d-86a5-49328f0a9879 req-4b24f5de-7db7-431c-89f1-56f55b86e1f4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0979517 Jan 28 06:52:15.080811 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6de160-1f9e-4a2d-86a5-49328f0a9879 req-9a7c4b16-ea09-4204-bac8-2c77a340e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:15.082220 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4f6de160-1f9e-4a2d-86a5-49328f0a9879 req-9a7c4b16-ea09-4204-bac8-2c77a340e8c7 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871201 Jan 28 06:52:15.179684 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-ef960e14-df79-4dc2-b04c-7080a259a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:15.181319 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-ef960e14-df79-4dc2-b04c-7080a259a5a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 1095 time: 0.0453110 Jan 28 06:52:15.226957 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-6c1da553-ad1a-4b45-83a9-3431f4e79056 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=014b41bf-1de8-4255-bb85-534f6a680369 HTTP/1.1" status: 200 len: 217 time: 0.0348058 Jan 28 06:52:15.273095 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-c7c21e68-d156-4e5f-b95e-057c14264595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:15.274548 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-c7c21e68-d156-4e5f-b95e-057c14264595 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e62898d0-8302-4271-847c-a954323e4883 HTTP/1.1" status: 200 len: 834 time: 0.0424771 Jan 28 06:52:15.320302 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-411a3854-e2b6-47bd-9e5f-c18fa294eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:15.322336 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-411a3854-e2b6-47bd-9e5f-c18fa294eea2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=beca3ccc-806e-43ba-907c-106ee17fef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419669 Jan 28 06:52:15.407084 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-867ee3c5-186b-46bf-a265-3c31331c9cd3 service neutron] 10.222.0.64 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791986 Jan 28 06:52:15.496774 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-20bf99b0-d0e5-43d8-aeb7-6a704874817b req-54515169-7411-4687-9769-8e1e0feeb567 service neutron] 10.222.0.64 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839798 Jan 28 06:52:15.872770 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81495017-aaed-4abc-8aa5-9387326fcb2c req-739ee4ce-689c-4e52-9173-f45580d08ca2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:15.874222 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81495017-aaed-4abc-8aa5-9387326fcb2c req-739ee4ce-689c-4e52-9173-f45580d08ca2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 943 time: 0.0512741 Jan 28 06:52:15.922702 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-81495017-aaed-4abc-8aa5-9387326fcb2c req-541391c0-ed66-4066-bb8f-51e5551dfa8f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424230 Jan 28 06:52:17.039911 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cdf4c-cbae-478e-ba72-23fbf19b30c4 req-05f141f8-e7b3-48c4-a015-b9b3ca31d4e3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:17.041436 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd7cdf4c-cbae-478e-ba72-23fbf19b30c4 req-05f141f8-e7b3-48c4-a015-b9b3ca31d4e3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 943 time: 0.0495811 Jan 28 06:52:17.090113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-dd7cdf4c-cbae-478e-ba72-23fbf19b30c4 req-2825d309-7500-41f3-a546-5b1ec11c408f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429299 Jan 28 06:52:18.204855 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93618fb2-0b70-4b0f-95c0-0f9a6f0d2429 req-784a7f31-093d-4154-a5bd-1670ba2dd781 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:18.206339 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93618fb2-0b70-4b0f-95c0-0f9a6f0d2429 req-784a7f31-093d-4154-a5bd-1670ba2dd781 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 943 time: 0.0482376 Jan 28 06:52:18.258407 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93618fb2-0b70-4b0f-95c0-0f9a6f0d2429 req-b12f115a-0b2e-4be3-a34b-2af4e9c4d63b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465074 Jan 28 06:52:18.547393 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 014b41bf-1de8-4255-bb85-534f6a680369 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:52:18.643285 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 014b41bf-1de8-4255-bb85-534f6a680369, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=014b41bf-1de8-4255-bb85-534f6a680369,segment=NetworkSegment(751a8f01-f18e-4f20-b086-9d680204cd95),segment_id=751a8f01-f18e-4f20-b086-9d680204cd95)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:52:18.654769 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '014b41bf-1de8-4255-bb85-534f6a680369', 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79', 'port_id': '014b41bf-1de8-4255-bb85-534f6a680369', 'mac_address': 'fa:16:3e:45:7f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62898d0-8302-4271-847c-a954323e4883', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:52:18.691766 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 014b41bf-1de8-4255-bb85-534f6a680369 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:52:18.692162 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (014b41bf-1de8-4255-bb85-534f6a680369), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:18.705232 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014b41bf-1de8-4255-bb85-534f6a680369 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:52:18.724676 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 014b41bf-1de8-4255-bb85-534f6a680369, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=014b41bf-1de8-4255-bb85-534f6a680369,segment=NetworkSegment(751a8f01-f18e-4f20-b086-9d680204cd95),segment_id=751a8f01-f18e-4f20-b086-9d680204cd95)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:52:18.875261 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (014b41bf-1de8-4255-bb85-534f6a680369), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:18.922641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=014b41bf-1de8-4255-bb85-534f6a680369,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:19.165879 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['014b41bf-1de8-4255-bb85-534f6a680369'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:52:19.375131 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90120fa-2067-4d7b-90be-93740c52fa1b req-b046060a-c885-4076-a04b-e9b0abaf9efd tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:19.377235 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b90120fa-2067-4d7b-90be-93740c52fa1b req-b046060a-c885-4076-a04b-e9b0abaf9efd tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 944 time: 0.0483103 Jan 28 06:52:19.426976 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b90120fa-2067-4d7b-90be-93740c52fa1b req-cc0291f5-09d1-4aa1-8e30-72010fc619cf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440216 Jan 28 06:52:20.541816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575e802-407e-4959-8fff-4a7631b80a1c req-fae01d76-ca39-4078-9120-0904b2907f54 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:20.543298 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4575e802-407e-4959-8fff-4a7631b80a1c req-fae01d76-ca39-4078-9120-0904b2907f54 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 944 time: 0.0485163 Jan 28 06:52:20.546598 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 014b41bf-1de8-4255-bb85-534f6a680369 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:52:20.591513 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4575e802-407e-4959-8fff-4a7631b80a1c req-6555da52-07e4-43a5-b1f7-3d44a929b5f4 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419953 Jan 28 06:52:20.680331 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 014b41bf-1de8-4255-bb85-534f6a680369 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:52:20.684366 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 014b41bf-1de8-4255-bb85-534f6a680369 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:52:20.684742 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (014b41bf-1de8-4255-bb85-534f6a680369), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:20.760417 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 014b41bf-1de8-4255-bb85-534f6a680369 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:52:20.760798 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (014b41bf-1de8-4255-bb85-534f6a680369), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:20.784080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014b41bf-1de8-4255-bb85-534f6a680369'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:52:20.786379 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747b1aaa-aa00-4829-bc5a-82d2f4cf48b5" -d '{"events": [{"server_uuid": "b398df82-8199-480b-bc32-6a4bc0371d17", "name": "network-vif-plugged", "status": "completed", "tag": "014b41bf-1de8-4255-bb85-534f6a680369"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:52:20.799012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 014b41bf-1de8-4255-bb85-534f6a680369, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=014b41bf-1de8-4255-bb85-534f6a680369,segment=NetworkSegment(751a8f01-f18e-4f20-b086-9d680204cd95),segment_id=751a8f01-f18e-4f20-b086-9d680204cd95)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:52:20.822394 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd6599e-b5f5-4e15-b8c5-c9abcbc3e09c x-openstack-request-id: req-ffd6599e-b5f5-4e15-b8c5-c9abcbc3e09c {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:52:20.822684 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b398df82-8199-480b-bc32-6a4bc0371d17", "name": "network-vif-plugged", "status": "completed", "tag": "014b41bf-1de8-4255-bb85-534f6a680369", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:52:20.822942 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffd6599e-b5f5-4e15-b8c5-c9abcbc3e09c {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:52:20.823332 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014b41bf-1de8-4255-bb85-534f6a680369', 'code': 200} Jan 28 06:52:20.858161 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (014b41bf-1de8-4255-bb85-534f6a680369), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:20.913560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=014b41bf-1de8-4255-bb85-534f6a680369,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:20.947290 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed2e7b-812f-4a1d-adae-80dbc0fa7659 req-4c8dd060-6ecb-4c13-b63a-6eacbb6ad203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:20.948779 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-06ed2e7b-812f-4a1d-adae-80dbc0fa7659 req-4c8dd060-6ecb-4c13-b63a-6eacbb6ad203 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 1097 time: 0.0401661 Jan 28 06:52:20.993610 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-06ed2e7b-812f-4a1d-adae-80dbc0fa7659 req-f794bdc5-a000-4773-8244-0db5b41ffb39 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388634 Jan 28 06:52:21.715241 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc789343-ae43-4187-9096-46760cbce0ee req-1926d5e2-5f4f-4f7e-ad65-10f5835963a8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:21.716688 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc789343-ae43-4187-9096-46760cbce0ee req-1926d5e2-5f4f-4f7e-ad65-10f5835963a8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0509908 Jan 28 06:52:21.764865 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cc789343-ae43-4187-9096-46760cbce0ee req-c3836a92-9ffc-4212-8736-cc9962267aaf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424078 Jan 28 06:52:22.879450 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060887f1-8b45-4fa1-bf3a-5641fd9cbe2b req-a4723d65-aff1-4fbf-a311-bc40af71210c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:22.880943 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-060887f1-8b45-4fa1-bf3a-5641fd9cbe2b req-a4723d65-aff1-4fbf-a311-bc40af71210c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0481727 Jan 28 06:52:22.928294 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-060887f1-8b45-4fa1-bf3a-5641fd9cbe2b req-c3516377-c277-4f01-a316-8c8fe7093ade tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417626 Jan 28 06:52:23.049676 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0724689-d519-4149-8015-db73cfea71ff req-bbba9013-3dd3-4570-86f7-59a70b0bdc38 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:23.051151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0724689-d519-4149-8015-db73cfea71ff req-bbba9013-3dd3-4570-86f7-59a70b0bdc38 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0473967 Jan 28 06:52:23.102497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a0724689-d519-4149-8015-db73cfea71ff req-f04316ec-a36e-471a-9af8-226a93035be5 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457978 Jan 28 06:52:23.124019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57328) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:52:23.163721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72e111-7723-430e-b6ff-e4bba58c43f4 tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:23.167403 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4a72e111-7723-430e-b6ff-e4bba58c43f4 tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 1092 time: 0.0402493 Jan 28 06:52:23.168065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57330) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:52:23.172366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': '014b41bf-1de8-4255-bb85-534f6a680369', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:52:23.177505 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a25980b3-bc73-4a60-849f-ffc5e406decf req-f7b480e7-3194-441f-8d9b-7a9eeccce315 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423946 Jan 28 06:52:23.278033 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25980b3-bc73-4a60-849f-ffc5e406decf req-d535e2df-2cca-43e5-8682-c87b1a8852b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:23.279515 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a25980b3-bc73-4a60-849f-ffc5e406decf req-d535e2df-2cca-43e5-8682-c87b1a8852b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 1097 time: 0.0441272 Jan 28 06:52:23.379660 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25980b3-bc73-4a60-849f-ffc5e406decf req-0b0d1fd5-99c6-4d05-a7ce-27b54b372aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:23.381143 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a25980b3-bc73-4a60-849f-ffc5e406decf req-0b0d1fd5-99c6-4d05-a7ce-27b54b372aa5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=beca3ccc-806e-43ba-907c-106ee17fef79 HTTP/1.1" status: 200 len: 898 time: 0.0845582 Jan 28 06:52:23.401206 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:23.422616 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a25980b3-bc73-4a60-849f-ffc5e406decf req-74f565aa-f472-4b2d-b336-55139650957c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=014b41bf-1de8-4255-bb85-534f6a680369 HTTP/1.1" status: 200 len: 217 time: 0.0346258 Jan 28 06:52:23.474666 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25980b3-bc73-4a60-849f-ffc5e406decf req-28405fa4-2990-4f6c-880e-db4f62d11871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:23.476130 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a25980b3-bc73-4a60-849f-ffc5e406decf req-28405fa4-2990-4f6c-880e-db4f62d11871 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e62898d0-8302-4271-847c-a954323e4883 HTTP/1.1" status: 200 len: 834 time: 0.0468402 Jan 28 06:52:23.503238 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:23.523337 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25980b3-bc73-4a60-849f-ffc5e406decf req-8a2cee32-1461-4487-a3e6-e795e0f7dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:23.530139 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a25980b3-bc73-4a60-849f-ffc5e406decf req-8a2cee32-1461-4487-a3e6-e795e0f7dbe6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=beca3ccc-806e-43ba-907c-106ee17fef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419390 Jan 28 06:52:23.607689 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.25.0.32 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/d70e9e1c-6df4-40c6-a6e0-0be4734cba78) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:52:23.620975 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a25980b3-bc73-4a60-849f-ffc5e406decf req-0f8e9079-6f34-4c74-af96-19b681c4ed3d service neutron] 10.222.0.64 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904355 Jan 28 06:52:23.712509 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (d70e9e1c-6df4-40c6-a6e0-0be4734cba78), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:23.713476 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a25980b3-bc73-4a60-849f-ffc5e406decf req-a5535b17-e97d-495f-9f00-7d328915ba1d service neutron] 10.222.0.64 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859768 Jan 28 06:52:23.864542 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (d70e9e1c-6df4-40c6-a6e0-0be4734cba78), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:23.902425 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:52:23.905185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:52:23.911320 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:52:23.932928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=d70e9e1c-6df4-40c6-a6e0-0be4734cba78,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:24.269618 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (6608b44c-4cb1-4c2b-99d6-1d2cb59005d8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:24.426012 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d70e9e1c-6df4-40c6-a6e0-0be4734cba78), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:24.576065 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (d70e9e1c-6df4-40c6-a6e0-0be4734cba78), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:24.635247 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (d70e9e1c-6df4-40c6-a6e0-0be4734cba78), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:24.706089 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=d70e9e1c-6df4-40c6-a6e0-0be4734cba78,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:24.713538 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (6608b44c-4cb1-4c2b-99d6-1d2cb59005d8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:24.811902 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Floating IP 6608b44c-4cb1-4c2b-99d6-1d2cb59005d8 associated. External IP: 172.25.0.32, port: 014b41bf-1de8-4255-bb85-534f6a680369. Jan 28 06:52:25.020805 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router 35835edc-19f4-40ed-89e2-eef5a5f113d2 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:52:25.130436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:52:25.140659 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c074e4e-7abe-445c-b690-de64e19151ce None None] Sync routers for ids ['35835edc-19f4-40ed-89e2-eef5a5f113d2'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:52:25.150538 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c074e4e-7abe-445c-b690-de64e19151ce None None] Routers {'35835edc-19f4-40ed-89e2-eef5a5f113d2'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:52:25.153371 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8c074e4e-7abe-445c-b690-de64e19151ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:52:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['35835edc-19f4-40ed-89e2-eef5a5f113d2'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:25.208873 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:25.238595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-789db871-5eaa-487b-9e1c-250856f24faf tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0694673 Jan 28 06:52:25.239277 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'tag': '014b41bf-1de8-4255-bb85-534f6a680369'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:52:25.241685 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eb95f7-36d3-46a8-af97-c44b431594f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b398df82-8199-480b-bc32-6a4bc0371d17", "tag": "014b41bf-1de8-4255-bb85-534f6a680369"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:52:25.260260 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-8c074e4e-7abe-445c-b690-de64e19151ce None None] Set router 35835edc-19f4-40ed-89e2-eef5a5f113d2 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:52:25.292398 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bc60db-e1cc-422e-9355-50a63ceb2775 x-openstack-request-id: req-94bc60db-e1cc-422e-9355-50a63ceb2775 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:52:25.292719 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b398df82-8199-480b-bc32-6a4bc0371d17", "tag": "014b41bf-1de8-4255-bb85-534f6a680369", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:52:25.292985 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94bc60db-e1cc-422e-9355-50a63ceb2775 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:52:25.293399 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'tag': '014b41bf-1de8-4255-bb85-534f6a680369', 'status': 'completed', 'code': 200} Jan 28 06:52:25.345657 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e639fd-0442-4708-b7f5-74f4e9ec9274 req-333d77f0-3bf0-4c3f-8592-3374ac42ad67 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:25.347351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3e639fd-0442-4708-b7f5-74f4e9ec9274 req-333d77f0-3bf0-4c3f-8592-3374ac42ad67 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0508811 Jan 28 06:52:25.381203 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb95f7-36d3-46a8-af97-c44b431594f5 req-14235661-2b57-416d-a0d4-438882f69520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:25.382743 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6eb95f7-36d3-46a8-af97-c44b431594f5 req-14235661-2b57-416d-a0d4-438882f69520 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 1097 time: 0.0490148 Jan 28 06:52:25.404119 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3e639fd-0442-4708-b7f5-74f4e9ec9274 req-91764172-49e4-43af-912f-374c7082b08a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510886 Jan 28 06:52:25.429997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57338) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:52:25.486993 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb95f7-36d3-46a8-af97-c44b431594f5 req-be33889e-b153-4f7e-a95d-a2438f076565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:25.488488 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6eb95f7-36d3-46a8-af97-c44b431594f5 req-be33889e-b153-4f7e-a95d-a2438f076565 service neutron] 10.222.0.64 "GET /v2.0/networks?id=beca3ccc-806e-43ba-907c-106ee17fef79 HTTP/1.1" status: 200 len: 898 time: 0.1004705 Jan 28 06:52:25.494882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8a6e5067-f386-42a1-895b-8988e33f5681 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/floatingips/6608b44c-4cb1-4c2b-99d6-1d2cb59005d8 HTTP/1.1" status: 200 len: 990 time: 0.0636749 Jan 28 06:52:25.515745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8c074e4e-7abe-445c-b690-de64e19151ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412465222', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:01Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '6608b44c-4cb1-4c2b-99d6-1d2cb59005d8', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'floating_ip_address': '172.25.0.32', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'port_id': '014b41bf-1de8-4255-bb85-534f6a680369', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79', 'mac_address': 'fa:16:3e:45:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:52:24Z', 'updated_at': '2022-01-28T06:52:24Z', 'revision_number': 0, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5911de-a65d-4d52-8c8b-050ffd1432eb', 'name': '', 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:50:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'e62898d0-8302-4271-847c-a954323e4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:04Z', 'updated_at': '2022-01-28T06:52:07Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': 'e62898d0-8302-4271-847c-a954323e4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:25.543662 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c074e4e-7abe-445c-b690-de64e19151ce None None] Checking router: 35835edc-19f4-40ed-89e2-eef5a5f113d2 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:52:25.552351 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c074e4e-7abe-445c-b690-de64e19151ce None None] Routers {'35835edc-19f4-40ed-89e2-eef5a5f113d2'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:52:25.553009 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8c074e4e-7abe-445c-b690-de64e19151ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:52:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['35835edc-19f4-40ed-89e2-eef5a5f113d2'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:25.556229 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6eb95f7-36d3-46a8-af97-c44b431594f5 req-15341e64-f8e9-4ccf-bfff-0eab74640d4f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=014b41bf-1de8-4255-bb85-534f6a680369 HTTP/1.1" status: 200 len: 998 time: 0.0609200 Jan 28 06:52:25.603095 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb95f7-36d3-46a8-af97-c44b431594f5 req-1a32c410-90d7-4304-a94d-ecd6d33b9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:25.604556 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6eb95f7-36d3-46a8-af97-c44b431594f5 req-1a32c410-90d7-4304-a94d-ecd6d33b9ad1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e62898d0-8302-4271-847c-a954323e4883 HTTP/1.1" status: 200 len: 834 time: 0.0439491 Jan 28 06:52:25.654744 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb95f7-36d3-46a8-af97-c44b431594f5 req-f65ef06b-be0a-43e2-9fd0-8970a635dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:25.656283 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6eb95f7-36d3-46a8-af97-c44b431594f5 req-f65ef06b-be0a-43e2-9fd0-8970a635dd0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=beca3ccc-806e-43ba-907c-106ee17fef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459688 Jan 28 06:52:25.671894 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-8c074e4e-7abe-445c-b690-de64e19151ce None None] Set router 35835edc-19f4-40ed-89e2-eef5a5f113d2 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:52:25.711578 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:25.746273 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6eb95f7-36d3-46a8-af97-c44b431594f5 req-30c8bc39-a42f-4647-87c3-262a730cf4bd service neutron] 10.222.0.64 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837641 Jan 28 06:52:25.844149 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6eb95f7-36d3-46a8-af97-c44b431594f5 req-2c990849-ab5f-4b74-91ee-084aee737652 service neutron] 10.222.0.64 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925183 Jan 28 06:52:25.896606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-8c074e4e-7abe-445c-b690-de64e19151ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412465222', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:01Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '6608b44c-4cb1-4c2b-99d6-1d2cb59005d8', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'floating_ip_address': '172.25.0.32', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'port_id': '014b41bf-1de8-4255-bb85-534f6a680369', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79', 'mac_address': 'fa:16:3e:45:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:52:24Z', 'updated_at': '2022-01-28T06:52:24Z', 'revision_number': 0, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5911de-a65d-4d52-8c8b-050ffd1432eb', 'name': '', 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:50:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'e62898d0-8302-4271-847c-a954323e4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:04Z', 'updated_at': '2022-01-28T06:52:07Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': 'e62898d0-8302-4271-847c-a954323e4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:25.925922 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c074e4e-7abe-445c-b690-de64e19151ce None None] The sync data for ids ['35835edc-19f4-40ed-89e2-eef5a5f113d2'] in n-d-812111-12 is: [{'id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412465222', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:01Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '6608b44c-4cb1-4c2b-99d6-1d2cb59005d8', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'floating_ip_address': '172.25.0.32', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'port_id': '014b41bf-1de8-4255-bb85-534f6a680369', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79', 'mac_address': 'fa:16:3e:45:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:52:24Z', 'updated_at': '2022-01-28T06:52:24Z', 'revision_number': 0, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5911de-a65d-4d52-8c8b-050ffd1432eb', 'name': '', 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:50:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'e62898d0-8302-4271-847c-a954323e4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:04Z', 'updated_at': '2022-01-28T06:52:07Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': 'e62898d0-8302-4271-847c-a954323e4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:52:26.120033 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1d224-6749-43e6-a456-f704bf9f579b None None] New status for floating IP 6608b44c-4cb1-4c2b-99d6-1d2cb59005d8: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:52:26.499482 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57340) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:52:26.559176 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c67854c6-8ec0-45b6-a179-27ca5846b0c5 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/floatingips/6608b44c-4cb1-4c2b-99d6-1d2cb59005d8 HTTP/1.1" status: 200 len: 992 time: 0.0582967 Jan 28 06:52:28.275145 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:32.458584 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bab2c312-11ec-48e8-8f5a-39a5311641c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:34.829319 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36ce62f1-e8b4-4d77-9721-061102768539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:36.653366 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:52:36.930209 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:38.160322 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:39.183205 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:55.691485 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:57.875597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-8715c8c6-b3ed-4c6b-ae07-c865db9ad60a req-d72061dc-fe8b-41d8-a8f7-68379a15e160 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:52:57.876606 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8715c8c6-b3ed-4c6b-ae07-c865db9ad60a req-d72061dc-fe8b-41d8-a8f7-68379a15e160 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476367 Jan 28 06:52:58.162706 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ca824-9f43-4755-942e-da8866b10af0 req-a6e9a086-176d-4a0a-ad55-37aa93a213b7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:58.164182 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-755ca824-9f43-4755-942e-da8866b10af0 req-a6e9a086-176d-4a0a-ad55-37aa93a213b7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0496826 Jan 28 06:52:58.214594 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-755ca824-9f43-4755-942e-da8866b10af0 req-8b1593f4-82cb-4d11-b75e-2e494a8b53fd tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447881 Jan 28 06:52:58.267703 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57368) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:52:58.303636 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:52:58.344673 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-df7e04e9-7533-4c5d-81f3-b8487d59f6ad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757866 Jan 28 06:52:58.353197 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-71da74fa-325f-4ed5-96e1-7d0884f36641 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:52:58.354151 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-71da74fa-325f-4ed5-96e1-7d0884f36641 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048404 Jan 28 06:52:59.342075 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9762599-36d8-462e-8dc3-6deec2498ba7 req-fd62fd1a-6f54-4913-ba20-f056f6a3011f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:59.344979 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9762599-36d8-462e-8dc3-6deec2498ba7 req-fd62fd1a-6f54-4913-ba20-f056f6a3011f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0565853 Jan 28 06:52:59.400351 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f9762599-36d8-462e-8dc3-6deec2498ba7 req-7cd4282d-e8f5-4721-ae7e-6f5053a4b7cb tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491147 Jan 28 06:53:00.441574 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c9f75-87da-4005-a946-9102bb395021 req-fa1adfbb-1344-4d74-837a-52477883133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:00.443086 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-fa1adfbb-1344-4d74-837a-52477883133e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 1097 time: 0.0489457 Jan 28 06:53:00.522278 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c2890-bab1-481e-8859-6625235d720c req-c0be0aa9-bbff-4c1a-a9d8-c5417f1d092c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:00.524418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de6c2890-bab1-481e-8859-6625235d720c req-c0be0aa9-bbff-4c1a-a9d8-c5417f1d092c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0510721 Jan 28 06:53:00.533862 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c9f75-87da-4005-a946-9102bb395021 req-a88e964f-cd0c-4dad-bb21-297a3f7bc27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:00.535360 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-a88e964f-cd0c-4dad-bb21-297a3f7bc27a service neutron] 10.222.0.64 "GET /v2.0/networks?id=beca3ccc-806e-43ba-907c-106ee17fef79 HTTP/1.1" status: 200 len: 898 time: 0.0865357 Jan 28 06:53:00.572140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-de6c2890-bab1-481e-8859-6625235d720c req-c0d63f78-59f6-4e83-b235-c9f876b28665 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420601 Jan 28 06:53:00.604354 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-e9c02c77-7be7-44ca-bb93-2d8b543ae79d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=014b41bf-1de8-4255-bb85-534f6a680369 HTTP/1.1" status: 200 len: 1000 time: 0.0624712 Jan 28 06:53:00.652124 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c9f75-87da-4005-a946-9102bb395021 req-07d3e777-41b7-4c72-b169-adf69362b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:00.653554 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-07d3e777-41b7-4c72-b169-adf69362b386 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e62898d0-8302-4271-847c-a954323e4883 HTTP/1.1" status: 200 len: 834 time: 0.0435777 Jan 28 06:53:00.697138 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c9f75-87da-4005-a946-9102bb395021 req-5f78bef9-eb06-4186-ae33-416e8979369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:00.698708 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-5f78bef9-eb06-4186-ae33-416e8979369c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=beca3ccc-806e-43ba-907c-106ee17fef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399084 Jan 28 06:53:00.788497 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-b1469317-0702-4226-9313-1774947f9cf5 service neutron] 10.222.0.64 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843711 Jan 28 06:53:00.876308 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-603d20cc-f48c-45ee-8d51-8e80b1929e83 service neutron] 10.222.0.64 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824609 Jan 28 06:53:01.693691 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be8e75-fe67-40d2-b799-3090f114818a req-42c94619-fbcd-466b-947d-0573a521b309 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:01.695225 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73be8e75-fe67-40d2-b799-3090f114818a req-42c94619-fbcd-466b-947d-0573a521b309 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0521178 Jan 28 06:53:01.742908 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-73be8e75-fe67-40d2-b799-3090f114818a req-84d39c2e-6df8-4497-82da-5ea0b517ee71 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422225 Jan 28 06:53:02.485226 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3fae671-e3b5-4277-8aeb-fed25c6697b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:02.860481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506603ee-90da-4a6b-9f9a-f63bf0d8e88e req-b0e5b244-8895-42f2-9116-8ad79ea4a80d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:02.861963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-506603ee-90da-4a6b-9f9a-f63bf0d8e88e req-b0e5b244-8895-42f2-9116-8ad79ea4a80d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0512638 Jan 28 06:53:02.913148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-506603ee-90da-4a6b-9f9a-f63bf0d8e88e req-a9b957ab-70c7-4cb7-8064-8763cf0167ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456798 Jan 28 06:53:04.025474 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5796c0c-5770-47ff-8627-0d4861eabcb3 req-fba5cfd1-4fea-48d8-9f3c-38141b8f26d1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:04.026949 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5796c0c-5770-47ff-8627-0d4861eabcb3 req-fba5cfd1-4fea-48d8-9f3c-38141b8f26d1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0469377 Jan 28 06:53:04.080504 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c5796c0c-5770-47ff-8627-0d4861eabcb3 req-034a9b37-7402-4220-96ad-5ccb43101762 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472326 Jan 28 06:53:04.834451 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-48c09fe4-be36-4d69-b861-cf6f60b3413d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:05.196914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55d65b-2604-4631-bc77-e907c00802e8 req-d050b154-2785-4055-ac71-ac86b0b530b9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:05.198422 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff55d65b-2604-4631-bc77-e907c00802e8 req-d050b154-2785-4055-ac71-ac86b0b530b9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0476134 Jan 28 06:53:05.246828 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ff55d65b-2604-4631-bc77-e907c00802e8 req-fea61873-a923-4c98-99c4-44a2ef67657b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422156 Jan 28 06:53:06.361585 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cd9ec-dc1f-4cb7-94c7-a73d1cd471c8 req-7bc1a323-f9e3-4ee8-a2a0-6c1348586ff0 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:06.363118 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef9cd9ec-dc1f-4cb7-94c7-a73d1cd471c8 req-7bc1a323-f9e3-4ee8-a2a0-6c1348586ff0 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0480611 Jan 28 06:53:06.411652 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ef9cd9ec-dc1f-4cb7-94c7-a73d1cd471c8 req-a5cede71-8a9d-4941-857c-51a041620a5f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430670 Jan 28 06:53:06.857158 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:07.529976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329ce6c-a88d-4ecc-a59b-87a8ba9f71ae req-611582f5-361c-4b80-adc8-556bde4df261 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:07.532187 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f329ce6c-a88d-4ecc-a59b-87a8ba9f71ae req-611582f5-361c-4b80-adc8-556bde4df261 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0531442 Jan 28 06:53:07.579489 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f329ce6c-a88d-4ecc-a59b-87a8ba9f71ae req-e11e3bfd-6632-4878-b97b-80c05b5fff2c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418346 Jan 28 06:53:08.126485 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:08.694290 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408933dd-b1dd-465e-b66a-2e906347c7a7 req-d4495888-6db7-4d31-942d-71fb0931d6a1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:08.695760 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-408933dd-b1dd-465e-b66a-2e906347c7a7 req-d4495888-6db7-4d31-942d-71fb0931d6a1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0473573 Jan 28 06:53:08.743643 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-408933dd-b1dd-465e-b66a-2e906347c7a7 req-18b289ab-76ed-48a5-bb68-141aaa0196e9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422719 Jan 28 06:53:09.175894 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:09.863631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d2e76-a73b-480b-90a4-bcaf36ec3df4 req-3a175a5f-536e-43e5-8b4c-402bab3ced2e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:09.865087 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-084d2e76-a73b-480b-90a4-bcaf36ec3df4 req-3a175a5f-536e-43e5-8b4c-402bab3ced2e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0480440 Jan 28 06:53:09.920687 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-084d2e76-a73b-480b-90a4-bcaf36ec3df4 req-1033f906-ac0e-40a6-bba1-081c2ef08dfa tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501044 Jan 28 06:53:11.035355 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4d762-dda8-41bb-890a-56275c1fc2cb req-96a95a02-bc88-4fdf-b7b5-f0fab9cc3775 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:11.036823 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bda4d762-dda8-41bb-890a-56275c1fc2cb req-96a95a02-bc88-4fdf-b7b5-f0fab9cc3775 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0475440 Jan 28 06:53:11.086249 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bda4d762-dda8-41bb-890a-56275c1fc2cb req-08c16bf7-7e94-447d-816e-bf571c9d601a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437889 Jan 28 06:53:12.199977 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd1fdb-f3d3-4619-925e-65ad7adf84df req-087ac454-f97c-4e76-a16a-2ab0292e84ba tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:12.201423 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8bd1fdb-f3d3-4619-925e-65ad7adf84df req-087ac454-f97c-4e76-a16a-2ab0292e84ba tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0476971 Jan 28 06:53:12.249013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b8bd1fdb-f3d3-4619-925e-65ad7adf84df req-9c92948c-354c-4774-bb54-bfe05c923fb2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413249 Jan 28 06:53:13.085756 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [req-461c9f75-87da-4005-a946-9102bb395021 req-6172d0f6-8c97-4f1b-90d6-4b8151f7f837 service neutron] show failed (client error): The resource could not be found. Jan 28 06:53:13.086774 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-6172d0f6-8c97-4f1b-90d6-4b8151f7f837 service neutron] 10.222.0.64 "GET /v2.0/ports/014b41bf-1de8-4255-bb85-534f6a680369/bindings/n-h2-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.0532091 Jan 28 06:53:13.367767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747649a4-13e7-497b-8261-1224e10465e2 req-7a396c32-e805-443e-ac80-e9e7a4df7e94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:13.369235 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-747649a4-13e7-497b-8261-1224e10465e2 req-7a396c32-e805-443e-ac80-e9e7a4df7e94 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0526345 Jan 28 06:53:13.417374 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-747649a4-13e7-497b-8261-1224e10465e2 req-510f497f-7666-4233-be6d-9342607a8eef tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423982 Jan 28 06:53:13.601843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c9f75-87da-4005-a946-9102bb395021 req-9d39f57b-642f-4768-9674-f791d87cdab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:13.603377 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-9d39f57b-642f-4768-9674-f791d87cdab8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17&tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba HTTP/1.1" status: 200 len: 1097 time: 0.0408421 Jan 28 06:53:13.619494 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:53:13.652854 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:53:13.675075 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (014b41bf-1de8-4255-bb85-534f6a680369), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:13.872271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] For port 014b41bf-1de8-4255-bb85-534f6a680369, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=014b41bf-1de8-4255-bb85-534f6a680369,segment=NetworkSegment(751a8f01-f18e-4f20-b086-9d680204cd95),segment_id=751a8f01-f18e-4f20-b086-9d680204cd95)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:53:13.905650 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] For port 014b41bf-1de8-4255-bb85-534f6a680369, host n-h1-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:53:13.944010 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '014b41bf-1de8-4255-bb85-534f6a680369'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:53:13.946260 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245c9173-ceca-4281-b55b-1be3d77b3c9a" -d '{"events": [{"server_uuid": "b398df82-8199-480b-bc32-6a4bc0371d17", "name": "network-vif-unplugged", "status": "completed", "tag": "014b41bf-1de8-4255-bb85-534f6a680369"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:53:13.950136 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Publish callbacks [] for port (014b41bf-1de8-4255-bb85-534f6a680369), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:13.964178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Transition to ACTIVE for port object 014b41bf-1de8-4255-bb85-534f6a680369 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:53:14.034213 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (014b41bf-1de8-4255-bb85-534f6a680369), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:14.063757 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 06:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1341af-02ff-43ab-b523-058d867b2a68 x-openstack-request-id: req-ca1341af-02ff-43ab-b523-058d867b2a68 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:53:14.064056 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b398df82-8199-480b-bc32-6a4bc0371d17", "name": "network-vif-unplugged", "status": "completed", "tag": "014b41bf-1de8-4255-bb85-534f6a680369", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:53:14.064318 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca1341af-02ff-43ab-b523-058d867b2a68 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:53:14.064714 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '014b41bf-1de8-4255-bb85-534f6a680369', 'code': 200} Jan 28 06:53:14.117702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Pushing event updated for resources: {'Port': ['ID=014b41bf-1de8-4255-bb85-534f6a680369,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:14.132760 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:14.133114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:14.133471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:14.133821 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:14.134162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:14.134524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:14.134863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:14.135198 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:14.135535 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:14.135865 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:14.136197 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:14.136524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:14.136856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:14.176760 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] No DVR routers for this DVR port 014b41bf-1de8-4255-bb85-534f6a680369 on host n-h1-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:53:14.311585 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Attempting to bind port 014b41bf-1de8-4255-bb85-534f6a680369 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:53:14.317189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Attempting to bind port 014b41bf-1de8-4255-bb85-534f6a680369 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': '751a8f01-f18e-4f20-b086-9d680204cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:53:14.317189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Attempting to bind port 014b41bf-1de8-4255-bb85-534f6a680369 on network beca3ccc-806e-43ba-907c-106ee17fef79 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:53:14.317189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Port 014b41bf-1de8-4255-bb85-534f6a680369 on network beca3ccc-806e-43ba-907c-106ee17fef79 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:53:14.317531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Attempting to bind port 014b41bf-1de8-4255-bb85-534f6a680369 on network beca3ccc-806e-43ba-907c-106ee17fef79 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:53:14.321952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:53:14.322282 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Checking segment: {'id': '751a8f01-f18e-4f20-b086-9d680204cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:53:14.322694 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Bound using segment: {'id': '751a8f01-f18e-4f20-b086-9d680204cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:53:14.323106 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Bound port: 014b41bf-1de8-4255-bb85-534f6a680369, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751a8f01-f18e-4f20-b086-9d680204cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:53:14.323460 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (014b41bf-1de8-4255-bb85-534f6a680369), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:14.386326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] For port 014b41bf-1de8-4255-bb85-534f6a680369, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:53:14.389138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] For port 014b41bf-1de8-4255-bb85-534f6a680369, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=014b41bf-1de8-4255-bb85-534f6a680369,segment=NetworkSegment(751a8f01-f18e-4f20-b086-9d680204cd95),segment_id=751a8f01-f18e-4f20-b086-9d680204cd95)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:53:14.463424 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (014b41bf-1de8-4255-bb85-534f6a680369), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:14.529293 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:14.529911 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:14.532197 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] 10.222.0.60 "PUT /v2.0/ports/014b41bf-1de8-4255-bb85-534f6a680369 HTTP/1.1" status: 200 len: 1092 time: 0.9165809 Jan 28 06:53:14.554945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3e481-b242-4ecc-ac76-9a0408fec250 service neutron] Pushing event updated for resources: {'Port': ['ID=014b41bf-1de8-4255-bb85-534f6a680369,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:14.583177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab73f9-96ed-47f5-93ef-16fe7973ac82 req-37cc34c8-84a3-4d6a-b925-c0a2a0f1a014 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:14.584762 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-12ab73f9-96ed-47f5-93ef-16fe7973ac82 req-37cc34c8-84a3-4d6a-b925-c0a2a0f1a014 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 943 time: 0.0919509 Jan 28 06:53:14.642690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c9f75-87da-4005-a946-9102bb395021 req-facd23f4-29c7-4de8-a7bc-232d819c6ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:14.644115 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-facd23f4-29c7-4de8-a7bc-232d819c6ac3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 1095 time: 0.0783443 Jan 28 06:53:14.667337 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-12ab73f9-96ed-47f5-93ef-16fe7973ac82 req-aa30d45c-aa8a-41f0-9cd5-ca5c5d98d012 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679946 Jan 28 06:53:14.748945 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c9f75-87da-4005-a946-9102bb395021 req-51ffc3e3-6d9e-4bf9-8767-aa6d0e015779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:14.754764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-51ffc3e3-6d9e-4bf9-8767-aa6d0e015779 service neutron] 10.222.0.60 "GET /v2.0/networks?id=beca3ccc-806e-43ba-907c-106ee17fef79 HTTP/1.1" status: 200 len: 898 time: 0.0976741 Jan 28 06:53:14.816278 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-6281c51e-5774-4662-b6b9-3c7cd059f26f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=014b41bf-1de8-4255-bb85-534f6a680369 HTTP/1.1" status: 200 len: 998 time: 0.0588820 Jan 28 06:53:14.869343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c9f75-87da-4005-a946-9102bb395021 req-35a48c9f-15ef-484f-a492-0d65019b86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:14.870776 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-35a48c9f-15ef-484f-a492-0d65019b86d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e62898d0-8302-4271-847c-a954323e4883 HTTP/1.1" status: 200 len: 834 time: 0.0473278 Jan 28 06:53:14.923080 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c9f75-87da-4005-a946-9102bb395021 req-fe64f8f2-70c9-4e0e-94e4-582a8557195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:14.924469 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-fe64f8f2-70c9-4e0e-94e4-582a8557195d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=beca3ccc-806e-43ba-907c-106ee17fef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396893 Jan 28 06:53:15.011086 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-87229df8-41f8-4916-8909-69477b72ac4f service neutron] 10.222.0.60 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793900 Jan 28 06:53:15.105729 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-461c9f75-87da-4005-a946-9102bb395021 req-b153d9d8-e002-4100-b3bb-cb90e8fa1a6d service neutron] 10.222.0.60 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881026 Jan 28 06:53:15.787691 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015df33-dcfc-465e-aec8-ebe26ca68c67 req-acfeaf3a-360a-4d66-be9a-61b9f4429709 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:15.789139 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2015df33-dcfc-465e-aec8-ebe26ca68c67 req-acfeaf3a-360a-4d66-be9a-61b9f4429709 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 943 time: 0.0489969 Jan 28 06:53:15.837048 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2015df33-dcfc-465e-aec8-ebe26ca68c67 req-0c7d7b60-1bec-495e-80e2-cbc3243c98d9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424092 Jan 28 06:53:16.066150 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'tag': '014b41bf-1de8-4255-bb85-534f6a680369'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:53:16.068414 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6095064-c57e-43fc-adf6-d6eb325c37ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b398df82-8199-480b-bc32-6a4bc0371d17", "tag": "014b41bf-1de8-4255-bb85-534f6a680369"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:53:16.115843 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12afa880-ca3f-4c96-8925-9843a053d290 x-openstack-request-id: req-12afa880-ca3f-4c96-8925-9843a053d290 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:53:16.116140 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b398df82-8199-480b-bc32-6a4bc0371d17", "tag": "014b41bf-1de8-4255-bb85-534f6a680369", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:53:16.116393 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12afa880-ca3f-4c96-8925-9843a053d290 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:53:16.116795 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'tag': '014b41bf-1de8-4255-bb85-534f6a680369', 'status': 'completed', 'code': 200} Jan 28 06:53:16.200552 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-0aac30b2-3761-43d8-ba98-bdfb39ffe84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:16.200823 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-19a4edc3-71a0-42aa-9798-331019f7a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:16.202156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-0aac30b2-3761-43d8-ba98-bdfb39ffe84c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 1095 time: 0.0450695 Jan 28 06:53:16.202320 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-19a4edc3-71a0-42aa-9798-331019f7a8e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 1095 time: 0.0439720 Jan 28 06:53:16.291818 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-49978418-d25f-4454-9229-771a1ec04029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:16.292369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-3fe02def-b16e-45f0-9901-4e045172c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:16.293319 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-49978418-d25f-4454-9229-771a1ec04029 service neutron] 10.222.0.64 "GET /v2.0/networks?id=beca3ccc-806e-43ba-907c-106ee17fef79 HTTP/1.1" status: 200 len: 898 time: 0.0858264 Jan 28 06:53:16.293834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-3fe02def-b16e-45f0-9901-4e045172c5ad service neutron] 10.222.0.60 "GET /v2.0/networks?id=beca3ccc-806e-43ba-907c-106ee17fef79 HTTP/1.1" status: 200 len: 898 time: 0.0849199 Jan 28 06:53:16.362575 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-e738dd14-398a-49f4-a1aa-5afee22435e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=014b41bf-1de8-4255-bb85-534f6a680369 HTTP/1.1" status: 200 len: 998 time: 0.0638564 Jan 28 06:53:16.363421 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-0901123b-b527-4e47-bd85-0b35b73cb7e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=014b41bf-1de8-4255-bb85-534f6a680369 HTTP/1.1" status: 200 len: 998 time: 0.0629790 Jan 28 06:53:16.413452 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-3df11298-d505-4617-962b-61b320ae0302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:16.415103 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-3df11298-d505-4617-962b-61b320ae0302 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e62898d0-8302-4271-847c-a954323e4883 HTTP/1.1" status: 200 len: 834 time: 0.0460119 Jan 28 06:53:16.461330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-6fe03558-8d56-4bb7-b122-bbe09f1fd9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:16.462891 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-6fe03558-8d56-4bb7-b122-bbe09f1fd9b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=beca3ccc-806e-43ba-907c-106ee17fef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419614 Jan 28 06:53:16.563626 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-0f33d593-602a-4db7-9a71-6bed4017efa3 service neutron] 10.222.0.64 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938501 Jan 28 06:53:16.661942 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-5befa879-9f76-4a70-9d0d-a87cf903232d service neutron] 10.222.0.64 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919931 Jan 28 06:53:16.714696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-7f9423c5-ef4c-446c-ab4c-44359c67a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:16.716232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-7f9423c5-ef4c-446c-ab4c-44359c67a826 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e62898d0-8302-4271-847c-a954323e4883 HTTP/1.1" status: 200 len: 834 time: 0.3453736 Jan 28 06:53:16.761013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-688e1ed7-058c-4c2d-b239-8064c8f508e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:16.762904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-688e1ed7-058c-4c2d-b239-8064c8f508e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=beca3ccc-806e-43ba-907c-106ee17fef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397258 Jan 28 06:53:16.842508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 014b41bf-1de8-4255-bb85-534f6a680369 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:53:16.855625 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-903c89ed-02b9-49cf-bf34-4533126c7705 service neutron] 10.222.0.60 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863693 Jan 28 06:53:16.884409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] The host n-h1-812111-12 is not matching for port 014b41bf-1de8-4255-bb85-534f6a680369 host n-h2-812111-12! {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 06:53:16.888984 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 014b41bf-1de8-4255-bb85-534f6a680369 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:53:16.986400 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b54610-566d-4d26-987c-b67d3d0ac44c req-38cb0eca-9b31-4cd2-bacb-56a6fbe06aac tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:16.987842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64b54610-566d-4d26-987c-b67d3d0ac44c req-38cb0eca-9b31-4cd2-bacb-56a6fbe06aac tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 943 time: 0.0765035 Jan 28 06:53:16.990099 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6095064-c57e-43fc-adf6-d6eb325c37ed req-aaba9f5e-57b1-4bc3-92ae-752697395cf5 service neutron] 10.222.0.60 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287742 Jan 28 06:53:17.036175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64b54610-566d-4d26-987c-b67d3d0ac44c req-d05b0d70-1367-4524-aca0-6967cdad8dc3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427275 Jan 28 06:53:17.364746 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 014b41bf-1de8-4255-bb85-534f6a680369 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:53:17.461817 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 014b41bf-1de8-4255-bb85-534f6a680369, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=014b41bf-1de8-4255-bb85-534f6a680369,segment=NetworkSegment(751a8f01-f18e-4f20-b086-9d680204cd95),segment_id=751a8f01-f18e-4f20-b086-9d680204cd95)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:53:17.473624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '014b41bf-1de8-4255-bb85-534f6a680369', 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79', 'port_id': '014b41bf-1de8-4255-bb85-534f6a680369', 'mac_address': 'fa:16:3e:45:7f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62898d0-8302-4271-847c-a954323e4883', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:53:17.510033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 014b41bf-1de8-4255-bb85-534f6a680369 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:53:17.510462 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (014b41bf-1de8-4255-bb85-534f6a680369), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:17.523056 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014b41bf-1de8-4255-bb85-534f6a680369 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:53:17.541627 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 014b41bf-1de8-4255-bb85-534f6a680369, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=014b41bf-1de8-4255-bb85-534f6a680369,segment=NetworkSegment(751a8f01-f18e-4f20-b086-9d680204cd95),segment_id=751a8f01-f18e-4f20-b086-9d680204cd95)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:53:17.633919 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (014b41bf-1de8-4255-bb85-534f6a680369), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:17.684037 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=014b41bf-1de8-4255-bb85-534f6a680369,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:17.691533 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:17.691881 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:17.692225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:17.692562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:17.692901 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:17.693232 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:17.693560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:17.693886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:17.694210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:17.694566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:17.694890 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:17.695218 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:17.695536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:17.921521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['014b41bf-1de8-4255-bb85-534f6a680369'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:53:18.155369 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8493b-b457-4b02-8fe9-46de21c6a465 req-e31bef71-f717-4304-ae36-beae3b5c24a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:18.156976 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44e8493b-b457-4b02-8fe9-46de21c6a465 req-e31bef71-f717-4304-ae36-beae3b5c24a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 944 time: 0.0483861 Jan 28 06:53:18.205905 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-44e8493b-b457-4b02-8fe9-46de21c6a465 req-336dcf4b-d575-4cc6-9b27-871c3f1b83df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429914 Jan 28 06:53:18.533979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b3130-e3ab-4d52-86e6-86ee0d45c385 req-93493c61-ddba-4024-b97c-7edc8b24bdd1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:18.535526 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f58b3130-e3ab-4d52-86e6-86ee0d45c385 req-93493c61-ddba-4024-b97c-7edc8b24bdd1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 944 time: 0.0498836 Jan 28 06:53:18.590111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f58b3130-e3ab-4d52-86e6-86ee0d45c385 req-9cce6388-2c0c-4632-b966-39cb23dad4c0 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487764 Jan 28 06:53:18.613099 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce3a89-4661-49d0-af10-3a44f48d4c2e req-2d488550-de07-4841-9a48-09a0c49843e7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:18.614600 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e5ce3a89-4661-49d0-af10-3a44f48d4c2e req-2d488550-de07-4841-9a48-09a0c49843e7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.64 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17&tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&binding%3Ahost_id=n-h2-812111-12 HTTP/1.1" status: 200 len: 944 time: 0.0535262 Jan 28 06:53:18.678552 n-d-812111-12 neutron-server[103634]: INFO neutron.api.v2.resource [req-e5ce3a89-4661-49d0-af10-3a44f48d4c2e req-37eb5389-9460-4576-9449-8c95cd27c54e service neutron] delete failed (client error): The resource could not be found. Jan 28 06:53:18.679583 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e5ce3a89-4661-49d0-af10-3a44f48d4c2e req-37eb5389-9460-4576-9449-8c95cd27c54e service neutron] 10.222.0.64 "DELETE /v2.0/ports/014b41bf-1de8-4255-bb85-534f6a680369/bindings/n-h1-812111-12 HTTP/1.1" status: 404 len: 381 time: 0.0594602 Jan 28 06:53:18.706202 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfa719-ab5c-4745-adbd-bf5081723dd1 req-88959595-51f3-4702-94fb-eb801d435491 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:18.707685 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-71dfa719-ab5c-4745-adbd-bf5081723dd1 req-88959595-51f3-4702-94fb-eb801d435491 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 944 time: 0.0476282 Jan 28 06:53:18.758033 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-71dfa719-ab5c-4745-adbd-bf5081723dd1 req-6f888d25-8f7c-4c66-9e7a-3360ef496840 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444450 Jan 28 06:53:18.791223 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce3a89-4661-49d0-af10-3a44f48d4c2e req-a1c4d31c-5ea3-42e5-9159-5887bbdc77cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:18.792694 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e5ce3a89-4661-49d0-af10-3a44f48d4c2e req-a1c4d31c-5ea3-42e5-9159-5887bbdc77cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 1096 time: 0.0478215 Jan 28 06:53:18.882797 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce3a89-4661-49d0-af10-3a44f48d4c2e req-9781cc6a-e2e5-4ab3-82e7-c7899cbf9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:18.884274 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e5ce3a89-4661-49d0-af10-3a44f48d4c2e req-9781cc6a-e2e5-4ab3-82e7-c7899cbf9cd3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=beca3ccc-806e-43ba-907c-106ee17fef79 HTTP/1.1" status: 200 len: 898 time: 0.0859406 Jan 28 06:53:18.951084 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e5ce3a89-4661-49d0-af10-3a44f48d4c2e req-bc02c460-2fc7-4339-a36b-be77bb214ad0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=014b41bf-1de8-4255-bb85-534f6a680369 HTTP/1.1" status: 200 len: 999 time: 0.0605178 Jan 28 06:53:18.996658 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce3a89-4661-49d0-af10-3a44f48d4c2e req-275c682e-1625-4c3a-a713-e05eba5161a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:18.998078 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e5ce3a89-4661-49d0-af10-3a44f48d4c2e req-275c682e-1625-4c3a-a713-e05eba5161a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e62898d0-8302-4271-847c-a954323e4883 HTTP/1.1" status: 200 len: 834 time: 0.0419624 Jan 28 06:53:19.040471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce3a89-4661-49d0-af10-3a44f48d4c2e req-16582a08-2fc2-44f0-af14-a81026bf39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:19.041860 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e5ce3a89-4661-49d0-af10-3a44f48d4c2e req-16582a08-2fc2-44f0-af14-a81026bf39d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=beca3ccc-806e-43ba-907c-106ee17fef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381813 Jan 28 06:53:19.130848 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e5ce3a89-4661-49d0-af10-3a44f48d4c2e req-40077e4c-c372-4311-8362-dea8d5ebddaf service neutron] 10.222.0.64 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833516 Jan 28 06:53:19.216961 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e5ce3a89-4661-49d0-af10-3a44f48d4c2e req-ba8123c4-7fa3-47a8-ab84-9646d4cbcb92 service neutron] 10.222.0.64 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802319 Jan 28 06:53:19.376904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 014b41bf-1de8-4255-bb85-534f6a680369 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:53:19.501809 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 014b41bf-1de8-4255-bb85-534f6a680369 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:53:19.506005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 014b41bf-1de8-4255-bb85-534f6a680369 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:53:19.506434 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (014b41bf-1de8-4255-bb85-534f6a680369), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:19.584277 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 014b41bf-1de8-4255-bb85-534f6a680369 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:53:19.584663 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (014b41bf-1de8-4255-bb85-534f6a680369), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:19.605564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014b41bf-1de8-4255-bb85-534f6a680369'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:53:19.607799 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f0530d-ccae-47a0-88ad-48dcc8fb73ab" -d '{"events": [{"server_uuid": "b398df82-8199-480b-bc32-6a4bc0371d17", "name": "network-vif-plugged", "status": "completed", "tag": "014b41bf-1de8-4255-bb85-534f6a680369"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:53:19.620257 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 014b41bf-1de8-4255-bb85-534f6a680369, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=014b41bf-1de8-4255-bb85-534f6a680369,segment=NetworkSegment(751a8f01-f18e-4f20-b086-9d680204cd95),segment_id=751a8f01-f18e-4f20-b086-9d680204cd95)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:53:19.658188 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e413126-5c4d-48aa-a58b-8aaa197247ee x-openstack-request-id: req-5e413126-5c4d-48aa-a58b-8aaa197247ee {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:53:19.658188 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b398df82-8199-480b-bc32-6a4bc0371d17", "name": "network-vif-plugged", "status": "completed", "tag": "014b41bf-1de8-4255-bb85-534f6a680369", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:53:19.658188 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e413126-5c4d-48aa-a58b-8aaa197247ee {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:53:19.658576 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014b41bf-1de8-4255-bb85-534f6a680369', 'code': 200} Jan 28 06:53:19.668176 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (014b41bf-1de8-4255-bb85-534f6a680369), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:19.714791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=014b41bf-1de8-4255-bb85-534f6a680369,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:19.876134 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bc3aa-39f7-43d3-af35-920ede49b209 req-1dd137dc-edd0-4944-b223-25df8b7b6a4d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:19.877634 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c3bc3aa-39f7-43d3-af35-920ede49b209 req-1dd137dc-edd0-4944-b223-25df8b7b6a4d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0493884 Jan 28 06:53:19.928222 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c3bc3aa-39f7-43d3-af35-920ede49b209 req-07e9cead-a423-41c8-9a1c-c78f1772132b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448346 Jan 28 06:53:21.047596 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f5772-65c4-44d7-a94b-0c0944a26f80 req-942e25b8-dfd9-487b-a042-23204d28c2b3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:21.049070 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-776f5772-65c4-44d7-a94b-0c0944a26f80 req-942e25b8-dfd9-487b-a042-23204d28c2b3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0515461 Jan 28 06:53:21.097151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-776f5772-65c4-44d7-a94b-0c0944a26f80 req-64553e23-2b3d-46cf-a086-5e6036ddc688 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425098 Jan 28 06:53:21.119350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57446) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:53:21.181087 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9bc28981-c6c0-4f78-9b73-bbd01bacc89b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/floatingips/6608b44c-4cb1-4c2b-99d6-1d2cb59005d8 HTTP/1.1" status: 200 len: 992 time: 0.0606253 Jan 28 06:53:25.696963 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:28.329914 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:32.508246 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10d1517e-bbcb-4948-8979-0fea23d0901a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:34.811234 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b28095ab-6f55-4fd8-8759-ae8752e6fbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:36.828810 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:38.152784 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:39.182240 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:47.705838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57458) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:53:47.864100 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5530ed7a-2465-46df-93df-b2ac42b323fc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port d70e9e1c-6df4-40c6-a6e0-0be4734cba78 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:53:47.864444 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5530ed7a-2465-46df-93df-b2ac42b323fc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (d70e9e1c-6df4-40c6-a6e0-0be4734cba78), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:47.937808 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5530ed7a-2465-46df-93df-b2ac42b323fc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (d70e9e1c-6df4-40c6-a6e0-0be4734cba78), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:47.938136 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5530ed7a-2465-46df-93df-b2ac42b323fc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (d70e9e1c-6df4-40c6-a6e0-0be4734cba78), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:47.949704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5530ed7a-2465-46df-93df-b2ac42b323fc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for d70e9e1c-6df4-40c6-a6e0-0be4734cba78 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:53:48.152898 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5530ed7a-2465-46df-93df-b2ac42b323fc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (d70e9e1c-6df4-40c6-a6e0-0be4734cba78), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:48.176574 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530ed7a-2465-46df-93df-b2ac42b323fc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=d70e9e1c-6df4-40c6-a6e0-0be4734cba78,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:48.239176 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5530ed7a-2465-46df-93df-b2ac42b323fc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (6608b44c-4cb1-4c2b-99d6-1d2cb59005d8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:48.239508 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-5530ed7a-2465-46df-93df-b2ac42b323fc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Floating IP 6608b44c-4cb1-4c2b-99d6-1d2cb59005d8 disassociated (deleted). External IP: 172.25.0.32, port: 014b41bf-1de8-4255-bb85-534f6a680369. Jan 28 06:53:48.450384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5530ed7a-2465-46df-93df-b2ac42b323fc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router 35835edc-19f4-40ed-89e2-eef5a5f113d2 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:53:48.559588 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5530ed7a-2465-46df-93df-b2ac42b323fc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:53:48.565059 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5530ed7a-2465-46df-93df-b2ac42b323fc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:48.569579 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a81ce1-f2ca-42b3-9210-bd6b555577a9 None None] Sync routers for ids ['35835edc-19f4-40ed-89e2-eef5a5f113d2'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:53:48.579418 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a81ce1-f2ca-42b3-9210-bd6b555577a9 None None] Routers {'35835edc-19f4-40ed-89e2-eef5a5f113d2'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:53:48.580031 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-21a81ce1-f2ca-42b3-9210-bd6b555577a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:53:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['35835edc-19f4-40ed-89e2-eef5a5f113d2'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:48.590965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5530ed7a-2465-46df-93df-b2ac42b323fc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/floatingips/6608b44c-4cb1-4c2b-99d6-1d2cb59005d8 HTTP/1.1" status: 204 len: 168 time: 0.8840413 Jan 28 06:53:48.591638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'tag': '014b41bf-1de8-4255-bb85-534f6a680369'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:53:48.594053 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d02f18c-1f96-49c4-9ed5-93751461a374" -d '{"events": [{"name": "network-changed", "server_uuid": "b398df82-8199-480b-bc32-6a4bc0371d17", "tag": "014b41bf-1de8-4255-bb85-534f6a680369"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:53:48.636180 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574581d2-81c3-4ff6-ba7d-ac5ba990a911 x-openstack-request-id: req-574581d2-81c3-4ff6-ba7d-ac5ba990a911 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:53:48.636481 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b398df82-8199-480b-bc32-6a4bc0371d17", "tag": "014b41bf-1de8-4255-bb85-534f6a680369", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:53:48.636732 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-574581d2-81c3-4ff6-ba7d-ac5ba990a911 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:53:48.637134 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'tag': '014b41bf-1de8-4255-bb85-534f6a680369', 'status': 'completed', 'code': 200} Jan 28 06:53:48.728356 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02f18c-1f96-49c4-9ed5-93751461a374 req-e90b8f04-a767-4000-8ffb-8d8ac06be255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:48.729810 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d02f18c-1f96-49c4-9ed5-93751461a374 req-e90b8f04-a767-4000-8ffb-8d8ac06be255 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 1097 time: 0.0484593 Jan 28 06:53:48.826558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02f18c-1f96-49c4-9ed5-93751461a374 req-d1e02db0-630d-41a0-b5dd-03b89b7f5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:48.828185 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d02f18c-1f96-49c4-9ed5-93751461a374 req-d1e02db0-630d-41a0-b5dd-03b89b7f5c86 service neutron] 10.222.0.60 "GET /v2.0/networks?id=beca3ccc-806e-43ba-907c-106ee17fef79 HTTP/1.1" status: 200 len: 898 time: 0.0918097 Jan 28 06:53:48.849737 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-21a81ce1-f2ca-42b3-9210-bd6b555577a9 None None] Set router 35835edc-19f4-40ed-89e2-eef5a5f113d2 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:53:48.875673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d02f18c-1f96-49c4-9ed5-93751461a374 req-e10e1851-b25f-4838-9b91-4fc759476d04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=014b41bf-1de8-4255-bb85-534f6a680369 HTTP/1.1" status: 200 len: 217 time: 0.0408509 Jan 28 06:53:48.925958 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02f18c-1f96-49c4-9ed5-93751461a374 req-13ca16bc-34b8-4f83-9170-4c91f86b7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:48.927546 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d02f18c-1f96-49c4-9ed5-93751461a374 req-13ca16bc-34b8-4f83-9170-4c91f86b7546 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e62898d0-8302-4271-847c-a954323e4883 HTTP/1.1" status: 200 len: 834 time: 0.0463865 Jan 28 06:53:48.975722 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02f18c-1f96-49c4-9ed5-93751461a374 req-407faaad-8351-4a16-98dd-1fb88a4649ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:48.977249 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d02f18c-1f96-49c4-9ed5-93751461a374 req-407faaad-8351-4a16-98dd-1fb88a4649ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=beca3ccc-806e-43ba-907c-106ee17fef79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432293 Jan 28 06:53:49.052209 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-21a81ce1-f2ca-42b3-9210-bd6b555577a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412465222', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:01Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'cf5911de-a65d-4d52-8c8b-050ffd1432eb', 'name': '', 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:50:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'e62898d0-8302-4271-847c-a954323e4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:04Z', 'updated_at': '2022-01-28T06:52:07Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': 'e62898d0-8302-4271-847c-a954323e4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:49.077318 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a81ce1-f2ca-42b3-9210-bd6b555577a9 None None] Checking router: 35835edc-19f4-40ed-89e2-eef5a5f113d2 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:53:49.085566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a81ce1-f2ca-42b3-9210-bd6b555577a9 None None] Routers {'35835edc-19f4-40ed-89e2-eef5a5f113d2'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:53:49.086178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-21a81ce1-f2ca-42b3-9210-bd6b555577a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:53:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['35835edc-19f4-40ed-89e2-eef5a5f113d2'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:49.099195 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37116d-6226-41c9-bfa0-e6e1e66da9f3 req-c48cad78-d9db-44fc-811b-56f26f81a5c6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:49.100809 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c37116d-6226-41c9-bfa0-e6e1e66da9f3 req-c48cad78-d9db-44fc-811b-56f26f81a5c6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.1006145 Jan 28 06:53:49.151358 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d02f18c-1f96-49c4-9ed5-93751461a374 req-74de7aa4-8cf4-4665-aa2c-9f03d87debe6 service neutron] 10.222.0.60 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411643 Jan 28 06:53:49.183924 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5c37116d-6226-41c9-bfa0-e6e1e66da9f3 req-04c54962-50e5-46cc-9cef-c88c52d31cf5 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763791 Jan 28 06:53:49.203695 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-21a81ce1-f2ca-42b3-9210-bd6b555577a9 None None] Set router 35835edc-19f4-40ed-89e2-eef5a5f113d2 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:53:49.257058 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6d02f18c-1f96-49c4-9ed5-93751461a374 req-8a029514-33b0-4b06-b627-43897a849a9d service neutron] 10.222.0.60 "GET /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972943 Jan 28 06:53:49.395736 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-21a81ce1-f2ca-42b3-9210-bd6b555577a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412465222', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:01Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'cf5911de-a65d-4d52-8c8b-050ffd1432eb', 'name': '', 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:50:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'e62898d0-8302-4271-847c-a954323e4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:04Z', 'updated_at': '2022-01-28T06:52:07Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': 'e62898d0-8302-4271-847c-a954323e4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:49.422661 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a81ce1-f2ca-42b3-9210-bd6b555577a9 None None] The sync data for ids ['35835edc-19f4-40ed-89e2-eef5a5f113d2'] in n-d-812111-12 is: [{'id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412465222', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:01Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'cf5911de-a65d-4d52-8c8b-050ffd1432eb', 'name': '', 'network_id': 'beca3ccc-806e-43ba-907c-106ee17fef79', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:50:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'e62898d0-8302-4271-847c-a954323e4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:04Z', 'updated_at': '2022-01-28T06:52:07Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': 'e62898d0-8302-4271-847c-a954323e4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:53:49.647580 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ef1233-fabd-46a3-bab6-84b656afab4a None None] New status for floating IP 6608b44c-4cb1-4c2b-99d6-1d2cb59005d8: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:53:50.304451 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c0ef2-6e5f-4ef0-81c6-5f2589151e57 req-5fed9445-1523-4b51-a1d0-ceb4f99d4111 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:50.305920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6c0ef2-6e5f-4ef0-81c6-5f2589151e57 req-5fed9445-1523-4b51-a1d0-ceb4f99d4111 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0485923 Jan 28 06:53:50.354654 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce6c0ef2-6e5f-4ef0-81c6-5f2589151e57 req-98d2f248-0808-4686-8f19-da65cbab91b8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfbf5337-af31-4055-a239-1c24db982719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431178 Jan 28 06:53:50.500060 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19cbb3-ae24-4ca8-bf86-d4843785a3d2 req-87d2c052-715c-4106-ad7f-c21cf750a100 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:50.501695 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a19cbb3-ae24-4ca8-bf86-d4843785a3d2 req-87d2c052-715c-4106-ad7f-c21cf750a100 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.60 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 945 time: 0.0478919 Jan 28 06:53:50.595368 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-5a19cbb3-ae24-4ca8-bf86-d4843785a3d2 req-78f865d4-a952-4dde-ba12-7c831d36cc34 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port 014b41bf-1de8-4255-bb85-534f6a680369 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:53:50.595707 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a19cbb3-ae24-4ca8-bf86-d4843785a3d2 req-78f865d4-a952-4dde-ba12-7c831d36cc34 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (014b41bf-1de8-4255-bb85-534f6a680369), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:50.652383 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:53:50.687544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5a19cbb3-ae24-4ca8-bf86-d4843785a3d2 req-78f865d4-a952-4dde-ba12-7c831d36cc34 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] For port 014b41bf-1de8-4255-bb85-534f6a680369, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=014b41bf-1de8-4255-bb85-534f6a680369,segment=NetworkSegment(751a8f01-f18e-4f20-b086-9d680204cd95),segment_id=751a8f01-f18e-4f20-b086-9d680204cd95)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:53:50.687904 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a19cbb3-ae24-4ca8-bf86-d4843785a3d2 req-78f865d4-a952-4dde-ba12-7c831d36cc34 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (014b41bf-1de8-4255-bb85-534f6a680369), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:50.701316 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-5a19cbb3-ae24-4ca8-bf86-d4843785a3d2 req-78f865d4-a952-4dde-ba12-7c831d36cc34 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for 014b41bf-1de8-4255-bb85-534f6a680369 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:53:50.913454 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a19cbb3-ae24-4ca8-bf86-d4843785a3d2 req-78f865d4-a952-4dde-ba12-7c831d36cc34 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (014b41bf-1de8-4255-bb85-534f6a680369), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:50.941948 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f865d4-a952-4dde-ba12-7c831d36cc34 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=014b41bf-1de8-4255-bb85-534f6a680369,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:50.990507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a19cbb3-ae24-4ca8-bf86-d4843785a3d2 req-78f865d4-a952-4dde-ba12-7c831d36cc34 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] No DVR routers for this DVR port 014b41bf-1de8-4255-bb85-534f6a680369 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:53:50.993281 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a19cbb3-ae24-4ca8-bf86-d4843785a3d2 req-78f865d4-a952-4dde-ba12-7c831d36cc34 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:50.996610 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a19cbb3-ae24-4ca8-bf86-d4843785a3d2 req-78f865d4-a952-4dde-ba12-7c831d36cc34 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.60 "DELETE /v2.0/ports/014b41bf-1de8-4255-bb85-534f6a680369 HTTP/1.1" status: 204 len: 173 time: 0.4889386 Jan 28 06:53:50.997126 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'name': 'network-vif-deleted', 'tag': '014b41bf-1de8-4255-bb85-534f6a680369'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:53:51.001410 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f36e3ea-5a34-46d7-9560-d85c9f2822f2" -d '{"events": [{"server_uuid": "b398df82-8199-480b-bc32-6a4bc0371d17", "name": "network-vif-deleted", "tag": "014b41bf-1de8-4255-bb85-534f6a680369"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:53:51.039576 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609d968c-4c10-4a96-bbf2-183e784a976c x-openstack-request-id: req-609d968c-4c10-4a96-bbf2-183e784a976c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:53:51.039875 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b398df82-8199-480b-bc32-6a4bc0371d17", "name": "network-vif-deleted", "tag": "014b41bf-1de8-4255-bb85-534f6a680369", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:53:51.040132 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-609d968c-4c10-4a96-bbf2-183e784a976c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:53:51.040546 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b398df82-8199-480b-bc32-6a4bc0371d17', 'name': 'network-vif-deleted', 'tag': '014b41bf-1de8-4255-bb85-534f6a680369', 'status': 'completed', 'code': 200} Jan 28 06:53:51.466588 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-42887511-fdc2-42dd-94c4-dbb8b802fbcb req-09444e3c-b8fd-4312-b748-117ec3f0fb2f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b398df82-8199-480b-bc32-6a4bc0371d17 HTTP/1.1" status: 200 len: 210 time: 0.0262294 Jan 28 06:53:52.525186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57474) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:53:52.872720 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e19b556-43bb-44f2-b12d-ece48dd6df9a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (35835edc-19f4-40ed-89e2-eef5a5f113d2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:53.122237 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4e19b556-43bb-44f2-b12d-ece48dd6df9a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port cf5911de-a65d-4d52-8c8b-050ffd1432eb {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:53:53.122620 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e19b556-43bb-44f2-b12d-ece48dd6df9a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:53.215381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-4e19b556-43bb-44f2-b12d-ece48dd6df9a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] For port cf5911de-a65d-4d52-8c8b-050ffd1432eb, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=cf5911de-a65d-4d52-8c8b-050ffd1432eb,segment=NetworkSegment(751a8f01-f18e-4f20-b086-9d680204cd95),segment_id=751a8f01-f18e-4f20-b086-9d680204cd95)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:53:53.215662 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e19b556-43bb-44f2-b12d-ece48dd6df9a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:53.227980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4e19b556-43bb-44f2-b12d-ece48dd6df9a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for cf5911de-a65d-4d52-8c8b-050ffd1432eb owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:53:53.573513 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 014b41bf-1de8-4255-bb85-534f6a680369 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:53:53.582345 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e19b556-43bb-44f2-b12d-ece48dd6df9a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (cf5911de-a65d-4d52-8c8b-050ffd1432eb), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:53.594050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 014b41bf-1de8-4255-bb85-534f6a680369 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:53:53.594549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 014b41bf-1de8-4255-bb85-534f6a680369 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:53:53.611179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19b556-43bb-44f2-b12d-ece48dd6df9a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=cf5911de-a65d-4d52-8c8b-050ffd1432eb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:53.782272 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e19b556-43bb-44f2-b12d-ece48dd6df9a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (35835edc-19f4-40ed-89e2-eef5a5f113d2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:53.996258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e19b556-43bb-44f2-b12d-ece48dd6df9a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router 35835edc-19f4-40ed-89e2-eef5a5f113d2 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:53:54.100243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e19b556-43bb-44f2-b12d-ece48dd6df9a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:53:54.105161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4e19b556-43bb-44f2-b12d-ece48dd6df9a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "PUT /v2.0/routers/35835edc-19f4-40ed-89e2-eef5a5f113d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5789621 Jan 28 06:53:54.108013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57476) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:53:54.112792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc91db37-fb7e-4522-b269-0393b991fb5c None None] Sync routers for ids ['35835edc-19f4-40ed-89e2-eef5a5f113d2'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:53:54.121961 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc91db37-fb7e-4522-b269-0393b991fb5c None None] Routers {'35835edc-19f4-40ed-89e2-eef5a5f113d2'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:53:54.122603 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bc91db37-fb7e-4522-b269-0393b991fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:53:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['35835edc-19f4-40ed-89e2-eef5a5f113d2'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:54.160390 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f0fa4a-eb23-43f3-84a3-bc319ba9b59e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting subnet e62898d0-8302-4271-847c-a954323e4883 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:53:54.163803 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4f0fa4a-eb23-43f3-84a3-bc319ba9b59e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for subnet (e62898d0-8302-4271-847c-a954323e4883), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:54.208381 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4f0fa4a-eb23-43f3-84a3-bc319ba9b59e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (e62898d0-8302-4271-847c-a954323e4883), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:54.226582 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-bc91db37-fb7e-4522-b269-0393b991fb5c None None] Set router 35835edc-19f4-40ed-89e2-eef5a5f113d2 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:53:54.290664 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4f0fa4a-eb23-43f3-84a3-bc319ba9b59e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (e62898d0-8302-4271-847c-a954323e4883), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:54.409992 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bc91db37-fb7e-4522-b269-0393b991fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412465222', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:53:53Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:01Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:54.427360 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4f0fa4a-eb23-43f3-84a3-bc319ba9b59e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (e62898d0-8302-4271-847c-a954323e4883), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:54.437299 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc91db37-fb7e-4522-b269-0393b991fb5c None None] Checking router: 35835edc-19f4-40ed-89e2-eef5a5f113d2 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:53:54.445575 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc91db37-fb7e-4522-b269-0393b991fb5c None None] Routers {'35835edc-19f4-40ed-89e2-eef5a5f113d2'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:53:54.446174 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bc91db37-fb7e-4522-b269-0393b991fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:53:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['35835edc-19f4-40ed-89e2-eef5a5f113d2'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:54.452695 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0fa4a-eb23-43f3-84a3-bc319ba9b59e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Subnet': ['ID=e62898d0-8302-4271-847c-a954323e4883,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:54.458636 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4f0fa4a-eb23-43f3-84a3-bc319ba9b59e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:54.461989 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e4f0fa4a-eb23-43f3-84a3-bc319ba9b59e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/subnets/e62898d0-8302-4271-847c-a954323e4883 HTTP/1.1" status: 204 len: 168 time: 0.3530068 Jan 28 06:53:54.464825 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57478) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:53:54.485480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a6b023-8e0e-446c-845e-802ae27380ac None None] Network beca3ccc-806e-43ba-907c-106ee17fef79 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:53:54.574118 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2eb7eb1d-2138-43c7-be6a-35a518329e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router (35835edc-19f4-40ed-89e2-eef5a5f113d2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:54.621578 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-bc91db37-fb7e-4522-b269-0393b991fb5c None None] Set router 35835edc-19f4-40ed-89e2-eef5a5f113d2 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:53:54.681076 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2eb7eb1d-2138-43c7-be6a-35a518329e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (35835edc-19f4-40ed-89e2-eef5a5f113d2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:54.750708 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839d7b9a-0329-4388-b7af-19725ab07243 None None] DHCP port deletion for beca3ccc-806e-43ba-907c-106ee17fef79 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:53:54.792383 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2eb7eb1d-2138-43c7-be6a-35a518329e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port 44920e51-546b-4ebf-a78e-b9869d791dad {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:53:54.792748 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2eb7eb1d-2138-43c7-be6a-35a518329e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (44920e51-546b-4ebf-a78e-b9869d791dad), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:54.841934 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-839d7b9a-0329-4388-b7af-19725ab07243 None None] Deleting port 6f216a03-d2fd-46c9-87aa-b489f624b331 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:53:54.842315 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-839d7b9a-0329-4388-b7af-19725ab07243 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6f216a03-d2fd-46c9-87aa-b489f624b331), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:54.872459 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-2eb7eb1d-2138-43c7-be6a-35a518329e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] For port 44920e51-546b-4ebf-a78e-b9869d791dad, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=44920e51-546b-4ebf-a78e-b9869d791dad,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:53:54.872754 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2eb7eb1d-2138-43c7-be6a-35a518329e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (44920e51-546b-4ebf-a78e-b9869d791dad), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:54.881091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bc91db37-fb7e-4522-b269-0393b991fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412465222', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:53:53Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:01Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:54.885074 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2eb7eb1d-2138-43c7-be6a-35a518329e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for 44920e51-546b-4ebf-a78e-b9869d791dad owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:53:54.914833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc91db37-fb7e-4522-b269-0393b991fb5c None None] The sync data for ids ['35835edc-19f4-40ed-89e2-eef5a5f113d2'] in n-d-812111-12 is: [{'id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412465222', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:53:53Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': '44920e51-546b-4ebf-a78e-b9869d791dad', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35835edc-19f4-40ed-89e2-eef5a5f113d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:52:01Z', 'updated_at': '2022-01-28T06:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:53:54.933815 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-839d7b9a-0329-4388-b7af-19725ab07243 None None] For port 6f216a03-d2fd-46c9-87aa-b489f624b331, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6f216a03-d2fd-46c9-87aa-b489f624b331,segment=NetworkSegment(751a8f01-f18e-4f20-b086-9d680204cd95),segment_id=751a8f01-f18e-4f20-b086-9d680204cd95)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:53:54.934210 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-839d7b9a-0329-4388-b7af-19725ab07243 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6f216a03-d2fd-46c9-87aa-b489f624b331), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:54.948235 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-839d7b9a-0329-4388-b7af-19725ab07243 None None] Calling delete_port for 6f216a03-d2fd-46c9-87aa-b489f624b331 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:53:55.079381 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-839d7b9a-0329-4388-b7af-19725ab07243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (6f216a03-d2fd-46c9-87aa-b489f624b331), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:55.104515 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d7b9a-0329-4388-b7af-19725ab07243 None None] Pushing event deleted for resources: {'Port': ['ID=6f216a03-d2fd-46c9-87aa-b489f624b331,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:55.108091 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839d7b9a-0329-4388-b7af-19725ab07243 None None] No DVR routers for this DVR port 6f216a03-d2fd-46c9-87aa-b489f624b331 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:53:55.130675 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2eb7eb1d-2138-43c7-be6a-35a518329e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (44920e51-546b-4ebf-a78e-b9869d791dad), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:55.153863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7eb1d-2138-43c7-be6a-35a518329e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=44920e51-546b-4ebf-a78e-b9869d791dad,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:55.513970 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2eb7eb1d-2138-43c7-be6a-35a518329e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (35835edc-19f4-40ed-89e2-eef5a5f113d2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:55.602204 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2eb7eb1d-2138-43c7-be6a-35a518329e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (35835edc-19f4-40ed-89e2-eef5a5f113d2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:55.604382 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2eb7eb1d-2138-43c7-be6a-35a518329e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_controller (35835edc-19f4-40ed-89e2-eef5a5f113d2), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:55.747978 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2eb7eb1d-2138-43c7-be6a-35a518329e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (35835edc-19f4-40ed-89e2-eef5a5f113d2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:55.749245 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb7eb1d-2138-43c7-be6a-35a518329e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Fanout notify agent at l3_agent the message router_deleted on router 35835edc-19f4-40ed-89e2-eef5a5f113d2 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:53:55.758388 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2eb7eb1d-2138-43c7-be6a-35a518329e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:55.758388 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2eb7eb1d-2138-43c7-be6a-35a518329e59 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/routers/35835edc-19f4-40ed-89e2-eef5a5f113d2 HTTP/1.1" status: 204 len: 168 time: 1.2912066 Jan 28 06:53:55.759767 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57480) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:53:55.817954 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:55.843257 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8b2cd88-81e1-4b14-9a75-ca39e1eb89c9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (beca3ccc-806e-43ba-907c-106ee17fef79), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:55.930799 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8b2cd88-81e1-4b14-9a75-ca39e1eb89c9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (beca3ccc-806e-43ba-907c-106ee17fef79), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:55.953978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-f8b2cd88-81e1-4b14-9a75-ca39e1eb89c9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beca3ccc-806e-43ba-907c-106ee17fef79']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:55.963082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-f8b2cd88-81e1-4b14-9a75-ca39e1eb89c9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751a8f01-f18e-4f20-b086-9d680204cd95') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:55.963381 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-f8b2cd88-81e1-4b14-9a75-ca39e1eb89c9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751a8f01-f18e-4f20-b086-9d680204cd95') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:55.972638 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8b2cd88-81e1-4b14-9a75-ca39e1eb89c9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (751a8f01-f18e-4f20-b086-9d680204cd95), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:55.986475 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8b2cd88-81e1-4b14-9a75-ca39e1eb89c9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (751a8f01-f18e-4f20-b086-9d680204cd95), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:55.992165 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b2cd88-81e1-4b14-9a75-ca39e1eb89c9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:53:55.992536 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8b2cd88-81e1-4b14-9a75-ca39e1eb89c9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (751a8f01-f18e-4f20-b086-9d680204cd95), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:53:55.995447 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:53:56.130337 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8b2cd88-81e1-4b14-9a75-ca39e1eb89c9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (beca3ccc-806e-43ba-907c-106ee17fef79), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:56.137900 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8b2cd88-81e1-4b14-9a75-ca39e1eb89c9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:56.140483 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f8b2cd88-81e1-4b14-9a75-ca39e1eb89c9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/networks/beca3ccc-806e-43ba-907c-106ee17fef79 HTTP/1.1" status: 204 len: 168 time: 0.3797715 Jan 28 06:53:56.143359 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57482) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:53:56.152098 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2cd88-81e1-4b14-9a75-ca39e1eb89c9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Network': ['ID=beca3ccc-806e-43ba-907c-106ee17fef79,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:56.213215 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (dfbf5337-af31-4055-a239-1c24db982719), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:56.240473 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (dfbf5337-af31-4055-a239-1c24db982719), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:56.370551 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (dfbf5337-af31-4055-a239-1c24db982719), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:56.373318 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:56.374565 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/security-groups/dfbf5337-af31-4055-a239-1c24db982719 HTTP/1.1" status: 204 len: 168 time: 0.2300456 Jan 28 06:53:56.390457 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbf5337-af31-4055-a239-1c24db982719,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:56.398834 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:56.399193 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:56.399547 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:56.399909 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:56.400231 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:56.400569 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:56.401109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:56.401448 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:56.401787 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:56.402131 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:56.402662 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:56.402996 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:56.403328 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9be23f-8763-4409-a347-ffe03162326f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:56.439868 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6f216a03-d2fd-46c9-87aa-b489f624b331 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:53:56.463164 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 6f216a03-d2fd-46c9-87aa-b489f624b331 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:53:56.463542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6f216a03-d2fd-46c9-87aa-b489f624b331 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:53:56.463955 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cf5911de-a65d-4d52-8c8b-050ffd1432eb no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:53:56.487257 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: cf5911de-a65d-4d52-8c8b-050ffd1432eb {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:53:56.487257 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device cf5911de-a65d-4d52-8c8b-050ffd1432eb not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:53:56.487257 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 44920e51-546b-4ebf-a78e-b9869d791dad no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:53:56.509088 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 44920e51-546b-4ebf-a78e-b9869d791dad {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:53:56.509536 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 44920e51-546b-4ebf-a78e-b9869d791dad not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:53:56.744951 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57488) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:53:56.749913 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-a4da0d7e-b779-4afb-991d-0df3f66a6140 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1527162628', 'description': 'tempest-secgroup-smoke-1527162628 description', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:53:56.833168 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a4da0d7e-b779-4afb-991d-0df3f66a6140 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:56.898684 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a4da0d7e-b779-4afb-991d-0df3f66a6140 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (8bb37074-457f-473e-b51d-23b4ef95579a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:56.975978 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a4da0d7e-b779-4afb-991d-0df3f66a6140 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8bb37074-457f-473e-b51d-23b4ef95579a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:57.003904 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da0d7e-b779-4afb-991d-0df3f66a6140 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb37074-457f-473e-b51d-23b4ef95579a,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:57.075406 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a4da0d7e-b779-4afb-991d-0df3f66a6140 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:57.077316 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-a4da0d7e-b779-4afb-991d-0df3f66a6140 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3308327 Jan 28 06:53:57.080337 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57490) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:53:57.084675 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-b7bc030f-11b9-41a2-8a4d-68d6772e4056 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '8bb37074-457f-473e-b51d-23b4ef95579a', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:53:57.185498 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7bc030f-11b9-41a2-8a4d-68d6772e4056 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (810d7dd0-59b6-4b9f-9b51-85d6b4a1628f), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:57.238685 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7bc030f-11b9-41a2-8a4d-68d6772e4056 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (810d7dd0-59b6-4b9f-9b51-85d6b4a1628f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:57.342215 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7bc030f-11b9-41a2-8a4d-68d6772e4056 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (810d7dd0-59b6-4b9f-9b51-85d6b4a1628f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:57.359669 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc030f-11b9-41a2-8a4d-68d6772e4056 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810d7dd0-59b6-4b9f-9b51-85d6b4a1628f,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:57.452941 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b7bc030f-11b9-41a2-8a4d-68d6772e4056 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:57.454164 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b7bc030f-11b9-41a2-8a4d-68d6772e4056 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3728917 Jan 28 06:53:57.456929 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57492) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:53:57.461149 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-0336823f-8e21-4a1f-9de9-3c8f5d79c73a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '8bb37074-457f-473e-b51d-23b4ef95579a', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:53:57.552750 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0336823f-8e21-4a1f-9de9-3c8f5d79c73a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (74c80b00-71c4-4409-aba8-d464078527b1), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:57.609654 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0336823f-8e21-4a1f-9de9-3c8f5d79c73a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (74c80b00-71c4-4409-aba8-d464078527b1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:57.690586 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0336823f-8e21-4a1f-9de9-3c8f5d79c73a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (74c80b00-71c4-4409-aba8-d464078527b1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:57.708594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336823f-8e21-4a1f-9de9-3c8f5d79c73a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c80b00-71c4-4409-aba8-d464078527b1,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:57.772734 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0336823f-8e21-4a1f-9de9-3c8f5d79c73a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:57.773925 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0336823f-8e21-4a1f-9de9-3c8f5d79c73a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3160799 Jan 28 06:53:57.785925 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57494) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:53:57.790320 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-fcacc650-418b-4f5f-b222-76ab65052b3f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '8bb37074-457f-473e-b51d-23b4ef95579a', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:53:57.883867 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fcacc650-418b-4f5f-b222-76ab65052b3f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (bb491eea-2ef3-4f0a-af25-aee1b9892431), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:57.938816 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fcacc650-418b-4f5f-b222-76ab65052b3f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (bb491eea-2ef3-4f0a-af25-aee1b9892431), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:58.028315 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fcacc650-418b-4f5f-b222-76ab65052b3f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (bb491eea-2ef3-4f0a-af25-aee1b9892431), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:58.046590 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacc650-418b-4f5f-b222-76ab65052b3f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb491eea-2ef3-4f0a-af25-aee1b9892431,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:58.115829 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-fcacc650-418b-4f5f-b222-76ab65052b3f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:58.117120 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fcacc650-418b-4f5f-b222-76ab65052b3f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3301902 Jan 28 06:53:58.119950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57496) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:53:58.124975 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1a8a044f-6703-4342-818e-6d1121494965 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '8bb37074-457f-473e-b51d-23b4ef95579a', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:53:58.261314 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a8a044f-6703-4342-818e-6d1121494965 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (7fb20fa0-6eb5-4e5a-a47a-572a0daad952), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:58.320455 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a8a044f-6703-4342-818e-6d1121494965 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (7fb20fa0-6eb5-4e5a-a47a-572a0daad952), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:58.329555 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:58.416082 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a8a044f-6703-4342-818e-6d1121494965 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (7fb20fa0-6eb5-4e5a-a47a-572a0daad952), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:58.434107 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a044f-6703-4342-818e-6d1121494965 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb20fa0-6eb5-4e5a-a47a-572a0daad952,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:58.532529 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a8a044f-6703-4342-818e-6d1121494965 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:58.533767 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1a8a044f-6703-4342-818e-6d1121494965 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4128199 Jan 28 06:53:58.536503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57498) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:53:58.540755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-47cfa41c-b040-4552-b01b-4ab8ceb7caf5 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '8bb37074-457f-473e-b51d-23b4ef95579a', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:53:58.621708 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-47cfa41c-b040-4552-b01b-4ab8ceb7caf5 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Project 9be2f1d5e39042c9b5b0f4b6a2168aba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:53:58.627058 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-47cfa41c-b040-4552-b01b-4ab8ceb7caf5 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (a547c229-b894-4a98-90e0-e1d821c258e1), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:58.683195 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-47cfa41c-b040-4552-b01b-4ab8ceb7caf5 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (a547c229-b894-4a98-90e0-e1d821c258e1), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:58.776271 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-47cfa41c-b040-4552-b01b-4ab8ceb7caf5 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (a547c229-b894-4a98-90e0-e1d821c258e1), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:58.801342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfa41c-b040-4552-b01b-4ab8ceb7caf5 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a547c229-b894-4a98-90e0-e1d821c258e1,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:58.898669 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-47cfa41c-b040-4552-b01b-4ab8ceb7caf5 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:58.899882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-47cfa41c-b040-4552-b01b-4ab8ceb7caf5 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3624561 Jan 28 06:53:58.902645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57500) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:53:58.907452 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1c1ad1cc-990c-440c-b7bd-33f819281ed6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '8bb37074-457f-473e-b51d-23b4ef95579a', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:53:59.004799 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-1c1ad1cc-990c-440c-b7bd-33f819281ed6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Project 9be2f1d5e39042c9b5b0f4b6a2168aba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:53:59.009694 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c1ad1cc-990c-440c-b7bd-33f819281ed6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (c1ad6374-16da-48ab-9480-25362f9b1c8a), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:59.070455 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c1ad1cc-990c-440c-b7bd-33f819281ed6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (c1ad6374-16da-48ab-9480-25362f9b1c8a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:59.159114 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c1ad1cc-990c-440c-b7bd-33f819281ed6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (c1ad6374-16da-48ab-9480-25362f9b1c8a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:59.177005 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ad1cc-990c-440c-b7bd-33f819281ed6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ad6374-16da-48ab-9480-25362f9b1c8a,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:59.263935 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c1ad1cc-990c-440c-b7bd-33f819281ed6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:59.265390 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1c1ad1cc-990c-440c-b7bd-33f819281ed6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3617640 Jan 28 06:53:59.268251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57502) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:53:59.272998 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-897b058e-b034-4e7a-803a-4c5b07f169ff tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'network': {'name': 'tempest-network-smoke--1819561798', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'port_security_enabled': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:53:59.352966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897b058e-b034-4e7a-803a-4c5b07f169ff tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Made reservation on behalf of 9be2f1d5e39042c9b5b0f4b6a2168aba for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:53:59.356259 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-897b058e-b034-4e7a-803a-4c5b07f169ff tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:59.379616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897b058e-b034-4e7a-803a-4c5b07f169ff tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:53:59.388323 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-897b058e-b034-4e7a-803a-4c5b07f169ff tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (d408ba2f-46ec-4f7f-b560-096e8a87c9d2), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:59.388689 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-897b058e-b034-4e7a-803a-4c5b07f169ff tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Added segment d408ba2f-46ec-4f7f-b560-096e8a87c9d2 of type vlan for network e9394a1b-f6a5-4f4d-bc25-310ffec5426b Jan 28 06:53:59.428756 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-897b058e-b034-4e7a-803a-4c5b07f169ff tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (e9394a1b-f6a5-4f4d-bc25-310ffec5426b), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:59.513893 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-897b058e-b034-4e7a-803a-4c5b07f169ff tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (e9394a1b-f6a5-4f4d-bc25-310ffec5426b), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:59.519311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897b058e-b034-4e7a-803a-4c5b07f169ff tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:59.519919 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-897b058e-b034-4e7a-803a-4c5b07f169ff tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:59.587837 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b058e-b034-4e7a-803a-4c5b07f169ff tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Network': ['ID=e9394a1b-f6a5-4f4d-bc25-310ffec5426b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:59.600086 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network e9394a1b-f6a5-4f4d-bc25-310ffec5426b details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:53:59.697867 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-897b058e-b034-4e7a-803a-4c5b07f169ff tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4283938 Jan 28 06:53:59.700344 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57504) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:53:59.705366 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-25076967', 'admin_state_up': True, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:53:59.809270 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:59.810324 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:53:59.861293 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_controller (d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a), precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:00.096073 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:00.384391 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:00.407672 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:00.509221 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.25.0.221 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/c9244ebb-3170-4bfe-9f37-ce3f34407911) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:54:00.610784 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (c9244ebb-3170-4bfe-9f37-ce3f34407911), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:00.707116 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (c9244ebb-3170-4bfe-9f37-ce3f34407911), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:00.746008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:54:00.748786 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:00.755185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:54:00.777336 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=c9244ebb-3170-4bfe-9f37-ce3f34407911,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:01.209578 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:01.435024 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:01.661794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:54:01.770152 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:54:01.780627 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Sync routers for ids ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:54:01.791724 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Routers {'d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:54:01.792500 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:53:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:01.846328 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:01.847620 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-66dda9e6-2a08-4916-b67f-68dfa090c407 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1463685 Jan 28 06:54:01.850771 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57506) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:01.886346 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-5764173a-080c-4914-bb18-4a701871c7aa tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=9be2f1d5e39042c9b5b0f4b6a2168aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344265 Jan 28 06:54:01.889129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57508) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:01.927054 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Set router d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:54:02.048525 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f6310a-f9dd-4237-8d4a-88a5c08f9c8d tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:02.049982 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-20f6310a-f9dd-4237-8d4a-88a5c08f9c8d tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1597323 Jan 28 06:54:02.052847 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57510) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:02.080564 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2fa98e85-603f-44ff-84fa-042dccf2babf tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266051 Jan 28 06:54:02.082948 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57512) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:02.128661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e0ed653d-7633-4c58-9642-7d8ce62f461e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-601753329', 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:02.199220 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25076967', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:53:59Z', 'updated_at': '2022-01-28T06:54:00Z', 'revision_number': 3, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:80:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:00Z', 'updated_at': '2022-01-28T06:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:02.227128 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Checking router: d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:54:02.227479 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Updating router d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a port c9244ebb-3170-4bfe-9f37-ce3f34407911 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:54:02.254421 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c9244ebb-3170-4bfe-9f37-ce3f34407911), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:02.319062 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ed653d-7633-4c58-9642-7d8ce62f461e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Made reservation on behalf of 9be2f1d5e39042c9b5b0f4b6a2168aba for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:54:02.322600 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0ed653d-7633-4c58-9642-7d8ce62f461e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:02.490832 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32ed939d-463f-4bbc-a1c0-23ddfa770533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:02.511614 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Publish callbacks [] for port (c9244ebb-3170-4bfe-9f37-ce3f34407911), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:02.604836 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0ed653d-7633-4c58-9642-7d8ce62f461e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:02.627563 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c9244ebb-3170-4bfe-9f37-ce3f34407911), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:02.670572 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed653d-7633-4c58-9642-7d8ce62f461e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Subnet': ['ID=40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:02.672964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed653d-7633-4c58-9642-7d8ce62f461e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Checking segment: {'id': 'd408ba2f-46ec-4f7f-b560-096e8a87c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:54:02.673321 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ed653d-7633-4c58-9642-7d8ce62f461e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network hostable DHCP agents. Network: e9394a1b-f6a5-4f4d-bc25-310ffec5426b, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:54:02.677116 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Attempting to bind port c9244ebb-3170-4bfe-9f37-ce3f34407911 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:54:02.677491 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Attempting to bind port c9244ebb-3170-4bfe-9f37-ce3f34407911 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:54:02.677860 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Attempting to bind port c9244ebb-3170-4bfe-9f37-ce3f34407911 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:54:02.687467 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:54:02.688420 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:54:02.688828 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:02.689218 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:54:02.689707 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Bound port: c9244ebb-3170-4bfe-9f37-ce3f34407911, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:54:02.690083 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c9244ebb-3170-4bfe-9f37-ce3f34407911), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:02.694987 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ec736-84e2-4bfa-b6be-341c8939ac88 None None] Pushing event updated for resources: {'Port': ['ID=c9244ebb-3170-4bfe-9f37-ce3f34407911,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:02.719542 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ec736-84e2-4bfa-b6be-341c8939ac88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:02.719889 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ec736-84e2-4bfa-b6be-341c8939ac88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:02.720233 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ec736-84e2-4bfa-b6be-341c8939ac88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:02.720570 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ec736-84e2-4bfa-b6be-341c8939ac88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:02.720907 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ec736-84e2-4bfa-b6be-341c8939ac88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:02.721235 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ec736-84e2-4bfa-b6be-341c8939ac88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:02.721563 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ec736-84e2-4bfa-b6be-341c8939ac88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:02.721888 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ec736-84e2-4bfa-b6be-341c8939ac88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:02.722212 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ec736-84e2-4bfa-b6be-341c8939ac88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:02.722562 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ec736-84e2-4bfa-b6be-341c8939ac88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:02.722889 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ec736-84e2-4bfa-b6be-341c8939ac88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:02.723208 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ec736-84e2-4bfa-b6be-341c8939ac88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:02.723529 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ec736-84e2-4bfa-b6be-341c8939ac88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:02.756125 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] For port c9244ebb-3170-4bfe-9f37-ce3f34407911, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:54:02.763880 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] For port c9244ebb-3170-4bfe-9f37-ce3f34407911, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c9244ebb-3170-4bfe-9f37-ce3f34407911,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:54:02.793084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ed653d-7633-4c58-9642-7d8ce62f461e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network e9394a1b-f6a5-4f4d-bc25-310ffec5426b is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:54:02.851012 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c9244ebb-3170-4bfe-9f37-ce3f34407911), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:02.878874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e0ed653d-7633-4c58-9642-7d8ce62f461e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, e9394a1b-f6a5-4f4d-bc25-310ffec5426b) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:02.882821 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ed653d-7633-4c58-9642-7d8ce62f461e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:02.883407 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0ed653d-7633-4c58-9642-7d8ce62f461e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:02.889871 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8f1308-f002-4542-8225-67e1b6e8015f None None] Network e9394a1b-f6a5-4f4d-bc25-310ffec5426b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:54:02.913145 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Routers {'d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:54:02.913742 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:53:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:02.918452 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ec736-84e2-4bfa-b6be-341c8939ac88 None None] Pushing event updated for resources: {'Port': ['ID=c9244ebb-3170-4bfe-9f37-ce3f34407911,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:02.961820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e0ed653d-7633-4c58-9642-7d8ce62f461e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8778417 Jan 28 06:54:02.964550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57516) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:03.004440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-e9394a1b-f6a5-4f4d-bc25-310ffec5426b', 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ips': [{'subnet_id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:54:03.005763 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:03.032340 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] Set router d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:54:03.149970 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Allocated IP 172.20.0.2 (e9394a1b-f6a5-4f4d-bc25-310ffec5426b/40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f/ed02182d-aca2-4377-ac2d-b0b60e13eba1) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:54:03.224962 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25076967', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:53:59Z', 'updated_at': '2022-01-28T06:54:00Z', 'revision_number': 3, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:80:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:00Z', 'updated_at': '2022-01-28T06:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:03.259953 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7820bcc0-b71e-4a0d-9d6f-a8beb8075ba9 None None] The sync data for ids ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'] in n-d-812111-12 is: [{'id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25076967', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:53:59Z', 'updated_at': '2022-01-28T06:54:00Z', 'revision_number': 3, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:80:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:00Z', 'updated_at': '2022-01-28T06:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:54:03.438637 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:03.466981 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Publish callbacks [] for port (ed02182d-aca2-4377-ac2d-b0b60e13eba1), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:03.548617 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (ed02182d-aca2-4377-ac2d-b0b60e13eba1), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:03.606201 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Network e9394a1b-f6a5-4f4d-bc25-310ffec5426b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:54:03.610511 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:03.612494 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Pushing event updated for resources: {'Port': ['ID=ed02182d-aca2-4377-ac2d-b0b60e13eba1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:03.614822 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:54:03.679250 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Attempting to bind port ed02182d-aca2-4377-ac2d-b0b60e13eba1 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:54:03.679630 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Attempting to bind port ed02182d-aca2-4377-ac2d-b0b60e13eba1 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'd408ba2f-46ec-4f7f-b560-096e8a87c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:54:03.680004 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Attempting to bind port ed02182d-aca2-4377-ac2d-b0b60e13eba1 on network e9394a1b-f6a5-4f4d-bc25-310ffec5426b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:54:03.685755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:54:03.686234 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Checking segment: {'id': 'd408ba2f-46ec-4f7f-b560-096e8a87c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:54:03.686605 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:03.687022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Bound using segment: {'id': 'd408ba2f-46ec-4f7f-b560-096e8a87c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:54:03.687493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Bound port: ed02182d-aca2-4377-ac2d-b0b60e13eba1, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd408ba2f-46ec-4f7f-b560-096e8a87c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:54:03.688441 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ed02182d-aca2-4377-ac2d-b0b60e13eba1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:03.760591 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] For port ed02182d-aca2-4377-ac2d-b0b60e13eba1, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:54:03.763931 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] For port ed02182d-aca2-4377-ac2d-b0b60e13eba1, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ed02182d-aca2-4377-ac2d-b0b60e13eba1,segment=NetworkSegment(d408ba2f-46ec-4f7f-b560-096e8a87c9d2),segment_id=d408ba2f-46ec-4f7f-b560-096e8a87c9d2)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:54:03.851628 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ed02182d-aca2-4377-ac2d-b0b60e13eba1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:03.923160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107ddad-6609-4416-90a1-a9a40f49e315 None None] Pushing event updated for resources: {'Port': ['ID=ed02182d-aca2-4377-ac2d-b0b60e13eba1,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:04.083027 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.20.0.1 (e9394a1b-f6a5-4f4d-bc25-310ffec5426b/40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f/73c76755-f2aa-4852-aff3-1b7487aa5b84) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:54:04.244241 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:04.377528 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:04.417024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network e9394a1b-f6a5-4f4d-bc25-310ffec5426b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:54:04.419980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:04.424002 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:54:04.456156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=73c76755-f2aa-4852-aff3-1b7487aa5b84,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:04.480099 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:04.515105 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ed02182d-aca2-4377-ac2d-b0b60e13eba1 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:54:04.568660 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port ed02182d-aca2-4377-ac2d-b0b60e13eba1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:04.569484 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ed02182d-aca2-4377-ac2d-b0b60e13eba1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:04.647328 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port ed02182d-aca2-4377-ac2d-b0b60e13eba1 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:54:04.647715 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ed02182d-aca2-4377-ac2d-b0b60e13eba1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:04.682464 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port ed02182d-aca2-4377-ac2d-b0b60e13eba1, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ed02182d-aca2-4377-ac2d-b0b60e13eba1,segment=NetworkSegment(d408ba2f-46ec-4f7f-b560-096e8a87c9d2),segment_id=d408ba2f-46ec-4f7f-b560-096e8a87c9d2)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:54:04.698485 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:04.760575 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ed02182d-aca2-4377-ac2d-b0b60e13eba1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:04.761452 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c9244ebb-3170-4bfe-9f37-ce3f34407911 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:54:04.847035 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=ed02182d-aca2-4377-ac2d-b0b60e13eba1,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:04.857866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port c9244ebb-3170-4bfe-9f37-ce3f34407911 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:04.858499 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c9244ebb-3170-4bfe-9f37-ce3f34407911), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:04.861546 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3a718391-99a9-4b45-97ed-557f2c8ef696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:04.942530 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c9244ebb-3170-4bfe-9f37-ce3f34407911 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:54:04.942826 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (c9244ebb-3170-4bfe-9f37-ce3f34407911), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:04.962868 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port c9244ebb-3170-4bfe-9f37-ce3f34407911, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c9244ebb-3170-4bfe-9f37-ce3f34407911,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:54:04.993634 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:05.061699 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (c9244ebb-3170-4bfe-9f37-ce3f34407911), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:05.102044 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:05.113883 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=c9244ebb-3170-4bfe-9f37-ce3f34407911,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:05.181342 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:05.185702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=73c76755-f2aa-4852-aff3-1b7487aa5b84,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:05.281642 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network e9394a1b-f6a5-4f4d-bc25-310ffec5426b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:54:05.283216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:05.407790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:54:05.526606 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab0383d-a1e4-444a-9929-631e443a8156 None None] Network e9394a1b-f6a5-4f4d-bc25-310ffec5426b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:54:05.531970 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:54:05.537537 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f3cdf642-102e-4c3a-970e-06783949d5db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "PUT /v2.0/routers/d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5719819 Jan 28 06:54:05.571119 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Sync routers for ids ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:54:05.597822 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Routers {'d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:54:05.600964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:54:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:05.696083 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-04b552f2-85a1-482c-b67e-a25db41636bb None None] Provisioning complete for port ed02182d-aca2-4377-ac2d-b0b60e13eba1 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:05.696430 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04b552f2-85a1-482c-b67e-a25db41636bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ed02182d-aca2-4377-ac2d-b0b60e13eba1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:05.702815 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-f78145ff-f47f-4e94-8b6e-31a8c5c1042d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527162628&fields=id&tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba HTTP/1.1" status: 200 len: 267 time: 0.0520244 Jan 28 06:54:05.789607 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Set router d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:54:05.825583 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-8aa3ac1f-0660-4a01-8cbb-2c5fcd98c8ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:05.827405 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-8aa3ac1f-0660-4a01-8cbb-2c5fcd98c8ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/networks?id=e9394a1b-f6a5-4f4d-bc25-310ffec5426b HTTP/1.1" status: 200 len: 797 time: 0.1174459 Jan 28 06:54:05.844355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-c2926a66-ff4b-4637-a3cb-e80473cc57dc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/quotas/9be2f1d5e39042c9b5b0f4b6a2168aba HTTP/1.1" status: 200 len: 375 time: 0.0106788 Jan 28 06:54:05.900639 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-6c64de56-85b6-4248-97e6-d4c9fb8bf436 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507073 Jan 28 06:54:05.921502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-45567ac3-7c4c-46e7-b15b-6ef35d8d93b4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:54:05.923247 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-45567ac3-7c4c-46e7-b15b-6ef35d8d93b4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076785 Jan 28 06:54:05.932496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-04b552f2-85a1-482c-b67e-a25db41636bb None None] Current status of the port ed02182d-aca2-4377-ac2d-b0b60e13eba1 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:54:06.024496 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-7d0d0e64-9d7b-4cce-8f84-51471f197586 service neutron] 10.222.0.31 "GET /v2.0/networks/e9394a1b-f6a5-4f4d-bc25-310ffec5426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948138 Jan 28 06:54:06.038010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25076967', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:53:59Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:00Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '73c76755-f2aa-4852-aff3-1b7487aa5b84', 'name': '', 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:44:11:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:03Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 2, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:06.072623 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Checking router: d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:54:06.072978 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Updating router d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a port 73c76755-f2aa-4852-aff3-1b7487aa5b84 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:54:06.104886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f466b207-3dd0-45ae-bd98-0a0f04ddaba4 None None] Provisioning complete for port ed02182d-aca2-4377-ac2d-b0b60e13eba1 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:06.105252 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f466b207-3dd0-45ae-bd98-0a0f04ddaba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ed02182d-aca2-4377-ac2d-b0b60e13eba1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:06.108660 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:06.127189 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-f2536dd1-36de-49a9-b47c-24b4540d4882 service neutron] 10.222.0.31 "GET /v2.0/networks/e9394a1b-f6a5-4f4d-bc25-310ffec5426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948083 Jan 28 06:54:06.298531 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f466b207-3dd0-45ae-bd98-0a0f04ddaba4 None None] Current status of the port ed02182d-aca2-4377-ac2d-b0b60e13eba1 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:54:06.360346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f466b207-3dd0-45ae-bd98-0a0f04ddaba4 None None] Provisioning complete for port 73c76755-f2aa-4852-aff3-1b7487aa5b84 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:06.360997 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f466b207-3dd0-45ae-bd98-0a0f04ddaba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:06.419768 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f466b207-3dd0-45ae-bd98-0a0f04ddaba4 None None] Port 73c76755-f2aa-4852-aff3-1b7487aa5b84 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:54:06.420384 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a4493864-ab6a-4c07-bc2f-a6f6314e912a req-0ba1ec86-a18d-4b7b-82b4-9a75d0fb3243 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 210 time: 0.0280132 Jan 28 06:54:06.489287 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ed02182d-aca2-4377-ac2d-b0b60e13eba1 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:54:06.546270 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Publish callbacks [] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:06.564601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-97fcd345-e2a0-4484-ba93-367554c127ca None None] Provisioning complete for port 73c76755-f2aa-4852-aff3-1b7487aa5b84 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:06.564978 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-97fcd345-e2a0-4484-ba93-367554c127ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:06.601868 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port ed02182d-aca2-4377-ac2d-b0b60e13eba1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:06.602634 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ed02182d-aca2-4377-ac2d-b0b60e13eba1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:06.605898 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-97fcd345-e2a0-4484-ba93-367554c127ca None None] Port 73c76755-f2aa-4852-aff3-1b7487aa5b84 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:54:06.668950 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:06.713651 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port ed02182d-aca2-4377-ac2d-b0b60e13eba1 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:54:06.714726 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c9244ebb-3170-4bfe-9f37-ce3f34407911 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:54:06.774438 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c99a49-647b-4bd0-a334-a0b6d27bb0e7 None None] Pushing event updated for resources: {'Port': ['ID=73c76755-f2aa-4852-aff3-1b7487aa5b84,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:06.837459 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Attempting to bind port 73c76755-f2aa-4852-aff3-1b7487aa5b84 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:54:06.837689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Attempting to bind port 73c76755-f2aa-4852-aff3-1b7487aa5b84 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'd408ba2f-46ec-4f7f-b560-096e8a87c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:54:06.837963 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Attempting to bind port 73c76755-f2aa-4852-aff3-1b7487aa5b84 on network e9394a1b-f6a5-4f4d-bc25-310ffec5426b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:54:06.845095 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port c9244ebb-3170-4bfe-9f37-ce3f34407911 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:06.845480 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (c9244ebb-3170-4bfe-9f37-ce3f34407911), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:06.847228 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:54:06.848558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Checking segment: {'id': 'd408ba2f-46ec-4f7f-b560-096e8a87c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:54:06.848558 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:06.848558 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Bound using segment: {'id': 'd408ba2f-46ec-4f7f-b560-096e8a87c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:54:06.848836 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Bound port: 73c76755-f2aa-4852-aff3-1b7487aa5b84, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd408ba2f-46ec-4f7f-b560-096e8a87c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:54:06.849625 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:06.917227 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:06.960661 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-dab18504-db09-401d-a9f8-6e0f9adcbe23 None None] Provisioning complete for port 73c76755-f2aa-4852-aff3-1b7487aa5b84 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:06.961052 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dab18504-db09-401d-a9f8-6e0f9adcbe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:06.964598 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] For port 73c76755-f2aa-4852-aff3-1b7487aa5b84, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:54:06.968484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] For port 73c76755-f2aa-4852-aff3-1b7487aa5b84, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=73c76755-f2aa-4852-aff3-1b7487aa5b84,segment=NetworkSegment(d408ba2f-46ec-4f7f-b560-096e8a87c9d2),segment_id=d408ba2f-46ec-4f7f-b560-096e8a87c9d2)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:54:07.032042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dab18504-db09-401d-a9f8-6e0f9adcbe23 None None] Port 73c76755-f2aa-4852-aff3-1b7487aa5b84 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:54:07.033472 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port c9244ebb-3170-4bfe-9f37-ce3f34407911 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:54:07.079146 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:07.134833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Routers {'d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:54:07.135457 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:54:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:07.140474 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c99a49-647b-4bd0-a334-a0b6d27bb0e7 None None] Pushing event updated for resources: {'Port': ['ID=73c76755-f2aa-4852-aff3-1b7487aa5b84,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:07.412194 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-6780bc9d-5a13-47d5-9d5f-9616df1b196a None None] Provisioning complete for port 73c76755-f2aa-4852-aff3-1b7487aa5b84 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:07.412573 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6780bc9d-5a13-47d5-9d5f-9616df1b196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:07.417650 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] Set router d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:54:07.514049 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-40b49525-4fd1-4ace-ad02-71794e07abc0 req-4273ddd7-09cf-4390-8be1-0160db16e8eb tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 210 time: 0.0295396 Jan 28 06:54:07.612160 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6780bc9d-5a13-47d5-9d5f-9616df1b196a None None] Current status of the port 73c76755-f2aa-4852-aff3-1b7487aa5b84 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:54:07.612793 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6780bc9d-5a13-47d5-9d5f-9616df1b196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:07.681663 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6780bc9d-5a13-47d5-9d5f-9616df1b196a None None] For port 73c76755-f2aa-4852-aff3-1b7487aa5b84, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=73c76755-f2aa-4852-aff3-1b7487aa5b84,segment=NetworkSegment(d408ba2f-46ec-4f7f-b560-096e8a87c9d2),segment_id=d408ba2f-46ec-4f7f-b560-096e8a87c9d2)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:54:07.706186 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25076967', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:53:59Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:00Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '73c76755-f2aa-4852-aff3-1b7487aa5b84', 'name': '', 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:44:11:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:03Z', 'updated_at': '2022-01-28T06:54:06Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:07.732663 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a64813-b8e2-4e11-84d5-613f3b9cfe72 None None] The sync data for ids ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'] in n-d-812111-12 is: [{'id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25076967', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:53:59Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:00Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '73c76755-f2aa-4852-aff3-1b7487aa5b84', 'name': '', 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:44:11:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:03Z', 'updated_at': '2022-01-28T06:54:06Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:54:07.763949 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6780bc9d-5a13-47d5-9d5f-9616df1b196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:07.836781 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780bc9d-5a13-47d5-9d5f-9616df1b196a None None] Pushing event updated for resources: {'Port': ['ID=73c76755-f2aa-4852-aff3-1b7487aa5b84,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:08.153076 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:08.493022 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 73c76755-f2aa-4852-aff3-1b7487aa5b84 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:54:08.560717 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 73c76755-f2aa-4852-aff3-1b7487aa5b84 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:08.561099 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:08.665255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 73c76755-f2aa-4852-aff3-1b7487aa5b84 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:54:08.675037 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-80e15079-06ef-43e1-ab02-7ced86b593f6 req-21c95ec5-b051-4f46-9da6-70239491d893 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 210 time: 0.0416939 Jan 28 06:54:08.901824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-4c244b8a-9dac-46da-ba78-c8233ca90d65 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:08.903309 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-4c244b8a-9dac-46da-ba78-c8233ca90d65 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.64 "GET /v2.0/networks?id=e9394a1b-f6a5-4f4d-bc25-310ffec5426b HTTP/1.1" status: 200 len: 797 time: 0.4816267 Jan 28 06:54:09.002090 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-6245f536-aadd-4ca8-b089-9d0a89555dac tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba HTTP/1.1" status: 200 len: 380 time: 0.0541313 Jan 28 06:54:09.011605 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-2ce6e761-8413-4775-a276-425c0f1d5ed7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'port': {'device_id': '7f582e44-8833-4201-aebe-64e8a07ad5c4', 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b', 'admin_state_up': True, 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'security_groups': ['8bb37074-457f-473e-b51d-23b4ef95579a']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:09.181945 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-2ce6e761-8413-4775-a276-425c0f1d5ed7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Made reservation on behalf of 9be2f1d5e39042c9b5b0f4b6a2168aba for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:54:09.185353 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-2ce6e761-8413-4775-a276-425c0f1d5ed7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:09.239228 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:09.311968 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-2ce6e761-8413-4775-a276-425c0f1d5ed7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.20.0.14 (e9394a1b-f6a5-4f4d-bc25-310ffec5426b/40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f/56b5948c-b644-4f9d-aec3-b96a7c96b21c) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:54:09.451486 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-2ce6e761-8413-4775-a276-425c0f1d5ed7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (56b5948c-b644-4f9d-aec3-b96a7c96b21c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:09.530946 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-2ce6e761-8413-4775-a276-425c0f1d5ed7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (56b5948c-b644-4f9d-aec3-b96a7c96b21c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:09.572515 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-2ce6e761-8413-4775-a276-425c0f1d5ed7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network e9394a1b-f6a5-4f4d-bc25-310ffec5426b is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:54:09.575343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-2ce6e761-8413-4775-a276-425c0f1d5ed7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:09.579108 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-2ce6e761-8413-4775-a276-425c0f1d5ed7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:54:09.610734 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6e761-8413-4775-a276-425c0f1d5ed7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=56b5948c-b644-4f9d-aec3-b96a7c96b21c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:09.636319 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-2ce6e761-8413-4775-a276-425c0f1d5ed7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:09.636947 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-2ce6e761-8413-4775-a276-425c0f1d5ed7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:09.721914 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-2ce6e761-8413-4775-a276-425c0f1d5ed7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7136552 Jan 28 06:54:09.741012 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Request body: {'port': {'device_id': '7f582e44-8833-4201-aebe-64e8a07ad5c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:09.801665 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028132b-cafb-40e3-b23e-7ce729592b0d req-3724a5b9-1fa5-46ba-9fad-927130baa9fd tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:09.809857 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (56b5948c-b644-4f9d-aec3-b96a7c96b21c), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:09.810209 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5028132b-cafb-40e3-b23e-7ce729592b0d req-3724a5b9-1fa5-46ba-9fad-927130baa9fd tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 932 time: 0.0559928 Jan 28 06:54:09.817198 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e5367544-4830-4f3f-9b66-4c6dff3174ae None None] Provisioning complete for port 56b5948c-b644-4f9d-aec3-b96a7c96b21c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:09.817770 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5367544-4830-4f3f-9b66-4c6dff3174ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (56b5948c-b644-4f9d-aec3-b96a7c96b21c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:09.855697 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5028132b-cafb-40e3-b23e-7ce729592b0d req-5793eae7-d828-4f09-8641-2d6fc558f0ae tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454490 Jan 28 06:54:09.866745 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e5367544-4830-4f3f-9b66-4c6dff3174ae None None] Port 56b5948c-b644-4f9d-aec3-b96a7c96b21c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:54:10.081609 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b5948c-b644-4f9d-aec3-b96a7c96b21c {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:54:10.090011 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Publish callbacks [] for port (56b5948c-b644-4f9d-aec3-b96a7c96b21c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:10.104600 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Transition to ACTIVE for port object 56b5948c-b644-4f9d-aec3-b96a7c96b21c will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:54:10.153716 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (56b5948c-b644-4f9d-aec3-b96a7c96b21c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:10.210143 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Pushing event updated for resources: {'Port': ['ID=56b5948c-b644-4f9d-aec3-b96a7c96b21c,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:10.288124 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Attempting to bind port 56b5948c-b644-4f9d-aec3-b96a7c96b21c on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:54:10.288456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Attempting to bind port 56b5948c-b644-4f9d-aec3-b96a7c96b21c by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'd408ba2f-46ec-4f7f-b560-096e8a87c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:54:10.288784 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Attempting to bind port 56b5948c-b644-4f9d-aec3-b96a7c96b21c on network e9394a1b-f6a5-4f4d-bc25-310ffec5426b {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:54:10.293221 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Port 56b5948c-b644-4f9d-aec3-b96a7c96b21c on network e9394a1b-f6a5-4f4d-bc25-310ffec5426b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:54:10.293538 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Attempting to bind port 56b5948c-b644-4f9d-aec3-b96a7c96b21c on network e9394a1b-f6a5-4f4d-bc25-310ffec5426b {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:54:10.298978 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:54:10.299241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Checking segment: {'id': 'd408ba2f-46ec-4f7f-b560-096e8a87c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:54:10.299626 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Bound using segment: {'id': 'd408ba2f-46ec-4f7f-b560-096e8a87c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:54:10.300046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Bound port: 56b5948c-b644-4f9d-aec3-b96a7c96b21c, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd408ba2f-46ec-4f7f-b560-096e8a87c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:54:10.300401 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (56b5948c-b644-4f9d-aec3-b96a7c96b21c), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:10.367194 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] For port 56b5948c-b644-4f9d-aec3-b96a7c96b21c, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:54:10.370259 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] For port 56b5948c-b644-4f9d-aec3-b96a7c96b21c, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=56b5948c-b644-4f9d-aec3-b96a7c96b21c,segment=NetworkSegment(d408ba2f-46ec-4f7f-b560-096e8a87c9d2),segment_id=d408ba2f-46ec-4f7f-b560-096e8a87c9d2)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:54:10.456714 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (56b5948c-b644-4f9d-aec3-b96a7c96b21c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:10.492840 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:10.493494 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:10.494998 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] 10.222.0.64 "PUT /v2.0/ports/56b5948c-b644-4f9d-aec3-b96a7c96b21c HTTP/1.1" status: 200 len: 1093 time: 0.7595050 Jan 28 06:54:10.495443 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f582e44-8833-4201-aebe-64e8a07ad5c4', 'tag': '56b5948c-b644-4f9d-aec3-b96a7c96b21c'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:54:10.497701 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113afc07-cfaf-4727-ac2d-99bc91fba840" -d '{"events": [{"name": "network-changed", "server_uuid": "7f582e44-8833-4201-aebe-64e8a07ad5c4", "tag": "56b5948c-b644-4f9d-aec3-b96a7c96b21c"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:54:10.521452 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb5ee6-df8d-4186-a0d0-492202a53481 service neutron] Pushing event updated for resources: {'Port': ['ID=56b5948c-b644-4f9d-aec3-b96a7c96b21c,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:10.603969 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfcdf2f-f6cd-4ea1-ba89-43313d2fe40c x-openstack-request-id: req-ddfcdf2f-f6cd-4ea1-ba89-43313d2fe40c {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:54:10.604259 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f582e44-8833-4201-aebe-64e8a07ad5c4", "tag": "56b5948c-b644-4f9d-aec3-b96a7c96b21c", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:54:10.604516 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddfcdf2f-f6cd-4ea1-ba89-43313d2fe40c {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:54:10.604919 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f582e44-8833-4201-aebe-64e8a07ad5c4', 'tag': '56b5948c-b644-4f9d-aec3-b96a7c96b21c', 'status': 'completed', 'code': 200} Jan 28 06:54:10.667862 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-0226e03b-b9d4-44c7-8f69-824ee2619edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:10.669483 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-0226e03b-b9d4-44c7-8f69-824ee2619edf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 1096 time: 0.0430510 Jan 28 06:54:10.723243 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-05339baa-c7f0-4713-bedc-3946947c3664 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56b5948c-b644-4f9d-aec3-b96a7c96b21c HTTP/1.1" status: 200 len: 217 time: 0.0406420 Jan 28 06:54:10.770347 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-a7969cb8-5e14-4ec1-9f2a-6bf436bb78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:10.771680 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-a7969cb8-5e14-4ec1-9f2a-6bf436bb78ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f HTTP/1.1" status: 200 len: 834 time: 0.0434089 Jan 28 06:54:10.816400 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-4553d659-a033-4f70-9c59-d93ed5051a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:10.817841 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-4553d659-a033-4f70-9c59-d93ed5051a5a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9394a1b-f6a5-4f4d-bc25-310ffec5426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407801 Jan 28 06:54:10.912905 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-74ff7a4b-4af0-4088-b873-232e6a8ce5fb service neutron] 10.222.0.64 "GET /v2.0/networks/e9394a1b-f6a5-4f4d-bc25-310ffec5426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888443 Jan 28 06:54:10.974650 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b3a7f-94dd-4ea1-9eaf-ab2ffb34994e req-9088f6df-3f4d-45c6-abfc-144e88501bf3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:10.976232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d9b3a7f-94dd-4ea1-9eaf-ab2ffb34994e req-9088f6df-3f4d-45c6-abfc-144e88501bf3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 944 time: 0.0498965 Jan 28 06:54:11.004757 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-370daaa2-bfca-4aec-a46c-39fc416f27fe req-dd2134f7-cf1c-4752-bf23-82a1911d31e3 service neutron] 10.222.0.64 "GET /v2.0/networks/e9394a1b-f6a5-4f4d-bc25-310ffec5426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856795 Jan 28 06:54:11.027325 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4d9b3a7f-94dd-4ea1-9eaf-ab2ffb34994e req-285fb5a2-ca5b-45f0-af05-8fc3fd0d3930 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449917 Jan 28 06:54:11.232618 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113afc07-cfaf-4727-ac2d-99bc91fba840 req-6e1c0031-2cac-4eb7-87e8-c53bbfa20a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:11.235094 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-113afc07-cfaf-4727-ac2d-99bc91fba840 req-6e1c0031-2cac-4eb7-87e8-c53bbfa20a1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 1096 time: 0.0462725 Jan 28 06:54:11.325759 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113afc07-cfaf-4727-ac2d-99bc91fba840 req-3d7be590-b2d6-43f3-92de-ba4f343ae138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:11.327260 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-113afc07-cfaf-4727-ac2d-99bc91fba840 req-3d7be590-b2d6-43f3-92de-ba4f343ae138 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e9394a1b-f6a5-4f4d-bc25-310ffec5426b HTTP/1.1" status: 200 len: 898 time: 0.0858045 Jan 28 06:54:11.375662 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-113afc07-cfaf-4727-ac2d-99bc91fba840 req-bf3c4dbb-f481-4acc-9f3f-d038b0b160d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56b5948c-b644-4f9d-aec3-b96a7c96b21c HTTP/1.1" status: 200 len: 217 time: 0.0416346 Jan 28 06:54:11.422915 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113afc07-cfaf-4727-ac2d-99bc91fba840 req-50f9367a-ba34-4526-9852-2b211481bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:11.424343 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-113afc07-cfaf-4727-ac2d-99bc91fba840 req-50f9367a-ba34-4526-9852-2b211481bba7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f HTTP/1.1" status: 200 len: 834 time: 0.0432591 Jan 28 06:54:11.468181 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113afc07-cfaf-4727-ac2d-99bc91fba840 req-a2421f35-1cb6-4e49-ae55-9656e1cedcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:11.470248 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-113afc07-cfaf-4727-ac2d-99bc91fba840 req-a2421f35-1cb6-4e49-ae55-9656e1cedcfe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9394a1b-f6a5-4f4d-bc25-310ffec5426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386271 Jan 28 06:54:11.561298 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-113afc07-cfaf-4727-ac2d-99bc91fba840 req-cf300edb-3bbb-467e-a187-749514fab65f service neutron] 10.222.0.64 "GET /v2.0/networks/e9394a1b-f6a5-4f4d-bc25-310ffec5426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845976 Jan 28 06:54:11.648146 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-113afc07-cfaf-4727-ac2d-99bc91fba840 req-43337800-4c65-4d59-a94a-ef7e8541c166 service neutron] 10.222.0.64 "GET /v2.0/networks/e9394a1b-f6a5-4f4d-bc25-310ffec5426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800784 Jan 28 06:54:12.192786 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207c49e-afe5-4576-8be5-a70aac0c5dd9 req-3fae0fe8-a4e7-417c-86c2-3a04e315e3d9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:12.194262 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3207c49e-afe5-4576-8be5-a70aac0c5dd9 req-3fae0fe8-a4e7-417c-86c2-3a04e315e3d9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 944 time: 0.0974526 Jan 28 06:54:12.242247 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3207c49e-afe5-4576-8be5-a70aac0c5dd9 req-a3fa937a-5043-47e3-a255-b52497567e13 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422862 Jan 28 06:54:13.105867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 56b5948c-b644-4f9d-aec3-b96a7c96b21c details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:54:13.202411 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 56b5948c-b644-4f9d-aec3-b96a7c96b21c, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=56b5948c-b644-4f9d-aec3-b96a7c96b21c,segment=NetworkSegment(d408ba2f-46ec-4f7f-b560-096e8a87c9d2),segment_id=d408ba2f-46ec-4f7f-b560-096e8a87c9d2)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:54:13.214656 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '56b5948c-b644-4f9d-aec3-b96a7c96b21c', 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b', 'port_id': '56b5948c-b644-4f9d-aec3-b96a7c96b21c', 'mac_address': 'fa:16:3e:e4:9b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:54:13.251423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 56b5948c-b644-4f9d-aec3-b96a7c96b21c is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:54:13.251816 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (56b5948c-b644-4f9d-aec3-b96a7c96b21c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:13.264373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b5948c-b644-4f9d-aec3-b96a7c96b21c {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:54:13.287227 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 56b5948c-b644-4f9d-aec3-b96a7c96b21c, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=56b5948c-b644-4f9d-aec3-b96a7c96b21c,segment=NetworkSegment(d408ba2f-46ec-4f7f-b560-096e8a87c9d2),segment_id=d408ba2f-46ec-4f7f-b560-096e8a87c9d2)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:54:13.359722 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (56b5948c-b644-4f9d-aec3-b96a7c96b21c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:13.405860 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd95f9-79a0-4023-8e3a-7a8d90286499 req-1e747e4b-5710-4ee5-829a-5e38ae76f8a8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:13.408155 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1cd95f9-79a0-4023-8e3a-7a8d90286499 req-1e747e4b-5710-4ee5-829a-5e38ae76f8a8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 945 time: 0.0958536 Jan 28 06:54:13.412177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=56b5948c-b644-4f9d-aec3-b96a7c96b21c,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:13.458171 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1cd95f9-79a0-4023-8e3a-7a8d90286499 req-f593d4f2-5dec-46e5-97f7-72401898467a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438206 Jan 28 06:54:13.631671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['56b5948c-b644-4f9d-aec3-b96a7c96b21c'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:54:14.572266 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f192ae6-96dd-4b4a-997e-1e49813ae4bf req-b9347684-b862-469b-a637-c4041d9fdda0 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:14.573663 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f192ae6-96dd-4b4a-997e-1e49813ae4bf req-b9347684-b862-469b-a637-c4041d9fdda0 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 945 time: 0.0490000 Jan 28 06:54:14.626262 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3f192ae6-96dd-4b4a-997e-1e49813ae4bf req-5a423795-eb36-4a41-a299-7dd61e5d4e7d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469999 Jan 28 06:54:15.104299 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 56b5948c-b644-4f9d-aec3-b96a7c96b21c up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:54:15.238826 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 56b5948c-b644-4f9d-aec3-b96a7c96b21c completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:54:15.242880 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 56b5948c-b644-4f9d-aec3-b96a7c96b21c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:15.243266 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (56b5948c-b644-4f9d-aec3-b96a7c96b21c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:15.321410 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 56b5948c-b644-4f9d-aec3-b96a7c96b21c is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:54:15.321798 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (56b5948c-b644-4f9d-aec3-b96a7c96b21c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:15.345192 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f582e44-8833-4201-aebe-64e8a07ad5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b5948c-b644-4f9d-aec3-b96a7c96b21c'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:54:15.347452 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce25b74a-d339-40c2-a489-dce6c7bcbbc9" -d '{"events": [{"server_uuid": "7f582e44-8833-4201-aebe-64e8a07ad5c4", "name": "network-vif-plugged", "status": "completed", "tag": "56b5948c-b644-4f9d-aec3-b96a7c96b21c"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:54:15.363125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 56b5948c-b644-4f9d-aec3-b96a7c96b21c, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=56b5948c-b644-4f9d-aec3-b96a7c96b21c,segment=NetworkSegment(d408ba2f-46ec-4f7f-b560-096e8a87c9d2),segment_id=d408ba2f-46ec-4f7f-b560-096e8a87c9d2)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:54:15.385769 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a0c166-9d77-4239-8240-d188f2fa572e x-openstack-request-id: req-76a0c166-9d77-4239-8240-d188f2fa572e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:54:15.386158 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f582e44-8833-4201-aebe-64e8a07ad5c4", "name": "network-vif-plugged", "status": "completed", "tag": "56b5948c-b644-4f9d-aec3-b96a7c96b21c", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:54:15.386410 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76a0c166-9d77-4239-8240-d188f2fa572e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:54:15.386827 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f582e44-8833-4201-aebe-64e8a07ad5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b5948c-b644-4f9d-aec3-b96a7c96b21c', 'code': 200} Jan 28 06:54:15.433009 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (56b5948c-b644-4f9d-aec3-b96a7c96b21c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:15.482264 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=56b5948c-b644-4f9d-aec3-b96a7c96b21c,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:15.513832 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9902433-584a-47cc-8e3a-aa02f00d16c6 req-a3261abb-ca28-4958-9a09-dad0996dbcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:15.515941 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a9902433-584a-47cc-8e3a-aa02f00d16c6 req-a3261abb-ca28-4958-9a09-dad0996dbcdd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 1098 time: 0.0412805 Jan 28 06:54:15.562822 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-a9902433-584a-47cc-8e3a-aa02f00d16c6 req-8eb917d6-a7f8-4b00-ae5d-b9c5074043a6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390844 Jan 28 06:54:15.739453 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4406e-bd50-4618-a0d1-86ad533d6b1b req-caaa6144-90e4-44fd-9f0b-ad724773f4b2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:15.740966 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1be4406e-bd50-4618-a0d1-86ad533d6b1b req-caaa6144-90e4-44fd-9f0b-ad724773f4b2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0487995 Jan 28 06:54:15.790018 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1be4406e-bd50-4618-a0d1-86ad533d6b1b req-e3a6f487-423f-47d1-bd9f-e4326f2e5951 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434649 Jan 28 06:54:16.912550 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b40af2-1d7f-4a4e-85ba-0cc1ce51093b req-5112c822-7739-4b3b-9d84-3b484a7ef387 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:16.914057 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d5b40af2-1d7f-4a4e-85ba-0cc1ce51093b req-5112c822-7739-4b3b-9d84-3b484a7ef387 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0499287 Jan 28 06:54:16.963009 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d5b40af2-1d7f-4a4e-85ba-0cc1ce51093b req-a1c81b89-b9e8-4b93-9f95-7dd91e431aab tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430367 Jan 28 06:54:17.080582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff8087-84dc-4909-af68-1368b6ff7454 req-054502ab-672e-4b93-b842-977175a05966 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:17.081963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5bff8087-84dc-4909-af68-1368b6ff7454 req-054502ab-672e-4b93-b842-977175a05966 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0524499 Jan 28 06:54:17.133669 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5bff8087-84dc-4909-af68-1368b6ff7454 req-c44bcb3e-a530-4256-932c-27f4ea8b7b6a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460510 Jan 28 06:54:17.154788 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57574) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:17.236675 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56764395-0eae-40f9-931e-0463836009ee tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:17.238273 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-56764395-0eae-40f9-931e-0463836009ee tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 1093 time: 0.0825109 Jan 28 06:54:17.241037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57578) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:17.245386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': '56b5948c-b644-4f9d-aec3-b96a7c96b21c', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:17.341806 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:17.446495 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:17.548833 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.25.0.21 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/148a3460-961e-44b4-808d-1d11ea7c4029) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:54:17.652227 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (148a3460-961e-44b4-808d-1d11ea7c4029), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:17.776077 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (148a3460-961e-44b4-808d-1d11ea7c4029), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:17.812321 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:54:17.816536 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:17.821998 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:54:17.827371 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=148a3460-961e-44b4-808d-1d11ea7c4029,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:17.856569 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:17.856920 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:17.857267 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:17.857606 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:17.857938 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:17.858267 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:17.858622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:17.858982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:17.859311 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:17.859642 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:17.859969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:17.860293 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:17.860617 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:18.192469 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (4d376dc5-5263-41e4-a0b6-cc3eb79c9b21), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:18.309823 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (148a3460-961e-44b4-808d-1d11ea7c4029), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:18.461120 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (148a3460-961e-44b4-808d-1d11ea7c4029), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:18.547744 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (148a3460-961e-44b4-808d-1d11ea7c4029), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:18.618434 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=148a3460-961e-44b4-808d-1d11ea7c4029,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:18.631537 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (4d376dc5-5263-41e4-a0b6-cc3eb79c9b21), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:18.729069 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Floating IP 4d376dc5-5263-41e4-a0b6-cc3eb79c9b21 associated. External IP: 172.25.0.21, port: 56b5948c-b644-4f9d-aec3-b96a7c96b21c. Jan 28 06:54:18.942166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:54:19.045484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:54:19.055372 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694d3ca4-b3c3-4c71-9b4b-9976446b9f06 None None] Sync routers for ids ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:54:19.065443 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694d3ca4-b3c3-4c71-9b4b-9976446b9f06 None None] Routers {'d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:54:19.066048 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-694d3ca4-b3c3-4c71-9b4b-9976446b9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:54:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:19.127275 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:19.158329 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4e3ccebd-84a4-4972-a831-feb76598d455 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9162462 Jan 28 06:54:19.159112 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f582e44-8833-4201-aebe-64e8a07ad5c4', 'tag': '56b5948c-b644-4f9d-aec3-b96a7c96b21c'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:54:19.161661 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6134ea8-317c-48cf-ae0e-1a8db029e708" -d '{"events": [{"name": "network-changed", "server_uuid": "7f582e44-8833-4201-aebe-64e8a07ad5c4", "tag": "56b5948c-b644-4f9d-aec3-b96a7c96b21c"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:54:19.173420 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-694d3ca4-b3c3-4c71-9b4b-9976446b9f06 None None] Set router d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:54:19.202204 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399ecf3e-04d8-4a1a-a024-cd23dfe0bbc3 x-openstack-request-id: req-399ecf3e-04d8-4a1a-a024-cd23dfe0bbc3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:54:19.202833 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f582e44-8833-4201-aebe-64e8a07ad5c4", "tag": "56b5948c-b644-4f9d-aec3-b96a7c96b21c", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:54:19.203095 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-399ecf3e-04d8-4a1a-a024-cd23dfe0bbc3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:54:19.203978 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f582e44-8833-4201-aebe-64e8a07ad5c4', 'tag': '56b5948c-b644-4f9d-aec3-b96a7c96b21c', 'status': 'completed', 'code': 200} Jan 28 06:54:19.264840 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e42b1-354c-464f-a25b-db59f30f9472 req-b0c9b6e4-cf7d-4188-b4c6-5e39786ae380 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:19.266691 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-931e42b1-354c-464f-a25b-db59f30f9472 req-b0c9b6e4-cf7d-4188-b4c6-5e39786ae380 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0506237 Jan 28 06:54:19.293218 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6134ea8-317c-48cf-ae0e-1a8db029e708 req-13e46a2c-b9d1-4949-bffb-4acc26108b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:19.295420 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6134ea8-317c-48cf-ae0e-1a8db029e708 req-13e46a2c-b9d1-4949-bffb-4acc26108b0d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 1098 time: 0.0501606 Jan 28 06:54:19.317542 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-931e42b1-354c-464f-a25b-db59f30f9472 req-d997a162-8349-4fa7-a5e6-83b5bbeddd91 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449622 Jan 28 06:54:19.340262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57584) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:19.395651 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6134ea8-317c-48cf-ae0e-1a8db029e708 req-1c070fc3-2c05-4491-9ed2-15d9684c535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:19.397272 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6134ea8-317c-48cf-ae0e-1a8db029e708 req-1c070fc3-2c05-4491-9ed2-15d9684c535e service neutron] 10.222.0.64 "GET /v2.0/networks?id=e9394a1b-f6a5-4f4d-bc25-310ffec5426b HTTP/1.1" status: 200 len: 898 time: 0.0941527 Jan 28 06:54:19.406631 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-694d3ca4-b3c3-4c71-9b4b-9976446b9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25076967', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:53:59Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:00Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '4d376dc5-5263-41e4-a0b6-cc3eb79c9b21', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'port_id': '56b5948c-b644-4f9d-aec3-b96a7c96b21c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b', 'mac_address': 'fa:16:3e:e4:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f582e44-8833-4201-aebe-64e8a07ad5c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:54:18Z', 'updated_at': '2022-01-28T06:54:18Z', 'revision_number': 0, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c76755-f2aa-4852-aff3-1b7487aa5b84', 'name': '', 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:44:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:03Z', 'updated_at': '2022-01-28T06:54:07Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:19.408271 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0c1c9082-7de9-4887-8316-79a6e9da7807 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/floatingips/4d376dc5-5263-41e4-a0b6-cc3eb79c9b21 HTTP/1.1" status: 200 len: 991 time: 0.0667648 Jan 28 06:54:19.433564 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694d3ca4-b3c3-4c71-9b4b-9976446b9f06 None None] Checking router: d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:54:19.441983 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694d3ca4-b3c3-4c71-9b4b-9976446b9f06 None None] Routers {'d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:54:19.442611 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-694d3ca4-b3c3-4c71-9b4b-9976446b9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:54:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:19.476611 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6134ea8-317c-48cf-ae0e-1a8db029e708 req-414cd317-a77f-470d-9056-2307065ed209 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56b5948c-b644-4f9d-aec3-b96a7c96b21c HTTP/1.1" status: 200 len: 999 time: 0.0735097 Jan 28 06:54:19.525426 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6134ea8-317c-48cf-ae0e-1a8db029e708 req-300eb4d2-9f20-4b01-a607-fe4666fbbcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:19.526938 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6134ea8-317c-48cf-ae0e-1a8db029e708 req-300eb4d2-9f20-4b01-a607-fe4666fbbcb1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f HTTP/1.1" status: 200 len: 834 time: 0.0452976 Jan 28 06:54:19.547949 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-694d3ca4-b3c3-4c71-9b4b-9976446b9f06 None None] Set router d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:54:19.570679 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6134ea8-317c-48cf-ae0e-1a8db029e708 req-572c7853-19b7-4930-adfc-2e52cf48a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:19.572116 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6134ea8-317c-48cf-ae0e-1a8db029e708 req-572c7853-19b7-4930-adfc-2e52cf48a321 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9394a1b-f6a5-4f4d-bc25-310ffec5426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398045 Jan 28 06:54:19.668272 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6134ea8-317c-48cf-ae0e-1a8db029e708 req-a9e6f7b7-c41d-4666-8355-fc7b519f25fe service neutron] 10.222.0.64 "GET /v2.0/networks/e9394a1b-f6a5-4f4d-bc25-310ffec5426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905151 Jan 28 06:54:19.760555 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-f6134ea8-317c-48cf-ae0e-1a8db029e708 req-b9f6e741-a430-4dbe-a228-96941b2bbe02 service neutron] 10.222.0.64 "GET /v2.0/networks/e9394a1b-f6a5-4f4d-bc25-310ffec5426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859678 Jan 28 06:54:19.854918 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-694d3ca4-b3c3-4c71-9b4b-9976446b9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25076967', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:53:59Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:00Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '4d376dc5-5263-41e4-a0b6-cc3eb79c9b21', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'port_id': '56b5948c-b644-4f9d-aec3-b96a7c96b21c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b', 'mac_address': 'fa:16:3e:e4:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f582e44-8833-4201-aebe-64e8a07ad5c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:54:18Z', 'updated_at': '2022-01-28T06:54:18Z', 'revision_number': 0, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c76755-f2aa-4852-aff3-1b7487aa5b84', 'name': '', 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:44:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:03Z', 'updated_at': '2022-01-28T06:54:07Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:19.884901 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694d3ca4-b3c3-4c71-9b4b-9976446b9f06 None None] The sync data for ids ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'] in n-d-812111-12 is: [{'id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25076967', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:53:59Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:00Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '4d376dc5-5263-41e4-a0b6-cc3eb79c9b21', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'port_id': '56b5948c-b644-4f9d-aec3-b96a7c96b21c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b', 'mac_address': 'fa:16:3e:e4:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f582e44-8833-4201-aebe-64e8a07ad5c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:54:18Z', 'updated_at': '2022-01-28T06:54:18Z', 'revision_number': 0, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c76755-f2aa-4852-aff3-1b7487aa5b84', 'name': '', 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:44:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:03Z', 'updated_at': '2022-01-28T06:54:07Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:54:20.073879 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca4c2be-5e98-4db2-a17d-928a417774c9 None None] New status for floating IP 4d376dc5-5263-41e4-a0b6-cc3eb79c9b21: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:54:20.412095 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57586) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:54:20.471956 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f018b6ff-3630-4b2d-bec6-cd21848031de tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/floatingips/4d376dc5-5263-41e4-a0b6-cc3eb79c9b21 HTTP/1.1" status: 200 len: 993 time: 0.0587006 Jan 28 06:54:25.163352 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e737b8e8-e9ca-4285-889f-45009bcc9bf1 req-b4755354-bb0c-43a0-a7c8-de1ee7320336 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399187 Jan 28 06:54:25.272631 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b8e8-e9ca-4285-889f-45009bcc9bf1 req-98ddf96e-4362-4ce1-8275-5d860e6eda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:25.274131 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e737b8e8-e9ca-4285-889f-45009bcc9bf1 req-98ddf96e-4362-4ce1-8275-5d860e6eda04 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 1098 time: 0.0462413 Jan 28 06:54:25.374880 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b8e8-e9ca-4285-889f-45009bcc9bf1 req-8c473636-21f8-4251-a385-b18f488d3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:25.376917 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e737b8e8-e9ca-4285-889f-45009bcc9bf1 req-8c473636-21f8-4251-a385-b18f488d3289 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e9394a1b-f6a5-4f4d-bc25-310ffec5426b HTTP/1.1" status: 200 len: 898 time: 0.0848985 Jan 28 06:54:25.445079 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e737b8e8-e9ca-4285-889f-45009bcc9bf1 req-816ca6e0-755e-47c2-b0a8-89a76a758cf0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56b5948c-b644-4f9d-aec3-b96a7c96b21c HTTP/1.1" status: 200 len: 1001 time: 0.0620720 Jan 28 06:54:25.492782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b8e8-e9ca-4285-889f-45009bcc9bf1 req-ab0afd7e-ce0a-489d-a82b-33350e158696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:25.494264 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e737b8e8-e9ca-4285-889f-45009bcc9bf1 req-ab0afd7e-ce0a-489d-a82b-33350e158696 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f HTTP/1.1" status: 200 len: 834 time: 0.0441964 Jan 28 06:54:25.539215 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b8e8-e9ca-4285-889f-45009bcc9bf1 req-faaa78b9-0795-4d9c-97fa-768ffddfab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:25.540703 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e737b8e8-e9ca-4285-889f-45009bcc9bf1 req-faaa78b9-0795-4d9c-97fa-768ffddfab0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9394a1b-f6a5-4f4d-bc25-310ffec5426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411124 Jan 28 06:54:25.629266 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e737b8e8-e9ca-4285-889f-45009bcc9bf1 req-bc795096-fc6f-4873-afaa-2925dfa42ca4 service neutron] 10.222.0.64 "GET /v2.0/networks/e9394a1b-f6a5-4f4d-bc25-310ffec5426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831845 Jan 28 06:54:25.717422 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e737b8e8-e9ca-4285-889f-45009bcc9bf1 req-b3d0f20b-851b-4854-b6a5-2ce006f0cdde service neutron] 10.222.0.64 "GET /v2.0/networks/e9394a1b-f6a5-4f4d-bc25-310ffec5426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823009 Jan 28 06:54:25.736542 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:27.650862 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:54:28.351640 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:32.500171 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5c6faad-6489-4c75-88ad-185228380d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:34.820096 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37d53706-7ace-4a30-88ec-71e5e500d695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:36.861165 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:38.156988 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:39.163642 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:51.992682 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a7f4a-2055-4da1-a9ff-8b8e0be0098a req-856102bd-af22-4d7b-b2ee-6591cfdb2e81 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:51.994166 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b0a7f4a-2055-4da1-a9ff-8b8e0be0098a req-856102bd-af22-4d7b-b2ee-6591cfdb2e81 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0482345 Jan 28 06:54:52.042555 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2b0a7f4a-2055-4da1-a9ff-8b8e0be0098a req-8f02290b-fbec-43ed-9df7-d5d7580f1070 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429356 Jan 28 06:54:53.474033 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae69c1-2761-4141-805d-a7cc5f89204c req-6ff5f8fe-5b69-445f-a642-3aed86bb963d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:53.476005 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fae69c1-2761-4141-805d-a7cc5f89204c req-6ff5f8fe-5b69-445f-a642-3aed86bb963d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.3632362 Jan 28 06:54:53.525993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9fae69c1-2761-4141-805d-a7cc5f89204c req-f74848dc-fce4-46eb-a789-50f7711443e2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443571 Jan 28 06:54:54.640502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce04e85-1aa0-4f09-888c-a6808bc3f199 req-4d8d3769-9e5a-4a46-a00c-2995bc4f274f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:54.641969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ce04e85-1aa0-4f09-888c-a6808bc3f199 req-4d8d3769-9e5a-4a46-a00c-2995bc4f274f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0476243 Jan 28 06:54:54.689180 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1ce04e85-1aa0-4f09-888c-a6808bc3f199 req-d749cc3b-4737-4b83-8ef5-86bfc08f7b31 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410194 Jan 28 06:54:55.756590 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:55.809276 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6412002-b6d2-40fd-9f0e-bfddb3d55604 req-f1f3ac90-34bb-4689-88a4-1bef31a2cd69 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:55.810710 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6412002-b6d2-40fd-9f0e-bfddb3d55604 req-f1f3ac90-34bb-4689-88a4-1bef31a2cd69 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0520103 Jan 28 06:54:55.859570 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6412002-b6d2-40fd-9f0e-bfddb3d55604 req-5067ef46-70f7-4ac5-b2c9-705ee322c4dc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430737 Jan 28 06:54:56.974395 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31bad9-1098-4190-a0b8-eb33e756236a req-29356217-9c55-479e-8b2f-1cc3523e4f96 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:56.975975 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae31bad9-1098-4190-a0b8-eb33e756236a req-29356217-9c55-479e-8b2f-1cc3523e4f96 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0490122 Jan 28 06:54:57.023764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae31bad9-1098-4190-a0b8-eb33e756236a req-e5810be0-46f2-4081-8991-db7d52e4d871 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422595 Jan 28 06:54:58.137132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c6177-31a1-4607-8cc1-b0154fc529be req-5ccf2da6-e54e-4f54-b1d7-c4fd3cd28035 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:58.138654 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-138c6177-31a1-4607-8cc1-b0154fc529be req-5ccf2da6-e54e-4f54-b1d7-c4fd3cd28035 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0480247 Jan 28 06:54:58.191104 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-138c6177-31a1-4607-8cc1-b0154fc529be req-2236363a-a478-44d5-8f1b-0e88b0cd8047 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469589 Jan 28 06:54:58.323456 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:54:59.307118 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2927c-aafd-42b5-9389-09e60286c1e9 req-1860c352-0fd0-4e95-a12e-a4152cece1b8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:59.308637 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1aa2927c-aafd-42b5-9389-09e60286c1e9 req-1860c352-0fd0-4e95-a12e-a4152cece1b8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0482500 Jan 28 06:54:59.355767 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1aa2927c-aafd-42b5-9389-09e60286c1e9 req-ca057572-7889-4c9a-a6ac-2c2787b33051 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414906 Jan 28 06:55:00.472622 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442c4e1-b0dc-4f53-a292-d05558cf5b8a req-77e30c86-90da-47bc-97da-9c6c6fcdf2ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:00.474096 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b442c4e1-b0dc-4f53-a292-d05558cf5b8a req-77e30c86-90da-47bc-97da-9c6c6fcdf2ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0475664 Jan 28 06:55:00.523713 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b442c4e1-b0dc-4f53-a292-d05558cf5b8a req-f716ff24-9402-4773-9883-ab77682fe4a7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437274 Jan 28 06:55:01.656652 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff83f24-b554-4d03-b337-e70f48fd1586 req-44771e54-62c8-43b2-8f58-9833de593741 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:01.658125 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ff83f24-b554-4d03-b337-e70f48fd1586 req-44771e54-62c8-43b2-8f58-9833de593741 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0603840 Jan 28 06:55:01.712974 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ff83f24-b554-4d03-b337-e70f48fd1586 req-c425240f-c4fa-42c0-91ef-b9e56f15d25b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487714 Jan 28 06:55:02.506776 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56bdd3da-47ca-419b-9f03-9af587c6650b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:02.832587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5770a-af7d-4031-9fd7-f071f5c284c5 req-3303e175-2a54-488f-a624-dbb23841af5a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:02.834686 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abf5770a-af7d-4031-9fd7-f071f5c284c5 req-3303e175-2a54-488f-a624-dbb23841af5a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0479391 Jan 28 06:55:02.882801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abf5770a-af7d-4031-9fd7-f071f5c284c5 req-47dbce5e-7a93-47b5-96a8-c7943c279e58 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426023 Jan 28 06:55:04.037544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a7f8d-c5bf-42f3-a3b2-5e5afbb30bd1 req-7e26add3-a0d7-42f9-98ae-c6545057b90c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:04.037544 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-617a7f8d-c5bf-42f3-a3b2-5e5afbb30bd1 req-7e26add3-a0d7-42f9-98ae-c6545057b90c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0491209 Jan 28 06:55:04.056339 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-617a7f8d-c5bf-42f3-a3b2-5e5afbb30bd1 req-cb485681-68d9-407d-ac1f-8ed94317b739 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468690 Jan 28 06:55:04.649862 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:55:04.825055 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-932186ed-70d5-4976-a8e7-1e47d3435745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:05.169963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266e284-8244-4b24-854f-7854cbd36520 req-6627d29d-767d-4ce7-ae0c-2264ed9a003c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:05.171459 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5266e284-8244-4b24-854f-7854cbd36520 req-6627d29d-767d-4ce7-ae0c-2264ed9a003c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0476067 Jan 28 06:55:05.219565 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5266e284-8244-4b24-854f-7854cbd36520 req-a15987ec-64ac-437a-8694-94420781e476 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425615 Jan 28 06:55:06.343798 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bb341-c6a8-4e61-8604-de75e0ed1edf req-f7290ff0-7b8a-4674-b044-ae2aa7a94451 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:06.345296 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e99bb341-c6a8-4e61-8604-de75e0ed1edf req-f7290ff0-7b8a-4674-b044-ae2aa7a94451 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0600417 Jan 28 06:55:06.394433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e99bb341-c6a8-4e61-8604-de75e0ed1edf req-4fd3fa97-7574-44c1-9257-c0f01f1185b7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426891 Jan 28 06:55:06.861011 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:07.515756 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b57a4e-1a8f-404e-a8e3-ff2fc3aa4fd5 req-a9e4c623-cf14-48e3-972d-788c47fb7bd7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:07.517222 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36b57a4e-1a8f-404e-a8e3-ff2fc3aa4fd5 req-a9e4c623-cf14-48e3-972d-788c47fb7bd7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0519052 Jan 28 06:55:07.565474 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-36b57a4e-1a8f-404e-a8e3-ff2fc3aa4fd5 req-65546ceb-f1dd-4ae7-a60e-86a29757dc3b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418172 Jan 28 06:55:08.196688 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:08.680621 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d24e-7a79-4a45-b7b9-e6dc281f5bf2 req-90936769-d6bc-4d40-99dc-99ffbaebec53 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:08.681991 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4ad0d24e-7a79-4a45-b7b9-e6dc281f5bf2 req-90936769-d6bc-4d40-99dc-99ffbaebec53 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0475311 Jan 28 06:55:08.729667 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4ad0d24e-7a79-4a45-b7b9-e6dc281f5bf2 req-fe081864-57bd-4ee6-b4c2-064f6a82c5af tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420551 Jan 28 06:55:08.752343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57632) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:08.815190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-26e5afd8-33c8-4d00-bf19-2f453f9b1218 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/floatingips/4d376dc5-5263-41e4-a0b6-cc3eb79c9b21 HTTP/1.1" status: 200 len: 993 time: 0.0617366 Jan 28 06:55:09.215217 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:10.251669 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07674ba0-2bae-45d5-ace0-ba6be984dbf5 req-e68beac6-818e-49a5-bc6f-c2c847231f5e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:10.253299 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07674ba0-2bae-45d5-ace0-ba6be984dbf5 req-e68beac6-818e-49a5-bc6f-c2c847231f5e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0513082 Jan 28 06:55:10.304609 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-07674ba0-2bae-45d5-ace0-ba6be984dbf5 req-03bb3e0a-138d-423d-ac1f-9b2a32db3ba5 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442021 Jan 28 06:55:10.356513 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5dc4a-609f-4e3e-af36-2332b7ad8da3 req-7fc98058-667d-4f98-9fca-3ed7db5b674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:10.358018 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7d5dc4a-609f-4e3e-af36-2332b7ad8da3 req-7fc98058-667d-4f98-9fca-3ed7db5b674e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 1098 time: 0.0417943 Jan 28 06:55:10.451546 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5dc4a-609f-4e3e-af36-2332b7ad8da3 req-6c36d0ab-374f-42dd-bd8d-29e7ba31631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:10.453005 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7d5dc4a-609f-4e3e-af36-2332b7ad8da3 req-6c36d0ab-374f-42dd-bd8d-29e7ba31631e service neutron] 10.222.0.64 "GET /v2.0/networks?id=e9394a1b-f6a5-4f4d-bc25-310ffec5426b HTTP/1.1" status: 200 len: 898 time: 0.0897188 Jan 28 06:55:10.519820 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7d5dc4a-609f-4e3e-af36-2332b7ad8da3 req-41e4689f-7fbc-451a-b928-654eb4a5e648 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56b5948c-b644-4f9d-aec3-b96a7c96b21c HTTP/1.1" status: 200 len: 1001 time: 0.0606892 Jan 28 06:55:10.571593 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5dc4a-609f-4e3e-af36-2332b7ad8da3 req-e4dfae27-8872-43b2-afca-fd8d13481246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:10.573009 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7d5dc4a-609f-4e3e-af36-2332b7ad8da3 req-e4dfae27-8872-43b2-afca-fd8d13481246 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f HTTP/1.1" status: 200 len: 834 time: 0.0473998 Jan 28 06:55:10.616401 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5dc4a-609f-4e3e-af36-2332b7ad8da3 req-37503dc8-59da-47f8-9ef2-c8215807445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:10.617834 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7d5dc4a-609f-4e3e-af36-2332b7ad8da3 req-37503dc8-59da-47f8-9ef2-c8215807445c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9394a1b-f6a5-4f4d-bc25-310ffec5426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392854 Jan 28 06:55:10.703695 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7d5dc4a-609f-4e3e-af36-2332b7ad8da3 req-358bf5ad-ce81-438c-a99f-a166833374da service neutron] 10.222.0.64 "GET /v2.0/networks/e9394a1b-f6a5-4f4d-bc25-310ffec5426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790544 Jan 28 06:55:10.805197 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d7d5dc4a-609f-4e3e-af36-2332b7ad8da3 req-75ed64c1-702a-48d7-958e-a0aa441d824c service neutron] 10.222.0.64 "GET /v2.0/networks/e9394a1b-f6a5-4f4d-bc25-310ffec5426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958202 Jan 28 06:55:11.422596 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23335f5-a596-4a9f-98cc-a8dbb8f70699 req-22fdce4c-81c3-4f92-a85a-028f8bd382a4 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:11.424097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b23335f5-a596-4a9f-98cc-a8dbb8f70699 req-22fdce4c-81c3-4f92-a85a-028f8bd382a4 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0486259 Jan 28 06:55:11.477808 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b23335f5-a596-4a9f-98cc-a8dbb8f70699 req-6243ac3e-176f-49f5-b00a-3a8e3ea7e973 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477433 Jan 28 06:55:12.596498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb270222-7aef-4747-9a69-5a2e65a47e34 req-3666d174-cd1f-4d94-bdbd-b236ef6d5956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:12.597999 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb270222-7aef-4747-9a69-5a2e65a47e34 req-3666d174-cd1f-4d94-bdbd-b236ef6d5956 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0503044 Jan 28 06:55:12.649731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb270222-7aef-4747-9a69-5a2e65a47e34 req-4f00836d-c793-489f-9f46-ab8ed064152f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450246 Jan 28 06:55:12.671587 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57644) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:12.735666 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0ac4e36c-2de6-4932-b4de-de4d8c2378e4 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/floatingips/4d376dc5-5263-41e4-a0b6-cc3eb79c9b21 HTTP/1.1" status: 200 len: 993 time: 0.0629797 Jan 28 06:55:25.778813 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:26.130230 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6788ff7a-8dbb-4816-9e25-c05bb338c539 req-cbc43b94-703b-4f00-8084-88cc58f996fa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406685 Jan 28 06:55:26.234899 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788ff7a-8dbb-4816-9e25-c05bb338c539 req-a7ede9f7-0b46-4c16-a7ef-56d7c0fd74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:26.236381 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6788ff7a-8dbb-4816-9e25-c05bb338c539 req-a7ede9f7-0b46-4c16-a7ef-56d7c0fd74ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 1098 time: 0.0399799 Jan 28 06:55:26.343088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788ff7a-8dbb-4816-9e25-c05bb338c539 req-1d0cfc64-fbe5-4589-84dc-964935af88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:26.344565 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6788ff7a-8dbb-4816-9e25-c05bb338c539 req-1d0cfc64-fbe5-4589-84dc-964935af88ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=e9394a1b-f6a5-4f4d-bc25-310ffec5426b HTTP/1.1" status: 200 len: 898 time: 0.0886734 Jan 28 06:55:26.411513 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6788ff7a-8dbb-4816-9e25-c05bb338c539 req-5753df8b-211a-4efe-92de-0289abb1f111 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56b5948c-b644-4f9d-aec3-b96a7c96b21c HTTP/1.1" status: 200 len: 1001 time: 0.0586090 Jan 28 06:55:26.463733 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788ff7a-8dbb-4816-9e25-c05bb338c539 req-254cff6c-1edf-4415-a6ce-3883daaa37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:26.465161 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6788ff7a-8dbb-4816-9e25-c05bb338c539 req-254cff6c-1edf-4415-a6ce-3883daaa37ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f HTTP/1.1" status: 200 len: 834 time: 0.0483096 Jan 28 06:55:26.510893 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788ff7a-8dbb-4816-9e25-c05bb338c539 req-a165815d-8108-4dc4-b3c2-5d913f0abc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:26.511801 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6788ff7a-8dbb-4816-9e25-c05bb338c539 req-a165815d-8108-4dc4-b3c2-5d913f0abc2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9394a1b-f6a5-4f4d-bc25-310ffec5426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410364 Jan 28 06:55:26.598042 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6788ff7a-8dbb-4816-9e25-c05bb338c539 req-50463c85-f97c-4a6d-b906-12f2c969932a service neutron] 10.222.0.64 "GET /v2.0/networks/e9394a1b-f6a5-4f4d-bc25-310ffec5426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802243 Jan 28 06:55:26.690447 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6788ff7a-8dbb-4816-9e25-c05bb338c539 req-7477c15a-b8d7-4feb-9308-807cf005f8f2 service neutron] 10.222.0.64 "GET /v2.0/networks/e9394a1b-f6a5-4f4d-bc25-310ffec5426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863411 Jan 28 06:55:28.346108 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:32.482027 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c060c367-93ba-48ad-9cf9-eb68a1692cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:34.835917 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78946708-aac0-47e8-b1d4-4ed860ee7c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:36.842878 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:38.180677 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:39.197125 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:41.650041 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:55:43.264114 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57654) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:43.419130 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port 148a3460-961e-44b4-808d-1d11ea7c4029 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:55:43.419469 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (148a3460-961e-44b4-808d-1d11ea7c4029), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:43.495731 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (148a3460-961e-44b4-808d-1d11ea7c4029), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:43.496057 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (148a3460-961e-44b4-808d-1d11ea7c4029), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:43.509088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for 148a3460-961e-44b4-808d-1d11ea7c4029 owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:55:43.745938 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (148a3460-961e-44b4-808d-1d11ea7c4029), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:43.776379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=148a3460-961e-44b4-808d-1d11ea7c4029,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:43.799312 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:43.799667 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:43.800015 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:43.800355 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:43.800689 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:43.801030 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:43.801356 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:43.801741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:43.802066 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:43.802424 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:43.802753 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:43.803076 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:43.803397 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:43.844144 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (4d376dc5-5263-41e4-a0b6-cc3eb79c9b21), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:43.844487 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Floating IP 4d376dc5-5263-41e4-a0b6-cc3eb79c9b21 disassociated (deleted). External IP: 172.25.0.21, port: 56b5948c-b644-4f9d-aec3-b96a7c96b21c. Jan 28 06:55:44.049550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:55:44.157916 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:55:44.162725 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:44.168159 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c72df0b-8b81-4274-8851-0b48932c3ad4 None None] Sync routers for ids ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:55:44.177632 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c72df0b-8b81-4274-8851-0b48932c3ad4 None None] Routers {'d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:55:44.178231 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8c72df0b-8b81-4274-8851-0b48932c3ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:55:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:44.189811 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-05d79a05-1279-4360-bb9b-aa05e3f3cef1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/floatingips/4d376dc5-5263-41e4-a0b6-cc3eb79c9b21 HTTP/1.1" status: 204 len: 168 time: 0.9245822 Jan 28 06:55:44.190531 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f582e44-8833-4201-aebe-64e8a07ad5c4', 'tag': '56b5948c-b644-4f9d-aec3-b96a7c96b21c'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:55:44.192869 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a45a9fb-7db9-43d0-86df-813bf035c013" -d '{"events": [{"name": "network-changed", "server_uuid": "7f582e44-8833-4201-aebe-64e8a07ad5c4", "tag": "56b5948c-b644-4f9d-aec3-b96a7c96b21c"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:55:44.248956 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9825895-d8fe-40e7-9315-171a103452fd x-openstack-request-id: req-d9825895-d8fe-40e7-9315-171a103452fd {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:55:44.249259 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f582e44-8833-4201-aebe-64e8a07ad5c4", "tag": "56b5948c-b644-4f9d-aec3-b96a7c96b21c", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:55:44.249633 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9825895-d8fe-40e7-9315-171a103452fd {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:55:44.250197 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f582e44-8833-4201-aebe-64e8a07ad5c4', 'tag': '56b5948c-b644-4f9d-aec3-b96a7c96b21c', 'status': 'completed', 'code': 200} Jan 28 06:55:44.293724 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8c72df0b-8b81-4274-8851-0b48932c3ad4 None None] Set router d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:55:44.333323 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45a9fb-7db9-43d0-86df-813bf035c013 req-af73a84b-9aff-4bec-aa2b-7cb34bb7e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:44.333323 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2a45a9fb-7db9-43d0-86df-813bf035c013 req-af73a84b-9aff-4bec-aa2b-7cb34bb7e6a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 1098 time: 0.0409410 Jan 28 06:55:44.424145 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45a9fb-7db9-43d0-86df-813bf035c013 req-bc04d115-2b99-47d3-909e-7129c314d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:44.425984 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2a45a9fb-7db9-43d0-86df-813bf035c013 req-bc04d115-2b99-47d3-909e-7129c314d230 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e9394a1b-f6a5-4f4d-bc25-310ffec5426b HTTP/1.1" status: 200 len: 898 time: 0.0890172 Jan 28 06:55:44.467711 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2a45a9fb-7db9-43d0-86df-813bf035c013 req-b0b9c7f0-9066-489c-bded-c9ee5533215a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56b5948c-b644-4f9d-aec3-b96a7c96b21c HTTP/1.1" status: 200 len: 217 time: 0.0358913 Jan 28 06:55:44.501123 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8c72df0b-8b81-4274-8851-0b48932c3ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25076967', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:53:59Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:00Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '73c76755-f2aa-4852-aff3-1b7487aa5b84', 'name': '', 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:44:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:03Z', 'updated_at': '2022-01-28T06:54:07Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:44.517803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45a9fb-7db9-43d0-86df-813bf035c013 req-cfc6c079-c535-4a24-afd3-f8df1a48b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:44.519340 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2a45a9fb-7db9-43d0-86df-813bf035c013 req-cfc6c079-c535-4a24-afd3-f8df1a48b9b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f HTTP/1.1" status: 200 len: 834 time: 0.0453732 Jan 28 06:55:44.528933 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c72df0b-8b81-4274-8851-0b48932c3ad4 None None] Checking router: d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:55:44.537090 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c72df0b-8b81-4274-8851-0b48932c3ad4 None None] Routers {'d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:55:44.537691 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8c72df0b-8b81-4274-8851-0b48932c3ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:55:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:44.567984 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45a9fb-7db9-43d0-86df-813bf035c013 req-dd70e957-4e42-4138-a33f-0988436572bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:44.570040 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2a45a9fb-7db9-43d0-86df-813bf035c013 req-dd70e957-4e42-4138-a33f-0988436572bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9394a1b-f6a5-4f4d-bc25-310ffec5426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444689 Jan 28 06:55:44.649703 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8c72df0b-8b81-4274-8851-0b48932c3ad4 None None] Set router d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:55:44.668147 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2a45a9fb-7db9-43d0-86df-813bf035c013 req-242e30a9-db0a-4bf8-95a5-13c2948f28a9 service neutron] 10.222.0.64 "GET /v2.0/networks/e9394a1b-f6a5-4f4d-bc25-310ffec5426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924227 Jan 28 06:55:44.677049 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ff526-8961-4615-ae59-23a4c1fb1388 req-6599a3a7-3143-4940-b199-406091f04b62 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:44.679502 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a2ff526-8961-4615-ae59-23a4c1fb1388 req-6599a3a7-3143-4940-b199-406091f04b62 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0513666 Jan 28 06:55:44.731462 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a2ff526-8961-4615-ae59-23a4c1fb1388 req-6a6eab0c-be65-4d3b-8c2e-8f4bca7feb9f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445011 Jan 28 06:55:44.767801 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-2a45a9fb-7db9-43d0-86df-813bf035c013 req-1e777f80-78e1-4005-9bb6-05be9133a676 service neutron] 10.222.0.64 "GET /v2.0/networks/e9394a1b-f6a5-4f4d-bc25-310ffec5426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936544 Jan 28 06:55:44.852957 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8c72df0b-8b81-4274-8851-0b48932c3ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25076967', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:53:59Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:00Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '73c76755-f2aa-4852-aff3-1b7487aa5b84', 'name': '', 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:44:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:03Z', 'updated_at': '2022-01-28T06:54:07Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:44.884118 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c72df0b-8b81-4274-8851-0b48932c3ad4 None None] The sync data for ids ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'] in n-d-812111-12 is: [{'id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25076967', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:53:59Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:00Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '73c76755-f2aa-4852-aff3-1b7487aa5b84', 'name': '', 'network_id': 'e9394a1b-f6a5-4f4d-bc25-310ffec5426b', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:44:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:03Z', 'updated_at': '2022-01-28T06:54:07Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:55:45.099691 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2db61-6d4f-48e3-9d1c-06747ec0cbf8 None None] New status for floating IP 4d376dc5-5263-41e4-a0b6-cc3eb79c9b21: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:55:45.847744 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627df83-9f98-4876-8bdf-e0d38e9d482b req-090785f6-5cfb-48a5-aec1-a8688b3d685c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:45.849200 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5627df83-9f98-4876-8bdf-e0d38e9d482b req-090785f6-5cfb-48a5-aec1-a8688b3d685c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0471528 Jan 28 06:55:45.897139 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5627df83-9f98-4876-8bdf-e0d38e9d482b req-985d0aba-370d-4cd2-b7db-90a207857d58 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bb37074-457f-473e-b51d-23b4ef95579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416086 Jan 28 06:55:46.285504 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ec1f3-e5ef-4127-9941-817215f7229a req-27576411-b02a-447f-a7c0-ff94962657a5 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:46.287033 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-785ec1f3-e5ef-4127-9941-817215f7229a req-27576411-b02a-447f-a7c0-ff94962657a5 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 946 time: 0.0485418 Jan 28 06:55:46.371973 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-785ec1f3-e5ef-4127-9941-817215f7229a req-9b9ba7bd-8cdf-4efe-a594-8e4862e8abf2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port 56b5948c-b644-4f9d-aec3-b96a7c96b21c {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:55:46.372313 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-785ec1f3-e5ef-4127-9941-817215f7229a req-9b9ba7bd-8cdf-4efe-a594-8e4862e8abf2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (56b5948c-b644-4f9d-aec3-b96a7c96b21c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:46.461551 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-785ec1f3-e5ef-4127-9941-817215f7229a req-9b9ba7bd-8cdf-4efe-a594-8e4862e8abf2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] For port 56b5948c-b644-4f9d-aec3-b96a7c96b21c, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=56b5948c-b644-4f9d-aec3-b96a7c96b21c,segment=NetworkSegment(d408ba2f-46ec-4f7f-b560-096e8a87c9d2),segment_id=d408ba2f-46ec-4f7f-b560-096e8a87c9d2)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:55:46.461913 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-785ec1f3-e5ef-4127-9941-817215f7229a req-9b9ba7bd-8cdf-4efe-a594-8e4862e8abf2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (56b5948c-b644-4f9d-aec3-b96a7c96b21c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:46.473408 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-785ec1f3-e5ef-4127-9941-817215f7229a req-9b9ba7bd-8cdf-4efe-a594-8e4862e8abf2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for 56b5948c-b644-4f9d-aec3-b96a7c96b21c owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:55:46.671809 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-785ec1f3-e5ef-4127-9941-817215f7229a req-9b9ba7bd-8cdf-4efe-a594-8e4862e8abf2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (56b5948c-b644-4f9d-aec3-b96a7c96b21c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:46.700356 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ba7bd-8cdf-4efe-a594-8e4862e8abf2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=56b5948c-b644-4f9d-aec3-b96a7c96b21c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:46.741133 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-785ec1f3-e5ef-4127-9941-817215f7229a req-9b9ba7bd-8cdf-4efe-a594-8e4862e8abf2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] No DVR routers for this DVR port 56b5948c-b644-4f9d-aec3-b96a7c96b21c on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:55:46.743791 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-785ec1f3-e5ef-4127-9941-817215f7229a req-9b9ba7bd-8cdf-4efe-a594-8e4862e8abf2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:46.747116 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-785ec1f3-e5ef-4127-9941-817215f7229a req-9b9ba7bd-8cdf-4efe-a594-8e4862e8abf2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.64 "DELETE /v2.0/ports/56b5948c-b644-4f9d-aec3-b96a7c96b21c HTTP/1.1" status: 204 len: 173 time: 0.4554429 Jan 28 06:55:46.748216 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f582e44-8833-4201-aebe-64e8a07ad5c4', 'name': 'network-vif-deleted', 'tag': '56b5948c-b644-4f9d-aec3-b96a7c96b21c'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:55:46.749834 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51d4e40-1d24-49da-be36-c5ba5d7c45be" -d '{"events": [{"server_uuid": "7f582e44-8833-4201-aebe-64e8a07ad5c4", "name": "network-vif-deleted", "tag": "56b5948c-b644-4f9d-aec3-b96a7c96b21c"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:55:46.787429 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a80a51f-82e8-4af0-9ffe-7c4d714a8e47 x-openstack-request-id: req-7a80a51f-82e8-4af0-9ffe-7c4d714a8e47 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:55:46.787723 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f582e44-8833-4201-aebe-64e8a07ad5c4", "name": "network-vif-deleted", "tag": "56b5948c-b644-4f9d-aec3-b96a7c96b21c", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:55:46.788728 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a80a51f-82e8-4af0-9ffe-7c4d714a8e47 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:55:46.789345 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f582e44-8833-4201-aebe-64e8a07ad5c4', 'name': 'network-vif-deleted', 'tag': '56b5948c-b644-4f9d-aec3-b96a7c96b21c', 'status': 'completed', 'code': 200} Jan 28 06:55:46.997748 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7a1a7b16-12d0-4d76-a8e4-07f9c3f8657d req-1bc562e4-e2f7-43d9-9259-91d6b76ee3db tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f582e44-8833-4201-aebe-64e8a07ad5c4 HTTP/1.1" status: 200 len: 210 time: 0.0304618 Jan 28 06:55:48.054991 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57670) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:48.413759 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-876ac698-ea4c-49a2-9e40-9afb1cb62fde tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:49.027456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-876ac698-ea4c-49a2-9e40-9afb1cb62fde tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port 73c76755-f2aa-4852-aff3-1b7487aa5b84 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:55:49.027775 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-876ac698-ea4c-49a2-9e40-9afb1cb62fde tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:49.113062 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-876ac698-ea4c-49a2-9e40-9afb1cb62fde tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] For port 73c76755-f2aa-4852-aff3-1b7487aa5b84, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=73c76755-f2aa-4852-aff3-1b7487aa5b84,segment=NetworkSegment(d408ba2f-46ec-4f7f-b560-096e8a87c9d2),segment_id=d408ba2f-46ec-4f7f-b560-096e8a87c9d2)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:55:49.113738 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-876ac698-ea4c-49a2-9e40-9afb1cb62fde tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:49.127135 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-876ac698-ea4c-49a2-9e40-9afb1cb62fde tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for 73c76755-f2aa-4852-aff3-1b7487aa5b84 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:55:49.408653 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-876ac698-ea4c-49a2-9e40-9afb1cb62fde tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (73c76755-f2aa-4852-aff3-1b7487aa5b84), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:49.439963 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ac698-ea4c-49a2-9e40-9afb1cb62fde tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=73c76755-f2aa-4852-aff3-1b7487aa5b84,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:49.614411 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-876ac698-ea4c-49a2-9e40-9afb1cb62fde tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:49.828270 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876ac698-ea4c-49a2-9e40-9afb1cb62fde tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:55:49.932649 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876ac698-ea4c-49a2-9e40-9afb1cb62fde tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:55:49.937561 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-876ac698-ea4c-49a2-9e40-9afb1cb62fde tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "PUT /v2.0/routers/d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8815622 Jan 28 06:55:49.940257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57672) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:49.943403 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4051913-082f-4fcb-98a1-befcbd695447 None None] Sync routers for ids ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:55:49.953144 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4051913-082f-4fcb-98a1-befcbd695447 None None] Routers {'d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:55:49.953747 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e4051913-082f-4fcb-98a1-befcbd695447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:55:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:49.989354 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4872749-4eb0-4dd4-96ac-caad542d398a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting subnet 40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:55:49.993197 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d4872749-4eb0-4dd4-96ac-caad542d398a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for subnet (40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:50.032120 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d4872749-4eb0-4dd4-96ac-caad542d398a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:50.058565 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e4051913-082f-4fcb-98a1-befcbd695447 None None] Set router d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:55:50.152897 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d4872749-4eb0-4dd4-96ac-caad542d398a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:50.274071 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e4051913-082f-4fcb-98a1-befcbd695447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25076967', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:53:59Z', 'updated_at': '2022-01-28T06:55:49Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:00Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:50.283412 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d4872749-4eb0-4dd4-96ac-caad542d398a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:50.305439 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4051913-082f-4fcb-98a1-befcbd695447 None None] Checking router: d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:55:50.313059 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4872749-4eb0-4dd4-96ac-caad542d398a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Subnet': ['ID=40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:50.314081 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4051913-082f-4fcb-98a1-befcbd695447 None None] Routers {'d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:55:50.314735 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e4051913-082f-4fcb-98a1-befcbd695447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:55:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:50.316893 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-d4872749-4eb0-4dd4-96ac-caad542d398a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:50.321856 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d4872749-4eb0-4dd4-96ac-caad542d398a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/subnets/40cfe6af-38bf-45e2-8d0c-02ea8dd4cf1f HTTP/1.1" status: 204 len: 168 time: 0.3789926 Jan 28 06:55:50.323149 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57674) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:50.323395 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9886d586-942b-4024-a398-acfe89d4b2f1 None None] Network e9394a1b-f6a5-4f4d-bc25-310ffec5426b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:55:50.451556 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2b858580-63bb-4008-84f9-6f57193f337b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router (d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:50.522544 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] DHCP port deletion for e9394a1b-f6a5-4f4d-bc25-310ffec5426b request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:55:50.531432 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e4051913-082f-4fcb-98a1-befcbd695447 None None] Set router d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:55:50.572969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Deleting port ed02182d-aca2-4377-ac2d-b0b60e13eba1 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:55:50.573461 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ed02182d-aca2-4377-ac2d-b0b60e13eba1), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:50.579576 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2b858580-63bb-4008-84f9-6f57193f337b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:50.640426 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] For port ed02182d-aca2-4377-ac2d-b0b60e13eba1, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ed02182d-aca2-4377-ac2d-b0b60e13eba1,segment=NetworkSegment(d408ba2f-46ec-4f7f-b560-096e8a87c9d2),segment_id=d408ba2f-46ec-4f7f-b560-096e8a87c9d2)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:55:50.640820 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ed02182d-aca2-4377-ac2d-b0b60e13eba1), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:50.654222 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Calling delete_port for ed02182d-aca2-4377-ac2d-b0b60e13eba1 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:55:50.706913 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-2b858580-63bb-4008-84f9-6f57193f337b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port c9244ebb-3170-4bfe-9f37-ce3f34407911 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:55:50.707606 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2b858580-63bb-4008-84f9-6f57193f337b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (c9244ebb-3170-4bfe-9f37-ce3f34407911), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:50.723615 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e4051913-082f-4fcb-98a1-befcbd695447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25076967', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:53:59Z', 'updated_at': '2022-01-28T06:55:49Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:00Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:50.752074 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4051913-082f-4fcb-98a1-befcbd695447 None None] The sync data for ids ['d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a'] in n-d-812111-12 is: [{'id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25076967', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:53:59Z', 'updated_at': '2022-01-28T06:55:49Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'c9244ebb-3170-4bfe-9f37-ce3f34407911', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f2bf0-d8ee-4b59-87fa-36694fc1aa3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:00Z', 'updated_at': '2022-01-28T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:55:50.799458 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-2b858580-63bb-4008-84f9-6f57193f337b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] For port c9244ebb-3170-4bfe-9f37-ce3f34407911, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=c9244ebb-3170-4bfe-9f37-ce3f34407911,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:55:50.799853 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2b858580-63bb-4008-84f9-6f57193f337b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (c9244ebb-3170-4bfe-9f37-ce3f34407911), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:50.803032 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (ed02182d-aca2-4377-ac2d-b0b60e13eba1), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:50.812647 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-2b858580-63bb-4008-84f9-6f57193f337b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for c9244ebb-3170-4bfe-9f37-ce3f34407911 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:55:50.832460 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Pushing event deleted for resources: {'Port': ['ID=ed02182d-aca2-4377-ac2d-b0b60e13eba1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:50.841870 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] No DVR routers for this DVR port ed02182d-aca2-4377-ac2d-b0b60e13eba1 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:55:50.845475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:50.845935 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:50.846208 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:50.846583 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:50.846951 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:50.847341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:50.847706 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:50.848039 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:50.848668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:50.848668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:50.849009 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:50.849337 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:50.849663 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb11990b-2692-4027-940d-a7e2779e4b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:51.082922 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2b858580-63bb-4008-84f9-6f57193f337b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (c9244ebb-3170-4bfe-9f37-ce3f34407911), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:51.110594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b858580-63bb-4008-84f9-6f57193f337b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=c9244ebb-3170-4bfe-9f37-ce3f34407911,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:51.181935 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2b858580-63bb-4008-84f9-6f57193f337b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:51.281538 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2b858580-63bb-4008-84f9-6f57193f337b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:51.283772 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2b858580-63bb-4008-84f9-6f57193f337b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_controller (d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:51.414829 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2b858580-63bb-4008-84f9-6f57193f337b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:51.415405 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b858580-63bb-4008-84f9-6f57193f337b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Fanout notify agent at l3_agent the message router_deleted on router d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:55:51.424893 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2b858580-63bb-4008-84f9-6f57193f337b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:51.424893 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2b858580-63bb-4008-84f9-6f57193f337b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/routers/d54f2bf0-d8ee-4b59-87fa-36694fc1aa3a HTTP/1.1" status: 204 len: 168 time: 1.0987797 Jan 28 06:55:51.426021 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57676) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:51.509821 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (e9394a1b-f6a5-4f4d-bc25-310ffec5426b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:51.547898 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 56b5948c-b644-4f9d-aec3-b96a7c96b21c no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:55:51.567778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 56b5948c-b644-4f9d-aec3-b96a7c96b21c {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:55:51.568200 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 56b5948c-b644-4f9d-aec3-b96a7c96b21c not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:55:51.601781 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (e9394a1b-f6a5-4f4d-bc25-310ffec5426b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:51.622079 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9394a1b-f6a5-4f4d-bc25-310ffec5426b']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:51.631580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd408ba2f-46ec-4f7f-b560-096e8a87c9d2') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:51.632070 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd408ba2f-46ec-4f7f-b560-096e8a87c9d2') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:51.641123 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (d408ba2f-46ec-4f7f-b560-096e8a87c9d2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:51.654499 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (d408ba2f-46ec-4f7f-b560-096e8a87c9d2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:51.660179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:55:51.660562 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (d408ba2f-46ec-4f7f-b560-096e8a87c9d2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:55:51.664325 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:55:51.808371 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (e9394a1b-f6a5-4f4d-bc25-310ffec5426b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:51.815970 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:51.818694 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/networks/e9394a1b-f6a5-4f4d-bc25-310ffec5426b HTTP/1.1" status: 204 len: 168 time: 0.3910506 Jan 28 06:55:51.821562 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57678) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:51.830614 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Network': ['ID=e9394a1b-f6a5-4f4d-bc25-310ffec5426b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:51.838907 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:51.839262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:51.839809 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:51.840146 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:51.840668 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:51.841008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:51.841348 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:51.841675 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:51.842011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:51.842367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:51.842701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:51.843023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:51.843345 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795d093-d966-45d4-a22e-eab32f0fbb73 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:51.886382 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75339d5a-4c6b-44ed-92ec-db1c0a5e0772 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (8bb37074-457f-473e-b51d-23b4ef95579a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:51.912015 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75339d5a-4c6b-44ed-92ec-db1c0a5e0772 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (8bb37074-457f-473e-b51d-23b4ef95579a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:52.054126 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75339d5a-4c6b-44ed-92ec-db1c0a5e0772 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (8bb37074-457f-473e-b51d-23b4ef95579a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:52.056818 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75339d5a-4c6b-44ed-92ec-db1c0a5e0772 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:52.058008 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-75339d5a-4c6b-44ed-92ec-db1c0a5e0772 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/security-groups/8bb37074-457f-473e-b51d-23b4ef95579a HTTP/1.1" status: 204 len: 168 time: 0.2355077 Jan 28 06:55:52.072504 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75339d5a-4c6b-44ed-92ec-db1c0a5e0772 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb37074-457f-473e-b51d-23b4ef95579a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:52.477888 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ed02182d-aca2-4377-ac2d-b0b60e13eba1 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:55:52.498060 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: ed02182d-aca2-4377-ac2d-b0b60e13eba1 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:55:52.498448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ed02182d-aca2-4377-ac2d-b0b60e13eba1 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:55:52.498949 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c9244ebb-3170-4bfe-9f37-ce3f34407911 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:55:52.521732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: c9244ebb-3170-4bfe-9f37-ce3f34407911 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:55:52.521732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device c9244ebb-3170-4bfe-9f37-ce3f34407911 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:55:52.521732 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 73c76755-f2aa-4852-aff3-1b7487aa5b84 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:55:52.522186 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57684) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:52.527668 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-99fca238-fe93-4dad-bc20-2125e4cc72a4 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-854427330', 'description': 'tempest-secgroup-smoke-854427330 description', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:52.543963 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 73c76755-f2aa-4852-aff3-1b7487aa5b84 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:55:52.544321 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 73c76755-f2aa-4852-aff3-1b7487aa5b84 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:55:52.618392 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99fca238-fe93-4dad-bc20-2125e4cc72a4 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:52.682883 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99fca238-fe93-4dad-bc20-2125e4cc72a4 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (1e43c59d-139f-486b-b129-db7951287289), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:52.762715 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99fca238-fe93-4dad-bc20-2125e4cc72a4 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1e43c59d-139f-486b-b129-db7951287289), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:52.795457 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fca238-fe93-4dad-bc20-2125e4cc72a4 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e43c59d-139f-486b-b129-db7951287289,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:52.851381 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-99fca238-fe93-4dad-bc20-2125e4cc72a4 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:52.852746 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-99fca238-fe93-4dad-bc20-2125e4cc72a4 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3288865 Jan 28 06:55:52.855510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57686) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:52.859891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c2413c67-4e57-4333-9910-c36b624219c3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '1e43c59d-139f-486b-b129-db7951287289', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:53.007891 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2413c67-4e57-4333-9910-c36b624219c3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (429cb2f3-3c9d-4fc5-9494-06efb16f194d), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:53.061673 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2413c67-4e57-4333-9910-c36b624219c3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (429cb2f3-3c9d-4fc5-9494-06efb16f194d), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:53.143779 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2413c67-4e57-4333-9910-c36b624219c3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (429cb2f3-3c9d-4fc5-9494-06efb16f194d), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:53.161897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2413c67-4e57-4333-9910-c36b624219c3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429cb2f3-3c9d-4fc5-9494-06efb16f194d,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:53.294503 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c2413c67-4e57-4333-9910-c36b624219c3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:53.295708 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c2413c67-4e57-4333-9910-c36b624219c3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4392433 Jan 28 06:55:53.298402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57688) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:53.302674 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-0bc15a96-3dd0-4acf-98a8-21514e82e68b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '1e43c59d-139f-486b-b129-db7951287289', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:53.430267 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0bc15a96-3dd0-4acf-98a8-21514e82e68b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (57c5aeee-b747-48d4-a12d-609c6b732c89), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:53.484714 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0bc15a96-3dd0-4acf-98a8-21514e82e68b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (57c5aeee-b747-48d4-a12d-609c6b732c89), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:53.562878 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0bc15a96-3dd0-4acf-98a8-21514e82e68b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (57c5aeee-b747-48d4-a12d-609c6b732c89), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:53.578529 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc15a96-3dd0-4acf-98a8-21514e82e68b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c5aeee-b747-48d4-a12d-609c6b732c89,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:53.690219 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0bc15a96-3dd0-4acf-98a8-21514e82e68b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:53.691502 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0bc15a96-3dd0-4acf-98a8-21514e82e68b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3921568 Jan 28 06:55:53.694792 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57690) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:53.699367 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-05c9777f-0757-4922-8031-d33f60627b74 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '1e43c59d-139f-486b-b129-db7951287289', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:53.808419 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-05c9777f-0757-4922-8031-d33f60627b74 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (47f6bf93-604b-41de-bec8-4497fe9695a2), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:53.864677 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-05c9777f-0757-4922-8031-d33f60627b74 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (47f6bf93-604b-41de-bec8-4497fe9695a2), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:53.938188 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-05c9777f-0757-4922-8031-d33f60627b74 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (47f6bf93-604b-41de-bec8-4497fe9695a2), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:53.956747 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9777f-0757-4922-8031-d33f60627b74 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f6bf93-604b-41de-bec8-4497fe9695a2,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:54.048534 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-05c9777f-0757-4922-8031-d33f60627b74 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:54.049759 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-05c9777f-0757-4922-8031-d33f60627b74 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3540440 Jan 28 06:55:54.052510 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57692) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:54.057279 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-29c08963-5b35-4ae0-b5d4-c752161857ee tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '1e43c59d-139f-486b-b129-db7951287289', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:54.185036 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29c08963-5b35-4ae0-b5d4-c752161857ee tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (d0297010-abbc-4295-8da5-9ceb691e5c38), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:54.245698 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29c08963-5b35-4ae0-b5d4-c752161857ee tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (d0297010-abbc-4295-8da5-9ceb691e5c38), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:54.328421 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29c08963-5b35-4ae0-b5d4-c752161857ee tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (d0297010-abbc-4295-8da5-9ceb691e5c38), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:54.348323 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c08963-5b35-4ae0-b5d4-c752161857ee tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0297010-abbc-4295-8da5-9ceb691e5c38,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:54.427300 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29c08963-5b35-4ae0-b5d4-c752161857ee tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:54.429491 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-29c08963-5b35-4ae0-b5d4-c752161857ee tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3757629 Jan 28 06:55:54.431911 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57694) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:54.437140 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4c04d071-71fe-4583-819d-0e7b14a3ff55 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '1e43c59d-139f-486b-b129-db7951287289', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:54.540162 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-4c04d071-71fe-4583-819d-0e7b14a3ff55 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Project 9be2f1d5e39042c9b5b0f4b6a2168aba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:55:54.545446 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4c04d071-71fe-4583-819d-0e7b14a3ff55 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (de42a34a-497f-45e1-83bf-d4d8a0fa1367), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:54.608086 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4c04d071-71fe-4583-819d-0e7b14a3ff55 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (de42a34a-497f-45e1-83bf-d4d8a0fa1367), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:54.711590 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4c04d071-71fe-4583-819d-0e7b14a3ff55 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (de42a34a-497f-45e1-83bf-d4d8a0fa1367), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:54.730251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04d071-71fe-4583-819d-0e7b14a3ff55 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de42a34a-497f-45e1-83bf-d4d8a0fa1367,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:54.866517 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4c04d071-71fe-4583-819d-0e7b14a3ff55 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:54.867770 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4c04d071-71fe-4583-819d-0e7b14a3ff55 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4347401 Jan 28 06:55:54.870911 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57696) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:54.875236 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1e68aa45-d7bd-41f2-995a-f7b578bf0354 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'security_group_rule': {'security_group_id': '1e43c59d-139f-486b-b129-db7951287289', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:54.980018 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-1e68aa45-d7bd-41f2-995a-f7b578bf0354 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Project 9be2f1d5e39042c9b5b0f4b6a2168aba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:55:54.985140 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e68aa45-d7bd-41f2-995a-f7b578bf0354 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (25c4e4e9-bee4-4bf8-9034-27f85fa991b0), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:55.043835 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e68aa45-d7bd-41f2-995a-f7b578bf0354 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (25c4e4e9-bee4-4bf8-9034-27f85fa991b0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:55.120750 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e68aa45-d7bd-41f2-995a-f7b578bf0354 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (25c4e4e9-bee4-4bf8-9034-27f85fa991b0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:55.139065 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68aa45-d7bd-41f2-995a-f7b578bf0354 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c4e4e9-bee4-4bf8-9034-27f85fa991b0,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:55.216156 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e68aa45-d7bd-41f2-995a-f7b578bf0354 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:55.217409 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1e68aa45-d7bd-41f2-995a-f7b578bf0354 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3455369 Jan 28 06:55:55.220262 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57698) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:55.225389 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2bcd8e75-4a0f-4459-bf60-a33836c0d005 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'network': {'name': 'tempest-network-smoke--1259495888', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'port_security_enabled': True}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:55.310969 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcd8e75-4a0f-4459-bf60-a33836c0d005 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Made reservation on behalf of 9be2f1d5e39042c9b5b0f4b6a2168aba for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:55:55.314153 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2bcd8e75-4a0f-4459-bf60-a33836c0d005 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:55.338183 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bcd8e75-4a0f-4459-bf60-a33836c0d005 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:55:55.346792 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2bcd8e75-4a0f-4459-bf60-a33836c0d005 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (f62717d1-365e-4da8-b522-3fb5deb87671), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:55.347133 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-2bcd8e75-4a0f-4459-bf60-a33836c0d005 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Added segment f62717d1-365e-4da8-b522-3fb5deb87671 of type vlan for network 40174228-63de-449a-b9d7-ff0ac153524b Jan 28 06:55:55.387772 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2bcd8e75-4a0f-4459-bf60-a33836c0d005 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (40174228-63de-449a-b9d7-ff0ac153524b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:55.532749 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2bcd8e75-4a0f-4459-bf60-a33836c0d005 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (40174228-63de-449a-b9d7-ff0ac153524b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:55.538844 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcd8e75-4a0f-4459-bf60-a33836c0d005 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:55.539426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2bcd8e75-4a0f-4459-bf60-a33836c0d005 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:55.605429 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd8e75-4a0f-4459-bf60-a33836c0d005 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Network': ['ID=40174228-63de-449a-b9d7-ff0ac153524b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:55.676333 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2bcd8e75-4a0f-4459-bf60-a33836c0d005 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4523449 Jan 28 06:55:55.676601 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57700) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:55.681419 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1313767009', 'admin_state_up': True, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:55.767787 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 40174228-63de-449a-b9d7-ff0ac153524b details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:55:55.782770 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:55.803049 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (83b94e3a-8e72-468c-9c85-77f2ce0377a3), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:55.804279 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (83b94e3a-8e72-468c-9c85-77f2ce0377a3), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:55.855986 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_controller (83b94e3a-8e72-468c-9c85-77f2ce0377a3), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:56.061144 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (83b94e3a-8e72-468c-9c85-77f2ce0377a3), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:56.310725 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (83b94e3a-8e72-468c-9c85-77f2ce0377a3), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:56.332891 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:56.433448 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.25.0.167 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/dba3ec5b-f0eb-41be-960c-90bdbf18d279) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:55:56.537047 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (dba3ec5b-f0eb-41be-960c-90bdbf18d279), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:56.623827 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (dba3ec5b-f0eb-41be-960c-90bdbf18d279), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:56.660882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:55:56.664091 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:55:56.670349 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:55:56.691685 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=dba3ec5b-f0eb-41be-960c-90bdbf18d279,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:56.992992 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (83b94e3a-8e72-468c-9c85-77f2ce0377a3), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:57.188364 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (83b94e3a-8e72-468c-9c85-77f2ce0377a3), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:57.408044 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router 83b94e3a-8e72-468c-9c85-77f2ce0377a3 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:55:57.863258 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:55:57.874055 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Sync routers for ids ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:55:57.888413 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Routers {'83b94e3a-8e72-468c-9c85-77f2ce0377a3'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:55:57.889038 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:55:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:57.948085 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:57.949391 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f52812d0-149c-45b3-ae02-72322699056c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2717886 Jan 28 06:55:57.952668 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57702) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:57.981216 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-08145666-f3d6-4113-a5b8-0c834301a557 tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=9be2f1d5e39042c9b5b0f4b6a2168aba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274074 Jan 28 06:55:57.983982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57704) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:57.994647 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Set router 83b94e3a-8e72-468c-9c85-77f2ce0377a3 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:55:58.080498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aec324a-5463-4d30-8b34-3960732caf2c tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:58.082117 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4aec324a-5463-4d30-8b34-3960732caf2c tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0964446 Jan 28 06:55:58.084997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57706) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:58.118286 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-9b9d416c-6a3b-462d-a973-dc2d2db9c90d tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e332b90d-8c86-4e9e-984f-ded95bb8f28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289788 Jan 28 06:55:58.118549 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57708) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:58.123439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-581397b8-0278-4b6b-989a-4b089b8b8744 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-455069680', 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:58.277092 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581397b8-0278-4b6b-989a-4b089b8b8744 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Made reservation on behalf of 9be2f1d5e39042c9b5b0f4b6a2168aba for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:55:58.281724 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-581397b8-0278-4b6b-989a-4b089b8b8744 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:58.350534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313767009', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:55Z', 'updated_at': '2022-01-28T06:55:56Z', 'revision_number': 3, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:56Z', 'updated_at': '2022-01-28T06:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:58.378357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Checking router: 83b94e3a-8e72-468c-9c85-77f2ce0377a3 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:55:58.378634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Updating router 83b94e3a-8e72-468c-9c85-77f2ce0377a3 port dba3ec5b-f0eb-41be-960c-90bdbf18d279 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:55:58.409732 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dba3ec5b-f0eb-41be-960c-90bdbf18d279), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:58.411468 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:58.546112 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-581397b8-0278-4b6b-989a-4b089b8b8744 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (8e8b3c10-5517-493e-aeb5-cffb71d682d2), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:58.613490 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581397b8-0278-4b6b-989a-4b089b8b8744 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Subnet': ['ID=8e8b3c10-5517-493e-aeb5-cffb71d682d2,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:58.621493 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581397b8-0278-4b6b-989a-4b089b8b8744 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Checking segment: {'id': 'f62717d1-365e-4da8-b522-3fb5deb87671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:55:58.621857 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581397b8-0278-4b6b-989a-4b089b8b8744 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network hostable DHCP agents. Network: 40174228-63de-449a-b9d7-ff0ac153524b, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:55:58.661837 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Publish callbacks [] for port (dba3ec5b-f0eb-41be-960c-90bdbf18d279), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:58.705339 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581397b8-0278-4b6b-989a-4b089b8b8744 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network 40174228-63de-449a-b9d7-ff0ac153524b is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:55:58.739937 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dba3ec5b-f0eb-41be-960c-90bdbf18d279), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:58.796271 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Attempting to bind port dba3ec5b-f0eb-41be-960c-90bdbf18d279 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:55:58.796644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Attempting to bind port dba3ec5b-f0eb-41be-960c-90bdbf18d279 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:55:58.797013 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Attempting to bind port dba3ec5b-f0eb-41be-960c-90bdbf18d279 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:55:58.798832 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292b4cd-2c13-4d17-b501-11d40bb57028 None None] Pushing event updated for resources: {'Port': ['ID=dba3ec5b-f0eb-41be-960c-90bdbf18d279,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:58.804256 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:55:58.804667 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:55:58.805040 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:58.805425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:55:58.806012 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Bound port: dba3ec5b-f0eb-41be-960c-90bdbf18d279, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:55:58.806267 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dba3ec5b-f0eb-41be-960c-90bdbf18d279), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:58.808810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-581397b8-0278-4b6b-989a-4b089b8b8744 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 40174228-63de-449a-b9d7-ff0ac153524b) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:55:58.813056 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581397b8-0278-4b6b-989a-4b089b8b8744 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:58.813636 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-581397b8-0278-4b6b-989a-4b089b8b8744 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:58.832439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c682b6ad-411f-4253-9cc5-c2e2fcf28eea None None] Network 40174228-63de-449a-b9d7-ff0ac153524b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:55:58.891638 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-581397b8-0278-4b6b-989a-4b089b8b8744 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7721031 Jan 28 06:55:58.894524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57710) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:55:58.909627 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] For port dba3ec5b-f0eb-41be-960c-90bdbf18d279, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:55:58.919058 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] For port dba3ec5b-f0eb-41be-960c-90bdbf18d279, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=dba3ec5b-f0eb-41be-960c-90bdbf18d279,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:55:58.954857 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-40174228-63de-449a-b9d7-ff0ac153524b', 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b', 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ips': [{'subnet_id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:55:58.955710 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:59.031562 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dba3ec5b-f0eb-41be-960c-90bdbf18d279), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:59.136488 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292b4cd-2c13-4d17-b501-11d40bb57028 None None] Pushing event updated for resources: {'Port': ['ID=dba3ec5b-f0eb-41be-960c-90bdbf18d279,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:59.141907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Routers {'83b94e3a-8e72-468c-9c85-77f2ce0377a3'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:55:59.142545 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:55:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:59.182718 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Allocated IP 172.20.0.2 (40174228-63de-449a-b9d7-ff0ac153524b/8e8b3c10-5517-493e-aeb5-cffb71d682d2/e4a30018-d0bc-4a8f-aff1-f602df6ac8a1) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:55:59.310982 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] Set router 83b94e3a-8e72-468c-9c85-77f2ce0377a3 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:55:59.331832 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:59.484989 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Publish callbacks [] for port (e4a30018-d0bc-4a8f-aff1-f602df6ac8a1), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:59.545698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313767009', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:55Z', 'updated_at': '2022-01-28T06:55:56Z', 'revision_number': 3, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:56Z', 'updated_at': '2022-01-28T06:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:59.572179 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f464494c-4428-4be1-a6cd-a041cedcf7c7 None None] The sync data for ids ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'] in n-d-812111-12 is: [{'id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313767009', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:55Z', 'updated_at': '2022-01-28T06:55:56Z', 'revision_number': 3, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:56Z', 'updated_at': '2022-01-28T06:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:55:59.603745 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (e4a30018-d0bc-4a8f-aff1-f602df6ac8a1), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:59.640361 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Network 40174228-63de-449a-b9d7-ff0ac153524b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:55:59.643190 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:55:59.646672 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:55:59.656647 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.20.0.1 (40174228-63de-449a-b9d7-ff0ac153524b/8e8b3c10-5517-493e-aeb5-cffb71d682d2/5a88410c-f823-4fd2-9d8d-f3755b3fc960) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:55:59.660046 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Pushing event updated for resources: {'Port': ['ID=e4a30018-d0bc-4a8f-aff1-f602df6ac8a1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:59.714313 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Attempting to bind port e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:55:59.714797 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Attempting to bind port e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f62717d1-365e-4da8-b522-3fb5deb87671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:55:59.715061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Attempting to bind port e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 on network 40174228-63de-449a-b9d7-ff0ac153524b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:55:59.720294 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:55:59.720678 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Checking segment: {'id': 'f62717d1-365e-4da8-b522-3fb5deb87671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:55:59.721086 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:59.721486 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Bound using segment: {'id': 'f62717d1-365e-4da8-b522-3fb5deb87671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:55:59.721964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Bound port: e4a30018-d0bc-4a8f-aff1-f602df6ac8a1, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62717d1-365e-4da8-b522-3fb5deb87671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:55:59.722380 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e4a30018-d0bc-4a8f-aff1-f602df6ac8a1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:59.808289 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:59.812500 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] For port e4a30018-d0bc-4a8f-aff1-f602df6ac8a1, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:55:59.816075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] For port e4a30018-d0bc-4a8f-aff1-f602df6ac8a1, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e4a30018-d0bc-4a8f-aff1-f602df6ac8a1,segment=NetworkSegment(f62717d1-365e-4da8-b522-3fb5deb87671),segment_id=f62717d1-365e-4da8-b522-3fb5deb87671)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:55:59.963675 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e4a30018-d0bc-4a8f-aff1-f602df6ac8a1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:55:59.995499 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:00.032261 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af4948-9dcf-45ed-ac7c-75f01764da37 None None] Pushing event updated for resources: {'Port': ['ID=e4a30018-d0bc-4a8f-aff1-f602df6ac8a1,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:00.057721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network 40174228-63de-449a-b9d7-ff0ac153524b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:56:00.064477 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:56:00.069602 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:56:00.074231 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=5a88410c-f823-4fd2-9d8d-f3755b3fc960,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:00.117837 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (83b94e3a-8e72-468c-9c85-77f2ce0377a3), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:00.354214 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:00.606949 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device dba3ec5b-f0eb-41be-960c-90bdbf18d279 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:56:00.654732 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:00.658452 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port dba3ec5b-f0eb-41be-960c-90bdbf18d279 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:00.658830 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (dba3ec5b-f0eb-41be-960c-90bdbf18d279), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:00.717043 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:00.745508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port dba3ec5b-f0eb-41be-960c-90bdbf18d279 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:56:00.745894 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dba3ec5b-f0eb-41be-960c-90bdbf18d279), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:00.769471 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port dba3ec5b-f0eb-41be-960c-90bdbf18d279, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=dba3ec5b-f0eb-41be-960c-90bdbf18d279,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:56:00.792014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=5a88410c-f823-4fd2-9d8d-f3755b3fc960,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:00.800568 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (83b94e3a-8e72-468c-9c85-77f2ce0377a3), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:00.852940 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dba3ec5b-f0eb-41be-960c-90bdbf18d279), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:00.853802 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:56:00.897593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network 40174228-63de-449a-b9d7-ff0ac153524b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:56:00.903184 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:56:00.935257 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=dba3ec5b-f0eb-41be-960c-90bdbf18d279,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:00.950671 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:00.951030 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e4a30018-d0bc-4a8f-aff1-f602df6ac8a1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:01.032280 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:56:01.032871 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e4a30018-d0bc-4a8f-aff1-f602df6ac8a1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:01.035982 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router 83b94e3a-8e72-468c-9c85-77f2ce0377a3 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:56:01.068872 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port e4a30018-d0bc-4a8f-aff1-f602df6ac8a1, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e4a30018-d0bc-4a8f-aff1-f602df6ac8a1,segment=NetworkSegment(f62717d1-365e-4da8-b522-3fb5deb87671),segment_id=f62717d1-365e-4da8-b522-3fb5deb87671)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:56:01.096868 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4552cd36-c9b0-4b85-802b-29b895e68717 None None] Network 40174228-63de-449a-b9d7-ff0ac153524b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:56:01.151524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:56:01.156809 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-67e27716-6d5c-48c3-8a6e-55f3fa87c51e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "PUT /v2.0/routers/83b94e3a-8e72-468c-9c85-77f2ce0377a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2613087 Jan 28 06:56:01.166873 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (e4a30018-d0bc-4a8f-aff1-f602df6ac8a1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:01.229709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-e9f23e2a-b7c9-4f5f-a1e7-234b38cedf10 None None] Provisioning complete for port e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:01.230097 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9f23e2a-b7c9-4f5f-a1e7-234b38cedf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e4a30018-d0bc-4a8f-aff1-f602df6ac8a1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:01.307393 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=e4a30018-d0bc-4a8f-aff1-f602df6ac8a1,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:01.328204 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-711f6fa3-6531-450b-8853-5587bb531594 req-235327fd-e817-410e-adbb-280bc2107b4b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-854427330&fields=id&tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba HTTP/1.1" status: 200 len: 267 time: 0.0556536 Jan 28 06:56:01.363144 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e9f23e2a-b7c9-4f5f-a1e7-234b38cedf10 None None] Current status of the port e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:56:01.443351 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f6fa3-6531-450b-8853-5587bb531594 req-9adeb326-8966-4d2a-bdb9-832ecc48b9ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:01.445877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-711f6fa3-6531-450b-8853-5587bb531594 req-9adeb326-8966-4d2a-bdb9-832ecc48b9ed tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/networks?id=40174228-63de-449a-b9d7-ff0ac153524b HTTP/1.1" status: 200 len: 797 time: 0.1104569 Jan 28 06:56:01.464027 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-711f6fa3-6531-450b-8853-5587bb531594 req-cbbf19f4-0ffd-4f49-921a-da0e06763fa2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/quotas/9be2f1d5e39042c9b5b0f4b6a2168aba HTTP/1.1" status: 200 len: 375 time: 0.0104871 Jan 28 06:56:01.525298 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-711f6fa3-6531-450b-8853-5587bb531594 req-ceaaffc7-02ed-47cb-b44c-d6267eb9da26 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555451 Jan 28 06:56:01.561575 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Sync routers for ids ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:56:01.588523 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Routers {'83b94e3a-8e72-468c-9c85-77f2ce0377a3'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:56:01.589077 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:55:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:01.595259 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-29724ab8-9e72-4dd5-a6c2-016de5bfd0d4 None None] Provisioning complete for port e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:01.595632 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-29724ab8-9e72-4dd5-a6c2-016de5bfd0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e4a30018-d0bc-4a8f-aff1-f602df6ac8a1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:01.639975 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-711f6fa3-6531-450b-8853-5587bb531594 req-80dbc996-cb33-4788-b702-6aa317ceef57 service neutron] 10.222.0.31 "GET /v2.0/networks/40174228-63de-449a-b9d7-ff0ac153524b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980992 Jan 28 06:56:01.701813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-29724ab8-9e72-4dd5-a6c2-016de5bfd0d4 None None] Current status of the port e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:56:01.713506 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Set router 83b94e3a-8e72-468c-9c85-77f2ce0377a3 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:56:01.714528 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-29724ab8-9e72-4dd5-a6c2-016de5bfd0d4 None None] Provisioning complete for port 5a88410c-f823-4fd2-9d8d-f3755b3fc960 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:01.715448 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-29724ab8-9e72-4dd5-a6c2-016de5bfd0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:01.756342 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-29724ab8-9e72-4dd5-a6c2-016de5bfd0d4 None None] Port 5a88410c-f823-4fd2-9d8d-f3755b3fc960 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:56:01.765290 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-711f6fa3-6531-450b-8853-5587bb531594 req-967f1856-28ee-4b21-9807-8469e2697850 service neutron] 10.222.0.31 "GET /v2.0/networks/40174228-63de-449a-b9d7-ff0ac153524b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186297 Jan 28 06:56:01.878129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-71e8e363-30e5-43a7-b734-71becd7b98f6 None None] Provisioning complete for port 5a88410c-f823-4fd2-9d8d-f3755b3fc960 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:01.878802 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71e8e363-30e5-43a7-b734-71becd7b98f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:01.918377 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-71e8e363-30e5-43a7-b734-71becd7b98f6 None None] Port 5a88410c-f823-4fd2-9d8d-f3755b3fc960 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:56:01.930649 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313767009', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:55Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:56Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '5a88410c-f823-4fd2-9d8d-f3755b3fc960', 'name': '', 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:d2:21:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:59Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 2, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:01.958633 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Checking router: 83b94e3a-8e72-468c-9c85-77f2ce0377a3 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:56:01.958987 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Updating router 83b94e3a-8e72-468c-9c85-77f2ce0377a3 port 5a88410c-f823-4fd2-9d8d-f3755b3fc960 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:56:01.986430 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:02.037855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-36de57ba-2902-46bd-accf-eaeec76b2009 None None] Provisioning complete for port 5a88410c-f823-4fd2-9d8d-f3755b3fc960 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:02.038510 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36de57ba-2902-46bd-accf-eaeec76b2009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:02.076453 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-36de57ba-2902-46bd-accf-eaeec76b2009 None None] Port 5a88410c-f823-4fd2-9d8d-f3755b3fc960 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:56:02.270830 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Publish callbacks [] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:02.351677 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7f89e0ec-a975-41b1-b971-5bfe0e15d962 req-28513b99-729e-457a-93b6-8ea1216d5622 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 210 time: 0.3361759 Jan 28 06:56:02.368839 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:02.418756 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64361079-6823-43a7-9d7b-a820dd35f2b7 None None] Pushing event updated for resources: {'Port': ['ID=5a88410c-f823-4fd2-9d8d-f3755b3fc960,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:02.441749 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64361079-6823-43a7-9d7b-a820dd35f2b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:02.442084 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64361079-6823-43a7-9d7b-a820dd35f2b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:02.442535 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64361079-6823-43a7-9d7b-a820dd35f2b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:02.442875 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64361079-6823-43a7-9d7b-a820dd35f2b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:02.443309 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64361079-6823-43a7-9d7b-a820dd35f2b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:02.443526 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64361079-6823-43a7-9d7b-a820dd35f2b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:02.443853 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64361079-6823-43a7-9d7b-a820dd35f2b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:02.444180 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64361079-6823-43a7-9d7b-a820dd35f2b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:02.444501 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64361079-6823-43a7-9d7b-a820dd35f2b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:02.445629 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64361079-6823-43a7-9d7b-a820dd35f2b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:02.445963 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64361079-6823-43a7-9d7b-a820dd35f2b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:02.446409 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64361079-6823-43a7-9d7b-a820dd35f2b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:02.446632 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64361079-6823-43a7-9d7b-a820dd35f2b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:02.482602 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Attempting to bind port 5a88410c-f823-4fd2-9d8d-f3755b3fc960 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:56:02.483126 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Attempting to bind port 5a88410c-f823-4fd2-9d8d-f3755b3fc960 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f62717d1-365e-4da8-b522-3fb5deb87671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:56:02.483594 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Attempting to bind port 5a88410c-f823-4fd2-9d8d-f3755b3fc960 on network 40174228-63de-449a-b9d7-ff0ac153524b {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:56:02.489372 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:56:02.489898 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Checking segment: {'id': 'f62717d1-365e-4da8-b522-3fb5deb87671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:56:02.490444 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:02.490939 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Bound using segment: {'id': 'f62717d1-365e-4da8-b522-3fb5deb87671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:56:02.491563 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Bound port: 5a88410c-f823-4fd2-9d8d-f3755b3fc960, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62717d1-365e-4da8-b522-3fb5deb87671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:56:02.492699 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:02.519215 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device dba3ec5b-f0eb-41be-960c-90bdbf18d279 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:56:02.567260 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] For port 5a88410c-f823-4fd2-9d8d-f3755b3fc960, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:56:02.568821 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b776e8bf-3095-4ff0-bc6b-2c3e3de14f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:02.571066 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] For port 5a88410c-f823-4fd2-9d8d-f3755b3fc960, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5a88410c-f823-4fd2-9d8d-f3755b3fc960,segment=NetworkSegment(f62717d1-365e-4da8-b522-3fb5deb87671),segment_id=f62717d1-365e-4da8-b522-3fb5deb87671)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:56:02.579329 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port dba3ec5b-f0eb-41be-960c-90bdbf18d279 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:02.579708 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (dba3ec5b-f0eb-41be-960c-90bdbf18d279), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:02.656276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port dba3ec5b-f0eb-41be-960c-90bdbf18d279 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:56:02.657293 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:56:02.660265 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:02.707913 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Routers {'83b94e3a-8e72-468c-9c85-77f2ce0377a3'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:56:02.708702 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:55:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:02.718239 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-fb23e035-895d-4f2e-9d3d-16acf5b19dc9 None None] Provisioning complete for port 5a88410c-f823-4fd2-9d8d-f3755b3fc960 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:02.718650 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb23e035-895d-4f2e-9d3d-16acf5b19dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:02.753368 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:02.753747 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (e4a30018-d0bc-4a8f-aff1-f602df6ac8a1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:02.785159 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64361079-6823-43a7-9d7b-a820dd35f2b7 None None] Pushing event updated for resources: {'Port': ['ID=5a88410c-f823-4fd2-9d8d-f3755b3fc960,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:02.845026 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fb23e035-895d-4f2e-9d3d-16acf5b19dc9 None None] Current status of the port 5a88410c-f823-4fd2-9d8d-f3755b3fc960 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:56:02.845518 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb23e035-895d-4f2e-9d3d-16acf5b19dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:02.852232 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] Set router 83b94e3a-8e72-468c-9c85-77f2ce0377a3 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:56:03.071399 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fb23e035-895d-4f2e-9d3d-16acf5b19dc9 None None] For port 5a88410c-f823-4fd2-9d8d-f3755b3fc960, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5a88410c-f823-4fd2-9d8d-f3755b3fc960,segment=NetworkSegment(f62717d1-365e-4da8-b522-3fb5deb87671),segment_id=f62717d1-365e-4da8-b522-3fb5deb87671)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:56:03.072381 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:56:03.075801 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313767009', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:55Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:56Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '5a88410c-f823-4fd2-9d8d-f3755b3fc960', 'name': '', 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:d2:21:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:59Z', 'updated_at': '2022-01-28T06:56:02Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:03.107928 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9f3dad-e2d1-4a32-a19c-ad7eb676a490 None None] The sync data for ids ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'] in n-d-812111-12 is: [{'id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313767009', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:55Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:56Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '5a88410c-f823-4fd2-9d8d-f3755b3fc960', 'name': '', 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:d2:21:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:59Z', 'updated_at': '2022-01-28T06:56:02Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:56:03.181038 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb23e035-895d-4f2e-9d3d-16acf5b19dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:03.237409 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23e035-895d-4f2e-9d3d-16acf5b19dc9 None None] Pushing event updated for resources: {'Port': ['ID=5a88410c-f823-4fd2-9d8d-f3755b3fc960,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:03.300801 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-1291b0f0-8ff1-40f2-a0e3-bcbf88dc00d4 None None] Provisioning complete for port 5a88410c-f823-4fd2-9d8d-f3755b3fc960 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:03.301275 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1291b0f0-8ff1-40f2-a0e3-bcbf88dc00d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:03.394598 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1291b0f0-8ff1-40f2-a0e3-bcbf88dc00d4 None None] Current status of the port 5a88410c-f823-4fd2-9d8d-f3755b3fc960 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:56:03.434649 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ae47a28-5fd8-4d6f-baf6-769162ccdfb6 req-32c5c40e-2d11-4737-b889-ab6aee49cf62 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 210 time: 0.0273623 Jan 28 06:56:04.521092 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd5e067f-777d-4194-b755-826073ca0f21 req-b33dde22-7c4f-4f88-9626-f48e6c49334b tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 210 time: 0.0337827 Jan 28 06:56:04.522291 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5a88410c-f823-4fd2-9d8d-f3755b3fc960 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:56:04.570947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 5a88410c-f823-4fd2-9d8d-f3755b3fc960 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:04.571323 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:04.646276 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 5a88410c-f823-4fd2-9d8d-f3755b3fc960 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:56:04.857942 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5744a81-c866-4d65-8b68-e57543d17e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:05.597015 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-684e1014-cb21-40bd-afbb-9fad4ad8f88a req-8c66100a-fa01-4d93-890d-eb01565252b6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 210 time: 0.0263870 Jan 28 06:56:06.690053 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cba968f3-022b-4f45-acf1-da30386275e5 req-acd3a57b-859c-432b-b621-ea84fcec099d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 210 time: 0.0277956 Jan 28 06:56:06.865359 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:07.785755 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e36c2228-4318-4a7f-812b-8872813676ef req-d6921bcc-cf0d-4b6d-a97e-4d6753e9c982 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 210 time: 0.0262494 Jan 28 06:56:08.168021 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:08.352561 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f6fa3-6531-450b-8853-5587bb531594 req-21ba9842-26c8-42f6-a19c-09f9e6687052 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:08.354009 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-711f6fa3-6531-450b-8853-5587bb531594 req-21ba9842-26c8-42f6-a19c-09f9e6687052 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.60 "GET /v2.0/networks?id=40174228-63de-449a-b9d7-ff0ac153524b HTTP/1.1" status: 200 len: 797 time: 0.1018693 Jan 28 06:56:08.433335 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-711f6fa3-6531-450b-8853-5587bb531594 req-ee136841-0056-48c1-a942-76734bd865dd tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba HTTP/1.1" status: 200 len: 379 time: 0.0652089 Jan 28 06:56:08.442146 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-711f6fa3-6531-450b-8853-5587bb531594 req-682cf408-385e-4232-baa8-e791eb2ae7d2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'port': {'device_id': 'b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce', 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b', 'admin_state_up': True, 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'security_groups': ['1e43c59d-139f-486b-b129-db7951287289']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:56:08.654031 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-711f6fa3-6531-450b-8853-5587bb531594 req-682cf408-385e-4232-baa8-e791eb2ae7d2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Made reservation on behalf of 9be2f1d5e39042c9b5b0f4b6a2168aba for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:56:08.657499 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-711f6fa3-6531-450b-8853-5587bb531594 req-682cf408-385e-4232-baa8-e791eb2ae7d2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:08.787445 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-711f6fa3-6531-450b-8853-5587bb531594 req-682cf408-385e-4232-baa8-e791eb2ae7d2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.20.0.5 (40174228-63de-449a-b9d7-ff0ac153524b/8e8b3c10-5517-493e-aeb5-cffb71d682d2/ad8fa96b-8937-4283-81ef-62ebadb6690c) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:56:08.907573 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-60b82c6f-18ba-4ac3-945a-27e2a640ae3b req-38291cc8-5f74-4d89-a66c-5a674f73a409 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 210 time: 0.0348399 Jan 28 06:56:08.953236 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-711f6fa3-6531-450b-8853-5587bb531594 req-682cf408-385e-4232-baa8-e791eb2ae7d2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (ad8fa96b-8937-4283-81ef-62ebadb6690c), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:09.043149 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-711f6fa3-6531-450b-8853-5587bb531594 req-682cf408-385e-4232-baa8-e791eb2ae7d2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ad8fa96b-8937-4283-81ef-62ebadb6690c), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:09.086136 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-711f6fa3-6531-450b-8853-5587bb531594 req-682cf408-385e-4232-baa8-e791eb2ae7d2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network 40174228-63de-449a-b9d7-ff0ac153524b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:56:09.089169 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-711f6fa3-6531-450b-8853-5587bb531594 req-682cf408-385e-4232-baa8-e791eb2ae7d2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:56:09.094871 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-711f6fa3-6531-450b-8853-5587bb531594 req-682cf408-385e-4232-baa8-e791eb2ae7d2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:56:09.101392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cf408-385e-4232-baa8-e791eb2ae7d2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=ad8fa96b-8937-4283-81ef-62ebadb6690c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:09.149721 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f6fa3-6531-450b-8853-5587bb531594 req-682cf408-385e-4232-baa8-e791eb2ae7d2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:09.150458 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-711f6fa3-6531-450b-8853-5587bb531594 req-682cf408-385e-4232-baa8-e791eb2ae7d2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:09.181016 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:09.285846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-711f6fa3-6531-450b-8853-5587bb531594 req-682cf408-385e-4232-baa8-e791eb2ae7d2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8473461 Jan 28 06:56:09.344498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Request body: {'port': {'device_id': 'b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:56:09.352058 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c435c7af-cb15-4f04-a077-24fe669b4d67 None None] Provisioning complete for port ad8fa96b-8937-4283-81ef-62ebadb6690c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:09.352434 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c435c7af-cb15-4f04-a077-24fe669b4d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ad8fa96b-8937-4283-81ef-62ebadb6690c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:09.389728 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c435c7af-cb15-4f04-a077-24fe669b4d67 None None] Port ad8fa96b-8937-4283-81ef-62ebadb6690c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:56:09.402646 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ad8fa96b-8937-4283-81ef-62ebadb6690c), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:09.656471 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8fa96b-8937-4283-81ef-62ebadb6690c {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:56:09.663989 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Publish callbacks [] for port (ad8fa96b-8937-4283-81ef-62ebadb6690c), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:09.675950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Transition to ACTIVE for port object ad8fa96b-8937-4283-81ef-62ebadb6690c will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:56:09.774203 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ad8fa96b-8937-4283-81ef-62ebadb6690c), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:09.844952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8fa96b-8937-4283-81ef-62ebadb6690c,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:09.896869 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Attempting to bind port ad8fa96b-8937-4283-81ef-62ebadb6690c on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:56:09.897215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Attempting to bind port ad8fa96b-8937-4283-81ef-62ebadb6690c by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'f62717d1-365e-4da8-b522-3fb5deb87671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:56:09.897741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Attempting to bind port ad8fa96b-8937-4283-81ef-62ebadb6690c on network 40174228-63de-449a-b9d7-ff0ac153524b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:56:09.902657 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Port ad8fa96b-8937-4283-81ef-62ebadb6690c on network 40174228-63de-449a-b9d7-ff0ac153524b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:56:09.902976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Attempting to bind port ad8fa96b-8937-4283-81ef-62ebadb6690c on network 40174228-63de-449a-b9d7-ff0ac153524b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:56:09.908314 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:56:09.908651 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Checking segment: {'id': 'f62717d1-365e-4da8-b522-3fb5deb87671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:56:09.909036 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Bound using segment: {'id': 'f62717d1-365e-4da8-b522-3fb5deb87671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:56:09.909465 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Bound port: ad8fa96b-8937-4283-81ef-62ebadb6690c, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62717d1-365e-4da8-b522-3fb5deb87671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:56:09.909825 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ad8fa96b-8937-4283-81ef-62ebadb6690c), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:09.981880 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] For port ad8fa96b-8937-4283-81ef-62ebadb6690c, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:56:09.985206 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] For port ad8fa96b-8937-4283-81ef-62ebadb6690c, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ad8fa96b-8937-4283-81ef-62ebadb6690c,segment=NetworkSegment(f62717d1-365e-4da8-b522-3fb5deb87671),segment_id=f62717d1-365e-4da8-b522-3fb5deb87671)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:56:10.043673 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6b4d2-8bfb-40ed-88b7-df4a2ace6136 req-1b56e8da-3a1b-4993-bca0-60a2b244fe2a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:10.043673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-45e6b4d2-8bfb-40ed-88b7-df4a2ace6136 req-1b56e8da-3a1b-4993-bca0-60a2b244fe2a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 943 time: 0.0532041 Jan 28 06:56:10.072437 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (ad8fa96b-8937-4283-81ef-62ebadb6690c), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:10.120363 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:10.121004 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:10.122576 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-711f6fa3-6531-450b-8853-5587bb531594 req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] 10.222.0.60 "PUT /v2.0/ports/ad8fa96b-8937-4283-81ef-62ebadb6690c HTTP/1.1" status: 200 len: 1092 time: 0.8240566 Jan 28 06:56:10.128631 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce', 'tag': 'ad8fa96b-8937-4283-81ef-62ebadb6690c'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:56:10.134527 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1d71bf-2c26-4c9c-abdf-78148841e21c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce", "tag": "ad8fa96b-8937-4283-81ef-62ebadb6690c"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:56:10.152893 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-45e6b4d2-8bfb-40ed-88b7-df4a2ace6136 req-c7e140e7-b7ad-47a2-9b73-3652e75babde tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e43c59d-139f-486b-b129-db7951287289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010792 Jan 28 06:56:10.175210 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310cc6b-179f-4ff9-873c-7c9d97e47db5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8fa96b-8937-4283-81ef-62ebadb6690c,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:10.185920 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d411fe-dd5c-4d68-a8af-021e1e297d54 x-openstack-request-id: req-35d411fe-dd5c-4d68-a8af-021e1e297d54 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:56:10.186221 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce", "tag": "ad8fa96b-8937-4283-81ef-62ebadb6690c", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:56:10.186515 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35d411fe-dd5c-4d68-a8af-021e1e297d54 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:56:10.186978 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce', 'tag': 'ad8fa96b-8937-4283-81ef-62ebadb6690c', 'status': 'completed', 'code': 200} Jan 28 06:56:10.271951 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d71bf-2c26-4c9c-abdf-78148841e21c req-87d63291-3eb7-4d6a-9b87-a6c600a6138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:10.273673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a1d71bf-2c26-4c9c-abdf-78148841e21c req-87d63291-3eb7-4d6a-9b87-a6c600a6138a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 1095 time: 0.0461988 Jan 28 06:56:10.381777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d71bf-2c26-4c9c-abdf-78148841e21c req-4153a89c-eff0-4f53-aab4-2137158a5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:10.383539 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a1d71bf-2c26-4c9c-abdf-78148841e21c req-4153a89c-eff0-4f53-aab4-2137158a5439 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0967462 Jan 28 06:56:10.477940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d71bf-2c26-4c9c-abdf-78148841e21c req-98b8f847-6022-42d0-aee0-88dbdc1b6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:10.479441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8a1d71bf-2c26-4c9c-abdf-78148841e21c req-98b8f847-6022-42d0-aee0-88dbdc1b6f15 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906661 Jan 28 06:56:10.574281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f6fa3-6531-450b-8853-5587bb531594 req-9a0c7b37-165a-4fbb-b346-22838c3943fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:10.575778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-711f6fa3-6531-450b-8853-5587bb531594 req-9a0c7b37-165a-4fbb-b346-22838c3943fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 1095 time: 0.0418904 Jan 28 06:56:10.625321 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-711f6fa3-6531-450b-8853-5587bb531594 req-59765a1c-42da-49d2-a339-c90a6af47c52 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad8fa96b-8937-4283-81ef-62ebadb6690c HTTP/1.1" status: 200 len: 217 time: 0.0384095 Jan 28 06:56:10.672513 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f6fa3-6531-450b-8853-5587bb531594 req-caf1fc45-1bb5-40f2-ab5d-7a25f9c809c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:10.673966 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-711f6fa3-6531-450b-8853-5587bb531594 req-caf1fc45-1bb5-40f2-ab5d-7a25f9c809c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8e8b3c10-5517-493e-aeb5-cffb71d682d2 HTTP/1.1" status: 200 len: 834 time: 0.0430284 Jan 28 06:56:10.718216 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f6fa3-6531-450b-8853-5587bb531594 req-4a4390d4-c061-4bce-8eaf-092d154fadce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:10.719743 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-711f6fa3-6531-450b-8853-5587bb531594 req-4a4390d4-c061-4bce-8eaf-092d154fadce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40174228-63de-449a-b9d7-ff0ac153524b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398865 Jan 28 06:56:10.812773 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-711f6fa3-6531-450b-8853-5587bb531594 req-4d2946d7-55b6-4332-9545-d10545601797 service neutron] 10.222.0.60 "GET /v2.0/networks/40174228-63de-449a-b9d7-ff0ac153524b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861807 Jan 28 06:56:10.900909 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-711f6fa3-6531-450b-8853-5587bb531594 req-e355fee7-0f18-48bd-b299-6011240e2fbc service neutron] 10.222.0.60 "GET /v2.0/networks/40174228-63de-449a-b9d7-ff0ac153524b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826788 Jan 28 06:56:11.264764 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966fa14-8c44-493b-bc1e-a6e23faec4d7 req-48747b04-e560-43b8-889f-4c235cb428ea tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:11.266234 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3966fa14-8c44-493b-bc1e-a6e23faec4d7 req-48747b04-e560-43b8-889f-4c235cb428ea tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 943 time: 0.0490103 Jan 28 06:56:11.319734 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3966fa14-8c44-493b-bc1e-a6e23faec4d7 req-6a6b6ed1-204b-438d-98fe-27f950af919c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e43c59d-139f-486b-b129-db7951287289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477862 Jan 28 06:56:12.133414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ad8fa96b-8937-4283-81ef-62ebadb6690c details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:56:12.224717 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ad8fa96b-8937-4283-81ef-62ebadb6690c, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ad8fa96b-8937-4283-81ef-62ebadb6690c,segment=NetworkSegment(f62717d1-365e-4da8-b522-3fb5deb87671),segment_id=f62717d1-365e-4da8-b522-3fb5deb87671)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:56:12.237204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'ad8fa96b-8937-4283-81ef-62ebadb6690c', 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b', 'port_id': 'ad8fa96b-8937-4283-81ef-62ebadb6690c', 'mac_address': 'fa:16:3e:ee:7b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:56:12.277140 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ad8fa96b-8937-4283-81ef-62ebadb6690c is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:56:12.281759 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ad8fa96b-8937-4283-81ef-62ebadb6690c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:12.295134 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8fa96b-8937-4283-81ef-62ebadb6690c {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:56:12.314393 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ad8fa96b-8937-4283-81ef-62ebadb6690c, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ad8fa96b-8937-4283-81ef-62ebadb6690c,segment=NetworkSegment(f62717d1-365e-4da8-b522-3fb5deb87671),segment_id=f62717d1-365e-4da8-b522-3fb5deb87671)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:56:12.378439 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ad8fa96b-8937-4283-81ef-62ebadb6690c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:12.426903 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ad8fa96b-8937-4283-81ef-62ebadb6690c,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:12.441165 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bff5d8-f906-4774-8f3c-933b7cdfb4fc req-84d5a494-0dbc-44af-b791-f15280766a36 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:12.442664 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43bff5d8-f906-4774-8f3c-933b7cdfb4fc req-84d5a494-0dbc-44af-b791-f15280766a36 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 944 time: 0.0510991 Jan 28 06:56:12.490553 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-43bff5d8-f906-4774-8f3c-933b7cdfb4fc req-7eddbaad-c189-477a-8014-872709b5b3eb tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e43c59d-139f-486b-b129-db7951287289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419331 Jan 28 06:56:12.648666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['ad8fa96b-8937-4283-81ef-62ebadb6690c'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:56:12.652781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-dbe99db0-4aeb-45d4-bd56-957dc5653019 req-a6278528-0965-43de-963f-ee16e4c6363d service neutron] (103634) timed out ('10.222.0.31', 53168) {{(pid=103634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 06:56:13.603946 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68986b0f-65a5-4bc3-b456-de2838d0354c req-0d5a905b-7f15-42ea-999d-b431cb72c966 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:13.605395 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68986b0f-65a5-4bc3-b456-de2838d0354c req-0d5a905b-7f15-42ea-999d-b431cb72c966 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 944 time: 0.0472672 Jan 28 06:56:13.653086 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-68986b0f-65a5-4bc3-b456-de2838d0354c req-b8a1cc88-4a79-45c3-b5b2-c539d068d99c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e43c59d-139f-486b-b129-db7951287289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422425 Jan 28 06:56:14.133803 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ad8fa96b-8937-4283-81ef-62ebadb6690c up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:56:14.292063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port ad8fa96b-8937-4283-81ef-62ebadb6690c completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:56:14.296237 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port ad8fa96b-8937-4283-81ef-62ebadb6690c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:14.296690 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ad8fa96b-8937-4283-81ef-62ebadb6690c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:14.375937 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port ad8fa96b-8937-4283-81ef-62ebadb6690c is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:56:14.376321 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ad8fa96b-8937-4283-81ef-62ebadb6690c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:14.399801 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8fa96b-8937-4283-81ef-62ebadb6690c'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:56:14.400598 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1c53e9-e562-49c3-86ef-bb7b55320e0c" -d '{"events": [{"server_uuid": "b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce", "name": "network-vif-plugged", "status": "completed", "tag": "ad8fa96b-8937-4283-81ef-62ebadb6690c"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:56:14.412976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port ad8fa96b-8937-4283-81ef-62ebadb6690c, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ad8fa96b-8937-4283-81ef-62ebadb6690c,segment=NetworkSegment(f62717d1-365e-4da8-b522-3fb5deb87671),segment_id=f62717d1-365e-4da8-b522-3fb5deb87671)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:56:14.477616 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ad8fa96b-8937-4283-81ef-62ebadb6690c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:14.501338 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183d03d9-de5f-44f1-8aa3-96caadd9371e x-openstack-request-id: req-183d03d9-de5f-44f1-8aa3-96caadd9371e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:56:14.502495 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce", "name": "network-vif-plugged", "status": "completed", "tag": "ad8fa96b-8937-4283-81ef-62ebadb6690c", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:56:14.502495 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-183d03d9-de5f-44f1-8aa3-96caadd9371e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:56:14.502495 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8fa96b-8937-4283-81ef-62ebadb6690c', 'code': 200} Jan 28 06:56:14.527608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=ad8fa96b-8937-4283-81ef-62ebadb6690c,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:14.615324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc872f-50fc-4cb4-88ef-58736be092c6 req-8846b837-ddcd-438f-a103-4e386e11461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:14.617492 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10bc872f-50fc-4cb4-88ef-58736be092c6 req-8846b837-ddcd-438f-a103-4e386e11461f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 1097 time: 0.0442843 Jan 28 06:56:14.661325 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10bc872f-50fc-4cb4-88ef-58736be092c6 req-7cca2215-5586-43d2-8223-485e45fe48bf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1e43c59d-139f-486b-b129-db7951287289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383239 Jan 28 06:56:14.765836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d3f37-4ed2-4404-ace2-9488893563d3 req-e89eb8c7-f554-49fd-87e8-222015468701 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:14.767343 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-719d3f37-4ed2-4404-ace2-9488893563d3 req-e89eb8c7-f554-49fd-87e8-222015468701 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 945 time: 0.0476131 Jan 28 06:56:14.814959 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-719d3f37-4ed2-4404-ace2-9488893563d3 req-63cb7044-4418-4125-b377-bdb84cf6038f tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e43c59d-139f-486b-b129-db7951287289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421166 Jan 28 06:56:15.938996 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74da545-ccf7-4d94-8c10-c7184768dfa0 req-3b7d30d5-d9fb-4c36-9b3b-9ab4ce3cf92e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:15.940479 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a74da545-ccf7-4d94-8c10-c7184768dfa0 req-3b7d30d5-d9fb-4c36-9b3b-9ab4ce3cf92e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 945 time: 0.0521722 Jan 28 06:56:15.990197 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a74da545-ccf7-4d94-8c10-c7184768dfa0 req-ccf340d4-a6cf-4773-b4d0-d430ceda8fe9 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e43c59d-139f-486b-b129-db7951287289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433729 Jan 28 06:56:17.105939 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9b3ff-7366-4ad9-b999-015b33fec1df req-3b8f4736-1b93-45df-8889-d9da0b633de6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:17.107426 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-83d9b3ff-7366-4ad9-b999-015b33fec1df req-3b8f4736-1b93-45df-8889-d9da0b633de6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 945 time: 0.0472810 Jan 28 06:56:17.155156 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-83d9b3ff-7366-4ad9-b999-015b33fec1df req-2d8f1693-7b5f-4356-bde0-799aa0d72599 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e43c59d-139f-486b-b129-db7951287289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422764 Jan 28 06:56:17.269521 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceae206-e39b-4108-9014-539bf78ee79c req-5ee87f71-a625-4f09-b5fd-83b485204f3a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:17.270919 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fceae206-e39b-4108-9014-539bf78ee79c req-5ee87f71-a625-4f09-b5fd-83b485204f3a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 945 time: 0.0492604 Jan 28 06:56:17.324340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fceae206-e39b-4108-9014-539bf78ee79c req-7a62bf7f-efea-4b1a-9cd5-5900bb662714 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e43c59d-139f-486b-b129-db7951287289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477939 Jan 28 06:56:17.345812 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57786) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:56:17.385321 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09d6bd5-eace-4e86-99c3-020617d34306 tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:17.386855 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b09d6bd5-eace-4e86-99c3-020617d34306 tempest-TestNetworkAdvancedServerOps-1751053429 tempest-TestNetworkAdvancedServerOps-1751053429-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 1092 time: 0.0400379 Jan 28 06:56:17.389551 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57788) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:56:17.393728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': 'ad8fa96b-8937-4283-81ef-62ebadb6690c', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:56:17.492766 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:17.586986 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:17.690072 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Allocated IP 172.25.0.161 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/46c3b1ec-b93f-4051-8c1c-142067121124) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:56:17.786451 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (46c3b1ec-b93f-4051-8c1c-142067121124), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:17.871599 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (46c3b1ec-b93f-4051-8c1c-142067121124), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:17.910047 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:56:17.912935 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:56:17.916160 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:56:17.944488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=46c3b1ec-b93f-4051-8c1c-142067121124,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:18.286669 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (15130cc3-8335-43a3-86c6-05296534beda), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:18.469615 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (46c3b1ec-b93f-4051-8c1c-142067121124), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:18.619885 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for port (46c3b1ec-b93f-4051-8c1c-142067121124), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:18.649392 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:56:18.682187 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (46c3b1ec-b93f-4051-8c1c-142067121124), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:18.747829 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event updated for resources: {'Port': ['ID=46c3b1ec-b93f-4051-8c1c-142067121124,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:18.760555 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (15130cc3-8335-43a3-86c6-05296534beda), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:18.862750 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Floating IP 15130cc3-8335-43a3-86c6-05296534beda associated. External IP: 172.25.0.161, port: ad8fa96b-8937-4283-81ef-62ebadb6690c. Jan 28 06:56:19.070991 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router 83b94e3a-8e72-468c-9c85-77f2ce0377a3 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:56:19.181307 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:56:19.191134 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6109ab3-7915-4c9a-991a-f3e5c850e3cb None None] Sync routers for ids ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:56:19.201018 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6109ab3-7915-4c9a-991a-f3e5c850e3cb None None] Routers {'83b94e3a-8e72-468c-9c85-77f2ce0377a3'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:56:19.201642 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f6109ab3-7915-4c9a-991a-f3e5c850e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:56:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:19.267310 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:19.296265 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d0a17be3-4ce2-4a4f-99ab-ae8af7d919f7 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9056976 Jan 28 06:56:19.297064 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce', 'tag': 'ad8fa96b-8937-4283-81ef-62ebadb6690c'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:56:19.299129 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde844e0-391e-4296-8ff6-25b30536cf7e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce", "tag": "ad8fa96b-8937-4283-81ef-62ebadb6690c"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:56:19.310696 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-f6109ab3-7915-4c9a-991a-f3e5c850e3cb None None] Set router 83b94e3a-8e72-468c-9c85-77f2ce0377a3 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:56:19.346043 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cdc5be-9a61-4c14-aa92-11c05d33163f x-openstack-request-id: req-f0cdc5be-9a61-4c14-aa92-11c05d33163f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:56:19.346362 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce", "tag": "ad8fa96b-8937-4283-81ef-62ebadb6690c", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:56:19.346626 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0cdc5be-9a61-4c14-aa92-11c05d33163f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:56:19.347034 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce', 'tag': 'ad8fa96b-8937-4283-81ef-62ebadb6690c', 'status': 'completed', 'code': 200} Jan 28 06:56:19.438114 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca80085-bcd0-4783-a0cf-5235ecdc6abe req-f9b6abc1-621b-41be-8101-e54d01993110 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:19.439628 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ca80085-bcd0-4783-a0cf-5235ecdc6abe req-f9b6abc1-621b-41be-8101-e54d01993110 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 945 time: 0.0802958 Jan 28 06:56:19.445688 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde844e0-391e-4296-8ff6-25b30536cf7e req-d3fa2d0d-c7d8-48b4-9443-89fffa9c85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:19.447160 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bde844e0-391e-4296-8ff6-25b30536cf7e req-d3fa2d0d-c7d8-48b4-9443-89fffa9c85b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 1097 time: 0.0587981 Jan 28 06:56:19.549203 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f6109ab3-7915-4c9a-991a-f3e5c850e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313767009', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:55Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:56Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '15130cc3-8335-43a3-86c6-05296534beda', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'port_id': 'ad8fa96b-8937-4283-81ef-62ebadb6690c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b', 'mac_address': 'fa:16:3e:ee:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:56:18Z', 'updated_at': '2022-01-28T06:56:18Z', 'revision_number': 0, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a88410c-f823-4fd2-9d8d-f3755b3fc960', 'name': '', 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:d2:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:59Z', 'updated_at': '2022-01-28T06:56:03Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:19.556059 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ca80085-bcd0-4783-a0cf-5235ecdc6abe req-349f6f77-1223-4d36-a1a8-6d45a1f979cc tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e43c59d-139f-486b-b129-db7951287289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079369 Jan 28 06:56:19.575500 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6109ab3-7915-4c9a-991a-f3e5c850e3cb None None] Checking router: 83b94e3a-8e72-468c-9c85-77f2ce0377a3 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:56:19.580588 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57796) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:56:19.581084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde844e0-391e-4296-8ff6-25b30536cf7e req-d2c11a03-f56b-4d66-b200-f5efb87fa4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:19.582097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bde844e0-391e-4296-8ff6-25b30536cf7e req-d2c11a03-f56b-4d66-b200-f5efb87fa4ee service neutron] 10.222.0.60 "GET /v2.0/networks?id=40174228-63de-449a-b9d7-ff0ac153524b HTTP/1.1" status: 200 len: 898 time: 0.1282821 Jan 28 06:56:19.584357 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6109ab3-7915-4c9a-991a-f3e5c850e3cb None None] Routers {'83b94e3a-8e72-468c-9c85-77f2ce0377a3'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:56:19.584998 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f6109ab3-7915-4c9a-991a-f3e5c850e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:56:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:19.642758 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-400c7a73-6ea6-4ca7-9eed-8510fb829ccb tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/floatingips/15130cc3-8335-43a3-86c6-05296534beda HTTP/1.1" status: 200 len: 991 time: 0.0609848 Jan 28 06:56:19.652695 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bde844e0-391e-4296-8ff6-25b30536cf7e req-ffdbdabf-0d6a-4140-aad5-c53a7381cc4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad8fa96b-8937-4283-81ef-62ebadb6690c HTTP/1.1" status: 200 len: 999 time: 0.0649297 Jan 28 06:56:19.696729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-f6109ab3-7915-4c9a-991a-f3e5c850e3cb None None] Set router 83b94e3a-8e72-468c-9c85-77f2ce0377a3 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:56:19.700800 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde844e0-391e-4296-8ff6-25b30536cf7e req-ec7a5759-3b97-4d30-b9bd-bab9523991ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:19.702306 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bde844e0-391e-4296-8ff6-25b30536cf7e req-ec7a5759-3b97-4d30-b9bd-bab9523991ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8e8b3c10-5517-493e-aeb5-cffb71d682d2 HTTP/1.1" status: 200 len: 834 time: 0.0445294 Jan 28 06:56:19.746574 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde844e0-391e-4296-8ff6-25b30536cf7e req-61146da8-0de1-4d60-93ec-a4856061d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:19.755122 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bde844e0-391e-4296-8ff6-25b30536cf7e req-61146da8-0de1-4d60-93ec-a4856061d980 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40174228-63de-449a-b9d7-ff0ac153524b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400615 Jan 28 06:56:19.840590 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bde844e0-391e-4296-8ff6-25b30536cf7e req-ff9a3a71-500a-475b-990b-d34bb41b37ab service neutron] 10.222.0.60 "GET /v2.0/networks/40174228-63de-449a-b9d7-ff0ac153524b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865097 Jan 28 06:56:19.923332 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f6109ab3-7915-4c9a-991a-f3e5c850e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313767009', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:55Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:56Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '15130cc3-8335-43a3-86c6-05296534beda', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'port_id': 'ad8fa96b-8937-4283-81ef-62ebadb6690c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b', 'mac_address': 'fa:16:3e:ee:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:56:18Z', 'updated_at': '2022-01-28T06:56:18Z', 'revision_number': 0, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a88410c-f823-4fd2-9d8d-f3755b3fc960', 'name': '', 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:d2:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:59Z', 'updated_at': '2022-01-28T06:56:03Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:19.928265 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bde844e0-391e-4296-8ff6-25b30536cf7e req-e3f4c6d5-db84-4df3-872c-96a56a623c1b service neutron] 10.222.0.60 "GET /v2.0/networks/40174228-63de-449a-b9d7-ff0ac153524b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823379 Jan 28 06:56:19.950458 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6109ab3-7915-4c9a-991a-f3e5c850e3cb None None] The sync data for ids ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'] in n-d-812111-12 is: [{'id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313767009', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:55Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:56Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '15130cc3-8335-43a3-86c6-05296534beda', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'port_id': 'ad8fa96b-8937-4283-81ef-62ebadb6690c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b', 'mac_address': 'fa:16:3e:ee:7b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:56:18Z', 'updated_at': '2022-01-28T06:56:18Z', 'revision_number': 0, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a88410c-f823-4fd2-9d8d-f3755b3fc960', 'name': '', 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:d2:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:59Z', 'updated_at': '2022-01-28T06:56:03Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:56:20.144631 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c449d-40cc-42e0-aac6-ae3ef3f9d651 None None] New status for floating IP 15130cc3-8335-43a3-86c6-05296534beda: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:56:20.646695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57798) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:56:20.709727 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-fb6000f6-37da-4031-88b5-d0f67235e617 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/floatingips/15130cc3-8335-43a3-86c6-05296534beda HTTP/1.1" status: 200 len: 993 time: 0.0617926 Jan 28 06:56:25.791066 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:28.396099 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:32.511170 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db849bc0-87b3-4330-92cf-8dc2a79106bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:34.854067 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d75799cc-1474-4cf2-b671-8a06422dde2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:36.870285 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:38.151002 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:39.219242 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:52.284289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d24d27-1066-40c3-a9c8-0b67a2c9b72a req-ce1a27c6-a761-46e7-9e2d-aea7c3949a3a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:52.285749 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-57d24d27-1066-40c3-a9c8-0b67a2c9b72a req-ce1a27c6-a761-46e7-9e2d-aea7c3949a3a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 945 time: 0.0500360 Jan 28 06:56:52.341080 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-57d24d27-1066-40c3-a9c8-0b67a2c9b72a req-d02f7363-de63-4f5c-b4c2-76daae8f1ed4 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e43c59d-139f-486b-b129-db7951287289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487607 Jan 28 06:56:53.460183 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9674be-db8b-4ef7-96bf-ebd4f0170102 req-96e2f394-065b-4742-b2c9-1011e9f6acf1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:53.462271 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8b9674be-db8b-4ef7-96bf-ebd4f0170102 req-96e2f394-065b-4742-b2c9-1011e9f6acf1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 945 time: 0.0479469 Jan 28 06:56:53.511353 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8b9674be-db8b-4ef7-96bf-ebd4f0170102 req-2e23319e-2bb2-4121-abc8-eebe749fb25e tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e43c59d-139f-486b-b129-db7951287289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435021 Jan 28 06:56:53.533865 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57816) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:56:53.593066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4bb5c0aa-2754-40c1-b367-2ff1d0d181a3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/floatingips/15130cc3-8335-43a3-86c6-05296534beda HTTP/1.1" status: 200 len: 993 time: 0.0579600 Jan 28 06:56:55.055545 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f7d21-e16f-45c8-807e-749a2c2b6860 req-0f553404-7622-4e49-8fc9-1396f6fb876c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:55.057144 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c10f7d21-e16f-45c8-807e-749a2c2b6860 req-0f553404-7622-4e49-8fc9-1396f6fb876c tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 945 time: 0.0521131 Jan 28 06:56:55.110407 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c10f7d21-e16f-45c8-807e-749a2c2b6860 req-db953990-f9c6-4615-a7a5-8b70d28829a3 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e43c59d-139f-486b-b129-db7951287289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478437 Jan 28 06:56:55.186727 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5eaa72-f665-4d10-be7a-bb5a63c3d283 req-501b1593-e882-4b64-8591-33418fc91acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:55.188210 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f5eaa72-f665-4d10-be7a-bb5a63c3d283 req-501b1593-e882-4b64-8591-33418fc91acb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 1097 time: 0.0406461 Jan 28 06:56:55.280076 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5eaa72-f665-4d10-be7a-bb5a63c3d283 req-01f4b027-ef6c-4c1b-877c-3bcf5e77b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:55.281494 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f5eaa72-f665-4d10-be7a-bb5a63c3d283 req-01f4b027-ef6c-4c1b-877c-3bcf5e77b451 service neutron] 10.222.0.60 "GET /v2.0/networks?id=40174228-63de-449a-b9d7-ff0ac153524b HTTP/1.1" status: 200 len: 898 time: 0.0875945 Jan 28 06:56:55.345039 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f5eaa72-f665-4d10-be7a-bb5a63c3d283 req-47dfb33d-c2e6-45f9-bb4a-7945d13de271 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad8fa96b-8937-4283-81ef-62ebadb6690c HTTP/1.1" status: 200 len: 1001 time: 0.0578761 Jan 28 06:56:55.392705 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5eaa72-f665-4d10-be7a-bb5a63c3d283 req-3f890f5c-bcf7-4f7f-ae77-f7c77a6ed7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:55.394120 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f5eaa72-f665-4d10-be7a-bb5a63c3d283 req-3f890f5c-bcf7-4f7f-ae77-f7c77a6ed7f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8e8b3c10-5517-493e-aeb5-cffb71d682d2 HTTP/1.1" status: 200 len: 834 time: 0.0436902 Jan 28 06:56:55.649257 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:56:55.746385 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5eaa72-f665-4d10-be7a-bb5a63c3d283 req-5bedc820-cf89-4ab8-a7bd-e02d0a72e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:55.748192 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f5eaa72-f665-4d10-be7a-bb5a63c3d283 req-5bedc820-cf89-4ab8-a7bd-e02d0a72e8df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40174228-63de-449a-b9d7-ff0ac153524b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3487284 Jan 28 06:56:55.778720 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:55.836421 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f5eaa72-f665-4d10-be7a-bb5a63c3d283 req-8feaacfa-0a16-442a-81c8-2e144b9eaba6 service neutron] 10.222.0.60 "GET /v2.0/networks/40174228-63de-449a-b9d7-ff0ac153524b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818613 Jan 28 06:56:55.927816 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f5eaa72-f665-4d10-be7a-bb5a63c3d283 req-fded0e58-55fa-47ee-93e4-a086c426efdf service neutron] 10.222.0.60 "GET /v2.0/networks/40174228-63de-449a-b9d7-ff0ac153524b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855370 Jan 28 06:56:56.228302 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a64ef6-c4bb-4c31-a365-cdc1c2c4414c req-cb44c554-6f33-4b4d-aeb7-8daa413e8d02 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:56.229698 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7a64ef6-c4bb-4c31-a365-cdc1c2c4414c req-cb44c554-6f33-4b4d-aeb7-8daa413e8d02 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 945 time: 0.0487704 Jan 28 06:56:56.277603 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b7a64ef6-c4bb-4c31-a365-cdc1c2c4414c req-5a01e332-5847-4733-aac6-5c359834edd1 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e43c59d-139f-486b-b129-db7951287289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422661 Jan 28 06:56:57.394690 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb082d7-572a-42f3-8a58-ad94694cf6fe req-c18e2813-38ab-4ed6-8118-04914c72de67 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:57.396175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3bb082d7-572a-42f3-8a58-ad94694cf6fe req-c18e2813-38ab-4ed6-8118-04914c72de67 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 945 time: 0.0481713 Jan 28 06:56:57.445016 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3bb082d7-572a-42f3-8a58-ad94694cf6fe req-c867e159-e983-4127-8209-720692b5f837 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e43c59d-139f-486b-b129-db7951287289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430729 Jan 28 06:56:57.467363 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57828) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:56:57.531835 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a6f57a6d-84ce-4aae-a1dc-21addfdb13a8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/floatingips/15130cc3-8335-43a3-86c6-05296534beda HTTP/1.1" status: 200 len: 993 time: 0.0633073 Jan 28 06:56:57.763003 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57834) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:56:57.925292 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port 46c3b1ec-b93f-4051-8c1c-142067121124 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:56:57.925641 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (46c3b1ec-b93f-4051-8c1c-142067121124), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:58.004381 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (46c3b1ec-b93f-4051-8c1c-142067121124), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:58.004804 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (46c3b1ec-b93f-4051-8c1c-142067121124), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:58.018154 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for 46c3b1ec-b93f-4051-8c1c-142067121124 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:56:58.222662 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (46c3b1ec-b93f-4051-8c1c-142067121124), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:58.249884 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=46c3b1ec-b93f-4051-8c1c-142067121124,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:58.260755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:58.261095 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:58.261447 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:58.261793 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:58.262132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:58.262976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:58.262976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:58.263178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:58.263474 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:58.263806 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:58.264140 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:58.264470 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:58.264798 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:58.324773 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for floatingip (15130cc3-8335-43a3-86c6-05296534beda), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:58.325105 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Floating IP 15130cc3-8335-43a3-86c6-05296534beda disassociated (deleted). External IP: 172.25.0.161, port: ad8fa96b-8937-4283-81ef-62ebadb6690c. Jan 28 06:56:58.435980 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:58.539648 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router 83b94e3a-8e72-468c-9c85-77f2ce0377a3 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:56:58.646319 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:56:58.650821 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:56:58.656103 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d6f85-b957-45f0-8741-1e9256a5b3ac None None] Sync routers for ids ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:56:58.666715 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729d6f85-b957-45f0-8741-1e9256a5b3ac None None] Routers {'83b94e3a-8e72-468c-9c85-77f2ce0377a3'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:56:58.667322 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-729d6f85-b957-45f0-8741-1e9256a5b3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:56:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:58.678701 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-85a5c577-dba5-442b-a3cb-d1151189b1df tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/floatingips/15130cc3-8335-43a3-86c6-05296534beda HTTP/1.1" status: 204 len: 168 time: 0.9146118 Jan 28 06:56:58.679302 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce', 'tag': 'ad8fa96b-8937-4283-81ef-62ebadb6690c'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:56:58.682870 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90d3dd0-a4cf-43bd-81d6-02f3721afb52" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce", "tag": "ad8fa96b-8937-4283-81ef-62ebadb6690c"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:56:58.728605 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37cce54-e832-40cc-9f7d-04be4fe99315 x-openstack-request-id: req-a37cce54-e832-40cc-9f7d-04be4fe99315 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:56:58.728905 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce", "tag": "ad8fa96b-8937-4283-81ef-62ebadb6690c", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:56:58.729367 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a37cce54-e832-40cc-9f7d-04be4fe99315 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:56:58.729777 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce', 'tag': 'ad8fa96b-8937-4283-81ef-62ebadb6690c', 'status': 'completed', 'code': 200} Jan 28 06:56:58.777725 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-729d6f85-b957-45f0-8741-1e9256a5b3ac None None] Set router 83b94e3a-8e72-468c-9c85-77f2ce0377a3 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:56:58.814783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d3dd0-a4cf-43bd-81d6-02f3721afb52 req-af2c15f4-a406-4fc3-bfa2-a215fb320bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:58.816292 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d90d3dd0-a4cf-43bd-81d6-02f3721afb52 req-af2c15f4-a406-4fc3-bfa2-a215fb320bb5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 1097 time: 0.0454235 Jan 28 06:56:58.913748 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d3dd0-a4cf-43bd-81d6-02f3721afb52 req-a66c3ae1-788d-4d73-a135-02e10ff85ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:58.915926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d90d3dd0-a4cf-43bd-81d6-02f3721afb52 req-a66c3ae1-788d-4d73-a135-02e10ff85ac0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=40174228-63de-449a-b9d7-ff0ac153524b HTTP/1.1" status: 200 len: 898 time: 0.0942695 Jan 28 06:56:58.958539 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d90d3dd0-a4cf-43bd-81d6-02f3721afb52 req-f41be928-5e53-418c-927a-d1cbcca29e48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad8fa96b-8937-4283-81ef-62ebadb6690c HTTP/1.1" status: 200 len: 217 time: 0.0361404 Jan 28 06:56:58.987247 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-729d6f85-b957-45f0-8741-1e9256a5b3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313767009', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:55Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:56Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '5a88410c-f823-4fd2-9d8d-f3755b3fc960', 'name': '', 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:d2:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:59Z', 'updated_at': '2022-01-28T06:56:03Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:59.009582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d3dd0-a4cf-43bd-81d6-02f3721afb52 req-1dd1e9e5-b080-48d2-9a40-949fbaadbf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:59.011115 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d90d3dd0-a4cf-43bd-81d6-02f3721afb52 req-1dd1e9e5-b080-48d2-9a40-949fbaadbf6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8e8b3c10-5517-493e-aeb5-cffb71d682d2 HTTP/1.1" status: 200 len: 834 time: 0.0475090 Jan 28 06:56:59.015587 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d6f85-b957-45f0-8741-1e9256a5b3ac None None] Checking router: 83b94e3a-8e72-468c-9c85-77f2ce0377a3 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:56:59.024368 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729d6f85-b957-45f0-8741-1e9256a5b3ac None None] Routers {'83b94e3a-8e72-468c-9c85-77f2ce0377a3'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:56:59.024972 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-729d6f85-b957-45f0-8741-1e9256a5b3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:56:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:59.062505 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d3dd0-a4cf-43bd-81d6-02f3721afb52 req-148cdd74-8c88-4a76-8c79-7c56ffe28713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:59.063934 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d90d3dd0-a4cf-43bd-81d6-02f3721afb52 req-148cdd74-8c88-4a76-8c79-7c56ffe28713 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40174228-63de-449a-b9d7-ff0ac153524b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468900 Jan 28 06:56:59.134887 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-729d6f85-b957-45f0-8741-1e9256a5b3ac None None] Set router 83b94e3a-8e72-468c-9c85-77f2ce0377a3 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:56:59.166932 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d90d3dd0-a4cf-43bd-81d6-02f3721afb52 req-1cd3863f-6663-4d58-be47-5a07c78b3392 service neutron] 10.222.0.60 "GET /v2.0/networks/40174228-63de-449a-b9d7-ff0ac153524b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966182 Jan 28 06:56:59.259783 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963e263-bf7c-47f7-a6bc-d099d8184e13 req-a0315ff2-35ea-41dd-887d-fa1f3576bb05 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:59.261400 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8963e263-bf7c-47f7-a6bc-d099d8184e13 req-a0315ff2-35ea-41dd-887d-fa1f3576bb05 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 945 time: 0.1096792 Jan 28 06:56:59.314726 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d90d3dd0-a4cf-43bd-81d6-02f3721afb52 req-b1e0e51c-84f1-47b6-84c9-220b5f7c2e3a service neutron] 10.222.0.60 "GET /v2.0/networks/40174228-63de-449a-b9d7-ff0ac153524b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338210 Jan 28 06:56:59.334917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8963e263-bf7c-47f7-a6bc-d099d8184e13 req-876249e5-2f28-45b1-a887-5a58e1a6efb6 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e43c59d-139f-486b-b129-db7951287289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638463 Jan 28 06:56:59.487521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-729d6f85-b957-45f0-8741-1e9256a5b3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313767009', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:55Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:56Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '5a88410c-f823-4fd2-9d8d-f3755b3fc960', 'name': '', 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:d2:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:59Z', 'updated_at': '2022-01-28T06:56:03Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:59.517662 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d6f85-b957-45f0-8741-1e9256a5b3ac None None] The sync data for ids ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'] in n-d-812111-12 is: [{'id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313767009', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:55Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:56Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '5a88410c-f823-4fd2-9d8d-f3755b3fc960', 'name': '', 'network_id': '40174228-63de-449a-b9d7-ff0ac153524b', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'mac_address': 'fa:16:3e:d2:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:59Z', 'updated_at': '2022-01-28T06:56:03Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'subnets': [{'id': '8e8b3c10-5517-493e-aeb5-cffb71d682d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:56:59.733052 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f015a-01d2-4f14-8901-490b4833452f None None] New status for floating IP 15130cc3-8335-43a3-86c6-05296534beda: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:57:00.455378 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511ca95-21c5-4b10-9d37-3e2cf04db062 req-5912b4ef-c0f4-407d-af8e-c45af18ff22a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:00.456847 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8511ca95-21c5-4b10-9d37-3e2cf04db062 req-5912b4ef-c0f4-407d-af8e-c45af18ff22a tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 945 time: 0.0492537 Jan 28 06:57:00.511732 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8511ca95-21c5-4b10-9d37-3e2cf04db062 req-53941cc5-8b8b-4392-9b66-b7210e71d477 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e43c59d-139f-486b-b129-db7951287289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485921 Jan 28 06:57:00.860271 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ffd7c-fa1b-4c77-9da5-a327a1e21032 req-5d21b44d-8137-4da2-aab2-1174c90addc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:00.861769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db9ffd7c-fa1b-4c77-9da5-a327a1e21032 req-5d21b44d-8137-4da2-aab2-1174c90addc2 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 945 time: 0.0487554 Jan 28 06:57:00.948497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-db9ffd7c-fa1b-4c77-9da5-a327a1e21032 req-c7788919-cd43-4ba6-8229-d27d5b3139ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port ad8fa96b-8937-4283-81ef-62ebadb6690c {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:57:00.948842 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-db9ffd7c-fa1b-4c77-9da5-a327a1e21032 req-c7788919-cd43-4ba6-8229-d27d5b3139ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ad8fa96b-8937-4283-81ef-62ebadb6690c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:01.042870 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-db9ffd7c-fa1b-4c77-9da5-a327a1e21032 req-c7788919-cd43-4ba6-8229-d27d5b3139ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] For port ad8fa96b-8937-4283-81ef-62ebadb6690c, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=ad8fa96b-8937-4283-81ef-62ebadb6690c,segment=NetworkSegment(f62717d1-365e-4da8-b522-3fb5deb87671),segment_id=f62717d1-365e-4da8-b522-3fb5deb87671)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:57:01.043238 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-db9ffd7c-fa1b-4c77-9da5-a327a1e21032 req-c7788919-cd43-4ba6-8229-d27d5b3139ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ad8fa96b-8937-4283-81ef-62ebadb6690c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:01.055719 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-db9ffd7c-fa1b-4c77-9da5-a327a1e21032 req-c7788919-cd43-4ba6-8229-d27d5b3139ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for ad8fa96b-8937-4283-81ef-62ebadb6690c owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:57:01.224722 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-db9ffd7c-fa1b-4c77-9da5-a327a1e21032 req-c7788919-cd43-4ba6-8229-d27d5b3139ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (ad8fa96b-8937-4283-81ef-62ebadb6690c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:01.255740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7788919-cd43-4ba6-8229-d27d5b3139ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=ad8fa96b-8937-4283-81ef-62ebadb6690c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:01.297394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9ffd7c-fa1b-4c77-9da5-a327a1e21032 req-c7788919-cd43-4ba6-8229-d27d5b3139ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] No DVR routers for this DVR port ad8fa96b-8937-4283-81ef-62ebadb6690c on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:57:01.300174 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-db9ffd7c-fa1b-4c77-9da5-a327a1e21032 req-c7788919-cd43-4ba6-8229-d27d5b3139ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:01.303924 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-db9ffd7c-fa1b-4c77-9da5-a327a1e21032 req-c7788919-cd43-4ba6-8229-d27d5b3139ec tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.60 "DELETE /v2.0/ports/ad8fa96b-8937-4283-81ef-62ebadb6690c HTTP/1.1" status: 204 len: 173 time: 0.4372363 Jan 28 06:57:01.304367 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce', 'name': 'network-vif-deleted', 'tag': 'ad8fa96b-8937-4283-81ef-62ebadb6690c'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:57:01.307213 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7614acf2-3498-4ac2-af12-44df533368bf" -d '{"events": [{"server_uuid": "b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce", "name": "network-vif-deleted", "tag": "ad8fa96b-8937-4283-81ef-62ebadb6690c"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:57:01.343108 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eeda144-660d-4dd6-8404-28742887ca45 x-openstack-request-id: req-8eeda144-660d-4dd6-8404-28742887ca45 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:57:01.343435 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce", "name": "network-vif-deleted", "tag": "ad8fa96b-8937-4283-81ef-62ebadb6690c", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:57:01.343691 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8eeda144-660d-4dd6-8404-28742887ca45 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:57:01.344099 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce', 'name': 'network-vif-deleted', 'tag': 'ad8fa96b-8937-4283-81ef-62ebadb6690c', 'status': 'completed', 'code': 200} Jan 28 06:57:01.618363 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fad8d935-969c-4ef2-9826-af3304a3bab6 req-3f600413-a654-42fd-88a8-ea9eb4a06c27 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3c2a5fa-6f4f-4d1b-8841-64b50a15d3ce HTTP/1.1" status: 200 len: 210 time: 0.0280778 Jan 28 06:57:02.484981 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4a84ec06-d777-4b37-941e-0c43672ce0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:02.676298 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57852) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:03.031633 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc99612a-5c29-488d-891a-015259e73ea8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (83b94e3a-8e72-468c-9c85-77f2ce0377a3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:03.303620 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-fc99612a-5c29-488d-891a-015259e73ea8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port 5a88410c-f823-4fd2-9d8d-f3755b3fc960 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:57:03.303864 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc99612a-5c29-488d-891a-015259e73ea8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:03.399807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-fc99612a-5c29-488d-891a-015259e73ea8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] For port 5a88410c-f823-4fd2-9d8d-f3755b3fc960, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=5a88410c-f823-4fd2-9d8d-f3755b3fc960,segment=NetworkSegment(f62717d1-365e-4da8-b522-3fb5deb87671),segment_id=f62717d1-365e-4da8-b522-3fb5deb87671)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:57:03.400167 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc99612a-5c29-488d-891a-015259e73ea8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:03.416968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-fc99612a-5c29-488d-891a-015259e73ea8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for 5a88410c-f823-4fd2-9d8d-f3755b3fc960 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:57:03.691054 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc99612a-5c29-488d-891a-015259e73ea8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (5a88410c-f823-4fd2-9d8d-f3755b3fc960), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:03.718810 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99612a-5c29-488d-891a-015259e73ea8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=5a88410c-f823-4fd2-9d8d-f3755b3fc960,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:03.916013 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc99612a-5c29-488d-891a-015259e73ea8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (83b94e3a-8e72-468c-9c85-77f2ce0377a3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:04.131179 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc99612a-5c29-488d-891a-015259e73ea8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Router 83b94e3a-8e72-468c-9c85-77f2ce0377a3 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:57:04.239265 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc99612a-5c29-488d-891a-015259e73ea8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:57:04.246951 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-fc99612a-5c29-488d-891a-015259e73ea8 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "PUT /v2.0/routers/83b94e3a-8e72-468c-9c85-77f2ce0377a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5681422 Jan 28 06:57:04.248319 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57854) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:04.250559 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5505de-4857-4592-842e-68c8e099f5ed None None] Sync routers for ids ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:57:04.262038 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5505de-4857-4592-842e-68c8e099f5ed None None] Routers {'83b94e3a-8e72-468c-9c85-77f2ce0377a3'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:57:04.262686 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-fa5505de-4857-4592-842e-68c8e099f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:56:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:04.300309 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e54024a-f998-4216-81ca-d62cf12c9438 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting subnet 8e8b3c10-5517-493e-aeb5-cffb71d682d2 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 06:57:04.303556 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e54024a-f998-4216-81ca-d62cf12c9438 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for subnet (8e8b3c10-5517-493e-aeb5-cffb71d682d2), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:04.344574 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ad8fa96b-8937-4283-81ef-62ebadb6690c no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:57:04.356368 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e54024a-f998-4216-81ca-d62cf12c9438 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (8e8b3c10-5517-493e-aeb5-cffb71d682d2), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:04.372811 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: ad8fa96b-8937-4283-81ef-62ebadb6690c {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:57:04.373068 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device ad8fa96b-8937-4283-81ef-62ebadb6690c not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:57:04.390765 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-fa5505de-4857-4592-842e-68c8e099f5ed None None] Set router 83b94e3a-8e72-468c-9c85-77f2ce0377a3 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:57:04.436077 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e54024a-f998-4216-81ca-d62cf12c9438 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (8e8b3c10-5517-493e-aeb5-cffb71d682d2), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:04.582757 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e54024a-f998-4216-81ca-d62cf12c9438 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (8e8b3c10-5517-493e-aeb5-cffb71d682d2), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:04.587226 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-fa5505de-4857-4592-842e-68c8e099f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313767009', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:55Z', 'updated_at': '2022-01-28T06:57:03Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:56Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:04.610665 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54024a-f998-4216-81ca-d62cf12c9438 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Subnet': ['ID=8e8b3c10-5517-493e-aeb5-cffb71d682d2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:04.614480 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e54024a-f998-4216-81ca-d62cf12c9438 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:04.615373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5505de-4857-4592-842e-68c8e099f5ed None None] Checking router: 83b94e3a-8e72-468c-9c85-77f2ce0377a3 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:57:04.618578 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4e54024a-f998-4216-81ca-d62cf12c9438 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/subnets/8e8b3c10-5517-493e-aeb5-cffb71d682d2 HTTP/1.1" status: 204 len: 168 time: 0.3690546 Jan 28 06:57:04.621185 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57856) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:04.624849 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bc2158-789e-4b1b-a990-a696c6897671 None None] Network 40174228-63de-449a-b9d7-ff0ac153524b requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:57:04.640033 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5505de-4857-4592-842e-68c8e099f5ed None None] Routers {'83b94e3a-8e72-468c-9c85-77f2ce0377a3'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:57:04.640670 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-fa5505de-4857-4592-842e-68c8e099f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:56:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:04.730405 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e30b43c-d46d-4ae8-af81-3629630d2dfe tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router (83b94e3a-8e72-468c-9c85-77f2ce0377a3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:04.814258 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-fa5505de-4857-4592-842e-68c8e099f5ed None None] Set router 83b94e3a-8e72-468c-9c85-77f2ce0377a3 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:57:04.835598 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e30b43c-d46d-4ae8-af81-3629630d2dfe tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_gateway (83b94e3a-8e72-468c-9c85-77f2ce0377a3), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:04.873543 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5337b329-a728-4c77-bee9-5fe786e5493a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:04.911639 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] DHCP port deletion for 40174228-63de-449a-b9d7-ff0ac153524b request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 06:57:04.958426 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1e30b43c-d46d-4ae8-af81-3629630d2dfe tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Deleting port dba3ec5b-f0eb-41be-960c-90bdbf18d279 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:57:04.958766 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e30b43c-d46d-4ae8-af81-3629630d2dfe tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (dba3ec5b-f0eb-41be-960c-90bdbf18d279), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:05.019317 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Deleting port e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 06:57:05.019690 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (e4a30018-d0bc-4a8f-aff1-f602df6ac8a1), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:05.042999 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-1e30b43c-d46d-4ae8-af81-3629630d2dfe tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] For port dba3ec5b-f0eb-41be-960c-90bdbf18d279, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=dba3ec5b-f0eb-41be-960c-90bdbf18d279,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:57:05.043369 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e30b43c-d46d-4ae8-af81-3629630d2dfe tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (dba3ec5b-f0eb-41be-960c-90bdbf18d279), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:05.055495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1e30b43c-d46d-4ae8-af81-3629630d2dfe tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Calling delete_port for dba3ec5b-f0eb-41be-960c-90bdbf18d279 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:57:05.088425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] For port e4a30018-d0bc-4a8f-aff1-f602df6ac8a1, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=e4a30018-d0bc-4a8f-aff1-f602df6ac8a1,segment=NetworkSegment(f62717d1-365e-4da8-b522-3fb5deb87671),segment_id=f62717d1-365e-4da8-b522-3fb5deb87671)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:57:05.088823 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (e4a30018-d0bc-4a8f-aff1-f602df6ac8a1), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:05.104178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Calling delete_port for e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 06:57:05.106562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-fa5505de-4857-4592-842e-68c8e099f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313767009', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:55Z', 'updated_at': '2022-01-28T06:57:03Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:56Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:05.140930 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5505de-4857-4592-842e-68c8e099f5ed None None] The sync data for ids ['83b94e3a-8e72-468c-9c85-77f2ce0377a3'] in n-d-812111-12 is: [{'id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1313767009', 'tenant_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:55Z', 'updated_at': '2022-01-28T06:57:03Z', 'revision_number': 5, 'project_id': '9be2f1d5e39042c9b5b0f4b6a2168aba', 'gw_port': {'id': 'dba3ec5b-f0eb-41be-960c-90bdbf18d279', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b94e3a-8e72-468c-9c85-77f2ce0377a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:56Z', 'updated_at': '2022-01-28T06:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:57:05.378545 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (e4a30018-d0bc-4a8f-aff1-f602df6ac8a1), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:05.401734 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e30b43c-d46d-4ae8-af81-3629630d2dfe tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (dba3ec5b-f0eb-41be-960c-90bdbf18d279), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:05.404379 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Pushing event deleted for resources: {'Port': ['ID=e4a30018-d0bc-4a8f-aff1-f602df6ac8a1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:05.408675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] No DVR routers for this DVR port e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:57:05.416427 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:05.416775 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:05.417117 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:05.417462 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:05.417795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:05.418550 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:05.418550 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:05.418862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:05.419191 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:05.419517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:05.419841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:05.420503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:05.420503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a77bf-59a6-4b1a-82d8-abb5caf40054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:05.429435 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30b43c-d46d-4ae8-af81-3629630d2dfe tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Port': ['ID=dba3ec5b-f0eb-41be-960c-90bdbf18d279,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:05.495977 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e30b43c-d46d-4ae8-af81-3629630d2dfe tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (83b94e3a-8e72-468c-9c85-77f2ce0377a3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:05.896689 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e30b43c-d46d-4ae8-af81-3629630d2dfe tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (83b94e3a-8e72-468c-9c85-77f2ce0377a3), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:05.898868 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e30b43c-d46d-4ae8-af81-3629630d2dfe tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router_controller (83b94e3a-8e72-468c-9c85-77f2ce0377a3), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:06.007156 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e30b43c-d46d-4ae8-af81-3629630d2dfe tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (83b94e3a-8e72-468c-9c85-77f2ce0377a3), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:06.007710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e30b43c-d46d-4ae8-af81-3629630d2dfe tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Fanout notify agent at l3_agent the message router_deleted on router 83b94e3a-8e72-468c-9c85-77f2ce0377a3 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 06:57:06.015291 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e30b43c-d46d-4ae8-af81-3629630d2dfe tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:06.016072 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1e30b43c-d46d-4ae8-af81-3629630d2dfe tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/routers/83b94e3a-8e72-468c-9c85-77f2ce0377a3 HTTP/1.1" status: 204 len: 168 time: 1.3939581 Jan 28 06:57:06.018698 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57858) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:06.096448 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86b37e8c-654f-4f0f-92d5-7493db876973 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (40174228-63de-449a-b9d7-ff0ac153524b), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:06.186207 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86b37e8c-654f-4f0f-92d5-7493db876973 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (40174228-63de-449a-b9d7-ff0ac153524b), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:06.215527 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-86b37e8c-654f-4f0f-92d5-7493db876973 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40174228-63de-449a-b9d7-ff0ac153524b']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:06.224624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-86b37e8c-654f-4f0f-92d5-7493db876973 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62717d1-365e-4da8-b522-3fb5deb87671') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:06.224918 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-86b37e8c-654f-4f0f-92d5-7493db876973 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62717d1-365e-4da8-b522-3fb5deb87671') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:06.234703 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86b37e8c-654f-4f0f-92d5-7493db876973 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (f62717d1-365e-4da8-b522-3fb5deb87671), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:06.248348 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86b37e8c-654f-4f0f-92d5-7493db876973 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (f62717d1-365e-4da8-b522-3fb5deb87671), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:06.254391 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b37e8c-654f-4f0f-92d5-7493db876973 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:57:06.254788 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86b37e8c-654f-4f0f-92d5-7493db876973 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (f62717d1-365e-4da8-b522-3fb5deb87671), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: timer() Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:57:06.257939 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:57:06.393618 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86b37e8c-654f-4f0f-92d5-7493db876973 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (40174228-63de-449a-b9d7-ff0ac153524b), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:06.400364 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86b37e8c-654f-4f0f-92d5-7493db876973 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:06.403546 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-86b37e8c-654f-4f0f-92d5-7493db876973 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/networks/40174228-63de-449a-b9d7-ff0ac153524b HTTP/1.1" status: 204 len: 168 time: 0.3839152 Jan 28 06:57:06.406499 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57860) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:06.416069 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b37e8c-654f-4f0f-92d5-7493db876973 tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'Network': ['ID=40174228-63de-449a-b9d7-ff0ac153524b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:06.471372 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (1e43c59d-139f-486b-b129-db7951287289), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:06.498194 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (1e43c59d-139f-486b-b129-db7951287289), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:06.524758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5a88410c-f823-4fd2-9d8d-f3755b3fc960 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:57:06.545061 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 5a88410c-f823-4fd2-9d8d-f3755b3fc960 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:57:06.545420 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 5a88410c-f823-4fd2-9d8d-f3755b3fc960 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:57:06.545839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device dba3ec5b-f0eb-41be-960c-90bdbf18d279 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:57:06.568618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: dba3ec5b-f0eb-41be-960c-90bdbf18d279 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:57:06.568976 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device dba3ec5b-f0eb-41be-960c-90bdbf18d279 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:57:06.569387 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 06:57:06.588532 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 06:57:06.588884 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device e4a30018-d0bc-4a8f-aff1-f602df6ac8a1 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 06:57:06.628086 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (1e43c59d-139f-486b-b129-db7951287289), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:06.630776 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:06.631954 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] 10.222.0.31 "DELETE /v2.0/security-groups/1e43c59d-139f-486b-b129-db7951287289 HTTP/1.1" status: 204 len: 168 time: 0.2244170 Jan 28 06:57:06.641993 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e43c59d-139f-486b-b129-db7951287289,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:06.649780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:06.650259 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:06.650670 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:06.651003 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:06.651442 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:06.651777 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:06.652110 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:06.652442 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:06.652773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:06.653105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:06.653435 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:06.653786 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:06.654112 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938e5e9-5485-495c-9d12-fad60147890d tempest-TestNetworkAdvancedServerOps-887716814 tempest-TestNetworkAdvancedServerOps-887716814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:06.841192 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:07.245595 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57868) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:07.406134 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-d998052a-8f30-4446-8c7a-375fd26d7e61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9be2f1d5e39042c9b5b0f4b6a2168aba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1592555 Jan 28 06:57:07.408619 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57872) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:07.456150 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-373e70fd-3cb8-4591-9282-4223b07fbb6b admin admin] Publish callbacks [] for security_group (138b4a98-9b8f-4ebe-a28b-3f54f5e1a33d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:07.481074 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-373e70fd-3cb8-4591-9282-4223b07fbb6b admin admin] Publish callbacks [] for security_group (138b4a98-9b8f-4ebe-a28b-3f54f5e1a33d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:07.605091 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-373e70fd-3cb8-4591-9282-4223b07fbb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (138b4a98-9b8f-4ebe-a28b-3f54f5e1a33d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:07.607693 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-373e70fd-3cb8-4591-9282-4223b07fbb6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:07.608844 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-373e70fd-3cb8-4591-9282-4223b07fbb6b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/138b4a98-9b8f-4ebe-a28b-3f54f5e1a33d HTTP/1.1" status: 204 len: 168 time: 0.1993442 Jan 28 06:57:07.618131 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e70fd-3cb8-4591-9282-4223b07fbb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138b4a98-9b8f-4ebe-a28b-3f54f5e1a33d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:08.170606 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:08.216891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57878) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:08.230605 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f2f160a4-4835-4185-b22f-7a031297d37b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:08.302928 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f2f160a4-4835-4185-b22f-7a031297d37b admin admin] Publish callbacks [] for security_group (382f1c2c-466a-4197-acfb-19980d53438c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:08.376674 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f2f160a4-4835-4185-b22f-7a031297d37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (382f1c2c-466a-4197-acfb-19980d53438c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:08.418540 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f2f160a4-4835-4185-b22f-7a031297d37b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=993692016abb40448bedb3d4927a6751&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2005212 Jan 28 06:57:08.419326 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f160a4-4835-4185-b22f-7a031297d37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382f1c2c-466a-4197-acfb-19980d53438c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:08.421340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57880) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:08.470259 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f87df9d-669e-41be-abe9-2cb6d31ef9f7 admin admin] Publish callbacks [] for security_group (382f1c2c-466a-4197-acfb-19980d53438c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:08.491807 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f87df9d-669e-41be-abe9-2cb6d31ef9f7 admin admin] Publish callbacks [] for security_group (382f1c2c-466a-4197-acfb-19980d53438c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:08.628098 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f87df9d-669e-41be-abe9-2cb6d31ef9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (382f1c2c-466a-4197-acfb-19980d53438c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:08.630674 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f87df9d-669e-41be-abe9-2cb6d31ef9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:08.631878 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0f87df9d-669e-41be-abe9-2cb6d31ef9f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/382f1c2c-466a-4197-acfb-19980d53438c HTTP/1.1" status: 204 len: 168 time: 0.2096231 Jan 28 06:57:08.639965 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87df9d-669e-41be-abe9-2cb6d31ef9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382f1c2c-466a-4197-acfb-19980d53438c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:09.170550 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:09.675409 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57902) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:09.769384 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c5c2bc0f-3dd3-41d9-aeca-1060dae56b6b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-932599357-network', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:09.867469 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c2bc0f-3dd3-41d9-aeca-1060dae56b6b admin admin] Made reservation on behalf of 6a9e4bfb61d94688bab507cdce78cc52 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:57:09.869801 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5c2bc0f-3dd3-41d9-aeca-1060dae56b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:09.879080 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5c2bc0f-3dd3-41d9-aeca-1060dae56b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:09.949855 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5c2bc0f-3dd3-41d9-aeca-1060dae56b6b admin admin] Publish callbacks [] for security_group (cd4083ed-4aed-416b-af51-d222c161039d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:10.027615 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5c2bc0f-3dd3-41d9-aeca-1060dae56b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cd4083ed-4aed-416b-af51-d222c161039d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:10.058280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c2bc0f-3dd3-41d9-aeca-1060dae56b6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:57:10.064489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2bc0f-3dd3-41d9-aeca-1060dae56b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4083ed-4aed-416b-af51-d222c161039d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:10.070469 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5c2bc0f-3dd3-41d9-aeca-1060dae56b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (f9dbf926-4779-4e83-bfcf-ebdd857e601f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:10.070858 n-d-812111-12 neutron-server[103635]: INFO neutron.db.segments_db [None req-c5c2bc0f-3dd3-41d9-aeca-1060dae56b6b admin admin] Added segment f9dbf926-4779-4e83-bfcf-ebdd857e601f of type vlan for network 93a0744e-d87c-4ef4-9b20-985713cc192d Jan 28 06:57:10.109957 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5c2bc0f-3dd3-41d9-aeca-1060dae56b6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (93a0744e-d87c-4ef4-9b20-985713cc192d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:10.195767 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5c2bc0f-3dd3-41d9-aeca-1060dae56b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (93a0744e-d87c-4ef4-9b20-985713cc192d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:10.196731 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c2bc0f-3dd3-41d9-aeca-1060dae56b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:10.197334 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5c2bc0f-3dd3-41d9-aeca-1060dae56b6b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:10.254189 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2bc0f-3dd3-41d9-aeca-1060dae56b6b admin admin] Pushing event updated for resources: {'Network': ['ID=93a0744e-d87c-4ef4-9b20-985713cc192d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:10.264200 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 93a0744e-d87c-4ef4-9b20-985713cc192d details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:57:10.321985 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c5c2bc0f-3dd3-41d9-aeca-1060dae56b6b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6453681 Jan 28 06:57:10.324728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57906) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:10.329608 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-19d74023-1938-4a7a-aaf3-4a96365f130c admin admin] Request body: {'subnet': {'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-932599357-subnet', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:10.416488 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d74023-1938-4a7a-aaf3-4a96365f130c admin admin] Made reservation on behalf of 6a9e4bfb61d94688bab507cdce78cc52 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:57:10.418937 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-19d74023-1938-4a7a-aaf3-4a96365f130c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674041'] for subnet (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:10.651255 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-19d74023-1938-4a7a-aaf3-4a96365f130c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16598327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674027'] for subnet (00d85bd9-ca34-45b8-acfe-b0e77f2594f9), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:10.707405 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d74023-1938-4a7a-aaf3-4a96365f130c admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d85bd9-ca34-45b8-acfe-b0e77f2594f9,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:10.718653 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d74023-1938-4a7a-aaf3-4a96365f130c admin admin] Checking segment: {'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:57:10.718653 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d74023-1938-4a7a-aaf3-4a96365f130c admin admin] Network hostable DHCP agents. Network: 93a0744e-d87c-4ef4-9b20-985713cc192d, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:57:10.782240 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d74023-1938-4a7a-aaf3-4a96365f130c admin admin] Network 93a0744e-d87c-4ef4-9b20-985713cc192d is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:57:10.869686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-19d74023-1938-4a7a-aaf3-4a96365f130c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 93a0744e-d87c-4ef4-9b20-985713cc192d) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:57:10.873659 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d74023-1938-4a7a-aaf3-4a96365f130c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:10.874248 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-19d74023-1938-4a7a-aaf3-4a96365f130c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:10.878685 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfaa0f7-70e0-4f4a-ae84-db586c57e8c1 None None] Network 93a0744e-d87c-4ef4-9b20-985713cc192d requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:57:10.977449 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-93a0744e-d87c-4ef4-9b20-985713cc192d', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:57:10.978320 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:10.989785 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57908) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:10.990752 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-19d74023-1938-4a7a-aaf3-4a96365f130c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6642325 Jan 28 06:57:10.994781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:11.093450 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (ae59e4a1-f122-4add-983b-f9f496dd30e8), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:11.094658 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (ae59e4a1-f122-4add-983b-f9f496dd30e8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:11.117582 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Allocated IP 172.20.0.2 (93a0744e-d87c-4ef4-9b20-985713cc192d/00d85bd9-ca34-45b8-acfe-b0e77f2594f9/523a28d2-92a7-40fd-b1a3-9b755b1e29c0) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:57:11.150549 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Publish callbacks [] for router_controller (ae59e4a1-f122-4add-983b-f9f496dd30e8), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:11.254371 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Publish callbacks [] for port (523a28d2-92a7-40fd-b1a3-9b755b1e29c0), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:11.316141 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (523a28d2-92a7-40fd-b1a3-9b755b1e29c0), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:11.358123 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Network 93a0744e-d87c-4ef4-9b20-985713cc192d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:57:11.360700 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Publish callbacks [] for router_gateway (ae59e4a1-f122-4add-983b-f9f496dd30e8), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:11.361630 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:57:11.367959 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:57:11.374742 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Pushing event updated for resources: {'Port': ['ID=523a28d2-92a7-40fd-b1a3-9b755b1e29c0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:11.425416 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Attempting to bind port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:57:11.425785 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Attempting to bind port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:57:11.426152 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Attempting to bind port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 on network 93a0744e-d87c-4ef4-9b20-985713cc192d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:57:11.431845 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:57:11.432211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Checking segment: {'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:57:11.432614 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:11.433010 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Bound using segment: {'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:57:11.433476 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Bound port: 523a28d2-92a7-40fd-b1a3-9b755b1e29c0, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:57:11.433855 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (523a28d2-92a7-40fd-b1a3-9b755b1e29c0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:11.497080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] For port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:57:11.500245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] For port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=523a28d2-92a7-40fd-b1a3-9b755b1e29c0,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:57:11.588283 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (523a28d2-92a7-40fd-b1a3-9b755b1e29c0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:11.627302 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Publish callbacks [] for router_gateway (ae59e4a1-f122-4add-983b-f9f496dd30e8), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:11.647280 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:11.648169 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b40859-584d-44d3-af3b-27176e2f1dff None None] Pushing event updated for resources: {'Port': ['ID=523a28d2-92a7-40fd-b1a3-9b755b1e29c0,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:11.753043 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Allocated IP 172.25.0.203 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/2110c5c9-a370-433d-aaff-f317a8c4c343) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:57:11.877639 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Publish callbacks [] for port (2110c5c9-a370-433d-aaff-f317a8c4c343), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:11.973590 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (2110c5c9-a370-433d-aaff-f317a8c4c343), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:12.011356 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:57:12.014326 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:57:12.017784 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:57:12.045503 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Pushing event updated for resources: {'Port': ['ID=2110c5c9-a370-433d-aaff-f317a8c4c343,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:12.388454 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Publish callbacks [] for router_gateway (ae59e4a1-f122-4add-983b-f9f496dd30e8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:12.584722 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:57:12.593610 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659f58fa-9c0c-4f96-8c65-d4c56176efd5 None None] Network 93a0744e-d87c-4ef4-9b20-985713cc192d requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:57:12.614185 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (ae59e4a1-f122-4add-983b-f9f496dd30e8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:12.689400 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-4156e5a9-c449-4a8a-be4a-3803f72cc191 None None] Provisioning complete for port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:12.689776 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4156e5a9-c449-4a8a-be4a-3803f72cc191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (523a28d2-92a7-40fd-b1a3-9b755b1e29c0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:12.819068 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Router ae59e4a1-f122-4add-983b-f9f496dd30e8 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:57:12.922016 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:12.922420 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (523a28d2-92a7-40fd-b1a3-9b755b1e29c0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:12.927938 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:57:12.938903 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Sync routers for ids ['ae59e4a1-f122-4add-983b-f9f496dd30e8'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:57:12.948074 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Routers {'ae59e4a1-f122-4add-983b-f9f496dd30e8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:57:12.953300 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:57:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ae59e4a1-f122-4add-983b-f9f496dd30e8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:13.031192 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.031848 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4156e5a9-c449-4a8a-be4a-3803f72cc191 None None] Current status of the port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:13.032462 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4156e5a9-c449-4a8a-be4a-3803f72cc191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (523a28d2-92a7-40fd-b1a3-9b755b1e29c0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.033471 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-00378388-89d7-41e4-ab98-178f642068d7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0426581 Jan 28 06:57:13.036283 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57910) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:13.061489 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Set router ae59e4a1-f122-4add-983b-f9f496dd30e8 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:57:13.086095 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:13.086658 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (523a28d2-92a7-40fd-b1a3-9b755b1e29c0), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.123187 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4156e5a9-c449-4a8a-be4a-3803f72cc191 None None] For port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=523a28d2-92a7-40fd-b1a3-9b755b1e29c0,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:57:13.195096 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4156e5a9-c449-4a8a-be4a-3803f72cc191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (523a28d2-92a7-40fd-b1a3-9b755b1e29c0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.257749 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:12Z', 'revision_number': 3, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:13.272350 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:57:13.272867 n-d-812111-12 neutron-server[103636]: DEBUG oslo_db.api [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:57:13.276237 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156e5a9-c449-4a8a-be4a-3803f72cc191 None None] Pushing event updated for resources: {'Port': ['ID=523a28d2-92a7-40fd-b1a3-9b755b1e29c0,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:13.295567 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Checking router: ae59e4a1-f122-4add-983b-f9f496dd30e8 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:57:13.295923 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Updating router ae59e4a1-f122-4add-983b-f9f496dd30e8 port 2110c5c9-a370-433d-aaff-f317a8c4c343 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:57:13.316497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-aa470353-4d51-4e9f-a9b6-afed9d9da687 None None] Provisioning complete for port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:13.316971 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa470353-4d51-4e9f-a9b6-afed9d9da687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (523a28d2-92a7-40fd-b1a3-9b755b1e29c0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.323505 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2110c5c9-a370-433d-aaff-f317a8c4c343), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.396546 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-aa470353-4d51-4e9f-a9b6-afed9d9da687 None None] Current status of the port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:13.521190 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.585021 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Publish callbacks [] for port (2110c5c9-a370-433d-aaff-f317a8c4c343), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.675702 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2110c5c9-a370-433d-aaff-f317a8c4c343), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.689338 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] Allocated IP 172.20.0.1 (93a0744e-d87c-4ef4-9b20-985713cc192d/00d85bd9-ca34-45b8-acfe-b0e77f2594f9/359b3aca-54eb-4f52-9bad-32f5b5d2172c) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:57:13.732386 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Attempting to bind port 2110c5c9-a370-433d-aaff-f317a8c4c343 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:57:13.732759 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Attempting to bind port 2110c5c9-a370-433d-aaff-f317a8c4c343 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:57:13.733122 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Attempting to bind port 2110c5c9-a370-433d-aaff-f317a8c4c343 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:57:13.734972 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9fbea-beac-4fa7-97dd-cb332d369901 None None] Pushing event updated for resources: {'Port': ['ID=2110c5c9-a370-433d-aaff-f317a8c4c343,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:13.743846 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:57:13.748813 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:57:13.748813 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.748813 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:57:13.748813 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Bound port: 2110c5c9-a370-433d-aaff-f317a8c4c343, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:57:13.748813 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2110c5c9-a370-433d-aaff-f317a8c4c343), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.748813 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab9fbea-beac-4fa7-97dd-cb332d369901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:13.749423 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab9fbea-beac-4fa7-97dd-cb332d369901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:13.749618 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab9fbea-beac-4fa7-97dd-cb332d369901 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:13.749956 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab9fbea-beac-4fa7-97dd-cb332d369901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:13.750315 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab9fbea-beac-4fa7-97dd-cb332d369901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:13.750648 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab9fbea-beac-4fa7-97dd-cb332d369901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:13.751230 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab9fbea-beac-4fa7-97dd-cb332d369901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:13.751555 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab9fbea-beac-4fa7-97dd-cb332d369901 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:13.751881 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab9fbea-beac-4fa7-97dd-cb332d369901 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:13.752205 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab9fbea-beac-4fa7-97dd-cb332d369901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:13.752530 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab9fbea-beac-4fa7-97dd-cb332d369901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:13.752851 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab9fbea-beac-4fa7-97dd-cb332d369901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:13.753171 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab9fbea-beac-4fa7-97dd-cb332d369901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:13.803426 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] Publish callbacks [] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.806582 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] For port 2110c5c9-a370-433d-aaff-f317a8c4c343, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:57:13.809657 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] For port 2110c5c9-a370-433d-aaff-f317a8c4c343, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2110c5c9-a370-433d-aaff-f317a8c4c343,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:57:13.810900 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:13.876251 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2110c5c9-a370-433d-aaff-f317a8c4c343), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.910634 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:13.933808 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9fbea-beac-4fa7-97dd-cb332d369901 None None] Pushing event updated for resources: {'Port': ['ID=2110c5c9-a370-433d-aaff-f317a8c4c343,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:13.936421 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Routers {'ae59e4a1-f122-4add-983b-f9f496dd30e8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:57:13.937065 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:57:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ae59e4a1-f122-4add-983b-f9f496dd30e8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:13.949014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] Network 93a0744e-d87c-4ef4-9b20-985713cc192d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:57:13.951802 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:57:13.954244 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:57:13.988612 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] Pushing event updated for resources: {'Port': ['ID=359b3aca-54eb-4f52-9bad-32f5b5d2172c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:14.002575 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (ae59e4a1-f122-4add-983b-f9f496dd30e8), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:14.058249 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] Set router ae59e4a1-f122-4add-983b-f9f496dd30e8 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:57:14.224927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a81772dd-7ee2-4d25-9ed1-c1b7558f0897 None None] Provisioning complete for port 359b3aca-54eb-4f52-9bad-32f5b5d2172c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:14.225205 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a81772dd-7ee2-4d25-9ed1-c1b7558f0897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:14.240168 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:12Z', 'revision_number': 3, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:14.257399 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:14.263092 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a81772dd-7ee2-4d25-9ed1-c1b7558f0897 None None] Port 359b3aca-54eb-4f52-9bad-32f5b5d2172c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:57:14.274460 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230e2986-da22-4d7e-b5a3-7468f92d9e5a None None] The sync data for ids ['ae59e4a1-f122-4add-983b-f9f496dd30e8'] in n-d-812111-12 is: [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:12Z', 'revision_number': 3, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:57:14.431216 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] Publish callbacks [] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:14.536855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:57:14.562004 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:14.591272 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:14.591651 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (523a28d2-92a7-40fd-b1a3-9b755b1e29c0), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:14.635989 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (ae59e4a1-f122-4add-983b-f9f496dd30e8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:14.639385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] Pushing event updated for resources: {'Port': ['ID=359b3aca-54eb-4f52-9bad-32f5b5d2172c,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:14.682757 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:14.740817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] Network 93a0744e-d87c-4ef4-9b20-985713cc192d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:57:14.743118 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:57:14.875095 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] Router ae59e4a1-f122-4add-983b-f9f496dd30e8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:57:14.990350 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f84adecc-fb8c-4719-8c3f-894cab13d7c9 None None] Provisioning complete for port 359b3aca-54eb-4f52-9bad-32f5b5d2172c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:14.990975 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f84adecc-fb8c-4719-8c3f-894cab13d7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:14.994571 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:57:14.999844 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-07ce4416-04e6-4db7-913b-c3148a66e94d admin admin] 10.222.0.31 "PUT /v2.0/routers/ae59e4a1-f122-4add-983b-f9f496dd30e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9623594 Jan 28 06:57:15.034132 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f84adecc-fb8c-4719-8c3f-894cab13d7c9 None None] Port 359b3aca-54eb-4f52-9bad-32f5b5d2172c cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:57:15.748547 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57926) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:15.753751 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-73426be7-bdcb-46fa-9c2d-251fe26adc1d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-724477752-network', 'tenant_id': '6cf5cd45dd654e41be3326ecf664d6eb'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:15.868060 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Sync routers for ids ['ae59e4a1-f122-4add-983b-f9f496dd30e8'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:57:15.875718 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73426be7-bdcb-46fa-9c2d-251fe26adc1d admin admin] Made reservation on behalf of 6cf5cd45dd654e41be3326ecf664d6eb for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:57:15.878394 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73426be7-bdcb-46fa-9c2d-251fe26adc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:15.879145 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Routers {'ae59e4a1-f122-4add-983b-f9f496dd30e8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:57:15.879762 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:57:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ae59e4a1-f122-4add-983b-f9f496dd30e8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:15.887999 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73426be7-bdcb-46fa-9c2d-251fe26adc1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:15.963834 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73426be7-bdcb-46fa-9c2d-251fe26adc1d admin admin] Publish callbacks [] for security_group (45f6cdea-f056-4609-91d3-ed0d3c0f7bf9), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:15.986428 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Set router ae59e4a1-f122-4add-983b-f9f496dd30e8 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:57:16.075815 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73426be7-bdcb-46fa-9c2d-251fe26adc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (45f6cdea-f056-4609-91d3-ed0d3c0f7bf9), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:16.103199 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73426be7-bdcb-46fa-9c2d-251fe26adc1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:57:16.109385 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73426be7-bdcb-46fa-9c2d-251fe26adc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f6cdea-f056-4609-91d3-ed0d3c0f7bf9,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:16.115554 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73426be7-bdcb-46fa-9c2d-251fe26adc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (75c362b5-29cf-43de-9111-bf761b8d7b57), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:16.116291 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-73426be7-bdcb-46fa-9c2d-251fe26adc1d admin admin] Added segment 75c362b5-29cf-43de-9111-bf761b8d7b57 of type vlan for network b2cdf73e-bb42-4564-b13c-54f8a0922b61 Jan 28 06:57:16.158643 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73426be7-bdcb-46fa-9c2d-251fe26adc1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (b2cdf73e-bb42-4564-b13c-54f8a0922b61), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:16.186179 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:14Z', 'revision_number': 4, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '359b3aca-54eb-4f52-9bad-32f5b5d2172c', 'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'mac_address': 'fa:16:3e:20:72:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:13Z', 'updated_at': '2022-01-28T06:57:14Z', 'revision_number': 2, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'subnets': [{'id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:16.213595 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Checking router: ae59e4a1-f122-4add-983b-f9f496dd30e8 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:57:16.214008 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Updating router ae59e4a1-f122-4add-983b-f9f496dd30e8 port 359b3aca-54eb-4f52-9bad-32f5b5d2172c binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:57:16.237871 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:16.256565 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73426be7-bdcb-46fa-9c2d-251fe26adc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (b2cdf73e-bb42-4564-b13c-54f8a0922b61), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:16.258177 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73426be7-bdcb-46fa-9c2d-251fe26adc1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:16.258771 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73426be7-bdcb-46fa-9c2d-251fe26adc1d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:16.321908 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73426be7-bdcb-46fa-9c2d-251fe26adc1d admin admin] Pushing event updated for resources: {'Network': ['ID=b2cdf73e-bb42-4564-b13c-54f8a0922b61,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:16.332563 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network b2cdf73e-bb42-4564-b13c-54f8a0922b61 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 06:57:16.353190 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-73426be7-bdcb-46fa-9c2d-251fe26adc1d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6035178 Jan 28 06:57:16.355858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57928) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:16.360606 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2e9ee295-3c0c-4bc5-b615-154bfa4d957e admin admin] Request body: {'subnet': {'network_id': 'b2cdf73e-bb42-4564-b13c-54f8a0922b61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-724477752-subnet', 'tenant_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:16.445835 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9ee295-3c0c-4bc5-b615-154bfa4d957e admin admin] Made reservation on behalf of 6cf5cd45dd654e41be3326ecf664d6eb for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:57:16.448398 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee295-3c0c-4bc5-b615-154bfa4d957e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:16.565154 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Publish callbacks [] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:16.582353 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2110c5c9-a370-433d-aaff-f317a8c4c343 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:57:16.635644 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 2110c5c9-a370-433d-aaff-f317a8c4c343 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:16.636019 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2110c5c9-a370-433d-aaff-f317a8c4c343), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:16.702033 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:16.743631 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee295-3c0c-4bc5-b615-154bfa4d957e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (e9d3d3ef-e300-443e-91cf-56ddcb3bca4a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:16.745382 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 2110c5c9-a370-433d-aaff-f317a8c4c343 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:16.745781 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2110c5c9-a370-433d-aaff-f317a8c4c343), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:16.780262 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 2110c5c9-a370-433d-aaff-f317a8c4c343, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2110c5c9-a370-433d-aaff-f317a8c4c343,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:57:16.784704 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a760d-76bb-4abf-9da5-c91b42e3dfb3 None None] Pushing event updated for resources: {'Port': ['ID=359b3aca-54eb-4f52-9bad-32f5b5d2172c,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:16.804211 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ee295-3c0c-4bc5-b615-154bfa4d957e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d3d3ef-e300-443e-91cf-56ddcb3bca4a,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:16.814870 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9ee295-3c0c-4bc5-b615-154bfa4d957e admin admin] Checking segment: {'id': '75c362b5-29cf-43de-9111-bf761b8d7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b2cdf73e-bb42-4564-b13c-54f8a0922b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:57:16.815243 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9ee295-3c0c-4bc5-b615-154bfa4d957e admin admin] Network hostable DHCP agents. Network: b2cdf73e-bb42-4564-b13c-54f8a0922b61, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:57:16.835815 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Attempting to bind port 359b3aca-54eb-4f52-9bad-32f5b5d2172c on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:57:16.836417 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Attempting to bind port 359b3aca-54eb-4f52-9bad-32f5b5d2172c by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:57:16.836792 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Attempting to bind port 359b3aca-54eb-4f52-9bad-32f5b5d2172c on network 93a0744e-d87c-4ef4-9b20-985713cc192d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:57:16.842062 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:57:16.848855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Checking segment: {'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:57:16.848855 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:16.848855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Bound using segment: {'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:57:16.848855 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Bound port: 359b3aca-54eb-4f52-9bad-32f5b5d2172c, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:57:16.848855 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:16.881498 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2110c5c9-a370-433d-aaff-f317a8c4c343), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:16.941851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9ee295-3c0c-4bc5-b615-154bfa4d957e admin admin] Network b2cdf73e-bb42-4564-b13c-54f8a0922b61 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:57:16.952128 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] For port 359b3aca-54eb-4f52-9bad-32f5b5d2172c, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:57:16.954209 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=2110c5c9-a370-433d-aaff-f317a8c4c343,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:16.957784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] For port 359b3aca-54eb-4f52-9bad-32f5b5d2172c, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=359b3aca-54eb-4f52-9bad-32f5b5d2172c,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:57:17.056257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-2e9ee295-3c0c-4bc5-b615-154bfa4d957e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, b2cdf73e-bb42-4564-b13c-54f8a0922b61) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:57:17.060155 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ee295-3c0c-4bc5-b615-154bfa4d957e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:17.060757 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee295-3c0c-4bc5-b615-154bfa4d957e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:17.065014 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8e75e9-640c-469d-98da-f42223702704 None None] Network b2cdf73e-bb42-4564-b13c-54f8a0922b61 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:57:17.117635 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:17.168385 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-fce5ccd0-809f-4fe3-8506-5e539f228510 None None] Provisioning complete for port 359b3aca-54eb-4f52-9bad-32f5b5d2172c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:17.168761 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fce5ccd0-809f-4fe3-8506-5e539f228510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:17.170603 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2e9ee295-3c0c-4bc5-b615-154bfa4d957e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8136346 Jan 28 06:57:17.173089 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57930) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:17.177933 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-724477752-router', 'tenant_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:17.228155 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a760d-76bb-4abf-9da5-c91b42e3dfb3 None None] Pushing event updated for resources: {'Port': ['ID=359b3aca-54eb-4f52-9bad-32f5b5d2172c,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:17.234464 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Routers {'ae59e4a1-f122-4add-983b-f9f496dd30e8'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:57:17.235082 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:57:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ae59e4a1-f122-4add-983b-f9f496dd30e8'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:17.276068 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (c5d32db8-dfe4-478f-828f-8258b1ae76a1), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:17.277273 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (c5d32db8-dfe4-478f-828f-8258b1ae76a1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:17.305587 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-b2cdf73e-bb42-4564-b13c-54f8a0922b61', 'network_id': 'b2cdf73e-bb42-4564-b13c-54f8a0922b61', 'project_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'fixed_ips': [{'subnet_id': 'e9d3d3ef-e300-443e-91cf-56ddcb3bca4a'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 06:57:17.306506 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:17.347924 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Publish callbacks [] for router_controller (c5d32db8-dfe4-478f-828f-8258b1ae76a1), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:17.469436 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fce5ccd0-809f-4fe3-8506-5e539f228510 None None] Current status of the port 359b3aca-54eb-4f52-9bad-32f5b5d2172c is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:17.469825 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fce5ccd0-809f-4fe3-8506-5e539f228510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:17.483497 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] Set router ae59e4a1-f122-4add-983b-f9f496dd30e8 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:57:17.565881 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Publish callbacks [] for router_gateway (c5d32db8-dfe4-478f-828f-8258b1ae76a1), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:17.607054 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fce5ccd0-809f-4fe3-8506-5e539f228510 None None] For port 359b3aca-54eb-4f52-9bad-32f5b5d2172c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=359b3aca-54eb-4f52-9bad-32f5b5d2172c,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:57:17.631351 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Allocated IP 172.20.0.2 (b2cdf73e-bb42-4564-b13c-54f8a0922b61/e9d3d3ef-e300-443e-91cf-56ddcb3bca4a/6fbdd5d6-4133-43ca-9672-46e06e501925) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:57:17.725340 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fce5ccd0-809f-4fe3-8506-5e539f228510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:18.022367 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5ccd0-809f-4fe3-8506-5e539f228510 None None] Pushing event updated for resources: {'Port': ['ID=359b3aca-54eb-4f52-9bad-32f5b5d2172c,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:18.028911 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-05c6d0d3-97cb-4bd6-a06d-8cbdd6b1b2f2 None None] Provisioning complete for port 359b3aca-54eb-4f52-9bad-32f5b5d2172c triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:18.029289 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-05c6d0d3-97cb-4bd6-a06d-8cbdd6b1b2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:18.129419 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Publish callbacks [] for port (6fbdd5d6-4133-43ca-9672-46e06e501925), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:18.143251 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:14Z', 'revision_number': 4, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '359b3aca-54eb-4f52-9bad-32f5b5d2172c', 'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'mac_address': 'fa:16:3e:20:72:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:13Z', 'updated_at': '2022-01-28T06:57:16Z', 'revision_number': 4, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'subnets': [{'id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:18.196150 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99796cb-ee6f-4058-a951-fefd00111cdd None None] The sync data for ids ['ae59e4a1-f122-4add-983b-f9f496dd30e8'] in n-d-812111-12 is: [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:14Z', 'revision_number': 4, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '359b3aca-54eb-4f52-9bad-32f5b5d2172c', 'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'mac_address': 'fa:16:3e:20:72:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:13Z', 'updated_at': '2022-01-28T06:57:16Z', 'revision_number': 4, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'subnets': [{'id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:57:18.206367 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-05c6d0d3-97cb-4bd6-a06d-8cbdd6b1b2f2 None None] Current status of the port 359b3aca-54eb-4f52-9bad-32f5b5d2172c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:18.235045 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Publish callbacks [] for router_gateway (c5d32db8-dfe4-478f-828f-8258b1ae76a1), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:18.262639 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:18.265495 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (6fbdd5d6-4133-43ca-9672-46e06e501925), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:18.308130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Network b2cdf73e-bb42-4564-b13c-54f8a0922b61 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:57:18.313081 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:57:18.317508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:57:18.346408 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Pushing event updated for resources: {'Port': ['ID=6fbdd5d6-4133-43ca-9672-46e06e501925,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:18.385360 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Attempting to bind port 6fbdd5d6-4133-43ca-9672-46e06e501925 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:57:18.385896 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Attempting to bind port 6fbdd5d6-4133-43ca-9672-46e06e501925 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '75c362b5-29cf-43de-9111-bf761b8d7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b2cdf73e-bb42-4564-b13c-54f8a0922b61'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:57:18.386263 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Attempting to bind port 6fbdd5d6-4133-43ca-9672-46e06e501925 on network b2cdf73e-bb42-4564-b13c-54f8a0922b61 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:57:18.392283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:57:18.392701 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Checking segment: {'id': '75c362b5-29cf-43de-9111-bf761b8d7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b2cdf73e-bb42-4564-b13c-54f8a0922b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:57:18.393109 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:18.393500 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Bound using segment: {'id': '75c362b5-29cf-43de-9111-bf761b8d7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b2cdf73e-bb42-4564-b13c-54f8a0922b61'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:57:18.394240 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Bound port: 6fbdd5d6-4133-43ca-9672-46e06e501925, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c362b5-29cf-43de-9111-bf761b8d7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b2cdf73e-bb42-4564-b13c-54f8a0922b61'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:57:18.394470 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6fbdd5d6-4133-43ca-9672-46e06e501925), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:18.395437 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Allocated IP 172.25.0.180 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:57:18.475886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] For port 6fbdd5d6-4133-43ca-9672-46e06e501925, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:57:18.479894 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] For port 6fbdd5d6-4133-43ca-9672-46e06e501925, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6fbdd5d6-4133-43ca-9672-46e06e501925,segment=NetworkSegment(75c362b5-29cf-43de-9111-bf761b8d7b57),segment_id=75c362b5-29cf-43de-9111-bf761b8d7b57)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:57:18.530337 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Publish callbacks [] for port (07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:18.555663 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6fbdd5d6-4133-43ca-9672-46e06e501925), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:18.612007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1149d6-0f04-468f-a956-2e9b9d00984b None None] Pushing event updated for resources: {'Port': ['ID=6fbdd5d6-4133-43ca-9672-46e06e501925,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:18.665742 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2110c5c9-a370-433d-aaff-f317a8c4c343 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:57:18.668615 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:18.713872 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:57:18.720630 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:57:18.725209 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:57:18.731668 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 2110c5c9-a370-433d-aaff-f317a8c4c343 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:18.731668 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2110c5c9-a370-433d-aaff-f317a8c4c343), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:18.768277 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Pushing event updated for resources: {'Port': ['ID=07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:18.822009 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 2110c5c9-a370-433d-aaff-f317a8c4c343 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:18.823157 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 359b3aca-54eb-4f52-9bad-32f5b5d2172c up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:57:18.892837 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 359b3aca-54eb-4f52-9bad-32f5b5d2172c triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:18.893285 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:18.993940 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 359b3aca-54eb-4f52-9bad-32f5b5d2172c is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:19.129447 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Publish callbacks [] for router_gateway (c5d32db8-dfe4-478f-828f-8258b1ae76a1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:19.332981 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (c5d32db8-dfe4-478f-828f-8258b1ae76a1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:19.584317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Router c5d32db8-dfe4-478f-828f-8258b1ae76a1 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 06:57:19.703760 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:57:19.714975 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Sync routers for ids ['c5d32db8-dfe4-478f-828f-8258b1ae76a1'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:57:19.724099 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Routers {'c5d32db8-dfe4-478f-828f-8258b1ae76a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:57:19.724758 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:57:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c5d32db8-dfe4-478f-828f-8258b1ae76a1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:19.728727 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fad76e-0d79-4a8c-ac7c-c08e94a3d4f1 None None] Network b2cdf73e-bb42-4564-b13c-54f8a0922b61 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 06:57:19.786153 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:19.789254 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-0fb9f5ef-2e23-4cd0-b392-c5c595ed7a71 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6132934 Jan 28 06:57:19.791117 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57932) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:19.845655 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Set router c5d32db8-dfe4-478f-828f-8258b1ae76a1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:57:19.859110 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-82b17724-0852-4271-8531-f03ada0a3179 None None] Provisioning complete for port 6fbdd5d6-4133-43ca-9672-46e06e501925 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:19.859649 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82b17724-0852-4271-8531-f03ada0a3179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6fbdd5d6-4133-43ca-9672-46e06e501925), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:19.962439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-82b17724-0852-4271-8531-f03ada0a3179 None None] Current status of the port 6fbdd5d6-4133-43ca-9672-46e06e501925 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:19.963676 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82b17724-0852-4271-8531-f03ada0a3179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (6fbdd5d6-4133-43ca-9672-46e06e501925), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:20.009686 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-82b17724-0852-4271-8531-f03ada0a3179 None None] For port 6fbdd5d6-4133-43ca-9672-46e06e501925, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6fbdd5d6-4133-43ca-9672-46e06e501925,segment=NetworkSegment(75c362b5-29cf-43de-9111-bf761b8d7b57),segment_id=75c362b5-29cf-43de-9111-bf761b8d7b57)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:57:20.113728 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82b17724-0852-4271-8531-f03ada0a3179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (6fbdd5d6-4133-43ca-9672-46e06e501925), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:20.146134 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'name': 'tempest-TestShelveInstance-724477752-router', 'tenant_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:17Z', 'updated_at': '2022-01-28T06:57:18Z', 'revision_number': 3, 'project_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'gw_port': {'id': '07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:18Z', 'updated_at': '2022-01-28T06:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:20.175146 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b17724-0852-4271-8531-f03ada0a3179 None None] Pushing event updated for resources: {'Port': ['ID=6fbdd5d6-4133-43ca-9672-46e06e501925,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:20.176291 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Checking router: c5d32db8-dfe4-478f-828f-8258b1ae76a1 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:57:20.176870 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Updating router c5d32db8-dfe4-478f-828f-8258b1ae76a1 port 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:57:20.203107 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:20.234415 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a5fc8797-b2ac-45d6-8353-d46ed700394c None None] Provisioning complete for port 6fbdd5d6-4133-43ca-9672-46e06e501925 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:20.235057 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5fc8797-b2ac-45d6-8353-d46ed700394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6fbdd5d6-4133-43ca-9672-46e06e501925), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:20.264632 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:20.321648 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a5fc8797-b2ac-45d6-8353-d46ed700394c None None] Current status of the port 6fbdd5d6-4133-43ca-9672-46e06e501925 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:20.425949 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] Allocated IP 172.20.0.1 (b2cdf73e-bb42-4564-b13c-54f8a0922b61/e9d3d3ef-e300-443e-91cf-56ddcb3bca4a/ff644515-6e92-4b0a-9ac2-dd5de42350fa) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:57:20.478213 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Publish callbacks [] for port (07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:20.542569 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] Publish callbacks [] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:20.575890 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6fbdd5d6-4133-43ca-9672-46e06e501925 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:57:20.576746 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:20.628271 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 6fbdd5d6-4133-43ca-9672-46e06e501925 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:20.628638 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (6fbdd5d6-4133-43ca-9672-46e06e501925), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:20.630880 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Attempting to bind port 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:57:20.631256 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Attempting to bind port 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:57:20.631612 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Attempting to bind port 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:57:20.638883 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:57:20.639253 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:57:20.639649 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:20.640033 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:57:20.640493 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Bound port: 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:57:20.640868 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:20.642280 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f83432-c8e7-4fa4-973d-e14baba0dd4f None None] Pushing event updated for resources: {'Port': ['ID=07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:20.668499 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:20.695348 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] For port 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:57:20.699205 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] For port 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:57:20.708003 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] Network b2cdf73e-bb42-4564-b13c-54f8a0922b61 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:57:20.710138 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 6fbdd5d6-4133-43ca-9672-46e06e501925 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:20.710868 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:57:20.717296 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:57:20.739252 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] Pushing event updated for resources: {'Port': ['ID=ff644515-6e92-4b0a-9ac2-dd5de42350fa,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:20.760194 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (c5d32db8-dfe4-478f-828f-8258b1ae76a1), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:20.791066 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:20.853362 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Routers {'c5d32db8-dfe4-478f-828f-8258b1ae76a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:57:20.853995 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:57:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c5d32db8-dfe4-478f-828f-8258b1ae76a1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:20.855937 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f83432-c8e7-4fa4-973d-e14baba0dd4f None None] Pushing event updated for resources: {'Port': ['ID=07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:20.944634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d47a3c3a-f147-44e5-b0ca-c95126dc3e38 None None] Provisioning complete for port ff644515-6e92-4b0a-9ac2-dd5de42350fa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:20.945189 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d47a3c3a-f147-44e5-b0ca-c95126dc3e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:20.965249 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:20.967396 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] Set router c5d32db8-dfe4-478f-828f-8258b1ae76a1 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:57:20.982341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d47a3c3a-f147-44e5-b0ca-c95126dc3e38 None None] Port ff644515-6e92-4b0a-9ac2-dd5de42350fa cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:57:21.133861 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] Publish callbacks [] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:21.155717 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'name': 'tempest-TestShelveInstance-724477752-router', 'tenant_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:17Z', 'updated_at': '2022-01-28T06:57:18Z', 'revision_number': 3, 'project_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'gw_port': {'id': '07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:18Z', 'updated_at': '2022-01-28T06:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:21.181965 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37768f-8dd1-4d4b-acae-daf9479747eb None None] The sync data for ids ['c5d32db8-dfe4-478f-828f-8258b1ae76a1'] in n-d-812111-12 is: [{'id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'name': 'tempest-TestShelveInstance-724477752-router', 'tenant_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:17Z', 'updated_at': '2022-01-28T06:57:18Z', 'revision_number': 3, 'project_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'gw_port': {'id': '07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:18Z', 'updated_at': '2022-01-28T06:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:57:21.216168 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:21.284672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] Pushing event updated for resources: {'Port': ['ID=ff644515-6e92-4b0a-9ac2-dd5de42350fa,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:21.287093 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (c5d32db8-dfe4-478f-828f-8258b1ae76a1), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:21.393897 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] Network b2cdf73e-bb42-4564-b13c-54f8a0922b61 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:57:21.395812 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:57:21.555017 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] Router c5d32db8-dfe4-478f-828f-8258b1ae76a1 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:57:21.673519 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:57:21.678943 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-6fb02a3f-c369-4bc2-840f-5321f905e53a admin admin] 10.222.0.31 "PUT /v2.0/routers/c5d32db8-dfe4-478f-828f-8258b1ae76a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8867352 Jan 28 06:57:21.709877 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-514a2378-e039-4926-90d5-2d284d6f0246 None None] Provisioning complete for port ff644515-6e92-4b0a-9ac2-dd5de42350fa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:21.711383 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-514a2378-e039-4926-90d5-2d284d6f0246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:21.756572 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-514a2378-e039-4926-90d5-2d284d6f0246 None None] Port ff644515-6e92-4b0a-9ac2-dd5de42350fa cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:57:22.188178 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57940) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:22.192763 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-da840fad-7203-4975-ab15-f5151946413f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862169702', 'description': 'tempest-secgroup-smoke-862169702 description', 'project_id': '6a9e4bfb61d94688bab507cdce78cc52'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:22.302466 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da840fad-7203-4975-ab15-f5151946413f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:22.372510 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da840fad-7203-4975-ab15-f5151946413f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group (e1d98398-8eee-47ea-8a3b-723731cf3ff4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:22.458248 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da840fad-7203-4975-ab15-f5151946413f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e1d98398-8eee-47ea-8a3b-723731cf3ff4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:22.507919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da840fad-7203-4975-ab15-f5151946413f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d98398-8eee-47ea-8a3b-723731cf3ff4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:22.588346 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:57:22.595494 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da840fad-7203-4975-ab15-f5151946413f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:22.596793 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-da840fad-7203-4975-ab15-f5151946413f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4076245 Jan 28 06:57:22.599995 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57942) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:22.605125 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2d631b2f-004e-4962-b04d-743a3fae0dec tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Request body: {'security_group_rule': {'security_group_id': 'e1d98398-8eee-47ea-8a3b-723731cf3ff4', 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:22.640739 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:22.641210 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:22.707152 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d631b2f-004e-4962-b04d-743a3fae0dec tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (c812eb15-9191-45aa-a976-a6004d409e83), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:22.723927 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:22.724319 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:22.745115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:57:22.764024 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d631b2f-004e-4962-b04d-743a3fae0dec tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (c812eb15-9191-45aa-a976-a6004d409e83), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:22.816620 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:22.841656 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Sync routers for ids ['c5d32db8-dfe4-478f-828f-8258b1ae76a1'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:57:22.864347 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d631b2f-004e-4962-b04d-743a3fae0dec tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (c812eb15-9191-45aa-a976-a6004d409e83), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:22.869472 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Routers {'c5d32db8-dfe4-478f-828f-8258b1ae76a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:57:22.870110 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:57:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c5d32db8-dfe4-478f-828f-8258b1ae76a1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:22.882866 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:22.883226 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d631b2f-004e-4962-b04d-743a3fae0dec tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c812eb15-9191-45aa-a976-a6004d409e83,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:22.974932 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d631b2f-004e-4962-b04d-743a3fae0dec tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:22.976216 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2d631b2f-004e-4962-b04d-743a3fae0dec tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3752246 Jan 28 06:57:22.979048 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57944) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:22.983340 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-4dc89489-8755-4ba4-bfbb-a90ce7b7ba27 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Request body: {'security_group_rule': {'security_group_id': 'e1d98398-8eee-47ea-8a3b-723731cf3ff4', 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:22.989125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Set router c5d32db8-dfe4-478f-828f-8258b1ae76a1 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:57:23.073934 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dc89489-8755-4ba4-bfbb-a90ce7b7ba27 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (3575c7d0-357b-4bdc-b976-31d3723729e6), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:23.133478 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dc89489-8755-4ba4-bfbb-a90ce7b7ba27 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (3575c7d0-357b-4bdc-b976-31d3723729e6), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:23.204819 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'name': 'tempest-TestShelveInstance-724477752-router', 'tenant_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:17Z', 'updated_at': '2022-01-28T06:57:20Z', 'revision_number': 4, 'project_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'gw_port': {'id': '07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:18Z', 'updated_at': '2022-01-28T06:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'ff644515-6e92-4b0a-9ac2-dd5de42350fa', 'name': '', 'network_id': 'b2cdf73e-bb42-4564-b13c-54f8a0922b61', 'tenant_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'mac_address': 'fa:16:3e:40:3f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e9d3d3ef-e300-443e-91cf-56ddcb3bca4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:20Z', 'updated_at': '2022-01-28T06:57:21Z', 'revision_number': 2, 'project_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'subnets': [{'id': 'e9d3d3ef-e300-443e-91cf-56ddcb3bca4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:23.207372 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dc89489-8755-4ba4-bfbb-a90ce7b7ba27 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (3575c7d0-357b-4bdc-b976-31d3723729e6), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:23.225911 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc89489-8755-4ba4-bfbb-a90ce7b7ba27 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3575c7d0-357b-4bdc-b976-31d3723729e6,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:23.235491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Checking router: c5d32db8-dfe4-478f-828f-8258b1ae76a1 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:57:23.235853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Updating router c5d32db8-dfe4-478f-828f-8258b1ae76a1 port ff644515-6e92-4b0a-9ac2-dd5de42350fa binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:57:23.261106 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:23.335564 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4dc89489-8755-4ba4-bfbb-a90ce7b7ba27 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:23.339490 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4dc89489-8755-4ba4-bfbb-a90ce7b7ba27 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3568718 Jan 28 06:57:23.339803 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 57948) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:23.344330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-2f5aefbf-47cf-4fec-bb60-271332caa191 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Request body: {'security_group_rule': {'security_group_id': 'e1d98398-8eee-47ea-8a3b-723731cf3ff4', 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:23.446280 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2f5aefbf-47cf-4fec-bb60-271332caa191 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (13513244-bf50-46a7-a7e0-73338dda9166), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:23.507866 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2f5aefbf-47cf-4fec-bb60-271332caa191 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (13513244-bf50-46a7-a7e0-73338dda9166), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:23.525927 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Publish callbacks [] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:23.570773 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2f5aefbf-47cf-4fec-bb60-271332caa191 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (13513244-bf50-46a7-a7e0-73338dda9166), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:23.589077 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5aefbf-47cf-4fec-bb60-271332caa191 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13513244-bf50-46a7-a7e0-73338dda9166,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:23.604549 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:23.656893 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764eb55-ee8c-4faa-8dee-169e15959071 None None] Pushing event updated for resources: {'Port': ['ID=ff644515-6e92-4b0a-9ac2-dd5de42350fa,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:23.671937 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2f5aefbf-47cf-4fec-bb60-271332caa191 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:23.674075 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2f5aefbf-47cf-4fec-bb60-271332caa191 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3324256 Jan 28 06:57:23.676332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57950) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:23.683897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ddbb6dc7-486b-4f4f-adea-d47de2d241f8 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Request body: {'security_group_rule': {'security_group_id': 'e1d98398-8eee-47ea-8a3b-723731cf3ff4', 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:23.709303 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Attempting to bind port ff644515-6e92-4b0a-9ac2-dd5de42350fa on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:57:23.709676 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Attempting to bind port ff644515-6e92-4b0a-9ac2-dd5de42350fa by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': '75c362b5-29cf-43de-9111-bf761b8d7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b2cdf73e-bb42-4564-b13c-54f8a0922b61'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:57:23.710042 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Attempting to bind port ff644515-6e92-4b0a-9ac2-dd5de42350fa on network b2cdf73e-bb42-4564-b13c-54f8a0922b61 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:57:23.716560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:57:23.719557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Checking segment: {'id': '75c362b5-29cf-43de-9111-bf761b8d7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b2cdf73e-bb42-4564-b13c-54f8a0922b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:57:23.719557 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:23.719557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Bound using segment: {'id': '75c362b5-29cf-43de-9111-bf761b8d7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b2cdf73e-bb42-4564-b13c-54f8a0922b61'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:57:23.719557 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Bound port: ff644515-6e92-4b0a-9ac2-dd5de42350fa, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c362b5-29cf-43de-9111-bf761b8d7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b2cdf73e-bb42-4564-b13c-54f8a0922b61'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:57:23.719557 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:23.772778 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ddbb6dc7-486b-4f4f-adea-d47de2d241f8 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (79987bb9-3dba-4871-bfc1-0adff5a2256d), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:23.782468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] For port ff644515-6e92-4b0a-9ac2-dd5de42350fa, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:57:23.785715 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] For port ff644515-6e92-4b0a-9ac2-dd5de42350fa, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ff644515-6e92-4b0a-9ac2-dd5de42350fa,segment=NetworkSegment(75c362b5-29cf-43de-9111-bf761b8d7b57),segment_id=75c362b5-29cf-43de-9111-bf761b8d7b57)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:57:23.838576 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ddbb6dc7-486b-4f4f-adea-d47de2d241f8 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (79987bb9-3dba-4871-bfc1-0adff5a2256d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:23.856907 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:23.915945 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ddbb6dc7-486b-4f4f-adea-d47de2d241f8 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (79987bb9-3dba-4871-bfc1-0adff5a2256d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:23.930827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a3af5c07-777a-4804-8508-1180bfb94e84 None None] Provisioning complete for port ff644515-6e92-4b0a-9ac2-dd5de42350fa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:23.930990 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3af5c07-777a-4804-8508-1180bfb94e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:23.933899 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb6dc7-486b-4f4f-adea-d47de2d241f8 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79987bb9-3dba-4871-bfc1-0adff5a2256d,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:23.934078 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764eb55-ee8c-4faa-8dee-169e15959071 None None] Pushing event updated for resources: {'Port': ['ID=ff644515-6e92-4b0a-9ac2-dd5de42350fa,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:23.954032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Routers {'c5d32db8-dfe4-478f-828f-8258b1ae76a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:57:23.954697 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:57:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c5d32db8-dfe4-478f-828f-8258b1ae76a1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:24.021402 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ddbb6dc7-486b-4f4f-adea-d47de2d241f8 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:24.024208 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ddbb6dc7-486b-4f4f-adea-d47de2d241f8 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3458774 Jan 28 06:57:24.027082 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57952) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:24.031541 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4719ceae-7ca6-4281-b974-d00803dfe49c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Request body: {'security_group_rule': {'security_group_id': 'e1d98398-8eee-47ea-8a3b-723731cf3ff4', 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:24.103948 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] Set router c5d32db8-dfe4-478f-828f-8258b1ae76a1 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:57:24.125156 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-4719ceae-7ca6-4281-b974-d00803dfe49c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Project 6a9e4bfb61d94688bab507cdce78cc52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:57:24.131129 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4719ceae-7ca6-4281-b974-d00803dfe49c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (6f640d7f-4a72-44e3-bf79-2d6e7a1484a2), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:24.137461 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a3af5c07-777a-4804-8508-1180bfb94e84 None None] Current status of the port ff644515-6e92-4b0a-9ac2-dd5de42350fa is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:24.137845 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3af5c07-777a-4804-8508-1180bfb94e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:24.190746 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4719ceae-7ca6-4281-b974-d00803dfe49c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (6f640d7f-4a72-44e3-bf79-2d6e7a1484a2), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:24.244137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a3af5c07-777a-4804-8508-1180bfb94e84 None None] For port ff644515-6e92-4b0a-9ac2-dd5de42350fa, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ff644515-6e92-4b0a-9ac2-dd5de42350fa,segment=NetworkSegment(75c362b5-29cf-43de-9111-bf761b8d7b57),segment_id=75c362b5-29cf-43de-9111-bf761b8d7b57)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:57:24.259493 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4719ceae-7ca6-4281-b974-d00803dfe49c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (6f640d7f-4a72-44e3-bf79-2d6e7a1484a2), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:24.278093 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719ceae-7ca6-4281-b974-d00803dfe49c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f640d7f-4a72-44e3-bf79-2d6e7a1484a2,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:24.352432 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4719ceae-7ca6-4281-b974-d00803dfe49c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:24.353827 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4719ceae-7ca6-4281-b974-d00803dfe49c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3257921 Jan 28 06:57:24.356873 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 57954) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:24.361387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-be76f2da-5a62-4ede-b165-a348d7977417 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Request body: {'security_group_rule': {'security_group_id': 'e1d98398-8eee-47ea-8a3b-723731cf3ff4', 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:24.458784 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-be76f2da-5a62-4ede-b165-a348d7977417 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Project 6a9e4bfb61d94688bab507cdce78cc52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:57:24.464283 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be76f2da-5a62-4ede-b165-a348d7977417 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (769be654-80a7-4638-b6aa-e22a1264c405), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:24.472779 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3af5c07-777a-4804-8508-1180bfb94e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:24.523104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af5c07-777a-4804-8508-1180bfb94e84 None None] Pushing event updated for resources: {'Port': ['ID=ff644515-6e92-4b0a-9ac2-dd5de42350fa,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:24.546698 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:57:24.549672 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be76f2da-5a62-4ede-b165-a348d7977417 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (769be654-80a7-4638-b6aa-e22a1264c405), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:24.549885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'name': 'tempest-TestShelveInstance-724477752-router', 'tenant_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:17Z', 'updated_at': '2022-01-28T06:57:20Z', 'revision_number': 4, 'project_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'gw_port': {'id': '07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:18Z', 'updated_at': '2022-01-28T06:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'ff644515-6e92-4b0a-9ac2-dd5de42350fa', 'name': '', 'network_id': 'b2cdf73e-bb42-4564-b13c-54f8a0922b61', 'tenant_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'mac_address': 'fa:16:3e:40:3f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e9d3d3ef-e300-443e-91cf-56ddcb3bca4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:20Z', 'updated_at': '2022-01-28T06:57:23Z', 'revision_number': 4, 'project_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'subnets': [{'id': 'e9d3d3ef-e300-443e-91cf-56ddcb3bca4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:24.605195 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6595a58-c46f-419e-967a-c6ccd136a6b9 None None] The sync data for ids ['c5d32db8-dfe4-478f-828f-8258b1ae76a1'] in n-d-812111-12 is: [{'id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'name': 'tempest-TestShelveInstance-724477752-router', 'tenant_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:17Z', 'updated_at': '2022-01-28T06:57:20Z', 'revision_number': 4, 'project_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'gw_port': {'id': '07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:18Z', 'updated_at': '2022-01-28T06:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': 'ff644515-6e92-4b0a-9ac2-dd5de42350fa', 'name': '', 'network_id': 'b2cdf73e-bb42-4564-b13c-54f8a0922b61', 'tenant_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'mac_address': 'fa:16:3e:40:3f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e9d3d3ef-e300-443e-91cf-56ddcb3bca4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:20Z', 'updated_at': '2022-01-28T06:57:23Z', 'revision_number': 4, 'project_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'subnets': [{'id': 'e9d3d3ef-e300-443e-91cf-56ddcb3bca4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:57:24.619494 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be76f2da-5a62-4ede-b165-a348d7977417 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (769be654-80a7-4638-b6aa-e22a1264c405), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:24.627613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5a0acd24-4f6d-4612-bb80-ce29f3db3042 None None] Provisioning complete for port ff644515-6e92-4b0a-9ac2-dd5de42350fa triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:24.627990 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a0acd24-4f6d-4612-bb80-ce29f3db3042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:24.648288 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76f2da-5a62-4ede-b165-a348d7977417 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769be654-80a7-4638-b6aa-e22a1264c405,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:24.679050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:24.679050 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:24.763283 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5a0acd24-4f6d-4612-bb80-ce29f3db3042 None None] Current status of the port ff644515-6e92-4b0a-9ac2-dd5de42350fa is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:24.778290 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be76f2da-5a62-4ede-b165-a348d7977417 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:24.779589 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-be76f2da-5a62-4ede-b165-a348d7977417 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4217792 Jan 28 06:57:24.806939 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:24.939706 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-edc5856e-32b2-4e93-b4c4-a9d41b4c4dd6 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862169702&fields=id&tenant_id=6a9e4bfb61d94688bab507cdce78cc52 HTTP/1.1" status: 200 len: 267 time: 0.0465140 Jan 28 06:57:25.053607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-2023d788-c923-4acb-a3c7-58a45e90b084 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:25.057931 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-2023d788-c923-4acb-a3c7-58a45e90b084 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 808 time: 0.1108501 Jan 28 06:57:25.071045 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-6c9214c3-97d1-4301-97ed-e1ed89bab1a0 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/quotas/6a9e4bfb61d94688bab507cdce78cc52 HTTP/1.1" status: 200 len: 375 time: 0.0102575 Jan 28 06:57:25.128133 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-f7482ad6-5b81-4394-8bc7-9238287fdb47 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512729 Jan 28 06:57:25.318375 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-974fdb67-ea19-4658-8079-76502835ebfd service neutron] 10.222.0.31 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778126 Jan 28 06:57:25.416713 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-369e9b1e-7f21-4eea-993d-11f379a556e6 service neutron] 10.222.0.31 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918753 Jan 28 06:57:25.694036 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-94e51bbb-5eb3-4933-bbc9-1cded7f93c84 req-ad97b6d4-a4b6-4190-90ca-319c15675c74 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 210 time: 0.0334189 Jan 28 06:57:25.790652 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:26.558505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ff644515-6e92-4b0a-9ac2-dd5de42350fa up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:57:26.605603 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port ff644515-6e92-4b0a-9ac2-dd5de42350fa triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:26.606050 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:26.684085 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port ff644515-6e92-4b0a-9ac2-dd5de42350fa is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:26.783595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b5ac93c6-62a1-449f-a06a-3b50a93dbe47 req-a6a92a60-2370-4a2f-8477-1f8910908e2b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 210 time: 0.0276937 Jan 28 06:57:27.876324 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9668790e-0d68-4495-8586-e9ea006126e0 req-8eacee6f-d5e0-4443-b085-5aad8c085ada tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 210 time: 0.0272248 Jan 28 06:57:28.075528 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-82861400-7c09-4aaf-bf02-7de6c49db4ce tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:28.076891 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-82861400-7c09-4aaf-bf02-7de6c49db4ce tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.60 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 808 time: 0.1044385 Jan 28 06:57:28.153611 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-44e3ce24-2bb4-436f-ab01-3d702b7162d2 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a9e4bfb61d94688bab507cdce78cc52 HTTP/1.1" status: 200 len: 379 time: 0.0556881 Jan 28 06:57:28.162644 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-d1c9ce3f-f9cb-4149-a92d-982c83e2c029 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Request body: {'port': {'device_id': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'admin_state_up': True, 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'security_groups': ['e1d98398-8eee-47ea-8a3b-723731cf3ff4']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:28.342048 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-d1c9ce3f-f9cb-4149-a92d-982c83e2c029 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Made reservation on behalf of 6a9e4bfb61d94688bab507cdce78cc52 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:57:28.345515 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-d1c9ce3f-f9cb-4149-a92d-982c83e2c029 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:28.371000 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:28.478554 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-d1c9ce3f-f9cb-4149-a92d-982c83e2c029 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Allocated IP 172.20.0.8 (93a0744e-d87c-4ef4-9b20-985713cc192d/00d85bd9-ca34-45b8-acfe-b0e77f2594f9/f83cbfc3-e316-4854-bcba-139744ed6584) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:57:28.622318 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-d1c9ce3f-f9cb-4149-a92d-982c83e2c029 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for port (f83cbfc3-e316-4854-bcba-139744ed6584), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:28.721158 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-d1c9ce3f-f9cb-4149-a92d-982c83e2c029 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:28.765360 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-d1c9ce3f-f9cb-4149-a92d-982c83e2c029 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Network 93a0744e-d87c-4ef4-9b20-985713cc192d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:57:28.768310 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-d1c9ce3f-f9cb-4149-a92d-982c83e2c029 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:57:28.774221 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-d1c9ce3f-f9cb-4149-a92d-982c83e2c029 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:57:28.781021 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9ce3f-f9cb-4149-a92d-982c83e2c029 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'Port': ['ID=f83cbfc3-e316-4854-bcba-139744ed6584,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:28.827553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-d1c9ce3f-f9cb-4149-a92d-982c83e2c029 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:28.828168 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-d1c9ce3f-f9cb-4149-a92d-982c83e2c029 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:28.924283 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-d1c9ce3f-f9cb-4149-a92d-982c83e2c029 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7652204 Jan 28 06:57:28.942415 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Request body: {'port': {'device_id': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:29.009175 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5a9cd147-6c06-46cf-ac38-7d4b6dfd5ad8 None None] Provisioning complete for port f83cbfc3-e316-4854-bcba-139744ed6584 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:29.009673 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a9cd147-6c06-46cf-ac38-7d4b6dfd5ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:29.033996 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:29.044089 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15744b0e-9610-4232-8068-bed5b0439029 req-c75d8480-e1af-4b37-a1e4-f0edc4c56222 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:29.044293 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5a9cd147-6c06-46cf-ac38-7d4b6dfd5ad8 None None] Port f83cbfc3-e316-4854-bcba-139744ed6584 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 06:57:29.045508 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15744b0e-9610-4232-8068-bed5b0439029 req-c75d8480-e1af-4b37-a1e4-f0edc4c56222 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 931 time: 0.0814798 Jan 28 06:57:29.134759 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-15744b0e-9610-4232-8068-bed5b0439029 req-fa1e29b7-684f-45e4-8f5f-16e9fa04b62d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829368 Jan 28 06:57:29.341085 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83cbfc3-e316-4854-bcba-139744ed6584 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:57:29.348329 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Publish callbacks [] for port (f83cbfc3-e316-4854-bcba-139744ed6584), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:29.360257 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Transition to ACTIVE for port object f83cbfc3-e316-4854-bcba-139744ed6584 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:57:29.444857 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:29.495442 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Pushing event updated for resources: {'Port': ['ID=f83cbfc3-e316-4854-bcba-139744ed6584,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:29.565749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Attempting to bind port f83cbfc3-e316-4854-bcba-139744ed6584 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 06:57:29.566169 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Attempting to bind port f83cbfc3-e316-4854-bcba-139744ed6584 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 06:57:29.566680 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Attempting to bind port f83cbfc3-e316-4854-bcba-139744ed6584 on network 93a0744e-d87c-4ef4-9b20-985713cc192d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:57:29.571885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Port f83cbfc3-e316-4854-bcba-139744ed6584 on network 93a0744e-d87c-4ef4-9b20-985713cc192d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 06:57:29.572218 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Attempting to bind port f83cbfc3-e316-4854-bcba-139744ed6584 on network 93a0744e-d87c-4ef4-9b20-985713cc192d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 06:57:29.577569 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 06:57:29.577909 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Checking segment: {'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 06:57:29.578312 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Bound using segment: {'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 06:57:29.578755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Bound port: f83cbfc3-e316-4854-bcba-139744ed6584, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 06:57:29.579115 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:29.650111 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] For port f83cbfc3-e316-4854-bcba-139744ed6584, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 06:57:29.653287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] For port f83cbfc3-e316-4854-bcba-139744ed6584, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f83cbfc3-e316-4854-bcba-139744ed6584,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 06:57:29.725115 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:29.761263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:29.761967 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:29.763524 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] 10.222.0.60 "PUT /v2.0/ports/f83cbfc3-e316-4854-bcba-139744ed6584 HTTP/1.1" status: 200 len: 1092 time: 0.8256178 Jan 28 06:57:29.764278 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'tag': 'f83cbfc3-e316-4854-bcba-139744ed6584'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:57:29.766389 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f7560d-9d28-48dc-81d0-8db316713774" -d '{"events": [{"name": "network-changed", "server_uuid": "f548f9d6-4ba1-4dae-9123-73eea33f1870", "tag": "f83cbfc3-e316-4854-bcba-139744ed6584"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:57:29.790196 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97726463-93d7-4493-ade2-d5b6ee46fc61 service neutron] Pushing event updated for resources: {'Port': ['ID=f83cbfc3-e316-4854-bcba-139744ed6584,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:29.810810 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda0e0b9-dc3a-4abf-b66d-40b2af706b91 x-openstack-request-id: req-fda0e0b9-dc3a-4abf-b66d-40b2af706b91 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:57:29.811111 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f548f9d6-4ba1-4dae-9123-73eea33f1870", "tag": "f83cbfc3-e316-4854-bcba-139744ed6584", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:57:29.811370 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fda0e0b9-dc3a-4abf-b66d-40b2af706b91 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:57:29.811781 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'tag': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'status': 'completed', 'code': 200} Jan 28 06:57:29.894165 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7560d-9d28-48dc-81d0-8db316713774 req-430a467b-56ca-481f-9321-b95740626b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:29.895709 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3f7560d-9d28-48dc-81d0-8db316713774 req-430a467b-56ca-481f-9321-b95740626b08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 1095 time: 0.0440280 Jan 28 06:57:30.006456 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7560d-9d28-48dc-81d0-8db316713774 req-d713d6dd-c5b8-400f-81cc-cfa6241a3c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:30.007997 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3f7560d-9d28-48dc-81d0-8db316713774 req-d713d6dd-c5b8-400f-81cc-cfa6241a3c2a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0993359 Jan 28 06:57:30.099057 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7560d-9d28-48dc-81d0-8db316713774 req-6411929b-bbda-4aa7-a988-43a40a1d576f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:30.101131 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3f7560d-9d28-48dc-81d0-8db316713774 req-6411929b-bbda-4aa7-a988-43a40a1d576f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869329 Jan 28 06:57:30.195831 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-e7b5aba9-c993-4b15-a100-b5bb5aca7dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:30.197352 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-e7b5aba9-c993-4b15-a100-b5bb5aca7dce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 1095 time: 0.0429857 Jan 28 06:57:30.268640 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-44eef6de-5845-4695-853c-6a0e90b14729 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83cbfc3-e316-4854-bcba-139744ed6584 HTTP/1.1" status: 200 len: 217 time: 0.0559947 Jan 28 06:57:30.313556 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2d437-c949-4eb2-9ca6-0acde7dd2984 req-3869a833-3e0f-425c-bf84-6c557914e29f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:30.315026 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3fe2d437-c949-4eb2-9ca6-0acde7dd2984 req-3869a833-3e0f-425c-bf84-6c557914e29f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 943 time: 0.1111002 Jan 28 06:57:30.338139 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-8d56b249-95de-4310-998a-0dff354b8ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:30.339559 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-8d56b249-95de-4310-998a-0dff354b8ea7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.0646839 Jan 28 06:57:30.400286 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3fe2d437-c949-4eb2-9ca6-0acde7dd2984 req-720db95a-af05-4c51-835b-48d9adc70702 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792568 Jan 28 06:57:30.409828 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-a124c2eb-b82a-4984-9126-75c46b00d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:30.411506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-a124c2eb-b82a-4984-9126-75c46b00d831 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657980 Jan 28 06:57:30.500701 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-23fdbfe1-346e-40e8-999c-f96a08c4c986 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834999 Jan 28 06:57:30.595164 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8ae36c84-854b-4216-9fc8-51a73e8b9649 req-c1621e99-7763-412f-8cdc-673c942bafa3 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883296 Jan 28 06:57:31.540274 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90191e71-c2f4-4d31-a202-6845f7ec413b req-1908a117-e966-4e61-8a70-c78291e9e24c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:31.541767 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90191e71-c2f4-4d31-a202-6845f7ec413b req-1908a117-e966-4e61-8a70-c78291e9e24c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 943 time: 0.0570776 Jan 28 06:57:31.591242 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90191e71-c2f4-4d31-a202-6845f7ec413b req-1e3458e7-0a78-4eff-90ff-443102e7d2bf tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437040 Jan 28 06:57:32.503589 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d56aea79-1b5a-4645-9284-3784f06da5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:32.535624 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device f83cbfc3-e316-4854-bcba-139744ed6584 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:57:32.627372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port f83cbfc3-e316-4854-bcba-139744ed6584, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f83cbfc3-e316-4854-bcba-139744ed6584,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:57:32.639503 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'port_id': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'mac_address': 'fa:16:3e:96:4a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:57:32.649261 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:57:32.677505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port f83cbfc3-e316-4854-bcba-139744ed6584 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:32.677898 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:32.695423 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83cbfc3-e316-4854-bcba-139744ed6584 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:57:32.707088 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e6ccc-fdef-494a-9088-91e17d636454 req-906ac5bb-309b-42e8-94e8-cd9410764621 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:32.708577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-658e6ccc-fdef-494a-9088-91e17d636454 req-906ac5bb-309b-42e8-94e8-cd9410764621 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 943 time: 0.0477903 Jan 28 06:57:32.715389 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port f83cbfc3-e316-4854-bcba-139744ed6584, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f83cbfc3-e316-4854-bcba-139744ed6584,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:57:32.758770 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-658e6ccc-fdef-494a-9088-91e17d636454 req-908ea8d0-c79c-429d-9667-d349388672a1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440478 Jan 28 06:57:32.790183 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:32.837516 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=f83cbfc3-e316-4854-bcba-139744ed6584,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:33.067810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['f83cbfc3-e316-4854-bcba-139744ed6584'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:57:33.879186 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862ae62-79a8-461b-a0d5-289fdd3c4960 req-f83e3575-4d55-463e-9cee-8b82b5f51332 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:33.880705 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d862ae62-79a8-461b-a0d5-289fdd3c4960 req-f83e3575-4d55-463e-9cee-8b82b5f51332 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 944 time: 0.0542223 Jan 28 06:57:33.927985 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d862ae62-79a8-461b-a0d5-289fdd3c4960 req-608c8673-742f-487f-bec6-e1a38baf987c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416610 Jan 28 06:57:34.552074 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device f83cbfc3-e316-4854-bcba-139744ed6584 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:57:34.703613 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port f83cbfc3-e316-4854-bcba-139744ed6584 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:57:34.707674 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port f83cbfc3-e316-4854-bcba-139744ed6584 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:34.708049 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:34.800266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port f83cbfc3-e316-4854-bcba-139744ed6584 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:57:34.800649 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:34.824521 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83cbfc3-e316-4854-bcba-139744ed6584'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:57:34.826709 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3819d53a-db64-411f-8e9f-b3ee75f335f2" -d '{"events": [{"server_uuid": "f548f9d6-4ba1-4dae-9123-73eea33f1870", "name": "network-vif-plugged", "status": "completed", "tag": "f83cbfc3-e316-4854-bcba-139744ed6584"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:57:34.837423 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c1f960c-0b7e-4be1-a4e7-c90b4682bf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:34.842110 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port f83cbfc3-e316-4854-bcba-139744ed6584, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f83cbfc3-e316-4854-bcba-139744ed6584,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:57:34.864245 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e44f6a-739e-4516-b97d-71d31fe7e7b8 x-openstack-request-id: req-e6e44f6a-739e-4516-b97d-71d31fe7e7b8 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:57:34.864536 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f548f9d6-4ba1-4dae-9123-73eea33f1870", "name": "network-vif-plugged", "status": "completed", "tag": "f83cbfc3-e316-4854-bcba-139744ed6584", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:57:34.864800 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6e44f6a-739e-4516-b97d-71d31fe7e7b8 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:57:34.865213 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'code': 200} Jan 28 06:57:34.918544 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:34.967843 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=f83cbfc3-e316-4854-bcba-139744ed6584,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:34.998399 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d54f1-6480-4417-8021-d9553305489d req-6f1b4807-15c2-46b3-9512-5fa36ae7c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:34.999965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-820d54f1-6480-4417-8021-d9553305489d req-6f1b4807-15c2-46b3-9512-5fa36ae7c3a6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 1097 time: 0.0475323 Jan 28 06:57:35.073979 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-820d54f1-6480-4417-8021-d9553305489d req-ee43f087-c7d4-4c8c-a3fd-653e409b0d0d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643585 Jan 28 06:57:35.081485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909ea9d-eb93-4054-bb05-8bfd3430886c req-9ea5ce88-8871-46c6-96b0-3fedbb582562 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:35.082834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4909ea9d-eb93-4054-bb05-8bfd3430886c req-9ea5ce88-8871-46c6-96b0-3fedbb582562 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0820241 Jan 28 06:57:35.131132 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4909ea9d-eb93-4054-bb05-8bfd3430886c req-6a61a782-2289-44d8-8ace-ec6abe89fdcb tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424833 Jan 28 06:57:36.252618 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07af873-6248-40a8-ace5-14087c8bb952 req-2e6259e3-261d-4e75-a28a-ca83b17b818c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:36.254121 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c07af873-6248-40a8-ace5-14087c8bb952 req-2e6259e3-261d-4e75-a28a-ca83b17b818c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0519614 Jan 28 06:57:36.301819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c07af873-6248-40a8-ace5-14087c8bb952 req-ba763005-a51b-4226-966a-1e0a28db35e4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420196 Jan 28 06:57:36.852736 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:37.417738 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb017814-8c73-4a5b-92cb-bdb61fc26579 req-e9818d4a-5c8b-44b2-8376-1711b79f7ed2 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:37.419225 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb017814-8c73-4a5b-92cb-bdb61fc26579 req-e9818d4a-5c8b-44b2-8376-1711b79f7ed2 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0483382 Jan 28 06:57:37.469876 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb017814-8c73-4a5b-92cb-bdb61fc26579 req-b3edb22f-00d9-47dd-8ae0-116dc9135fd0 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450590 Jan 28 06:57:37.583376 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982486fa-5306-4f4a-b52a-bc0af1c9f58e req-9a635624-c2cc-4f9c-9f7a-e7df6ec9e20c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:37.584739 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-982486fa-5306-4f4a-b52a-bc0af1c9f58e req-9a635624-c2cc-4f9c-9f7a-e7df6ec9e20c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0482843 Jan 28 06:57:37.632473 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-982486fa-5306-4f4a-b52a-bc0af1c9f58e req-cff966a4-32e3-4d48-84c9-ceeaa39a32d7 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415862 Jan 28 06:57:37.654634 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58014) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:37.733969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17979ee-d309-4150-9f79-6c572a9ff09f tempest-TestShelveInstance-978700190 tempest-TestShelveInstance-978700190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:37.735497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d17979ee-d309-4150-9f79-6c572a9ff09f tempest-TestShelveInstance-978700190 tempest-TestShelveInstance-978700190-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 1092 time: 0.0799251 Jan 28 06:57:37.738537 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58018) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 06:57:37.742740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:37.838413 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:37.939094 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:38.039765 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Allocated IP 172.25.0.219 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/5e33b281-fde9-411e-8aa0-ab290d0e57dc) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:57:38.144379 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for port (5e33b281-fde9-411e-8aa0-ab290d0e57dc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:38.195103 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:38.270184 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (5e33b281-fde9-411e-8aa0-ab290d0e57dc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:38.308306 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:57:38.311208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:57:38.316757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 06:57:38.322238 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'Port': ['ID=5e33b281-fde9-411e-8aa0-ab290d0e57dc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:38.677898 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for floatingip (55c3cd8f-d6ce-4298-810b-7a41946153dc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:38.795142 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5e33b281-fde9-411e-8aa0-ab290d0e57dc), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:38.944129 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for port (5e33b281-fde9-411e-8aa0-ab290d0e57dc), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:39.017658 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (5e33b281-fde9-411e-8aa0-ab290d0e57dc), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:39.088225 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'Port': ['ID=5e33b281-fde9-411e-8aa0-ab290d0e57dc,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:39.100214 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (55c3cd8f-d6ce-4298-810b-7a41946153dc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:39.181491 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:39.202897 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Floating IP 55c3cd8f-d6ce-4298-810b-7a41946153dc associated. External IP: 172.25.0.219, port: f83cbfc3-e316-4854-bcba-139744ed6584. Jan 28 06:57:39.713828 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Router ae59e4a1-f122-4add-983b-f9f496dd30e8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 06:57:39.817288 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 06:57:39.827199 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51977c78-cb40-418e-9366-c693c2b145eb None None] Sync routers for ids ['ae59e4a1-f122-4add-983b-f9f496dd30e8'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:57:39.837345 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51977c78-cb40-418e-9366-c693c2b145eb None None] Routers {'ae59e4a1-f122-4add-983b-f9f496dd30e8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:57:39.837996 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-51977c78-cb40-418e-9366-c693c2b145eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:57:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ae59e4a1-f122-4add-983b-f9f496dd30e8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:39.917782 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:39.942185 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-51977c78-cb40-418e-9366-c693c2b145eb None None] Set router ae59e4a1-f122-4add-983b-f9f496dd30e8 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:57:39.963182 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-eeac90ce-fb4e-403b-b45c-fb1f0071cfe1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2093589 Jan 28 06:57:39.963182 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'tag': 'f83cbfc3-e316-4854-bcba-139744ed6584'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:57:39.963182 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d49d4e-ae0b-4e67-9abf-c86d880ae84b" -d '{"events": [{"name": "network-changed", "server_uuid": "f548f9d6-4ba1-4dae-9123-73eea33f1870", "tag": "f83cbfc3-e316-4854-bcba-139744ed6584"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:57:40.001438 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 06:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3457b567-bba8-4847-ba6c-f0efb2316440 x-openstack-request-id: req-3457b567-bba8-4847-ba6c-f0efb2316440 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:57:40.001730 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f548f9d6-4ba1-4dae-9123-73eea33f1870", "tag": "f83cbfc3-e316-4854-bcba-139744ed6584", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:57:40.001985 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3457b567-bba8-4847-ba6c-f0efb2316440 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:57:40.002406 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'tag': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'status': 'completed', 'code': 200} Jan 28 06:57:40.084660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d49d4e-ae0b-4e67-9abf-c86d880ae84b req-719d580d-7fc2-47af-ae0c-283242f4a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:40.087650 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37d49d4e-ae0b-4e67-9abf-c86d880ae84b req-719d580d-7fc2-47af-ae0c-283242f4a312 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 1097 time: 0.0421636 Jan 28 06:57:40.171681 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-51977c78-cb40-418e-9366-c693c2b145eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:14Z', 'revision_number': 4, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '55c3cd8f-d6ce-4298-810b-7a41946153dc', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'floating_ip_address': '172.25.0.219', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'port_id': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'mac_address': 'fa:16:3e:96:4a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:57:38Z', 'updated_at': '2022-01-28T06:57:38Z', 'revision_number': 0, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359b3aca-54eb-4f52-9bad-32f5b5d2172c', 'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'mac_address': 'fa:16:3e:20:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:13Z', 'updated_at': '2022-01-28T06:57:17Z', 'revision_number': 5, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'subnets': [{'id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:40.176201 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d49d4e-ae0b-4e67-9abf-c86d880ae84b req-8b5ca083-149a-4d09-a32d-3c3b252a85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:40.177679 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37d49d4e-ae0b-4e67-9abf-c86d880ae84b req-8b5ca083-149a-4d09-a32d-3c3b252a85e6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 909 time: 0.0849526 Jan 28 06:57:40.197724 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51977c78-cb40-418e-9366-c693c2b145eb None None] Checking router: ae59e4a1-f122-4add-983b-f9f496dd30e8 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:57:40.206010 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51977c78-cb40-418e-9366-c693c2b145eb None None] Routers {'ae59e4a1-f122-4add-983b-f9f496dd30e8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 06:57:40.206646 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-51977c78-cb40-418e-9366-c693c2b145eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T06:57:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ae59e4a1-f122-4add-983b-f9f496dd30e8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:40.247199 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37d49d4e-ae0b-4e67-9abf-c86d880ae84b req-e50a0980-cab3-4e09-97af-e13e5b3844d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83cbfc3-e316-4854-bcba-139744ed6584 HTTP/1.1" status: 200 len: 999 time: 0.0634792 Jan 28 06:57:40.294696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d49d4e-ae0b-4e67-9abf-c86d880ae84b req-10303380-469a-44f0-a18e-98e482f88aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:40.296135 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37d49d4e-ae0b-4e67-9abf-c86d880ae84b req-10303380-469a-44f0-a18e-98e482f88aa6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.0436614 Jan 28 06:57:40.311218 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-51977c78-cb40-418e-9366-c693c2b145eb None None] Set router ae59e4a1-f122-4add-983b-f9f496dd30e8 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 06:57:40.340836 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d49d4e-ae0b-4e67-9abf-c86d880ae84b req-9c59489d-a8e3-401b-a5d4-1ca29bdb7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:40.342414 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37d49d4e-ae0b-4e67-9abf-c86d880ae84b req-9c59489d-a8e3-401b-a5d4-1ca29bdb7614 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406077 Jan 28 06:57:40.435452 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37d49d4e-ae0b-4e67-9abf-c86d880ae84b req-0a648054-eb60-4d1d-87fb-ac7e140fbd42 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874572 Jan 28 06:57:40.529973 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-37d49d4e-ae0b-4e67-9abf-c86d880ae84b req-ff20bbb6-ead0-492d-bb72-0d128b4045a9 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878587 Jan 28 06:57:40.536347 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-51977c78-cb40-418e-9366-c693c2b145eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:14Z', 'revision_number': 4, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '55c3cd8f-d6ce-4298-810b-7a41946153dc', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'floating_ip_address': '172.25.0.219', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'port_id': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'mac_address': 'fa:16:3e:96:4a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:57:38Z', 'updated_at': '2022-01-28T06:57:38Z', 'revision_number': 0, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359b3aca-54eb-4f52-9bad-32f5b5d2172c', 'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'mac_address': 'fa:16:3e:20:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:13Z', 'updated_at': '2022-01-28T06:57:17Z', 'revision_number': 5, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'subnets': [{'id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:40.566400 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51977c78-cb40-418e-9366-c693c2b145eb None None] The sync data for ids ['ae59e4a1-f122-4add-983b-f9f496dd30e8'] in n-d-812111-12 is: [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:14Z', 'revision_number': 4, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': '55c3cd8f-d6ce-4298-810b-7a41946153dc', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'floating_ip_address': '172.25.0.219', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'port_id': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'mac_address': 'fa:16:3e:96:4a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:57:38Z', 'updated_at': '2022-01-28T06:57:38Z', 'revision_number': 0, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359b3aca-54eb-4f52-9bad-32f5b5d2172c', 'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'mac_address': 'fa:16:3e:20:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:13Z', 'updated_at': '2022-01-28T06:57:17Z', 'revision_number': 5, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'subnets': [{'id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:57:40.762977 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2bcdef-657b-463a-9140-7953c79d88f7 None None] New status for floating IP 55c3cd8f-d6ce-4298-810b-7a41946153dc: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:57:55.798401 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:57:58.403948 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:02.589157 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d867c42a-ed7b-4065-b4f7-7473c4755422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:04.832538 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d085c287-4cd1-4ff9-a84e-a9c267b3f402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:06.851642 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:08.223272 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:09.223268 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:09.648522 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:58:18.882567 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4dd49f70-3e02-4fe7-be3d-c878bbe5bffc req-d26ed9d2-ab0d-430b-83d3-9201f54d9971 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480485 Jan 28 06:58:18.976460 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd49f70-3e02-4fe7-be3d-c878bbe5bffc req-427d1183-a231-439b-a73c-73d7a93cb73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:58:18.978037 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4dd49f70-3e02-4fe7-be3d-c878bbe5bffc req-427d1183-a231-439b-a73c-73d7a93cb73d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 1097 time: 0.0404060 Jan 28 06:58:19.080090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd49f70-3e02-4fe7-be3d-c878bbe5bffc req-9306464c-f0e6-4808-b90c-33ae6e113a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:58:19.081558 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4dd49f70-3e02-4fe7-be3d-c878bbe5bffc req-9306464c-f0e6-4808-b90c-33ae6e113a8c service neutron] 10.222.0.60 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 909 time: 0.0850067 Jan 28 06:58:19.151028 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4dd49f70-3e02-4fe7-be3d-c878bbe5bffc req-fe026bef-16e8-4e36-a290-8227d05b1013 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83cbfc3-e316-4854-bcba-139744ed6584 HTTP/1.1" status: 200 len: 1001 time: 0.0626507 Jan 28 06:58:19.197922 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd49f70-3e02-4fe7-be3d-c878bbe5bffc req-a043c92c-7bc2-4f04-aea8-f1adc67d1c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:58:19.199458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4dd49f70-3e02-4fe7-be3d-c878bbe5bffc req-a043c92c-7bc2-4f04-aea8-f1adc67d1c55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.0434523 Jan 28 06:58:19.242649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd49f70-3e02-4fe7-be3d-c878bbe5bffc req-e2fed7fd-b8a7-484a-a2a5-b99ef0f0e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:58:19.244161 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4dd49f70-3e02-4fe7-be3d-c878bbe5bffc req-e2fed7fd-b8a7-484a-a2a5-b99ef0f0e847 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393827 Jan 28 06:58:19.333773 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4dd49f70-3e02-4fe7-be3d-c878bbe5bffc req-9ba4dbd6-c41e-4aac-b5fa-251282fa057b service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840404 Jan 28 06:58:19.427861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4dd49f70-3e02-4fe7-be3d-c878bbe5bffc req-bbe46644-afdc-47d8-985c-2c4e65f15f28 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808842 Jan 28 06:58:25.786184 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:28.368681 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:32.506006 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8cd7872-5b76-495d-b184-66b29bdaf389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:34.862557 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b852e17-ea42-4ff4-bc1c-89179c523ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:36.854550 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:38.216696 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:39.208784 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:46.647880 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:58:55.833634 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:58:58.388148 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:02.517105 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-212c1eb7-de36-4a75-b1ed-8f3b4361fa5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:04.842643 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7081a522-f638-4438-ab97-1d1f7fc26fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:06.877153 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:08.253742 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:09.251887 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:20.600147 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abe5312a-4fdb-4ecb-820e-003f61f7ef7a req-eea8c88c-6a4e-45bc-b99f-e7786f98c227 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455785 Jan 28 06:59:20.694929 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5312a-4fdb-4ecb-820e-003f61f7ef7a req-8bfc6a72-dd03-4375-acee-0af0c8d15be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:20.696403 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abe5312a-4fdb-4ecb-820e-003f61f7ef7a req-8bfc6a72-dd03-4375-acee-0af0c8d15be5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 1097 time: 0.0397429 Jan 28 06:59:20.794318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5312a-4fdb-4ecb-820e-003f61f7ef7a req-1a987aa6-9a9d-42f0-bd2c-08e96cc5e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:20.795717 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abe5312a-4fdb-4ecb-820e-003f61f7ef7a req-1a987aa6-9a9d-42f0-bd2c-08e96cc5e0e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 909 time: 0.0832617 Jan 28 06:59:20.862449 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abe5312a-4fdb-4ecb-820e-003f61f7ef7a req-a747f114-b896-4100-8efb-1be62c63649f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83cbfc3-e316-4854-bcba-139744ed6584 HTTP/1.1" status: 200 len: 1001 time: 0.0611773 Jan 28 06:59:20.909289 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5312a-4fdb-4ecb-820e-003f61f7ef7a req-37278521-efa2-4556-9f22-22e97d5e664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:20.910769 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abe5312a-4fdb-4ecb-820e-003f61f7ef7a req-37278521-efa2-4556-9f22-22e97d5e664d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.0430551 Jan 28 06:59:20.952874 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5312a-4fdb-4ecb-820e-003f61f7ef7a req-79d059d0-237b-4de0-9c77-6dcb3a537b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:20.954332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abe5312a-4fdb-4ecb-820e-003f61f7ef7a req-79d059d0-237b-4de0-9c77-6dcb3a537b28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384495 Jan 28 06:59:20.964041 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-abe5312a-4fdb-4ecb-820e-003f61f7ef7a req-bde90cd8-6b01-42b8-9831-d1b773dc2875 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 06:59:20.965017 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abe5312a-4fdb-4ecb-820e-003f61f7ef7a req-bde90cd8-6b01-42b8-9831-d1b773dc2875 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048437 Jan 28 06:59:21.056279 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abe5312a-4fdb-4ecb-820e-003f61f7ef7a req-1feaccff-6fdf-4175-bba7-77c76db3b137 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856941 Jan 28 06:59:21.144139 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-abe5312a-4fdb-4ecb-820e-003f61f7ef7a req-3996af16-61b1-4243-8cc8-c08671c59645 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826960 Jan 28 06:59:23.646560 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 06:59:25.816503 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:28.393259 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:32.507500 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-19f52eaf-4ce1-4262-8768-db874cda72f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:34.827470 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8410178-7f5e-4a6e-a5f2-d7d6210f0b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:35.318780 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31871eed-d07e-4d60-8cd8-fffd52f14030 req-4c63a142-63d1-4aaf-a122-4c14e5e098c4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:35.320221 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31871eed-d07e-4d60-8cd8-fffd52f14030 req-4c63a142-63d1-4aaf-a122-4c14e5e098c4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.1052313 Jan 28 06:59:35.369034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-31871eed-d07e-4d60-8cd8-fffd52f14030 req-3fc47ba4-362c-4ab8-a3e0-a4170f5558b2 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431287 Jan 28 06:59:36.487325 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeb461-0eb4-4177-8389-b4cdc2d5e424 req-a40d7e31-e528-4fd7-89eb-31887c3198a5 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:36.489602 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1aeb461-0eb4-4177-8389-b4cdc2d5e424 req-a40d7e31-e528-4fd7-89eb-31887c3198a5 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0487049 Jan 28 06:59:36.539587 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d1aeb461-0eb4-4177-8389-b4cdc2d5e424 req-3d2f66b7-4758-4d17-b4d1-61654bf1d476 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444555 Jan 28 06:59:36.859123 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:37.659237 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167bcd3-6f5e-40e0-8c0d-542b079a810e req-59f20342-e7a9-48cb-8fe3-f9b769f94f76 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:37.660996 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5167bcd3-6f5e-40e0-8c0d-542b079a810e req-59f20342-e7a9-48cb-8fe3-f9b769f94f76 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0488386 Jan 28 06:59:37.713057 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5167bcd3-6f5e-40e0-8c0d-542b079a810e req-2d5e0c42-2d39-4c0e-9a02-c3b943bc38a6 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461414 Jan 28 06:59:38.204711 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:38.836072 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf9ba8-5f41-4391-abc8-69fb9075cacd req-91f352c2-ed6d-41f1-a884-7f6479c611cb tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:38.837657 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eebf9ba8-5f41-4391-abc8-69fb9075cacd req-91f352c2-ed6d-41f1-a884-7f6479c611cb tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0503116 Jan 28 06:59:38.891806 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eebf9ba8-5f41-4391-abc8-69fb9075cacd req-3425b292-a17b-48cb-a185-85cebafffda0 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482953 Jan 28 06:59:39.201680 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:40.009830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eaa568-232d-48bb-ab40-ad6c310e5882 req-4c20e7aa-d241-4061-9197-7a327de8e24a tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:40.011317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19eaa568-232d-48bb-ab40-ad6c310e5882 req-4c20e7aa-d241-4061-9197-7a327de8e24a tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0494888 Jan 28 06:59:40.060034 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19eaa568-232d-48bb-ab40-ad6c310e5882 req-05d8d523-a56f-4fb8-abf0-10b3fdadb2ba tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430617 Jan 28 06:59:41.179115 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c52ea-5749-4e58-9a3b-499cde2648b9 req-e80281a5-8eeb-41da-92ac-efa78a5f6a48 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:41.180604 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e4c52ea-5749-4e58-9a3b-499cde2648b9 req-e80281a5-8eeb-41da-92ac-efa78a5f6a48 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0545092 Jan 28 06:59:41.232249 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e4c52ea-5749-4e58-9a3b-499cde2648b9 req-8f29f0fc-7cfe-40ec-ade1-0e91dd6ae3ba tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460186 Jan 28 06:59:42.346558 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3d81c-f73b-4445-8cb7-377f60b73f45 req-02915706-9eb8-4020-996e-d0efed58b84b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:42.351597 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0c3d81c-f73b-4445-8cb7-377f60b73f45 req-02915706-9eb8-4020-996e-d0efed58b84b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0487669 Jan 28 06:59:42.397244 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0c3d81c-f73b-4445-8cb7-377f60b73f45 req-6cb9940e-33c7-4e7f-99c8-4659d8f2f5ac tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435247 Jan 28 06:59:43.519071 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bfc7a-bda7-4a32-923d-af9ae0207d01 req-b7a0dcf2-1805-43fd-adc6-e6bd7b7094f4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:43.520566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-902bfc7a-bda7-4a32-923d-af9ae0207d01 req-b7a0dcf2-1805-43fd-adc6-e6bd7b7094f4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0527391 Jan 28 06:59:43.569624 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-902bfc7a-bda7-4a32-923d-af9ae0207d01 req-5670bb66-b1e2-4e6f-88d8-00aed876011a tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425253 Jan 28 06:59:44.683342 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b6c4e-c62b-446f-98e1-f360607c1eb6 req-3f89e2a3-cf87-4d7b-ab68-6f0e88007d7a tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:44.684809 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d18b6c4e-c62b-446f-98e1-f360607c1eb6 req-3f89e2a3-cf87-4d7b-ab68-6f0e88007d7a tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0483415 Jan 28 06:59:44.733588 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d18b6c4e-c62b-446f-98e1-f360607c1eb6 req-9f8c211e-af90-4d13-8b5f-a1738ce2b1b8 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433831 Jan 28 06:59:45.846686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e270b-5131-4971-bae7-136c84050972 req-d1ff80ae-2e95-49c3-960b-68d1c2ac1b4b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:45.848142 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-886e270b-5131-4971-bae7-136c84050972 req-d1ff80ae-2e95-49c3-960b-68d1c2ac1b4b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0473776 Jan 28 06:59:45.900013 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-886e270b-5131-4971-bae7-136c84050972 req-22795ce1-218e-40cd-a3dc-09b1d6e8d31f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454884 Jan 28 06:59:47.014747 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b77d6-c001-4574-b476-26e5ae78da44 req-125ba152-cdb8-4978-b06f-79f9941661a3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:47.016209 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-924b77d6-c001-4574-b476-26e5ae78da44 req-125ba152-cdb8-4978-b06f-79f9941661a3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0481985 Jan 28 06:59:47.063921 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-924b77d6-c001-4574-b476-26e5ae78da44 req-ad772e56-21d4-454c-a237-c8876619ccc3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422332 Jan 28 06:59:47.150131 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device f83cbfc3-e316-4854-bcba-139744ed6584 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 06:59:47.260599 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port f83cbfc3-e316-4854-bcba-139744ed6584, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f83cbfc3-e316-4854-bcba-139744ed6584,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:59:47.260599 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'port_id': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'mac_address': 'fa:16:3e:96:4a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 06:59:47.294784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port f83cbfc3-e316-4854-bcba-139744ed6584 is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:59:47.295174 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:47.308419 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f83cbfc3-e316-4854-bcba-139744ed6584 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 06:59:47.327026 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port f83cbfc3-e316-4854-bcba-139744ed6584, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f83cbfc3-e316-4854-bcba-139744ed6584,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:59:47.407227 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:47.459886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=f83cbfc3-e316-4854-bcba-139744ed6584,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:59:47.467393 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:47.467743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:47.468084 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:47.468422 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:47.468799 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:47.469136 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:47.469462 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:47.469788 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:47.470111 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:47.470475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:47.470796 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:47.471115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:47.471442 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:47.542570 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['f83cbfc3-e316-4854-bcba-139744ed6584'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 06:59:48.179887 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21bf7c-dda0-4ec0-96fd-45239b36fc06 req-49b3c159-38fc-4cc1-af2b-0206bebeac45 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:48.181383 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c21bf7c-dda0-4ec0-96fd-45239b36fc06 req-49b3c159-38fc-4cc1-af2b-0206bebeac45 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 944 time: 0.0469534 Jan 28 06:59:48.230198 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c21bf7c-dda0-4ec0-96fd-45239b36fc06 req-c4d55b7e-bd14-4f8c-8a70-79f9d5fe29f8 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430312 Jan 28 06:59:49.160962 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device f83cbfc3-e316-4854-bcba-139744ed6584 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 06:59:49.210664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port f83cbfc3-e316-4854-bcba-139744ed6584 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:59:49.211037 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:49.319701 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port f83cbfc3-e316-4854-bcba-139744ed6584 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 06:59:49.320087 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:49.359415 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eea557-1fe8-433e-98d6-8859b639cf61 req-59084814-4e0c-4a0a-aa9c-2be6cf6132d6 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:49.360947 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0eea557-1fe8-433e-98d6-8859b639cf61 req-59084814-4e0c-4a0a-aa9c-2be6cf6132d6 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 944 time: 0.0562551 Jan 28 06:59:49.380005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port f83cbfc3-e316-4854-bcba-139744ed6584, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f83cbfc3-e316-4854-bcba-139744ed6584,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 06:59:49.381689 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83cbfc3-e316-4854-bcba-139744ed6584'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 06:59:49.386408 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee2c3ad-73d7-4a9d-81e2-cdf89ad68c8a" -d '{"events": [{"server_uuid": "f548f9d6-4ba1-4dae-9123-73eea33f1870", "name": "network-vif-plugged", "status": "completed", "tag": "f83cbfc3-e316-4854-bcba-139744ed6584"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 06:59:49.421861 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c0eea557-1fe8-433e-98d6-8859b639cf61 req-92f16612-a5bb-4169-95fa-f078d46ee23a tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540903 Jan 28 06:59:49.434223 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 06:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461ec08f-0e99-4836-96b0-24b7df3a30bc x-openstack-request-id: req-461ec08f-0e99-4836-96b0-24b7df3a30bc {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 06:59:49.434223 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f548f9d6-4ba1-4dae-9123-73eea33f1870", "name": "network-vif-plugged", "status": "completed", "tag": "f83cbfc3-e316-4854-bcba-139744ed6584", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 06:59:49.434223 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-461ec08f-0e99-4836-96b0-24b7df3a30bc {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 06:59:49.434223 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'code': 200} Jan 28 06:59:49.461584 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:49.543791 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=f83cbfc3-e316-4854-bcba-139744ed6584,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:59:50.555790 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1d0ee-fcdb-4b8e-871c-9dfd0b6c7f7c req-02262f82-17d0-439c-a8cb-2b418c523d6e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:50.558768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1e1d0ee-fcdb-4b8e-871c-9dfd0b6c7f7c req-02262f82-17d0-439c-a8cb-2b418c523d6e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0538290 Jan 28 06:59:50.616834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a1e1d0ee-fcdb-4b8e-871c-9dfd0b6c7f7c req-fc867562-7eee-445b-a827-f774904ab70c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535743 Jan 28 06:59:51.748433 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a22db-74a2-4e01-9ef0-b352d35d6e4f req-c3a7909b-1d8c-448a-bf0d-ab6ceda1229b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:51.756418 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b41a22db-74a2-4e01-9ef0-b352d35d6e4f req-c3a7909b-1d8c-448a-bf0d-ab6ceda1229b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0557911 Jan 28 06:59:51.817438 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b41a22db-74a2-4e01-9ef0-b352d35d6e4f req-758229c1-324b-4f10-9917-cc26826997eb tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603192 Jan 28 06:59:52.949019 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165f68e-eb4b-4d38-9d6b-a47808a08b7e req-8aeabbb8-d04d-4a67-9208-4a0629e237f8 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:52.950664 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2165f68e-eb4b-4d38-9d6b-a47808a08b7e req-8aeabbb8-d04d-4a67-9208-4a0629e237f8 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0556035 Jan 28 06:59:53.006230 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2165f68e-eb4b-4d38-9d6b-a47808a08b7e req-b70317cf-713c-4908-910e-c6a41d5a4b5f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468092 Jan 28 06:59:54.137243 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12f9e7-0a71-429c-8216-2ea744c6a211 req-fe32629e-6827-4df5-8973-21c06e679b41 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:54.138745 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b12f9e7-0a71-429c-8216-2ea744c6a211 req-fe32629e-6827-4df5-8973-21c06e679b41 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0487947 Jan 28 06:59:54.187423 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b12f9e7-0a71-429c-8216-2ea744c6a211 req-9c853280-9d7e-494b-a1cd-5d50b3fd4a80 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428777 Jan 28 06:59:55.328741 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ba23a-4f71-4758-9f39-cb7ea4be303c req-54b24b74-bda0-48a9-9078-a47dd40cc19b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:55.338829 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c7ba23a-4f71-4758-9f39-cb7ea4be303c req-54b24b74-bda0-48a9-9078-a47dd40cc19b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0692408 Jan 28 06:59:55.386272 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c7ba23a-4f71-4758-9f39-cb7ea4be303c req-ee7899b5-dea8-4c9a-9148-5c35189df424 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462360 Jan 28 06:59:55.813101 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:56.540944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333e637-6828-4f39-8ab2-58b24579308b req-ca55e1f3-7ada-4070-b49e-744998defc70 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:56.542698 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7333e637-6828-4f39-8ab2-58b24579308b req-ca55e1f3-7ada-4070-b49e-744998defc70 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0690348 Jan 28 06:59:56.599764 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7333e637-6828-4f39-8ab2-58b24579308b req-7cd7be6e-1ff2-4b2a-bcfc-0c274605515e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484490 Jan 28 06:59:57.722500 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acac23-42a2-425f-a8b3-a808261ed10d req-a4c3e7ca-7e29-4a0d-bbc1-be5aa438a159 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:57.724251 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64acac23-42a2-425f-a8b3-a808261ed10d req-a4c3e7ca-7e29-4a0d-bbc1-be5aa438a159 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0527229 Jan 28 06:59:57.775774 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-64acac23-42a2-425f-a8b3-a808261ed10d req-1f2765e4-9929-4d81-ad64-614d58c46161 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452917 Jan 28 06:59:58.398881 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 06:59:58.893378 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588d4a7-52be-4b97-aa33-6b3ec0d2323d req-96d3051c-404d-4f83-8d29-53e54f6acdbb tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:58.895031 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a588d4a7-52be-4b97-aa33-6b3ec0d2323d req-96d3051c-404d-4f83-8d29-53e54f6acdbb tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0489426 Jan 28 06:59:58.943649 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a588d4a7-52be-4b97-aa33-6b3ec0d2323d req-519f132e-4e07-42ba-952a-4bfa6901e989 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425358 Jan 28 06:59:59.077011 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1f296-4ee6-4136-a165-61752923863a req-53b80eb9-d72a-4a90-a8dd-30803059b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:59.078454 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05c1f296-4ee6-4136-a165-61752923863a req-53b80eb9-d72a-4a90-a8dd-30803059b5f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 1097 time: 0.0423043 Jan 28 06:59:59.168959 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1f296-4ee6-4136-a165-61752923863a req-3cea565e-3d21-47a4-b8f9-351d0e71a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:59.170477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05c1f296-4ee6-4136-a165-61752923863a req-3cea565e-3d21-47a4-b8f9-351d0e71a685 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 909 time: 0.0867984 Jan 28 06:59:59.234721 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05c1f296-4ee6-4136-a165-61752923863a req-88172a29-54a0-459b-b61c-3f630c5b9aa0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83cbfc3-e316-4854-bcba-139744ed6584 HTTP/1.1" status: 200 len: 1001 time: 0.0582640 Jan 28 06:59:59.286363 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1f296-4ee6-4136-a165-61752923863a req-c9046235-c90f-49fc-a036-0992ec562296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:59.287986 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05c1f296-4ee6-4136-a165-61752923863a req-c9046235-c90f-49fc-a036-0992ec562296 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.0475416 Jan 28 06:59:59.330875 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1f296-4ee6-4136-a165-61752923863a req-b6cb2bd1-fb17-4d34-a3b5-68a926576ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:59.332250 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05c1f296-4ee6-4136-a165-61752923863a req-b6cb2bd1-fb17-4d34-a3b5-68a926576ee1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386496 Jan 28 06:59:59.418632 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05c1f296-4ee6-4136-a165-61752923863a req-cfc57ac3-81ee-4cfb-9754-67eaf9e4f77e service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800626 Jan 28 06:59:59.513919 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-05c1f296-4ee6-4136-a165-61752923863a req-85a83226-af21-401a-bc52-5590b9d588e6 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892904 Jan 28 07:00:00.062377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdd04c-ef3e-424d-8fcc-c3ec61c54e1b req-946a9e26-ec4f-4e45-a75f-aef65418659d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:00.063841 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16bdd04c-ef3e-424d-8fcc-c3ec61c54e1b req-946a9e26-ec4f-4e45-a75f-aef65418659d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0491421 Jan 28 07:00:00.111078 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-16bdd04c-ef3e-424d-8fcc-c3ec61c54e1b req-6e8860fe-d450-4f70-b4b9-d9998bad6616 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415919 Jan 28 07:00:00.646058 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:00:01.232439 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a2d76-1288-4f0b-bea2-59a8cbcb471b req-567b953d-ee6d-4335-9c1c-7da1ed785bb9 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:01.233948 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e4a2d76-1288-4f0b-bea2-59a8cbcb471b req-567b953d-ee6d-4335-9c1c-7da1ed785bb9 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0555129 Jan 28 07:00:01.235177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device f83cbfc3-e316-4854-bcba-139744ed6584 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:00:01.283441 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3e4a2d76-1288-4f0b-bea2-59a8cbcb471b req-bd73a933-8f5b-4dfd-bb39-0d5bafb28d2f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432885 Jan 28 07:00:01.320358 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port f83cbfc3-e316-4854-bcba-139744ed6584 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:00:01.320775 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:01.341919 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f83cbfc3-e316-4854-bcba-139744ed6584'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:00:01.344267 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beed1774-8cf7-437f-8844-f46ebc9ddbb9" -d '{"events": [{"server_uuid": "f548f9d6-4ba1-4dae-9123-73eea33f1870", "name": "network-vif-unplugged", "status": "completed", "tag": "f83cbfc3-e316-4854-bcba-139744ed6584"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:00:01.357065 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port f83cbfc3-e316-4854-bcba-139744ed6584, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f83cbfc3-e316-4854-bcba-139744ed6584,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:00:01.383248 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2eda018-a815-426e-a2af-c3ac195e2adb x-openstack-request-id: req-d2eda018-a815-426e-a2af-c3ac195e2adb {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:00:01.383575 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f548f9d6-4ba1-4dae-9123-73eea33f1870", "name": "network-vif-unplugged", "status": "completed", "tag": "f83cbfc3-e316-4854-bcba-139744ed6584", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:00:01.383868 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2eda018-a815-426e-a2af-c3ac195e2adb {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:00:01.384292 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'code': 200} Jan 28 07:00:01.490732 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:01.538768 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=f83cbfc3-e316-4854-bcba-139744ed6584,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:02.403853 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9895f6-e042-435f-b33b-9eeb8bf42412 req-3744f561-d19c-4094-8194-6056658a5560 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:02.405372 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce9895f6-e042-435f-b33b-9eeb8bf42412 req-3744f561-d19c-4094-8194-6056658a5560 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 943 time: 0.0495741 Jan 28 07:00:02.456435 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ce9895f6-e042-435f-b33b-9eeb8bf42412 req-5e551f04-3faf-466c-9c9f-202da8d1cea4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454948 Jan 28 07:00:02.528976 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-96fdc59c-bdc6-44cc-8e41-3abc1b2b051d req-759cf3af-2cc5-460b-8db5-c6ab3356ec22 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:00:02.529953 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96fdc59c-bdc6-44cc-8e41-3abc1b2b051d req-759cf3af-2cc5-460b-8db5-c6ab3356ec22 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053501 Jan 28 07:00:02.541536 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5eb4349-899d-4fc0-bbee-93e27694a54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:02.838567 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdaa70-a32c-4f38-ae65-70df341a44ad req-32f51fc1-2439-40ee-946e-7e9491886bd3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:02.840051 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59fdaa70-a32c-4f38-ae65-70df341a44ad req-32f51fc1-2439-40ee-946e-7e9491886bd3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 943 time: 0.0473583 Jan 28 07:00:02.892917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-59fdaa70-a32c-4f38-ae65-70df341a44ad req-6a2b847e-2924-45a9-8364-0cf6d0d02c34 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473356 Jan 28 07:00:03.295353 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-15c1ed4b-9b9c-45e8-aebf-522091e0cef3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864604 Jan 28 07:00:04.007992 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c32ee-bb4b-4c86-8ef5-7d41a914341a req-153d8f34-1c80-431d-b70f-889c8d70ecd6 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:04.009453 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-616c32ee-bb4b-4c86-8ef5-7d41a914341a req-153d8f34-1c80-431d-b70f-889c8d70ecd6 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 943 time: 0.0489235 Jan 28 07:00:04.058553 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-616c32ee-bb4b-4c86-8ef5-7d41a914341a req-63783eda-5ad0-4e12-854c-3d29ee4f65d5 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435402 Jan 28 07:00:04.846576 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8165f93-3fac-4548-80f3-5d0f6ff38b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:05.173593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca9112-332a-4bb5-a4b4-c62ec3bf42b8 req-aa8ec746-fd47-4080-8931-8df511d947b6 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:05.175010 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24ca9112-332a-4bb5-a4b4-c62ec3bf42b8 req-aa8ec746-fd47-4080-8931-8df511d947b6 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 943 time: 0.0486326 Jan 28 07:00:05.223412 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-24ca9112-332a-4bb5-a4b4-c62ec3bf42b8 req-6821c4c9-b8a2-4418-8af1-63522bcc9b33 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422323 Jan 28 07:00:05.283182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device f83cbfc3-e316-4854-bcba-139744ed6584 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:00:05.360890 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port f83cbfc3-e316-4854-bcba-139744ed6584 is: DOWN; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:00:06.342656 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613fdff-ee99-46c9-9aae-c6afcc6fc533 req-a817260f-3ef0-499b-8228-ddfd8c781ffb tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:06.344148 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f613fdff-ee99-46c9-9aae-c6afcc6fc533 req-a817260f-3ef0-499b-8228-ddfd8c781ffb tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 943 time: 0.0521507 Jan 28 07:00:06.392920 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f613fdff-ee99-46c9-9aae-c6afcc6fc533 req-fbb8dbef-22be-4c7e-aa1b-2cfc7dbaa273 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431998 Jan 28 07:00:06.909648 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:07.507897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baa44a-79a4-4136-b7d6-7d337880cdc5 req-d98a08cd-8b8d-442d-a697-da2767d8bb8e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:07.509407 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01baa44a-79a4-4136-b7d6-7d337880cdc5 req-d98a08cd-8b8d-442d-a697-da2767d8bb8e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 943 time: 0.0474567 Jan 28 07:00:07.558396 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-01baa44a-79a4-4136-b7d6-7d337880cdc5 req-8da521ad-e852-467a-9578-28878b76be65 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430744 Jan 28 07:00:07.891843 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-9a7ddffe-94e2-4758-b6a6-6fcfb929faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:07.893340 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-9a7ddffe-94e2-4758-b6a6-6fcfb929faac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870&tenant_id=6a9e4bfb61d94688bab507cdce78cc52 HTTP/1.1" status: 200 len: 1095 time: 0.0897110 Jan 28 07:00:07.903333 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-34b3bbe8-f860-46da-9138-2e1e2c1607d7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:00:07.904260 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-34b3bbe8-f860-46da-9138-2e1e2c1607d7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047598 Jan 28 07:00:07.920187 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-12', 'device_owner': 'compute:nova'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:07.973221 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:08.174092 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] For port f83cbfc3-e316-4854-bcba-139744ed6584, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=f83cbfc3-e316-4854-bcba-139744ed6584,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:00:08.207730 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] For port f83cbfc3-e316-4854-bcba-139744ed6584, host n-h2-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:00:08.212575 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:08.239187 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83cbfc3-e316-4854-bcba-139744ed6584 {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:00:08.254194 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Publish callbacks [] for port (f83cbfc3-e316-4854-bcba-139744ed6584), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:08.266263 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Transition to ACTIVE for port object f83cbfc3-e316-4854-bcba-139744ed6584 will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:00:08.335865 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:08.433725 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Pushing event updated for resources: {'Port': ['ID=f83cbfc3-e316-4854-bcba-139744ed6584,revision_number=9']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:08.448257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:08.449096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:08.449096 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:08.449439 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:08.449757 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:08.450101 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:08.450500 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:08.450842 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:08.451173 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:08.451508 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:08.451849 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:08.452257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:08.452588 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:08.492859 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] No DVR routers for this DVR port f83cbfc3-e316-4854-bcba-139744ed6584 on host n-h2-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:00:08.637790 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Attempting to bind port f83cbfc3-e316-4854-bcba-139744ed6584 on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:00:08.638085 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Attempting to bind port f83cbfc3-e316-4854-bcba-139744ed6584 by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:00:08.638469 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Attempting to bind port f83cbfc3-e316-4854-bcba-139744ed6584 on network 93a0744e-d87c-4ef4-9b20-985713cc192d {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:00:08.642964 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Port f83cbfc3-e316-4854-bcba-139744ed6584 on network 93a0744e-d87c-4ef4-9b20-985713cc192d not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:00:08.643295 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Attempting to bind port f83cbfc3-e316-4854-bcba-139744ed6584 on network 93a0744e-d87c-4ef4-9b20-985713cc192d {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:00:08.648818 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:00:08.649166 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Checking segment: {'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:00:08.649564 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Bound using segment: {'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:00:08.650148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Bound port: f83cbfc3-e316-4854-bcba-139744ed6584, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:00:08.650647 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:08.679254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d4704-efbc-4a8a-804c-e4e7a828eb91 req-a27edf79-8646-43bd-b806-36c94689efbe tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:08.680747 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-533d4704-efbc-4a8a-804c-e4e7a828eb91 req-a27edf79-8646-43bd-b806-36c94689efbe tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 943 time: 0.0475614 Jan 28 07:00:08.714332 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] For port f83cbfc3-e316-4854-bcba-139744ed6584, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:00:08.717483 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] For port f83cbfc3-e316-4854-bcba-139744ed6584, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f83cbfc3-e316-4854-bcba-139744ed6584,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:00:08.734261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-533d4704-efbc-4a8a-804c-e4e7a828eb91 req-552dd185-d702-40ba-a3bb-9aa389a357b0 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478563 Jan 28 07:00:08.781822 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:08.818040 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:08.818761 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:08.820121 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] 10.222.0.64 "PUT /v2.0/ports/f83cbfc3-e316-4854-bcba-139744ed6584 HTTP/1.1" status: 200 len: 1092 time: 0.9034994 Jan 28 07:00:08.820576 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'tag': 'f83cbfc3-e316-4854-bcba-139744ed6584'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:00:08.822847 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a6dedd-dd0e-47f2-b5d4-bf8c61903649" -d '{"events": [{"name": "network-changed", "server_uuid": "f548f9d6-4ba1-4dae-9123-73eea33f1870", "tag": "f83cbfc3-e316-4854-bcba-139744ed6584"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:00:08.864257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe2b1c-2c12-4653-a3fe-feadcd258274 service neutron] Pushing event updated for resources: {'Port': ['ID=f83cbfc3-e316-4854-bcba-139744ed6584,revision_number=10']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:08.907259 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-24811437-55b3-4aaa-a9e0-41d0541cfaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:08.908781 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-24811437-55b3-4aaa-a9e0-41d0541cfaf6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 1096 time: 0.0528681 Jan 28 07:00:08.935280 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589eb6f2-11eb-41ce-be92-50ad3f04d1a5 x-openstack-request-id: req-589eb6f2-11eb-41ce-be92-50ad3f04d1a5 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:00:08.935570 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f548f9d6-4ba1-4dae-9123-73eea33f1870", "tag": "f83cbfc3-e316-4854-bcba-139744ed6584", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:00:08.935824 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-589eb6f2-11eb-41ce-be92-50ad3f04d1a5 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:00:08.936225 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'tag': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'status': 'completed', 'code': 200} Jan 28 07:00:09.003316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-47bde02f-1976-4277-bd04-04e5dc8becec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:09.004933 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-47bde02f-1976-4277-bd04-04e5dc8becec service neutron] 10.222.0.64 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 909 time: 0.0907738 Jan 28 07:00:09.074786 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-940080d1-cced-4069-b774-46614d71ed9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83cbfc3-e316-4854-bcba-139744ed6584 HTTP/1.1" status: 200 len: 999 time: 0.0639946 Jan 28 07:00:09.123603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-76810bd9-f14b-4f19-81d5-d7826641ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:09.125025 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-76810bd9-f14b-4f19-81d5-d7826641ff2b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.0442374 Jan 28 07:00:09.169136 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-a2e7a7bf-a00c-4b55-af4d-07211f28e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:09.172414 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-a2e7a7bf-a00c-4b55-af4d-07211f28e72d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391963 Jan 28 07:00:09.189617 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:09.262316 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-8710c84a-6d6c-47d9-8aa1-ae19d3ebe4b7 service neutron] 10.222.0.64 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855458 Jan 28 07:00:09.363173 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-926a7bc5-6f17-4d55-8551-5aa73a133237 req-bda68fdd-9079-40db-9eec-8eafb37661f7 service neutron] 10.222.0.64 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920165 Jan 28 07:00:09.542550 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6dedd-dd0e-47f2-b5d4-bf8c61903649 req-7fdc1d15-8c19-40f0-87b7-49b30c4f5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:09.544102 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-46a6dedd-dd0e-47f2-b5d4-bf8c61903649 req-7fdc1d15-8c19-40f0-87b7-49b30c4f5cad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 1096 time: 0.0467813 Jan 28 07:00:09.644605 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6dedd-dd0e-47f2-b5d4-bf8c61903649 req-7b07dc09-5952-45f8-a006-62e3fe88a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:09.646580 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-46a6dedd-dd0e-47f2-b5d4-bf8c61903649 req-7b07dc09-5952-45f8-a006-62e3fe88a3aa service neutron] 10.222.0.64 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 909 time: 0.0920823 Jan 28 07:00:09.715804 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-46a6dedd-dd0e-47f2-b5d4-bf8c61903649 req-f4c2aeed-6ebc-4e98-bcc8-90e5a51a77ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83cbfc3-e316-4854-bcba-139744ed6584 HTTP/1.1" status: 200 len: 999 time: 0.0637248 Jan 28 07:00:09.863084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ca3cc-1b3a-4298-a1cf-4dc36fbcc1d6 req-f70f5658-ceba-4b19-8d19-e077edc5304e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:09.864727 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-929ca3cc-1b3a-4298-a1cf-4dc36fbcc1d6 req-f70f5658-ceba-4b19-8d19-e077edc5304e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 944 time: 0.0542972 Jan 28 07:00:09.936427 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-929ca3cc-1b3a-4298-a1cf-4dc36fbcc1d6 req-291aa061-0cee-4036-b17f-0d62d4bcf4c1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657022 Jan 28 07:00:10.189530 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6dedd-dd0e-47f2-b5d4-bf8c61903649 req-7a56e6a1-8aeb-4c82-8cbc-356900e1b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:10.191150 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-46a6dedd-dd0e-47f2-b5d4-bf8c61903649 req-7a56e6a1-8aeb-4c82-8cbc-356900e1b3ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.4695837 Jan 28 07:00:11.055583 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a474-92fe-4def-85d1-ac957659c052 req-9a929e64-5ed5-4358-965c-a8306705772f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:11.057225 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76b3a474-92fe-4def-85d1-ac957659c052 req-9a929e64-5ed5-4358-965c-a8306705772f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 944 time: 0.0512056 Jan 28 07:00:11.108936 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76b3a474-92fe-4def-85d1-ac957659c052 req-0297e08d-67bc-4a53-9e0c-f7105f7baf9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457790 Jan 28 07:00:12.249250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6986211-2df2-4a61-8146-7db0857043fd req-92d9f9d9-1f70-4065-a5cf-9ace67f7ba0b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:12.250801 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6986211-2df2-4a61-8146-7db0857043fd req-92d9f9d9-1f70-4065-a5cf-9ace67f7ba0b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 944 time: 0.0662932 Jan 28 07:00:12.310784 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b6986211-2df2-4a61-8146-7db0857043fd req-8e1bd880-6263-462e-9ee7-a44810df8cf9 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504258 Jan 28 07:00:13.441292 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8000e-6f34-4faa-8abd-e5c3f98ddbf6 req-76f5d7a8-2620-4564-a73d-78524c29e513 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:13.443842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ceb8000e-6f34-4faa-8abd-e5c3f98ddbf6 req-76f5d7a8-2620-4564-a73d-78524c29e513 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 944 time: 0.0504301 Jan 28 07:00:13.495475 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ceb8000e-6f34-4faa-8abd-e5c3f98ddbf6 req-53e11282-c8e8-4339-b6f1-e082279eb99b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457284 Jan 28 07:00:14.629549 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d6c4d-0453-4bca-8ac3-948fa8663ec2 req-deb2af5d-8615-4ebe-bb37-93b53a59c82c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:14.631715 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb4d6c4d-0453-4bca-8ac3-948fa8663ec2 req-deb2af5d-8615-4ebe-bb37-93b53a59c82c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 944 time: 0.0589869 Jan 28 07:00:14.695515 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fb4d6c4d-0453-4bca-8ac3-948fa8663ec2 req-e3edbca7-e3f9-4557-b380-35fd551899df tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579724 Jan 28 07:00:15.828053 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595ab76-912a-4c16-8ff1-7cac00fd92f7 req-133424d9-8f04-4fb1-979d-ae6142b0898e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:15.829652 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e595ab76-912a-4c16-8ff1-7cac00fd92f7 req-133424d9-8f04-4fb1-979d-ae6142b0898e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 944 time: 0.0528779 Jan 28 07:00:15.891683 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e595ab76-912a-4c16-8ff1-7cac00fd92f7 req-07174c40-7c85-4dbc-871f-e6df59042b05 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484016 Jan 28 07:00:17.015522 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17fdac-94c0-4681-93ca-93f3a6926a3e req-cd96f97a-1d6e-481e-81fc-e69070342d16 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:17.017061 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c17fdac-94c0-4681-93ca-93f3a6926a3e req-cd96f97a-1d6e-481e-81fc-e69070342d16 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 944 time: 0.0510981 Jan 28 07:00:17.073442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c17fdac-94c0-4681-93ca-93f3a6926a3e req-19f06307-433e-4f2d-bdd3-9fe0139eb2f0 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504830 Jan 28 07:00:17.648412 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6dedd-dd0e-47f2-b5d4-bf8c61903649 req-b1b31fc2-cc8d-478f-8501-13490687180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:17.649912 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-46a6dedd-dd0e-47f2-b5d4-bf8c61903649 req-b1b31fc2-cc8d-478f-8501-13490687180c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455511 Jan 28 07:00:17.747876 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-46a6dedd-dd0e-47f2-b5d4-bf8c61903649 req-b778f88f-a2b8-4570-b64b-78fb45624021 service neutron] 10.222.0.64 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849204 Jan 28 07:00:17.837119 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-46a6dedd-dd0e-47f2-b5d4-bf8c61903649 req-36470202-5989-4473-a19f-13664623bfc7 service neutron] 10.222.0.64 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807564 Jan 28 07:00:18.188341 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235de92-e4eb-4a32-8aaf-44b087bd5d18 req-df92385a-a0ee-43b3-b52d-ef03dbc07a62 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:18.189809 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5235de92-e4eb-4a32-8aaf-44b087bd5d18 req-df92385a-a0ee-43b3-b52d-ef03dbc07a62 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 944 time: 0.0474906 Jan 28 07:00:18.238133 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5235de92-e4eb-4a32-8aaf-44b087bd5d18 req-f011d324-52f9-4714-8407-0b88b39e62d2 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419343 Jan 28 07:00:19.351862 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf66bc-1a17-458b-af87-72877f3125ce req-bb485334-be5f-4d78-ad17-10503f6c728b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:19.353348 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ebaf66bc-1a17-458b-af87-72877f3125ce req-bb485334-be5f-4d78-ad17-10503f6c728b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 944 time: 0.0476654 Jan 28 07:00:19.401461 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ebaf66bc-1a17-458b-af87-72877f3125ce req-6a1afa29-6088-4106-90c5-d87a78afaaa2 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424964 Jan 28 07:00:20.524533 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aecebf-5594-420e-ab4d-5d2f33f65c34 req-0198cdb5-762e-45a6-b2ae-51894b784402 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:20.525995 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86aecebf-5594-420e-ab4d-5d2f33f65c34 req-0198cdb5-762e-45a6-b2ae-51894b784402 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 944 time: 0.0530608 Jan 28 07:00:20.574080 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-86aecebf-5594-420e-ab4d-5d2f33f65c34 req-eb437669-481d-401e-bf0d-19ed88401c38 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424485 Jan 28 07:00:20.842224 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device f83cbfc3-e316-4854-bcba-139744ed6584 details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:00:20.937325 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port f83cbfc3-e316-4854-bcba-139744ed6584, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f83cbfc3-e316-4854-bcba-139744ed6584,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:00:20.949459 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'port_id': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'mac_address': 'fa:16:3e:96:4a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:00:20.985032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port f83cbfc3-e316-4854-bcba-139744ed6584 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:00:20.985422 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:20.997686 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83cbfc3-e316-4854-bcba-139744ed6584 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:00:21.017938 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port f83cbfc3-e316-4854-bcba-139744ed6584, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f83cbfc3-e316-4854-bcba-139744ed6584,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:00:21.074948 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:21.124168 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=f83cbfc3-e316-4854-bcba-139744ed6584,revision_number=11']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:21.368709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['f83cbfc3-e316-4854-bcba-139744ed6584'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:00:21.692930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55d56b-0e1d-49e2-a949-4b4c82d1656b req-54b175c7-973d-44e6-8a75-56e996bf575d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:21.694636 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab55d56b-0e1d-49e2-a949-4b4c82d1656b req-54b175c7-973d-44e6-8a75-56e996bf575d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0505636 Jan 28 07:00:21.745846 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ab55d56b-0e1d-49e2-a949-4b4c82d1656b req-b155d5d6-4124-43bb-85c4-e257bc59201a tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456445 Jan 28 07:00:22.859322 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device f83cbfc3-e316-4854-bcba-139744ed6584 up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:00:22.863980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ad8c0-4d62-4f61-977b-d0cc5a95c614 req-763dd239-1b52-4a18-81ad-298cfc4faf06 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:22.866068 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc5ad8c0-4d62-4f61-977b-d0cc5a95c614 req-763dd239-1b52-4a18-81ad-298cfc4faf06 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 945 time: 0.0474739 Jan 28 07:00:22.918521 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc5ad8c0-4d62-4f61-977b-d0cc5a95c614 req-8914d21e-8ba0-43a3-a39b-a0012d53e309 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469491 Jan 28 07:00:22.983886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port f83cbfc3-e316-4854-bcba-139744ed6584 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:00:22.988049 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port f83cbfc3-e316-4854-bcba-139744ed6584 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:00:22.988422 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:23.068047 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port f83cbfc3-e316-4854-bcba-139744ed6584 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:00:23.068357 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:23.089660 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83cbfc3-e316-4854-bcba-139744ed6584'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:00:23.091920 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1464321c-6008-43d2-9f35-de589d7dacc3" -d '{"events": [{"server_uuid": "f548f9d6-4ba1-4dae-9123-73eea33f1870", "name": "network-vif-plugged", "status": "completed", "tag": "f83cbfc3-e316-4854-bcba-139744ed6584"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:00:23.105080 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port f83cbfc3-e316-4854-bcba-139744ed6584, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f83cbfc3-e316-4854-bcba-139744ed6584,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:00:23.128755 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f40ebe-c4fa-487c-a67b-8e602a20b65c x-openstack-request-id: req-72f40ebe-c4fa-487c-a67b-8e602a20b65c {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:00:23.129051 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f548f9d6-4ba1-4dae-9123-73eea33f1870", "name": "network-vif-plugged", "status": "completed", "tag": "f83cbfc3-e316-4854-bcba-139744ed6584", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:00:23.129314 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72f40ebe-c4fa-487c-a67b-8e602a20b65c {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:00:23.129738 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'code': 200} Jan 28 07:00:23.176049 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:23.228181 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=f83cbfc3-e316-4854-bcba-139744ed6584,revision_number=12']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:23.418780 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449c53b-fe86-4016-9335-727d1a768612 req-787cc5d4-4aac-41e2-bcd6-c8379bd096c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:23.420291 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5449c53b-fe86-4016-9335-727d1a768612 req-787cc5d4-4aac-41e2-bcd6-c8379bd096c9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 1098 time: 0.0408468 Jan 28 07:00:23.468949 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-5449c53b-fe86-4016-9335-727d1a768612 req-408d25c0-decf-43d0-abdb-7bc2bba7908f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426354 Jan 28 07:00:24.031525 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cf1cd-e324-47fa-9eed-4f73cee74e24 req-cc311ff4-d96c-4da8-b14d-7cf631232b70 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:24.032969 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c73cf1cd-e324-47fa-9eed-4f73cee74e24 req-cc311ff4-d96c-4da8-b14d-7cf631232b70 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 946 time: 0.0472672 Jan 28 07:00:24.080976 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c73cf1cd-e324-47fa-9eed-4f73cee74e24 req-26ea2490-b8d4-4a6b-8bd3-b027550c1372 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418181 Jan 28 07:00:25.200489 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1c0d2-c519-4949-8fad-c277a282f757 req-ffce8dab-0360-451d-9694-b7bbb01e2872 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:25.201852 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90c1c0d2-c519-4949-8fad-c277a282f757 req-ffce8dab-0360-451d-9694-b7bbb01e2872 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 946 time: 0.0473969 Jan 28 07:00:25.250592 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-90c1c0d2-c519-4949-8fad-c277a282f757 req-d8d18785-b7a5-4550-a271-e0f5d0a27713 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430291 Jan 28 07:00:25.918760 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:26.366012 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9852b8-02ea-463b-a867-2218e0d9c420 req-dd66c9e0-4450-4b89-a822-01681fdd75f9 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:26.367488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f9852b8-02ea-463b-a867-2218e0d9c420 req-dd66c9e0-4450-4b89-a822-01681fdd75f9 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 946 time: 0.0513706 Jan 28 07:00:26.415497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9f9852b8-02ea-463b-a867-2218e0d9c420 req-edebaa3a-ac61-4e9d-ae9d-b3c912884bde tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424893 Jan 28 07:00:28.434891 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:31.106185 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4746e2ec-32e1-403a-aecb-2a47945074e1 req-17b34921-fa9e-43ac-9282-5f863f6cd81e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388818 Jan 28 07:00:31.202986 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746e2ec-32e1-403a-aecb-2a47945074e1 req-2ded4117-d466-4efe-9794-ad543b3d5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:31.204634 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4746e2ec-32e1-403a-aecb-2a47945074e1 req-2ded4117-d466-4efe-9794-ad543b3d5e56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 1098 time: 0.0420032 Jan 28 07:00:31.313451 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746e2ec-32e1-403a-aecb-2a47945074e1 req-36d4ba99-4135-4fdb-be9a-927f87c228e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:31.314979 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4746e2ec-32e1-403a-aecb-2a47945074e1 req-36d4ba99-4135-4fdb-be9a-927f87c228e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 909 time: 0.0914371 Jan 28 07:00:31.379742 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4746e2ec-32e1-403a-aecb-2a47945074e1 req-675e4409-891d-4d69-926e-5400eed725df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83cbfc3-e316-4854-bcba-139744ed6584 HTTP/1.1" status: 200 len: 1001 time: 0.0585659 Jan 28 07:00:31.426512 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746e2ec-32e1-403a-aecb-2a47945074e1 req-6fc6cf14-7e12-4f24-bcdc-50e46870e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:31.428969 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4746e2ec-32e1-403a-aecb-2a47945074e1 req-6fc6cf14-7e12-4f24-bcdc-50e46870e3ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.0438914 Jan 28 07:00:31.480006 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746e2ec-32e1-403a-aecb-2a47945074e1 req-a4d57b57-8bc4-4473-a4ed-2d3d9e5ad4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:31.481539 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4746e2ec-32e1-403a-aecb-2a47945074e1 req-a4d57b57-8bc4-4473-a4ed-2d3d9e5ad4d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469334 Jan 28 07:00:31.576886 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4746e2ec-32e1-403a-aecb-2a47945074e1 req-9f7dd663-8646-4b27-acd1-07a01440bdb9 service neutron] 10.222.0.64 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887229 Jan 28 07:00:31.675142 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4746e2ec-32e1-403a-aecb-2a47945074e1 req-537a9fc3-0c6f-40f1-bb4b-043851d7ff20 service neutron] 10.222.0.64 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876946 Jan 28 07:00:32.543960 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d197b09a-f8fb-4e35-a2a9-9abfcdd51a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:34.877934 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36cd2eb0-d4a6-4278-8443-f7b73aea4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:36.869348 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:37.644523 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:00:38.178001 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:39.197680 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:55.851698 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:00:58.483537 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:02.514599 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-733aeb27-8ff0-44cc-a967-d4efd8c54a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:04.834936 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-894e5f31-95c3-4aab-8496-40e4f5c3a6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:06.851476 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:08.185935 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:09.180006 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:14.643075 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:01:25.850878 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:28.450800 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:32.130937 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b865ec09-37d6-4174-820d-dcda903934c1 req-beb35871-d98f-45bb-9b57-0a33acceaa9d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420141 Jan 28 07:01:32.226738 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865ec09-37d6-4174-820d-dcda903934c1 req-6468e4b1-1311-442d-8e7b-1096bfb50cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:32.228234 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b865ec09-37d6-4174-820d-dcda903934c1 req-6468e4b1-1311-442d-8e7b-1096bfb50cb7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 1098 time: 0.0410135 Jan 28 07:01:32.343088 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865ec09-37d6-4174-820d-dcda903934c1 req-d90fa28d-3011-460d-a416-846d9e77d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:32.344727 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b865ec09-37d6-4174-820d-dcda903934c1 req-d90fa28d-3011-460d-a416-846d9e77d82b service neutron] 10.222.0.64 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 909 time: 0.0983644 Jan 28 07:01:32.420246 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b865ec09-37d6-4174-820d-dcda903934c1 req-dcb48e72-27b9-4e64-8f27-3e7b5922ce0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83cbfc3-e316-4854-bcba-139744ed6584 HTTP/1.1" status: 200 len: 1001 time: 0.0691185 Jan 28 07:01:32.474535 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865ec09-37d6-4174-820d-dcda903934c1 req-95d088b2-c03c-4ded-8dfe-3a5add546826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:32.476077 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b865ec09-37d6-4174-820d-dcda903934c1 req-95d088b2-c03c-4ded-8dfe-3a5add546826 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.0485301 Jan 28 07:01:32.511782 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d7f5ce28-63ad-468b-918f-bc78e3828800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:32.529738 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865ec09-37d6-4174-820d-dcda903934c1 req-d1660174-3472-4c8a-81cd-d21029eb3194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:32.531292 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b865ec09-37d6-4174-820d-dcda903934c1 req-d1660174-3472-4c8a-81cd-d21029eb3194 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490272 Jan 28 07:01:32.621889 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b865ec09-37d6-4174-820d-dcda903934c1 req-1c65424b-e90b-495a-bf67-7bf71f892262 service neutron] 10.222.0.64 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841908 Jan 28 07:01:32.713085 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-b865ec09-37d6-4174-820d-dcda903934c1 req-97185dee-7ceb-4d1a-b979-06105dc42908 service neutron] 10.222.0.64 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857658 Jan 28 07:01:34.831471 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9650ba41-abc1-4f56-a7a6-7d36dab383f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:36.856523 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:37.260110 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58340) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:01:37.415914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Deleting port 5e33b281-fde9-411e-8aa0-ab290d0e57dc {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:01:37.416255 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5e33b281-fde9-411e-8aa0-ab290d0e57dc), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:37.493089 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5e33b281-fde9-411e-8aa0-ab290d0e57dc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:37.493416 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for floatingip (5e33b281-fde9-411e-8aa0-ab290d0e57dc), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:37.505546 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Calling delete_port for 5e33b281-fde9-411e-8aa0-ab290d0e57dc owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:01:37.717644 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (5e33b281-fde9-411e-8aa0-ab290d0e57dc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:37.748607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event deleted for resources: {'Port': ['ID=5e33b281-fde9-411e-8aa0-ab290d0e57dc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:37.774524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:37.774892 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:37.775222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:37.775562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:37.775899 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:37.776234 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:37.777499 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:37.777917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:37.778258 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:37.778664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:37.779003 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:37.779334 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:37.779667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:37.818720 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for floatingip (55c3cd8f-d6ce-4298-810b-7a41946153dc), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:37.819055 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Floating IP 55c3cd8f-d6ce-4298-810b-7a41946153dc disassociated (deleted). External IP: 172.25.0.219, port: f83cbfc3-e316-4854-bcba-139744ed6584. Jan 28 07:01:38.024215 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Router ae59e4a1-f122-4add-983b-f9f496dd30e8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:01:38.239336 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:38.436797 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:01:38.441587 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:38.447958 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84e4f35-5f35-4a40-88fc-90899939f37c None None] Sync routers for ids ['ae59e4a1-f122-4add-983b-f9f496dd30e8'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:01:38.458071 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84e4f35-5f35-4a40-88fc-90899939f37c None None] Routers {'ae59e4a1-f122-4add-983b-f9f496dd30e8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:01:38.458713 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b84e4f35-5f35-4a40-88fc-90899939f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:01:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ae59e4a1-f122-4add-983b-f9f496dd30e8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:01:38.468884 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a82fb49d-1ff0-4a70-8a5f-0d2808e1c5a4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "DELETE /v2.0/floatingips/55c3cd8f-d6ce-4298-810b-7a41946153dc HTTP/1.1" status: 204 len: 168 time: 1.2077117 Jan 28 07:01:38.469476 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'tag': 'f83cbfc3-e316-4854-bcba-139744ed6584'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:01:38.471863 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d181e2a1-9108-468b-a0f9-994bf400e916" -d '{"events": [{"name": "network-changed", "server_uuid": "f548f9d6-4ba1-4dae-9123-73eea33f1870", "tag": "f83cbfc3-e316-4854-bcba-139744ed6584"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:01:38.567615 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b84e4f35-5f35-4a40-88fc-90899939f37c None None] Set router ae59e4a1-f122-4add-983b-f9f496dd30e8 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:01:38.573548 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1374c7e-a17b-4dfb-bee9-315f5903c988 x-openstack-request-id: req-e1374c7e-a17b-4dfb-bee9-315f5903c988 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:01:38.573865 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f548f9d6-4ba1-4dae-9123-73eea33f1870", "tag": "f83cbfc3-e316-4854-bcba-139744ed6584", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:01:38.574123 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1374c7e-a17b-4dfb-bee9-315f5903c988 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:01:38.574554 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'tag': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'status': 'completed', 'code': 200} Jan 28 07:01:38.662827 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181e2a1-9108-468b-a0f9-994bf400e916 req-76e0ac01-c77a-4238-89e6-a72afb70fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:38.664357 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d181e2a1-9108-468b-a0f9-994bf400e916 req-76e0ac01-c77a-4238-89e6-a72afb70fb1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 1098 time: 0.0462983 Jan 28 07:01:38.757773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181e2a1-9108-468b-a0f9-994bf400e916 req-6c3d6955-4edc-421d-9466-149be0ca6863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:38.759834 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d181e2a1-9108-468b-a0f9-994bf400e916 req-6c3d6955-4edc-421d-9466-149be0ca6863 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 909 time: 0.0890505 Jan 28 07:01:38.769223 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b84e4f35-5f35-4a40-88fc-90899939f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:14Z', 'revision_number': 4, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '359b3aca-54eb-4f52-9bad-32f5b5d2172c', 'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'mac_address': 'fa:16:3e:20:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:13Z', 'updated_at': '2022-01-28T06:57:17Z', 'revision_number': 5, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'subnets': [{'id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:01:38.802750 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84e4f35-5f35-4a40-88fc-90899939f37c None None] Checking router: ae59e4a1-f122-4add-983b-f9f496dd30e8 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:01:38.809175 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d181e2a1-9108-468b-a0f9-994bf400e916 req-d8b895e8-076b-4061-886d-665539a18a37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83cbfc3-e316-4854-bcba-139744ed6584 HTTP/1.1" status: 200 len: 217 time: 0.0436518 Jan 28 07:01:38.812646 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84e4f35-5f35-4a40-88fc-90899939f37c None None] Routers {'ae59e4a1-f122-4add-983b-f9f496dd30e8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:01:38.813714 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b84e4f35-5f35-4a40-88fc-90899939f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:01:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ae59e4a1-f122-4add-983b-f9f496dd30e8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:01:38.860614 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181e2a1-9108-468b-a0f9-994bf400e916 req-87fdfd53-421a-40a4-bec4-ae3b56dc96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:38.862094 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d181e2a1-9108-468b-a0f9-994bf400e916 req-87fdfd53-421a-40a4-bec4-ae3b56dc96bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.0472105 Jan 28 07:01:38.899361 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc275950-feff-433b-8c97-b6f3674fccfd req-88bd1478-14a9-4c4a-acd4-a784b11e2cda tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:38.901108 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc275950-feff-433b-8c97-b6f3674fccfd req-88bd1478-14a9-4c4a-acd4-a784b11e2cda tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 946 time: 0.0525208 Jan 28 07:01:38.923644 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181e2a1-9108-468b-a0f9-994bf400e916 req-e35e8e7c-61b5-4908-8c5a-e32868b43ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:38.925286 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d181e2a1-9108-468b-a0f9-994bf400e916 req-e35e8e7c-61b5-4908-8c5a-e32868b43ff1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445435 Jan 28 07:01:38.929906 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b84e4f35-5f35-4a40-88fc-90899939f37c None None] Set router ae59e4a1-f122-4add-983b-f9f496dd30e8 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:01:38.955261 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc275950-feff-433b-8c97-b6f3674fccfd req-8916f358-5812-40b3-9a33-851258fbb171 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477500 Jan 28 07:01:39.022562 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d181e2a1-9108-468b-a0f9-994bf400e916 req-c569d3d0-9610-4c0b-a9eb-d29a72cdf634 service neutron] 10.222.0.64 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904906 Jan 28 07:01:39.112057 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d181e2a1-9108-468b-a0f9-994bf400e916 req-1271c751-8437-4af9-a10b-308944dce1da service neutron] 10.222.0.64 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837054 Jan 28 07:01:39.134101 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b84e4f35-5f35-4a40-88fc-90899939f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:14Z', 'revision_number': 4, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '359b3aca-54eb-4f52-9bad-32f5b5d2172c', 'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'mac_address': 'fa:16:3e:20:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:13Z', 'updated_at': '2022-01-28T06:57:17Z', 'revision_number': 5, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'subnets': [{'id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:01:39.160149 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84e4f35-5f35-4a40-88fc-90899939f37c None None] The sync data for ids ['ae59e4a1-f122-4add-983b-f9f496dd30e8'] in n-d-812111-12 is: [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:14Z', 'revision_number': 4, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '359b3aca-54eb-4f52-9bad-32f5b5d2172c', 'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'mac_address': 'fa:16:3e:20:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:13Z', 'updated_at': '2022-01-28T06:57:17Z', 'revision_number': 5, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'subnets': [{'id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:01:39.179871 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:39.377381 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9513519a-10b4-4415-9c2a-d980f7a6ede4 None None] New status for floating IP 55c3cd8f-d6ce-4298-810b-7a41946153dc: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:01:40.075077 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fdff4-7455-438d-b1c1-de126445c32b req-2bc8ed97-d2cd-49ab-a066-6a43ae4b20bd tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:40.076539 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea6fdff4-7455-438d-b1c1-de126445c32b req-2bc8ed97-d2cd-49ab-a066-6a43ae4b20bd tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 946 time: 0.0490885 Jan 28 07:01:40.128851 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ea6fdff4-7455-438d-b1c1-de126445c32b req-015dd82c-5719-48dd-92fe-8074b2b4f921 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1d98398-8eee-47ea-8a3b-723731cf3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468180 Jan 28 07:01:40.352309 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed08aa4-0393-4ffe-adcc-85f181998041 req-5e5e447e-e720-45e3-8872-90186aab7c30 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:40.353766 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7ed08aa4-0393-4ffe-adcc-85f181998041 req-5e5e447e-e720-45e3-8872-90186aab7c30 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.64 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 946 time: 0.0490749 Jan 28 07:01:40.445109 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-7ed08aa4-0393-4ffe-adcc-85f181998041 req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Deleting port f83cbfc3-e316-4854-bcba-139744ed6584 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:01:40.445451 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7ed08aa4-0393-4ffe-adcc-85f181998041 req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:40.531962 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-7ed08aa4-0393-4ffe-adcc-85f181998041 req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] For port f83cbfc3-e316-4854-bcba-139744ed6584, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=f83cbfc3-e316-4854-bcba-139744ed6584,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:01:40.532327 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7ed08aa4-0393-4ffe-adcc-85f181998041 req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:40.549582 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-7ed08aa4-0393-4ffe-adcc-85f181998041 req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Calling delete_port for f83cbfc3-e316-4854-bcba-139744ed6584 owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:01:40.734089 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7ed08aa4-0393-4ffe-adcc-85f181998041 req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (f83cbfc3-e316-4854-bcba-139744ed6584), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:40.762552 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event deleted for resources: {'Port': ['ID=f83cbfc3-e316-4854-bcba-139744ed6584,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:40.774456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:40.774808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:40.775158 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:40.775492 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:40.775824 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:40.776263 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:40.777272 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:40.777736 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:40.778222 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:40.778743 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:40.779254 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:40.779725 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:40.780192 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:40.821611 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed08aa4-0393-4ffe-adcc-85f181998041 req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] No DVR routers for this DVR port f83cbfc3-e316-4854-bcba-139744ed6584 on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:01:40.824917 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-7ed08aa4-0393-4ffe-adcc-85f181998041 req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:40.828409 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-7ed08aa4-0393-4ffe-adcc-85f181998041 req-b326782f-7418-4997-9de1-3dcf4bdf9186 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.64 "DELETE /v2.0/ports/f83cbfc3-e316-4854-bcba-139744ed6584 HTTP/1.1" status: 204 len: 173 time: 0.4697297 Jan 28 07:01:40.828858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'name': 'network-vif-deleted', 'tag': 'f83cbfc3-e316-4854-bcba-139744ed6584'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:01:40.831180 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d1bcef-4b7f-46fb-96c6-52495d16d8c3" -d '{"events": [{"server_uuid": "f548f9d6-4ba1-4dae-9123-73eea33f1870", "name": "network-vif-deleted", "tag": "f83cbfc3-e316-4854-bcba-139744ed6584"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:01:40.869954 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbc36b9-bd92-401f-ba37-231488056f79 x-openstack-request-id: req-efbc36b9-bd92-401f-ba37-231488056f79 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:01:40.870546 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f548f9d6-4ba1-4dae-9123-73eea33f1870", "name": "network-vif-deleted", "tag": "f83cbfc3-e316-4854-bcba-139744ed6584", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:01:40.870799 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efbc36b9-bd92-401f-ba37-231488056f79 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:01:40.871207 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f548f9d6-4ba1-4dae-9123-73eea33f1870', 'name': 'network-vif-deleted', 'tag': 'f83cbfc3-e316-4854-bcba-139744ed6584', 'status': 'completed', 'code': 200} Jan 28 07:01:41.238533 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d67c530-532a-40c9-a092-adc1008ce39d req-de5a1fd7-bfc2-48c3-a95e-30e6a5f9677a tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=f548f9d6-4ba1-4dae-9123-73eea33f1870 HTTP/1.1" status: 200 len: 210 time: 0.0262322 Jan 28 07:01:42.299885 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58364) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:01:42.356292 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f684e5a-ed5e-4276-b419-d3d1d9127c30 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group (e1d98398-8eee-47ea-8a3b-723731cf3ff4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:42.382292 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f684e5a-ed5e-4276-b419-d3d1d9127c30 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group (e1d98398-8eee-47ea-8a3b-723731cf3ff4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:42.540945 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f684e5a-ed5e-4276-b419-d3d1d9127c30 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e1d98398-8eee-47ea-8a3b-723731cf3ff4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:42.540945 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f684e5a-ed5e-4276-b419-d3d1d9127c30 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:42.540945 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6f684e5a-ed5e-4276-b419-d3d1d9127c30 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "DELETE /v2.0/security-groups/e1d98398-8eee-47ea-8a3b-723731cf3ff4 HTTP/1.1" status: 204 len: 168 time: 0.2394521 Jan 28 07:01:42.549646 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f684e5a-ed5e-4276-b419-d3d1d9127c30 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d98398-8eee-47ea-8a3b-723731cf3ff4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:43.340822 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device f83cbfc3-e316-4854-bcba-139744ed6584 no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:01:43.361372 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: f83cbfc3-e316-4854-bcba-139744ed6584 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:01:43.361718 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device f83cbfc3-e316-4854-bcba-139744ed6584 not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:01:44.001461 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58372) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:01:44.006447 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2187148f-9f8a-4be0-a6f7-ce91ed21610e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2097946998', 'description': 'tempest-secgroup-smoke-2097946998 description', 'project_id': '6a9e4bfb61d94688bab507cdce78cc52'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:01:44.079442 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2187148f-9f8a-4be0-a6f7-ce91ed21610e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:44.143715 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2187148f-9f8a-4be0-a6f7-ce91ed21610e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group (e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:44.205107 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2187148f-9f8a-4be0-a6f7-ce91ed21610e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:44.236188 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187148f-9f8a-4be0-a6f7-ce91ed21610e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:44.303966 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2187148f-9f8a-4be0-a6f7-ce91ed21610e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:44.305211 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2187148f-9f8a-4be0-a6f7-ce91ed21610e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3026917 Jan 28 07:01:44.308744 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58374) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:01:44.315161 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4edf12a0-3b8d-4085-824d-075753ebfac5 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Request body: {'security_group_rule': {'security_group_id': 'e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4', 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:01:44.396103 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4edf12a0-3b8d-4085-824d-075753ebfac5 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (c54e4ec9-1eec-4efa-8577-32fc613ce4dc), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:44.450575 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4edf12a0-3b8d-4085-824d-075753ebfac5 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (c54e4ec9-1eec-4efa-8577-32fc613ce4dc), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:44.516648 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4edf12a0-3b8d-4085-824d-075753ebfac5 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (c54e4ec9-1eec-4efa-8577-32fc613ce4dc), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:44.534863 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf12a0-3b8d-4085-824d-075753ebfac5 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54e4ec9-1eec-4efa-8577-32fc613ce4dc,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:44.598534 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4edf12a0-3b8d-4085-824d-075753ebfac5 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:44.599741 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4edf12a0-3b8d-4085-824d-075753ebfac5 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2899678 Jan 28 07:01:44.606217 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58376) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:01:44.607498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ac2d1da0-f19b-43d0-9b83-48ed645fb62e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Request body: {'security_group_rule': {'security_group_id': 'e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4', 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:01:44.704271 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1da0-f19b-43d0-9b83-48ed645fb62e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (ac2acdff-65fa-4b40-b44a-b07c5d685987), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:44.759283 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1da0-f19b-43d0-9b83-48ed645fb62e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (ac2acdff-65fa-4b40-b44a-b07c5d685987), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:44.830969 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1da0-f19b-43d0-9b83-48ed645fb62e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (ac2acdff-65fa-4b40-b44a-b07c5d685987), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:44.849743 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d1da0-f19b-43d0-9b83-48ed645fb62e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2acdff-65fa-4b40-b44a-b07c5d685987,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:44.919277 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1da0-f19b-43d0-9b83-48ed645fb62e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:44.920485 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ac2d1da0-f19b-43d0-9b83-48ed645fb62e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3170094 Jan 28 07:01:44.923262 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58378) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:01:44.927592 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-97573fc3-31ad-414a-86d3-f1a17cfee040 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Request body: {'security_group_rule': {'security_group_id': 'e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4', 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:01:45.020770 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97573fc3-31ad-414a-86d3-f1a17cfee040 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (ff010ee3-6741-4d8a-a799-59f6f9794bae), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:45.075196 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97573fc3-31ad-414a-86d3-f1a17cfee040 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (ff010ee3-6741-4d8a-a799-59f6f9794bae), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:45.151765 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97573fc3-31ad-414a-86d3-f1a17cfee040 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (ff010ee3-6741-4d8a-a799-59f6f9794bae), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:45.172167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97573fc3-31ad-414a-86d3-f1a17cfee040 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff010ee3-6741-4d8a-a799-59f6f9794bae,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:45.247048 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97573fc3-31ad-414a-86d3-f1a17cfee040 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:45.248263 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-97573fc3-31ad-414a-86d3-f1a17cfee040 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3240600 Jan 28 07:01:45.251129 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58380) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:01:45.255607 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ca778155-1c4a-4fe9-81bf-43c079a5c331 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Request body: {'security_group_rule': {'security_group_id': 'e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4', 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:01:45.345690 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca778155-1c4a-4fe9-81bf-43c079a5c331 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (890e0774-7321-428d-8c1e-c410ba02931f), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:45.402567 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca778155-1c4a-4fe9-81bf-43c079a5c331 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (890e0774-7321-428d-8c1e-c410ba02931f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:45.519272 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca778155-1c4a-4fe9-81bf-43c079a5c331 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (890e0774-7321-428d-8c1e-c410ba02931f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:45.538704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca778155-1c4a-4fe9-81bf-43c079a5c331 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890e0774-7321-428d-8c1e-c410ba02931f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:45.644601 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca778155-1c4a-4fe9-81bf-43c079a5c331 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:45.645887 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-ca778155-1c4a-4fe9-81bf-43c079a5c331 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3938572 Jan 28 07:01:45.648526 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58382) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:01:45.652777 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b2789b88-cd6a-44af-a544-355d54622848 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Request body: {'security_group_rule': {'security_group_id': 'e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4', 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:01:45.736491 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-b2789b88-cd6a-44af-a544-355d54622848 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Project 6a9e4bfb61d94688bab507cdce78cc52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:01:45.741421 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b2789b88-cd6a-44af-a544-355d54622848 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (8f2a8072-77bb-40f2-9402-2a1229cf7ea8), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:45.799338 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b2789b88-cd6a-44af-a544-355d54622848 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (8f2a8072-77bb-40f2-9402-2a1229cf7ea8), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:45.884647 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b2789b88-cd6a-44af-a544-355d54622848 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (8f2a8072-77bb-40f2-9402-2a1229cf7ea8), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:45.902968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2789b88-cd6a-44af-a544-355d54622848 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2a8072-77bb-40f2-9402-2a1229cf7ea8,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:45.966677 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b2789b88-cd6a-44af-a544-355d54622848 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:45.967873 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-b2789b88-cd6a-44af-a544-355d54622848 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3184409 Jan 28 07:01:45.970630 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58384) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:01:45.974806 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8ed97294-5097-4c40-bf6b-259cdd2d0f37 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Request body: {'security_group_rule': {'security_group_id': 'e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4', 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:01:46.048155 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-8ed97294-5097-4c40-bf6b-259cdd2d0f37 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Project 6a9e4bfb61d94688bab507cdce78cc52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:01:46.053160 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ed97294-5097-4c40-bf6b-259cdd2d0f37 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (bbf045d6-df98-4d7d-83b2-de5695b8713f), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:46.110156 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ed97294-5097-4c40-bf6b-259cdd2d0f37 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (bbf045d6-df98-4d7d-83b2-de5695b8713f), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:46.193557 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ed97294-5097-4c40-bf6b-259cdd2d0f37 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (bbf045d6-df98-4d7d-83b2-de5695b8713f), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:46.213858 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed97294-5097-4c40-bf6b-259cdd2d0f37 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf045d6-df98-4d7d-83b2-de5695b8713f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:46.308396 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ed97294-5097-4c40-bf6b-259cdd2d0f37 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:46.309595 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-8ed97294-5097-4c40-bf6b-259cdd2d0f37 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3380699 Jan 28 07:01:51.642188 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:01:56.113241 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:01:58.410377 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:02.519246 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56013fa5-b406-420a-943c-e348d6a686dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:04.844966 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67692c7f-891f-4562-997f-9bd362f8ac84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:06.871368 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:08.204509 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:09.216089 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:11.412111 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-493a43d7-c257-4281-8158-b9d352c61b89 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2097946998&fields=id&tenant_id=6a9e4bfb61d94688bab507cdce78cc52 HTTP/1.1" status: 200 len: 267 time: 0.0463996 Jan 28 07:02:11.519124 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5a3c810d-7504-4c50-a9d3-96e7b54b7897 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:11.520600 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5a3c810d-7504-4c50-a9d3-96e7b54b7897 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 808 time: 0.1017656 Jan 28 07:02:11.534651 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-e19bd292-e33d-423f-a4a6-5b626692b779 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/quotas/6a9e4bfb61d94688bab507cdce78cc52 HTTP/1.1" status: 200 len: 375 time: 0.0087407 Jan 28 07:02:11.588786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-b7d715af-b3b3-4133-aefb-581582f83abc tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483944 Jan 28 07:02:11.605593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-c7fa795d-4ff1-4c8f-a24a-3a3d535e955f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:02:11.606566 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-c7fa795d-4ff1-4c8f-a24a-3a3d535e955f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065372 Jan 28 07:02:11.692359 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-d1cf5145-4bee-4379-8c9c-55ce5f29235d service neutron] 10.222.0.31 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803826 Jan 28 07:02:11.782609 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-6da57610-9140-41fb-86da-5ab95c1c6497 service neutron] 10.222.0.31 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843475 Jan 28 07:02:12.366599 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d9a77e63-228e-43bb-8fcc-3dbcac2a8398 req-97d5de54-7b0c-4103-bbeb-c7b40af711c2 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 210 time: 0.0265534 Jan 28 07:02:13.443414 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-035430c7-ea1e-4784-aeef-a2bae1fe53e3 req-0a94e335-ccf2-4134-8b67-23346e1bed73 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 210 time: 0.0251520 Jan 28 07:02:14.519224 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e2b892bc-34e5-41fe-9d01-1122835b477d req-3e13e522-7254-4848-a89e-948288aca295 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 210 time: 0.0271554 Jan 28 07:02:15.595203 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-000326d1-c29c-4cab-9c06-ef2a4910df46 req-efa240e8-278c-4a52-8b63-f4568785031f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 210 time: 0.0252452 Jan 28 07:02:16.687965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-35837818-6793-4801-b6e5-c73e002a5a66 req-9fe6b733-e1ad-4d23-94f4-4196ef448b9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 210 time: 0.0257802 Jan 28 07:02:17.787332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-75983ac1-7cda-4b95-ba1e-d6c26e7451a1 req-d5a2efc4-f263-4275-a593-48d4537c33ff tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 210 time: 0.0289414 Jan 28 07:02:18.545380 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-8d9d4d82-273d-4e5e-8a1d-b05c0e8e7cd6 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:18.546857 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-8d9d4d82-273d-4e5e-8a1d-b05c0e8e7cd6 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.60 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 808 time: 0.1028512 Jan 28 07:02:18.613325 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-77a6338e-1d26-4c04-a101-510ad9e928ee tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a9e4bfb61d94688bab507cdce78cc52 HTTP/1.1" status: 200 len: 380 time: 0.0537021 Jan 28 07:02:18.623120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-d67f40a5-a8c5-4d69-93bc-ae4609f04537 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Request body: {'port': {'device_id': '93de8a58-96d7-4265-9129-a052086b7929', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'admin_state_up': True, 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'security_groups': ['e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:02:18.792801 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-d67f40a5-a8c5-4d69-93bc-ae4609f04537 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Made reservation on behalf of 6a9e4bfb61d94688bab507cdce78cc52 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:02:18.796956 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-d67f40a5-a8c5-4d69-93bc-ae4609f04537 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:18.899330 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f2f235e-2859-45b0-a895-7a4f1ff7d2d4 req-15998228-661f-4a73-86d5-a8af3ea175de tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 210 time: 0.0388508 Jan 28 07:02:18.956078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-d67f40a5-a8c5-4d69-93bc-ae4609f04537 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Allocated IP 172.20.0.6 (93a0744e-d87c-4ef4-9b20-985713cc192d/00d85bd9-ca34-45b8-acfe-b0e77f2594f9/5243c5a5-d645-40d9-9d7e-b9af26287ace) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:02:19.093646 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-d67f40a5-a8c5-4d69-93bc-ae4609f04537 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:19.210494 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-d67f40a5-a8c5-4d69-93bc-ae4609f04537 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:19.256563 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-d67f40a5-a8c5-4d69-93bc-ae4609f04537 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Network 93a0744e-d87c-4ef4-9b20-985713cc192d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:02:19.260003 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-d67f40a5-a8c5-4d69-93bc-ae4609f04537 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:02:19.263582 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-d67f40a5-a8c5-4d69-93bc-ae4609f04537 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:02:19.291772 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f40a5-a8c5-4d69-93bc-ae4609f04537 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'Port': ['ID=5243c5a5-d645-40d9-9d7e-b9af26287ace,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:19.323336 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-d67f40a5-a8c5-4d69-93bc-ae4609f04537 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:19.323987 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-d67f40a5-a8c5-4d69-93bc-ae4609f04537 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:19.441637 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-d67f40a5-a8c5-4d69-93bc-ae4609f04537 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8230493 Jan 28 07:02:19.467821 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-78fdcc21-28cf-4918-9b65-6097df6bfcc3 None None] Provisioning complete for port 5243c5a5-d645-40d9-9d7e-b9af26287ace triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:02:19.468351 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78fdcc21-28cf-4918-9b65-6097df6bfcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:19.504674 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Request body: {'port': {'device_id': '93de8a58-96d7-4265-9129-a052086b7929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:02:19.519491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-78fdcc21-28cf-4918-9b65-6097df6bfcc3 None None] Port 5243c5a5-d645-40d9-9d7e-b9af26287ace cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:02:19.560776 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:19.829487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5243c5a5-d645-40d9-9d7e-b9af26287ace {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:02:19.836745 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Publish callbacks [] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:19.849436 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Transition to ACTIVE for port object 5243c5a5-d645-40d9-9d7e-b9af26287ace will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:02:19.917677 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:20.010347 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Pushing event updated for resources: {'Port': ['ID=5243c5a5-d645-40d9-9d7e-b9af26287ace,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:20.088422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32068c43-9c88-4027-bf30-bea2911de09c req-ab2f8533-c77c-49d7-beb2-f29284c74b3a tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:20.090014 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32068c43-9c88-4027-bf30-bea2911de09c req-ab2f8533-c77c-49d7-beb2-f29284c74b3a tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.1020391 Jan 28 07:02:20.096058 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Attempting to bind port 5243c5a5-d645-40d9-9d7e-b9af26287ace on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:02:20.096392 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Attempting to bind port 5243c5a5-d645-40d9-9d7e-b9af26287ace by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:02:20.096725 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Attempting to bind port 5243c5a5-d645-40d9-9d7e-b9af26287ace on network 93a0744e-d87c-4ef4-9b20-985713cc192d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:02:20.110635 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Port 5243c5a5-d645-40d9-9d7e-b9af26287ace on network 93a0744e-d87c-4ef4-9b20-985713cc192d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:02:20.110969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Attempting to bind port 5243c5a5-d645-40d9-9d7e-b9af26287ace on network 93a0744e-d87c-4ef4-9b20-985713cc192d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:02:20.125816 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:02:20.126162 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Checking segment: {'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:02:20.126593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Bound using segment: {'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:02:20.127037 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Bound port: 5243c5a5-d645-40d9-9d7e-b9af26287ace, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dbf926-4779-4e83-bfcf-ebdd857e601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:02:20.127403 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:20.186885 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-32068c43-9c88-4027-bf30-bea2911de09c req-d6c5a4a3-fbe6-459c-8d0f-ba97df6aeab4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863514 Jan 28 07:02:20.215626 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] For port 5243c5a5-d645-40d9-9d7e-b9af26287ace, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:02:20.218661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] For port 5243c5a5-d645-40d9-9d7e-b9af26287ace, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5243c5a5-d645-40d9-9d7e-b9af26287ace,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:02:20.316671 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:20.352411 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:20.353665 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:20.355292 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] 10.222.0.60 "PUT /v2.0/ports/5243c5a5-d645-40d9-9d7e-b9af26287ace HTTP/1.1" status: 200 len: 1092 time: 0.9004858 Jan 28 07:02:20.355758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93de8a58-96d7-4265-9129-a052086b7929', 'tag': '5243c5a5-d645-40d9-9d7e-b9af26287ace'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:02:20.358082 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc6e036-364a-4b2d-a5ea-eb7708f46f45" -d '{"events": [{"name": "network-changed", "server_uuid": "93de8a58-96d7-4265-9129-a052086b7929", "tag": "5243c5a5-d645-40d9-9d7e-b9af26287ace"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:02:20.388313 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84af2e-0cd4-4fb8-9d06-ba905f53c65e service neutron] Pushing event updated for resources: {'Port': ['ID=5243c5a5-d645-40d9-9d7e-b9af26287ace,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:20.422089 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c3b4bc-0462-4246-8039-6f8e62edc307 x-openstack-request-id: req-52c3b4bc-0462-4246-8039-6f8e62edc307 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:02:20.422420 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93de8a58-96d7-4265-9129-a052086b7929", "tag": "5243c5a5-d645-40d9-9d7e-b9af26287ace", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:02:20.422683 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52c3b4bc-0462-4246-8039-6f8e62edc307 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:02:20.423119 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93de8a58-96d7-4265-9129-a052086b7929', 'tag': '5243c5a5-d645-40d9-9d7e-b9af26287ace', 'status': 'completed', 'code': 200} Jan 28 07:02:20.517830 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6e036-364a-4b2d-a5ea-eb7708f46f45 req-6f977343-b010-4fb9-9078-8958f0bb944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:20.519516 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbc6e036-364a-4b2d-a5ea-eb7708f46f45 req-6f977343-b010-4fb9-9078-8958f0bb944a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 1095 time: 0.0549009 Jan 28 07:02:20.628616 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6e036-364a-4b2d-a5ea-eb7708f46f45 req-c1e93f07-5459-42a4-90db-a101a12d662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:20.629972 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbc6e036-364a-4b2d-a5ea-eb7708f46f45 req-c1e93f07-5459-42a4-90db-a101a12d662f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0980766 Jan 28 07:02:20.734746 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6e036-364a-4b2d-a5ea-eb7708f46f45 req-163eecee-0f7e-4187-bcae-41415c4a9924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:20.736297 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cbc6e036-364a-4b2d-a5ea-eb7708f46f45 req-163eecee-0f7e-4187-bcae-41415c4a9924 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002424 Jan 28 07:02:20.832966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-99811c2e-b63d-4061-a3cb-d5d73ec394d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:20.834482 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-99811c2e-b63d-4061-a3cb-d5d73ec394d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 1095 time: 0.0412302 Jan 28 07:02:20.882323 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-2ca4076a-bfe0-4d4b-85f4-422348395c19 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5243c5a5-d645-40d9-9d7e-b9af26287ace HTTP/1.1" status: 200 len: 217 time: 0.0353386 Jan 28 07:02:20.938868 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-9340cd58-a6ab-410c-998c-ecef14b75912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:20.940328 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-9340cd58-a6ab-410c-998c-ecef14b75912 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.0484335 Jan 28 07:02:20.985979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-a7f99a1f-b2cd-4498-9541-83fcb0bb3538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:20.987528 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-a7f99a1f-b2cd-4498-9541-83fcb0bb3538 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414886 Jan 28 07:02:21.074795 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-a183e672-f35f-4f11-8854-bd7efb367523 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814195 Jan 28 07:02:21.167415 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f9dceaf-711c-4c8f-adde-272d86149ae4 req-3e41b39b-78ef-49a2-a746-29aad02bf1a7 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873559 Jan 28 07:02:21.305507 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a27e8d-0fd0-4344-acdf-82b702f2f7ce req-7d00dd2c-13a0-4385-92ea-f4aa3128bcfe tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:21.307137 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0a27e8d-0fd0-4344-acdf-82b702f2f7ce req-7d00dd2c-13a0-4385-92ea-f4aa3128bcfe tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0516286 Jan 28 07:02:21.356906 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f0a27e8d-0fd0-4344-acdf-82b702f2f7ce req-c3dff8b3-2a4e-427d-9219-86d8957cd7a1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440331 Jan 28 07:02:22.531731 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0561c6-3d7e-42cc-b71a-ef7b49e5df6d req-82419df3-8325-41ad-bc46-bce5b6643074 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:22.533312 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe0561c6-3d7e-42cc-b71a-ef7b49e5df6d req-82419df3-8325-41ad-bc46-bce5b6643074 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0564311 Jan 28 07:02:22.582121 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe0561c6-3d7e-42cc-b71a-ef7b49e5df6d req-36d2f095-38b0-4c7d-8324-d16eb85375a5 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429673 Jan 28 07:02:23.697264 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6502d-ff31-47e3-be7b-97b1cc066f9f req-90034e40-8823-4bb3-8369-6a525430dc99 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:23.698944 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96a6502d-ff31-47e3-be7b-97b1cc066f9f req-90034e40-8823-4bb3-8369-6a525430dc99 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0495856 Jan 28 07:02:23.747125 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96a6502d-ff31-47e3-be7b-97b1cc066f9f req-9cc332b0-fcde-4b3b-9f6c-55f5b75e9a92 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426323 Jan 28 07:02:24.868496 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbfce0-591c-4201-bc92-6f884b95752f req-ad84f8cf-f11f-4054-8b6f-e3b4cd3b4628 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:24.870215 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85cbfce0-591c-4201-bc92-6f884b95752f req-ad84f8cf-f11f-4054-8b6f-e3b4cd3b4628 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0519190 Jan 28 07:02:24.928460 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85cbfce0-591c-4201-bc92-6f884b95752f req-6d14090a-3f98-4762-b303-63fe60e57ee5 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523870 Jan 28 07:02:25.859342 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:26.042917 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b11ab-7dd6-4db6-ac17-cb6dcf606647 req-a6f29ebc-0c74-4313-ad67-05cd4aa62113 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:26.044398 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a11b11ab-7dd6-4db6-ac17-cb6dcf606647 req-a6f29ebc-0c74-4313-ad67-05cd4aa62113 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0490112 Jan 28 07:02:26.092761 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a11b11ab-7dd6-4db6-ac17-cb6dcf606647 req-703df0a6-7e2b-4af7-a629-007c7921ab24 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426383 Jan 28 07:02:27.205912 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e984db7-b4b6-472c-83d3-afae01739545 req-065809c9-b26f-4e3a-9370-3151aeecd836 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:27.207409 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e984db7-b4b6-472c-83d3-afae01739545 req-065809c9-b26f-4e3a-9370-3151aeecd836 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0478122 Jan 28 07:02:27.258160 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e984db7-b4b6-472c-83d3-afae01739545 req-270e1e81-7190-4c10-9ba0-c791a93f5d24 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441766 Jan 28 07:02:28.380432 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f74dee-a665-43f0-a71b-b264f7b3ebbd req-2a97fea3-5035-4de2-880f-f5f404463ec6 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:28.381926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1f74dee-a665-43f0-a71b-b264f7b3ebbd req-2a97fea3-5035-4de2-880f-f5f404463ec6 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0549638 Jan 28 07:02:28.430437 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:28.434008 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c1f74dee-a665-43f0-a71b-b264f7b3ebbd req-ccc1d1af-4b6e-4d57-b4c2-9641df47e82d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451071 Jan 28 07:02:28.640901 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:02:29.548649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86b471-6c7d-4f0b-b526-a16ecadd1e72 req-08007342-78c5-4c6a-89cb-c0a978a9919f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:29.550503 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c86b471-6c7d-4f0b-b526-a16ecadd1e72 req-08007342-78c5-4c6a-89cb-c0a978a9919f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0486367 Jan 28 07:02:29.606774 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c86b471-6c7d-4f0b-b526-a16ecadd1e72 req-a802deae-d330-47c6-9af6-a8f36d7fedb9 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498374 Jan 28 07:02:30.724908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b98c4f-79c0-4d6f-b659-57399ad8183d req-916524c1-c7d3-4944-ad79-d6be39c72383 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:30.726413 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88b98c4f-79c0-4d6f-b659-57399ad8183d req-916524c1-c7d3-4944-ad79-d6be39c72383 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0476201 Jan 28 07:02:30.781653 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-88b98c4f-79c0-4d6f-b659-57399ad8183d req-deb9d97f-ee73-493d-917d-90deaa5750e2 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489690 Jan 28 07:02:31.900813 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4667a-47ca-43b3-b7c3-93d5562e7a9b req-95f01e06-b6b1-434b-ab92-ca880a707a14 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:31.902860 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8c4667a-47ca-43b3-b7c3-93d5562e7a9b req-95f01e06-b6b1-434b-ab92-ca880a707a14 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0538812 Jan 28 07:02:31.954537 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8c4667a-47ca-43b3-b7c3-93d5562e7a9b req-a2e9c80e-b1fd-4795-9e92-f68bef038195 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459940 Jan 28 07:02:32.512403 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d122d50-ba10-4152-ad92-983e36aa32c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:33.068023 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272eeb2-d418-40aa-8f8a-f845b7ae23c6 req-782f296a-a307-443e-ac36-e9b886982ec3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:33.069507 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e272eeb2-d418-40aa-8f8a-f845b7ae23c6 req-782f296a-a307-443e-ac36-e9b886982ec3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0474534 Jan 28 07:02:33.118816 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e272eeb2-d418-40aa-8f8a-f845b7ae23c6 req-581d84fa-c460-4973-87e7-cc708d63ae21 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427620 Jan 28 07:02:34.238287 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0a21f-5fbe-4f10-854a-5e27ac327251 req-432353cf-d32a-4749-bdd4-62b28520ac97 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:34.239787 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22d0a21f-5fbe-4f10-854a-5e27ac327251 req-432353cf-d32a-4749-bdd4-62b28520ac97 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0524919 Jan 28 07:02:34.287621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22d0a21f-5fbe-4f10-854a-5e27ac327251 req-e8e8c38d-bf94-4752-8ddf-f67b2735ac0a tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421348 Jan 28 07:02:34.824808 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b44fe71-dd60-40c2-9682-ae7e1d964afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:35.403653 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2c89d-6029-40b3-8785-e3eddfceee8a req-ee6e7075-582b-4ba8-b9af-b0cbf152b5ba tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:35.405136 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4eb2c89d-6029-40b3-8785-e3eddfceee8a req-ee6e7075-582b-4ba8-b9af-b0cbf152b5ba tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0485692 Jan 28 07:02:35.453202 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4eb2c89d-6029-40b3-8785-e3eddfceee8a req-1bcf26d3-5921-4cc0-a452-399a0e75c5b6 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424583 Jan 28 07:02:36.571365 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c046f0-959a-464a-8daa-73137f758a5e req-0bb59045-9016-4037-a222-0e4949e9e10d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:36.572907 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96c046f0-959a-464a-8daa-73137f758a5e req-0bb59045-9016-4037-a222-0e4949e9e10d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0519121 Jan 28 07:02:36.620358 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-96c046f0-959a-464a-8daa-73137f758a5e req-ab6df55c-3d2d-4e1b-98b1-245d510c37c6 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419273 Jan 28 07:02:36.872127 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:37.732838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c2cb6-8321-4e33-928a-f73a306203d8 req-38477151-0766-47d6-82f3-e38389e68302 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:37.734314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-605c2cb6-8321-4e33-928a-f73a306203d8 req-38477151-0766-47d6-82f3-e38389e68302 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0479560 Jan 28 07:02:37.783678 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-605c2cb6-8321-4e33-928a-f73a306203d8 req-1178d8c6-7e63-499c-94d6-b72da8f2e475 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437338 Jan 28 07:02:38.027884 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5243c5a5-d645-40d9-9d7e-b9af26287ace details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:02:38.123755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5243c5a5-d645-40d9-9d7e-b9af26287ace, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5243c5a5-d645-40d9-9d7e-b9af26287ace,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:02:38.144669 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '5243c5a5-d645-40d9-9d7e-b9af26287ace', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'port_id': '5243c5a5-d645-40d9-9d7e-b9af26287ace', 'mac_address': 'fa:16:3e:c1:63:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:02:38.183422 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 5243c5a5-d645-40d9-9d7e-b9af26287ace is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:02:38.183811 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:38.196436 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5243c5a5-d645-40d9-9d7e-b9af26287ace {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:02:38.216315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5243c5a5-d645-40d9-9d7e-b9af26287ace, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5243c5a5-d645-40d9-9d7e-b9af26287ace,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:02:38.238211 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:38.306599 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:38.354634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=5243c5a5-d645-40d9-9d7e-b9af26287ace,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:38.362126 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:38.362496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:38.362820 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:38.363162 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:38.363499 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:38.363833 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:38.364162 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:38.364493 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:38.364819 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:38.365149 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:38.365475 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:38.365805 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:38.366153 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:38.610771 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['5243c5a5-d645-40d9-9d7e-b9af26287ace'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:02:38.904079 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a40674-e406-4be0-a995-dffc935b9d27 req-63143a7c-9315-43af-b0b1-f6b1063291b6 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:38.905517 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6a40674-e406-4be0-a995-dffc935b9d27 req-63143a7c-9315-43af-b0b1-f6b1063291b6 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 944 time: 0.0483723 Jan 28 07:02:38.958427 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c6a40674-e406-4be0-a995-dffc935b9d27 req-3a60df5b-ee1b-4c7b-999d-ce5296f869ba tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473588 Jan 28 07:02:39.180696 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:40.034842 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5243c5a5-d645-40d9-9d7e-b9af26287ace up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:02:40.070964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8b994-e56c-4566-b50e-a843202bf336 req-35c36303-3a4c-4198-8564-d9c601cbfce2 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:40.073151 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61f8b994-e56c-4566-b50e-a843202bf336 req-35c36303-3a4c-4198-8564-d9c601cbfce2 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 944 time: 0.0491197 Jan 28 07:02:40.122617 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-61f8b994-e56c-4566-b50e-a843202bf336 req-a8a7de92-1580-4704-8e72-86d2450a43e0 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441635 Jan 28 07:02:40.180773 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 5243c5a5-d645-40d9-9d7e-b9af26287ace completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:02:40.185446 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 5243c5a5-d645-40d9-9d7e-b9af26287ace triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:02:40.185818 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:40.262059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 5243c5a5-d645-40d9-9d7e-b9af26287ace is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:02:40.262403 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:40.284200 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93de8a58-96d7-4265-9129-a052086b7929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5243c5a5-d645-40d9-9d7e-b9af26287ace'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:02:40.288500 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6129fd89-6f65-4dea-9413-c957ea103292" -d '{"events": [{"server_uuid": "93de8a58-96d7-4265-9129-a052086b7929", "name": "network-vif-plugged", "status": "completed", "tag": "5243c5a5-d645-40d9-9d7e-b9af26287ace"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:02:40.298633 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5243c5a5-d645-40d9-9d7e-b9af26287ace, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5243c5a5-d645-40d9-9d7e-b9af26287ace,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:02:40.364243 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:40.391480 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7437d15f-b479-4336-b8bd-93d027e38133 x-openstack-request-id: req-7437d15f-b479-4336-b8bd-93d027e38133 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:02:40.391782 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93de8a58-96d7-4265-9129-a052086b7929", "name": "network-vif-plugged", "status": "completed", "tag": "5243c5a5-d645-40d9-9d7e-b9af26287ace", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:02:40.392039 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7437d15f-b479-4336-b8bd-93d027e38133 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:02:40.392424 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93de8a58-96d7-4265-9129-a052086b7929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5243c5a5-d645-40d9-9d7e-b9af26287ace', 'code': 200} Jan 28 07:02:40.417098 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=5243c5a5-d645-40d9-9d7e-b9af26287ace,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:40.503061 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae592bff-4615-4860-8438-2a286c92e7cd req-2b78ab07-7178-4c76-9420-fdcf23fc028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:40.504582 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae592bff-4615-4860-8438-2a286c92e7cd req-2b78ab07-7178-4c76-9420-fdcf23fc028c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 1097 time: 0.0409434 Jan 28 07:02:40.550106 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae592bff-4615-4860-8438-2a286c92e7cd req-c0c909ce-5b91-4857-b6b1-0f7c67a2a2e6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389311 Jan 28 07:02:41.241544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2c16a-8bf1-4216-886f-0c540214ee91 req-4fe93ce5-f42a-4832-a29e-423b63d27044 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:41.243056 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ba2c16a-8bf1-4216-886f-0c540214ee91 req-4fe93ce5-f42a-4832-a29e-423b63d27044 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0519471 Jan 28 07:02:41.291786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9ba2c16a-8bf1-4216-886f-0c540214ee91 req-ccc86227-b834-43bb-b7aa-20d8793f647c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421886 Jan 28 07:02:42.407807 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e396cd7-8ee3-4633-ae30-967a8c5293ab req-e1083faa-3b8b-46f7-ad75-eb77e2163f3e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:42.409344 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e396cd7-8ee3-4633-ae30-967a8c5293ab req-e1083faa-3b8b-46f7-ad75-eb77e2163f3e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0490978 Jan 28 07:02:42.458534 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e396cd7-8ee3-4633-ae30-967a8c5293ab req-c7ce607d-6324-4a39-9860-4b4d4954bad9 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435588 Jan 28 07:02:42.574378 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6807f39-8d06-40ca-ba6e-36c82d9d0e5f req-9a2c3693-41b5-4731-9576-48cd1cd8ded3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:42.575855 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a6807f39-8d06-40ca-ba6e-36c82d9d0e5f req-9a2c3693-41b5-4731-9576-48cd1cd8ded3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0488384 Jan 28 07:02:42.629019 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a6807f39-8d06-40ca-ba6e-36c82d9d0e5f req-9fd32822-2f9d-4956-9d5d-89556260e11d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476227 Jan 28 07:02:42.650531 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58628) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:02:42.729427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289d884b-7d58-416e-8519-9e9012f3a35e tempest-TestShelveInstance-978700190 tempest-TestShelveInstance-978700190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:42.730975 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-289d884b-7d58-416e-8519-9e9012f3a35e tempest-TestShelveInstance-978700190 tempest-TestShelveInstance-978700190-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 1092 time: 0.0794489 Jan 28 07:02:42.734549 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58632) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:02:42.738734 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': '5243c5a5-d645-40d9-9d7e-b9af26287ace', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:02:42.855457 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:42.954608 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:43.054324 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Allocated IP 172.25.0.107 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/e7414f1b-7006-4c2f-9718-9b087ff4dac5) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:02:43.158196 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for port (e7414f1b-7006-4c2f-9718-9b087ff4dac5), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:43.242017 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (e7414f1b-7006-4c2f-9718-9b087ff4dac5), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:43.278918 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:02:43.282317 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:02:43.285672 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:02:43.313984 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'Port': ['ID=e7414f1b-7006-4c2f-9718-9b087ff4dac5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:43.325394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:43.325751 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:43.326684 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:43.327021 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:43.327377 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:43.327699 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:43.328035 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:43.328364 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:43.328695 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:43.329024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:43.329350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:43.329677 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:43.330000 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:43.655113 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for floatingip (be70e9d9-b10a-4e81-9591-487497416307), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:43.774671 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (e7414f1b-7006-4c2f-9718-9b087ff4dac5), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:43.922667 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for port (e7414f1b-7006-4c2f-9718-9b087ff4dac5), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:43.978737 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (e7414f1b-7006-4c2f-9718-9b087ff4dac5), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:44.050761 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event updated for resources: {'Port': ['ID=e7414f1b-7006-4c2f-9718-9b087ff4dac5,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:44.060481 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (be70e9d9-b10a-4e81-9591-487497416307), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:44.156412 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Floating IP be70e9d9-b10a-4e81-9591-487497416307 associated. External IP: 172.25.0.107, port: 5243c5a5-d645-40d9-9d7e-b9af26287ace. Jan 28 07:02:44.670078 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Router ae59e4a1-f122-4add-983b-f9f496dd30e8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:02:44.776349 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:02:44.786846 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b223f-b521-44f7-b75b-a03b8ceab344 None None] Sync routers for ids ['ae59e4a1-f122-4add-983b-f9f496dd30e8'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:02:44.796890 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b223f-b521-44f7-b75b-a03b8ceab344 None None] Routers {'ae59e4a1-f122-4add-983b-f9f496dd30e8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:02:44.800292 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b25b223f-b521-44f7-b75b-a03b8ceab344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:02:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ae59e4a1-f122-4add-983b-f9f496dd30e8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:44.880229 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:44.902103 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b25b223f-b521-44f7-b75b-a03b8ceab344 None None] Set router ae59e4a1-f122-4add-983b-f9f496dd30e8 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:02:44.911598 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-92562367-6b24-456a-af8d-9c0fe95b97b3 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1760421 Jan 28 07:02:44.912306 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93de8a58-96d7-4265-9129-a052086b7929', 'tag': '5243c5a5-d645-40d9-9d7e-b9af26287ace'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:02:44.914727 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63975d5-31ae-479b-9751-3052c173740b" -d '{"events": [{"name": "network-changed", "server_uuid": "93de8a58-96d7-4265-9129-a052086b7929", "tag": "5243c5a5-d645-40d9-9d7e-b9af26287ace"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:02:44.950938 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59562b60-3604-42d0-8c57-b839e548c6a9 x-openstack-request-id: req-59562b60-3604-42d0-8c57-b839e548c6a9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:02:44.951373 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93de8a58-96d7-4265-9129-a052086b7929", "tag": "5243c5a5-d645-40d9-9d7e-b9af26287ace", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:02:44.951637 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59562b60-3604-42d0-8c57-b839e548c6a9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:02:44.952044 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93de8a58-96d7-4265-9129-a052086b7929', 'tag': '5243c5a5-d645-40d9-9d7e-b9af26287ace', 'status': 'completed', 'code': 200} Jan 28 07:02:45.035897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63975d5-31ae-479b-9751-3052c173740b req-2afacbf4-018a-42bd-befb-5994d004f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:45.037465 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f63975d5-31ae-479b-9751-3052c173740b req-2afacbf4-018a-42bd-befb-5994d004f5bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 1097 time: 0.0425227 Jan 28 07:02:45.126766 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63975d5-31ae-479b-9751-3052c173740b req-89cc48a1-5e3d-44f6-bc69-2741b0360204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:45.128504 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f63975d5-31ae-479b-9751-3052c173740b req-89cc48a1-5e3d-44f6-bc69-2741b0360204 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 909 time: 0.0854149 Jan 28 07:02:45.131124 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b25b223f-b521-44f7-b75b-a03b8ceab344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:14Z', 'revision_number': 4, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'be70e9d9-b10a-4e81-9591-487497416307', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'port_id': '5243c5a5-d645-40d9-9d7e-b9af26287ace', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'mac_address': 'fa:16:3e:c1:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93de8a58-96d7-4265-9129-a052086b7929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:02:43Z', 'updated_at': '2022-01-28T07:02:43Z', 'revision_number': 0, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359b3aca-54eb-4f52-9bad-32f5b5d2172c', 'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'mac_address': 'fa:16:3e:20:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:13Z', 'updated_at': '2022-01-28T06:57:17Z', 'revision_number': 5, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'subnets': [{'id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:45.157971 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b223f-b521-44f7-b75b-a03b8ceab344 None None] Checking router: ae59e4a1-f122-4add-983b-f9f496dd30e8 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:02:45.166256 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b223f-b521-44f7-b75b-a03b8ceab344 None None] Routers {'ae59e4a1-f122-4add-983b-f9f496dd30e8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:02:45.166912 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b25b223f-b521-44f7-b75b-a03b8ceab344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:02:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ae59e4a1-f122-4add-983b-f9f496dd30e8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:45.195606 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f63975d5-31ae-479b-9751-3052c173740b req-e4d0b84b-2715-4809-b1eb-0fda294c1b62 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5243c5a5-d645-40d9-9d7e-b9af26287ace HTTP/1.1" status: 200 len: 999 time: 0.0616922 Jan 28 07:02:45.244024 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63975d5-31ae-479b-9751-3052c173740b req-83db7f08-363c-4f73-8eaf-189be71f15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:45.245475 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f63975d5-31ae-479b-9751-3052c173740b req-83db7f08-363c-4f73-8eaf-189be71f15a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.0438378 Jan 28 07:02:45.276297 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b25b223f-b521-44f7-b75b-a03b8ceab344 None None] Set router ae59e4a1-f122-4add-983b-f9f496dd30e8 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:02:45.289781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63975d5-31ae-479b-9751-3052c173740b req-3013d454-1f66-413e-8fd6-cb74bd1c047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:45.291232 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f63975d5-31ae-479b-9751-3052c173740b req-3013d454-1f66-413e-8fd6-cb74bd1c047f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400407 Jan 28 07:02:45.385358 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f63975d5-31ae-479b-9751-3052c173740b req-87e0b7b8-1e81-4f7c-8711-08061a017c14 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880363 Jan 28 07:02:45.475235 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f63975d5-31ae-479b-9751-3052c173740b req-d5a67ec3-dd56-43dc-8282-a45ef2cdfcc7 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840688 Jan 28 07:02:45.498605 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b25b223f-b521-44f7-b75b-a03b8ceab344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:14Z', 'revision_number': 4, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'be70e9d9-b10a-4e81-9591-487497416307', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'port_id': '5243c5a5-d645-40d9-9d7e-b9af26287ace', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'mac_address': 'fa:16:3e:c1:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93de8a58-96d7-4265-9129-a052086b7929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:02:43Z', 'updated_at': '2022-01-28T07:02:43Z', 'revision_number': 0, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359b3aca-54eb-4f52-9bad-32f5b5d2172c', 'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'mac_address': 'fa:16:3e:20:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:13Z', 'updated_at': '2022-01-28T06:57:17Z', 'revision_number': 5, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'subnets': [{'id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:45.526371 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b223f-b521-44f7-b75b-a03b8ceab344 None None] The sync data for ids ['ae59e4a1-f122-4add-983b-f9f496dd30e8'] in n-d-812111-12 is: [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:14Z', 'revision_number': 4, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'be70e9d9-b10a-4e81-9591-487497416307', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'port_id': '5243c5a5-d645-40d9-9d7e-b9af26287ace', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'mac_address': 'fa:16:3e:c1:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93de8a58-96d7-4265-9129-a052086b7929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:02:43Z', 'updated_at': '2022-01-28T07:02:43Z', 'revision_number': 0, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359b3aca-54eb-4f52-9bad-32f5b5d2172c', 'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'mac_address': 'fa:16:3e:20:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:13Z', 'updated_at': '2022-01-28T06:57:17Z', 'revision_number': 5, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'subnets': [{'id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:02:45.728356 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90217598-2c6e-4755-90a2-1a7e176b3feb None None] New status for floating IP be70e9d9-b10a-4e81-9591-487497416307: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:02:55.866471 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:02:58.443379 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:02.533043 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ba33af6-320c-4101-b714-9b159c98209e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:04.865767 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c129739-859e-4063-b766-39fa63c39214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:05.640180 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:03:06.854585 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:08.209117 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:09.201039 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:25.911157 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:27.611585 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-799fcf62-ed29-400a-84bc-3d5abba04719 req-6260d4a4-c88b-4da6-b8fe-d9ccf28a56f8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391986 Jan 28 07:03:27.712246 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fcf62-ed29-400a-84bc-3d5abba04719 req-16da2d3c-3b30-46cd-80d9-55fbf4e00829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:27.713879 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-799fcf62-ed29-400a-84bc-3d5abba04719 req-16da2d3c-3b30-46cd-80d9-55fbf4e00829 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 1097 time: 0.0463703 Jan 28 07:03:27.816560 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fcf62-ed29-400a-84bc-3d5abba04719 req-344d7afb-5258-404c-a156-bda164ba5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:27.817929 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-799fcf62-ed29-400a-84bc-3d5abba04719 req-344d7afb-5258-404c-a156-bda164ba5fdf service neutron] 10.222.0.60 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 909 time: 0.0877948 Jan 28 07:03:27.888784 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-799fcf62-ed29-400a-84bc-3d5abba04719 req-0aaa3d27-ca56-4b28-8fae-f7d4aa3dbe49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5243c5a5-d645-40d9-9d7e-b9af26287ace HTTP/1.1" status: 200 len: 1001 time: 0.0647821 Jan 28 07:03:27.936660 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fcf62-ed29-400a-84bc-3d5abba04719 req-2257672b-71db-4cc3-8595-05a98639e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:27.938110 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-799fcf62-ed29-400a-84bc-3d5abba04719 req-2257672b-71db-4cc3-8595-05a98639e431 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.0441861 Jan 28 07:03:27.983458 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fcf62-ed29-400a-84bc-3d5abba04719 req-b5237768-142b-4441-8829-98b54e5965dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:27.984954 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-799fcf62-ed29-400a-84bc-3d5abba04719 req-b5237768-142b-4441-8829-98b54e5965dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409853 Jan 28 07:03:28.078555 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-799fcf62-ed29-400a-84bc-3d5abba04719 req-5354f9cc-7a07-4220-bada-4f212bda6c91 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870655 Jan 28 07:03:28.169385 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-799fcf62-ed29-400a-84bc-3d5abba04719 req-a9022c60-3670-40b6-819b-66858ca187ec service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854452 Jan 28 07:03:28.566578 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:32.538417 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-508a4b16-c895-4854-85e2-29a20e9218f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:34.848559 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0014ae87-072f-453f-a5fe-5db2e5d641c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:36.871123 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:38.218357 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:39.214312 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:42.640956 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:03:55.864982 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:03:58.448738 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:02.516315 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac30e7ce-83f6-43fe-9cc7-c8acbf2cf847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:04.824859 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b0139e97-4ed5-4c47-8fca-7576d9dcbffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:06.858943 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:08.200232 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:09.184855 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:19.639888 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:04:25.891290 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:28.548670 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:29.703458 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9c3fbb1-e3d8-4606-b7d6-4c78be73ad26 req-c3630e00-d5fe-4408-8c31-4f15ab3b7abf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413902 Jan 28 07:04:29.802351 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3fbb1-e3d8-4606-b7d6-4c78be73ad26 req-ea58c9ca-3d84-44ee-8a14-0f325a5e17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:29.803724 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9c3fbb1-e3d8-4606-b7d6-4c78be73ad26 req-ea58c9ca-3d84-44ee-8a14-0f325a5e17fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 1097 time: 0.0432863 Jan 28 07:04:29.907553 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3fbb1-e3d8-4606-b7d6-4c78be73ad26 req-ecfcf58a-7bb0-4621-ae3d-21c12c659737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:29.909100 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9c3fbb1-e3d8-4606-b7d6-4c78be73ad26 req-ecfcf58a-7bb0-4621-ae3d-21c12c659737 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 909 time: 0.0858471 Jan 28 07:04:29.984450 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9c3fbb1-e3d8-4606-b7d6-4c78be73ad26 req-b660d0e6-22f5-4d31-ac3d-bd47afc1bd3c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5243c5a5-d645-40d9-9d7e-b9af26287ace HTTP/1.1" status: 200 len: 1001 time: 0.0687490 Jan 28 07:04:30.032635 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3fbb1-e3d8-4606-b7d6-4c78be73ad26 req-0cd407ca-d192-4bc4-8aed-dacf89a28cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:30.034101 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9c3fbb1-e3d8-4606-b7d6-4c78be73ad26 req-0cd407ca-d192-4bc4-8aed-dacf89a28cd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.0438221 Jan 28 07:04:30.079740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3fbb1-e3d8-4606-b7d6-4c78be73ad26 req-caf01a6b-3272-4b31-a5d2-af2232a8456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:30.081164 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9c3fbb1-e3d8-4606-b7d6-4c78be73ad26 req-caf01a6b-3272-4b31-a5d2-af2232a8456f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408983 Jan 28 07:04:30.174283 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9c3fbb1-e3d8-4606-b7d6-4c78be73ad26 req-4a1c5be7-159a-4e9c-aa7b-2f7e9b499d9a service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862849 Jan 28 07:04:30.261696 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a9c3fbb1-e3d8-4606-b7d6-4c78be73ad26 req-5d99e806-6e77-4376-b215-09f92ac13431 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815485 Jan 28 07:04:32.531366 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4fc61e4e-197e-4708-ac5d-8b8d561daa46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:34.835938 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21994b35-ca07-479b-80b5-6cb15b4c574f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:36.909592 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:38.201311 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:39.188366 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:55.916538 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:04:56.639500 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:04:58.549943 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:02.536541 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc7c1141-e97f-4f5b-9e95-f299397e79c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:04.879776 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b95d4ef-31ff-43a8-8d10-88ea983c486e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:06.886452 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:08.229194 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:09.212415 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:11.836208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6210c2-9e93-4f56-b230-0983404c6be8 req-4910a18c-4bf4-4016-b532-729b6673b353 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:11.837715 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e6210c2-9e93-4f56-b230-0983404c6be8 req-4910a18c-4bf4-4016-b532-729b6673b353 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0948517 Jan 28 07:05:11.891986 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1e6210c2-9e93-4f56-b230-0983404c6be8 req-ed1b8423-e074-4a9a-81ac-d8f19000636a tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474463 Jan 28 07:05:13.055638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03672060-cf4d-4e5e-8dc9-f7064f3799a7 req-55997b8d-35f7-4102-9545-d61fedaad76c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:13.057109 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03672060-cf4d-4e5e-8dc9-f7064f3799a7 req-55997b8d-35f7-4102-9545-d61fedaad76c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0964844 Jan 28 07:05:13.104600 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03672060-cf4d-4e5e-8dc9-f7064f3799a7 req-28169e48-608f-4916-b2a8-132d411380c9 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416093 Jan 28 07:05:14.228872 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf489c5-bb86-4de1-bb68-4367c6131107 req-956de87a-3d13-40fb-a27c-46e62c28ee3b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:14.230381 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bf489c5-bb86-4de1-bb68-4367c6131107 req-956de87a-3d13-40fb-a27c-46e62c28ee3b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0482409 Jan 28 07:05:14.278214 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7bf489c5-bb86-4de1-bb68-4367c6131107 req-b1941b60-8748-4d86-bef1-da90242cb23d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421698 Jan 28 07:05:15.398832 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923d50b-e301-4854-be01-d135525926b9 req-7e96427b-1a46-4a8b-8511-e418e9dd4741 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:15.400327 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6923d50b-e301-4854-be01-d135525926b9 req-7e96427b-1a46-4a8b-8511-e418e9dd4741 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0546896 Jan 28 07:05:15.450114 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6923d50b-e301-4854-be01-d135525926b9 req-8916800a-f901-46d7-988a-0e6441de442b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437670 Jan 28 07:05:16.569280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad56f54-cd98-4902-b598-48577e99eaf8 req-6382c42c-393e-4ac1-bf81-df69c1d0b797 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:16.570784 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cad56f54-cd98-4902-b598-48577e99eaf8 req-6382c42c-393e-4ac1-bf81-df69c1d0b797 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0493424 Jan 28 07:05:16.622401 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-cad56f54-cd98-4902-b598-48577e99eaf8 req-681c5a96-fd77-4716-8ce1-7d52af8f1625 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433819 Jan 28 07:05:17.731813 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2382abd-b9a8-460a-8aa8-c09ae91c9f5b req-7e945961-efdf-40b8-ba51-46f45b8861dd tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:17.733340 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2382abd-b9a8-460a-8aa8-c09ae91c9f5b req-7e945961-efdf-40b8-ba51-46f45b8861dd tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0466695 Jan 28 07:05:17.785888 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a2382abd-b9a8-460a-8aa8-c09ae91c9f5b req-7cc10477-edb9-410f-ad43-f3462442c957 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468209 Jan 28 07:05:18.905339 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920b29d-1000-42c0-9698-acf7cb768b53 req-cac2940c-3ac4-4187-ac63-79f8e20416e5 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:18.906834 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1920b29d-1000-42c0-9698-acf7cb768b53 req-cac2940c-3ac4-4187-ac63-79f8e20416e5 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0491982 Jan 28 07:05:18.957042 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1920b29d-1000-42c0-9698-acf7cb768b53 req-fdc76d11-cd55-4642-b9bf-88c0d96b0434 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443203 Jan 28 07:05:20.072310 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4421ab9-f165-4464-999d-b49055cbc961 req-2e665588-8807-4265-9c5d-20e071c93c98 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:20.073784 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4421ab9-f165-4464-999d-b49055cbc961 req-2e665588-8807-4265-9c5d-20e071c93c98 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0485592 Jan 28 07:05:20.122869 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c4421ab9-f165-4464-999d-b49055cbc961 req-04e4fa28-84af-430c-9ef0-269d991ad5e9 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429001 Jan 28 07:05:21.240414 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f1827-d523-4bd2-88cf-0cf9bf91d46f req-0c7b20a4-00b4-4926-b2f0-e2b9d297148d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:21.241879 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f0f1827-d523-4bd2-88cf-0cf9bf91d46f req-0c7b20a4-00b4-4926-b2f0-e2b9d297148d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0516825 Jan 28 07:05:21.290355 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f0f1827-d523-4bd2-88cf-0cf9bf91d46f req-24d27156-c9d3-49d6-b145-8cc553d3c063 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428534 Jan 28 07:05:22.073552 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8051bdd-bd9e-4b44-97af-6d9ac8927920 req-8088a141-a158-4304-b813-0f01ddc466a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:22.075058 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8051bdd-bd9e-4b44-97af-6d9ac8927920 req-8088a141-a158-4304-b813-0f01ddc466a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 1097 time: 0.0404310 Jan 28 07:05:22.167478 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8051bdd-bd9e-4b44-97af-6d9ac8927920 req-d124af9a-4125-480d-86de-a397bc21abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:22.168944 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8051bdd-bd9e-4b44-97af-6d9ac8927920 req-d124af9a-4125-480d-86de-a397bc21abe0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 909 time: 0.0873158 Jan 28 07:05:22.232018 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8051bdd-bd9e-4b44-97af-6d9ac8927920 req-30c09de3-2cf3-4550-bed3-50936e71de51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5243c5a5-d645-40d9-9d7e-b9af26287ace HTTP/1.1" status: 200 len: 1001 time: 0.0572765 Jan 28 07:05:22.277883 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8051bdd-bd9e-4b44-97af-6d9ac8927920 req-8e0e4c06-c3ad-4ae8-a1cd-20dbee1d0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:22.279936 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8051bdd-bd9e-4b44-97af-6d9ac8927920 req-8e0e4c06-c3ad-4ae8-a1cd-20dbee1d0ef7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.0423412 Jan 28 07:05:22.327166 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8051bdd-bd9e-4b44-97af-6d9ac8927920 req-ba9004bf-1d5a-402b-921c-6fb30927f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:22.328720 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8051bdd-bd9e-4b44-97af-6d9ac8927920 req-ba9004bf-1d5a-402b-921c-6fb30927f815 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436013 Jan 28 07:05:22.454901 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f17b7-73d1-4407-9ce3-266dc6231148 req-042f2277-d806-4d1d-9cdb-2545001196bc tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:22.456412 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c4f17b7-73d1-4407-9ce3-266dc6231148 req-042f2277-d806-4d1d-9cdb-2545001196bc tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0791426 Jan 28 07:05:22.461673 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8051bdd-bd9e-4b44-97af-6d9ac8927920 req-c1dd34d7-1fdd-4e7c-8ac6-488a9d2b6acf service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274087 Jan 28 07:05:22.553898 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7c4f17b7-73d1-4407-9ce3-266dc6231148 req-4693156c-f175-474b-8742-202852a286b5 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912428 Jan 28 07:05:22.586006 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a8051bdd-bd9e-4b44-97af-6d9ac8927920 req-69c292c8-d401-4df7-b3e4-15ceb7732159 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174729 Jan 28 07:05:23.668585 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa885163-d59c-40c3-842c-d1731ea47dd7 req-1bc688a9-7b43-438a-a8f2-79a7a7c04a23 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:23.670175 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa885163-d59c-40c3-842c-d1731ea47dd7 req-1bc688a9-7b43-438a-a8f2-79a7a7c04a23 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0492980 Jan 28 07:05:23.721908 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fa885163-d59c-40c3-842c-d1731ea47dd7 req-626080fa-d707-4f62-b9ff-b4680e411ec9 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460219 Jan 28 07:05:24.837020 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb360a2c-d645-45e0-b750-460c3dd57574 req-61708027-a79d-4e17-bc61-74a56389465a tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:24.838442 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb360a2c-d645-45e0-b750-460c3dd57574 req-61708027-a79d-4e17-bc61-74a56389465a tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0483789 Jan 28 07:05:24.888015 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bb360a2c-d645-45e0-b750-460c3dd57574 req-29a2c9b9-ce28-4e32-bb39-a74b0f8de65c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431478 Jan 28 07:05:25.937952 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:26.003824 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f6707-708d-4e85-8f98-ab422442f56b req-9e619efd-a172-4831-ba77-489ab39eb1e8 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:26.005654 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-153f6707-708d-4e85-8f98-ab422442f56b req-9e619efd-a172-4831-ba77-489ab39eb1e8 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0494986 Jan 28 07:05:26.056484 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-153f6707-708d-4e85-8f98-ab422442f56b req-7f650e4d-7caf-4564-81fb-ed100d4cb18f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448844 Jan 28 07:05:27.176042 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fdfb3-c499-4400-bf38-b1f644dc8dfb req-5963b83a-f3fd-4e91-920b-5e8458901e4d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:27.177545 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-934fdfb3-c499-4400-bf38-b1f644dc8dfb req-5963b83a-f3fd-4e91-920b-5e8458901e4d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0522838 Jan 28 07:05:27.226402 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-934fdfb3-c499-4400-bf38-b1f644dc8dfb req-b5d80cf3-eb24-4ef2-94dc-980cdc57ba5d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429654 Jan 28 07:05:28.346137 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf9666-3e99-4deb-8ad1-d09928e39804 req-63a72304-d565-4982-a8a0-3d65cae46236 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:28.347685 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cbf9666-3e99-4deb-8ad1-d09928e39804 req-63a72304-d565-4982-a8a0-3d65cae46236 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0516737 Jan 28 07:05:28.396477 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4cbf9666-3e99-4deb-8ad1-d09928e39804 req-8755985e-b9a2-41f7-8453-4ba32490b08d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428958 Jan 28 07:05:28.486007 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:28.804355 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5243c5a5-d645-40d9-9d7e-b9af26287ace no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:05:28.883204 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 5243c5a5-d645-40d9-9d7e-b9af26287ace is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:28.883592 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:28.907057 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93de8a58-96d7-4265-9129-a052086b7929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5243c5a5-d645-40d9-9d7e-b9af26287ace'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:28.909275 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7aceff-5235-420c-ad7c-e82ab0b84f0d" -d '{"events": [{"server_uuid": "93de8a58-96d7-4265-9129-a052086b7929", "name": "network-vif-unplugged", "status": "completed", "tag": "5243c5a5-d645-40d9-9d7e-b9af26287ace"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:28.922734 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5243c5a5-d645-40d9-9d7e-b9af26287ace, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5243c5a5-d645-40d9-9d7e-b9af26287ace,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:28.947025 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04f8cc7-c688-4720-90d8-b7b7145c299c x-openstack-request-id: req-c04f8cc7-c688-4720-90d8-b7b7145c299c {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:28.951303 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93de8a58-96d7-4265-9129-a052086b7929", "name": "network-vif-unplugged", "status": "completed", "tag": "5243c5a5-d645-40d9-9d7e-b9af26287ace", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:28.951303 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c04f8cc7-c688-4720-90d8-b7b7145c299c {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:28.951303 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93de8a58-96d7-4265-9129-a052086b7929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5243c5a5-d645-40d9-9d7e-b9af26287ace', 'code': 200} Jan 28 07:05:28.983722 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:29.031097 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=5243c5a5-d645-40d9-9d7e-b9af26287ace,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:29.038490 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:29.050069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:29.050069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:29.050069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:29.050069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:29.050069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:29.050069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:29.050069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:29.050069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:29.050069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:29.050069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:29.050069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:29.050069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:29.514084 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cef14-b7e5-42ce-adf9-4d60b7d81f6e req-c48f320f-915a-4e5a-88a3-bacc1e63e033 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:29.515612 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d4cef14-b7e5-42ce-adf9-4d60b7d81f6e req-c48f320f-915a-4e5a-88a3-bacc1e63e033 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0523438 Jan 28 07:05:29.563872 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9d4cef14-b7e5-42ce-adf9-4d60b7d81f6e req-bda063e9-2a82-4b2a-9e52-a7b9329a109f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426073 Jan 28 07:05:29.998363 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f2ae5-5f1b-41a0-a47d-15757d533b6c req-c130e7af-a8ef-4e26-8045-693edc91be49 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:29.999926 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d20f2ae5-5f1b-41a0-a47d-15757d533b6c req-c130e7af-a8ef-4e26-8045-693edc91be49 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0504575 Jan 28 07:05:30.051378 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d20f2ae5-5f1b-41a0-a47d-15757d533b6c req-e579bc37-6e6a-4e19-92db-f4592bcaa7a6 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447969 Jan 28 07:05:30.051886 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1945b8a0-05cb-4bed-b7bf-64b61674f7b4 req-1867226f-9e1e-4f68-8557-dc418ec27593 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796883 Jan 28 07:05:30.063006 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-1945b8a0-05cb-4bed-b7bf-64b61674f7b4 req-2c8d3f43-6169-4322-ba60-c7d1224bdd17 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:05:30.066113 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1945b8a0-05cb-4bed-b7bf-64b61674f7b4 req-2c8d3f43-6169-4322-ba60-c7d1224bdd17 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073860 Jan 28 07:05:31.181711 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e57ee1-5dca-4676-8dd7-700bd63ade94 req-e96505e6-3767-4580-a32f-de92884639c0 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:31.183219 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93e57ee1-5dca-4676-8dd7-700bd63ade94 req-e96505e6-3767-4580-a32f-de92884639c0 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0516143 Jan 28 07:05:31.237085 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93e57ee1-5dca-4676-8dd7-700bd63ade94 req-cc3825c7-6458-43d7-877e-636b85a81b84 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484481 Jan 28 07:05:32.358089 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547827d-e5da-4d6d-a985-40e9bccc57ea req-9f6a2df6-3b8f-4449-9e73-5ea3a3d18a15 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:32.359697 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6547827d-e5da-4d6d-a985-40e9bccc57ea req-9f6a2df6-3b8f-4449-9e73-5ea3a3d18a15 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0542705 Jan 28 07:05:32.413690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6547827d-e5da-4d6d-a985-40e9bccc57ea req-14e87bf0-6691-4ebe-8e92-83eceeffc8f1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480866 Jan 28 07:05:32.519496 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-64e68f5c-937c-44a2-b001-d18dd7df34a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:33.543572 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676e816-6e9e-4f15-9b72-9a4ee82225ab req-a342fb99-cea7-4d9e-a621-0c63c67244d7 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:33.545104 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9676e816-6e9e-4f15-9b72-9a4ee82225ab req-a342fb99-cea7-4d9e-a621-0c63c67244d7 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0605826 Jan 28 07:05:33.594465 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9676e816-6e9e-4f15-9b72-9a4ee82225ab req-f3f24ae6-66d4-45e9-89c1-0d93addcea21 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432315 Jan 28 07:05:33.639036 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:05:34.712580 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033610fc-0d00-437d-83b6-21d1e6c78bac req-5944766b-b9d4-44fe-9162-93d1ae113ebd tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:34.714056 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-033610fc-0d00-437d-83b6-21d1e6c78bac req-5944766b-b9d4-44fe-9162-93d1ae113ebd tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0521195 Jan 28 07:05:34.765852 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-033610fc-0d00-437d-83b6-21d1e6c78bac req-862a40a5-bc24-4217-9674-9126be599a66 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450950 Jan 28 07:05:34.858486 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1991f99-69d8-4a23-8376-fe77b93b6562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:35.888352 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df599c-6ed4-4ef0-b1c2-d1ac53e44c9e req-8fafd481-8e2c-4483-958d-37704d2cb45b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:35.890033 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19df599c-6ed4-4ef0-b1c2-d1ac53e44c9e req-8fafd481-8e2c-4483-958d-37704d2cb45b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0517128 Jan 28 07:05:35.940840 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-19df599c-6ed4-4ef0-b1c2-d1ac53e44c9e req-c013b176-aba6-4d96-a913-80d4bda4e8c5 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452228 Jan 28 07:05:36.897508 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:37.055571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03b944-e9c1-49dd-8473-c16d17da7624 req-e4b1a01e-00f7-4d32-a358-699fafc72141 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:37.057159 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d03b944-e9c1-49dd-8473-c16d17da7624 req-e4b1a01e-00f7-4d32-a358-699fafc72141 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0488479 Jan 28 07:05:37.109133 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2d03b944-e9c1-49dd-8473-c16d17da7624 req-cde7084f-4a89-4dea-a5a9-261189d87f2e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462413 Jan 28 07:05:38.229238 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:38.237455 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0159b-bcc0-49b4-ab51-ebb4b21b74f4 req-e2d51dc9-8bbe-4021-9ad1-972abd8c96a0 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:38.239128 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00c0159b-bcc0-49b4-ab51-ebb4b21b74f4 req-e2d51dc9-8bbe-4021-9ad1-972abd8c96a0 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0511150 Jan 28 07:05:38.294777 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00c0159b-bcc0-49b4-ab51-ebb4b21b74f4 req-f9efbdc4-d116-4d28-94bf-2dcf6abd2dc8 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486026 Jan 28 07:05:39.194572 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:39.412717 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4983bc-c3ef-4fe2-a579-1e63f4e431be req-e066272f-16c8-4d11-82b4-f94dea0be982 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:39.414190 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd4983bc-c3ef-4fe2-a579-1e63f4e431be req-e066272f-16c8-4d11-82b4-f94dea0be982 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0482111 Jan 28 07:05:39.463281 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bd4983bc-c3ef-4fe2-a579-1e63f4e431be req-e4c8ff9a-4b0d-4392-bf95-ae790a41b0a9 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425215 Jan 28 07:05:40.583908 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427dec9-3b1c-4e58-9170-15caacda26bb req-3638398d-9c2d-46b6-ae01-0ec8558b2941 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:40.585365 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d427dec9-3b1c-4e58-9170-15caacda26bb req-3638398d-9c2d-46b6-ae01-0ec8558b2941 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0513370 Jan 28 07:05:40.634510 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d427dec9-3b1c-4e58-9170-15caacda26bb req-a95e039a-0380-4d42-ada3-0b518aeaf56d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434165 Jan 28 07:05:41.751979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348a3b8-c5fe-4453-adcf-2d7a976bd3f2 req-6bfb9629-c7e3-4bcf-85d2-09e5fb2cfd65 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:41.753466 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a348a3b8-c5fe-4453-adcf-2d7a976bd3f2 req-6bfb9629-c7e3-4bcf-85d2-09e5fb2cfd65 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0484943 Jan 28 07:05:41.805074 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a348a3b8-c5fe-4453-adcf-2d7a976bd3f2 req-72fb22bf-5ab3-42c2-8aac-c8ada23448bf tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448992 Jan 28 07:05:42.941949 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128acaba-4534-4235-8eb9-c0b5320c94e6 req-2068f0d3-c10d-41d4-8168-0a45fbaf1c5d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:42.943455 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-128acaba-4534-4235-8eb9-c0b5320c94e6 req-2068f0d3-c10d-41d4-8168-0a45fbaf1c5d tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0514336 Jan 28 07:05:42.991594 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-128acaba-4534-4235-8eb9-c0b5320c94e6 req-f6b2e7f5-db11-4483-8d75-6792dc18f782 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424855 Jan 28 07:05:44.108233 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb602cff-c131-425c-8d87-be1966b43cef req-be17e252-0385-4f4a-9eaf-841bdf5daeae tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:44.109750 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb602cff-c131-425c-8d87-be1966b43cef req-be17e252-0385-4f4a-9eaf-841bdf5daeae tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0495276 Jan 28 07:05:44.159011 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-eb602cff-c131-425c-8d87-be1966b43cef req-ee8611fc-4981-42b2-8ce0-76c073ab7356 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436616 Jan 28 07:05:44.628839 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945b8a0-05cb-4bed-b7bf-64b61674f7b4 req-c2daa562-c191-4228-b771-fe8605fee71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:44.630600 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1945b8a0-05cb-4bed-b7bf-64b61674f7b4 req-c2daa562-c191-4228-b771-fe8605fee71a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929&tenant_id=6a9e4bfb61d94688bab507cdce78cc52 HTTP/1.1" status: 200 len: 1095 time: 0.0397103 Jan 28 07:05:44.703030 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945b8a0-05cb-4bed-b7bf-64b61674f7b4 req-c053c362-f9ed-4640-aa18-a94919e1b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:44.704488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1945b8a0-05cb-4bed-b7bf-64b61674f7b4 req-c053c362-f9ed-4640-aa18-a94919e1b741 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 1095 time: 0.0436192 Jan 28 07:05:44.791188 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945b8a0-05cb-4bed-b7bf-64b61674f7b4 req-080f2a8d-25e1-44e8-89de-296356ef8cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:44.792581 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1945b8a0-05cb-4bed-b7bf-64b61674f7b4 req-080f2a8d-25e1-44e8-89de-296356ef8cb0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 909 time: 0.0828359 Jan 28 07:05:44.860633 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1945b8a0-05cb-4bed-b7bf-64b61674f7b4 req-314d14c2-06db-49e0-8a42-63379c5d331c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5243c5a5-d645-40d9-9d7e-b9af26287ace HTTP/1.1" status: 200 len: 999 time: 0.0614920 Jan 28 07:05:44.909825 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945b8a0-05cb-4bed-b7bf-64b61674f7b4 req-9ca14dd4-f706-49ab-aa70-a3825de551d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:44.911332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1945b8a0-05cb-4bed-b7bf-64b61674f7b4 req-9ca14dd4-f706-49ab-aa70-a3825de551d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.0452578 Jan 28 07:05:44.954127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945b8a0-05cb-4bed-b7bf-64b61674f7b4 req-a0e71f91-bd33-4fdd-9f46-cb8f098657d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:44.955604 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1945b8a0-05cb-4bed-b7bf-64b61674f7b4 req-a0e71f91-bd33-4fdd-9f46-cb8f098657d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391293 Jan 28 07:05:45.045656 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1945b8a0-05cb-4bed-b7bf-64b61674f7b4 req-d7a6479a-2d7c-49ba-a05d-d474c091d442 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842078 Jan 28 07:05:45.133104 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1945b8a0-05cb-4bed-b7bf-64b61674f7b4 req-1b52d9bf-0268-4623-97e5-f31ccc2c36c1 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814221 Jan 28 07:05:45.272926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6102c8-7622-4a86-8277-a65d11e8f759 req-d18f0ce9-b44d-4844-a258-2e99398e9197 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:45.274397 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae6102c8-7622-4a86-8277-a65d11e8f759 req-d18f0ce9-b44d-4844-a258-2e99398e9197 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0480545 Jan 28 07:05:45.327158 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ae6102c8-7622-4a86-8277-a65d11e8f759 req-9aac9c52-1cd7-4489-bbbb-ca39fef2d297 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466111 Jan 28 07:05:46.443025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ed9bd-41a4-44bb-a2ed-7727e6393b60 req-b7ff0d9d-bfed-4c60-9114-102662995c21 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:46.444489 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e4ed9bd-41a4-44bb-a2ed-7727e6393b60 req-b7ff0d9d-bfed-4c60-9114-102662995c21 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0477588 Jan 28 07:05:46.492040 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6e4ed9bd-41a4-44bb-a2ed-7727e6393b60 req-55c3b2e2-74ea-4f03-a910-3a0a62455ed1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420165 Jan 28 07:05:47.604637 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662472f-0996-49ec-921e-56eabee192be req-07f60d49-4548-4d53-b001-b5dc8cbbefe2 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:47.606090 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f662472f-0996-49ec-921e-56eabee192be req-07f60d49-4548-4d53-b001-b5dc8cbbefe2 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0481005 Jan 28 07:05:47.654166 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f662472f-0996-49ec-921e-56eabee192be req-7b5ac330-7077-45de-b966-0f3fbd62c1a6 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424488 Jan 28 07:05:48.769086 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419b01b-5d47-4f8b-b4f1-60d2cb74994b req-db5d801a-64d4-41a5-8117-f85746be1793 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:48.770504 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9419b01b-5d47-4f8b-b4f1-60d2cb74994b req-db5d801a-64d4-41a5-8117-f85746be1793 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0505991 Jan 28 07:05:48.817488 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-9419b01b-5d47-4f8b-b4f1-60d2cb74994b req-1a0445ca-c592-47ea-8678-074470aa3534 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414350 Jan 28 07:05:49.936043 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dffd8-4e97-4f86-8876-eb9d4db01ce4 req-71f0837c-f93b-489f-b8a6-0431c8eb69f4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:49.937497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c88dffd8-4e97-4f86-8876-eb9d4db01ce4 req-71f0837c-f93b-489f-b8a6-0431c8eb69f4 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0482626 Jan 28 07:05:49.985389 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c88dffd8-4e97-4f86-8876-eb9d4db01ce4 req-71874a37-ec6b-429c-aec1-89779c52532c tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424089 Jan 28 07:05:51.103054 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c765c-c89e-446a-91a6-987f40c686f6 req-61e6e472-b4d9-4c21-a5d5-43b3817f90e8 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:51.104519 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-482c765c-c89e-446a-91a6-987f40c686f6 req-61e6e472-b4d9-4c21-a5d5-43b3817f90e8 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0531626 Jan 28 07:05:51.157734 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-482c765c-c89e-446a-91a6-987f40c686f6 req-e09d3f5f-9b1a-48b6-90e1-047108abe44f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467987 Jan 28 07:05:52.273856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7bf3e-8981-42bc-84ad-22151b3ef580 req-7f6b9711-32a4-4c95-9b47-5ee81cab3b1f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:52.275350 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-89f7bf3e-8981-42bc-84ad-22151b3ef580 req-7f6b9711-32a4-4c95-9b47-5ee81cab3b1f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 943 time: 0.0495427 Jan 28 07:05:52.323296 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-89f7bf3e-8981-42bc-84ad-22151b3ef580 req-110f01fa-bd1b-4b5f-9c0c-937bf59d8b1a tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424459 Jan 28 07:05:52.912034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5243c5a5-d645-40d9-9d7e-b9af26287ace details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:05:53.007907 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5243c5a5-d645-40d9-9d7e-b9af26287ace, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5243c5a5-d645-40d9-9d7e-b9af26287ace,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:53.019476 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '5243c5a5-d645-40d9-9d7e-b9af26287ace', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'port_id': '5243c5a5-d645-40d9-9d7e-b9af26287ace', 'mac_address': 'fa:16:3e:c1:63:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:05:53.054453 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 5243c5a5-d645-40d9-9d7e-b9af26287ace is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:53.054836 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:53.067225 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5243c5a5-d645-40d9-9d7e-b9af26287ace {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:05:53.089508 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5243c5a5-d645-40d9-9d7e-b9af26287ace, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5243c5a5-d645-40d9-9d7e-b9af26287ace,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:53.153850 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:53.198514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=5243c5a5-d645-40d9-9d7e-b9af26287ace,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:53.438428 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['5243c5a5-d645-40d9-9d7e-b9af26287ace'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:05:53.438670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46155d21-0924-45aa-b0a8-53f0f98dd278 req-94b074ac-33d9-4595-8d51-57e928698b17 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:53.439937 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46155d21-0924-45aa-b0a8-53f0f98dd278 req-94b074ac-33d9-4595-8d51-57e928698b17 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 944 time: 0.0488086 Jan 28 07:05:53.492853 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-46155d21-0924-45aa-b0a8-53f0f98dd278 req-9820a54a-5f42-479b-9426-83e95c3e9921 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470905 Jan 28 07:05:54.607448 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f26876-f7b7-4a12-8f47-ea9cbe2edc91 req-f56b96ea-8170-4389-89f0-96d32096908b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:54.608907 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85f26876-f7b7-4a12-8f47-ea9cbe2edc91 req-f56b96ea-8170-4389-89f0-96d32096908b tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 944 time: 0.0481761 Jan 28 07:05:54.656346 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-85f26876-f7b7-4a12-8f47-ea9cbe2edc91 req-0690b80b-cd23-4fd1-8ccc-9d5576e546e8 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420866 Jan 28 07:05:54.929026 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5243c5a5-d645-40d9-9d7e-b9af26287ace up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:05:54.975212 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 5243c5a5-d645-40d9-9d7e-b9af26287ace triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:54.975597 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:55.053674 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 5243c5a5-d645-40d9-9d7e-b9af26287ace is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:05:55.054066 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:55.077026 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93de8a58-96d7-4265-9129-a052086b7929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5243c5a5-d645-40d9-9d7e-b9af26287ace'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:05:55.079284 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a49239-ad37-480e-a8fe-4a1fcb6a78ef" -d '{"events": [{"server_uuid": "93de8a58-96d7-4265-9129-a052086b7929", "name": "network-vif-plugged", "status": "completed", "tag": "5243c5a5-d645-40d9-9d7e-b9af26287ace"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:05:55.092015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 5243c5a5-d645-40d9-9d7e-b9af26287ace, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5243c5a5-d645-40d9-9d7e-b9af26287ace,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:05:55.176993 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:55.223929 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=5243c5a5-d645-40d9-9d7e-b9af26287ace,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:55.769498 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebacaf-9679-4785-b5bd-5c911a57a7bb req-6d655419-f580-4329-b388-3b1bfba3114f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:55.770945 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77ebacaf-9679-4785-b5bd-5c911a57a7bb req-6d655419-f580-4329-b388-3b1bfba3114f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0485022 Jan 28 07:05:55.819253 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-77ebacaf-9679-4785-b5bd-5c911a57a7bb req-e56c28d8-729e-4605-ab3f-760ad239cf38 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426655 Jan 28 07:05:55.971239 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:05:56.125381 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0433aa5-1ee8-46f3-8762-0b15876785b3 x-openstack-request-id: req-b0433aa5-1ee8-46f3-8762-0b15876785b3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:05:56.125707 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93de8a58-96d7-4265-9129-a052086b7929", "name": "network-vif-plugged", "status": "completed", "tag": "5243c5a5-d645-40d9-9d7e-b9af26287ace", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:05:56.125972 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0433aa5-1ee8-46f3-8762-0b15876785b3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:05:56.126440 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93de8a58-96d7-4265-9129-a052086b7929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5243c5a5-d645-40d9-9d7e-b9af26287ace', 'code': 200} Jan 28 07:05:56.320127 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e40d2-b43d-4fa7-9438-a7c13d28e1a9 req-abfc9e87-ff60-49c4-9779-16d89f7edfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:56.321608 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b2e40d2-b43d-4fa7-9438-a7c13d28e1a9 req-abfc9e87-ff60-49c4-9779-16d89f7edfde service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 1097 time: 0.0436788 Jan 28 07:05:56.366255 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1b2e40d2-b43d-4fa7-9438-a7c13d28e1a9 req-57eb7608-c532-477c-8d93-3807c2f5052a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383551 Jan 28 07:05:56.932083 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34181f01-9147-48cd-8473-0f17c5562e1c req-61063bff-4068-47d7-847b-5b9bc64ac375 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:56.933543 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34181f01-9147-48cd-8473-0f17c5562e1c req-61063bff-4068-47d7-847b-5b9bc64ac375 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0472922 Jan 28 07:05:56.982554 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34181f01-9147-48cd-8473-0f17c5562e1c req-c7bfe5b1-8d42-4be9-955a-554373c5d7db tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429351 Jan 28 07:05:58.097363 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec708703-d6ae-4215-8a16-e7df03be814c req-8921e9e2-7211-4373-8c1c-bf22f46534fa tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:58.098833 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ec708703-d6ae-4215-8a16-e7df03be814c req-8921e9e2-7211-4373-8c1c-bf22f46534fa tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0472515 Jan 28 07:05:58.149621 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-ec708703-d6ae-4215-8a16-e7df03be814c req-b00a33a4-6b5a-4fcf-b2e8-698811e2a66e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451763 Jan 28 07:05:58.507193 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:02.542729 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06144d70-13dd-4ac2-910a-3188e799316f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:04.828523 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a263fca-b85f-46b6-9b59-2993ff880936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:06.890945 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:08.211392 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:09.222341 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:10.638862 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:06:25.948073 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:28.565021 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:31.687097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3ad84e5-4bd0-42d9-8059-2e394a93b28a req-280c42ec-d33f-42bb-8a6a-e6f3acac8047 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418341 Jan 28 07:06:31.784481 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad84e5-4bd0-42d9-8059-2e394a93b28a req-b0afa733-cee3-45c3-8495-732663eff31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:31.785953 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3ad84e5-4bd0-42d9-8059-2e394a93b28a req-b0afa733-cee3-45c3-8495-732663eff31c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 1097 time: 0.0411198 Jan 28 07:06:31.890645 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad84e5-4bd0-42d9-8059-2e394a93b28a req-32ea4eb3-dc75-46dc-a28c-07d4e6cc209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:31.892119 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3ad84e5-4bd0-42d9-8059-2e394a93b28a req-32ea4eb3-dc75-46dc-a28c-07d4e6cc209c service neutron] 10.222.0.60 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 909 time: 0.0876572 Jan 28 07:06:31.958560 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3ad84e5-4bd0-42d9-8059-2e394a93b28a req-ac708ff3-a5aa-4381-91cc-232533262482 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5243c5a5-d645-40d9-9d7e-b9af26287ace HTTP/1.1" status: 200 len: 1001 time: 0.0600681 Jan 28 07:06:32.006484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad84e5-4bd0-42d9-8059-2e394a93b28a req-ef333a2d-e175-4b2a-b7c6-7b28fcdcaa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:32.007961 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3ad84e5-4bd0-42d9-8059-2e394a93b28a req-ef333a2d-e175-4b2a-b7c6-7b28fcdcaa77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.0436492 Jan 28 07:06:32.056208 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad84e5-4bd0-42d9-8059-2e394a93b28a req-4285716b-2217-4330-ba80-8148a895753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:32.058054 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3ad84e5-4bd0-42d9-8059-2e394a93b28a req-4285716b-2217-4330-ba80-8148a895753b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433340 Jan 28 07:06:32.149797 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3ad84e5-4bd0-42d9-8059-2e394a93b28a req-5bd18631-29b5-4ebe-9490-977286b059ae service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854959 Jan 28 07:06:32.246917 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f3ad84e5-4bd0-42d9-8059-2e394a93b28a req-4c1f2b3c-d84c-4333-be37-4e01800e4356 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901442 Jan 28 07:06:32.507648 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f52dbcfd-8f9d-40f7-ad16-42a2cc460b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:34.821754 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0bac4ece-5674-4aea-bc3b-8e745c62c5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:36.913252 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:38.250815 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:39.199329 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:47.637803 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:06:56.044537 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:06:58.489900 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:02.558582 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80a6a427-f281-4977-ae26-7d096b582472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:04.838590 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8a4738c-72af-4fe2-9a66-59cd7083114f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:06.901473 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:08.238434 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:09.192925 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:24.636877 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:07:26.015229 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:28.506771 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:32.575585 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a981189e-840c-45a0-9bd6-89f1135c626f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:32.688830 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bcc31656-3b58-4903-9596-afd3f28b4b77 req-0a3efd7c-5c22-43d1-9883-caf2820b585c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1680429 Jan 28 07:07:32.782928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc31656-3b58-4903-9596-afd3f28b4b77 req-9845e843-9f9f-4181-a9a4-3fa24b4aa4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:32.784446 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bcc31656-3b58-4903-9596-afd3f28b4b77 req-9845e843-9f9f-4181-a9a4-3fa24b4aa4c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 1097 time: 0.0398860 Jan 28 07:07:33.188428 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc31656-3b58-4903-9596-afd3f28b4b77 req-c380f38e-145c-4101-824b-ed76cf1d3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:33.189928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bcc31656-3b58-4903-9596-afd3f28b4b77 req-c380f38e-145c-4101-824b-ed76cf1d3350 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 909 time: 0.3890898 Jan 28 07:07:33.255913 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bcc31656-3b58-4903-9596-afd3f28b4b77 req-42389538-6c60-4d82-8ee0-6b32e16d5267 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5243c5a5-d645-40d9-9d7e-b9af26287ace HTTP/1.1" status: 200 len: 1001 time: 0.0600035 Jan 28 07:07:33.303902 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc31656-3b58-4903-9596-afd3f28b4b77 req-0b3c4076-dd49-47d2-b606-e7b86f23ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:33.305363 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bcc31656-3b58-4903-9596-afd3f28b4b77 req-0b3c4076-dd49-47d2-b606-e7b86f23ee3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.0428872 Jan 28 07:07:33.352586 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc31656-3b58-4903-9596-afd3f28b4b77 req-aa9a39f7-6367-4ff1-a6c4-09893beba3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:33.354054 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bcc31656-3b58-4903-9596-afd3f28b4b77 req-aa9a39f7-6367-4ff1-a6c4-09893beba3e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425327 Jan 28 07:07:33.442364 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bcc31656-3b58-4903-9596-afd3f28b4b77 req-da39d10c-9396-4512-99b8-65d0fe195096 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805044 Jan 28 07:07:33.534171 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-bcc31656-3b58-4903-9596-afd3f28b4b77 req-2005067d-73fe-4584-8f4f-66e8d1124fd8 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850806 Jan 28 07:07:34.343964 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58850) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:34.620872 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Deleting port e7414f1b-7006-4c2f-9718-9b087ff4dac5 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:34.621115 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (e7414f1b-7006-4c2f-9718-9b087ff4dac5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:34.693395 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (e7414f1b-7006-4c2f-9718-9b087ff4dac5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:34.693724 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for floatingip (e7414f1b-7006-4c2f-9718-9b087ff4dac5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:34.705856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Calling delete_port for e7414f1b-7006-4c2f-9718-9b087ff4dac5 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:34.849248 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5204576-a4cc-4505-bea6-6b83f559d61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:34.918222 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (e7414f1b-7006-4c2f-9718-9b087ff4dac5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:34.941740 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event deleted for resources: {'Port': ['ID=e7414f1b-7006-4c2f-9718-9b087ff4dac5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:34.955838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:34.956194 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:34.956543 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:34.956958 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:34.957318 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:34.957658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:34.957993 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:34.958351 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:34.958686 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:34.959018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:34.959350 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:34.959681 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:34.960008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:35.015753 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for floatingip (be70e9d9-b10a-4e81-9591-487497416307), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:35.016756 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Floating IP be70e9d9-b10a-4e81-9591-487497416307 disassociated (deleted). External IP: 172.25.0.107, port: 5243c5a5-d645-40d9-9d7e-b9af26287ace. Jan 28 07:07:35.220981 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Router ae59e4a1-f122-4add-983b-f9f496dd30e8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:07:35.328013 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:07:35.332943 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:35.337745 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d408af7-d520-40e6-905f-e8ae52568165 None None] Sync routers for ids ['ae59e4a1-f122-4add-983b-f9f496dd30e8'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:07:35.347003 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d408af7-d520-40e6-905f-e8ae52568165 None None] Routers {'ae59e4a1-f122-4add-983b-f9f496dd30e8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:07:35.347616 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0d408af7-d520-40e6-905f-e8ae52568165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:07:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ae59e4a1-f122-4add-983b-f9f496dd30e8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:35.360372 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a47ba24e-b667-4d3e-836c-3dfc318d4d9f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "DELETE /v2.0/floatingips/be70e9d9-b10a-4e81-9591-487497416307 HTTP/1.1" status: 204 len: 168 time: 1.0141721 Jan 28 07:07:35.361192 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93de8a58-96d7-4265-9129-a052086b7929', 'tag': '5243c5a5-d645-40d9-9d7e-b9af26287ace'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:35.363428 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b65222-7b0b-428e-9d2e-891945e45de7" -d '{"events": [{"name": "network-changed", "server_uuid": "93de8a58-96d7-4265-9129-a052086b7929", "tag": "5243c5a5-d645-40d9-9d7e-b9af26287ace"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:35.457350 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-0d408af7-d520-40e6-905f-e8ae52568165 None None] Set router ae59e4a1-f122-4add-983b-f9f496dd30e8 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:07:35.539862 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edc2500-0d4c-4711-8d79-96d6d02d09bc x-openstack-request-id: req-6edc2500-0d4c-4711-8d79-96d6d02d09bc {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:35.540168 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93de8a58-96d7-4265-9129-a052086b7929", "tag": "5243c5a5-d645-40d9-9d7e-b9af26287ace", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:35.540425 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6edc2500-0d4c-4711-8d79-96d6d02d09bc {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:35.540836 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93de8a58-96d7-4265-9129-a052086b7929', 'tag': '5243c5a5-d645-40d9-9d7e-b9af26287ace', 'status': 'completed', 'code': 200} Jan 28 07:07:35.624960 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b65222-7b0b-428e-9d2e-891945e45de7 req-fad1c9f2-d750-45bf-bc64-94cc470a3321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:35.627659 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8b65222-7b0b-428e-9d2e-891945e45de7 req-fad1c9f2-d750-45bf-bc64-94cc470a3321 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 1097 time: 0.0454769 Jan 28 07:07:35.664136 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0d408af7-d520-40e6-905f-e8ae52568165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:14Z', 'revision_number': 4, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '359b3aca-54eb-4f52-9bad-32f5b5d2172c', 'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'mac_address': 'fa:16:3e:20:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:13Z', 'updated_at': '2022-01-28T06:57:17Z', 'revision_number': 5, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'subnets': [{'id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:35.694322 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d408af7-d520-40e6-905f-e8ae52568165 None None] Checking router: ae59e4a1-f122-4add-983b-f9f496dd30e8 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:07:35.703097 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d408af7-d520-40e6-905f-e8ae52568165 None None] Routers {'ae59e4a1-f122-4add-983b-f9f496dd30e8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:07:35.703808 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0d408af7-d520-40e6-905f-e8ae52568165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:07:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ae59e4a1-f122-4add-983b-f9f496dd30e8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:35.734049 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b65222-7b0b-428e-9d2e-891945e45de7 req-03bd6fc6-ba2f-4cfa-86e9-76b9fe58fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:35.736487 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8b65222-7b0b-428e-9d2e-891945e45de7 req-03bd6fc6-ba2f-4cfa-86e9-76b9fe58fc45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 200 len: 909 time: 0.0970886 Jan 28 07:07:35.820480 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8b65222-7b0b-428e-9d2e-891945e45de7 req-36866c16-3408-48c3-8d0c-c6f99d9943a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5243c5a5-d645-40d9-9d7e-b9af26287ace HTTP/1.1" status: 200 len: 217 time: 0.0507488 Jan 28 07:07:35.893268 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ada23-8830-4660-958a-2449121a4a44 req-6b9e3ee9-8c16-4138-933d-e27bee23fc3e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:35.894799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a60ada23-8830-4660-958a-2449121a4a44 req-6b9e3ee9-8c16-4138-933d-e27bee23fc3e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.1186218 Jan 28 07:07:35.896281 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b65222-7b0b-428e-9d2e-891945e45de7 req-a89f2655-8301-4082-a463-92443e0b8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:35.897604 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8b65222-7b0b-428e-9d2e-891945e45de7 req-a89f2655-8301-4082-a463-92443e0b8295 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 200 len: 847 time: 0.0630283 Jan 28 07:07:35.908193 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-0d408af7-d520-40e6-905f-e8ae52568165 None None] Set router ae59e4a1-f122-4add-983b-f9f496dd30e8 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:07:35.979619 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a60ada23-8830-4660-958a-2449121a4a44 req-6c350c3f-1cdc-4069-8a6f-598150f91204 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783460 Jan 28 07:07:35.981501 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b65222-7b0b-428e-9d2e-891945e45de7 req-e309639e-673b-42a9-84ad-a6831010abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:35.982937 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8b65222-7b0b-428e-9d2e-891945e45de7 req-e309639e-673b-42a9-84ad-a6831010abcf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a0744e-d87c-4ef4-9b20-985713cc192d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743866 Jan 28 07:07:36.073498 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8b65222-7b0b-428e-9d2e-891945e45de7 req-cdf7e2d6-cff2-48c1-94d9-7e8d6a861429 service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836387 Jan 28 07:07:36.104578 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0d408af7-d520-40e6-905f-e8ae52568165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:14Z', 'revision_number': 4, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '359b3aca-54eb-4f52-9bad-32f5b5d2172c', 'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'mac_address': 'fa:16:3e:20:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:13Z', 'updated_at': '2022-01-28T06:57:17Z', 'revision_number': 5, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'subnets': [{'id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:36.131139 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d408af7-d520-40e6-905f-e8ae52568165 None None] The sync data for ids ['ae59e4a1-f122-4add-983b-f9f496dd30e8'] in n-d-812111-12 is: [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:14Z', 'revision_number': 4, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '359b3aca-54eb-4f52-9bad-32f5b5d2172c', 'name': '', 'network_id': '93a0744e-d87c-4ef4-9b20-985713cc192d', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'mac_address': 'fa:16:3e:20:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:13Z', 'updated_at': '2022-01-28T06:57:17Z', 'revision_number': 5, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'subnets': [{'id': '00d85bd9-ca34-45b8-acfe-b0e77f2594f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:07:36.171012 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f8b65222-7b0b-428e-9d2e-891945e45de7 req-138bc074-9b9a-41e6-9677-e9e3b7d07f2a service neutron] 10.222.0.60 "GET /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909243 Jan 28 07:07:36.369440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcf8e70-e481-4366-85e8-0d8d1bba7e83 None None] New status for floating IP be70e9d9-b10a-4e81-9591-487497416307: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:07:36.900243 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.100300 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93263ae3-ec04-46ba-9041-f695d2140c2d req-a43a1feb-787b-4a31-b0f1-20400d0dc3bd tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:37.101785 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93263ae3-ec04-46ba-9041-f695d2140c2d req-a43a1feb-787b-4a31-b0f1-20400d0dc3bd tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0481794 Jan 28 07:07:37.150843 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-93263ae3-ec04-46ba-9041-f695d2140c2d req-e4cff398-6c66-4f4c-af11-dc5106650519 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/security-groups?id=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434599 Jan 28 07:07:37.488944 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71dc8b-71ab-4585-88e7-68421021b25a req-03fe1512-4c7c-4e32-832c-52d9d4fc14af tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:37.490323 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c71dc8b-71ab-4585-88e7-68421021b25a req-03fe1512-4c7c-4e32-832c-52d9d4fc14af tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.60 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 945 time: 0.0474315 Jan 28 07:07:37.589928 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6c71dc8b-71ab-4585-88e7-68421021b25a req-d000bff0-6b03-4c66-bee0-2b50a2e83619 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Deleting port 5243c5a5-d645-40d9-9d7e-b9af26287ace {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:37.590264 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6c71dc8b-71ab-4585-88e7-68421021b25a req-d000bff0-6b03-4c66-bee0-2b50a2e83619 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.676159 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6c71dc8b-71ab-4585-88e7-68421021b25a req-d000bff0-6b03-4c66-bee0-2b50a2e83619 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] For port 5243c5a5-d645-40d9-9d7e-b9af26287ace, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=5243c5a5-d645-40d9-9d7e-b9af26287ace,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:37.676516 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6c71dc8b-71ab-4585-88e7-68421021b25a req-d000bff0-6b03-4c66-bee0-2b50a2e83619 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.689251 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6c71dc8b-71ab-4585-88e7-68421021b25a req-d000bff0-6b03-4c66-bee0-2b50a2e83619 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Calling delete_port for 5243c5a5-d645-40d9-9d7e-b9af26287ace owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:37.866725 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6c71dc8b-71ab-4585-88e7-68421021b25a req-d000bff0-6b03-4c66-bee0-2b50a2e83619 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (5243c5a5-d645-40d9-9d7e-b9af26287ace), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.895704 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000bff0-6b03-4c66-bee0-2b50a2e83619 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event deleted for resources: {'Port': ['ID=5243c5a5-d645-40d9-9d7e-b9af26287ace,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:37.939935 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c71dc8b-71ab-4585-88e7-68421021b25a req-d000bff0-6b03-4c66-bee0-2b50a2e83619 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] No DVR routers for this DVR port 5243c5a5-d645-40d9-9d7e-b9af26287ace on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:37.942590 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6c71dc8b-71ab-4585-88e7-68421021b25a req-d000bff0-6b03-4c66-bee0-2b50a2e83619 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:37.946026 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6c71dc8b-71ab-4585-88e7-68421021b25a req-d000bff0-6b03-4c66-bee0-2b50a2e83619 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.60 "DELETE /v2.0/ports/5243c5a5-d645-40d9-9d7e-b9af26287ace HTTP/1.1" status: 204 len: 173 time: 0.4501119 Jan 28 07:07:37.946485 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93de8a58-96d7-4265-9129-a052086b7929', 'name': 'network-vif-deleted', 'tag': '5243c5a5-d645-40d9-9d7e-b9af26287ace'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:07:37.948766 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b324cec-50d4-4bcb-9f92-f15fdaba62d0" -d '{"events": [{"server_uuid": "93de8a58-96d7-4265-9129-a052086b7929", "name": "network-vif-deleted", "tag": "5243c5a5-d645-40d9-9d7e-b9af26287ace"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:07:37.984874 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6646df63-d817-4308-bbd2-945b17055a70 x-openstack-request-id: req-6646df63-d817-4308-bbd2-945b17055a70 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:07:37.985179 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93de8a58-96d7-4265-9129-a052086b7929", "name": "network-vif-deleted", "tag": "5243c5a5-d645-40d9-9d7e-b9af26287ace", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:07:37.985427 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6646df63-d817-4308-bbd2-945b17055a70 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:07:37.985834 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93de8a58-96d7-4265-9129-a052086b7929', 'name': 'network-vif-deleted', 'tag': '5243c5a5-d645-40d9-9d7e-b9af26287ace', 'status': 'completed', 'code': 200} Jan 28 07:07:38.203638 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:38.252975 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84a8c917-9041-4cd2-9635-674bb72627cd req-7db2a57c-2565-4636-97ad-1ad2bd04fd2f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 210 time: 0.0305598 Jan 28 07:07:39.209512 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:39.350965 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2be2764d-d567-46b6-a4f9-5a9e679134f4 req-de27ac4a-459d-4568-b6fe-eaa5aeddfabe tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 210 time: 0.0263083 Jan 28 07:07:40.445778 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4fba4043-2690-4a80-8b37-905cc1e118b2 req-5a230c1a-22dc-4f4c-870c-7f52d04c86f0 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 210 time: 0.0267587 Jan 28 07:07:41.490048 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5243c5a5-d645-40d9-9d7e-b9af26287ace no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:41.518129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 5243c5a5-d645-40d9-9d7e-b9af26287ace {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:41.518514 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 5243c5a5-d645-40d9-9d7e-b9af26287ace not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:41.552689 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4be35fa3-ae97-4577-b378-d0704f815608 req-7a059c2d-11fa-46bc-975c-9311d90918b1 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 210 time: 0.0270000 Jan 28 07:07:42.648686 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2ef0f0df-3f35-4fcc-865e-7b4ccc3d12af req-5647c061-1e3d-410e-b351-cf935b27503f tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 210 time: 0.0292754 Jan 28 07:07:43.741888 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e27d04fe-a25a-40ef-add4-8b0b74992b0e req-ae58b802-a2bb-49e6-83bb-de2209d7c261 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 210 time: 0.0266955 Jan 28 07:07:44.835627 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-33e52fc9-ab16-491c-a850-909bbf4e0ff3 req-e2562eef-636b-4095-a93c-abdf58e44537 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 210 time: 0.0274618 Jan 28 07:07:45.929434 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3884413a-9e6a-46d0-abe8-dc14e8f50267 req-32911167-e565-47c6-b463-b73897cae354 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 210 time: 0.0264235 Jan 28 07:07:47.035768 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8c374762-5270-4728-8795-793a2d0b57a8 req-c5e1227d-cfbc-4b36-a3f7-b81f65392a7e tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "GET /v2.0/ports?device_id=93de8a58-96d7-4265-9129-a052086b7929 HTTP/1.1" status: 200 len: 210 time: 0.0267773 Jan 28 07:07:48.091996 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58898) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:48.150879 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f337f65c-e961-497a-b385-36cc5b9b0322 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group (e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:48.176583 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f337f65c-e961-497a-b385-36cc5b9b0322 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group (e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:48.306813 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f337f65c-e961-497a-b385-36cc5b9b0322 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:48.309646 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f337f65c-e961-497a-b385-36cc5b9b0322 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:48.310877 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-f337f65c-e961-497a-b385-36cc5b9b0322 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] 10.222.0.31 "DELETE /v2.0/security-groups/e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4 HTTP/1.1" status: 204 len: 168 time: 0.2178814 Jan 28 07:07:48.322233 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337f65c-e961-497a-b385-36cc5b9b0322 tempest-TestShelveInstance-373249131 tempest-TestShelveInstance-373249131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71a6fad-ce17-4fb5-8aad-96e2f29f7cd4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:48.405340 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58902) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:48.874911 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03e49740-4aab-4994-81d7-5a98c8a8335c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (ae59e4a1-f122-4add-983b-f9f496dd30e8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:49.124664 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-03e49740-4aab-4994-81d7-5a98c8a8335c admin admin] Deleting port 359b3aca-54eb-4f52-9bad-32f5b5d2172c {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:49.125374 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03e49740-4aab-4994-81d7-5a98c8a8335c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:49.208632 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-03e49740-4aab-4994-81d7-5a98c8a8335c admin admin] For port 359b3aca-54eb-4f52-9bad-32f5b5d2172c, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=359b3aca-54eb-4f52-9bad-32f5b5d2172c,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:49.208995 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03e49740-4aab-4994-81d7-5a98c8a8335c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:49.221207 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-03e49740-4aab-4994-81d7-5a98c8a8335c admin admin] Calling delete_port for 359b3aca-54eb-4f52-9bad-32f5b5d2172c owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:49.455459 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03e49740-4aab-4994-81d7-5a98c8a8335c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (359b3aca-54eb-4f52-9bad-32f5b5d2172c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:49.480422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e49740-4aab-4994-81d7-5a98c8a8335c admin admin] Pushing event deleted for resources: {'Port': ['ID=359b3aca-54eb-4f52-9bad-32f5b5d2172c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:49.653001 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03e49740-4aab-4994-81d7-5a98c8a8335c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (ae59e4a1-f122-4add-983b-f9f496dd30e8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:50.176177 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e49740-4aab-4994-81d7-5a98c8a8335c admin admin] Router ae59e4a1-f122-4add-983b-f9f496dd30e8 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:07:50.283091 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e49740-4aab-4994-81d7-5a98c8a8335c admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:07:50.288152 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-03e49740-4aab-4994-81d7-5a98c8a8335c admin admin] 10.222.0.31 "PUT /v2.0/routers/ae59e4a1-f122-4add-983b-f9f496dd30e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8816898 Jan 28 07:07:50.290775 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58906) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:50.292158 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e007f7-237c-4d02-8ab6-1bcb1e290966 None None] Sync routers for ids ['ae59e4a1-f122-4add-983b-f9f496dd30e8'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:07:50.304346 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e007f7-237c-4d02-8ab6-1bcb1e290966 None None] Routers {'ae59e4a1-f122-4add-983b-f9f496dd30e8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:07:50.305102 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e4e007f7-237c-4d02-8ab6-1bcb1e290966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:07:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ae59e4a1-f122-4add-983b-f9f496dd30e8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:50.401938 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5461d42-721b-4799-b345-0a73a08fad05 admin admin] Publish callbacks [] for router (ae59e4a1-f122-4add-983b-f9f496dd30e8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:50.415870 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e4e007f7-237c-4d02-8ab6-1bcb1e290966 None None] Set router ae59e4a1-f122-4add-983b-f9f496dd30e8 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:07:50.512091 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5461d42-721b-4799-b345-0a73a08fad05 admin admin] Publish callbacks [] for router_gateway (ae59e4a1-f122-4add-983b-f9f496dd30e8), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:50.591626 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e4e007f7-237c-4d02-8ab6-1bcb1e290966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T07:07:49Z', 'revision_number': 5, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port': {'id': '2110c5c9-a370-433d-aaff-f317a8c4c343', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T06:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:50.618716 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e007f7-237c-4d02-8ab6-1bcb1e290966 None None] Checking router: ae59e4a1-f122-4add-983b-f9f496dd30e8 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:07:50.628057 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e007f7-237c-4d02-8ab6-1bcb1e290966 None None] Routers {'ae59e4a1-f122-4add-983b-f9f496dd30e8'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:07:50.628850 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e4e007f7-237c-4d02-8ab6-1bcb1e290966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:07:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['ae59e4a1-f122-4add-983b-f9f496dd30e8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:50.639658 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d5461d42-721b-4799-b345-0a73a08fad05 admin admin] Deleting port 2110c5c9-a370-433d-aaff-f317a8c4c343 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:50.639957 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5461d42-721b-4799-b345-0a73a08fad05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2110c5c9-a370-433d-aaff-f317a8c4c343), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:50.722968 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-d5461d42-721b-4799-b345-0a73a08fad05 admin admin] For port 2110c5c9-a370-433d-aaff-f317a8c4c343, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2110c5c9-a370-433d-aaff-f317a8c4c343,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:50.723395 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5461d42-721b-4799-b345-0a73a08fad05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2110c5c9-a370-433d-aaff-f317a8c4c343), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:50.725494 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e4e007f7-237c-4d02-8ab6-1bcb1e290966 None None] Set router ae59e4a1-f122-4add-983b-f9f496dd30e8 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:07:50.735250 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d5461d42-721b-4799-b345-0a73a08fad05 admin admin] Calling delete_port for 2110c5c9-a370-433d-aaff-f317a8c4c343 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:50.780933 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e4e007f7-237c-4d02-8ab6-1bcb1e290966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T07:07:50Z', 'revision_number': 6, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:50.808522 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e007f7-237c-4d02-8ab6-1bcb1e290966 None None] The sync data for ids ['ae59e4a1-f122-4add-983b-f9f496dd30e8'] in n-d-812111-12 is: [{'id': 'ae59e4a1-f122-4add-983b-f9f496dd30e8', 'name': 'tempest-TestShelveInstance-932599357-router', 'tenant_id': '6a9e4bfb61d94688bab507cdce78cc52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:11Z', 'updated_at': '2022-01-28T07:07:50Z', 'revision_number': 6, 'project_id': '6a9e4bfb61d94688bab507cdce78cc52', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:07:50.986836 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5461d42-721b-4799-b345-0a73a08fad05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (2110c5c9-a370-433d-aaff-f317a8c4c343), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.021018 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5461d42-721b-4799-b345-0a73a08fad05 admin admin] Pushing event deleted for resources: {'Port': ['ID=2110c5c9-a370-433d-aaff-f317a8c4c343,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:51.078179 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5461d42-721b-4799-b345-0a73a08fad05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (ae59e4a1-f122-4add-983b-f9f496dd30e8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.175483 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5461d42-721b-4799-b345-0a73a08fad05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (ae59e4a1-f122-4add-983b-f9f496dd30e8), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.177585 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5461d42-721b-4799-b345-0a73a08fad05 admin admin] Publish callbacks [] for router_controller (ae59e4a1-f122-4add-983b-f9f496dd30e8), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.295779 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5461d42-721b-4799-b345-0a73a08fad05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (ae59e4a1-f122-4add-983b-f9f496dd30e8), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.295779 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5461d42-721b-4799-b345-0a73a08fad05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae59e4a1-f122-4add-983b-f9f496dd30e8 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:07:51.302205 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5461d42-721b-4799-b345-0a73a08fad05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.309904 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d5461d42-721b-4799-b345-0a73a08fad05 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ae59e4a1-f122-4add-983b-f9f496dd30e8 HTTP/1.1" status: 204 len: 168 time: 1.0117443 Jan 28 07:07:51.310227 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58908) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:51.355618 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Deleting subnet 00d85bd9-ca34-45b8-acfe-b0e77f2594f9 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:07:51.368085 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Publish callbacks [] for subnet (00d85bd9-ca34-45b8-acfe-b0e77f2594f9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.402963 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (00d85bd9-ca34-45b8-acfe-b0e77f2594f9), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.488460 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (00d85bd9-ca34-45b8-acfe-b0e77f2594f9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.610915 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (00d85bd9-ca34-45b8-acfe-b0e77f2594f9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.637379 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d85bd9-ca34-45b8-acfe-b0e77f2594f9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:51.642840 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.646029 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] 10.222.0.31 "DELETE /v2.0/subnets/00d85bd9-ca34-45b8-acfe-b0e77f2594f9 HTTP/1.1" status: 204 len: 168 time: 0.3386152 Jan 28 07:07:51.655168 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58912) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:51.655425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045fb89d-f3c4-47c5-9a32-ee90bd9055c2 None None] Network 93a0744e-d87c-4ef4-9b20-985713cc192d requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:07:51.656103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:51.656103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:51.656103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:51.656103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:51.656103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:51.656103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:51.656103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:51.656103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:51.656103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:51.656103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:51.656103 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:51.658225 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:51.658225 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75338c90-0374-4704-acee-ccb1dc6187db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:51.727136 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (93a0744e-d87c-4ef4-9b20-985713cc192d), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.786910 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] Deleting port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:51.787165 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (523a28d2-92a7-40fd-b1a3-9b755b1e29c0), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.809923 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] DHCP port deletion for 93a0744e-d87c-4ef4-9b20-985713cc192d request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:07:51.858971 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Deleting port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:51.858971 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (523a28d2-92a7-40fd-b1a3-9b755b1e29c0), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.860838 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] For port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=523a28d2-92a7-40fd-b1a3-9b755b1e29c0,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:51.861238 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (523a28d2-92a7-40fd-b1a3-9b755b1e29c0), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.874547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] Calling delete_port for 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:51.924090 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] For port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=523a28d2-92a7-40fd-b1a3-9b755b1e29c0,segment=NetworkSegment(f9dbf926-4779-4e83-bfcf-ebdd857e601f),segment_id=f9dbf926-4779-4e83-bfcf-ebdd857e601f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:51.924618 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (523a28d2-92a7-40fd-b1a3-9b755b1e29c0), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:51.938167 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Calling delete_port for 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:07:52.009262 n-d-812111-12 neutron-server[103636]: self.session.flush() Jan 28 07:07:52.013960 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (523a28d2-92a7-40fd-b1a3-9b755b1e29c0), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:52.015247 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (523a28d2-92a7-40fd-b1a3-9b755b1e29c0), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:52.041990 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Pushing event deleted for resources: {'Port': ['ID=523a28d2-92a7-40fd-b1a3-9b755b1e29c0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:52.043919 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] Pushing event deleted for resources: {'Port': ['ID=523a28d2-92a7-40fd-b1a3-9b755b1e29c0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:52.044267 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] No DVR routers for this DVR port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:52.051602 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] No DVR routers for this DVR port 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:52.062906 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:52.065386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:52.065386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:52.065386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:52.065386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:52.065386 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:52.067162 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:52.067790 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:52.068196 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:52.068537 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:52.068957 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:52.069183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:52.069560 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181c631-a79e-4f5a-8624-314b3f414860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:52.127750 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (93a0744e-d87c-4ef4-9b20-985713cc192d), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:52.149008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a0744e-d87c-4ef4-9b20-985713cc192d']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:52.158495 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9dbf926-4779-4e83-bfcf-ebdd857e601f') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:52.158737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9dbf926-4779-4e83-bfcf-ebdd857e601f') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:52.167881 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (f9dbf926-4779-4e83-bfcf-ebdd857e601f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:52.180574 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (f9dbf926-4779-4e83-bfcf-ebdd857e601f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:52.187305 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:07:52.187846 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (f9dbf926-4779-4e83-bfcf-ebdd857e601f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: timer() Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:07:52.190388 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:07:52.329846 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (93a0744e-d87c-4ef4-9b20-985713cc192d), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:52.337492 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:52.340631 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] 10.222.0.31 "DELETE /v2.0/networks/93a0744e-d87c-4ef4-9b20-985713cc192d HTTP/1.1" status: 204 len: 168 time: 0.6891923 Jan 28 07:07:52.346099 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58914) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:52.351223 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd548fc-d552-48dc-bfc0-f966a7f1836f admin admin] Pushing event deleted for resources: {'Network': ['ID=93a0744e-d87c-4ef4-9b20-985713cc192d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:52.698388 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e048075c-b5df-4496-bfd5-c823f3a23c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (c5d32db8-dfe4-478f-828f-8258b1ae76a1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:52.881637 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2110c5c9-a370-433d-aaff-f317a8c4c343 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:52.905608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 2110c5c9-a370-433d-aaff-f317a8c4c343 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:52.906131 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2110c5c9-a370-433d-aaff-f317a8c4c343 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:52.907271 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:52.927504 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:52.927999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 523a28d2-92a7-40fd-b1a3-9b755b1e29c0 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:52.928505 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 359b3aca-54eb-4f52-9bad-32f5b5d2172c no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:52.948618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 359b3aca-54eb-4f52-9bad-32f5b5d2172c {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:52.949279 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 359b3aca-54eb-4f52-9bad-32f5b5d2172c not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:52.953039 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e048075c-b5df-4496-bfd5-c823f3a23c2e admin admin] Deleting port ff644515-6e92-4b0a-9ac2-dd5de42350fa {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:52.953039 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e048075c-b5df-4496-bfd5-c823f3a23c2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:53.033361 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-e048075c-b5df-4496-bfd5-c823f3a23c2e admin admin] For port ff644515-6e92-4b0a-9ac2-dd5de42350fa, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=ff644515-6e92-4b0a-9ac2-dd5de42350fa,segment=NetworkSegment(75c362b5-29cf-43de-9111-bf761b8d7b57),segment_id=75c362b5-29cf-43de-9111-bf761b8d7b57)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:53.033724 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e048075c-b5df-4496-bfd5-c823f3a23c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:53.050871 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e048075c-b5df-4496-bfd5-c823f3a23c2e admin admin] Calling delete_port for ff644515-6e92-4b0a-9ac2-dd5de42350fa owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:53.289096 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e048075c-b5df-4496-bfd5-c823f3a23c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (ff644515-6e92-4b0a-9ac2-dd5de42350fa), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:53.312583 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048075c-b5df-4496-bfd5-c823f3a23c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=ff644515-6e92-4b0a-9ac2-dd5de42350fa,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:53.490047 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e048075c-b5df-4496-bfd5-c823f3a23c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (c5d32db8-dfe4-478f-828f-8258b1ae76a1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:53.710618 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e048075c-b5df-4496-bfd5-c823f3a23c2e admin admin] Router c5d32db8-dfe4-478f-828f-8258b1ae76a1 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:07:53.816548 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e048075c-b5df-4496-bfd5-c823f3a23c2e admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:07:53.821530 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e048075c-b5df-4496-bfd5-c823f3a23c2e admin admin] 10.222.0.31 "PUT /v2.0/routers/c5d32db8-dfe4-478f-828f-8258b1ae76a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4766750 Jan 28 07:07:53.824028 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58916) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:53.826596 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e759fa23-2b74-4519-a9ea-ff76ed21a2c8 None None] Sync routers for ids ['c5d32db8-dfe4-478f-828f-8258b1ae76a1'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:07:53.840967 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e759fa23-2b74-4519-a9ea-ff76ed21a2c8 None None] Routers {'c5d32db8-dfe4-478f-828f-8258b1ae76a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:07:53.841844 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e759fa23-2b74-4519-a9ea-ff76ed21a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:07:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c5d32db8-dfe4-478f-828f-8258b1ae76a1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:53.927815 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fbe9982-81f0-4e98-8a11-746649aa7cda admin admin] Publish callbacks [] for router (c5d32db8-dfe4-478f-828f-8258b1ae76a1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:53.949065 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-e759fa23-2b74-4519-a9ea-ff76ed21a2c8 None None] Set router c5d32db8-dfe4-478f-828f-8258b1ae76a1 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:07:54.036988 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fbe9982-81f0-4e98-8a11-746649aa7cda admin admin] Publish callbacks [] for router_gateway (c5d32db8-dfe4-478f-828f-8258b1ae76a1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:54.138964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e759fa23-2b74-4519-a9ea-ff76ed21a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'name': 'tempest-TestShelveInstance-724477752-router', 'tenant_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:17Z', 'updated_at': '2022-01-28T07:07:53Z', 'revision_number': 5, 'project_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'gw_port': {'id': '07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:57:18Z', 'updated_at': '2022-01-28T06:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:54.170565 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e759fa23-2b74-4519-a9ea-ff76ed21a2c8 None None] Checking router: c5d32db8-dfe4-478f-828f-8258b1ae76a1 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:07:54.172870 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe9982-81f0-4e98-8a11-746649aa7cda admin admin] Deleting port 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:54.173235 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fbe9982-81f0-4e98-8a11-746649aa7cda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:54.178858 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e759fa23-2b74-4519-a9ea-ff76ed21a2c8 None None] Routers {'c5d32db8-dfe4-478f-828f-8258b1ae76a1'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:07:54.179465 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e759fa23-2b74-4519-a9ea-ff76ed21a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:07:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['c5d32db8-dfe4-478f-828f-8258b1ae76a1'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:54.250603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-1fbe9982-81f0-4e98-8a11-746649aa7cda admin admin] For port 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:54.250986 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fbe9982-81f0-4e98-8a11-746649aa7cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:54.263422 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe9982-81f0-4e98-8a11-746649aa7cda admin admin] Calling delete_port for 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:54.430213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-e759fa23-2b74-4519-a9ea-ff76ed21a2c8 None None] Set router c5d32db8-dfe4-478f-828f-8258b1ae76a1 gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:07:54.482041 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-e759fa23-2b74-4519-a9ea-ff76ed21a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'name': 'tempest-TestShelveInstance-724477752-router', 'tenant_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:17Z', 'updated_at': '2022-01-28T07:07:54Z', 'revision_number': 6, 'project_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:54.506537 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fbe9982-81f0-4e98-8a11-746649aa7cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:54.512437 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e759fa23-2b74-4519-a9ea-ff76ed21a2c8 None None] The sync data for ids ['c5d32db8-dfe4-478f-828f-8258b1ae76a1'] in n-d-812111-12 is: [{'id': 'c5d32db8-dfe4-478f-828f-8258b1ae76a1', 'name': 'tempest-TestShelveInstance-724477752-router', 'tenant_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:57:17Z', 'updated_at': '2022-01-28T07:07:54Z', 'revision_number': 6, 'project_id': '6cf5cd45dd654e41be3326ecf664d6eb', 'gw_port_host': None}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:07:54.540343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe9982-81f0-4e98-8a11-746649aa7cda admin admin] Pushing event deleted for resources: {'Port': ['ID=07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:54.601833 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fbe9982-81f0-4e98-8a11-746649aa7cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (c5d32db8-dfe4-478f-828f-8258b1ae76a1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:54.689183 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fbe9982-81f0-4e98-8a11-746649aa7cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (c5d32db8-dfe4-478f-828f-8258b1ae76a1), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:54.691239 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fbe9982-81f0-4e98-8a11-746649aa7cda admin admin] Publish callbacks [] for router_controller (c5d32db8-dfe4-478f-828f-8258b1ae76a1), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:54.820774 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fbe9982-81f0-4e98-8a11-746649aa7cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (c5d32db8-dfe4-478f-828f-8258b1ae76a1), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:54.821263 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbe9982-81f0-4e98-8a11-746649aa7cda admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5d32db8-dfe4-478f-828f-8258b1ae76a1 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:07:54.825504 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1fbe9982-81f0-4e98-8a11-746649aa7cda admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:54.829440 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1fbe9982-81f0-4e98-8a11-746649aa7cda admin admin] 10.222.0.31 "DELETE /v2.0/routers/c5d32db8-dfe4-478f-828f-8258b1ae76a1 HTTP/1.1" status: 204 len: 168 time: 1.0018382 Jan 28 07:07:54.830025 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58918) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:54.883332 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-586bd05f-22ef-4087-b005-a774af4d4110 admin admin] Deleting subnet e9d3d3ef-e300-443e-91cf-56ddcb3bca4a {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:07:54.886836 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-586bd05f-22ef-4087-b005-a774af4d4110 admin admin] Publish callbacks [] for subnet (e9d3d3ef-e300-443e-91cf-56ddcb3bca4a), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:54.924884 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-586bd05f-22ef-4087-b005-a774af4d4110 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (e9d3d3ef-e300-443e-91cf-56ddcb3bca4a), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.008783 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-586bd05f-22ef-4087-b005-a774af4d4110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (e9d3d3ef-e300-443e-91cf-56ddcb3bca4a), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.158494 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-586bd05f-22ef-4087-b005-a774af4d4110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (e9d3d3ef-e300-443e-91cf-56ddcb3bca4a), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.183120 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bd05f-22ef-4087-b005-a774af4d4110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9d3d3ef-e300-443e-91cf-56ddcb3bca4a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:55.189425 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-586bd05f-22ef-4087-b005-a774af4d4110 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.192882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-586bd05f-22ef-4087-b005-a774af4d4110 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e9d3d3ef-e300-443e-91cf-56ddcb3bca4a HTTP/1.1" status: 204 len: 168 time: 0.3615344 Jan 28 07:07:55.195737 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58920) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:55.196539 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d34ea1d-c4c3-411f-b147-5fbe20d89ea5 None None] Network b2cdf73e-bb42-4564-b13c-54f8a0922b61 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:07:55.269926 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (b2cdf73e-bb42-4564-b13c-54f8a0922b61), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.285229 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ff644515-6e92-4b0a-9ac2-dd5de42350fa no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:55.311541 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: ff644515-6e92-4b0a-9ac2-dd5de42350fa {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:55.312177 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device ff644515-6e92-4b0a-9ac2-dd5de42350fa not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:55.339102 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] Deleting port 6fbdd5d6-4133-43ca-9672-46e06e501925 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:55.340845 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6fbdd5d6-4133-43ca-9672-46e06e501925), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.362542 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd6e056-2601-4b23-b354-742445ffdf59 None None] DHCP port deletion for b2cdf73e-bb42-4564-b13c-54f8a0922b61 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:07:55.407486 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] For port 6fbdd5d6-4133-43ca-9672-46e06e501925, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6fbdd5d6-4133-43ca-9672-46e06e501925,segment=NetworkSegment(75c362b5-29cf-43de-9111-bf761b8d7b57),segment_id=75c362b5-29cf-43de-9111-bf761b8d7b57)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:55.407868 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6fbdd5d6-4133-43ca-9672-46e06e501925), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.413956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6e056-2601-4b23-b354-742445ffdf59 None None] Deleting port 6fbdd5d6-4133-43ca-9672-46e06e501925 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:07:55.414489 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e056-2601-4b23-b354-742445ffdf59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (6fbdd5d6-4133-43ca-9672-46e06e501925), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.421762 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] Calling delete_port for 6fbdd5d6-4133-43ca-9672-46e06e501925 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:55.477835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9cd6e056-2601-4b23-b354-742445ffdf59 None None] For port 6fbdd5d6-4133-43ca-9672-46e06e501925, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=6fbdd5d6-4133-43ca-9672-46e06e501925,segment=NetworkSegment(75c362b5-29cf-43de-9111-bf761b8d7b57),segment_id=75c362b5-29cf-43de-9111-bf761b8d7b57)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:07:55.478237 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e056-2601-4b23-b354-742445ffdf59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (6fbdd5d6-4133-43ca-9672-46e06e501925), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.492608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6e056-2601-4b23-b354-742445ffdf59 None None] Calling delete_port for 6fbdd5d6-4133-43ca-9672-46e06e501925 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:07:55.603131 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (6fbdd5d6-4133-43ca-9672-46e06e501925), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.609288 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e056-2601-4b23-b354-742445ffdf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (6fbdd5d6-4133-43ca-9672-46e06e501925), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.628627 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] Pushing event deleted for resources: {'Port': ['ID=6fbdd5d6-4133-43ca-9672-46e06e501925,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:55.632513 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] No DVR routers for this DVR port 6fbdd5d6-4133-43ca-9672-46e06e501925 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:55.638778 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd6e056-2601-4b23-b354-742445ffdf59 None None] No DVR routers for this DVR port 6fbdd5d6-4133-43ca-9672-46e06e501925 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:07:55.642896 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6e056-2601-4b23-b354-742445ffdf59 None None] Pushing event deleted for resources: {'Port': ['ID=6fbdd5d6-4133-43ca-9672-46e06e501925,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:55.706308 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (b2cdf73e-bb42-4564-b13c-54f8a0922b61), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.727046 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2cdf73e-bb42-4564-b13c-54f8a0922b61']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:55.736140 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c362b5-29cf-43de-9111-bf761b8d7b57') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:55.736447 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c362b5-29cf-43de-9111-bf761b8d7b57') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:55.745723 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (75c362b5-29cf-43de-9111-bf761b8d7b57), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.758691 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (75c362b5-29cf-43de-9111-bf761b8d7b57), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.765022 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:07:55.765402 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (75c362b5-29cf-43de-9111-bf761b8d7b57), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: timer() Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:07:55.767595 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:07:55.877561 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (b2cdf73e-bb42-4564-b13c-54f8a0922b61), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.883607 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:55.886775 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] 10.222.0.31 "DELETE /v2.0/networks/b2cdf73e-bb42-4564-b13c-54f8a0922b61 HTTP/1.1" status: 204 len: 168 time: 0.6898761 Jan 28 07:07:55.898920 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397aa72-4842-46a2-896e-60ea61585cda admin admin] Pushing event deleted for resources: {'Network': ['ID=b2cdf73e-bb42-4564-b13c-54f8a0922b61,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:56.066394 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:56.253887 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58924) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:56.293842 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-2420cbd7-cb5d-45b0-826f-93ec1a14cbfd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a9e4bfb61d94688bab507cdce78cc52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387032 Jan 28 07:07:56.296212 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58926) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:56.347226 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6a21e2a3-e32c-4172-992a-34a351aeead6 admin admin] Publish callbacks [] for security_group (cd4083ed-4aed-416b-af51-d222c161039d), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:56.368521 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6a21e2a3-e32c-4172-992a-34a351aeead6 admin admin] Publish callbacks [] for security_group (cd4083ed-4aed-416b-af51-d222c161039d), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:56.551436 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6a21e2a3-e32c-4172-992a-34a351aeead6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (cd4083ed-4aed-416b-af51-d222c161039d), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:56.554078 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6a21e2a3-e32c-4172-992a-34a351aeead6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:56.555314 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-6a21e2a3-e32c-4172-992a-34a351aeead6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd4083ed-4aed-416b-af51-d222c161039d HTTP/1.1" status: 204 len: 168 time: 0.2582283 Jan 28 07:07:56.564379 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21e2a3-e32c-4172-992a-34a351aeead6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4083ed-4aed-416b-af51-d222c161039d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:56.879445 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6fbdd5d6-4133-43ca-9672-46e06e501925 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:56.900330 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 6fbdd5d6-4133-43ca-9672-46e06e501925 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:56.900749 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 6fbdd5d6-4133-43ca-9672-46e06e501925 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:56.901226 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:07:56.920341 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:07:56.920683 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 07d8f0d9-5cdf-4110-8fb2-aac7e4bfc1a1 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:07:57.225691 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58932) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:57.267851 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2149a1a6-3f14-47fc-8946-f2a33849ccfa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6cf5cd45dd654e41be3326ecf664d6eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409572 Jan 28 07:07:57.270402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58934) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:57.315478 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b65794bb-b0c2-4551-a30e-af3cfe2bb398 admin admin] Publish callbacks [] for security_group (45f6cdea-f056-4609-91d3-ed0d3c0f7bf9), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:57.336125 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b65794bb-b0c2-4551-a30e-af3cfe2bb398 admin admin] Publish callbacks [] for security_group (45f6cdea-f056-4609-91d3-ed0d3c0f7bf9), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:57.437607 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b65794bb-b0c2-4551-a30e-af3cfe2bb398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (45f6cdea-f056-4609-91d3-ed0d3c0f7bf9), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:57.440776 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-b65794bb-b0c2-4551-a30e-af3cfe2bb398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:57.442026 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-b65794bb-b0c2-4551-a30e-af3cfe2bb398 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45f6cdea-f056-4609-91d3-ed0d3c0f7bf9 HTTP/1.1" status: 204 len: 168 time: 0.1707447 Jan 28 07:07:57.452621 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65794bb-b0c2-4551-a30e-af3cfe2bb398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f6cdea-f056-4609-91d3-ed0d3c0f7bf9,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:58.494452 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:58.514030 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58956) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:58.606829 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-14c0f8c6-d9d3-4f8a-ac91-84d5d72c1c92 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1925841604-network', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:58.683158 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c0f8c6-d9d3-4f8a-ac91-84d5d72c1c92 admin admin] Made reservation on behalf of c094861ea631470da1d39ebe83b5c137 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:58.685503 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14c0f8c6-d9d3-4f8a-ac91-84d5d72c1c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:58.694113 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14c0f8c6-d9d3-4f8a-ac91-84d5d72c1c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:58.765664 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14c0f8c6-d9d3-4f8a-ac91-84d5d72c1c92 admin admin] Publish callbacks [] for security_group (95012f9b-bb07-414b-8e04-c0f22dd9c17c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:58.831405 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14c0f8c6-d9d3-4f8a-ac91-84d5d72c1c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (95012f9b-bb07-414b-8e04-c0f22dd9c17c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:58.857880 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c0f8c6-d9d3-4f8a-ac91-84d5d72c1c92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:07:58.863979 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0f8c6-d9d3-4f8a-ac91-84d5d72c1c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95012f9b-bb07-414b-8e04-c0f22dd9c17c,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:58.869891 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14c0f8c6-d9d3-4f8a-ac91-84d5d72c1c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c2f747ff-f051-4eff-947c-fe5d6073995c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:58.870230 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-14c0f8c6-d9d3-4f8a-ac91-84d5d72c1c92 admin admin] Added segment c2f747ff-f051-4eff-947c-fe5d6073995c of type vlan for network eba2fcae-3eaa-4474-a548-836fc89f5d02 Jan 28 07:07:58.914620 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14c0f8c6-d9d3-4f8a-ac91-84d5d72c1c92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (eba2fcae-3eaa-4474-a548-836fc89f5d02), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:58.991627 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14c0f8c6-d9d3-4f8a-ac91-84d5d72c1c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (eba2fcae-3eaa-4474-a548-836fc89f5d02), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:58.992587 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c0f8c6-d9d3-4f8a-ac91-84d5d72c1c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:58.993160 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-14c0f8c6-d9d3-4f8a-ac91-84d5d72c1c92 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:59.053515 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0f8c6-d9d3-4f8a-ac91-84d5d72c1c92 admin admin] Pushing event updated for resources: {'Network': ['ID=eba2fcae-3eaa-4474-a548-836fc89f5d02,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:59.063445 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network eba2fcae-3eaa-4474-a548-836fc89f5d02 details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:07:59.120364 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-14c0f8c6-d9d3-4f8a-ac91-84d5d72c1c92 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6091540 Jan 28 07:07:59.123148 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58960) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:07:59.128241 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-995cb14a-65d6-432e-9210-4d0d1df705cb admin admin] Request body: {'subnet': {'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1925841604-subnet', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:59.220654 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995cb14a-65d6-432e-9210-4d0d1df705cb admin admin] Made reservation on behalf of c094861ea631470da1d39ebe83b5c137 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:59.223058 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-995cb14a-65d6-432e-9210-4d0d1df705cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:59.826399 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-995cb14a-65d6-432e-9210-4d0d1df705cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:07:59.880076 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cb14a-65d6-432e-9210-4d0d1df705cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:59.890670 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995cb14a-65d6-432e-9210-4d0d1df705cb admin admin] Checking segment: {'id': 'c2f747ff-f051-4eff-947c-fe5d6073995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:07:59.891037 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995cb14a-65d6-432e-9210-4d0d1df705cb admin admin] Network hostable DHCP agents. Network: eba2fcae-3eaa-4474-a548-836fc89f5d02, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:07:59.968460 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995cb14a-65d6-432e-9210-4d0d1df705cb admin admin] Network eba2fcae-3eaa-4474-a548-836fc89f5d02 is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:08:00.048965 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-995cb14a-65d6-432e-9210-4d0d1df705cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, eba2fcae-3eaa-4474-a548-836fc89f5d02) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:00.053031 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995cb14a-65d6-432e-9210-4d0d1df705cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:00.053633 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-995cb14a-65d6-432e-9210-4d0d1df705cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:00.058075 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2b2b53-df59-4bf7-8e5c-75f4e2d0aaa4 None None] Network eba2fcae-3eaa-4474-a548-836fc89f5d02 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:08:00.137581 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-995cb14a-65d6-432e-9210-4d0d1df705cb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0133417 Jan 28 07:08:00.140286 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58962) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:00.146492 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:00.153298 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-eba2fcae-3eaa-4474-a548-836fc89f5d02', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:08:00.154209 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:00.220861 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:00.221966 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:00.277569 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Publish callbacks [] for router_controller (19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:00.291425 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Allocated IP 172.20.0.2 (eba2fcae-3eaa-4474-a548-836fc89f5d02/0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e/a53b11da-3982-4d42-b4f8-2e5138c139a5) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:00.439915 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Publish callbacks [] for port (a53b11da-3982-4d42-b4f8-2e5138c139a5), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:00.449842 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Publish callbacks [] for router_gateway (19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:00.506960 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (a53b11da-3982-4d42-b4f8-2e5138c139a5), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:00.544667 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Network eba2fcae-3eaa-4474-a548-836fc89f5d02 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:00.547413 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:00.553673 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:00.560941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Pushing event updated for resources: {'Port': ['ID=a53b11da-3982-4d42-b4f8-2e5138c139a5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:00.609533 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Attempting to bind port a53b11da-3982-4d42-b4f8-2e5138c139a5 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:00.609908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Attempting to bind port a53b11da-3982-4d42-b4f8-2e5138c139a5 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'c2f747ff-f051-4eff-947c-fe5d6073995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:00.611249 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Attempting to bind port a53b11da-3982-4d42-b4f8-2e5138c139a5 on network eba2fcae-3eaa-4474-a548-836fc89f5d02 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:00.616104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:00.616477 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Checking segment: {'id': 'c2f747ff-f051-4eff-947c-fe5d6073995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:00.616874 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:00.617267 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Bound using segment: {'id': 'c2f747ff-f051-4eff-947c-fe5d6073995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:00.617727 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Bound port: a53b11da-3982-4d42-b4f8-2e5138c139a5, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f747ff-f051-4eff-947c-fe5d6073995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:00.618102 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a53b11da-3982-4d42-b4f8-2e5138c139a5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:00.683050 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] For port a53b11da-3982-4d42-b4f8-2e5138c139a5, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:00.686071 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] For port a53b11da-3982-4d42-b4f8-2e5138c139a5, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a53b11da-3982-4d42-b4f8-2e5138c139a5,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:00.719456 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Publish callbacks [] for router_gateway (19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:00.742466 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:00.763706 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a53b11da-3982-4d42-b4f8-2e5138c139a5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:00.827636 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cab1ae-64f5-4c37-a648-94fbac76d7d5 None None] Pushing event updated for resources: {'Port': ['ID=a53b11da-3982-4d42-b4f8-2e5138c139a5,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:00.850265 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Allocated IP 172.25.0.235 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/dfa52db2-4253-4aba-8b24-ed48fe635dfc) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:00.961779 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Publish callbacks [] for port (dfa52db2-4253-4aba-8b24-ed48fe635dfc), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:01.078365 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (dfa52db2-4253-4aba-8b24-ed48fe635dfc), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:01.119298 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:01.122215 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:01.124873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:01.153578 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=dfa52db2-4253-4aba-8b24-ed48fe635dfc,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:01.460599 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Publish callbacks [] for router_gateway (19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:01.635691 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:08:01.664962 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:01.741007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abebc6f-d5b5-4189-89df-6224bdb52d76 None None] Network eba2fcae-3eaa-4474-a548-836fc89f5d02 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:08:01.852534 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-c8209eb6-85b0-45fb-8516-686573b07a74 None None] Provisioning complete for port a53b11da-3982-4d42-b4f8-2e5138c139a5 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:01.852892 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8209eb6-85b0-45fb-8516-686573b07a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a53b11da-3982-4d42-b4f8-2e5138c139a5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:01.860471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:08:01.936331 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c8209eb6-85b0-45fb-8516-686573b07a74 None None] Current status of the port a53b11da-3982-4d42-b4f8-2e5138c139a5 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:01.936718 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8209eb6-85b0-45fb-8516-686573b07a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a53b11da-3982-4d42-b4f8-2e5138c139a5), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:01.972626 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c8209eb6-85b0-45fb-8516-686573b07a74 None None] For port a53b11da-3982-4d42-b4f8-2e5138c139a5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a53b11da-3982-4d42-b4f8-2e5138c139a5,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:01.981882 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:08:01.992812 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Sync routers for ids ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:08:02.004783 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Routers {'19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:02.005661 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:07:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:02.100334 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8209eb6-85b0-45fb-8516-686573b07a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a53b11da-3982-4d42-b4f8-2e5138c139a5), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.111687 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Set router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:02.131308 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.135303 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-391bfea5-9027-4f67-bd3e-29c6ae842ad2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9915152 Jan 28 07:08:02.136827 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58964) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:02.154709 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8209eb6-85b0-45fb-8516-686573b07a74 None None] Pushing event updated for resources: {'Port': ['ID=a53b11da-3982-4d42-b4f8-2e5138c139a5,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:02.220122 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-8e9cd5b7-4edd-4857-adfd-4cee108a86c4 None None] Provisioning complete for port a53b11da-3982-4d42-b4f8-2e5138c139a5 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:02.220499 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e9cd5b7-4edd-4857-adfd-4cee108a86c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a53b11da-3982-4d42-b4f8-2e5138c139a5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.304996 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8e9cd5b7-4edd-4857-adfd-4cee108a86c4 None None] Current status of the port a53b11da-3982-4d42-b4f8-2e5138c139a5 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:02.307309 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:01Z', 'revision_number': 3, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:02.333800 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Checking router: 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:08:02.334149 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Updating router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 port dfa52db2-4253-4aba-8b24-ed48fe635dfc binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:08:02.358561 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dfa52db2-4253-4aba-8b24-ed48fe635dfc), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.546064 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9ab4085-157d-47c0-b066-cffdc5635c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.559757 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.698532 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Publish callbacks [] for port (dfa52db2-4253-4aba-8b24-ed48fe635dfc), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.714375 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] Allocated IP 172.20.0.1 (eba2fcae-3eaa-4474-a548-836fc89f5d02/0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e/2b47d62b-be8a-4fe6-ae5c-5804560bdf35) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:02.780356 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dfa52db2-4253-4aba-8b24-ed48fe635dfc), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.816164 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] Publish callbacks [] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.831347 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Attempting to bind port dfa52db2-4253-4aba-8b24-ed48fe635dfc on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:02.831716 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Attempting to bind port dfa52db2-4253-4aba-8b24-ed48fe635dfc by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:02.832070 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Attempting to bind port dfa52db2-4253-4aba-8b24-ed48fe635dfc on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:02.842832 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89637f-c4f7-44e9-b53a-ccb26c4cb816 None None] Pushing event updated for resources: {'Port': ['ID=dfa52db2-4253-4aba-8b24-ed48fe635dfc,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:02.842832 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:02.843408 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:02.843408 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.843643 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:02.844109 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Bound port: dfa52db2-4253-4aba-8b24-ed48fe635dfc, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:02.844481 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dfa52db2-4253-4aba-8b24-ed48fe635dfc), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.851411 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89637f-c4f7-44e9-b53a-ccb26c4cb816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:02.851929 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89637f-c4f7-44e9-b53a-ccb26c4cb816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:02.852434 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89637f-c4f7-44e9-b53a-ccb26c4cb816 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:02.852937 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89637f-c4f7-44e9-b53a-ccb26c4cb816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:02.853439 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89637f-c4f7-44e9-b53a-ccb26c4cb816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:02.853766 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89637f-c4f7-44e9-b53a-ccb26c4cb816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:02.854208 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89637f-c4f7-44e9-b53a-ccb26c4cb816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:02.854491 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89637f-c4f7-44e9-b53a-ccb26c4cb816 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:02.854751 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89637f-c4f7-44e9-b53a-ccb26c4cb816 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:02.855106 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89637f-c4f7-44e9-b53a-ccb26c4cb816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:02.855374 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89637f-c4f7-44e9-b53a-ccb26c4cb816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:02.856286 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89637f-c4f7-44e9-b53a-ccb26c4cb816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:02.856286 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89637f-c4f7-44e9-b53a-ccb26c4cb816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:02.909810 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] For port dfa52db2-4253-4aba-8b24-ed48fe635dfc, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:02.913056 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] For port dfa52db2-4253-4aba-8b24-ed48fe635dfc, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=dfa52db2-4253-4aba-8b24-ed48fe635dfc,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:02.931862 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a53b11da-3982-4d42-b4f8-2e5138c139a5 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:02.952447 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.981032 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dfa52db2-4253-4aba-8b24-ed48fe635dfc), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.985956 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a53b11da-3982-4d42-b4f8-2e5138c139a5 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:02.986556 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a53b11da-3982-4d42-b4f8-2e5138c139a5), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:02.991245 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] Network eba2fcae-3eaa-4474-a548-836fc89f5d02 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:02.995581 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:02.998560 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:03.030428 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=2b47d62b-be8a-4fe6-ae5c-5804560bdf35,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:03.070491 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:03.072618 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a53b11da-3982-4d42-b4f8-2e5138c139a5 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:03.082140 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89637f-c4f7-44e9-b53a-ccb26c4cb816 None None] Pushing event updated for resources: {'Port': ['ID=dfa52db2-4253-4aba-8b24-ed48fe635dfc,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:03.089221 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Routers {'19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:03.089965 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:07:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:03.206326 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] Set router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:03.296846 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:03.330807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f504ccca-37b6-4884-b1fb-663ab2681584 None None] Provisioning complete for port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:03.331329 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f504ccca-37b6-4884-b1fb-663ab2681584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:03.369296 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f504ccca-37b6-4884-b1fb-663ab2681584 None None] Port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:08:03.385191 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:01Z', 'revision_number': 3, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:03.413268 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc49628-fed2-4379-ab79-7acf4eb1789b None None] The sync data for ids ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'] in n-d-812111-12 is: [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:01Z', 'revision_number': 3, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:08:03.475831 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] Publish callbacks [] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:03.557738 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:03.626484 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=2b47d62b-be8a-4fe6-ae5c-5804560bdf35,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:03.628970 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:03.732130 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] Network eba2fcae-3eaa-4474-a548-836fc89f5d02 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:03.733478 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:03.859900 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] Router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:08:03.997060 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-bde788b7-88e4-4e77-b288-d27bd47014e6 None None] Provisioning complete for port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:03.997642 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bde788b7-88e4-4e77-b288-d27bd47014e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:04.043758 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bde788b7-88e4-4e77-b288-d27bd47014e6 None None] Port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:08:04.328786 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:08:04.333719 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-73842748-432c-400e-b597-dca3df633fd2 admin admin] 10.222.0.31 "PUT /v2.0/routers/19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1971276 Jan 28 07:08:04.888831 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1aadac5f-b64d-47e1-a08c-31cc92cb608f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:04.928664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device dfa52db2-4253-4aba-8b24-ed48fe635dfc up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:04.977299 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port dfa52db2-4253-4aba-8b24-ed48fe635dfc triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:04.977725 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (dfa52db2-4253-4aba-8b24-ed48fe635dfc), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.028727 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Sync routers for ids ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:08:05.047803 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Routers {'19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:05.106005 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:08:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:05.133556 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port dfa52db2-4253-4aba-8b24-ed48fe635dfc is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:05.133946 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (dfa52db2-4253-4aba-8b24-ed48fe635dfc), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.192947 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port dfa52db2-4253-4aba-8b24-ed48fe635dfc, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=dfa52db2-4253-4aba-8b24-ed48fe635dfc,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:05.204885 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Set router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:05.322553 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (dfa52db2-4253-4aba-8b24-ed48fe635dfc), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.349943 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58980) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:05.355611 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-401b4329-64b3-4786-9884-bfab0a936f02 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2034403644-network', 'tenant_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:05.397223 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=dfa52db2-4253-4aba-8b24-ed48fe635dfc,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:05.431990 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401b4329-64b3-4786-9884-bfab0a936f02 admin admin] Made reservation on behalf of 21c1d6fdf32b4d7ca7dc643c52bbbdc5 for: {'network': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:08:05.434366 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-401b4329-64b3-4786-9884-bfab0a936f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for network (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.443926 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-401b4329-64b3-4786-9884-bfab0a936f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.453918 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:03Z', 'revision_number': 4, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2b47d62b-be8a-4fe6-ae5c-5804560bdf35', 'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'mac_address': 'fa:16:3e:d6:55:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:02Z', 'updated_at': '2022-01-28T07:08:03Z', 'revision_number': 2, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'subnets': [{'id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:05.480479 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Checking router: 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:08:05.480841 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Updating router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:08:05.510950 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.524799 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-401b4329-64b3-4786-9884-bfab0a936f02 admin admin] Publish callbacks [] for security_group (0eca56bd-d4c8-4d64-9878-c2d4f444982f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.609148 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-401b4329-64b3-4786-9884-bfab0a936f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0eca56bd-d4c8-4d64-9878-c2d4f444982f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.634698 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401b4329-64b3-4786-9884-bfab0a936f02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=103634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:08:05.644264 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b4329-64b3-4786-9884-bfab0a936f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eca56bd-d4c8-4d64-9878-c2d4f444982f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:05.650285 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-401b4329-64b3-4786-9884-bfab0a936f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (d1913189-038a-4904-b8b6-9277d3d07bea), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.650653 n-d-812111-12 neutron-server[103634]: INFO neutron.db.segments_db [None req-401b4329-64b3-4786-9884-bfab0a936f02 admin admin] Added segment d1913189-038a-4904-b8b6-9277d3d07bea of type vlan for network 3362bfe2-0550-4e4f-9fda-99347882055f Jan 28 07:08:05.691736 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-401b4329-64b3-4786-9884-bfab0a936f02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760081712249'] for network (3362bfe2-0550-4e4f-9fda-99347882055f), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.772007 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Publish callbacks [] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.791806 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-401b4329-64b3-4786-9884-bfab0a936f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912'] for network (3362bfe2-0550-4e4f-9fda-99347882055f), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.794045 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401b4329-64b3-4786-9884-bfab0a936f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:05.794045 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-401b4329-64b3-4786-9884-bfab0a936f02 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.855489 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b4329-64b3-4786-9884-bfab0a936f02 admin admin] Pushing event updated for resources: {'Network': ['ID=3362bfe2-0550-4e4f-9fda-99347882055f,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:05.865385 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Network 3362bfe2-0550-4e4f-9fda-99347882055f details requested by agent ovs-agent-n-d-812111-12 with host n-d-812111-12 {{(pid=103636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 07:08:05.909394 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:05.942881 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-401b4329-64b3-4786-9884-bfab0a936f02 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5915034 Jan 28 07:08:05.945518 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58982) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:05.950502 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-622f7963-2d36-423a-8800-366e94a0c5e5 admin admin] Request body: {'subnet': {'network_id': '3362bfe2-0550-4e4f-9fda-99347882055f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2034403644-subnet', 'tenant_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'ip_version': 4}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:05.973000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32d393-5f6e-4ca0-965c-a0a36ea51654 None None] Pushing event updated for resources: {'Port': ['ID=2b47d62b-be8a-4fe6-ae5c-5804560bdf35,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:06.031096 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Attempting to bind port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:06.031767 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Attempting to bind port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'c2f747ff-f051-4eff-947c-fe5d6073995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:06.031904 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Attempting to bind port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 on network eba2fcae-3eaa-4474-a548-836fc89f5d02 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:06.038861 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:06.039242 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Checking segment: {'id': 'c2f747ff-f051-4eff-947c-fe5d6073995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:06.039652 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.040051 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Bound using segment: {'id': 'c2f747ff-f051-4eff-947c-fe5d6073995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:06.040518 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Bound port: 2b47d62b-be8a-4fe6-ae5c-5804560bdf35, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f747ff-f051-4eff-947c-fe5d6073995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:06.040905 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.048894 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622f7963-2d36-423a-8800-366e94a0c5e5 admin admin] Made reservation on behalf of 21c1d6fdf32b4d7ca7dc643c52bbbdc5 for: {'subnet': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:08:06.052044 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-622f7963-2d36-423a-8800-366e94a0c5e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14626469'] for subnet (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.109232 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] For port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:06.116448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] For port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2b47d62b-be8a-4fe6-ae5c-5804560bdf35,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:06.176566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-64024770-3e99-40ce-9381-b12f8166c146 None None] Provisioning complete for port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:06.176937 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-64024770-3e99-40ce-9381-b12f8166c146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.211246 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-64024770-3e99-40ce-9381-b12f8166c146 None None] Port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:08:06.215298 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.277969 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32d393-5f6e-4ca0-965c-a0a36ea51654 None None] Pushing event updated for resources: {'Port': ['ID=2b47d62b-be8a-4fe6-ae5c-5804560bdf35,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:06.280549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Routers {'19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:06.281189 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:08:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:06.341408 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-622f7963-2d36-423a-8800-366e94a0c5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14568087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14626487'] for subnet (5994de1d-b030-41ae-be89-02f74101fc40), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.407566 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] Set router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:06.407874 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f7963-2d36-423a-8800-366e94a0c5e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5994de1d-b030-41ae-be89-02f74101fc40,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:06.411708 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622f7963-2d36-423a-8800-366e94a0c5e5 admin admin] Checking segment: {'id': 'd1913189-038a-4904-b8b6-9277d3d07bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3362bfe2-0550-4e4f-9fda-99347882055f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:06.412078 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622f7963-2d36-423a-8800-366e94a0c5e5 admin admin] Network hostable DHCP agents. Network: 3362bfe2-0550-4e4f-9fda-99347882055f, hostable agents: ['6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa'], hosted agents: [] {{(pid=103634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:08:06.506826 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622f7963-2d36-423a-8800-366e94a0c5e5 admin admin] Network 3362bfe2-0550-4e4f-9fda-99347882055f is scheduled to be hosted by DHCP agent 6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa with binding_index 1 {{(pid=103634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:08:06.614672 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-622f7963-2d36-423a-8800-366e94a0c5e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-12, 3362bfe2-0550-4e4f-9fda-99347882055f) {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:06.618926 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622f7963-2d36-423a-8800-366e94a0c5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:06.619648 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-622f7963-2d36-423a-8800-366e94a0c5e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.647217 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2975a24a-de49-40ff-a27f-2e2b6e795bfc None None] Network 3362bfe2-0550-4e4f-9fda-99347882055f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:08:06.664028 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-0ef41eaf-f5f4-4448-9a18-4d6091c7833f None None] Provisioning complete for port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:06.664335 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ef41eaf-f5f4-4448-9a18-4d6091c7833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.731467 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-622f7963-2d36-423a-8800-366e94a0c5e5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7848127 Jan 28 07:08:06.733949 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58984) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:06.739260 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2034403644-router', 'tenant_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:06.815205 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1948069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6136'] for router (1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.816421 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1943775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6129'] for router (1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.883729 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Publish callbacks [] for router_controller (1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852), precommit_add_association {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.889217 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb616da88-f9b5-5f5f-ae0d-dabf8f7a45ff-3362bfe2-0550-4e4f-9fda-99347882055f', 'network_id': '3362bfe2-0550-4e4f-9fda-99347882055f', 'project_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'fixed_ips': [{'subnet_id': '5994de1d-b030-41ae-be89-02f74101fc40'}]}} from n-d-812111-12. {{(pid=103636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 07:08:06.895488 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:06.904007 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device dfa52db2-4253-4aba-8b24-ed48fe635dfc up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:06.967220 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0ef41eaf-f5f4-4448-9a18-4d6091c7833f None None] Current status of the port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:06.967572 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ef41eaf-f5f4-4448-9a18-4d6091c7833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:07.053533 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:07.090658 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0ef41eaf-f5f4-4448-9a18-4d6091c7833f None None] For port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2b47d62b-be8a-4fe6-ae5c-5804560bdf35,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:07.115207 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Publish callbacks [] for router_gateway (1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:07.125099 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port dfa52db2-4253-4aba-8b24-ed48fe635dfc triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:07.125470 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (dfa52db2-4253-4aba-8b24-ed48fe635dfc), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:07.131973 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:03Z', 'revision_number': 4, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2b47d62b-be8a-4fe6-ae5c-5804560bdf35', 'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'mac_address': 'fa:16:3e:d6:55:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:02Z', 'updated_at': '2022-01-28T07:08:06Z', 'revision_number': 4, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'subnets': [{'id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:07.178780 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ef41eaf-f5f4-4448-9a18-4d6091c7833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:07.182479 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5740bb3-4f07-49de-994a-38446ea1dd00 None None] The sync data for ids ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'] in n-d-812111-12 is: [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:03Z', 'revision_number': 4, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2b47d62b-be8a-4fe6-ae5c-5804560bdf35', 'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'mac_address': 'fa:16:3e:d6:55:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:02Z', 'updated_at': '2022-01-28T07:08:06Z', 'revision_number': 4, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'subnets': [{'id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:08:07.228538 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Allocated IP 172.20.0.2 (3362bfe2-0550-4e4f-9fda-99347882055f/5994de1d-b030-41ae-be89-02f74101fc40/76a1ec28-1c73-4fe9-bfd8-25b6ca44e710) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:07.286941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef41eaf-f5f4-4448-9a18-4d6091c7833f None None] Pushing event updated for resources: {'Port': ['ID=2b47d62b-be8a-4fe6-ae5c-5804560bdf35,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:07.375246 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port dfa52db2-4253-4aba-8b24-ed48fe635dfc is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:07.424108 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Publish callbacks [] for router_gateway (1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:07.445517 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:07.471978 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Publish callbacks [] for port (76a1ec28-1c73-4fe9-bfd8-25b6ca44e710), precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:07.556641 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Allocated IP 172.25.0.191 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/a506ba15-da60-421f-b103-7391e959e2c8) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:07.569394 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489'] for port (76a1ec28-1c73-4fe9-bfd8-25b6ca44e710), after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:07.609675 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Network 3362bfe2-0550-4e4f-9fda-99347882055f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:07.612786 n-d-812111-12 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:07.615807 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:07.630614 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Pushing event updated for resources: {'Port': ['ID=76a1ec28-1c73-4fe9-bfd8-25b6ca44e710,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:07.680311 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Publish callbacks [] for port (a506ba15-da60-421f-b103-7391e959e2c8), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:07.681053 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Attempting to bind port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:07.681439 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Attempting to bind port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'd1913189-038a-4904-b8b6-9277d3d07bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3362bfe2-0550-4e4f-9fda-99347882055f'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:07.681811 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Attempting to bind port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 on network 3362bfe2-0550-4e4f-9fda-99347882055f {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:07.686997 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:07.687400 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Checking segment: {'id': 'd1913189-038a-4904-b8b6-9277d3d07bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3362bfe2-0550-4e4f-9fda-99347882055f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:07.687814 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:07.688245 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Bound using segment: {'id': 'd1913189-038a-4904-b8b6-9277d3d07bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3362bfe2-0550-4e4f-9fda-99347882055f'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:07.688719 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Bound port: 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1913189-038a-4904-b8b6-9277d3d07bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3362bfe2-0550-4e4f-9fda-99347882055f'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:07.689108 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (76a1ec28-1c73-4fe9-bfd8-25b6ca44e710), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:07.762422 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] For port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:07.765844 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] For port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=76a1ec28-1c73-4fe9-bfd8-25b6ca44e710,segment=NetworkSegment(d1913189-038a-4904-b8b6-9277d3d07bea),segment_id=d1913189-038a-4904-b8b6-9277d3d07bea)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:07.798498 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a506ba15-da60-421f-b103-7391e959e2c8), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:07.838395 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:07.844051 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:07.848227 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:07.853842 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=a506ba15-da60-421f-b103-7391e959e2c8,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:07.861074 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (76a1ec28-1c73-4fe9-bfd8-25b6ca44e710), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:07.923940 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3c7c4-45be-4d26-8e40-50dbbe6d61b5 None None] Pushing event updated for resources: {'Port': ['ID=76a1ec28-1c73-4fe9-bfd8-25b6ca44e710,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:08.243546 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:08.248856 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Publish callbacks [] for router_gateway (1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:08.459203 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1943722'] for router (1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:08.717603 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Router 1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852 is scheduled to L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 with binding_index 1 {{(pid=103634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 07:08:08.835065 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:08:08.844048 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Sync routers for ids ['1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:08:08.854699 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Routers {'1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:08.855253 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:08:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:08.955564 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:08.962547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 58986) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:08.963014 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-c9692fe2-ff73-48f2-944d-7c39ecf76fa8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2254188 Jan 28 07:08:08.966607 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763756fb-760b-4a5c-b5f6-62a631fdc4fb None None] Network 3362bfe2-0550-4e4f-9fda-99347882055f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:08:08.995191 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Set router 1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:09.042121 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:09.092959 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-5b116e7a-b045-48f2-bd95-1c809f527eab None None] Provisioning complete for port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:09.093352 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b116e7a-b045-48f2-bd95-1c809f527eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (76a1ec28-1c73-4fe9-bfd8-25b6ca44e710), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.188752 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:09.188752 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.216439 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'name': 'tempest-TestSnapshotPattern-2034403644-router', 'tenant_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a506ba15-da60-421f-b103-7391e959e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:06Z', 'updated_at': '2022-01-28T07:08:08Z', 'revision_number': 3, 'project_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'gw_port': {'id': 'a506ba15-da60-421f-b103-7391e959e2c8', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:07Z', 'updated_at': '2022-01-28T07:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:09.247128 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.256401 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Checking router: 1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:08:09.265235 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Updating router 1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852 port a506ba15-da60-421f-b103-7391e959e2c8 binding host n-d-812111-12 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:08:09.274977 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5b116e7a-b045-48f2-bd95-1c809f527eab None None] Current status of the port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:09.276077 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b116e7a-b045-48f2-bd95-1c809f527eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (76a1ec28-1c73-4fe9-bfd8-25b6ca44e710), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.294037 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a506ba15-da60-421f-b103-7391e959e2c8), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.349664 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:09.351798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:09.402023 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5b116e7a-b045-48f2-bd95-1c809f527eab None None] For port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=76a1ec28-1c73-4fe9-bfd8-25b6ca44e710,segment=NetworkSegment(d1913189-038a-4904-b8b6-9277d3d07bea),segment_id=d1913189-038a-4904-b8b6-9277d3d07bea)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:09.417659 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.456129 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:09.456518 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (76a1ec28-1c73-4fe9-bfd8-25b6ca44e710), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.482014 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b116e7a-b045-48f2-bd95-1c809f527eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (76a1ec28-1c73-4fe9-bfd8-25b6ca44e710), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.559839 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b116e7a-b045-48f2-bd95-1c809f527eab None None] Pushing event updated for resources: {'Port': ['ID=76a1ec28-1c73-4fe9-bfd8-25b6ca44e710,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:09.582343 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] Allocated IP 172.20.0.1 (3362bfe2-0550-4e4f-9fda-99347882055f/5994de1d-b030-41ae-be89-02f74101fc40/591642ce-a393-4fc7-8f14-6e9409bdb10d) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:09.606805 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:09.615619 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-bc3ab9c7-313c-45ae-8e34-337666eef283 None None] Provisioning complete for port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:09.615996 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bc3ab9c7-313c-45ae-8e34-337666eef283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (76a1ec28-1c73-4fe9-bfd8-25b6ca44e710), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.630101 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Publish callbacks [] for port (a506ba15-da60-421f-b103-7391e959e2c8), precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.696811 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] Publish callbacks [] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.698537 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ab9c7-313c-45ae-8e34-337666eef283 None None] Current status of the port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:09.700432 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a506ba15-da60-421f-b103-7391e959e2c8), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.756938 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Attempting to bind port a506ba15-da60-421f-b103-7391e959e2c8 on host n-d-812111-12 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:09.757313 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Attempting to bind port a506ba15-da60-421f-b103-7391e959e2c8 by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:09.757673 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Attempting to bind port a506ba15-da60-421f-b103-7391e959e2c8 on network e332b90d-8c86-4e9e-984f-ded95bb8f28d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:09.760462 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27baf0d-f581-4135-92ae-6223103fc2b6 None None] Pushing event updated for resources: {'Port': ['ID=a506ba15-da60-421f-b103-7391e959e2c8,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:09.765054 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:09.765424 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Checking segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:09.765824 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.766814 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Bound using segment: {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:09.767401 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Bound port: a506ba15-da60-421f-b103-7391e959e2c8, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f24ca2-87d1-473a-8a19-af9a931fafa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:09.767995 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a506ba15-da60-421f-b103-7391e959e2c8), before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.775310 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.815693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] Network 3362bfe2-0550-4e4f-9fda-99347882055f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:09.815693 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:09.819940 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:09.821127 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] For port a506ba15-da60-421f-b103-7391e959e2c8, host n-d-812111-12, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:09.824614 n-d-812111-12 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] For port a506ba15-da60-421f-b103-7391e959e2c8, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a506ba15-da60-421f-b103-7391e959e2c8,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:09.829915 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] Pushing event updated for resources: {'Port': ['ID=591642ce-a393-4fc7-8f14-6e9409bdb10d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:09.866114 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1944799'] for router_interface (1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.912258 n-d-812111-12 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a506ba15-da60-421f-b103-7391e959e2c8), after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:09.972484 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Routers {'1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:09.973228 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:08:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:10.013447 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27baf0d-f581-4135-92ae-6223103fc2b6 None None] Pushing event updated for resources: {'Port': ['ID=a506ba15-da60-421f-b103-7391e959e2c8,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:10.085297 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] Set router 1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:10.086854 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:10.120250 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-302c213b-04a2-486b-a6e1-ff33f8d64f2a None None] Provisioning complete for port 591642ce-a393-4fc7-8f14-6e9409bdb10d triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:10.120594 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-302c213b-04a2-486b-a6e1-ff33f8d64f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:10.158813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-302c213b-04a2-486b-a6e1-ff33f8d64f2a None None] Port 591642ce-a393-4fc7-8f14-6e9409bdb10d cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:08:10.258829 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] Publish callbacks [] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:10.328619 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:10.355748 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'name': 'tempest-TestSnapshotPattern-2034403644-router', 'tenant_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a506ba15-da60-421f-b103-7391e959e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:06Z', 'updated_at': '2022-01-28T07:08:08Z', 'revision_number': 3, 'project_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'gw_port': {'id': 'a506ba15-da60-421f-b103-7391e959e2c8', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:07Z', 'updated_at': '2022-01-28T07:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:10.383140 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f27563-8d8d-490b-a964-11dfa7831374 None None] The sync data for ids ['1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852'] in n-d-812111-12 is: [{'id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'name': 'tempest-TestSnapshotPattern-2034403644-router', 'tenant_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a506ba15-da60-421f-b103-7391e959e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:06Z', 'updated_at': '2022-01-28T07:08:08Z', 'revision_number': 3, 'project_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'gw_port': {'id': 'a506ba15-da60-421f-b103-7391e959e2c8', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:07Z', 'updated_at': '2022-01-28T07:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:08:10.397387 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1639706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1944431'] for router_interface (1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:10.403358 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] Pushing event updated for resources: {'Port': ['ID=591642ce-a393-4fc7-8f14-6e9409bdb10d,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:10.498966 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] Network 3362bfe2-0550-4e4f-9fda-99347882055f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:10.500497 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:10.639794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] Router 1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:08:10.791850 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-de4768f9-5344-425c-85b6-8e0d357df2d6 None None] Provisioning complete for port 591642ce-a393-4fc7-8f14-6e9409bdb10d triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:10.792452 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de4768f9-5344-425c-85b6-8e0d357df2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:10.840463 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-de4768f9-5344-425c-85b6-8e0d357df2d6 None None] Port 591642ce-a393-4fc7-8f14-6e9409bdb10d cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:08:11.026784 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:11.084213 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:11.085421 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (76a1ec28-1c73-4fe9-bfd8-25b6ca44e710), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:11.095291 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:08:11.106928 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-1f61fb94-3508-4fd9-a8e5-52281d9c7742 admin admin] 10.222.0.31 "PUT /v2.0/routers/1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1457889 Jan 28 07:08:11.179798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:11.181058 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a506ba15-da60-421f-b103-7391e959e2c8 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:11.234360 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a506ba15-da60-421f-b103-7391e959e2c8 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:11.234758 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a506ba15-da60-421f-b103-7391e959e2c8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:11.320060 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a506ba15-da60-421f-b103-7391e959e2c8 is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:11.320463 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (a506ba15-da60-421f-b103-7391e959e2c8), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:11.342547 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] For port a506ba15-da60-421f-b103-7391e959e2c8, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a506ba15-da60-421f-b103-7391e959e2c8,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:11.466383 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (a506ba15-da60-421f-b103-7391e959e2c8), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:11.522107 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Pushing event updated for resources: {'Port': ['ID=a506ba15-da60-421f-b103-7391e959e2c8,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:11.666896 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58994) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:11.671495 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-77e95246-8e17-4826-a03e-06082d6fa63a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-575859324', 'description': 'tempest-secgroup-smoke-575859324 description', 'project_id': 'c094861ea631470da1d39ebe83b5c137'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:11.738765 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77e95246-8e17-4826-a03e-06082d6fa63a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:11.817532 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77e95246-8e17-4826-a03e-06082d6fa63a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group (79c5675f-05ac-4e8f-9cea-62906fddba46), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:11.866012 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77e95246-8e17-4826-a03e-06082d6fa63a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (79c5675f-05ac-4e8f-9cea-62906fddba46), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:11.898456 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e95246-8e17-4826-a03e-06082d6fa63a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c5675f-05ac-4e8f-9cea-62906fddba46,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:11.959268 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-77e95246-8e17-4826-a03e-06082d6fa63a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:11.960646 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-77e95246-8e17-4826-a03e-06082d6fa63a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2927220 Jan 28 07:08:11.963695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58996) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:11.967971 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-dedb0f9d-fd5c-40b8-abf9-097259ecb636 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Request body: {'security_group_rule': {'security_group_id': '79c5675f-05ac-4e8f-9cea-62906fddba46', 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:12.060967 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Sync routers for ids ['1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:08:12.072564 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Routers {'1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:12.073178 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:08:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:12.076471 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dedb0f9d-fd5c-40b8-abf9-097259ecb636 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group_rule (01611477-8019-46b4-9e79-378ba5cb3962), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.132950 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dedb0f9d-fd5c-40b8-abf9-097259ecb636 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group_rule (01611477-8019-46b4-9e79-378ba5cb3962), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.182021 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Set router 1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:12.216171 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dedb0f9d-fd5c-40b8-abf9-097259ecb636 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (01611477-8019-46b4-9e79-378ba5cb3962), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.235930 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb0f9d-fd5c-40b8-abf9-097259ecb636 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01611477-8019-46b4-9e79-378ba5cb3962,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:12.308693 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-dedb0f9d-fd5c-40b8-abf9-097259ecb636 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.312582 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-dedb0f9d-fd5c-40b8-abf9-097259ecb636 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3452666 Jan 28 07:08:12.312782 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 58998) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:12.317867 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-ae37ffa8-b828-4bd9-ba17-258ad58f33d9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Request body: {'security_group_rule': {'security_group_id': '79c5675f-05ac-4e8f-9cea-62906fddba46', 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:12.426560 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae37ffa8-b828-4bd9-ba17-258ad58f33d9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group_rule (f6b079d5-9d75-43f4-b5b5-184135b5439c), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.490208 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae37ffa8-b828-4bd9-ba17-258ad58f33d9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group_rule (f6b079d5-9d75-43f4-b5b5-184135b5439c), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.551199 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'name': 'tempest-TestSnapshotPattern-2034403644-router', 'tenant_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a506ba15-da60-421f-b103-7391e959e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:06Z', 'updated_at': '2022-01-28T07:08:09Z', 'revision_number': 4, 'project_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'gw_port': {'id': 'a506ba15-da60-421f-b103-7391e959e2c8', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:07Z', 'updated_at': '2022-01-28T07:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '591642ce-a393-4fc7-8f14-6e9409bdb10d', 'name': '', 'network_id': '3362bfe2-0550-4e4f-9fda-99347882055f', 'tenant_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'mac_address': 'fa:16:3e:f2:27:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '5994de1d-b030-41ae-be89-02f74101fc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:09Z', 'updated_at': '2022-01-28T07:08:10Z', 'revision_number': 2, 'project_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'subnets': [{'id': '5994de1d-b030-41ae-be89-02f74101fc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:12.568615 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae37ffa8-b828-4bd9-ba17-258ad58f33d9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (f6b079d5-9d75-43f4-b5b5-184135b5439c), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.578513 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Checking router: 1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:08:12.578867 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Updating router 1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852 port 591642ce-a393-4fc7-8f14-6e9409bdb10d binding host n-d-812111-12 {{(pid=103636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:08:12.587422 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37ffa8-b828-4bd9-ba17-258ad58f33d9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b079d5-9d75-43f4-b5b5-184135b5439c,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:12.607303 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.656261 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-ae37ffa8-b828-4bd9-ba17-258ad58f33d9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.658404 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-ae37ffa8-b828-4bd9-ba17-258ad58f33d9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3439758 Jan 28 07:08:12.661195 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59000) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:12.665503 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9da10493-dd35-4020-b835-ca926756b97c tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Request body: {'security_group_rule': {'security_group_id': '79c5675f-05ac-4e8f-9cea-62906fddba46', 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:12.727748 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9da10493-dd35-4020-b835-ca926756b97c tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group_rule (7c71c235-8c6e-4e66-ad3d-35cda427bb3e), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.786044 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9da10493-dd35-4020-b835-ca926756b97c tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group_rule (7c71c235-8c6e-4e66-ad3d-35cda427bb3e), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.856632 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9da10493-dd35-4020-b835-ca926756b97c tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (7c71c235-8c6e-4e66-ad3d-35cda427bb3e), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.874502 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Publish callbacks [] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.882489 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da10493-dd35-4020-b835-ca926756b97c tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c71c235-8c6e-4e66-ad3d-35cda427bb3e,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:12.919289 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a506ba15-da60-421f-b103-7391e959e2c8 up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:12.958336 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.977626 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9da10493-dd35-4020-b835-ca926756b97c tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:12.978959 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9da10493-dd35-4020-b835-ca926756b97c tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167565 Jan 28 07:08:12.981723 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59002) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:12.987057 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-1ea8eaa1-b28f-4b2d-a32c-f9e2bb2e74eb tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Request body: {'security_group_rule': {'security_group_id': '79c5675f-05ac-4e8f-9cea-62906fddba46', 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:13.028941 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84f925-949e-4cbe-a29d-d6fcd035832c None None] Pushing event updated for resources: {'Port': ['ID=591642ce-a393-4fc7-8f14-6e9409bdb10d,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:13.048056 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port a506ba15-da60-421f-b103-7391e959e2c8 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:13.048435 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (a506ba15-da60-421f-b103-7391e959e2c8), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.102025 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Attempting to bind port 591642ce-a393-4fc7-8f14-6e9409bdb10d on host n-d-812111-12 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:13.103730 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Attempting to bind port 591642ce-a393-4fc7-8f14-6e9409bdb10d by drivers openvswitch,hyperv on host n-d-812111-12 at level 0 using segments [{'id': 'd1913189-038a-4904-b8b6-9277d3d07bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3362bfe2-0550-4e4f-9fda-99347882055f'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:13.103730 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Attempting to bind port 591642ce-a393-4fc7-8f14-6e9409bdb10d on network 3362bfe2-0550-4e4f-9fda-99347882055f {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:13.103963 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ea8eaa1-b28f-4b2d-a32c-f9e2bb2e74eb tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group_rule (3be309d6-7270-4353-bf31-9fe029c80b1a), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.114171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Checking agent: {'id': '4bdc5e0b-5838-493c-b688-00058f037e34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 24, 9), 'started_at': datetime.datetime(2022, 1, 28, 5, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:13.114625 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Checking segment: {'id': 'd1913189-038a-4904-b8b6-9277d3d07bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3362bfe2-0550-4e4f-9fda-99347882055f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:13.115109 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.115517 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Bound using segment: {'id': 'd1913189-038a-4904-b8b6-9277d3d07bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3362bfe2-0550-4e4f-9fda-99347882055f'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:13.116006 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Bound port: 591642ce-a393-4fc7-8f14-6e9409bdb10d, host: n-d-812111-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1913189-038a-4904-b8b6-9277d3d07bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3362bfe2-0550-4e4f-9fda-99347882055f'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:13.116397 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.168559 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ea8eaa1-b28f-4b2d-a32c-f9e2bb2e74eb tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group_rule (3be309d6-7270-4353-bf31-9fe029c80b1a), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.212211 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port a506ba15-da60-421f-b103-7391e959e2c8 is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:13.223171 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] For port 591642ce-a393-4fc7-8f14-6e9409bdb10d, host n-d-812111-12, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:13.226489 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] For port 591642ce-a393-4fc7-8f14-6e9409bdb10d, host n-d-812111-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=591642ce-a393-4fc7-8f14-6e9409bdb10d,segment=NetworkSegment(d1913189-038a-4904-b8b6-9277d3d07bea),segment_id=d1913189-038a-4904-b8b6-9277d3d07bea)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:13.248757 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ea8eaa1-b28f-4b2d-a32c-f9e2bb2e74eb tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (3be309d6-7270-4353-bf31-9fe029c80b1a), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.267257 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8eaa1-b28f-4b2d-a32c-f9e2bb2e74eb tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be309d6-7270-4353-bf31-9fe029c80b1a,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:13.276137 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-185ca4bd-b20e-4b5d-b7d8-c514ccf58add None None] Provisioning complete for port 591642ce-a393-4fc7-8f14-6e9409bdb10d triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:13.276526 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-185ca4bd-b20e-4b5d-b7d8-c514ccf58add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.310155 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.316641 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-185ca4bd-b20e-4b5d-b7d8-c514ccf58add None None] Port 591642ce-a393-4fc7-8f14-6e9409bdb10d cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:08:13.350456 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-1ea8eaa1-b28f-4b2d-a32c-f9e2bb2e74eb tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.351802 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-1ea8eaa1-b28f-4b2d-a32c-f9e2bb2e74eb tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3685243 Jan 28 07:08:13.354785 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59004) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:13.362503 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c438bc0f-387c-4d0d-9639-dbb4e32091fa tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Request body: {'security_group_rule': {'security_group_id': '79c5675f-05ac-4e8f-9cea-62906fddba46', 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:13.375759 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Routers {'1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:13.376340 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:08:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:13.382424 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84f925-949e-4cbe-a29d-d6fcd035832c None None] Pushing event updated for resources: {'Port': ['ID=591642ce-a393-4fc7-8f14-6e9409bdb10d,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:13.454986 n-d-812111-12 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-c438bc0f-387c-4d0d-9639-dbb4e32091fa tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Project c094861ea631470da1d39ebe83b5c137 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:08:13.461318 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c438bc0f-387c-4d0d-9639-dbb4e32091fa tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group_rule (67b0366c-9ca9-467c-9d55-6d615a85e6f0), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.506640 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] Set router 1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:13.534429 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c438bc0f-387c-4d0d-9639-dbb4e32091fa tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group_rule (67b0366c-9ca9-467c-9d55-6d615a85e6f0), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.614623 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c438bc0f-387c-4d0d-9639-dbb4e32091fa tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (67b0366c-9ca9-467c-9d55-6d615a85e6f0), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.632650 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438bc0f-387c-4d0d-9639-dbb4e32091fa tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b0366c-9ca9-467c-9d55-6d615a85e6f0,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:13.683066 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-a81d9cc0-310e-4fd2-9c1a-04fae6bfbb20 None None] Provisioning complete for port 591642ce-a393-4fc7-8f14-6e9409bdb10d triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:13.683436 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a81d9cc0-310e-4fd2-9c1a-04fae6bfbb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.709042 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c438bc0f-387c-4d0d-9639-dbb4e32091fa tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.713922 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c438bc0f-387c-4d0d-9639-dbb4e32091fa tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3533077 Jan 28 07:08:13.717731 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59006) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:13.719940 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [None req-9bf0d403-9e6d-4ca9-a5af-0329f31c04a9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Request body: {'security_group_rule': {'security_group_id': '79c5675f-05ac-4e8f-9cea-62906fddba46', 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:13.803061 n-d-812111-12 neutron-server[103634]: INFO neutron.db.securitygroups_db [None req-9bf0d403-9e6d-4ca9-a5af-0329f31c04a9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Project c094861ea631470da1d39ebe83b5c137 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:08:13.808377 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9bf0d403-9e6d-4ca9-a5af-0329f31c04a9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group_rule (602f66af-4190-4a48-b294-ce62741806b0), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.813447 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a81d9cc0-310e-4fd2-9c1a-04fae6bfbb20 None None] Current status of the port 591642ce-a393-4fc7-8f14-6e9409bdb10d is: DOWN; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:13.813689 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a81d9cc0-310e-4fd2-9c1a-04fae6bfbb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.854600 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a81d9cc0-310e-4fd2-9c1a-04fae6bfbb20 None None] For port 591642ce-a393-4fc7-8f14-6e9409bdb10d, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=591642ce-a393-4fc7-8f14-6e9409bdb10d,segment=NetworkSegment(d1913189-038a-4904-b8b6-9277d3d07bea),segment_id=d1913189-038a-4904-b8b6-9277d3d07bea)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:13.857621 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'name': 'tempest-TestSnapshotPattern-2034403644-router', 'tenant_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a506ba15-da60-421f-b103-7391e959e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:06Z', 'updated_at': '2022-01-28T07:08:09Z', 'revision_number': 4, 'project_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'gw_port': {'id': 'a506ba15-da60-421f-b103-7391e959e2c8', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:07Z', 'updated_at': '2022-01-28T07:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '591642ce-a393-4fc7-8f14-6e9409bdb10d', 'name': '', 'network_id': '3362bfe2-0550-4e4f-9fda-99347882055f', 'tenant_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'mac_address': 'fa:16:3e:f2:27:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '5994de1d-b030-41ae-be89-02f74101fc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:09Z', 'updated_at': '2022-01-28T07:08:13Z', 'revision_number': 4, 'project_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'subnets': [{'id': '5994de1d-b030-41ae-be89-02f74101fc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:13.872454 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9bf0d403-9e6d-4ca9-a5af-0329f31c04a9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group_rule (602f66af-4190-4a48-b294-ce62741806b0), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.884183 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde085fd-b856-4c2e-b07a-c9441a87f03c None None] The sync data for ids ['1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852'] in n-d-812111-12 is: [{'id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'name': 'tempest-TestSnapshotPattern-2034403644-router', 'tenant_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a506ba15-da60-421f-b103-7391e959e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:06Z', 'updated_at': '2022-01-28T07:08:09Z', 'revision_number': 4, 'project_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'gw_port': {'id': 'a506ba15-da60-421f-b103-7391e959e2c8', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:07Z', 'updated_at': '2022-01-28T07:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '591642ce-a393-4fc7-8f14-6e9409bdb10d', 'name': '', 'network_id': '3362bfe2-0550-4e4f-9fda-99347882055f', 'tenant_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'mac_address': 'fa:16:3e:f2:27:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '5994de1d-b030-41ae-be89-02f74101fc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:09Z', 'updated_at': '2022-01-28T07:08:13Z', 'revision_number': 4, 'project_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'subnets': [{'id': '5994de1d-b030-41ae-be89-02f74101fc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:08:13.911962 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a81d9cc0-310e-4fd2-9c1a-04fae6bfbb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.942177 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9bf0d403-9e6d-4ca9-a5af-0329f31c04a9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684146'] for security_group_rule (602f66af-4190-4a48-b294-ce62741806b0), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:13.965741 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0d403-9e6d-4ca9-a5af-0329f31c04a9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602f66af-4190-4a48-b294-ce62741806b0,revision_number=0']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:13.973448 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d9cc0-310e-4fd2-9c1a-04fae6bfbb20 None None] Pushing event updated for resources: {'Port': ['ID=591642ce-a393-4fc7-8f14-6e9409bdb10d,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:14.045456 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-9bf0d403-9e6d-4ca9-a5af-0329f31c04a9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:14.046835 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9bf0d403-9e6d-4ca9-a5af-0329f31c04a9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3311634 Jan 28 07:08:14.207276 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-4f7a4c37-c0e3-4a90-a6d7-9f80d9d6c270 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-575859324&fields=id&tenant_id=c094861ea631470da1d39ebe83b5c137 HTTP/1.1" status: 200 len: 267 time: 0.0466354 Jan 28 07:08:14.320441 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-a24263b8-07c4-412d-a427-e76cf4983539 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:14.321996 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-a24263b8-07c4-412d-a427-e76cf4983539 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/networks?id=eba2fcae-3eaa-4474-a548-836fc89f5d02 HTTP/1.1" status: 200 len: 810 time: 0.1079607 Jan 28 07:08:14.337552 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-7ee60c05-f821-4206-a775-8dcf1ca5bd88 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/quotas/c094861ea631470da1d39ebe83b5c137 HTTP/1.1" status: 200 len: 375 time: 0.0095198 Jan 28 07:08:14.396505 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-14890827-1a1b-4a30-b1ab-155cf226b405 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c094861ea631470da1d39ebe83b5c137&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528436 Jan 28 07:08:14.602272 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-4dd34532-7c4f-4aae-978e-0f46b1cf7af1 service neutron] 10.222.0.31 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929274 Jan 28 07:08:14.693825 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-7a190643-e3b7-4ae6-adef-93da196dcbf2 service neutron] 10.222.0.31 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856044 Jan 28 07:08:14.966921 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-581ca899-3813-4763-9fe6-ad3b236d8f6c req-7a7fa3ed-4250-48c1-811e-84d9cb01ec00 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 210 time: 0.0297112 Jan 28 07:08:14.977154 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 591642ce-a393-4fc7-8f14-6e9409bdb10d up at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:15.036987 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Provisioning complete for port 591642ce-a393-4fc7-8f14-6e9409bdb10d triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:15.037368 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:15.118472 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Current status of the port 591642ce-a393-4fc7-8f14-6e9409bdb10d is: ACTIVE; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:16.045158 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f603c22c-1dec-4e41-a609-04415ddf39dd req-4d348fed-b53a-4371-8e9b-ea3906091ecb tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 210 time: 0.0265958 Jan 28 07:08:17.142677 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-4222d43f-4710-4d03-a3cc-fbe21db7bf25 req-ca157901-5853-4f1f-86cd-773d568ed320 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 210 time: 0.0293813 Jan 28 07:08:17.304121 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-174a6d89-6940-473c-8737-6d4e6a6df2ab tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:17.305562 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-174a6d89-6940-473c-8737-6d4e6a6df2ab tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.64 "GET /v2.0/networks?id=eba2fcae-3eaa-4474-a548-836fc89f5d02 HTTP/1.1" status: 200 len: 810 time: 0.1011839 Jan 28 07:08:17.372329 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-b53b1525-ce2a-4a8e-8087-bb63c66d8cef tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c094861ea631470da1d39ebe83b5c137 HTTP/1.1" status: 200 len: 379 time: 0.0526392 Jan 28 07:08:17.387307 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-62037298-abcc-419e-ace3-4bb125beb81a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Request body: {'port': {'device_id': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'admin_state_up': True, 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'security_groups': ['79c5675f-05ac-4e8f-9cea-62906fddba46']}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:17.557046 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-62037298-abcc-419e-ace3-4bb125beb81a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Made reservation on behalf of c094861ea631470da1d39ebe83b5c137 for: {'port': 1} {{(pid=103634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:08:17.560472 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-62037298-abcc-419e-ace3-4bb125beb81a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:17.686341 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_common [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-62037298-abcc-419e-ace3-4bb125beb81a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Allocated IP 172.20.0.6 (eba2fcae-3eaa-4474-a548-836fc89f5d02/0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e/0835fea2-b6a1-4ca4-bfd3-cf11d00f075b) {{(pid=103634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:17.819277 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-62037298-abcc-419e-ace3-4bb125beb81a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), precommit_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:17.917660 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-62037298-abcc-419e-ace3-4bb125beb81a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), after_create {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:17.964382 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-62037298-abcc-419e-ace3-4bb125beb81a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Network eba2fcae-3eaa-4474-a548-836fc89f5d02 is already hosted by enough agents. {{(pid=103634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:17.967383 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.base_scheduler [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-62037298-abcc-419e-ace3-4bb125beb81a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Resources bound (agent type, host, resource id): {{(pid=103634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:17.974158 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-62037298-abcc-419e-ace3-4bb125beb81a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Received port after_create {{(pid=103634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:17.979739 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62037298-abcc-419e-ace3-4bb125beb81a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Pushing event updated for resources: {'Port': ['ID=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b,revision_number=1']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:18.027957 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-62037298-abcc-419e-ace3-4bb125beb81a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:18.028583 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-62037298-abcc-419e-ace3-4bb125beb81a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:18.132318 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-62037298-abcc-419e-ace3-4bb125beb81a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7486112 Jan 28 07:08:18.193317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.v2.base [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Request body: {'port': {'device_id': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-12'}} {{(pid=103634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:18.248853 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:18.262015 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-b479996a-c576-4900-9121-7a28a6f1c6d7 None None] Provisioning complete for port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:18.262663 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b479996a-c576-4900-9121-7a28a6f1c6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:18.263222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba4a97-06c4-4738-a24c-edffdef6ac38 req-a8a57fbf-bb36-4f4f-81d4-5458387c1b10 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:18.264704 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2dba4a97-06c4-4738-a24c-edffdef6ac38 req-a8a57fbf-bb36-4f4f-81d4-5458387c1b10 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 931 time: 0.0493996 Jan 28 07:08:18.300131 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b479996a-c576-4900-9121-7a28a6f1c6d7 None None] Port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:08:18.321174 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-2dba4a97-06c4-4738-a24c-edffdef6ac38 req-9773f7a3-7dd7-4231-a965-8316a32bf582 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493255 Jan 28 07:08:18.524322 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b {{(pid=103634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:08:18.532057 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Publish callbacks [] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), precommit_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:18.544836 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.provisioning_blocks [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Transition to ACTIVE for port object 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b will not be triggered until provisioned by entity L2. {{(pid=103634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:08:18.625229 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:18.676312 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Pushing event updated for resources: {'Port': ['ID=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b,revision_number=2']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:18.745658 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Attempting to bind port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b on host n-h1-812111-12 for vnic_type normal with profile {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:08:18.745989 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Attempting to bind port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b by drivers openvswitch,hyperv on host n-h1-812111-12 at level 0 using segments [{'id': 'c2f747ff-f051-4eff-947c-fe5d6073995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02'}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:08:18.746343 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Attempting to bind port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b on network eba2fcae-3eaa-4474-a548-836fc89f5d02 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:18.750809 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b on network eba2fcae-3eaa-4474-a548-836fc89f5d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-12 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:08:18.751126 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Attempting to bind port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b on network eba2fcae-3eaa-4474-a548-836fc89f5d02 {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:08:18.756380 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Checking agent: {'id': '1afff50a-0052-4888-9e05-0151ce0b6fac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:08:18.756716 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Checking segment: {'id': 'c2f747ff-f051-4eff-947c-fe5d6073995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:08:18.757099 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Bound using segment: {'id': 'c2f747ff-f051-4eff-947c-fe5d6073995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02'} {{(pid=103634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:08:18.757525 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.managers [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Bound port: 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b, host: n-h1-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2f747ff-f051-4eff-947c-fe5d6073995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02'}}] {{(pid=103634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:08:18.757879 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), before_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:18.828330 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] For port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b, host n-h1-812111-12, cleared binding levels {{(pid=103634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:08:18.831855 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] For port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b, host n-h1-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:08:18.906670 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14567960'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), after_update {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:18.945460 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:18.946031 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:18.947457 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] 10.222.0.64 "PUT /v2.0/ports/0835fea2-b6a1-4ca4-bfd3-cf11d00f075b HTTP/1.1" status: 200 len: 1092 time: 0.8029382 Jan 28 07:08:18.947941 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'tag': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:18.950158 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9199c1a7-cfd2-4167-a791-65354dd19479" -d '{"events": [{"name": "network-changed", "server_uuid": "88e28d7c-5739-4c7c-a959-d8a8472875eb", "tag": "0835fea2-b6a1-4ca4-bfd3-cf11d00f075b"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:18.975359 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824eeae-cf65-46e8-8760-18cbf8348f73 service neutron] Pushing event updated for resources: {'Port': ['ID=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b,revision_number=3']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:19.051294 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9f6954-55c3-4467-bc11-9cd9e43184ff x-openstack-request-id: req-3a9f6954-55c3-4467-bc11-9cd9e43184ff {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:19.051596 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e28d7c-5739-4c7c-a959-d8a8472875eb", "tag": "0835fea2-b6a1-4ca4-bfd3-cf11d00f075b", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:19.051857 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a9f6954-55c3-4467-bc11-9cd9e43184ff {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:19.052269 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'tag': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'status': 'completed', 'code': 200} Jan 28 07:08:19.135509 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199c1a7-cfd2-4167-a791-65354dd19479 req-47a9abbd-c7ac-45cc-a779-551df95a7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:19.137132 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9199c1a7-cfd2-4167-a791-65354dd19479 req-47a9abbd-c7ac-45cc-a779-551df95a7514 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c094861ea631470da1d39ebe83b5c137&device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 1095 time: 0.0436633 Jan 28 07:08:19.249786 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199c1a7-cfd2-4167-a791-65354dd19479 req-05beb4de-dde7-4112-ab08-ffcd5538a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:19.251331 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9199c1a7-cfd2-4167-a791-65354dd19479 req-05beb4de-dde7-4112-ab08-ffcd5538a3dc service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c094861ea631470da1d39ebe83b5c137&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0957410 Jan 28 07:08:19.341380 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199c1a7-cfd2-4167-a791-65354dd19479 req-9b4ab66a-46d3-4d50-94b8-be83e5fb328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:19.342867 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-9199c1a7-cfd2-4167-a791-65354dd19479 req-9b4ab66a-46d3-4d50-94b8-be83e5fb328e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861714 Jan 28 07:08:19.437688 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b2dfb-cc97-4508-986f-27631b19fb08 req-4a5cbf8a-4b00-492b-bf4b-2d74cc1ff1e9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:19.438438 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-2461cd8f-ea81-46a5-a00d-14b1a69f1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:19.439701 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c86b2dfb-cc97-4508-986f-27631b19fb08 req-4a5cbf8a-4b00-492b-bf4b-2d74cc1ff1e9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 943 time: 0.0481231 Jan 28 07:08:19.440778 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-2461cd8f-ea81-46a5-a00d-14b1a69f1951 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c094861ea631470da1d39ebe83b5c137&device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 1095 time: 0.0416553 Jan 28 07:08:19.491098 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-c86b2dfb-cc97-4508-986f-27631b19fb08 req-7f34ee89-5c72-430a-ad60-39ae16ed2a42 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457647 Jan 28 07:08:19.492335 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-165c7948-ddc0-4a82-8297-d9c161766a20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b HTTP/1.1" status: 200 len: 217 time: 0.0403645 Jan 28 07:08:19.541738 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-f455facd-9587-40a0-b97b-73818a556b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:19.543254 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-f455facd-9587-40a0-b97b-73818a556b9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e HTTP/1.1" status: 200 len: 849 time: 0.0453043 Jan 28 07:08:19.587795 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-e708304d-5900-47d1-a69b-db58a03316aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:19.589246 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-e708304d-5900-47d1-a69b-db58a03316aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eba2fcae-3eaa-4474-a548-836fc89f5d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395741 Jan 28 07:08:19.680240 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-1c795e63-dfa7-4dd7-aa92-0f0dbc821ebd service neutron] 10.222.0.64 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845358 Jan 28 07:08:19.767013 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-1f593c66-c16e-44ed-ac65-786bfbaeaa55 req-2f1e6246-c293-401b-b44f-007d7c341106 service neutron] 10.222.0.64 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810030 Jan 28 07:08:20.613755 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123398a9-dc94-4cbb-b9a2-503dd7c4059b req-bb9ce437-00de-4869-831d-46e67e4cf47a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:20.615235 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-123398a9-dc94-4cbb-b9a2-503dd7c4059b req-bb9ce437-00de-4869-831d-46e67e4cf47a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 943 time: 0.0521770 Jan 28 07:08:20.664489 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-123398a9-dc94-4cbb-b9a2-503dd7c4059b req-3b9e68a5-3ac0-434b-9631-b163f469bf1f tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436578 Jan 28 07:08:21.776902 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda14ad-67f9-47af-b1bd-c59485680d9d req-04a3c73b-ce32-4861-9023-19c70a747424 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:21.778322 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5fda14ad-67f9-47af-b1bd-c59485680d9d req-04a3c73b-ce32-4861-9023-19c70a747424 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 943 time: 0.0474339 Jan 28 07:08:21.826464 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5fda14ad-67f9-47af-b1bd-c59485680d9d req-b7a04f3b-964c-4e3e-9b85-135ac0615e4d tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420663 Jan 28 07:08:22.939955 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d5b1d-a1f8-408f-9f21-9c00e54ceb40 req-905060a2-bfef-4c48-beec-e13240185a4b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:22.941429 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f5d5b1d-a1f8-408f-9f21-9c00e54ceb40 req-905060a2-bfef-4c48-beec-e13240185a4b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 943 time: 0.0477340 Jan 28 07:08:22.993275 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0f5d5b1d-a1f8-408f-9f21-9c00e54ceb40 req-6ec1cc9b-da71-49c8-8f50-44c650daaf74 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463090 Jan 28 07:08:23.244179 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:08:23.340872 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:23.353000 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'port_id': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'mac_address': 'fa:16:3e:08:7c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:08:23.388755 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:23.389146 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:23.401908 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:08:23.421484 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:23.517585 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:23.566128 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:23.831106 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['0835fea2-b6a1-4ca4-bfd3-cf11d00f075b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:08:24.111321 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d52eb-6b11-4b72-b29a-1f2dff699a67 req-50d5f593-a22d-4b05-9330-e395bda69f8a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:24.112820 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a39d52eb-6b11-4b72-b29a-1f2dff699a67 req-50d5f593-a22d-4b05-9330-e395bda69f8a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 944 time: 0.0487711 Jan 28 07:08:24.161283 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-a39d52eb-6b11-4b72-b29a-1f2dff699a67 req-50c84e2f-0876-4512-bcc6-ed7e0357eedf tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429263 Jan 28 07:08:25.261130 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:08:25.275136 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f99479-0aaa-4bf2-98d8-558e91819ab0 req-4011bae5-cba0-436c-847c-36879c0a6ee1 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:25.276647 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0f99479-0aaa-4bf2-98d8-558e91819ab0 req-4011bae5-cba0-436c-847c-36879c0a6ee1 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 944 time: 0.0488522 Jan 28 07:08:25.325941 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e0f99479-0aaa-4bf2-98d8-558e91819ab0 req-f0c99e6f-b5c6-4131-87b3-5d56c1904c98 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435998 Jan 28 07:08:25.471315 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning for port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:08:25.475327 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:25.475725 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:25.551999 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:08:25.552388 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:25.574886 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:25.577118 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c48a023-70bf-4284-bd87-ddda60d8ee5c" -d '{"events": [{"server_uuid": "88e28d7c-5739-4c7c-a959-d8a8472875eb", "name": "network-vif-plugged", "status": "completed", "tag": "0835fea2-b6a1-4ca4-bfd3-cf11d00f075b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:25.589775 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:08:25.671998 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c462ec7f-7dad-4b4e-ace0-ec2548685511 x-openstack-request-id: req-c462ec7f-7dad-4b4e-ace0-ec2548685511 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:25.672284 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e28d7c-5739-4c7c-a959-d8a8472875eb", "name": "network-vif-plugged", "status": "completed", "tag": "0835fea2-b6a1-4ca4-bfd3-cf11d00f075b", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:25.672535 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c462ec7f-7dad-4b4e-ace0-ec2548685511 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:25.672927 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'code': 200} Jan 28 07:08:25.774616 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:25.812668 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515557b-23c8-4c22-ad1d-13d57cc9b690 req-a46e61a5-84fd-4b7e-9828-15e6a95dd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:25.813452 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4515557b-23c8-4c22-ad1d-13d57cc9b690 req-a46e61a5-84fd-4b7e-9828-15e6a95dd563 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 1097 time: 0.0477774 Jan 28 07:08:25.830747 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:25.861613 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4515557b-23c8-4c22-ad1d-13d57cc9b690 req-7a3e2fff-1a68-47c0-ac9e-d05c2a5aae0f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422909 Jan 28 07:08:26.162808 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:26.443555 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9d74-71a6-481e-ba1c-7ad5e7d886fb req-eded7d84-dce7-4550-999f-db460cbac711 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:26.445248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-279b9d74-71a6-481e-ba1c-7ad5e7d886fb req-eded7d84-dce7-4550-999f-db460cbac711 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 945 time: 0.0518949 Jan 28 07:08:26.494127 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-279b9d74-71a6-481e-ba1c-7ad5e7d886fb req-2876f994-2a1a-485b-8a1e-5d6d2c55680e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436332 Jan 28 07:08:27.609676 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9a7b2-7aad-4e0a-90d9-76c1ad1cb446 req-3963016a-802f-45a6-8a93-1ff97b5f404f tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:27.611182 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04e9a7b2-7aad-4e0a-90d9-76c1ad1cb446 req-3963016a-802f-45a6-8a93-1ff97b5f404f tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 945 time: 0.0483854 Jan 28 07:08:27.659680 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-04e9a7b2-7aad-4e0a-90d9-76c1ad1cb446 req-67c9c12c-256a-4763-acf4-17380dd36d26 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415139 Jan 28 07:08:27.776100 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03555cb1-48d2-4dbc-82a5-b74f91e3fc79 req-dc7c0d99-d2c2-41ba-a638-13fcc6e6f3ad tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:27.777463 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03555cb1-48d2-4dbc-82a5-b74f91e3fc79 req-dc7c0d99-d2c2-41ba-a638-13fcc6e6f3ad tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 945 time: 0.0510085 Jan 28 07:08:27.825098 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-03555cb1-48d2-4dbc-82a5-b74f91e3fc79 req-1f1fa26e-502f-4746-894c-4ef55d206014 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420835 Jan 28 07:08:27.847524 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59072) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:27.927194 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c4153d-8809-477f-8c8f-15a73514f489 tempest-TestSnapshotPattern-622771373 tempest-TestSnapshotPattern-622771373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:27.928689 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-d6c4153d-8809-477f-8c8f-15a73514f489 tempest-TestSnapshotPattern-622771373 tempest-TestSnapshotPattern-622771373-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 1092 time: 0.0801003 Jan 28 07:08:27.931667 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59076) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:08:27.935933 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:28.025842 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:28.124096 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:28.228376 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Allocated IP 172.25.0.160 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/d5e882fb-893e-427f-8d4f-bbae6723a9ac) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:28.329179 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for port (d5e882fb-893e-427f-8d4f-bbae6723a9ac), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:28.432030 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (d5e882fb-893e-427f-8d4f-bbae6723a9ac), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:28.470008 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:28.473029 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:28.478547 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:08:28.483926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Pushing event updated for resources: {'Port': ['ID=d5e882fb-893e-427f-8d4f-bbae6723a9ac,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:28.517697 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:28.834253 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for floatingip (a4c6db72-bfe5-4462-b234-72afd55ce42a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:28.953672 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (d5e882fb-893e-427f-8d4f-bbae6723a9ac), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:29.103338 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for port (d5e882fb-893e-427f-8d4f-bbae6723a9ac), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:29.179551 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (d5e882fb-893e-427f-8d4f-bbae6723a9ac), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:29.245174 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Pushing event updated for resources: {'Port': ['ID=d5e882fb-893e-427f-8d4f-bbae6723a9ac,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:29.257798 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (a4c6db72-bfe5-4462-b234-72afd55ce42a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:29.355331 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Floating IP a4c6db72-bfe5-4462-b234-72afd55ce42a associated. External IP: 172.25.0.160, port: 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b. Jan 28 07:08:29.561963 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:08:29.668399 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:08:29.678112 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1b2a6-9dcc-4be7-b09c-4525437fb18c None None] Sync routers for ids ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:08:29.687290 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1b2a6-9dcc-4be7-b09c-4525437fb18c None None] Routers {'19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:29.687894 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7fc1b2a6-9dcc-4be7-b09c-4525437fb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:08:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:29.741606 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:29.770661 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-96538973-40a9-4ee8-890a-dabb5f57f032 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8378670 Jan 28 07:08:29.771263 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'tag': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:08:29.773532 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665220c7-605f-47cb-bba9-d542c8be8d70" -d '{"events": [{"name": "network-changed", "server_uuid": "88e28d7c-5739-4c7c-a959-d8a8472875eb", "tag": "0835fea2-b6a1-4ca4-bfd3-cf11d00f075b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:08:29.792598 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-7fc1b2a6-9dcc-4be7-b09c-4525437fb18c None None] Set router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:29.809870 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a14aab4-4915-4b4b-98ba-b3cb19f9dca6 x-openstack-request-id: req-8a14aab4-4915-4b4b-98ba-b3cb19f9dca6 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:08:29.810166 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e28d7c-5739-4c7c-a959-d8a8472875eb", "tag": "0835fea2-b6a1-4ca4-bfd3-cf11d00f075b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:08:29.810457 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a14aab4-4915-4b4b-98ba-b3cb19f9dca6 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:08:29.813898 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'tag': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'status': 'completed', 'code': 200} Jan 28 07:08:29.890778 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665220c7-605f-47cb-bba9-d542c8be8d70 req-c21b70d2-7709-42f6-aa21-ee9c92a58161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:29.892256 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-665220c7-605f-47cb-bba9-d542c8be8d70 req-c21b70d2-7709-42f6-aa21-ee9c92a58161 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c094861ea631470da1d39ebe83b5c137&device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 1097 time: 0.0395827 Jan 28 07:08:29.981929 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665220c7-605f-47cb-bba9-d542c8be8d70 req-7279c411-ff90-432c-8a90-0acf799622d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:29.983394 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-665220c7-605f-47cb-bba9-d542c8be8d70 req-7279c411-ff90-432c-8a90-0acf799622d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eba2fcae-3eaa-4474-a548-836fc89f5d02 HTTP/1.1" status: 200 len: 911 time: 0.0847962 Jan 28 07:08:30.020048 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7fc1b2a6-9dcc-4be7-b09c-4525437fb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:03Z', 'revision_number': 4, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'a4c6db72-bfe5-4462-b234-72afd55ce42a', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'floating_ip_address': '172.25.0.160', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'port_id': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'mac_address': 'fa:16:3e:08:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:08:28Z', 'updated_at': '2022-01-28T07:08:28Z', 'revision_number': 0, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b47d62b-be8a-4fe6-ae5c-5804560bdf35', 'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'mac_address': 'fa:16:3e:d6:55:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:02Z', 'updated_at': '2022-01-28T07:08:07Z', 'revision_number': 5, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'subnets': [{'id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:30.045978 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1b2a6-9dcc-4be7-b09c-4525437fb18c None None] Checking router: 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:08:30.053016 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-665220c7-605f-47cb-bba9-d542c8be8d70 req-2f4a824c-4b5a-458f-9854-f898c812dc50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b HTTP/1.1" status: 200 len: 999 time: 0.0638371 Jan 28 07:08:30.054718 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1b2a6-9dcc-4be7-b09c-4525437fb18c None None] Routers {'19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:08:30.055324 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7fc1b2a6-9dcc-4be7-b09c-4525437fb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:08:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:30.099797 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665220c7-605f-47cb-bba9-d542c8be8d70 req-399c5870-e21a-488d-acec-d61fb593ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:30.101258 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-665220c7-605f-47cb-bba9-d542c8be8d70 req-399c5870-e21a-488d-acec-d61fb593ba83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e HTTP/1.1" status: 200 len: 849 time: 0.0426996 Jan 28 07:08:30.144990 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665220c7-605f-47cb-bba9-d542c8be8d70 req-420e06c5-d7a2-4570-9519-3915e99511f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:30.146520 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-665220c7-605f-47cb-bba9-d542c8be8d70 req-420e06c5-d7a2-4570-9519-3915e99511f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eba2fcae-3eaa-4474-a548-836fc89f5d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398984 Jan 28 07:08:30.160129 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-7fc1b2a6-9dcc-4be7-b09c-4525437fb18c None None] Set router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:08:30.236367 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-665220c7-605f-47cb-bba9-d542c8be8d70 req-6ada3286-89bc-448f-acb3-17359b7f1332 service neutron] 10.222.0.64 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842104 Jan 28 07:08:30.326113 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-665220c7-605f-47cb-bba9-d542c8be8d70 req-0a78c208-bc37-499d-b45f-8567e0d39a4b service neutron] 10.222.0.64 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840971 Jan 28 07:08:30.386907 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7fc1b2a6-9dcc-4be7-b09c-4525437fb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:03Z', 'revision_number': 4, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'a4c6db72-bfe5-4462-b234-72afd55ce42a', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'floating_ip_address': '172.25.0.160', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'port_id': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'mac_address': 'fa:16:3e:08:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:08:28Z', 'updated_at': '2022-01-28T07:08:28Z', 'revision_number': 0, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b47d62b-be8a-4fe6-ae5c-5804560bdf35', 'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'mac_address': 'fa:16:3e:d6:55:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:02Z', 'updated_at': '2022-01-28T07:08:07Z', 'revision_number': 5, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'subnets': [{'id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:30.414734 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1b2a6-9dcc-4be7-b09c-4525437fb18c None None] The sync data for ids ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'] in n-d-812111-12 is: [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:03Z', 'revision_number': 4, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'a4c6db72-bfe5-4462-b234-72afd55ce42a', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'floating_ip_address': '172.25.0.160', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'port_id': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'mac_address': 'fa:16:3e:08:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:08:28Z', 'updated_at': '2022-01-28T07:08:28Z', 'revision_number': 0, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b47d62b-be8a-4fe6-ae5c-5804560bdf35', 'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'mac_address': 'fa:16:3e:d6:55:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:02Z', 'updated_at': '2022-01-28T07:08:07Z', 'revision_number': 5, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'subnets': [{'id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:08:30.629070 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a539f9-f8c8-4074-bdfe-2f63e7608b16 None None] New status for floating IP a4c6db72-bfe5-4462-b234-72afd55ce42a: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:08:32.528324 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37207e89-153d-45a0-8039-efa1328c5057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:34.865140 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b3ca7fd-1795-4a40-9a8d-6f340aa20e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:36.894541 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:38.248067 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:38.635174 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:08:39.196872 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:40.084672 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84e42bc6-3635-43be-b1b1-423eddeebb4c req-7c198e98-d8a1-4d27-afcd-19d7cf7926fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441916 Jan 28 07:08:40.182204 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e42bc6-3635-43be-b1b1-423eddeebb4c req-f73de4e5-94c1-4fba-8a40-fb93bb6b9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.183699 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84e42bc6-3635-43be-b1b1-423eddeebb4c req-f73de4e5-94c1-4fba-8a40-fb93bb6b9078 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c094861ea631470da1d39ebe83b5c137&device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 1097 time: 0.0401235 Jan 28 07:08:40.282227 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e42bc6-3635-43be-b1b1-423eddeebb4c req-27ed5b8c-2845-465b-83e2-c4a48d94aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.283753 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84e42bc6-3635-43be-b1b1-423eddeebb4c req-27ed5b8c-2845-465b-83e2-c4a48d94aeca service neutron] 10.222.0.64 "GET /v2.0/networks?id=eba2fcae-3eaa-4474-a548-836fc89f5d02 HTTP/1.1" status: 200 len: 911 time: 0.0829396 Jan 28 07:08:40.350164 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84e42bc6-3635-43be-b1b1-423eddeebb4c req-a867fb07-5f66-43b4-99b7-d0def4d820d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b HTTP/1.1" status: 200 len: 1001 time: 0.0613303 Jan 28 07:08:40.397436 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e42bc6-3635-43be-b1b1-423eddeebb4c req-b73bf1e7-9299-486c-83c1-e82ebdd3362e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.398913 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84e42bc6-3635-43be-b1b1-423eddeebb4c req-b73bf1e7-9299-486c-83c1-e82ebdd3362e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e HTTP/1.1" status: 200 len: 849 time: 0.0436165 Jan 28 07:08:40.442134 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e42bc6-3635-43be-b1b1-423eddeebb4c req-ff649565-5087-47a1-a348-cd7a496cde1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.443749 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84e42bc6-3635-43be-b1b1-423eddeebb4c req-ff649565-5087-47a1-a348-cd7a496cde1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eba2fcae-3eaa-4474-a548-836fc89f5d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394320 Jan 28 07:08:40.534260 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84e42bc6-3635-43be-b1b1-423eddeebb4c req-0230eb7c-a549-4f0b-b4a7-bd4a1fa89f04 service neutron] 10.222.0.64 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851381 Jan 28 07:08:40.621936 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-84e42bc6-3635-43be-b1b1-423eddeebb4c req-c207a0f4-7aa7-4fc6-bab6-0eabb33a4317 service neutron] 10.222.0.64 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821445 Jan 28 07:08:55.990479 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:08:58.499303 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:02.522224 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8a63a27-cd0a-413e-b22a-ae389e3f605a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:04.830421 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68a30501-956c-44ba-bd6b-28fa4f7e2226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:06.905050 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:08.247684 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:09.190239 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:15.635171 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:09:25.990977 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:28.498841 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:32.522386 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27a03e51-0adc-4286-9052-41ea576d8dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:34.853017 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-46b32078-1bd3-46cc-b168-bf0d5cd8ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:36.907473 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:38.241630 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:39.184184 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:42.097533 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6032f5ff-3a3f-476b-aa3d-29c10ebe6713 req-037dffd6-a3a6-46e1-b0f5-f4278a2ce529 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443475 Jan 28 07:09:42.193463 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032f5ff-3a3f-476b-aa3d-29c10ebe6713 req-d072fbbf-9e1a-4016-91de-2af3a0aea4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:42.194990 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6032f5ff-3a3f-476b-aa3d-29c10ebe6713 req-d072fbbf-9e1a-4016-91de-2af3a0aea4e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c094861ea631470da1d39ebe83b5c137&device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 1097 time: 0.0417578 Jan 28 07:09:42.293121 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032f5ff-3a3f-476b-aa3d-29c10ebe6713 req-1233e054-6a81-4bf9-ac07-70851beefb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:42.294616 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6032f5ff-3a3f-476b-aa3d-29c10ebe6713 req-1233e054-6a81-4bf9-ac07-70851beefb1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=eba2fcae-3eaa-4474-a548-836fc89f5d02 HTTP/1.1" status: 200 len: 911 time: 0.0831819 Jan 28 07:09:42.365295 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6032f5ff-3a3f-476b-aa3d-29c10ebe6713 req-7e1f3900-c50f-4be9-8aae-e9227338f82d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b HTTP/1.1" status: 200 len: 1001 time: 0.0634594 Jan 28 07:09:42.414873 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032f5ff-3a3f-476b-aa3d-29c10ebe6713 req-df50e383-c38a-4be2-80c8-d407b525740f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:42.416349 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6032f5ff-3a3f-476b-aa3d-29c10ebe6713 req-df50e383-c38a-4be2-80c8-d407b525740f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e HTTP/1.1" status: 200 len: 849 time: 0.0460527 Jan 28 07:09:42.460011 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032f5ff-3a3f-476b-aa3d-29c10ebe6713 req-5099ce96-77a8-464b-b79b-94132da9567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:42.461489 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6032f5ff-3a3f-476b-aa3d-29c10ebe6713 req-5099ce96-77a8-464b-b79b-94132da9567b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eba2fcae-3eaa-4474-a548-836fc89f5d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392771 Jan 28 07:09:42.553092 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6032f5ff-3a3f-476b-aa3d-29c10ebe6713 req-3330e5d4-be5c-4286-9e34-1d01e6a245b7 service neutron] 10.222.0.64 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859203 Jan 28 07:09:42.639674 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-6032f5ff-3a3f-476b-aa3d-29c10ebe6713 req-9365c3ef-652e-4751-9d95-d0abc32bb70c service neutron] 10.222.0.64 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810142 Jan 28 07:09:52.636365 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:09:56.001050 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:09:58.515223 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:02.509946 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce86b91c-8e6d-4750-9d9c-4d29099f7467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:04.812360 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e1463a3-48c4-4ee1-accb-05d2c5f640fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:06.920740 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:08.246515 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:09.200672 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:26.040699 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:28.509414 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:29.636323 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:10:29.777549 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b details requested by agent hyperv_n-h1-812111-12 with host n-h1-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:10:29.871104 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:29.883485 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Returning: {'device': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'port_id': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'mac_address': 'fa:16:3e:08:7c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:10:29.921373 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:29.921705 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:29.938382 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:10:29.960814 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:30.041100 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:30.094615 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:30.103205 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:30.103634 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:30.104087 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:30.104553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:30.104964 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:30.105319 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:30.105661 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:30.106034 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:30.106377 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:30.106723 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:30.107115 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:30.107414 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:30.107813 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:30.176397 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] get_ports_and_sgs() called for port_ids ['0835fea2-b6a1-4ca4-bfd3-cf11d00f075b'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:10:31.793520 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b up at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:10:31.860553 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Provisioning complete for port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:31.861023 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:31.961699 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:31.962084 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:31.989816 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:31.992346 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f7207c-2a81-44a1-9190-6c3d1017cc8e" -d '{"events": [{"server_uuid": "88e28d7c-5739-4c7c-a959-d8a8472875eb", "name": "network-vif-plugged", "status": "completed", "tag": "0835fea2-b6a1-4ca4-bfd3-cf11d00f075b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:32.008120 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:32.056763 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46b7fd9-70aa-49bc-9446-dc616af6c3f5 x-openstack-request-id: req-a46b7fd9-70aa-49bc-9446-dc616af6c3f5 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:32.057287 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e28d7c-5739-4c7c-a959-d8a8472875eb", "name": "network-vif-plugged", "status": "completed", "tag": "0835fea2-b6a1-4ca4-bfd3-cf11d00f075b", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:32.057448 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a46b7fd9-70aa-49bc-9446-dc616af6c3f5 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:32.057793 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'code': 200} Jan 28 07:10:32.076956 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:32.144601 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:32.538730 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cab7b068-5418-4ea6-80f4-84710b7e0757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:34.835175 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2693ffe-5927-4231-bbb6-9631f543f73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:36.903553 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:38.257888 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:39.240831 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:41.520786 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-5a5c6b76-5ddf-4c92-8c5a-dbfcdfed6c03 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-575859324&fields=id&tenant_id=c094861ea631470da1d39ebe83b5c137 HTTP/1.1" status: 200 len: 267 time: 0.0496078 Jan 28 07:10:41.624584 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-b406e9c7-8b16-4336-bd92-2a708a2ece26 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:41.626075 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-b406e9c7-8b16-4336-bd92-2a708a2ece26 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/networks?id=eba2fcae-3eaa-4474-a548-836fc89f5d02 HTTP/1.1" status: 200 len: 810 time: 0.0986681 Jan 28 07:10:41.640874 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-b6cb42ad-39c3-405a-beb6-d83e7f54bb38 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/quotas/c094861ea631470da1d39ebe83b5c137 HTTP/1.1" status: 200 len: 375 time: 0.0087292 Jan 28 07:10:41.692129 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-6d0a43b2-d393-439a-bca9-81e14984df3a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c094861ea631470da1d39ebe83b5c137&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453575 Jan 28 07:10:41.748387 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-d6853205-8058-4450-afdb-b0ee6b5c0162 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:10:41.749431 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-d6853205-8058-4450-afdb-b0ee6b5c0162 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467141 Jan 28 07:10:41.841823 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-99fae110-1ff0-4ee3-b9a0-848d9f091ef0 service neutron] 10.222.0.31 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856836 Jan 28 07:10:41.929374 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-a0e7d95a-c090-4a28-889c-d388b258e481 service neutron] 10.222.0.31 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819027 Jan 28 07:10:42.084530 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-47dddb2b-a6ba-4c90-8b37-678b561abed6 req-9cfa322e-3899-4960-8654-2e08873132f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443501 Jan 28 07:10:42.184402 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dddb2b-a6ba-4c90-8b37-678b561abed6 req-29d30e63-0139-4d69-ab67-8d7048ec9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:42.185910 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-47dddb2b-a6ba-4c90-8b37-678b561abed6 req-29d30e63-0139-4d69-ab67-8d7048ec9ea1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c094861ea631470da1d39ebe83b5c137&device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 1097 time: 0.0440600 Jan 28 07:10:42.274066 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-84e2c0c5-956c-4f66-be30-fb3d0ddfc142 req-aacd6bce-8fc3-485f-8695-752345c76e93 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 210 time: 0.0820482 Jan 28 07:10:42.292493 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dddb2b-a6ba-4c90-8b37-678b561abed6 req-49d07ae4-882a-4840-9caf-814051b2b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:42.293967 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-47dddb2b-a6ba-4c90-8b37-678b561abed6 req-49d07ae4-882a-4840-9caf-814051b2b737 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eba2fcae-3eaa-4474-a548-836fc89f5d02 HTTP/1.1" status: 200 len: 911 time: 0.0900548 Jan 28 07:10:42.362148 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-47dddb2b-a6ba-4c90-8b37-678b561abed6 req-f2b63059-5563-4268-88ef-b66f2096e839 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b HTTP/1.1" status: 200 len: 1001 time: 0.0622907 Jan 28 07:10:42.411208 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dddb2b-a6ba-4c90-8b37-678b561abed6 req-4fdc12ca-5161-441f-92b4-151c937befaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:42.413333 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-47dddb2b-a6ba-4c90-8b37-678b561abed6 req-4fdc12ca-5161-441f-92b4-151c937befaf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e HTTP/1.1" status: 200 len: 849 time: 0.0446134 Jan 28 07:10:42.456637 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dddb2b-a6ba-4c90-8b37-678b561abed6 req-05045289-48e1-4b5f-a100-1455639e9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:42.458006 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-47dddb2b-a6ba-4c90-8b37-678b561abed6 req-05045289-48e1-4b5f-a100-1455639e9fd5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eba2fcae-3eaa-4474-a548-836fc89f5d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394256 Jan 28 07:10:42.468267 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-47dddb2b-a6ba-4c90-8b37-678b561abed6 req-a9460737-98bf-4cad-bdb0-b32e53578280 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103634) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:10:42.469244 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-47dddb2b-a6ba-4c90-8b37-678b561abed6 req-a9460737-98bf-4cad-bdb0-b32e53578280 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048666 Jan 28 07:10:42.559026 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-47dddb2b-a6ba-4c90-8b37-678b561abed6 req-2aa3abb7-b314-4c95-8e3c-39f6f3848c38 service neutron] 10.222.0.64 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844333 Jan 28 07:10:42.645944 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-47dddb2b-a6ba-4c90-8b37-678b561abed6 req-bf705863-0cea-4d04-851c-e196e89a05c9 service neutron] 10.222.0.64 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807099 Jan 28 07:10:43.350370 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-10d6182a-72e9-4e6c-836e-565be687f5db req-26d169e1-9785-4139-98a1-364ff25ce03e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 210 time: 0.0258963 Jan 28 07:10:43.845428 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:10:43.921491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Current status of the port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:10:43.921879 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:43.948261 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:43.950487 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a437e1-e0ce-4fb0-bbe8-6870d81e4281" -d '{"events": [{"server_uuid": "88e28d7c-5739-4c7c-a959-d8a8472875eb", "name": "network-vif-unplugged", "status": "completed", "tag": "0835fea2-b6a1-4ca4-bfd3-cf11d00f075b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:43.962832 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] For port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:10:43.986866 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482671b1-8b6e-41cd-8241-e8634b1806a0 x-openstack-request-id: req-482671b1-8b6e-41cd-8241-e8634b1806a0 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:43.987594 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e28d7c-5739-4c7c-a959-d8a8472875eb", "name": "network-vif-unplugged", "status": "completed", "tag": "0835fea2-b6a1-4ca4-bfd3-cf11d00f075b", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:43.987858 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-482671b1-8b6e-41cd-8241-e8634b1806a0 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:43.988250 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'code': 200} Jan 28 07:10:44.023124 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:44.073255 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Pushing event updated for resources: {'Port': ['ID=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:44.426506 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7108c878-6257-4a0b-b58c-522cc5f87695 req-5e4fa417-2c1a-4f72-a547-4267b40b8196 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 210 time: 0.0259106 Jan 28 07:10:45.507570 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5a186983-9d2d-4030-8e92-6dad68a03c41 req-70b68c2b-552f-4a2c-b173-129b71254d7f tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 210 time: 0.0262635 Jan 28 07:10:46.600332 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f1f06832-ff11-48d1-aa56-705a3aeaac30 req-1d38b856-2e75-4a52-96d3-7f280ebe896c tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 210 time: 0.0254219 Jan 28 07:10:47.253728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-2f4f912a-d8f5-4f7d-9acc-bae0018c1221 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:47.255632 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-2f4f912a-d8f5-4f7d-9acc-bae0018c1221 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.60 "GET /v2.0/networks?id=eba2fcae-3eaa-4474-a548-836fc89f5d02 HTTP/1.1" status: 200 len: 810 time: 0.1066704 Jan 28 07:10:47.323354 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-373ebb35-63f1-4c90-91e4-6ac984bb6ba0 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c094861ea631470da1d39ebe83b5c137 HTTP/1.1" status: 200 len: 379 time: 0.0546491 Jan 28 07:10:47.332952 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Request body: {'port': {'device_id': '021da5f3-4748-4710-85c2-ba8253de0be8', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'admin_state_up': True, 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'security_groups': ['79c5675f-05ac-4e8f-9cea-62906fddba46']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:47.503624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Made reservation on behalf of c094861ea631470da1d39ebe83b5c137 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:10:47.508419 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:47.639427 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Allocated IP 172.20.0.5 (eba2fcae-3eaa-4474-a548-836fc89f5d02/0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e/908cf584-bf10-4f6e-9bce-2b28fa3bc803) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:10:47.755500 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8d564a77-f9f1-45dd-a55b-85869a444511 req-cec4e641-8e1b-44f5-ade2-2032bac1219f tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 210 time: 0.0722487 Jan 28 07:10:47.810904 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:47.904906 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:47.966482 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Network eba2fcae-3eaa-4474-a548-836fc89f5d02 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:10:47.969717 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:10:47.974028 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:10:48.010649 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Pushing event updated for resources: {'Port': ['ID=908cf584-bf10-4f6e-9bce-2b28fa3bc803,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:48.028646 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:48.029254 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:48.029757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:48.030280 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:48.030795 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:48.031292 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:48.031797 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:48.032286 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:48.032794 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:48.033298 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:48.033799 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:48.034326 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:48.034978 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:48.072040 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:48.076331 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:48.180937 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-8cbd863d-5c15-4daf-9d89-4c784f92d445 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8521049 Jan 28 07:10:48.272878 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-f28ca817-6725-438b-bdf9-896d8fc853fb None None] Provisioning complete for port 908cf584-bf10-4f6e-9bce-2b28fa3bc803 triggered by entity DHCP. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:48.273458 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f28ca817-6725-438b-bdf9-896d8fc853fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:48.311040 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f28ca817-6725-438b-bdf9-896d8fc853fb None None] Port 908cf584-bf10-4f6e-9bce-2b28fa3bc803 cannot update to ACTIVE because it is not bound. {{(pid=103636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 07:10:48.876026 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852fd4b-ebf6-4bac-b803-6ef5fa1fd48e req-1e178d2f-2220-4629-a83f-48499d09f91b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:48.877536 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b852fd4b-ebf6-4bac-b803-6ef5fa1fd48e req-1e178d2f-2220-4629-a83f-48499d09f91b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 931 time: 0.0535958 Jan 28 07:10:48.936731 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b852fd4b-ebf6-4bac-b803-6ef5fa1fd48e req-ee93a0b5-6241-4869-b078-ce97579ac1a0 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515563 Jan 28 07:10:50.062060 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf0cb0-7f69-4f15-9f44-f9653e75602c req-ebe9e8ff-2327-4409-8f36-0bea79d6b461 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:50.070041 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34cf0cb0-7f69-4f15-9f44-f9653e75602c req-ebe9e8ff-2327-4409-8f36-0bea79d6b461 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 931 time: 0.0563321 Jan 28 07:10:50.126140 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-34cf0cb0-7f69-4f15-9f44-f9653e75602c req-d6514e19-f439-494b-b340-4c15a25c500b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532434 Jan 28 07:10:51.245451 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4bae6-55ec-49c2-8559-b37e432484bc req-6450d54c-81c4-4c2d-b1eb-6b9bb9be3ed8 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:51.247009 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ce4bae6-55ec-49c2-8559-b37e432484bc req-6450d54c-81c4-4c2d-b1eb-6b9bb9be3ed8 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 931 time: 0.0530853 Jan 28 07:10:51.302226 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-3ce4bae6-55ec-49c2-8559-b37e432484bc req-c6216335-2ad9-4589-88a2-dc6cde61d17b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496459 Jan 28 07:10:52.433624 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b797d-e242-45c8-b32d-97ef0a6f5341 req-aa3839cd-1b0c-4a2c-93b6-8f007d816260 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:52.435178 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-697b797d-e242-45c8-b32d-97ef0a6f5341 req-aa3839cd-1b0c-4a2c-93b6-8f007d816260 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 931 time: 0.0615788 Jan 28 07:10:52.498859 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-697b797d-e242-45c8-b32d-97ef0a6f5341 req-2adf3461-d146-4551-bd5b-5a338e33f746 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582192 Jan 28 07:10:53.638542 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0612a6f-5b2b-4b42-8741-7ca94948b3a1 req-b73a9672-30fd-4041-8c2f-783a27cbd8b9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:53.640963 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0612a6f-5b2b-4b42-8741-7ca94948b3a1 req-b73a9672-30fd-4041-8c2f-783a27cbd8b9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 931 time: 0.0545585 Jan 28 07:10:53.709868 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b0612a6f-5b2b-4b42-8741-7ca94948b3a1 req-56fe41f1-1d41-4a56-aea6-0175480c3c5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580463 Jan 28 07:10:54.846374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc526d1-df14-4372-b7a0-939a1d930c10 req-7389978d-a27f-4b23-8283-5a351d9cebc1 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:54.848035 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8fc526d1-df14-4372-b7a0-939a1d930c10 req-7389978d-a27f-4b23-8283-5a351d9cebc1 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 931 time: 0.0641289 Jan 28 07:10:54.903071 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8fc526d1-df14-4372-b7a0-939a1d930c10 req-830578f8-3366-4593-86e6-15f31d85220a tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484972 Jan 28 07:10:56.053703 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18546a4b-93b9-42ce-8d35-3fc971abb5bb req-0d7158c2-de0c-4907-880d-5d0378382916 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:56.053703 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18546a4b-93b9-42ce-8d35-3fc971abb5bb req-0d7158c2-de0c-4907-880d-5d0378382916 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 931 time: 0.0575693 Jan 28 07:10:56.091597 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-9344e2fa-e3ad-4ee8-aac5-3be73735161c tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 07:10:56.092758 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-9344e2fa-e3ad-4ee8-aac5-3be73735161c tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055258 Jan 28 07:10:56.096567 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-18546a4b-93b9-42ce-8d35-3fc971abb5bb req-01561bc3-2729-4f56-a7c3-03987aca88e2 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567234 Jan 28 07:10:56.111633 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Request body: {'port': {'device_id': '021da5f3-4748-4710-85c2-ba8253de0be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-12'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:56.169565 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.383321 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.433374 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 908cf584-bf10-4f6e-9bce-2b28fa3bc803 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:10:56.440949 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Publish callbacks [] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.453066 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Transition to ACTIVE for port object 908cf584-bf10-4f6e-9bce-2b28fa3bc803 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:10:56.543119 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.595950 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Pushing event updated for resources: {'Port': ['ID=908cf584-bf10-4f6e-9bce-2b28fa3bc803,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:56.667599 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Attempting to bind port 908cf584-bf10-4f6e-9bce-2b28fa3bc803 on host n-h2-812111-12 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 07:10:56.667930 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Attempting to bind port 908cf584-bf10-4f6e-9bce-2b28fa3bc803 by drivers openvswitch,hyperv on host n-h2-812111-12 at level 0 using segments [{'id': 'c2f747ff-f051-4eff-947c-fe5d6073995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 07:10:56.668396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Attempting to bind port 908cf584-bf10-4f6e-9bce-2b28fa3bc803 on network eba2fcae-3eaa-4474-a548-836fc89f5d02 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:10:56.672856 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Port 908cf584-bf10-4f6e-9bce-2b28fa3bc803 on network eba2fcae-3eaa-4474-a548-836fc89f5d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-12 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 07:10:56.673170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Attempting to bind port 908cf584-bf10-4f6e-9bce-2b28fa3bc803 on network eba2fcae-3eaa-4474-a548-836fc89f5d02 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 07:10:56.678422 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Checking agent: {'id': '07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'started_at': datetime.datetime(2022, 1, 28, 5, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 07:10:56.678758 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Checking segment: {'id': 'c2f747ff-f051-4eff-947c-fe5d6073995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 07:10:56.679138 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Bound using segment: {'id': 'c2f747ff-f051-4eff-947c-fe5d6073995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 07:10:56.679562 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Bound port: 908cf584-bf10-4f6e-9bce-2b28fa3bc803, host: n-h2-812111-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2f747ff-f051-4eff-947c-fe5d6073995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 07:10:56.679917 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.744776 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] For port 908cf584-bf10-4f6e-9bce-2b28fa3bc803, host n-h2-812111-12, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 07:10:56.748132 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] For port 908cf584-bf10-4f6e-9bce-2b28fa3bc803, host n-h2-812111-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=908cf584-bf10-4f6e-9bce-2b28fa3bc803,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 07:10:56.864098 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.900167 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:56.900790 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:56.902368 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] 10.222.0.60 "PUT /v2.0/ports/908cf584-bf10-4f6e-9bce-2b28fa3bc803 HTTP/1.1" status: 200 len: 1092 time: 0.7948363 Jan 28 07:10:56.902878 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021da5f3-4748-4710-85c2-ba8253de0be8', 'tag': '908cf584-bf10-4f6e-9bce-2b28fa3bc803'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:10:56.905292 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e692e43-3ac8-4ed4-8713-f20c33db1292" -d '{"events": [{"name": "network-changed", "server_uuid": "021da5f3-4748-4710-85c2-ba8253de0be8", "tag": "908cf584-bf10-4f6e-9bce-2b28fa3bc803"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:10:56.931888 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbe3bf-b625-467a-87d1-48f67ebd354f service neutron] Pushing event updated for resources: {'Port': ['ID=908cf584-bf10-4f6e-9bce-2b28fa3bc803,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:56.945849 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f327f383-266d-4d9d-b58b-9bb405ef25cd x-openstack-request-id: req-f327f383-266d-4d9d-b58b-9bb405ef25cd {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:10:56.946150 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021da5f3-4748-4710-85c2-ba8253de0be8", "tag": "908cf584-bf10-4f6e-9bce-2b28fa3bc803", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:10:56.946571 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f327f383-266d-4d9d-b58b-9bb405ef25cd {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:10:56.946983 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021da5f3-4748-4710-85c2-ba8253de0be8', 'tag': '908cf584-bf10-4f6e-9bce-2b28fa3bc803', 'status': 'completed', 'code': 200} Jan 28 07:10:57.031986 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692e43-3ac8-4ed4-8713-f20c33db1292 req-e1da5513-a505-44cf-ae84-400513419d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:57.033721 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e692e43-3ac8-4ed4-8713-f20c33db1292 req-e1da5513-a505-44cf-ae84-400513419d0c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c094861ea631470da1d39ebe83b5c137&device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 1095 time: 0.0484927 Jan 28 07:10:57.138544 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692e43-3ac8-4ed4-8713-f20c33db1292 req-77c477ce-4c77-4889-8dd9-da7a4c610720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:57.140051 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e692e43-3ac8-4ed4-8713-f20c33db1292 req-77c477ce-4c77-4889-8dd9-da7a4c610720 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c094861ea631470da1d39ebe83b5c137&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0942457 Jan 28 07:10:57.271306 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910c348-80e5-4a9a-83ca-1485dcba3306 req-5b0a2c65-b726-48c7-b8c1-8aeb9397ee0e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:57.273011 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e910c348-80e5-4a9a-83ca-1485dcba3306 req-5b0a2c65-b726-48c7-b8c1-8aeb9397ee0e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 943 time: 0.1065872 Jan 28 07:10:57.275761 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692e43-3ac8-4ed4-8713-f20c33db1292 req-ad31867a-0ca6-4699-9b5d-5c0607773cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:57.277098 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-8e692e43-3ac8-4ed4-8713-f20c33db1292 req-ad31867a-0ca6-4699-9b5d-5c0607773cac service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318936 Jan 28 07:10:57.322577 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-e910c348-80e5-4a9a-83ca-1485dcba3306 req-625f57c3-bf36-45cf-98c2-37a6c8846c6d tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437291 Jan 28 07:10:57.374451 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-41fc30aa-6943-4260-b7fa-21d12a6a5228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:57.375991 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-41fc30aa-6943-4260-b7fa-21d12a6a5228 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c094861ea631470da1d39ebe83b5c137&device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 1095 time: 0.0400825 Jan 28 07:10:57.736276 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-ab968774-581e-4090-89f6-bbe1105a9ac5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=908cf584-bf10-4f6e-9bce-2b28fa3bc803 HTTP/1.1" status: 200 len: 217 time: 0.3439801 Jan 28 07:10:57.784301 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-7e15835d-b84b-4b12-a6a1-f144e8437539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:57.785698 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-7e15835d-b84b-4b12-a6a1-f144e8437539 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e HTTP/1.1" status: 200 len: 849 time: 0.0427389 Jan 28 07:10:57.828775 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-26211be4-4dd3-4db9-ad20-c8e3c2bd6b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:57.830221 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-26211be4-4dd3-4db9-ad20-c8e3c2bd6b60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eba2fcae-3eaa-4474-a548-836fc89f5d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388181 Jan 28 07:10:57.919882 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-52002517-878c-45d8-a73b-ec9523cccc93 service neutron] 10.222.0.60 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831230 Jan 28 07:10:58.007420 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-aa941a93-a956-476a-8ad3-10fd839290f7 req-d6b138ef-a0bf-4598-841f-c74540447305 service neutron] 10.222.0.60 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819824 Jan 28 07:10:58.447770 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d348c-b582-4fae-acc0-8e562d933fb0 req-715fc372-b73d-4e36-834d-125edde09ef9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:58.449248 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b76d348c-b582-4fae-acc0-8e562d933fb0 req-715fc372-b73d-4e36-834d-125edde09ef9 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 943 time: 0.0524368 Jan 28 07:10:58.499484 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-b76d348c-b582-4fae-acc0-8e562d933fb0 req-e38847c7-765e-492f-b214-359ec8faecdc tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446906 Jan 28 07:10:58.531806 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:10:59.615204 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329fff4-0828-4289-b813-982504cc6c48 req-4824fabe-9b60-4b8e-866c-942ac811742f tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:59.616811 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5329fff4-0828-4289-b813-982504cc6c48 req-4824fabe-9b60-4b8e-866c-942ac811742f tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 943 time: 0.0493140 Jan 28 07:10:59.663993 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-5329fff4-0828-4289-b813-982504cc6c48 req-43120317-a8a2-45e8-a00a-0ae38a442690 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415926 Jan 28 07:11:00.372544 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 908cf584-bf10-4f6e-9bce-2b28fa3bc803 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:11:00.466440 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 908cf584-bf10-4f6e-9bce-2b28fa3bc803, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=908cf584-bf10-4f6e-9bce-2b28fa3bc803,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:00.477481 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '908cf584-bf10-4f6e-9bce-2b28fa3bc803', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'port_id': '908cf584-bf10-4f6e-9bce-2b28fa3bc803', 'mac_address': 'fa:16:3e:ed:56:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:11:00.514795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 908cf584-bf10-4f6e-9bce-2b28fa3bc803 is: DOWN; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:00.515190 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:00.527743 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 908cf584-bf10-4f6e-9bce-2b28fa3bc803 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:11:00.545988 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 908cf584-bf10-4f6e-9bce-2b28fa3bc803, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=908cf584-bf10-4f6e-9bce-2b28fa3bc803,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:00.634622 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:00.679828 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=908cf584-bf10-4f6e-9bce-2b28fa3bc803,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:00.779696 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed3ec-5e9d-43f9-8045-5c843730663b req-f1e813b2-ad41-46a3-9317-82c1511c4473 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:00.781167 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-243ed3ec-5e9d-43f9-8045-5c843730663b req-f1e813b2-ad41-46a3-9317-82c1511c4473 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 944 time: 0.0490081 Jan 28 07:11:00.835317 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-243ed3ec-5e9d-43f9-8045-5c843730663b req-9570db25-087f-4f85-9849-913648e40384 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482557 Jan 28 07:11:00.935422 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['908cf584-bf10-4f6e-9bce-2b28fa3bc803'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:11:01.949694 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91963c-0f04-4ecb-800b-7b9fc7680389 req-3e700544-562b-4470-81dd-3f74a3de8263 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:01.951177 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d91963c-0f04-4ecb-800b-7b9fc7680389 req-3e700544-562b-4470-81dd-3f74a3de8263 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 944 time: 0.0480118 Jan 28 07:11:01.999445 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-7d91963c-0f04-4ecb-800b-7b9fc7680389 req-78deca1e-2a6e-4134-b316-f14973045a88 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427721 Jan 28 07:11:02.372608 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 908cf584-bf10-4f6e-9bce-2b28fa3bc803 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:11:02.480039 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning for port 908cf584-bf10-4f6e-9bce-2b28fa3bc803 completed by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:11:02.483679 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 908cf584-bf10-4f6e-9bce-2b28fa3bc803 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:02.484056 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:02.549861 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-667c3ba7-0d3c-47c8-a6d9-ff97e0df7297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:02.561647 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 908cf584-bf10-4f6e-9bce-2b28fa3bc803 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:11:02.562034 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:02.584731 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021da5f3-4748-4710-85c2-ba8253de0be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908cf584-bf10-4f6e-9bce-2b28fa3bc803'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:02.586966 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f15f1d-89f2-4668-a653-c4e8f5d3f682" -d '{"events": [{"server_uuid": "021da5f3-4748-4710-85c2-ba8253de0be8", "name": "network-vif-plugged", "status": "completed", "tag": "908cf584-bf10-4f6e-9bce-2b28fa3bc803"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:02.599106 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 908cf584-bf10-4f6e-9bce-2b28fa3bc803, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=908cf584-bf10-4f6e-9bce-2b28fa3bc803,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:11:02.623063 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60084fc-7f9e-4725-9840-6bf1387a3dd4 x-openstack-request-id: req-f60084fc-7f9e-4725-9840-6bf1387a3dd4 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:02.623301 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021da5f3-4748-4710-85c2-ba8253de0be8", "name": "network-vif-plugged", "status": "completed", "tag": "908cf584-bf10-4f6e-9bce-2b28fa3bc803", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:02.623561 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f60084fc-7f9e-4725-9840-6bf1387a3dd4 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:02.623959 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021da5f3-4748-4710-85c2-ba8253de0be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908cf584-bf10-4f6e-9bce-2b28fa3bc803', 'code': 200} Jan 28 07:11:02.662848 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:02.713139 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=908cf584-bf10-4f6e-9bce-2b28fa3bc803,revision_number=5']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:02.747014 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22245754-0fc1-4033-98c5-1169776dac82 req-b34810ac-433d-47da-9b6d-120be8289624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:02.748536 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22245754-0fc1-4033-98c5-1169776dac82 req-b34810ac-433d-47da-9b6d-120be8289624 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 1097 time: 0.0412052 Jan 28 07:11:02.792513 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-22245754-0fc1-4033-98c5-1169776dac82 req-2b4521b6-2fd4-4d20-8117-6bc363fd5ca0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384719 Jan 28 07:11:03.118980 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00343f51-a793-4e76-9083-c0e7e380bc87 req-8f8a2a82-96e5-4ed3-bdba-34b3817ae85d tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:03.120472 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00343f51-a793-4e76-9083-c0e7e380bc87 req-8f8a2a82-96e5-4ed3-bdba-34b3817ae85d tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 945 time: 0.0509202 Jan 28 07:11:03.169678 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-00343f51-a793-4e76-9083-c0e7e380bc87 req-7ea137fc-75bb-44fd-9478-8a06d1b4e746 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436754 Jan 28 07:11:04.287487 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36267a4-7315-4791-96ae-1dbccc1d6ddd req-38a0ab86-d1a5-46ba-9112-537404c798b5 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:04.288987 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f36267a4-7315-4791-96ae-1dbccc1d6ddd req-38a0ab86-d1a5-46ba-9112-537404c798b5 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 945 time: 0.0481822 Jan 28 07:11:04.337433 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-f36267a4-7315-4791-96ae-1dbccc1d6ddd req-60bab925-531f-4eca-b4af-5a71b2824de4 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428700 Jan 28 07:11:04.455961 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fab31f-638a-433d-889b-4f53ac1d7444 req-10789913-a010-4005-95f6-5034cf31ae64 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:04.459574 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-99fab31f-638a-433d-889b-4f53ac1d7444 req-10789913-a010-4005-95f6-5034cf31ae64 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 945 time: 0.0522783 Jan 28 07:11:04.506481 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-99fab31f-638a-433d-889b-4f53ac1d7444 req-d778f57f-8972-447e-8135-99d8718eb476 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432458 Jan 28 07:11:04.530252 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59376) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:04.569568 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fdcb1c-260e-44b9-b18e-a435e36b438e tempest-TestSnapshotPattern-622771373 tempest-TestSnapshotPattern-622771373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:04.571291 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-85fdcb1c-260e-44b9-b18e-a435e36b438e tempest-TestSnapshotPattern-622771373 tempest-TestSnapshotPattern-622771373-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 1092 time: 0.0400290 Jan 28 07:11:04.574081 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59378) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:11:04.578551 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Request body: {'floatingip': {'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'port_id': '908cf584-bf10-4f6e-9bce-2b28fa3bc803', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:04.668633 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:04.768169 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (None), before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:04.840471 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d893e9b7-e04b-4f53-9500-5dcee5d14cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:04.870843 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Allocated IP 172.25.0.204 (e332b90d-8c86-4e9e-984f-ded95bb8f28d/c18042d6-8990-4601-941c-87c8d2f88552/b1d4bdeb-43e0-4e50-9c75-5744cd58ea3a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:11:04.976081 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for port (b1d4bdeb-43e0-4e50-9c75-5744cd58ea3a), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:05.080311 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760081693489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (b1d4bdeb-43e0-4e50-9c75-5744cd58ea3a), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:05.115429 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Network e332b90d-8c86-4e9e-984f-ded95bb8f28d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:11:05.118382 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:05.121731 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 07:11:05.151452 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Pushing event updated for resources: {'Port': ['ID=b1d4bdeb-43e0-4e50-9c75-5744cd58ea3a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:05.487086 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for floatingip (a45a3998-ad5a-43ba-894b-796958fb18cf), precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:05.608037 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (b1d4bdeb-43e0-4e50-9c75-5744cd58ea3a), before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:05.758712 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for port (b1d4bdeb-43e0-4e50-9c75-5744cd58ea3a), precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:05.851806 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16598456'] for port (b1d4bdeb-43e0-4e50-9c75-5744cd58ea3a), after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:05.921971 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Pushing event updated for resources: {'Port': ['ID=b1d4bdeb-43e0-4e50-9c75-5744cd58ea3a,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:05.934604 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944648'] for floatingip (a45a3998-ad5a-43ba-894b-796958fb18cf), after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:06.033536 n-d-812111-12 neutron-server[103635]: INFO neutron.db.l3_db [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Floating IP a45a3998-ad5a-43ba-894b-796958fb18cf associated. External IP: 172.25.0.204, port: 908cf584-bf10-4f6e-9bce-2b28fa3bc803. Jan 28 07:11:06.244710 n-d-812111-12 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:11:06.352593 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:11:06.362039 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62819c71-e05b-4647-9a06-3851fa39bf03 None None] Sync routers for ids ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:11:06.371936 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62819c71-e05b-4647-9a06-3851fa39bf03 None None] Routers {'19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:11:06.376166 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-62819c71-e05b-4647-9a06-3851fa39bf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:11:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:06.448200 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:06.476260 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-62819c71-e05b-4647-9a06-3851fa39bf03 None None] Set router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:11:06.490819 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-79e6d9c6-dc10-4310-8b0b-ac9c875e7b5e tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9156597 Jan 28 07:11:06.491464 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021da5f3-4748-4710-85c2-ba8253de0be8', 'tag': '908cf584-bf10-4f6e-9bce-2b28fa3bc803'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:11:06.493795 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11512164-a995-4fc2-8c4a-ef8bd6eadd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "021da5f3-4748-4710-85c2-ba8253de0be8", "tag": "908cf584-bf10-4f6e-9bce-2b28fa3bc803"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:11:06.533538 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2dc11c-4148-490d-8157-298e0e2e9f43 x-openstack-request-id: req-6e2dc11c-4148-490d-8157-298e0e2e9f43 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:11:06.533839 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021da5f3-4748-4710-85c2-ba8253de0be8", "tag": "908cf584-bf10-4f6e-9bce-2b28fa3bc803", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:11:06.534097 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e2dc11c-4148-490d-8157-298e0e2e9f43 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:11:06.534541 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021da5f3-4748-4710-85c2-ba8253de0be8', 'tag': '908cf584-bf10-4f6e-9bce-2b28fa3bc803', 'status': 'completed', 'code': 200} Jan 28 07:11:06.620661 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11512164-a995-4fc2-8c4a-ef8bd6eadd6c req-89ecfd09-48f6-4cf9-b8bf-131efee162a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:06.622093 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11512164-a995-4fc2-8c4a-ef8bd6eadd6c req-89ecfd09-48f6-4cf9-b8bf-131efee162a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c094861ea631470da1d39ebe83b5c137&device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 1097 time: 0.0453165 Jan 28 07:11:06.639031 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:11:06.711284 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-62819c71-e05b-4647-9a06-3851fa39bf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:03Z', 'revision_number': 4, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'a45a3998-ad5a-43ba-894b-796958fb18cf', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'port_id': '908cf584-bf10-4f6e-9bce-2b28fa3bc803', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'mac_address': 'fa:16:3e:ed:56:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021da5f3-4748-4710-85c2-ba8253de0be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:11:05Z', 'updated_at': '2022-01-28T07:11:05Z', 'revision_number': 0, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'fixed_ip_address_scope': None}, {'id': 'a4c6db72-bfe5-4462-b234-72afd55ce42a', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'floating_ip_address': '172.25.0.160', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'port_id': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'mac_address': 'fa:16:3e:08:7c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:08:28Z', 'updated_at': '2022-01-28T07:08:30Z', 'revision_number': 1, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b47d62b-be8a-4fe6-ae5c-5804560bdf35', 'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'mac_address': 'fa:16:3e:d6:55:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:02Z', 'updated_at': '2022-01-28T07:08:07Z', 'revision_number': 5, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'subnets': [{'id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:06.711646 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11512164-a995-4fc2-8c4a-ef8bd6eadd6c req-98b037b7-427d-4e86-8048-f1aa05f5b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:06.712811 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11512164-a995-4fc2-8c4a-ef8bd6eadd6c req-98b037b7-427d-4e86-8048-f1aa05f5b3ca service neutron] 10.222.0.60 "GET /v2.0/networks?id=eba2fcae-3eaa-4474-a548-836fc89f5d02 HTTP/1.1" status: 200 len: 911 time: 0.0851705 Jan 28 07:11:06.741478 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62819c71-e05b-4647-9a06-3851fa39bf03 None None] Checking router: 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:11:06.749677 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62819c71-e05b-4647-9a06-3851fa39bf03 None None] Routers {'19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:11:06.750284 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-62819c71-e05b-4647-9a06-3851fa39bf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:11:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:06.780037 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11512164-a995-4fc2-8c4a-ef8bd6eadd6c req-87e5e60e-6895-4110-b3c7-9af2632557c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=908cf584-bf10-4f6e-9bce-2b28fa3bc803 HTTP/1.1" status: 200 len: 999 time: 0.0619829 Jan 28 07:11:06.828701 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11512164-a995-4fc2-8c4a-ef8bd6eadd6c req-3795e294-0aed-4f4b-811a-d619fcfe7a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:06.830138 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11512164-a995-4fc2-8c4a-ef8bd6eadd6c req-3795e294-0aed-4f4b-811a-d619fcfe7a3e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e HTTP/1.1" status: 200 len: 849 time: 0.0441022 Jan 28 07:11:06.857971 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-62819c71-e05b-4647-9a06-3851fa39bf03 None None] Set router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:11:06.876997 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11512164-a995-4fc2-8c4a-ef8bd6eadd6c req-12455cdb-391c-4e42-8c24-c82ab4d18fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:06.878456 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11512164-a995-4fc2-8c4a-ef8bd6eadd6c req-12455cdb-391c-4e42-8c24-c82ab4d18fcf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eba2fcae-3eaa-4474-a548-836fc89f5d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429242 Jan 28 07:11:06.944533 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:06.972271 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11512164-a995-4fc2-8c4a-ef8bd6eadd6c req-b7eafd1a-0023-420b-958d-f7af474a9402 service neutron] 10.222.0.60 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881202 Jan 28 07:11:07.061165 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-11512164-a995-4fc2-8c4a-ef8bd6eadd6c req-54868ea4-7638-4e04-9434-ac93c117948a service neutron] 10.222.0.60 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834663 Jan 28 07:11:07.084440 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-62819c71-e05b-4647-9a06-3851fa39bf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:03Z', 'revision_number': 4, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'a45a3998-ad5a-43ba-894b-796958fb18cf', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'port_id': '908cf584-bf10-4f6e-9bce-2b28fa3bc803', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'mac_address': 'fa:16:3e:ed:56:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021da5f3-4748-4710-85c2-ba8253de0be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:11:05Z', 'updated_at': '2022-01-28T07:11:05Z', 'revision_number': 0, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'fixed_ip_address_scope': None}, {'id': 'a4c6db72-bfe5-4462-b234-72afd55ce42a', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'floating_ip_address': '172.25.0.160', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'port_id': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'mac_address': 'fa:16:3e:08:7c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:08:28Z', 'updated_at': '2022-01-28T07:08:30Z', 'revision_number': 1, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b47d62b-be8a-4fe6-ae5c-5804560bdf35', 'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'mac_address': 'fa:16:3e:d6:55:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:02Z', 'updated_at': '2022-01-28T07:08:07Z', 'revision_number': 5, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'subnets': [{'id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:07.110579 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62819c71-e05b-4647-9a06-3851fa39bf03 None None] The sync data for ids ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'] in n-d-812111-12 is: [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:03Z', 'revision_number': 4, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'a45a3998-ad5a-43ba-894b-796958fb18cf', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'port_id': '908cf584-bf10-4f6e-9bce-2b28fa3bc803', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'mac_address': 'fa:16:3e:ed:56:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021da5f3-4748-4710-85c2-ba8253de0be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:11:05Z', 'updated_at': '2022-01-28T07:11:05Z', 'revision_number': 0, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'fixed_ip_address_scope': None}, {'id': 'a4c6db72-bfe5-4462-b234-72afd55ce42a', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'floating_ip_address': '172.25.0.160', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'port_id': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'mac_address': 'fa:16:3e:08:7c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:08:28Z', 'updated_at': '2022-01-28T07:08:30Z', 'revision_number': 1, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b47d62b-be8a-4fe6-ae5c-5804560bdf35', 'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'mac_address': 'fa:16:3e:d6:55:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:02Z', 'updated_at': '2022-01-28T07:08:07Z', 'revision_number': 5, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'subnets': [{'id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:11:07.316738 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6682e9b5-e74a-4c43-b3ba-e587fbb95727 None None] New status for floating IP a45a3998-ad5a-43ba-894b-796958fb18cf: ACTIVE {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:11:08.257275 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:09.199894 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:26.005217 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:28.554232 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:32.559976 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76fcc9ac-2e4e-43e5-acf2-f7afe9d9c59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:34.634763 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe151783-449e-42c2-86f6-2bc516a174bb req-acb40531-5de9-409a-9c92-53b88170e815 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395756 Jan 28 07:11:34.734153 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe151783-449e-42c2-86f6-2bc516a174bb req-31ada70c-cdbb-4eac-aa49-93ab01593f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:34.735836 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe151783-449e-42c2-86f6-2bc516a174bb req-31ada70c-cdbb-4eac-aa49-93ab01593f52 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c094861ea631470da1d39ebe83b5c137&device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 1097 time: 0.0466650 Jan 28 07:11:34.827935 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d228fc01-1d53-47a6-8bd0-f5ddcf5157e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:34.845787 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe151783-449e-42c2-86f6-2bc516a174bb req-e92a548a-f6af-4789-803f-ffdadb4ab76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:34.847321 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe151783-449e-42c2-86f6-2bc516a174bb req-e92a548a-f6af-4789-803f-ffdadb4ab76c service neutron] 10.222.0.60 "GET /v2.0/networks?id=eba2fcae-3eaa-4474-a548-836fc89f5d02 HTTP/1.1" status: 200 len: 911 time: 0.0935123 Jan 28 07:11:34.919090 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe151783-449e-42c2-86f6-2bc516a174bb req-9ad52813-6e23-4fd6-9245-450f857f72d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=908cf584-bf10-4f6e-9bce-2b28fa3bc803 HTTP/1.1" status: 200 len: 1001 time: 0.0650280 Jan 28 07:11:34.968090 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe151783-449e-42c2-86f6-2bc516a174bb req-399d1a21-a31a-43fd-ba8c-34d5959ad5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:34.969585 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe151783-449e-42c2-86f6-2bc516a174bb req-399d1a21-a31a-43fd-ba8c-34d5959ad5e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e HTTP/1.1" status: 200 len: 849 time: 0.0453818 Jan 28 07:11:35.014947 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe151783-449e-42c2-86f6-2bc516a174bb req-699ae3e6-ac94-42b5-aad2-0c80613b0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:35.016473 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe151783-449e-42c2-86f6-2bc516a174bb req-699ae3e6-ac94-42b5-aad2-0c80613b0317 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eba2fcae-3eaa-4474-a548-836fc89f5d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409725 Jan 28 07:11:35.105987 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe151783-449e-42c2-86f6-2bc516a174bb req-dd54aaf9-56cd-4227-b317-b2c54faeb700 service neutron] 10.222.0.60 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839355 Jan 28 07:11:35.191850 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fe151783-449e-42c2-86f6-2bc516a174bb req-3816e51f-c908-4777-af5f-024ac2f6502f service neutron] 10.222.0.60 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807004 Jan 28 07:11:36.942801 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:38.256455 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:39.188231 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:42.081267 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d48b6157-5630-406f-8ae0-4752a33c0695 req-d86a90c6-7c3f-447a-9957-cb0082beb62d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432076 Jan 28 07:11:42.177984 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b6157-5630-406f-8ae0-4752a33c0695 req-d799a84f-cff0-45f0-8314-0f7e85be49e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:42.179613 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d48b6157-5630-406f-8ae0-4752a33c0695 req-d799a84f-cff0-45f0-8314-0f7e85be49e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c094861ea631470da1d39ebe83b5c137&device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 1095 time: 0.0417168 Jan 28 07:11:42.278465 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b6157-5630-406f-8ae0-4752a33c0695 req-c1e23b77-ff90-469a-b918-11a10119da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:42.279941 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d48b6157-5630-406f-8ae0-4752a33c0695 req-c1e23b77-ff90-469a-b918-11a10119da32 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eba2fcae-3eaa-4474-a548-836fc89f5d02 HTTP/1.1" status: 200 len: 911 time: 0.0825016 Jan 28 07:11:42.346616 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d48b6157-5630-406f-8ae0-4752a33c0695 req-a6a31ff4-bf1e-4527-a3b0-e35770e6878f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b HTTP/1.1" status: 200 len: 999 time: 0.0612257 Jan 28 07:11:42.393622 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b6157-5630-406f-8ae0-4752a33c0695 req-c5dd5714-892f-4815-a6ed-a47624b225ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:42.395097 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d48b6157-5630-406f-8ae0-4752a33c0695 req-c5dd5714-892f-4815-a6ed-a47624b225ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e HTTP/1.1" status: 200 len: 849 time: 0.0433455 Jan 28 07:11:42.440014 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b6157-5630-406f-8ae0-4752a33c0695 req-221ce7e8-ac77-4cbd-a688-5fca89b24d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:42.441560 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d48b6157-5630-406f-8ae0-4752a33c0695 req-221ce7e8-ac77-4cbd-a688-5fca89b24d16 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eba2fcae-3eaa-4474-a548-836fc89f5d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406334 Jan 28 07:11:42.534173 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d48b6157-5630-406f-8ae0-4752a33c0695 req-ae9af5d4-f32c-4f4b-a932-80f48b9d7016 service neutron] 10.222.0.64 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859692 Jan 28 07:11:42.620870 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-d48b6157-5630-406f-8ae0-4752a33c0695 req-7ccc9cce-cbe9-4e89-9f30-ade1f28ba398 service neutron] 10.222.0.64 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800877 Jan 28 07:11:43.638351 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:11:56.018293 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:11:58.559555 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:02.536697 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24411917-8e7a-4851-8966-2a1b4e560ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:04.833580 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4b058fa-8209-4c45-9013-65bd7506eb79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:06.925470 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:08.273754 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:09.227956 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:20.637598 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:12:26.027386 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:28.571140 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:32.546527 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1c205ef-b84a-447a-be2d-bb1dce0466eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:34.471797 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a3ecdc9-9dc3-479f-93ee-9196275a3e2e req-e480877a-ed28-48bf-acb2-2bbc97d33970 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0843878 Jan 28 07:12:34.571728 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ecdc9-9dc3-479f-93ee-9196275a3e2e req-08acfdb9-b4ea-453d-8fc0-be268869460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:34.573203 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a3ecdc9-9dc3-479f-93ee-9196275a3e2e req-08acfdb9-b4ea-453d-8fc0-be268869460b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c094861ea631470da1d39ebe83b5c137&device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 1097 time: 0.0442383 Jan 28 07:12:34.676394 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ecdc9-9dc3-479f-93ee-9196275a3e2e req-8a4dacae-9cf9-4d45-97fc-817b2bb23fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:34.678438 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a3ecdc9-9dc3-479f-93ee-9196275a3e2e req-8a4dacae-9cf9-4d45-97fc-817b2bb23fb7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eba2fcae-3eaa-4474-a548-836fc89f5d02 HTTP/1.1" status: 200 len: 911 time: 0.0861771 Jan 28 07:12:34.746916 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a3ecdc9-9dc3-479f-93ee-9196275a3e2e req-7040dd4a-b97c-4b21-81ac-c88d07473b4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=908cf584-bf10-4f6e-9bce-2b28fa3bc803 HTTP/1.1" status: 200 len: 1001 time: 0.0629508 Jan 28 07:12:34.794484 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ecdc9-9dc3-479f-93ee-9196275a3e2e req-42ea8763-1078-4017-bd26-82fc4d633c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:34.795990 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a3ecdc9-9dc3-479f-93ee-9196275a3e2e req-42ea8763-1078-4017-bd26-82fc4d633c83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e HTTP/1.1" status: 200 len: 849 time: 0.0438981 Jan 28 07:12:34.840163 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ecdc9-9dc3-479f-93ee-9196275a3e2e req-bb4b68c0-69c5-43d7-bce5-a14d5b19dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:34.841670 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a3ecdc9-9dc3-479f-93ee-9196275a3e2e req-bb4b68c0-69c5-43d7-bce5-a14d5b19dca2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eba2fcae-3eaa-4474-a548-836fc89f5d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403626 Jan 28 07:12:34.843803 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d81268d3-bd88-4d19-82ac-d4130442fd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:34.933930 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a3ecdc9-9dc3-479f-93ee-9196275a3e2e req-3e359721-0096-4697-b9d2-95e7f10f0f28 service neutron] 10.222.0.60 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862010 Jan 28 07:12:35.022708 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-6a3ecdc9-9dc3-479f-93ee-9196275a3e2e req-1df29aab-2195-475e-85d5-490b1d9d1a72 service neutron] 10.222.0.60 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833764 Jan 28 07:12:36.918984 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:38.291005 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:38.853030 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 908cf584-bf10-4f6e-9bce-2b28fa3bc803 details requested by agent hyperv_n-h2-812111-12 with host n-h2-812111-12 {{(pid=103636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 07:12:39.129835 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 908cf584-bf10-4f6e-9bce-2b28fa3bc803, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=908cf584-bf10-4f6e-9bce-2b28fa3bc803,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:39.148309 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Returning: {'device': '908cf584-bf10-4f6e-9bce-2b28fa3bc803', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'port_id': '908cf584-bf10-4f6e-9bce-2b28fa3bc803', 'mac_address': 'fa:16:3e:ed:56:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 07:12:39.189468 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 908cf584-bf10-4f6e-9bce-2b28fa3bc803 is: ACTIVE; New status is: BUILD {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:39.189861 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:39.204798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 908cf584-bf10-4f6e-9bce-2b28fa3bc803 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 07:12:39.223103 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:39.226059 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 908cf584-bf10-4f6e-9bce-2b28fa3bc803, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=908cf584-bf10-4f6e-9bce-2b28fa3bc803,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:39.302012 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:39.348369 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=908cf584-bf10-4f6e-9bce-2b28fa3bc803,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:39.356737 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.357147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.357416 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.357795 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.358125 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.358480 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.358810 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.359134 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.359454 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.359873 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.360408 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.360729 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.361054 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:39.435622 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] get_ports_and_sgs() called for port_ids ['908cf584-bf10-4f6e-9bce-2b28fa3bc803'] {{(pid=103636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 07:12:40.861725 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 908cf584-bf10-4f6e-9bce-2b28fa3bc803 up at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 07:12:40.924069 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Provisioning complete for port 908cf584-bf10-4f6e-9bce-2b28fa3bc803 triggered by entity L2. {{(pid=103636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:12:40.924798 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699830'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), provisioning_complete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:41.014850 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 908cf584-bf10-4f6e-9bce-2b28fa3bc803 is: BUILD; New status is: ACTIVE {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:41.015242 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:41.053095 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021da5f3-4748-4710-85c2-ba8253de0be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908cf584-bf10-4f6e-9bce-2b28fa3bc803'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:41.055222 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbe2b79-8b75-48df-b081-01aa1004e9e5" -d '{"events": [{"server_uuid": "021da5f3-4748-4710-85c2-ba8253de0be8", "name": "network-vif-plugged", "status": "completed", "tag": "908cf584-bf10-4f6e-9bce-2b28fa3bc803"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:41.074076 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 908cf584-bf10-4f6e-9bce-2b28fa3bc803, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=908cf584-bf10-4f6e-9bce-2b28fa3bc803,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:41.100657 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9abec52-2cc8-4fce-991c-2ecd32da3dc9 x-openstack-request-id: req-f9abec52-2cc8-4fce-991c-2ecd32da3dc9 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:41.100978 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021da5f3-4748-4710-85c2-ba8253de0be8", "name": "network-vif-plugged", "status": "completed", "tag": "908cf584-bf10-4f6e-9bce-2b28fa3bc803", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:41.101242 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9abec52-2cc8-4fce-991c-2ecd32da3dc9 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:41.101641 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021da5f3-4748-4710-85c2-ba8253de0be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908cf584-bf10-4f6e-9bce-2b28fa3bc803', 'code': 200} Jan 28 07:12:41.187852 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:41.243853 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=908cf584-bf10-4f6e-9bce-2b28fa3bc803,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:43.093882 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea9ebffc-2ce6-4bd3-89b3-614d03580b88 req-7a7411be-fdbf-469b-8cb8-e5d087dbef79 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0466375 Jan 28 07:12:43.201890 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ebffc-2ce6-4bd3-89b3-614d03580b88 req-29b92444-7a13-4327-8b38-e04fde3869a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:43.211498 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea9ebffc-2ce6-4bd3-89b3-614d03580b88 req-29b92444-7a13-4327-8b38-e04fde3869a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c094861ea631470da1d39ebe83b5c137&device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 1095 time: 0.0474572 Jan 28 07:12:43.321394 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ebffc-2ce6-4bd3-89b3-614d03580b88 req-bf9560dc-a13d-4be8-8789-364486a55316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:43.323169 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea9ebffc-2ce6-4bd3-89b3-614d03580b88 req-bf9560dc-a13d-4be8-8789-364486a55316 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eba2fcae-3eaa-4474-a548-836fc89f5d02 HTTP/1.1" status: 200 len: 911 time: 0.0999908 Jan 28 07:12:43.396977 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea9ebffc-2ce6-4bd3-89b3-614d03580b88 req-475e566a-9957-4992-885a-34f1e0951f08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b HTTP/1.1" status: 200 len: 999 time: 0.0686100 Jan 28 07:12:43.447416 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ebffc-2ce6-4bd3-89b3-614d03580b88 req-503f357e-d864-45ac-bd2c-cd63e385ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:43.448947 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea9ebffc-2ce6-4bd3-89b3-614d03580b88 req-503f357e-d864-45ac-bd2c-cd63e385ce09 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e HTTP/1.1" status: 200 len: 849 time: 0.0456767 Jan 28 07:12:43.496232 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ebffc-2ce6-4bd3-89b3-614d03580b88 req-7047e957-ed2c-4691-bb13-ebe2ea397570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:43.501348 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea9ebffc-2ce6-4bd3-89b3-614d03580b88 req-7047e957-ed2c-4691-bb13-ebe2ea397570 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eba2fcae-3eaa-4474-a548-836fc89f5d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437922 Jan 28 07:12:43.612559 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea9ebffc-2ce6-4bd3-89b3-614d03580b88 req-3d78232e-2fd9-4a85-844f-e93fb7907459 service neutron] 10.222.0.64 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082380 Jan 28 07:12:43.715048 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-ea9ebffc-2ce6-4bd3-89b3-614d03580b88 req-a4940355-4555-4a48-97fb-f7bb247e556c service neutron] 10.222.0.64 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965970 Jan 28 07:12:51.260319 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59584) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:51.418715 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Deleting port b1d4bdeb-43e0-4e50-9c75-5744cd58ea3a {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:12:51.419053 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (b1d4bdeb-43e0-4e50-9c75-5744cd58ea3a), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.494373 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (b1d4bdeb-43e0-4e50-9c75-5744cd58ea3a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.494620 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for floatingip (b1d4bdeb-43e0-4e50-9c75-5744cd58ea3a), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.506891 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Calling delete_port for b1d4bdeb-43e0-4e50-9c75-5744cd58ea3a owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:12:51.717817 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (b1d4bdeb-43e0-4e50-9c75-5744cd58ea3a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.744834 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Pushing event deleted for resources: {'Port': ['ID=b1d4bdeb-43e0-4e50-9c75-5744cd58ea3a,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:51.755883 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:51.756255 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:51.756594 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:51.756931 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:51.757266 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:51.757851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:51.758175 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:51.758525 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:51.758851 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:51.759183 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:51.759493 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:51.759816 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:51.760137 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:51.815037 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for floatingip (a45a3998-ad5a-43ba-894b-796958fb18cf), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:51.815427 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Floating IP a45a3998-ad5a-43ba-894b-796958fb18cf disassociated (deleted). External IP: 172.25.0.204, port: 908cf584-bf10-4f6e-9bce-2b28fa3bc803. Jan 28 07:12:52.025646 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:12:52.477407 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:12:52.481873 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:52.489202 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc6173-b4ba-4674-8dc4-b1d6c85d7c83 None None] Sync routers for ids ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:12:52.498876 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdc6173-b4ba-4674-8dc4-b1d6c85d7c83 None None] Routers {'19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:12:52.499784 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dcdc6173-b4ba-4674-8dc4-b1d6c85d7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:12:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:52.512961 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-52b2cea4-adfd-4154-9720-e4e5a1098361 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "DELETE /v2.0/floatingips/a45a3998-ad5a-43ba-894b-796958fb18cf HTTP/1.1" status: 204 len: 168 time: 1.2514973 Jan 28 07:12:52.513561 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021da5f3-4748-4710-85c2-ba8253de0be8', 'tag': '908cf584-bf10-4f6e-9bce-2b28fa3bc803'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:52.515856 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947f61bf-8edf-42f9-9677-e602b9d564e2" -d '{"events": [{"name": "network-changed", "server_uuid": "021da5f3-4748-4710-85c2-ba8253de0be8", "tag": "908cf584-bf10-4f6e-9bce-2b28fa3bc803"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:52.561158 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e38ee5e-8cd6-481a-bb00-6e1f9ba7eee1 x-openstack-request-id: req-9e38ee5e-8cd6-481a-bb00-6e1f9ba7eee1 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:52.561452 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021da5f3-4748-4710-85c2-ba8253de0be8", "tag": "908cf584-bf10-4f6e-9bce-2b28fa3bc803", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:52.561710 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e38ee5e-8cd6-481a-bb00-6e1f9ba7eee1 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:52.562113 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021da5f3-4748-4710-85c2-ba8253de0be8', 'tag': '908cf584-bf10-4f6e-9bce-2b28fa3bc803', 'status': 'completed', 'code': 200} Jan 28 07:12:52.625921 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-dcdc6173-b4ba-4674-8dc4-b1d6c85d7c83 None None] Set router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:12:52.644581 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f61bf-8edf-42f9-9677-e602b9d564e2 req-a7d9fb9c-66e8-488d-a432-a63c9970b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:52.647049 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-947f61bf-8edf-42f9-9677-e602b9d564e2 req-a7d9fb9c-66e8-488d-a432-a63c9970b29d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c094861ea631470da1d39ebe83b5c137&device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 1097 time: 0.0444167 Jan 28 07:12:52.756383 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f61bf-8edf-42f9-9677-e602b9d564e2 req-a6b120aa-da25-4458-a3f8-629a1e4ef60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:52.758497 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-947f61bf-8edf-42f9-9677-e602b9d564e2 req-a6b120aa-da25-4458-a3f8-629a1e4ef60b service neutron] 10.222.0.60 "GET /v2.0/networks?id=eba2fcae-3eaa-4474-a548-836fc89f5d02 HTTP/1.1" status: 200 len: 911 time: 0.1060596 Jan 28 07:12:52.807097 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-947f61bf-8edf-42f9-9677-e602b9d564e2 req-79f95d5d-34f2-4140-b791-6c3d8076f97b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=908cf584-bf10-4f6e-9bce-2b28fa3bc803 HTTP/1.1" status: 200 len: 217 time: 0.0426774 Jan 28 07:12:52.867043 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f61bf-8edf-42f9-9677-e602b9d564e2 req-c951a343-05ff-45cc-a8be-a53453ba54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:52.869299 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-947f61bf-8edf-42f9-9677-e602b9d564e2 req-c951a343-05ff-45cc-a8be-a53453ba54dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e HTTP/1.1" status: 200 len: 849 time: 0.0570648 Jan 28 07:12:52.924914 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f61bf-8edf-42f9-9677-e602b9d564e2 req-3630f8a2-13a7-4cd2-9c2c-7b63eb9e28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:52.930644 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-947f61bf-8edf-42f9-9677-e602b9d564e2 req-3630f8a2-13a7-4cd2-9c2c-7b63eb9e28c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eba2fcae-3eaa-4474-a548-836fc89f5d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489256 Jan 28 07:12:52.930808 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 908cf584-bf10-4f6e-9bce-2b28fa3bc803 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:12:52.998271 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dcdc6173-b4ba-4674-8dc4-b1d6c85d7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:03Z', 'revision_number': 4, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'a4c6db72-bfe5-4462-b234-72afd55ce42a', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'floating_ip_address': '172.25.0.160', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'port_id': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'mac_address': 'fa:16:3e:08:7c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:08:28Z', 'updated_at': '2022-01-28T07:08:30Z', 'revision_number': 1, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b47d62b-be8a-4fe6-ae5c-5804560bdf35', 'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'mac_address': 'fa:16:3e:d6:55:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:02Z', 'updated_at': '2022-01-28T07:08:07Z', 'revision_number': 5, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'subnets': [{'id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:53.026364 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Current status of the port 908cf584-bf10-4f6e-9bce-2b28fa3bc803 is: ACTIVE; New status is: DOWN {{(pid=103636) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 07:12:53.026761 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-713066'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:53.035875 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc6173-b4ba-4674-8dc4-b1d6c85d7c83 None None] Checking router: 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:12:53.046070 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdc6173-b4ba-4674-8dc4-b1d6c85d7c83 None None] Routers {'19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:12:53.046744 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dcdc6173-b4ba-4674-8dc4-b1d6c85d7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:12:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:53.054871 n-d-812111-12 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021da5f3-4748-4710-85c2-ba8253de0be8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '908cf584-bf10-4f6e-9bce-2b28fa3bc803'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:53.057293 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ac7b09ad6bf674992afe8f8a7df198ef0eeafd3007077be4c8692419045238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef1546a-c804-47e2-9747-d5a6462a3ad3" -d '{"events": [{"server_uuid": "021da5f3-4748-4710-85c2-ba8253de0be8", "name": "network-vif-unplugged", "status": "completed", "tag": "908cf584-bf10-4f6e-9bce-2b28fa3bc803"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:53.072972 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] For port 908cf584-bf10-4f6e-9bce-2b28fa3bc803, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=908cf584-bf10-4f6e-9bce-2b28fa3bc803,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:53.109866 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f14393-a312-47c8-8776-4cd9dcaaebbe x-openstack-request-id: req-b0f14393-a312-47c8-8776-4cd9dcaaebbe {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:53.110159 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021da5f3-4748-4710-85c2-ba8253de0be8", "name": "network-vif-unplugged", "status": "completed", "tag": "908cf584-bf10-4f6e-9bce-2b28fa3bc803", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:53.110672 n-d-812111-12 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0f14393-a312-47c8-8776-4cd9dcaaebbe {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:53.111075 n-d-812111-12 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021da5f3-4748-4710-85c2-ba8253de0be8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '908cf584-bf10-4f6e-9bce-2b28fa3bc803', 'code': 200} Jan 28 07:12:53.173699 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-dcdc6173-b4ba-4674-8dc4-b1d6c85d7c83 None None] Set router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:12:53.181719 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760082023644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760081693507', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760081693525'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:53.235873 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Pushing event updated for resources: {'Port': ['ID=908cf584-bf10-4f6e-9bce-2b28fa3bc803,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:53.409122 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08789a-47fc-4115-a3de-ec1d8e064e0d req-41cb24c7-5c0b-462e-9900-dd4f601ad4b0 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:53.410804 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc08789a-47fc-4115-a3de-ec1d8e064e0d req-41cb24c7-5c0b-462e-9900-dd4f601ad4b0 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 945 time: 0.4310308 Jan 28 07:12:53.415537 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-947f61bf-8edf-42f9-9677-e602b9d564e2 req-8a04a945-15b8-43cf-a50e-15c3b1588a00 service neutron] 10.222.0.60 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821067 Jan 28 07:12:53.429373 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dcdc6173-b4ba-4674-8dc4-b1d6c85d7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:03Z', 'revision_number': 4, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'a4c6db72-bfe5-4462-b234-72afd55ce42a', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'floating_ip_address': '172.25.0.160', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'port_id': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'mac_address': 'fa:16:3e:08:7c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:08:28Z', 'updated_at': '2022-01-28T07:08:30Z', 'revision_number': 1, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b47d62b-be8a-4fe6-ae5c-5804560bdf35', 'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'mac_address': 'fa:16:3e:d6:55:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:02Z', 'updated_at': '2022-01-28T07:08:07Z', 'revision_number': 5, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'subnets': [{'id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:53.461069 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc6173-b4ba-4674-8dc4-b1d6c85d7c83 None None] The sync data for ids ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'] in n-d-812111-12 is: [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:03Z', 'revision_number': 4, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_floatingips': [{'id': 'a4c6db72-bfe5-4462-b234-72afd55ce42a', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'floating_ip_address': '172.25.0.160', 'floating_network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'router_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'port_id': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'mac_address': 'fa:16:3e:08:7c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:08:28Z', 'updated_at': '2022-01-28T07:08:30Z', 'revision_number': 1, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b47d62b-be8a-4fe6-ae5c-5804560bdf35', 'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'mac_address': 'fa:16:3e:d6:55:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:02Z', 'updated_at': '2022-01-28T07:08:07Z', 'revision_number': 5, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'subnets': [{'id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:12:53.532432 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-fc08789a-47fc-4115-a3de-ec1d8e064e0d req-c3e5a3a4-ab45-43f0-9ea8-2589fd1f85c7 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144638 Jan 28 07:12:53.566548 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-947f61bf-8edf-42f9-9677-e602b9d564e2 req-32e994b6-77e8-406f-8ca7-4528fa4a6b94 service neutron] 10.222.0.60 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416647 Jan 28 07:12:53.722496 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f898ecc-970d-40ce-a52f-9388dc4e186a None None] New status for floating IP a45a3998-ad5a-43ba-894b-796958fb18cf: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:12:54.682543 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f06ea6-88d7-460e-96ea-b0e116616d34 req-15a7235b-2d51-4da8-9c54-798187e26692 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:54.683981 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09f06ea6-88d7-460e-96ea-b0e116616d34 req-15a7235b-2d51-4da8-9c54-798187e26692 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.60 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 943 time: 0.0821469 Jan 28 07:12:54.691128 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ff74a-ac25-412e-bb37-a68a54ec1012 req-1ab264c8-66ea-47fd-80f2-896b00b5c3b8 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:54.693265 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d8ff74a-ac25-412e-bb37-a68a54ec1012 req-1ab264c8-66ea-47fd-80f2-896b00b5c3b8 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 943 time: 0.0817554 Jan 28 07:12:54.792301 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-0d8ff74a-ac25-412e-bb37-a68a54ec1012 req-62a5b8bd-f40a-4421-9b54-6b22f0ed0bdb tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921304 Jan 28 07:12:54.813753 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-09f06ea6-88d7-460e-96ea-b0e116616d34 req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Deleting port 908cf584-bf10-4f6e-9bce-2b28fa3bc803 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:12:54.814088 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-09f06ea6-88d7-460e-96ea-b0e116616d34 req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:54.901749 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-09f06ea6-88d7-460e-96ea-b0e116616d34 req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] For port 908cf584-bf10-4f6e-9bce-2b28fa3bc803, host n-h2-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-12',level=0,port_id=908cf584-bf10-4f6e-9bce-2b28fa3bc803,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:12:54.902109 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-09f06ea6-88d7-460e-96ea-b0e116616d34 req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:54.913757 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-09f06ea6-88d7-460e-96ea-b0e116616d34 req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Calling delete_port for 908cf584-bf10-4f6e-9bce-2b28fa3bc803 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:12:55.113511 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-09f06ea6-88d7-460e-96ea-b0e116616d34 req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (908cf584-bf10-4f6e-9bce-2b28fa3bc803), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:55.145105 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Pushing event deleted for resources: {'Port': ['ID=908cf584-bf10-4f6e-9bce-2b28fa3bc803,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:55.157900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:55.157900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:55.157900 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:55.158320 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:55.158565 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:55.158897 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:55.159227 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:55.159571 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:55.159890 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:55.160214 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:55.160542 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:55.160979 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:55.161396 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-12 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:12:55.195691 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f06ea6-88d7-460e-96ea-b0e116616d34 req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] No DVR routers for this DVR port 908cf584-bf10-4f6e-9bce-2b28fa3bc803 on host n-h2-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:12:55.198205 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-09f06ea6-88d7-460e-96ea-b0e116616d34 req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:55.201690 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-09f06ea6-88d7-460e-96ea-b0e116616d34 req-733ddf00-2442-4099-96d4-7a483f0b5036 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.60 "DELETE /v2.0/ports/908cf584-bf10-4f6e-9bce-2b28fa3bc803 HTTP/1.1" status: 204 len: 173 time: 0.5075469 Jan 28 07:12:55.202130 n-d-812111-12 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021da5f3-4748-4710-85c2-ba8253de0be8', 'name': 'network-vif-deleted', 'tag': '908cf584-bf10-4f6e-9bce-2b28fa3bc803'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:55.204445 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125add79e15f36c7399be28f5740e8de7864cee9c287566e7168807a80a101df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90805685-8b96-4ab7-9c6f-7868e63f7f56" -d '{"events": [{"server_uuid": "021da5f3-4748-4710-85c2-ba8253de0be8", "name": "network-vif-deleted", "tag": "908cf584-bf10-4f6e-9bce-2b28fa3bc803"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:55.302150 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e00bc91-ecf2-4cb6-82e3-2f0f1f1a4537 x-openstack-request-id: req-7e00bc91-ecf2-4cb6-82e3-2f0f1f1a4537 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:55.302150 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021da5f3-4748-4710-85c2-ba8253de0be8", "name": "network-vif-deleted", "tag": "908cf584-bf10-4f6e-9bce-2b28fa3bc803", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:55.302150 n-d-812111-12 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e00bc91-ecf2-4cb6-82e3-2f0f1f1a4537 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:55.302150 n-d-812111-12 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021da5f3-4748-4710-85c2-ba8253de0be8', 'name': 'network-vif-deleted', 'tag': '908cf584-bf10-4f6e-9bce-2b28fa3bc803', 'status': 'completed', 'code': 200} Jan 28 07:12:55.909085 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-1312fa01-ef47-476a-aedf-2d24a30a6e04 req-faf94333-9084-413e-866e-a9b9ebca9aae tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=021da5f3-4748-4710-85c2-ba8253de0be8 HTTP/1.1" status: 200 len: 210 time: 0.0306542 Jan 28 07:12:56.079228 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:57.637472 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:12:58.438008 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59644) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:12:58.587308 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:58.605781 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-61286b16-a5ac-49aa-bde2-94f5600fcd5b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Deleting port d5e882fb-893e-427f-8d4f-bbae6723a9ac {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:12:58.606122 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61286b16-a5ac-49aa-bde2-94f5600fcd5b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (d5e882fb-893e-427f-8d4f-bbae6723a9ac), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:58.684288 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61286b16-a5ac-49aa-bde2-94f5600fcd5b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (d5e882fb-893e-427f-8d4f-bbae6723a9ac), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:58.684608 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61286b16-a5ac-49aa-bde2-94f5600fcd5b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for floatingip (d5e882fb-893e-427f-8d4f-bbae6723a9ac), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:58.696081 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-61286b16-a5ac-49aa-bde2-94f5600fcd5b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Calling delete_port for d5e882fb-893e-427f-8d4f-bbae6723a9ac owned by network:floatingip {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:12:58.907626 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61286b16-a5ac-49aa-bde2-94f5600fcd5b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (d5e882fb-893e-427f-8d4f-bbae6723a9ac), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:58.933456 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 908cf584-bf10-4f6e-9bce-2b28fa3bc803 no longer exists at agent hyperv_n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:12:58.938317 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61286b16-a5ac-49aa-bde2-94f5600fcd5b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Pushing event deleted for resources: {'Port': ['ID=d5e882fb-893e-427f-8d4f-bbae6723a9ac,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:12:58.954210 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] No Port match for: 908cf584-bf10-4f6e-9bce-2b28fa3bc803 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:12:58.954587 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Device 908cf584-bf10-4f6e-9bce-2b28fa3bc803 not bound to the agent host n-h2-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:12:59.002112 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61286b16-a5ac-49aa-bde2-94f5600fcd5b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for floatingip (a4c6db72-bfe5-4462-b234-72afd55ce42a), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:59.002493 n-d-812111-12 neutron-server[103634]: INFO neutron.db.l3_db [None req-61286b16-a5ac-49aa-bde2-94f5600fcd5b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Floating IP a4c6db72-bfe5-4462-b234-72afd55ce42a disassociated (deleted). External IP: 172.25.0.160, port: 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b. Jan 28 07:12:59.215471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61286b16-a5ac-49aa-bde2-94f5600fcd5b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:12:59.322858 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61286b16-a5ac-49aa-bde2-94f5600fcd5b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:12:59.327705 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-61286b16-a5ac-49aa-bde2-94f5600fcd5b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for floatingip (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:12:59.332628 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f913bc5-e84e-4d02-8766-45a21b924392 None None] Sync routers for ids ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:12:59.343353 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f913bc5-e84e-4d02-8766-45a21b924392 None None] Routers {'19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:12:59.343976 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7f913bc5-e84e-4d02-8766-45a21b924392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:12:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:59.355639 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-61286b16-a5ac-49aa-bde2-94f5600fcd5b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "DELETE /v2.0/floatingips/a4c6db72-bfe5-4462-b234-72afd55ce42a HTTP/1.1" status: 204 len: 168 time: 0.9165168 Jan 28 07:12:59.356235 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'tag': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:12:59.359103 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4221beac-7b08-4e7e-8022-a6465a07a4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "88e28d7c-5739-4c7c-a959-d8a8472875eb", "tag": "0835fea2-b6a1-4ca4-bfd3-cf11d00f075b"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:12:59.400081 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 07:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276c3d1e-aec2-4fc2-84d5-fa2ee15978b1 x-openstack-request-id: req-276c3d1e-aec2-4fc2-84d5-fa2ee15978b1 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:12:59.400605 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e28d7c-5739-4c7c-a959-d8a8472875eb", "tag": "0835fea2-b6a1-4ca4-bfd3-cf11d00f075b", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:12:59.400957 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-276c3d1e-aec2-4fc2-84d5-fa2ee15978b1 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:12:59.401587 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'tag': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'status': 'completed', 'code': 200} Jan 28 07:12:59.453970 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-7f913bc5-e84e-4d02-8766-45a21b924392 None None] Set router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:12:59.483764 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221beac-7b08-4e7e-8022-a6465a07a4d5 req-8161f11f-ba5a-41c1-900c-78cc353edeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:59.485217 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4221beac-7b08-4e7e-8022-a6465a07a4d5 req-8161f11f-ba5a-41c1-900c-78cc353edeb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c094861ea631470da1d39ebe83b5c137&device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 1095 time: 0.0438218 Jan 28 07:12:59.592305 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221beac-7b08-4e7e-8022-a6465a07a4d5 req-41cefe16-2e6a-46a3-a1a0-3c611ada45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:59.593853 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4221beac-7b08-4e7e-8022-a6465a07a4d5 req-41cefe16-2e6a-46a3-a1a0-3c611ada45ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=eba2fcae-3eaa-4474-a548-836fc89f5d02 HTTP/1.1" status: 200 len: 911 time: 0.1030507 Jan 28 07:12:59.641538 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4221beac-7b08-4e7e-8022-a6465a07a4d5 req-c7b4a2ff-aa99-4b43-bfe2-b27176ec3bad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b HTTP/1.1" status: 200 len: 217 time: 0.0418203 Jan 28 07:12:59.663465 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7f913bc5-e84e-4d02-8766-45a21b924392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:03Z', 'revision_number': 4, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2b47d62b-be8a-4fe6-ae5c-5804560bdf35', 'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'mac_address': 'fa:16:3e:d6:55:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:02Z', 'updated_at': '2022-01-28T07:08:07Z', 'revision_number': 5, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'subnets': [{'id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:59.690234 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221beac-7b08-4e7e-8022-a6465a07a4d5 req-9647d279-3366-453e-a57a-7483c3203d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:59.691776 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4221beac-7b08-4e7e-8022-a6465a07a4d5 req-9647d279-3366-453e-a57a-7483c3203d06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e HTTP/1.1" status: 200 len: 849 time: 0.0441563 Jan 28 07:12:59.695291 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f913bc5-e84e-4d02-8766-45a21b924392 None None] Checking router: 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:12:59.703831 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f913bc5-e84e-4d02-8766-45a21b924392 None None] Routers {'19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:12:59.707666 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7f913bc5-e84e-4d02-8766-45a21b924392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:12:35Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:59.743209 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221beac-7b08-4e7e-8022-a6465a07a4d5 req-df4362fa-4cfc-4446-9526-08cc4db28aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:59.744631 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4221beac-7b08-4e7e-8022-a6465a07a4d5 req-df4362fa-4cfc-4446-9526-08cc4db28aeb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eba2fcae-3eaa-4474-a548-836fc89f5d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470097 Jan 28 07:12:59.812222 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebdb1d-a275-4044-9ae3-0672e1d1bc67 req-cbf26e89-4016-43a5-8416-9202084de6b1 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:59.813799 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65ebdb1d-a275-4044-9ae3-0672e1d1bc67 req-cbf26e89-4016-43a5-8416-9202084de6b1 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 943 time: 0.0521019 Jan 28 07:12:59.821887 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-7f913bc5-e84e-4d02-8766-45a21b924392 None None] Set router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:12:59.868168 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4221beac-7b08-4e7e-8022-a6465a07a4d5 req-a5857a0f-9af7-44b1-9312-d46cd6d66f4f service neutron] 10.222.0.64 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912580 Jan 28 07:12:59.868414 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-65ebdb1d-a275-4044-9ae3-0672e1d1bc67 req-3bdc859f-e12b-4429-b657-17cf6d604c32 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473094 Jan 28 07:12:59.963777 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-4221beac-7b08-4e7e-8022-a6465a07a4d5 req-95a6c426-31a5-44bf-bb14-faeadc44cc9d service neutron] 10.222.0.64 "GET /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893128 Jan 28 07:13:00.022576 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7f913bc5-e84e-4d02-8766-45a21b924392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:03Z', 'revision_number': 4, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2b47d62b-be8a-4fe6-ae5c-5804560bdf35', 'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'mac_address': 'fa:16:3e:d6:55:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:02Z', 'updated_at': '2022-01-28T07:08:07Z', 'revision_number': 5, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'subnets': [{'id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:00.048522 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f913bc5-e84e-4d02-8766-45a21b924392 None None] The sync data for ids ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'] in n-d-812111-12 is: [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:03Z', 'revision_number': 4, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12', '_interfaces': [{'id': '2b47d62b-be8a-4fe6-ae5c-5804560bdf35', 'name': '', 'network_id': 'eba2fcae-3eaa-4474-a548-836fc89f5d02', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'mac_address': 'fa:16:3e:d6:55:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:02Z', 'updated_at': '2022-01-28T07:08:07Z', 'revision_number': 5, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'subnets': [{'id': '0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:13:00.272001 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d5671c-11c5-40a8-94ab-f726e10cc614 None None] New status for floating IP a4c6db72-bfe5-4462-b234-72afd55ce42a: DOWN {{(pid=103636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:13:00.986638 n-d-812111-12 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76185c58-e372-4d2e-a9ca-75936bcfdd69 req-9fa3879d-354d-4028-a682-4cb9328b03fb tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:00.988113 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76185c58-e372-4d2e-a9ca-75936bcfdd69 req-9fa3879d-354d-4028-a682-4cb9328b03fb tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 943 time: 0.0492709 Jan 28 07:13:01.036652 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-76185c58-e372-4d2e-a9ca-75936bcfdd69 req-446537b4-1c64-4fbb-9061-c247f3d1b02b tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/security-groups?id=79c5675f-05ac-4e8f-9cea-62906fddba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421758 Jan 28 07:13:01.519166 n-d-812111-12 neutron-server[103634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e39b41-d1d1-4b6a-8382-06d63a46a0fb req-947d8704-922c-45e0-9fdd-7697d6d78724 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:01.520689 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e4e39b41-d1d1-4b6a-8382-06d63a46a0fb req-947d8704-922c-45e0-9fdd-7697d6d78724 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.64 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 943 time: 0.0507202 Jan 28 07:13:01.608533 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-e4e39b41-d1d1-4b6a-8382-06d63a46a0fb req-849a8895-5d17-4ac6-b4df-ca534c8bb9ad tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Deleting port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:13:01.608876 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e4e39b41-d1d1-4b6a-8382-06d63a46a0fb req-849a8895-5d17-4ac6-b4df-ca534c8bb9ad tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:01.699822 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [req-e4e39b41-d1d1-4b6a-8382-06d63a46a0fb req-849a8895-5d17-4ac6-b4df-ca534c8bb9ad tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] For port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b, host n-h1-812111-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-12',level=0,port_id=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:01.700185 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e4e39b41-d1d1-4b6a-8382-06d63a46a0fb req-849a8895-5d17-4ac6-b4df-ca534c8bb9ad tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:01.712817 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [req-e4e39b41-d1d1-4b6a-8382-06d63a46a0fb req-849a8895-5d17-4ac6-b4df-ca534c8bb9ad tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Calling delete_port for 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b owned by compute:nova {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:13:01.919515 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e4e39b41-d1d1-4b6a-8382-06d63a46a0fb req-849a8895-5d17-4ac6-b4df-ca534c8bb9ad tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (0835fea2-b6a1-4ca4-bfd3-cf11d00f075b), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:01.955514 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a8895-5d17-4ac6-b4df-ca534c8bb9ad tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Pushing event deleted for resources: {'Port': ['ID=0835fea2-b6a1-4ca4-bfd3-cf11d00f075b,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:02.017629 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e39b41-d1d1-4b6a-8382-06d63a46a0fb req-849a8895-5d17-4ac6-b4df-ca534c8bb9ad tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] No DVR routers for this DVR port 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b on host n-h1-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:13:02.021425 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [req-e4e39b41-d1d1-4b6a-8382-06d63a46a0fb req-849a8895-5d17-4ac6-b4df-ca534c8bb9ad tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44139'] for port (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:02.026598 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [req-e4e39b41-d1d1-4b6a-8382-06d63a46a0fb req-849a8895-5d17-4ac6-b4df-ca534c8bb9ad tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.64 "DELETE /v2.0/ports/0835fea2-b6a1-4ca4-bfd3-cf11d00f075b HTTP/1.1" status: 204 len: 173 time: 0.5004296 Jan 28 07:13:02.027219 n-d-812111-12 neutron-server[103634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'name': 'network-vif-deleted', 'tag': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b'}] {{(pid=103634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 07:13:02.030880 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464640b29b28267a6a1173e8abb6b37aade0e092dc30647c0575fe3da9943bde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbb6b63-8d0d-4b7d-a887-a9e076322137" -d '{"events": [{"server_uuid": "88e28d7c-5739-4c7c-a959-d8a8472875eb", "name": "network-vif-deleted", "tag": "0835fea2-b6a1-4ca4-bfd3-cf11d00f075b"}]}' {{(pid=103634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 07:13:02.078450 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 07:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbabe78-6e66-4a75-8d47-7db258ffdb32 x-openstack-request-id: req-fbbabe78-6e66-4a75-8d47-7db258ffdb32 {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 07:13:02.078810 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e28d7c-5739-4c7c-a959-d8a8472875eb", "name": "network-vif-deleted", "tag": "0835fea2-b6a1-4ca4-bfd3-cf11d00f075b", "status": "completed", "code": 200}]} {{(pid=103634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 07:13:02.079880 n-d-812111-12 neutron-server[103634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbbabe78-6e66-4a75-8d47-7db258ffdb32 {{(pid=103634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 07:13:02.079880 n-d-812111-12 neutron-server[103634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e28d7c-5739-4c7c-a959-d8a8472875eb', 'name': 'network-vif-deleted', 'tag': '0835fea2-b6a1-4ca4-bfd3-cf11d00f075b', 'status': 'completed', 'code': 200} Jan 28 07:13:02.174365 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [req-d98444e1-1f6b-4c16-9f7a-0f4d150dce97 req-89c11c41-6810-464b-991d-e0416f865d80 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e28d7c-5739-4c7c-a959-d8a8472875eb HTTP/1.1" status: 200 len: 210 time: 0.0338771 Jan 28 07:13:02.521298 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f335edb-4c30-4ad0-8c71-02b33b683a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:03.244482 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59660) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:03.299937 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4825c4b8-17c9-4d4d-a2f5-f38437e78087 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group (79c5675f-05ac-4e8f-9cea-62906fddba46), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:03.324667 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4825c4b8-17c9-4d4d-a2f5-f38437e78087 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group (79c5675f-05ac-4e8f-9cea-62906fddba46), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:03.460729 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4825c4b8-17c9-4d4d-a2f5-f38437e78087 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (79c5675f-05ac-4e8f-9cea-62906fddba46), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:03.463451 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-4825c4b8-17c9-4d4d-a2f5-f38437e78087 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:03.464627 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-4825c4b8-17c9-4d4d-a2f5-f38437e78087 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] 10.222.0.31 "DELETE /v2.0/security-groups/79c5675f-05ac-4e8f-9cea-62906fddba46 HTTP/1.1" status: 204 len: 168 time: 0.2191617 Jan 28 07:13:03.478726 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825c4b8-17c9-4d4d-a2f5-f38437e78087 tempest-TestSnapshotPattern-669020451 tempest-TestSnapshotPattern-669020451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c5675f-05ac-4e8f-9cea-62906fddba46,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:03.577243 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59664) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:04.028833 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d211a0e-2f3d-4155-850c-d0a14f705a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.327539 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-2d211a0e-2f3d-4155-850c-d0a14f705a4e admin admin] Deleting port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:13:04.328275 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d211a0e-2f3d-4155-850c-d0a14f705a4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.411738 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-2d211a0e-2f3d-4155-850c-d0a14f705a4e admin admin] For port 2b47d62b-be8a-4fe6-ae5c-5804560bdf35, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=2b47d62b-be8a-4fe6-ae5c-5804560bdf35,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:04.412825 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d211a0e-2f3d-4155-850c-d0a14f705a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.425695 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-2d211a0e-2f3d-4155-850c-d0a14f705a4e admin admin] Calling delete_port for 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:13:04.707535 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d211a0e-2f3d-4155-850c-d0a14f705a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (2b47d62b-be8a-4fe6-ae5c-5804560bdf35), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.732808 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d211a0e-2f3d-4155-850c-d0a14f705a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b47d62b-be8a-4fe6-ae5c-5804560bdf35,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:04.849585 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a266aa44-425b-4844-95b4-6a015dbeb43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:04.913950 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-2d211a0e-2f3d-4155-850c-d0a14f705a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:05.153237 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d211a0e-2f3d-4155-850c-d0a14f705a4e admin admin] Router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:13:05.261682 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d211a0e-2f3d-4155-850c-d0a14f705a4e admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:13:05.266879 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-2d211a0e-2f3d-4155-850c-d0a14f705a4e admin admin] 10.222.0.31 "PUT /v2.0/routers/19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6885922 Jan 28 07:13:05.269471 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59668) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:05.276215 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b8dc3-891c-412d-b0dc-2aa6603ee5bf None None] Sync routers for ids ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'] in n-d-812111-12 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:13:05.285424 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b8dc3-891c-412d-b0dc-2aa6603ee5bf None None] Routers {'19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:13:05.286037 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e75b8dc3-891c-412d-b0dc-2aa6603ee5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:13:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:05.394654 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e75b8dc3-891c-412d-b0dc-2aa6603ee5bf None None] Set router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:13:05.690353 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e75b8dc3-891c-412d-b0dc-2aa6603ee5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:13:04Z', 'revision_number': 5, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:05.718351 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b8dc3-891c-412d-b0dc-2aa6603ee5bf None None] Checking router: 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 for host: n-d-812111-12 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:13:05.722260 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c168-6de8-4679-b656-319df27a168e admin admin] Publish callbacks [] for router (19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:05.726868 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b8dc3-891c-412d-b0dc-2aa6603ee5bf None None] Routers {'19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'} bound to L3 agent in host n-d-812111-12 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:13:05.727482 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e75b8dc3-891c-412d-b0dc-2aa6603ee5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:13:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:05.826840 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c168-6de8-4679-b656-319df27a168e admin admin] Publish callbacks [] for router_gateway (19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:05.843529 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e75b8dc3-891c-412d-b0dc-2aa6603ee5bf None None] Set router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 gateway port host: n-d-812111-12 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:13:05.939860 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f6d3c168-6de8-4679-b656-319df27a168e admin admin] Deleting port dfa52db2-4253-4aba-8b24-ed48fe635dfc {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:13:05.940207 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c168-6de8-4679-b656-319df27a168e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (dfa52db2-4253-4aba-8b24-ed48fe635dfc), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.021381 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-f6d3c168-6de8-4679-b656-319df27a168e admin admin] For port dfa52db2-4253-4aba-8b24-ed48fe635dfc, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=dfa52db2-4253-4aba-8b24-ed48fe635dfc,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:06.021753 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c168-6de8-4679-b656-319df27a168e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (dfa52db2-4253-4aba-8b24-ed48fe635dfc), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.025413 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e75b8dc3-891c-412d-b0dc-2aa6603ee5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:13:04Z', 'revision_number': 5, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:06.039129 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f6d3c168-6de8-4679-b656-319df27a168e admin admin] Calling delete_port for dfa52db2-4253-4aba-8b24-ed48fe635dfc owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:13:06.052969 n-d-812111-12 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b8dc3-891c-412d-b0dc-2aa6603ee5bf None None] The sync data for ids ['19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78'] in n-d-812111-12 is: [{'id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'name': 'tempest-TestSnapshotPattern-1925841604-router', 'tenant_id': 'c094861ea631470da1d39ebe83b5c137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:13:04Z', 'revision_number': 5, 'project_id': 'c094861ea631470da1d39ebe83b5c137', 'gw_port': {'id': 'dfa52db2-4253-4aba-8b24-ed48fe635dfc', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:31:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:00Z', 'updated_at': '2022-01-28T07:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:13:06.284883 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c168-6de8-4679-b656-319df27a168e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (dfa52db2-4253-4aba-8b24-ed48fe635dfc), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.316316 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3c168-6de8-4679-b656-319df27a168e admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa52db2-4253-4aba-8b24-ed48fe635dfc,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:06.377303 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c168-6de8-4679-b656-319df27a168e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.460501 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b no longer exists at agent hyperv_n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:13:06.479258 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c168-6de8-4679-b656-319df27a168e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.482464 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c168-6de8-4679-b656-319df27a168e admin admin] Publish callbacks [] for router_controller (19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.483348 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] No Port match for: 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:13:06.483703 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Device 0835fea2-b6a1-4ca4-bfd3-cf11d00f075b not bound to the agent host n-h1-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:13:06.616849 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c168-6de8-4679-b656-319df27a168e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.617433 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d3c168-6de8-4679-b656-319df27a168e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:13:06.625331 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c168-6de8-4679-b656-319df27a168e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.625331 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f6d3c168-6de8-4679-b656-319df27a168e admin admin] 10.222.0.31 "DELETE /v2.0/routers/19fb0d89-a802-48f1-a9bd-7ad1a7ff1f78 HTTP/1.1" status: 204 len: 168 time: 1.3525798 Jan 28 07:13:06.625866 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59670) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:06.673502 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9eabb4d-e248-4e1c-b119-cd2f9e29774d admin admin] Deleting subnet 0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:13:06.677074 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9eabb4d-e248-4e1c-b119-cd2f9e29774d admin admin] Publish callbacks [] for subnet (0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.716727 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9eabb4d-e248-4e1c-b119-cd2f9e29774d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16210079'] for subnet (0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e), precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.801873 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9eabb4d-e248-4e1c-b119-cd2f9e29774d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.925009 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9eabb4d-e248-4e1c-b119-cd2f9e29774d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16598390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12676120'] for subnet (0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.952026 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eabb4d-e248-4e1c-b119-cd2f9e29774d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:06.952273 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.955952 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9eabb4d-e248-4e1c-b119-cd2f9e29774d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:06.960162 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-e9eabb4d-e248-4e1c-b119-cd2f9e29774d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0d9c9a7c-8fef-4df4-8bb8-b28ddb484d4e HTTP/1.1" status: 204 len: 168 time: 0.3323302 Jan 28 07:13:06.962670 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59672) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:06.965413 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a47113a-ebcb-4bcc-8f61-bbb563952d0a None None] Network eba2fcae-3eaa-4474-a548-836fc89f5d02 requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:13:07.033281 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (eba2fcae-3eaa-4474-a548-836fc89f5d02), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.103880 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] Deleting port a53b11da-3982-4d42-b4f8-2e5138c139a5 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:13:07.104239 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a53b11da-3982-4d42-b4f8-2e5138c139a5), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.165228 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a0422d-743d-4083-b39c-9163f76be4a6 None None] DHCP port deletion for eba2fcae-3eaa-4474-a548-836fc89f5d02 request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:13:07.184030 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] For port a53b11da-3982-4d42-b4f8-2e5138c139a5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a53b11da-3982-4d42-b4f8-2e5138c139a5,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:07.184404 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a53b11da-3982-4d42-b4f8-2e5138c139a5), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.190271 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:13:07.198926 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] Calling delete_port for a53b11da-3982-4d42-b4f8-2e5138c139a5 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:13:07.213872 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:13:07.215058 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 2b47d62b-be8a-4fe6-ae5c-5804560bdf35 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:13:07.215058 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device dfa52db2-4253-4aba-8b24-ed48fe635dfc no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:13:07.239313 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: dfa52db2-4253-4aba-8b24-ed48fe635dfc {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:13:07.239657 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device dfa52db2-4253-4aba-8b24-ed48fe635dfc not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:13:07.257463 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-68a0422d-743d-4083-b39c-9163f76be4a6 None None] Deleting port a53b11da-3982-4d42-b4f8-2e5138c139a5 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:13:07.258105 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68a0422d-743d-4083-b39c-9163f76be4a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a53b11da-3982-4d42-b4f8-2e5138c139a5), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.323571 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-68a0422d-743d-4083-b39c-9163f76be4a6 None None] For port a53b11da-3982-4d42-b4f8-2e5138c139a5, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a53b11da-3982-4d42-b4f8-2e5138c139a5,segment=NetworkSegment(c2f747ff-f051-4eff-947c-fe5d6073995c),segment_id=c2f747ff-f051-4eff-947c-fe5d6073995c)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:07.323863 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68a0422d-743d-4083-b39c-9163f76be4a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a53b11da-3982-4d42-b4f8-2e5138c139a5), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.336854 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-68a0422d-743d-4083-b39c-9163f76be4a6 None None] Calling delete_port for a53b11da-3982-4d42-b4f8-2e5138c139a5 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:13:07.445305 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16598339'] for port (a53b11da-3982-4d42-b4f8-2e5138c139a5), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.451576 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68a0422d-743d-4083-b39c-9163f76be4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (a53b11da-3982-4d42-b4f8-2e5138c139a5), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.470702 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a53b11da-3982-4d42-b4f8-2e5138c139a5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:07.475156 n-d-812111-12 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] No DVR routers for this DVR port a53b11da-3982-4d42-b4f8-2e5138c139a5 on host n-d-812111-12 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:13:07.479589 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0422d-743d-4083-b39c-9163f76be4a6 None None] Pushing event deleted for resources: {'Port': ['ID=a53b11da-3982-4d42-b4f8-2e5138c139a5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:07.481445 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0422d-743d-4083-b39c-9163f76be4a6 None None] No DVR routers for this DVR port a53b11da-3982-4d42-b4f8-2e5138c139a5 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:13:07.549999 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (eba2fcae-3eaa-4474-a548-836fc89f5d02), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.571910 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba2fcae-3eaa-4474-a548-836fc89f5d02']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:07.581170 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f747ff-f051-4eff-947c-fe5d6073995c') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:07.581404 n-d-812111-12 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f747ff-f051-4eff-947c-fe5d6073995c') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:07.594561 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16210150'] for segment (c2f747ff-f051-4eff-947c-fe5d6073995c), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.608512 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (c2f747ff-f051-4eff-947c-fe5d6073995c), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.614386 n-d-812111-12 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:13:07.615362 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16598428'] for segment (c2f747ff-f051-4eff-947c-fe5d6073995c), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: Traceback (most recent call last): Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: timer() Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: cb(*args, **kw) Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: return func(*args, **kwargs) Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: self._notify() Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: self.callback(batched_events) Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: event.method(event) Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: return f(self, *a, **k) Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: return self._get(url).json() Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:13:07.617073 n-d-812111-12 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:13:07.770520 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (eba2fcae-3eaa-4474-a548-836fc89f5d02), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.775933 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:07.779438 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/eba2fcae-3eaa-4474-a548-836fc89f5d02 HTTP/1.1" status: 204 len: 168 time: 0.8158057 Jan 28 07:13:07.782417 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59674) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:07.792102 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18de913-d09c-4177-96ac-36aeacca87a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eba2fcae-3eaa-4474-a548-836fc89f5d02,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:08.129584 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-82110414-bc1b-4caf-83b0-1f0b9978a9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1944392'] for router_interface (1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:08.273169 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:08.383543 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-82110414-bc1b-4caf-83b0-1f0b9978a9b5 admin admin] Deleting port 591642ce-a393-4fc7-8f14-6e9409bdb10d {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:13:08.383831 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-82110414-bc1b-4caf-83b0-1f0b9978a9b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:08.465871 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-82110414-bc1b-4caf-83b0-1f0b9978a9b5 admin admin] For port 591642ce-a393-4fc7-8f14-6e9409bdb10d, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=591642ce-a393-4fc7-8f14-6e9409bdb10d,segment=NetworkSegment(d1913189-038a-4904-b8b6-9277d3d07bea),segment_id=d1913189-038a-4904-b8b6-9277d3d07bea)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:08.466234 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-82110414-bc1b-4caf-83b0-1f0b9978a9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:08.478760 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-82110414-bc1b-4caf-83b0-1f0b9978a9b5 admin admin] Calling delete_port for 591642ce-a393-4fc7-8f14-6e9409bdb10d owned by network:router_interface {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:13:08.758881 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-82110414-bc1b-4caf-83b0-1f0b9978a9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (591642ce-a393-4fc7-8f14-6e9409bdb10d), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:08.783392 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82110414-bc1b-4caf-83b0-1f0b9978a9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=591642ce-a393-4fc7-8f14-6e9409bdb10d,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:08.954422 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-82110414-bc1b-4caf-83b0-1f0b9978a9b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1639699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944548'] for router_interface (1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:09.138394 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a53b11da-3982-4d42-b4f8-2e5138c139a5 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:13:09.160032 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: a53b11da-3982-4d42-b4f8-2e5138c139a5 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:13:09.160377 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a53b11da-3982-4d42-b4f8-2e5138c139a5 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:13:09.181105 n-d-812111-12 neutron-server[103634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82110414-bc1b-4caf-83b0-1f0b9978a9b5 admin admin] Router 1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852 has already been hosted by L3 agent 979317c0-e473-4600-ba00-bca25aaffbf0 {{(pid=103634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 07:13:09.200268 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:09.293332 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82110414-bc1b-4caf-83b0-1f0b9978a9b5 admin admin] Notify agent at l3_agent.n-d-812111-12 the message routers_updated {{(pid=103634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 07:13:09.298793 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-82110414-bc1b-4caf-83b0-1f0b9978a9b5 admin admin] 10.222.0.31 "PUT /v2.0/routers/1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5147181 Jan 28 07:13:09.300775 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59676) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:09.304063 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21bb9ab-8e34-4327-b497-3b139bb6a91b None None] Sync routers for ids ['1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852'] in n-d-812111-12 {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:13:09.314687 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21bb9ab-8e34-4327-b497-3b139bb6a91b None None] Routers {'1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:13:09.315314 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a21bb9ab-8e34-4327-b497-3b139bb6a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:13:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:09.406216 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f36b3165-0832-46f1-9471-e2c3f2f02fde admin admin] Publish callbacks [] for router (1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:09.422133 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a21bb9ab-8e34-4327-b497-3b139bb6a91b None None] Set router 1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852 gateway port host: n-d-812111-12 {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:13:09.511695 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f36b3165-0832-46f1-9471-e2c3f2f02fde admin admin] Publish callbacks [] for router_gateway (1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:09.602859 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a21bb9ab-8e34-4327-b497-3b139bb6a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'name': 'tempest-TestSnapshotPattern-2034403644-router', 'tenant_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'external_fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a506ba15-da60-421f-b103-7391e959e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:06Z', 'updated_at': '2022-01-28T07:13:08Z', 'revision_number': 5, 'project_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'gw_port': {'id': 'a506ba15-da60-421f-b103-7391e959e2c8', 'name': '', 'network_id': 'e332b90d-8c86-4e9e-984f-ded95bb8f28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:08:07Z', 'updated_at': '2022-01-28T07:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c18042d6-8990-4601-941c-87c8d2f88552', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-12'}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:09.629562 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21bb9ab-8e34-4327-b497-3b139bb6a91b None None] Checking router: 1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852 for host: n-d-812111-12 {{(pid=103636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:13:09.636556 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f36b3165-0832-46f1-9471-e2c3f2f02fde admin admin] Deleting port a506ba15-da60-421f-b103-7391e959e2c8 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:13:09.636898 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f36b3165-0832-46f1-9471-e2c3f2f02fde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (a506ba15-da60-421f-b103-7391e959e2c8), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:09.638185 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21bb9ab-8e34-4327-b497-3b139bb6a91b None None] Routers {'1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852'} bound to L3 agent in host n-d-812111-12 {{(pid=103636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 07:13:09.638827 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a21bb9ab-8e34-4327-b497-3b139bb6a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T05:24:05Z,description=,heartbeat_timestamp=2022-01-28T07:13:05Z,host='n-d-812111-12',id=979317c0-e473-4600-ba00-bca25aaffbf0,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T05:24:05Z,topic='l3_agent')) {'router_ids': ['1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852'], 'active': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:09.722924 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-f36b3165-0832-46f1-9471-e2c3f2f02fde admin admin] For port a506ba15-da60-421f-b103-7391e959e2c8, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=a506ba15-da60-421f-b103-7391e959e2c8,segment=NetworkSegment(b4f24ca2-87d1-473a-8a19-af9a931fafa3),segment_id=b4f24ca2-87d1-473a-8a19-af9a931fafa3)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:09.723283 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f36b3165-0832-46f1-9471-e2c3f2f02fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (a506ba15-da60-421f-b103-7391e959e2c8), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:09.727147 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvr_db [None req-a21bb9ab-8e34-4327-b497-3b139bb6a91b None None] Set router 1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852 gateway port host: None {{(pid=103636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 07:13:09.735622 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-f36b3165-0832-46f1-9471-e2c3f2f02fde admin admin] Calling delete_port for a506ba15-da60-421f-b103-7391e959e2c8 owned by network:router_gateway {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:13:09.783798 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_hamode_db [None req-a21bb9ab-8e34-4327-b497-3b139bb6a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'name': 'tempest-TestSnapshotPattern-2034403644-router', 'tenant_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:06Z', 'updated_at': '2022-01-28T07:13:09Z', 'revision_number': 6, 'project_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'gw_port_host': None}], 'n-d-812111-12', False) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:09.811029 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21bb9ab-8e34-4327-b497-3b139bb6a91b None None] The sync data for ids ['1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852'] in n-d-812111-12 is: [{'id': '1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852', 'name': 'tempest-TestSnapshotPattern-2034403644-router', 'tenant_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:08:06Z', 'updated_at': '2022-01-28T07:13:09Z', 'revision_number': 6, 'project_id': '21c1d6fdf32b4d7ca7dc643c52bbbdc5', 'gw_port_host': None}] {{(pid=103636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:13:09.975471 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f36b3165-0832-46f1-9471-e2c3f2f02fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (a506ba15-da60-421f-b103-7391e959e2c8), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:10.001235 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b3165-0832-46f1-9471-e2c3f2f02fde admin admin] Pushing event deleted for resources: {'Port': ['ID=a506ba15-da60-421f-b103-7391e959e2c8,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:10.060884 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f36b3165-0832-46f1-9471-e2c3f2f02fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1943694'] for router_gateway (1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:10.151319 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f36b3165-0832-46f1-9471-e2c3f2f02fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5898'] for router (1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:10.153470 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f36b3165-0832-46f1-9471-e2c3f2f02fde admin admin] Publish callbacks [] for router_controller (1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:10.324781 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f36b3165-0832-46f1-9471-e2c3f2f02fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942770'] for router (1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:10.325383 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36b3165-0832-46f1-9471-e2c3f2f02fde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852 {{(pid=103634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 07:13:10.329804 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-f36b3165-0832-46f1-9471-e2c3f2f02fde admin admin] Publish callbacks [] for router (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:10.330908 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-f36b3165-0832-46f1-9471-e2c3f2f02fde admin admin] 10.222.0.31 "DELETE /v2.0/routers/1d6c9d2a-aeec-4f98-94bc-1e4b42f5d852 HTTP/1.1" status: 204 len: 168 time: 1.0292258 Jan 28 07:13:10.333632 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59678) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:10.377755 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.db_base_plugin_v2 [None req-29abc029-5a4b-4183-9893-69cd48a16152 admin admin] Deleting subnet 5994de1d-b030-41ae-be89-02f74101fc40 {{(pid=103634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 07:13:10.381655 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29abc029-5a4b-4183-9893-69cd48a16152 admin admin] Publish callbacks [] for subnet (5994de1d-b030-41ae-be89-02f74101fc40), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:10.415824 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29abc029-5a4b-4183-9893-69cd48a16152 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267740'] for subnet (5994de1d-b030-41ae-be89-02f74101fc40), precommit_delete_associations {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:10.495511 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29abc029-5a4b-4183-9893-69cd48a16152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703915'] for subnet (5994de1d-b030-41ae-be89-02f74101fc40), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:10.626676 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29abc029-5a4b-4183-9893-69cd48a16152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1681684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14568150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14623044'] for subnet (5994de1d-b030-41ae-be89-02f74101fc40), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:10.654050 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abc029-5a4b-4183-9893-69cd48a16152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5994de1d-b030-41ae-be89-02f74101fc40,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:10.657524 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-29abc029-5a4b-4183-9893-69cd48a16152 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:10.661203 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-29abc029-5a4b-4183-9893-69cd48a16152 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5994de1d-b030-41ae-be89-02f74101fc40 HTTP/1.1" status: 204 len: 168 time: 0.3262866 Jan 28 07:13:10.663668 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59680) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:10.668800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180c59fd-454e-4c26-8d98-54acf4cf2530 None None] Network 3362bfe2-0550-4e4f-9fda-99347882055f requested from n-d-812111-12 {{(pid=103636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 07:13:10.736911 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-643178'] for network (3362bfe2-0550-4e4f-9fda-99347882055f), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:10.808530 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] Deleting port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 {{(pid=103634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:13:10.809345 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (76a1ec28-1c73-4fe9-bfd8-25b6ca44e710), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:10.817666 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96e3978-a3e1-4a37-9695-a9457074c63e None None] DHCP port deletion for 3362bfe2-0550-4e4f-9fda-99347882055f request from n-d-812111-12 {{(pid=103636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 07:13:10.868057 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f96e3978-a3e1-4a37-9695-a9457074c63e None None] Deleting port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 07:13:10.868687 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f96e3978-a3e1-4a37-9695-a9457074c63e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760082017392'] for port (76a1ec28-1c73-4fe9-bfd8-25b6ca44e710), before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:10.878981 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.db [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] For port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=76a1ec28-1c73-4fe9-bfd8-25b6ca44e710,segment=NetworkSegment(d1913189-038a-4904-b8b6-9277d3d07bea),segment_id=d1913189-038a-4904-b8b6-9277d3d07bea)] {{(pid=103634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:10.878981 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (76a1ec28-1c73-4fe9-bfd8-25b6ca44e710), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:10.890949 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] Calling delete_port for 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 owned by network:dhcp {{(pid=103634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:13:10.932816 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f96e3978-a3e1-4a37-9695-a9457074c63e None None] For port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710, host n-d-812111-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-12',level=0,port_id=76a1ec28-1c73-4fe9-bfd8-25b6ca44e710,segment=NetworkSegment(d1913189-038a-4904-b8b6-9277d3d07bea),segment_id=d1913189-038a-4904-b8b6-9277d3d07bea)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 07:13:10.933220 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f96e3978-a3e1-4a37-9695-a9457074c63e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944943'] for port (76a1ec28-1c73-4fe9-bfd8-25b6ca44e710), precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:10.949763 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f96e3978-a3e1-4a37-9695-a9457074c63e None None] Calling delete_port for 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 07:13:11.072991 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14568163'] for port (76a1ec28-1c73-4fe9-bfd8-25b6ca44e710), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:11.078822 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f96e3978-a3e1-4a37-9695-a9457074c63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-713799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760082023626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760081693498'] for port (76a1ec28-1c73-4fe9-bfd8-25b6ca44e710), after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:11.084462 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:13:11.102026 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=76a1ec28-1c73-4fe9-bfd8-25b6ca44e710,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:11.107132 n-d-812111-12 neutron-server[103634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] No DVR routers for this DVR port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 on host n-d-812111-12 {{(pid=103634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:13:11.127482 n-d-812111-12 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e3978-a3e1-4a37-9695-a9457074c63e None None] Pushing event deleted for resources: {'Port': ['ID=76a1ec28-1c73-4fe9-bfd8-25b6ca44e710,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:11.130800 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:13:11.131491 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:13:11.132266 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a506ba15-da60-421f-b103-7391e959e2c8 no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:13:11.135470 n-d-812111-12 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e3978-a3e1-4a37-9695-a9457074c63e None None] No DVR routers for this DVR port 76a1ec28-1c73-4fe9-bfd8-25b6ca44e710 on host n-d-812111-12 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:13:11.162891 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: a506ba15-da60-421f-b103-7391e959e2c8 {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:13:11.164182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device a506ba15-da60-421f-b103-7391e959e2c8 not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:13:11.164182 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 591642ce-a393-4fc7-8f14-6e9409bdb10d no longer exists at agent ovs-agent-n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 07:13:11.183420 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] No Port match for: 591642ce-a393-4fc7-8f14-6e9409bdb10d {{(pid=103636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 07:13:11.183817 n-d-812111-12 neutron-server[103636]: DEBUG neutron.plugins.ml2.rpc [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Device 591642ce-a393-4fc7-8f14-6e9409bdb10d not bound to the agent host n-d-812111-12 {{(pid=103636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 07:13:11.195360 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700752', 'neutron.services.segments.db._delete_segments_for_network-8760082206868'] for network (3362bfe2-0550-4e4f-9fda-99347882055f), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:11.218422 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3362bfe2-0550-4e4f-9fda-99347882055f']}} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:11.228980 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1913189-038a-4904-b8b6-9277d3d07bea') {'for_net_delete': True} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:11.229268 n-d-812111-12 neutron-server[103634]: DEBUG neutron.services.segments.db [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1913189-038a-4904-b8b6-9277d3d07bea') {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:13:11.239457 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760082229405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267685'] for segment (d1913189-038a-4904-b8b6-9277d3d07bea), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:11.252951 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980'] for segment (d1913189-038a-4904-b8b6-9277d3d07bea), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:11.260151 n-d-812111-12 neutron-server[103634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:13:11.260538 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14567996'] for segment (d1913189-038a-4904-b8b6-9277d3d07bea), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: Traceback (most recent call last): Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: timer() Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: cb(*args, **kw) Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: return func(*args, **kwargs) Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: self._notify() Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: self.callback(batched_events) Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: event.method(event) Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: return f(self, *a, **k) Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: return self._get(url).json() Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: return self.request(url, 'GET', **kwargs) Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:13:11.262210 n-d-812111-12 neutron-server[103634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:13:11.437500 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1639912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944678'] for network (3362bfe2-0550-4e4f-9fda-99347882055f), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:11.443565 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:11.446805 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3362bfe2-0550-4e4f-9fda-99347882055f HTTP/1.1" status: 204 len: 168 time: 0.7821858 Jan 28 07:13:11.459970 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e01bb0-5db9-4144-8182-b9d95da69bd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3362bfe2-0550-4e4f-9fda-99347882055f,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:11.730773 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59684) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:11.772770 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-9f81daaf-6138-4ab7-87a0-6154137bd64f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c094861ea631470da1d39ebe83b5c137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407166 Jan 28 07:13:11.775295 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [-] (103634) accepted ('10.222.0.31', 59686) {{(pid=103634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:11.822595 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e413-d9ad-4ddb-8d56-9d3fd6194425 admin admin] Publish callbacks [] for security_group (95012f9b-bb07-414b-8e04-c0f22dd9c17c), before_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:11.843551 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e413-d9ad-4ddb-8d56-9d3fd6194425 admin admin] Publish callbacks [] for security_group (95012f9b-bb07-414b-8e04-c0f22dd9c17c), precommit_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:11.958615 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e413-d9ad-4ddb-8d56-9d3fd6194425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (95012f9b-bb07-414b-8e04-c0f22dd9c17c), after_delete {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:11.961191 n-d-812111-12 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e413-d9ad-4ddb-8d56-9d3fd6194425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:11.965198 n-d-812111-12 neutron-server[103634]: INFO neutron.wsgi [None req-cbc6e413-d9ad-4ddb-8d56-9d3fd6194425 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95012f9b-bb07-414b-8e04-c0f22dd9c17c HTTP/1.1" status: 204 len: 168 time: 0.1861866 Jan 28 07:13:11.971640 n-d-812111-12 neutron-server[103634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6e413-d9ad-4ddb-8d56-9d3fd6194425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95012f9b-bb07-414b-8e04-c0f22dd9c17c,revision_number=None']} {{(pid=103634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:12.827016 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59692) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:12.867255 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-c5fc7beb-b326-4d93-a530-a88e3d6c88cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21c1d6fdf32b4d7ca7dc643c52bbbdc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390739 Jan 28 07:13:12.869781 n-d-812111-12 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.31', 59694) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 07:13:12.917123 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4bf4151d-7548-4ced-b748-179f504217ae admin admin] Publish callbacks [] for security_group (0eca56bd-d4c8-4d64-9878-c2d4f444982f), before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:12.938019 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4bf4151d-7548-4ced-b748-179f504217ae admin admin] Publish callbacks [] for security_group (0eca56bd-d4c8-4d64-9878-c2d4f444982f), precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:13.067079 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4bf4151d-7548-4ced-b748-179f504217ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613502'] for security_group (0eca56bd-d4c8-4d64-9878-c2d4f444982f), after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:13.070550 n-d-812111-12 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4bf4151d-7548-4ced-b748-179f504217ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:13.071767 n-d-812111-12 neutron-server[103635]: INFO neutron.wsgi [None req-4bf4151d-7548-4ced-b748-179f504217ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0eca56bd-d4c8-4d64-9878-c2d4f444982f HTTP/1.1" status: 204 len: 168 time: 0.2010617 Jan 28 07:13:13.079969 n-d-812111-12 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4151d-7548-4ced-b748-179f504217ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eca56bd-d4c8-4d64-9878-c2d4f444982f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:26.032576 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:28.616219 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:32.546697 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2239a479-b1b2-4fcf-adff-846c9328402a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:34.637034 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:13:34.867248 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ecc0f3fb-f76f-4189-8ace-da376f631039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:36.952924 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:38.265913 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:39.209735 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:56.111414 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:13:58.598495 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:02.602593 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51ad01f2-74ce-4e44-83a3-0bd1b97a654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:04.848954 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-05cc41f1-8c31-4b00-8446-328a31c52c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:06.951932 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:08.271968 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:09.494057 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:11.636191 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:14:26.123497 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:28.614872 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:32.546104 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16ae11a1-f100-4f1f-a90e-0f785476bd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:34.854940 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38837744-721e-467d-b00c-61755430660a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:36.969068 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:38.340381 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:39.243269 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:48.640495 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:14:56.110157 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:14:58.637057 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:02.545484 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-480ff387-3dec-403d-9859-ec922246da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:04.848271 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44e28bbd-c9ab-430b-9c0a-040883adc261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:06.966318 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:08.259786 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:09.200807 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:25.639686 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:15:26.104521 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:28.674799 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:32.590901 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d7a86f8b-dbcf-44d9-97e4-6c32f379b120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:34.846410 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0fed5d1b-2e4d-48c9-843d-d0e62a5cd3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:37.029823 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:38.299735 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:39.232048 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:56.121090 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:15:58.659736 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:02.545370 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a279c2d-f916-425a-bd77-a1360427dd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:02.639421 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:16:04.859004 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b59a5bdb-53a6-4ea1-8981-52a4bd79be8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:06.956271 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:08.288094 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:09.188858 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:26.082061 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:28.636220 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:32.544670 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e920b01e-1dce-464d-8a3c-d3ffca940a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:34.954013 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-637c6ff7-1406-4dd6-86dc-4afedab88fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:36.976692 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:38.291885 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:39.222549 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:39.642733 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:16:56.104048 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:16:58.653357 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:02.564709 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9302a6ea-44b3-44fa-84f6-94df79d9f7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:04.846492 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e140604-8724-4247-b88f-e1de579906fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:06.999265 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:08.286567 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:09.210043 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:16.643061 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:17:26.090000 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:28.661263 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:32.640626 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e90f44f9-03c4-4194-ba4f-f77aa487088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:34.849719 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b936bba0-77b1-47f5-be57-11a0dc65f27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:36.975309 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:38.302785 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:39.211438 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:53.643183 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:17:56.100135 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:17:58.627933 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:02.613366 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d965a2b2-3822-4e4b-8762-1313638f7f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:04.847414 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e96daaf6-dc09-4871-81dc-5977e23c18d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:07.247863 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:08.344714 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:09.244315 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:26.137853 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:28.655397 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:30.643983 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:18:32.577941 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e78f6bf-5a53-4966-af10-671eccc993f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:34.853750 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01499217-5348-412d-bdfd-685ccfc5e418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:36.985750 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:38.354290 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:39.202252 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:56.155735 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:18:58.652622 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:02.615522 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69c63ec6-9286-4ef0-9d55-f91ebf71d356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:04.846395 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9df1196c-451e-4e6b-a614-a48a96485328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:06.989605 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:07.644031 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:19:08.303363 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:09.197672 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:26.113968 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:28.631332 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:32.556460 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e4fffc2-8e95-481e-8760-d9a771830f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:34.858906 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53ec954d-ca1a-42a6-bf14-7729a7e35187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:37.016428 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:38.302593 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:39.207516 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:44.643498 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:19:56.164402 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:19:58.641105 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:02.555008 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-261b7a66-f963-482e-9da3-25275988f8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:04.851867 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec578d57-0f95-4343-be8d-7e0710b64660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:06.983322 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:08.320247 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:09.197595 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:21.643285 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:20:26.204995 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:28.653933 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:30.067512 n-d-812111-12 neutron-server[103634]: DEBUG neutron.wsgi [req-1945b8a0-05cb-4bed-b7bf-64b61674f7b4 req-2c8d3f43-6169-4322-ba60-c7d1224bdd17 service neutron] (103634) timed out ('10.222.0.31', 57368) {{(pid=103634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 07:20:32.587595 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-08ec7895-048d-49d8-9228-be337d7a8cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:34.844661 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cffdeb03-0b38-4db3-964d-a4e3f8020e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:37.007791 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:38.312586 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:39.204197 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:56.200693 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:20:58.642387 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:20:58.669485 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:02.577797 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aed13871-523a-4c26-af23-0d59c9a19e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:04.893756 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1ebb20d3-979c-44e0-aec7-aee50a6645a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:06.983014 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:08.314587 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:09.205962 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:26.276606 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e9f6aa-651b-4830-a3da-881c8c6a38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (1afff50a-0052-4888-9e05-0151ce0b6fac), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:28.704332 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7516fd18-8522-4f68-9e71-55328cbc93d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (07ad21f1-6a5b-4ef3-83f3-5ff6b69ce045), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:32.635952 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12e3c513-6f8e-463a-8b31-39268ab1af43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (6bf1d2ee-1a82-44f7-82f0-9bd76e584ffa), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:34.902591 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c09048d1-5aad-4cc2-a091-8c4ef62f744a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (979317c0-e473-4600-ba00-bca25aaffbf0), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:35.641942 n-d-812111-12 neutron-server[103637]: DEBUG neutron.db.agents_db [None req-37e82582-de48-49ff-a099-175d44a76a75 None None] Agent healthcheck: found 7 active agents {{(pid=103637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 07:21:37.016277 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab65a3b3-cf7c-4b63-a591-235092fd03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (5770b756-60c9-40e9-ad11-0cb175ee0bbd), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:38.330615 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b740-be89-4a7e-8c73-b334da71fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (e808eb40-e850-4894-8e23-6dd20c52a064), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 07:21:39.206739 n-d-812111-12 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcad0f7-ae20-42bf-872b-1de06ecd749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760082206850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699728'] for agent (4bdc5e0b-5838-493c-b688-00058f037e34), after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}